-- Logs begin at Fri 2022-05-13 13:29:41 UTC, end at Fri 2022-05-13 15:46:06 UTC. -- May 13 14:10:41.266822 n-d-841760-1 systemd[1]: Started Devstack devstack@q-svc.service. May 13 14:10:43.762393 n-d-841760-1 neutron-server[87976]: INFO neutron.common.config [-] Logging enabled! May 13 14:10:43.763105 n-d-841760-1 neutron-server[87976]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev22 May 13 14:10:43.763309 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87976) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 13 14:10:43.766258 n-d-841760-1 neutron-server[87976]: INFO neutron.common.config [-] Logging enabled! May 13 14:10:43.766504 n-d-841760-1 neutron-server[87976]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev22 May 13 14:10:43.766807 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87976) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 13 14:10:43.767766 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 13 14:10:43.768001 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 13 14:10:43.768348 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 13 14:10:43.768587 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 13 14:10:43.768807 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 13 14:10:43.769119 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.769410 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.769701 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.769926 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.770214 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.770499 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.770776 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.771057 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.771381 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.771664 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.771941 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.772220 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.772446 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.772722 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.773002 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.773285 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.773507 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] debug = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.773786 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.774213 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.774605 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.774884 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.775255 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.775537 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.775805 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.776077 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.776360 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.776678 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] host = n-d-841760-1 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.776952 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.777232 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.778025 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.778318 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.778587 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.778856 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.779160 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.779431 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.779701 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] log_file = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.779974 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.780259 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.780547 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.780831 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.781054 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.781273 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.781559 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.781843 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.782118 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.782389 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.782659 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.782929 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.783220 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.783488 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.783771 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.784179 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.784574 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.784897 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.785973 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.785973 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.785973 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.788000 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.788000 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.788000 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.788000 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.788000 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.788000 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.788000 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.788626 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.788626 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.788844 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.789127 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.789401 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.789683 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.789953 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.790223 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.790495 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] use_json = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.790765 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.791032 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.791333 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.791604 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.791873 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.792145 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.792413 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.792695 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.792966 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:43.793796 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.794091 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.794389 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.794675 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.794960 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.795266 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.795553 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.795827 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.796111 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.796396 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.796683 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.796957 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.797244 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.797517 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.797811 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.798114 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.798407 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.798696 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.798973 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.799277 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.799551 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.799826 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.800108 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.800400 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.800685 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.800958 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.801233 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.801518 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.801792 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.802059 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.802332 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.802615 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.802887 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.803179 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.803458 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.803729 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.803995 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.804260 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.804533 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.804818 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.805089 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.805355 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.805619 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.805890 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.806157 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.806437 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.806707 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.806974 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.807267 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.807544 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.807812 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.808079 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.808353 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.808619 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.808918 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.809187 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.809456 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.809720 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.809987 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.810252 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.810519 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.810784 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.811057 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.811350 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.811619 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.811887 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.812156 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.812425 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.812706 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.812999 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.813270 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.813544 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.813818 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.814090 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.814359 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.814631 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.814905 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.815204 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.815472 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.815757 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.816039 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.816322 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.816599 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.816874 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.817162 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.817438 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.817716 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.817991 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.818271 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.818551 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.818834 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.819148 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.819435 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.819723 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.820012 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.820299 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.820574 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.820876 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.821150 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:43.821363 n-d-841760-1 neutron-server[87976]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 13 14:10:43.821595 n-d-841760-1 neutron-server[87976]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87976) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 13 14:10:44.208606 n-d-841760-1 neutron-server[87976]: INFO keyring.backend [-] Loading KWallet May 13 14:10:44.216989 n-d-841760-1 neutron-server[87976]: INFO keyring.backend [-] Loading SecretService May 13 14:10:44.220508 n-d-841760-1 neutron-server[87976]: INFO keyring.backend [-] Loading Windows May 13 14:10:44.221790 n-d-841760-1 neutron-server[87976]: INFO keyring.backend [-] Loading chainer May 13 14:10:44.222563 n-d-841760-1 neutron-server[87976]: INFO keyring.backend [-] Loading macOS May 13 14:10:44.256352 n-d-841760-1 neutron-server[87976]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 14:10:44.256625 n-d-841760-1 neutron-server[87976]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=87976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 14:10:44.256911 n-d-841760-1 neutron-server[87976]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 14:10:44.257244 n-d-841760-1 neutron-server[87976]: INFO neutron.manager [-] Loading core plugin: ml2 May 13 14:10:44.642776 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:44.643055 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:44.643345 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:44.644632 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:44.644902 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:44.645163 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:44.679258 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:44.679531 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:44.679797 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:44.693080 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:44.693357 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:44.693619 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:44.723058 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:44.723354 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:44.723618 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:44.759491 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:44.759761 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:44.760024 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:44.991450 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:44.992060 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:44.992060 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:44.992239 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:44.992858 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.110407 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.110721 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.111003 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.111296 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.111566 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.111874 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.112132 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.112383 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.112630 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.112904 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.113156 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.113410 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.113667 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.113914 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.114172 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.114560 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.114836 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.115120 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.115377 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.115651 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.115993 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.116238 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.116603 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.116895 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.117139 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.117378 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.117754 n-d-841760-1 neutron-server[87976]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87976) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 14:10:45.117984 n-d-841760-1 neutron-server[87976]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87976) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 14:10:45.118212 n-d-841760-1 neutron-server[87976]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87976) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 14:10:45.118438 n-d-841760-1 neutron-server[87976]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87976) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 14:10:45.118667 n-d-841760-1 neutron-server[87976]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87976) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 14:10:45.118893 n-d-841760-1 neutron-server[87976]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87976) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 14:10:45.119342 n-d-841760-1 neutron-server[87976]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 13 14:10:45.122915 n-d-841760-1 neutron-server[87976]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 13 14:10:45.126788 n-d-841760-1 neutron-server[87976]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 13 14:10:45.130474 n-d-841760-1 neutron-server[87976]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) May 13 14:10:45.132102 n-d-841760-1 neutron-server[87976]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 13 14:10:45.132535 n-d-841760-1 neutron-server[87976]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 13 14:10:45.132860 n-d-841760-1 neutron-server[87976]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 13 14:10:45.133233 n-d-841760-1 neutron-server[87976]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 13 14:10:45.136157 n-d-841760-1 neutron-server[87976]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 13 14:10:45.136401 n-d-841760-1 neutron-server[87976]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 13 14:10:45.136746 n-d-841760-1 neutron-server[87976]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 13 14:10:45.164147 n-d-841760-1 neutron-server[87976]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 13 14:10:45.164901 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.165196 n-d-841760-1 neutron-server[87976]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87976) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 13 14:10:45.165554 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.166868 n-d-841760-1 neutron-server[87976]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87976) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 13 14:10:45.167172 n-d-841760-1 neutron-server[87976]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 13 14:10:45.167414 n-d-841760-1 neutron-server[87976]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 13 14:10:45.171306 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.171581 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.233029 n-d-841760-1 neutron-server[87976]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 13 14:10:45.233265 n-d-841760-1 neutron-server[87976]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 13 14:10:45.233499 n-d-841760-1 neutron-server[87976]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 13 14:10:45.233872 n-d-841760-1 neutron-server[87976]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 13 14:10:45.265472 n-d-841760-1 neutron-server[87976]: DEBUG oslo_db.sqlalchemy.engines [None req-5f7771ae-390f-4746-88a0-283948533847 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87976) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 13 14:10:45.595587 n-d-841760-1 neutron-server[87976]: INFO neutron.plugins.ml2.managers [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Initializing driver for type 'gre' May 13 14:10:45.596106 n-d-841760-1 neutron-server[87976]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5f7771ae-390f-4746-88a0-283948533847 None None] gre ID ranges: [(1, 1000)] May 13 14:10:45.652125 n-d-841760-1 neutron-server[87976]: INFO neutron.plugins.ml2.managers [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Initializing driver for type 'local' May 13 14:10:45.652369 n-d-841760-1 neutron-server[87976]: INFO neutron.plugins.ml2.managers [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Initializing driver for type 'vlan' May 13 14:10:45.664724 n-d-841760-1 neutron-server[87976]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5f7771ae-390f-4746-88a0-283948533847 None None] VlanTypeDriver initialization complete May 13 14:10:45.665079 n-d-841760-1 neutron-server[87976]: INFO neutron.plugins.ml2.managers [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Initializing driver for type 'vxlan' May 13 14:10:45.665573 n-d-841760-1 neutron-server[87976]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5f7771ae-390f-4746-88a0-283948533847 None None] vxlan ID ranges: [(1, 1000)] May 13 14:10:45.724323 n-d-841760-1 neutron-server[87976]: INFO neutron.plugins.ml2.managers [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Initializing extension driver 'port_security' May 13 14:10:45.724800 n-d-841760-1 neutron-server[87976]: INFO neutron.plugins.ml2.extensions.port_security [None req-5f7771ae-390f-4746-88a0-283948533847 None None] PortSecurityExtensionDriver initialization complete May 13 14:10:45.725169 n-d-841760-1 neutron-server[87976]: INFO neutron.plugins.ml2.managers [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Initializing mechanism driver 'openvswitch' May 13 14:10:45.725507 n-d-841760-1 neutron-server[87976]: INFO neutron.plugins.ml2.managers [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Initializing mechanism driver 'hyperv' May 13 14:10:45.732352 n-d-841760-1 neutron-server[87976]: DEBUG neutron.plugins.ml2.plugin [None req-5f7771ae-390f-4746-88a0-283948533847 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:10:45.733050 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > port after_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.733414 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > port after_update 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.733758 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > port after_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.734308 n-d-841760-1 neutron-server[87976]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87976) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 13 14:10:45.734740 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > subnet after_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.735092 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > subnet after_update 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.735457 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.735866 n-d-841760-1 neutron-server[87976]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87976) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 13 14:10:45.736274 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > network after_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.736623 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > network after_update 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.736967 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > network after_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.737365 n-d-841760-1 neutron-server[87976]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87976) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 13 14:10:45.737778 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > security_group after_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.738126 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > security_group after_update 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.738466 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.738864 n-d-841760-1 neutron-server[87976]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87976) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 13 14:10:45.739300 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.739646 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.739986 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.740521 n-d-841760-1 neutron-server[87976]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87976) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 13 14:10:45.740935 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > address_group after_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.741296 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > address_group after_update 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.741639 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.742048 n-d-841760-1 neutron-server[87976]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87976) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 13 14:10:45.742496 n-d-841760-1 neutron-server[87976]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5f7771ae-390f-4746-88a0-283948533847 None None] ML2 OVO RPC backend initialized. {{(pid=87976) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} May 13 14:10:45.743255 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.743622 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.744041 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > network before_response 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.744393 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > networks before_response 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.744752 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > port before_response 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.745100 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > ports before_response 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.745446 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > subnet before_response 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.745789 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > subnets before_response 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.746135 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > network after_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.746486 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > network after_update 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.746823 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > network after_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.747190 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > port after_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.747530 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > port after_update 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.747863 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > port after_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.748199 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > subnet after_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.748539 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > subnet after_update 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.748876 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.749458 n-d-841760-1 neutron-server[87976]: INFO neutron.plugins.ml2.plugin [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Modular L2 Plugin initialization complete May 13 14:10:45.749790 n-d-841760-1 neutron-server[87976]: DEBUG neutron.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading services supported by the core plugin {{(pid=87976) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 13 14:10:45.750122 n-d-841760-1 neutron-server[87976]: INFO neutron.plugins.ml2.managers [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Got port-security extension from driver 'port_security' May 13 14:10:45.750591 n-d-841760-1 neutron-server[87976]: INFO neutron.extensions.vlantransparent [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Disabled vlantransparent extension. May 13 14:10:45.751091 n-d-841760-1 neutron-server[87976]: DEBUG neutron.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87976) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 13 14:10:45.751429 n-d-841760-1 neutron-server[87976]: INFO neutron.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading Plugin: router May 13 14:10:45.789159 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.789552 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > router after_create 55549900 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.789917 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > router before_create 55549900 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.790284 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.790655 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.791006 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > router after_delete 55549900 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.791387 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.791749 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > router after_create 55549900 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.792094 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > router after_update 55549900 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.792446 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > router after_update 55549900 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.792795 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.793176 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > router after_update 55549900 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.793589 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > router precommit_update 55549900 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.793961 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: port after_update 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.794305 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: port after_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.794646 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: subnet after_update 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.794990 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.795363 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.795714 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > router precommit_create 55549900 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.796059 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: port before_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.796401 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > router precommit_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.796757 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > router after_update 55549900 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.797099 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.797453 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > router precommit_create 55549900 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.797814 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.798158 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > router precommit_update 55549900 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.798519 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > agent after_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.798866 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > agent after_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.799233 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > network after_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.800092 n-d-841760-1 neutron-server[87976]: DEBUG neutron.quota.resource_registry [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Tracking information for resource: router configured {{(pid=87976) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 14:10:45.800421 n-d-841760-1 neutron-server[87976]: DEBUG neutron.quota.resource_registry [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Tracking information for resource: floatingip configured {{(pid=87976) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 14:10:45.805249 n-d-841760-1 neutron-server[87976]: INFO neutron.db.l3_agentschedulers_db [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 13 14:10:45.805831 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: port after_update 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.806191 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: port after_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.806545 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: port after_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.806895 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: port after_update 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.807833 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > router before_create 55550100 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.808202 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.808569 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > router precommit_create 55550100 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.808955 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > router precommit_update 55550100 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.813319 n-d-841760-1 neutron-server[87976]: DEBUG neutron.services.provider_configuration [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Service providers = [] {{(pid=87976) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 13 14:10:45.813683 n-d-841760-1 neutron-server[87976]: DEBUG neutron.db.servicetype_db [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87976) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 13 14:10:45.816617 n-d-841760-1 neutron-server[87976]: DEBUG neutron.services.service_base [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87976) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 14:10:45.816966 n-d-841760-1 neutron-server[87976]: DEBUG neutron.services.service_base [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87976) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 14:10:45.817307 n-d-841760-1 neutron-server[87976]: DEBUG neutron.services.service_base [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87976) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 14:10:45.818191 n-d-841760-1 neutron-server[87976]: DEBUG neutron.services.service_base [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87976) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 14:10:45.818562 n-d-841760-1 neutron-server[87976]: INFO neutron.services.service_base [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Default provider is not specified for service type L3_ROUTER_NAT May 13 14:10:45.818936 n-d-841760-1 neutron-server[87976]: DEBUG neutron.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87976) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 14:10:45.819281 n-d-841760-1 neutron-server[87976]: INFO neutron.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 13 14:10:45.830347 n-d-841760-1 neutron-server[87976]: DEBUG neutron.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87976) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 14:10:45.830684 n-d-841760-1 neutron-server[87976]: INFO neutron.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading Plugin: auto_allocate May 13 14:10:45.836603 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: network precommit_update 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.836970 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: network precommit_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.837487 n-d-841760-1 neutron-server[87976]: DEBUG neutron.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87976) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 14:10:45.837804 n-d-841760-1 neutron-server[87976]: INFO neutron.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading Plugin: tag May 13 14:10:45.852408 n-d-841760-1 neutron-server[87976]: DEBUG neutron.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87976) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 14:10:45.852679 n-d-841760-1 neutron-server[87976]: INFO neutron.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading Plugin: timestamp May 13 14:10:45.856693 n-d-841760-1 neutron-server[87976]: DEBUG neutron.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87976) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 14:10:45.857025 n-d-841760-1 neutron-server[87976]: INFO neutron.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading Plugin: network_ip_availability May 13 14:10:45.862278 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.862650 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.863008 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:45.863759 n-d-841760-1 neutron-server[87976]: DEBUG neutron.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87976) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 14:10:45.864078 n-d-841760-1 neutron-server[87976]: INFO neutron.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading Plugin: flavors May 13 14:10:45.868721 n-d-841760-1 neutron-server[87976]: DEBUG neutron.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87976) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 14:10:45.869059 n-d-841760-1 neutron-server[87976]: INFO neutron.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading Plugin: revisions May 13 14:10:45.873296 n-d-841760-1 neutron-server[87976]: DEBUG neutron.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87976) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 14:10:45.873685 n-d-841760-1 neutron-server[87976]: DEBUG oslo_concurrency.lockutils [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.617s {{(pid=87976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 14:10:45.874416 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87976) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 13 14:10:45.874752 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Initializing extension manager. May 13 14:10:45.875290 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: __init__.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.875631 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: __pycache__ {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.875961 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.876290 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: address_group.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.877030 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.877595 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: address-group May 13 14:10:45.877915 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: address_scope.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.878626 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.879168 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: address-scope May 13 14:10:45.879491 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.880411 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.880936 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: router-admin-state-down-before-update May 13 14:10:45.881260 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: agent.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.881961 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.882474 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: agent May 13 14:10:45.882795 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: agent_resources_synced.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.883729 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.884249 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: agent-resources-synced May 13 14:10:45.884567 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: allowedaddresspairs.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.886529 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.887619 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: allowed-address-pairs May 13 14:10:45.887956 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: auto_allocated_topology.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.889025 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.889556 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: auto-allocated-topology May 13 14:10:45.889886 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: availability_zone.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.890574 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.891090 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: availability_zone May 13 14:10:45.891439 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: availability_zone_filter.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.892352 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.892869 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: availability_zone_filter May 13 14:10:45.893192 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: data_plane_status.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.894086 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.894602 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extension data-plane-status not supported by any of loaded plugins May 13 14:10:45.894925 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: default_subnetpools.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.895848 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.896368 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: default-subnetpools May 13 14:10:45.896692 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.897490 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.898009 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: dhcp_agent_scheduler May 13 14:10:45.898338 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: dns.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.899278 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.899797 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extension dns-integration not supported by any of loaded plugins May 13 14:10:45.900119 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: dns_domain_ports.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.901028 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.901543 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extension dns-domain-ports not supported by any of loaded plugins May 13 14:10:45.901865 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: dvr.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.903168 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.903689 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: dvr May 13 14:10:45.904010 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: empty_string_filtering.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.904915 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.905434 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: empty-string-filtering May 13 14:10:45.905753 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.906654 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.907199 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 13 14:10:45.907524 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.908434 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.908950 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 13 14:10:45.909269 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: external_net.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.910168 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.910685 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: external-net May 13 14:10:45.911006 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.911936 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.912451 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: extra_dhcp_opt May 13 14:10:45.912771 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: extraroute.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.913687 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.914202 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: extraroute May 13 14:10:45.914519 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: extraroute_atomic.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.915564 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.916080 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: extraroute-atomic May 13 14:10:45.916401 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: filter_validation.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.917064 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.917578 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: filter-validation May 13 14:10:45.917897 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: fip_pf_description.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.919174 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.919688 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 13 14:10:45.920010 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: fip_port_details.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.920934 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.921452 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: fip-port-details May 13 14:10:45.921775 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: flavors.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.923001 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.923559 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: flavors May 13 14:10:45.923886 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.925520 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.926047 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 13 14:10:45.926372 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: floatingip_pools.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.927071 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.927617 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: floatingip-pools May 13 14:10:45.927942 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: ip_allocation.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.928885 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.929404 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extension ip_allocation not supported by any of loaded plugins May 13 14:10:45.929725 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.930641 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.931181 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: ip-substring-filtering May 13 14:10:45.931508 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: l2_adjacency.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.932431 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.932945 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extension l2_adjacency not supported by any of loaded plugins May 13 14:10:45.933263 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: l3.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.934774 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.935332 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: router May 13 14:10:45.935654 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.938021 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.938558 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 13 14:10:45.938888 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.939833 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.940360 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: ext-gw-mode May 13 14:10:45.940683 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.941597 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.942118 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: l3-ha May 13 14:10:45.942440 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: l3_flavors.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.943373 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.943918 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: l3-flavors May 13 14:10:45.944238 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.945161 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.945679 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: l3-port-ip-change-not-allowed May 13 14:10:45.945998 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: l3agentscheduler.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.947022 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.947581 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: l3_agent_scheduler May 13 14:10:45.947907 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: logging.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.949976 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.950518 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extension logging not supported by any of loaded plugins May 13 14:10:45.950881 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: metering.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.951726 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.952320 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: metering May 13 14:10:45.952654 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.953746 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.954273 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: metering_source_and_destination_fields May 13 14:10:45.954604 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: multiprovidernet.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.955547 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.956072 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: multi-provider May 13 14:10:45.956398 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: netmtu.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.957313 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.957836 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: net-mtu May 13 14:10:45.958159 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: netmtu_writable.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.959355 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.959883 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: net-mtu-writable May 13 14:10:45.960206 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: network_availability_zone.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.960873 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.961385 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: network_availability_zone May 13 14:10:45.961706 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: network_ip_availability.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.962783 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.963335 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: network-ip-availability May 13 14:10:45.963663 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: network_segment_range.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.964426 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.964953 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extension network-segment-range not supported by any of loaded plugins May 13 14:10:45.965287 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: pagination.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.966264 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.966597 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: pagination May 13 14:10:45.966919 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: port_device_profile.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.967851 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.968375 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: port-device-profile May 13 14:10:45.968699 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.969620 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.970143 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: port-mac-address-regenerate May 13 14:10:45.970464 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.971419 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.971936 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: port-numa-affinity-policy May 13 14:10:45.972253 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: port_resource_request.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.973167 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.973684 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extension port-resource-request not supported by any of loaded plugins May 13 14:10:45.974004 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: portbindings.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.974920 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.975477 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: binding May 13 14:10:45.975795 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: portbindings_extended.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.977053 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.977576 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: binding-extended May 13 14:10:45.977899 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: portsecurity.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.978811 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.979357 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: port-security May 13 14:10:45.979689 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: project_id.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.980676 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.981006 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: project-id May 13 14:10:45.981329 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: providernet.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.982240 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.982760 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: provider May 13 14:10:45.983081 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: qos.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.986717 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.987286 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extension qos not supported by any of loaded plugins May 13 14:10:45.987622 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.988855 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.989388 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 13 14:10:45.989726 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.990640 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.991190 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 13 14:10:45.991517 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: qos_default.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.992429 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.992950 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extension qos-default not supported by any of loaded plugins May 13 14:10:45.993274 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: qos_fip.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.993922 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.994433 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extension qos-fip not supported by any of loaded plugins May 13 14:10:45.994754 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: qos_gateway_ip.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.995700 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.996727 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 13 14:10:45.997059 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: qos_port_network_policy.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.997968 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:45.998482 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 13 14:10:45.998804 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: qos_rule_type_details.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:45.999750 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.000292 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 13 14:10:46.000613 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: qos_rules_alias.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.001650 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.002168 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extension qos-rules-alias not supported by any of loaded plugins May 13 14:10:46.002489 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: quotasv2.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.003416 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.003743 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: quotas May 13 14:10:46.004062 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: quotasv2_detail.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.005660 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.005998 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: quota_details May 13 14:10:46.006327 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: rbac.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.007405 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.007939 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: rbac-policies May 13 14:10:46.008269 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: rbac_address_group.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.009191 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.009721 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: rbac-address-group May 13 14:10:46.010043 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: rbac_address_scope.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.010961 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.011520 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: rbac-address-scope May 13 14:10:46.012408 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: rbac_security_groups.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.013333 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.013855 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: rbac-security-groups May 13 14:10:46.014179 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: rbac_subnetpool.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.015141 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.015650 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: rbac-subnetpool May 13 14:10:46.015976 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: revisionifmatch.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.016897 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.017424 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: revision-if-match May 13 14:10:46.017746 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: revisions.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.018856 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.019408 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: standard-attr-revisions May 13 14:10:46.019733 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: router_availability_zone.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.020402 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.020920 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: router_availability_zone May 13 14:10:46.021242 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: routerservicetype.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.022156 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.022673 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extension router-service-type not supported by any of loaded plugins May 13 14:10:46.022995 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.023950 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.024470 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: security-groups-normalized-cidr May 13 14:10:46.024793 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.025822 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.026345 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: port-security-groups-filtering May 13 14:10:46.026672 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.027661 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.028184 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: security-groups-remote-address-group May 13 14:10:46.028508 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: securitygroup.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.037953 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.038489 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: security-group May 13 14:10:46.038823 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: segment.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.039652 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.040174 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extension segment not supported by any of loaded plugins May 13 14:10:46.040503 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.041435 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.041959 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 13 14:10:46.042287 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: servicetype.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.043437 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.043970 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: service-type May 13 14:10:46.044299 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: sorting.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.045279 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.045611 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: sorting May 13 14:10:46.045931 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: standard_attr_segment.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.046840 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.047394 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extension standard-attr-segment not supported by any of loaded plugins May 13 14:10:46.047719 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: standardattrdescription.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.048365 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.048881 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: standard-attr-description May 13 14:10:46.049207 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: stateful_security_group.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.050126 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.050652 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: stateful-security-group May 13 14:10:46.050975 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: stdattrs_common.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.051602 n-d-841760-1 neutron-server[87976]: WARNING neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 13 14:10:46.051925 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.052935 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.053477 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 13 14:10:46.053797 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: subnet_onboard.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.054854 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.055420 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: subnet_onboard May 13 14:10:46.055743 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.056667 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.057218 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 13 14:10:46.057541 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: subnet_service_types.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.058456 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.059539 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: subnet-service-types May 13 14:10:46.059862 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: subnetallocation.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.060934 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.061461 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: subnet_allocation May 13 14:10:46.061785 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.062444 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.062963 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: subnetpool-prefix-ops May 13 14:10:46.063310 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.064235 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.064752 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 13 14:10:46.065076 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: tagging.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.066113 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.066644 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: standard-attr-tag May 13 14:10:46.066973 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: timestamp.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.068194 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.068723 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loaded extension: standard-attr-timestamp May 13 14:10:46.069051 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: trunk.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.070081 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.070606 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extension trunk not supported by any of loaded plugins May 13 14:10:46.070930 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: trunk_details.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.071883 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.072404 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extension trunk-details not supported by any of loaded plugins May 13 14:10:46.072725 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: uplink_status_propagation.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.073637 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.074155 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 13 14:10:46.075025 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Loading extension file: vlantransparent.py {{(pid=87976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:10:46.075718 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:10:46.076234 n-d-841760-1 neutron-server[87976]: INFO neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extension vlan-transparent not supported by any of loaded plugins May 13 14:10:46.078665 n-d-841760-1 neutron-server[87976]: INFO neutron.quota.resource_registry [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Creating instance of TrackedResource for resource:network May 13 14:10:46.079454 n-d-841760-1 neutron-server[87976]: INFO neutron.quota.resource_registry [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Creating instance of TrackedResource for resource:subnet May 13 14:10:46.081352 n-d-841760-1 neutron-server[87976]: INFO neutron.quota.resource_registry [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Creating instance of TrackedResource for resource:subnetpool May 13 14:10:46.081971 n-d-841760-1 neutron-server[87976]: INFO neutron.quota.resource_registry [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Creating instance of TrackedResource for resource:port May 13 14:10:46.083250 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.v2.resource_helper [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:10:46.083705 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.v2.resource_helper [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Service FLAVORS assigned prefix: {{(pid=87976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:10:46.084584 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.v2.resource_helper [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:10:46.085005 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.v2.resource_helper [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:10:46.085337 n-d-841760-1 neutron-server[87976]: INFO neutron.quota.resource_registry [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Creating instance of TrackedResource for resource:router May 13 14:10:46.086005 n-d-841760-1 neutron-server[87976]: INFO neutron.quota.resource_registry [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Creating instance of TrackedResource for resource:floatingip May 13 14:10:46.086735 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.v2.resource_helper [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Service METERING assigned prefix: /metering {{(pid=87976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:10:46.088196 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:46.088571 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:46.088927 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:10:46.090087 n-d-841760-1 neutron-server[87976]: INFO neutron.quota.resource_registry [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Creating instance of CountableResource for resource:rbac_policy May 13 14:10:46.090523 n-d-841760-1 neutron-server[87976]: INFO neutron.quota.resource_registry [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Creating instance of TrackedResource for resource:security_group May 13 14:10:46.091219 n-d-841760-1 neutron-server[87976]: INFO neutron.quota.resource_registry [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Creating instance of TrackedResource for resource:security_group_rule May 13 14:10:46.091974 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.v2.resource_helper [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Service CORE assigned prefix: {{(pid=87976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:10:46.092306 n-d-841760-1 neutron-server[87976]: INFO neutron.quota.resource_registry [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Creating instance of TrackedResource for resource:subnetpool May 13 14:10:46.092643 n-d-841760-1 neutron-server[87976]: WARNING neutron.quota.resource_registry [None req-5f7771ae-390f-4746-88a0-283948533847 None None] subnetpool is already registered May 13 14:10:46.093254 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.v2.resource_helper [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Service CORE assigned prefix: {{(pid=87976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:10:46.093581 n-d-841760-1 neutron-server[87976]: INFO neutron.quota.resource_registry [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Creating instance of TrackedResource for resource:subnetpool May 13 14:10:46.093904 n-d-841760-1 neutron-server[87976]: WARNING neutron.quota.resource_registry [None req-5f7771ae-390f-4746-88a0-283948533847 None None] subnetpool is already registered May 13 14:10:46.096446 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.v2.resource_helper [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:10:46.096880 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.v2.resource_helper [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Service FLAVORS assigned prefix: {{(pid=87976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:10:46.097476 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.v2.resource_helper [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:10:46.097895 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.v2.resource_helper [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:10:46.098228 n-d-841760-1 neutron-server[87976]: INFO neutron.quota.resource_registry [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Creating instance of TrackedResource for resource:router May 13 14:10:46.098560 n-d-841760-1 neutron-server[87976]: WARNING neutron.quota.resource_registry [None req-5f7771ae-390f-4746-88a0-283948533847 None None] router is already registered May 13 14:10:46.099182 n-d-841760-1 neutron-server[87976]: INFO neutron.quota.resource_registry [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Creating instance of TrackedResource for resource:floatingip May 13 14:10:46.099521 n-d-841760-1 neutron-server[87976]: WARNING neutron.quota.resource_registry [None req-5f7771ae-390f-4746-88a0-283948533847 None None] floatingip is already registered May 13 14:10:46.100149 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.v2.resource_helper [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Service METERING assigned prefix: /metering {{(pid=87976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:10:46.100820 n-d-841760-1 neutron-server[87976]: INFO neutron.quota.resource_registry [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Creating instance of CountableResource for resource:rbac_policy May 13 14:10:46.101150 n-d-841760-1 neutron-server[87976]: WARNING neutron.quota.resource_registry [None req-5f7771ae-390f-4746-88a0-283948533847 None None] rbac_policy is already registered May 13 14:10:46.101687 n-d-841760-1 neutron-server[87976]: INFO neutron.quota.resource_registry [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Creating instance of TrackedResource for resource:security_group May 13 14:10:46.102013 n-d-841760-1 neutron-server[87976]: WARNING neutron.quota.resource_registry [None req-5f7771ae-390f-4746-88a0-283948533847 None None] security_group is already registered May 13 14:10:46.102640 n-d-841760-1 neutron-server[87976]: INFO neutron.quota.resource_registry [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Creating instance of TrackedResource for resource:security_group_rule May 13 14:10:46.102929 n-d-841760-1 neutron-server[87976]: WARNING neutron.quota.resource_registry [None req-5f7771ae-390f-4746-88a0-283948533847 None None] security_group_rule is already registered May 13 14:10:46.103620 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.v2.resource_helper [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Service CORE assigned prefix: {{(pid=87976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:10:46.103962 n-d-841760-1 neutron-server[87976]: INFO neutron.quota.resource_registry [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Creating instance of TrackedResource for resource:subnetpool May 13 14:10:46.104292 n-d-841760-1 neutron-server[87976]: WARNING neutron.quota.resource_registry [None req-5f7771ae-390f-4746-88a0-283948533847 None None] subnetpool is already registered May 13 14:10:46.104907 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.v2.resource_helper [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Service CORE assigned prefix: {{(pid=87976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:10:46.105236 n-d-841760-1 neutron-server[87976]: INFO neutron.quota.resource_registry [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Creating instance of TrackedResource for resource:subnetpool May 13 14:10:46.105580 n-d-841760-1 neutron-server[87976]: WARNING neutron.quota.resource_registry [None req-5f7771ae-390f-4746-88a0-283948533847 None None] subnetpool is already registered May 13 14:10:46.106229 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: extensions {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.107700 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: address-groups {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.109279 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: address-scopes {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.110487 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: agents {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.111672 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: auto-allocated-topology {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.112913 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: availability_zones {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.114209 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: dhcp-networks {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.115652 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: dhcp-agents {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.117057 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: routers {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.118844 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: flavors {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.120036 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: service_profiles {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.121739 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: next_providers {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.123295 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: service_profiles {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.124731 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: floatingip-pools {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.125930 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: routers {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.127734 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: floatingips {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.128911 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: l3-routers {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.130289 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: l3-agents {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.131733 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: metering-labels {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.133081 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: metering-label-rules {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.134337 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: network-ip-availabilities {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.135626 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: bindings {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.137873 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: quotas {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.139318 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: quotas {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.140727 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: rbac-policies {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.142074 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: security-groups {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.143291 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: security-group-rules {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.144526 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: service-providers {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.145730 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: subnetpools {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.148080 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: subnetpools {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.149518 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: tags {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.151221 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: tags {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.264892 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: tags {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.266672 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: tags {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.268492 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: tags {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.270349 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: tags {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.272066 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: tags {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.273971 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: tags {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.275740 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: tags {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.278118 n-d-841760-1 neutron-server[87976]: DEBUG neutron.api.extensions [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Extended resource: tags {{(pid=87976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:10:46.284056 n-d-841760-1 neutron-server[87976]: WARNING keystonemiddleware.auth_token [None req-5f7771ae-390f-4746-88a0-283948533847 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 13 14:10:46.288817 n-d-841760-1 neutron-server[87976]: WARNING keystonemiddleware.auth_token [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 13 14:10:46.297540 n-d-841760-1 neutron-server[87976]: DEBUG oslo_concurrency.lockutils [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Acquired lock "singleton_lock" {{(pid=87976) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 13 14:10:46.298015 n-d-841760-1 neutron-server[87976]: DEBUG oslo_concurrency.lockutils [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Releasing lock "singleton_lock" {{(pid=87976) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 13 14:10:46.298643 n-d-841760-1 neutron-server[87976]: INFO oslo_service.service [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Starting 2 workers May 13 14:10:46.303312 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Started child 88081 {{(pid=87976) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 13 14:10:46.307486 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Started child 88082 {{(pid=87976) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 13 14:10:46.308738 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:10:46.309303 n-d-841760-1 neutron-server[87976]: INFO neutron.service [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Neutron service started, listening on 0.0.0.0:9696 May 13 14:10:46.309780 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Notify callbacks [] for process, before_spawn {{(pid=87976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:10:46.310406 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [-] (88081) wsgi starting up on http://0.0.0.0:9696 May 13 14:10:46.312129 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:10:46.312597 n-d-841760-1 neutron-server[87976]: INFO oslo_service.service [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Starting 1 workers May 13 14:10:46.313561 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [-] (88082) wsgi starting up on http://0.0.0.0:9696 May 13 14:10:46.317203 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Started child 88083 {{(pid=87976) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 13 14:10:46.317681 n-d-841760-1 neutron-server[87976]: INFO oslo_service.service [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Starting 1 workers May 13 14:10:46.320903 n-d-841760-1 neutron-server[88083]: DEBUG neutron.service [None req-5f7771ae-390f-4746-88a0-283948533847 None None] calling RpcWorker wait() {{(pid=88083) _wait /opt/stack/neutron/neutron/service.py:128}} May 13 14:10:46.321442 n-d-841760-1 neutron-server[88083]: DEBUG neutron.service [None req-5f7771ae-390f-4746-88a0-283948533847 None None] returning from RpcWorker wait() {{(pid=88083) _wait /opt/stack/neutron/neutron/service.py:135}} May 13 14:10:46.321911 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Started child 88084 {{(pid=87976) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 13 14:10:46.322676 n-d-841760-1 neutron-server[87976]: DEBUG neutron_lib.callbacks.manager [None req-5f7771ae-390f-4746-88a0-283948533847 None None] Notify callbacks [] for process, after_spawn {{(pid=87976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:10:46.322786 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:10:46.323272 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:10:46.325127 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87976) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 13 14:10:46.325341 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 13 14:10:46.325531 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 13 14:10:46.325746 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 13 14:10:46.326120 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 13 14:10:46.326286 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 13 14:10:46.326811 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.327086 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.327206 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:10:46.327667 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.327667 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.327992 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.328547 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.328844 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.329102 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.329374 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.329614 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.329791 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.329959 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.330218 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.330487 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.330783 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.331058 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.331320 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.331598 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.331774 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.332031 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.332297 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.332557 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.332833 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] debug = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.333108 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.333581 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.333811 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.334322 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.334561 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.334847 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.335127 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.335403 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.335639 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.335858 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.336100 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.336351 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.336593 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.336809 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.337027 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.337293 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.337511 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.337993 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] host = n-d-841760-1 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.338243 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.338465 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.338694 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.338951 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.339220 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.339444 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.339714 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.340034 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.340816 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.341085 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.341337 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.341585 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.341805 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.342054 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] log_file = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.342268 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] log_options = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.342445 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.342726 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.342974 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.343189 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.343366 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.343585 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.343792 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.343954 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.344207 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.344429 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.344645 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.344859 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.345093 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.345336 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.345596 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.345827 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.346064 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.346273 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.346546 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.346784 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.347010 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.347280 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.347541 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.347764 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.347980 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.348196 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.348445 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.348670 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.348873 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.349118 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.349429 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.349575 n-d-841760-1 neutron-server[88084]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:10:46.349743 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.349973 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.350225 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.350458 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.350687 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.350947 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.351228 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.351468 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.351747 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.352029 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.352391 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.352714 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.352911 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.353146 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.353364 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] use_json = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.353726 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.354015 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.354275 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.354601 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.354755 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.355166 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.355540 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.355540 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.356513 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.356604 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.356934 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.360339 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.360339 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.360339 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.360339 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.360339 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.360339 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.360339 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.360339 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.360884 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.360884 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.361012 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.361176 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.361461 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.361778 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.363027 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.363027 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.363027 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.363027 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.363027 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.363410 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.363865 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.364143 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.364424 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.364696 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.364938 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.365187 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.365412 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.365631 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.365848 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.366092 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.366356 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.366601 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.366818 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.367042 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.367313 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.367533 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.367765 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.368014 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.368276 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.368531 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.368787 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.368996 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.369226 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.369456 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.369674 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.369915 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.370136 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.370393 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.370627 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.370845 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.371061 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.371389 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.372095 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.372352 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.372574 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.372798 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.373013 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.373251 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.373466 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.373717 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.373960 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.374181 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.374398 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.374639 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.374856 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.375193 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.375690 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.375917 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.376144 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.376363 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.376582 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.376798 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.377019 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.377234 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.377452 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.377667 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.377888 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.378099 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.378313 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.378535 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.378772 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.378981 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.379285 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.379768 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.379993 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.380281 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.380546 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.380790 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.381032 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.381300 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.381524 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.381749 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.381965 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.382228 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.382470 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.382893 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.383342 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.383571 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.383847 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.384063 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.384292 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.384531 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.384939 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.385168 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.385462 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.385744 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.386011 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.386251 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.386533 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.386816 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.387082 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.387433 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.387735 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.388021 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.388328 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.388623 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.388910 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.389166 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.389423 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.389697 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.389957 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.390210 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.390461 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.390698 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.390926 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.391234 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.391462 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.391722 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.391941 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.392176 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.392507 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.392749 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.392985 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.393198 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.393480 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.393714 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.393954 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.394230 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.394497 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.394748 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.395013 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.395291 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.395538 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.395769 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.396001 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.396215 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.396434 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.396665 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.396904 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.397117 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.397352 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.397605 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.397838 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.398059 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.398288 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.398529 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.398747 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.398993 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.399231 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.399458 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.399720 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.399941 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.400163 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.400402 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.400619 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.400884 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.401110 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.401390 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.401644 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.401878 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.402123 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.402386 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.402647 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.402882 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.403165 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.403364 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.403595 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.403807 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.404025 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.404245 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.404473 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.404718 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.404933 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.405196 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.405446 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.405793 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.406071 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.406318 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.406564 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.406801 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.407018 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.407278 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.407516 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.407746 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.407986 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.408211 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.408450 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.408691 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.408910 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.409149 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.409367 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.409651 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.409905 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.410161 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.410381 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.410604 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.410899 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.411169 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.411391 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.411604 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.411816 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.412027 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.412242 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.412456 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.412762 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.413018 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.413262 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.413475 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.413721 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.414640 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.414640 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.414640 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.414640 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.414989 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.414989 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.415230 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.415428 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.415646 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.415882 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.416192 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.416445 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.416669 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.416954 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.417218 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.417450 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.417721 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.418046 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.418781 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.419042 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.419304 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.419541 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.419765 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.420047 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.420373 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.420665 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.420937 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.421184 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.421476 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.421763 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.422029 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.422246 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.422545 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.422901 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.423192 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.423456 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.423686 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.423974 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.424213 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.424446 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.424669 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.424902 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.425138 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.425376 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.425645 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.425871 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.426088 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.426332 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.426570 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.426812 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.427022 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.427281 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.427500 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.427661 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 13 14:10:46.428177 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87976) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 13 14:10:46.428334 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 13 14:10:46.428486 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 13 14:10:46.428653 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 13 14:10:46.428821 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 13 14:10:46.428973 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 13 14:10:46.429180 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.429343 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.429504 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.429663 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.429823 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.430029 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.430377 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.430377 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.430747 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.430747 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.433257 n-d-841760-1 neutron-server[88083]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:10:46.443170 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.443170 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.443600 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56868) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:10:46.443771 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.443771 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.443771 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.443771 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.443771 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.443771 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.443771 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.443771 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.444659 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.444659 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.444659 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] debug = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.444659 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.444659 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.444659 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.445427 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.445427 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.445427 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.445427 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.445427 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.445427 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.445427 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.445427 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.445999 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.445999 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.445999 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.445999 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.445999 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.445999 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.445999 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] host = n-d-841760-1 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.445999 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.445999 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.446619 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.446619 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.446619 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.446619 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.446619 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.446619 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.446619 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.446619 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.447102 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.447102 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.447102 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.447102 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] log_file = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.447102 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] log_options = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.447102 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.447102 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.447102 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.447666 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.447666 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.447666 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.447666 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.447666 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.447666 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.447666 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.448162 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.448162 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.448162 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.448162 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.448162 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.448162 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.448162 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.448162 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.448709 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.448709 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.448709 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.448709 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.448709 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.448709 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.448709 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.448709 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.449162 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.449162 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.449162 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.449333 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.449458 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.449625 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.450179 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0128527 May 13 14:10:46.451519 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.451519 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.451519 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.451519 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.451519 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.452598 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.452598 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.452598 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.452811 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.452811 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.452942 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.453130 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.453281 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.453439 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] use_json = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.453572 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.453732 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.453891 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.454050 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.454208 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.454369 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.454533 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.454686 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.454847 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:10:46.455494 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.455494 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.455494 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.455703 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.455703 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.455839 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.456030 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.456948 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.456948 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.456948 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.456948 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.456948 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.456948 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.457308 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.457308 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.457442 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.457509 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.457671 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.457953 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.458047 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.458154 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.458301 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.458478 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.458640 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.458802 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.459280 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.459442 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.459604 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.459820 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.459953 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.460073 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.460234 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.460395 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.460555 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.460716 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.460882 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.461042 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.461372 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.461541 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.461700 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.462014 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.462176 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.462322 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.462481 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.462645 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.462807 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.462970 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.463559 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.463559 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.463559 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.463816 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.463816 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.463967 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.464072 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.464234 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.464395 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.464557 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.464719 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.464881 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.465067 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.465230 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.465406 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.466018 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.466018 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.466018 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.466018 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.466433 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.466433 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.466642 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.466750 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.466864 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.466988 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.467896 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.467896 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.467896 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.467896 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.467896 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.467896 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.468954 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.468954 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.468954 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.468954 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.468954 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.468954 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.468954 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.470812 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.470812 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.470812 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.470812 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.470812 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.470812 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.470812 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.470812 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.471946 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.471946 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.471946 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.471946 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.471946 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.471946 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.471946 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.471946 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.472918 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.472918 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.472918 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.472918 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.472918 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.472918 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.472918 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.472918 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.473470 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.473470 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.473470 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.473470 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.473802 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.473802 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.473802 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.474028 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.474109 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.474278 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.474444 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.474758 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.474926 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.475267 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.475567 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.475872 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.476044 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.476209 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.477001 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.477001 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.477001 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.477001 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.477001 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.477533 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.477533 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.477533 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.477750 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.477829 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.477909 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.478807 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.478807 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.478807 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.478807 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.478807 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.479440 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.479440 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.479440 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.479440 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.479870 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.479870 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.479870 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.480204 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.480204 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.480204 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.480416 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.480523 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.481228 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.481390 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.481734 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.482092 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.482268 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.482416 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.482728 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.482929 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.483086 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.483272 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.483413 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.483561 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.483696 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.483831 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.484002 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.484150 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.484319 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.484486 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.484651 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.484814 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.485033 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.485205 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.485368 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.487063 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.487063 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.487063 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.487063 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.487554 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.487554 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.487554 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.487788 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.487788 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.487935 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.488053 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.488216 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.488383 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.488546 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.488708 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.488870 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.489032 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.489221 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.489384 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.489548 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.489713 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.489875 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.490037 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.490198 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.490359 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.490526 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.490690 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.490853 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.491016 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.491931 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.492066 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.492207 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.492375 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.492542 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.492708 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.492873 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.493038 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.494468 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.494468 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.494468 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.494468 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.494887 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.494887 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.495819 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.495991 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.496188 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.496907 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.497951 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.497951 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.498183 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.498289 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.498410 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.499098 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.500183 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.500373 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.500534 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.500701 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.500857 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.501024 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.501194 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.501373 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.501534 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.501705 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.501867 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.502030 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.502193 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.502359 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.502528 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.502702 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.502872 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.503036 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.503759 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.503940 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.504115 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.504282 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.504453 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.504629 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.504793 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.504956 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.505118 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.505281 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.505445 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.505609 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.505772 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.505934 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.506096 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.506258 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.506420 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.506584 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.506745 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.506909 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.507076 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.507258 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.507421 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.507584 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.507747 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:10:46.507901 n-d-841760-1 neutron-server[87976]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 13 14:10:57.177707 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be496a87-1659-44f8-8b7f-1fa11f5fd2eb None None] get_active_networks_info from n-d-841760-1 {{(pid=88083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 14:10:57.253808 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be496a87-1659-44f8-8b7f-1fa11f5fd2eb None None] No non-hosted networks {{(pid=88083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 13 14:10:57.282965 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.agentschedulers_db [None req-be496a87-1659-44f8-8b7f-1fa11f5fd2eb None None] DHCP Agent not found on host n-d-841760-1 {{(pid=88083) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 13 14:10:57.335253 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5a8f45d9-4134-4d20-aaf1-1c1554cb6db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33129240'] for agent, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:10:59.455617 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2c082957-96a6-4693-8e67-b730b879e9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33129240'] for agent, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:10:59.479570 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a25c7feb-809a-4262-b8da-4e1640f68679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:00.397642 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33129240'] for agent, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:00.506156 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33129240'] for agent, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:00.507689 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:00.508788 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:00.509618 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:00.510284 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:00.511075 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:00.512587 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:00.513076 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:00.513742 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:00.514280 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:00.514794 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:00.515348 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:00.516399 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:00.517251 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-841760-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:11:00.525245 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-841760-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:11:01.930251 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33129240'] for agent, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:03.545846 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56966) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:11:03.690929 n-d-841760-1 neutron-server[88083]: INFO neutron.db.l3_hamode_db [None req-46eca1f4-3ebf-4693-869c-fc6969d0b91f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 13 14:11:03.775361 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46eca1f4-3ebf-4693-869c-fc6969d0b91f None None] Routers set() bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:11:03.775746 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46eca1f4-3ebf-4693-869c-fc6969d0b91f None None] Router IDs set() for agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 13 14:11:04.125942 n-d-841760-1 neutron-server[88082]: WARNING oslo_policy.policy [None req-a7d5aa15-551c-41a6-86b2-8ee8d788b549 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 14:11:04.126519 n-d-841760-1 neutron-server[88082]: WARNING oslo_policy.policy [None req-a7d5aa15-551c-41a6-86b2-8ee8d788b549 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 14:11:04.341997 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-a7d5aa15-551c-41a6-86b2-8ee8d788b549 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:11:04.343024 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a7d5aa15-551c-41a6-86b2-8ee8d788b549 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7961705 May 13 14:11:06.733454 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56980) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:11:07.094827 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-e7973ecf-983d-4f5e-9ed0-9cf1240c826e admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:11:07.189532 n-d-841760-1 neutron-server[88082]: DEBUG neutron.policy [None req-e7973ecf-983d-4f5e-9ed0-9cf1240c826e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88082) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 13 14:11:07.234532 n-d-841760-1 neutron-server[88082]: WARNING oslo_policy.policy [None req-e7973ecf-983d-4f5e-9ed0-9cf1240c826e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 14:11:07.234901 n-d-841760-1 neutron-server[88082]: WARNING oslo_policy.policy [None req-e7973ecf-983d-4f5e-9ed0-9cf1240c826e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 14:11:07.243384 n-d-841760-1 neutron-server[88082]: INFO neutron.quota [None req-e7973ecf-983d-4f5e-9ed0-9cf1240c826e admin admin] Loaded quota_driver: . May 13 14:11:07.258866 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e7973ecf-983d-4f5e-9ed0-9cf1240c826e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:11:07.318385 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e7973ecf-983d-4f5e-9ed0-9cf1240c826e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772694042302', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772694042829', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772693988751', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772693993821', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772694004663', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772694010722', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-776678', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1025240', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33526484', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33478353'] for rbac-policy, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:07.381321 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e7973ecf-983d-4f5e-9ed0-9cf1240c826e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:07.382667 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e7973ecf-983d-4f5e-9ed0-9cf1240c826e admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6482673 May 13 14:11:09.991277 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56994) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:11:10.349345 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'e034e7da240a4099b323f88059853054', 'name': 'private'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:11:10.354226 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:11:10.359165 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Usage tracker for resource:network and tenant:e034e7da240a4099b323f88059853054 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:11:10.363665 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:11:10.369697 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:11:10.379868 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Made reservation on behalf of e034e7da240a4099b323f88059853054 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:11:10.382669 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:10.399767 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:10.413365 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:11:10.417052 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Usage tracker for resource:security_group_rule and tenant:e034e7da240a4099b323f88059853054 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:11:10.422507 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:11:10.428055 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:11:10.527375 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:10.531042 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:10.552602 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:11:10.578140 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772689211257', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:10.578719 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Unsubscribe: segment precommit_create {{(pid=88082) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 13 14:11:10.579245 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Added segment 3837d66a-3668-404a-a183-be065999f500 of type vlan for network fb197814-29bb-4f72-8f58-3912015040b2 May 13 14:11:10.626556 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ada32b-0b2d-4651-a272-60ac5b02ebbf,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:11:10.642005 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:10.642342 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:10.642667 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:10.642987 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:10.643326 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:10.643644 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:10.643955 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:10.644263 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:10.644571 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:10.644881 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:10.645193 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:10.645496 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:10.646566 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Tracked resource versions report: May 13 14:11:10.646566 n-d-841760-1 neutron-server[88082]: pushed versions: May 13 14:11:10.646566 n-d-841760-1 neutron-server[88082]: { 'AddressGroup': {'1.2'}, May 13 14:11:10.646566 n-d-841760-1 neutron-server[88082]: 'ConntrackHelper': {'1.0'}, May 13 14:11:10.646566 n-d-841760-1 neutron-server[88082]: 'Log': {'1.0'}, May 13 14:11:10.646566 n-d-841760-1 neutron-server[88082]: 'Network': {'1.1'}, May 13 14:11:10.646566 n-d-841760-1 neutron-server[88082]: 'Port': {'1.7'}, May 13 14:11:10.646566 n-d-841760-1 neutron-server[88082]: 'PortForwarding': {'1.2'}, May 13 14:11:10.646566 n-d-841760-1 neutron-server[88082]: 'QosPolicy': {'1.8'}, May 13 14:11:10.646566 n-d-841760-1 neutron-server[88082]: 'SecurityGroup': {'1.4'}, May 13 14:11:10.646566 n-d-841760-1 neutron-server[88082]: 'SecurityGroupRule': {'1.2'}, May 13 14:11:10.646566 n-d-841760-1 neutron-server[88082]: 'SubPort': {'1.0'}, May 13 14:11:10.646566 n-d-841760-1 neutron-server[88082]: 'Subnet': {'1.1'}, May 13 14:11:10.646566 n-d-841760-1 neutron-server[88082]: 'Trunk': {'1.1'}} May 13 14:11:10.646566 n-d-841760-1 neutron-server[88082]: consumer versions: May 13 14:11:10.646566 n-d-841760-1 neutron-server[88082]: { DHCP agent@n-d-841760-1: {}, May 13 14:11:10.646566 n-d-841760-1 neutron-server[88082]: L3 agent@n-d-841760-1: {}, May 13 14:11:10.646566 n-d-841760-1 neutron-server[88082]: Metadata agent@n-d-841760-1: {}, May 13 14:11:10.646566 n-d-841760-1 neutron-server[88082]: Metering agent@n-d-841760-1: {}, May 13 14:11:10.646566 n-d-841760-1 neutron-server[88082]: Open vSwitch agent@n-d-841760-1: { 'AddressGroup': '1.2', May 13 14:11:10.646566 n-d-841760-1 neutron-server[88082]: 'ConntrackHelper': '1.0', May 13 14:11:10.646566 n-d-841760-1 neutron-server[88082]: 'Log': '1.0', May 13 14:11:10.646566 n-d-841760-1 neutron-server[88082]: 'Network': '1.1', May 13 14:11:10.646566 n-d-841760-1 neutron-server[88082]: 'Port': '1.7', May 13 14:11:10.646566 n-d-841760-1 neutron-server[88082]: 'PortForwarding': '1.2', May 13 14:11:10.646566 n-d-841760-1 neutron-server[88082]: 'QosPolicy': '1.8', May 13 14:11:10.646566 n-d-841760-1 neutron-server[88082]: 'SecurityGroup': '1.4', May 13 14:11:10.646566 n-d-841760-1 neutron-server[88082]: 'SecurityGroupRule': '1.2', May 13 14:11:10.646566 n-d-841760-1 neutron-server[88082]: 'SubPort': '1.0', May 13 14:11:10.646566 n-d-841760-1 neutron-server[88082]: 'Subnet': '1.1', May 13 14:11:10.646566 n-d-841760-1 neutron-server[88082]: 'Trunk': '1.1'}} May 13 14:11:10.646566 n-d-841760-1 neutron-server[88082]: {{(pid=88082) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 14:11:10.689082 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:10.729623 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:10.731294 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:11:10.731929 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:10.835484 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] Pushing event updated for resources: {'Network': ['ID=fb197814-29bb-4f72-8f58-3912015040b2,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:11:10.838091 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b3d329c7-c603-47cd-bdfc-6c3e09bff714 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8458402 May 13 14:11:10.848510 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network fb197814-29bb-4f72-8f58-3912015040b2 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:11:13.591478 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57010) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:11:14.036523 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4bd055-57a4-4ba3-861d-39ddacda598f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:11:14.038621 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2a4bd055-57a4-4ba3-861d-39ddacda598f admin admin] 10.222.0.35 "GET /v2.0/networks/fb197814-29bb-4f72-8f58-3912015040b2 HTTP/1.1" status: 200 len: 825 time: 0.4459808 May 13 14:11:14.065998 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-420fa78d-157e-4bcc-9e8b-8431ca47628a admin admin] 10.222.0.35 "GET /v2.0/subnetpools/6622a63e-ae1e-4c64-adff-833546fc7780 HTTP/1.1" status: 200 len: 734 time: 0.0215235 May 13 14:11:14.074090 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-1d0a1ef0-579e-4eed-a377-aa2e6bb6d756 admin admin] Request body: {'subnet': {'network_id': 'fb197814-29bb-4f72-8f58-3912015040b2', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'e034e7da240a4099b323f88059853054', 'name': 'private-subnet', 'subnetpool_id': '6622a63e-ae1e-4c64-adff-833546fc7780'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:11:14.078185 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1d0a1ef0-579e-4eed-a377-aa2e6bb6d756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:11:14.081918 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1d0a1ef0-579e-4eed-a377-aa2e6bb6d756 admin admin] Usage tracker for resource:subnet and tenant:e034e7da240a4099b323f88059853054 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:11:14.085009 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1d0a1ef0-579e-4eed-a377-aa2e6bb6d756 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:11:14.090589 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1d0a1ef0-579e-4eed-a377-aa2e6bb6d756 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:11:14.100100 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0a1ef0-579e-4eed-a377-aa2e6bb6d756 admin admin] Made reservation on behalf of e034e7da240a4099b323f88059853054 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:11:14.102440 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1d0a1ef0-579e-4eed-a377-aa2e6bb6d756 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:14.400275 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1d0a1ef0-579e-4eed-a377-aa2e6bb6d756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:14.488550 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0a1ef0-579e-4eed-a377-aa2e6bb6d756 admin admin] Checking segment: {'id': '3837d66a-3668-404a-a183-be065999f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fb197814-29bb-4f72-8f58-3912015040b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:11:14.488938 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0a1ef0-579e-4eed-a377-aa2e6bb6d756 admin admin] Network hostable DHCP agents. Network: fb197814-29bb-4f72-8f58-3912015040b2, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:11:14.496507 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a1ef0-579e-4eed-a377-aa2e6bb6d756 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d023bb4-c39b-4677-93eb-c382ac26f509,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:11:14.514685 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0a1ef0-579e-4eed-a377-aa2e6bb6d756 admin admin] Network fb197814-29bb-4f72-8f58-3912015040b2 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:11:14.523879 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-1d0a1ef0-579e-4eed-a377-aa2e6bb6d756 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, fb197814-29bb-4f72-8f58-3912015040b2) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:11:14.528299 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0a1ef0-579e-4eed-a377-aa2e6bb6d756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:11:14.528867 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1d0a1ef0-579e-4eed-a377-aa2e6bb6d756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:14.533351 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced34f17-67cf-4b8a-a859-53fb75c4d8e2 None None] Network fb197814-29bb-4f72-8f58-3912015040b2 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:11:14.549863 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1d0a1ef0-579e-4eed-a377-aa2e6bb6d756 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4789236 May 13 14:11:14.841808 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-fb197814-29bb-4f72-8f58-3912015040b2', 'network_id': 'fb197814-29bb-4f72-8f58-3912015040b2', 'tenant_id': 'e034e7da240a4099b323f88059853054', 'fixed_ips': [{'subnet_id': '9d023bb4-c39b-4677-93eb-c382ac26f509'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:11:14.843028 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:15.026679 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Allocated IP 172.20.0.2 (fb197814-29bb-4f72-8f58-3912015040b2/9d023bb4-c39b-4677-93eb-c382ac26f509/e2c6aae0-fcf1-45f1-a5ed-9d5528e23ddf) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:11:15.267264 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:15.280737 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Transition to ACTIVE for port object e2c6aae0-fcf1-45f1-a5ed-9d5528e23ddf will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:11:15.300335 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Transition to ACTIVE for port object e2c6aae0-fcf1-45f1-a5ed-9d5528e23ddf will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:11:15.306646 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:15.371051 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Network fb197814-29bb-4f72-8f58-3912015040b2 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:11:15.373974 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:11:15.381019 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Pushing event updated for resources: {'Port': ['ID=e2c6aae0-fcf1-45f1-a5ed-9d5528e23ddf,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:11:15.383267 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:11:15.392134 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:15.392485 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:15.392822 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:15.393157 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:15.393488 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:15.393814 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:15.394139 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:15.394462 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:15.394783 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:15.395103 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:15.395442 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:15.395761 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:15.396869 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Tracked resource versions report: May 13 14:11:15.396869 n-d-841760-1 neutron-server[88083]: pushed versions: May 13 14:11:15.396869 n-d-841760-1 neutron-server[88083]: { 'AddressGroup': {'1.2'}, May 13 14:11:15.396869 n-d-841760-1 neutron-server[88083]: 'ConntrackHelper': {'1.0'}, May 13 14:11:15.396869 n-d-841760-1 neutron-server[88083]: 'Log': {'1.0'}, May 13 14:11:15.396869 n-d-841760-1 neutron-server[88083]: 'Network': {'1.1'}, May 13 14:11:15.396869 n-d-841760-1 neutron-server[88083]: 'Port': {'1.7'}, May 13 14:11:15.396869 n-d-841760-1 neutron-server[88083]: 'PortForwarding': {'1.2'}, May 13 14:11:15.396869 n-d-841760-1 neutron-server[88083]: 'QosPolicy': {'1.8'}, May 13 14:11:15.396869 n-d-841760-1 neutron-server[88083]: 'SecurityGroup': {'1.4'}, May 13 14:11:15.396869 n-d-841760-1 neutron-server[88083]: 'SecurityGroupRule': {'1.2'}, May 13 14:11:15.396869 n-d-841760-1 neutron-server[88083]: 'SubPort': {'1.0'}, May 13 14:11:15.396869 n-d-841760-1 neutron-server[88083]: 'Subnet': {'1.1'}, May 13 14:11:15.396869 n-d-841760-1 neutron-server[88083]: 'Trunk': {'1.1'}} May 13 14:11:15.396869 n-d-841760-1 neutron-server[88083]: consumer versions: May 13 14:11:15.396869 n-d-841760-1 neutron-server[88083]: { DHCP agent@n-d-841760-1: {}, May 13 14:11:15.396869 n-d-841760-1 neutron-server[88083]: L3 agent@n-d-841760-1: {}, May 13 14:11:15.396869 n-d-841760-1 neutron-server[88083]: Metadata agent@n-d-841760-1: {}, May 13 14:11:15.396869 n-d-841760-1 neutron-server[88083]: Metering agent@n-d-841760-1: {}, May 13 14:11:15.396869 n-d-841760-1 neutron-server[88083]: Open vSwitch agent@n-d-841760-1: { 'AddressGroup': '1.2', May 13 14:11:15.396869 n-d-841760-1 neutron-server[88083]: 'ConntrackHelper': '1.0', May 13 14:11:15.396869 n-d-841760-1 neutron-server[88083]: 'Log': '1.0', May 13 14:11:15.396869 n-d-841760-1 neutron-server[88083]: 'Network': '1.1', May 13 14:11:15.396869 n-d-841760-1 neutron-server[88083]: 'Port': '1.7', May 13 14:11:15.396869 n-d-841760-1 neutron-server[88083]: 'PortForwarding': '1.2', May 13 14:11:15.396869 n-d-841760-1 neutron-server[88083]: 'QosPolicy': '1.8', May 13 14:11:15.396869 n-d-841760-1 neutron-server[88083]: 'SecurityGroup': '1.4', May 13 14:11:15.396869 n-d-841760-1 neutron-server[88083]: 'SecurityGroupRule': '1.2', May 13 14:11:15.396869 n-d-841760-1 neutron-server[88083]: 'SubPort': '1.0', May 13 14:11:15.396869 n-d-841760-1 neutron-server[88083]: 'Subnet': '1.1', May 13 14:11:15.396869 n-d-841760-1 neutron-server[88083]: 'Trunk': '1.1'}} May 13 14:11:15.396869 n-d-841760-1 neutron-server[88083]: {{(pid=88083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 14:11:15.485482 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Attempting to bind port e2c6aae0-fcf1-45f1-a5ed-9d5528e23ddf on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:11:15.485871 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Attempting to bind port e2c6aae0-fcf1-45f1-a5ed-9d5528e23ddf by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '3837d66a-3668-404a-a183-be065999f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fb197814-29bb-4f72-8f58-3912015040b2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:11:15.486315 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Attempting to bind port e2c6aae0-fcf1-45f1-a5ed-9d5528e23ddf on network fb197814-29bb-4f72-8f58-3912015040b2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:11:15.491577 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:11:15.491950 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Checking segment: {'id': '3837d66a-3668-404a-a183-be065999f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fb197814-29bb-4f72-8f58-3912015040b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:11:15.492433 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:15.492818 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Bound using segment: {'id': '3837d66a-3668-404a-a183-be065999f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fb197814-29bb-4f72-8f58-3912015040b2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:11:15.493329 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Bound port: e2c6aae0-fcf1-45f1-a5ed-9d5528e23ddf, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3837d66a-3668-404a-a183-be065999f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fb197814-29bb-4f72-8f58-3912015040b2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:11:15.493734 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:15.581595 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] For port e2c6aae0-fcf1-45f1-a5ed-9d5528e23ddf, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:11:15.585756 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] For port e2c6aae0-fcf1-45f1-a5ed-9d5528e23ddf, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=e2c6aae0-fcf1-45f1-a5ed-9d5528e23ddf,segment=NetworkSegment(3837d66a-3668-404a-a183-be065999f500),segment_id=3837d66a-3668-404a-a183-be065999f500)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:11:15.590079 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:15.677985 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c1825-36db-4f04-9fd7-2947f403ad28 None None] Pushing event updated for resources: {'Port': ['ID=e2c6aae0-fcf1-45f1-a5ed-9d5528e23ddf,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:11:17.031419 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57020) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:11:17.621745 n-d-841760-1 neutron-server[88081]: WARNING oslo_policy.policy [None req-f584bfa1-f5b0-4222-8a54-9c9ed7454303 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 14:11:17.622316 n-d-841760-1 neutron-server[88081]: WARNING oslo_policy.policy [None req-f584bfa1-f5b0-4222-8a54-9c9ed7454303 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 14:11:17.837449 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-f584bfa1-f5b0-4222-8a54-9c9ed7454303 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:11:17.838679 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f584bfa1-f5b0-4222-8a54-9c9ed7454303 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8052220 May 13 14:11:19.444270 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe11181-a0cc-4115-acb9-7ccb14ed8a7c None None] Network fb197814-29bb-4f72-8f58-3912015040b2 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:11:19.539290 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-16c4ee91-b8e0-47a9-8a0d-250c8211b4ab None None] Provisioning for port e2c6aae0-fcf1-45f1-a5ed-9d5528e23ddf completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:11:20.293863 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e2c6aae0-fcf1-45f1-a5ed-9d5528e23ddf up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:11:20.294828 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57038) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:11:20.374210 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port e2c6aae0-fcf1-45f1-a5ed-9d5528e23ddf completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:11:20.379766 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port e2c6aae0-fcf1-45f1-a5ed-9d5528e23ddf triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:11:20.380166 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:20.506930 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port e2c6aae0-fcf1-45f1-a5ed-9d5528e23ddf is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:11:20.507688 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:20.541334 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port e2c6aae0-fcf1-45f1-a5ed-9d5528e23ddf, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=e2c6aae0-fcf1-45f1-a5ed-9d5528e23ddf,segment=NetworkSegment(3837d66a-3668-404a-a183-be065999f500),segment_id=3837d66a-3668-404a-a183-be065999f500)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:11:20.546356 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:20.616793 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=e2c6aae0-fcf1-45f1-a5ed-9d5528e23ddf,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:11:20.682708 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-07996ace-5036-4ce7-b835-df40b21ef81c admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:11:20.683635 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-07996ace-5036-4ce7-b835-df40b21ef81c admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3877928 May 13 14:11:22.275868 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e2c6aae0-fcf1-45f1-a5ed-9d5528e23ddf up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:11:22.343667 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port e2c6aae0-fcf1-45f1-a5ed-9d5528e23ddf triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:11:22.344040 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:22.485452 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port e2c6aae0-fcf1-45f1-a5ed-9d5528e23ddf is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:11:23.360481 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57050) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:11:23.709434 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-1b16986d-4e21-4768-8aea-657fbe1ca8fc admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'e034e7da240a4099b323f88059853054'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:11:23.774506 n-d-841760-1 neutron-server[88081]: DEBUG neutron.policy [None req-1b16986d-4e21-4768-8aea-657fbe1ca8fc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88081) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 13 14:11:23.820150 n-d-841760-1 neutron-server[88081]: WARNING oslo_policy.policy [None req-1b16986d-4e21-4768-8aea-657fbe1ca8fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 14:11:23.820456 n-d-841760-1 neutron-server[88081]: WARNING oslo_policy.policy [None req-1b16986d-4e21-4768-8aea-657fbe1ca8fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 14:11:23.829395 n-d-841760-1 neutron-server[88081]: INFO neutron.quota [None req-1b16986d-4e21-4768-8aea-657fbe1ca8fc admin admin] Loaded quota_driver: . May 13 14:11:23.845280 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1b16986d-4e21-4768-8aea-657fbe1ca8fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:11:23.851848 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1b16986d-4e21-4768-8aea-657fbe1ca8fc admin admin] Usage tracker for resource:router and tenant:e034e7da240a4099b323f88059853054 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:11:23.856325 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1b16986d-4e21-4768-8aea-657fbe1ca8fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:11:23.863663 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1b16986d-4e21-4768-8aea-657fbe1ca8fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:11:23.879491 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1b16986d-4e21-4768-8aea-657fbe1ca8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:23.881448 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1b16986d-4e21-4768-8aea-657fbe1ca8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:23.907675 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1b16986d-4e21-4768-8aea-657fbe1ca8fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:24.023457 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1b16986d-4e21-4768-8aea-657fbe1ca8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:24.044084 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1b16986d-4e21-4768-8aea-657fbe1ca8fc admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:24.045285 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1b16986d-4e21-4768-8aea-657fbe1ca8fc admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6838565 May 13 14:11:26.453712 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57062) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:11:26.814267 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-58563439-0429-4175-b99d-f5893526bdf7 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:11:26.815292 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-58563439-0429-4175-b99d-f5893526bdf7 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3606308 May 13 14:11:27.129724 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4dc73c26-a40c-4550-a360-ec1c48812c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:29.232515 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57072) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:11:29.442636 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d4af7e9f-8801-4be3-aacd-8c340282fc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:29.598529 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:11:29.603487 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:11:29.607303 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Usage tracker for resource:network and tenant:315381b7fae3407f88999015b9e6e0fb is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:11:29.610780 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:11:29.616315 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:11:29.626129 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Made reservation on behalf of 315381b7fae3407f88999015b9e6e0fb for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:11:29.628837 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:29.645634 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:29.659350 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:11:29.663010 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Usage tracker for resource:security_group_rule and tenant:315381b7fae3407f88999015b9e6e0fb is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:11:29.666128 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:11:29.671733 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:11:29.764993 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:29.768482 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:29.783394 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Reserving flat network on physical network physnet1 {{(pid=88081) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 13 14:11:29.815889 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772689211257', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:29.816447 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Unsubscribe: segment precommit_create {{(pid=88081) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 13 14:11:29.816944 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Added segment b71237ed-c588-478d-b3c8-2e2493804dd8 of type flat for network c35d8094-27c1-4288-955d-bcb140e23bf2 May 13 14:11:29.865056 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd58cafb-a917-4b24-8f5c-0f587d11339d,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:11:29.880089 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:29.880420 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:29.880807 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:29.881165 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:29.881518 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:29.881867 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:29.882178 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:29.882487 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:29.882794 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:29.883100 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:29.883428 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:29.883732 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:29.884805 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Tracked resource versions report: May 13 14:11:29.884805 n-d-841760-1 neutron-server[88081]: pushed versions: May 13 14:11:29.884805 n-d-841760-1 neutron-server[88081]: { 'AddressGroup': {'1.2'}, May 13 14:11:29.884805 n-d-841760-1 neutron-server[88081]: 'ConntrackHelper': {'1.0'}, May 13 14:11:29.884805 n-d-841760-1 neutron-server[88081]: 'Log': {'1.0'}, May 13 14:11:29.884805 n-d-841760-1 neutron-server[88081]: 'Network': {'1.1'}, May 13 14:11:29.884805 n-d-841760-1 neutron-server[88081]: 'Port': {'1.7'}, May 13 14:11:29.884805 n-d-841760-1 neutron-server[88081]: 'PortForwarding': {'1.2'}, May 13 14:11:29.884805 n-d-841760-1 neutron-server[88081]: 'QosPolicy': {'1.8'}, May 13 14:11:29.884805 n-d-841760-1 neutron-server[88081]: 'SecurityGroup': {'1.4'}, May 13 14:11:29.884805 n-d-841760-1 neutron-server[88081]: 'SecurityGroupRule': {'1.2'}, May 13 14:11:29.884805 n-d-841760-1 neutron-server[88081]: 'SubPort': {'1.0'}, May 13 14:11:29.884805 n-d-841760-1 neutron-server[88081]: 'Subnet': {'1.1'}, May 13 14:11:29.884805 n-d-841760-1 neutron-server[88081]: 'Trunk': {'1.1'}} May 13 14:11:29.884805 n-d-841760-1 neutron-server[88081]: consumer versions: May 13 14:11:29.884805 n-d-841760-1 neutron-server[88081]: { DHCP agent@n-d-841760-1: {}, May 13 14:11:29.884805 n-d-841760-1 neutron-server[88081]: L3 agent@n-d-841760-1: {}, May 13 14:11:29.884805 n-d-841760-1 neutron-server[88081]: Metadata agent@n-d-841760-1: {}, May 13 14:11:29.884805 n-d-841760-1 neutron-server[88081]: Metering agent@n-d-841760-1: {}, May 13 14:11:29.884805 n-d-841760-1 neutron-server[88081]: Open vSwitch agent@n-d-841760-1: { 'AddressGroup': '1.2', May 13 14:11:29.884805 n-d-841760-1 neutron-server[88081]: 'ConntrackHelper': '1.0', May 13 14:11:29.884805 n-d-841760-1 neutron-server[88081]: 'Log': '1.0', May 13 14:11:29.884805 n-d-841760-1 neutron-server[88081]: 'Network': '1.1', May 13 14:11:29.884805 n-d-841760-1 neutron-server[88081]: 'Port': '1.7', May 13 14:11:29.884805 n-d-841760-1 neutron-server[88081]: 'PortForwarding': '1.2', May 13 14:11:29.884805 n-d-841760-1 neutron-server[88081]: 'QosPolicy': '1.8', May 13 14:11:29.884805 n-d-841760-1 neutron-server[88081]: 'SecurityGroup': '1.4', May 13 14:11:29.884805 n-d-841760-1 neutron-server[88081]: 'SecurityGroupRule': '1.2', May 13 14:11:29.884805 n-d-841760-1 neutron-server[88081]: 'SubPort': '1.0', May 13 14:11:29.884805 n-d-841760-1 neutron-server[88081]: 'Subnet': '1.1', May 13 14:11:29.884805 n-d-841760-1 neutron-server[88081]: 'Trunk': '1.1'}} May 13 14:11:29.884805 n-d-841760-1 neutron-server[88081]: {{(pid=88081) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 14:11:29.931368 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:29.977172 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:29.978341 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:11:29.978975 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:30.084868 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8513131 May 13 14:11:30.087433 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83fbca-0ae1-4219-92e7-8d403ffc988a admin admin] Pushing event updated for resources: {'Network': ['ID=c35d8094-27c1-4288-955d-bcb140e23bf2,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:11:30.117202 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network c35d8094-27c1-4288-955d-bcb140e23bf2 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:11:30.361554 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:30.500110 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:31.867992 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:32.495780 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57096) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:11:32.700539 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e02762a-9b85-4cc0-8af2-a058d6c790b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:11:32.701852 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6e02762a-9b85-4cc0-8af2-a058d6c790b2 admin admin] 10.222.0.35 "GET /v2.0/subnets/9d023bb4-c39b-4677-93eb-c382ac26f509 HTTP/1.1" status: 200 len: 849 time: 0.2051709 May 13 14:11:32.879171 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-40454e45-a008-42a4-b38a-e2560713a914 admin admin] 10.222.0.35 "GET /v2.0/routers/34f1c621-c80c-4d09-b5d0-948c01192b21 HTTP/1.1" status: 200 len: 704 time: 0.1716137 May 13 14:11:33.339677 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5c58ee32-5c83-4891-ae50-cc77e9131ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:33.566089 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-5c58ee32-5c83-4891-ae50-cc77e9131ccf admin admin] Allocated IP 172.20.0.1 (fb197814-29bb-4f72-8f58-3912015040b2/9d023bb4-c39b-4677-93eb-c382ac26f509/bfc06619-df3b-4da8-a4b0-4c61b79d85bc) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:11:33.720021 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5c58ee32-5c83-4891-ae50-cc77e9131ccf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:33.736455 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-5c58ee32-5c83-4891-ae50-cc77e9131ccf admin admin] Transition to ACTIVE for port object bfc06619-df3b-4da8-a4b0-4c61b79d85bc will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:11:33.791286 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5c58ee32-5c83-4891-ae50-cc77e9131ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:33.888001 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c58ee32-5c83-4891-ae50-cc77e9131ccf admin admin] Network fb197814-29bb-4f72-8f58-3912015040b2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:11:33.888977 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-5c58ee32-5c83-4891-ae50-cc77e9131ccf admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:11:33.892079 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c58ee32-5c83-4891-ae50-cc77e9131ccf admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:11:33.892617 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5c58ee32-5c83-4891-ae50-cc77e9131ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:34.039409 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58ee32-5c83-4891-ae50-cc77e9131ccf admin admin] Pushing event updated for resources: {'Port': ['ID=bfc06619-df3b-4da8-a4b0-4c61b79d85bc,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:11:34.059238 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7452e3ed-34e7-43e3-9bae-645f12b3f33d None None] Provisioning for port bfc06619-df3b-4da8-a4b0-4c61b79d85bc completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:11:34.064030 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7452e3ed-34e7-43e3-9bae-645f12b3f33d None None] Provisioning complete for port bfc06619-df3b-4da8-a4b0-4c61b79d85bc triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:11:34.064455 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7452e3ed-34e7-43e3-9bae-645f12b3f33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:34.119535 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7452e3ed-34e7-43e3-9bae-645f12b3f33d None None] Port bfc06619-df3b-4da8-a4b0-4c61b79d85bc cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:11:34.162435 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5c58ee32-5c83-4891-ae50-cc77e9131ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:34.393797 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5c58ee32-5c83-4891-ae50-cc77e9131ccf admin admin] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:34.398117 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5c58ee32-5c83-4891-ae50-cc77e9131ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:34.398930 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5c58ee32-5c83-4891-ae50-cc77e9131ccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:34.532337 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58ee32-5c83-4891-ae50-cc77e9131ccf admin admin] Pushing event updated for resources: {'Port': ['ID=bfc06619-df3b-4da8-a4b0-4c61b79d85bc,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:11:34.593257 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c58ee32-5c83-4891-ae50-cc77e9131ccf admin admin] Network fb197814-29bb-4f72-8f58-3912015040b2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:11:34.594297 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-5c58ee32-5c83-4891-ae50-cc77e9131ccf admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:11:34.740359 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-69b9d9bf-1723-41d1-9d07-1edf2a7fde61 None None] Provisioning complete for port bfc06619-df3b-4da8-a4b0-4c61b79d85bc triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:11:34.740732 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-69b9d9bf-1723-41d1-9d07-1edf2a7fde61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:34.782913 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c58ee32-5c83-4891-ae50-cc77e9131ccf admin admin] Router 34f1c621-c80c-4d09-b5d0-948c01192b21 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:11:34.793585 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-69b9d9bf-1723-41d1-9d07-1edf2a7fde61 None None] Port bfc06619-df3b-4da8-a4b0-4c61b79d85bc cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:11:34.933157 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c58ee32-5c83-4891-ae50-cc77e9131ccf admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:11:34.942270 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5c58ee32-5c83-4891-ae50-cc77e9131ccf admin admin] 10.222.0.35 "PUT /v2.0/routers/34f1c621-c80c-4d09-b5d0-948c01192b21/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0577624 May 13 14:11:34.943069 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8563acb1-14d0-4ff9-9650-53d90ba1f619 None None] Sync routers for ids ['34f1c621-c80c-4d09-b5d0-948c01192b21'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:11:34.954108 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8563acb1-14d0-4ff9-9650-53d90ba1f619 None None] Routers {'34f1c621-c80c-4d09-b5d0-948c01192b21'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:11:34.954929 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-8563acb1-14d0-4ff9-9650-53d90ba1f619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:11:29Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['34f1c621-c80c-4d09-b5d0-948c01192b21'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:11:35.126732 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-8563acb1-14d0-4ff9-9650-53d90ba1f619 None None] Set router 34f1c621-c80c-4d09-b5d0-948c01192b21 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:11:35.491508 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-8563acb1-14d0-4ff9-9650-53d90ba1f619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f1c621-c80c-4d09-b5d0-948c01192b21', 'name': 'router1', 'tenant_id': 'e034e7da240a4099b323f88059853054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:11:23Z', 'updated_at': '2022-05-13T14:11:34Z', 'revision_number': 2, 'project_id': 'e034e7da240a4099b323f88059853054', 'gw_port_host': None, '_interfaces': [{'id': 'bfc06619-df3b-4da8-a4b0-4c61b79d85bc', 'name': '', 'network_id': 'fb197814-29bb-4f72-8f58-3912015040b2', 'tenant_id': 'e034e7da240a4099b323f88059853054', 'mac_address': 'fa:16:3e:c2:a3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f1c621-c80c-4d09-b5d0-948c01192b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d023bb4-c39b-4677-93eb-c382ac26f509', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:11:33Z', 'updated_at': '2022-05-13T14:11:34Z', 'revision_number': 2, 'project_id': 'e034e7da240a4099b323f88059853054', 'subnets': [{'id': '9d023bb4-c39b-4677-93eb-c382ac26f509', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6622a63e-ae1e-4c64-adff-833546fc7780'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:11:35.496776 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8563acb1-14d0-4ff9-9650-53d90ba1f619 None None] Checking router: 34f1c621-c80c-4d09-b5d0-948c01192b21 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:11:35.497140 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8563acb1-14d0-4ff9-9650-53d90ba1f619 None None] Updating router 34f1c621-c80c-4d09-b5d0-948c01192b21 port bfc06619-df3b-4da8-a4b0-4c61b79d85bc binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:11:35.549889 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-8563acb1-14d0-4ff9-9650-53d90ba1f619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:35.921534 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-8563acb1-14d0-4ff9-9650-53d90ba1f619 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:35.938103 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-8563acb1-14d0-4ff9-9650-53d90ba1f619 None None] Transition to ACTIVE for port object bfc06619-df3b-4da8-a4b0-4c61b79d85bc will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:11:35.945077 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-8563acb1-14d0-4ff9-9650-53d90ba1f619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:36.192754 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28c160-150a-44e2-96e7-368e773e0859 None None] Pushing event updated for resources: {'Port': ['ID=bfc06619-df3b-4da8-a4b0-4c61b79d85bc,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:11:36.204145 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28c160-150a-44e2-96e7-368e773e0859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:36.204486 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28c160-150a-44e2-96e7-368e773e0859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:36.204820 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28c160-150a-44e2-96e7-368e773e0859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:36.205146 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28c160-150a-44e2-96e7-368e773e0859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:36.205470 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28c160-150a-44e2-96e7-368e773e0859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:36.205792 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28c160-150a-44e2-96e7-368e773e0859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:36.206254 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28c160-150a-44e2-96e7-368e773e0859 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:36.206436 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28c160-150a-44e2-96e7-368e773e0859 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:36.206738 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28c160-150a-44e2-96e7-368e773e0859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:36.207051 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28c160-150a-44e2-96e7-368e773e0859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:36.207456 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28c160-150a-44e2-96e7-368e773e0859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:36.207695 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28c160-150a-44e2-96e7-368e773e0859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:36.209108 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28c160-150a-44e2-96e7-368e773e0859 None None] Tracked resource versions report: May 13 14:11:36.209108 n-d-841760-1 neutron-server[88084]: pushed versions: May 13 14:11:36.209108 n-d-841760-1 neutron-server[88084]: { 'AddressGroup': {'1.2'}, May 13 14:11:36.209108 n-d-841760-1 neutron-server[88084]: 'ConntrackHelper': {'1.0'}, May 13 14:11:36.209108 n-d-841760-1 neutron-server[88084]: 'Log': {'1.0'}, May 13 14:11:36.209108 n-d-841760-1 neutron-server[88084]: 'Network': {'1.1'}, May 13 14:11:36.209108 n-d-841760-1 neutron-server[88084]: 'Port': {'1.7'}, May 13 14:11:36.209108 n-d-841760-1 neutron-server[88084]: 'PortForwarding': {'1.2'}, May 13 14:11:36.209108 n-d-841760-1 neutron-server[88084]: 'QosPolicy': {'1.8'}, May 13 14:11:36.209108 n-d-841760-1 neutron-server[88084]: 'SecurityGroup': {'1.4'}, May 13 14:11:36.209108 n-d-841760-1 neutron-server[88084]: 'SecurityGroupRule': {'1.2'}, May 13 14:11:36.209108 n-d-841760-1 neutron-server[88084]: 'SubPort': {'1.0'}, May 13 14:11:36.209108 n-d-841760-1 neutron-server[88084]: 'Subnet': {'1.1'}, May 13 14:11:36.209108 n-d-841760-1 neutron-server[88084]: 'Trunk': {'1.1'}} May 13 14:11:36.209108 n-d-841760-1 neutron-server[88084]: consumer versions: May 13 14:11:36.209108 n-d-841760-1 neutron-server[88084]: { DHCP agent@n-d-841760-1: {}, May 13 14:11:36.209108 n-d-841760-1 neutron-server[88084]: L3 agent@n-d-841760-1: {}, May 13 14:11:36.209108 n-d-841760-1 neutron-server[88084]: Metadata agent@n-d-841760-1: {}, May 13 14:11:36.209108 n-d-841760-1 neutron-server[88084]: Metering agent@n-d-841760-1: {}, May 13 14:11:36.209108 n-d-841760-1 neutron-server[88084]: Open vSwitch agent@n-d-841760-1: { 'AddressGroup': '1.2', May 13 14:11:36.209108 n-d-841760-1 neutron-server[88084]: 'ConntrackHelper': '1.0', May 13 14:11:36.209108 n-d-841760-1 neutron-server[88084]: 'Log': '1.0', May 13 14:11:36.209108 n-d-841760-1 neutron-server[88084]: 'Network': '1.1', May 13 14:11:36.209108 n-d-841760-1 neutron-server[88084]: 'Port': '1.7', May 13 14:11:36.209108 n-d-841760-1 neutron-server[88084]: 'PortForwarding': '1.2', May 13 14:11:36.209108 n-d-841760-1 neutron-server[88084]: 'QosPolicy': '1.8', May 13 14:11:36.209108 n-d-841760-1 neutron-server[88084]: 'SecurityGroup': '1.4', May 13 14:11:36.209108 n-d-841760-1 neutron-server[88084]: 'SecurityGroupRule': '1.2', May 13 14:11:36.209108 n-d-841760-1 neutron-server[88084]: 'SubPort': '1.0', May 13 14:11:36.209108 n-d-841760-1 neutron-server[88084]: 'Subnet': '1.1', May 13 14:11:36.209108 n-d-841760-1 neutron-server[88084]: 'Trunk': '1.1'}} May 13 14:11:36.209108 n-d-841760-1 neutron-server[88084]: {{(pid=88084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 14:11:36.211538 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-8563acb1-14d0-4ff9-9650-53d90ba1f619 None None] Attempting to bind port bfc06619-df3b-4da8-a4b0-4c61b79d85bc on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:11:36.211927 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-8563acb1-14d0-4ff9-9650-53d90ba1f619 None None] Attempting to bind port bfc06619-df3b-4da8-a4b0-4c61b79d85bc by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '3837d66a-3668-404a-a183-be065999f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fb197814-29bb-4f72-8f58-3912015040b2'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:11:36.212390 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8563acb1-14d0-4ff9-9650-53d90ba1f619 None None] Attempting to bind port bfc06619-df3b-4da8-a4b0-4c61b79d85bc on network fb197814-29bb-4f72-8f58-3912015040b2 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:11:36.219135 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8563acb1-14d0-4ff9-9650-53d90ba1f619 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:11:36.219510 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8563acb1-14d0-4ff9-9650-53d90ba1f619 None None] Checking segment: {'id': '3837d66a-3668-404a-a183-be065999f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fb197814-29bb-4f72-8f58-3912015040b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:11:36.219991 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-8563acb1-14d0-4ff9-9650-53d90ba1f619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:36.220376 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8563acb1-14d0-4ff9-9650-53d90ba1f619 None None] Bound using segment: {'id': '3837d66a-3668-404a-a183-be065999f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fb197814-29bb-4f72-8f58-3912015040b2'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:11:36.220908 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-8563acb1-14d0-4ff9-9650-53d90ba1f619 None None] Bound port: bfc06619-df3b-4da8-a4b0-4c61b79d85bc, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3837d66a-3668-404a-a183-be065999f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fb197814-29bb-4f72-8f58-3912015040b2'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:11:36.221278 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-8563acb1-14d0-4ff9-9650-53d90ba1f619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:36.309310 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-8563acb1-14d0-4ff9-9650-53d90ba1f619 None None] For port bfc06619-df3b-4da8-a4b0-4c61b79d85bc, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:11:36.313425 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-8563acb1-14d0-4ff9-9650-53d90ba1f619 None None] For port bfc06619-df3b-4da8-a4b0-4c61b79d85bc, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=bfc06619-df3b-4da8-a4b0-4c61b79d85bc,segment=NetworkSegment(3837d66a-3668-404a-a183-be065999f500),segment_id=3837d66a-3668-404a-a183-be065999f500)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:11:36.317228 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-8563acb1-14d0-4ff9-9650-53d90ba1f619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:36.407516 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28c160-150a-44e2-96e7-368e773e0859 None None] Pushing event updated for resources: {'Port': ['ID=bfc06619-df3b-4da8-a4b0-4c61b79d85bc,revision_number=4']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:11:36.411364 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8563acb1-14d0-4ff9-9650-53d90ba1f619 None None] Routers {'34f1c621-c80c-4d09-b5d0-948c01192b21'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:11:36.412183 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-8563acb1-14d0-4ff9-9650-53d90ba1f619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:11:29Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['34f1c621-c80c-4d09-b5d0-948c01192b21'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:11:36.565494 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-8563acb1-14d0-4ff9-9650-53d90ba1f619 None None] Set router 34f1c621-c80c-4d09-b5d0-948c01192b21 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:11:36.879769 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-8563acb1-14d0-4ff9-9650-53d90ba1f619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f1c621-c80c-4d09-b5d0-948c01192b21', 'name': 'router1', 'tenant_id': 'e034e7da240a4099b323f88059853054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:11:23Z', 'updated_at': '2022-05-13T14:11:34Z', 'revision_number': 2, 'project_id': 'e034e7da240a4099b323f88059853054', 'gw_port_host': None, '_interfaces': [{'id': 'bfc06619-df3b-4da8-a4b0-4c61b79d85bc', 'name': '', 'network_id': 'fb197814-29bb-4f72-8f58-3912015040b2', 'tenant_id': 'e034e7da240a4099b323f88059853054', 'mac_address': 'fa:16:3e:c2:a3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f1c621-c80c-4d09-b5d0-948c01192b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d023bb4-c39b-4677-93eb-c382ac26f509', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:11:33Z', 'updated_at': '2022-05-13T14:11:36Z', 'revision_number': 4, 'project_id': 'e034e7da240a4099b323f88059853054', 'subnets': [{'id': '9d023bb4-c39b-4677-93eb-c382ac26f509', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6622a63e-ae1e-4c64-adff-833546fc7780'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:11:36.883556 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8563acb1-14d0-4ff9-9650-53d90ba1f619 None None] The sync data for ids ['34f1c621-c80c-4d09-b5d0-948c01192b21'] in n-d-841760-1 is: [{'id': '34f1c621-c80c-4d09-b5d0-948c01192b21', 'name': 'router1', 'tenant_id': 'e034e7da240a4099b323f88059853054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:11:23Z', 'updated_at': '2022-05-13T14:11:34Z', 'revision_number': 2, 'project_id': 'e034e7da240a4099b323f88059853054', 'gw_port_host': None, '_interfaces': [{'id': 'bfc06619-df3b-4da8-a4b0-4c61b79d85bc', 'name': '', 'network_id': 'fb197814-29bb-4f72-8f58-3912015040b2', 'tenant_id': 'e034e7da240a4099b323f88059853054', 'mac_address': 'fa:16:3e:c2:a3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f1c621-c80c-4d09-b5d0-948c01192b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d023bb4-c39b-4677-93eb-c382ac26f509', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:11:33Z', 'updated_at': '2022-05-13T14:11:36Z', 'revision_number': 4, 'project_id': 'e034e7da240a4099b323f88059853054', 'subnets': [{'id': '9d023bb4-c39b-4677-93eb-c382ac26f509', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6622a63e-ae1e-4c64-adff-833546fc7780'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:11:37.159867 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57118) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:11:37.318565 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8161f8be-a5db-45d8-a49d-30604473bdc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:11:37.319183 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-8161f8be-a5db-45d8-a49d-30604473bdc4 admin admin] Synchronizing usage tracker for tenant:315381b7fae3407f88999015b9e6e0fb on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:11:37.336032 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-8161f8be-a5db-45d8-a49d-30604473bdc4 admin admin] Unset dirty status for tenant:315381b7fae3407f88999015b9e6e0fb on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:11:37.337119 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8161f8be-a5db-45d8-a49d-30604473bdc4 admin admin] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 842 time: 0.1763074 May 13 14:11:37.346255 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-0af26dd5-b836-4d1d-9a62-21a93069fca8 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'gateway_ip': '172.25.0.1', 'ip_version': 4, 'cidr': '172.25.0.0/24'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:11:37.350781 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-0af26dd5-b836-4d1d-9a62-21a93069fca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:11:37.354989 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0af26dd5-b836-4d1d-9a62-21a93069fca8 admin admin] Usage tracker for resource:subnet and tenant:315381b7fae3407f88999015b9e6e0fb is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:11:37.358079 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0af26dd5-b836-4d1d-9a62-21a93069fca8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:11:37.364020 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-0af26dd5-b836-4d1d-9a62-21a93069fca8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:11:37.375062 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af26dd5-b836-4d1d-9a62-21a93069fca8 admin admin] Made reservation on behalf of 315381b7fae3407f88999015b9e6e0fb for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:11:37.377268 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0af26dd5-b836-4d1d-9a62-21a93069fca8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:37.785694 n-d-841760-1 neutron-server[88081]: DEBUG neutron.objects.ports [None req-0af26dd5-b836-4d1d-9a62-21a93069fca8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88081) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 14:11:37.786171 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0af26dd5-b836-4d1d-9a62-21a93069fca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:37.859248 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af26dd5-b836-4d1d-9a62-21a93069fca8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a1f4af7-4f93-44a1-8ffb-898d234f1a6c,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:11:37.867796 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af26dd5-b836-4d1d-9a62-21a93069fca8 admin admin] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:11:37.868150 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af26dd5-b836-4d1d-9a62-21a93069fca8 admin admin] Network hostable DHCP agents. Network: c35d8094-27c1-4288-955d-bcb140e23bf2, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:11:37.890006 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af26dd5-b836-4d1d-9a62-21a93069fca8 admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:11:37.900075 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-0af26dd5-b836-4d1d-9a62-21a93069fca8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, c35d8094-27c1-4288-955d-bcb140e23bf2) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:11:37.904884 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af26dd5-b836-4d1d-9a62-21a93069fca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:11:37.905456 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0af26dd5-b836-4d1d-9a62-21a93069fca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:37.909725 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6f651a-25f3-4da2-bc34-832157c52261 None None] Network c35d8094-27c1-4288-955d-bcb140e23bf2 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:11:37.939149 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0af26dd5-b836-4d1d-9a62-21a93069fca8 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5822611 May 13 14:11:38.135916 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc06bcf-3305-4d3a-8c61-96174b73db84 None None] Network c35d8094-27c1-4288-955d-bcb140e23bf2 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:11:38.343441 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device bfc06619-df3b-4da8-a4b0-4c61b79d85bc up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:11:38.421095 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port bfc06619-df3b-4da8-a4b0-4c61b79d85bc completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:11:38.425841 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port bfc06619-df3b-4da8-a4b0-4c61b79d85bc triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:11:38.426218 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:38.543732 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port bfc06619-df3b-4da8-a4b0-4c61b79d85bc is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:11:38.544129 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:38.575260 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port bfc06619-df3b-4da8-a4b0-4c61b79d85bc, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=bfc06619-df3b-4da8-a4b0-4c61b79d85bc,segment=NetworkSegment(3837d66a-3668-404a-a183-be065999f500),segment_id=3837d66a-3668-404a-a183-be065999f500)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:11:38.578744 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:38.646273 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=bfc06619-df3b-4da8-a4b0-4c61b79d85bc,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:11:40.210574 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57132) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:11:40.278447 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device bfc06619-df3b-4da8-a4b0-4c61b79d85bc up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:11:40.346099 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port bfc06619-df3b-4da8-a4b0-4c61b79d85bc triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:11:40.346469 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:40.422903 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8cad0446-57bc-487b-845a-18aab519d17c admin admin] 10.222.0.35 "GET /v2.0/routers/34f1c621-c80c-4d09-b5d0-948c01192b21 HTTP/1.1" status: 200 len: 710 time: 0.2109599 May 13 14:11:40.461041 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port bfc06619-df3b-4da8-a4b0-4c61b79d85bc is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:11:40.547567 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78b5368-b400-448f-88a8-0fce672e1f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:11:40.548915 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a78b5368-b400-448f-88a8-0fce672e1f67 admin admin] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 886 time: 0.1208937 May 13 14:11:40.557422 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-5a8b0e12-c6d6-4edc-ada4-e031770446d8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:11:40.990259 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a8b0e12-c6d6-4edc-ada4-e031770446d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:41.355806 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a8b0e12-c6d6-4edc-ada4-e031770446d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:41.411585 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a8b0e12-c6d6-4edc-ada4-e031770446d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:41.547447 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-5a8b0e12-c6d6-4edc-ada4-e031770446d8 admin admin] Allocated IP 172.25.0.139 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/046f9c07-e8b0-492b-9acd-377df1eb699c) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:11:41.692311 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a8b0e12-c6d6-4edc-ada4-e031770446d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:41.746738 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a8b0e12-c6d6-4edc-ada4-e031770446d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:41.813839 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8b0e12-c6d6-4edc-ada4-e031770446d8 admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:11:41.816702 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-5a8b0e12-c6d6-4edc-ada4-e031770446d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:11:41.820318 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8b0e12-c6d6-4edc-ada4-e031770446d8 admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:11:41.874320 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b0e12-c6d6-4edc-ada4-e031770446d8 admin admin] Pushing event updated for resources: {'Port': ['ID=046f9c07-e8b0-492b-9acd-377df1eb699c,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:11:42.194092 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a8b0e12-c6d6-4edc-ada4-e031770446d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:42.566531 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a8b0e12-c6d6-4edc-ada4-e031770446d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:42.569797 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a8b0e12-c6d6-4edc-ada4-e031770446d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33129349'] for router, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:42.744101 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8b0e12-c6d6-4edc-ada4-e031770446d8 admin admin] Router 34f1c621-c80c-4d09-b5d0-948c01192b21 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:11:42.918856 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8b0e12-c6d6-4edc-ada4-e031770446d8 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:11:42.926856 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a8b0e12-c6d6-4edc-ada4-e031770446d8 admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:42.928057 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5a8b0e12-c6d6-4edc-ada4-e031770446d8 admin admin] 10.222.0.35 "PUT /v2.0/routers/34f1c621-c80c-4d09-b5d0-948c01192b21 HTTP/1.1" status: 200 len: 890 time: 2.3737433 May 13 14:11:42.928850 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75621a27-89df-4ed8-87ae-540fb4ecd88b None None] Sync routers for ids ['34f1c621-c80c-4d09-b5d0-948c01192b21'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:11:42.938891 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75621a27-89df-4ed8-87ae-540fb4ecd88b None None] Routers {'34f1c621-c80c-4d09-b5d0-948c01192b21'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:11:42.939636 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-75621a27-89df-4ed8-87ae-540fb4ecd88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:11:29Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['34f1c621-c80c-4d09-b5d0-948c01192b21'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:11:43.131315 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-75621a27-89df-4ed8-87ae-540fb4ecd88b None None] Set router 34f1c621-c80c-4d09-b5d0-948c01192b21 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:11:43.490700 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-75621a27-89df-4ed8-87ae-540fb4ecd88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f1c621-c80c-4d09-b5d0-948c01192b21', 'name': 'router1', 'tenant_id': 'e034e7da240a4099b323f88059853054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '046f9c07-e8b0-492b-9acd-377df1eb699c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:11:23Z', 'updated_at': '2022-05-13T14:11:42Z', 'revision_number': 4, 'project_id': 'e034e7da240a4099b323f88059853054', 'gw_port': {'id': '046f9c07-e8b0-492b-9acd-377df1eb699c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:74:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f1c621-c80c-4d09-b5d0-948c01192b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:11:41Z', 'updated_at': '2022-05-13T14:11:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'bfc06619-df3b-4da8-a4b0-4c61b79d85bc', 'name': '', 'network_id': 'fb197814-29bb-4f72-8f58-3912015040b2', 'tenant_id': 'e034e7da240a4099b323f88059853054', 'mac_address': 'fa:16:3e:c2:a3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f1c621-c80c-4d09-b5d0-948c01192b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d023bb4-c39b-4677-93eb-c382ac26f509', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:11:33Z', 'updated_at': '2022-05-13T14:11:38Z', 'revision_number': 5, 'project_id': 'e034e7da240a4099b323f88059853054', 'subnets': [{'id': '9d023bb4-c39b-4677-93eb-c382ac26f509', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6622a63e-ae1e-4c64-adff-833546fc7780'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:11:43.495395 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75621a27-89df-4ed8-87ae-540fb4ecd88b None None] Checking router: 34f1c621-c80c-4d09-b5d0-948c01192b21 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:11:43.495739 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75621a27-89df-4ed8-87ae-540fb4ecd88b None None] Updating router 34f1c621-c80c-4d09-b5d0-948c01192b21 port 046f9c07-e8b0-492b-9acd-377df1eb699c binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:11:43.545758 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-75621a27-89df-4ed8-87ae-540fb4ecd88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:43.869954 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-75621a27-89df-4ed8-87ae-540fb4ecd88b None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:43.881675 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-75621a27-89df-4ed8-87ae-540fb4ecd88b None None] Transition to ACTIVE for port object 046f9c07-e8b0-492b-9acd-377df1eb699c will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:11:43.888993 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-75621a27-89df-4ed8-87ae-540fb4ecd88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:43.965749 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-75621a27-89df-4ed8-87ae-540fb4ecd88b None None] Attempting to bind port 046f9c07-e8b0-492b-9acd-377df1eb699c on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:11:43.966371 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-75621a27-89df-4ed8-87ae-540fb4ecd88b None None] Attempting to bind port 046f9c07-e8b0-492b-9acd-377df1eb699c by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:11:43.966480 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75621a27-89df-4ed8-87ae-540fb4ecd88b None None] Attempting to bind port 046f9c07-e8b0-492b-9acd-377df1eb699c on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:11:43.969726 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5640f1-b0a9-44f7-a251-67004527d5aa None None] Pushing event updated for resources: {'Port': ['ID=046f9c07-e8b0-492b-9acd-377df1eb699c,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:11:43.974176 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75621a27-89df-4ed8-87ae-540fb4ecd88b None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:11:43.974552 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75621a27-89df-4ed8-87ae-540fb4ecd88b None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:11:43.974946 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-75621a27-89df-4ed8-87ae-540fb4ecd88b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:43.975355 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75621a27-89df-4ed8-87ae-540fb4ecd88b None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:11:43.975810 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-75621a27-89df-4ed8-87ae-540fb4ecd88b None None] Bound port: 046f9c07-e8b0-492b-9acd-377df1eb699c, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:11:43.976194 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-75621a27-89df-4ed8-87ae-540fb4ecd88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:44.050668 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-75621a27-89df-4ed8-87ae-540fb4ecd88b None None] For port 046f9c07-e8b0-492b-9acd-377df1eb699c, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:11:44.053575 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-75621a27-89df-4ed8-87ae-540fb4ecd88b None None] For port 046f9c07-e8b0-492b-9acd-377df1eb699c, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=046f9c07-e8b0-492b-9acd-377df1eb699c,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:11:44.057477 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-75621a27-89df-4ed8-87ae-540fb4ecd88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:44.131728 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75621a27-89df-4ed8-87ae-540fb4ecd88b None None] Routers {'34f1c621-c80c-4d09-b5d0-948c01192b21'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:11:44.132243 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-75621a27-89df-4ed8-87ae-540fb4ecd88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:11:29Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['34f1c621-c80c-4d09-b5d0-948c01192b21'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:11:44.188936 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5640f1-b0a9-44f7-a251-67004527d5aa None None] Pushing event updated for resources: {'Port': ['ID=046f9c07-e8b0-492b-9acd-377df1eb699c,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:11:44.314555 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-75621a27-89df-4ed8-87ae-540fb4ecd88b None None] Set router 34f1c621-c80c-4d09-b5d0-948c01192b21 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:11:44.645393 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-75621a27-89df-4ed8-87ae-540fb4ecd88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f1c621-c80c-4d09-b5d0-948c01192b21', 'name': 'router1', 'tenant_id': 'e034e7da240a4099b323f88059853054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '046f9c07-e8b0-492b-9acd-377df1eb699c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:11:23Z', 'updated_at': '2022-05-13T14:11:42Z', 'revision_number': 4, 'project_id': 'e034e7da240a4099b323f88059853054', 'gw_port': {'id': '046f9c07-e8b0-492b-9acd-377df1eb699c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:74:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f1c621-c80c-4d09-b5d0-948c01192b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:11:41Z', 'updated_at': '2022-05-13T14:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'bfc06619-df3b-4da8-a4b0-4c61b79d85bc', 'name': '', 'network_id': 'fb197814-29bb-4f72-8f58-3912015040b2', 'tenant_id': 'e034e7da240a4099b323f88059853054', 'mac_address': 'fa:16:3e:c2:a3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f1c621-c80c-4d09-b5d0-948c01192b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d023bb4-c39b-4677-93eb-c382ac26f509', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:11:33Z', 'updated_at': '2022-05-13T14:11:38Z', 'revision_number': 5, 'project_id': 'e034e7da240a4099b323f88059853054', 'subnets': [{'id': '9d023bb4-c39b-4677-93eb-c382ac26f509', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6622a63e-ae1e-4c64-adff-833546fc7780'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:11:44.649344 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75621a27-89df-4ed8-87ae-540fb4ecd88b None None] The sync data for ids ['34f1c621-c80c-4d09-b5d0-948c01192b21'] in n-d-841760-1 is: [{'id': '34f1c621-c80c-4d09-b5d0-948c01192b21', 'name': 'router1', 'tenant_id': 'e034e7da240a4099b323f88059853054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '046f9c07-e8b0-492b-9acd-377df1eb699c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:11:23Z', 'updated_at': '2022-05-13T14:11:42Z', 'revision_number': 4, 'project_id': 'e034e7da240a4099b323f88059853054', 'gw_port': {'id': '046f9c07-e8b0-492b-9acd-377df1eb699c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:74:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f1c621-c80c-4d09-b5d0-948c01192b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:11:41Z', 'updated_at': '2022-05-13T14:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'bfc06619-df3b-4da8-a4b0-4c61b79d85bc', 'name': '', 'network_id': 'fb197814-29bb-4f72-8f58-3912015040b2', 'tenant_id': 'e034e7da240a4099b323f88059853054', 'mac_address': 'fa:16:3e:c2:a3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f1c621-c80c-4d09-b5d0-948c01192b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d023bb4-c39b-4677-93eb-c382ac26f509', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:11:33Z', 'updated_at': '2022-05-13T14:11:38Z', 'revision_number': 5, 'project_id': 'e034e7da240a4099b323f88059853054', 'subnets': [{'id': '9d023bb4-c39b-4677-93eb-c382ac26f509', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6622a63e-ae1e-4c64-adff-833546fc7780'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:11:45.389693 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57142) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:11:45.503004 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-95318529-56e6-43fb-800b-801f43649fba admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1121945 May 13 14:11:46.307791 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 046f9c07-e8b0-492b-9acd-377df1eb699c up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:11:46.419518 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 046f9c07-e8b0-492b-9acd-377df1eb699c completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:11:46.424387 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 046f9c07-e8b0-492b-9acd-377df1eb699c triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:11:46.424759 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:46.537731 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 046f9c07-e8b0-492b-9acd-377df1eb699c is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:11:46.538113 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:46.554648 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 046f9c07-e8b0-492b-9acd-377df1eb699c, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=046f9c07-e8b0-492b-9acd-377df1eb699c,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:11:46.558472 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:46.624327 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=046f9c07-e8b0-492b-9acd-377df1eb699c,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:11:48.292636 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 046f9c07-e8b0-492b-9acd-377df1eb699c up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:11:48.390630 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 046f9c07-e8b0-492b-9acd-377df1eb699c triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:11:48.391035 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:48.508794 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 046f9c07-e8b0-492b-9acd-377df1eb699c is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:11:51.364529 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 5 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:11:57.133739 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b49c4b6c-e186-4524-9318-6a87d6d97047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:59.443715 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-883d52ef-b8a0-4b9a-9791-e4b6f6f50de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:00.366054 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:00.503164 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:01.881724 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:27.141614 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f182a3bb-b144-48a0-9bb7-c3943e5a046f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:28.363982 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 5 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:12:29.447032 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9b3055a3-0a96-41a9-86ff-b0e574acbb36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:30.372949 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:30.513178 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:31.893126 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:57.137939 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-77b84014-fae5-4ceb-8e9a-f41db50b43b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:59.453692 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-003cc4c3-c211-46c7-9fe3-6d07ff397f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:13:00.373004 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:13:00.506582 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:13:01.892403 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:13:05.364553 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 5 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:13:27.133017 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6c1a2883-a976-4958-84c8-74a3b2eaeaa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:13:29.447666 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e2eca3a8-94f5-404d-850f-7e45a0f57f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:13:30.368755 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:13:30.508895 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:13:31.894671 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:13:42.363291 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 5 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:13:51.968584 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57748) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:13:52.033589 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f17900-9dde-4e40-9d23-99fda65666de admin admin] GET failed (client error): The resource could not be found. May 13 14:13:52.034813 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-41f17900-9dde-4e40-9d23-99fda65666de admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0652931 May 13 14:13:52.161265 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc026ab-4526-4dcd-8e48-d9948f47f60d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:13:52.162594 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1fc026ab-4526-4dcd-8e48-d9948f47f60d admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1239541 May 13 14:13:54.331605 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57758) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:13:54.439547 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8624f253-9450-415c-a95e-dbb3afd7e8a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:13:54.440101 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-8624f253-9450-415c-a95e-dbb3afd7e8a3 admin admin] Synchronizing usage tracker for tenant:315381b7fae3407f88999015b9e6e0fb on resource:subnet {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:13:54.455705 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-8624f253-9450-415c-a95e-dbb3afd7e8a3 admin admin] Unset dirty status for tenant:315381b7fae3407f88999015b9e6e0fb on resource:subnet {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:13:54.456827 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8624f253-9450-415c-a95e-dbb3afd7e8a3 admin admin] 10.222.0.35 "GET /v2.0/subnets/9d023bb4-c39b-4677-93eb-c382ac26f509 HTTP/1.1" status: 200 len: 849 time: 0.1242547 May 13 14:13:54.467267 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-12aed730-6c97-49c0-918a-dce46701db9f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:13:54.584218 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-12aed730-6c97-49c0-918a-dce46701db9f admin admin] Notify callbacks [] for subnet, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:13:54.768205 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-12aed730-6c97-49c0-918a-dce46701db9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772689068665'] for subnet, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:13:54.808932 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12aed730-6c97-49c0-918a-dce46701db9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:13:54.809750 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-12aed730-6c97-49c0-918a-dce46701db9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:13:54.810758 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-12aed730-6c97-49c0-918a-dce46701db9f admin admin] 10.222.0.35 "PUT /v2.0/subnets/9d023bb4-c39b-4677-93eb-c382ac26f509 HTTP/1.1" status: 200 len: 868 time: 0.3481784 May 13 14:13:54.813473 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb90663-30aa-4db2-ab8f-e681395f2082 None None] Network fb197814-29bb-4f72-8f58-3912015040b2 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:13:54.837939 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aed730-6c97-49c0-918a-dce46701db9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d023bb4-c39b-4677-93eb-c382ac26f509,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:13:54.846149 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aed730-6c97-49c0-918a-dce46701db9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:13:54.846571 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aed730-6c97-49c0-918a-dce46701db9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:13:54.846830 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aed730-6c97-49c0-918a-dce46701db9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:13:54.847254 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aed730-6c97-49c0-918a-dce46701db9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:13:54.847586 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aed730-6c97-49c0-918a-dce46701db9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:13:54.847917 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aed730-6c97-49c0-918a-dce46701db9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:13:54.848244 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aed730-6c97-49c0-918a-dce46701db9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:13:54.848568 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aed730-6c97-49c0-918a-dce46701db9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:13:54.848896 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aed730-6c97-49c0-918a-dce46701db9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:13:54.849216 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aed730-6c97-49c0-918a-dce46701db9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:13:54.849537 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aed730-6c97-49c0-918a-dce46701db9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:13:54.849858 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aed730-6c97-49c0-918a-dce46701db9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:13:55.295291 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b5b5637f-6b97-49b8-b327-b84c6018eca7 None None] Provisioning complete for port bfc06619-df3b-4da8-a4b0-4c61b79d85bc triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:13:55.295666 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b5b5637f-6b97-49b8-b327-b84c6018eca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:13:55.409398 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-b5b5637f-6b97-49b8-b327-b84c6018eca7 None None] Current status of the port bfc06619-df3b-4da8-a4b0-4c61b79d85bc is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:13:55.420532 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b5b5637f-6b97-49b8-b327-b84c6018eca7 None None] Provisioning complete for port e2c6aae0-fcf1-45f1-a5ed-9d5528e23ddf triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:13:55.420899 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b5b5637f-6b97-49b8-b327-b84c6018eca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:13:55.534909 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-b5b5637f-6b97-49b8-b327-b84c6018eca7 None None] Current status of the port e2c6aae0-fcf1-45f1-a5ed-9d5528e23ddf is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:13:56.997483 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57768) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:13:57.134609 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-525d64a2-c413-42ac-b64c-2ff87710810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:13:57.187294 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd44c39-8ef1-4dbb-92b4-7aa0550a21cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:13:57.187680 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd44c39-8ef1-4dbb-92b4-7aa0550a21cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:13:57.189205 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5cd44c39-8ef1-4dbb-92b4-7aa0550a21cd admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1907895 May 13 14:13:59.356516 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57778) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:13:59.450046 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-11a70403-f10c-4e4c-b0a6-69f45d1b0d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:13:59.566535 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab394dd6-60fa-45ab-b212-55e68ea07297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:13:59.567003 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab394dd6-60fa-45ab-b212-55e68ea07297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:13:59.568550 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ab394dd6-60fa-45ab-b212-55e68ea07297 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2110848 May 13 14:14:00.371677 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:00.515904 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:01.790882 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57788) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:14:01.896878 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:01.953705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1129d2-1b27-4be4-a18d-7f4984170d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:14:01.955048 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-da1129d2-1b27-4be4-a18d-7f4984170d22 admin admin] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 886 time: 0.1626711 May 13 14:14:04.089978 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57798) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:14:04.266479 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c1cbb4-2a41-407e-8a58-dbfd40dee336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:14:04.267883 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-40c1cbb4-2a41-407e-8a58-dbfd40dee336 admin admin] 10.222.0.35 "GET /v2.0/networks/fb197814-29bb-4f72-8f58-3912015040b2 HTTP/1.1" status: 200 len: 869 time: 0.1769388 May 13 14:14:06.480582 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57808) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:14:06.590164 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96a3e7f-a5a8-4849-851c-bc9d16747cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:14:06.590620 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96a3e7f-a5a8-4849-851c-bc9d16747cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:14:06.592163 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b96a3e7f-a5a8-4849-851c-bc9d16747cd9 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1106050 May 13 14:14:08.782647 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57818) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:14:08.888480 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aab45d3-23f7-4561-8b5f-aeb474f9e82c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:14:08.888950 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aab45d3-23f7-4561-8b5f-aeb474f9e82c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:14:08.890444 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0aab45d3-23f7-4561-8b5f-aeb474f9e82c admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1068442 May 13 14:14:11.150213 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57828) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:14:11.256139 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb43989-b4cd-480d-be96-1323e6d5f5fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:14:11.257471 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5fb43989-b4cd-480d-be96-1323e6d5f5fb admin admin] 10.222.0.35 "GET /v2.0/subnets/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c HTTP/1.1" status: 200 len: 816 time: 0.1062639 May 13 14:14:13.473746 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57838) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:14:13.587137 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa3291c-e927-4e53-8af2-e87fd30cd269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:14:13.589114 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6fa3291c-e927-4e53-8af2-e87fd30cd269 admin admin] 10.222.0.35 "GET /v2.0/subnets/9d023bb4-c39b-4677-93eb-c382ac26f509 HTTP/1.1" status: 200 len: 868 time: 0.1144004 May 13 14:14:19.364891 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 5 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:14:27.138159 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5ab6c0ae-1563-4ca2-af26-2097ec072011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:29.474338 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-433562eb-46d3-42fb-a956-905abd8f79e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:30.370446 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:30.508760 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:31.901177 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:33.194381 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57884) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:14:33.265379 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-e7d431fa-7dca-4f03-9c4f-3da35ef785f3 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:14:33.266558 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e7d431fa-7dca-4f03-9c4f-3da35ef785f3 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0710595 May 13 14:14:35.693588 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57894) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:14:35.768721 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-48bf85bd-52c6-4b05-9a7c-03427c6c89e7 admin admin] GET failed (client error): The resource could not be found. May 13 14:14:35.770035 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-48bf85bd-52c6-4b05-9a7c-03427c6c89e7 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0752366 May 13 14:14:35.903538 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fde067-7cc7-457b-869c-4824e9f15845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:14:35.904922 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-44fde067-7cc7-457b-869c-4824e9f15845 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1309545 May 13 14:14:38.152394 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57904) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:14:38.203728 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-06d0bac0-ca37-4634-8f84-ab038eb5a398 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:14:38.209109 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-06d0bac0-ca37-4634-8f84-ab038eb5a398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:14:38.219200 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-06d0bac0-ca37-4634-8f84-ab038eb5a398 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:14:38.231987 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d0bac0-ca37-4634-8f84-ab038eb5a398 admin admin] Made reservation on behalf of 315381b7fae3407f88999015b9e6e0fb for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:14:38.235052 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-06d0bac0-ca37-4634-8f84-ab038eb5a398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:38.377865 n-d-841760-1 neutron-server[88081]: WARNING neutron.services.revisions.revision_plugin [None req-06d0bac0-ca37-4634-8f84-ab038eb5a398 admin admin] Could not find related network for resource to bump revision. May 13 14:14:38.392111 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d0bac0-ca37-4634-8f84-ab038eb5a398 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:14:38.401640 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-06d0bac0-ca37-4634-8f84-ab038eb5a398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:38.401977 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-06d0bac0-ca37-4634-8f84-ab038eb5a398 admin admin] Added segment dd762ce2-7efc-4471-842c-adab632595c1 of type vlan for network 7d165b7c-a84b-4191-823a-46e347c23eb5 May 13 14:14:38.427871 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-06d0bac0-ca37-4634-8f84-ab038eb5a398 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:38.461698 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-06d0bac0-ca37-4634-8f84-ab038eb5a398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:38.462658 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d0bac0-ca37-4634-8f84-ab038eb5a398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:14:38.463246 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-06d0bac0-ca37-4634-8f84-ab038eb5a398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:38.567132 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0bac0-ca37-4634-8f84-ab038eb5a398 admin admin] Pushing event updated for resources: {'Network': ['ID=7d165b7c-a84b-4191-823a-46e347c23eb5,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:14:38.570840 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-06d0bac0-ca37-4634-8f84-ab038eb5a398 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4173965 May 13 14:14:38.578694 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:14:40.827065 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57914) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:14:40.893994 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b8d1a9-8935-489c-b109-e34191f7c731 admin admin] GET failed (client error): The resource could not be found. May 13 14:14:40.895319 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-63b8d1a9-8935-489c-b109-e34191f7c731 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0672412 May 13 14:14:41.002075 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b65577f-95f7-4918-819c-5465c7795751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:14:41.003555 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5b65577f-95f7-4918-819c-5465c7795751 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1043410 May 13 14:14:41.013756 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-24b5ef79-2c90-47a4-806f-cb3dd97f4589 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:14:41.018958 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-24b5ef79-2c90-47a4-806f-cb3dd97f4589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:14:41.028644 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-24b5ef79-2c90-47a4-806f-cb3dd97f4589 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:14:41.037727 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b5ef79-2c90-47a4-806f-cb3dd97f4589 admin admin] Made reservation on behalf of 315381b7fae3407f88999015b9e6e0fb for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:14:41.039942 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24b5ef79-2c90-47a4-806f-cb3dd97f4589 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:41.256155 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24b5ef79-2c90-47a4-806f-cb3dd97f4589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:41.333100 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5ef79-2c90-47a4-806f-cb3dd97f4589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:14:41.341190 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b5ef79-2c90-47a4-806f-cb3dd97f4589 admin admin] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:14:41.341543 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b5ef79-2c90-47a4-806f-cb3dd97f4589 admin admin] Network hostable DHCP agents. Network: 7d165b7c-a84b-4191-823a-46e347c23eb5, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:14:41.347412 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b5ef79-2c90-47a4-806f-cb3dd97f4589 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:41.347751 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b5ef79-2c90-47a4-806f-cb3dd97f4589 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:41.348082 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b5ef79-2c90-47a4-806f-cb3dd97f4589 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:41.348412 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b5ef79-2c90-47a4-806f-cb3dd97f4589 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:41.348734 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b5ef79-2c90-47a4-806f-cb3dd97f4589 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:41.349053 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b5ef79-2c90-47a4-806f-cb3dd97f4589 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:41.349368 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b5ef79-2c90-47a4-806f-cb3dd97f4589 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:41.349684 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b5ef79-2c90-47a4-806f-cb3dd97f4589 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:41.349995 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b5ef79-2c90-47a4-806f-cb3dd97f4589 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:41.350307 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b5ef79-2c90-47a4-806f-cb3dd97f4589 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:41.350620 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b5ef79-2c90-47a4-806f-cb3dd97f4589 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:41.350932 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b5ef79-2c90-47a4-806f-cb3dd97f4589 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:41.367687 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b5ef79-2c90-47a4-806f-cb3dd97f4589 admin admin] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:14:41.376130 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-24b5ef79-2c90-47a4-806f-cb3dd97f4589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 7d165b7c-a84b-4191-823a-46e347c23eb5) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:14:41.380060 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b5ef79-2c90-47a4-806f-cb3dd97f4589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:14:41.380627 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24b5ef79-2c90-47a4-806f-cb3dd97f4589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:41.385912 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad04ef1-16ef-4ef0-aaf2-cf0a4c85ba88 None None] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:14:41.407534 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-24b5ef79-2c90-47a4-806f-cb3dd97f4589 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3971205 May 13 14:14:41.612303 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-7d165b7c-a84b-4191-823a-46e347c23eb5', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'tenant_id': '315381b7fae3407f88999015b9e6e0fb', 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:14:41.613201 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:41.778405 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Allocated IP 192.168.233.2 (7d165b7c-a84b-4191-823a-46e347c23eb5/fb4bc443-ac8b-4686-9d3b-15c2430aa8ca/77244a81-84fa-419c-95be-ebbbb2b90a7a) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:14:41.996794 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:42.010241 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Transition to ACTIVE for port object 77244a81-84fa-419c-95be-ebbbb2b90a7a will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:14:42.033587 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Transition to ACTIVE for port object 77244a81-84fa-419c-95be-ebbbb2b90a7a will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:14:42.040324 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:42.121775 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:14:42.125860 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:14:42.129484 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:14:42.142050 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Pushing event updated for resources: {'Port': ['ID=77244a81-84fa-419c-95be-ebbbb2b90a7a,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:14:42.189576 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:42.189925 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:42.190222 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:42.190558 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:42.190890 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:42.191244 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:42.191568 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:42.191887 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:42.192217 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:42.192519 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:42.192836 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:42.193154 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:42.250736 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Attempting to bind port 77244a81-84fa-419c-95be-ebbbb2b90a7a on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:14:42.251062 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Attempting to bind port 77244a81-84fa-419c-95be-ebbbb2b90a7a by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:14:42.251412 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Attempting to bind port 77244a81-84fa-419c-95be-ebbbb2b90a7a on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:14:42.257229 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:14:42.257603 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:14:42.258004 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:42.258384 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:14:42.259405 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Bound port: 77244a81-84fa-419c-95be-ebbbb2b90a7a, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:14:42.259800 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:42.350756 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] For port 77244a81-84fa-419c-95be-ebbbb2b90a7a, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:14:42.354377 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] For port 77244a81-84fa-419c-95be-ebbbb2b90a7a, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=77244a81-84fa-419c-95be-ebbbb2b90a7a,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:14:42.359033 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:42.436071 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb8d4e9-89a2-4a85-979c-304c475a5b4f None None] Pushing event updated for resources: {'Port': ['ID=77244a81-84fa-419c-95be-ebbbb2b90a7a,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:14:43.240837 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230ef5c2-3804-4cdc-af75-a04ac8a138fb None None] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:14:43.338731 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7e6d7c03-e187-45d3-98f2-d31c9ef3d299 None None] Provisioning for port 77244a81-84fa-419c-95be-ebbbb2b90a7a completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:14:44.413364 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 77244a81-84fa-419c-95be-ebbbb2b90a7a up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:14:44.482340 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 77244a81-84fa-419c-95be-ebbbb2b90a7a completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:14:44.487191 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 77244a81-84fa-419c-95be-ebbbb2b90a7a triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:14:44.487667 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:44.603835 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 77244a81-84fa-419c-95be-ebbbb2b90a7a is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:14:44.604227 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:44.636314 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 77244a81-84fa-419c-95be-ebbbb2b90a7a, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=77244a81-84fa-419c-95be-ebbbb2b90a7a,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:14:44.644192 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:44.712669 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=77244a81-84fa-419c-95be-ebbbb2b90a7a,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:14:46.390758 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 77244a81-84fa-419c-95be-ebbbb2b90a7a up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:14:46.484642 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 77244a81-84fa-419c-95be-ebbbb2b90a7a triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:14:46.485004 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:46.600879 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 77244a81-84fa-419c-95be-ebbbb2b90a7a is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:14:56.363376 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 5 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:14:57.143979 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ac93ee64-d69c-4c09-9f20-f5f742ec4f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:59.455975 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c5ef85ff-ed42-4fc6-883c-3fa4e6467b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:00.374331 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:00.513078 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:01.903595 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:27.146256 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8d428aad-f765-484a-b06f-9c2475a21234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:29.457611 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-93403ada-e90b-45b1-bf39-920a1cac6fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:30.376488 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:30.514812 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:31.912703 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:33.362353 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 5 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:15:57.149544 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6fbcd40d-afd0-4531-85af-b7159e87c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:59.458352 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9132c7e1-3eec-465e-b4d8-0c3b372942de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:00.381696 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:00.516735 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:01.903612 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:06.727649 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57960) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:16:06.733662 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-c93566f8-5524-4e8b-8fd1-3e904cf9f40b tempest-verify_tempest_config-1835929171 tempest-verify_tempest_config-1835929171-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:16:06.734649 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c93566f8-5524-4e8b-8fd1-3e904cf9f40b tempest-verify_tempest_config-1835929171 tempest-verify_tempest_config-1835929171-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060091 May 13 14:16:07.032690 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57978) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:16:07.144316 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-546f8ffb-ef6b-4e73-9744-75445fce0e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:07.158867 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-546f8ffb-ef6b-4e73-9744-75445fce0e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:16:07.163182 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-546f8ffb-ef6b-4e73-9744-75445fce0e8e admin admin] Usage tracker for resource:security_group_rule and tenant:ce692c640cbc4b4fb033ec4d22af72a5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:16:07.165964 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-546f8ffb-ef6b-4e73-9744-75445fce0e8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:16:07.171600 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-546f8ffb-ef6b-4e73-9744-75445fce0e8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:16:07.257892 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-546f8ffb-ef6b-4e73-9744-75445fce0e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:07.261399 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-546f8ffb-ef6b-4e73-9744-75445fce0e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:07.307790 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-546f8ffb-ef6b-4e73-9744-75445fce0e8e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce692c640cbc4b4fb033ec4d22af72a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2740238 May 13 14:16:07.308593 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f8ffb-ef6b-4e73-9744-75445fce0e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770516e1-205e-4588-8c77-210a46c5d46d,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:16:07.310562 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57984) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:16:07.315495 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546f8ffb-ef6b-4e73-9744-75445fce0e8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:07.315834 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546f8ffb-ef6b-4e73-9744-75445fce0e8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:07.316167 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546f8ffb-ef6b-4e73-9744-75445fce0e8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:07.316498 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546f8ffb-ef6b-4e73-9744-75445fce0e8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:07.316820 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546f8ffb-ef6b-4e73-9744-75445fce0e8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:07.317137 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546f8ffb-ef6b-4e73-9744-75445fce0e8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:07.317455 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546f8ffb-ef6b-4e73-9744-75445fce0e8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:07.317769 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546f8ffb-ef6b-4e73-9744-75445fce0e8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:07.318076 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546f8ffb-ef6b-4e73-9744-75445fce0e8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:07.318428 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546f8ffb-ef6b-4e73-9744-75445fce0e8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:07.318738 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546f8ffb-ef6b-4e73-9744-75445fce0e8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:07.319048 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546f8ffb-ef6b-4e73-9744-75445fce0e8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:07.370728 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e91706b5-d880-47f0-9d6a-2b3548d516a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:07.394799 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e91706b5-d880-47f0-9d6a-2b3548d516a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:07.487224 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e91706b5-d880-47f0-9d6a-2b3548d516a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:07.502809 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91706b5-d880-47f0-9d6a-2b3548d516a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770516e1-205e-4588-8c77-210a46c5d46d,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:16:07.510698 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91706b5-d880-47f0-9d6a-2b3548d516a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:07.511037 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91706b5-d880-47f0-9d6a-2b3548d516a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:07.511393 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91706b5-d880-47f0-9d6a-2b3548d516a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:07.511725 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91706b5-d880-47f0-9d6a-2b3548d516a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:07.512050 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91706b5-d880-47f0-9d6a-2b3548d516a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:07.512372 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91706b5-d880-47f0-9d6a-2b3548d516a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:07.512690 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91706b5-d880-47f0-9d6a-2b3548d516a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:07.513004 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91706b5-d880-47f0-9d6a-2b3548d516a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:07.513317 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91706b5-d880-47f0-9d6a-2b3548d516a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:07.513631 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91706b5-d880-47f0-9d6a-2b3548d516a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:07.513943 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91706b5-d880-47f0-9d6a-2b3548d516a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:07.514250 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91706b5-d880-47f0-9d6a-2b3548d516a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:07.517190 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e91706b5-d880-47f0-9d6a-2b3548d516a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:07.518435 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e91706b5-d880-47f0-9d6a-2b3548d516a3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/770516e1-205e-4588-8c77-210a46c5d46d HTTP/1.1" status: 204 len: 168 time: 0.2068701 May 13 14:16:10.361618 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 5 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:16:27.152058 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8295f286-128f-4c63-b8fc-50b86cfc8263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:29.460323 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-27ac8ce5-db6a-4a13-849b-dada9c51b7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:30.381670 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:30.517685 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:31.906519 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:47.361269 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 5 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:16:57.154596 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c4bcb3ce-8b60-4d2e-a20f-b1ff536ee1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:59.462826 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-86f92fbe-bbb7-4a51-92ea-421358cefe4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:17:00.387804 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:17:00.520160 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:17:01.908671 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:17:24.360666 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 5 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:17:27.157111 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-dda6ddec-a3be-4bb5-8f95-92c0dc8dd52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:17:29.463658 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e2d2fca3-1a36-41ac-ab05-2f46aad5c63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:17:30.388073 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:17:30.520971 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:17:31.910985 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:17:57.158822 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f99f-3d10-4a27-8785-be6b70cdad2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:17:59.465471 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-83167795-e985-481e-81f9-b4da43ad37df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:18:00.391543 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:18:00.522085 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:18:01.361558 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 5 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:18:01.915197 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:18:27.159701 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-64a4d5c6-0bee-4286-9e8b-f172d938301b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:18:29.467233 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8b2a01fe-785f-4803-838f-0f0b37280bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:18:30.393344 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:18:30.522479 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:18:31.916769 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:18:38.360310 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 5 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:18:57.162442 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b811c21d-8835-4285-a750-b12f66f9c9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:18:59.469719 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9c7f4452-cf43-4df2-b321-0af9395c98cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:19:00.398408 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:19:00.526913 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:19:01.922105 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:19:15.360841 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 5 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:19:17.855853 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33129240'] for agent, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:19:27.165634 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b6a3-bd69-49f4-8f2f-b647669a7ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:19:28.076328 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33129240'] for agent, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:19:29.472088 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-791a5070-af4e-47ba-9d17-e6875ff2bef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:19:30.400821 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:19:30.539967 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:19:31.924196 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:19:47.816276 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:19:52.362520 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:19:57.167425 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8bd5ed38-0e37-48cc-88a6-c86aa391a868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:19:58.076486 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:19:59.473904 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0e3ea9e8-71a1-4288-b062-d64e4747a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:20:00.403509 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:20:00.531981 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:20:01.927474 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:20:09.860901 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58044) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:20:09.973781 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-29403a12-ba7e-4219-98ca-6d9d75b6c87c admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1117809 May 13 14:20:12.213663 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58054) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:20:12.275560 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5f0690f7-11cf-44de-8d11-1a21abe5706e admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0607059 May 13 14:20:17.813125 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:20:27.173142 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-134c5895-0065-4f3a-ad69-91682337369d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:20:28.046896 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:20:29.363179 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:20:29.475968 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7ba9db60-b468-4281-988f-366bd0d2b8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:20:30.407257 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:20:30.540602 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:20:31.928706 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:20:47.814398 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:20:57.172973 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6bd8e949-d16e-439a-9e6a-7e9e8aa0eecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:20:58.058813 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:20:59.477185 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7d765986-5c66-4a17-9c56-6c489759beb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:00.410698 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:00.534264 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:01.935314 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:06.363419 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:21:17.815488 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:27.165280 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1321-7e75-442a-8751-d6213bac595f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:28.073316 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:29.478185 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4d46a36a-8c8c-4bfc-abab-35ec708b0d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:30.412894 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:30.538613 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:31.937667 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:43.363727 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:21:47.860581 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:49.397422 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58214) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:21:49.725037 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1681413106-network', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:21:49.731577 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:21:49.736901 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Usage tracker for resource:network and tenant:7e0e518d19f9448bbe227bb971102d2e is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:21:49.741851 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:21:49.749826 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:21:49.760036 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Made reservation on behalf of 7e0e518d19f9448bbe227bb971102d2e for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:21:49.762413 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:49.775404 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:49.794937 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:21:49.799049 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Usage tracker for resource:security_group_rule and tenant:7e0e518d19f9448bbe227bb971102d2e is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:21:49.802562 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:21:49.809550 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:21:49.900759 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:49.905742 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:49.917904 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:21:49.955463 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:49.956082 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Added segment 983229a7-bdca-4b23-927c-a42448eb11f8 of type vlan for network a2ee0690-4c57-4e4e-b68b-865fc1c187b1 May 13 14:21:49.957090 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71cc3ce-c244-4c48-98a3-fbd374c455c4,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:21:49.973660 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:49.974010 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:49.974324 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:49.974647 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:49.974973 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:49.975316 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:49.975634 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:49.975951 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:49.976310 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:49.978388 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:49.978766 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:49.979083 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Tracked resource versions report: May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: pushed versions: May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: { 'AddressGroup': {'1.2'}, May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: 'ConntrackHelper': {'1.0'}, May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: 'Log': {'1.0'}, May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: 'Network': {'1.1'}, May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: 'Port': {'1.7'}, May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: 'PortForwarding': {'1.2'}, May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: 'QosPolicy': {'1.8'}, May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: 'SecurityGroup': {'1.4'}, May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: 'SecurityGroupRule': {'1.2'}, May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: 'SubPort': {'1.0'}, May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: 'Subnet': {'1.1'}, May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: 'Trunk': {'1.1'}} May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: consumer versions: May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: { DHCP agent@n-d-841760-1: {}, May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: HyperV agent@n-h1-841760-1: {}, May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: HyperV agent@n-h2-841760-1: {}, May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: L3 agent@n-d-841760-1: {}, May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: Metadata agent@n-d-841760-1: {}, May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: Metering agent@n-d-841760-1: {}, May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: Open vSwitch agent@n-d-841760-1: { 'AddressGroup': '1.2', May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: 'ConntrackHelper': '1.0', May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: 'Log': '1.0', May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: 'Network': '1.1', May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: 'Port': '1.7', May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: 'PortForwarding': '1.2', May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: 'QosPolicy': '1.8', May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: 'SecurityGroup': '1.4', May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: 'SecurityGroupRule': '1.2', May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: 'SubPort': '1.0', May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: 'Subnet': '1.1', May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: 'Trunk': '1.1'}} May 13 14:21:49.981046 n-d-841760-1 neutron-server[88081]: {{(pid=88081) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 14:21:50.003734 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:50.036328 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:50.037929 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:21:50.038811 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:50.145029 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] Pushing event updated for resources: {'Network': ['ID=a2ee0690-4c57-4e4e-b68b-865fc1c187b1,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:21:50.152177 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9611fb46-2c00-41c5-bd2c-330fae11729e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7530484 May 13 14:21:50.155985 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58268) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:21:50.157411 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network a2ee0690-4c57-4e4e-b68b-865fc1c187b1 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:21:50.162131 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-5c9d17f4-eb4f-4628-9f74-cb9e06c11ccc admin admin] Request body: {'subnet': {'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1681413106-subnet', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:21:50.168255 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5c9d17f4-eb4f-4628-9f74-cb9e06c11ccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:21:50.175602 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5c9d17f4-eb4f-4628-9f74-cb9e06c11ccc admin admin] Usage tracker for resource:subnet and tenant:7e0e518d19f9448bbe227bb971102d2e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:21:50.244888 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5c9d17f4-eb4f-4628-9f74-cb9e06c11ccc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:21:50.244888 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5c9d17f4-eb4f-4628-9f74-cb9e06c11ccc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:21:50.244888 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9d17f4-eb4f-4628-9f74-cb9e06c11ccc admin admin] Made reservation on behalf of 7e0e518d19f9448bbe227bb971102d2e for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:21:50.244888 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5c9d17f4-eb4f-4628-9f74-cb9e06c11ccc admin admin] Notify callbacks [] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:50.442140 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5c9d17f4-eb4f-4628-9f74-cb9e06c11ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:50.526411 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d17f4-eb4f-4628-9f74-cb9e06c11ccc admin admin] Pushing event updated for resources: {'Subnet': ['ID=df9f1382-e59c-48f3-b05c-1d030cf41b4a,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:21:50.538917 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9d17f4-eb4f-4628-9f74-cb9e06c11ccc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:50.539309 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9d17f4-eb4f-4628-9f74-cb9e06c11ccc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:50.539643 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9d17f4-eb4f-4628-9f74-cb9e06c11ccc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:50.540138 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9d17f4-eb4f-4628-9f74-cb9e06c11ccc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:50.540689 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9d17f4-eb4f-4628-9f74-cb9e06c11ccc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:50.541025 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9d17f4-eb4f-4628-9f74-cb9e06c11ccc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:50.541351 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9d17f4-eb4f-4628-9f74-cb9e06c11ccc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:50.541674 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9d17f4-eb4f-4628-9f74-cb9e06c11ccc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:50.542213 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9d17f4-eb4f-4628-9f74-cb9e06c11ccc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:50.542539 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9d17f4-eb4f-4628-9f74-cb9e06c11ccc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:50.542860 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9d17f4-eb4f-4628-9f74-cb9e06c11ccc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:50.543198 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9d17f4-eb4f-4628-9f74-cb9e06c11ccc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9d17f4-eb4f-4628-9f74-cb9e06c11ccc admin admin] Tracked resource versions report: May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: pushed versions: May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: { 'AddressGroup': {'1.2'}, May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: 'ConntrackHelper': {'1.0'}, May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: 'Log': {'1.0'}, May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: 'Network': {'1.1'}, May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: 'Port': {'1.7'}, May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: 'PortForwarding': {'1.2'}, May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: 'QosPolicy': {'1.8'}, May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: 'SecurityGroup': {'1.4'}, May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: 'SecurityGroupRule': {'1.2'}, May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: 'SubPort': {'1.0'}, May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: 'Subnet': {'1.1'}, May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: 'Trunk': {'1.1'}} May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: consumer versions: May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: { DHCP agent@n-d-841760-1: {}, May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: HyperV agent@n-h1-841760-1: {}, May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: HyperV agent@n-h2-841760-1: {}, May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: L3 agent@n-d-841760-1: {}, May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: Metadata agent@n-d-841760-1: {}, May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: Metering agent@n-d-841760-1: {}, May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: Open vSwitch agent@n-d-841760-1: { 'AddressGroup': '1.2', May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: 'ConntrackHelper': '1.0', May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: 'Log': '1.0', May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: 'Network': '1.1', May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: 'Port': '1.7', May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: 'PortForwarding': '1.2', May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: 'QosPolicy': '1.8', May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: 'SecurityGroup': '1.4', May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: 'SecurityGroupRule': '1.2', May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: 'SubPort': '1.0', May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: 'Subnet': '1.1', May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: 'Trunk': '1.1'}} May 13 14:21:50.544227 n-d-841760-1 neutron-server[88082]: {{(pid=88082) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 14:21:50.553097 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9d17f4-eb4f-4628-9f74-cb9e06c11ccc admin admin] Checking segment: {'id': '983229a7-bdca-4b23-927c-a42448eb11f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:21:50.553459 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9d17f4-eb4f-4628-9f74-cb9e06c11ccc admin admin] Network hostable DHCP agents. Network: a2ee0690-4c57-4e4e-b68b-865fc1c187b1, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:21:50.572680 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9d17f4-eb4f-4628-9f74-cb9e06c11ccc admin admin] Network a2ee0690-4c57-4e4e-b68b-865fc1c187b1 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:21:50.584360 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-5c9d17f4-eb4f-4628-9f74-cb9e06c11ccc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, a2ee0690-4c57-4e4e-b68b-865fc1c187b1) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:21:50.591470 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9d17f4-eb4f-4628-9f74-cb9e06c11ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:21:50.592056 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5c9d17f4-eb4f-4628-9f74-cb9e06c11ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:50.598514 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5416727c-1e94-4774-97e8-7be63363fb69 None None] Network a2ee0690-4c57-4e4e-b68b-865fc1c187b1 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:21:50.627097 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5c9d17f4-eb4f-4628-9f74-cb9e06c11ccc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4694324 May 13 14:21:50.631211 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58280) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:21:50.636709 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-c5c4a8d0-c819-40a4-a4d4-d82070f282ca admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1681413106-router', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:21:50.648432 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c5c4a8d0-c819-40a4-a4d4-d82070f282ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:21:50.657473 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c5c4a8d0-c819-40a4-a4d4-d82070f282ca admin admin] Usage tracker for resource:router and tenant:7e0e518d19f9448bbe227bb971102d2e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:21:50.662273 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c5c4a8d0-c819-40a4-a4d4-d82070f282ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:21:50.668979 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c5c4a8d0-c819-40a4-a4d4-d82070f282ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:21:50.683907 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a8d0-c819-40a4-a4d4-d82070f282ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:50.686501 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a8d0-c819-40a4-a4d4-d82070f282ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:50.707034 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a8d0-c819-40a4-a4d4-d82070f282ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:50.843402 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-a2ee0690-4c57-4e4e-b68b-865fc1c187b1', 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'fixed_ips': [{'subnet_id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:21:50.846990 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:51.043564 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Allocated IP 172.20.0.2 (a2ee0690-4c57-4e4e-b68b-865fc1c187b1/df9f1382-e59c-48f3-b05c-1d030cf41b4a/36206a5f-57e2-42c1-bd6c-f593c23583ae) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:21:51.126879 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a8d0-c819-40a4-a4d4-d82070f282ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:51.362662 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:51.375243 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Transition to ACTIVE for port object 36206a5f-57e2-42c1-bd6c-f593c23583ae will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:21:51.396902 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Transition to ACTIVE for port object 36206a5f-57e2-42c1-bd6c-f593c23583ae will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:21:51.405703 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:51.488827 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Network a2ee0690-4c57-4e4e-b68b-865fc1c187b1 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:21:51.492095 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:21:51.492945 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a8d0-c819-40a4-a4d4-d82070f282ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:51.497391 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:21:51.500994 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Pushing event updated for resources: {'Port': ['ID=36206a5f-57e2-42c1-bd6c-f593c23583ae,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:21:51.522294 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a8d0-c819-40a4-a4d4-d82070f282ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:51.538113 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:51.538686 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:51.539175 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:51.539651 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:51.540109 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:51.540582 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:51.541036 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:51.541496 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:51.541998 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:51.542963 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:51.543443 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:51.543911 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Tracked resource versions report: May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: pushed versions: May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: { 'AddressGroup': {'1.2'}, May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: 'ConntrackHelper': {'1.0'}, May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: 'Log': {'1.0'}, May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: 'Network': {'1.1'}, May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: 'Port': {'1.7'}, May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: 'PortForwarding': {'1.2'}, May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: 'QosPolicy': {'1.8'}, May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: 'SecurityGroup': {'1.4'}, May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: 'SecurityGroupRule': {'1.2'}, May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: 'SubPort': {'1.0'}, May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: 'Subnet': {'1.1'}, May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: 'Trunk': {'1.1'}} May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: consumer versions: May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: { DHCP agent@n-d-841760-1: {}, May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: HyperV agent@n-h1-841760-1: {}, May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: HyperV agent@n-h2-841760-1: {}, May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: L3 agent@n-d-841760-1: {}, May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: Metadata agent@n-d-841760-1: {}, May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: Metering agent@n-d-841760-1: {}, May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: Open vSwitch agent@n-d-841760-1: { 'AddressGroup': '1.2', May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: 'ConntrackHelper': '1.0', May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: 'Log': '1.0', May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: 'Network': '1.1', May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: 'Port': '1.7', May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: 'PortForwarding': '1.2', May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: 'QosPolicy': '1.8', May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: 'SecurityGroup': '1.4', May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: 'SecurityGroupRule': '1.2', May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: 'SubPort': '1.0', May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: 'Subnet': '1.1', May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: 'Trunk': '1.1'}} May 13 14:21:51.545077 n-d-841760-1 neutron-server[88083]: {{(pid=88083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 14:21:51.609557 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Attempting to bind port 36206a5f-57e2-42c1-bd6c-f593c23583ae on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:21:51.610200 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Attempting to bind port 36206a5f-57e2-42c1-bd6c-f593c23583ae by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '983229a7-bdca-4b23-927c-a42448eb11f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:21:51.610523 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Attempting to bind port 36206a5f-57e2-42c1-bd6c-f593c23583ae on network a2ee0690-4c57-4e4e-b68b-865fc1c187b1 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:21:51.616551 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:21:51.616925 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Checking segment: {'id': '983229a7-bdca-4b23-927c-a42448eb11f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:21:51.617323 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:51.617703 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Bound using segment: {'id': '983229a7-bdca-4b23-927c-a42448eb11f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:21:51.618146 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Bound port: 36206a5f-57e2-42c1-bd6c-f593c23583ae, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983229a7-bdca-4b23-927c-a42448eb11f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:21:51.619152 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:51.660105 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-c5c4a8d0-c819-40a4-a4d4-d82070f282ca admin admin] Allocated IP 172.25.0.62 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/9c86ae91-4bfe-43c2-9e22-aa152e706be1) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:21:51.722904 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] For port 36206a5f-57e2-42c1-bd6c-f593c23583ae, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:21:51.727632 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] For port 36206a5f-57e2-42c1-bd6c-f593c23583ae, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=36206a5f-57e2-42c1-bd6c-f593c23583ae,segment=NetworkSegment(983229a7-bdca-4b23-927c-a42448eb11f8),segment_id=983229a7-bdca-4b23-927c-a42448eb11f8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:21:51.733501 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:51.832282 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a8d0-c819-40a4-a4d4-d82070f282ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:51.857508 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2039f9-45cd-4863-9176-e8d03be4bf1e None None] Pushing event updated for resources: {'Port': ['ID=36206a5f-57e2-42c1-bd6c-f593c23583ae,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:21:51.877202 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a8d0-c819-40a4-a4d4-d82070f282ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:51.962208 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4a8d0-c819-40a4-a4d4-d82070f282ca admin admin] Pushing event updated for resources: {'Port': ['ID=9c86ae91-4bfe-43c2-9e22-aa152e706be1,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:21:51.970928 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c4a8d0-c819-40a4-a4d4-d82070f282ca admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:21:51.972194 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-c5c4a8d0-c819-40a4-a4d4-d82070f282ca admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:21:51.974580 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c4a8d0-c819-40a4-a4d4-d82070f282ca admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:21:52.430560 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a8d0-c819-40a4-a4d4-d82070f282ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:52.699785 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 36206a5f-57e2-42c1-bd6c-f593c23583ae up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:21:52.806946 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 36206a5f-57e2-42c1-bd6c-f593c23583ae completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:21:52.892524 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a8d0-c819-40a4-a4d4-d82070f282ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:52.987523 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d361d8-d90a-4e73-af94-31c287456c91 None None] Network a2ee0690-4c57-4e4e-b68b-865fc1c187b1 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:21:53.089200 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5f3898a6-ac01-4a2d-a715-cc964ba470e8 None None] Provisioning for port 36206a5f-57e2-42c1-bd6c-f593c23583ae completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:21:53.107563 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5f3898a6-ac01-4a2d-a715-cc964ba470e8 None None] Provisioning complete for port 36206a5f-57e2-42c1-bd6c-f593c23583ae triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:21:53.108155 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5f3898a6-ac01-4a2d-a715-cc964ba470e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:53.206059 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c4a8d0-c819-40a4-a4d4-d82070f282ca admin admin] Router 534f6dcc-ca87-4315-bffe-29c21ebe17fc is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:21:53.414796 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-5f3898a6-ac01-4a2d-a715-cc964ba470e8 None None] Current status of the port 36206a5f-57e2-42c1-bd6c-f593c23583ae is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:21:53.415137 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5f3898a6-ac01-4a2d-a715-cc964ba470e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:53.457565 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-5f3898a6-ac01-4a2d-a715-cc964ba470e8 None None] For port 36206a5f-57e2-42c1-bd6c-f593c23583ae, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=36206a5f-57e2-42c1-bd6c-f593c23583ae,segment=NetworkSegment(983229a7-bdca-4b23-927c-a42448eb11f8),segment_id=983229a7-bdca-4b23-927c-a42448eb11f8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:21:53.465099 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5f3898a6-ac01-4a2d-a715-cc964ba470e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:53.477667 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c4a8d0-c819-40a4-a4d4-d82070f282ca admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:21:53.496172 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47a38ee-9da6-43f2-8cd4-fcecb877b623 None None] Sync routers for ids ['534f6dcc-ca87-4315-bffe-29c21ebe17fc'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:21:53.513235 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a8d0-c819-40a4-a4d4-d82070f282ca admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:53.514765 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c5c4a8d0-c819-40a4-a4d4-d82070f282ca admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.8824310 May 13 14:21:53.517530 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58380) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:21:53.518874 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47a38ee-9da6-43f2-8cd4-fcecb877b623 None None] Routers {'534f6dcc-ca87-4315-bffe-29c21ebe17fc'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:21:53.521056 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a47a38ee-9da6-43f2-8cd4-fcecb877b623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:21:29Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['534f6dcc-ca87-4315-bffe-29c21ebe17fc'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:21:53.670249 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3898a6-ac01-4a2d-a715-cc964ba470e8 None None] Pushing event updated for resources: {'Port': ['ID=36206a5f-57e2-42c1-bd6c-f593c23583ae,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:21:53.794135 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-97270f72-fee1-4678-9c74-001ed4cca455 None None] Provisioning complete for port 36206a5f-57e2-42c1-bd6c-f593c23583ae triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:21:53.794808 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-97270f72-fee1-4678-9c74-001ed4cca455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:53.825218 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-a47a38ee-9da6-43f2-8cd4-fcecb877b623 None None] Set router 534f6dcc-ca87-4315-bffe-29c21ebe17fc gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:21:54.051032 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-97270f72-fee1-4678-9c74-001ed4cca455 None None] Current status of the port 36206a5f-57e2-42c1-bd6c-f593c23583ae is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:21:54.178968 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a47a38ee-9da6-43f2-8cd4-fcecb877b623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1681413106-router', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:21:50Z', 'updated_at': '2022-05-13T14:21:52Z', 'revision_number': 3, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'gw_port': {'id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:51Z', 'updated_at': '2022-05-13T14:21:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:21:54.183637 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47a38ee-9da6-43f2-8cd4-fcecb877b623 None None] Checking router: 534f6dcc-ca87-4315-bffe-29c21ebe17fc for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:21:54.184055 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47a38ee-9da6-43f2-8cd4-fcecb877b623 None None] Updating router 534f6dcc-ca87-4315-bffe-29c21ebe17fc port 9c86ae91-4bfe-43c2-9e22-aa152e706be1 binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:21:54.244829 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-a47a38ee-9da6-43f2-8cd4-fcecb877b623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:54.484058 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58414) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:21:54.558421 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08dd6fe1-7357-4337-87dc-056a9b85920d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:54.631664 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 36206a5f-57e2-42c1-bd6c-f593c23583ae up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:21:54.752532 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-a47a38ee-9da6-43f2-8cd4-fcecb877b623 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:54.755869 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 36206a5f-57e2-42c1-bd6c-f593c23583ae triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:21:54.757105 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:54.774105 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3924f13-5d3e-4508-84f0-97947c4181e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:54.787973 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-a47a38ee-9da6-43f2-8cd4-fcecb877b623 None None] Transition to ACTIVE for port object 9c86ae91-4bfe-43c2-9e22-aa152e706be1 will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:21:54.793026 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a3924f13-5d3e-4508-84f0-97947c4181e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:21:54.797573 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a3924f13-5d3e-4508-84f0-97947c4181e8 admin admin] Usage tracker for resource:security_group_rule and tenant:c8eac3cdc4964edfac11fa2447bd6aaa is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:21:54.801262 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a3924f13-5d3e-4508-84f0-97947c4181e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:21:54.808191 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a3924f13-5d3e-4508-84f0-97947c4181e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:21:54.810966 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-a47a38ee-9da6-43f2-8cd4-fcecb877b623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:54.827616 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-08dd6fe1-7357-4337-87dc-056a9b85920d admin admin] Allocated IP 172.20.0.1 (a2ee0690-4c57-4e4e-b68b-865fc1c187b1/df9f1382-e59c-48f3-b05c-1d030cf41b4a/362d736c-1ef0-4d5f-a1f0-88fc9891e11e) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:21:54.898821 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3924f13-5d3e-4508-84f0-97947c4181e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:54.905249 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3924f13-5d3e-4508-84f0-97947c4181e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:54.973553 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a3924f13-5d3e-4508-84f0-97947c4181e8 admin admin] Synchronizing usage tracker for tenant:315381b7fae3407f88999015b9e6e0fb on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:21:54.978643 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3924f13-5d3e-4508-84f0-97947c4181e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eec5d39-9e04-44c0-b505-3b5ea8e349b3,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:21:55.006521 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-a47a38ee-9da6-43f2-8cd4-fcecb877b623 None None] Attempting to bind port 9c86ae91-4bfe-43c2-9e22-aa152e706be1 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:21:55.006889 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-a47a38ee-9da6-43f2-8cd4-fcecb877b623 None None] Attempting to bind port 9c86ae91-4bfe-43c2-9e22-aa152e706be1 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:21:55.014445 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47a38ee-9da6-43f2-8cd4-fcecb877b623 None None] Attempting to bind port 9c86ae91-4bfe-43c2-9e22-aa152e706be1 on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:21:55.019084 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a3924f13-5d3e-4508-84f0-97947c4181e8 admin admin] Unset dirty status for tenant:315381b7fae3407f88999015b9e6e0fb on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:21:55.021202 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a3924f13-5d3e-4508-84f0-97947c4181e8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c8eac3cdc4964edfac11fa2447bd6aaa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5360966 May 13 14:21:55.025081 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58430) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:21:55.033276 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47a38ee-9da6-43f2-8cd4-fcecb877b623 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:21:55.034123 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47a38ee-9da6-43f2-8cd4-fcecb877b623 None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:21:55.035576 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-a47a38ee-9da6-43f2-8cd4-fcecb877b623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:55.035576 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47a38ee-9da6-43f2-8cd4-fcecb877b623 None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:21:55.035576 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-a47a38ee-9da6-43f2-8cd4-fcecb877b623 None None] Bound port: 9c86ae91-4bfe-43c2-9e22-aa152e706be1, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:21:55.039344 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-a47a38ee-9da6-43f2-8cd4-fcecb877b623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:55.039518 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 36206a5f-57e2-42c1-bd6c-f593c23583ae is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:21:55.069735 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3bccab-d568-4330-95fe-7718f32dadc5 None None] Pushing event updated for resources: {'Port': ['ID=9c86ae91-4bfe-43c2-9e22-aa152e706be1,revision_number=2']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:21:55.100197 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3bccab-d568-4330-95fe-7718f32dadc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:55.100997 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3bccab-d568-4330-95fe-7718f32dadc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:55.101331 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3bccab-d568-4330-95fe-7718f32dadc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:55.102530 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3bccab-d568-4330-95fe-7718f32dadc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:55.102924 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3bccab-d568-4330-95fe-7718f32dadc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:55.103359 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3bccab-d568-4330-95fe-7718f32dadc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:55.103740 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3bccab-d568-4330-95fe-7718f32dadc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:55.104069 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3bccab-d568-4330-95fe-7718f32dadc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:55.104983 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3bccab-d568-4330-95fe-7718f32dadc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:55.105308 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3bccab-d568-4330-95fe-7718f32dadc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:55.105628 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3bccab-d568-4330-95fe-7718f32dadc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:55.105991 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3bccab-d568-4330-95fe-7718f32dadc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3bccab-d568-4330-95fe-7718f32dadc5 None None] Tracked resource versions report: May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: pushed versions: May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: { 'AddressGroup': {'1.2'}, May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: 'ConntrackHelper': {'1.0'}, May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: 'Log': {'1.0'}, May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: 'Network': {'1.1'}, May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: 'Port': {'1.7'}, May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: 'PortForwarding': {'1.2'}, May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: 'QosPolicy': {'1.8'}, May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: 'SecurityGroup': {'1.4'}, May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: 'SecurityGroupRule': {'1.2'}, May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: 'SubPort': {'1.0'}, May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: 'Subnet': {'1.1'}, May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: 'Trunk': {'1.1'}} May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: consumer versions: May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: { DHCP agent@n-d-841760-1: {}, May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: HyperV agent@n-h1-841760-1: {}, May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: HyperV agent@n-h2-841760-1: {}, May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: L3 agent@n-d-841760-1: {}, May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: Metadata agent@n-d-841760-1: {}, May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: Metering agent@n-d-841760-1: {}, May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: Open vSwitch agent@n-d-841760-1: { 'AddressGroup': '1.2', May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: 'ConntrackHelper': '1.0', May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: 'Log': '1.0', May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: 'Network': '1.1', May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: 'Port': '1.7', May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: 'PortForwarding': '1.2', May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: 'QosPolicy': '1.8', May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: 'SecurityGroup': '1.4', May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: 'SecurityGroupRule': '1.2', May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: 'SubPort': '1.0', May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: 'Subnet': '1.1', May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: 'Trunk': '1.1'}} May 13 14:21:55.107166 n-d-841760-1 neutron-server[88084]: {{(pid=88084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 14:21:55.116193 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08dd6fe1-7357-4337-87dc-056a9b85920d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:55.136466 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-08dd6fe1-7357-4337-87dc-056a9b85920d admin admin] Transition to ACTIVE for port object 362d736c-1ef0-4d5f-a1f0-88fc9891e11e will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:21:55.148636 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-a47a38ee-9da6-43f2-8cd4-fcecb877b623 None None] For port 9c86ae91-4bfe-43c2-9e22-aa152e706be1, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:21:55.153317 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-a47a38ee-9da6-43f2-8cd4-fcecb877b623 None None] For port 9c86ae91-4bfe-43c2-9e22-aa152e706be1, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=9c86ae91-4bfe-43c2-9e22-aa152e706be1,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:21:55.158181 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-a47a38ee-9da6-43f2-8cd4-fcecb877b623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:55.168936 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08dd6fe1-7357-4337-87dc-056a9b85920d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:55.204965 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ba64feee-e2ef-4511-9058-70e48fe47325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:55.222598 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dd6fe1-7357-4337-87dc-056a9b85920d admin admin] Network a2ee0690-4c57-4e4e-b68b-865fc1c187b1 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:21:55.231999 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-08dd6fe1-7357-4337-87dc-056a9b85920d admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:21:55.260710 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dd6fe1-7357-4337-87dc-056a9b85920d admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:21:55.261309 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08dd6fe1-7357-4337-87dc-056a9b85920d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:55.262781 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ba64feee-e2ef-4511-9058-70e48fe47325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:55.287180 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3bccab-d568-4330-95fe-7718f32dadc5 None None] Pushing event updated for resources: {'Port': ['ID=9c86ae91-4bfe-43c2-9e22-aa152e706be1,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:21:55.301799 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47a38ee-9da6-43f2-8cd4-fcecb877b623 None None] Routers {'534f6dcc-ca87-4315-bffe-29c21ebe17fc'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:21:55.302398 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a47a38ee-9da6-43f2-8cd4-fcecb877b623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:21:29Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['534f6dcc-ca87-4315-bffe-29c21ebe17fc'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:21:55.374790 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ba64feee-e2ef-4511-9058-70e48fe47325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:55.401064 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd6fe1-7357-4337-87dc-056a9b85920d admin admin] Pushing event updated for resources: {'Port': ['ID=362d736c-1ef0-4d5f-a1f0-88fc9891e11e,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:21:55.409020 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ba64feee-e2ef-4511-9058-70e48fe47325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:55.410385 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ba64feee-e2ef-4511-9058-70e48fe47325 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2eec5d39-9e04-44c0-b505-3b5ea8e349b3 HTTP/1.1" status: 204 len: 168 time: 0.3834291 May 13 14:21:55.424731 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64feee-e2ef-4511-9058-70e48fe47325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eec5d39-9e04-44c0-b505-3b5ea8e349b3,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:21:55.510017 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08dd6fe1-7357-4337-87dc-056a9b85920d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:55.594302 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d756600c-c428-49b4-8356-33bd00f6a9aa None None] Provisioning for port 362d736c-1ef0-4d5f-a1f0-88fc9891e11e completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:21:55.604834 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d756600c-c428-49b4-8356-33bd00f6a9aa None None] Provisioning complete for port 362d736c-1ef0-4d5f-a1f0-88fc9891e11e triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:21:55.605473 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d756600c-c428-49b4-8356-33bd00f6a9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:55.667190 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-d756600c-c428-49b4-8356-33bd00f6a9aa None None] Port 362d736c-1ef0-4d5f-a1f0-88fc9891e11e cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:21:55.676267 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-a47a38ee-9da6-43f2-8cd4-fcecb877b623 None None] Set router 534f6dcc-ca87-4315-bffe-29c21ebe17fc gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:21:55.847208 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08dd6fe1-7357-4337-87dc-056a9b85920d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:55.852439 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08dd6fe1-7357-4337-87dc-056a9b85920d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:55.853686 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08dd6fe1-7357-4337-87dc-056a9b85920d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:55.873010 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58464) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:21:55.910618 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2dce1bee-1b4c-4d82-a721-5f5213b6f952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:55.957950 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2dce1bee-1b4c-4d82-a721-5f5213b6f952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:21:55.965302 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2dce1bee-1b4c-4d82-a721-5f5213b6f952 admin admin] Usage tracker for resource:security_group_rule and tenant:d3634f2ce34b4feca980cae706dab9a9 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:21:55.972420 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2dce1bee-1b4c-4d82-a721-5f5213b6f952 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:21:55.983882 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2dce1bee-1b4c-4d82-a721-5f5213b6f952 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:21:56.037482 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a47a38ee-9da6-43f2-8cd4-fcecb877b623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1681413106-router', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:21:50Z', 'updated_at': '2022-05-13T14:21:55Z', 'revision_number': 4, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'gw_port': {'id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:51Z', 'updated_at': '2022-05-13T14:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '362d736c-1ef0-4d5f-a1f0-88fc9891e11e', 'name': '', 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'mac_address': 'fa:16:3e:07:ad:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:54Z', 'updated_at': '2022-05-13T14:21:54Z', 'revision_number': 1, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'subnets': [{'id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:21:56.044731 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47a38ee-9da6-43f2-8cd4-fcecb877b623 None None] The sync data for ids ['534f6dcc-ca87-4315-bffe-29c21ebe17fc'] in n-d-841760-1 is: [{'id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1681413106-router', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:21:50Z', 'updated_at': '2022-05-13T14:21:55Z', 'revision_number': 4, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'gw_port': {'id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:51Z', 'updated_at': '2022-05-13T14:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '362d736c-1ef0-4d5f-a1f0-88fc9891e11e', 'name': '', 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'mac_address': 'fa:16:3e:07:ad:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:54Z', 'updated_at': '2022-05-13T14:21:54Z', 'revision_number': 1, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'subnets': [{'id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:21:56.087704 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd6fe1-7357-4337-87dc-056a9b85920d admin admin] Pushing event updated for resources: {'Port': ['ID=362d736c-1ef0-4d5f-a1f0-88fc9891e11e,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:21:56.122742 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dd6fe1-7357-4337-87dc-056a9b85920d admin admin] Network a2ee0690-4c57-4e4e-b68b-865fc1c187b1 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:21:56.124160 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2dce1bee-1b4c-4d82-a721-5f5213b6f952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:56.124286 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-08dd6fe1-7357-4337-87dc-056a9b85920d admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:21:56.131852 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2dce1bee-1b4c-4d82-a721-5f5213b6f952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:56.202126 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2dce1bee-1b4c-4d82-a721-5f5213b6f952 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d3634f2ce34b4feca980cae706dab9a9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3256512 May 13 14:21:56.203086 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58476) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:21:56.236956 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce1bee-1b4c-4d82-a721-5f5213b6f952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ce0b2a-e319-4b7c-ad98-308cd6f376fa,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:21:56.264851 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58484) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:21:56.279901 n-d-841760-1 neutron-server[88081]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 13 14:21:56.365044 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-53e9c40c-0fe7-4021-ba3a-eab21d0e6dc2 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=f94392095e3e4059aa82fd976382ba83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0983884 May 13 14:21:56.441175 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08dd6fe1-7357-4337-87dc-056a9b85920d admin admin] Router 534f6dcc-ca87-4315-bffe-29c21ebe17fc has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:21:56.504588 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f821eac9-b8e0-4708-ae79-80e0b12205e6 None None] Provisioning complete for port 362d736c-1ef0-4d5f-a1f0-88fc9891e11e triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:21:56.505892 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f821eac9-b8e0-4708-ae79-80e0b12205e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:56.544035 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ef472a62-e593-41fa-816b-29821cb2f8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:56.572421 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ef472a62-e593-41fa-816b-29821cb2f8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:56.611866 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f821eac9-b8e0-4708-ae79-80e0b12205e6 None None] Port 362d736c-1ef0-4d5f-a1f0-88fc9891e11e cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:21:56.663691 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08dd6fe1-7357-4337-87dc-056a9b85920d admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:21:56.674735 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-e3e54b96-8ab2-4f14-97ff-65347500c28c tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:21:56.677166 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-e3e54b96-8ab2-4f14-97ff-65347500c28c tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3116975 May 13 14:21:56.688361 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-08dd6fe1-7357-4337-87dc-056a9b85920d admin admin] 10.222.0.35 "PUT /v2.0/routers/534f6dcc-ca87-4315-bffe-29c21ebe17fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1693966 May 13 14:21:56.718642 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-b8712249-dbd6-4b27-9904-92cbc48a2bd0 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/quotas/f94392095e3e4059aa82fd976382ba83 HTTP/1.1" status: 200 len: 375 time: 0.0170958 May 13 14:21:56.737846 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ef472a62-e593-41fa-816b-29821cb2f8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:56.797305 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef472a62-e593-41fa-816b-29821cb2f8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ce0b2a-e319-4b7c-ad98-308cd6f376fa,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:21:56.802854 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-d8672336-cc5c-42b6-bbdd-1f52cee16159 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f94392095e3e4059aa82fd976382ba83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608389 May 13 14:21:56.806627 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ef472a62-e593-41fa-816b-29821cb2f8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:56.811030 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ef472a62-e593-41fa-816b-29821cb2f8d4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/20ce0b2a-e319-4b7c-ad98-308cd6f376fa HTTP/1.1" status: 204 len: 168 time: 0.6069274 May 13 14:21:57.177150 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d4bbb6e4-60dd-4fb7-9f15-78ebba9e49dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:57.788869 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-781ea430-160d-4aa7-8b65-484bb3324744 req-3453132e-6bf7-48a6-a958-0a3ee87252b8 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?device_id=cffd7c50-41a8-47cd-b5a8-c0367f85b70b HTTP/1.1" status: 200 len: 210 time: 0.0529571 May 13 14:21:57.976657 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58586) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:21:57.984009 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-f917b5b9-5008-4b4e-835f-1df5129cc0ad admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2104523285-network', 'tenant_id': 'ead4cd2fee4e489d90bcc8a211a28887'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:21:57.991874 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f917b5b9-5008-4b4e-835f-1df5129cc0ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:21:57.998726 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f917b5b9-5008-4b4e-835f-1df5129cc0ad admin admin] Usage tracker for resource:network and tenant:ead4cd2fee4e489d90bcc8a211a28887 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:21:58.012024 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f917b5b9-5008-4b4e-835f-1df5129cc0ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:21:58.019448 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f917b5b9-5008-4b4e-835f-1df5129cc0ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:21:58.042216 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f917b5b9-5008-4b4e-835f-1df5129cc0ad admin admin] Made reservation on behalf of ead4cd2fee4e489d90bcc8a211a28887 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:21:58.049543 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f917b5b9-5008-4b4e-835f-1df5129cc0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:58.060560 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f917b5b9-5008-4b4e-835f-1df5129cc0ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:58.092875 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:58.098712 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f917b5b9-5008-4b4e-835f-1df5129cc0ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:21:58.105481 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f917b5b9-5008-4b4e-835f-1df5129cc0ad admin admin] Usage tracker for resource:security_group_rule and tenant:ead4cd2fee4e489d90bcc8a211a28887 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:21:58.109734 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f917b5b9-5008-4b4e-835f-1df5129cc0ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:21:58.117305 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f917b5b9-5008-4b4e-835f-1df5129cc0ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:21:58.483557 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f917b5b9-5008-4b4e-835f-1df5129cc0ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:58.490595 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f917b5b9-5008-4b4e-835f-1df5129cc0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:58.526619 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f917b5b9-5008-4b4e-835f-1df5129cc0ad admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:21:58.548717 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917b5b9-5008-4b4e-835f-1df5129cc0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b29a2dc-08a3-4677-9f1f-ee5d49c5bd89,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:21:58.558939 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f917b5b9-5008-4b4e-835f-1df5129cc0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:58.559319 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-f917b5b9-5008-4b4e-835f-1df5129cc0ad admin admin] Added segment 04f1ee1b-cf92-481f-b4d4-6beeee8c46b1 of type vlan for network af661f50-a5b1-4ce2-b0ba-6d584c8e35e0 May 13 14:21:58.652438 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f917b5b9-5008-4b4e-835f-1df5129cc0ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:58.752810 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f917b5b9-5008-4b4e-835f-1df5129cc0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:58.753783 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f917b5b9-5008-4b4e-835f-1df5129cc0ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:21:58.754364 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f917b5b9-5008-4b4e-835f-1df5129cc0ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:58.794294 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 9c86ae91-4bfe-43c2-9e22-aa152e706be1 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:21:58.964843 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 9c86ae91-4bfe-43c2-9e22-aa152e706be1 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:21:58.970289 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 9c86ae91-4bfe-43c2-9e22-aa152e706be1 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:21:58.970667 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:58.980891 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58666) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:21:58.981484 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f917b5b9-5008-4b4e-835f-1df5129cc0ad admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0026145 May 13 14:21:58.988165 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-3146ed36-3cc0-49ee-876c-6b4470a62adf admin admin] Request body: {'subnet': {'network_id': 'af661f50-a5b1-4ce2-b0ba-6d584c8e35e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2104523285-subnet', 'tenant_id': 'ead4cd2fee4e489d90bcc8a211a28887', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:21:59.000174 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3146ed36-3cc0-49ee-876c-6b4470a62adf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:21:59.030048 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3146ed36-3cc0-49ee-876c-6b4470a62adf admin admin] Usage tracker for resource:subnet and tenant:ead4cd2fee4e489d90bcc8a211a28887 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:21:59.035164 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917b5b9-5008-4b4e-835f-1df5129cc0ad admin admin] Pushing event updated for resources: {'Network': ['ID=af661f50-a5b1-4ce2-b0ba-6d584c8e35e0,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:21:59.048463 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3146ed36-3cc0-49ee-876c-6b4470a62adf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:21:59.052720 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network af661f50-a5b1-4ce2-b0ba-6d584c8e35e0 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:21:59.142416 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3146ed36-3cc0-49ee-876c-6b4470a62adf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:21:59.196692 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3146ed36-3cc0-49ee-876c-6b4470a62adf admin admin] Made reservation on behalf of ead4cd2fee4e489d90bcc8a211a28887 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:21:59.210946 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3146ed36-3cc0-49ee-876c-6b4470a62adf admin admin] Notify callbacks [] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:59.275736 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 9c86ae91-4bfe-43c2-9e22-aa152e706be1 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:21:59.276862 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:59.296426 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 9c86ae91-4bfe-43c2-9e22-aa152e706be1, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=9c86ae91-4bfe-43c2-9e22-aa152e706be1,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:21:59.301789 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:59.387574 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=9c86ae91-4bfe-43c2-9e22-aa152e706be1,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:21:59.439990 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e76777b-cd06-4a63-9651-1e65a70f403f req-919cc22a-d93a-4ed1-a778-4ca15b6037d5 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?device_id=cffd7c50-41a8-47cd-b5a8-c0367f85b70b HTTP/1.1" status: 200 len: 210 time: 0.3807056 May 13 14:21:59.506918 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-449c9780-771b-4f3f-8491-9baa0308a3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:59.538385 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425530af-c654-4696-af0c-76a5d860c5a7 None None] Sync routers for ids ['534f6dcc-ca87-4315-bffe-29c21ebe17fc'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:21:59.556359 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425530af-c654-4696-af0c-76a5d860c5a7 None None] Routers {'534f6dcc-ca87-4315-bffe-29c21ebe17fc'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:21:59.559183 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-425530af-c654-4696-af0c-76a5d860c5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:21:59Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['534f6dcc-ca87-4315-bffe-29c21ebe17fc'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:21:59.626515 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3146ed36-3cc0-49ee-876c-6b4470a62adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:59.700239 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146ed36-3cc0-49ee-876c-6b4470a62adf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0af296d-9d73-4dbb-bb2d-1847fbae10b8,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:21:59.752816 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3146ed36-3cc0-49ee-876c-6b4470a62adf admin admin] Checking segment: {'id': '04f1ee1b-cf92-481f-b4d4-6beeee8c46b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'af661f50-a5b1-4ce2-b0ba-6d584c8e35e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:21:59.753353 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3146ed36-3cc0-49ee-876c-6b4470a62adf admin admin] Network hostable DHCP agents. Network: af661f50-a5b1-4ce2-b0ba-6d584c8e35e0, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:21:59.787723 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3146ed36-3cc0-49ee-876c-6b4470a62adf admin admin] Network af661f50-a5b1-4ce2-b0ba-6d584c8e35e0 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:21:59.808534 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-3146ed36-3cc0-49ee-876c-6b4470a62adf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, af661f50-a5b1-4ce2-b0ba-6d584c8e35e0) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:21:59.815386 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3146ed36-3cc0-49ee-876c-6b4470a62adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:21:59.818206 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3146ed36-3cc0-49ee-876c-6b4470a62adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:59.825696 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4de674-8ffd-4515-a45e-21604c93e050 None None] Network af661f50-a5b1-4ce2-b0ba-6d584c8e35e0 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:21:59.855728 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3146ed36-3cc0-49ee-876c-6b4470a62adf admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8707249 May 13 14:21:59.856203 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58704) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:21:59.872209 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-eaf68149-ddee-4c5f-9211-175aebb8afbc admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2104523285-router', 'tenant_id': 'ead4cd2fee4e489d90bcc8a211a28887', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:21:59.886299 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-eaf68149-ddee-4c5f-9211-175aebb8afbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:21:59.897629 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-eaf68149-ddee-4c5f-9211-175aebb8afbc admin admin] Usage tracker for resource:router and tenant:ead4cd2fee4e489d90bcc8a211a28887 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:21:59.905613 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-eaf68149-ddee-4c5f-9211-175aebb8afbc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:21:59.922360 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-eaf68149-ddee-4c5f-9211-175aebb8afbc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:21:59.956332 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-eaf68149-ddee-4c5f-9211-175aebb8afbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:59.957801 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-eaf68149-ddee-4c5f-9211-175aebb8afbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:00.002674 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-eaf68149-ddee-4c5f-9211-175aebb8afbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:00.034582 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.59', 55381) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:00.113385 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-7945572f-aba8-4301-a412-40a7f8f963b4 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f94392095e3e4059aa82fd976382ba83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766530 May 13 14:22:00.462537 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-67f8248e-7d01-4fcf-876e-591f61d81a81 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:00.464935 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-67f8248e-7d01-4fcf-876e-591f61d81a81 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3421893 May 13 14:22:00.551072 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-425530af-c654-4696-af0c-76a5d860c5a7 None None] Set router 534f6dcc-ca87-4315-bffe-29c21ebe17fc gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:22:00.552287 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58762) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:00.566267 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-75e5c58e-978a-4bb1-bb23-f63b93904d97 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Request body: {'port': {'device_id': 'cffd7c50-41a8-47cd-b5a8-c0367f85b70b', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'admin_state_up': True, 'tenant_id': 'f94392095e3e4059aa82fd976382ba83'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:22:00.721172 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d51bd0-478a-432e-af04-953b3838585e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-af661f50-a5b1-4ce2-b0ba-6d584c8e35e0', 'network_id': 'af661f50-a5b1-4ce2-b0ba-6d584c8e35e0', 'tenant_id': 'ead4cd2fee4e489d90bcc8a211a28887', 'fixed_ips': [{'subnet_id': 'c0af296d-9d73-4dbb-bb2d-1847fbae10b8'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:22:00.722676 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-92d51bd0-478a-432e-af04-953b3838585e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:00.732233 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 9c86ae91-4bfe-43c2-9e22-aa152e706be1 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:22:00.761910 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-eaf68149-ddee-4c5f-9211-175aebb8afbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:00.815904 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-75e5c58e-978a-4bb1-bb23-f63b93904d97 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:00.820122 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-75e5c58e-978a-4bb1-bb23-f63b93904d97 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Usage tracker for resource:port and tenant:f94392095e3e4059aa82fd976382ba83 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:00.826135 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-75e5c58e-978a-4bb1-bb23-f63b93904d97 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:00.841153 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-75e5c58e-978a-4bb1-bb23-f63b93904d97 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:00.847014 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:00.855884 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:00.858066 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-75e5c58e-978a-4bb1-bb23-f63b93904d97 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Made reservation on behalf of f94392095e3e4059aa82fd976382ba83 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:22:00.867556 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-75e5c58e-978a-4bb1-bb23-f63b93904d97 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:00.893017 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-75e5c58e-978a-4bb1-bb23-f63b93904d97 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:00.913551 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-75e5c58e-978a-4bb1-bb23-f63b93904d97 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:00.919275 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-75e5c58e-978a-4bb1-bb23-f63b93904d97 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Usage tracker for resource:security_group_rule and tenant:f94392095e3e4059aa82fd976382ba83 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:00.922463 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-75e5c58e-978a-4bb1-bb23-f63b93904d97 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:00.928454 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-75e5c58e-978a-4bb1-bb23-f63b93904d97 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:00.941522 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58784) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:01.071943 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-75e5c58e-978a-4bb1-bb23-f63b93904d97 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:01.077867 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-75e5c58e-978a-4bb1-bb23-f63b93904d97 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:01.112305 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-92d51bd0-478a-432e-af04-953b3838585e None None] Allocated IP 172.20.0.2 (af661f50-a5b1-4ce2-b0ba-6d584c8e35e0/c0af296d-9d73-4dbb-bb2d-1847fbae10b8/5d476fc9-0247-4a1b-9d19-db9ca3487dc1) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:22:01.114270 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 9c86ae91-4bfe-43c2-9e22-aa152e706be1 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:22:01.114643 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:01.220854 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-eaf68149-ddee-4c5f-9211-175aebb8afbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:01.226944 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5c58e-978a-4bb1-bb23-f63b93904d97 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfa4aeb-ae5a-466e-b5e5-5001d597b7e9,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:01.278589 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-eaf68149-ddee-4c5f-9211-175aebb8afbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:01.335736 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d192a48a-a9ae-4189-9937-ca07f8b82baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:01.350656 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58804) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:01.384619 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d192a48a-a9ae-4189-9937-ca07f8b82baa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:01.398511 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d192a48a-a9ae-4189-9937-ca07f8b82baa admin admin] Usage tracker for resource:security_group_rule and tenant:11a4f6ed1d844cada70b04751da37703 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:01.410273 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d192a48a-a9ae-4189-9937-ca07f8b82baa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:01.431565 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-75e5c58e-978a-4bb1-bb23-f63b93904d97 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Allocated IP 192.168.233.34 (7d165b7c-a84b-4191-823a-46e347c23eb5/fb4bc443-ac8b-4686-9d3b-15c2430aa8ca/653c7927-b655-49ce-8545-4902e949a8fc) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:22:01.522304 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-eaf68149-ddee-4c5f-9211-175aebb8afbc admin admin] Allocated IP 172.25.0.13 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/6e678b07-fafe-48a2-9859-92085caf940c) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:22:01.653754 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58826) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:01.658096 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d192a48a-a9ae-4189-9937-ca07f8b82baa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:01.713412 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e1cef5c1-4f6f-47f8-9a06-a00aa6d68ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:01.725757 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a3461ed4-5594-4a0a-9ae6-73d5cbd2fc13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:01.735321 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-725d5dbd-0ff2-452a-8485-a237649cbe4b tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=5adff68d6d744eb28ae9f98f9b31f9d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528231 May 13 14:22:01.754650 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a3461ed4-5594-4a0a-9ae6-73d5cbd2fc13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:01.758636 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a3461ed4-5594-4a0a-9ae6-73d5cbd2fc13 admin admin] Usage tracker for resource:security_group_rule and tenant:8269b4de9f1a432b8ebccc422a6a5ce7 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:01.762655 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a3461ed4-5594-4a0a-9ae6-73d5cbd2fc13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:01.769835 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a3461ed4-5594-4a0a-9ae6-73d5cbd2fc13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:01.861543 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a3461ed4-5594-4a0a-9ae6-73d5cbd2fc13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:01.875641 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a3461ed4-5594-4a0a-9ae6-73d5cbd2fc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:01.903518 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 9c86ae91-4bfe-43c2-9e22-aa152e706be1 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:22:01.922682 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a3461ed4-5594-4a0a-9ae6-73d5cbd2fc13 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8269b4de9f1a432b8ebccc422a6a5ce7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5621319 May 13 14:22:01.943377 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e1cef5c1-4f6f-47f8-9a06-a00aa6d68ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:01.949071 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e1cef5c1-4f6f-47f8-9a06-a00aa6d68ede admin admin] Usage tracker for resource:security_group_rule and tenant:2e95d60b2fed43fdafb0cb8ce11fadb1 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:01.954317 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e1cef5c1-4f6f-47f8-9a06-a00aa6d68ede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:01.957094 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3461ed4-5594-4a0a-9ae6-73d5cbd2fc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7072072d-1a2b-416f-b6a6-6324c73d4bab,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:01.980238 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58842) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:01.984003 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:01.984503 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e1cef5c1-4f6f-47f8-9a06-a00aa6d68ede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:02.007611 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-425530af-c654-4696-af0c-76a5d860c5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1681413106-router', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:21:50Z', 'updated_at': '2022-05-13T14:21:55Z', 'revision_number': 4, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'gw_port': {'id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:51Z', 'updated_at': '2022-05-13T14:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '362d736c-1ef0-4d5f-a1f0-88fc9891e11e', 'name': '', 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'mac_address': 'fa:16:3e:07:ad:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:54Z', 'updated_at': '2022-05-13T14:21:55Z', 'revision_number': 2, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'subnets': [{'id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:22:02.036250 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-23f0ec91-596f-48d0-bcf0-aafb49403b98 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:02.049266 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-23f0ec91-596f-48d0-bcf0-aafb49403b98 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3118756 May 13 14:22:02.061236 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425530af-c654-4696-af0c-76a5d860c5a7 None None] Checking router: 534f6dcc-ca87-4315-bffe-29c21ebe17fc for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:22:02.061943 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425530af-c654-4696-af0c-76a5d860c5a7 None None] Updating router 534f6dcc-ca87-4315-bffe-29c21ebe17fc port 362d736c-1ef0-4d5f-a1f0-88fc9891e11e binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:22:02.089900 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-75e5c58e-978a-4bb1-bb23-f63b93904d97 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:02.099248 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9367dcf7-a334-4d5e-866a-6e7011d97456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:02.130715 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-425530af-c654-4696-af0c-76a5d860c5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:02.135308 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-eaf68149-ddee-4c5f-9211-175aebb8afbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:02.160666 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9367dcf7-a334-4d5e-866a-6e7011d97456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:02.236512 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-eaf68149-ddee-4c5f-9211-175aebb8afbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:02.297364 n-d-841760-1 neutron-server[88082]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 13 14:22:02.318894 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-17ba99ea-43e3-4315-986b-f9f09ce914c7 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/quotas/5adff68d6d744eb28ae9f98f9b31f9d1 HTTP/1.1" status: 200 len: 375 time: 0.2669206 May 13 14:22:02.376416 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf68149-ddee-4c5f-9211-175aebb8afbc admin admin] Pushing event updated for resources: {'Port': ['ID=6e678b07-fafe-48a2-9859-92085caf940c,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:02.388987 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3a9f0465-3567-4035-ba9d-24bf04ebccd2 req-221784c9-b77e-447d-be22-a6f44769061d tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?device_id=cffd7c50-41a8-47cd-b5a8-c0367f85b70b HTTP/1.1" status: 200 len: 210 time: 0.7325599 May 13 14:22:02.416411 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-75e5c58e-978a-4bb1-bb23-f63b93904d97 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Transition to ACTIVE for port object 653c7927-b655-49ce-8545-4902e949a8fc will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:22:02.420989 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9367dcf7-a334-4d5e-866a-6e7011d97456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:02.477104 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-580bb0b9-af8e-4d70-aae5-7c8ee89f538d tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5adff68d6d744eb28ae9f98f9b31f9d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1565788 May 13 14:22:02.499210 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf68149-ddee-4c5f-9211-175aebb8afbc admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:22:02.507953 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-eaf68149-ddee-4c5f-9211-175aebb8afbc admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:22:02.517994 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9367dcf7-a334-4d5e-866a-6e7011d97456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:02.520304 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9367dcf7-a334-4d5e-866a-6e7011d97456 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7072072d-1a2b-416f-b6a6-6324c73d4bab HTTP/1.1" status: 204 len: 168 time: 0.5389025 May 13 14:22:02.529049 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367dcf7-a334-4d5e-866a-6e7011d97456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7072072d-1a2b-416f-b6a6-6324c73d4bab,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:02.563840 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf68149-ddee-4c5f-9211-175aebb8afbc admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:22:02.593884 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d192a48a-a9ae-4189-9937-ca07f8b82baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:02.605704 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-75e5c58e-978a-4bb1-bb23-f63b93904d97 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:02.608610 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d192a48a-a9ae-4189-9937-ca07f8b82baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:02.688820 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d192a48a-a9ae-4189-9937-ca07f8b82baa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=11a4f6ed1d844cada70b04751da37703&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1338496 May 13 14:22:02.719390 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58856) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:03.021943 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-425530af-c654-4696-af0c-76a5d860c5a7 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:03.039059 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-92d51bd0-478a-432e-af04-953b3838585e None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:03.077452 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5c58e-978a-4bb1-bb23-f63b93904d97 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Pushing event updated for resources: {'Port': ['ID=653c7927-b655-49ce-8545-4902e949a8fc,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:03.094553 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-425530af-c654-4696-af0c-76a5d860c5a7 None None] Transition to ACTIVE for port object 362d736c-1ef0-4d5f-a1f0-88fc9891e11e will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:22:03.101768 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-92d51bd0-478a-432e-af04-953b3838585e None None] Transition to ACTIVE for port object 5d476fc9-0247-4a1b-9d19-db9ca3487dc1 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:22:03.126755 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-425530af-c654-4696-af0c-76a5d860c5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:03.239599 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-774b1793-3d78-4936-b382-77ecaf89325a req-1ca210cc-d08d-4137-8b2f-def203b6b3aa tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/ports?device_id=4085e580-1011-4b00-aac1-abb57c780565 HTTP/1.1" status: 200 len: 210 time: 0.1452661 May 13 14:22:03.334966 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-75e5c58e-978a-4bb1-bb23-f63b93904d97 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:22:03.354934 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-75e5c58e-978a-4bb1-bb23-f63b93904d97 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:22:03.384585 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-75e5c58e-978a-4bb1-bb23-f63b93904d97 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:22:03.412705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-75e5c58e-978a-4bb1-bb23-f63b93904d97 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:03.416103 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-75e5c58e-978a-4bb1-bb23-f63b93904d97 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:03.537798 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192a48a-a9ae-4189-9937-ca07f8b82baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ff555c-41c0-41a7-b969-9330349bac3a,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:03.577269 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58892) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:03.601664 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-75e5c58e-978a-4bb1-bb23-f63b93904d97 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0320244 May 13 14:22:03.614410 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-47d7624f-9974-47fa-a007-2b68c9214bc5 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:22:03.633657 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-47d7624f-9974-47fa-a007-2b68c9214bc5 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0257380 May 13 14:22:03.694490 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-92d51bd0-478a-432e-af04-953b3838585e None None] Transition to ACTIVE for port object 5d476fc9-0247-4a1b-9d19-db9ca3487dc1 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:22:03.694744 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-42ff9e53-83bb-4fd3-b107-6f020cdcb1d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:03.704506 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-92f51300-9007-475c-a936-7875ef3e7c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:03.772945 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-92f51300-9007-475c-a936-7875ef3e7c29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:03.805840 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-92f51300-9007-475c-a936-7875ef3e7c29 admin admin] Usage tracker for resource:security_group_rule and tenant:e345752bfc71444ba179fb898490d9d3 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:03.831822 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-92f51300-9007-475c-a936-7875ef3e7c29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:03.842947 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-42ff9e53-83bb-4fd3-b107-6f020cdcb1d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:03.873536 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-92f51300-9007-475c-a936-7875ef3e7c29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:03.931374 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-eaf68149-ddee-4c5f-9211-175aebb8afbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:03.939973 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-92d51bd0-478a-432e-af04-953b3838585e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:04.006734 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d51bd0-478a-432e-af04-953b3838585e None None] Network af661f50-a5b1-4ce2-b0ba-6d584c8e35e0 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:22:04.067356 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-92d51bd0-478a-432e-af04-953b3838585e None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:22:04.083241 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d51bd0-478a-432e-af04-953b3838585e None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:22:04.093029 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-425530af-c654-4696-af0c-76a5d860c5a7 None None] Attempting to bind port 362d736c-1ef0-4d5f-a1f0-88fc9891e11e on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:22:04.095640 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-425530af-c654-4696-af0c-76a5d860c5a7 None None] Attempting to bind port 362d736c-1ef0-4d5f-a1f0-88fc9891e11e by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '983229a7-bdca-4b23-927c-a42448eb11f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:22:04.096088 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425530af-c654-4696-af0c-76a5d860c5a7 None None] Attempting to bind port 362d736c-1ef0-4d5f-a1f0-88fc9891e11e on network a2ee0690-4c57-4e4e-b68b-865fc1c187b1 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:22:04.249062 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425530af-c654-4696-af0c-76a5d860c5a7 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:22:04.249637 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425530af-c654-4696-af0c-76a5d860c5a7 None None] Checking segment: {'id': '983229a7-bdca-4b23-927c-a42448eb11f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:22:04.250021 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-425530af-c654-4696-af0c-76a5d860c5a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:04.250202 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425530af-c654-4696-af0c-76a5d860c5a7 None None] Bound using segment: {'id': '983229a7-bdca-4b23-927c-a42448eb11f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:22:04.256991 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-425530af-c654-4696-af0c-76a5d860c5a7 None None] Bound port: 362d736c-1ef0-4d5f-a1f0-88fc9891e11e, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983229a7-bdca-4b23-927c-a42448eb11f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:22:04.257864 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-425530af-c654-4696-af0c-76a5d860c5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:04.307501 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e1cef5c1-4f6f-47f8-9a06-a00aa6d68ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:04.319397 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b80c0-67fa-424c-9550-48c837a4d012 None None] Pushing event updated for resources: {'Port': ['ID=362d736c-1ef0-4d5f-a1f0-88fc9891e11e,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:04.392977 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-92f51300-9007-475c-a936-7875ef3e7c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:04.415291 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-92f51300-9007-475c-a936-7875ef3e7c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:04.540973 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e1cef5c1-4f6f-47f8-9a06-a00aa6d68ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:04.579343 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d51bd0-478a-432e-af04-953b3838585e None None] Pushing event updated for resources: {'Port': ['ID=5d476fc9-0247-4a1b-9d19-db9ca3487dc1,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:04.625293 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3f252efd-b0d1-4c93-9640-00501cccd968 None None] Provisioning for port 653c7927-b655-49ce-8545-4902e949a8fc completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:22:04.636736 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-92d51bd0-478a-432e-af04-953b3838585e None None] Attempting to bind port 5d476fc9-0247-4a1b-9d19-db9ca3487dc1 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:22:04.637887 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-92d51bd0-478a-432e-af04-953b3838585e None None] Attempting to bind port 5d476fc9-0247-4a1b-9d19-db9ca3487dc1 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '04f1ee1b-cf92-481f-b4d4-6beeee8c46b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'af661f50-a5b1-4ce2-b0ba-6d584c8e35e0'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:22:04.637887 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d51bd0-478a-432e-af04-953b3838585e None None] Attempting to bind port 5d476fc9-0247-4a1b-9d19-db9ca3487dc1 on network af661f50-a5b1-4ce2-b0ba-6d584c8e35e0 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:22:04.648198 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3f252efd-b0d1-4c93-9640-00501cccd968 None None] Provisioning complete for port 653c7927-b655-49ce-8545-4902e949a8fc triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:22:04.648661 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3f252efd-b0d1-4c93-9640-00501cccd968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:04.651910 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-614a85ee-5ddc-46de-812f-8d16c2057104 service neutron] Request body: {'port': {'device_id': 'cffd7c50-41a8-47cd-b5a8-c0367f85b70b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:22:04.657634 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e1cef5c1-4f6f-47f8-9a06-a00aa6d68ede admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2e95d60b2fed43fdafb0cb8ce11fadb1&name=default HTTP/1.1" status: 200 len: 2975 time: 3.7148023 May 13 14:22:04.690706 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-92f51300-9007-475c-a936-7875ef3e7c29 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e345752bfc71444ba179fb898490d9d3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1123543 May 13 14:22:04.699091 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58930) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:04.699374 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58932) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:04.715791 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d51bd0-478a-432e-af04-953b3838585e None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:22:04.716240 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d51bd0-478a-432e-af04-953b3838585e None None] Checking segment: {'id': '04f1ee1b-cf92-481f-b4d4-6beeee8c46b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'af661f50-a5b1-4ce2-b0ba-6d584c8e35e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:22:04.716612 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-92d51bd0-478a-432e-af04-953b3838585e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:04.717033 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d51bd0-478a-432e-af04-953b3838585e None None] Bound using segment: {'id': '04f1ee1b-cf92-481f-b4d4-6beeee8c46b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'af661f50-a5b1-4ce2-b0ba-6d584c8e35e0'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:22:04.717521 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-92d51bd0-478a-432e-af04-953b3838585e None None] Bound port: 5d476fc9-0247-4a1b-9d19-db9ca3487dc1, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f1ee1b-cf92-481f-b4d4-6beeee8c46b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'af661f50-a5b1-4ce2-b0ba-6d584c8e35e0'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:22:04.717956 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-92d51bd0-478a-432e-af04-953b3838585e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:04.738433 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3f252efd-b0d1-4c93-9640-00501cccd968 None None] Port 653c7927-b655-49ce-8545-4902e949a8fc cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:22:04.739714 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0789c71c-9c3c-4e87-a86a-a45b11685e16 req-d3d9b300-13db-470e-93f5-2c20af41f1cb tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/ports?device_id=4085e580-1011-4b00-aac1-abb57c780565 HTTP/1.1" status: 200 len: 210 time: 0.2486711 May 13 14:22:04.740329 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cef5c1-4f6f-47f8-9a06-a00aa6d68ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a2a369-e753-4bdd-9cdf-2df22105e484,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:04.774180 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-425530af-c654-4696-af0c-76a5d860c5a7 None None] For port 362d736c-1ef0-4d5f-a1f0-88fc9891e11e, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:22:04.816973 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-42ff9e53-83bb-4fd3-b107-6f020cdcb1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:04.848735 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-425530af-c654-4696-af0c-76a5d860c5a7 None None] For port 362d736c-1ef0-4d5f-a1f0-88fc9891e11e, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=362d736c-1ef0-4d5f-a1f0-88fc9891e11e,segment=NetworkSegment(983229a7-bdca-4b23-927c-a42448eb11f8),segment_id=983229a7-bdca-4b23-927c-a42448eb11f8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:22:04.857672 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-425530af-c654-4696-af0c-76a5d860c5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:04.905692 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-eaf68149-ddee-4c5f-9211-175aebb8afbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:04.923563 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb96ba72-ea16-4bdd-b02d-c007c857ffe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:04.956268 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb96ba72-ea16-4bdd-b02d-c007c857ffe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:04.967089 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b80c0-67fa-424c-9550-48c837a4d012 None None] Pushing event updated for resources: {'Port': ['ID=362d736c-1ef0-4d5f-a1f0-88fc9891e11e,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:05.044215 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425530af-c654-4696-af0c-76a5d860c5a7 None None] Routers {'534f6dcc-ca87-4315-bffe-29c21ebe17fc'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:22:05.045906 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-425530af-c654-4696-af0c-76a5d860c5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:21:59Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['534f6dcc-ca87-4315-bffe-29c21ebe17fc'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:22:05.063342 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f51300-9007-475c-a936-7875ef3e7c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0ec04b-68bd-45db-a9fe-4e9eb8ce9223,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:05.092708 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751c078-0a08-4330-aca0-35b1fe733bdc req-84270921-fda4-4e6e-a16a-2f6d0b054bdf tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:05.093458 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-7751c078-0a08-4330-aca0-35b1fe733bdc req-84270921-fda4-4e6e-a16a-2f6d0b054bdf tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Synchronizing usage tracker for tenant:f94392095e3e4059aa82fd976382ba83 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:22:05.134648 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb96ba72-ea16-4bdd-b02d-c007c857ffe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:05.151949 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff9e53-83bb-4fd3-b107-6f020cdcb1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ff555c-41c0-41a7-b969-9330349bac3a,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:05.215976 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb96ba72-ea16-4bdd-b02d-c007c857ffe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a2a369-e753-4bdd-9cdf-2df22105e484,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:05.294827 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb96ba72-ea16-4bdd-b02d-c007c857ffe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:05.300943 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-eb96ba72-ea16-4bdd-b02d-c007c857ffe4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d0a2a369-e753-4bdd-9cdf-2df22105e484 HTTP/1.1" status: 204 len: 168 time: 0.5905898 May 13 14:22:05.300943 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4baa1ad9-d8b5-405c-a11c-b1e42a4dc398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:05.398499 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4baa1ad9-d8b5-405c-a11c-b1e42a4dc398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:05.474712 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf68149-ddee-4c5f-9211-175aebb8afbc admin admin] Router 6dc4f993-f78f-414c-b238-9bcd9f27c1c6 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:22:05.496358 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-7751c078-0a08-4330-aca0-35b1fe733bdc req-84270921-fda4-4e6e-a16a-2f6d0b054bdf tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Unset dirty status for tenant:f94392095e3e4059aa82fd976382ba83 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:22:05.498540 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7751c078-0a08-4330-aca0-35b1fe733bdc req-84270921-fda4-4e6e-a16a-2f6d0b054bdf tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?device_id=cffd7c50-41a8-47cd-b5a8-c0367f85b70b HTTP/1.1" status: 200 len: 935 time: 1.6262467 May 13 14:22:05.519658 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-42ff9e53-83bb-4fd3-b107-6f020cdcb1d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:05.521290 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-42ff9e53-83bb-4fd3-b107-6f020cdcb1d6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f7ff555c-41c0-41a7-b969-9330349bac3a HTTP/1.1" status: 204 len: 168 time: 2.6483684 May 13 14:22:05.561642 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4baa1ad9-d8b5-405c-a11c-b1e42a4dc398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:05.597563 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-614a85ee-5ddc-46de-812f-8d16c2057104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:05.620820 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-92d51bd0-478a-432e-af04-953b3838585e None None] For port 5d476fc9-0247-4a1b-9d19-db9ca3487dc1, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:22:05.631512 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa1ad9-d8b5-405c-a11c-b1e42a4dc398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0ec04b-68bd-45db-a9fe-4e9eb8ce9223,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:05.677645 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-7751c078-0a08-4330-aca0-35b1fe733bdc req-4c79dbb1-07f2-4ef7-a2f5-4d3280a52b17 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Synchronizing usage tracker for tenant:f94392095e3e4059aa82fd976382ba83 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:22:05.683365 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4baa1ad9-d8b5-405c-a11c-b1e42a4dc398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:05.684640 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4baa1ad9-d8b5-405c-a11c-b1e42a4dc398 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dd0ec04b-68bd-45db-a9fe-4e9eb8ce9223 HTTP/1.1" status: 204 len: 168 time: 0.9766674 May 13 14:22:05.728201 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-92d51bd0-478a-432e-af04-953b3838585e None None] For port 5d476fc9-0247-4a1b-9d19-db9ca3487dc1, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=5d476fc9-0247-4a1b-9d19-db9ca3487dc1,segment=NetworkSegment(04f1ee1b-cf92-481f-b4d4-6beeee8c46b1),segment_id=04f1ee1b-cf92-481f-b4d4-6beeee8c46b1)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:22:05.741284 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-425530af-c654-4696-af0c-76a5d860c5a7 None None] Set router 534f6dcc-ca87-4315-bffe-29c21ebe17fc gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:22:05.910869 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-92d51bd0-478a-432e-af04-953b3838585e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:05.940085 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-7751c078-0a08-4330-aca0-35b1fe733bdc req-4c79dbb1-07f2-4ef7-a2f5-4d3280a52b17 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Unset dirty status for tenant:f94392095e3e4059aa82fd976382ba83 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:22:05.941214 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7751c078-0a08-4330-aca0-35b1fe733bdc req-4c79dbb1-07f2-4ef7-a2f5-4d3280a52b17 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdfa4aeb-ae5a-466e-b5e5-5001d597b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320409 May 13 14:22:05.990675 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.59', 55386) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:06.334145 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-75a23031-c33d-4f1f-9bdb-0368d74db49e tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=5adff68d6d744eb28ae9f98f9b31f9d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3449566 May 13 14:22:06.502012 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d51bd0-478a-432e-af04-953b3838585e None None] Pushing event updated for resources: {'Port': ['ID=5d476fc9-0247-4a1b-9d19-db9ca3487dc1,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:06.664549 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58984) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:06.915542 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-425530af-c654-4696-af0c-76a5d860c5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1681413106-router', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:21:50Z', 'updated_at': '2022-05-13T14:21:55Z', 'revision_number': 4, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'gw_port': {'id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:51Z', 'updated_at': '2022-05-13T14:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '362d736c-1ef0-4d5f-a1f0-88fc9891e11e', 'name': '', 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'mac_address': 'fa:16:3e:07:ad:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:54Z', 'updated_at': '2022-05-13T14:22:04Z', 'revision_number': 4, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'subnets': [{'id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:22:06.935432 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425530af-c654-4696-af0c-76a5d860c5a7 None None] The sync data for ids ['534f6dcc-ca87-4315-bffe-29c21ebe17fc'] in n-d-841760-1 is: [{'id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1681413106-router', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:21:50Z', 'updated_at': '2022-05-13T14:21:55Z', 'revision_number': 4, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'gw_port': {'id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:51Z', 'updated_at': '2022-05-13T14:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '362d736c-1ef0-4d5f-a1f0-88fc9891e11e', 'name': '', 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'mac_address': 'fa:16:3e:07:ad:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:54Z', 'updated_at': '2022-05-13T14:22:04Z', 'revision_number': 4, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'subnets': [{'id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:22:06.990745 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c0ea1a22-9e62-4dd0-869c-bd9071e0b1a5 req-1861f614-58d3-42c2-8bb3-26e1bb7eb921 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/ports?device_id=4085e580-1011-4b00-aac1-abb57c780565 HTTP/1.1" status: 200 len: 210 time: 0.8736286 May 13 14:22:07.069907 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 362d736c-1ef0-4d5f-a1f0-88fc9891e11e up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:22:07.083304 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf68149-ddee-4c5f-9211-175aebb8afbc admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:22:07.096494 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce1f313-08ed-46fb-b08f-8f27955c665d None None] Sync routers for ids ['6dc4f993-f78f-414c-b238-9bcd9f27c1c6'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:22:07.114516 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce1f313-08ed-46fb-b08f-8f27955c665d None None] Routers {'6dc4f993-f78f-414c-b238-9bcd9f27c1c6'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:22:07.119794 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58992) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:07.120920 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-5ce1f313-08ed-46fb-b08f-8f27955c665d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:21:59Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['6dc4f993-f78f-414c-b238-9bcd9f27c1c6'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:22:07.253407 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-614a85ee-5ddc-46de-812f-8d16c2057104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 653c7927-b655-49ce-8545-4902e949a8fc {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:22:07.272155 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-501fe2a9-b6ab-4bfd-a619-96285cad81fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:07.283127 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-614a85ee-5ddc-46de-812f-8d16c2057104 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:07.358226 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-614a85ee-5ddc-46de-812f-8d16c2057104 service neutron] Transition to ACTIVE for port object 653c7927-b655-49ce-8545-4902e949a8fc will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:22:07.371266 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 362d736c-1ef0-4d5f-a1f0-88fc9891e11e completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:22:07.372059 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-614a85ee-5ddc-46de-812f-8d16c2057104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:07.386804 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c341755a-f1d9-409b-a857-6e7d9d4fee6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:07.395029 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 362d736c-1ef0-4d5f-a1f0-88fc9891e11e triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:22:07.395596 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:07.605328 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-501fe2a9-b6ab-4bfd-a619-96285cad81fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:07.637125 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-19f0d88c-401c-4ccf-aa3c-279612eed017 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:07.644865 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-19f0d88c-401c-4ccf-aa3c-279612eed017 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2459550 May 13 14:22:07.646110 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-eaf68149-ddee-4c5f-9211-175aebb8afbc admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:07.649280 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-eaf68149-ddee-4c5f-9211-175aebb8afbc admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.7909050 May 13 14:22:07.658629 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59000) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:07.684791 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-501fe2a9-b6ab-4bfd-a619-96285cad81fc admin admin] Usage tracker for resource:security_group_rule and tenant:68a23270374743daa5b5e87b2fb2bad7 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:07.740619 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c341755a-f1d9-409b-a857-6e7d9d4fee6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:07.759529 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c341755a-f1d9-409b-a857-6e7d9d4fee6e admin admin] Usage tracker for resource:security_group_rule and tenant:7de1e5d1e02643beb242a5ba40b93f67 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:07.764470 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c341755a-f1d9-409b-a857-6e7d9d4fee6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:07.773267 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c341755a-f1d9-409b-a857-6e7d9d4fee6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:07.807665 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 362d736c-1ef0-4d5f-a1f0-88fc9891e11e is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:22:07.808208 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:07.917968 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-501fe2a9-b6ab-4bfd-a619-96285cad81fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:07.930187 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-5ce1f313-08ed-46fb-b08f-8f27955c665d None None] Set router 6dc4f993-f78f-414c-b238-9bcd9f27c1c6 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:22:07.951851 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 362d736c-1ef0-4d5f-a1f0-88fc9891e11e, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=362d736c-1ef0-4d5f-a1f0-88fc9891e11e,segment=NetworkSegment(983229a7-bdca-4b23-927c-a42448eb11f8),segment_id=983229a7-bdca-4b23-927c-a42448eb11f8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:22:07.963004 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:07.964579 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 5d476fc9-0247-4a1b-9d19-db9ca3487dc1 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:22:07.966450 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-53ead006-955c-43fc-9254-d0e53eff0a71 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Request body: {'port': {'device_id': '4085e580-1011-4b00-aac1-abb57c780565', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'admin_state_up': True, 'tenant_id': '5adff68d6d744eb28ae9f98f9b31f9d1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:22:08.016974 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-501fe2a9-b6ab-4bfd-a619-96285cad81fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:08.220120 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0839339e-2567-449d-a448-91bff67fa520 None None] Network af661f50-a5b1-4ce2-b0ba-6d584c8e35e0 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:22:08.292462 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c341755a-f1d9-409b-a857-6e7d9d4fee6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:08.297288 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a85ee-5ddc-46de-812f-8d16c2057104 service neutron] Pushing event updated for resources: {'Port': ['ID=653c7927-b655-49ce-8545-4902e949a8fc,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:08.316882 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c341755a-f1d9-409b-a857-6e7d9d4fee6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:08.496199 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c341755a-f1d9-409b-a857-6e7d9d4fee6e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7de1e5d1e02643beb242a5ba40b93f67&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8306012 May 13 14:22:08.497134 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341755a-f1d9-409b-a857-6e7d9d4fee6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80103c0-ec68-445d-a6e3-b325e9045f2d,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:08.575825 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59032) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:08.689659 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-614a85ee-5ddc-46de-812f-8d16c2057104 service neutron] Attempting to bind port 653c7927-b655-49ce-8545-4902e949a8fc on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:22:08.689982 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-614a85ee-5ddc-46de-812f-8d16c2057104 service neutron] Attempting to bind port 653c7927-b655-49ce-8545-4902e949a8fc by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:22:08.691661 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-614a85ee-5ddc-46de-812f-8d16c2057104 service neutron] Attempting to bind port 653c7927-b655-49ce-8545-4902e949a8fc on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:22:08.704595 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-614a85ee-5ddc-46de-812f-8d16c2057104 service neutron] Port 653c7927-b655-49ce-8545-4902e949a8fc on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:22:08.704926 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-614a85ee-5ddc-46de-812f-8d16c2057104 service neutron] Attempting to bind port 653c7927-b655-49ce-8545-4902e949a8fc on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:22:08.736164 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-5ce1f313-08ed-46fb-b08f-8f27955c665d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc4f993-f78f-414c-b238-9bcd9f27c1c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2104523285-router', 'tenant_id': 'ead4cd2fee4e489d90bcc8a211a28887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '6e678b07-fafe-48a2-9859-92085caf940c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:21:59Z', 'updated_at': '2022-05-13T14:22:03Z', 'revision_number': 3, 'project_id': 'ead4cd2fee4e489d90bcc8a211a28887', 'gw_port': {'id': '6e678b07-fafe-48a2-9859-92085caf940c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:11:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc4f993-f78f-414c-b238-9bcd9f27c1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:22:01Z', 'updated_at': '2022-05-13T14:22:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:22:08.740765 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-614a85ee-5ddc-46de-812f-8d16c2057104 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:22:08.741285 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-614a85ee-5ddc-46de-812f-8d16c2057104 service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:22:08.741822 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-614a85ee-5ddc-46de-812f-8d16c2057104 service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:22:08.742833 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-614a85ee-5ddc-46de-812f-8d16c2057104 service neutron] Bound port: 653c7927-b655-49ce-8545-4902e949a8fc, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:22:08.743219 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-614a85ee-5ddc-46de-812f-8d16c2057104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:08.743788 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce1f313-08ed-46fb-b08f-8f27955c665d None None] Checking router: 6dc4f993-f78f-414c-b238-9bcd9f27c1c6 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:22:08.744303 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce1f313-08ed-46fb-b08f-8f27955c665d None None] Updating router 6dc4f993-f78f-414c-b238-9bcd9f27c1c6 port 6e678b07-fafe-48a2-9859-92085caf940c binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:22:08.804583 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-18c91f09-4168-4718-bde8-fb41c34520d7 None None] Provisioning for port 5d476fc9-0247-4a1b-9d19-db9ca3487dc1 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:22:08.825369 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-5ce1f313-08ed-46fb-b08f-8f27955c665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:08.873369 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=362d736c-1ef0-4d5f-a1f0-88fc9891e11e,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:09.007772 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-501fe2a9-b6ab-4bfd-a619-96285cad81fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:09.028256 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 5d476fc9-0247-4a1b-9d19-db9ca3487dc1 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:22:09.048347 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-501fe2a9-b6ab-4bfd-a619-96285cad81fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:09.053514 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 5d476fc9-0247-4a1b-9d19-db9ca3487dc1 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:22:09.055410 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:09.204967 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-789134d7-5a94-408c-bfbe-880ec1bba11c req-4020c0e6-118a-436f-8951-b0877068ddf4 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/ports?device_id=4085e580-1011-4b00-aac1-abb57c780565 HTTP/1.1" status: 200 len: 210 time: 0.1765504 May 13 14:22:09.206420 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-614a85ee-5ddc-46de-812f-8d16c2057104 service neutron] For port 653c7927-b655-49ce-8545-4902e949a8fc, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:22:09.263678 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-614a85ee-5ddc-46de-812f-8d16c2057104 service neutron] For port 653c7927-b655-49ce-8545-4902e949a8fc, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=653c7927-b655-49ce-8545-4902e949a8fc,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:22:09.272547 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-614a85ee-5ddc-46de-812f-8d16c2057104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:09.292792 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-53ead006-955c-43fc-9254-d0e53eff0a71 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:09.300831 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-53ead006-955c-43fc-9254-d0e53eff0a71 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Usage tracker for resource:port and tenant:5adff68d6d744eb28ae9f98f9b31f9d1 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:09.309846 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-53ead006-955c-43fc-9254-d0e53eff0a71 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:09.324251 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-53ead006-955c-43fc-9254-d0e53eff0a71 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:09.374825 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-501fe2a9-b6ab-4bfd-a619-96285cad81fc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=68a23270374743daa5b5e87b2fb2bad7&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2491071 May 13 14:22:09.384361 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59054) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:09.506497 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a85ee-5ddc-46de-812f-8d16c2057104 service neutron] Pushing event updated for resources: {'Port': ['ID=653c7927-b655-49ce-8545-4902e949a8fc,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:09.512353 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-53ead006-955c-43fc-9254-d0e53eff0a71 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Made reservation on behalf of 5adff68d6d744eb28ae9f98f9b31f9d1 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:22:09.519773 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-53ead006-955c-43fc-9254-d0e53eff0a71 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:09.529891 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-614a85ee-5ddc-46de-812f-8d16c2057104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:09.530586 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-614a85ee-5ddc-46de-812f-8d16c2057104 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:09.532399 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-614a85ee-5ddc-46de-812f-8d16c2057104 service neutron] 10.222.0.59 "PUT /v2.0/ports/653c7927-b655-49ce-8545-4902e949a8fc HTTP/1.1" status: 200 len: 1095 time: 5.2391965 May 13 14:22:09.532994 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cffd7c50-41a8-47cd-b5a8-c0367f85b70b', 'tag': '653c7927-b655-49ce-8545-4902e949a8fc'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:22:09.570418 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 5d476fc9-0247-4a1b-9d19-db9ca3487dc1 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:22:09.570418 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:09.606748 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-50ef9eab-b588-4596-a2df-c6b5dbab4607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:09.700258 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-5ce1f313-08ed-46fb-b08f-8f27955c665d None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:09.717210 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-50ef9eab-b588-4596-a2df-c6b5dbab4607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:09.736756 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-5ce1f313-08ed-46fb-b08f-8f27955c665d None None] Transition to ACTIVE for port object 6e678b07-fafe-48a2-9859-92085caf940c will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:22:09.741543 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 5d476fc9-0247-4a1b-9d19-db9ca3487dc1, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=5d476fc9-0247-4a1b-9d19-db9ca3487dc1,segment=NetworkSegment(04f1ee1b-cf92-481f-b4d4-6beeee8c46b1),segment_id=04f1ee1b-cf92-481f-b4d4-6beeee8c46b1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:22:09.754009 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-5ce1f313-08ed-46fb-b08f-8f27955c665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:09.765276 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:09.937907 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509fade-2038-41d2-ac05-89778582f6a1 req-6aa072cd-82a6-479e-aad2-fed2ef8d708a tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:09.959272 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2509fade-2038-41d2-ac05-89778582f6a1 req-6aa072cd-82a6-479e-aad2-fed2ef8d708a tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?device_id=cffd7c50-41a8-47cd-b5a8-c0367f85b70b HTTP/1.1" status: 200 len: 947 time: 2.5937006 May 13 14:22:09.991882 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 362d736c-1ef0-4d5f-a1f0-88fc9891e11e up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:22:10.010623 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501fe2a9-b6ab-4bfd-a619-96285cad81fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d80390-a4b5-4d31-a64f-b2bb0033fbea,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:10.012257 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-5ce1f313-08ed-46fb-b08f-8f27955c665d None None] Attempting to bind port 6e678b07-fafe-48a2-9859-92085caf940c on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:22:10.012629 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-5ce1f313-08ed-46fb-b08f-8f27955c665d None None] Attempting to bind port 6e678b07-fafe-48a2-9859-92085caf940c by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:22:10.012995 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce1f313-08ed-46fb-b08f-8f27955c665d None None] Attempting to bind port 6e678b07-fafe-48a2-9859-92085caf940c on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:22:10.025158 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-631d8aec-aa9d-436a-97b9-29a57380ddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:10.026449 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-631d8aec-aa9d-436a-97b9-29a57380ddf8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f94392095e3e4059aa82fd976382ba83&device_id=cffd7c50-41a8-47cd-b5a8-c0367f85b70b HTTP/1.1" status: 200 len: 1098 time: 0.3186016 May 13 14:22:10.035632 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-53ead006-955c-43fc-9254-d0e53eff0a71 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:10.072270 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce1f313-08ed-46fb-b08f-8f27955c665d None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:22:10.072711 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce1f313-08ed-46fb-b08f-8f27955c665d None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:22:10.073085 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-5ce1f313-08ed-46fb-b08f-8f27955c665d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:10.073481 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce1f313-08ed-46fb-b08f-8f27955c665d None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:22:10.074011 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-5ce1f313-08ed-46fb-b08f-8f27955c665d None None] Bound port: 6e678b07-fafe-48a2-9859-92085caf940c, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:22:10.074413 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-5ce1f313-08ed-46fb-b08f-8f27955c665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:10.182723 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-8f6ac70b-7914-44fa-badb-bb7482ae8128 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=653c7927-b655-49ce-8545-4902e949a8fc HTTP/1.1" status: 200 len: 217 time: 0.1394711 May 13 14:22:10.222003 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d6e6c-e800-42e2-baca-f035efd5f188 None None] Pushing event updated for resources: {'Port': ['ID=6e678b07-fafe-48a2-9859-92085caf940c,revision_number=2']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:10.282306 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-5ce1f313-08ed-46fb-b08f-8f27955c665d None None] For port 6e678b07-fafe-48a2-9859-92085caf940c, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:22:10.292310 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-5ce1f313-08ed-46fb-b08f-8f27955c665d None None] For port 6e678b07-fafe-48a2-9859-92085caf940c, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6e678b07-fafe-48a2-9859-92085caf940c,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:22:10.309098 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-5ce1f313-08ed-46fb-b08f-8f27955c665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:10.354962 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-53ead006-955c-43fc-9254-d0e53eff0a71 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:10.369176 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-53ead006-955c-43fc-9254-d0e53eff0a71 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Usage tracker for resource:security_group_rule and tenant:5adff68d6d744eb28ae9f98f9b31f9d1 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:10.372652 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-452bb66f-1943-4ff4-b642-bb05604b6dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:10.374103 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-452bb66f-1943-4ff4-b642-bb05604b6dab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1800985 May 13 14:22:10.375047 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-53ead006-955c-43fc-9254-d0e53eff0a71 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:10.392887 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-53ead006-955c-43fc-9254-d0e53eff0a71 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:10.449965 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=5d476fc9-0247-4a1b-9d19-db9ca3487dc1,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:10.520762 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 362d736c-1ef0-4d5f-a1f0-88fc9891e11e triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:22:10.521139 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:10.584273 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce1f313-08ed-46fb-b08f-8f27955c665d None None] Routers {'6dc4f993-f78f-414c-b238-9bcd9f27c1c6'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:22:10.589949 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-5ce1f313-08ed-46fb-b08f-8f27955c665d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:21:59Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['6dc4f993-f78f-414c-b238-9bcd9f27c1c6'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:22:10.591703 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-53ead006-955c-43fc-9254-d0e53eff0a71 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:10.605735 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a1c3dc76-a690-4e70-a21e-c898a4b4e4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:10.621901 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-53ead006-955c-43fc-9254-d0e53eff0a71 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:10.641696 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08400131-6f10-4f79-9950-4bb0ec9bbd73 req-8a938cd5-5030-4451-82c6-a6cedcc084e0 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/ports?device_id=4085e580-1011-4b00-aac1-abb57c780565 HTTP/1.1" status: 200 len: 210 time: 0.1119440 May 13 14:22:10.645339 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2509fade-2038-41d2-ac05-89778582f6a1 req-5cd2047a-b080-4271-8cfa-f36fd822aa5e tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdfa4aeb-ae5a-466e-b5e5-5001d597b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6852674 May 13 14:22:10.667012 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-9718ac13-6a20-41a2-9005-1075b32e4428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:10.668613 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-9718ac13-6a20-41a2-9005-1075b32e4428 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2845559 May 13 14:22:10.689887 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9f72e5db-a556-4a54-bb44-576aa504f739 None None] Provisioning complete for port 5d476fc9-0247-4a1b-9d19-db9ca3487dc1 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:22:10.690645 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9f72e5db-a556-4a54-bb44-576aa504f739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:10.771132 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d6e6c-e800-42e2-baca-f035efd5f188 None None] Pushing event updated for resources: {'Port': ['ID=6e678b07-fafe-48a2-9859-92085caf940c,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:10.955172 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 362d736c-1ef0-4d5f-a1f0-88fc9891e11e is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:22:10.973523 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-b5eb39e4-cdef-488a-b33f-8e7230ce30b4 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935779 May 13 14:22:11.000595 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ead006-955c-43fc-9254-d0e53eff0a71 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=777879eb-958c-47b6-ae2d-87d7716df7b9,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:11.017172 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-9f72e5db-a556-4a54-bb44-576aa504f739 None None] Current status of the port 5d476fc9-0247-4a1b-9d19-db9ca3487dc1 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:22:11.027047 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a1c3dc76-a690-4e70-a21e-c898a4b4e4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:11.100870 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-50ef9eab-b588-4596-a2df-c6b5dbab4607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:11.113235 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-5ce1f313-08ed-46fb-b08f-8f27955c665d None None] Set router 6dc4f993-f78f-414c-b238-9bcd9f27c1c6 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:22:11.175360 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef9eab-b588-4596-a2df-c6b5dbab4607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80103c0-ec68-445d-a6e3-b325e9045f2d,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:11.200984 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd6439b0-ef9a-4e10-94a4-83dd559d8690'] response: {'name': 'network-changed', 'server_uuid': 'cffd7c50-41a8-47cd-b5a8-c0367f85b70b', 'tag': '653c7927-b655-49ce-8545-4902e949a8fc', 'status': 'completed', 'code': 200} May 13 14:22:11.314120 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ae617087-2adb-4fd2-b519-ef4abfe2cbfc req-331263bd-3d3b-4fac-98e2-fd0c6c494250 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120451 May 13 14:22:11.555920 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-50ef9eab-b588-4596-a2df-c6b5dbab4607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:11.567546 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-50ef9eab-b588-4596-a2df-c6b5dbab4607 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f80103c0-ec68-445d-a6e3-b325e9045f2d HTTP/1.1" status: 204 len: 168 time: 2.9432893 May 13 14:22:11.585057 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a1c3dc76-a690-4e70-a21e-c898a4b4e4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:11.610059 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eaa45f-62ff-4cd4-a5f4-53c3280dbbb0 req-ed571aac-4286-4e50-9d4e-c513cb751f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:11.611454 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-29eaa45f-62ff-4cd4-a5f4-53c3280dbbb0 req-ed571aac-4286-4e50-9d4e-c513cb751f2e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f94392095e3e4059aa82fd976382ba83&device_id=cffd7c50-41a8-47cd-b5a8-c0367f85b70b HTTP/1.1" status: 200 len: 1098 time: 0.2127602 May 13 14:22:11.733229 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-53ead006-955c-43fc-9254-d0e53eff0a71 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Allocated IP 192.168.233.233 (7d165b7c-a84b-4191-823a-46e347c23eb5/fb4bc443-ac8b-4686-9d3b-15c2430aa8ca/de13add3-8106-4ac4-bc79-959fa3a3b520) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:22:11.928778 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 5d476fc9-0247-4a1b-9d19-db9ca3487dc1 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:22:12.000482 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a1c3dc76-a690-4e70-a21e-c898a4b4e4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:12.011277 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a1c3dc76-a690-4e70-a21e-c898a4b4e4d5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/30d80390-a4b5-4d31-a64f-b2bb0033fbea HTTP/1.1" status: 204 len: 168 time: 2.5861044 May 13 14:22:12.021918 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eaa45f-62ff-4cd4-a5f4-53c3280dbbb0 req-a6f57da3-f9c2-450c-82b3-ce5db461b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:12.026874 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-29eaa45f-62ff-4cd4-a5f4-53c3280dbbb0 req-a6f57da3-f9c2-450c-82b3-ce5db461b645 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.3873606 May 13 14:22:12.044735 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-5ce1f313-08ed-46fb-b08f-8f27955c665d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc4f993-f78f-414c-b238-9bcd9f27c1c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2104523285-router', 'tenant_id': 'ead4cd2fee4e489d90bcc8a211a28887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '6e678b07-fafe-48a2-9859-92085caf940c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:21:59Z', 'updated_at': '2022-05-13T14:22:03Z', 'revision_number': 3, 'project_id': 'ead4cd2fee4e489d90bcc8a211a28887', 'gw_port': {'id': '6e678b07-fafe-48a2-9859-92085caf940c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:11:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc4f993-f78f-414c-b238-9bcd9f27c1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:22:01Z', 'updated_at': '2022-05-13T14:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:22:12.051047 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d5c56fe8-2678-4599-957e-4f7a7b2fd409 req-0873027a-7643-4f67-88b6-9c87c07d777b tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/ports?device_id=4085e580-1011-4b00-aac1-abb57c780565 HTTP/1.1" status: 200 len: 210 time: 0.1154256 May 13 14:22:12.058767 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce1f313-08ed-46fb-b08f-8f27955c665d None None] The sync data for ids ['6dc4f993-f78f-414c-b238-9bcd9f27c1c6'] in n-d-841760-1 is: [{'id': '6dc4f993-f78f-414c-b238-9bcd9f27c1c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2104523285-router', 'tenant_id': 'ead4cd2fee4e489d90bcc8a211a28887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '6e678b07-fafe-48a2-9859-92085caf940c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:21:59Z', 'updated_at': '2022-05-13T14:22:03Z', 'revision_number': 3, 'project_id': 'ead4cd2fee4e489d90bcc8a211a28887', 'gw_port': {'id': '6e678b07-fafe-48a2-9859-92085caf940c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:11:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc4f993-f78f-414c-b238-9bcd9f27c1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:22:01Z', 'updated_at': '2022-05-13T14:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:22:12.144948 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 5d476fc9-0247-4a1b-9d19-db9ca3487dc1 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:22:12.145402 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:12.252638 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-29eaa45f-62ff-4cd4-a5f4-53c3280dbbb0 req-92304506-ec94-430d-a02b-3e9afeca8478 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=653c7927-b655-49ce-8545-4902e949a8fc HTTP/1.1" status: 200 len: 217 time: 0.1852007 May 13 14:22:12.255950 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59130) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:12.449914 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eaa45f-62ff-4cd4-a5f4-53c3280dbbb0 req-9cddc578-3e1b-4162-8576-075f71046756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:12.452979 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-29eaa45f-62ff-4cd4-a5f4-53c3280dbbb0 req-9cddc578-3e1b-4162-8576-075f71046756 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1781068 May 13 14:22:12.453426 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 5d476fc9-0247-4a1b-9d19-db9ca3487dc1 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:22:12.595392 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3dc76-a690-4e70-a21e-c898a4b4e4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d80390-a4b5-4d31-a64f-b2bb0033fbea,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:12.712156 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eaa45f-62ff-4cd4-a5f4-53c3280dbbb0 req-eb2c0c28-c686-4c33-9871-cd62c1e134f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:12.713389 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-29eaa45f-62ff-4cd4-a5f4-53c3280dbbb0 req-eb2c0c28-c686-4c33-9871-cd62c1e134f8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2520962 May 13 14:22:12.751082 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59142) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:12.767131 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-53ead006-955c-43fc-9254-d0e53eff0a71 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:12.852867 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-53ead006-955c-43fc-9254-d0e53eff0a71 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Transition to ACTIVE for port object de13add3-8106-4ac4-bc79-959fa3a3b520 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:22:12.957303 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac65f7-b86a-46b8-8d27-6d8acc340979 req-0ace3ace-6551-4f49-9804-4dedd445735e tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:12.959144 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9eac65f7-b86a-46b8-8d27-6d8acc340979 req-0ace3ace-6551-4f49-9804-4dedd445735e tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?device_id=cffd7c50-41a8-47cd-b5a8-c0367f85b70b HTTP/1.1" status: 200 len: 947 time: 0.9498277 May 13 14:22:13.015562 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fd530592-efcc-48b7-a85b-9961d3457bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:13.102909 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-fd530592-efcc-48b7-a85b-9961d3457bf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:13.108751 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-fd530592-efcc-48b7-a85b-9961d3457bf2 admin admin] Usage tracker for resource:security_group_rule and tenant:66569c14b182481b85ab013eee01e472 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:13.114538 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-fd530592-efcc-48b7-a85b-9961d3457bf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:13.123599 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fa829430-fe2b-4202-bd27-f21a40d85def admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:13.128368 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-fd530592-efcc-48b7-a85b-9961d3457bf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:13.201061 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9eac65f7-b86a-46b8-8d27-6d8acc340979 req-824b1bc4-32ef-486e-8f2c-d2c6bc430680 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdfa4aeb-ae5a-466e-b5e5-5001d597b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986303 May 13 14:22:13.311560 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-fa829430-fe2b-4202-bd27-f21a40d85def admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:13.332652 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-53ead006-955c-43fc-9254-d0e53eff0a71 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:13.353823 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-fa829430-fe2b-4202-bd27-f21a40d85def admin admin] Usage tracker for resource:security_group_rule and tenant:5b22927409d34ab48b6178fe459829f4 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:13.389377 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-29eaa45f-62ff-4cd4-a5f4-53c3280dbbb0 req-deecb409-d5ab-4d60-89a6-e4e374551b7d service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6659505 May 13 14:22:13.442288 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-fa829430-fe2b-4202-bd27-f21a40d85def admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:13.502155 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-fa829430-fe2b-4202-bd27-f21a40d85def admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:13.528521 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-53ead006-955c-43fc-9254-d0e53eff0a71 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:22:13.538326 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-53ead006-955c-43fc-9254-d0e53eff0a71 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:22:13.568465 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-14571200-39f4-46ca-b5e4-5f7de13b609e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:13.582649 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-53ead006-955c-43fc-9254-d0e53eff0a71 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:22:13.592570 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-53ead006-955c-43fc-9254-d0e53eff0a71 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:13.594081 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-53ead006-955c-43fc-9254-d0e53eff0a71 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:13.671213 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ead006-955c-43fc-9254-d0e53eff0a71 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Pushing event updated for resources: {'Port': ['ID=de13add3-8106-4ac4-bc79-959fa3a3b520,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:13.938531 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fd530592-efcc-48b7-a85b-9961d3457bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:13.943957 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6e678b07-fafe-48a2-9859-92085caf940c up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:22:13.961577 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fd530592-efcc-48b7-a85b-9961d3457bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:14.005096 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-29eaa45f-62ff-4cd4-a5f4-53c3280dbbb0 req-09aae3c0-c90a-4761-ba15-105b24586eaa service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242391 May 13 14:22:14.027891 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-53ead006-955c-43fc-9254-d0e53eff0a71 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.3467066 May 13 14:22:14.042094 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa5a32-f2b1-4b16-bcc1-05408452723a req-421c037a-9f79-4cc4-949a-77df58a75821 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:14.054210 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d2aa5a32-f2b1-4b16-bcc1-05408452723a req-421c037a-9f79-4cc4-949a-77df58a75821 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/ports?device_id=4085e580-1011-4b00-aac1-abb57c780565 HTTP/1.1" status: 200 len: 936 time: 0.6637466 May 13 14:22:14.063725 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fd530592-efcc-48b7-a85b-9961d3457bf2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=66569c14b182481b85ab013eee01e472&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8051620 May 13 14:22:14.084152 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59178) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:14.090501 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd530592-efcc-48b7-a85b-9961d3457bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705c76e5-18c4-41ec-a73d-d9f0ff9eca8b,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:14.113125 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-562234cc-6ba7-4651-aad2-a690c0d961b6 service neutron] Request body: {'port': {'device_id': '4085e580-1011-4b00-aac1-abb57c780565', 'device_owner': 'compute:tempest-test_az-580455635', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:22:14.131143 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e414db9c-9e13-4c06-9ef5-054c19b28ccf None None] Provisioning for port de13add3-8106-4ac4-bc79-959fa3a3b520 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:22:14.163557 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e414db9c-9e13-4c06-9ef5-054c19b28ccf None None] Provisioning complete for port de13add3-8106-4ac4-bc79-959fa3a3b520 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:22:14.164824 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e414db9c-9e13-4c06-9ef5-054c19b28ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:14.291489 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d2aa5a32-f2b1-4b16-bcc1-05408452723a req-fa353fd3-7cec-4f20-a9c1-a5ec538550fe tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/security-groups?id=777879eb-958c-47b6-ae2d-87d7716df7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328241 May 13 14:22:14.311351 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e414db9c-9e13-4c06-9ef5-054c19b28ccf None None] Port de13add3-8106-4ac4-bc79-959fa3a3b520 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:22:14.333326 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 6e678b07-fafe-48a2-9859-92085caf940c completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:22:14.338939 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 6e678b07-fafe-48a2-9859-92085caf940c triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:22:14.339341 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:14.400403 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e756c80-a759-4f0e-a9c6-65d2f2c44c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:14.463436 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fa829430-fe2b-4202-bd27-f21a40d85def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:14.504218 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e756c80-a759-4f0e-a9c6-65d2f2c44c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:14.570423 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 6e678b07-fafe-48a2-9859-92085caf940c is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:22:14.570846 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:14.619299 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 6e678b07-fafe-48a2-9859-92085caf940c, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6e678b07-fafe-48a2-9859-92085caf940c,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:22:14.638895 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:14.647629 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e756c80-a759-4f0e-a9c6-65d2f2c44c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:14.681983 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fa829430-fe2b-4202-bd27-f21a40d85def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:14.684214 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e756c80-a759-4f0e-a9c6-65d2f2c44c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705c76e5-18c4-41ec-a73d-d9f0ff9eca8b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:14.694103 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e756c80-a759-4f0e-a9c6-65d2f2c44c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:14.706549 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2e756c80-a759-4f0e-a9c6-65d2f2c44c14 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/705c76e5-18c4-41ec-a73d-d9f0ff9eca8b HTTP/1.1" status: 204 len: 168 time: 0.6128342 May 13 14:22:14.874990 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=6e678b07-fafe-48a2-9859-92085caf940c,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:14.980973 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-562234cc-6ba7-4651-aad2-a690c0d961b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:15.027852 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fa829430-fe2b-4202-bd27-f21a40d85def admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5b22927409d34ab48b6178fe459829f4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2746079 May 13 14:22:15.031175 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59200) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:15.036438 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa829430-fe2b-4202-bd27-f21a40d85def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e179c53e-327c-4de4-bab8-26fdae73cc0f,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:15.074916 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-14571200-39f4-46ca-b5e4-5f7de13b609e admin admin] Allocated IP 172.20.0.1 (af661f50-a5b1-4ce2-b0ba-6d584c8e35e0/c0af296d-9d73-4dbb-bb2d-1847fbae10b8/29cebfc6-e12b-4233-8f84-12fd7d5b27ea) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:22:15.132350 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43e5bc-94d7-4222-a3c3-0ce9920d146e req-8ed0291b-f416-4a27-a695-9c08accbf0e1 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:15.133881 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-af43e5bc-94d7-4222-a3c3-0ce9920d146e req-8ed0291b-f416-4a27-a695-9c08accbf0e1 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?device_id=cffd7c50-41a8-47cd-b5a8-c0367f85b70b HTTP/1.1" status: 200 len: 947 time: 0.6757472 May 13 14:22:15.189944 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-09ebf0f6-fe8e-4296-8a26-b829674b0ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:15.271498 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-09ebf0f6-fe8e-4296-8a26-b829674b0ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:15.378716 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59212) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:15.428883 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-02a49db9-0e9f-45fa-bd9b-765836b2a9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:15.466113 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-02a49db9-0e9f-45fa-bd9b-765836b2a9f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:15.472750 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-02a49db9-0e9f-45fa-bd9b-765836b2a9f4 admin admin] Usage tracker for resource:security_group_rule and tenant:e2c0497c59364cbd95d4567778e4c4d5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:15.478338 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-02a49db9-0e9f-45fa-bd9b-765836b2a9f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:15.492656 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-02a49db9-0e9f-45fa-bd9b-765836b2a9f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:15.652445 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-09ebf0f6-fe8e-4296-8a26-b829674b0ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:15.668413 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-af43e5bc-94d7-4222-a3c3-0ce9920d146e req-dd9c17a1-9bfa-4ae5-9f92-b623b8000c24 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdfa4aeb-ae5a-466e-b5e5-5001d597b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743829 May 13 14:22:15.672661 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ebf0f6-fe8e-4296-8a26-b829674b0ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e179c53e-327c-4de4-bab8-26fdae73cc0f,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:15.724614 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-09ebf0f6-fe8e-4296-8a26-b829674b0ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:15.729844 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-09ebf0f6-fe8e-4296-8a26-b829674b0ba5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e179c53e-327c-4de4-bab8-26fdae73cc0f HTTP/1.1" status: 204 len: 168 time: 0.6933892 May 13 14:22:15.732440 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-02a49db9-0e9f-45fa-bd9b-765836b2a9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:15.750372 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b29f96-29cb-4b58-b91a-838f00c9c5bf req-f31431f2-458c-40fa-a69c-eec2b2da9ed6 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:15.752130 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a1b29f96-29cb-4b58-b91a-838f00c9c5bf req-f31431f2-458c-40fa-a69c-eec2b2da9ed6 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/ports?device_id=4085e580-1011-4b00-aac1-abb57c780565 HTTP/1.1" status: 200 len: 936 time: 0.1786416 May 13 14:22:15.753552 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-02a49db9-0e9f-45fa-bd9b-765836b2a9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:15.792004 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-02a49db9-0e9f-45fa-bd9b-765836b2a9f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e2c0497c59364cbd95d4567778e4c4d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4117448 May 13 14:22:15.828390 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59226) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:15.908895 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6e678b07-fafe-48a2-9859-92085caf940c up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:22:15.946165 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a1b29f96-29cb-4b58-b91a-838f00c9c5bf req-890a3ef2-9aef-41d8-b941-787be9d16e92 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/security-groups?id=777879eb-958c-47b6-ae2d-87d7716df7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635635 May 13 14:22:15.954217 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a49db9-0e9f-45fa-bd9b-765836b2a9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f68bff-598d-4363-a1d3-e487ef5caac8,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:16.004735 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 6e678b07-fafe-48a2-9859-92085caf940c triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:22:16.005542 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:16.009346 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1273d956-6b0f-4cd9-a5a8-658e1b3bbce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:16.037948 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1273d956-6b0f-4cd9-a5a8-658e1b3bbce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:16.051589 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-14571200-39f4-46ca-b5e4-5f7de13b609e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:16.070009 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-14571200-39f4-46ca-b5e4-5f7de13b609e admin admin] Transition to ACTIVE for port object 29cebfc6-e12b-4233-8f84-12fd7d5b27ea will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:22:16.098210 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1273d956-6b0f-4cd9-a5a8-658e1b3bbce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:16.098781 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-562234cc-6ba7-4651-aad2-a690c0d961b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de13add3-8106-4ac4-bc79-959fa3a3b520 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:22:16.109461 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-562234cc-6ba7-4651-aad2-a690c0d961b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:16.116527 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-14571200-39f4-46ca-b5e4-5f7de13b609e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:16.128497 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273d956-6b0f-4cd9-a5a8-658e1b3bbce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f68bff-598d-4363-a1d3-e487ef5caac8,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:16.137195 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1273d956-6b0f-4cd9-a5a8-658e1b3bbce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:16.138557 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1273d956-6b0f-4cd9-a5a8-658e1b3bbce4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/23f68bff-598d-4363-a1d3-e487ef5caac8 HTTP/1.1" status: 204 len: 168 time: 0.3034539 May 13 14:22:16.162075 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 6e678b07-fafe-48a2-9859-92085caf940c is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:22:16.206204 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-562234cc-6ba7-4651-aad2-a690c0d961b6 service neutron] Transition to ACTIVE for port object de13add3-8106-4ac4-bc79-959fa3a3b520 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:22:16.218343 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-562234cc-6ba7-4651-aad2-a690c0d961b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:16.231391 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14571200-39f4-46ca-b5e4-5f7de13b609e admin admin] Network af661f50-a5b1-4ce2-b0ba-6d584c8e35e0 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:22:16.236009 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-14571200-39f4-46ca-b5e4-5f7de13b609e admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:22:16.238793 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14571200-39f4-46ca-b5e4-5f7de13b609e admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:22:16.239382 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-14571200-39f4-46ca-b5e4-5f7de13b609e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:16.520819 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14571200-39f4-46ca-b5e4-5f7de13b609e admin admin] Pushing event updated for resources: {'Port': ['ID=29cebfc6-e12b-4233-8f84-12fd7d5b27ea,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:16.553059 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-92f59125-2823-40b5-a398-a5efa6a91d52 None None] Provisioning for port 29cebfc6-e12b-4233-8f84-12fd7d5b27ea completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:22:16.562279 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-92f59125-2823-40b5-a398-a5efa6a91d52 None None] Provisioning complete for port 29cebfc6-e12b-4233-8f84-12fd7d5b27ea triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:22:16.563127 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-92f59125-2823-40b5-a398-a5efa6a91d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:16.658761 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-92f59125-2823-40b5-a398-a5efa6a91d52 None None] Port 29cebfc6-e12b-4233-8f84-12fd7d5b27ea cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:22:16.688623 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562234cc-6ba7-4651-aad2-a690c0d961b6 service neutron] Pushing event updated for resources: {'Port': ['ID=de13add3-8106-4ac4-bc79-959fa3a3b520,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:16.761555 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-562234cc-6ba7-4651-aad2-a690c0d961b6 service neutron] Attempting to bind port de13add3-8106-4ac4-bc79-959fa3a3b520 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:22:16.761893 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-562234cc-6ba7-4651-aad2-a690c0d961b6 service neutron] Attempting to bind port de13add3-8106-4ac4-bc79-959fa3a3b520 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:22:16.762235 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-562234cc-6ba7-4651-aad2-a690c0d961b6 service neutron] Attempting to bind port de13add3-8106-4ac4-bc79-959fa3a3b520 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:22:16.776752 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59252) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:16.789366 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-562234cc-6ba7-4651-aad2-a690c0d961b6 service neutron] Port de13add3-8106-4ac4-bc79-959fa3a3b520 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:22:16.789880 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-562234cc-6ba7-4651-aad2-a690c0d961b6 service neutron] Attempting to bind port de13add3-8106-4ac4-bc79-959fa3a3b520 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:22:16.802480 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3e0a152b-fb79-4159-8fae-78e4588a6c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:16.815156 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-562234cc-6ba7-4651-aad2-a690c0d961b6 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:22:16.815527 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-562234cc-6ba7-4651-aad2-a690c0d961b6 service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:22:16.816275 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-562234cc-6ba7-4651-aad2-a690c0d961b6 service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:22:16.816555 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-562234cc-6ba7-4651-aad2-a690c0d961b6 service neutron] Bound port: de13add3-8106-4ac4-bc79-959fa3a3b520, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:22:16.816952 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-562234cc-6ba7-4651-aad2-a690c0d961b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:16.841191 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-3e0a152b-fb79-4159-8fae-78e4588a6c12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:16.852263 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-3e0a152b-fb79-4159-8fae-78e4588a6c12 admin admin] Usage tracker for resource:security_group_rule and tenant:095e5168259c40ed8ac9912ca6f51437 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:16.856110 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-3e0a152b-fb79-4159-8fae-78e4588a6c12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:16.862356 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-3e0a152b-fb79-4159-8fae-78e4588a6c12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:16.977546 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-562234cc-6ba7-4651-aad2-a690c0d961b6 service neutron] For port de13add3-8106-4ac4-bc79-959fa3a3b520, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:22:16.982842 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-562234cc-6ba7-4651-aad2-a690c0d961b6 service neutron] For port de13add3-8106-4ac4-bc79-959fa3a3b520, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=de13add3-8106-4ac4-bc79-959fa3a3b520,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:22:16.985908 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-14571200-39f4-46ca-b5e4-5f7de13b609e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:17.015021 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3e0a152b-fb79-4159-8fae-78e4588a6c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:17.020152 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3e0a152b-fb79-4159-8fae-78e4588a6c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:17.050843 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-562234cc-6ba7-4651-aad2-a690c0d961b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:17.070215 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3e0a152b-fb79-4159-8fae-78e4588a6c12 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=095e5168259c40ed8ac9912ca6f51437&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2918708 May 13 14:22:17.073863 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59266) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:17.088121 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a152b-fb79-4159-8fae-78e4588a6c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820c19e9-6d19-46fb-8f13-e16de3788d72,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:17.165044 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7d9a067f-2640-4614-b4e5-d103a7133269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:17.192893 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7d9a067f-2640-4614-b4e5-d103a7133269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:17.202616 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-562234cc-6ba7-4651-aad2-a690c0d961b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:17.203399 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-562234cc-6ba7-4651-aad2-a690c0d961b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:17.205014 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-562234cc-6ba7-4651-aad2-a690c0d961b6 service neutron] 10.222.0.59 "PUT /v2.0/ports/de13add3-8106-4ac4-bc79-959fa3a3b520 HTTP/1.1" status: 200 len: 1117 time: 3.1080713 May 13 14:22:17.247090 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4085e580-1011-4b00-aac1-abb57c780565', 'tag': 'de13add3-8106-4ac4-bc79-959fa3a3b520'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:22:17.250321 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7d9a067f-2640-4614-b4e5-d103a7133269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:17.271584 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a067f-2640-4614-b4e5-d103a7133269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820c19e9-6d19-46fb-8f13-e16de3788d72,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:17.276396 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7d9a067f-2640-4614-b4e5-d103a7133269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:17.277635 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7d9a067f-2640-4614-b4e5-d103a7133269 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/820c19e9-6d19-46fb-8f13-e16de3788d72 HTTP/1.1" status: 204 len: 168 time: 0.2028799 May 13 14:22:17.457127 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562234cc-6ba7-4651-aad2-a690c0d961b6 service neutron] Pushing event updated for resources: {'Port': ['ID=de13add3-8106-4ac4-bc79-959fa3a3b520,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:17.486232 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe648533-b421-4611-94b9-e16bb2314ec0 req-736f3041-3275-4dba-af71-8c8e87fc77f3 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:17.487766 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fe648533-b421-4611-94b9-e16bb2314ec0 req-736f3041-3275-4dba-af71-8c8e87fc77f3 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?device_id=cffd7c50-41a8-47cd-b5a8-c0367f85b70b HTTP/1.1" status: 200 len: 947 time: 0.4821305 May 13 14:22:17.666259 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fe648533-b421-4611-94b9-e16bb2314ec0 req-8d873c55-d29c-4844-b158-82f6a7bba634 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdfa4aeb-ae5a-466e-b5e5-5001d597b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194820 May 13 14:22:17.678782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-42051ff8-bd8d-4b0d-a0a0-a30d9854b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:17.683226 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-42051ff8-bd8d-4b0d-a0a0-a30d9854b8b9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5adff68d6d744eb28ae9f98f9b31f9d1&device_id=4085e580-1011-4b00-aac1-abb57c780565 HTTP/1.1" status: 200 len: 1120 time: 0.3277888 May 13 14:22:17.746945 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59294) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:17.792199 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ad84c2c7-1c91-4528-bcd3-93941d2a56f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:17.794477 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-14571200-39f4-46ca-b5e4-5f7de13b609e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:17.805079 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-14571200-39f4-46ca-b5e4-5f7de13b609e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:17.805893 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-14571200-39f4-46ca-b5e4-5f7de13b609e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:17.812770 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ad84c2c7-1c91-4528-bcd3-93941d2a56f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:17.817003 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ad84c2c7-1c91-4528-bcd3-93941d2a56f5 admin admin] Usage tracker for resource:security_group_rule and tenant:16dc0b019cd144ff86194f2fa0cfd385 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:17.817651 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-88f3c75a-a4fb-4c85-9af4-89929f812f42 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=de13add3-8106-4ac4-bc79-959fa3a3b520 HTTP/1.1" status: 200 len: 217 time: 0.1295538 May 13 14:22:17.820316 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ad84c2c7-1c91-4528-bcd3-93941d2a56f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:17.827461 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ad84c2c7-1c91-4528-bcd3-93941d2a56f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:17.836834 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:17.890050 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071abfe4-a4dc-4489-8cf6-20625c6018e2 req-954049bc-ab90-48bf-9106-1315896dcef5 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:17.891607 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-071abfe4-a4dc-4489-8cf6-20625c6018e2 req-954049bc-ab90-48bf-9106-1315896dcef5 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/ports?device_id=4085e580-1011-4b00-aac1-abb57c780565 HTTP/1.1" status: 200 len: 969 time: 0.1948197 May 13 14:22:17.925372 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59306) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:17.975158 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-071abfe4-a4dc-4489-8cf6-20625c6018e2 req-8ec57813-625f-43b5-92e1-876e65d19a66 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/security-groups?id=777879eb-958c-47b6-ae2d-87d7716df7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753326 May 13 14:22:17.976791 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ad84c2c7-1c91-4528-bcd3-93941d2a56f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:17.982938 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ad84c2c7-1c91-4528-bcd3-93941d2a56f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:18.034084 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-e97504d0-4569-4eac-9764-d61aa2f1d3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:18.035733 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-e97504d0-4569-4eac-9764-d61aa2f1d3e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1595926 May 13 14:22:18.040717 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14571200-39f4-46ca-b5e4-5f7de13b609e admin admin] Pushing event updated for resources: {'Port': ['ID=29cebfc6-e12b-4233-8f84-12fd7d5b27ea,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:18.041873 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ad84c2c7-1c91-4528-bcd3-93941d2a56f5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=16dc0b019cd144ff86194f2fa0cfd385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929807 May 13 14:22:18.048375 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59312) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:18.050371 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84c2c7-1c91-4528-bcd3-93941d2a56f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b9d9c8-734b-466f-bb6f-bb3fcf59c560,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:18.118402 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-dfd67286-b291-4abd-9ee3-634e8607251e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-19377589-network', 'tenant_id': '4d6ca075ae214d9490235db19234e57f'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:22:18.124213 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-dfd67286-b291-4abd-9ee3-634e8607251e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:18.128617 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-dfd67286-b291-4abd-9ee3-634e8607251e admin admin] Usage tracker for resource:network and tenant:4d6ca075ae214d9490235db19234e57f is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:18.133171 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-dfd67286-b291-4abd-9ee3-634e8607251e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:18.140405 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-dfd67286-b291-4abd-9ee3-634e8607251e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:18.157268 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd67286-b291-4abd-9ee3-634e8607251e admin admin] Made reservation on behalf of 4d6ca075ae214d9490235db19234e57f for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:22:18.159438 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dfd67286-b291-4abd-9ee3-634e8607251e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:18.193974 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d65574bf-32f8-4710-86a0-7a806607bfa0'] response: {'name': 'network-changed', 'server_uuid': '4085e580-1011-4b00-aac1-abb57c780565', 'tag': 'de13add3-8106-4ac4-bc79-959fa3a3b520', 'status': 'completed', 'code': 200} May 13 14:22:18.195016 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dfd67286-b291-4abd-9ee3-634e8607251e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:18.229090 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-dfd67286-b291-4abd-9ee3-634e8607251e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:18.240094 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-dfd67286-b291-4abd-9ee3-634e8607251e admin admin] Usage tracker for resource:security_group_rule and tenant:4d6ca075ae214d9490235db19234e57f is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:18.244947 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-dfd67286-b291-4abd-9ee3-634e8607251e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:18.261833 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-dfd67286-b291-4abd-9ee3-634e8607251e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:18.264712 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14571200-39f4-46ca-b5e4-5f7de13b609e admin admin] Network af661f50-a5b1-4ce2-b0ba-6d584c8e35e0 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:22:18.270384 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-14571200-39f4-46ca-b5e4-5f7de13b609e admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:22:18.353914 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-8c4eb159-ea2d-433d-9b22-c3a1cb3d4651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:18.355464 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-8c4eb159-ea2d-433d-9b22-c3a1cb3d4651 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3095016 May 13 14:22:18.414647 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dfd67286-b291-4abd-9ee3-634e8607251e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:18.420166 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dfd67286-b291-4abd-9ee3-634e8607251e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:18.437222 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7cfc9a43-d7bc-45e9-b3ce-97ae98b7c576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:18.465179 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd67286-b291-4abd-9ee3-634e8607251e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fd8711-d021-4b3c-a612-635035bd18a7,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:18.479081 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd67286-b291-4abd-9ee3-634e8607251e admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:22:18.495532 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dfd67286-b291-4abd-9ee3-634e8607251e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:18.497095 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-dfd67286-b291-4abd-9ee3-634e8607251e admin admin] Added segment 92735c19-cb72-4124-9a81-66734fc8b459 of type vlan for network d5027423-d39b-4c72-b023-a3c3d59a72d1 May 13 14:22:18.548354 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dfd67286-b291-4abd-9ee3-634e8607251e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:18.574113 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59334) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:18.621526 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dfd67286-b291-4abd-9ee3-634e8607251e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:18.622662 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd67286-b291-4abd-9ee3-634e8607251e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:18.623207 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dfd67286-b291-4abd-9ee3-634e8607251e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:18.636266 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7cfc9a43-d7bc-45e9-b3ce-97ae98b7c576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:18.693603 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59342) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:18.735268 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14571200-39f4-46ca-b5e4-5f7de13b609e admin admin] Router 6dc4f993-f78f-414c-b238-9bcd9f27c1c6 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:22:18.738381 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-9e5835fe-d907-4681-98bc-322ffa75afcf service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479421 May 13 14:22:18.754403 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd67286-b291-4abd-9ee3-634e8607251e admin admin] Pushing event updated for resources: {'Network': ['ID=d5027423-d39b-4c72-b023-a3c3d59a72d1,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:18.762403 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-1009aac1-d29a-4f81-b491-fdb33ceee14d None None] Provisioning complete for port 29cebfc6-e12b-4233-8f84-12fd7d5b27ea triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:22:18.763865 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1009aac1-d29a-4f81-b491-fdb33ceee14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:18.785489 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-dfd67286-b291-4abd-9ee3-634e8607251e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8590679 May 13 14:22:18.786402 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59348) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:18.793083 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-8ebda14c-abb4-4afd-8dfc-3ded1cc3502e admin admin] Request body: {'subnet': {'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-19377589-subnet', 'tenant_id': '4d6ca075ae214d9490235db19234e57f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:22:18.802238 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8ebda14c-abb4-4afd-8dfc-3ded1cc3502e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:18.806725 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8ebda14c-abb4-4afd-8dfc-3ded1cc3502e admin admin] Usage tracker for resource:subnet and tenant:4d6ca075ae214d9490235db19234e57f is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:18.810124 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8ebda14c-abb4-4afd-8dfc-3ded1cc3502e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:18.818362 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8ebda14c-abb4-4afd-8dfc-3ded1cc3502e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:18.834063 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebda14c-abb4-4afd-8dfc-3ded1cc3502e admin admin] Made reservation on behalf of 4d6ca075ae214d9490235db19234e57f for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:22:18.837209 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8ebda14c-abb4-4afd-8dfc-3ded1cc3502e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:18.851182 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network d5027423-d39b-4c72-b023-a3c3d59a72d1 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:22:18.891444 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7cfc9a43-d7bc-45e9-b3ce-97ae98b7c576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:18.952637 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc9a43-d7bc-45e9-b3ce-97ae98b7c576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b9d9c8-734b-466f-bb6f-bb3fcf59c560,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:18.962374 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8cc768bb-578c-4939-83e5-392464eae7b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:18.966588 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-90a10b38-969c-46cd-877e-205b4a2ea735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:18.991390 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1009aac1-d29a-4f81-b491-fdb33ceee14d None None] Port 29cebfc6-e12b-4233-8f84-12fd7d5b27ea cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:22:19.048250 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8cc768bb-578c-4939-83e5-392464eae7b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:19.056908 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8cc768bb-578c-4939-83e5-392464eae7b0 admin admin] Usage tracker for resource:security_group_rule and tenant:bbb891eeeb2e43c785bc62c2656607c3 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:19.061467 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8cc768bb-578c-4939-83e5-392464eae7b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:19.074538 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-90a10b38-969c-46cd-877e-205b4a2ea735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:19.079713 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8cc768bb-578c-4939-83e5-392464eae7b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:19.083882 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7cfc9a43-d7bc-45e9-b3ce-97ae98b7c576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:19.084649 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7cfc9a43-d7bc-45e9-b3ce-97ae98b7c576 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e3b9d9c8-734b-466f-bb6f-bb3fcf59c560 HTTP/1.1" status: 204 len: 168 time: 1.0047109 May 13 14:22:19.089807 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-90a10b38-969c-46cd-877e-205b4a2ea735 admin admin] Usage tracker for resource:security_group_rule and tenant:f17465f6758d4836a577e257e1f46aa0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:19.103530 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-90a10b38-969c-46cd-877e-205b4a2ea735 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:19.115915 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-90a10b38-969c-46cd-877e-205b4a2ea735 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:19.123658 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ae4bc2a9-47f0-4cda-a4bd-25c1e1457d1c req-c8f102e3-e1d1-4561-9ec3-8f3e84a4c301 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769965 May 13 14:22:19.140569 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14571200-39f4-46ca-b5e4-5f7de13b609e admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:22:19.152655 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c946ff-8a92-4f0a-bb7f-4ed70a7ba4c3 None None] Sync routers for ids ['6dc4f993-f78f-414c-b238-9bcd9f27c1c6'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:22:19.167423 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c946ff-8a92-4f0a-bb7f-4ed70a7ba4c3 None None] Routers {'6dc4f993-f78f-414c-b238-9bcd9f27c1c6'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:22:19.168430 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-19c946ff-8a92-4f0a-bb7f-4ed70a7ba4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:21:59Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['6dc4f993-f78f-414c-b238-9bcd9f27c1c6'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:22:19.240319 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-14571200-39f4-46ca-b5e4-5f7de13b609e admin admin] 10.222.0.35 "PUT /v2.0/routers/6dc4f993-f78f-414c-b238-9bcd9f27c1c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5622392 May 13 14:22:19.339733 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8ebda14c-abb4-4afd-8dfc-3ded1cc3502e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:19.368471 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-90a10b38-969c-46cd-877e-205b4a2ea735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:19.377745 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985283eb-d310-4731-9f8d-9d7c3f63aea5 req-da5af9a2-ba66-4b7e-b2c7-6ff24366121c tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:19.378474 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-985283eb-d310-4731-9f8d-9d7c3f63aea5 req-da5af9a2-ba66-4b7e-b2c7-6ff24366121c tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Synchronizing usage tracker for tenant:5adff68d6d744eb28ae9f98f9b31f9d1 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:22:19.384380 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-90a10b38-969c-46cd-877e-205b4a2ea735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:19.401403 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6108e-c3b6-4334-993e-6800c139d6c4 req-fba4414e-27bc-4945-bfc9-83dc79d61574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:19.402876 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e8a6108e-c3b6-4334-993e-6800c139d6c4 req-fba4414e-27bc-4945-bfc9-83dc79d61574 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5adff68d6d744eb28ae9f98f9b31f9d1&device_id=4085e580-1011-4b00-aac1-abb57c780565 HTTP/1.1" status: 200 len: 1120 time: 0.2127240 May 13 14:22:19.444881 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-19c946ff-8a92-4f0a-bb7f-4ed70a7ba4c3 None None] Set router 6dc4f993-f78f-414c-b238-9bcd9f27c1c6 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:22:19.510675 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f8938-7776-47dc-9766-8dc930f8f29d req-788fbbeb-888c-46a2-b468-891ce4c254c6 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:19.517605 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-723f8938-7776-47dc-9766-8dc930f8f29d req-788fbbeb-888c-46a2-b468-891ce4c254c6 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?device_id=cffd7c50-41a8-47cd-b5a8-c0367f85b70b HTTP/1.1" status: 200 len: 947 time: 0.5765240 May 13 14:22:19.521461 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a10b38-969c-46cd-877e-205b4a2ea735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577f2e3c-2162-4a20-9b93-0987cdaf32d3,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:19.606649 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebda14c-abb4-4afd-8dfc-3ded1cc3502e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:19.615024 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebda14c-abb4-4afd-8dfc-3ded1cc3502e admin admin] Checking segment: {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:22:19.615409 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebda14c-abb4-4afd-8dfc-3ded1cc3502e admin admin] Network hostable DHCP agents. Network: d5027423-d39b-4c72-b023-a3c3d59a72d1, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:22:19.625267 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-723f8938-7776-47dc-9766-8dc930f8f29d req-f1690ac0-3fce-4947-aa73-adea4c3135f6 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdfa4aeb-ae5a-466e-b5e5-5001d597b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068180 May 13 14:22:19.686923 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8cc768bb-578c-4939-83e5-392464eae7b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:19.689571 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebda14c-abb4-4afd-8dfc-3ded1cc3502e admin admin] Network d5027423-d39b-4c72-b023-a3c3d59a72d1 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:22:19.694661 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8cc768bb-578c-4939-83e5-392464eae7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:19.718115 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6108e-c3b6-4334-993e-6800c139d6c4 req-e4c32e1d-5ea8-4a70-b9ec-4d2063e8ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:19.720916 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e8a6108e-c3b6-4334-993e-6800c139d6c4 req-e4c32e1d-5ea8-4a70-b9ec-4d2063e8ffd5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.2881899 May 13 14:22:19.738263 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-8ebda14c-abb4-4afd-8dfc-3ded1cc3502e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, d5027423-d39b-4c72-b023-a3c3d59a72d1) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:22:19.754767 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebda14c-abb4-4afd-8dfc-3ded1cc3502e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:19.755367 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8ebda14c-abb4-4afd-8dfc-3ded1cc3502e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:19.798158 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8ebda14c-abb4-4afd-8dfc-3ded1cc3502e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0030377 May 13 14:22:19.803730 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8cc768bb-578c-4939-83e5-392464eae7b0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bbb891eeeb2e43c785bc62c2656607c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2283297 May 13 14:22:19.805461 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc768bb-578c-4939-83e5-392464eae7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f934db-cf8f-4db0-93e8-6e035561dbf3,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:19.809256 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59376) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:19.845582 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3496934-f0a5-4f5a-bec5-f8ec2f7a896a None None] Network d5027423-d39b-4c72-b023-a3c3d59a72d1 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:22:19.872476 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-90a10b38-969c-46cd-877e-205b4a2ea735 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f17465f6758d4836a577e257e1f46aa0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1754651 May 13 14:22:19.877190 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59382) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:19.877848 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-192f60bd-53c9-4407-92bb-ddef22521e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:19.906449 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-985283eb-d310-4731-9f8d-9d7c3f63aea5 req-da5af9a2-ba66-4b7e-b2c7-6ff24366121c tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Unset dirty status for tenant:5adff68d6d744eb28ae9f98f9b31f9d1 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:22:19.915400 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-985283eb-d310-4731-9f8d-9d7c3f63aea5 req-da5af9a2-ba66-4b7e-b2c7-6ff24366121c tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/ports?device_id=4085e580-1011-4b00-aac1-abb57c780565 HTTP/1.1" status: 200 len: 969 time: 0.7626927 May 13 14:22:19.922153 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e8a6108e-c3b6-4334-993e-6800c139d6c4 req-91bc2eef-91a1-486e-93f4-22d45f81ee29 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=de13add3-8106-4ac4-bc79-959fa3a3b520 HTTP/1.1" status: 200 len: 217 time: 0.1834860 May 13 14:22:19.959312 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-192f60bd-53c9-4407-92bb-ddef22521e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:19.984133 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b13536e-16e2-4492-a9b2-d41350dc8730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:20.020835 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b13536e-16e2-4492-a9b2-d41350dc8730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:20.033880 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-19c946ff-8a92-4f0a-bb7f-4ed70a7ba4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc4f993-f78f-414c-b238-9bcd9f27c1c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2104523285-router', 'tenant_id': 'ead4cd2fee4e489d90bcc8a211a28887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '6e678b07-fafe-48a2-9859-92085caf940c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:21:59Z', 'updated_at': '2022-05-13T14:22:16Z', 'revision_number': 4, 'project_id': 'ead4cd2fee4e489d90bcc8a211a28887', 'gw_port': {'id': '6e678b07-fafe-48a2-9859-92085caf940c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:11:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc4f993-f78f-414c-b238-9bcd9f27c1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:22:01Z', 'updated_at': '2022-05-13T14:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '29cebfc6-e12b-4233-8f84-12fd7d5b27ea', 'name': '', 'network_id': 'af661f50-a5b1-4ce2-b0ba-6d584c8e35e0', 'tenant_id': 'ead4cd2fee4e489d90bcc8a211a28887', 'mac_address': 'fa:16:3e:71:da:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc4f993-f78f-414c-b238-9bcd9f27c1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'c0af296d-9d73-4dbb-bb2d-1847fbae10b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:22:13Z', 'updated_at': '2022-05-13T14:22:17Z', 'revision_number': 2, 'project_id': 'ead4cd2fee4e489d90bcc8a211a28887', 'subnets': [{'id': 'c0af296d-9d73-4dbb-bb2d-1847fbae10b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:22:20.064173 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c946ff-8a92-4f0a-bb7f-4ed70a7ba4c3 None None] Checking router: 6dc4f993-f78f-414c-b238-9bcd9f27c1c6 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:22:20.064523 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c946ff-8a92-4f0a-bb7f-4ed70a7ba4c3 None None] Updating router 6dc4f993-f78f-414c-b238-9bcd9f27c1c6 port 29cebfc6-e12b-4233-8f84-12fd7d5b27ea binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:22:20.087477 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-985283eb-d310-4731-9f8d-9d7c3f63aea5 req-02ed5bf1-9351-4c11-b45d-cb71c740163e tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Synchronizing usage tracker for tenant:5adff68d6d744eb28ae9f98f9b31f9d1 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:22:20.096463 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6108e-c3b6-4334-993e-6800c139d6c4 req-162fc441-d152-445d-8388-e68aeb2a8b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:20.098004 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e8a6108e-c3b6-4334-993e-6800c139d6c4 req-162fc441-d152-445d-8388-e68aeb2a8b74 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1372960 May 13 14:22:20.127195 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-192f60bd-53c9-4407-92bb-ddef22521e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:20.153019 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f60bd-53c9-4407-92bb-ddef22521e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f934db-cf8f-4db0-93e8-6e035561dbf3,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:20.161115 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-985283eb-d310-4731-9f8d-9d7c3f63aea5 req-02ed5bf1-9351-4c11-b45d-cb71c740163e tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Unset dirty status for tenant:5adff68d6d744eb28ae9f98f9b31f9d1 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:22:20.171672 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-985283eb-d310-4731-9f8d-9d7c3f63aea5 req-02ed5bf1-9351-4c11-b45d-cb71c740163e tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/security-groups?id=777879eb-958c-47b6-ae2d-87d7716df7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536421 May 13 14:22:20.186412 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-192f60bd-53c9-4407-92bb-ddef22521e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:20.187919 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-192f60bd-53c9-4407-92bb-ddef22521e13 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e1f934db-cf8f-4db0-93e8-6e035561dbf3 HTTP/1.1" status: 204 len: 168 time: 0.3776791 May 13 14:22:20.204386 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b13536e-16e2-4492-a9b2-d41350dc8730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:20.207353 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b13536e-16e2-4492-a9b2-d41350dc8730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:20.211241 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0b13536e-16e2-4492-a9b2-d41350dc8730 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/577f2e3c-2162-4a20-9b93-0987cdaf32d3 HTTP/1.1" status: 204 len: 168 time: 0.3289397 May 13 14:22:20.227202 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13536e-16e2-4492-a9b2-d41350dc8730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577f2e3c-2162-4a20-9b93-0987cdaf32d3,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:20.232571 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6108e-c3b6-4334-993e-6800c139d6c4 req-dd2c2e30-1ebc-4ce3-9925-87ffb3147c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:20.234068 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e8a6108e-c3b6-4334-993e-6800c139d6c4 req-dd2c2e30-1ebc-4ce3-9925-87ffb3147c3b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1289368 May 13 14:22:20.299917 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-19c946ff-8a92-4f0a-bb7f-4ed70a7ba4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:20.379560 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:22:20.426145 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b5116d-0e82-4f3e-a4a2-2feec5a3c67e None None] Network d5027423-d39b-4c72-b023-a3c3d59a72d1 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:22:20.539241 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e8a6108e-c3b6-4334-993e-6800c139d6c4 req-012c1145-37d8-44d3-8a1b-400e8c447cf6 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982616 May 13 14:22:20.567957 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 653c7927-b655-49ce-8545-4902e949a8fc details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:22:20.696329 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59414) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:20.702762 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-ce52f291-b59f-4da9-8bcc-9ec5eccb1114 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Request body: {'security_group': {'name': 'tempest-securitygroup--248381941', 'description': 'tempest-description--333743198'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:22:20.720399 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ce52f291-b59f-4da9-8bcc-9ec5eccb1114 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:20.731885 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ce52f291-b59f-4da9-8bcc-9ec5eccb1114 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Usage tracker for resource:security_group and tenant:7e0e518d19f9448bbe227bb971102d2e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:20.735257 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ce52f291-b59f-4da9-8bcc-9ec5eccb1114 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:20.743323 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ce52f291-b59f-4da9-8bcc-9ec5eccb1114 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:20.770204 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ce52f291-b59f-4da9-8bcc-9ec5eccb1114 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:20.813926 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ce52f291-b59f-4da9-8bcc-9ec5eccb1114 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:20.819484 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ce52f291-b59f-4da9-8bcc-9ec5eccb1114 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Usage tracker for resource:security_group_rule and tenant:7e0e518d19f9448bbe227bb971102d2e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:20.828008 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ce52f291-b59f-4da9-8bcc-9ec5eccb1114 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:20.838021 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ce52f291-b59f-4da9-8bcc-9ec5eccb1114 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:20.875130 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e8a6108e-c3b6-4334-993e-6800c139d6c4 req-32903a98-c8b2-4d46-bd26-179de767e8a5 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297520 May 13 14:22:20.944880 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ce52f291-b59f-4da9-8bcc-9ec5eccb1114 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:20.950329 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ce52f291-b59f-4da9-8bcc-9ec5eccb1114 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:21.012787 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52f291-b59f-4da9-8bcc-9ec5eccb1114 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca79901b-aa25-4a04-89be-d3535bd24089,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:21.014703 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 653c7927-b655-49ce-8545-4902e949a8fc, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=653c7927-b655-49ce-8545-4902e949a8fc,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:22:21.017919 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ce52f291-b59f-4da9-8bcc-9ec5eccb1114 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:21.022385 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ce52f291-b59f-4da9-8bcc-9ec5eccb1114 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3242211 May 13 14:22:21.022973 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59426) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:21.028349 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-f8cda62f-e0f3-49aa-a7d7-cd3922a4443b tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Request body: {'security_group_rule': {'security_group_id': 'ca79901b-aa25-4a04-89be-d3535bd24089', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:22:21.034192 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f8cda62f-e0f3-49aa-a7d7-cd3922a4443b tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:21.039081 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f8cda62f-e0f3-49aa-a7d7-cd3922a4443b tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Usage tracker for resource:security_group_rule and tenant:7e0e518d19f9448bbe227bb971102d2e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:21.045848 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f8cda62f-e0f3-49aa-a7d7-cd3922a4443b tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:21.049186 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '653c7927-b655-49ce-8545-4902e949a8fc', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': '653c7927-b655-49ce-8545-4902e949a8fc', 'mac_address': 'fa:16:3e:02:53:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:22:21.053942 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f8cda62f-e0f3-49aa-a7d7-cd3922a4443b tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:21.076307 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f8cda62f-e0f3-49aa-a7d7-cd3922a4443b tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:21.093395 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d978d-eb94-4a02-a39a-167db9e053c4 req-629dc261-6c58-4983-937b-aebcf2f936e6 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:21.096066 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e5d978d-eb94-4a02-a39a-167db9e053c4 req-629dc261-6c58-4983-937b-aebcf2f936e6 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?device_id=cffd7c50-41a8-47cd-b5a8-c0367f85b70b HTTP/1.1" status: 200 len: 947 time: 0.2188900 May 13 14:22:21.140463 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59430) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:21.158546 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f8cda62f-e0f3-49aa-a7d7-cd3922a4443b tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:21.163854 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f8cda62f-e0f3-49aa-a7d7-cd3922a4443b tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:21.173492 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59434) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:21.174754 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-73907114-13bd-49e0-a0e3-f6dc7cda65bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:21.217839 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 653c7927-b655-49ce-8545-4902e949a8fc is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:22:21.218235 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:21.220638 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cda62f-e0f3-49aa-a7d7-cd3922a4443b tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e3cb63a-fb82-40dd-9556-99773bc0db51,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:21.233454 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-73907114-13bd-49e0-a0e3-f6dc7cda65bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:21.236249 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f8cda62f-e0f3-49aa-a7d7-cd3922a4443b tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:21.237818 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f8cda62f-e0f3-49aa-a7d7-cd3922a4443b tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2138407 May 13 14:22:21.240812 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59440) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:21.248612 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-0b27b7b8-c4f8-4a9d-8b2b-87ed5ca0e034 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Request body: {'security_group_rule': {'security_group_id': 'ca79901b-aa25-4a04-89be-d3535bd24089', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:22:21.256668 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0b27b7b8-c4f8-4a9d-8b2b-87ed5ca0e034 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:21.261813 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0b27b7b8-c4f8-4a9d-8b2b-87ed5ca0e034 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Usage tracker for resource:security_group_rule and tenant:7e0e518d19f9448bbe227bb971102d2e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:21.267191 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0b27b7b8-c4f8-4a9d-8b2b-87ed5ca0e034 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:21.273947 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0b27b7b8-c4f8-4a9d-8b2b-87ed5ca0e034 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:21.276891 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ac9c6a39-8da4-46b3-bb05-ac0243f757f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:21.298852 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b27b7b8-c4f8-4a9d-8b2b-87ed5ca0e034 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:21.309041 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-73907114-13bd-49e0-a0e3-f6dc7cda65bf admin admin] Usage tracker for resource:security_group_rule and tenant:c8082a8d3d7f4febb95329689d695d2b is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:21.313076 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-19c946ff-8a92-4f0a-bb7f-4ed70a7ba4c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:21.322137 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e5d978d-eb94-4a02-a39a-167db9e053c4 req-a47b2d60-c03d-4aa6-abbf-9fd38d17ece2 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdfa4aeb-ae5a-466e-b5e5-5001d597b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193553 May 13 14:22:21.333905 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-73907114-13bd-49e0-a0e3-f6dc7cda65bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:21.347712 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-19c946ff-8a92-4f0a-bb7f-4ed70a7ba4c3 None None] Transition to ACTIVE for port object 29cebfc6-e12b-4233-8f84-12fd7d5b27ea will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:22:21.354058 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-73907114-13bd-49e0-a0e3-f6dc7cda65bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:21.364420 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-19c946ff-8a92-4f0a-bb7f-4ed70a7ba4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:21.367834 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ac9c6a39-8da4-46b3-bb05-ac0243f757f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:21.374438 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ac9c6a39-8da4-46b3-bb05-ac0243f757f7 admin admin] Usage tracker for resource:security_group_rule and tenant:08ae38ffdf5947deb3b6363929b2c516 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:21.389839 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ac9c6a39-8da4-46b3-bb05-ac0243f757f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:21.410902 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ac9c6a39-8da4-46b3-bb05-ac0243f757f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:21.464165 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653c7927-b655-49ce-8545-4902e949a8fc {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:22:21.526603 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ecfd9-684b-48a1-9d96-f62aebf5cc7c req-e7e9b166-4227-494f-9cd9-b12a8f3f3e84 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:21.544273 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7c2ecfd9-684b-48a1-9d96-f62aebf5cc7c req-e7e9b166-4227-494f-9cd9-b12a8f3f3e84 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/ports?device_id=4085e580-1011-4b00-aac1-abb57c780565 HTTP/1.1" status: 200 len: 969 time: 0.1705911 May 13 14:22:21.607453 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b27b7b8-c4f8-4a9d-8b2b-87ed5ca0e034 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:21.630644 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ac9c6a39-8da4-46b3-bb05-ac0243f757f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:21.634511 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-73907114-13bd-49e0-a0e3-f6dc7cda65bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:21.639477 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ac9c6a39-8da4-46b3-bb05-ac0243f757f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:21.677524 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 653c7927-b655-49ce-8545-4902e949a8fc, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=653c7927-b655-49ce-8545-4902e949a8fc,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:22:21.681956 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-73907114-13bd-49e0-a0e3-f6dc7cda65bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:21.734820 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-73907114-13bd-49e0-a0e3-f6dc7cda65bf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c8082a8d3d7f4febb95329689d695d2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5904346 May 13 14:22:21.736840 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59454) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:21.760416 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59456) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:21.765304 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7c2ecfd9-684b-48a1-9d96-f62aebf5cc7c req-73a02dbc-754e-432b-9e1d-05872e576cdb tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/security-groups?id=777879eb-958c-47b6-ae2d-87d7716df7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196271 May 13 14:22:21.766750 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b27b7b8-c4f8-4a9d-8b2b-87ed5ca0e034 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:21.805091 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-3142e3cd-c437-4f07-97fa-a204b41be106 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-615275413-network', 'tenant_id': '6d3dae25022f4f1cb77952ddb4857c96'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:22:21.808386 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b27b7b8-c4f8-4a9d-8b2b-87ed5ca0e034 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0111b5a5-2ae5-484b-8af4-7bbb820ceb10,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:21.808988 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968a318-8638-4f6d-ae9d-0b81ebf13845 None None] Pushing event updated for resources: {'Port': ['ID=29cebfc6-e12b-4233-8f84-12fd7d5b27ea,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:21.819002 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:21.821724 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b27b7b8-c4f8-4a9d-8b2b-87ed5ca0e034 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:21.824378 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0b27b7b8-c4f8-4a9d-8b2b-87ed5ca0e034 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5811417 May 13 14:22:21.827666 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3142e3cd-c437-4f07-97fa-a204b41be106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:21.832489 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59464) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:21.832842 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3142e3cd-c437-4f07-97fa-a204b41be106 admin admin] Usage tracker for resource:network and tenant:6d3dae25022f4f1cb77952ddb4857c96 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:21.836409 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3142e3cd-c437-4f07-97fa-a204b41be106 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:21.838681 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-b4ae304e-e5ba-4c2f-9bd4-0a41a344d185 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:22:21.843574 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3142e3cd-c437-4f07-97fa-a204b41be106 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:21.846238 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b4ae304e-e5ba-4c2f-9bd4-0a41a344d185 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:21.857148 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b4ae304e-e5ba-4c2f-9bd4-0a41a344d185 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Usage tracker for resource:floatingip and tenant:7e0e518d19f9448bbe227bb971102d2e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:21.866646 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b4ae304e-e5ba-4c2f-9bd4-0a41a344d185 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:21.873725 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b4ae304e-e5ba-4c2f-9bd4-0a41a344d185 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:21.888274 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b4ae304e-e5ba-4c2f-9bd4-0a41a344d185 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks [] for floatingip, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:21.920425 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ac9c6a39-8da4-46b3-bb05-ac0243f757f7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=08ae38ffdf5947deb3b6363929b2c516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7286067 May 13 14:22:21.920636 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59468) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:21.920730 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3142e3cd-c437-4f07-97fa-a204b41be106 admin admin] Made reservation on behalf of 6d3dae25022f4f1cb77952ddb4857c96 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:22:21.922209 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3142e3cd-c437-4f07-97fa-a204b41be106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:21.936679 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3142e3cd-c437-4f07-97fa-a204b41be106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:21.964337 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3142e3cd-c437-4f07-97fa-a204b41be106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:21.968545 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3142e3cd-c437-4f07-97fa-a204b41be106 admin admin] Usage tracker for resource:security_group_rule and tenant:6d3dae25022f4f1cb77952ddb4857c96 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:21.971459 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3142e3cd-c437-4f07-97fa-a204b41be106 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:21.977707 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3142e3cd-c437-4f07-97fa-a204b41be106 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:21.996844 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-19c946ff-8a92-4f0a-bb7f-4ed70a7ba4c3 None None] Attempting to bind port 29cebfc6-e12b-4233-8f84-12fd7d5b27ea on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:22:21.997451 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-19c946ff-8a92-4f0a-bb7f-4ed70a7ba4c3 None None] Attempting to bind port 29cebfc6-e12b-4233-8f84-12fd7d5b27ea by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '04f1ee1b-cf92-481f-b4d4-6beeee8c46b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'af661f50-a5b1-4ce2-b0ba-6d584c8e35e0'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:22:21.999095 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c946ff-8a92-4f0a-bb7f-4ed70a7ba4c3 None None] Attempting to bind port 29cebfc6-e12b-4233-8f84-12fd7d5b27ea on network af661f50-a5b1-4ce2-b0ba-6d584c8e35e0 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:22:22.030053 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c946ff-8a92-4f0a-bb7f-4ed70a7ba4c3 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:22:22.030701 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c946ff-8a92-4f0a-bb7f-4ed70a7ba4c3 None None] Checking segment: {'id': '04f1ee1b-cf92-481f-b4d4-6beeee8c46b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'af661f50-a5b1-4ce2-b0ba-6d584c8e35e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:22:22.031730 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-19c946ff-8a92-4f0a-bb7f-4ed70a7ba4c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:22.032312 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c946ff-8a92-4f0a-bb7f-4ed70a7ba4c3 None None] Bound using segment: {'id': '04f1ee1b-cf92-481f-b4d4-6beeee8c46b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'af661f50-a5b1-4ce2-b0ba-6d584c8e35e0'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:22:22.033258 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-19c946ff-8a92-4f0a-bb7f-4ed70a7ba4c3 None None] Bound port: 29cebfc6-e12b-4233-8f84-12fd7d5b27ea, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f1ee1b-cf92-481f-b4d4-6beeee8c46b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'af661f50-a5b1-4ce2-b0ba-6d584c8e35e0'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:22:22.033829 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-19c946ff-8a92-4f0a-bb7f-4ed70a7ba4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:22.067590 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=653c7927-b655-49ce-8545-4902e949a8fc,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:22.076823 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3142e3cd-c437-4f07-97fa-a204b41be106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:22.077988 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c6a39-8da4-46b3-bb05-ac0243f757f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac56fdc-d4c0-4d46-813d-b7dec06bd81f,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:22.094658 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3142e3cd-c437-4f07-97fa-a204b41be106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:22.095864 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6655f6ff-aebb-4cd1-98d3-9722d466e4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:22.102820 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-96b1777c-7896-4ff9-863c-a3f532d763bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:22.122802 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6655f6ff-aebb-4cd1-98d3-9722d466e4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:22.131462 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-96b1777c-7896-4ff9-863c-a3f532d763bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:22.197662 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['653c7927-b655-49ce-8545-4902e949a8fc'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:22:22.198049 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-96b1777c-7896-4ff9-863c-a3f532d763bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:22.223351 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73907114-13bd-49e0-a0e3-f6dc7cda65bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfc5293-4dc6-4c8a-b05d-4595db728108,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:22.230432 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3142e3cd-c437-4f07-97fa-a204b41be106 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:22:22.235460 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b4ae304e-e5ba-4c2f-9bd4-0a41a344d185 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:22.258920 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142e3cd-c437-4f07-97fa-a204b41be106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b777ab-ae59-458c-8ecb-366427f0e089,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:22.282378 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-96b1777c-7896-4ff9-863c-a3f532d763bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:22.283716 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-96b1777c-7896-4ff9-863c-a3f532d763bc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4bfc5293-4dc6-4c8a-b05d-4595db728108 HTTP/1.1" status: 204 len: 168 time: 0.5249560 May 13 14:22:22.284975 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3142e3cd-c437-4f07-97fa-a204b41be106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:22.285360 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-3142e3cd-c437-4f07-97fa-a204b41be106 admin admin] Added segment 49595db3-213c-4bc3-809a-7f24296be42e of type vlan for network a700030f-bc5f-4f0c-b252-dca8ba1c53c0 May 13 14:22:22.286762 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1777c-7896-4ff9-863c-a3f532d763bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfc5293-4dc6-4c8a-b05d-4595db728108,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:22.318126 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3142e3cd-c437-4f07-97fa-a204b41be106 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:22.357407 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3142e3cd-c437-4f07-97fa-a204b41be106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:22.358575 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3142e3cd-c437-4f07-97fa-a204b41be106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:22.359660 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3142e3cd-c437-4f07-97fa-a204b41be106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:22.378940 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-19c946ff-8a92-4f0a-bb7f-4ed70a7ba4c3 None None] For port 29cebfc6-e12b-4233-8f84-12fd7d5b27ea, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:22:22.397847 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-19c946ff-8a92-4f0a-bb7f-4ed70a7ba4c3 None None] For port 29cebfc6-e12b-4233-8f84-12fd7d5b27ea, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=29cebfc6-e12b-4233-8f84-12fd7d5b27ea,segment=NetworkSegment(04f1ee1b-cf92-481f-b4d4-6beeee8c46b1),segment_id=04f1ee1b-cf92-481f-b4d4-6beeee8c46b1)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:22:22.412757 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-19c946ff-8a92-4f0a-bb7f-4ed70a7ba4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:22.462337 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3142e3cd-c437-4f07-97fa-a204b41be106 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6630499 May 13 14:22:22.468870 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59482) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:22.475355 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-b4ae304e-e5ba-4c2f-9bd4-0a41a344d185 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Allocated IP 172.25.0.178 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/69ede1e1-4120-4245-bead-f323809a6fab) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:22:22.476946 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-d5996311-0c12-4819-b528-2a9e6161cc41 admin admin] Request body: {'subnet': {'network_id': 'a700030f-bc5f-4f0c-b252-dca8ba1c53c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-615275413-subnet', 'tenant_id': '6d3dae25022f4f1cb77952ddb4857c96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:22:22.494589 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d5996311-0c12-4819-b528-2a9e6161cc41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:22.503763 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d5996311-0c12-4819-b528-2a9e6161cc41 admin admin] Usage tracker for resource:subnet and tenant:6d3dae25022f4f1cb77952ddb4857c96 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:22.509834 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142e3cd-c437-4f07-97fa-a204b41be106 admin admin] Pushing event updated for resources: {'Network': ['ID=a700030f-bc5f-4f0c-b252-dca8ba1c53c0,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:22.519132 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d5996311-0c12-4819-b528-2a9e6161cc41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:22.526570 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d5996311-0c12-4819-b528-2a9e6161cc41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:22.544596 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5996311-0c12-4819-b528-2a9e6161cc41 admin admin] Made reservation on behalf of 6d3dae25022f4f1cb77952ddb4857c96 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:22:22.547277 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d5996311-0c12-4819-b528-2a9e6161cc41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:22.553732 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device de13add3-8106-4ac4-bc79-959fa3a3b520 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:22:22.555831 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network a700030f-bc5f-4f0c-b252-dca8ba1c53c0 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:22:22.643697 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b4ae304e-e5ba-4c2f-9bd4-0a41a344d185 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:22.658207 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6655f6ff-aebb-4cd1-98d3-9722d466e4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:22.683624 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655f6ff-aebb-4cd1-98d3-9722d466e4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac56fdc-d4c0-4d46-813d-b7dec06bd81f,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:22.696405 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6655f6ff-aebb-4cd1-98d3-9722d466e4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:22.697554 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6655f6ff-aebb-4cd1-98d3-9722d466e4c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6ac56fdc-d4c0-4d46-813d-b7dec06bd81f HTTP/1.1" status: 204 len: 168 time: 0.7153134 May 13 14:22:22.725268 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b4ae304e-e5ba-4c2f-9bd4-0a41a344d185 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:22.791487 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e4fe2-ec12-491b-a7a3-23a9e7748303 req-9ea518e8-341a-49c0-a14b-577db545c3e8 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:22.792937 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ed3e4fe2-ec12-491b-a7a3-23a9e7748303 req-9ea518e8-341a-49c0-a14b-577db545c3e8 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?device_id=cffd7c50-41a8-47cd-b5a8-c0367f85b70b HTTP/1.1" status: 200 len: 948 time: 0.1433105 May 13 14:22:22.828033 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968a318-8638-4f6d-ae9d-0b81ebf13845 None None] Pushing event updated for resources: {'Port': ['ID=29cebfc6-e12b-4233-8f84-12fd7d5b27ea,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:22.879959 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ae304e-e5ba-4c2f-9bd4-0a41a344d185 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:22:22.884153 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-b4ae304e-e5ba-4c2f-9bd4-0a41a344d185 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:22:22.893959 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ae304e-e5ba-4c2f-9bd4-0a41a344d185 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:22:22.980859 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ed3e4fe2-ec12-491b-a7a3-23a9e7748303 req-f47093f8-2ba9-4fe4-a61a-ed37885e78fa tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdfa4aeb-ae5a-466e-b5e5-5001d597b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586046 May 13 14:22:22.982227 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d5996311-0c12-4819-b528-2a9e6161cc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:23.018164 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae304e-e5ba-4c2f-9bd4-0a41a344d185 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Pushing event updated for resources: {'Port': ['ID=69ede1e1-4120-4245-bead-f323809a6fab,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:23.073503 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b4ae304e-e5ba-4c2f-9bd4-0a41a344d185 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:23.232301 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b4ae304e-e5ba-4c2f-9bd4-0a41a344d185 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:23.235090 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5996311-0c12-4819-b528-2a9e6161cc41 admin admin] Checking segment: {'id': '49595db3-213c-4bc3-809a-7f24296be42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a700030f-bc5f-4f0c-b252-dca8ba1c53c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:22:23.240138 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5996311-0c12-4819-b528-2a9e6161cc41 admin admin] Network hostable DHCP agents. Network: a700030f-bc5f-4f0c-b252-dca8ba1c53c0, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:22:23.261484 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5996311-0c12-4819-b528-2a9e6161cc41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eac1d42-5cbc-442c-a834-1ec81829a3ae,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:23.454506 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port de13add3-8106-4ac4-bc79-959fa3a3b520, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=de13add3-8106-4ac4-bc79-959fa3a3b520,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:22:23.456039 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5996311-0c12-4819-b528-2a9e6161cc41 admin admin] Network a700030f-bc5f-4f0c-b252-dca8ba1c53c0 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:22:23.471207 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c946ff-8a92-4f0a-bb7f-4ed70a7ba4c3 None None] Routers {'6dc4f993-f78f-414c-b238-9bcd9f27c1c6'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:22:23.471885 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-19c946ff-8a92-4f0a-bb7f-4ed70a7ba4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:21:59Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['6dc4f993-f78f-414c-b238-9bcd9f27c1c6'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:22:23.489590 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-d5996311-0c12-4819-b528-2a9e6161cc41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, a700030f-bc5f-4f0c-b252-dca8ba1c53c0) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:22:23.497673 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5996311-0c12-4819-b528-2a9e6161cc41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:23.498264 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d5996311-0c12-4819-b528-2a9e6161cc41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:23.540573 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6ad8e-7942-4e82-b3c7-179fa8bad974 req-76a73b20-0c76-4fc3-a4f8-a16a209583f4 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:23.542866 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0ac6ad8e-7942-4e82-b3c7-179fa8bad974 req-76a73b20-0c76-4fc3-a4f8-a16a209583f4 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/ports?device_id=4085e580-1011-4b00-aac1-abb57c780565 HTTP/1.1" status: 200 len: 969 time: 0.2838809 May 13 14:22:23.545234 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d5996311-0c12-4819-b528-2a9e6161cc41 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0754230 May 13 14:22:23.596817 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0ac6ad8e-7942-4e82-b3c7-179fa8bad974 req-eb09aedd-a3bc-4077-a6e6-d07048275055 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/security-groups?id=777879eb-958c-47b6-ae2d-87d7716df7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457079 May 13 14:22:23.650461 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87fcc74-3cd3-4989-9528-e393cc0b651f None None] Network a700030f-bc5f-4f0c-b252-dca8ba1c53c0 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:22:23.689713 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b4ae304e-e5ba-4c2f-9bd4-0a41a344d185 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:23.701116 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b4ae304e-e5ba-4c2f-9bd4-0a41a344d185 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:23.802472 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b4ae304e-e5ba-4c2f-9bd4-0a41a344d185 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:23.845457 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'de13add3-8106-4ac4-bc79-959fa3a3b520', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': 'de13add3-8106-4ac4-bc79-959fa3a3b520', 'mac_address': 'fa:16:3e:90:54:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:tempest-test_az-580455635', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:22:23.848523 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b4ae304e-e5ba-4c2f-9bd4-0a41a344d185 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:23.849918 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b4ae304e-e5ba-4c2f-9bd4-0a41a344d185 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0159550 May 13 14:22:23.854359 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae304e-e5ba-4c2f-9bd4-0a41a344d185 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Pushing event updated for resources: {'Port': ['ID=69ede1e1-4120-4245-bead-f323809a6fab,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:24.157759 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port de13add3-8106-4ac4-bc79-959fa3a3b520 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:22:24.158159 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:24.197931 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59564) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:24.230811 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebca36d-072a-4eed-86b6-26b24f70c512 req-7bd1c2ac-33db-4d5c-9554-9a5e574ec869 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:24.238417 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0ebca36d-072a-4eed-86b6-26b24f70c512 req-7bd1c2ac-33db-4d5c-9554-9a5e574ec869 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?device_id=cffd7c50-41a8-47cd-b5a8-c0367f85b70b HTTP/1.1" status: 200 len: 948 time: 0.0979733 May 13 14:22:24.239193 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de13add3-8106-4ac4-bc79-959fa3a3b520 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:22:24.244789 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-19c946ff-8a92-4f0a-bb7f-4ed70a7ba4c3 None None] Set router 6dc4f993-f78f-414c-b238-9bcd9f27c1c6 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:22:24.283662 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0ebca36d-072a-4eed-86b6-26b24f70c512 req-1ae4130c-ae06-4533-bb39-56685857d272 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdfa4aeb-ae5a-466e-b5e5-5001d597b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443904 May 13 14:22:24.337311 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2401783d-4171-4236-aa14-3bc57f3ffe2f None None] Network a700030f-bc5f-4f0c-b252-dca8ba1c53c0 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:22:24.434384 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-c21ea8b4-555b-483d-93ee-af0199124e86 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Synchronizing usage tracker for tenant:7e0e518d19f9448bbe227bb971102d2e on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:22:24.454562 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-c21ea8b4-555b-483d-93ee-af0199124e86 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Unset dirty status for tenant:7e0e518d19f9448bbe227bb971102d2e on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:22:24.457299 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-c21ea8b4-555b-483d-93ee-af0199124e86 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--248381941&fields=id&tenant_id=7e0e518d19f9448bbe227bb971102d2e HTTP/1.1" status: 200 len: 267 time: 0.0654769 May 13 14:22:24.504760 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port de13add3-8106-4ac4-bc79-959fa3a3b520, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=de13add3-8106-4ac4-bc79-959fa3a3b520,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:22:24.652190 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-210ad6f1-1fe8-4b4a-94f3-88478ab976e9 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:24.653254 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-210ad6f1-1fe8-4b4a-94f3-88478ab976e9 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Synchronizing usage tracker for tenant:7e0e518d19f9448bbe227bb971102d2e on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:22:24.671187 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:24.674249 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-210ad6f1-1fe8-4b4a-94f3-88478ab976e9 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Unset dirty status for tenant:7e0e518d19f9448bbe227bb971102d2e on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:22:24.684441 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-210ad6f1-1fe8-4b4a-94f3-88478ab976e9 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/networks?id=a2ee0690-4c57-4e4e-b68b-865fc1c187b1 HTTP/1.1" status: 200 len: 824 time: 0.2183065 May 13 14:22:24.705821 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-5dc4f7a9-2c97-4305-886e-33cd04d74186 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/quotas/7e0e518d19f9448bbe227bb971102d2e HTTP/1.1" status: 200 len: 375 time: 0.0196750 May 13 14:22:24.729295 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 653c7927-b655-49ce-8545-4902e949a8fc up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:22:24.768677 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-549284ae-0dd6-4cb3-bf04-497e376837ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:24.804147 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-549284ae-0dd6-4cb3-bf04-497e376837ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:24.814091 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-549284ae-0dd6-4cb3-bf04-497e376837ab admin admin] Usage tracker for resource:security_group_rule and tenant:f7b1ad5b2d7b48ddaca98aaba762a17c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:24.825776 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-549284ae-0dd6-4cb3-bf04-497e376837ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:24.836497 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-549284ae-0dd6-4cb3-bf04-497e376837ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:24.850032 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-59827575-977d-4039-9309-339e6bb17b7f tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:24.850937 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-59827575-977d-4039-9309-339e6bb17b7f tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Synchronizing usage tracker for tenant:4d6ca075ae214d9490235db19234e57f on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:22:24.851302 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=de13add3-8106-4ac4-bc79-959fa3a3b520,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:24.893247 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-59827575-977d-4039-9309-339e6bb17b7f tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Unset dirty status for tenant:4d6ca075ae214d9490235db19234e57f on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:22:24.909880 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-59827575-977d-4039-9309-339e6bb17b7f tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/networks?id=d5027423-d39b-4c72-b023-a3c3d59a72d1 HTTP/1.1" status: 200 len: 819 time: 0.2998829 May 13 14:22:24.923568 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 653c7927-b655-49ce-8545-4902e949a8fc completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:22:24.935991 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 653c7927-b655-49ce-8545-4902e949a8fc triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:22:24.936523 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:24.952186 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-ff61996f-6274-4ec8-9e10-277768751e7e tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/quotas/4d6ca075ae214d9490235db19234e57f HTTP/1.1" status: 200 len: 375 time: 0.0373621 May 13 14:22:25.003029 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['de13add3-8106-4ac4-bc79-959fa3a3b520'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:22:25.013461 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-56477da3-4d85-437a-a4fd-2f2b80e7f6e4 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e0e518d19f9448bbe227bb971102d2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3063850 May 13 14:22:25.048786 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-a3968c5c-d582-478a-946a-3d96679a9416 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d6ca075ae214d9490235db19234e57f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0950251 May 13 14:22:25.147725 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59610) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:25.163987 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-549284ae-0dd6-4cb3-bf04-497e376837ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:25.174401 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-549284ae-0dd6-4cb3-bf04-497e376837ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:25.258652 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59618) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:25.259753 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-549284ae-0dd6-4cb3-bf04-497e376837ab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f7b1ad5b2d7b48ddaca98aaba762a17c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0609572 May 13 14:22:25.260949 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549284ae-0dd6-4cb3-bf04-497e376837ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed05ebc-73ed-4c8b-aefb-8dcd75f785f4,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:25.344657 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-19c946ff-8a92-4f0a-bb7f-4ed70a7ba4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc4f993-f78f-414c-b238-9bcd9f27c1c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2104523285-router', 'tenant_id': 'ead4cd2fee4e489d90bcc8a211a28887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '6e678b07-fafe-48a2-9859-92085caf940c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:21:59Z', 'updated_at': '2022-05-13T14:22:16Z', 'revision_number': 4, 'project_id': 'ead4cd2fee4e489d90bcc8a211a28887', 'gw_port': {'id': '6e678b07-fafe-48a2-9859-92085caf940c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:11:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc4f993-f78f-414c-b238-9bcd9f27c1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:22:01Z', 'updated_at': '2022-05-13T14:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '29cebfc6-e12b-4233-8f84-12fd7d5b27ea', 'name': '', 'network_id': 'af661f50-a5b1-4ce2-b0ba-6d584c8e35e0', 'tenant_id': 'ead4cd2fee4e489d90bcc8a211a28887', 'mac_address': 'fa:16:3e:71:da:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc4f993-f78f-414c-b238-9bcd9f27c1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'c0af296d-9d73-4dbb-bb2d-1847fbae10b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:22:13Z', 'updated_at': '2022-05-13T14:22:22Z', 'revision_number': 4, 'project_id': 'ead4cd2fee4e489d90bcc8a211a28887', 'subnets': [{'id': 'c0af296d-9d73-4dbb-bb2d-1847fbae10b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:22:25.365193 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c946ff-8a92-4f0a-bb7f-4ed70a7ba4c3 None None] The sync data for ids ['6dc4f993-f78f-414c-b238-9bcd9f27c1c6'] in n-d-841760-1 is: [{'id': '6dc4f993-f78f-414c-b238-9bcd9f27c1c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2104523285-router', 'tenant_id': 'ead4cd2fee4e489d90bcc8a211a28887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '6e678b07-fafe-48a2-9859-92085caf940c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:21:59Z', 'updated_at': '2022-05-13T14:22:16Z', 'revision_number': 4, 'project_id': 'ead4cd2fee4e489d90bcc8a211a28887', 'gw_port': {'id': '6e678b07-fafe-48a2-9859-92085caf940c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:11:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc4f993-f78f-414c-b238-9bcd9f27c1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:22:01Z', 'updated_at': '2022-05-13T14:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '29cebfc6-e12b-4233-8f84-12fd7d5b27ea', 'name': '', 'network_id': 'af661f50-a5b1-4ce2-b0ba-6d584c8e35e0', 'tenant_id': 'ead4cd2fee4e489d90bcc8a211a28887', 'mac_address': 'fa:16:3e:71:da:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc4f993-f78f-414c-b238-9bcd9f27c1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'c0af296d-9d73-4dbb-bb2d-1847fbae10b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:22:13Z', 'updated_at': '2022-05-13T14:22:22Z', 'revision_number': 4, 'project_id': 'ead4cd2fee4e489d90bcc8a211a28887', 'subnets': [{'id': 'c0af296d-9d73-4dbb-bb2d-1847fbae10b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:22:25.370172 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 653c7927-b655-49ce-8545-4902e949a8fc is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:22:25.371261 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:25.465525 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4156b6b1-1128-4b6b-9aa0-8bed8e2abbd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:25.491885 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-80d45e8f-8318-4997-afac-4810e6ca0116 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1734863337-network', 'tenant_id': 'b708353dd2964231a0e4e4434d7ec40a'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:22:25.501666 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-80d45e8f-8318-4997-afac-4810e6ca0116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:25.513174 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-80d45e8f-8318-4997-afac-4810e6ca0116 admin admin] Usage tracker for resource:network and tenant:b708353dd2964231a0e4e4434d7ec40a is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:25.523809 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-80d45e8f-8318-4997-afac-4810e6ca0116 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:25.534788 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4156b6b1-1128-4b6b-9aa0-8bed8e2abbd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:25.539457 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cffd7c50-41a8-47cd-b5a8-c0367f85b70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653c7927-b655-49ce-8545-4902e949a8fc'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:22:25.542003 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-80d45e8f-8318-4997-afac-4810e6ca0116 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:25.563140 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-48356acf-c7f7-423e-bb3b-8353cd3172f3 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:22:25.564176 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-48356acf-c7f7-423e-bb3b-8353cd3172f3 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1985619 May 13 14:22:25.587052 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d45e8f-8318-4997-afac-4810e6ca0116 admin admin] Made reservation on behalf of b708353dd2964231a0e4e4434d7ec40a for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:22:25.589689 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-80d45e8f-8318-4997-afac-4810e6ca0116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:25.611361 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-80d45e8f-8318-4997-afac-4810e6ca0116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:25.638694 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-80d45e8f-8318-4997-afac-4810e6ca0116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:25.648797 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-80d45e8f-8318-4997-afac-4810e6ca0116 admin admin] Usage tracker for resource:security_group_rule and tenant:b708353dd2964231a0e4e4434d7ec40a is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:25.652315 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-80d45e8f-8318-4997-afac-4810e6ca0116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:25.664115 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-80d45e8f-8318-4997-afac-4810e6ca0116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:25.680462 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4156b6b1-1128-4b6b-9aa0-8bed8e2abbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:25.698873 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156b6b1-1128-4b6b-9aa0-8bed8e2abbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed05ebc-73ed-4c8b-aefb-8dcd75f785f4,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:25.719567 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-af5e347c-9000-404e-a031-12737c49f105 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:22:25.727095 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-af5e347c-9000-404e-a031-12737c49f105 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3236206 May 13 14:22:25.730145 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 653c7927-b655-49ce-8545-4902e949a8fc, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=653c7927-b655-49ce-8545-4902e949a8fc,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:22:25.749504 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:25.891510 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4156b6b1-1128-4b6b-9aa0-8bed8e2abbd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:25.894887 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4156b6b1-1128-4b6b-9aa0-8bed8e2abbd5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4ed05ebc-73ed-4c8b-aefb-8dcd75f785f4 HTTP/1.1" status: 204 len: 168 time: 0.6327860 May 13 14:22:25.927450 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=653c7927-b655-49ce-8545-4902e949a8fc,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:25.936788 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-5ddfa732-13c3-4bcd-b23e-966052809a44 service neutron] 10.222.0.35 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661397 May 13 14:22:25.981398 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 29cebfc6-e12b-4233-8f84-12fd7d5b27ea up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:22:26.085203 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-32d980ca-4fed-48dc-834a-40ea9ce13d8d service neutron] 10.222.0.35 "GET /v2.0/networks/a2ee0690-4c57-4e4e-b68b-865fc1c187b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535316 May 13 14:22:26.098745 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 29cebfc6-e12b-4233-8f84-12fd7d5b27ea completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:22:26.106426 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 29cebfc6-e12b-4233-8f84-12fd7d5b27ea triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:22:26.107321 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:26.247216 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-80d45e8f-8318-4997-afac-4810e6ca0116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:26.257973 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-80d45e8f-8318-4997-afac-4810e6ca0116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:26.265201 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 29cebfc6-e12b-4233-8f84-12fd7d5b27ea is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:22:26.266124 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:26.339051 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 29cebfc6-e12b-4233-8f84-12fd7d5b27ea, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=29cebfc6-e12b-4233-8f84-12fd7d5b27ea,segment=NetworkSegment(04f1ee1b-cf92-481f-b4d4-6beeee8c46b1),segment_id=04f1ee1b-cf92-481f-b4d4-6beeee8c46b1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:22:26.342124 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d45e8f-8318-4997-afac-4810e6ca0116 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:22:26.348914 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:26.372187 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-80d45e8f-8318-4997-afac-4810e6ca0116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:26.378298 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-80d45e8f-8318-4997-afac-4810e6ca0116 admin admin] Added segment 383d7843-e67f-4258-855c-0fec9a04d185 of type vlan for network c45001a7-3974-4393-8636-3e9006bb93e8 May 13 14:22:26.394945 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d45e8f-8318-4997-afac-4810e6ca0116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d35b212-18cf-468b-9045-2b7b25177c61,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:26.443618 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-3bee6804-e638-4ad7-b931-18b79bc5afef service neutron] 10.222.0.35 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034552 May 13 14:22:26.468278 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=29cebfc6-e12b-4233-8f84-12fd7d5b27ea,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:26.495464 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-e0f32ffa-a879-4ec9-be52-0043be9fcfb4 service neutron] 10.222.0.35 "GET /v2.0/networks/a2ee0690-4c57-4e4e-b68b-865fc1c187b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093411 May 13 14:22:26.503791 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-80d45e8f-8318-4997-afac-4810e6ca0116 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:26.566426 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-80d45e8f-8318-4997-afac-4810e6ca0116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:26.567729 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d45e8f-8318-4997-afac-4810e6ca0116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:26.568721 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-80d45e8f-8318-4997-afac-4810e6ca0116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:26.666295 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59650) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:26.671441 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device de13add3-8106-4ac4-bc79-959fa3a3b520 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:22:26.686177 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-433a8390-0cb9-4301-ad33-619848b85ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:26.703345 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-433a8390-0cb9-4301-ad33-619848b85ab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:26.707936 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-433a8390-0cb9-4301-ad33-619848b85ab8 admin admin] Usage tracker for resource:security_group_rule and tenant:e070aef193dd473f8c83e39b685bdb6f is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:26.711519 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-433a8390-0cb9-4301-ad33-619848b85ab8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:26.725331 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-433a8390-0cb9-4301-ad33-619848b85ab8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:26.781505 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d45e8f-8318-4997-afac-4810e6ca0116 admin admin] Pushing event updated for resources: {'Network': ['ID=c45001a7-3974-4393-8636-3e9006bb93e8,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:26.785466 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-80d45e8f-8318-4997-afac-4810e6ca0116 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6367297 May 13 14:22:26.788679 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59658) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:26.810115 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network c45001a7-3974-4393-8636-3e9006bb93e8 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:22:26.845160 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-19a1127a-726b-4493-a712-7a9c6fb37e36 admin admin] Request body: {'subnet': {'network_id': 'c45001a7-3974-4393-8636-3e9006bb93e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1734863337-subnet', 'tenant_id': 'b708353dd2964231a0e4e4434d7ec40a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:22:26.972461 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-19a1127a-726b-4493-a712-7a9c6fb37e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:26.992000 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-19a1127a-726b-4493-a712-7a9c6fb37e36 admin admin] Usage tracker for resource:subnet and tenant:b708353dd2964231a0e4e4434d7ec40a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:26.999607 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-19a1127a-726b-4493-a712-7a9c6fb37e36 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:27.038178 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-19a1127a-726b-4493-a712-7a9c6fb37e36 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:27.075255 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port de13add3-8106-4ac4-bc79-959fa3a3b520 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:22:27.083380 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port de13add3-8106-4ac4-bc79-959fa3a3b520 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:22:27.083769 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:27.107438 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a1127a-726b-4493-a712-7a9c6fb37e36 admin admin] Made reservation on behalf of b708353dd2964231a0e4e4434d7ec40a for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:22:27.113984 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-19a1127a-726b-4493-a712-7a9c6fb37e36 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:27.170718 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16215ac-2d3c-4f62-940a-0d205bfa871a req-8edcc6e7-59d3-4271-8476-9dd167edb99f tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:27.176201 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b16215ac-2d3c-4f62-940a-0d205bfa871a req-8edcc6e7-59d3-4271-8476-9dd167edb99f tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?device_id=cffd7c50-41a8-47cd-b5a8-c0367f85b70b HTTP/1.1" status: 200 len: 949 time: 0.2499306 May 13 14:22:27.221927 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f9541c26-65b7-4857-987a-76b5400cc78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:27.251881 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port de13add3-8106-4ac4-bc79-959fa3a3b520 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:22:27.252395 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:27.258878 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ce942-d50a-4da2-9e5e-67efd058472d req-cfcb0818-075d-4f39-9038-eda0c22466f8 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:27.268455 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-361ce942-d50a-4da2-9e5e-67efd058472d req-cfcb0818-075d-4f39-9038-eda0c22466f8 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/ports?device_id=4085e580-1011-4b00-aac1-abb57c780565 HTTP/1.1" status: 200 len: 970 time: 0.4370339 May 13 14:22:27.317316 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port de13add3-8106-4ac4-bc79-959fa3a3b520, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=de13add3-8106-4ac4-bc79-959fa3a3b520,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:22:27.322901 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:27.341931 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b16215ac-2d3c-4f62-940a-0d205bfa871a req-b05a0f58-d865-4ab7-9432-5648720aeafd tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdfa4aeb-ae5a-466e-b5e5-5001d597b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566851 May 13 14:22:27.419385 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-433a8390-0cb9-4301-ad33-619848b85ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:27.428214 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=de13add3-8106-4ac4-bc79-959fa3a3b520,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:27.469094 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-433a8390-0cb9-4301-ad33-619848b85ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:27.495676 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-361ce942-d50a-4da2-9e5e-67efd058472d req-f280ab5b-a0a5-432b-86fd-ed89effa3fe4 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/security-groups?id=777879eb-958c-47b6-ae2d-87d7716df7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263117 May 13 14:22:27.558338 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59678) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:27.558897 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-433a8390-0cb9-4301-ad33-619848b85ab8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e070aef193dd473f8c83e39b685bdb6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8909359 May 13 14:22:27.565097 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a8390-0cb9-4301-ad33-619848b85ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9206e6-281f-4435-821a-449eac518656,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:27.632596 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-19a1127a-726b-4493-a712-7a9c6fb37e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:27.673928 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f7eb5091-2155-44f1-80f9-3e9df47d3f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:27.698096 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1127a-726b-4493-a712-7a9c6fb37e36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ef91ddc-ce09-4eab-b60d-f6a79be86599,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:27.704690 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f7eb5091-2155-44f1-80f9-3e9df47d3f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:27.732003 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a1127a-726b-4493-a712-7a9c6fb37e36 admin admin] Checking segment: {'id': '383d7843-e67f-4258-855c-0fec9a04d185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c45001a7-3974-4393-8636-3e9006bb93e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:22:27.732354 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a1127a-726b-4493-a712-7a9c6fb37e36 admin admin] Network hostable DHCP agents. Network: c45001a7-3974-4393-8636-3e9006bb93e8, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:22:27.739550 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f76412e-31f3-482e-8302-92baf2524fd9'] response: {'server_uuid': 'cffd7c50-41a8-47cd-b5a8-c0367f85b70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653c7927-b655-49ce-8545-4902e949a8fc', 'code': 200} May 13 14:22:27.792878 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f7eb5091-2155-44f1-80f9-3e9df47d3f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:27.808979 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a1127a-726b-4493-a712-7a9c6fb37e36 admin admin] Network c45001a7-3974-4393-8636-3e9006bb93e8 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:22:27.812809 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb5091-2155-44f1-80f9-3e9df47d3f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9206e6-281f-4435-821a-449eac518656,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:27.817473 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f7eb5091-2155-44f1-80f9-3e9df47d3f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:27.818605 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f7eb5091-2155-44f1-80f9-3e9df47d3f27 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6e9206e6-281f-4435-821a-449eac518656 HTTP/1.1" status: 204 len: 168 time: 0.2585773 May 13 14:22:27.837797 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-19a1127a-726b-4493-a712-7a9c6fb37e36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, c45001a7-3974-4393-8636-3e9006bb93e8) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:22:27.844474 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a1127a-726b-4493-a712-7a9c6fb37e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:27.847248 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-19a1127a-726b-4493-a712-7a9c6fb37e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:27.850746 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfb4c84-813c-48ce-a486-3ed87a5e208e None None] Network c45001a7-3974-4393-8636-3e9006bb93e8 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:22:27.918171 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-19a1127a-726b-4493-a712-7a9c6fb37e36 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1283708 May 13 14:22:28.017903 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-01227cf5-efae-4eba-8b81-6c7cb7982b7d req-f673bbd0-c714-4255-846f-2a33bec798fc tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 210 time: 0.1001813 May 13 14:22:28.070436 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14581b3a-9fff-43a1-91dc-bf741e909b69 req-e47094e0-31ad-4d12-afe2-4e5a65d2b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:28.073310 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-14581b3a-9fff-43a1-91dc-bf741e909b69 req-e47094e0-31ad-4d12-afe2-4e5a65d2b213 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cffd7c50-41a8-47cd-b5a8-c0367f85b70b HTTP/1.1" status: 200 len: 1100 time: 0.2488391 May 13 14:22:28.077908 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 29cebfc6-e12b-4233-8f84-12fd7d5b27ea up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:22:28.107891 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-14581b3a-9fff-43a1-91dc-bf741e909b69 req-994870db-0721-49ca-ac80-924e0431268d service neutron] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:28.125053 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-14581b3a-9fff-43a1-91dc-bf741e909b69 req-994870db-0721-49ca-ac80-924e0431268d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:28.129148 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-14581b3a-9fff-43a1-91dc-bf741e909b69 req-994870db-0721-49ca-ac80-924e0431268d service neutron] Usage tracker for resource:security_group_rule and tenant:ecc942a961024207a01b9a9bc1ab0c9f is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:28.132192 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-14581b3a-9fff-43a1-91dc-bf741e909b69 req-994870db-0721-49ca-ac80-924e0431268d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:28.138465 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-14581b3a-9fff-43a1-91dc-bf741e909b69 req-994870db-0721-49ca-ac80-924e0431268d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:28.298719 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:28.343163 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-14581b3a-9fff-43a1-91dc-bf741e909b69 req-994870db-0721-49ca-ac80-924e0431268d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:28.364613 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e672f58c-b008-48cb-826e-4fc6991195dc req-39487ee9-3741-4729-9170-f6f17235e92e tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=b748afd1-47b2-4307-b071-7ed4d40a77c5 HTTP/1.1" status: 200 len: 210 time: 0.0772982 May 13 14:22:28.369771 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-14581b3a-9fff-43a1-91dc-bf741e909b69 req-994870db-0721-49ca-ac80-924e0431268d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:28.408150 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994870db-0721-49ca-ac80-924e0431268d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=47360ce4-1be8-4e3f-9bb4-b85e5927bfca,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:28.428983 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-14581b3a-9fff-43a1-91dc-bf741e909b69 req-994870db-0721-49ca-ac80-924e0431268d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fdfa4aeb-ae5a-466e-b5e5-5001d597b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495324 May 13 14:22:28.459509 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 29cebfc6-e12b-4233-8f84-12fd7d5b27ea triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:22:28.459941 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:28.578921 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.74', 52877) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:28.737033 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391a1267-ef32-4742-b2d6-58098074e6d5 None None] Network c45001a7-3974-4393-8636-3e9006bb93e8 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:22:28.832087 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378fbac-8012-486b-aff9-f83f5e14029f req-1cdcc68c-bb7c-449d-aa12-c6fdaf64cafd tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:28.849940 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0378fbac-8012-486b-aff9-f83f5e14029f req-1cdcc68c-bb7c-449d-aa12-c6fdaf64cafd tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?device_id=cffd7c50-41a8-47cd-b5a8-c0367f85b70b HTTP/1.1" status: 200 len: 949 time: 0.2015259 May 13 14:22:28.931379 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-31983f31-7708-4e6e-ba17-1f526fc9a197 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:28.932959 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-31983f31-7708-4e6e-ba17-1f526fc9a197 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.74 "GET /v2.0/networks?id=d5027423-d39b-4c72-b023-a3c3d59a72d1 HTTP/1.1" status: 200 len: 819 time: 0.3423944 May 13 14:22:29.024984 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0378fbac-8012-486b-aff9-f83f5e14029f req-bb5c503f-742b-45a0-8b20-d71bae810617 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdfa4aeb-ae5a-466e-b5e5-5001d597b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677058 May 13 14:22:29.055585 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-3cc97d81-b857-4cc6-9940-d180cf5b8503 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Request body: {'port': {'device_id': '03a9f05c-9592-4160-8bf0-ab74091ba2e2', 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1', 'admin_state_up': True, 'tenant_id': '4d6ca075ae214d9490235db19234e57f'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:22:29.236064 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.74', 52878) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:29.359356 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dfaec-6493-4be7-a6b3-a4d44058fcd4 req-2a1c9079-b1e7-4b1d-99b3-7100e6cf9376 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:29.360795 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-db0dfaec-6493-4be7-a6b3-a4d44058fcd4 req-2a1c9079-b1e7-4b1d-99b3-7100e6cf9376 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/ports?device_id=4085e580-1011-4b00-aac1-abb57c780565 HTTP/1.1" status: 200 len: 971 time: 0.4056311 May 13 14:22:29.480209 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59732) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:29.518352 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-39bce667-3b01-474a-a19e-9a0afa47474e req-ec4a0493-b428-4403-806a-92682aa7363f tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 210 time: 0.1176255 May 13 14:22:29.528360 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-3cc97d81-b857-4cc6-9940-d180cf5b8503 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:29.548004 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-3cc97d81-b857-4cc6-9940-d180cf5b8503 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Usage tracker for resource:port and tenant:4d6ca075ae214d9490235db19234e57f is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:29.559995 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-db0dfaec-6493-4be7-a6b3-a4d44058fcd4 req-c2537f2f-21d4-4e9d-b6de-72e79bb5ec84 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/security-groups?id=777879eb-958c-47b6-ae2d-87d7716df7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699584 May 13 14:22:29.560891 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-3cc97d81-b857-4cc6-9940-d180cf5b8503 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:29.572786 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-3cc97d81-b857-4cc6-9940-d180cf5b8503 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:29.594598 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-3cc97d81-b857-4cc6-9940-d180cf5b8503 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Made reservation on behalf of 4d6ca075ae214d9490235db19234e57f for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:22:29.598160 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-3cc97d81-b857-4cc6-9940-d180cf5b8503 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:29.742410 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4085e580-1011-4b00-aac1-abb57c780565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de13add3-8106-4ac4-bc79-959fa3a3b520'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:22:29.859847 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-1896b202-a33e-4f07-a5f2-0c7d1c152626 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:29.862988 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-1896b202-a33e-4f07-a5f2-0c7d1c152626 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.74 "GET /v2.0/networks?id=a2ee0690-4c57-4e4e-b68b-865fc1c187b1 HTTP/1.1" status: 200 len: 824 time: 0.5782750 May 13 14:22:29.865569 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59742) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:29.875170 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-72576260-ae10-4a77-a847-2ffc62bb1be9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1344367643-network', 'tenant_id': '9bccf42d262b4b3ab932350888814a79'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:22:29.907188 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3ccdf359-3327-4b42-93d4-0923f4cd686c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:29.929738 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff6d414c-3a9a-4489-a48a-5100d2911866'] response: {'server_uuid': '4085e580-1011-4b00-aac1-abb57c780565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de13add3-8106-4ac4-bc79-959fa3a3b520', 'code': 200} May 13 14:22:29.932055 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 29cebfc6-e12b-4233-8f84-12fd7d5b27ea is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:22:29.983490 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-72576260-ae10-4a77-a847-2ffc62bb1be9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:29.989156 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-28d7a081-13cf-4c4a-9b76-0b5832518c7e req-2dbdef50-d9c3-471a-9b0d-9c59b90ef05a tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Synchronizing usage tracker for tenant:7e0e518d19f9448bbe227bb971102d2e on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:22:30.001662 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-72576260-ae10-4a77-a847-2ffc62bb1be9 admin admin] Usage tracker for resource:network and tenant:9bccf42d262b4b3ab932350888814a79 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:30.014237 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-72576260-ae10-4a77-a847-2ffc62bb1be9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:30.027385 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9c21a9c5-c8ac-4f63-b584-283306ba3e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:30.028234 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-72576260-ae10-4a77-a847-2ffc62bb1be9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:30.036378 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-28d7a081-13cf-4c4a-9b76-0b5832518c7e req-2dbdef50-d9c3-471a-9b0d-9c59b90ef05a tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Unset dirty status for tenant:7e0e518d19f9448bbe227bb971102d2e on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:22:30.038087 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-28d7a081-13cf-4c4a-9b76-0b5832518c7e req-2dbdef50-d9c3-471a-9b0d-9c59b90ef05a tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=b748afd1-47b2-4307-b071-7ed4d40a77c5 HTTP/1.1" status: 200 len: 210 time: 0.1738079 May 13 14:22:30.045665 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72576260-ae10-4a77-a847-2ffc62bb1be9 admin admin] Made reservation on behalf of 9bccf42d262b4b3ab932350888814a79 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:22:30.049696 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-72576260-ae10-4a77-a847-2ffc62bb1be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:30.081045 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-72576260-ae10-4a77-a847-2ffc62bb1be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:30.117718 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-72576260-ae10-4a77-a847-2ffc62bb1be9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:30.122460 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9c21a9c5-c8ac-4f63-b584-283306ba3e91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:30.124089 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-72576260-ae10-4a77-a847-2ffc62bb1be9 admin admin] Usage tracker for resource:security_group_rule and tenant:9bccf42d262b4b3ab932350888814a79 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:30.127314 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-72576260-ae10-4a77-a847-2ffc62bb1be9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:30.133932 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-72576260-ae10-4a77-a847-2ffc62bb1be9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:30.135771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-3cc97d81-b857-4cc6-9940-d180cf5b8503 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Allocated IP 172.20.0.11 (d5027423-d39b-4c72-b023-a3c3d59a72d1/ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d/52be2d2f-5c4b-4973-9c3c-0285c7d40b56) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:22:30.137919 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9c21a9c5-c8ac-4f63-b584-283306ba3e91 admin admin] Usage tracker for resource:security_group_rule and tenant:bb42c3853d744e1db44922c1677cbab2 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:30.143935 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9c21a9c5-c8ac-4f63-b584-283306ba3e91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:30.160729 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9c21a9c5-c8ac-4f63-b584-283306ba3e91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:30.288939 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-72576260-ae10-4a77-a847-2ffc62bb1be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:30.295527 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-72576260-ae10-4a77-a847-2ffc62bb1be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:30.368232 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72576260-ae10-4a77-a847-2ffc62bb1be9 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:22:30.423936 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72576260-ae10-4a77-a847-2ffc62bb1be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b9da0f-3e10-4bcb-9d4c-1871a8ed8594,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:30.430447 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:30.440549 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-72576260-ae10-4a77-a847-2ffc62bb1be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:30.440886 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-72576260-ae10-4a77-a847-2ffc62bb1be9 admin admin] Added segment e5d0793e-c71f-448e-bd18-58d60e0229ea of type vlan for network d301d735-a73b-4490-b6b9-fa11164ef2ea May 13 14:22:30.468040 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-72576260-ae10-4a77-a847-2ffc62bb1be9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:30.478590 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2181d-ea91-4be4-9a81-b2db2ff45770 req-13d9ce08-7d62-4c46-b7a1-cbe430784727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:30.480112 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b7b2181d-ea91-4be4-9a81-b2db2ff45770 req-13d9ce08-7d62-4c46-b7a1-cbe430784727 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4085e580-1011-4b00-aac1-abb57c780565 HTTP/1.1" status: 200 len: 1122 time: 0.4401073 May 13 14:22:30.507433 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-72576260-ae10-4a77-a847-2ffc62bb1be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:30.508755 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72576260-ae10-4a77-a847-2ffc62bb1be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:30.509339 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-72576260-ae10-4a77-a847-2ffc62bb1be9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:30.547072 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:30.592732 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9c21a9c5-c8ac-4f63-b584-283306ba3e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:30.612969 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8b6dc-60d1-462d-9007-763c82db5b1c req-a9a9f2fc-d9a0-4ea1-94f6-60f0f347eaa9 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:30.615570 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-34a8b6dc-60d1-462d-9007-763c82db5b1c req-a9a9f2fc-d9a0-4ea1-94f6-60f0f347eaa9 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?device_id=cffd7c50-41a8-47cd-b5a8-c0367f85b70b HTTP/1.1" status: 200 len: 949 time: 0.4020030 May 13 14:22:30.627263 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9c21a9c5-c8ac-4f63-b584-283306ba3e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:30.627451 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-72576260-ae10-4a77-a847-2ffc62bb1be9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7603610 May 13 14:22:30.627814 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59760) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:30.635170 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72576260-ae10-4a77-a847-2ffc62bb1be9 admin admin] Pushing event updated for resources: {'Network': ['ID=d301d735-a73b-4490-b6b9-fa11164ef2ea,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:30.646245 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network d301d735-a73b-4490-b6b9-fa11164ef2ea details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:22:30.647021 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-18102c95-17fd-47cc-98b9-c741c1cadccc admin admin] Request body: {'subnet': {'network_id': 'd301d735-a73b-4490-b6b9-fa11164ef2ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1344367643-subnet', 'tenant_id': '9bccf42d262b4b3ab932350888814a79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:22:30.660374 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-18102c95-17fd-47cc-98b9-c741c1cadccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:30.669278 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-18102c95-17fd-47cc-98b9-c741c1cadccc admin admin] Usage tracker for resource:subnet and tenant:9bccf42d262b4b3ab932350888814a79 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:30.680303 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-18102c95-17fd-47cc-98b9-c741c1cadccc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:30.699309 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-18102c95-17fd-47cc-98b9-c741c1cadccc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:30.715820 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18102c95-17fd-47cc-98b9-c741c1cadccc admin admin] Made reservation on behalf of 9bccf42d262b4b3ab932350888814a79 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:22:30.721930 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18102c95-17fd-47cc-98b9-c741c1cadccc admin admin] Notify callbacks [] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:30.729006 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b7b2181d-ea91-4be4-9a81-b2db2ff45770 req-b36e5684-df0f-472f-b49d-130494d0f01b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=777879eb-958c-47b6-ae2d-87d7716df7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951611 May 13 14:22:30.772956 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9c21a9c5-c8ac-4f63-b584-283306ba3e91 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bb42c3853d744e1db44922c1677cbab2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2894037 May 13 14:22:30.777969 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59770) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:30.793707 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21a9c5-c8ac-4f63-b584-283306ba3e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31df16c1-68bc-49ef-bf5d-5ec7abb47185,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:30.821051 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-3cc97d81-b857-4cc6-9940-d180cf5b8503 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:30.835045 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-34a8b6dc-60d1-462d-9007-763c82db5b1c req-12aae144-a5bd-46f9-a1e0-b972dc856423 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdfa4aeb-ae5a-466e-b5e5-5001d597b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828344 May 13 14:22:30.898584 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c71e7aff-ae44-4d7d-bec1-8e5fa6dfc65b req-9209ebdd-f899-407e-a579-d7a0da437158 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 210 time: 0.0785787 May 13 14:22:30.937331 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c23d2675-fe00-468d-807c-588566934388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:31.017016 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-3cc97d81-b857-4cc6-9940-d180cf5b8503 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:31.080417 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18102c95-17fd-47cc-98b9-c741c1cadccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:31.081063 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c23d2675-fe00-468d-807c-588566934388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:31.146806 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-3cc97d81-b857-4cc6-9940-d180cf5b8503 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Network d5027423-d39b-4c72-b023-a3c3d59a72d1 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:22:31.163739 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-3cc97d81-b857-4cc6-9940-d180cf5b8503 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:22:31.173409 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-3cc97d81-b857-4cc6-9940-d180cf5b8503 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:22:31.180453 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-3cc97d81-b857-4cc6-9940-d180cf5b8503 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:31.181112 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-3cc97d81-b857-4cc6-9940-d180cf5b8503 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:31.186369 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18102c95-17fd-47cc-98b9-c741c1cadccc admin admin] Pushing event updated for resources: {'Subnet': ['ID=743fa52d-0512-40d9-8cb5-51c29a472832,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:31.195578 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18102c95-17fd-47cc-98b9-c741c1cadccc admin admin] Checking segment: {'id': 'e5d0793e-c71f-448e-bd18-58d60e0229ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd301d735-a73b-4490-b6b9-fa11164ef2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:22:31.195966 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18102c95-17fd-47cc-98b9-c741c1cadccc admin admin] Network hostable DHCP agents. Network: d301d735-a73b-4490-b6b9-fa11164ef2ea, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:22:31.205032 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc97d81-b857-4cc6-9940-d180cf5b8503 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Pushing event updated for resources: {'Port': ['ID=52be2d2f-5c4b-4973-9c3c-0285c7d40b56,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:31.262706 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ed79fc4f-fa35-49ad-a90e-29f775ea7224 req-5f794a8e-144a-4f36-ab02-1b7fe1a4e103 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=b748afd1-47b2-4307-b071-7ed4d40a77c5 HTTP/1.1" status: 200 len: 210 time: 0.0538900 May 13 14:22:31.265951 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851a933-99a4-483f-a45a-e413efa5c124 req-8911ba0d-5394-4c0b-b961-458ce770efa8 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:31.269014 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5851a933-99a4-483f-a45a-e413efa5c124 req-8911ba0d-5394-4c0b-b961-458ce770efa8 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/ports?device_id=4085e580-1011-4b00-aac1-abb57c780565 HTTP/1.1" status: 200 len: 971 time: 0.3159297 May 13 14:22:31.272788 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-3cc97d81-b857-4cc6-9940-d180cf5b8503 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2253430 May 13 14:22:31.281550 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18102c95-17fd-47cc-98b9-c741c1cadccc admin admin] Network d301d735-a73b-4490-b6b9-fa11164ef2ea is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:22:31.294280 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-18102c95-17fd-47cc-98b9-c741c1cadccc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, d301d735-a73b-4490-b6b9-fa11164ef2ea) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:22:31.302018 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18102c95-17fd-47cc-98b9-c741c1cadccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:31.302376 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18102c95-17fd-47cc-98b9-c741c1cadccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:31.304942 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f9cd7b-b7cd-46fe-b620-a7ade5c21699 None None] Network d301d735-a73b-4490-b6b9-fa11164ef2ea requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:22:31.339200 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c23d2675-fe00-468d-807c-588566934388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:31.342303 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-18102c95-17fd-47cc-98b9-c741c1cadccc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7112460 May 13 14:22:31.347559 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c23d2675-fe00-468d-807c-588566934388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:31.351200 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c23d2675-fe00-468d-807c-588566934388 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/31df16c1-68bc-49ef-bf5d-5ec7abb47185 HTTP/1.1" status: 204 len: 168 time: 0.5557284 May 13 14:22:31.372499 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d2675-fe00-468d-807c-588566934388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31df16c1-68bc-49ef-bf5d-5ec7abb47185,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:31.382716 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5851a933-99a4-483f-a45a-e413efa5c124 req-6ae9e75f-e00f-49ae-b9a1-7ce14c6b76eb tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/security-groups?id=777879eb-958c-47b6-ae2d-87d7716df7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066277 May 13 14:22:31.530873 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59790) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:31.594062 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cfe4df-485d-4693-bfc4-1f9958362176 None None] Network d301d735-a73b-4490-b6b9-fa11164ef2ea requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:22:31.617871 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-204ebaec-79bb-43a9-9e72-8bd1361161d2 admin admin] Deleting subnet 6ef91ddc-ce09-4eab-b60d-f6a79be86599 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:22:31.622186 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-204ebaec-79bb-43a9-9e72-8bd1361161d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:31.707554 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-204ebaec-79bb-43a9-9e72-8bd1361161d2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:31.726670 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-204ebaec-79bb-43a9-9e72-8bd1361161d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:31.830363 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-204ebaec-79bb-43a9-9e72-8bd1361161d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:31.883487 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ebaec-79bb-43a9-9e72-8bd1361161d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ef91ddc-ce09-4eab-b60d-f6a79be86599,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:31.899428 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-204ebaec-79bb-43a9-9e72-8bd1361161d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:31.908928 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-204ebaec-79bb-43a9-9e72-8bd1361161d2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6ef91ddc-ce09-4eab-b60d-f6a79be86599 HTTP/1.1" status: 204 len: 168 time: 0.3745813 May 13 14:22:31.910792 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59804) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:32.024116 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59810) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:32.047484 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ab50fcb2-de45-493b-950b-c39f1852a3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:32.048856 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:32.073256 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ab50fcb2-de45-493b-950b-c39f1852a3f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:32.077943 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ab50fcb2-de45-493b-950b-c39f1852a3f3 admin admin] Usage tracker for resource:security_group_rule and tenant:ccf3bea7bbce44679572abe31340485b is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:32.078903 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f3323eb-33d6-495a-b512-4f48b00ac0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:32.137484 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ab50fcb2-de45-493b-950b-c39f1852a3f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:32.155639 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ab50fcb2-de45-493b-950b-c39f1852a3f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:32.222825 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3427755-4104-470e-941c-694ecc5f036f req-2524aad1-554d-4b1e-9f33-7edf6369bb93 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:32.224258 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f3427755-4104-470e-941c-694ecc5f036f req-2524aad1-554d-4b1e-9f33-7edf6369bb93 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?device_id=cffd7c50-41a8-47cd-b5a8-c0367f85b70b HTTP/1.1" status: 200 len: 949 time: 0.1425011 May 13 14:22:32.272667 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-e5ba9686-d5b3-4bad-9629-7d304bb4d68b tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=652541c50878480891452a61002970b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713046 May 13 14:22:32.324784 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f3427755-4104-470e-941c-694ecc5f036f req-252c52c9-1137-4d0e-a006-ddbd795a2651 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdfa4aeb-ae5a-466e-b5e5-5001d597b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931766 May 13 14:22:32.329048 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ab50fcb2-de45-493b-950b-c39f1852a3f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:32.334710 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ab50fcb2-de45-493b-950b-c39f1852a3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:32.389681 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ab50fcb2-de45-493b-950b-c39f1852a3f3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ccf3bea7bbce44679572abe31340485b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3616557 May 13 14:22:32.389681 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab50fcb2-de45-493b-950b-c39f1852a3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56ed3ec-51ff-493c-a0c1-ba6a09a4c8b2,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:32.390865 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59826) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:32.443352 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f3323eb-33d6-495a-b512-4f48b00ac0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:32.481581 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f3323eb-33d6-495a-b512-4f48b00ac0d8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:22:32.481825 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f3323eb-33d6-495a-b512-4f48b00ac0d8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:22:32.482590 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f3323eb-33d6-495a-b512-4f48b00ac0d8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:22:32.482923 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f3323eb-33d6-495a-b512-4f48b00ac0d8 admin admin] Subscribe: > port after_create 55550000 {{(pid=88082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:22:32.483272 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f3323eb-33d6-495a-b512-4f48b00ac0d8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:22:32.483601 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f3323eb-33d6-495a-b512-4f48b00ac0d8 admin admin] Subscribe: > port after_update 55550000 {{(pid=88082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:22:32.483915 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f3323eb-33d6-495a-b512-4f48b00ac0d8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:22:32.484247 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f3323eb-33d6-495a-b512-4f48b00ac0d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:22:32.484583 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f3323eb-33d6-495a-b512-4f48b00ac0d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:22:32.484890 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f3323eb-33d6-495a-b512-4f48b00ac0d8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:22:32.504345 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1479d463-f2a2-4d02-9c8b-6e859e445c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:32.551701 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1479d463-f2a2-4d02-9c8b-6e859e445c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:32.604995 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ad4a8-4897-4d0e-b566-58c49baebd22 req-3c9d7af2-22fe-4d37-9da6-182b83370f17 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:32.605682 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-6a2ad4a8-4897-4d0e-b566-58c49baebd22 req-3c9d7af2-22fe-4d37-9da6-182b83370f17 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Synchronizing usage tracker for tenant:4d6ca075ae214d9490235db19234e57f on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:22:32.620609 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f3323eb-33d6-495a-b512-4f48b00ac0d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:22:32.620609 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f3323eb-33d6-495a-b512-4f48b00ac0d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:22:32.621151 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f3323eb-33d6-495a-b512-4f48b00ac0d8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:22:32.621674 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f3323eb-33d6-495a-b512-4f48b00ac0d8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:22:32.622052 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-2f3323eb-33d6-495a-b512-4f48b00ac0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c45001a7-3974-4393-8636-3e9006bb93e8']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:22:32.626114 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-6a2ad4a8-4897-4d0e-b566-58c49baebd22 req-3c9d7af2-22fe-4d37-9da6-182b83370f17 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Unset dirty status for tenant:4d6ca075ae214d9490235db19234e57f on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:22:32.627311 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6a2ad4a8-4897-4d0e-b566-58c49baebd22 req-3c9d7af2-22fe-4d37-9da6-182b83370f17 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 932 time: 0.1734779 May 13 14:22:32.632215 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1479d463-f2a2-4d02-9c8b-6e859e445c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:32.658512 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-2f3323eb-33d6-495a-b512-4f48b00ac0d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '383d7843-e67f-4258-855c-0fec9a04d185') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:22:32.658923 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-2f3323eb-33d6-495a-b512-4f48b00ac0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '383d7843-e67f-4258-855c-0fec9a04d185') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:22:32.670525 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479d463-f2a2-4d02-9c8b-6e859e445c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56ed3ec-51ff-493c-a0c1-ba6a09a4c8b2,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:32.676725 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1479d463-f2a2-4d02-9c8b-6e859e445c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:32.677847 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1479d463-f2a2-4d02-9c8b-6e859e445c0c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c56ed3ec-51ff-493c-a0c1-ba6a09a4c8b2 HTTP/1.1" status: 204 len: 168 time: 0.2858737 May 13 14:22:32.688719 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f3323eb-33d6-495a-b512-4f48b00ac0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:32.710610 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6a2ad4a8-4897-4d0e-b566-58c49baebd22 req-c695f078-0f98-4c61-b6c3-0d2487ff2633 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724080 May 13 14:22:32.710857 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-75ab34f1-d1e3-41fd-85d2-1fa4ae15322b tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:32.712571 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-75ab34f1-d1e3-41fd-85d2-1fa4ae15322b tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4325564 May 13 14:22:32.740000 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f3323eb-33d6-495a-b512-4f48b00ac0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:32.747083 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-1e37eb1e-e6ef-4a19-93d4-399ebff55d89 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/quotas/652541c50878480891452a61002970b5 HTTP/1.1" status: 200 len: 375 time: 0.0184357 May 13 14:22:32.750674 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3323eb-33d6-495a-b512-4f48b00ac0d8 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:22:32.751182 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f3323eb-33d6-495a-b512-4f48b00ac0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: from cryptography.utils import int_from_bytes May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: from cryptography.utils import int_from_bytes May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: util.warn_limited( May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: util.warn_limited( May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: timer() May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:22:32.776320 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:22:32.858352 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-86b40114-7096-4f0c-a91f-8f6b2cc21c31 req-8859995a-fefc-4c7e-b4ec-80609a7fce1f tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=b748afd1-47b2-4307-b071-7ed4d40a77c5 HTTP/1.1" status: 200 len: 210 time: 0.0451522 May 13 14:22:32.894120 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-85d68d3e-83b9-48ec-869d-bda4d5e9407f tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1133153 May 13 14:22:32.922687 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f3323eb-33d6-495a-b512-4f48b00ac0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:32.950329 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f3323eb-33d6-495a-b512-4f48b00ac0d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:32.953859 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3323eb-33d6-495a-b512-4f48b00ac0d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c45001a7-3974-4393-8636-3e9006bb93e8,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:32.961468 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2f3323eb-33d6-495a-b512-4f48b00ac0d8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c45001a7-3974-4393-8636-3e9006bb93e8 HTTP/1.1" status: 204 len: 168 time: 1.0490510 May 13 14:22:32.964494 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59838) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:33.061092 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0440a06-c287-4c8d-b0f5-5573cf9f101a admin admin] Deleting subnet 743fa52d-0512-40d9-8cb5-51c29a472832 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:22:33.065273 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0440a06-c287-4c8d-b0f5-5573cf9f101a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:33.153375 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0440a06-c287-4c8d-b0f5-5573cf9f101a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:33.161958 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0440a06-c287-4c8d-b0f5-5573cf9f101a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:33.359342 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da36d5e-4cda-4b34-b9c3-bcb0ffc748a6 req-f05cb32d-6702-4b78-82e3-dbad21d5e253 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:33.361020 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1da36d5e-4cda-4b34-b9c3-bcb0ffc748a6 req-f05cb32d-6702-4b78-82e3-dbad21d5e253 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/ports?device_id=4085e580-1011-4b00-aac1-abb57c780565 HTTP/1.1" status: 200 len: 971 time: 0.1790154 May 13 14:22:33.379081 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0440a06-c287-4c8d-b0f5-5573cf9f101a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:33.452374 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1da36d5e-4cda-4b34-b9c3-bcb0ffc748a6 req-728bb8f1-1e88-4a76-9e39-bf0b1ad54183 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/security-groups?id=777879eb-958c-47b6-ae2d-87d7716df7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853453 May 13 14:22:33.531571 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0440a06-c287-4c8d-b0f5-5573cf9f101a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:33.539568 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0440a06-c287-4c8d-b0f5-5573cf9f101a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=743fa52d-0512-40d9-8cb5-51c29a472832,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:33.550145 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d0440a06-c287-4c8d-b0f5-5573cf9f101a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/743fa52d-0512-40d9-8cb5-51c29a472832 HTTP/1.1" status: 204 len: 168 time: 0.5845134 May 13 14:22:33.552468 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59864) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:33.570575 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-57578874-1483-49ba-b6a5-07db719202c5 req-d72de0d8-1a70-4b6c-8c01-cf793b6add37 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 210 time: 0.0681760 May 13 14:22:33.771156 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-85f3e27b-a3b0-498a-a3af-e453e46cce46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:33.823556 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fc999-5bd1-4ea9-97bf-13877acda3b0 req-095dad75-f239-467b-86ce-50e0bbc71644 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:33.825084 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-070fc999-5bd1-4ea9-97bf-13877acda3b0 req-095dad75-f239-467b-86ce-50e0bbc71644 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?device_id=cffd7c50-41a8-47cd-b5a8-c0367f85b70b HTTP/1.1" status: 200 len: 949 time: 0.0912869 May 13 14:22:33.873514 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-070fc999-5bd1-4ea9-97bf-13877acda3b0 req-f05dc9c4-9dac-4832-91d5-8e96144e87e8 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdfa4aeb-ae5a-466e-b5e5-5001d597b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409029 May 13 14:22:33.946832 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-85f3e27b-a3b0-498a-a3af-e453e46cce46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:33.961512 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a846a-e8d6-4d2d-97f5-77d7513c93f9 req-77d0d459-6117-4b67-b300-043303f00bdb tempest-AggregatesAdminTestJSON-1894184878 tempest-AggregatesAdminTestJSON-1894184878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:33.963480 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-261a846a-e8d6-4d2d-97f5-77d7513c93f9 req-77d0d459-6117-4b67-b300-043303f00bdb tempest-AggregatesAdminTestJSON-1894184878 tempest-AggregatesAdminTestJSON-1894184878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4085e580-1011-4b00-aac1-abb57c780565 HTTP/1.1" status: 200 len: 1122 time: 0.2419093 May 13 14:22:33.979913 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-85f3e27b-a3b0-498a-a3af-e453e46cce46 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:22:33.980240 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-85f3e27b-a3b0-498a-a3af-e453e46cce46 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:22:33.980987 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-85f3e27b-a3b0-498a-a3af-e453e46cce46 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:22:33.981316 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-85f3e27b-a3b0-498a-a3af-e453e46cce46 admin admin] Subscribe: > port after_create 55550000 {{(pid=88081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:22:33.981629 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-85f3e27b-a3b0-498a-a3af-e453e46cce46 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:22:33.981954 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-85f3e27b-a3b0-498a-a3af-e453e46cce46 admin admin] Subscribe: > port after_update 55550000 {{(pid=88081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:22:33.982264 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-85f3e27b-a3b0-498a-a3af-e453e46cce46 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:22:33.982593 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-85f3e27b-a3b0-498a-a3af-e453e46cce46 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:22:33.982923 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-85f3e27b-a3b0-498a-a3af-e453e46cce46 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:22:33.983325 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-85f3e27b-a3b0-498a-a3af-e453e46cce46 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:22:34.056917 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-85f3e27b-a3b0-498a-a3af-e453e46cce46 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:22:34.057275 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-85f3e27b-a3b0-498a-a3af-e453e46cce46 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:22:34.057871 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-85f3e27b-a3b0-498a-a3af-e453e46cce46 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:22:34.058009 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-85f3e27b-a3b0-498a-a3af-e453e46cce46 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:22:34.058318 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-85f3e27b-a3b0-498a-a3af-e453e46cce46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d301d735-a73b-4490-b6b9-fa11164ef2ea']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:22:34.086029 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-85f3e27b-a3b0-498a-a3af-e453e46cce46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d0793e-c71f-448e-bd18-58d60e0229ea') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:22:34.086271 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-85f3e27b-a3b0-498a-a3af-e453e46cce46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d0793e-c71f-448e-bd18-58d60e0229ea') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:22:34.098296 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-261a846a-e8d6-4d2d-97f5-77d7513c93f9 req-32a217af-cc4a-4333-8951-4d7455dfc177 tempest-AggregatesAdminTestJSON-1894184878 tempest-AggregatesAdminTestJSON-1894184878-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:34.116448 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-85f3e27b-a3b0-498a-a3af-e453e46cce46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:34.126944 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa3af6-1a05-4284-a203-9fdc2654e281 req-d0e51e36-05ba-4212-a69e-a66425c58bb8 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:34.131156 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-15aa3af6-1a05-4284-a203-9fdc2654e281 req-d0e51e36-05ba-4212-a69e-a66425c58bb8 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 932 time: 0.1055553 May 13 14:22:34.132438 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-261a846a-e8d6-4d2d-97f5-77d7513c93f9 req-32a217af-cc4a-4333-8951-4d7455dfc177 tempest-AggregatesAdminTestJSON-1894184878 tempest-AggregatesAdminTestJSON-1894184878-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:34.138647 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-261a846a-e8d6-4d2d-97f5-77d7513c93f9 req-32a217af-cc4a-4333-8951-4d7455dfc177 tempest-AggregatesAdminTestJSON-1894184878 tempest-AggregatesAdminTestJSON-1894184878-project-admin] Usage tracker for resource:security_group_rule and tenant:2f0bdd0291b241c4b4bd8ec421e4cb31 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:34.141463 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-85f3e27b-a3b0-498a-a3af-e453e46cce46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:34.143634 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-261a846a-e8d6-4d2d-97f5-77d7513c93f9 req-32a217af-cc4a-4333-8951-4d7455dfc177 tempest-AggregatesAdminTestJSON-1894184878 tempest-AggregatesAdminTestJSON-1894184878-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:34.153145 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-261a846a-e8d6-4d2d-97f5-77d7513c93f9 req-32a217af-cc4a-4333-8951-4d7455dfc177 tempest-AggregatesAdminTestJSON-1894184878 tempest-AggregatesAdminTestJSON-1894184878-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:34.155508 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f3e27b-a3b0-498a-a3af-e453e46cce46 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:22:34.156006 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-85f3e27b-a3b0-498a-a3af-e453e46cce46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: from cryptography.utils import int_from_bytes May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: from cryptography.utils import int_from_bytes May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: util.warn_limited( May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: util.warn_limited( May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: timer() May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:22:34.171988 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:22:34.177176 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-15aa3af6-1a05-4284-a203-9fdc2654e281 req-eddd737b-09c4-4234-bfdd-698c494809ff tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Synchronizing usage tracker for tenant:4d6ca075ae214d9490235db19234e57f on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:22:34.196366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-15aa3af6-1a05-4284-a203-9fdc2654e281 req-eddd737b-09c4-4234-bfdd-698c494809ff tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Unset dirty status for tenant:4d6ca075ae214d9490235db19234e57f on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:22:34.197813 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-15aa3af6-1a05-4284-a203-9fdc2654e281 req-eddd737b-09c4-4234-bfdd-698c494809ff tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636280 May 13 14:22:34.282891 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-85f3e27b-a3b0-498a-a3af-e453e46cce46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:34.310807 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-85f3e27b-a3b0-498a-a3af-e453e46cce46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:34.325400 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3e27b-a3b0-498a-a3af-e453e46cce46 admin admin] Pushing event deleted for resources: {'Network': ['ID=d301d735-a73b-4490-b6b9-fa11164ef2ea,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:34.330939 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-85f3e27b-a3b0-498a-a3af-e453e46cce46 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d301d735-a73b-4490-b6b9-fa11164ef2ea HTTP/1.1" status: 204 len: 168 time: 0.7769341 May 13 14:22:34.405944 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-261a846a-e8d6-4d2d-97f5-77d7513c93f9 req-32a217af-cc4a-4333-8951-4d7455dfc177 tempest-AggregatesAdminTestJSON-1894184878 tempest-AggregatesAdminTestJSON-1894184878-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:34.411463 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-261a846a-e8d6-4d2d-97f5-77d7513c93f9 req-32a217af-cc4a-4333-8951-4d7455dfc177 tempest-AggregatesAdminTestJSON-1894184878 tempest-AggregatesAdminTestJSON-1894184878-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:34.412592 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c310d08-3407-4b56-8ae6-4dad94544219 req-cf04e5bb-033f-41a2-8378-09f5885cf175 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=b748afd1-47b2-4307-b071-7ed4d40a77c5 HTTP/1.1" status: 200 len: 210 time: 0.0454834 May 13 14:22:34.446793 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-261a846a-e8d6-4d2d-97f5-77d7513c93f9 req-32a217af-cc4a-4333-8951-4d7455dfc177 tempest-AggregatesAdminTestJSON-1894184878 tempest-AggregatesAdminTestJSON-1894184878-project-admin] Synchronizing usage tracker for tenant:2f0bdd0291b241c4b4bd8ec421e4cb31 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:22:34.481688 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a217af-cc4a-4333-8951-4d7455dfc177 tempest-AggregatesAdminTestJSON-1894184878 tempest-AggregatesAdminTestJSON-1894184878-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2889bdfe-6380-4003-9e40-e6d200e54e73,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:34.491666 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-261a846a-e8d6-4d2d-97f5-77d7513c93f9 req-32a217af-cc4a-4333-8951-4d7455dfc177 tempest-AggregatesAdminTestJSON-1894184878 tempest-AggregatesAdminTestJSON-1894184878-project-admin] Unset dirty status for tenant:2f0bdd0291b241c4b4bd8ec421e4cb31 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:22:34.491666 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-261a846a-e8d6-4d2d-97f5-77d7513c93f9 req-32a217af-cc4a-4333-8951-4d7455dfc177 tempest-AggregatesAdminTestJSON-1894184878 tempest-AggregatesAdminTestJSON-1894184878-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=777879eb-958c-47b6-ae2d-87d7716df7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5141108 May 13 14:22:34.577785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59898) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:34.653069 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-49d97be9-475b-4de3-ae1d-60873eb083e9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b708353dd2964231a0e4e4434d7ec40a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0739255 May 13 14:22:34.655837 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59904) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:34.735823 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7526ff61-83d3-4dac-9885-05cbd8c01395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:34.763578 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6bac5258-c89d-4a6d-96f4-413825777c1a req-0ebef0e2-989e-4fba-a8fe-8331ffe4e6c4 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 210 time: 0.0579317 May 13 14:22:34.781757 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7526ff61-83d3-4dac-9885-05cbd8c01395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:34.844587 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7526ff61-83d3-4dac-9885-05cbd8c01395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:34.859716 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526ff61-83d3-4dac-9885-05cbd8c01395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d35b212-18cf-468b-9045-2b7b25177c61,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:34.869832 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7526ff61-83d3-4dac-9885-05cbd8c01395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:34.870945 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7526ff61-83d3-4dac-9885-05cbd8c01395 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0d35b212-18cf-468b-9045-2b7b25177c61 HTTP/1.1" status: 204 len: 168 time: 0.2141523 May 13 14:22:35.015360 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be637c20-f532-43c6-a548-531e19d4ff56 req-808468c5-d564-4f4f-a0e5-93e25ad0661d tempest-DeleteServersAdminTestJSON-1389685414 tempest-DeleteServersAdminTestJSON-1389685414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:35.017021 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be637c20-f532-43c6-a548-531e19d4ff56 req-808468c5-d564-4f4f-a0e5-93e25ad0661d tempest-DeleteServersAdminTestJSON-1389685414 tempest-DeleteServersAdminTestJSON-1389685414-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cffd7c50-41a8-47cd-b5a8-c0367f85b70b HTTP/1.1" status: 200 len: 1100 time: 0.1453643 May 13 14:22:35.025689 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaae013-1f26-4d3c-b2bb-6d66c3b6146c req-d9623d4c-1d91-4b43-aae2-1bc8c671da9e tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:35.032975 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bdaae013-1f26-4d3c-b2bb-6d66c3b6146c req-d9623d4c-1d91-4b43-aae2-1bc8c671da9e tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/ports?device_id=4085e580-1011-4b00-aac1-abb57c780565 HTTP/1.1" status: 200 len: 971 time: 0.1204798 May 13 14:22:35.130804 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bdaae013-1f26-4d3c-b2bb-6d66c3b6146c req-3f1d65f6-6d15-4eac-a7d7-95f734ff44dd tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/security-groups?id=777879eb-958c-47b6-ae2d-87d7716df7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967546 May 13 14:22:35.148720 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-be637c20-f532-43c6-a548-531e19d4ff56 req-6370fb68-cb17-4aaa-aa48-b7fc2a9f40b9 tempest-DeleteServersAdminTestJSON-1389685414 tempest-DeleteServersAdminTestJSON-1389685414-project-admin] Deleting port 653c7927-b655-49ce-8545-4902e949a8fc {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:22:35.148901 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-be637c20-f532-43c6-a548-531e19d4ff56 req-6370fb68-cb17-4aaa-aa48-b7fc2a9f40b9 tempest-DeleteServersAdminTestJSON-1389685414 tempest-DeleteServersAdminTestJSON-1389685414-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:35.243568 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6306bf6-4cfa-4f50-a0c0-ff3983daedab req-70cd39c6-ad25-4b1c-a098-29ca3b4806fc tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:35.254712 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a6306bf6-4cfa-4f50-a0c0-ff3983daedab req-70cd39c6-ad25-4b1c-a098-29ca3b4806fc tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?device_id=cffd7c50-41a8-47cd-b5a8-c0367f85b70b HTTP/1.1" status: 200 len: 949 time: 0.1154895 May 13 14:22:35.291605 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59924) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:35.324554 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a6306bf6-4cfa-4f50-a0c0-ff3983daedab req-3fa47b90-7750-42f0-9a04-a470004c5a1a tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdfa4aeb-ae5a-466e-b5e5-5001d597b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684505 May 13 14:22:35.375647 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f771c92a-91de-48d0-abed-c6d9cd10c78a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9bccf42d262b4b3ab932350888814a79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0826619 May 13 14:22:35.376366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59930) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:35.448239 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c9309c3a-071d-4b8f-a15f-29b3dd297ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:35.477386 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c9309c3a-071d-4b8f-a15f-29b3dd297ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:35.536045 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-be637c20-f532-43c6-a548-531e19d4ff56 req-6370fb68-cb17-4aaa-aa48-b7fc2a9f40b9 tempest-DeleteServersAdminTestJSON-1389685414 tempest-DeleteServersAdminTestJSON-1389685414-project-admin] For port 653c7927-b655-49ce-8545-4902e949a8fc, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=653c7927-b655-49ce-8545-4902e949a8fc,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:22:35.536401 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-be637c20-f532-43c6-a548-531e19d4ff56 req-6370fb68-cb17-4aaa-aa48-b7fc2a9f40b9 tempest-DeleteServersAdminTestJSON-1389685414 tempest-DeleteServersAdminTestJSON-1389685414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:35.575567 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-233943ec-f63a-45c3-8da0-dc2aec72bfc2 req-ca07acc1-63b5-4294-b361-0b7f7ce6b2b5 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=b748afd1-47b2-4307-b071-7ed4d40a77c5 HTTP/1.1" status: 200 len: 210 time: 0.0452688 May 13 14:22:35.576332 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c9309c3a-071d-4b8f-a15f-29b3dd297ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:35.591903 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9309c3a-071d-4b8f-a15f-29b3dd297ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b9da0f-3e10-4bcb-9d4c-1871a8ed8594,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:35.605617 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c9309c3a-071d-4b8f-a15f-29b3dd297ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:35.609165 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c9309c3a-071d-4b8f-a15f-29b3dd297ffa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/77b9da0f-3e10-4bcb-9d4c-1871a8ed8594 HTTP/1.1" status: 204 len: 168 time: 0.2292790 May 13 14:22:35.670674 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe32c7-4776-4a2a-943a-093871dded57 req-cc006142-dc43-4096-bc32-4305bfd5f1ac tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:35.675749 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a3fe32c7-4776-4a2a-943a-093871dded57 req-cc006142-dc43-4096-bc32-4305bfd5f1ac tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 932 time: 0.2544827 May 13 14:22:35.684068 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-be637c20-f532-43c6-a548-531e19d4ff56 req-6370fb68-cb17-4aaa-aa48-b7fc2a9f40b9 tempest-DeleteServersAdminTestJSON-1389685414 tempest-DeleteServersAdminTestJSON-1389685414-project-admin] Calling delete_port for 653c7927-b655-49ce-8545-4902e949a8fc owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:22:35.740278 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59942) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:35.970177 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a9733ac9-94f4-4006-b0bf-9fc39585ba00 req-1b6a0f7d-61d6-461e-bfee-15b99622251e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 210 time: 0.0668283 May 13 14:22:35.999352 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a3fe32c7-4776-4a2a-943a-093871dded57 req-dd81786d-1308-4fbf-b3a1-99cc8566fc4e tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871468 May 13 14:22:36.080864 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-be637c20-f532-43c6-a548-531e19d4ff56 req-6370fb68-cb17-4aaa-aa48-b7fc2a9f40b9 tempest-DeleteServersAdminTestJSON-1389685414 tempest-DeleteServersAdminTestJSON-1389685414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:36.093817 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['653c7927-b655-49ce-8545-4902e949a8fc'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:22:36.109816 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-541c50f1-0008-48f8-9d2c-f3ce94a4d68f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:36.156533 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-541c50f1-0008-48f8-9d2c-f3ce94a4d68f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:36.166864 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-541c50f1-0008-48f8-9d2c-f3ce94a4d68f admin admin] Usage tracker for resource:security_group_rule and tenant:2e518f949e4f45879e29504586e9e7b7 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:36.171765 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-541c50f1-0008-48f8-9d2c-f3ce94a4d68f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:36.200445 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-541c50f1-0008-48f8-9d2c-f3ce94a4d68f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:36.233351 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370fb68-cb17-4aaa-aa48-b7fc2a9f40b9 tempest-DeleteServersAdminTestJSON-1389685414 tempest-DeleteServersAdminTestJSON-1389685414-project-admin] Pushing event deleted for resources: {'Port': ['ID=653c7927-b655-49ce-8545-4902e949a8fc,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:36.256753 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-be637c20-f532-43c6-a548-531e19d4ff56 req-6370fb68-cb17-4aaa-aa48-b7fc2a9f40b9 tempest-DeleteServersAdminTestJSON-1389685414 tempest-DeleteServersAdminTestJSON-1389685414-project-admin] No DVR routers for this DVR port 653c7927-b655-49ce-8545-4902e949a8fc on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:22:36.264596 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-be637c20-f532-43c6-a548-531e19d4ff56 req-6370fb68-cb17-4aaa-aa48-b7fc2a9f40b9 tempest-DeleteServersAdminTestJSON-1389685414 tempest-DeleteServersAdminTestJSON-1389685414-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:36.269731 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cffd7c50-41a8-47cd-b5a8-c0367f85b70b', 'name': 'network-vif-deleted', 'tag': '653c7927-b655-49ce-8545-4902e949a8fc'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:22:36.293076 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be637c20-f532-43c6-a548-531e19d4ff56 req-6370fb68-cb17-4aaa-aa48-b7fc2a9f40b9 tempest-DeleteServersAdminTestJSON-1389685414 tempest-DeleteServersAdminTestJSON-1389685414-project-admin] 10.222.0.59 "DELETE /v2.0/ports/653c7927-b655-49ce-8545-4902e949a8fc HTTP/1.1" status: 204 len: 173 time: 1.2579343 May 13 14:22:36.328027 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe43ef-f3f4-4a4e-b7e9-87da996e7841 req-187b5391-a78d-4cf0-8236-934673ca7d3c tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:36.329488 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-03fe43ef-f3f4-4a4e-b7e9-87da996e7841 req-187b5391-a78d-4cf0-8236-934673ca7d3c tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.59 "GET /v2.0/ports?device_id=4085e580-1011-4b00-aac1-abb57c780565 HTTP/1.1" status: 200 len: 971 time: 0.2705843 May 13 14:22:36.378041 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c94e93d1-f81a-44b6-a017-0eddbbc2ae26'] response: {'server_uuid': 'cffd7c50-41a8-47cd-b5a8-c0367f85b70b', 'name': 'network-vif-deleted', 'tag': '653c7927-b655-49ce-8545-4902e949a8fc', 'status': 'completed', 'code': 200} May 13 14:22:36.562889 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-58599c19-4a1d-4def-82b9-e08bcefac2ed req-d82d747b-80fc-4736-b1b5-b14794624a26 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Synchronizing usage tracker for tenant:f94392095e3e4059aa82fd976382ba83 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:22:36.581466 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-58599c19-4a1d-4def-82b9-e08bcefac2ed req-d82d747b-80fc-4736-b1b5-b14794624a26 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Unset dirty status for tenant:f94392095e3e4059aa82fd976382ba83 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:22:36.583265 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-58599c19-4a1d-4def-82b9-e08bcefac2ed req-d82d747b-80fc-4736-b1b5-b14794624a26 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?device_id=cffd7c50-41a8-47cd-b5a8-c0367f85b70b HTTP/1.1" status: 200 len: 210 time: 0.0925422 May 13 14:22:36.652574 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-03fe43ef-f3f4-4a4e-b7e9-87da996e7841 req-a95236cc-db68-4f8b-a25b-5fb9ec54ee00 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Deleting port de13add3-8106-4ac4-bc79-959fa3a3b520 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:22:36.653014 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-03fe43ef-f3f4-4a4e-b7e9-87da996e7841 req-a95236cc-db68-4f8b-a25b-5fb9ec54ee00 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:36.756146 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-10d41623-267c-45c6-95a3-f1b9ae46ecf0 req-6fda3b88-8d5c-4e65-af3b-24892d2bcfa6 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=b748afd1-47b2-4307-b071-7ed4d40a77c5 HTTP/1.1" status: 200 len: 210 time: 0.0441988 May 13 14:22:36.792215 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59976) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:36.817842 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-541c50f1-0008-48f8-9d2c-f3ce94a4d68f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:36.836957 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-541c50f1-0008-48f8-9d2c-f3ce94a4d68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:36.879281 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-24a8ca20-293e-48ee-968e-70c0e28f660a tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:22:36.880343 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-24a8ca20-293e-48ee-968e-70c0e28f660a tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065923 May 13 14:22:36.916798 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e479c-52a8-427f-8abb-b726b4ee571b req-3ad61d88-62a8-4edc-9025-28e6ec2ef28c tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:36.924506 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f44e479c-52a8-427f-8abb-b726b4ee571b req-3ad61d88-62a8-4edc-9025-28e6ec2ef28c tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/ports?device_id=4085e580-1011-4b00-aac1-abb57c780565 HTTP/1.1" status: 200 len: 971 time: 0.5149360 May 13 14:22:36.957549 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-88afd529-32f2-43ef-aa57-b598b66afda0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-610397857-network', 'tenant_id': 'e9c1f6dcee6e4bfa9d17410767972533'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:22:36.971601 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-88afd529-32f2-43ef-aa57-b598b66afda0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:36.979148 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-88afd529-32f2-43ef-aa57-b598b66afda0 admin admin] Usage tracker for resource:network and tenant:e9c1f6dcee6e4bfa9d17410767972533 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:36.992237 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-88afd529-32f2-43ef-aa57-b598b66afda0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:37.005579 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-88afd529-32f2-43ef-aa57-b598b66afda0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:37.029883 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88afd529-32f2-43ef-aa57-b598b66afda0 admin admin] Made reservation on behalf of e9c1f6dcee6e4bfa9d17410767972533 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:22:37.036693 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-88afd529-32f2-43ef-aa57-b598b66afda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:37.042524 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c50f1-0008-48f8-9d2c-f3ce94a4d68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18772bcd-709b-401b-bd3c-81c94609e12c,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:37.047036 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-541c50f1-0008-48f8-9d2c-f3ce94a4d68f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2e518f949e4f45879e29504586e9e7b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3057203 May 13 14:22:37.075917 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59988) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:37.081698 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-c46958bc-f373-4136-bc1f-fd95910b6654 service neutron] Request body: {'port': {'device_id': '03a9f05c-9592-4160-8bf0-ab74091ba2e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:22:37.132857 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f44e479c-52a8-427f-8abb-b726b4ee571b req-3b4a0001-4a8d-4780-9b7f-74c634416610 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/security-groups?id=777879eb-958c-47b6-ae2d-87d7716df7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073891 May 13 14:22:37.144588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-de466425-cbe4-49e7-ab6d-0a32fad41294 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Synchronizing usage tracker for tenant:7e0e518d19f9448bbe227bb971102d2e on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:22:37.218107 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-de466425-cbe4-49e7-ab6d-0a32fad41294 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Unset dirty status for tenant:7e0e518d19f9448bbe227bb971102d2e on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:22:37.219653 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-de466425-cbe4-49e7-ab6d-0a32fad41294 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e0e518d19f9448bbe227bb971102d2e HTTP/1.1" status: 200 len: 379 time: 0.3512242 May 13 14:22:37.237527 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-88afd529-32f2-43ef-aa57-b598b66afda0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:37.264780 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-03fe43ef-f3f4-4a4e-b7e9-87da996e7841 req-a95236cc-db68-4f8b-a25b-5fb9ec54ee00 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] For port de13add3-8106-4ac4-bc79-959fa3a3b520, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=de13add3-8106-4ac4-bc79-959fa3a3b520,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:22:37.265313 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-03fe43ef-f3f4-4a4e-b7e9-87da996e7841 req-a95236cc-db68-4f8b-a25b-5fb9ec54ee00 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:37.280395 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-8d17c4f8-ab04-4b23-b675-f2f34092cbb8 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Request body: {'port': {'device_id': 'b748afd1-47b2-4307-b071-7ed4d40a77c5', 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1', 'admin_state_up': True, 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'security_groups': ['ca79901b-aa25-4a04-89be-d3535bd24089']}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:22:37.322131 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8fc3a550-9c9d-4c4d-b88d-8c6b01edad53 req-0541a2a2-495a-4da7-b74d-11dad37c8bd1 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 210 time: 0.0664546 May 13 14:22:37.335049 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-88afd529-32f2-43ef-aa57-b598b66afda0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:37.355665 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-88afd529-32f2-43ef-aa57-b598b66afda0 admin admin] Usage tracker for resource:security_group_rule and tenant:e9c1f6dcee6e4bfa9d17410767972533 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:37.358796 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-c46958bc-f373-4136-bc1f-fd95910b6654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:37.370760 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-88afd529-32f2-43ef-aa57-b598b66afda0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:37.383187 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-88afd529-32f2-43ef-aa57-b598b66afda0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:37.385878 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4dadf39c-b410-4f36-9781-adfb399b7eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:37.479140 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4dadf39c-b410-4f36-9781-adfb399b7eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:37.530351 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-03fe43ef-f3f4-4a4e-b7e9-87da996e7841 req-a95236cc-db68-4f8b-a25b-5fb9ec54ee00 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Calling delete_port for de13add3-8106-4ac4-bc79-959fa3a3b520 owned by compute:tempest-test_az-580455635 {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:22:37.714995 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4dadf39c-b410-4f36-9781-adfb399b7eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:37.756112 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-8d17c4f8-ab04-4b23-b675-f2f34092cbb8 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:37.764145 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-88afd529-32f2-43ef-aa57-b598b66afda0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:37.769588 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dadf39c-b410-4f36-9781-adfb399b7eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18772bcd-709b-401b-bd3c-81c94609e12c,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:37.778807 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-88afd529-32f2-43ef-aa57-b598b66afda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:37.813354 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02a626-6668-47fa-a0d5-6dad9e1a334d req-ec93b10f-5ae5-432b-9ba7-55f5514793c6 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:37.821296 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4dadf39c-b410-4f36-9781-adfb399b7eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:37.821870 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ca02a626-6668-47fa-a0d5-6dad9e1a334d req-ec93b10f-5ae5-432b-9ba7-55f5514793c6 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 932 time: 0.5262940 May 13 14:22:37.822403 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4dadf39c-b410-4f36-9781-adfb399b7eb5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/18772bcd-709b-401b-bd3c-81c94609e12c HTTP/1.1" status: 204 len: 168 time: 0.7454495 May 13 14:22:37.836233 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-8d17c4f8-ab04-4b23-b675-f2f34092cbb8 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:37.853790 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88afd529-32f2-43ef-aa57-b598b66afda0 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:22:37.861499 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88afd529-32f2-43ef-aa57-b598b66afda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:37.878443 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-88afd529-32f2-43ef-aa57-b598b66afda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:37.878923 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-88afd529-32f2-43ef-aa57-b598b66afda0 admin admin] Added segment 69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2 of type vlan for network 01882ed3-6d08-4bd7-8250-0f45408cfc6f May 13 14:22:37.891298 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-8d17c4f8-ab04-4b23-b675-f2f34092cbb8 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Made reservation on behalf of 7e0e518d19f9448bbe227bb971102d2e for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:22:37.897317 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-8d17c4f8-ab04-4b23-b675-f2f34092cbb8 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:37.938276 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ca02a626-6668-47fa-a0d5-6dad9e1a334d req-edc61460-adf0-4bbd-abe2-7cca13c52091 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127374 May 13 14:22:37.938551 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-88afd529-32f2-43ef-aa57-b598b66afda0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:37.960610 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-03fe43ef-f3f4-4a4e-b7e9-87da996e7841 req-a95236cc-db68-4f8b-a25b-5fb9ec54ee00 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:37.973380 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['de13add3-8106-4ac4-bc79-959fa3a3b520'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:22:38.110101 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.74', 52884) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:38.134575 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95236cc-db68-4f8b-a25b-5fb9ec54ee00 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Pushing event deleted for resources: {'Port': ['ID=de13add3-8106-4ac4-bc79-959fa3a3b520,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:38.147076 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8a4b6891-dd1d-4884-b195-89a3a0730aae req-655d63b0-2d37-4259-863b-088d9de0bcfd tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=b748afd1-47b2-4307-b071-7ed4d40a77c5 HTTP/1.1" status: 200 len: 210 time: 0.0839248 May 13 14:22:38.186092 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-c46958bc-f373-4136-bc1f-fd95910b6654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:22:38.192272 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-6e834398-0275-477b-9a2b-cb4bbc019555 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=652541c50878480891452a61002970b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724871 May 13 14:22:38.195062 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-88afd529-32f2-43ef-aa57-b598b66afda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:38.195824 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88afd529-32f2-43ef-aa57-b598b66afda0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:38.197089 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-88afd529-32f2-43ef-aa57-b598b66afda0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:38.203215 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-c46958bc-f373-4136-bc1f-fd95910b6654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:38.379413 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-8005e2b2-6d61-4219-a568-b67d43f2987d tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=f94392095e3e4059aa82fd976382ba83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2626328 May 13 14:22:38.428041 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60020) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:38.454446 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-c46958bc-f373-4136-bc1f-fd95910b6654 service neutron] Transition to ACTIVE for port object 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:22:38.473402 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-03fe43ef-f3f4-4a4e-b7e9-87da996e7841 req-a95236cc-db68-4f8b-a25b-5fb9ec54ee00 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] No DVR routers for this DVR port de13add3-8106-4ac4-bc79-959fa3a3b520 on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:22:38.517257 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-88afd529-32f2-43ef-aa57-b598b66afda0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.7240891 May 13 14:22:38.527384 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2a22462a-2102-471b-8511-32d3269f332f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:38.532569 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60024) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:38.535680 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-03fe43ef-f3f4-4a4e-b7e9-87da996e7841 req-a95236cc-db68-4f8b-a25b-5fb9ec54ee00 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:38.538348 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-c46958bc-f373-4136-bc1f-fd95910b6654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:38.539130 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-8d17c4f8-ab04-4b23-b675-f2f34092cbb8 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Allocated IP 172.20.0.7 (a2ee0690-4c57-4e4e-b68b-865fc1c187b1/df9f1382-e59c-48f3-b05c-1d030cf41b4a/2e32ddf8-8485-40ab-b203-84fd58d0b941) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:22:38.546985 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4085e580-1011-4b00-aac1-abb57c780565', 'name': 'network-vif-deleted', 'tag': 'de13add3-8106-4ac4-bc79-959fa3a3b520'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:22:38.562218 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-80da53ae-61f7-48fb-8532-a4f25cc17a5d admin admin] Request body: {'subnet': {'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-610397857-subnet', 'tenant_id': 'e9c1f6dcee6e4bfa9d17410767972533', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:22:38.583750 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-80da53ae-61f7-48fb-8532-a4f25cc17a5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:38.597379 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-80da53ae-61f7-48fb-8532-a4f25cc17a5d admin admin] Usage tracker for resource:subnet and tenant:e9c1f6dcee6e4bfa9d17410767972533 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:38.605663 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-80da53ae-61f7-48fb-8532-a4f25cc17a5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:38.621136 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-80da53ae-61f7-48fb-8532-a4f25cc17a5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:38.660042 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-03fe43ef-f3f4-4a4e-b7e9-87da996e7841 req-a95236cc-db68-4f8b-a25b-5fb9ec54ee00 tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.59 "DELETE /v2.0/ports/de13add3-8106-4ac4-bc79-959fa3a3b520 HTTP/1.1" status: 204 len: 173 time: 2.3134665 May 13 14:22:38.671380 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88afd529-32f2-43ef-aa57-b598b66afda0 admin admin] Pushing event updated for resources: {'Network': ['ID=01882ed3-6d08-4bd7-8250-0f45408cfc6f,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:38.677703 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c950ee2b-acaf-4006-b6d6-1f7c978e9c6f req-88ac1374-e741-4581-bd9c-65b7d01f910a tempest-AggregatesAdminTestJSON-1713527148 tempest-AggregatesAdminTestJSON-1713527148-project] 10.222.0.35 "GET /v2.0/ports?device_id=4085e580-1011-4b00-aac1-abb57c780565 HTTP/1.1" status: 200 len: 210 time: 0.2303174 May 13 14:22:38.687400 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 01882ed3-6d08-4bd7-8250-0f45408cfc6f details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:22:38.691628 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80da53ae-61f7-48fb-8532-a4f25cc17a5d admin admin] Made reservation on behalf of e9c1f6dcee6e4bfa9d17410767972533 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:22:38.693920 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-80da53ae-61f7-48fb-8532-a4f25cc17a5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:38.699225 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2a22462a-2102-471b-8511-32d3269f332f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:38.725266 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 653c7927-b655-49ce-8545-4902e949a8fc no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:22:38.775890 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2a22462a-2102-471b-8511-32d3269f332f admin admin] Usage tracker for resource:security_group_rule and tenant:e0d485472995401eb7ed582fdb1fe7bc is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:38.796681 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2a22462a-2102-471b-8511-32d3269f332f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:38.811676 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 653c7927-b655-49ce-8545-4902e949a8fc {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:22:38.812088 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 653c7927-b655-49ce-8545-4902e949a8fc not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:22:38.812510 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device de13add3-8106-4ac4-bc79-959fa3a3b520 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:22:38.821035 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2a22462a-2102-471b-8511-32d3269f332f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:38.881979 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-4da120e2-4475-4672-b027-a5964eaefb83 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:38.883438 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-4da120e2-4475-4672-b027-a5964eaefb83 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6777997 May 13 14:22:38.909334 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: de13add3-8106-4ac4-bc79-959fa3a3b520 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:22:38.909670 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device de13add3-8106-4ac4-bc79-959fa3a3b520 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:22:38.921025 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e85aa79c-6e63-4375-8c82-0f084ef161b1 req-53a91a46-c7fe-434c-90bc-ad80c1ff1f6a tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 210 time: 0.1102178 May 13 14:22:38.928693 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46958bc-f373-4136-bc1f-fd95910b6654 service neutron] Pushing event updated for resources: {'Port': ['ID=52be2d2f-5c4b-4973-9c3c-0285c7d40b56,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:38.949350 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-5cf3dd2c-58a1-4d7f-a21e-f2c57035206c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Request body: {'port': {'device_id': '95677dd7-0a5b-482c-a4f0-3bba7a89c84d', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'admin_state_up': True, 'tenant_id': '652541c50878480891452a61002970b5'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:22:39.082838 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec431369-445a-4dee-9439-267fa43fae4a'] response: {'server_uuid': '4085e580-1011-4b00-aac1-abb57c780565', 'name': 'network-vif-deleted', 'tag': 'de13add3-8106-4ac4-bc79-959fa3a3b520', 'status': 'completed', 'code': 200} May 13 14:22:39.099127 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-80da53ae-61f7-48fb-8532-a4f25cc17a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:39.157419 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-68f5ea9a-a9f9-4e5a-af5c-9b4474ee2e33 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:39.158983 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-68f5ea9a-a9f9-4e5a-af5c-9b4474ee2e33 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7700429 May 13 14:22:39.194672 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-1d593c8c-a4b7-412a-834f-63d36808e85d tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/quotas/f94392095e3e4059aa82fd976382ba83 HTTP/1.1" status: 200 len: 375 time: 0.0179384 May 13 14:22:39.256404 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-c46958bc-f373-4136-bc1f-fd95910b6654 service neutron] Attempting to bind port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:22:39.256957 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-c46958bc-f373-4136-bc1f-fd95910b6654 service neutron] Attempting to bind port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:22:39.257049 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-c46958bc-f373-4136-bc1f-fd95910b6654 service neutron] Attempting to bind port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:22:39.275165 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-c46958bc-f373-4136-bc1f-fd95910b6654 service neutron] Port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:22:39.275641 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-c46958bc-f373-4136-bc1f-fd95910b6654 service neutron] Attempting to bind port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:22:39.287629 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-12f13607-2b0d-40f1-a5b6-3edcf6fce73a tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f94392095e3e4059aa82fd976382ba83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731361 May 13 14:22:39.288999 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-5cf3dd2c-58a1-4d7f-a21e-f2c57035206c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:39.297288 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da53ae-61f7-48fb-8532-a4f25cc17a5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b67d68a0-c4b3-4438-b89e-01055bd1fad3,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:39.305890 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-c46958bc-f373-4136-bc1f-fd95910b6654 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:22:39.306351 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-c46958bc-f373-4136-bc1f-fd95910b6654 service neutron] Checking segment: {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:22:39.306659 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-c46958bc-f373-4136-bc1f-fd95910b6654 service neutron] Bound using segment: {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:22:39.307187 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-c46958bc-f373-4136-bc1f-fd95910b6654 service neutron] Bound port: 52be2d2f-5c4b-4973-9c3c-0285c7d40b56, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:22:39.307673 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-c46958bc-f373-4136-bc1f-fd95910b6654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:39.324368 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-5cf3dd2c-58a1-4d7f-a21e-f2c57035206c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Usage tracker for resource:port and tenant:652541c50878480891452a61002970b5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:39.325821 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80da53ae-61f7-48fb-8532-a4f25cc17a5d admin admin] Checking segment: {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:22:39.326182 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80da53ae-61f7-48fb-8532-a4f25cc17a5d admin admin] Network hostable DHCP agents. Network: 01882ed3-6d08-4bd7-8250-0f45408cfc6f, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:22:39.334764 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2a22462a-2102-471b-8511-32d3269f332f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:39.335957 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-5cf3dd2c-58a1-4d7f-a21e-f2c57035206c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:39.362900 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-5cf3dd2c-58a1-4d7f-a21e-f2c57035206c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:39.367002 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2a22462a-2102-471b-8511-32d3269f332f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:39.374133 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80da53ae-61f7-48fb-8532-a4f25cc17a5d admin admin] Network 01882ed3-6d08-4bd7-8250-0f45408cfc6f is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:22:39.381178 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-8d17c4f8-ab04-4b23-b675-f2f34092cbb8 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:39.401897 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-80da53ae-61f7-48fb-8532-a4f25cc17a5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 01882ed3-6d08-4bd7-8250-0f45408cfc6f) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:22:39.404314 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-8d17c4f8-ab04-4b23-b675-f2f34092cbb8 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Transition to ACTIVE for port object 2e32ddf8-8485-40ab-b203-84fd58d0b941 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:22:39.410300 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80da53ae-61f7-48fb-8532-a4f25cc17a5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:39.410300 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-80da53ae-61f7-48fb-8532-a4f25cc17a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:39.419909 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42baafe-56e0-4946-bf88-b8ef35bb1a25 None None] Network 01882ed3-6d08-4bd7-8250-0f45408cfc6f requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:22:39.430308 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea132d-402d-4846-997e-00225baeedae req-5b551a90-94d4-4a7a-83bf-afa33ee181fc tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:39.438518 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bdea132d-402d-4846-997e-00225baeedae req-5b551a90-94d4-4a7a-83bf-afa33ee181fc tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 944 time: 0.3551185 May 13 14:22:39.454126 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-80da53ae-61f7-48fb-8532-a4f25cc17a5d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9187925 May 13 14:22:39.489830 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-8d17c4f8-ab04-4b23-b675-f2f34092cbb8 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:39.610104 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bdea132d-402d-4846-997e-00225baeedae req-d9d9b4f8-4a78-4e11-a019-e63100016eb7 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710172 May 13 14:22:39.619437 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-5cf3dd2c-58a1-4d7f-a21e-f2c57035206c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Made reservation on behalf of 652541c50878480891452a61002970b5 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:22:39.622843 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-5cf3dd2c-58a1-4d7f-a21e-f2c57035206c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:39.659159 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2a22462a-2102-471b-8511-32d3269f332f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e0d485472995401eb7ed582fdb1fe7bc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2029519 May 13 14:22:39.662487 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60040) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:39.663394 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22462a-2102-471b-8511-32d3269f332f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6f67a6-155e-4acb-af11-c6992dbd8a88,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:39.666158 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-8d17c4f8-ab04-4b23-b675-f2f34092cbb8 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Network a2ee0690-4c57-4e4e-b68b-865fc1c187b1 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:22:39.670182 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-8d17c4f8-ab04-4b23-b675-f2f34092cbb8 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:22:39.674965 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-8d17c4f8-ab04-4b23-b675-f2f34092cbb8 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:22:39.693160 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-5cf3dd2c-58a1-4d7f-a21e-f2c57035206c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:39.718352 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-5cf3dd2c-58a1-4d7f-a21e-f2c57035206c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:39.785194 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5408cd5-fb4a-42de-8fd8-4cad498f27cb None None] Network 01882ed3-6d08-4bd7-8250-0f45408cfc6f requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:22:39.819824 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-8d17c4f8-ab04-4b23-b675-f2f34092cbb8 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:39.820490 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-8d17c4f8-ab04-4b23-b675-f2f34092cbb8 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:39.825612 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-5cf3dd2c-58a1-4d7f-a21e-f2c57035206c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Usage tracker for resource:security_group_rule and tenant:652541c50878480891452a61002970b5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:39.837483 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-c46958bc-f373-4136-bc1f-fd95910b6654 service neutron] For port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:22:39.840193 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-5cf3dd2c-58a1-4d7f-a21e-f2c57035206c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:39.845488 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2451b405-ce81-447e-8901-362ffae24e3f req-1d27ae36-f509-4939-9fd4-a43ff98eeece tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?device_id=bef5dd47-1662-472f-9e50-df08b0713db9 HTTP/1.1" status: 200 len: 210 time: 0.0740719 May 13 14:22:39.869474 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-8d17c4f8-ab04-4b23-b675-f2f34092cbb8 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5932591 May 13 14:22:39.870079 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17c4f8-ab04-4b23-b675-f2f34092cbb8 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Pushing event updated for resources: {'Port': ['ID=2e32ddf8-8485-40ab-b203-84fd58d0b941,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:39.885208 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-5cf3dd2c-58a1-4d7f-a21e-f2c57035206c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:39.904097 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-0536ad0e-f258-4b9d-a913-13f92432485c service neutron] Request body: {'port': {'device_id': 'b748afd1-47b2-4307-b071-7ed4d40a77c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:22:39.906541 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-c46958bc-f373-4136-bc1f-fd95910b6654 service neutron] For port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=52be2d2f-5c4b-4973-9c3c-0285c7d40b56,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:22:39.929020 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-c46958bc-f373-4136-bc1f-fd95910b6654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:40.044244 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-04fb52c5-9518-480e-b482-69976a1a48ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:40.077868 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-04fb52c5-9518-480e-b482-69976a1a48ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:40.167943 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-04fb52c5-9518-480e-b482-69976a1a48ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:40.173314 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-c46958bc-f373-4136-bc1f-fd95910b6654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:40.173314 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-c46958bc-f373-4136-bc1f-fd95910b6654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:40.174692 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-c46958bc-f373-4136-bc1f-fd95910b6654 service neutron] 10.222.0.74 "PUT /v2.0/ports/52be2d2f-5c4b-4973-9c3c-0285c7d40b56 HTTP/1.1" status: 200 len: 1092 time: 3.2120512 May 13 14:22:40.185742 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a9f05c-9592-4160-8bf0-ab74091ba2e2', 'tag': '52be2d2f-5c4b-4973-9c3c-0285c7d40b56'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:22:40.187901 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3db973-0a84-454e-95c2-2c48072a1a55 req-a2165fb3-1154-4d65-b9e8-0c651efcaca2 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:40.188625 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-de3db973-0a84-454e-95c2-2c48072a1a55 req-a2165fb3-1154-4d65-b9e8-0c651efcaca2 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Synchronizing usage tracker for tenant:7e0e518d19f9448bbe227bb971102d2e on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:22:40.210207 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e5ebc27f-8cba-4d4d-8172-34f3beed2402 None None] Provisioning for port 2e32ddf8-8485-40ab-b203-84fd58d0b941 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:22:40.216737 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e5ebc27f-8cba-4d4d-8172-34f3beed2402 None None] Provisioning complete for port 2e32ddf8-8485-40ab-b203-84fd58d0b941 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:22:40.217103 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e5ebc27f-8cba-4d4d-8172-34f3beed2402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:40.234872 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-0536ad0e-f258-4b9d-a913-13f92432485c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:40.252238 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-de3db973-0a84-454e-95c2-2c48072a1a55 req-a2165fb3-1154-4d65-b9e8-0c651efcaca2 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Unset dirty status for tenant:7e0e518d19f9448bbe227bb971102d2e on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:22:40.260032 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-de3db973-0a84-454e-95c2-2c48072a1a55 req-a2165fb3-1154-4d65-b9e8-0c651efcaca2 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=b748afd1-47b2-4307-b071-7ed4d40a77c5 HTTP/1.1" status: 200 len: 931 time: 0.6999211 May 13 14:22:40.266806 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb52c5-9518-480e-b482-69976a1a48ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6f67a6-155e-4acb-af11-c6992dbd8a88,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:40.309481 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-70016bc2-d1e4-470b-ac7b-904443cbe02e req-4341cfa0-8565-4742-81c7-4d0b7f7bc8b3 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 210 time: 0.1072342 May 13 14:22:40.327081 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46958bc-f373-4136-bc1f-fd95910b6654 service neutron] Pushing event updated for resources: {'Port': ['ID=52be2d2f-5c4b-4973-9c3c-0285c7d40b56,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:40.356711 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e5ebc27f-8cba-4d4d-8172-34f3beed2402 None None] Port 2e32ddf8-8485-40ab-b203-84fd58d0b941 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:22:40.356841 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-de3db973-0a84-454e-95c2-2c48072a1a55 req-37fe86a4-090d-4232-8ae6-a9567217cbda tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca79901b-aa25-4a04-89be-d3535bd24089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957062 May 13 14:22:40.369589 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-04fb52c5-9518-480e-b482-69976a1a48ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:40.373851 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-04fb52c5-9518-480e-b482-69976a1a48ba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/de6f67a6-155e-4acb-af11-c6992dbd8a88 HTTP/1.1" status: 204 len: 168 time: 0.6832223 May 13 14:22:40.449812 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-5cf3dd2c-58a1-4d7f-a21e-f2c57035206c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:40.466966 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-5cf3dd2c-58a1-4d7f-a21e-f2c57035206c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:40.479747 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d64d2a7-930f-4eeb-b7a8-d072de7aacb5'] response: {'name': 'network-changed', 'server_uuid': '03a9f05c-9592-4160-8bf0-ab74091ba2e2', 'tag': '52be2d2f-5c4b-4973-9c3c-0285c7d40b56', 'status': 'completed', 'code': 200} May 13 14:22:40.488062 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-efb98323-639c-4d1d-b998-f8c14f01bf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:40.495620 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-efb98323-639c-4d1d-b998-f8c14f01bf23 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4d6ca075ae214d9490235db19234e57f&device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 1095 time: 0.2399428 May 13 14:22:40.631926 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-168f8d7c-28d9-46f0-8141-d49f0ccd5c02 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52be2d2f-5c4b-4973-9c3c-0285c7d40b56 HTTP/1.1" status: 200 len: 217 time: 0.1189532 May 13 14:22:40.701297 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3dd2c-58a1-4d7f-a21e-f2c57035206c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=023bc15f-99ef-476d-b45c-fa31ead5aef8,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:40.780404 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-10155fa8-76ef-4253-946a-5338f8eaa98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:40.781854 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-10155fa8-76ef-4253-946a-5338f8eaa98d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d HTTP/1.1" status: 200 len: 859 time: 0.1299763 May 13 14:22:40.848463 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-7945c044-0838-43b1-b7e8-6169a243fd44 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d5027423-d39b-4c72-b023-a3c3d59a72d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544236 May 13 14:22:40.862688 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60088) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:40.877701 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-067686cb-3cc2-4737-8838-07d5834c4813 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-981073663-network', 'tenant_id': '6aaaf1bf6e35477ea6410efcdc3efd20'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:22:40.883163 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-067686cb-3cc2-4737-8838-07d5834c4813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:40.888473 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-067686cb-3cc2-4737-8838-07d5834c4813 admin admin] Usage tracker for resource:network and tenant:6aaaf1bf6e35477ea6410efcdc3efd20 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:40.891599 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-067686cb-3cc2-4737-8838-07d5834c4813 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:40.898392 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-067686cb-3cc2-4737-8838-07d5834c4813 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:40.913526 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067686cb-3cc2-4737-8838-07d5834c4813 admin admin] Made reservation on behalf of 6aaaf1bf6e35477ea6410efcdc3efd20 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:22:40.916412 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-067686cb-3cc2-4737-8838-07d5834c4813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:40.945372 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-5cf3dd2c-58a1-4d7f-a21e-f2c57035206c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Allocated IP 192.168.233.228 (7d165b7c-a84b-4191-823a-46e347c23eb5/fb4bc443-ac8b-4686-9d3b-15c2430aa8ca/5c3b8323-c681-47e7-b717-f6319ae7043a) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:22:40.987083 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-067686cb-3cc2-4737-8838-07d5834c4813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:41.019174 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-067686cb-3cc2-4737-8838-07d5834c4813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:41.023764 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-067686cb-3cc2-4737-8838-07d5834c4813 admin admin] Usage tracker for resource:security_group_rule and tenant:6aaaf1bf6e35477ea6410efcdc3efd20 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:41.027669 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-067686cb-3cc2-4737-8838-07d5834c4813 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:41.054466 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-067686cb-3cc2-4737-8838-07d5834c4813 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:41.164820 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-8427e6a2-6f75-4f90-b914-06bbc35ca5e4 service neutron] 10.222.0.74 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081427 May 13 14:22:41.213687 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1488ab-b958-4052-a3e5-29ecc5feb73d req-f0e2fa4d-9d5c-42e0-b0bb-cd716fdf1b3b tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:41.215558 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fb1488ab-b958-4052-a3e5-29ecc5feb73d req-f0e2fa4d-9d5c-42e0-b0bb-cd716fdf1b3b tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 944 time: 0.3081996 May 13 14:22:41.226414 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-0536ad0e-f258-4b9d-a913-13f92432485c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e32ddf8-8485-40ab-b203-84fd58d0b941 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:22:41.280899 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-9caf2d79-cb7f-4bef-ab3f-63f574d53567 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f94392095e3e4059aa82fd976382ba83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583723 May 13 14:22:41.374727 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-067686cb-3cc2-4737-8838-07d5834c4813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:41.382397 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-0536ad0e-f258-4b9d-a913-13f92432485c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:41.459907 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-550a99ef-3b67-4d8a-9888-8d0a1b504168 req-6c96bf37-4e00-41dc-8681-6b83c7936e76 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?device_id=bef5dd47-1662-472f-9e50-df08b0713db9 HTTP/1.1" status: 200 len: 210 time: 0.0878890 May 13 14:22:41.476794 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fb1488ab-b958-4052-a3e5-29ecc5feb73d req-0311a972-ec00-48d8-bd2b-b2b77acaeee4 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858476 May 13 14:22:41.478651 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-067686cb-3cc2-4737-8838-07d5834c4813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:41.500146 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d2fae34-cb29-4234-83c9-7d4037c923ff req-ff22d64e-1fe4-42ef-8462-d553d73b303c service neutron] 10.222.0.74 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196111 May 13 14:22:41.529652 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-5cf3dd2c-58a1-4d7f-a21e-f2c57035206c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:41.561684 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-5cf3dd2c-58a1-4d7f-a21e-f2c57035206c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Transition to ACTIVE for port object 5c3b8323-c681-47e7-b717-f6319ae7043a will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:22:41.596898 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-5cf3dd2c-58a1-4d7f-a21e-f2c57035206c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:41.691841 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-0536ad0e-f258-4b9d-a913-13f92432485c service neutron] Transition to ACTIVE for port object 2e32ddf8-8485-40ab-b203-84fd58d0b941 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:22:41.713118 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-067686cb-3cc2-4737-8838-07d5834c4813 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:22:41.722415 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3dd2c-58a1-4d7f-a21e-f2c57035206c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Pushing event updated for resources: {'Port': ['ID=5c3b8323-c681-47e7-b717-f6319ae7043a,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:41.766834 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-0536ad0e-f258-4b9d-a913-13f92432485c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:41.788769 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-5cf3dd2c-58a1-4d7f-a21e-f2c57035206c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:22:41.807506 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-5cf3dd2c-58a1-4d7f-a21e-f2c57035206c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:22:41.809925 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-5cf3dd2c-58a1-4d7f-a21e-f2c57035206c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:22:41.913124 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-5cf3dd2c-58a1-4d7f-a21e-f2c57035206c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:41.913753 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-5cf3dd2c-58a1-4d7f-a21e-f2c57035206c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:41.919608 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067686cb-3cc2-4737-8838-07d5834c4813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdfe845-dbec-4c70-86ba-32987ef347b5,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:41.922722 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-067686cb-3cc2-4737-8838-07d5834c4813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:41.922722 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-067686cb-3cc2-4737-8838-07d5834c4813 admin admin] Added segment 1df3a4e9-cd77-4c81-8a0c-6855ef66d5a3 of type vlan for network db132a41-a4e7-4de9-9a23-cc1172149dc2 May 13 14:22:41.956525 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12db1b-d8da-4a27-bb96-df7b3fd94315 req-d88bd551-a68a-4520-9bdf-f3fe8385f66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:41.958499 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fc12db1b-d8da-4a27-bb96-df7b3fd94315 req-d88bd551-a68a-4520-9bdf-f3fe8385f66a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4d6ca075ae214d9490235db19234e57f&device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 1095 time: 0.2711263 May 13 14:22:41.966827 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-5cf3dd2c-58a1-4d7f-a21e-f2c57035206c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0402281 May 13 14:22:42.075736 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-dc195a83-c354-411b-9e45-cd72ce1eea41 service neutron] Request body: {'port': {'device_id': '95677dd7-0a5b-482c-a4f0-3bba7a89c84d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:22:42.119164 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55f86a-1336-4dc6-924b-583c7195bd41 req-e4450e30-9e2c-4cdf-979e-c0c38b6be392 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:42.120030 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ef55f86a-1336-4dc6-924b-583c7195bd41 req-e4450e30-9e2c-4cdf-979e-c0c38b6be392 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Synchronizing usage tracker for tenant:652541c50878480891452a61002970b5 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:22:42.129403 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536ad0e-f258-4b9d-a913-13f92432485c service neutron] Pushing event updated for resources: {'Port': ['ID=2e32ddf8-8485-40ab-b203-84fd58d0b941,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:42.170741 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-067686cb-3cc2-4737-8838-07d5834c4813 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:42.200945 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-78db3c0c-b41d-4f95-8adb-b423909a6214 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:42.202643 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-78db3c0c-b41d-4f95-8adb-b423909a6214 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7899604 May 13 14:22:42.209619 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a2b5b923-ad69-46f8-8fe0-390fcf05c113 None None] Provisioning for port 5c3b8323-c681-47e7-b717-f6319ae7043a completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:22:42.226250 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a2b5b923-ad69-46f8-8fe0-390fcf05c113 None None] Provisioning complete for port 5c3b8323-c681-47e7-b717-f6319ae7043a triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:22:42.228489 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a2b5b923-ad69-46f8-8fe0-390fcf05c113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:42.247343 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-e7da40f9-fa2f-4088-8f73-652a5e2ad4e3 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Request body: {'port': {'device_id': 'bef5dd47-1662-472f-9e50-df08b0713db9', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'admin_state_up': True, 'tenant_id': 'f94392095e3e4059aa82fd976382ba83'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:22:42.250282 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ef55f86a-1336-4dc6-924b-583c7195bd41 req-e4450e30-9e2c-4cdf-979e-c0c38b6be392 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Unset dirty status for tenant:652541c50878480891452a61002970b5 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:22:42.252365 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef55f86a-1336-4dc6-924b-583c7195bd41 req-e4450e30-9e2c-4cdf-979e-c0c38b6be392 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 936 time: 0.5240149 May 13 14:22:42.333959 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-dc195a83-c354-411b-9e45-cd72ce1eea41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:42.344092 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5b923-ad69-46f8-8fe0-390fcf05c113 None None] Port 5c3b8323-c681-47e7-b717-f6319ae7043a cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:22:42.351437 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12db1b-d8da-4a27-bb96-df7b3fd94315 req-42db82c3-b321-4657-8b30-002e1dcb5e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:42.351713 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [None req-067686cb-3cc2-4737-8838-07d5834c4813 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:22:42.353425 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fc12db1b-d8da-4a27-bb96-df7b3fd94315 req-42db82c3-b321-4657-8b30-002e1dcb5e4d service neutron] 10.222.0.74 "GET /v2.0/networks?id=d5027423-d39b-4c72-b023-a3c3d59a72d1 HTTP/1.1" status: 200 len: 920 time: 0.3852086 May 13 14:22:42.361499 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ef55f86a-1336-4dc6-924b-583c7195bd41 req-fff1907d-dfd8-4da0-822b-f9f3f3aa28bd tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Synchronizing usage tracker for tenant:652541c50878480891452a61002970b5 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:22:42.394089 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc1a6a-5895-445e-b5e2-c10d915e3675 req-cd724e8d-b3e1-4cc3-926c-7735d7dc001f tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:42.395574 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c9cc1a6a-5895-445e-b5e2-c10d915e3675 req-cd724e8d-b3e1-4cc3-926c-7735d7dc001f tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=b748afd1-47b2-4307-b071-7ed4d40a77c5 HTTP/1.1" status: 200 len: 943 time: 0.6920695 May 13 14:22:42.448048 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-067686cb-3cc2-4737-8838-07d5834c4813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:42.448977 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067686cb-3cc2-4737-8838-07d5834c4813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:42.449550 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-067686cb-3cc2-4737-8838-07d5834c4813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:42.454820 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-0536ad0e-f258-4b9d-a913-13f92432485c service neutron] Attempting to bind port 2e32ddf8-8485-40ab-b203-84fd58d0b941 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:22:42.455078 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-0536ad0e-f258-4b9d-a913-13f92432485c service neutron] Attempting to bind port 2e32ddf8-8485-40ab-b203-84fd58d0b941 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '983229a7-bdca-4b23-927c-a42448eb11f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:22:42.455684 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-0536ad0e-f258-4b9d-a913-13f92432485c service neutron] Attempting to bind port 2e32ddf8-8485-40ab-b203-84fd58d0b941 on network a2ee0690-4c57-4e4e-b68b-865fc1c187b1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:22:42.480802 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fc12db1b-d8da-4a27-bb96-df7b3fd94315 req-d9a66b97-0c63-417f-9a06-df31779d985a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52be2d2f-5c4b-4973-9c3c-0285c7d40b56 HTTP/1.1" status: 200 len: 217 time: 0.1165838 May 13 14:22:42.509166 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-0536ad0e-f258-4b9d-a913-13f92432485c service neutron] Port 2e32ddf8-8485-40ab-b203-84fd58d0b941 on network a2ee0690-4c57-4e4e-b68b-865fc1c187b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:22:42.509498 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-0536ad0e-f258-4b9d-a913-13f92432485c service neutron] Attempting to bind port 2e32ddf8-8485-40ab-b203-84fd58d0b941 on network a2ee0690-4c57-4e4e-b68b-865fc1c187b1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:22:42.588523 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-0536ad0e-f258-4b9d-a913-13f92432485c service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:22:42.588854 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-0536ad0e-f258-4b9d-a913-13f92432485c service neutron] Checking segment: {'id': '983229a7-bdca-4b23-927c-a42448eb11f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:22:42.589234 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-0536ad0e-f258-4b9d-a913-13f92432485c service neutron] Bound using segment: {'id': '983229a7-bdca-4b23-927c-a42448eb11f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:22:42.589666 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-0536ad0e-f258-4b9d-a913-13f92432485c service neutron] Bound port: 2e32ddf8-8485-40ab-b203-84fd58d0b941, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983229a7-bdca-4b23-927c-a42448eb11f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:22:42.590008 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-0536ad0e-f258-4b9d-a913-13f92432485c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:42.597179 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ef55f86a-1336-4dc6-924b-583c7195bd41 req-fff1907d-dfd8-4da0-822b-f9f3f3aa28bd tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Unset dirty status for tenant:652541c50878480891452a61002970b5 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:22:42.598342 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef55f86a-1336-4dc6-924b-583c7195bd41 req-fff1907d-dfd8-4da0-822b-f9f3f3aa28bd tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335826 May 13 14:22:42.626227 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-067686cb-3cc2-4737-8838-07d5834c4813 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.7595131 May 13 14:22:42.626599 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c9cc1a6a-5895-445e-b5e2-c10d915e3675 req-7c435cbe-5537-4f0c-88ed-554befe61236 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca79901b-aa25-4a04-89be-d3535bd24089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245913 May 13 14:22:42.626775 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60142) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:42.636308 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12db1b-d8da-4a27-bb96-df7b3fd94315 req-36d76018-7ed0-446f-93b2-b6f71e0c756a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:42.637882 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fc12db1b-d8da-4a27-bb96-df7b3fd94315 req-36d76018-7ed0-446f-93b2-b6f71e0c756a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d HTTP/1.1" status: 200 len: 859 time: 0.1447504 May 13 14:22:42.641087 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067686cb-3cc2-4737-8838-07d5834c4813 admin admin] Pushing event updated for resources: {'Network': ['ID=db132a41-a4e7-4de9-9a23-cc1172149dc2,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:42.645156 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-e7da40f9-fa2f-4088-8f73-652a5e2ad4e3 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:42.645834 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-539d1d46-80fd-4fdd-af14-619f101f9603 admin admin] Request body: {'subnet': {'network_id': 'db132a41-a4e7-4de9-9a23-cc1172149dc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-981073663-subnet', 'tenant_id': '6aaaf1bf6e35477ea6410efcdc3efd20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:22:42.652776 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-539d1d46-80fd-4fdd-af14-619f101f9603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:42.653363 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network db132a41-a4e7-4de9-9a23-cc1172149dc2 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:22:42.660625 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-539d1d46-80fd-4fdd-af14-619f101f9603 admin admin] Usage tracker for resource:subnet and tenant:6aaaf1bf6e35477ea6410efcdc3efd20 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:42.664747 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-539d1d46-80fd-4fdd-af14-619f101f9603 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:42.672159 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-539d1d46-80fd-4fdd-af14-619f101f9603 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:42.702466 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-e7da40f9-fa2f-4088-8f73-652a5e2ad4e3 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:42.735207 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-e7da40f9-fa2f-4088-8f73-652a5e2ad4e3 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Made reservation on behalf of f94392095e3e4059aa82fd976382ba83 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:22:42.739019 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-e7da40f9-fa2f-4088-8f73-652a5e2ad4e3 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:42.767239 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fc12db1b-d8da-4a27-bb96-df7b3fd94315 req-48e4fc81-f8c0-4e83-bc74-e7c1d9b6facc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d5027423-d39b-4c72-b023-a3c3d59a72d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838752 May 13 14:22:42.813640 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-0536ad0e-f258-4b9d-a913-13f92432485c service neutron] For port 2e32ddf8-8485-40ab-b203-84fd58d0b941, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:22:42.831867 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-0536ad0e-f258-4b9d-a913-13f92432485c service neutron] For port 2e32ddf8-8485-40ab-b203-84fd58d0b941, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=2e32ddf8-8485-40ab-b203-84fd58d0b941,segment=NetworkSegment(983229a7-bdca-4b23-927c-a42448eb11f8),segment_id=983229a7-bdca-4b23-927c-a42448eb11f8)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:22:42.845206 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-0536ad0e-f258-4b9d-a913-13f92432485c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:42.845613 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539d1d46-80fd-4fdd-af14-619f101f9603 admin admin] Made reservation on behalf of 6aaaf1bf6e35477ea6410efcdc3efd20 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:22:42.847927 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-539d1d46-80fd-4fdd-af14-619f101f9603 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:42.948960 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3ab0e1ba-cc35-4cf7-a8f6-4aa2cfbfba24 req-65d9c063-cc99-4999-b03d-445e5eeb6ccd tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?device_id=bef5dd47-1662-472f-9e50-df08b0713db9 HTTP/1.1" status: 200 len: 210 time: 0.1086216 May 13 14:22:42.969625 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-0536ad0e-f258-4b9d-a913-13f92432485c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:42.970231 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-0536ad0e-f258-4b9d-a913-13f92432485c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:42.971659 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-0536ad0e-f258-4b9d-a913-13f92432485c service neutron] 10.222.0.74 "PUT /v2.0/ports/2e32ddf8-8485-40ab-b203-84fd58d0b941 HTTP/1.1" status: 200 len: 1091 time: 3.0812387 May 13 14:22:42.972067 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b748afd1-47b2-4307-b071-7ed4d40a77c5', 'tag': '2e32ddf8-8485-40ab-b203-84fd58d0b941'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:22:42.998316 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536ad0e-f258-4b9d-a913-13f92432485c service neutron] Pushing event updated for resources: {'Port': ['ID=2e32ddf8-8485-40ab-b203-84fd58d0b941,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:43.126137 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-d7676051-8344-4206-af3e-00c96cec88f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:43.127791 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-d7676051-8344-4206-af3e-00c96cec88f1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7e0e518d19f9448bbe227bb971102d2e&device_id=b748afd1-47b2-4307-b071-7ed4d40a77c5 HTTP/1.1" status: 200 len: 1094 time: 0.0890062 May 13 14:22:43.229643 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-770a2832-a02c-4aed-9610-c196441c29c9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e32ddf8-8485-40ab-b203-84fd58d0b941 HTTP/1.1" status: 200 len: 217 time: 0.0864513 May 13 14:22:43.305683 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fc12db1b-d8da-4a27-bb96-df7b3fd94315 req-934b382d-628c-49d4-acea-e8bc3d24cb96 service neutron] 10.222.0.74 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609206 May 13 14:22:43.309125 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-5955cafc-0636-4b45-9a6a-6afd81ea7e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:43.310724 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-5955cafc-0636-4b45-9a6a-6afd81ea7e2c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=df9f1382-e59c-48f3-b05c-1d030cf41b4a HTTP/1.1" status: 200 len: 863 time: 0.0726819 May 13 14:22:43.363143 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca289243-e3f8-446f-a873-997602d213c8 req-87ea36cd-5a86-4606-a2c1-8be04e28d744 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:43.367757 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ca289243-e3f8-446f-a873-997602d213c8 req-87ea36cd-5a86-4606-a2c1-8be04e28d744 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 944 time: 0.4811978 May 13 14:22:43.402940 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-24bf169e-f690-4c9d-837a-c715d3240b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:43.404496 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-24bf169e-f690-4c9d-837a-c715d3240b7d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a2ee0690-4c57-4e4e-b68b-865fc1c187b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793996 May 13 14:22:43.435482 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebfaacc5-55bf-456d-9392-ee9e6c7579ea'] response: {'name': 'network-changed', 'server_uuid': 'b748afd1-47b2-4307-b071-7ed4d40a77c5', 'tag': '2e32ddf8-8485-40ab-b203-84fd58d0b941', 'status': 'completed', 'code': 200} May 13 14:22:43.564151 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-df3d1230-5dc5-47fe-9272-f5f0054c24cc service neutron] 10.222.0.74 "GET /v2.0/networks/a2ee0690-4c57-4e4e-b68b-865fc1c187b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531420 May 13 14:22:43.624231 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-dc195a83-c354-411b-9e45-cd72ce1eea41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c3b8323-c681-47e7-b717-f6319ae7043a {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:22:43.630559 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ca289243-e3f8-446f-a873-997602d213c8 req-a597dabe-ad7e-4d12-86ed-3dd09d495cb2 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572218 May 13 14:22:43.646893 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-dc195a83-c354-411b-9e45-cd72ce1eea41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:43.663351 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fc12db1b-d8da-4a27-bb96-df7b3fd94315 req-d71ccc10-fc68-4489-be68-df33240db56b service neutron] 10.222.0.74 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407550 May 13 14:22:43.683206 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-dc195a83-c354-411b-9e45-cd72ce1eea41 service neutron] Transition to ACTIVE for port object 5c3b8323-c681-47e7-b717-f6319ae7043a will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:22:43.699800 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-dc195a83-c354-411b-9e45-cd72ce1eea41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:43.745887 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-857a7983-6948-4e3b-824f-1d5207e867f0 req-dfebefec-4c20-4d48-8300-4a08c1f5877c service neutron] 10.222.0.74 "GET /v2.0/networks/a2ee0690-4c57-4e4e-b68b-865fc1c187b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743984 May 13 14:22:43.751477 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-539d1d46-80fd-4fdd-af14-619f101f9603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:43.826685 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-e7da40f9-fa2f-4088-8f73-652a5e2ad4e3 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Allocated IP 192.168.233.140 (7d165b7c-a84b-4191-823a-46e347c23eb5/fb4bc443-ac8b-4686-9d3b-15c2430aa8ca/017d8737-a54c-45bc-a606-761e121913ae) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:22:43.973118 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc195a83-c354-411b-9e45-cd72ce1eea41 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3b8323-c681-47e7-b717-f6319ae7043a,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:44.029510 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d1d46-80fd-4fdd-af14-619f101f9603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5466b8c8-0dcb-4041-831a-2a8e4ad8e42a,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:44.093655 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539d1d46-80fd-4fdd-af14-619f101f9603 admin admin] Checking segment: {'id': '1df3a4e9-cd77-4c81-8a0c-6855ef66d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'db132a41-a4e7-4de9-9a23-cc1172149dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:22:44.093927 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539d1d46-80fd-4fdd-af14-619f101f9603 admin admin] Network hostable DHCP agents. Network: db132a41-a4e7-4de9-9a23-cc1172149dc2, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:22:44.143539 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-dc195a83-c354-411b-9e45-cd72ce1eea41 service neutron] Attempting to bind port 5c3b8323-c681-47e7-b717-f6319ae7043a on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:22:44.143883 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-dc195a83-c354-411b-9e45-cd72ce1eea41 service neutron] Attempting to bind port 5c3b8323-c681-47e7-b717-f6319ae7043a by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:22:44.144306 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-dc195a83-c354-411b-9e45-cd72ce1eea41 service neutron] Attempting to bind port 5c3b8323-c681-47e7-b717-f6319ae7043a on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:22:44.151418 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539d1d46-80fd-4fdd-af14-619f101f9603 admin admin] Network db132a41-a4e7-4de9-9a23-cc1172149dc2 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:22:44.154771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-dc195a83-c354-411b-9e45-cd72ce1eea41 service neutron] Port 5c3b8323-c681-47e7-b717-f6319ae7043a on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:22:44.155091 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-dc195a83-c354-411b-9e45-cd72ce1eea41 service neutron] Attempting to bind port 5c3b8323-c681-47e7-b717-f6319ae7043a on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:22:44.164124 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7667793-cf3b-4137-a4d6-5f7e25c5ed63 req-0ce64b9a-3fb1-4ff3-8743-a4f57f9c2d65 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:44.166205 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b7667793-cf3b-4137-a4d6-5f7e25c5ed63 req-0ce64b9a-3fb1-4ff3-8743-a4f57f9c2d65 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 948 time: 0.3488789 May 13 14:22:44.174067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-dc195a83-c354-411b-9e45-cd72ce1eea41 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:22:44.174482 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-dc195a83-c354-411b-9e45-cd72ce1eea41 service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:22:44.174788 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-dc195a83-c354-411b-9e45-cd72ce1eea41 service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:22:44.175278 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-dc195a83-c354-411b-9e45-cd72ce1eea41 service neutron] Bound port: 5c3b8323-c681-47e7-b717-f6319ae7043a, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:22:44.175623 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-dc195a83-c354-411b-9e45-cd72ce1eea41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:44.206662 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-539d1d46-80fd-4fdd-af14-619f101f9603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, db132a41-a4e7-4de9-9a23-cc1172149dc2) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:22:44.216195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539d1d46-80fd-4fdd-af14-619f101f9603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:44.216774 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-539d1d46-80fd-4fdd-af14-619f101f9603 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:44.225198 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af939816-1e62-4243-9eb5-ee0f147b6cfb req-44f706d2-4f67-4b24-a107-a56c301351ed tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:44.226618 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-af939816-1e62-4243-9eb5-ee0f147b6cfb req-44f706d2-4f67-4b24-a107-a56c301351ed tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=b748afd1-47b2-4307-b071-7ed4d40a77c5 HTTP/1.1" status: 200 len: 943 time: 0.3408422 May 13 14:22:44.227460 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164e980a-322c-4427-acc4-3bdd676acaa4 None None] Network db132a41-a4e7-4de9-9a23-cc1172149dc2 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:22:44.242559 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dca423-6fcf-4d26-867c-01c97a43f3a6 req-f8edc40f-78da-4f0e-9083-29fedd9b2eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:44.244085 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4dca423-6fcf-4d26-867c-01c97a43f3a6 req-f8edc40f-78da-4f0e-9083-29fedd9b2eb7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7e0e518d19f9448bbe227bb971102d2e&device_id=b748afd1-47b2-4307-b071-7ed4d40a77c5 HTTP/1.1" status: 200 len: 1094 time: 0.3886704 May 13 14:22:44.309275 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-539d1d46-80fd-4fdd-af14-619f101f9603 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6789174 May 13 14:22:44.316517 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b7667793-cf3b-4137-a4d6-5f7e25c5ed63 req-c0f464d8-c507-4671-ab27-b88b59681e3a tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436646 May 13 14:22:44.348853 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-dc195a83-c354-411b-9e45-cd72ce1eea41 service neutron] For port 5c3b8323-c681-47e7-b717-f6319ae7043a, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:22:44.349507 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-dc195a83-c354-411b-9e45-cd72ce1eea41 service neutron] For port 5c3b8323-c681-47e7-b717-f6319ae7043a, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=5c3b8323-c681-47e7-b717-f6319ae7043a,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:22:44.357719 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-dc195a83-c354-411b-9e45-cd72ce1eea41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:44.429296 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-dc195a83-c354-411b-9e45-cd72ce1eea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:44.430361 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-dc195a83-c354-411b-9e45-cd72ce1eea41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:44.431826 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-dc195a83-c354-411b-9e45-cd72ce1eea41 service neutron] 10.222.0.74 "PUT /v2.0/ports/5c3b8323-c681-47e7-b717-f6319ae7043a HTTP/1.1" status: 200 len: 1096 time: 2.3610461 May 13 14:22:44.432262 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95677dd7-0a5b-482c-a4f0-3bba7a89c84d', 'tag': '5c3b8323-c681-47e7-b717-f6319ae7043a'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:22:44.456984 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc195a83-c354-411b-9e45-cd72ce1eea41 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3b8323-c681-47e7-b717-f6319ae7043a,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:44.487788 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-e7da40f9-fa2f-4088-8f73-652a5e2ad4e3 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:44.550609 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-af939816-1e62-4243-9eb5-ee0f147b6cfb req-e5f0b72d-ef29-4af9-a397-95d15fa72962 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca79901b-aa25-4a04-89be-d3535bd24089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3025365 May 13 14:22:44.559533 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-e7da40f9-fa2f-4088-8f73-652a5e2ad4e3 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Transition to ACTIVE for port object 017d8737-a54c-45bc-a606-761e121913ae will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:22:44.562753 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a940e0-4c69-48cf-bac4-b369db4ea2d5 None None] Network db132a41-a4e7-4de9-9a23-cc1172149dc2 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:22:44.641526 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dca423-6fcf-4d26-867c-01c97a43f3a6 req-90954169-4cab-4b2e-94f3-a24f903f1e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:44.642972 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4dca423-6fcf-4d26-867c-01c97a43f3a6 req-90954169-4cab-4b2e-94f3-a24f903f1e4b service neutron] 10.222.0.74 "GET /v2.0/networks?id=a2ee0690-4c57-4e4e-b68b-865fc1c187b1 HTTP/1.1" status: 200 len: 925 time: 0.3666506 May 13 14:22:44.695282 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b6234c52-99c8-49b2-9bde-78b2d728a94e req-1e39c9c9-acc1-40c3-89af-d11be459e550 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?device_id=bef5dd47-1662-472f-9e50-df08b0713db9 HTTP/1.1" status: 200 len: 210 time: 0.0884931 May 13 14:22:44.739600 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-eb60d068-6003-4817-bac6-414311c3fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:44.741346 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-eb60d068-6003-4817-bac6-414311c3fee3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 1099 time: 0.2389655 May 13 14:22:44.807773 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4dca423-6fcf-4d26-867c-01c97a43f3a6 req-6ef2faad-fbc5-41fb-a65d-50406e0577bc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e32ddf8-8485-40ab-b203-84fd58d0b941 HTTP/1.1" status: 200 len: 217 time: 0.1550856 May 13 14:22:44.833541 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b13ce58-0827-4ddc-96f3-a56e3100419d'] response: {'name': 'network-changed', 'server_uuid': '95677dd7-0a5b-482c-a4f0-3bba7a89c84d', 'tag': '5c3b8323-c681-47e7-b717-f6319ae7043a', 'status': 'completed', 'code': 200} May 13 14:22:44.842340 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-cbc78ca3-0991-4b9a-8e84-0d929dd237dc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=5c3b8323-c681-47e7-b717-f6319ae7043a HTTP/1.1" status: 200 len: 217 time: 0.0820625 May 13 14:22:44.872631 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-e7da40f9-fa2f-4088-8f73-652a5e2ad4e3 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:44.947463 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-34161544-86b7-444a-aa03-f9892c7622f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:44.950126 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-34161544-86b7-444a-aa03-f9892c7622f2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1012845 May 13 14:22:44.958835 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-e7da40f9-fa2f-4088-8f73-652a5e2ad4e3 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:22:45.002416 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-e7da40f9-fa2f-4088-8f73-652a5e2ad4e3 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:22:45.014992 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-e7da40f9-fa2f-4088-8f73-652a5e2ad4e3 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:22:45.049686 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-c008f76c-8557-49a8-8027-b6ff17224cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:45.052365 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-c008f76c-8557-49a8-8027-b6ff17224cb0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0950124 May 13 14:22:45.060976 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da40f9-fa2f-4088-8f73-652a5e2ad4e3 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Pushing event updated for resources: {'Port': ['ID=017d8737-a54c-45bc-a606-761e121913ae,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:45.074070 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dca423-6fcf-4d26-867c-01c97a43f3a6 req-a994d4d4-f657-4325-a04a-097b4b81529b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:45.075664 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4dca423-6fcf-4d26-867c-01c97a43f3a6 req-a994d4d4-f657-4325-a04a-097b4b81529b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=df9f1382-e59c-48f3-b05c-1d030cf41b4a HTTP/1.1" status: 200 len: 863 time: 0.2582476 May 13 14:22:45.161726 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-e7da40f9-fa2f-4088-8f73-652a5e2ad4e3 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:45.162571 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-e7da40f9-fa2f-4088-8f73-652a5e2ad4e3 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:45.220378 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46a587-a2b2-476d-b7e9-c479ea3c7164 req-506210f8-5a68-49bd-b1df-92fd83ea7dd3 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:45.222266 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fd46a587-a2b2-476d-b7e9-c479ea3c7164 req-506210f8-5a68-49bd-b1df-92fd83ea7dd3 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 944 time: 0.2738857 May 13 14:22:45.226703 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-e7da40f9-fa2f-4088-8f73-652a5e2ad4e3 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9953139 May 13 14:22:45.230055 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dca423-6fcf-4d26-867c-01c97a43f3a6 req-e36a34c1-9d3c-4d71-bab6-61f48cd47a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:45.231575 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4dca423-6fcf-4d26-867c-01c97a43f3a6 req-e36a34c1-9d3c-4d71-bab6-61f48cd47a47 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a2ee0690-4c57-4e4e-b68b-865fc1c187b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1433296 May 13 14:22:45.246701 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5ef0716f-aabf-4c2e-9f94-6b0f99e60c1b None None] Provisioning for port 017d8737-a54c-45bc-a606-761e121913ae completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:22:45.251667 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5ef0716f-aabf-4c2e-9f94-6b0f99e60c1b None None] Provisioning complete for port 017d8737-a54c-45bc-a606-761e121913ae triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:22:45.252204 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5ef0716f-aabf-4c2e-9f94-6b0f99e60c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:45.257367 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-7504cd15-3d15-4928-91f4-974061f4e268 service neutron] Request body: {'port': {'device_id': 'bef5dd47-1662-472f-9e50-df08b0713db9', 'device_owner': 'compute:tempest-test_az-580455635', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:22:45.307189 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-5ef0716f-aabf-4c2e-9f94-6b0f99e60c1b None None] Port 017d8737-a54c-45bc-a606-761e121913ae cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:22:45.414708 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fd46a587-a2b2-476d-b7e9-c479ea3c7164 req-19e4ba37-6f3a-4035-b2a2-35653e00de17 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820891 May 13 14:22:45.421875 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-6240c5bc-a188-453b-baaa-e073515f2763 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455257 May 13 14:22:45.435341 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-10e7e22f-f01d-457f-a9e2-f7909f33c4d6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:45.435341 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-10e7e22f-f01d-457f-a9e2-f7909f33c4d6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Synchronizing usage tracker for tenant:e9c1f6dcee6e4bfa9d17410767972533 on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:22:45.521030 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-7504cd15-3d15-4928-91f4-974061f4e268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:45.532688 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4dca423-6fcf-4d26-867c-01c97a43f3a6 req-83e169f7-69bb-464c-a615-ffb1a5b20e33 service neutron] 10.222.0.74 "GET /v2.0/networks/a2ee0690-4c57-4e4e-b68b-865fc1c187b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797129 May 13 14:22:45.541981 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-10e7e22f-f01d-457f-a9e2-f7909f33c4d6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Unset dirty status for tenant:e9c1f6dcee6e4bfa9d17410767972533 on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:22:45.543346 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-10e7e22f-f01d-457f-a9e2-f7909f33c4d6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/networks?id=01882ed3-6d08-4bd7-8250-0f45408cfc6f HTTP/1.1" status: 200 len: 807 time: 0.4875331 May 13 14:22:45.582703 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-9a886400-1397-40d7-b5a7-d5da5394d1e7 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/quotas/e9c1f6dcee6e4bfa9d17410767972533 HTTP/1.1" status: 200 len: 375 time: 0.0306926 May 13 14:22:45.591832 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-de9b1cb3-9845-430f-bc39-c107e1143d4e req-85f337f9-5256-4597-af10-71096a595e75 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561477 May 13 14:22:45.634580 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-8308db28-36e0-4d57-8f4d-6df943fd470c tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e9c1f6dcee6e4bfa9d17410767972533&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442238 May 13 14:22:45.829777 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-10f7b31e-771b-427e-9565-fd352b774984 service neutron] 10.222.0.35 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882551 May 13 14:22:45.836922 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030b848-0334-42ff-9842-cd018958ad11 req-421584ea-8c55-4963-9666-2054f2c4d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:45.838326 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1030b848-0334-42ff-9842-cd018958ad11 req-421584ea-8c55-4963-9666-2054f2c4d5a5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 1099 time: 0.1246912 May 13 14:22:45.840581 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4dca423-6fcf-4d26-867c-01c97a43f3a6 req-8c9153f1-5fbf-4c92-a35e-b9ee674ae20b service neutron] 10.222.0.74 "GET /v2.0/networks/a2ee0690-4c57-4e4e-b68b-865fc1c187b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001578 May 13 14:22:45.858287 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0a4af-5bc0-47e7-bdf8-9ddb8de9fcc5 req-c617a127-9ace-4429-8d28-ef21de03cd05 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:45.859721 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-57c0a4af-5bc0-47e7-bdf8-9ddb8de9fcc5 req-c617a127-9ace-4429-8d28-ef21de03cd05 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 948 time: 0.2679043 May 13 14:22:46.042617 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-57c0a4af-5bc0-47e7-bdf8-9ddb8de9fcc5 req-c951e603-b7d6-4035-99de-77002d473b8f tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659176 May 13 14:22:46.080841 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-71b72644-89c2-4e96-9dc8-da3ee7cda1f0 service neutron] 10.222.0.35 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412264 May 13 14:22:46.085365 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030b848-0334-42ff-9842-cd018958ad11 req-bd6de361-7b78-478e-b49b-c9082cd758e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:46.086857 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1030b848-0334-42ff-9842-cd018958ad11 req-bd6de361-7b78-478e-b49b-c9082cd758e1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.2239366 May 13 14:22:46.165730 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1030b848-0334-42ff-9842-cd018958ad11 req-de2e4c76-302d-4ede-ad4e-1d5bd2257017 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=5c3b8323-c681-47e7-b717-f6319ae7043a HTTP/1.1" status: 200 len: 217 time: 0.0713589 May 13 14:22:46.189763 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-7504cd15-3d15-4928-91f4-974061f4e268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 017d8737-a54c-45bc-a606-761e121913ae {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:22:46.199808 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-7504cd15-3d15-4928-91f4-974061f4e268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:46.237392 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-7504cd15-3d15-4928-91f4-974061f4e268 service neutron] Transition to ACTIVE for port object 017d8737-a54c-45bc-a606-761e121913ae will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:22:46.260425 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030b848-0334-42ff-9842-cd018958ad11 req-300d4711-4ee5-467a-af0e-9522264a3e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:46.261853 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1030b848-0334-42ff-9842-cd018958ad11 req-300d4711-4ee5-467a-af0e-9522264a3e26 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.0903432 May 13 14:22:46.262528 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-7504cd15-3d15-4928-91f4-974061f4e268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:46.353907 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030b848-0334-42ff-9842-cd018958ad11 req-c139c177-69f2-4224-81ab-84d5c2f437f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:46.355946 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1030b848-0334-42ff-9842-cd018958ad11 req-c139c177-69f2-4224-81ab-84d5c2f437f7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0871780 May 13 14:22:46.535697 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504cd15-3d15-4928-91f4-974061f4e268 service neutron] Pushing event updated for resources: {'Port': ['ID=017d8737-a54c-45bc-a606-761e121913ae,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:46.614189 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1030b848-0334-42ff-9842-cd018958ad11 req-5850a4d4-66c5-49e9-ad70-9ad1f128f32b service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498293 May 13 14:22:46.752554 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60258) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:46.760994 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c509e1-08a8-4de8-a651-05f562dc4ff0 req-5b1a6fb1-974c-4870-bcb3-d813f56c8f50 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:46.768686 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-62c509e1-08a8-4de8-a651-05f562dc4ff0 req-5b1a6fb1-974c-4870-bcb3-d813f56c8f50 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=b748afd1-47b2-4307-b071-7ed4d40a77c5 HTTP/1.1" status: 200 len: 943 time: 0.3984425 May 13 14:22:46.810777 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1030b848-0334-42ff-9842-cd018958ad11 req-ab607d74-8f6a-4970-b649-69bd35d148a3 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833005 May 13 14:22:46.823072 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b4435-06b7-44dc-b0e8-c661e09e8afe req-652ff4df-8370-4747-9702-27cdfefc56c9 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:46.831512 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1a3b4435-06b7-44dc-b0e8-c661e09e8afe req-652ff4df-8370-4747-9702-27cdfefc56c9 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?device_id=bef5dd47-1662-472f-9e50-df08b0713db9 HTTP/1.1" status: 200 len: 969 time: 0.2806339 May 13 14:22:46.854443 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-7504cd15-3d15-4928-91f4-974061f4e268 service neutron] Attempting to bind port 017d8737-a54c-45bc-a606-761e121913ae on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:22:46.854925 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-7504cd15-3d15-4928-91f4-974061f4e268 service neutron] Attempting to bind port 017d8737-a54c-45bc-a606-761e121913ae by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:22:46.855236 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-7504cd15-3d15-4928-91f4-974061f4e268 service neutron] Attempting to bind port 017d8737-a54c-45bc-a606-761e121913ae on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:22:46.869864 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-62c509e1-08a8-4de8-a651-05f562dc4ff0 req-93bd22ec-a19f-49da-8436-856f17f6f570 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca79901b-aa25-4a04-89be-d3535bd24089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000953 May 13 14:22:46.870523 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-7504cd15-3d15-4928-91f4-974061f4e268 service neutron] Port 017d8737-a54c-45bc-a606-761e121913ae on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:22:46.870848 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-7504cd15-3d15-4928-91f4-974061f4e268 service neutron] Attempting to bind port 017d8737-a54c-45bc-a606-761e121913ae on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:22:46.883413 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-7504cd15-3d15-4928-91f4-974061f4e268 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:22:46.884531 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-7504cd15-3d15-4928-91f4-974061f4e268 service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:22:46.885096 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-7504cd15-3d15-4928-91f4-974061f4e268 service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:22:46.885673 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-7504cd15-3d15-4928-91f4-974061f4e268 service neutron] Bound port: 017d8737-a54c-45bc-a606-761e121913ae, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:22:46.886189 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-7504cd15-3d15-4928-91f4-974061f4e268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:46.916285 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1a3b4435-06b7-44dc-b0e8-c661e09e8afe req-d7e44fe7-a04c-42a6-ad78-8c977d831ac6 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdfa4aeb-ae5a-466e-b5e5-5001d597b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616987 May 13 14:22:46.933259 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:22:47.046691 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49425ae1-3aef-424c-a3a1-b4a6d6282173 req-c437ba4d-3073-47d6-a142-a280283dff1a tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 210 time: 0.0796235 May 13 14:22:47.052538 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-43a3abe2-39af-4b41-bbd3-4174ec7f74fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:47.093018 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-43a3abe2-39af-4b41-bbd3-4174ec7f74fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:47.097095 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-43a3abe2-39af-4b41-bbd3-4174ec7f74fe admin admin] Usage tracker for resource:security_group_rule and tenant:7e0c1438948a403b9fc265c02e1f1b4c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:47.100004 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-43a3abe2-39af-4b41-bbd3-4174ec7f74fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:47.108934 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-43a3abe2-39af-4b41-bbd3-4174ec7f74fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:47.147573 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-7504cd15-3d15-4928-91f4-974061f4e268 service neutron] For port 017d8737-a54c-45bc-a606-761e121913ae, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:22:47.153669 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-7504cd15-3d15-4928-91f4-974061f4e268 service neutron] For port 017d8737-a54c-45bc-a606-761e121913ae, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=017d8737-a54c-45bc-a606-761e121913ae,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:22:47.155260 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=52be2d2f-5c4b-4973-9c3c-0285c7d40b56,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:22:47.168935 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-7504cd15-3d15-4928-91f4-974061f4e268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:47.170374 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '52be2d2f-5c4b-4973-9c3c-0285c7d40b56', 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1', 'port_id': '52be2d2f-5c4b-4973-9c3c-0285c7d40b56', 'mac_address': 'fa:16:3e:d0:8a:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:22:47.235065 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:22:47.235565 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:47.246661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869783d0-94f7-4e49-b775-d97eb229ed08 req-f365bcb4-878a-4c6a-b0d4-53fdbd03a4d2 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:47.254182 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:22:47.256437 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504cd15-3d15-4928-91f4-974061f4e268 service neutron] Pushing event updated for resources: {'Port': ['ID=017d8737-a54c-45bc-a606-761e121913ae,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:47.258478 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-869783d0-94f7-4e49-b775-d97eb229ed08 req-f365bcb4-878a-4c6a-b0d4-53fdbd03a4d2 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 944 time: 0.1675730 May 13 14:22:47.273659 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-7504cd15-3d15-4928-91f4-974061f4e268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:47.274502 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-7504cd15-3d15-4928-91f4-974061f4e268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:47.276138 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-7504cd15-3d15-4928-91f4-974061f4e268 service neutron] 10.222.0.59 "PUT /v2.0/ports/017d8737-a54c-45bc-a606-761e121913ae HTTP/1.1" status: 200 len: 1117 time: 2.0261545 May 13 14:22:47.277114 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bef5dd47-1662-472f-9e50-df08b0713db9', 'tag': '017d8737-a54c-45bc-a606-761e121913ae'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:22:47.288028 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=52be2d2f-5c4b-4973-9c3c-0285c7d40b56,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:22:47.296123 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:47.363921 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-43a3abe2-39af-4b41-bbd3-4174ec7f74fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:47.404771 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=52be2d2f-5c4b-4973-9c3c-0285c7d40b56,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:47.438066 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-43a3abe2-39af-4b41-bbd3-4174ec7f74fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:47.489983 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-869783d0-94f7-4e49-b775-d97eb229ed08 req-84b11c65-4af4-46da-a9d0-b0729e914ad7 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273433 May 13 14:22:47.515753 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3abe2-39af-4b41-bbd3-4174ec7f74fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483f2803-e20d-4073-8ffd-1f59052e4084,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:47.524250 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-43a3abe2-39af-4b41-bbd3-4174ec7f74fe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7e0c1438948a403b9fc265c02e1f1b4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7532499 May 13 14:22:47.525746 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60274) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:47.551153 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf6ae8-8c8d-4f9f-9436-642a86699083 req-e9ef82e3-985d-432a-82d9-720d07667374 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:47.552446 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-15cf6ae8-8c8d-4f9f-9436-642a86699083 req-e9ef82e3-985d-432a-82d9-720d07667374 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 948 time: 0.2677240 May 13 14:22:47.568403 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-8b7512f0-411b-4cb9-aea8-d4a0cb3fe551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:47.569856 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-8b7512f0-411b-4cb9-aea8-d4a0cb3fe551 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f94392095e3e4059aa82fd976382ba83&device_id=bef5dd47-1662-472f-9e50-df08b0713db9 HTTP/1.1" status: 200 len: 1120 time: 0.1965737 May 13 14:22:47.598738 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8d7ec7c7-41b9-4565-9162-e9df69c32799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:47.625438 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8d7ec7c7-41b9-4565-9162-e9df69c32799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:47.659688 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-01e03a1f-fa5d-435e-aca4-877a2befa9da service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=017d8737-a54c-45bc-a606-761e121913ae HTTP/1.1" status: 200 len: 217 time: 0.0740414 May 13 14:22:47.700631 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8d7ec7c7-41b9-4565-9162-e9df69c32799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:47.713478 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-15cf6ae8-8c8d-4f9f-9436-642a86699083 req-45212661-0dd0-45b2-ac89-be38bfaedd9e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514096 May 13 14:22:47.723968 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ec7c7-41b9-4565-9162-e9df69c32799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483f2803-e20d-4073-8ffd-1f59052e4084,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:47.726208 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8d7ec7c7-41b9-4565-9162-e9df69c32799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:47.727847 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8d7ec7c7-41b9-4565-9162-e9df69c32799 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/483f2803-e20d-4073-8ffd-1f59052e4084 HTTP/1.1" status: 204 len: 168 time: 0.1998780 May 13 14:22:47.742259 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-312ae74e-1f26-4364-b8cc-c2269db17f78'] response: {'name': 'network-changed', 'server_uuid': 'bef5dd47-1662-472f-9e50-df08b0713db9', 'tag': '017d8737-a54c-45bc-a606-761e121913ae', 'status': 'completed', 'code': 200} May 13 14:22:47.750074 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-f88ff42b-7ad6-4de9-a9fc-57fffde841a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:47.755652 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-f88ff42b-7ad6-4de9-a9fc-57fffde841a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.0898132 May 13 14:22:47.780218 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['52be2d2f-5c4b-4973-9c3c-0285c7d40b56'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:22:47.886290 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-2fd5e28b-4a4a-4c28-9889-cf93c75a2368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:47.887922 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-2fd5e28b-4a4a-4c28-9889-cf93c75a2368 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1198249 May 13 14:22:47.983210 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:48.016419 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-981943f5-bc31-4f8f-a17a-5e7ebd309905 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:48.017938 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-981943f5-bc31-4f8f-a17a-5e7ebd309905 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.59 "GET /v2.0/networks?id=01882ed3-6d08-4bd7-8250-0f45408cfc6f HTTP/1.1" status: 200 len: 807 time: 0.2410798 May 13 14:22:48.037813 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-ffb75ad2-c508-432c-91f6-fd5ff3fff581 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Request body: {'port': {'device_id': '63a3e39d-b45b-4860-a242-a10d54a31ddc', 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f', 'admin_state_up': True, 'tenant_id': 'e9c1f6dcee6e4bfa9d17410767972533'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:22:48.207074 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-1391fdd2-4856-46b8-a695-d81c0ed01d4c service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054683 May 13 14:22:48.269858 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60308) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:48.298014 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-12929531-bef0-4e10-bf61-a72584456a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:48.314583 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-ffb75ad2-c508-432c-91f6-fd5ff3fff581 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:48.322307 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-ffb75ad2-c508-432c-91f6-fd5ff3fff581 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Usage tracker for resource:port and tenant:e9c1f6dcee6e4bfa9d17410767972533 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:48.331839 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5aae37-e45e-4f00-96a7-e2dca40ff212 req-dd8ca413-3a0a-45b3-b76a-e4658d9d1d86 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:48.333264 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1f5aae37-e45e-4f00-96a7-e2dca40ff212 req-dd8ca413-3a0a-45b3-b76a-e4658d9d1d86 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?device_id=bef5dd47-1662-472f-9e50-df08b0713db9 HTTP/1.1" status: 200 len: 969 time: 0.1818793 May 13 14:22:48.334172 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-12929531-bef0-4e10-bf61-a72584456a9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:48.336398 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-ffb75ad2-c508-432c-91f6-fd5ff3fff581 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:48.344816 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-12929531-bef0-4e10-bf61-a72584456a9b admin admin] Usage tracker for resource:security_group_rule and tenant:2d8aec830f884200b1a88480a69a719d is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:48.347163 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-ffb75ad2-c508-432c-91f6-fd5ff3fff581 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:48.361940 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-12929531-bef0-4e10-bf61-a72584456a9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:48.376953 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-12929531-bef0-4e10-bf61-a72584456a9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:48.399928 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-ffb75ad2-c508-432c-91f6-fd5ff3fff581 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Made reservation on behalf of e9c1f6dcee6e4bfa9d17410767972533 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:22:48.403102 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-ffb75ad2-c508-432c-91f6-fd5ff3fff581 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:48.408389 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64090059-239c-43cf-9e67-a15ffa7d1125 req-dbee2c91-692b-4d17-9ed6-6e2dcbd7ca3c tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:48.409864 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-64090059-239c-43cf-9e67-a15ffa7d1125 req-dbee2c91-692b-4d17-9ed6-6e2dcbd7ca3c tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=b748afd1-47b2-4307-b071-7ed4d40a77c5 HTTP/1.1" status: 200 len: 943 time: 0.2816510 May 13 14:22:48.418270 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0d646971-0127-4218-97ae-3b9fd6a06a87 req-5fd2ff30-bbb6-48d1-8277-ab621165b6ab service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987185 May 13 14:22:48.431132 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1f5aae37-e45e-4f00-96a7-e2dca40ff212 req-2a6cee6a-e071-4f02-ab36-dd32449bb341 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdfa4aeb-ae5a-466e-b5e5-5001d597b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900128 May 13 14:22:48.478112 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-64090059-239c-43cf-9e67-a15ffa7d1125 req-bf2cc649-4a9e-46a3-a80b-74926164d6c2 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca79901b-aa25-4a04-89be-d3535bd24089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582352 May 13 14:22:48.648527 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-12929531-bef0-4e10-bf61-a72584456a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:48.656162 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-12929531-bef0-4e10-bf61-a72584456a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:48.673949 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d06bc9f1-45cb-4887-add9-71c8f6d793d5 req-2aafc3c7-3859-4bab-bfa4-800bc855c41d tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 210 time: 0.0573516 May 13 14:22:48.682878 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-ffb75ad2-c508-432c-91f6-fd5ff3fff581 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Allocated IP 172.20.0.5 (01882ed3-6d08-4bd7-8250-0f45408cfc6f/b67d68a0-c4b3-4438-b89e-01055bd1fad3/7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:22:48.704825 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fab13-dc3d-4209-8f50-68648373f4f5 req-1b87f535-5273-4dd0-a02e-9bc7afc8a852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:48.706568 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-509fab13-dc3d-4209-8f50-68648373f4f5 req-1b87f535-5273-4dd0-a02e-9bc7afc8a852 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f94392095e3e4059aa82fd976382ba83&device_id=bef5dd47-1662-472f-9e50-df08b0713db9 HTTP/1.1" status: 200 len: 1120 time: 0.2227948 May 13 14:22:48.776357 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-12929531-bef0-4e10-bf61-a72584456a9b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2d8aec830f884200b1a88480a69a719d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5044916 May 13 14:22:48.783729 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60324) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:48.796966 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12929531-bef0-4e10-bf61-a72584456a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a494295e-b8bf-4791-a227-a2e25cd9f15e,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:48.854786 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fab13-dc3d-4209-8f50-68648373f4f5 req-0f08dfe4-05b3-459a-9c3d-749b0de43b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:48.856435 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-509fab13-dc3d-4209-8f50-68648373f4f5 req-0f08dfe4-05b3-459a-9c3d-749b0de43b7f service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.1431239 May 13 14:22:48.913252 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 5c3b8323-c681-47e7-b717-f6319ae7043a details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:22:48.933402 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-509fab13-dc3d-4209-8f50-68648373f4f5 req-303d6ec6-b3fe-4ff4-9db1-5dfd2cff744e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=017d8737-a54c-45bc-a606-761e121913ae HTTP/1.1" status: 200 len: 217 time: 0.0702927 May 13 14:22:48.951323 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:22:48.996347 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-76b2f2f9-fadd-4a2a-9b4c-db811d3da163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:49.009794 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fab13-dc3d-4209-8f50-68648373f4f5 req-7d8378f7-a36f-4a9f-b4c6-4241157c914b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:49.011386 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-509fab13-dc3d-4209-8f50-68648373f4f5 req-7d8378f7-a36f-4a9f-b4c6-4241157c914b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.0718064 May 13 14:22:49.028730 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427420fd-a762-4968-89ef-0da53c21f070 req-6c6c2ffb-15c6-4a6a-a0e1-e5409d04ed74 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:49.030208 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-427420fd-a762-4968-89ef-0da53c21f070 req-6c6c2ffb-15c6-4a6a-a0e1-e5409d04ed74 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 945 time: 0.3418951 May 13 14:22:49.074211 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-76b2f2f9-fadd-4a2a-9b4c-db811d3da163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:49.120901 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 5c3b8323-c681-47e7-b717-f6319ae7043a, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=5c3b8323-c681-47e7-b717-f6319ae7043a,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:22:49.131751 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:22:49.140247 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '5c3b8323-c681-47e7-b717-f6319ae7043a', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': '5c3b8323-c681-47e7-b717-f6319ae7043a', 'mac_address': 'fa:16:3e:df:14:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:22:49.142134 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:22:49.142501 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:49.142715 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-ffb75ad2-c508-432c-91f6-fd5ff3fff581 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:49.156082 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec182db-0928-4c8c-b4ff-ab8b769298e8 req-6760f640-406c-4c50-989d-246c05e1933f tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:49.157545 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aec182db-0928-4c8c-b4ff-ab8b769298e8 req-6760f640-406c-4c50-989d-246c05e1933f tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 948 time: 0.1451907 May 13 14:22:49.164851 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-427420fd-a762-4968-89ef-0da53c21f070 req-c6736c9e-91d6-4856-aa49-81fc814177d1 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245189 May 13 14:22:49.168071 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fab13-dc3d-4209-8f50-68648373f4f5 req-28482ff9-bf95-46b4-852b-72193f4126d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:49.169513 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-509fab13-dc3d-4209-8f50-68648373f4f5 req-28482ff9-bf95-46b4-852b-72193f4126d4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1176617 May 13 14:22:49.208912 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-76b2f2f9-fadd-4a2a-9b4c-db811d3da163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:49.254047 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2f2f9-fadd-4a2a-9b4c-db811d3da163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a494295e-b8bf-4791-a227-a2e25cd9f15e,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:49.274572 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-76b2f2f9-fadd-4a2a-9b4c-db811d3da163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:49.287446 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-76b2f2f9-fadd-4a2a-9b4c-db811d3da163 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a494295e-b8bf-4791-a227-a2e25cd9f15e HTTP/1.1" status: 204 len: 168 time: 0.4923000 May 13 14:22:49.301181 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 5c3b8323-c681-47e7-b717-f6319ae7043a is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:22:49.301577 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:49.324521 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-ffb75ad2-c508-432c-91f6-fd5ff3fff581 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:49.342104 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3b8323-c681-47e7-b717-f6319ae7043a {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:22:49.370260 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aec182db-0928-4c8c-b4ff-ab8b769298e8 req-0045c878-c026-44b0-a0a0-f79a9bb6daa1 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969903 May 13 14:22:49.413895 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-ffb75ad2-c508-432c-91f6-fd5ff3fff581 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Network 01882ed3-6d08-4bd7-8250-0f45408cfc6f is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:22:49.417913 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-ffb75ad2-c508-432c-91f6-fd5ff3fff581 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:22:49.422645 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-ffb75ad2-c508-432c-91f6-fd5ff3fff581 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:22:49.463819 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb75ad2-c508-432c-91f6-fd5ff3fff581 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Pushing event updated for resources: {'Port': ['ID=7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:49.468424 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-509fab13-dc3d-4209-8f50-68648373f4f5 req-f31ba007-fdfe-45e2-91ef-ea1aedef9865 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622190 May 13 14:22:49.480098 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 5c3b8323-c681-47e7-b717-f6319ae7043a, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=5c3b8323-c681-47e7-b717-f6319ae7043a,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:22:49.495332 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:49.501362 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 2e32ddf8-8485-40ab-b203-84fd58d0b941 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:22:49.531664 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-ffb75ad2-c508-432c-91f6-fd5ff3fff581 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:49.532340 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-ffb75ad2-c508-432c-91f6-fd5ff3fff581 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:49.557614 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-ffb75ad2-c508-432c-91f6-fd5ff3fff581 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5267713 May 13 14:22:49.565690 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:22:49.568876 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:49.585589 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] Request body: {'port': {'device_id': '63a3e39d-b45b-4860-a242-a10d54a31ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:22:49.639761 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a9f05c-9592-4160-8bf0-ab74091ba2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52be2d2f-5c4b-4973-9c3c-0285c7d40b56'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:22:49.676756 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=52be2d2f-5c4b-4973-9c3c-0285c7d40b56,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:22:49.684939 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-509fab13-dc3d-4209-8f50-68648373f4f5 req-c819d31f-aaf0-4c49-9eb2-926071a3d96b service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096164 May 13 14:22:49.742213 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:49.749768 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=5c3b8323-c681-47e7-b717-f6319ae7043a,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:49.822050 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb43db8-4bd2-4b5e-881a-14d563a10234 req-29684942-5fb8-4af3-b728-5f61f731032b tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:49.822050 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ceb43db8-4bd2-4b5e-881a-14d563a10234 req-29684942-5fb8-4af3-b728-5f61f731032b tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Synchronizing usage tracker for tenant:f94392095e3e4059aa82fd976382ba83 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:22:49.841741 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ceb43db8-4bd2-4b5e-881a-14d563a10234 req-29684942-5fb8-4af3-b728-5f61f731032b tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Unset dirty status for tenant:f94392095e3e4059aa82fd976382ba83 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:22:49.843357 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:49.844441 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ceb43db8-4bd2-4b5e-881a-14d563a10234 req-29684942-5fb8-4af3-b728-5f61f731032b tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?device_id=bef5dd47-1662-472f-9e50-df08b0713db9 HTTP/1.1" status: 200 len: 969 time: 0.1267264 May 13 14:22:49.906238 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 2e32ddf8-8485-40ab-b203-84fd58d0b941, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=2e32ddf8-8485-40ab-b203-84fd58d0b941,segment=NetworkSegment(983229a7-bdca-4b23-927c-a42448eb11f8),segment_id=983229a7-bdca-4b23-927c-a42448eb11f8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:22:49.913865 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=52be2d2f-5c4b-4973-9c3c-0285c7d40b56,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:49.916522 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ceb43db8-4bd2-4b5e-881a-14d563a10234 req-9bdd8872-b9c8-4207-8ba7-350a4ac5dfc1 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdfa4aeb-ae5a-466e-b5e5-5001d597b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620236 May 13 14:22:49.933338 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '2e32ddf8-8485-40ab-b203-84fd58d0b941', 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1', 'port_id': '2e32ddf8-8485-40ab-b203-84fd58d0b941', 'mac_address': 'fa:16:3e:01:79:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:22:49.953527 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e2d2a-a498-42a9-ad41-04e3deee8688 req-7a79bc0d-cf8b-4a5d-91ba-6bd25760258c tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:49.954789 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5e0e2d2a-a498-42a9-ad41-04e3deee8688 req-7a79bc0d-cf8b-4a5d-91ba-6bd25760258c tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=b748afd1-47b2-4307-b071-7ed4d40a77c5 HTTP/1.1" status: 200 len: 943 time: 0.1790383 May 13 14:22:50.010577 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 2e32ddf8-8485-40ab-b203-84fd58d0b941 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:22:50.011139 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:50.032661 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e32ddf8-8485-40ab-b203-84fd58d0b941 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:22:50.051694 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 2e32ddf8-8485-40ab-b203-84fd58d0b941, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=2e32ddf8-8485-40ab-b203-84fd58d0b941,segment=NetworkSegment(983229a7-bdca-4b23-927c-a42448eb11f8),segment_id=983229a7-bdca-4b23-927c-a42448eb11f8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:22:50.053920 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-586bba35-1f40-47aa-a18b-a175f7e5a0c9'] response: {'server_uuid': '03a9f05c-9592-4160-8bf0-ab74091ba2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52be2d2f-5c4b-4973-9c3c-0285c7d40b56', 'code': 200} May 13 14:22:50.058710 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:50.084916 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5e0e2d2a-a498-42a9-ad41-04e3deee8688 req-48a8fb32-b91f-4baa-b8bf-82e42ad5fc28 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca79901b-aa25-4a04-89be-d3535bd24089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750732 May 13 14:22:50.156875 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=2e32ddf8-8485-40ab-b203-84fd58d0b941,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:50.275971 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068fe99-a6ac-4fd2-a468-1d07f7abc30a req-d477cca3-13a2-446c-84b7-083d48af47f7 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:50.277959 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7068fe99-a6ac-4fd2-a468-1d07f7abc30a req-d477cca3-13a2-446c-84b7-083d48af47f7 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 931 time: 0.1125214 May 13 14:22:50.377248 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7068fe99-a6ac-4fd2-a468-1d07f7abc30a req-3fe5a245-2a06-4750-8813-d4e39d793f0b tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922062 May 13 14:22:50.505798 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['2e32ddf8-8485-40ab-b203-84fd58d0b941'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:22:50.568681 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60400) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:50.596623 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['5c3b8323-c681-47e7-b717-f6319ae7043a'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:22:50.621960 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73423ef5-fb41-4cfe-9f31-7c42c61330b9 req-a56e9d3a-b578-4508-a4a0-86b292efc788 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:50.629445 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-73423ef5-fb41-4cfe-9f31-7c42c61330b9 req-a56e9d3a-b578-4508-a4a0-86b292efc788 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 946 time: 0.2396655 May 13 14:22:50.638085 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd6e32-a2e2-4464-a56e-2cc40c77d22d req-dc5391f2-5a2f-4afd-8bf3-546ee4f70377 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:50.645659 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a0cd6e32-a2e2-4464-a56e-2cc40c77d22d req-dc5391f2-5a2f-4afd-8bf3-546ee4f70377 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 949 time: 0.1052947 May 13 14:22:50.676414 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c763580-8c19-4f9a-8f57-ec6fd3df54a3 req-7bb3d8a6-8337-4f66-aa8a-b75aad2af0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:50.677568 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c763580-8c19-4f9a-8f57-ec6fd3df54a3 req-7bb3d8a6-8337-4f66-aa8a-b75aad2af0b2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 1097 time: 0.2892044 May 13 14:22:50.700622 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-73423ef5-fb41-4cfe-9f31-7c42c61330b9 req-9e478dac-4fa3-4c04-b6ba-3b9ba996b6d9 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702286 May 13 14:22:50.713126 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a0cd6e32-a2e2-4464-a56e-2cc40c77d22d req-79bbc797-c0d7-44a9-8498-b42f77a08bea tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606656 May 13 14:22:50.729084 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 017d8737-a54c-45bc-a606-761e121913ae details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:22:50.843385 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-7c763580-8c19-4f9a-8f57-ec6fd3df54a3 req-a50593db-5dca-40ff-bf45-8bd50fca4f64 service neutron] Synchronizing usage tracker for tenant:ecc942a961024207a01b9a9bc1ab0c9f on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:22:50.869076 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:22:50.876884 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-7c763580-8c19-4f9a-8f57-ec6fd3df54a3 req-a50593db-5dca-40ff-bf45-8bd50fca4f64 service neutron] Unset dirty status for tenant:ecc942a961024207a01b9a9bc1ab0c9f on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:22:50.878082 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c763580-8c19-4f9a-8f57-ec6fd3df54a3 req-a50593db-5dca-40ff-bf45-8bd50fca4f64 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568921 May 13 14:22:50.887321 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:50.912796 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-377359c9-9c44-43eb-817a-02c6d6170dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:50.951045 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-377359c9-9c44-43eb-817a-02c6d6170dce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:50.957306 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-377359c9-9c44-43eb-817a-02c6d6170dce admin admin] Usage tracker for resource:security_group_rule and tenant:5cf68ac495dc4349a71983388dc63d6c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:50.962258 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-377359c9-9c44-43eb-817a-02c6d6170dce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:50.968670 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-377359c9-9c44-43eb-817a-02c6d6170dce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:50.975490 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] Transition to ACTIVE for port object 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:22:50.981927 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:51.129882 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 017d8737-a54c-45bc-a606-761e121913ae, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=017d8737-a54c-45bc-a606-761e121913ae,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:22:51.162835 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '017d8737-a54c-45bc-a606-761e121913ae', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': '017d8737-a54c-45bc-a606-761e121913ae', 'mac_address': 'fa:16:3e:e6:6b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:tempest-test_az-580455635', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:22:51.207916 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] Pushing event updated for resources: {'Port': ['ID=7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:51.249796 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 017d8737-a54c-45bc-a606-761e121913ae is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:22:51.250243 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:51.272356 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 017d8737-a54c-45bc-a606-761e121913ae {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:22:51.293426 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 017d8737-a54c-45bc-a606-761e121913ae, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=017d8737-a54c-45bc-a606-761e121913ae,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:22:51.299484 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:51.367166 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:51.367702 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:51.368687 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:51.369122 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:51.370033 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:51.370592 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:51.371178 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:51.372254 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:51.372908 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:51.373439 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:51.378801 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:51.378801 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:51.391371 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=017d8737-a54c-45bc-a606-761e121913ae,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:51.481983 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-377359c9-9c44-43eb-817a-02c6d6170dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:51.482178 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3d70f-3337-4b85-af08-ee914dd44e51 req-b1ad242b-a550-4ce6-a01e-2920eb5fc2b7 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:51.482889 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] Attempting to bind port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:22:51.483297 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] Attempting to bind port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:22:51.483553 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] Attempting to bind port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:22:51.489446 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-87b3d70f-3337-4b85-af08-ee914dd44e51 req-b1ad242b-a550-4ce6-a01e-2920eb5fc2b7 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=b748afd1-47b2-4307-b071-7ed4d40a77c5 HTTP/1.1" status: 200 len: 944 time: 0.0877769 May 13 14:22:51.492170 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] Port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:22:51.492489 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] Attempting to bind port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:22:51.492609 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['017d8737-a54c-45bc-a606-761e121913ae'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:22:51.496132 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-377359c9-9c44-43eb-817a-02c6d6170dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:51.525744 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:22:51.526090 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] Checking segment: {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:22:51.526472 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] Bound using segment: {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:22:51.526912 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] Bound port: 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:22:51.527295 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:51.529353 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-87b3d70f-3337-4b85-af08-ee914dd44e51 req-98b615b3-7426-4762-a3eb-4addc803c8a6 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca79901b-aa25-4a04-89be-d3535bd24089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389981 May 13 14:22:51.550226 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce454a1-ccba-4fe6-b1c2-dc8dd28c0f41 req-e8bdb16f-66fb-4582-a5b7-2e0aecdf9a31 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:51.552064 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cce454a1-ccba-4fe6-b1c2-dc8dd28c0f41 req-e8bdb16f-66fb-4582-a5b7-2e0aecdf9a31 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?device_id=bef5dd47-1662-472f-9e50-df08b0713db9 HTTP/1.1" status: 200 len: 970 time: 0.3467689 May 13 14:22:51.640138 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377359c9-9c44-43eb-817a-02c6d6170dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb9f611-4f1e-4887-b2a6-1f4c2309ff63,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:51.663909 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-377359c9-9c44-43eb-817a-02c6d6170dce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5cf68ac495dc4349a71983388dc63d6c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0878646 May 13 14:22:51.664303 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60448) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:51.706407 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cce454a1-ccba-4fe6-b1c2-dc8dd28c0f41 req-a6fd69e0-568b-48c7-917f-8531a4a816d6 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdfa4aeb-ae5a-466e-b5e5-5001d597b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287408 May 13 14:22:51.728484 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] For port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:22:51.728484 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] For port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:22:51.731671 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:51.733301 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ea5c63a2-e994-403d-aa7c-f8a2b8543aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:51.773689 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ea5c63a2-e994-403d-aa7c-f8a2b8543aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:51.812284 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:51.812980 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:51.814439 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] 10.222.0.59 "PUT /v2.0/ports/7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 HTTP/1.1" status: 200 len: 1091 time: 2.2409866 May 13 14:22:51.814938 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a3e39d-b45b-4860-a242-a10d54a31ddc', 'tag': '7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:22:51.844684 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c40a8-c44c-40a4-b63f-d4ff3c6b93f7 service neutron] Pushing event updated for resources: {'Port': ['ID=7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:51.854759 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ea5c63a2-e994-403d-aa7c-f8a2b8543aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:51.871580 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c63a2-e994-403d-aa7c-f8a2b8543aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb9f611-4f1e-4887-b2a6-1f4c2309ff63,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:51.883813 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c63a2-e994-403d-aa7c-f8a2b8543aa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:51.884163 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c63a2-e994-403d-aa7c-f8a2b8543aa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:51.884641 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c63a2-e994-403d-aa7c-f8a2b8543aa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:51.884985 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c63a2-e994-403d-aa7c-f8a2b8543aa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:51.885314 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c63a2-e994-403d-aa7c-f8a2b8543aa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:51.885640 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c63a2-e994-403d-aa7c-f8a2b8543aa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:51.885963 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c63a2-e994-403d-aa7c-f8a2b8543aa1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:51.886284 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c63a2-e994-403d-aa7c-f8a2b8543aa1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:51.886601 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c63a2-e994-403d-aa7c-f8a2b8543aa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:51.886920 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c63a2-e994-403d-aa7c-f8a2b8543aa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:51.887266 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c63a2-e994-403d-aa7c-f8a2b8543aa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:51.887583 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c63a2-e994-403d-aa7c-f8a2b8543aa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:51.891749 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ea5c63a2-e994-403d-aa7c-f8a2b8543aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:51.895138 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ea5c63a2-e994-403d-aa7c-f8a2b8543aa1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3bb9f611-4f1e-4887-b2a6-1f4c2309ff63 HTTP/1.1" status: 204 len: 168 time: 0.2275505 May 13 14:22:51.986030 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60261a9-8280-433f-9605-2320f6826b24 req-8d44fb08-1733-4efe-a914-7adbc756cf5a tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:51.989680 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b60261a9-8280-433f-9605-2320f6826b24 req-8d44fb08-1733-4efe-a914-7adbc756cf5a tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 949 time: 0.0865376 May 13 14:22:51.997653 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a48b3-41cd-4d8c-9803-769421ce9ced req-a9fd8177-69e3-4443-8e80-b3165db5c26b tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:51.998353 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-4c6a48b3-41cd-4d8c-9803-769421ce9ced req-a9fd8177-69e3-4443-8e80-b3165db5c26b tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Synchronizing usage tracker for tenant:e9c1f6dcee6e4bfa9d17410767972533 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:22:52.003367 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-b2a73cc1-993d-4d31-80fe-d3642824c677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:52.004796 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-b2a73cc1-993d-4d31-80fe-d3642824c677 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e9c1f6dcee6e4bfa9d17410767972533&device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 1094 time: 0.1149027 May 13 14:22:52.033336 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b60261a9-8280-433f-9605-2320f6826b24 req-5fcc25b5-caf7-4ca0-a9eb-ae7f340441f9 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401094 May 13 14:22:52.073414 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-4c6a48b3-41cd-4d8c-9803-769421ce9ced req-a9fd8177-69e3-4443-8e80-b3165db5c26b tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Unset dirty status for tenant:e9c1f6dcee6e4bfa9d17410767972533 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:22:52.074614 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4c6a48b3-41cd-4d8c-9803-769421ce9ced req-a9fd8177-69e3-4443-8e80-b3165db5c26b tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 943 time: 0.2268209 May 13 14:22:52.082977 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-4d409283-7e28-4274-83cc-19669e27bc3a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 HTTP/1.1" status: 200 len: 217 time: 0.0695217 May 13 14:22:52.171449 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-4c6a48b3-41cd-4d8c-9803-769421ce9ced req-7983b190-ad80-4599-9cd1-3ec83187d3cd tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Synchronizing usage tracker for tenant:e9c1f6dcee6e4bfa9d17410767972533 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:22:52.184461 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-eb6eeb90-fdb6-41ec-acc8-b6c9fb346fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:52.185869 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-eb6eeb90-fdb6-41ec-acc8-b6c9fb346fe5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b67d68a0-c4b3-4438-b89e-01055bd1fad3 HTTP/1.1" status: 200 len: 847 time: 0.0889244 May 13 14:22:52.230029 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74043983-401d-47e1-9166-85ccdd5cae44 req-cc984bba-a205-462b-b072-04244c2d8856 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:52.232221 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-74043983-401d-47e1-9166-85ccdd5cae44 req-cc984bba-a205-462b-b072-04244c2d8856 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 946 time: 0.0908487 May 13 14:22:52.233352 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-4c6a48b3-41cd-4d8c-9803-769421ce9ced req-7983b190-ad80-4599-9cd1-3ec83187d3cd tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Unset dirty status for tenant:e9c1f6dcee6e4bfa9d17410767972533 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:22:52.234506 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4c6a48b3-41cd-4d8c-9803-769421ce9ced req-7983b190-ad80-4599-9cd1-3ec83187d3cd tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506612 May 13 14:22:52.241375 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-0164e1d3-9ef0-47c1-8e0a-ccbfa147b693 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01882ed3-6d08-4bd7-8250-0f45408cfc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484097 May 13 14:22:52.309334 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-74043983-401d-47e1-9166-85ccdd5cae44 req-39a12823-e286-411b-8fa9-6707c502783a tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654926 May 13 14:22:52.316440 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60468) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:52.359951 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ebeb3e0f-3299-4816-a4bc-71d62f0ba2b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:52.374924 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-210181c1-0e44-4dba-8292-9873200e5fc1'] response: {'name': 'network-changed', 'server_uuid': '63a3e39d-b45b-4860-a242-a10d54a31ddc', 'tag': '7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2', 'status': 'completed', 'code': 200} May 13 14:22:52.390200 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ebeb3e0f-3299-4816-a4bc-71d62f0ba2b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:52.395760 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ebeb3e0f-3299-4816-a4bc-71d62f0ba2b0 admin admin] Usage tracker for resource:security_group_rule and tenant:7bf21fed91e345d98394c697dae5bb47 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:52.400087 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ebeb3e0f-3299-4816-a4bc-71d62f0ba2b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:52.414401 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ebeb3e0f-3299-4816-a4bc-71d62f0ba2b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:52.462037 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-1ff0094e-f113-4141-b0e9-c0695c0cec87 service neutron] 10.222.0.59 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141333 May 13 14:22:52.520506 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ebeb3e0f-3299-4816-a4bc-71d62f0ba2b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:52.525737 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ebeb3e0f-3299-4816-a4bc-71d62f0ba2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:52.597030 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ebeb3e0f-3299-4816-a4bc-71d62f0ba2b0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7bf21fed91e345d98394c697dae5bb47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793226 May 13 14:22:52.599169 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb3e0f-3299-4816-a4bc-71d62f0ba2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbb646b-ebb0-45e9-ac28-508dc7965c3a,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:52.601924 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60484) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:52.717316 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 017d8737-a54c-45bc-a606-761e121913ae up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:22:52.758190 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60490) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:52.764584 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-acb68492-00ea-4b9a-9837-f0ed44caaf91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:52.810701 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-acb68492-00ea-4b9a-9837-f0ed44caaf91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:52.874756 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 017d8737-a54c-45bc-a606-761e121913ae completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:22:52.882279 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 017d8737-a54c-45bc-a606-761e121913ae triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:22:52.882279 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:52.892074 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-73206d26-fdaa-4365-ad89-a99dcb1b0539 req-7c5dde45-b01d-47e1-a3ed-0ca9eeaa8d24 service neutron] 10.222.0.59 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237130 May 13 14:22:52.942822 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 5c3b8323-c681-47e7-b717-f6319ae7043a up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:22:52.943361 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e8cee-de88-4911-a846-fc5ac9d34feb req-a8fde742-3eb2-49dd-8efa-746d11a34ab2 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:52.945149 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ab9e8cee-de88-4911-a846-fc5ac9d34feb req-a8fde742-3eb2-49dd-8efa-746d11a34ab2 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=b748afd1-47b2-4307-b071-7ed4d40a77c5 HTTP/1.1" status: 200 len: 944 time: 0.2522643 May 13 14:22:52.980484 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-acb68492-00ea-4b9a-9837-f0ed44caaf91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:53.012290 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb68492-00ea-4b9a-9837-f0ed44caaf91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbb646b-ebb0-45e9-ac28-508dc7965c3a,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:53.023612 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-acb68492-00ea-4b9a-9837-f0ed44caaf91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:53.027530 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-acb68492-00ea-4b9a-9837-f0ed44caaf91 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cfbb646b-ebb0-45e9-ac28-508dc7965c3a HTTP/1.1" status: 204 len: 168 time: 0.4236948 May 13 14:22:53.048591 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ecb84-326e-4ff4-bfef-01fd79e7c91c req-09293715-c139-4af6-ab77-dbcbab2c4dc2 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:53.056736 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e1ecb84-326e-4ff4-bfef-01fd79e7c91c req-09293715-c139-4af6-ab77-dbcbab2c4dc2 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?device_id=bef5dd47-1662-472f-9e50-df08b0713db9 HTTP/1.1" status: 200 len: 970 time: 0.1665182 May 13 14:22:53.094323 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60504) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:53.105981 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2dc0ff16-444b-474e-9773-a40f2c20a18a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:53.119521 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 5c3b8323-c681-47e7-b717-f6319ae7043a completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:22:53.121538 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e1ecb84-326e-4ff4-bfef-01fd79e7c91c req-a2131fde-56c3-4af3-bc73-3ba747184239 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdfa4aeb-ae5a-466e-b5e5-5001d597b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637553 May 13 14:22:53.126378 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 5c3b8323-c681-47e7-b717-f6319ae7043a triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:22:53.126748 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:53.236079 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ab9e8cee-de88-4911-a846-fc5ac9d34feb req-8ef964b5-fb65-4614-b141-ceae824d00b6 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca79901b-aa25-4a04-89be-d3535bd24089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745306 May 13 14:22:53.252576 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2dc0ff16-444b-474e-9773-a40f2c20a18a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:53.259708 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2dc0ff16-444b-474e-9773-a40f2c20a18a admin admin] Usage tracker for resource:security_group_rule and tenant:e0be1f78c1604f2a9f3f27f161228f4c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:53.284749 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2dc0ff16-444b-474e-9773-a40f2c20a18a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:53.285685 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 017d8737-a54c-45bc-a606-761e121913ae is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:22:53.286238 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:53.298649 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2dc0ff16-444b-474e-9773-a40f2c20a18a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:53.387564 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef5dd47-1662-472f-9e50-df08b0713db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017d8737-a54c-45bc-a606-761e121913ae'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:22:53.402404 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 017d8737-a54c-45bc-a606-761e121913ae, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=017d8737-a54c-45bc-a606-761e121913ae,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:22:53.447277 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:53.453030 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31be1c-ca66-4afe-baa0-d07a9bc136a3 req-00419216-74f1-480c-a7c3-1d197a287286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:53.454569 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c31be1c-ca66-4afe-baa0-d07a9bc136a3 req-00419216-74f1-480c-a7c3-1d197a287286 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e9c1f6dcee6e4bfa9d17410767972533&device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 1094 time: 0.4943817 May 13 14:22:53.472695 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27689b1f-dd82-4cf1-8172-cc38ae32886c req-16a0b32c-70e2-454f-a990-636c2a751dbd tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:53.481886 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-27689b1f-dd82-4cf1-8172-cc38ae32886c req-16a0b32c-70e2-454f-a990-636c2a751dbd tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 949 time: 0.1095955 May 13 14:22:53.544950 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-27689b1f-dd82-4cf1-8172-cc38ae32886c req-737e279c-165f-4098-b851-d53074e1e92e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589669 May 13 14:22:53.572534 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 5c3b8323-c681-47e7-b717-f6319ae7043a is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:22:53.572917 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:53.619097 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=017d8737-a54c-45bc-a606-761e121913ae,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:53.630584 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:53.630937 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:53.631287 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:53.631612 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:53.632068 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:53.632393 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:53.632710 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:53.633151 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:53.634081 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:53.634455 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:53.634772 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:53.635087 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:53.639634 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 5c3b8323-c681-47e7-b717-f6319ae7043a, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=5c3b8323-c681-47e7-b717-f6319ae7043a,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:22:53.644744 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:53.645732 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 2e32ddf8-8485-40ab-b203-84fd58d0b941 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:22:53.785419 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f2956714-e304-4578-b989-86f1ff2f4587 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5adff68d6d744eb28ae9f98f9b31f9d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6897144 May 13 14:22:53.789834 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60526) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:53.811381 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=5c3b8323-c681-47e7-b717-f6319ae7043a,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:53.823539 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 2e32ddf8-8485-40ab-b203-84fd58d0b941 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:22:53.829500 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 2e32ddf8-8485-40ab-b203-84fd58d0b941 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:22:53.830085 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:53.834079 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2dc0ff16-444b-474e-9773-a40f2c20a18a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:53.860375 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398eb20b-5897-49e5-991f-2b6a87d22371 req-dc2d42d6-f9ce-4a01-b6d1-4857f599f69e tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:53.869090 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-398eb20b-5897-49e5-991f-2b6a87d22371 req-dc2d42d6-f9ce-4a01-b6d1-4857f599f69e tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 946 time: 0.1847899 May 13 14:22:53.870048 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2dc0ff16-444b-474e-9773-a40f2c20a18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:53.898135 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31be1c-ca66-4afe-baa0-d07a9bc136a3 req-6a552620-ccf5-4887-9cf9-732d624f1efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:53.900335 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c31be1c-ca66-4afe-baa0-d07a9bc136a3 req-6a552620-ccf5-4887-9cf9-732d624f1efb service neutron] 10.222.0.59 "GET /v2.0/networks?id=01882ed3-6d08-4bd7-8250-0f45408cfc6f HTTP/1.1" status: 200 len: 908 time: 0.4386809 May 13 14:22:53.905087 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c5dd382b-ca46-4afa-8b81-cfea44a978cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:53.943975 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-398eb20b-5897-49e5-991f-2b6a87d22371 req-d20b4ac1-33b8-49c1-a405-f1031f0d5bcd tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738921 May 13 14:22:53.965213 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 2e32ddf8-8485-40ab-b203-84fd58d0b941 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:22:53.965752 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:53.983782 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c5dd382b-ca46-4afa-8b81-cfea44a978cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:54.003035 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2dc0ff16-444b-474e-9773-a40f2c20a18a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e0be1f78c1604f2a9f3f27f161228f4c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2309306 May 13 14:22:54.006159 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 2e32ddf8-8485-40ab-b203-84fd58d0b941, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=2e32ddf8-8485-40ab-b203-84fd58d0b941,segment=NetworkSegment(983229a7-bdca-4b23-927c-a42448eb11f8),segment_id=983229a7-bdca-4b23-927c-a42448eb11f8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:22:54.007001 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60538) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:54.009202 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c31be1c-ca66-4afe-baa0-d07a9bc136a3 req-7ad6eaf1-30b5-4caf-b223-a6b955ac9147 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 HTTP/1.1" status: 200 len: 217 time: 0.0942190 May 13 14:22:54.011771 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:54.060599 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c5dd382b-ca46-4afa-8b81-cfea44a978cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:54.066015 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0ff16-444b-474e-9773-a40f2c20a18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3215ea47-97a0-425e-aa3d-95c744775823,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:54.080829 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd382b-ca46-4afa-8b81-cfea44a978cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777879eb-958c-47b6-ae2d-87d7716df7b9,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:54.101672 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c5dd382b-ca46-4afa-8b81-cfea44a978cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:54.107078 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c5dd382b-ca46-4afa-8b81-cfea44a978cd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/777879eb-958c-47b6-ae2d-87d7716df7b9 HTTP/1.1" status: 204 len: 168 time: 0.3161192 May 13 14:22:54.115859 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f200c457-6f85-42e5-af65-0730bb7ea0fc'] response: {'server_uuid': 'bef5dd47-1662-472f-9e50-df08b0713db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017d8737-a54c-45bc-a606-761e121913ae', 'code': 200} May 13 14:22:54.143602 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7395502-a157-44dc-9092-ba9d7a79958b req-4c7da33d-d79d-4036-9044-05a2ccf47c21 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:54.151145 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d7395502-a157-44dc-9092-ba9d7a79958b req-4c7da33d-d79d-4036-9044-05a2ccf47c21 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 943 time: 0.6316369 May 13 14:22:54.189613 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=2e32ddf8-8485-40ab-b203-84fd58d0b941,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:54.199873 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31be1c-ca66-4afe-baa0-d07a9bc136a3 req-f3933305-8c0c-4518-b10f-17aabf52a5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:54.204754 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c31be1c-ca66-4afe-baa0-d07a9bc136a3 req-f3933305-8c0c-4518-b10f-17aabf52a5b5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b67d68a0-c4b3-4438-b89e-01055bd1fad3 HTTP/1.1" status: 200 len: 847 time: 0.1753538 May 13 14:22:54.238785 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3b56b4b-b949-4567-aed5-8706ecdf2d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:54.273678 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7befb-0ec2-4984-8416-f8bb9e29e8ec req-79261a27-67da-4ade-a891-f710bc4f03eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:54.278178 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-03a7befb-0ec2-4984-8416-f8bb9e29e8ec req-79261a27-67da-4ade-a891-f710bc4f03eb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bef5dd47-1662-472f-9e50-df08b0713db9 HTTP/1.1" status: 200 len: 1122 time: 0.1321492 May 13 14:22:54.323527 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d7395502-a157-44dc-9092-ba9d7a79958b req-07d3486a-a8ac-4d15-9d8e-c90ca41aadf0 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712334 May 13 14:22:54.325850 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c31be1c-ca66-4afe-baa0-d07a9bc136a3 req-fa3aee0f-7c13-4b7c-a710-b551c858cd9e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01882ed3-6d08-4bd7-8250-0f45408cfc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137853 May 13 14:22:54.346710 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-03a7befb-0ec2-4984-8416-f8bb9e29e8ec req-d0bfdb70-ed70-44af-9e58-279571ab858a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fdfa4aeb-ae5a-466e-b5e5-5001d597b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630977 May 13 14:22:54.424482 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3b56b4b-b949-4567-aed5-8706ecdf2d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:54.549737 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60554) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:54.603815 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c31be1c-ca66-4afe-baa0-d07a9bc136a3 req-adfafb93-684c-4ace-b76d-7f4008b5b2db service neutron] 10.222.0.59 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674143 May 13 14:22:54.610447 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc26fe-6329-4cef-81c0-26740a6039e8 req-b4f1224c-02f1-4937-9657-8d2db259cb55 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:54.612375 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1bbc26fe-6329-4cef-81c0-26740a6039e8 req-b4f1224c-02f1-4937-9657-8d2db259cb55 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 1097 time: 0.0848958 May 13 14:22:54.623192 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42189f-c790-4b4e-bcd8-0bba445f1d12 req-485bd806-52c7-4a13-9ec7-ad62175deb64 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:54.624674 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fc42189f-c790-4b4e-bcd8-0bba445f1d12 req-485bd806-52c7-4a13-9ec7-ad62175deb64 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?device_id=bef5dd47-1662-472f-9e50-df08b0713db9 HTTP/1.1" status: 200 len: 971 time: 0.1576152 May 13 14:22:54.647263 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3b56b4b-b949-4567-aed5-8706ecdf2d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:54.670628 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1bbc26fe-6329-4cef-81c0-26740a6039e8 req-913ac0b0-2db8-4e2a-89f3-1c12150c3079 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511339 May 13 14:22:54.677909 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60562) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:54.736125 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1b627911-d735-49a9-82f2-425e0f7c7760 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2f0bdd0291b241c4b4bd8ec421e4cb31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0566447 May 13 14:22:54.736341 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60566) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:54.736452 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b56b4b-b949-4567-aed5-8706ecdf2d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3215ea47-97a0-425e-aa3d-95c744775823,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:54.768791 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3b56b4b-b949-4567-aed5-8706ecdf2d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:54.782700 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d3b56b4b-b949-4567-aed5-8706ecdf2d1a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3215ea47-97a0-425e-aa3d-95c744775823 HTTP/1.1" status: 204 len: 168 time: 0.7713578 May 13 14:22:54.808309 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e221de95-2caf-4ddd-ac55-54494b0d5640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:54.844454 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fc42189f-c790-4b4e-bcd8-0bba445f1d12 req-38d40c81-b46d-47ef-bbfd-8dd8f9f928f8 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdfa4aeb-ae5a-466e-b5e5-5001d597b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001817 May 13 14:22:54.867690 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e221de95-2caf-4ddd-ac55-54494b0d5640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:54.920055 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c31be1c-ca66-4afe-baa0-d07a9bc136a3 req-1b030c5a-e731-4367-a53e-dc9b323729d1 service neutron] 10.222.0.59 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052249 May 13 14:22:54.924384 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-23ef6894-1f8c-496e-a2bf-0da479bedb3d tempest-AutoAllocateNetworkTest-1659499469 tempest-AutoAllocateNetworkTest-1659499469-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=28884b8e23ae4bb6b135f85dc71ab247&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3722746 May 13 14:22:54.927540 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60574) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:54.997658 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e221de95-2caf-4ddd-ac55-54494b0d5640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:55.019434 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221de95-2caf-4ddd-ac55-54494b0d5640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2889bdfe-6380-4003-9e40-e6d200e54e73,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:55.051666 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b8060-47d0-4b6f-83b3-eadaf581aa37 req-2116a115-afab-4bc8-b8a1-6bc616326929 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:55.053291 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-684b8060-47d0-4b6f-83b3-eadaf581aa37 req-2116a115-afab-4bc8-b8a1-6bc616326929 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=b748afd1-47b2-4307-b071-7ed4d40a77c5 HTTP/1.1" status: 200 len: 945 time: 0.1464958 May 13 14:22:55.056006 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e221de95-2caf-4ddd-ac55-54494b0d5640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:55.058275 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e221de95-2caf-4ddd-ac55-54494b0d5640 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2889bdfe-6380-4003-9e40-e6d200e54e73 HTTP/1.1" status: 204 len: 168 time: 0.3210237 May 13 14:22:55.122581 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-684b8060-47d0-4b6f-83b3-eadaf581aa37 req-98f9f807-9081-4bc0-a808-dfa85914c1e4 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca79901b-aa25-4a04-89be-d3535bd24089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618403 May 13 14:22:55.143934 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bb70c-5029-454c-8ac3-441d16f055bc req-446ba268-83de-4877-bc6b-bebc1fe24be0 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:55.145475 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c97bb70c-5029-454c-8ac3-441d16f055bc req-446ba268-83de-4877-bc6b-bebc1fe24be0 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 950 time: 0.1851118 May 13 14:22:55.188774 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf71b36-5598-48e3-8468-882576e122f0 tempest-AutoAllocateNetworkTest-1659499469 tempest-AutoAllocateNetworkTest-1659499469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:55.190448 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7cf71b36-5598-48e3-8468-882576e122f0 tempest-AutoAllocateNetworkTest-1659499469 tempest-AutoAllocateNetworkTest-1659499469-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2618368 May 13 14:22:55.193623 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60582) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:55.255733 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c97bb70c-5029-454c-8ac3-441d16f055bc req-109ca5b8-d8e2-405a-9109-5675980a1ac2 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975111 May 13 14:22:55.299440 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-25ee3512-2927-415d-99ad-1933de59e223 tempest-AutoAllocateNetworkTest-1659499469 tempest-AutoAllocateNetworkTest-1659499469-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1023312 May 13 14:22:55.300431 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60586) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:55.342566 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5ab46d09-9389-41e9-8181-7191215d6cab tempest-AutoAllocateNetworkTest-1659499469 tempest-AutoAllocateNetworkTest-1659499469-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=28884b8e23ae4bb6b135f85dc71ab247 HTTP/1.1" status: 200 len: 208 time: 0.0404258 May 13 14:22:55.365796 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60596) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:55.409108 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1d75d-22bf-4714-be47-d5be17c86428 req-f20e4397-8b9d-48e6-bdee-e567f4e363e4 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:55.416724 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-802c6afe-52af-4f9f-af0a-20cff5b8bf49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:55.421507 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-65c1d75d-22bf-4714-be47-d5be17c86428 req-f20e4397-8b9d-48e6-bdee-e567f4e363e4 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 1097 time: 0.1232555 May 13 14:22:55.453047 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-802c6afe-52af-4f9f-af0a-20cff5b8bf49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:55.465661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-802c6afe-52af-4f9f-af0a-20cff5b8bf49 admin admin] Usage tracker for resource:security_group_rule and tenant:fd9b9f7d68534c75945dd32f5fdc4c17 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:55.476584 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-802c6afe-52af-4f9f-af0a-20cff5b8bf49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:55.491078 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-802c6afe-52af-4f9f-af0a-20cff5b8bf49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:55.498136 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-65c1d75d-22bf-4714-be47-d5be17c86428 req-e70209df-39de-453c-88ef-1da53b48b7b1 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702562 May 13 14:22:55.716842 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60614) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:55.787827 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6d590-1286-4736-876f-b4aa01c75923 req-a88e7f71-43a4-41dc-9a8d-fb8e76ad3262 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:55.789309 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-21b6d590-1286-4736-876f-b4aa01c75923 req-a88e7f71-43a4-41dc-9a8d-fb8e76ad3262 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 943 time: 0.2710586 May 13 14:22:55.833239 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-802c6afe-52af-4f9f-af0a-20cff5b8bf49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:55.841216 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-802c6afe-52af-4f9f-af0a-20cff5b8bf49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:55.871747 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-21b6d590-1286-4736-876f-b4aa01c75923 req-1d3c2a79-f19e-4dc1-b8d6-d779121f4283 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726464 May 13 14:22:55.901414 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-802c6afe-52af-4f9f-af0a-20cff5b8bf49 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fd9b9f7d68534c75945dd32f5fdc4c17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5317852 May 13 14:22:55.901414 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c6afe-52af-4f9f-af0a-20cff5b8bf49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3971e10d-b57a-43f1-ab20-618b2f4c80b8,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:55.901889 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60626) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:55.987275 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d96a3c48-20c0-4d8e-a4ce-743696416f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:56.016328 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-493d575a-75df-4b00-9de3-230de45e5a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:56.018430 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d96a3c48-20c0-4d8e-a4ce-743696416f13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:56.029620 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d96a3c48-20c0-4d8e-a4ce-743696416f13 admin admin] Usage tracker for resource:security_group_rule and tenant:28884b8e23ae4bb6b135f85dc71ab247 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:56.035364 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d96a3c48-20c0-4d8e-a4ce-743696416f13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:56.049738 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d96a3c48-20c0-4d8e-a4ce-743696416f13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:56.059949 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-493d575a-75df-4b00-9de3-230de45e5a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:56.117398 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95677dd7-0a5b-482c-a4f0-3bba7a89c84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3b8323-c681-47e7-b717-f6319ae7043a'}, {'server_uuid': 'b748afd1-47b2-4307-b071-7ed4d40a77c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e32ddf8-8485-40ab-b203-84fd58d0b941'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:22:56.166739 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1126919-f316-4bc1-b67d-f0e17e34e3ed req-6a4fbe94-99dd-421b-ba69-b36cc59a23b8 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:56.168506 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f1126919-f316-4bc1-b67d-f0e17e34e3ed req-6a4fbe94-99dd-421b-ba69-b36cc59a23b8 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?device_id=bef5dd47-1662-472f-9e50-df08b0713db9 HTTP/1.1" status: 200 len: 971 time: 0.1023517 May 13 14:22:56.201068 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-493d575a-75df-4b00-9de3-230de45e5a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:56.223385 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d575a-75df-4b00-9de3-230de45e5a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3971e10d-b57a-43f1-ab20-618b2f4c80b8,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:56.226624 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d96a3c48-20c0-4d8e-a4ce-743696416f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:56.234309 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d96a3c48-20c0-4d8e-a4ce-743696416f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:56.266000 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f1126919-f316-4bc1-b67d-f0e17e34e3ed req-a9ec3979-21f1-4cb1-971a-218db70b95fa tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdfa4aeb-ae5a-466e-b5e5-5001d597b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898485 May 13 14:22:56.286801 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-493d575a-75df-4b00-9de3-230de45e5a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:56.298661 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-493d575a-75df-4b00-9de3-230de45e5a82 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3971e10d-b57a-43f1-ab20-618b2f4c80b8 HTTP/1.1" status: 204 len: 168 time: 0.3878341 May 13 14:22:56.323503 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d96a3c48-20c0-4d8e-a4ce-743696416f13 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=28884b8e23ae4bb6b135f85dc71ab247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6054494 May 13 14:22:56.324554 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a3c48-20c0-4d8e-a4ce-743696416f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75a63eb-a41e-4813-a1b5-aa95b2c2dedd,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:56.326248 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60660) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:56.372606 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40c7880d-8bc0-4e24-afd7-6a633f7b3509'] response: {'server_uuid': '95677dd7-0a5b-482c-a4f0-3bba7a89c84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3b8323-c681-47e7-b717-f6319ae7043a', 'code': 200} May 13 14:22:56.373041 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40c7880d-8bc0-4e24-afd7-6a633f7b3509'] response: {'server_uuid': 'b748afd1-47b2-4307-b071-7ed4d40a77c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e32ddf8-8485-40ab-b203-84fd58d0b941', 'code': 200} May 13 14:22:56.397448 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-68590340-8fb1-4392-9684-90ba4393e0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:56.452311 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-68590340-8fb1-4392-9684-90ba4393e0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:56.594457 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97998fd-844c-4d07-bb78-639aec29c7e3 req-1f29a31b-8a33-4b01-93af-3a4ab1b5f770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:56.597611 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e97998fd-844c-4d07-bb78-639aec29c7e3 req-1f29a31b-8a33-4b01-93af-3a4ab1b5f770 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 1101 time: 0.0937688 May 13 14:22:56.611171 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-68590340-8fb1-4392-9684-90ba4393e0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:56.660513 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e97998fd-844c-4d07-bb78-639aec29c7e3 req-1cc34751-c1aa-463d-9516-254dc3396434 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568376 May 13 14:22:56.678253 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68590340-8fb1-4392-9684-90ba4393e0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75a63eb-a41e-4813-a1b5-aa95b2c2dedd,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:56.704142 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-68590340-8fb1-4392-9684-90ba4393e0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:56.706466 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-68590340-8fb1-4392-9684-90ba4393e0d7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a75a63eb-a41e-4813-a1b5-aa95b2c2dedd HTTP/1.1" status: 204 len: 168 time: 0.3788311 May 13 14:22:56.733295 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:22:56.747295 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1534d-0911-4b97-94e9-caacb878bc1d req-19ecdcee-eab2-4b99-abb3-ab483978d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:56.751581 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1ff1534d-0911-4b97-94e9-caacb878bc1d req-19ecdcee-eab2-4b99-abb3-ab483978d713 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b748afd1-47b2-4307-b071-7ed4d40a77c5 HTTP/1.1" status: 200 len: 1096 time: 0.2337329 May 13 14:22:56.783562 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c24ca-5f9c-4edc-9ea0-7501053d5d56 req-c23ad77b-b999-41a7-9464-a908ad0eb83d tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:56.795924 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c89c24ca-5f9c-4edc-9ea0-7501053d5d56 req-c23ad77b-b999-41a7-9464-a908ad0eb83d tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=b748afd1-47b2-4307-b071-7ed4d40a77c5 HTTP/1.1" status: 200 len: 945 time: 0.2775283 May 13 14:22:56.871300 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c89c24ca-5f9c-4edc-9ea0-7501053d5d56 req-f61f5e66-c72e-43a7-8608-067b5ea453b4 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca79901b-aa25-4a04-89be-d3535bd24089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744417 May 13 14:22:56.947881 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:22:56.963074 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2', 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f', 'port_id': '7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2', 'mac_address': 'fa:16:3e:cd:90:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b67d68a0-c4b3-4438-b89e-01055bd1fad3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:22:57.031566 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:22:57.032208 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:57.053962 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:22:57.075680 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:22:57.087580 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:57.113425 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1ff1534d-0911-4b97-94e9-caacb878bc1d req-639ade29-d4b1-41e1-b690-fe2e90690186 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ca79901b-aa25-4a04-89be-d3535bd24089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554602 May 13 14:22:57.121622 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff0e2c-d1cf-4e6e-bef2-8e4d56728e20 req-0a1de13f-2cf0-459e-966e-70b63c53acfa tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:57.128526 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-69ff0e2c-d1cf-4e6e-bef2-8e4d56728e20 req-0a1de13f-2cf0-459e-966e-70b63c53acfa tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 950 time: 0.1410813 May 13 14:22:57.194426 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-69ff0e2c-d1cf-4e6e-bef2-8e4d56728e20 req-dd5cc739-6e2a-47a9-8907-e44df2cf25df tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649567 May 13 14:22:57.198396 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-73ed52f2-aa1d-4aee-9601-cc64c69ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:57.232991 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:57.295786 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:22:57.375040 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:22:57.638422 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d5171-ca25-4678-90cc-5cea3d906721 req-80d0199b-b742-416e-8fc8-812319bf1542 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:57.644860 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cb1d5171-ca25-4678-90cc-5cea3d906721 req-80d0199b-b742-416e-8fc8-812319bf1542 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 944 time: 0.1096215 May 13 14:22:57.694951 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cb1d5171-ca25-4678-90cc-5cea3d906721 req-479433d6-d091-4fd3-ba3b-3d0e3643e75e tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436187 May 13 14:22:57.923930 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c9938-7785-43ff-86a6-e2b762fa3809 req-4bd8ecf0-1b26-4e49-8f50-915244638796 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:57.925389 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a7c9938-7785-43ff-86a6-e2b762fa3809 req-4bd8ecf0-1b26-4e49-8f50-915244638796 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?device_id=bef5dd47-1662-472f-9e50-df08b0713db9 HTTP/1.1" status: 200 len: 971 time: 0.0970762 May 13 14:22:57.972086 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a7c9938-7785-43ff-86a6-e2b762fa3809 req-dc765f9a-646f-4bd9-b15d-7c71a43d5b73 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdfa4aeb-ae5a-466e-b5e5-5001d597b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401096 May 13 14:22:57.985097 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60744) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:58.082768 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:58.262833 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-737e7a16-be31-4057-8305-7283337ab2bf tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:22:58.263959 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-737e7a16-be31-4057-8305-7283337ab2bf tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2647803 May 13 14:22:58.472497 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4319aca-2b47-422e-b2c7-fe5a150ad4e5 req-ebce0b1a-66c2-4738-8030-5555d197fa30 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:58.480778 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a4319aca-2b47-422e-b2c7-fe5a150ad4e5 req-ebce0b1a-66c2-4738-8030-5555d197fa30 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=b748afd1-47b2-4307-b071-7ed4d40a77c5 HTTP/1.1" status: 200 len: 945 time: 0.0983458 May 13 14:22:58.549707 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a4319aca-2b47-422e-b2c7-fe5a150ad4e5 req-0e27419c-9e0d-4023-917d-bfed5f6381a5 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca79901b-aa25-4a04-89be-d3535bd24089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679712 May 13 14:22:58.562244 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-eb1f14c8-b7db-4053-804a-b9809d9e2d88 service neutron] Request body: {'binding': {'host': 'n-h1-841760-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:22:58.562751 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-eb1f14c8-b7db-4053-804a-b9809d9e2d88 service neutron] Unknown quota resources ['binding']. {{(pid=88081) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 13 14:22:58.735997 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:22:58.775266 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-eb1f14c8-b7db-4053-804a-b9809d9e2d88 service neutron] Attempting to bind port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 on host n-h1-841760-1 for vnic_type normal with profile None {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:22:58.775852 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-eb1f14c8-b7db-4053-804a-b9809d9e2d88 service neutron] Attempting to bind port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:22:58.775953 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-eb1f14c8-b7db-4053-804a-b9809d9e2d88 service neutron] Attempting to bind port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:22:58.798383 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-eb1f14c8-b7db-4053-804a-b9809d9e2d88 service neutron] Port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:22:58.798767 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-eb1f14c8-b7db-4053-804a-b9809d9e2d88 service neutron] Attempting to bind port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:22:58.806792 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-eb1f14c8-b7db-4053-804a-b9809d9e2d88 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:22:58.807162 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-eb1f14c8-b7db-4053-804a-b9809d9e2d88 service neutron] Checking segment: {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:22:58.807725 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-eb1f14c8-b7db-4053-804a-b9809d9e2d88 service neutron] Bound using segment: {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:22:58.808437 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-eb1f14c8-b7db-4053-804a-b9809d9e2d88 service neutron] Bound port: 52be2d2f-5c4b-4973-9c3c-0285c7d40b56, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:22:58.904964 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-eb1f14c8-b7db-4053-804a-b9809d9e2d88 service neutron] For port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=52be2d2f-5c4b-4973-9c3c-0285c7d40b56,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:22:58.911508 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-eb1f14c8-b7db-4053-804a-b9809d9e2d88 service neutron] Notify callbacks [] for binding, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:58.926247 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-eb1f14c8-b7db-4053-804a-b9809d9e2d88 service neutron] 10.222.0.35 "POST /v2.0/ports/52be2d2f-5c4b-4973-9c3c-0285c7d40b56/bindings HTTP/1.1" status: 201 len: 389 time: 0.4237370 May 13 14:22:58.939249 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:22:58.951970 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:22:58.952775 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:59.166257 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee22a4-f596-4f7b-b380-de914d7eb663 req-fd93e075-8a26-4428-b615-c60556659116 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:59.175516 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2eee22a4-f596-4f7b-b380-de914d7eb663 req-fd93e075-8a26-4428-b615-c60556659116 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 950 time: 0.1059387 May 13 14:22:59.220473 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:22:59.221491 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:59.232439 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2eee22a4-f596-4f7b-b380-de914d7eb663 req-252481a7-e632-4cfc-accb-a06924de7bc8 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558798 May 13 14:22:59.263314 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a3e39d-b45b-4860-a242-a10d54a31ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:22:59.277191 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:22:59.282388 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:59.363639 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9d75d-f6b7-45a0-b9fa-b3aa93d4df46 req-6b0f8897-2a2a-4593-99d2-7f7536124c36 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:59.365890 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2ff9d75d-f6b7-45a0-b9fa-b3aa93d4df46 req-6b0f8897-2a2a-4593-99d2-7f7536124c36 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 945 time: 0.1543725 May 13 14:22:59.379229 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-ebfe2935-67ed-4437-adb7-e9039278c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:59.381136 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-ebfe2935-67ed-4437-adb7-e9039278c2ef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d6ca075ae214d9490235db19234e57f&device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 1097 time: 0.0960073 May 13 14:22:59.399678 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:59.417877 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2ff9d75d-f6b7-45a0-b9fa-b3aa93d4df46 req-9fcc7d69-1cf5-4ac9-ac24-45bde1435a24 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461202 May 13 14:22:59.483632 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-32276ba4-73ec-4a34-859a-6f9eef2eab17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:59.570155 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-2e4f977b-b1b4-4123-9698-95f05857113d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:59.572174 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-2e4f977b-b1b4-4123-9698-95f05857113d service neutron] 10.222.0.59 "GET /v2.0/networks?id=d5027423-d39b-4c72-b023-a3c3d59a72d1 HTTP/1.1" status: 200 len: 920 time: 0.1840582 May 13 14:22:59.579517 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0374e56-49ff-4c23-be1b-a903f27f003d req-f65a7821-f778-451f-9a10-99312c9f4a5f tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:59.581113 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0374e56-49ff-4c23-be1b-a903f27f003d req-f65a7821-f778-451f-9a10-99312c9f4a5f tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?device_id=bef5dd47-1662-472f-9e50-df08b0713db9 HTTP/1.1" status: 200 len: 971 time: 0.1941192 May 13 14:22:59.595802 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c531dd-72fa-4dfb-866b-ec396c0d59b1 req-480282bd-2fbe-4041-842c-27967f6fe2ce tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:59.597247 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-72c531dd-72fa-4dfb-866b-ec396c0d59b1 req-480282bd-2fbe-4041-842c-27967f6fe2ce tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 946 time: 0.0840192 May 13 14:22:59.640674 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-72c531dd-72fa-4dfb-866b-ec396c0d59b1 req-6a4b9578-83da-4f4b-ba59-b5dec0a28b1c tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376513 May 13 14:22:59.728885 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-49131ecd-8f8f-4427-9941-d6adb1e15ab7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52be2d2f-5c4b-4973-9c3c-0285c7d40b56 HTTP/1.1" status: 200 len: 217 time: 0.1468389 May 13 14:22:59.793552 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0374e56-49ff-4c23-be1b-a903f27f003d req-6c2cbc93-12bc-4e4f-a5d5-c3dbb0531c1f tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdfa4aeb-ae5a-466e-b5e5-5001d597b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607735 May 13 14:22:59.818357 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-5293a383-ebfa-4bab-8373-9421997f522a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:22:59.819844 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-5293a383-ebfa-4bab-8373-9421997f522a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d HTTP/1.1" status: 200 len: 859 time: 0.0843430 May 13 14:22:59.875353 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-aa187b0d-dfa0-47f3-b782-008cfc788bb4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d5027423-d39b-4c72-b023-a3c3d59a72d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480058 May 13 14:22:59.962969 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c7595e2-fcfe-46f8-975c-ac9edfe2b130'] response: {'server_uuid': '63a3e39d-b45b-4860-a242-a10d54a31ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2', 'code': 200} May 13 14:23:00.073770 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-24f12118-b2b7-4e1d-9b9c-f815f56e4ae7 service neutron] 10.222.0.59 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920183 May 13 14:23:00.126739 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fd7fb-0507-4fda-a20b-741ab1d822ac req-db93412d-8000-4643-b581-dae1981b8306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:00.128247 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7d9fd7fb-0507-4fda-a20b-741ab1d822ac req-db93412d-8000-4643-b581-dae1981b8306 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 1096 time: 0.0921626 May 13 14:23:00.200381 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b43d9-bb64-44b0-a6ce-5c5c82bc1b03 req-ff6dbbf1-9c75-4dfe-9dcb-d2d2b5bc207a tempest-MigrationsAdminTest-1312475906 tempest-MigrationsAdminTest-1312475906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:00.201852 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5d3b43d9-bb64-44b0-a6ce-5c5c82bc1b03 req-ff6dbbf1-9c75-4dfe-9dcb-d2d2b5bc207a tempest-MigrationsAdminTest-1312475906 tempest-MigrationsAdminTest-1312475906-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 1101 time: 0.1871328 May 13 14:23:00.236586 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5d3b43d9-bb64-44b0-a6ce-5c5c82bc1b03 req-a228c90f-7bbf-4cce-a70d-28abcb52e974 tempest-MigrationsAdminTest-1312475906 tempest-MigrationsAdminTest-1312475906-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:00.247327 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-a8d7b0e1-80ad-4b8e-a85c-e9254b5e38f3 service neutron] 10.222.0.59 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654668 May 13 14:23:00.255063 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-5d3b43d9-bb64-44b0-a6ce-5c5c82bc1b03 req-a228c90f-7bbf-4cce-a70d-28abcb52e974 tempest-MigrationsAdminTest-1312475906 tempest-MigrationsAdminTest-1312475906-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:00.261012 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-5d3b43d9-bb64-44b0-a6ce-5c5c82bc1b03 req-a228c90f-7bbf-4cce-a70d-28abcb52e974 tempest-MigrationsAdminTest-1312475906 tempest-MigrationsAdminTest-1312475906-project-admin] Usage tracker for resource:security_group_rule and tenant:0edd55b574534a30ae635c7c63db0636 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:00.273411 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7d9fd7fb-0507-4fda-a20b-741ab1d822ac req-c1f115d7-9f38-4611-ba93-ced50848f0df service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363513 May 13 14:23:00.308321 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-5d3b43d9-bb64-44b0-a6ce-5c5c82bc1b03 req-a228c90f-7bbf-4cce-a70d-28abcb52e974 tempest-MigrationsAdminTest-1312475906 tempest-MigrationsAdminTest-1312475906-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:00.310178 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c76e9-7f29-4f7d-bb06-9e7a6ce9b7dc req-7b96c721-3ef7-4037-a949-a3abf40d74c6 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:00.311648 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f00c76e9-7f29-4f7d-bb06-9e7a6ce9b7dc req-7b96c721-3ef7-4037-a949-a3abf40d74c6 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=b748afd1-47b2-4307-b071-7ed4d40a77c5 HTTP/1.1" status: 200 len: 945 time: 0.1531482 May 13 14:23:00.320376 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-5d3b43d9-bb64-44b0-a6ce-5c5c82bc1b03 req-a228c90f-7bbf-4cce-a70d-28abcb52e974 tempest-MigrationsAdminTest-1312475906 tempest-MigrationsAdminTest-1312475906-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:00.356983 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f00c76e9-7f29-4f7d-bb06-9e7a6ce9b7dc req-262c9790-f10f-4c46-aaed-805cf16322f9 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca79901b-aa25-4a04-89be-d3535bd24089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394197 May 13 14:23:00.384136 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d93b05-aca5-4645-a25c-01782b031dff req-73c7b632-ce9e-4eda-b7bb-ed9f187c56f4 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:00.385506 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d3d93b05-aca5-4645-a25c-01782b031dff req-73c7b632-ce9e-4eda-b7bb-ed9f187c56f4 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef5dd47-1662-472f-9e50-df08b0713db9 HTTP/1.1" status: 200 len: 971 time: 0.1258285 May 13 14:23:00.421326 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:00.439057 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5d3b43d9-bb64-44b0-a6ce-5c5c82bc1b03 req-a228c90f-7bbf-4cce-a70d-28abcb52e974 tempest-MigrationsAdminTest-1312475906 tempest-MigrationsAdminTest-1312475906-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:00.443796 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5d3b43d9-bb64-44b0-a6ce-5c5c82bc1b03 req-a228c90f-7bbf-4cce-a70d-28abcb52e974 tempest-MigrationsAdminTest-1312475906 tempest-MigrationsAdminTest-1312475906-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:00.476652 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5d3b43d9-bb64-44b0-a6ce-5c5c82bc1b03 req-a228c90f-7bbf-4cce-a70d-28abcb52e974 tempest-MigrationsAdminTest-1312475906 tempest-MigrationsAdminTest-1312475906-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620924 May 13 14:23:00.484134 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228c90f-7bbf-4cce-a70d-28abcb52e974 tempest-MigrationsAdminTest-1312475906 tempest-MigrationsAdminTest-1312475906-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e6aa2a-e522-479f-9812-3c0180ad4b14,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:00.541527 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:00.654769 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-d3d93b05-aca5-4645-a25c-01782b031dff req-182dbd22-9254-40af-975d-880ff85d4308 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Deleting port 017d8737-a54c-45bc-a606-761e121913ae {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:23:00.655237 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d3d93b05-aca5-4645-a25c-01782b031dff req-182dbd22-9254-40af-975d-880ff85d4308 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:00.679777 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-0777eb18-dcce-4882-bba2-f6a3ec09259c tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:00.681779 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-0777eb18-dcce-4882-bba2-f6a3ec09259c tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2&tenant_id=4d6ca075ae214d9490235db19234e57f&binding%3Ahost_id=n-h2-841760-1 HTTP/1.1" status: 200 len: 1097 time: 0.0901828 May 13 14:23:00.692385 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-416cc544-610d-4d41-999f-f54e9f96ba92 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-841760-1'}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:00.800675 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e6240-0965-4141-a349-70dc7b73ef9f req-c8e2338f-ff4d-4472-9dcf-9012cd8d0aa8 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:00.802127 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f2e6240-0965-4141-a349-70dc7b73ef9f req-c8e2338f-ff4d-4472-9dcf-9012cd8d0aa8 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=b748afd1-47b2-4307-b071-7ed4d40a77c5 HTTP/1.1" status: 200 len: 945 time: 0.1976233 May 13 14:23:00.819399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60840) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:00.829203 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-9234515e-4413-40bb-8009-82189cdd9f1d tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Request body: {'floatingip': {'port_id': '2e32ddf8-8485-40ab-b203-84fd58d0b941'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:00.860670 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-416cc544-610d-4d41-999f-f54e9f96ba92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:00.967445 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c663eb-7654-4f6f-b363-bf72859816ef req-a3d9baea-35e8-49dc-b7a0-bb7d65ede71d tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:00.968933 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-84c663eb-7654-4f6f-b363-bf72859816ef req-a3d9baea-35e8-49dc-b7a0-bb7d65ede71d tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 945 time: 0.1799450 May 13 14:23:00.972940 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9234515e-4413-40bb-8009-82189cdd9f1d tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks [] for floatingip, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:01.090117 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-84c663eb-7654-4f6f-b363-bf72859816ef req-dc44e541-38d5-443f-b95c-6771e3b48882 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700438 May 13 14:23:01.114008 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-416cc544-610d-4d41-999f-f54e9f96ba92 service neutron] For port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=52be2d2f-5c4b-4973-9c3c-0285c7d40b56,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:01.150382 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-416cc544-610d-4d41-999f-f54e9f96ba92 service neutron] For port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:23:01.191377 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-d3d93b05-aca5-4645-a25c-01782b031dff req-182dbd22-9254-40af-975d-880ff85d4308 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] For port 017d8737-a54c-45bc-a606-761e121913ae, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=017d8737-a54c-45bc-a606-761e121913ae,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:01.191773 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d3d93b05-aca5-4645-a25c-01782b031dff req-182dbd22-9254-40af-975d-880ff85d4308 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:01.268687 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-416cc544-610d-4d41-999f-f54e9f96ba92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:01.272174 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a9f05c-9592-4160-8bf0-ab74091ba2e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52be2d2f-5c4b-4973-9c3c-0285c7d40b56'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:01.293345 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-416cc544-610d-4d41-999f-f54e9f96ba92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:01.374035 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416cc544-610d-4d41-999f-f54e9f96ba92 service neutron] Pushing event updated for resources: {'Port': ['ID=52be2d2f-5c4b-4973-9c3c-0285c7d40b56,revision_number=7']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:01.390617 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-d3d93b05-aca5-4645-a25c-01782b031dff req-182dbd22-9254-40af-975d-880ff85d4308 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Calling delete_port for 017d8737-a54c-45bc-a606-761e121913ae owned by compute:tempest-test_az-580455635 {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:23:01.607075 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-416cc544-610d-4d41-999f-f54e9f96ba92 service neutron] Attempting to bind port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 on host n-h2-841760-1 for vnic_type normal with profile {"migrating_to": "n-h1-841760-1"} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:23:01.607431 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-416cc544-610d-4d41-999f-f54e9f96ba92 service neutron] Attempting to bind port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:23:01.607763 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-416cc544-610d-4d41-999f-f54e9f96ba92 service neutron] Attempting to bind port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:01.620943 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60876) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:01.622493 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-416cc544-610d-4d41-999f-f54e9f96ba92 service neutron] Port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:23:01.623547 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-416cc544-610d-4d41-999f-f54e9f96ba92 service neutron] Attempting to bind port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:01.631413 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-416cc544-610d-4d41-999f-f54e9f96ba92 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:23:01.631751 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-416cc544-610d-4d41-999f-f54e9f96ba92 service neutron] Checking segment: {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:23:01.632134 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-416cc544-610d-4d41-999f-f54e9f96ba92 service neutron] Bound using segment: {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:23:01.632613 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-416cc544-610d-4d41-999f-f54e9f96ba92 service neutron] Bound port: 52be2d2f-5c4b-4973-9c3c-0285c7d40b56, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:23:01.633124 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-416cc544-610d-4d41-999f-f54e9f96ba92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:01.668717 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b6be6-6231-4675-81c7-11ee8970c2b9 req-09bed4e4-9603-4809-bc36-d13d2858c31a tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:01.670208 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-270b6be6-6231-4675-81c7-11ee8970c2b9 req-09bed4e4-9603-4809-bc36-d13d2858c31a tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 944 time: 0.2845511 May 13 14:23:01.770136 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-270b6be6-6231-4675-81c7-11ee8970c2b9 req-c0dc2b3c-61c5-4a3c-a29c-091bdd22fb90 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742826 May 13 14:23:01.782315 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-416cc544-610d-4d41-999f-f54e9f96ba92 service neutron] For port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:23:01.785612 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-416cc544-610d-4d41-999f-f54e9f96ba92 service neutron] For port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=52be2d2f-5c4b-4973-9c3c-0285c7d40b56,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:23:01.797756 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-416cc544-610d-4d41-999f-f54e9f96ba92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:01.959481 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:01.969975 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48e794fe-3f1b-41b6-802a-39660861c97e'] response: {'server_uuid': '03a9f05c-9592-4160-8bf0-ab74091ba2e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52be2d2f-5c4b-4973-9c3c-0285c7d40b56', 'code': 200} May 13 14:23:01.979363 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416cc544-610d-4d41-999f-f54e9f96ba92 service neutron] Pushing event updated for resources: {'Port': ['ID=52be2d2f-5c4b-4973-9c3c-0285c7d40b56,revision_number=8']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:01.984666 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-416cc544-610d-4d41-999f-f54e9f96ba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:01.985302 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-416cc544-610d-4d41-999f-f54e9f96ba92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:01.986871 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-416cc544-610d-4d41-999f-f54e9f96ba92 service neutron] 10.222.0.59 "PUT /v2.0/ports/52be2d2f-5c4b-4973-9c3c-0285c7d40b56 HTTP/1.1" status: 200 len: 1122 time: 1.2984791 May 13 14:23:02.135959 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['52be2d2f-5c4b-4973-9c3c-0285c7d40b56'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:23:02.146237 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de692e-c067-405e-8f5c-e557c5875c08 req-fdb33f28-8853-4b5f-a443-8c79a8f528c8 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:02.147816 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-83de692e-c067-405e-8f5c-e557c5875c08 req-fdb33f28-8853-4b5f-a443-8c79a8f528c8 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 950 time: 0.0989854 May 13 14:23:02.165621 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d3d93b05-aca5-4645-a25c-01782b031dff req-182dbd22-9254-40af-975d-880ff85d4308 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:02.197093 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-83de692e-c067-405e-8f5c-e557c5875c08 req-fc6d6e85-1b0e-4a21-8ef0-af80f455e020 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415437 May 13 14:23:02.201004 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['017d8737-a54c-45bc-a606-761e121913ae'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:23:02.246635 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-1aff20c7-83b5-4979-8e3e-95d1febcc206 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6225867 May 13 14:23:02.264149 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1a176-02be-4ea3-93bb-c1ba05f28de6 req-2d8bb785-3060-486d-afa7-56eed04f48aa tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:02.273492 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-86c1a176-02be-4ea3-93bb-c1ba05f28de6 req-2d8bb785-3060-486d-afa7-56eed04f48aa tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/ports?device_id=bef5dd47-1662-472f-9e50-df08b0713db9 HTTP/1.1" status: 200 len: 971 time: 0.5161519 May 13 14:23:02.281920 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182dbd22-9254-40af-975d-880ff85d4308 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Pushing event deleted for resources: {'Port': ['ID=017d8737-a54c-45bc-a606-761e121913ae,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:02.417851 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d93b05-aca5-4645-a25c-01782b031dff req-182dbd22-9254-40af-975d-880ff85d4308 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] No DVR routers for this DVR port 017d8737-a54c-45bc-a606-761e121913ae on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:23:02.426606 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60896) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:02.457904 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d3d93b05-aca5-4645-a25c-01782b031dff req-182dbd22-9254-40af-975d-880ff85d4308 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:02.460913 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef5dd47-1662-472f-9e50-df08b0713db9', 'name': 'network-vif-deleted', 'tag': '017d8737-a54c-45bc-a606-761e121913ae'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:02.512011 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-86c1a176-02be-4ea3-93bb-c1ba05f28de6 req-403b87c2-0ef1-433d-a01f-e9ed5d2986e3 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdfa4aeb-ae5a-466e-b5e5-5001d597b7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371538 May 13 14:23:02.547345 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d3d93b05-aca5-4645-a25c-01782b031dff req-182dbd22-9254-40af-975d-880ff85d4308 tempest-DeleteServersAdminTestJSON-1005094450 tempest-DeleteServersAdminTestJSON-1005094450-project] 10.222.0.59 "DELETE /v2.0/ports/017d8737-a54c-45bc-a606-761e121913ae HTTP/1.1" status: 204 len: 173 time: 2.0092170 May 13 14:23:02.664861 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a91be45f-ba2e-435d-a624-2b39191a4a92'] response: {'server_uuid': 'bef5dd47-1662-472f-9e50-df08b0713db9', 'name': 'network-vif-deleted', 'tag': '017d8737-a54c-45bc-a606-761e121913ae', 'status': 'completed', 'code': 200} May 13 14:23:02.680256 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [None req-9234515e-4413-40bb-8009-82189cdd9f1d tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:23:02.750467 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb622554-19bb-4191-976e-c11003c26a92 req-cf23231d-324b-46c6-80de-d476a9d0ce62 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:02.752231 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cb622554-19bb-4191-976e-c11003c26a92 req-cf23231d-324b-46c6-80de-d476a9d0ce62 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 945 time: 0.2427950 May 13 14:23:02.818301 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9234515e-4413-40bb-8009-82189cdd9f1d tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:02.823519 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9234515e-4413-40bb-8009-82189cdd9f1d tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:02.857842 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cb622554-19bb-4191-976e-c11003c26a92 req-733083c0-a1e1-4abb-b528-f88453d59feb tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946248 May 13 14:23:02.876520 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60926) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:02.944437 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2cc11905-0c08-40d0-bf50-cbc3a659b3e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:02.965007 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2cc11905-0c08-40d0-bf50-cbc3a659b3e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:02.969880 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7c6b915f-ea10-43d7-8d35-5c5f6a14c099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:02.978821 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2cc11905-0c08-40d0-bf50-cbc3a659b3e3 admin admin] Usage tracker for resource:security_group_rule and tenant:9b2816169b824960b3e150c3f6e8c152 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:02.982903 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2cc11905-0c08-40d0-bf50-cbc3a659b3e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:02.990895 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2cc11905-0c08-40d0-bf50-cbc3a659b3e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:03.000227 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-7c6b915f-ea10-43d7-8d35-5c5f6a14c099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:03.009580 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7c6b915f-ea10-43d7-8d35-5c5f6a14c099 admin admin] Usage tracker for resource:security_group_rule and tenant:1c5f34cd09a14c99952b742982c4a8c2 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:03.013817 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7c6b915f-ea10-43d7-8d35-5c5f6a14c099 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:03.027545 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-7c6b915f-ea10-43d7-8d35-5c5f6a14c099 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:03.165914 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2cc11905-0c08-40d0-bf50-cbc3a659b3e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:03.178138 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2cc11905-0c08-40d0-bf50-cbc3a659b3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:03.235664 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7c6b915f-ea10-43d7-8d35-5c5f6a14c099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:03.248285 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2cc11905-0c08-40d0-bf50-cbc3a659b3e3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9b2816169b824960b3e150c3f6e8c152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8197143 May 13 14:23:03.249062 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7c6b915f-ea10-43d7-8d35-5c5f6a14c099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:03.256514 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60944) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:03.261215 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc11905-0c08-40d0-bf50-cbc3a659b3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7064e287-0571-4aca-9423-075c93b21883,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:03.317878 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [None req-9234515e-4413-40bb-8009-82189cdd9f1d tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Floating IP 0e6cebc2-8e8c-4eac-bc94-35e56e5c3c8f associated. External IP: 172.25.0.178, port: 2e32ddf8-8485-40ab-b203-84fd58d0b941. May 13 14:23:03.362280 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7c6b915f-ea10-43d7-8d35-5c5f6a14c099 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1c5f34cd09a14c99952b742982c4a8c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4846389 May 13 14:23:03.367218 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60950) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:03.383533 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b915f-ea10-43d7-8d35-5c5f6a14c099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0071285-b63c-493d-9709-811dcdcd43ab,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:03.534735 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfe200-8cfc-4042-ab5b-b421c01d18f4 req-44a2c4bf-68ff-4795-83aa-d8d575b8090e tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:03.539765 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b4d80bc3-bae5-47ad-ad4a-5af08c323468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:03.541574 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bfcfe200-8cfc-4042-ab5b-b421c01d18f4 req-44a2c4bf-68ff-4795-83aa-d8d575b8090e tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 944 time: 0.5927618 May 13 14:23:03.602503 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b4d80bc3-bae5-47ad-ad4a-5af08c323468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:03.620069 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e26a5d8d-1f6e-4f7e-bc77-c004fb36593b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:03.670607 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bfcfe200-8cfc-4042-ab5b-b421c01d18f4 req-892e951c-2e97-45ee-acd2-1df21dd482ec tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281712 May 13 14:23:03.678049 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e26a5d8d-1f6e-4f7e-bc77-c004fb36593b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:03.703404 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942e189-593b-4e38-878f-3fb291186484 req-a4014dc1-92b1-42ce-8cee-a87d3077f3e0 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:03.707577 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6942e189-593b-4e38-878f-3fb291186484 req-a4014dc1-92b1-42ce-8cee-a87d3077f3e0 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 1096 time: 0.3156416 May 13 14:23:03.759953 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b4d80bc3-bae5-47ad-ad4a-5af08c323468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:03.786246 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d80bc3-bae5-47ad-ad4a-5af08c323468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7064e287-0571-4aca-9423-075c93b21883,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:03.836651 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b4d80bc3-bae5-47ad-ad4a-5af08c323468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:03.838526 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b4d80bc3-bae5-47ad-ad4a-5af08c323468 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7064e287-0571-4aca-9423-075c93b21883 HTTP/1.1" status: 204 len: 168 time: 0.5809858 May 13 14:23:03.840499 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-6942e189-593b-4e38-878f-3fb291186484 req-ef149eee-a7bc-45ed-b027-11a6a05b0af8 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] Synchronizing usage tracker for tenant:6aaaf1bf6e35477ea6410efcdc3efd20 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:23:03.844576 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9234515e-4413-40bb-8009-82189cdd9f1d tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Router 534f6dcc-ca87-4315-bffe-29c21ebe17fc has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:23:03.864645 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e26a5d8d-1f6e-4f7e-bc77-c004fb36593b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:03.882232 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-6942e189-593b-4e38-878f-3fb291186484 req-ef149eee-a7bc-45ed-b027-11a6a05b0af8 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] Unset dirty status for tenant:6aaaf1bf6e35477ea6410efcdc3efd20 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:23:03.885203 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6942e189-593b-4e38-878f-3fb291186484 req-ef149eee-a7bc-45ed-b027-11a6a05b0af8 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683218 May 13 14:23:03.888989 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e26a5d8d-1f6e-4f7e-bc77-c004fb36593b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:03.890377 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e26a5d8d-1f6e-4f7e-bc77-c004fb36593b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b0071285-b63c-493d-9709-811dcdcd43ab HTTP/1.1" status: 204 len: 168 time: 0.5211542 May 13 14:23:03.891689 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a5d8d-1f6e-4f7e-bc77-c004fb36593b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0071285-b63c-493d-9709-811dcdcd43ab,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:03.972457 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a9f05c-9592-4160-8bf0-ab74091ba2e2', 'tag': '52be2d2f-5c4b-4973-9c3c-0285c7d40b56'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:04.231872 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18d35e-191d-4eca-8f18-30d467a96f4e req-f15c43dc-092f-4457-ba01-799eee2606eb tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:04.239743 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ff18d35e-191d-4eca-8f18-30d467a96f4e req-f15c43dc-092f-4457-ba01-799eee2606eb tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 1096 time: 0.1067958 May 13 14:23:04.251828 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9234515e-4413-40bb-8009-82189cdd9f1d tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:23:04.256780 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9234515e-4413-40bb-8009-82189cdd9f1d tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:04.267896 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba24d19b-bc2f-4be9-ad50-611d2a06a576 None None] Sync routers for ids ['534f6dcc-ca87-4315-bffe-29c21ebe17fc'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:23:04.280988 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba24d19b-bc2f-4be9-ad50-611d2a06a576 None None] Routers {'534f6dcc-ca87-4315-bffe-29c21ebe17fc'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:23:04.284190 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-ba24d19b-bc2f-4be9-ad50-611d2a06a576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:22:59Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['534f6dcc-ca87-4315-bffe-29c21ebe17fc'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:23:04.303009 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ff18d35e-191d-4eca-8f18-30d467a96f4e req-de43b40c-520d-462d-87c5-54cf8c2928c6 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604470 May 13 14:23:04.343854 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09830bd-210d-4dca-a17b-5fbd09c50e55 req-4b591311-037b-42e7-bb25-dbb197b0d906 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:04.345373 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f09830bd-210d-4dca-a17b-5fbd09c50e55 req-4b591311-037b-42e7-bb25-dbb197b0d906 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 950 time: 0.3942499 May 13 14:23:04.400240 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60980) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:04.438127 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65856d70-db64-46ef-9810-22ccfd7cef8f'] response: {'name': 'network-changed', 'server_uuid': '03a9f05c-9592-4160-8bf0-ab74091ba2e2', 'tag': '52be2d2f-5c4b-4973-9c3c-0285c7d40b56', 'status': 'completed', 'code': 200} May 13 14:23:04.440785 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ee7d6a1-2ec6-46dd-a551-8656e4771405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:04.494561 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60984) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:04.520593 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1ee7d6a1-2ec6-46dd-a551-8656e4771405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:04.524113 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9234515e-4413-40bb-8009-82189cdd9f1d tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "PUT /v2.0/floatingips/0e6cebc2-8e8c-4eac-bc94-35e56e5c3c8f HTTP/1.1" status: 200 len: 991 time: 3.7012804 May 13 14:23:04.525625 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-ba24d19b-bc2f-4be9-ad50-611d2a06a576 None None] Set router 534f6dcc-ca87-4315-bffe-29c21ebe17fc gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:23:04.536218 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c70573eb-1296-4d13-9884-f5835b9dadc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:04.548207 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f09830bd-210d-4dca-a17b-5fbd09c50e55 req-30384e6b-4f03-4e84-835c-48831d4232d7 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830251 May 13 14:23:04.550327 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1ee7d6a1-2ec6-46dd-a551-8656e4771405 admin admin] Usage tracker for resource:security_group_rule and tenant:3bb1a05a128e4b21a48364cc65bb45e2 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:04.556609 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1ee7d6a1-2ec6-46dd-a551-8656e4771405 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:04.567368 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1ee7d6a1-2ec6-46dd-a551-8656e4771405 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:04.573893 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c70573eb-1296-4d13-9884-f5835b9dadc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:04.586205 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c70573eb-1296-4d13-9884-f5835b9dadc1 admin admin] Usage tracker for resource:security_group_rule and tenant:edc510db60f54f70903e9146354d1b93 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:04.595617 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c70573eb-1296-4d13-9884-f5835b9dadc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:04.615153 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c70573eb-1296-4d13-9884-f5835b9dadc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:04.618739 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-ca4c3899-301d-431f-9fbb-fe21e88873f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:04.623543 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7040527-8db2-48ea-a599-05edd52df44e req-02aa9e98-7c23-4033-8f1b-8269f7026b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:04.625146 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d7040527-8db2-48ea-a599-05edd52df44e req-02aa9e98-7c23-4033-8f1b-8269f7026b06 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4d6ca075ae214d9490235db19234e57f&device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 1125 time: 0.1706686 May 13 14:23:04.625761 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-ca4c3899-301d-431f-9fbb-fe21e88873f5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 1101 time: 0.1696424 May 13 14:23:04.667872 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b748afd1-47b2-4307-b071-7ed4d40a77c5', 'tag': '2e32ddf8-8485-40ab-b203-84fd58d0b941'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:04.750395 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:23:04.771601 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 017d8737-a54c-45bc-a606-761e121913ae no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:23:04.823810 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-c6e97177-358d-4c63-94ff-e7703878d9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:04.825521 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-c6e97177-358d-4c63-94ff-e7703878d9d2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.1854205 May 13 14:23:04.838734 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 017d8737-a54c-45bc-a606-761e121913ae {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:23:04.839375 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 017d8737-a54c-45bc-a606-761e121913ae not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:23:04.953504 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ee7d6a1-2ec6-46dd-a551-8656e4771405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:04.957727 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7040527-8db2-48ea-a599-05edd52df44e req-a3e80332-956a-47e5-bdf3-3ba28d29084e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:04.960112 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d7040527-8db2-48ea-a599-05edd52df44e req-a3e80332-956a-47e5-bdf3-3ba28d29084e service neutron] 10.222.0.74 "GET /v2.0/networks?id=d5027423-d39b-4c72-b023-a3c3d59a72d1 HTTP/1.1" status: 200 len: 920 time: 0.3179438 May 13 14:23:04.973535 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ee7d6a1-2ec6-46dd-a551-8656e4771405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:04.993297 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=52be2d2f-5c4b-4973-9c3c-0285c7d40b56,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:05.009718 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 has no active binding in host n-h1-841760-1 {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 13 14:23:05.026607 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-435936cd-39e2-45bf-99b2-4ba97aca5208 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=5c3b8323-c681-47e7-b717-f6319ae7043a HTTP/1.1" status: 200 len: 217 time: 0.1941848 May 13 14:23:05.118513 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d7040527-8db2-48ea-a599-05edd52df44e req-92a51493-7324-4a36-90d3-514d047bb03e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52be2d2f-5c4b-4973-9c3c-0285c7d40b56 HTTP/1.1" status: 200 len: 217 time: 0.1459000 May 13 14:23:05.121950 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c70573eb-1296-4d13-9884-f5835b9dadc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:05.128785 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1ee7d6a1-2ec6-46dd-a551-8656e4771405 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3bb1a05a128e4b21a48364cc65bb45e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7268875 May 13 14:23:05.136797 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 32774) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:05.144646 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-ba24d19b-bc2f-4be9-ad50-611d2a06a576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1681413106-router', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:21:50Z', 'updated_at': '2022-05-13T14:21:55Z', 'revision_number': 4, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'gw_port': {'id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:51Z', 'updated_at': '2022-05-13T14:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '0e6cebc2-8e8c-4eac-bc94-35e56e5c3c8f', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'floating_ip_address': '172.25.0.178', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'port_id': '2e32ddf8-8485-40ab-b203-84fd58d0b941', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1', 'mac_address': 'fa:16:3e:01:79:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b748afd1-47b2-4307-b071-7ed4d40a77c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:22:22Z', 'updated_at': '2022-05-13T14:23:02Z', 'revision_number': 1, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '362d736c-1ef0-4d5f-a1f0-88fc9891e11e', 'name': '', 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'mac_address': 'fa:16:3e:07:ad:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:54Z', 'updated_at': '2022-05-13T14:22:07Z', 'revision_number': 5, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'subnets': [{'id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:23:05.150479 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba24d19b-bc2f-4be9-ad50-611d2a06a576 None None] Checking router: 534f6dcc-ca87-4315-bffe-29c21ebe17fc for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:23:05.160300 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba24d19b-bc2f-4be9-ad50-611d2a06a576 None None] Routers {'534f6dcc-ca87-4315-bffe-29c21ebe17fc'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:23:05.161219 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-ba24d19b-bc2f-4be9-ad50-611d2a06a576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:22:59Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['534f6dcc-ca87-4315-bffe-29c21ebe17fc'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:23:05.166103 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c70573eb-1296-4d13-9884-f5835b9dadc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:05.174604 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b10bc4-2ca8-41b4-8a99-2ba0827ca88f req-44645ccd-2408-4655-8ba5-244e112eacaa tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:05.176669 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b1b10bc4-2ca8-41b4-8a99-2ba0827ca88f req-44645ccd-2408-4655-8ba5-244e112eacaa tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=b748afd1-47b2-4307-b071-7ed4d40a77c5 HTTP/1.1" status: 200 len: 945 time: 0.2538118 May 13 14:23:05.177787 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-5346f078-8422-408a-88f2-44f5b562e27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:05.179185 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-5346f078-8422-408a-88f2-44f5b562e27f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1406062 May 13 14:23:05.182556 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7d6a1-2ec6-46dd-a551-8656e4771405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6447cdf7-37ef-4fb4-a5ee-225b840dc3c4,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:05.257157 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c70573eb-1296-4d13-9884-f5835b9dadc1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=edc510db60f54f70903e9146354d1b93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7614679 May 13 14:23:05.258701 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7040527-8db2-48ea-a599-05edd52df44e req-8cee66c6-a4ac-4f32-bfda-bed90a0cf712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:05.260845 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d7040527-8db2-48ea-a599-05edd52df44e req-8cee66c6-a4ac-4f32-bfda-bed90a0cf712 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d HTTP/1.1" status: 200 len: 859 time: 0.1278830 May 13 14:23:05.261120 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 32782) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:05.264967 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70573eb-1296-4d13-9884-f5835b9dadc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5822deea-e4fb-4ddd-8d4a-fab86c224742,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:05.331358 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d7040527-8db2-48ea-a599-05edd52df44e req-ff9fce85-7362-4bc7-bbed-2a7a9f55075c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d5027423-d39b-4c72-b023-a3c3d59a72d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629511 May 13 14:23:05.335049 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-74240bcb-14a9-41e6-b320-137caafb8a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:05.364321 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-74240bcb-14a9-41e6-b320-137caafb8a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:05.395763 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b1b10bc4-2ca8-41b4-8a99-2ba0827ca88f req-f07fa039-65b8-4221-9c5d-9e9709fce0e5 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca79901b-aa25-4a04-89be-d3535bd24089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2118950 May 13 14:23:05.428693 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-ba24d19b-bc2f-4be9-ad50-611d2a06a576 None None] Set router 534f6dcc-ca87-4315-bffe-29c21ebe17fc gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:23:05.467023 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd4d2d03-b132-410f-816a-dec6f6f01ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:05.488239 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-c054492a-b5e6-4057-821a-e8bd2482af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:05.489914 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-c054492a-b5e6-4057-821a-e8bd2482af5b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2873611 May 13 14:23:05.524336 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd4d2d03-b132-410f-816a-dec6f6f01ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:05.556942 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d7040527-8db2-48ea-a599-05edd52df44e req-4896b067-c054-4780-8140-26ed1bca4252 service neutron] 10.222.0.74 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126830 May 13 14:23:05.627313 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-561706a6-18a9-47f4-8e43-9d235a288b42'] response: {'name': 'network-changed', 'server_uuid': 'b748afd1-47b2-4307-b071-7ed4d40a77c5', 'tag': '2e32ddf8-8485-40ab-b203-84fd58d0b941', 'status': 'completed', 'code': 200} May 13 14:23:05.631014 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-74240bcb-14a9-41e6-b320-137caafb8a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:05.654538 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74240bcb-14a9-41e6-b320-137caafb8a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6447cdf7-37ef-4fb4-a5ee-225b840dc3c4,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:05.684144 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-74240bcb-14a9-41e6-b320-137caafb8a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:05.688530 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-74240bcb-14a9-41e6-b320-137caafb8a82 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6447cdf7-37ef-4fb4-a5ee-225b840dc3c4 HTTP/1.1" status: 204 len: 168 time: 0.5498557 May 13 14:23:05.779031 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd4d2d03-b132-410f-816a-dec6f6f01ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:05.845809 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d2d03-b132-410f-816a-dec6f6f01ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5822deea-e4fb-4ddd-8d4a-fab86c224742,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:05.868664 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d7040527-8db2-48ea-a599-05edd52df44e req-9af218c7-e6ff-4cb1-a79b-ac6f59c07bcb service neutron] 10.222.0.74 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032677 May 13 14:23:05.877103 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd4d2d03-b132-410f-816a-dec6f6f01ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:05.883675 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-dd4d2d03-b132-410f-816a-dec6f6f01ebc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5822deea-e4fb-4ddd-8d4a-fab86c224742 HTTP/1.1" status: 204 len: 168 time: 0.6207178 May 13 14:23:06.036714 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-11028ca1-becb-45e6-96e3-5c6e1baa6a27 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5385027 May 13 14:23:06.057195 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-ba24d19b-bc2f-4be9-ad50-611d2a06a576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1681413106-router', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:21:50Z', 'updated_at': '2022-05-13T14:21:55Z', 'revision_number': 4, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'gw_port': {'id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:51Z', 'updated_at': '2022-05-13T14:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '0e6cebc2-8e8c-4eac-bc94-35e56e5c3c8f', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'floating_ip_address': '172.25.0.178', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'port_id': '2e32ddf8-8485-40ab-b203-84fd58d0b941', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1', 'mac_address': 'fa:16:3e:01:79:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b748afd1-47b2-4307-b071-7ed4d40a77c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:22:22Z', 'updated_at': '2022-05-13T14:23:02Z', 'revision_number': 1, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '362d736c-1ef0-4d5f-a1f0-88fc9891e11e', 'name': '', 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'mac_address': 'fa:16:3e:07:ad:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:54Z', 'updated_at': '2022-05-13T14:22:07Z', 'revision_number': 5, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'subnets': [{'id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:23:06.061931 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba24d19b-bc2f-4be9-ad50-611d2a06a576 None None] The sync data for ids ['534f6dcc-ca87-4315-bffe-29c21ebe17fc'] in n-d-841760-1 is: [{'id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1681413106-router', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:21:50Z', 'updated_at': '2022-05-13T14:21:55Z', 'revision_number': 4, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'gw_port': {'id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:51Z', 'updated_at': '2022-05-13T14:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '0e6cebc2-8e8c-4eac-bc94-35e56e5c3c8f', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'floating_ip_address': '172.25.0.178', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'port_id': '2e32ddf8-8485-40ab-b203-84fd58d0b941', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1', 'mac_address': 'fa:16:3e:01:79:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b748afd1-47b2-4307-b071-7ed4d40a77c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:22:22Z', 'updated_at': '2022-05-13T14:23:02Z', 'revision_number': 1, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '362d736c-1ef0-4d5f-a1f0-88fc9891e11e', 'name': '', 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'mac_address': 'fa:16:3e:07:ad:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:54Z', 'updated_at': '2022-05-13T14:22:07Z', 'revision_number': 5, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'subnets': [{'id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:23:06.156230 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f20c9-58a0-41be-a9d5-7aba1e69eabc req-ef7c4cde-8126-4e52-bfb6-247b0d3624bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:06.157723 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-032f20c9-58a0-41be-a9d5-7aba1e69eabc req-ef7c4cde-8126-4e52-bfb6-247b0d3624bf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7e0e518d19f9448bbe227bb971102d2e&device_id=b748afd1-47b2-4307-b071-7ed4d40a77c5 HTTP/1.1" status: 200 len: 1096 time: 0.4680972 May 13 14:23:06.218564 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015aab3-1b84-4fea-bb03-649d358828e7 req-3922da69-a355-425f-8d4e-aba1f17f1f07 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:06.220174 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2015aab3-1b84-4fea-bb03-649d358828e7 req-3922da69-a355-425f-8d4e-aba1f17f1f07 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 944 time: 0.2801197 May 13 14:23:06.300752 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-3c366184-6745-471b-b258-5bab0a62cf27 req-2f959daa-3e3c-4987-87e9-659794cdb29b tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:23:06.303362 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c366184-6745-471b-b258-5bab0a62cf27 req-2f959daa-3e3c-4987-87e9-659794cdb29b tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0812922 May 13 14:23:06.321750 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-3c366184-6745-471b-b258-5bab0a62cf27 req-ca3531f3-2430-473e-8dda-aab184be04ea service neutron] Request body: {'binding': {'host': 'n-h2-841760-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:06.322252 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-3c366184-6745-471b-b258-5bab0a62cf27 req-ca3531f3-2430-473e-8dda-aab184be04ea service neutron] Unknown quota resources ['binding']. {{(pid=88081) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 13 14:23:06.424472 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acd6092-9146-408a-b27d-916433954e0c None None] New status for floating IP 0e6cebc2-8e8c-4eac-bc94-35e56e5c3c8f: ACTIVE {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:23:06.438530 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-06445353-07f2-4d3b-a567-924c0968d9d8 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850520 May 13 14:23:06.451607 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2015aab3-1b84-4fea-bb03-649d358828e7 req-68091aef-a2ec-4465-8b89-b2836bc5db5c tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219720 May 13 14:23:06.611072 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f20c9-58a0-41be-a9d5-7aba1e69eabc req-838a61ec-8371-44f6-bc70-c4f89d6c40fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:06.612896 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-032f20c9-58a0-41be-a9d5-7aba1e69eabc req-838a61ec-8371-44f6-bc70-c4f89d6c40fc service neutron] 10.222.0.74 "GET /v2.0/networks?id=a2ee0690-4c57-4e4e-b68b-865fc1c187b1 HTTP/1.1" status: 200 len: 925 time: 0.4436059 May 13 14:23:06.837223 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-032f20c9-58a0-41be-a9d5-7aba1e69eabc req-ce875b29-7f44-4bf4-bb96-61453dc0fb84 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e32ddf8-8485-40ab-b203-84fd58d0b941 HTTP/1.1" status: 200 len: 999 time: 0.2163646 May 13 14:23:06.913490 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-3c366184-6745-471b-b258-5bab0a62cf27 req-ca3531f3-2430-473e-8dda-aab184be04ea service neutron] Attempting to bind port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 on host n-h2-841760-1 for vnic_type normal with profile None {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:23:06.913922 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-3c366184-6745-471b-b258-5bab0a62cf27 req-ca3531f3-2430-473e-8dda-aab184be04ea service neutron] Attempting to bind port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:23:06.914399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c366184-6745-471b-b258-5bab0a62cf27 req-ca3531f3-2430-473e-8dda-aab184be04ea service neutron] Attempting to bind port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:06.938940 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c366184-6745-471b-b258-5bab0a62cf27 req-ca3531f3-2430-473e-8dda-aab184be04ea service neutron] Port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:23:06.939285 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c366184-6745-471b-b258-5bab0a62cf27 req-ca3531f3-2430-473e-8dda-aab184be04ea service neutron] Attempting to bind port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:06.958334 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c366184-6745-471b-b258-5bab0a62cf27 req-ca3531f3-2430-473e-8dda-aab184be04ea service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:23:06.958669 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c366184-6745-471b-b258-5bab0a62cf27 req-ca3531f3-2430-473e-8dda-aab184be04ea service neutron] Checking segment: {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:23:06.959069 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c366184-6745-471b-b258-5bab0a62cf27 req-ca3531f3-2430-473e-8dda-aab184be04ea service neutron] Bound using segment: {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:23:06.959550 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-3c366184-6745-471b-b258-5bab0a62cf27 req-ca3531f3-2430-473e-8dda-aab184be04ea service neutron] Bound port: 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:23:06.969930 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f20c9-58a0-41be-a9d5-7aba1e69eabc req-4d44d8f3-371d-48cf-ba66-afc326b9eed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:06.971390 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-032f20c9-58a0-41be-a9d5-7aba1e69eabc req-4d44d8f3-371d-48cf-ba66-afc326b9eed9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=df9f1382-e59c-48f3-b05c-1d030cf41b4a HTTP/1.1" status: 200 len: 863 time: 0.0904367 May 13 14:23:07.019327 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ece657-6c64-46aa-a165-7a584aa9e128 req-f1f0ab36-be60-42a1-b8cb-ab6b53becebb tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:07.020816 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b2ece657-6c64-46aa-a165-7a584aa9e128 req-f1f0ab36-be60-42a1-b8cb-ab6b53becebb tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 950 time: 0.2425892 May 13 14:23:07.106923 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-3c366184-6745-471b-b258-5bab0a62cf27 req-ca3531f3-2430-473e-8dda-aab184be04ea service neutron] For port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:23:07.110886 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b2ece657-6c64-46aa-a165-7a584aa9e128 req-5efc1061-41f3-45ed-962e-9049323070ba tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767274 May 13 14:23:07.113953 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3c366184-6745-471b-b258-5bab0a62cf27 req-ca3531f3-2430-473e-8dda-aab184be04ea service neutron] Notify callbacks [] for binding, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:07.114982 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c366184-6745-471b-b258-5bab0a62cf27 req-ca3531f3-2430-473e-8dda-aab184be04ea service neutron] 10.222.0.35 "POST /v2.0/ports/7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2/bindings HTTP/1.1" status: 201 len: 389 time: 0.7974856 May 13 14:23:07.126702 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f20c9-58a0-41be-a9d5-7aba1e69eabc req-3c017a3c-3835-4bb6-b919-11ffd8fd3f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:07.128387 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-032f20c9-58a0-41be-a9d5-7aba1e69eabc req-3c017a3c-3835-4bb6-b919-11ffd8fd3f45 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a2ee0690-4c57-4e4e-b68b-865fc1c187b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1490982 May 13 14:23:07.179895 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 32854) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:07.325846 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-032f20c9-58a0-41be-a9d5-7aba1e69eabc req-fd82e8af-dddc-48a1-be8f-e7f039ebcc87 service neutron] 10.222.0.74 "GET /v2.0/networks/a2ee0690-4c57-4e4e-b68b-865fc1c187b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895940 May 13 14:23:07.580870 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-032f20c9-58a0-41be-a9d5-7aba1e69eabc req-fe8a3cee-7c96-4e97-94bf-6a14b017d1ee service neutron] 10.222.0.74 "GET /v2.0/networks/a2ee0690-4c57-4e4e-b68b-865fc1c187b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482724 May 13 14:23:07.615712 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 32884) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:07.615927 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8d71b534-4f2a-403c-ae25-1d2f4cddc12c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f94392095e3e4059aa82fd976382ba83&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4343238 May 13 14:23:07.650735 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07feadd-cc58-4abf-b589-2627b4877f00 req-93e98e63-3f8d-4dcb-b433-1eba3f1c16d3 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:07.653245 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e07feadd-cc58-4abf-b589-2627b4877f00 req-93e98e63-3f8d-4dcb-b433-1eba3f1c16d3 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 945 time: 0.1618767 May 13 14:23:07.704720 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-35484521-7e77-409d-af64-0410d33c304e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:07.707855 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e07feadd-cc58-4abf-b589-2627b4877f00 req-926960bf-dd96-4538-86f4-7a300bfeb273 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480030 May 13 14:23:07.859646 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-35484521-7e77-409d-af64-0410d33c304e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:07.930461 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-a2aa2cb0-44ef-4906-8213-2a33d7c0600b service neutron] 10.222.0.74 "GET /v2.0/ports/52be2d2f-5c4b-4973-9c3c-0285c7d40b56/bindings/n-h1-841760-1 HTTP/1.1" status: 200 len: 384 time: 0.2194891 May 13 14:23:07.936461 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c366184-6745-471b-b258-5bab0a62cf27 req-9f9e857a-50c5-4313-9eb5-396d7006d7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:07.938023 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c366184-6745-471b-b258-5bab0a62cf27 req-9f9e857a-50c5-4313-9eb5-396d7006d7f2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e9c1f6dcee6e4bfa9d17410767972533&device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 1096 time: 0.2301545 May 13 14:23:08.032239 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94d153-7694-49d0-87e4-be811bab64a5 req-d7c4b840-b025-43c8-a4f9-dcd405088540 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:08.033797 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ba94d153-7694-49d0-87e4-be811bab64a5 req-d7c4b840-b025-43c8-a4f9-dcd405088540 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 944 time: 0.1688888 May 13 14:23:08.129341 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ba94d153-7694-49d0-87e4-be811bab64a5 req-f95c356d-7a32-476f-b8b0-88e077dbc0d4 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853877 May 13 14:23:08.191347 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-35484521-7e77-409d-af64-0410d33c304e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:08.256927 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35484521-7e77-409d-af64-0410d33c304e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfa4aeb-ae5a-466e-b5e5-5001d597b7e9,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:08.404015 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-35484521-7e77-409d-af64-0410d33c304e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:08.405145 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-35484521-7e77-409d-af64-0410d33c304e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fdfa4aeb-ae5a-466e-b5e5-5001d597b7e9 HTTP/1.1" status: 204 len: 168 time: 0.7862687 May 13 14:23:08.457915 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c366184-6745-471b-b258-5bab0a62cf27 req-2f609446-351b-461e-bce2-4b8f0cae6859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:08.459455 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c366184-6745-471b-b258-5bab0a62cf27 req-2f609446-351b-461e-bce2-4b8f0cae6859 service neutron] 10.222.0.74 "GET /v2.0/networks?id=01882ed3-6d08-4bd7-8250-0f45408cfc6f HTTP/1.1" status: 200 len: 908 time: 0.4796004 May 13 14:23:08.598671 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c366184-6745-471b-b258-5bab0a62cf27 req-a460765c-fbc5-495a-a361-afd18b44e8bc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 HTTP/1.1" status: 200 len: 217 time: 0.1304362 May 13 14:23:08.703849 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd7600-aee0-47c2-8d0b-cb87b804624f req-b4e7ebb4-828e-4b91-8e0e-53dc1ad37ed4 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:08.705648 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-82cd7600-aee0-47c2-8d0b-cb87b804624f req-b4e7ebb4-828e-4b91-8e0e-53dc1ad37ed4 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 950 time: 0.4029520 May 13 14:23:08.761260 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c366184-6745-471b-b258-5bab0a62cf27 req-de7f96bb-9619-46b0-8f59-10f1fb8dbc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:08.762687 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c366184-6745-471b-b258-5bab0a62cf27 req-de7f96bb-9619-46b0-8f59-10f1fb8dbc87 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b67d68a0-c4b3-4438-b89e-01055bd1fad3 HTTP/1.1" status: 200 len: 847 time: 0.1536584 May 13 14:23:08.770695 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-24785657-59ad-436c-a88f-8c4b8b9fc9d8 service neutron] For port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=52be2d2f-5c4b-4973-9c3c-0285c7d40b56,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:08.827583 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 32952) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:08.837678 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c366184-6745-471b-b258-5bab0a62cf27 req-934b3e41-131b-4468-a952-a1cc29c2dc54 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=01882ed3-6d08-4bd7-8250-0f45408cfc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587177 May 13 14:23:08.848567 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-82cd7600-aee0-47c2-8d0b-cb87b804624f req-57cfa2fc-885f-425d-a0b3-1b1eaf02e1ca tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279655 May 13 14:23:08.850782 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-63552481-c176-4dbc-b3b1-3284c8d21e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:08.872130 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-63552481-c176-4dbc-b3b1-3284c8d21e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:08.875923 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-24785657-59ad-436c-a88f-8c4b8b9fc9d8 service neutron] For port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:23:08.928036 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-63552481-c176-4dbc-b3b1-3284c8d21e31 admin admin] Usage tracker for resource:security_group_rule and tenant:78c0674061f141bd97c929809dfd1f20 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:08.936832 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-63552481-c176-4dbc-b3b1-3284c8d21e31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:08.948515 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-63552481-c176-4dbc-b3b1-3284c8d21e31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:09.084319 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7eac5c-8224-405f-944a-238826d080bf req-acab9bcf-c8a9-4060-82f9-07a712423703 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:09.084568 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-24785657-59ad-436c-a88f-8c4b8b9fc9d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:23:09.084833 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7c7eac5c-8224-405f-944a-238826d080bf req-acab9bcf-c8a9-4060-82f9-07a712423703 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 945 time: 0.2093232 May 13 14:23:09.091918 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c366184-6745-471b-b258-5bab0a62cf27 req-9fc30355-6374-4163-b578-1dda741217f4 service neutron] 10.222.0.74 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467680 May 13 14:23:09.175979 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-24785657-59ad-436c-a88f-8c4b8b9fc9d8 service neutron] For port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=52be2d2f-5c4b-4973-9c3c-0285c7d40b56,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:09.208361 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-24785657-59ad-436c-a88f-8c4b8b9fc9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:09.322596 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c366184-6745-471b-b258-5bab0a62cf27 req-5cd6fd01-710a-41bb-ab34-8790111fa297 service neutron] 10.222.0.74 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228658 May 13 14:23:09.346686 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7c7eac5c-8224-405f-944a-238826d080bf req-4e3cb145-3bfd-434d-89e3-0fb96b3dfae4 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608676 May 13 14:23:09.400250 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-63552481-c176-4dbc-b3b1-3284c8d21e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:09.405065 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-63552481-c176-4dbc-b3b1-3284c8d21e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:09.470092 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 32980) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:09.495457 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 32988) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:09.501748 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63552481-c176-4dbc-b3b1-3284c8d21e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbddaada-161f-476e-ad82-c29526b27fb3,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:09.518287 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-63552481-c176-4dbc-b3b1-3284c8d21e31 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=78c0674061f141bd97c929809dfd1f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6900392 May 13 14:23:09.524033 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 32994) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:09.527485 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-24785657-59ad-436c-a88f-8c4b8b9fc9d8 service neutron] Transition to ACTIVE for port object 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:09.534758 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-24785657-59ad-436c-a88f-8c4b8b9fc9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:09.610304 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3a97168b-90f8-4a09-b143-f6652fe83b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:09.661804 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3a97168b-90f8-4a09-b143-f6652fe83b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:09.710068 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c4444046-8cb9-45fe-898a-11f27aec8741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:09.733893 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-24785657-59ad-436c-a88f-8c4b8b9fc9d8 service neutron] No DVR routers for this DVR port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:23:09.739136 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c4444046-8cb9-45fe-898a-11f27aec8741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:09.744218 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c4444046-8cb9-45fe-898a-11f27aec8741 admin admin] Usage tracker for resource:security_group_rule and tenant:48cd155beaea45628f08f6eee78c7243 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:09.745329 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d074b6d6-0966-46d6-8509-9c0b035b37e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:09.747949 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c4444046-8cb9-45fe-898a-11f27aec8741 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:09.754361 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c4444046-8cb9-45fe-898a-11f27aec8741 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:09.783605 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3a97168b-90f8-4a09-b143-f6652fe83b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:09.811385 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24785657-59ad-436c-a88f-8c4b8b9fc9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=52be2d2f-5c4b-4973-9c3c-0285c7d40b56,revision_number=10']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:09.811513 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97168b-90f8-4a09-b143-f6652fe83b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbddaada-161f-476e-ad82-c29526b27fb3,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:09.862399 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3a97168b-90f8-4a09-b143-f6652fe83b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:09.863685 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3a97168b-90f8-4a09-b143-f6652fe83b8c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cbddaada-161f-476e-ad82-c29526b27fb3 HTTP/1.1" status: 204 len: 168 time: 0.3381877 May 13 14:23:09.917238 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c4444046-8cb9-45fe-898a-11f27aec8741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:09.921595 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c4444046-8cb9-45fe-898a-11f27aec8741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:09.931010 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a162db-0cc9-4149-a80f-68eb62510905 req-aa9c7075-2014-4205-ad1f-e8c07ea6b906 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:09.937927 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-70a162db-0cc9-4149-a80f-68eb62510905 req-aa9c7075-2014-4205-ad1f-e8c07ea6b906 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 944 time: 0.5800498 May 13 14:23:09.940242 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d074b6d6-0966-46d6-8509-9c0b035b37e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:09.965432 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d074b6d6-0966-46d6-8509-9c0b035b37e3 admin admin] Usage tracker for resource:security_group_rule and tenant:4463e74b4b58405ba83b8c4115901a56 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:09.973052 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d074b6d6-0966-46d6-8509-9c0b035b37e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:09.978661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c366184-6745-471b-b258-5bab0a62cf27 req-e27220e9-ae5b-43da-b759-cc35d42fe1a3 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:09.980149 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c366184-6745-471b-b258-5bab0a62cf27 req-e27220e9-ae5b-43da-b759-cc35d42fe1a3 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc&tenant_id=e9c1f6dcee6e4bfa9d17410767972533&binding%3Ahost_id=n-h1-841760-1 HTTP/1.1" status: 200 len: 1096 time: 0.5227988 May 13 14:23:09.982326 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c4444046-8cb9-45fe-898a-11f27aec8741 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=48cd155beaea45628f08f6eee78c7243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5109203 May 13 14:23:09.982974 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33018) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:09.983403 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-24785657-59ad-436c-a88f-8c4b8b9fc9d8 service neutron] 10.222.0.74 "PUT /v2.0/ports/52be2d2f-5c4b-4973-9c3c-0285c7d40b56/bindings/n-h1-841760-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0443935 May 13 14:23:09.983656 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4444046-8cb9-45fe-898a-11f27aec8741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f80d1b-5d4d-46e7-9ac8-3de806b2bd2d,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:09.989756 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d074b6d6-0966-46d6-8509-9c0b035b37e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:10.039969 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-70a162db-0cc9-4149-a80f-68eb62510905 req-2433c721-5cf7-4e9b-a05d-d4c3f6616c21 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008480 May 13 14:23:10.058179 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-3c366184-6745-471b-b258-5bab0a62cf27 req-1664a42e-63cf-46d3-b829-3c59e963fe04 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-841760-1'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:10.171248 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-579bc13c-a882-4eea-9494-802bc7164a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:10.217217 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-579bc13c-a882-4eea-9494-802bc7164a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:10.278858 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3c366184-6745-471b-b258-5bab0a62cf27 req-1664a42e-63cf-46d3-b829-3c59e963fe04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:10.284638 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63495861-17d7-4c0f-9979-6475f6ede343 req-f04fa81b-724d-4b18-b651-5a9229291d16 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:10.286189 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-63495861-17d7-4c0f-9979-6475f6ede343 req-f04fa81b-724d-4b18-b651-5a9229291d16 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 950 time: 0.2298489 May 13 14:23:10.381053 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-63495861-17d7-4c0f-9979-6475f6ede343 req-a3df869f-5210-4fef-b83a-9ebc6a694681 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847137 May 13 14:23:10.388849 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-f406e40f-c984-483b-967b-54baaa031d86 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:10.390338 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-f406e40f-c984-483b-967b-54baaa031d86 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2&tenant_id=4d6ca075ae214d9490235db19234e57f&binding%3Ahost_id=n-h2-841760-1 HTTP/1.1" status: 200 len: 1096 time: 0.2962673 May 13 14:23:10.392159 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d074b6d6-0966-46d6-8509-9c0b035b37e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:10.403551 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-579bc13c-a882-4eea-9494-802bc7164a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:10.447695 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579bc13c-a882-4eea-9494-802bc7164a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f80d1b-5d4d-46e7-9ac8-3de806b2bd2d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:10.454470 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-579bc13c-a882-4eea-9494-802bc7164a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:10.459870 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d074b6d6-0966-46d6-8509-9c0b035b37e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:10.470280 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-579bc13c-a882-4eea-9494-802bc7164a71 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/05f80d1b-5d4d-46e7-9ac8-3de806b2bd2d HTTP/1.1" status: 204 len: 168 time: 0.4837258 May 13 14:23:10.541734 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33040) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:10.663279 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074b6d6-0966-46d6-8509-9c0b035b37e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76ea66d-42ba-47e3-a45e-d4a38b008555,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:10.667573 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d074b6d6-0966-46d6-8509-9c0b035b37e3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4463e74b4b58405ba83b8c4115901a56&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1709962 May 13 14:23:10.671086 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33048) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:10.740765 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3173f64a-a4d2-4f83-b527-c92fb5337b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:10.747878 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-3c366184-6745-471b-b258-5bab0a62cf27 req-1664a42e-63cf-46d3-b829-3c59e963fe04 service neutron] For port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:10.755849 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-7d3fd06a-79eb-44e7-97a5-a91a1b95a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:10.757421 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-7d3fd06a-79eb-44e7-97a5-a91a1b95a805 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2&tenant_id=4d6ca075ae214d9490235db19234e57f HTTP/1.1" status: 200 len: 1096 time: 0.3559933 May 13 14:23:10.769684 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3173f64a-a4d2-4f83-b527-c92fb5337b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:10.778912 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3af66b-2bd4-4594-9d1f-98ba4a07ebfd req-5f032012-c77b-4c08-b034-ed7fa0a4673c tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:10.780655 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1b3af66b-2bd4-4594-9d1f-98ba4a07ebfd req-5f032012-c77b-4c08-b034-ed7fa0a4673c tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 945 time: 0.2753990 May 13 14:23:10.827818 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3173f64a-a4d2-4f83-b527-c92fb5337b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:10.852794 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173f64a-a4d2-4f83-b527-c92fb5337b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76ea66d-42ba-47e3-a45e-d4a38b008555,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:10.857855 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3173f64a-a4d2-4f83-b527-c92fb5337b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:10.859666 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3173f64a-a4d2-4f83-b527-c92fb5337b20 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b76ea66d-42ba-47e3-a45e-d4a38b008555 HTTP/1.1" status: 204 len: 168 time: 0.1874435 May 13 14:23:10.869055 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-3c366184-6745-471b-b258-5bab0a62cf27 req-1664a42e-63cf-46d3-b829-3c59e963fe04 service neutron] For port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:23:10.931278 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-03ab764e-24b9-4d21-80d6-ab59d395b6a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:10.948344 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-03ab764e-24b9-4d21-80d6-ab59d395b6a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:10.949109 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1b3af66b-2bd4-4594-9d1f-98ba4a07ebfd req-ae74bfb9-e5cd-42e7-81f7-6041162d7b8a tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586313 May 13 14:23:10.953014 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-03ab764e-24b9-4d21-80d6-ab59d395b6a5 admin admin] Usage tracker for resource:security_group_rule and tenant:a097c028ddde46889a7c4fdd4b419a09 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:10.956955 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-03ab764e-24b9-4d21-80d6-ab59d395b6a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:10.964202 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-03ab764e-24b9-4d21-80d6-ab59d395b6a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:10.974782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a3e39d-b45b-4860-a242-a10d54a31ddc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:10.981468 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3c366184-6745-471b-b258-5bab0a62cf27 req-1664a42e-63cf-46d3-b829-3c59e963fe04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:10.991067 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3c366184-6745-471b-b258-5bab0a62cf27 req-1664a42e-63cf-46d3-b829-3c59e963fe04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:11.001100 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:23:11.035647 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1370922a-c513-464d-9d4c-2ae98026c758'] response: {'server_uuid': '63a3e39d-b45b-4860-a242-a10d54a31ddc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2', 'code': 200} May 13 14:23:11.037927 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-c388e7b1-4c6b-4954-847b-5a8a2b386a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:11.039613 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-c388e7b1-4c6b-4954-847b-5a8a2b386a58 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d6ca075ae214d9490235db19234e57f&device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 1096 time: 0.2503064 May 13 14:23:11.110292 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:23:11.140575 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33066) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:11.165560 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-03ab764e-24b9-4d21-80d6-ab59d395b6a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:11.168837 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1647d4c8-5c46-4b00-99b9-a2884a2b48b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:11.182096 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-03ab764e-24b9-4d21-80d6-ab59d395b6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:11.250521 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab764e-24b9-4d21-80d6-ab59d395b6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e2c6f1-fa57-4537-90ff-278ceef22222,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:11.259436 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1647d4c8-5c46-4b00-99b9-a2884a2b48b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:11.269281 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1647d4c8-5c46-4b00-99b9-a2884a2b48b4 admin admin] Usage tracker for resource:security_group_rule and tenant:8bcb6bca4ed34ed0a23b1fd7426003fa is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:11.275370 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-03ab764e-24b9-4d21-80d6-ab59d395b6a5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a097c028ddde46889a7c4fdd4b419a09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7322981 May 13 14:23:11.276706 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1647d4c8-5c46-4b00-99b9-a2884a2b48b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:11.280491 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33070) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:11.296964 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1647d4c8-5c46-4b00-99b9-a2884a2b48b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:11.383507 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-97108275-931d-44ec-9fd3-39b2370f5912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:11.395477 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664a42e-63cf-46d3-b829-3c59e963fe04 service neutron] Pushing event updated for resources: {'Port': ['ID=7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2,revision_number=7']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:11.413664 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-97108275-931d-44ec-9fd3-39b2370f5912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:11.449698 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-3c366184-6745-471b-b258-5bab0a62cf27 req-1664a42e-63cf-46d3-b829-3c59e963fe04 service neutron] Attempting to bind port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 on host n-h1-841760-1 for vnic_type normal with profile {"migrating_to": "n-h2-841760-1"} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:23:11.450036 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-3c366184-6745-471b-b258-5bab0a62cf27 req-1664a42e-63cf-46d3-b829-3c59e963fe04 service neutron] Attempting to bind port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:23:11.450371 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c366184-6745-471b-b258-5bab0a62cf27 req-1664a42e-63cf-46d3-b829-3c59e963fe04 service neutron] Attempting to bind port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:11.460584 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-e7494d1d-a08a-4264-b188-02b8cf3dde82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:11.462095 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-e7494d1d-a08a-4264-b188-02b8cf3dde82 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d5027423-d39b-4c72-b023-a3c3d59a72d1 HTTP/1.1" status: 200 len: 920 time: 0.4067068 May 13 14:23:11.464370 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c366184-6745-471b-b258-5bab0a62cf27 req-1664a42e-63cf-46d3-b829-3c59e963fe04 service neutron] Port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:23:11.464697 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c366184-6745-471b-b258-5bab0a62cf27 req-1664a42e-63cf-46d3-b829-3c59e963fe04 service neutron] Attempting to bind port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:11.525119 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33080) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:11.536920 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c366184-6745-471b-b258-5bab0a62cf27 req-1664a42e-63cf-46d3-b829-3c59e963fe04 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:23:11.537261 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c366184-6745-471b-b258-5bab0a62cf27 req-1664a42e-63cf-46d3-b829-3c59e963fe04 service neutron] Checking segment: {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:23:11.537655 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c366184-6745-471b-b258-5bab0a62cf27 req-1664a42e-63cf-46d3-b829-3c59e963fe04 service neutron] Bound using segment: {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:23:11.538098 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-3c366184-6745-471b-b258-5bab0a62cf27 req-1664a42e-63cf-46d3-b829-3c59e963fe04 service neutron] Bound port: 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:23:11.538442 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3c366184-6745-471b-b258-5bab0a62cf27 req-1664a42e-63cf-46d3-b829-3c59e963fe04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:11.546147 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1647d4c8-5c46-4b00-99b9-a2884a2b48b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:11.575932 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-b7ab66dd-f18a-4c9c-aab7-0ccd559568b9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52be2d2f-5c4b-4973-9c3c-0285c7d40b56 HTTP/1.1" status: 200 len: 217 time: 0.1066585 May 13 14:23:11.587280 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4c838cbc-bb7b-4fde-8e1a-2efa6dd9cb1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:11.590562 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-97108275-931d-44ec-9fd3-39b2370f5912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:11.606472 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1647d4c8-5c46-4b00-99b9-a2884a2b48b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:11.626476 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97108275-931d-44ec-9fd3-39b2370f5912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e2c6f1-fa57-4537-90ff-278ceef22222,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:11.696171 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1647d4c8-5c46-4b00-99b9-a2884a2b48b4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8bcb6bca4ed34ed0a23b1fd7426003fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5523007 May 13 14:23:11.697660 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3daf0-3dec-4c02-9a58-036593ba67b9 req-f0bd80db-c64f-4f06-a8cc-9919190fe309 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:11.698651 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-97108275-931d-44ec-9fd3-39b2370f5912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:11.702015 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-97108275-931d-44ec-9fd3-39b2370f5912 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/78e2c6f1-fa57-4537-90ff-278ceef22222 HTTP/1.1" status: 204 len: 168 time: 0.4182346 May 13 14:23:11.702015 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33086) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:11.705685 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-66e3daf0-3dec-4c02-9a58-036593ba67b9 req-f0bd80db-c64f-4f06-a8cc-9919190fe309 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 945 time: 0.4409540 May 13 14:23:11.707048 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647d4c8-5c46-4b00-99b9-a2884a2b48b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308ff137-8c48-4dc1-a015-d4708eaa15cc,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:11.713267 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4c838cbc-bb7b-4fde-8e1a-2efa6dd9cb1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:11.748345 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4c838cbc-bb7b-4fde-8e1a-2efa6dd9cb1b admin admin] Usage tracker for resource:security_group_rule and tenant:7ed5739488cf4cc0aa26ca33d69eae42 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:11.765457 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4c838cbc-bb7b-4fde-8e1a-2efa6dd9cb1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:11.780738 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c3cb7-8bd3-4307-a21c-4d73db0a13eb req-c60cf971-6be3-4264-8077-98f4c2522ab0 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:11.782697 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4c838cbc-bb7b-4fde-8e1a-2efa6dd9cb1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:11.788419 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c31c3cb7-8bd3-4307-a21c-4d73db0a13eb req-c60cf971-6be3-4264-8077-98f4c2522ab0 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 950 time: 0.2466812 May 13 14:23:11.799756 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-6fffb662-c16b-445e-b5f5-205763f5cdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:11.801293 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-6fffb662-c16b-445e-b5f5-205763f5cdda service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d HTTP/1.1" status: 200 len: 859 time: 0.2049029 May 13 14:23:11.815210 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-66e3daf0-3dec-4c02-9a58-036593ba67b9 req-082654f4-8acf-4ee8-b311-8280d9396d83 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085999 May 13 14:23:11.843737 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb88068f-00dd-4633-8601-1fdca0cd8abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:11.858047 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c31c3cb7-8bd3-4307-a21c-4d73db0a13eb req-77b74127-7695-4458-8ea0-9bd234de1642 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686595 May 13 14:23:11.869321 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-3c366184-6745-471b-b258-5bab0a62cf27 req-1664a42e-63cf-46d3-b829-3c59e963fe04 service neutron] For port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:23:11.874059 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb88068f-00dd-4633-8601-1fdca0cd8abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:11.938733 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb88068f-00dd-4633-8601-1fdca0cd8abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:11.961544 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88068f-00dd-4633-8601-1fdca0cd8abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308ff137-8c48-4dc1-a015-d4708eaa15cc,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:11.982603 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb88068f-00dd-4633-8601-1fdca0cd8abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:11.994812 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-eb88068f-00dd-4633-8601-1fdca0cd8abb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/308ff137-8c48-4dc1-a015-d4708eaa15cc HTTP/1.1" status: 204 len: 168 time: 0.2914133 May 13 14:23:12.023524 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-e13f60c3-d4da-4a94-92ef-dc20f9c23f77 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d5027423-d39b-4c72-b023-a3c3d59a72d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2017779 May 13 14:23:12.030215 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-3c366184-6745-471b-b258-5bab0a62cf27 req-1664a42e-63cf-46d3-b829-3c59e963fe04 service neutron] For port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:23:12.062320 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3c366184-6745-471b-b258-5bab0a62cf27 req-1664a42e-63cf-46d3-b829-3c59e963fe04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:12.126000 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33104) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:12.144749 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e863860-9787-461b-a4e8-4242230535b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:12.162047 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4e863860-9787-461b-a4e8-4242230535b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:12.166957 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4e863860-9787-461b-a4e8-4242230535b2 admin admin] Usage tracker for resource:security_group_rule and tenant:35510e85154c4bb9a11fc79f277149fe is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:12.170094 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4e863860-9787-461b-a4e8-4242230535b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:12.176908 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4e863860-9787-461b-a4e8-4242230535b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:12.309890 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e863860-9787-461b-a4e8-4242230535b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:12.314028 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e863860-9787-461b-a4e8-4242230535b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:12.384158 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4e863860-9787-461b-a4e8-4242230535b2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=35510e85154c4bb9a11fc79f277149fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2566271 May 13 14:23:12.386939 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33114) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:12.390482 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e863860-9787-461b-a4e8-4242230535b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8e2d5b-4ea6-414f-90db-c834d5827a05,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:12.477944 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-003b0b51-c32e-4593-b8a6-1d48329e66a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:12.513750 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-003b0b51-c32e-4593-b8a6-1d48329e66a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:12.517245 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664a42e-63cf-46d3-b829-3c59e963fe04 service neutron] Pushing event updated for resources: {'Port': ['ID=7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2,revision_number=8']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:12.560349 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c366184-6745-471b-b258-5bab0a62cf27 req-1664a42e-63cf-46d3-b829-3c59e963fe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:12.560977 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3c366184-6745-471b-b258-5bab0a62cf27 req-1664a42e-63cf-46d3-b829-3c59e963fe04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:12.562348 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c366184-6745-471b-b258-5bab0a62cf27 req-1664a42e-63cf-46d3-b829-3c59e963fe04 service neutron] 10.222.0.74 "PUT /v2.0/ports/7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 HTTP/1.1" status: 200 len: 1121 time: 2.5191734 May 13 14:23:12.581634 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-21e1a668-621a-4275-b9fa-0b28656de09c service neutron] 10.222.0.59 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5463829 May 13 14:23:12.593653 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa119e-2e0a-4e53-8083-c9aa3e4ba926 req-920af405-20d8-44aa-b7eb-dc42265397c4 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:12.595193 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1fa119e-2e0a-4e53-8083-c9aa3e4ba926 req-920af405-20d8-44aa-b7eb-dc42265397c4 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 943 time: 0.4490423 May 13 14:23:12.596764 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-003b0b51-c32e-4593-b8a6-1d48329e66a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:12.597701 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4c838cbc-bb7b-4fde-8e1a-2efa6dd9cb1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:12.622862 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b0b51-c32e-4593-b8a6-1d48329e66a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8e2d5b-4ea6-414f-90db-c834d5827a05,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:12.628823 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-003b0b51-c32e-4593-b8a6-1d48329e66a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:12.632704 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:23:12.634634 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4c838cbc-bb7b-4fde-8e1a-2efa6dd9cb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:12.635178 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-003b0b51-c32e-4593-b8a6-1d48329e66a4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f8e2d5b-4ea6-414f-90db-c834d5827a05 HTTP/1.1" status: 204 len: 168 time: 0.2466750 May 13 14:23:12.794219 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33134) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:12.794479 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4c838cbc-bb7b-4fde-8e1a-2efa6dd9cb1b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7ed5739488cf4cc0aa26ca33d69eae42&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2680700 May 13 14:23:12.795155 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c838cbc-bb7b-4fde-8e1a-2efa6dd9cb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228c0b2c-07ff-48e0-af8d-2683777e9cb2,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:12.802074 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1fa119e-2e0a-4e53-8083-c9aa3e4ba926 req-a562624a-7b42-4256-959b-d2792cb45d30 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726847 May 13 14:23:12.830579 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:23:12.886240 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-ba4a177a-fa2f-4ea1-b860-5af82e524d98 service neutron] 10.222.0.59 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870758 May 13 14:23:12.937873 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b9afa19f-25ba-4aff-8940-6b7d07a4e831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:12.999625 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b9afa19f-25ba-4aff-8940-6b7d07a4e831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:13.030809 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 is: DOWN; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:23:13.037175 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a3e39d-b45b-4860-a242-a10d54a31ddc', 'tag': '7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:13.162071 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b9afa19f-25ba-4aff-8940-6b7d07a4e831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:13.190449 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afa19f-25ba-4aff-8940-6b7d07a4e831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228c0b2c-07ff-48e0-af8d-2683777e9cb2,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:13.200662 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f38b59-a4cb-40a4-8100-a10b9109c68b req-845cec09-83e0-442c-b097-170d6bc035f6 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:13.202471 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4f38b59-a4cb-40a4-8100-a10b9109c68b req-845cec09-83e0-442c-b097-170d6bc035f6 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 945 time: 0.1262438 May 13 14:23:13.209021 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b9afa19f-25ba-4aff-8940-6b7d07a4e831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:13.210378 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b9afa19f-25ba-4aff-8940-6b7d07a4e831 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/228c0b2c-07ff-48e0-af8d-2683777e9cb2 HTTP/1.1" status: 204 len: 168 time: 0.4151952 May 13 14:23:13.261830 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4f38b59-a4cb-40a4-8100-a10b9109c68b req-a2dfb6b2-0783-472b-a71a-8e68f1cfc112 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494342 May 13 14:23:13.320002 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91e846de-6431-487e-bb38-11729a9083ca'] response: {'name': 'network-changed', 'server_uuid': '63a3e39d-b45b-4860-a242-a10d54a31ddc', 'tag': '7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2', 'status': 'completed', 'code': 200} May 13 14:23:13.334343 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33154) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:13.363399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcb399-d7e4-4dc5-8c62-a1eca09c7e3b req-9e7c18f5-1d11-46f6-ae1b-b91679fe7943 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:13.365258 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fdfcb399-d7e4-4dc5-8c62-a1eca09c7e3b req-9e7c18f5-1d11-46f6-ae1b-b91679fe7943 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 950 time: 0.2431245 May 13 14:23:13.372824 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-f92378aa-8193-456f-9c4b-e188ab65ac5b tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:13.374654 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-f92378aa-8193-456f-9c4b-e188ab65ac5b tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2&tenant_id=4d6ca075ae214d9490235db19234e57f&binding%3Ahost_id=n-h1-841760-1 HTTP/1.1" status: 200 len: 1096 time: 0.1822648 May 13 14:23:13.417635 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f2a02-0708-49d8-9bb4-25528c1a877d req-bc79e2c1-ba5c-4d00-97c9-3ddbd80cfc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:13.419278 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c59f2a02-0708-49d8-9bb4-25528c1a877d req-bc79e2c1-ba5c-4d00-97c9-3ddbd80cfc98 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e9c1f6dcee6e4bfa9d17410767972533&device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 1124 time: 0.0785079 May 13 14:23:13.584822 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f2a02-0708-49d8-9bb4-25528c1a877d req-5d9023fd-ac47-4f7a-bc28-dbd79c9dcc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:13.585399 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fdfcb399-d7e4-4dc5-8c62-a1eca09c7e3b req-41682b73-5454-4d4a-95a7-f835d5e1bec1 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093925 May 13 14:23:13.587641 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c59f2a02-0708-49d8-9bb4-25528c1a877d req-5d9023fd-ac47-4f7a-bc28-dbd79c9dcc8e service neutron] 10.222.0.59 "GET /v2.0/networks?id=01882ed3-6d08-4bd7-8250-0f45408cfc6f HTTP/1.1" status: 200 len: 908 time: 0.1611061 May 13 14:23:13.597128 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-1eb6d811-b7ce-4574-9483-ad0ed5f02f5f service neutron] For port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:23:13.614949 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-1eb6d811-b7ce-4574-9483-ad0ed5f02f5f service neutron] Notify callbacks [] for binding, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:13.616072 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7193cc7e-bc9d-426b-aae7-1f3b6856602f req-1eb6d811-b7ce-4574-9483-ad0ed5f02f5f service neutron] 10.222.0.59 "DELETE /v2.0/ports/52be2d2f-5c4b-4973-9c3c-0285c7d40b56/bindings/n-h2-841760-1 HTTP/1.1" status: 204 len: 173 time: 0.2234621 May 13 14:23:13.753504 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c59f2a02-0708-49d8-9bb4-25528c1a877d req-9eb90dfc-91c7-4995-aac3-d83373deab17 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 HTTP/1.1" status: 200 len: 217 time: 0.1591361 May 13 14:23:13.754337 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1c420165-a8e5-4a78-b191-c52468ca6c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:13.804185 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1c420165-a8e5-4a78-b191-c52468ca6c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:13.814304 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1c420165-a8e5-4a78-b191-c52468ca6c2f admin admin] Usage tracker for resource:security_group_rule and tenant:5a494658ad64404fafe3762e0f302f3e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:13.818897 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1c420165-a8e5-4a78-b191-c52468ca6c2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:13.827590 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1c420165-a8e5-4a78-b191-c52468ca6c2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:13.872035 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f2a02-0708-49d8-9bb4-25528c1a877d req-1bbec14f-0888-4d4a-8e49-08f798ed63d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:13.872035 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c59f2a02-0708-49d8-9bb4-25528c1a877d req-1bbec14f-0888-4d4a-8e49-08f798ed63d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b67d68a0-c4b3-4438-b89e-01055bd1fad3 HTTP/1.1" status: 200 len: 847 time: 0.1041858 May 13 14:23:13.938977 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c59f2a02-0708-49d8-9bb4-25528c1a877d req-b01cbc56-d7cc-4e42-bb49-fdc87dfc0ef8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01882ed3-6d08-4bd7-8250-0f45408cfc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622368 May 13 14:23:14.154242 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1c420165-a8e5-4a78-b191-c52468ca6c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:14.165171 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1c420165-a8e5-4a78-b191-c52468ca6c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:14.236489 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b108f2-b7fb-4d25-831d-3facc10f3445 req-17eae0cd-f00e-464a-9176-2ff05f6f1a84 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:14.237979 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a2b108f2-b7fb-4d25-831d-3facc10f3445 req-17eae0cd-f00e-464a-9176-2ff05f6f1a84 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 943 time: 0.2721584 May 13 14:23:14.279230 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1c420165-a8e5-4a78-b191-c52468ca6c2f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5a494658ad64404fafe3762e0f302f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9435694 May 13 14:23:14.282378 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33198) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:14.344432 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c420165-a8e5-4a78-b191-c52468ca6c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aab04bc-27cb-4b34-a6fc-f883e2099954,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:14.352394 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c59f2a02-0708-49d8-9bb4-25528c1a877d req-29f3a480-9dac-4678-b4b1-0b5a7c9cff16 service neutron] 10.222.0.59 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049659 May 13 14:23:14.454574 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d362aaaf-c56c-4e06-96c4-4917d4ff8d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:14.503703 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a2b108f2-b7fb-4d25-831d-3facc10f3445 req-8f281441-5c4f-444b-a670-e7c1c2099033 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435532 May 13 14:23:14.523858 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c59f2a02-0708-49d8-9bb4-25528c1a877d req-9988862d-283b-45fb-950d-33038bc096ed service neutron] 10.222.0.59 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622500 May 13 14:23:14.549574 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d362aaaf-c56c-4e06-96c4-4917d4ff8d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:14.648985 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ee7ed-afff-42a0-97c8-9a2bc6badde2 req-6d3793d2-1127-4079-86ca-dec452885b0b tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:14.650489 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b56ee7ed-afff-42a0-97c8-9a2bc6badde2 req-6d3793d2-1127-4079-86ca-dec452885b0b tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 945 time: 0.1670401 May 13 14:23:14.656265 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d362aaaf-c56c-4e06-96c4-4917d4ff8d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:14.689313 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d362aaaf-c56c-4e06-96c4-4917d4ff8d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aab04bc-27cb-4b34-a6fc-f883e2099954,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:14.699447 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d362aaaf-c56c-4e06-96c4-4917d4ff8d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:14.703242 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d362aaaf-c56c-4e06-96c4-4917d4ff8d91 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3aab04bc-27cb-4b34-a6fc-f883e2099954 HTTP/1.1" status: 204 len: 168 time: 0.4189692 May 13 14:23:14.727318 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b56ee7ed-afff-42a0-97c8-9a2bc6badde2 req-5c8b31ac-03d8-41ea-a020-99b0fe9a2d5e tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587478 May 13 14:23:14.829585 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980ea24-0109-4128-93ad-0955fb4edd99 req-ecf0080c-47fa-4d4a-bf30-9b610c146203 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:14.837710 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5980ea24-0109-4128-93ad-0955fb4edd99 req-ecf0080c-47fa-4d4a-bf30-9b610c146203 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 950 time: 0.0980561 May 13 14:23:14.891321 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5980ea24-0109-4128-93ad-0955fb4edd99 req-d0af381f-da36-42c2-8a98-842d2e8149ff tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526502 May 13 14:23:14.988059 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54630063-3f32-4431-a860-834ece94d77f req-512f4ff7-26c5-4320-8112-721d2466a323 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:14.989617 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-54630063-3f32-4431-a860-834ece94d77f req-512f4ff7-26c5-4320-8112-721d2466a323 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 1096 time: 0.0944185 May 13 14:23:15.004759 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:23:15.046594 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-54630063-3f32-4431-a860-834ece94d77f req-fe4215cf-70d9-4850-b960-923454ffb890 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] Synchronizing usage tracker for tenant:6d3dae25022f4f1cb77952ddb4857c96 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:23:15.065988 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-54630063-3f32-4431-a860-834ece94d77f req-fe4215cf-70d9-4850-b960-923454ffb890 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] Unset dirty status for tenant:6d3dae25022f4f1cb77952ddb4857c96 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:23:15.067936 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-54630063-3f32-4431-a860-834ece94d77f req-fe4215cf-70d9-4850-b960-923454ffb890 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695331 May 13 14:23:15.213317 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:15.229138 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 has no active binding in host n-h2-841760-1 {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 13 14:23:15.335615 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33244) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:15.356698 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-74e779e2-d0ad-48c1-994c-ee561535b999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:15.371901 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-74e779e2-d0ad-48c1-994c-ee561535b999 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:15.376258 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-74e779e2-d0ad-48c1-994c-ee561535b999 admin admin] Usage tracker for resource:security_group_rule and tenant:368411e76c7b43a09b2c7b3b6ee975e4 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:15.379755 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-74e779e2-d0ad-48c1-994c-ee561535b999 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:15.385549 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-74e779e2-d0ad-48c1-994c-ee561535b999 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:15.479658 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-74e779e2-d0ad-48c1-994c-ee561535b999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:15.483836 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-74e779e2-d0ad-48c1-994c-ee561535b999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:15.542688 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e779e2-d0ad-48c1-994c-ee561535b999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f57bfe7-2442-4f0a-a199-4e7e45bd5444,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:15.561346 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-74e779e2-d0ad-48c1-994c-ee561535b999 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=368411e76c7b43a09b2c7b3b6ee975e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2208357 May 13 14:23:15.561434 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33256) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:15.710477 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ca564d7c-b4ab-4f13-9a98-237105a664c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:15.740596 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ca564d7c-b4ab-4f13-9a98-237105a664c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:15.826390 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab099254-ee49-46f2-b4cf-04e51db0055f req-facc8906-898b-4402-bc65-88c74a75f8a2 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:15.827974 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ab099254-ee49-46f2-b4cf-04e51db0055f req-facc8906-898b-4402-bc65-88c74a75f8a2 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 943 time: 0.2008634 May 13 14:23:15.846054 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-b455a3c7-d867-4783-a51d-c6ebd40b6956 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:15.854416 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-b455a3c7-d867-4783-a51d-c6ebd40b6956 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/networks?id=d5027423-d39b-4c72-b023-a3c3d59a72d1 HTTP/1.1" status: 200 len: 819 time: 0.2142534 May 13 14:23:15.866446 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ca564d7c-b4ab-4f13-9a98-237105a664c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:15.872994 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-27042b78-a275-4643-a19a-73d8dd57c067 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/quotas/4d6ca075ae214d9490235db19234e57f HTTP/1.1" status: 200 len: 375 time: 0.0174789 May 13 14:23:15.900355 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca564d7c-b4ab-4f13-9a98-237105a664c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f57bfe7-2442-4f0a-a199-4e7e45bd5444,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:15.907927 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ab099254-ee49-46f2-b4cf-04e51db0055f req-e3801d3d-fc87-452a-a2d7-c5922d8a8589 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670705 May 13 14:23:15.918173 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ca564d7c-b4ab-4f13-9a98-237105a664c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:15.919316 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ca564d7c-b4ab-4f13-9a98-237105a664c3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3f57bfe7-2442-4f0a-a199-4e7e45bd5444 HTTP/1.1" status: 204 len: 168 time: 0.3570378 May 13 14:23:15.990072 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-028d033e-a556-45af-8daf-eba14d7ef7a9 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d6ca075ae214d9490235db19234e57f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1157439 May 13 14:23:16.256491 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-8117dce0-cc51-43de-8771-94d50cbf9fbc service neutron] 10.222.0.35 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586191 May 13 14:23:16.432425 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-14319d04-057a-4560-8518-40f073aa1818 service neutron] 10.222.0.35 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702287 May 13 14:23:16.469728 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5267c-7f90-415f-b345-72a4f79e3c23 req-a12cd449-183a-443a-b8d7-de8189babdc3 tempest-NetworksTest-1586784001 tempest-NetworksTest-1586784001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:16.470490 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5267c-7f90-415f-b345-72a4f79e3c23 req-a12cd449-183a-443a-b8d7-de8189babdc3 tempest-NetworksTest-1586784001 tempest-NetworksTest-1586784001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:16.470647 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5267c-7f90-415f-b345-72a4f79e3c23 req-a12cd449-183a-443a-b8d7-de8189babdc3 tempest-NetworksTest-1586784001 tempest-NetworksTest-1586784001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:16.471155 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5267c-7f90-415f-b345-72a4f79e3c23 req-a12cd449-183a-443a-b8d7-de8189babdc3 tempest-NetworksTest-1586784001 tempest-NetworksTest-1586784001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:16.471577 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5267c-7f90-415f-b345-72a4f79e3c23 req-a12cd449-183a-443a-b8d7-de8189babdc3 tempest-NetworksTest-1586784001 tempest-NetworksTest-1586784001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:16.472264 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5267c-7f90-415f-b345-72a4f79e3c23 req-a12cd449-183a-443a-b8d7-de8189babdc3 tempest-NetworksTest-1586784001 tempest-NetworksTest-1586784001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:16.472956 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5267c-7f90-415f-b345-72a4f79e3c23 req-a12cd449-183a-443a-b8d7-de8189babdc3 tempest-NetworksTest-1586784001 tempest-NetworksTest-1586784001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:16.473605 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5267c-7f90-415f-b345-72a4f79e3c23 req-a12cd449-183a-443a-b8d7-de8189babdc3 tempest-NetworksTest-1586784001 tempest-NetworksTest-1586784001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:16.474092 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5267c-7f90-415f-b345-72a4f79e3c23 req-a12cd449-183a-443a-b8d7-de8189babdc3 tempest-NetworksTest-1586784001 tempest-NetworksTest-1586784001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:16.476619 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-12d5267c-7f90-415f-b345-72a4f79e3c23 req-a12cd449-183a-443a-b8d7-de8189babdc3 tempest-NetworksTest-1586784001 tempest-NetworksTest-1586784001-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6435 time: 0.2038324 May 13 14:23:16.686284 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0e88a-f3be-4180-9cbb-1770b1832a40 req-920458ad-beec-4dbf-ab49-02723de32ece tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:16.694497 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-81c0e88a-f3be-4180-9cbb-1770b1832a40 req-920458ad-beec-4dbf-ab49-02723de32ece tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 950 time: 0.1155126 May 13 14:23:16.751308 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-81c0e88a-f3be-4180-9cbb-1770b1832a40 req-ebc5888b-a791-44a7-bc40-76f2c783158f tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552964 May 13 14:23:16.996738 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183852f-3623-45fc-aa07-1d8148ec1d20 req-0031ed68-3e1d-42d2-bec8-90fa8e0ce4cf tempest-NetworksTest-1586784001 tempest-NetworksTest-1586784001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:16.998929 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0183852f-3623-45fc-aa07-1d8148ec1d20 req-0031ed68-3e1d-42d2-bec8-90fa8e0ce4cf tempest-NetworksTest-1586784001 tempest-NetworksTest-1586784001-project-admin] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 886 time: 0.1555736 May 13 14:23:17.160826 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7118b0bc-1a0a-4505-81be-641e68956511 req-5c888e61-9323-4b4c-8f27-6dd15c90e228 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 210 time: 0.0502305 May 13 14:23:17.413481 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266c983-d953-4ccf-8269-e7a0d4a3181f req-e1ad08b5-d391-46c4-9bfe-d4938f37ad71 tempest-NetworksTest-1586784001 tempest-NetworksTest-1586784001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:17.414876 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266c983-d953-4ccf-8269-e7a0d4a3181f req-e1ad08b5-d391-46c4-9bfe-d4938f37ad71 tempest-NetworksTest-1586784001 tempest-NetworksTest-1586784001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:17.415527 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266c983-d953-4ccf-8269-e7a0d4a3181f req-e1ad08b5-d391-46c4-9bfe-d4938f37ad71 tempest-NetworksTest-1586784001 tempest-NetworksTest-1586784001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:17.415997 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266c983-d953-4ccf-8269-e7a0d4a3181f req-e1ad08b5-d391-46c4-9bfe-d4938f37ad71 tempest-NetworksTest-1586784001 tempest-NetworksTest-1586784001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:17.416442 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266c983-d953-4ccf-8269-e7a0d4a3181f req-e1ad08b5-d391-46c4-9bfe-d4938f37ad71 tempest-NetworksTest-1586784001 tempest-NetworksTest-1586784001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:17.416899 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266c983-d953-4ccf-8269-e7a0d4a3181f req-e1ad08b5-d391-46c4-9bfe-d4938f37ad71 tempest-NetworksTest-1586784001 tempest-NetworksTest-1586784001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:17.417348 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266c983-d953-4ccf-8269-e7a0d4a3181f req-e1ad08b5-d391-46c4-9bfe-d4938f37ad71 tempest-NetworksTest-1586784001 tempest-NetworksTest-1586784001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:17.418104 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266c983-d953-4ccf-8269-e7a0d4a3181f req-e1ad08b5-d391-46c4-9bfe-d4938f37ad71 tempest-NetworksTest-1586784001 tempest-NetworksTest-1586784001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:17.418601 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266c983-d953-4ccf-8269-e7a0d4a3181f req-e1ad08b5-d391-46c4-9bfe-d4938f37ad71 tempest-NetworksTest-1586784001 tempest-NetworksTest-1586784001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:17.420613 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6266c983-d953-4ccf-8269-e7a0d4a3181f req-e1ad08b5-d391-46c4-9bfe-d4938f37ad71 tempest-NetworksTest-1586784001 tempest-NetworksTest-1586784001-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6435 time: 0.1973059 May 13 14:23:17.425714 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0189c4-0686-4a27-8644-84decd1ff841 req-c1b44542-bd38-440a-8fb7-5b2046659b4c tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:17.427432 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9f0189c4-0686-4a27-8644-84decd1ff841 req-c1b44542-bd38-440a-8fb7-5b2046659b4c tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 943 time: 0.0965781 May 13 14:23:17.495310 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9f0189c4-0686-4a27-8644-84decd1ff841 req-ef55c0d7-7441-4952-8b8c-c6d57d6dfb90 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509593 May 13 14:23:17.832941 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:17.841430 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33394) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:18.027445 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-439f8fde-9a76-4d54-a4df-7528d5c41a08 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:18.029058 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-439f8fde-9a76-4d54-a4df-7528d5c41a08 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.59 "GET /v2.0/networks?id=d5027423-d39b-4c72-b023-a3c3d59a72d1 HTTP/1.1" status: 200 len: 819 time: 0.2767379 May 13 14:23:18.042392 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8d494-2269-4689-853c-cdea22b785f9 req-1e27cf74-7c4d-45c3-8414-31f644531c81 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:18.043992 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f6f8d494-2269-4689-853c-cdea22b785f9 req-1e27cf74-7c4d-45c3-8414-31f644531c81 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 950 time: 0.1521618 May 13 14:23:18.048562 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-1d4e925d-c485-4d22-8cf9-cc35eaca0964 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Request body: {'port': {'device_id': '3576b493-a765-4f61-8d3d-9e72b617617e', 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1', 'admin_state_up': True, 'tenant_id': '4d6ca075ae214d9490235db19234e57f'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:18.250144 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f6f8d494-2269-4689-853c-cdea22b785f9 req-3b9d9999-7190-45b6-aa00-c3eb2e839f21 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877186 May 13 14:23:18.261504 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33410) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:18.301342 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33416) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:18.340544 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-976415b0-7f4b-4e67-9f41-ffef99163f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:18.352509 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-1d4e925d-c485-4d22-8cf9-cc35eaca0964 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:18.370474 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-1d4e925d-c485-4d22-8cf9-cc35eaca0964 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:18.407431 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-976415b0-7f4b-4e67-9f41-ffef99163f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:18.410009 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4bb005d2-cf18-42ae-95f9-3441f46c662a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:18.421522 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3f994465-0b85-4652-8de4-ca675e7f21ee req-a2c085c6-3c0d-45be-a141-eddff8ce3abd tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 210 time: 0.0446079 May 13 14:23:18.423613 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-976415b0-7f4b-4e67-9f41-ffef99163f30 admin admin] Usage tracker for resource:security_group_rule and tenant:e55fa301ed764c9b8bf2d5f0fb73215a is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:18.426710 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-214e6afd-beb9-44f3-b47d-48a815f65a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:18.427997 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-1d4e925d-c485-4d22-8cf9-cc35eaca0964 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Made reservation on behalf of 4d6ca075ae214d9490235db19234e57f for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:23:18.431780 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-1d4e925d-c485-4d22-8cf9-cc35eaca0964 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:18.437784 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-976415b0-7f4b-4e67-9f41-ffef99163f30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:18.450264 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-976415b0-7f4b-4e67-9f41-ffef99163f30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:18.452995 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4bb005d2-cf18-42ae-95f9-3441f46c662a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:18.464159 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4bb005d2-cf18-42ae-95f9-3441f46c662a admin admin] Usage tracker for resource:security_group_rule and tenant:4ba59e9044bf4fcead39724787566bee is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:18.471483 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-214e6afd-beb9-44f3-b47d-48a815f65a3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:18.474273 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4bb005d2-cf18-42ae-95f9-3441f46c662a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:18.481362 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4bb005d2-cf18-42ae-95f9-3441f46c662a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:18.492661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-214e6afd-beb9-44f3-b47d-48a815f65a3a admin admin] Usage tracker for resource:security_group_rule and tenant:401367c29e194fff9ac9c9f4fe90c074 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:18.497012 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-214e6afd-beb9-44f3-b47d-48a815f65a3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:18.512887 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-214e6afd-beb9-44f3-b47d-48a815f65a3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:18.637176 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-1d4e925d-c485-4d22-8cf9-cc35eaca0964 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Allocated IP 172.20.0.8 (d5027423-d39b-4c72-b023-a3c3d59a72d1/ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d/33367613-7e10-4ad3-8825-d0865ccc4998) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:23:18.707820 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-976415b0-7f4b-4e67-9f41-ffef99163f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:18.729158 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-976415b0-7f4b-4e67-9f41-ffef99163f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:18.820995 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4bb005d2-cf18-42ae-95f9-3441f46c662a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:18.834844 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-214e6afd-beb9-44f3-b47d-48a815f65a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:18.840265 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-976415b0-7f4b-4e67-9f41-ffef99163f30 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e55fa301ed764c9b8bf2d5f0fb73215a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9944978 May 13 14:23:18.840265 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976415b0-7f4b-4e67-9f41-ffef99163f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b993e1-b3ab-45f0-b292-e62f5f54ce1c,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:18.841436 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4bb005d2-cf18-42ae-95f9-3441f46c662a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:18.847710 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33434) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:18.862085 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-214e6afd-beb9-44f3-b47d-48a815f65a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:18.908337 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-1d4e925d-c485-4d22-8cf9-cc35eaca0964 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:18.927645 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4bb005d2-cf18-42ae-95f9-3441f46c662a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4ba59e9044bf4fcead39724787566bee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6649275 May 13 14:23:18.930511 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-214e6afd-beb9-44f3-b47d-48a815f65a3a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=401367c29e194fff9ac9c9f4fe90c074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6281221 May 13 14:23:18.931498 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33440) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:18.933987 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33442) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:18.934605 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb005d2-cf18-42ae-95f9-3441f46c662a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86062dc2-a4b4-4f93-967b-b8a623231ee2,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:18.973913 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043462f-a962-4721-a66a-73e8d2c56379 req-8ce9769c-57c8-40a1-80d6-97087c2600f7 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:18.975429 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6043462f-a962-4721-a66a-73e8d2c56379 req-8ce9769c-57c8-40a1-80d6-97087c2600f7 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 943 time: 0.3151596 May 13 14:23:18.985476 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f60df77d-831a-4387-af73-ade6151e45f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:18.987220 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33448) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:19.029346 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e6afd-beb9-44f3-b47d-48a815f65a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49db9523-9fe4-4b5f-8224-bde1c26eef80,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:19.049408 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f60df77d-831a-4387-af73-ade6151e45f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:19.069455 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-1d4e925d-c485-4d22-8cf9-cc35eaca0964 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:19.120487 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6043462f-a962-4721-a66a-73e8d2c56379 req-b9f24f1a-91c5-42a9-a39a-3cb126b09cf5 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349432 May 13 14:23:19.146319 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-68460991-b1cd-4364-8a53-73f62d3215c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:19.181975 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6da2078a-290b-4282-b948-b21e560187f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:19.182741 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-68460991-b1cd-4364-8a53-73f62d3215c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:19.208383 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6da2078a-290b-4282-b948-b21e560187f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:19.208562 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c366184-6745-471b-b258-5bab0a62cf27 req-709afbe9-6e7c-49d2-8cf5-68bfd50b7fe0 service neutron] 10.222.0.59 "GET /v2.0/ports/7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2/bindings/n-h2-841760-1 HTTP/1.1" status: 200 len: 384 time: 0.1406167 May 13 14:23:19.272862 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-1d4e925d-c485-4d22-8cf9-cc35eaca0964 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Network d5027423-d39b-4c72-b023-a3c3d59a72d1 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:23:19.273962 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7d596a7a-61f8-4ab7-b634-1704a720d62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:19.287804 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-1d4e925d-c485-4d22-8cf9-cc35eaca0964 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:23:19.294130 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-1d4e925d-c485-4d22-8cf9-cc35eaca0964 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:23:19.332341 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-7d596a7a-61f8-4ab7-b634-1704a720d62b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:19.334576 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e925d-c485-4d22-8cf9-cc35eaca0964 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Pushing event updated for resources: {'Port': ['ID=33367613-7e10-4ad3-8825-d0865ccc4998,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:19.343014 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-68460991-b1cd-4364-8a53-73f62d3215c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:19.343276 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6da2078a-290b-4282-b948-b21e560187f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:19.346240 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7d596a7a-61f8-4ab7-b634-1704a720d62b admin admin] Usage tracker for resource:security_group_rule and tenant:a977e1558e014e33923886e98317a92f is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:19.371167 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7d596a7a-61f8-4ab7-b634-1704a720d62b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:19.378376 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68460991-b1cd-4364-8a53-73f62d3215c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49db9523-9fe4-4b5f-8224-bde1c26eef80,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:19.393996 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-7d596a7a-61f8-4ab7-b634-1704a720d62b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:19.426884 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2078a-290b-4282-b948-b21e560187f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86062dc2-a4b4-4f93-967b-b8a623231ee2,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:19.470414 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-68460991-b1cd-4364-8a53-73f62d3215c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:19.471575 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-68460991-b1cd-4364-8a53-73f62d3215c3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/49db9523-9fe4-4b5f-8224-bde1c26eef80 HTTP/1.1" status: 204 len: 168 time: 0.5267222 May 13 14:23:19.498727 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-1d4e925d-c485-4d22-8cf9-cc35eaca0964 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:19.499392 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-1d4e925d-c485-4d22-8cf9-cc35eaca0964 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:19.511570 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f60df77d-831a-4387-af73-ade6151e45f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:19.542111 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-3c366184-6745-471b-b258-5bab0a62cf27 req-e5e85dae-1d48-4c37-a538-8993e28cf22d service neutron] For port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:19.557785 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60df77d-831a-4387-af73-ade6151e45f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b993e1-b3ab-45f0-b292-e62f5f54ce1c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:19.572892 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-3c366184-6745-471b-b258-5bab0a62cf27 req-e5e85dae-1d48-4c37-a538-8993e28cf22d service neutron] For port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:23:19.597588 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-1d4e925d-c485-4d22-8cf9-cc35eaca0964 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5525422 May 13 14:23:19.607834 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6da2078a-290b-4282-b948-b21e560187f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:19.611517 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6da2078a-290b-4282-b948-b21e560187f0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/86062dc2-a4b4-4f93-967b-b8a623231ee2 HTTP/1.1" status: 204 len: 168 time: 0.6752784 May 13 14:23:19.618896 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-3a64dd6e-7da2-431f-988f-3ada688cfef6 service neutron] Request body: {'port': {'device_id': '3576b493-a765-4f61-8d3d-9e72b617617e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:19.639719 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-3c366184-6745-471b-b258-5bab0a62cf27 req-e5e85dae-1d48-4c37-a538-8993e28cf22d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:23:19.644760 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f60df77d-831a-4387-af73-ade6151e45f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:19.645833 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f60df77d-831a-4387-af73-ade6151e45f1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a0b993e1-b3ab-45f0-b292-e62f5f54ce1c HTTP/1.1" status: 204 len: 168 time: 0.7971976 May 13 14:23:19.694837 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-3c366184-6745-471b-b258-5bab0a62cf27 req-e5e85dae-1d48-4c37-a538-8993e28cf22d service neutron] For port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:19.720552 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3c366184-6745-471b-b258-5bab0a62cf27 req-e5e85dae-1d48-4c37-a538-8993e28cf22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:19.770511 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49330c90-80c3-474b-afc1-967c0ccea6cb req-7f7538e2-ed34-4f44-b02d-bf8ca2982ea7 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:19.777516 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49330c90-80c3-474b-afc1-967c0ccea6cb req-7f7538e2-ed34-4f44-b02d-bf8ca2982ea7 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 950 time: 0.3621488 May 13 14:23:19.805084 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7d596a7a-61f8-4ab7-b634-1704a720d62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:19.815189 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7d596a7a-61f8-4ab7-b634-1704a720d62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:19.846047 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96554812-fb7d-421b-8918-ea9ff4a5ace7 req-f0921390-a399-47be-a3b1-0e9bb17c6348 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:19.855829 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-96554812-fb7d-421b-8918-ea9ff4a5ace7 req-f0921390-a399-47be-a3b1-0e9bb17c6348 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 931 time: 0.2185035 May 13 14:23:19.877999 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-3a64dd6e-7da2-431f-988f-3ada688cfef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:19.925984 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49330c90-80c3-474b-afc1-967c0ccea6cb req-a71c3fa7-3196-4fd9-807e-e1a59838ee72 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471157 May 13 14:23:19.930127 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d596a7a-61f8-4ab7-b634-1704a720d62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74952ee0-f74e-4dd3-953e-803a429763c2,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:19.963683 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7d596a7a-61f8-4ab7-b634-1704a720d62b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a977e1558e014e33923886e98317a92f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9687817 May 13 14:23:19.966229 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33468) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:20.000977 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-3c366184-6745-471b-b258-5bab0a62cf27 req-e5e85dae-1d48-4c37-a538-8993e28cf22d service neutron] Transition to ACTIVE for port object 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:20.013606 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-96554812-fb7d-421b-8918-ea9ff4a5ace7 req-ab465f15-bbc5-480f-b410-c7ee4167b8a5 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568580 May 13 14:23:20.015307 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3c366184-6745-471b-b258-5bab0a62cf27 req-e5e85dae-1d48-4c37-a538-8993e28cf22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:20.062262 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33472) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:20.154180 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fe23648c-6b62-4a24-9d5e-5896a01fbbda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:20.167997 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5b108b2c-8318-43d1-92d9-0838b5a6dfc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:20.297577 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5b108b2c-8318-43d1-92d9-0838b5a6dfc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:20.310351 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5b108b2c-8318-43d1-92d9-0838b5a6dfc1 admin admin] Usage tracker for resource:security_group_rule and tenant:28a85c1f04bf4fd0980c5e6c5bf7aad2 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:20.313489 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33480) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:20.316039 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5b108b2c-8318-43d1-92d9-0838b5a6dfc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:20.343705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33484) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:20.344948 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5b108b2c-8318-43d1-92d9-0838b5a6dfc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:20.348684 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c366184-6745-471b-b258-5bab0a62cf27 req-e5e85dae-1d48-4c37-a538-8993e28cf22d service neutron] No DVR routers for this DVR port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:23:20.353799 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a0a86880-2794-4fc8-8f56-647e598f59bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:20.366912 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e85dae-1d48-4c37-a538-8993e28cf22d service neutron] Pushing event updated for resources: {'Port': ['ID=7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2,revision_number=10']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:20.394193 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fe23648c-6b62-4a24-9d5e-5896a01fbbda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:20.400912 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2aad90f3-1f96-4416-b7c5-ded89dedbf15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:20.410463 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a0a86880-2794-4fc8-8f56-647e598f59bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:20.425541 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a0a86880-2794-4fc8-8f56-647e598f59bd admin admin] Usage tracker for resource:security_group_rule and tenant:bb63906903944f0f89cdc62e3581e7e1 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:20.431629 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a0a86880-2794-4fc8-8f56-647e598f59bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:20.441178 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2aad90f3-1f96-4416-b7c5-ded89dedbf15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:20.442882 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a0a86880-2794-4fc8-8f56-647e598f59bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:20.458508 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c366184-6745-471b-b258-5bab0a62cf27 req-e5e85dae-1d48-4c37-a538-8993e28cf22d service neutron] 10.222.0.59 "PUT /v2.0/ports/7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2/bindings/n-h2-841760-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2403831 May 13 14:23:20.469425 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2aad90f3-1f96-4416-b7c5-ded89dedbf15 admin admin] Usage tracker for resource:security_group_rule and tenant:53becbbd5d754751bf35c9d045e25579 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:20.491614 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2aad90f3-1f96-4416-b7c5-ded89dedbf15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:20.512615 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2aad90f3-1f96-4416-b7c5-ded89dedbf15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:20.574141 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a8ccf-3279-4d21-9ac9-3adfb7572a0b req-686295c1-cbea-4327-96e6-e180809a0b61 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:20.575555 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-057a8ccf-3279-4d21-9ac9-3adfb7572a0b req-686295c1-cbea-4327-96e6-e180809a0b61 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 944 time: 0.2765455 May 13 14:23:20.582660 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fe23648c-6b62-4a24-9d5e-5896a01fbbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:20.635450 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5b108b2c-8318-43d1-92d9-0838b5a6dfc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:20.653878 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5b108b2c-8318-43d1-92d9-0838b5a6dfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:20.661240 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23648c-6b62-4a24-9d5e-5896a01fbbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74952ee0-f74e-4dd3-953e-803a429763c2,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:20.675144 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a0a86880-2794-4fc8-8f56-647e598f59bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:20.692557 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-3a64dd6e-7da2-431f-988f-3ada688cfef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33367613-7e10-4ad3-8825-d0865ccc4998 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:23:20.701834 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a0a86880-2794-4fc8-8f56-647e598f59bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:20.707966 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-3a64dd6e-7da2-431f-988f-3ada688cfef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:20.716134 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fe23648c-6b62-4a24-9d5e-5896a01fbbda admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:20.717244 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fe23648c-6b62-4a24-9d5e-5896a01fbbda admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/74952ee0-f74e-4dd3-953e-803a429763c2 HTTP/1.1" status: 204 len: 168 time: 0.7501075 May 13 14:23:20.734358 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-057a8ccf-3279-4d21-9ac9-3adfb7572a0b req-378126f4-f853-46b5-a5d4-ac8083e3bd26 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460357 May 13 14:23:20.736807 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b108b2c-8318-43d1-92d9-0838b5a6dfc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2949c4c-034b-4b6f-b73d-a08422cff5ea,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:20.742995 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5b108b2c-8318-43d1-92d9-0838b5a6dfc1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=28a85c1f04bf4fd0980c5e6c5bf7aad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6708379 May 13 14:23:20.743199 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-3a64dd6e-7da2-431f-988f-3ada688cfef6 service neutron] Transition to ACTIVE for port object 33367613-7e10-4ad3-8825-d0865ccc4998 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:20.754491 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33490) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:20.773086 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c366184-6745-471b-b258-5bab0a62cf27 req-c29c61d7-4aed-43f2-aacc-55bcdb52839a tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:20.774632 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c366184-6745-471b-b258-5bab0a62cf27 req-c29c61d7-4aed-43f2-aacc-55bcdb52839a tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc&tenant_id=e9c1f6dcee6e4bfa9d17410767972533&binding%3Ahost_id=n-h1-841760-1 HTTP/1.1" status: 200 len: 1095 time: 0.2473824 May 13 14:23:20.780805 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a0a86880-2794-4fc8-8f56-647e598f59bd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bb63906903944f0f89cdc62e3581e7e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4624598 May 13 14:23:20.781519 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33494) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:20.782782 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-3a64dd6e-7da2-431f-988f-3ada688cfef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:20.847017 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a86880-2794-4fc8-8f56-647e598f59bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c5a0f4-3e8e-45af-989f-40c37f27593a,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:20.918242 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c1028811-cc62-43d1-b602-ba2c740fb90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:20.939794 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c366184-6745-471b-b258-5bab0a62cf27 req-e2f75bf3-4805-492e-b012-9f4beb96f520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:20.941425 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c366184-6745-471b-b258-5bab0a62cf27 req-e2f75bf3-4805-492e-b012-9f4beb96f520 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc&tenant_id=e9c1f6dcee6e4bfa9d17410767972533 HTTP/1.1" status: 200 len: 1095 time: 0.1578443 May 13 14:23:20.956286 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c1028811-cc62-43d1-b602-ba2c740fb90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:21.088265 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2aad90f3-1f96-4416-b7c5-ded89dedbf15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:21.096552 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64dd6e-7da2-431f-988f-3ada688cfef6 service neutron] Pushing event updated for resources: {'Port': ['ID=33367613-7e10-4ad3-8825-d0865ccc4998,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:21.136498 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2aad90f3-1f96-4416-b7c5-ded89dedbf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:21.155863 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c1028811-cc62-43d1-b602-ba2c740fb90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:21.164015 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c366184-6745-471b-b258-5bab0a62cf27 req-00a3b712-c0c8-4b5e-8c52-c3682a635274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:21.165509 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c366184-6745-471b-b258-5bab0a62cf27 req-00a3b712-c0c8-4b5e-8c52-c3682a635274 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e9c1f6dcee6e4bfa9d17410767972533&device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 1095 time: 0.1861398 May 13 14:23:21.173472 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0d952774-a3b2-4ef1-819a-db12ca329ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:21.216080 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1028811-cc62-43d1-b602-ba2c740fb90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c5a0f4-3e8e-45af-989f-40c37f27593a,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:21.222175 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c1028811-cc62-43d1-b602-ba2c740fb90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:21.253018 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c1028811-cc62-43d1-b602-ba2c740fb90b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c3c5a0f4-3e8e-45af-989f-40c37f27593a HTTP/1.1" status: 204 len: 168 time: 0.4694283 May 13 14:23:21.299081 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2aad90f3-1f96-4416-b7c5-ded89dedbf15 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=53becbbd5d754751bf35c9d045e25579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9453835 May 13 14:23:21.299660 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33506) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:21.306357 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad90f3-1f96-4416-b7c5-ded89dedbf15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581cb555-42c1-43d5-86c1-642371cf5b23,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:21.312224 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0d952774-a3b2-4ef1-819a-db12ca329ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:21.339706 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33510) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:21.371681 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-3a64dd6e-7da2-431f-988f-3ada688cfef6 service neutron] Attempting to bind port 33367613-7e10-4ad3-8825-d0865ccc4998 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:23:21.372020 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-3a64dd6e-7da2-431f-988f-3ada688cfef6 service neutron] Attempting to bind port 33367613-7e10-4ad3-8825-d0865ccc4998 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:23:21.372342 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-3a64dd6e-7da2-431f-988f-3ada688cfef6 service neutron] Attempting to bind port 33367613-7e10-4ad3-8825-d0865ccc4998 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:21.375976 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c3e894bb-d392-4db5-8524-a573122b2f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:21.402676 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-3a64dd6e-7da2-431f-988f-3ada688cfef6 service neutron] Port 33367613-7e10-4ad3-8825-d0865ccc4998 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:23:21.403002 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-3a64dd6e-7da2-431f-988f-3ada688cfef6 service neutron] Attempting to bind port 33367613-7e10-4ad3-8825-d0865ccc4998 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:21.403659 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c3e894bb-d392-4db5-8524-a573122b2f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:21.422846 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c3e894bb-d392-4db5-8524-a573122b2f78 admin admin] Usage tracker for resource:security_group_rule and tenant:3ca96eedeff34448812d2f5e1c7b1d79 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:21.423353 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-3a64dd6e-7da2-431f-988f-3ada688cfef6 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:23:21.423704 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-3a64dd6e-7da2-431f-988f-3ada688cfef6 service neutron] Checking segment: {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:23:21.424114 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-3a64dd6e-7da2-431f-988f-3ada688cfef6 service neutron] Bound using segment: {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:23:21.424675 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-3a64dd6e-7da2-431f-988f-3ada688cfef6 service neutron] Bound port: 33367613-7e10-4ad3-8825-d0865ccc4998, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:23:21.425039 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-3a64dd6e-7da2-431f-988f-3ada688cfef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:21.429150 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c3e894bb-d392-4db5-8524-a573122b2f78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:21.440297 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cefaa3-caf4-4557-a89b-5d0ae8c5bd7e req-e42fe9e8-fc6b-468c-8fc0-591069b95f71 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:21.447759 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-36cefaa3-caf4-4557-a89b-5d0ae8c5bd7e req-e42fe9e8-fc6b-468c-8fc0-591069b95f71 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 950 time: 0.3690310 May 13 14:23:21.455578 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854ddca-02f8-4b82-bf7f-62ad4f8bb924 req-4e97d81f-f121-4975-a2a6-59274dab7359 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:21.456288 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-9854ddca-02f8-4b82-bf7f-62ad4f8bb924 req-4e97d81f-f121-4975-a2a6-59274dab7359 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Synchronizing usage tracker for tenant:4d6ca075ae214d9490235db19234e57f on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:23:21.472876 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c3e894bb-d392-4db5-8524-a573122b2f78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:21.505486 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c366184-6745-471b-b258-5bab0a62cf27 req-24f1c403-afa4-403c-a8ee-58a77efb3692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:21.507196 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c366184-6745-471b-b258-5bab0a62cf27 req-24f1c403-afa4-403c-a8ee-58a77efb3692 service neutron] 10.222.0.74 "GET /v2.0/networks?id=01882ed3-6d08-4bd7-8250-0f45408cfc6f HTTP/1.1" status: 200 len: 908 time: 0.3233659 May 13 14:23:21.545031 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0d952774-a3b2-4ef1-819a-db12ca329ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:21.556858 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7da55daa-8eb8-4927-b546-56eba071ed2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:21.560227 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-9854ddca-02f8-4b82-bf7f-62ad4f8bb924 req-4e97d81f-f121-4975-a2a6-59274dab7359 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Unset dirty status for tenant:4d6ca075ae214d9490235db19234e57f on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:23:21.561415 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9854ddca-02f8-4b82-bf7f-62ad4f8bb924 req-4e97d81f-f121-4975-a2a6-59274dab7359 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 943 time: 0.4026484 May 13 14:23:21.582688 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d952774-a3b2-4ef1-819a-db12ca329ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2949c4c-034b-4b6f-b73d-a08422cff5ea,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:21.593874 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-36cefaa3-caf4-4557-a89b-5d0ae8c5bd7e req-d8ba2e0a-f3d5-4ba6-b9ef-7c8c7b731264 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451492 May 13 14:23:21.625593 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c366184-6745-471b-b258-5bab0a62cf27 req-abd2832e-1c2d-4cb3-850d-6e97ab43e50e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 HTTP/1.1" status: 200 len: 217 time: 0.1033833 May 13 14:23:21.653843 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0d952774-a3b2-4ef1-819a-db12ca329ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:21.654968 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0d952774-a3b2-4ef1-819a-db12ca329ab1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a2949c4c-034b-4b6f-b73d-a08422cff5ea HTTP/1.1" status: 204 len: 168 time: 0.8994548 May 13 14:23:21.656613 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-3a64dd6e-7da2-431f-988f-3ada688cfef6 service neutron] For port 33367613-7e10-4ad3-8825-d0865ccc4998, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:23:21.659761 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7da55daa-8eb8-4927-b546-56eba071ed2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:21.701689 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-3a64dd6e-7da2-431f-988f-3ada688cfef6 service neutron] For port 33367613-7e10-4ad3-8825-d0865ccc4998, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=33367613-7e10-4ad3-8825-d0865ccc4998,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:23:21.719518 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-3a64dd6e-7da2-431f-988f-3ada688cfef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:21.723052 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c366184-6745-471b-b258-5bab0a62cf27 req-9bc6b311-160c-4a86-8d16-a2d13cc1f629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:21.725053 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c366184-6745-471b-b258-5bab0a62cf27 req-9bc6b311-160c-4a86-8d16-a2d13cc1f629 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b67d68a0-c4b3-4438-b89e-01055bd1fad3 HTTP/1.1" status: 200 len: 847 time: 0.0872045 May 13 14:23:21.725879 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9854ddca-02f8-4b82-bf7f-62ad4f8bb924 req-44646118-1cf8-4a5d-8b72-d7e21287b451 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380394 May 13 14:23:21.814588 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c366184-6745-471b-b258-5bab0a62cf27 req-9f65447a-5b1c-4e0d-ad6a-0a6ad1c9f84e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=01882ed3-6d08-4bd7-8250-0f45408cfc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803311 May 13 14:23:21.824558 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c3e894bb-d392-4db5-8524-a573122b2f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:21.828344 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-3a64dd6e-7da2-431f-988f-3ada688cfef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:21.832157 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-3a64dd6e-7da2-431f-988f-3ada688cfef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:21.833607 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-3a64dd6e-7da2-431f-988f-3ada688cfef6 service neutron] 10.222.0.59 "PUT /v2.0/ports/33367613-7e10-4ad3-8825-d0865ccc4998 HTTP/1.1" status: 200 len: 1091 time: 2.2226350 May 13 14:23:21.839009 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3576b493-a765-4f61-8d3d-9e72b617617e', 'tag': '33367613-7e10-4ad3-8825-d0865ccc4998'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:21.874016 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7da55daa-8eb8-4927-b546-56eba071ed2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:21.878772 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c3e894bb-d392-4db5-8524-a573122b2f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:21.893911 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64dd6e-7da2-431f-988f-3ada688cfef6 service neutron] Pushing event updated for resources: {'Port': ['ID=33367613-7e10-4ad3-8825-d0865ccc4998,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:21.904821 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da55daa-8eb8-4927-b546-56eba071ed2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581cb555-42c1-43d5-86c1-642371cf5b23,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:21.986471 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c29a4511-df35-4121-b0d5-039c240ce5ff'] response: {'name': 'network-changed', 'server_uuid': '3576b493-a765-4f61-8d3d-9e72b617617e', 'tag': '33367613-7e10-4ad3-8825-d0865ccc4998', 'status': 'completed', 'code': 200} May 13 14:23:21.993250 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7da55daa-8eb8-4927-b546-56eba071ed2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:21.996994 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7da55daa-8eb8-4927-b546-56eba071ed2f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/581cb555-42c1-43d5-86c1-642371cf5b23 HTTP/1.1" status: 204 len: 168 time: 0.6876056 May 13 14:23:22.047050 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c3e894bb-d392-4db5-8524-a573122b2f78 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3ca96eedeff34448812d2f5e1c7b1d79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7062938 May 13 14:23:22.052213 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33536) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:22.055445 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-82a80591-150f-4133-8ccb-6c61200bda02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:22.056732 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-82a80591-150f-4133-8ccb-6c61200bda02 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d6ca075ae214d9490235db19234e57f&device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 1094 time: 0.1457534 May 13 14:23:22.143524 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e894bb-d392-4db5-8524-a573122b2f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613361e6-6ad6-4ba7-b62c-d808c1a2fc21,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:22.144930 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-bfdc0ac8-aa34-47bb-bf4d-9bf7ec2a4ec7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33367613-7e10-4ad3-8825-d0865ccc4998 HTTP/1.1" status: 200 len: 217 time: 0.0766807 May 13 14:23:22.210873 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eac5b0-e00b-4bde-aed4-6b95f1823e4e req-333c2f67-e47f-4294-ae3c-29d8d597635a tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:22.221899 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e9eac5b0-e00b-4bde-aed4-6b95f1823e4e req-333c2f67-e47f-4294-ae3c-29d8d597635a tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 944 time: 0.1841242 May 13 14:23:22.225172 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c366184-6745-471b-b258-5bab0a62cf27 req-ba72ef04-1b8b-4887-a978-b950ca745ef6 service neutron] 10.222.0.74 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035690 May 13 14:23:22.246303 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-7c137ce3-f762-4ca1-b92e-052d8d305158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:22.247913 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-7c137ce3-f762-4ca1-b92e-052d8d305158 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d HTTP/1.1" status: 200 len: 859 time: 0.0946834 May 13 14:23:22.252645 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-096a7cc7-f074-4633-b659-6de632d0c080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:22.329578 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-53a5d9a8-e777-45e9-b327-75e39a0a6570 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d5027423-d39b-4c72-b023-a3c3d59a72d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747240 May 13 14:23:22.453384 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-096a7cc7-f074-4633-b659-6de632d0c080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:22.467236 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e9eac5b0-e00b-4bde-aed4-6b95f1823e4e req-cf4a1328-dcea-400a-9681-6ccc2f43eb53 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425883 May 13 14:23:22.526171 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c366184-6745-471b-b258-5bab0a62cf27 req-dab6707d-e576-4c1b-b7f6-b25889e7cece service neutron] 10.222.0.74 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852035 May 13 14:23:22.564271 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-6bd07358-2b3e-4b06-a645-c9aee07a94d1 service neutron] 10.222.0.59 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200692 May 13 14:23:22.647808 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-096a7cc7-f074-4633-b659-6de632d0c080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:22.676718 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a7cc7-f074-4633-b659-6de632d0c080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613361e6-6ad6-4ba7-b62c-d808c1a2fc21,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:22.686832 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-096a7cc7-f074-4633-b659-6de632d0c080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:22.687991 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-096a7cc7-f074-4633-b659-6de632d0c080 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/613361e6-6ad6-4ba7-b62c-d808c1a2fc21 HTTP/1.1" status: 204 len: 168 time: 0.6302686 May 13 14:23:22.734609 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7ff627a3-6492-4a17-b6f3-ecc26a34546b req-6c61e539-7c4c-4550-b41c-ff9f28ccde1b service neutron] 10.222.0.59 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645939 May 13 14:23:22.807600 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33574) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:22.828888 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:23:22.941434 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:23:22.981986 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c52f8e0-f342-49b5-abc1-fa9f80ffe7ae req-4323969e-935d-41e7-8984-63f32286a23a tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:22.989252 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6c52f8e0-f342-49b5-abc1-fa9f80ffe7ae req-4323969e-935d-41e7-8984-63f32286a23a tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 950 time: 0.2040334 May 13 14:23:23.055366 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6c52f8e0-f342-49b5-abc1-fa9f80ffe7ae req-f8144b0e-24ab-40d6-b8dd-682adf644248 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623231 May 13 14:23:23.061609 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc4f71-6abf-477f-851f-030d32a528f9 req-74981dfa-ebd5-4544-b284-118fa277c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:23.063228 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-42cc4f71-6abf-477f-851f-030d32a528f9 req-74981dfa-ebd5-4544-b284-118fa277c766 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d6ca075ae214d9490235db19234e57f&device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 1094 time: 0.2175250 May 13 14:23:23.100740 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c366184-6745-471b-b258-5bab0a62cf27 req-8833d2de-0655-46e9-b261-c8562ba12479 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:23.100740 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c366184-6745-471b-b258-5bab0a62cf27 req-8833d2de-0655-46e9-b261-c8562ba12479 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc&tenant_id=e9c1f6dcee6e4bfa9d17410767972533&binding%3Ahost_id=n-h2-841760-1 HTTP/1.1" status: 200 len: 1095 time: 0.1807256 May 13 14:23:23.109073 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2aaf1-747a-4f0a-a569-de55630fcc39 req-c98f7fe8-4f6e-4724-9363-3e78b73586d6 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:23.110504 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-35d2aaf1-747a-4f0a-a569-de55630fcc39 req-c98f7fe8-4f6e-4724-9363-3e78b73586d6 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 943 time: 0.1356559 May 13 14:23:23.230150 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-35d2aaf1-747a-4f0a-a569-de55630fcc39 req-ef4dcbff-c0df-4d2a-a012-1fa279ff0114 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776918 May 13 14:23:23.285584 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-3c366184-6745-471b-b258-5bab0a62cf27 req-dea94d02-1c6b-4da1-b146-80074fad2b1f service neutron] For port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:23:23.299662 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3c366184-6745-471b-b258-5bab0a62cf27 req-dea94d02-1c6b-4da1-b146-80074fad2b1f service neutron] Notify callbacks [] for binding, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:23.300997 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c366184-6745-471b-b258-5bab0a62cf27 req-dea94d02-1c6b-4da1-b146-80074fad2b1f service neutron] 10.222.0.74 "DELETE /v2.0/ports/7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2/bindings/n-h1-841760-1 HTTP/1.1" status: 204 len: 173 time: 0.1896422 May 13 14:23:23.306034 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc4f71-6abf-477f-851f-030d32a528f9 req-71402003-41fc-483f-b734-488212fed0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:23.307595 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-42cc4f71-6abf-477f-851f-030d32a528f9 req-71402003-41fc-483f-b734-488212fed0c0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d5027423-d39b-4c72-b023-a3c3d59a72d1 HTTP/1.1" status: 200 len: 920 time: 0.2376857 May 13 14:23:23.348891 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-f0e0bcef-f41a-481a-bd1e-0b3ecba7781e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-461226614-network', 'tenant_id': '98ba496aab2942758d5377375ca28e40'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:23.356217 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f0e0bcef-f41a-481a-bd1e-0b3ecba7781e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:23.361135 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f0e0bcef-f41a-481a-bd1e-0b3ecba7781e admin admin] Usage tracker for resource:network and tenant:98ba496aab2942758d5377375ca28e40 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:23.364399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f0e0bcef-f41a-481a-bd1e-0b3ecba7781e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:23.370316 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f0e0bcef-f41a-481a-bd1e-0b3ecba7781e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:23.381918 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e0bcef-f41a-481a-bd1e-0b3ecba7781e admin admin] Made reservation on behalf of 98ba496aab2942758d5377375ca28e40 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:23:23.386419 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f0e0bcef-f41a-481a-bd1e-0b3ecba7781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:23.394700 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-42cc4f71-6abf-477f-851f-030d32a528f9 req-7b637463-0415-4d80-8461-f2a375e51544 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33367613-7e10-4ad3-8825-d0865ccc4998 HTTP/1.1" status: 200 len: 217 time: 0.0802631 May 13 14:23:23.399643 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f0e0bcef-f41a-481a-bd1e-0b3ecba7781e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:23.424667 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f0e0bcef-f41a-481a-bd1e-0b3ecba7781e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:23.428717 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f0e0bcef-f41a-481a-bd1e-0b3ecba7781e admin admin] Usage tracker for resource:security_group_rule and tenant:98ba496aab2942758d5377375ca28e40 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:23.431987 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f0e0bcef-f41a-481a-bd1e-0b3ecba7781e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:23.438499 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f0e0bcef-f41a-481a-bd1e-0b3ecba7781e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:23.476020 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc4f71-6abf-477f-851f-030d32a528f9 req-34289fb1-d32e-47da-b111-5e6d357f2d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:23.478093 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-42cc4f71-6abf-477f-851f-030d32a528f9 req-34289fb1-d32e-47da-b111-5e6d357f2d6f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d HTTP/1.1" status: 200 len: 859 time: 0.0765328 May 13 14:23:23.547203 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-42cc4f71-6abf-477f-851f-030d32a528f9 req-01976936-39cd-469b-bd34-3233cf63a619 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d5027423-d39b-4c72-b023-a3c3d59a72d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621054 May 13 14:23:23.565256 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f0e0bcef-f41a-481a-bd1e-0b3ecba7781e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:23.570924 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f0e0bcef-f41a-481a-bd1e-0b3ecba7781e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:23.627948 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e0bcef-f41a-481a-bd1e-0b3ecba7781e admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:23:23.634550 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0bcef-f41a-481a-bd1e-0b3ecba7781e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255b30ce-85c0-4923-9a0d-8a4d46b663b0,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:23.649270 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f0e0bcef-f41a-481a-bd1e-0b3ecba7781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:23.649538 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-f0e0bcef-f41a-481a-bd1e-0b3ecba7781e admin admin] Added segment 8276eea6-c501-46f9-85d2-1d19b16af077 of type vlan for network d7e21535-3639-44c1-8ce8-6a1d9f8a457d May 13 14:23:23.705430 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f0e0bcef-f41a-481a-bd1e-0b3ecba7781e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:23.766855 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f0e0bcef-f41a-481a-bd1e-0b3ecba7781e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:23.768204 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e0bcef-f41a-481a-bd1e-0b3ecba7781e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:23.769111 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f0e0bcef-f41a-481a-bd1e-0b3ecba7781e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:23.794678 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-42cc4f71-6abf-477f-851f-030d32a528f9 req-f3c8bde3-7ec0-4d52-ac14-0e074f324da0 service neutron] 10.222.0.59 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389460 May 13 14:23:23.888122 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0bcef-f41a-481a-bd1e-0b3ecba7781e admin admin] Pushing event updated for resources: {'Network': ['ID=d7e21535-3639-44c1-8ce8-6a1d9f8a457d,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:23.892569 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f0e0bcef-f41a-481a-bd1e-0b3ecba7781e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0833697 May 13 14:23:23.895499 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33612) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:23.903363 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network d7e21535-3639-44c1-8ce8-6a1d9f8a457d details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:23:23.905107 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-a7c15f04-3cf0-4da4-a98a-f1c4766c9fd6 admin admin] Request body: {'subnet': {'network_id': 'd7e21535-3639-44c1-8ce8-6a1d9f8a457d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-461226614-subnet', 'tenant_id': '98ba496aab2942758d5377375ca28e40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:23.911464 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a7c15f04-3cf0-4da4-a98a-f1c4766c9fd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:23.918106 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a7c15f04-3cf0-4da4-a98a-f1c4766c9fd6 admin admin] Usage tracker for resource:subnet and tenant:98ba496aab2942758d5377375ca28e40 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:23.922906 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a7c15f04-3cf0-4da4-a98a-f1c4766c9fd6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:23.929321 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a7c15f04-3cf0-4da4-a98a-f1c4766c9fd6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:23.948020 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c15f04-3cf0-4da4-a98a-f1c4766c9fd6 admin admin] Made reservation on behalf of 98ba496aab2942758d5377375ca28e40 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:23:23.952387 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a7c15f04-3cf0-4da4-a98a-f1c4766c9fd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:24.017180 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b020b-172a-41bc-beb3-c734ccfb9c30 req-363e9cbb-b494-4307-912a-2b76e88b1e94 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:24.018695 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-918b020b-172a-41bc-beb3-c734ccfb9c30 req-363e9cbb-b494-4307-912a-2b76e88b1e94 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 944 time: 0.4071500 May 13 14:23:24.112609 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-42cc4f71-6abf-477f-851f-030d32a528f9 req-0dbaaba2-285a-42d1-a1f6-802a403807de service neutron] 10.222.0.59 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110192 May 13 14:23:24.135253 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-918b020b-172a-41bc-beb3-c734ccfb9c30 req-30d5c528-daa4-4d76-bb97-0d01ea099948 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948834 May 13 14:23:24.327808 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a7c15f04-3cf0-4da4-a98a-f1c4766c9fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:24.456197 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c15f04-3cf0-4da4-a98a-f1c4766c9fd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afc655c0-2d24-4efd-9270-fce47f4202da,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:24.517944 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c15f04-3cf0-4da4-a98a-f1c4766c9fd6 admin admin] Checking segment: {'id': '8276eea6-c501-46f9-85d2-1d19b16af077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd7e21535-3639-44c1-8ce8-6a1d9f8a457d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:23:24.518305 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c15f04-3cf0-4da4-a98a-f1c4766c9fd6 admin admin] Network hostable DHCP agents. Network: d7e21535-3639-44c1-8ce8-6a1d9f8a457d, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:23:24.551753 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-51511c49-cc18-458c-b4c5-c4cd1cea833b req-95d75a17-b1bf-4fe7-a48d-da325f1440d5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2668619 May 13 14:23:24.557225 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5420a1-8449-4cde-9a42-174c9749766b req-5214bfac-7718-431d-8ca2-e4f82d6601a4 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:24.559520 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fb5420a1-8449-4cde-9a42-174c9749766b req-5214bfac-7718-431d-8ca2-e4f82d6601a4 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 950 time: 0.3019495 May 13 14:23:24.559977 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c15f04-3cf0-4da4-a98a-f1c4766c9fd6 admin admin] Network d7e21535-3639-44c1-8ce8-6a1d9f8a457d is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:23:24.575967 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bda604-5385-4fd4-b57e-31abb17659e9 req-56ccd9ac-fee0-4bf4-9728-1f294aa5a460 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:24.579581 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-87bda604-5385-4fd4-b57e-31abb17659e9 req-56ccd9ac-fee0-4bf4-9728-1f294aa5a460 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 1095 time: 0.1287951 May 13 14:23:24.584592 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-a7c15f04-3cf0-4da4-a98a-f1c4766c9fd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, d7e21535-3639-44c1-8ce8-6a1d9f8a457d) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:23:24.590024 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c15f04-3cf0-4da4-a98a-f1c4766c9fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:24.591033 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a7c15f04-3cf0-4da4-a98a-f1c4766c9fd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:24.598165 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bb2670-167d-451e-bf71-f97294bc1bf0 None None] Network d7e21535-3639-44c1-8ce8-6a1d9f8a457d requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:23:24.634377 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-87bda604-5385-4fd4-b57e-31abb17659e9 req-40a30aa6-8b34-429f-9bad-c12bebee48db tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475159 May 13 14:23:24.695015 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fb5420a1-8449-4cde-9a42-174c9749766b req-2709520f-77c2-4060-817d-3e71329f7186 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282895 May 13 14:23:24.704194 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a7c15f04-3cf0-4da4-a98a-f1c4766c9fd6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8046563 May 13 14:23:24.929708 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51511c49-cc18-458c-b4c5-c4cd1cea833b req-e90ea838-a2cc-4bab-a16c-70e81f0d005f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:24.932241 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-51511c49-cc18-458c-b4c5-c4cd1cea833b req-e90ea838-a2cc-4bab-a16c-70e81f0d005f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d6ca075ae214d9490235db19234e57f&device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 1096 time: 0.2521307 May 13 14:23:24.948650 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bc953a-241e-4b1e-8ded-814b68d1ffce None None] Network d7e21535-3639-44c1-8ce8-6a1d9f8a457d requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:23:25.024827 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81bb24-fc67-40e5-89bf-1558f4ec0c14 req-b86f6e0b-35eb-4c86-9fd3-1af3733f8e66 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:25.026708 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4e81bb24-fc67-40e5-89bf-1558f4ec0c14 req-b86f6e0b-35eb-4c86-9fd3-1af3733f8e66 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 943 time: 0.2096381 May 13 14:23:25.191409 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4e81bb24-fc67-40e5-89bf-1558f4ec0c14 req-a19ffba0-a9f6-4d9a-8a5c-4030fdd5a21d tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069479 May 13 14:23:25.214037 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51511c49-cc18-458c-b4c5-c4cd1cea833b req-44340c86-c751-4b43-96b5-3767a3e6f621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:25.215757 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-51511c49-cc18-458c-b4c5-c4cd1cea833b req-44340c86-c751-4b43-96b5-3767a3e6f621 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d5027423-d39b-4c72-b023-a3c3d59a72d1 HTTP/1.1" status: 200 len: 920 time: 0.2614908 May 13 14:23:25.244891 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-29c437cb-dd36-4b84-992d-8eae12219608 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:25.246869 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-29c437cb-dd36-4b84-992d-8eae12219608 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/networks?id=01882ed3-6d08-4bd7-8250-0f45408cfc6f HTTP/1.1" status: 200 len: 807 time: 0.2535603 May 13 14:23:25.263430 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-319e8e4e-5cd9-4c76-9325-694c0a825854 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/quotas/e9c1f6dcee6e4bfa9d17410767972533 HTTP/1.1" status: 200 len: 375 time: 0.0101385 May 13 14:23:25.300638 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-51511c49-cc18-458c-b4c5-c4cd1cea833b req-231b416c-4e8d-48b3-a379-f1015a1faacd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52be2d2f-5c4b-4973-9c3c-0285c7d40b56 HTTP/1.1" status: 200 len: 217 time: 0.0784078 May 13 14:23:25.359600 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-677a34c5-81c6-4e2a-bdb0-817a2ebd75c6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e9c1f6dcee6e4bfa9d17410767972533&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0902653 May 13 14:23:25.415699 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51511c49-cc18-458c-b4c5-c4cd1cea833b req-700556c2-7292-4f4d-9f4d-bea7f79fd340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:25.419350 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-51511c49-cc18-458c-b4c5-c4cd1cea833b req-700556c2-7292-4f4d-9f4d-bea7f79fd340 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d HTTP/1.1" status: 200 len: 859 time: 0.1093841 May 13 14:23:25.501530 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-51511c49-cc18-458c-b4c5-c4cd1cea833b req-63452f4a-4ac0-4b58-97d2-96fca03c11f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d5027423-d39b-4c72-b023-a3c3d59a72d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780683 May 13 14:23:25.582772 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-0b11832a-5c1b-48e6-adc8-56005f48d721 service neutron] 10.222.0.35 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131062 May 13 14:23:25.695330 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-51511c49-cc18-458c-b4c5-c4cd1cea833b req-db6b92f1-4695-4e94-a9cf-78bdb15d4cb5 service neutron] 10.222.0.59 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859467 May 13 14:23:25.838749 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-b823a127-ec8b-4bf3-8e13-3124008337a9 service neutron] 10.222.0.35 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360744 May 13 14:23:26.120313 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-51511c49-cc18-458c-b4c5-c4cd1cea833b req-25fd4b2c-a3e5-463e-8eec-6fd51116a3e6 service neutron] 10.222.0.59 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179084 May 13 14:23:26.129456 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0b31e-d3a9-44e0-ae5d-1d81c9406523 req-42c5ecca-acfc-4df6-9595-cf7411c9edba tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:26.137808 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7cd0b31e-d3a9-44e0-ae5d-1d81c9406523 req-42c5ecca-acfc-4df6-9595-cf7411c9edba tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 950 time: 0.1561599 May 13 14:23:26.218221 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7cd0b31e-d3a9-44e0-ae5d-1d81c9406523 req-a6a56b8d-52e5-4590-a945-ffbd18029f56 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794168 May 13 14:23:26.533968 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33776) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:26.541385 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-672e7ca4-a091-4339-aa0e-20c5b5017cf9 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2136927679-network', 'tenant_id': '67eeec35249e452abaf11eb210046288'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:26.548551 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-672e7ca4-a091-4339-aa0e-20c5b5017cf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:26.563489 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-672e7ca4-a091-4339-aa0e-20c5b5017cf9 admin admin] Usage tracker for resource:network and tenant:67eeec35249e452abaf11eb210046288 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:26.566929 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-672e7ca4-a091-4339-aa0e-20c5b5017cf9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:26.573839 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-672e7ca4-a091-4339-aa0e-20c5b5017cf9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:26.586933 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672e7ca4-a091-4339-aa0e-20c5b5017cf9 admin admin] Made reservation on behalf of 67eeec35249e452abaf11eb210046288 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:23:26.602131 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-672e7ca4-a091-4339-aa0e-20c5b5017cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:26.617261 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-672e7ca4-a091-4339-aa0e-20c5b5017cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:26.636251 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-672e7ca4-a091-4339-aa0e-20c5b5017cf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:26.640390 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-672e7ca4-a091-4339-aa0e-20c5b5017cf9 admin admin] Usage tracker for resource:security_group_rule and tenant:67eeec35249e452abaf11eb210046288 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:26.644928 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-672e7ca4-a091-4339-aa0e-20c5b5017cf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:26.653316 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-672e7ca4-a091-4339-aa0e-20c5b5017cf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:26.773812 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-ac027bfa-0873-4329-8420-6872e6536366 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=07480a24b5104514b0b51ede1c77c59d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305669 May 13 14:23:26.803464 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b008eeaf-f37a-4e7c-97a5-91402ab3be66 req-0534b028-26e5-46c3-b62f-a6cbf693461b tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 210 time: 0.0486217 May 13 14:23:26.809278 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-672e7ca4-a091-4339-aa0e-20c5b5017cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:26.815979 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-672e7ca4-a091-4339-aa0e-20c5b5017cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:26.836867 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 33367613-7e10-4ad3-8825-d0865ccc4998 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:23:26.909719 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-672e7ca4-a091-4339-aa0e-20c5b5017cf9 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:23:26.933059 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e7ca4-a091-4339-aa0e-20c5b5017cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8765a927-29f8-4694-956c-895f7e8d02ce,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:26.944486 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-672e7ca4-a091-4339-aa0e-20c5b5017cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:26.944989 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-672e7ca4-a091-4339-aa0e-20c5b5017cf9 admin admin] Added segment ff4254f3-ba0c-477f-8d1d-0719c4912199 of type vlan for network 2c310b37-1bae-4846-b486-0c592e66031b May 13 14:23:26.985013 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 33367613-7e10-4ad3-8825-d0865ccc4998, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=33367613-7e10-4ad3-8825-d0865ccc4998,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:26.998326 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '33367613-7e10-4ad3-8825-d0865ccc4998', 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1', 'port_id': '33367613-7e10-4ad3-8825-d0865ccc4998', 'mac_address': 'fa:16:3e:9d:85:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:23:27.004844 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-5521a394-34a1-4c77-8e32-0d73f3c15b41 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:27.006346 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-5521a394-34a1-4c77-8e32-0d73f3c15b41 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2226770 May 13 14:23:27.007895 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-672e7ca4-a091-4339-aa0e-20c5b5017cf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:27.036374 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ad0ab-83ac-423f-98b7-c5d820bd89a6 req-c222f7dc-9e7f-49d8-9075-35a9e0385172 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:27.037847 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-270ad0ab-83ac-423f-98b7-c5d820bd89a6 req-c222f7dc-9e7f-49d8-9075-35a9e0385172 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 943 time: 0.0926874 May 13 14:23:27.037996 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-926a1a8b-fee6-463c-87d4-4943becccbf0 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.35 "GET /v2.0/quotas/07480a24b5104514b0b51ede1c77c59d HTTP/1.1" status: 200 len: 375 time: 0.0200465 May 13 14:23:27.058632 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 33367613-7e10-4ad3-8825-d0865ccc4998 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:23:27.059078 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:27.078556 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33367613-7e10-4ad3-8825-d0865ccc4998 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:23:27.092849 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-270ad0ab-83ac-423f-98b7-c5d820bd89a6 req-f029de85-dad6-4e76-aaec-2e2465eef4fe tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446897 May 13 14:23:27.097939 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 33367613-7e10-4ad3-8825-d0865ccc4998, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=33367613-7e10-4ad3-8825-d0865ccc4998,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:27.102736 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:27.110187 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-672e7ca4-a091-4339-aa0e-20c5b5017cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:27.111136 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672e7ca4-a091-4339-aa0e-20c5b5017cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:27.111719 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-672e7ca4-a091-4339-aa0e-20c5b5017cf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:27.141734 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-108674c6-76fc-4d70-a700-3f043926e24e tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=07480a24b5104514b0b51ede1c77c59d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0933306 May 13 14:23:27.194204 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=33367613-7e10-4ad3-8825-d0865ccc4998,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:27.226914 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-672e7ca4-a091-4339-aa0e-20c5b5017cf9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6914425 May 13 14:23:27.229827 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33810) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:27.235322 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7c48a305-8af0-4075-a28c-00bffb3de296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:27.238009 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-0f794506-77a1-4344-b6f1-8b0f4277f8b2 admin admin] Request body: {'subnet': {'network_id': '2c310b37-1bae-4846-b486-0c592e66031b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2136927679-subnet', 'tenant_id': '67eeec35249e452abaf11eb210046288', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:27.243411 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-0f794506-77a1-4344-b6f1-8b0f4277f8b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:27.247977 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e7ca4-a091-4339-aa0e-20c5b5017cf9 admin admin] Pushing event updated for resources: {'Network': ['ID=2c310b37-1bae-4846-b486-0c592e66031b,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:27.253156 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0f794506-77a1-4344-b6f1-8b0f4277f8b2 admin admin] Usage tracker for resource:subnet and tenant:67eeec35249e452abaf11eb210046288 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:27.258333 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0f794506-77a1-4344-b6f1-8b0f4277f8b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:27.260779 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 2c310b37-1bae-4846-b486-0c592e66031b details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:23:27.265134 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-0f794506-77a1-4344-b6f1-8b0f4277f8b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:27.281267 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f794506-77a1-4344-b6f1-8b0f4277f8b2 admin admin] Made reservation on behalf of 67eeec35249e452abaf11eb210046288 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:23:27.283992 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0f794506-77a1-4344-b6f1-8b0f4277f8b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:27.363024 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['33367613-7e10-4ad3-8825-d0865ccc4998'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:23:27.660129 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-4a076c1c-355f-4064-aa35-b93ff4bf43f4 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:27.661560 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-4a076c1c-355f-4064-aa35-b93ff4bf43f4 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.59 "GET /v2.0/networks?id=01882ed3-6d08-4bd7-8250-0f45408cfc6f HTTP/1.1" status: 200 len: 807 time: 0.3148839 May 13 14:23:27.675407 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-8970f62a-3733-4809-9de2-f1cb726fe64b tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Request body: {'port': {'device_id': '85e1dbb0-7dcc-4f40-ae90-d46b59d5888a', 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f', 'admin_state_up': True, 'tenant_id': 'e9c1f6dcee6e4bfa9d17410767972533'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:27.903154 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0c462b36-46aa-478e-b106-558290231e2f req-9431c7cd-a0d5-4958-bb06-68df168162ee tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=5def6705b3c44db2a4998ed4a01a386f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379512 May 13 14:23:27.907857 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-8970f62a-3733-4809-9de2-f1cb726fe64b tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:27.919812 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0f794506-77a1-4344-b6f1-8b0f4277f8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:27.945232 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-8970f62a-3733-4809-9de2-f1cb726fe64b tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:27.996303 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e1cf8-5940-4533-8639-c4a3df33381a req-655ab23d-894b-442b-9f8f-4d9c500b237d tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:27.998046 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6c7e1cf8-5940-4533-8639-c4a3df33381a req-655ab23d-894b-442b-9f8f-4d9c500b237d tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 950 time: 0.1828794 May 13 14:23:28.022618 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-8970f62a-3733-4809-9de2-f1cb726fe64b tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Made reservation on behalf of e9c1f6dcee6e4bfa9d17410767972533 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:23:28.026965 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-8970f62a-3733-4809-9de2-f1cb726fe64b tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:28.039261 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f794506-77a1-4344-b6f1-8b0f4277f8b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0334132e-b3f7-4244-b7ee-d5f485b5c423,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:28.061665 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f794506-77a1-4344-b6f1-8b0f4277f8b2 admin admin] Checking segment: {'id': 'ff4254f3-ba0c-477f-8d1d-0719c4912199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2c310b37-1bae-4846-b486-0c592e66031b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:23:28.062023 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f794506-77a1-4344-b6f1-8b0f4277f8b2 admin admin] Network hostable DHCP agents. Network: 2c310b37-1bae-4846-b486-0c592e66031b, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:23:28.091240 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6c7e1cf8-5940-4533-8639-c4a3df33381a req-5f96bb31-0c91-4ab5-9e05-4dc3539354f3 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794907 May 13 14:23:28.101480 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:28.115296 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f794506-77a1-4344-b6f1-8b0f4277f8b2 admin admin] Network 2c310b37-1bae-4846-b486-0c592e66031b is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:23:28.130105 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-0f794506-77a1-4344-b6f1-8b0f4277f8b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 2c310b37-1bae-4846-b486-0c592e66031b) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:23:28.144389 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd47277-21f9-4859-b697-260653fbc752 None None] Network 2c310b37-1bae-4846-b486-0c592e66031b requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:23:28.164401 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c462b36-46aa-478e-b106-558290231e2f req-a5af31b8-f84a-4c40-93b6-32ca01cb3d87 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:28.164870 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f794506-77a1-4344-b6f1-8b0f4277f8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:28.165528 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0f794506-77a1-4344-b6f1-8b0f4277f8b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:28.166113 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0c462b36-46aa-478e-b106-558290231e2f req-a5af31b8-f84a-4c40-93b6-32ca01cb3d87 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2557166 May 13 14:23:28.193873 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0f794506-77a1-4344-b6f1-8b0f4277f8b2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9624023 May 13 14:23:28.216583 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0c462b36-46aa-478e-b106-558290231e2f req-38eb3ae9-7272-4946-9268-babb88da4d22 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/quotas/5def6705b3c44db2a4998ed4a01a386f HTTP/1.1" status: 200 len: 375 time: 0.0419359 May 13 14:23:28.327414 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0c462b36-46aa-478e-b106-558290231e2f req-1a4be96c-19b2-4e2e-8b23-7e82cc0ce1a1 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5def6705b3c44db2a4998ed4a01a386f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760567 May 13 14:23:28.359576 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5f906402-0b9b-4f95-8ab8-9342e19ec1a7 req-5be939cb-6e86-47c8-a51d-ce59a8f0c494 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.35 "GET /v2.0/ports?device_id=72838a6d-9dd0-47fe-b3e3-d8db2969f259 HTTP/1.1" status: 200 len: 210 time: 0.1002674 May 13 14:23:28.361989 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-8970f62a-3733-4809-9de2-f1cb726fe64b tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Allocated IP 172.20.0.4 (01882ed3-6d08-4bd7-8250-0f45408cfc6f/b67d68a0-c4b3-4438-b89e-01055bd1fad3/df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:23:28.623680 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f41b9891-bb2c-4dff-ab39-44e2cefc24ee req-7ccdc2b5-2bbf-472f-86ce-6e9639ef05b9 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 210 time: 0.0571373 May 13 14:23:28.645643 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d98d77-472f-41a9-9205-b6743b97320b None None] Network 2c310b37-1bae-4846-b486-0c592e66031b requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:23:28.856700 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 33367613-7e10-4ad3-8825-d0865ccc4998 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:23:28.920887 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e532a00-f1c6-474f-a078-7d2e24a09ec1 req-251edc10-4bab-4a56-a119-c18788db1a86 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:28.922696 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e532a00-f1c6-474f-a078-7d2e24a09ec1 req-251edc10-4bab-4a56-a119-c18788db1a86 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 944 time: 0.2954609 May 13 14:23:28.927855 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-8970f62a-3733-4809-9de2-f1cb726fe64b tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:28.998783 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e532a00-f1c6-474f-a078-7d2e24a09ec1 req-be3b055e-8a7d-4678-8eae-ed8572fbe468 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614254 May 13 14:23:29.012926 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-fb340bf9-6102-4191-b32a-e90bb50a9427 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=07480a24b5104514b0b51ede1c77c59d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0716288 May 13 14:23:29.031015 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 33367613-7e10-4ad3-8825-d0865ccc4998 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:23:29.032603 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-8970f62a-3733-4809-9de2-f1cb726fe64b tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:29.038310 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 33367613-7e10-4ad3-8825-d0865ccc4998 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:23:29.038629 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:29.217652 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2f9e891d-6157-42e2-b8f9-c6f0849bbeb3 req-838eecc0-8120-4613-a82b-e486da65748a tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/ports?device_id=a86d812c-fe15-4c35-b38e-3beba6b4210f HTTP/1.1" status: 200 len: 210 time: 0.1078136 May 13 14:23:29.240264 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-8970f62a-3733-4809-9de2-f1cb726fe64b tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Network 01882ed3-6d08-4bd7-8250-0f45408cfc6f is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:23:29.245890 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-8970f62a-3733-4809-9de2-f1cb726fe64b tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:23:29.253291 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-8970f62a-3733-4809-9de2-f1cb726fe64b tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:23:29.287380 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-af68aa3c-2538-474a-a6dc-7e0f12c01cd2 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:29.288870 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-af68aa3c-2538-474a-a6dc-7e0f12c01cd2 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2691255 May 13 14:23:29.306728 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970f62a-3733-4809-9de2-f1cb726fe64b tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Pushing event updated for resources: {'Port': ['ID=df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:29.310764 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 33367613-7e10-4ad3-8825-d0865ccc4998 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:23:29.313316 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:29.321581 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-108a2ecd-47a8-4d18-b238-a0499aa36b57 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Request body: {'port': {'device_id': '72838a6d-9dd0-47fe-b3e3-d8db2969f259', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'admin_state_up': True, 'tenant_id': '07480a24b5104514b0b51ede1c77c59d'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:29.371340 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-8970f62a-3733-4809-9de2-f1cb726fe64b tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:29.375088 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-8970f62a-3733-4809-9de2-f1cb726fe64b tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:29.380079 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 33367613-7e10-4ad3-8825-d0865ccc4998, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=33367613-7e10-4ad3-8825-d0865ccc4998,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:29.392748 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3576b493-a765-4f61-8d3d-9e72b617617e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33367613-7e10-4ad3-8825-d0865ccc4998'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:29.414065 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:29.424254 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-8970f62a-3733-4809-9de2-f1cb726fe64b tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7538643 May 13 14:23:29.438368 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-aea7a694-18c5-4847-a3d2-fcda2d865cd6 service neutron] Request body: {'port': {'device_id': '85e1dbb0-7dcc-4f40-ae90-d46b59d5888a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:29.516652 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=33367613-7e10-4ad3-8825-d0865ccc4998,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:29.537202 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a372574d-7b07-4681-9f3b-2c9fc364ca4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:29.572745 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-108a2ecd-47a8-4d18-b238-a0499aa36b57 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:29.576694 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-108a2ecd-47a8-4d18-b238-a0499aa36b57 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Usage tracker for resource:port and tenant:07480a24b5104514b0b51ede1c77c59d is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:29.579582 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-108a2ecd-47a8-4d18-b238-a0499aa36b57 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:29.587055 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-108a2ecd-47a8-4d18-b238-a0499aa36b57 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:29.651155 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-108a2ecd-47a8-4d18-b238-a0499aa36b57 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Made reservation on behalf of 07480a24b5104514b0b51ede1c77c59d for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:23:29.655587 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-108a2ecd-47a8-4d18-b238-a0499aa36b57 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:29.671998 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-108a2ecd-47a8-4d18-b238-a0499aa36b57 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:29.686835 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-aea7a694-18c5-4847-a3d2-fcda2d865cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:29.689480 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-108a2ecd-47a8-4d18-b238-a0499aa36b57 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:29.694351 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-108a2ecd-47a8-4d18-b238-a0499aa36b57 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Usage tracker for resource:security_group_rule and tenant:07480a24b5104514b0b51ede1c77c59d is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:29.698237 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-108a2ecd-47a8-4d18-b238-a0499aa36b57 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:29.706323 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-108a2ecd-47a8-4d18-b238-a0499aa36b57 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:29.726530 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53698c30-0c96-49f5-b34c-3f68835aeffd req-ef91f1e1-6348-46ba-8585-1f7be6ca980c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:29.728030 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-53698c30-0c96-49f5-b34c-3f68835aeffd req-ef91f1e1-6348-46ba-8585-1f7be6ca980c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 950 time: 0.1377451 May 13 14:23:29.771919 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084000-533e-4652-a87c-def661bfc378 req-19a6e69b-80d5-4ceb-965f-1b704ad773b6 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:29.773395 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-20084000-533e-4652-a87c-def661bfc378 req-19a6e69b-80d5-4ceb-965f-1b704ad773b6 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] 10.222.0.35 "GET /v2.0/networks?id=d7e21535-3639-44c1-8ce8-6a1d9f8a457d HTTP/1.1" status: 200 len: 814 time: 0.2776754 May 13 14:23:29.796210 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-53698c30-0c96-49f5-b34c-3f68835aeffd req-94223f86-9213-43a6-abd1-061ecf536e7c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592673 May 13 14:23:29.798291 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-20084000-533e-4652-a87c-def661bfc378 req-570dc9bf-2562-4026-ab9f-3f433617f4c7 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] 10.222.0.35 "GET /v2.0/quotas/98ba496aab2942758d5377375ca28e40 HTTP/1.1" status: 200 len: 375 time: 0.0176635 May 13 14:23:29.852716 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-108a2ecd-47a8-4d18-b238-a0499aa36b57 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:29.857038 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-108a2ecd-47a8-4d18-b238-a0499aa36b57 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:29.899600 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-20084000-533e-4652-a87c-def661bfc378 req-5ce73967-3eb4-4cf6-ac1d-fbd383f9d754 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=98ba496aab2942758d5377375ca28e40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604916 May 13 14:23:29.981553 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a2ecd-47a8-4d18-b238-a0499aa36b57 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e39a373-3824-4162-a936-04d6e15c2d8f,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:29.993891 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-820dd92b-c890-4727-999d-d60e95b5712c req-7b5604db-c07d-4ea0-aef2-c6bf3bf3103f tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.35 "GET /v2.0/ports?device_id=72838a6d-9dd0-47fe-b3e3-d8db2969f259 HTTP/1.1" status: 200 len: 210 time: 0.0672569 May 13 14:23:30.053239 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c462b36-46aa-478e-b106-558290231e2f req-000412df-cc91-48ee-b353-7744aba3337f tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=5def6705b3c44db2a4998ed4a01a386f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582263 May 13 14:23:30.084863 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a61980c0-c3ab-45c0-b4f3-a181ad7d77c2'] response: {'server_uuid': '3576b493-a765-4f61-8d3d-9e72b617617e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33367613-7e10-4ad3-8825-d0865ccc4998', 'code': 200} May 13 14:23:30.158080 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-20084000-533e-4652-a87c-def661bfc378 req-7fbc6bdc-932a-4717-885f-5b9bee24bf4f service neutron] 10.222.0.35 "GET /v2.0/networks/d7e21535-3639-44c1-8ce8-6a1d9f8a457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482700 May 13 14:23:30.235166 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.59', 55435) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:30.364528 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-aea7a694-18c5-4847-a3d2-fcda2d865cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:23:30.373910 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-20084000-533e-4652-a87c-def661bfc378 req-ca68c010-35d6-46be-916b-ed0bd3f94b87 service neutron] 10.222.0.35 "GET /v2.0/networks/d7e21535-3639-44c1-8ce8-6a1d9f8a457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153769 May 13 14:23:30.375767 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-aea7a694-18c5-4847-a3d2-fcda2d865cd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:30.393215 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-aea7a694-18c5-4847-a3d2-fcda2d865cd6 service neutron] Transition to ACTIVE for port object df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:30.396903 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-aea7a694-18c5-4847-a3d2-fcda2d865cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:30.425628 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:30.435238 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-108a2ecd-47a8-4d18-b238-a0499aa36b57 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Allocated IP 192.168.233.48 (7d165b7c-a84b-4191-823a-46e347c23eb5/fb4bc443-ac8b-4686-9d3b-15c2430aa8ca/bdc0b46b-1b50-4024-89d6-3cc87a33c729) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:23:30.481105 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c462b36-46aa-478e-b106-558290231e2f req-d831657c-8a73-45b5-8c90-6561ec4fc095 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:30.482722 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c462b36-46aa-478e-b106-558290231e2f req-d831657c-8a73-45b5-8c90-6561ec4fc095 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4246471 May 13 14:23:30.511058 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-0c462b36-46aa-478e-b106-558290231e2f req-ec1b4523-655e-4c93-a896-73159865d6e9 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Request body: {'port': {'device_id': 'a86d812c-fe15-4c35-b38e-3beba6b4210f', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'admin_state_up': True, 'tenant_id': '5def6705b3c44db2a4998ed4a01a386f'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:30.544341 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:30.550165 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7a694-18c5-4847-a3d2-fcda2d865cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:30.711828 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-aea7a694-18c5-4847-a3d2-fcda2d865cd6 service neutron] Attempting to bind port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:23:30.712164 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-aea7a694-18c5-4847-a3d2-fcda2d865cd6 service neutron] Attempting to bind port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:23:30.712491 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-aea7a694-18c5-4847-a3d2-fcda2d865cd6 service neutron] Attempting to bind port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:30.719037 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-aea7a694-18c5-4847-a3d2-fcda2d865cd6 service neutron] Port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:23:30.719439 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-aea7a694-18c5-4847-a3d2-fcda2d865cd6 service neutron] Attempting to bind port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:30.727696 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-aea7a694-18c5-4847-a3d2-fcda2d865cd6 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:23:30.728069 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-aea7a694-18c5-4847-a3d2-fcda2d865cd6 service neutron] Checking segment: {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:23:30.728408 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-aea7a694-18c5-4847-a3d2-fcda2d865cd6 service neutron] Bound using segment: {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:23:30.728830 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-aea7a694-18c5-4847-a3d2-fcda2d865cd6 service neutron] Bound port: df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:23:30.729178 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-aea7a694-18c5-4847-a3d2-fcda2d865cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:30.782628 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee06d6-e9a6-4a7e-952e-1d04eb792ec3 req-8dec381e-4095-4de8-b897-e7a1a9a9d555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:30.784116 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c9ee06d6-e9a6-4a7e-952e-1d04eb792ec3 req-8dec381e-4095-4de8-b897-e7a1a9a9d555 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 1096 time: 0.5442960 May 13 14:23:30.785253 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ef127-b704-4129-898c-f29473cfb6ce req-af4fe036-31fa-4ff1-9c1d-d75f83ca3754 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:30.786705 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a46ef127-b704-4129-898c-f29473cfb6ce req-af4fe036-31fa-4ff1-9c1d-d75f83ca3754 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 945 time: 0.1692469 May 13 14:23:30.800337 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ffd79-4bb8-43f4-9c08-e115335458ca req-a6edd044-8240-451e-b0ff-24c789743b3e tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:30.801842 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dc1ffd79-4bb8-43f4-9c08-e115335458ca req-a6edd044-8240-451e-b0ff-24c789743b3e tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 931 time: 0.4870312 May 13 14:23:30.946968 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a46ef127-b704-4129-898c-f29473cfb6ce req-90a8d3be-db35-4c76-a6dc-4bf3164c91ce tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670056 May 13 14:23:30.953102 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-aea7a694-18c5-4847-a3d2-fcda2d865cd6 service neutron] For port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:23:30.956857 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-aea7a694-18c5-4847-a3d2-fcda2d865cd6 service neutron] For port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:23:30.961642 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-aea7a694-18c5-4847-a3d2-fcda2d865cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:31.002468 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c9ee06d6-e9a6-4a7e-952e-1d04eb792ec3 req-e7285fbb-23d4-4346-a989-35be1572d232 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949904 May 13 14:23:31.027323 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-aea7a694-18c5-4847-a3d2-fcda2d865cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:31.027850 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-aea7a694-18c5-4847-a3d2-fcda2d865cd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:31.029361 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-aea7a694-18c5-4847-a3d2-fcda2d865cd6 service neutron] 10.222.0.59 "PUT /v2.0/ports/df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 HTTP/1.1" status: 200 len: 1091 time: 1.5974660 May 13 14:23:31.029722 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e1dbb0-7dcc-4f40-ae90-d46b59d5888a', 'tag': 'df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:31.035551 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-0c462b36-46aa-478e-b106-558290231e2f req-ec1b4523-655e-4c93-a896-73159865d6e9 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:31.047473 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dc1ffd79-4bb8-43f4-9c08-e115335458ca req-d7d446dd-66a4-449b-9559-aebd3692b512 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072773 May 13 14:23:31.064556 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7a694-18c5-4847-a3d2-fcda2d865cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:31.068334 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-0c462b36-46aa-478e-b106-558290231e2f req-ec1b4523-655e-4c93-a896-73159865d6e9 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Usage tracker for resource:port and tenant:5def6705b3c44db2a4998ed4a01a386f is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:31.080807 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-0c462b36-46aa-478e-b106-558290231e2f req-ec1b4523-655e-4c93-a896-73159865d6e9 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:31.091859 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-0c462b36-46aa-478e-b106-558290231e2f req-ec1b4523-655e-4c93-a896-73159865d6e9 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:31.115060 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-108a2ecd-47a8-4d18-b238-a0499aa36b57 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:31.121553 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c462b36-46aa-478e-b106-558290231e2f req-ec1b4523-655e-4c93-a896-73159865d6e9 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Made reservation on behalf of 5def6705b3c44db2a4998ed4a01a386f for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:23:31.124792 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0c462b36-46aa-478e-b106-558290231e2f req-ec1b4523-655e-4c93-a896-73159865d6e9 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:31.141374 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0c462b36-46aa-478e-b106-558290231e2f req-ec1b4523-655e-4c93-a896-73159865d6e9 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:31.158578 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-108a2ecd-47a8-4d18-b238-a0499aa36b57 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Transition to ACTIVE for port object bdc0b46b-1b50-4024-89d6-3cc87a33c729 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:31.164527 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-0c462b36-46aa-478e-b106-558290231e2f req-ec1b4523-655e-4c93-a896-73159865d6e9 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:31.169698 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-0c462b36-46aa-478e-b106-558290231e2f req-ec1b4523-655e-4c93-a896-73159865d6e9 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Usage tracker for resource:security_group_rule and tenant:5def6705b3c44db2a4998ed4a01a386f is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:31.173303 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-0c462b36-46aa-478e-b106-558290231e2f req-ec1b4523-655e-4c93-a896-73159865d6e9 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:31.180940 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-0c462b36-46aa-478e-b106-558290231e2f req-ec1b4523-655e-4c93-a896-73159865d6e9 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:31.262461 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bac1e62-3e7b-4b82-9f27-33534ffcd7c2 req-74203a68-bae7-464b-8b66-7b6d84735c9d tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/ports?device_id=a86d812c-fe15-4c35-b38e-3beba6b4210f HTTP/1.1" status: 200 len: 210 time: 0.0645099 May 13 14:23:31.278973 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-108a2ecd-47a8-4d18-b238-a0499aa36b57 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:31.413193 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-108a2ecd-47a8-4d18-b238-a0499aa36b57 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:23:31.447435 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-10d6fb5c-0ad4-4b2c-8c65-13255896722d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:31.449178 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-10d6fb5c-0ad4-4b2c-8c65-13255896722d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e9c1f6dcee6e4bfa9d17410767972533&device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 1094 time: 0.1075602 May 13 14:23:31.477570 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-108a2ecd-47a8-4d18-b238-a0499aa36b57 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:23:31.485263 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a2ecd-47a8-4d18-b238-a0499aa36b57 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Pushing event updated for resources: {'Port': ['ID=bdc0b46b-1b50-4024-89d6-3cc87a33c729,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:31.499143 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-071333b9-a7dd-4e01-b394-672e60135eeb req-94eaf1e3-6266-4f6a-9c58-51726a2d01e4 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd088759-bcee-48a1-b04e-c365bbd5884e HTTP/1.1" status: 200 len: 210 time: 0.0949750 May 13 14:23:31.504959 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-108a2ecd-47a8-4d18-b238-a0499aa36b57 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:23:31.545427 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-97ddf917-8f4a-4dc8-9319-d9fd5d0c9b56 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 HTTP/1.1" status: 200 len: 217 time: 0.0874147 May 13 14:23:31.656786 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0c462b36-46aa-478e-b106-558290231e2f req-ec1b4523-655e-4c93-a896-73159865d6e9 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:31.664217 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0c462b36-46aa-478e-b106-558290231e2f req-ec1b4523-655e-4c93-a896-73159865d6e9 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:31.680693 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-0dc0d110-d594-46ee-a1a9-4ff0c7f62f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:31.682025 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-108a2ecd-47a8-4d18-b238-a0499aa36b57 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:31.682159 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-0dc0d110-d594-46ee-a1a9-4ff0c7f62f44 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b67d68a0-c4b3-4438-b89e-01055bd1fad3 HTTP/1.1" status: 200 len: 847 time: 0.1313951 May 13 14:23:31.682647 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-108a2ecd-47a8-4d18-b238-a0499aa36b57 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:31.753024 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-e31b7821-c889-4ddf-bcb1-8160222b71a5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01882ed3-6d08-4bd7-8250-0f45408cfc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546532 May 13 14:23:31.754664 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c0df2f2a-97f1-49f3-8efd-5db990853e24 None None] Provisioning for port bdc0b46b-1b50-4024-89d6-3cc87a33c729 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:23:31.764605 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c0df2f2a-97f1-49f3-8efd-5db990853e24 None None] Provisioning complete for port bdc0b46b-1b50-4024-89d6-3cc87a33c729 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:23:31.764913 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c0df2f2a-97f1-49f3-8efd-5db990853e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:31.835757 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b4523-655e-4c93-a896-73159865d6e9 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f228f1c-8d42-4e2c-9176-132ca520e661,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:31.840677 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-c0df2f2a-97f1-49f3-8efd-5db990853e24 None None] Port bdc0b46b-1b50-4024-89d6-3cc87a33c729 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:23:31.861296 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-108a2ecd-47a8-4d18-b238-a0499aa36b57 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5576544 May 13 14:23:31.875217 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad986f-2eb2-46c2-bc86-e064eab1fe99 req-de72cdba-a4bd-4869-93a9-968bb15bf6f2 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:31.876829 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-34ad986f-2eb2-46c2-bc86-e064eab1fe99 req-de72cdba-a4bd-4869-93a9-968bb15bf6f2 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 950 time: 0.2617159 May 13 14:23:31.882586 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-33ba1f25-38bd-440e-8f78-1b2662ecd37a service neutron] Request body: {'port': {'device_id': '72838a6d-9dd0-47fe-b3e3-d8db2969f259', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:31.950042 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-62d08988-0a3f-4622-85e3-8de4bc9a2a2d service neutron] 10.222.0.59 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903417 May 13 14:23:31.951842 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:31.953431 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-34ad986f-2eb2-46c2-bc86-e064eab1fe99 req-99adf31a-de67-4c50-89b2-7bf44f5c3595 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688746 May 13 14:23:31.999401 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-0c462b36-46aa-478e-b106-558290231e2f req-ec1b4523-655e-4c93-a896-73159865d6e9 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Allocated IP 192.168.233.253 (7d165b7c-a84b-4191-823a-46e347c23eb5/fb4bc443-ac8b-4686-9d3b-15c2430aa8ca/f1010e32-6fc4-40ed-a9a5-6662560db790) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:23:32.119390 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4e1d5df8-005c-4eb6-921c-cc07a9c5fbab req-d105639c-d2e2-43e9-a060-a0193944d711 service neutron] 10.222.0.59 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620383 May 13 14:23:32.121145 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54924d2c-1bea-41f9-93ee-f4565cc39c78'] response: {'name': 'network-changed', 'server_uuid': '85e1dbb0-7dcc-4f40-ae90-d46b59d5888a', 'tag': 'df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0', 'status': 'completed', 'code': 200} May 13 14:23:32.243274 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44008e1f-a954-4ede-b0ff-dbaaf304b426 req-cb6d33e2-54ee-4842-a601-a6a6618d6703 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:32.244008 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-44008e1f-a954-4ede-b0ff-dbaaf304b426 req-cb6d33e2-54ee-4842-a601-a6a6618d6703 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Synchronizing usage tracker for tenant:07480a24b5104514b0b51ede1c77c59d on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:23:32.281307 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-33ba1f25-38bd-440e-8f78-1b2662ecd37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:32.353447 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-44008e1f-a954-4ede-b0ff-dbaaf304b426 req-cb6d33e2-54ee-4842-a601-a6a6618d6703 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Unset dirty status for tenant:07480a24b5104514b0b51ede1c77c59d on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:23:32.355866 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8687362-ac12-4f16-b597-7453ebe28fc3 req-d958e87a-bd0f-47b7-b87b-1bffd10d4553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:32.357726 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f8687362-ac12-4f16-b597-7453ebe28fc3 req-d958e87a-bd0f-47b7-b87b-1bffd10d4553 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e9c1f6dcee6e4bfa9d17410767972533&device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 1094 time: 0.1845226 May 13 14:23:32.359351 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-44008e1f-a954-4ede-b0ff-dbaaf304b426 req-cb6d33e2-54ee-4842-a601-a6a6618d6703 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.35 "GET /v2.0/ports?device_id=72838a6d-9dd0-47fe-b3e3-d8db2969f259 HTTP/1.1" status: 200 len: 935 time: 0.6692393 May 13 14:23:32.368279 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084000-533e-4652-a87c-def661bfc378 req-e1586539-9116-4998-aed9-614accca6633 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:32.368913 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-20084000-533e-4652-a87c-def661bfc378 req-e1586539-9116-4998-aed9-614accca6633 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Synchronizing usage tracker for tenant:98ba496aab2942758d5377375ca28e40 on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:23:32.442477 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc858a77-42ad-4ce4-a70e-2109ae79f6a8 req-154775ac-899e-41fd-a1c8-cc4e3dbca883 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:32.444160 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cc858a77-42ad-4ce4-a70e-2109ae79f6a8 req-154775ac-899e-41fd-a1c8-cc4e3dbca883 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 945 time: 0.1836236 May 13 14:23:32.518706 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cc858a77-42ad-4ce4-a70e-2109ae79f6a8 req-f43c9d47-7db1-4bf5-a30f-4962d3c69725 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617929 May 13 14:23:32.535727 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8687362-ac12-4f16-b597-7453ebe28fc3 req-6a761584-af6e-4b67-9ab2-e058adb4ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:32.537791 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f8687362-ac12-4f16-b597-7453ebe28fc3 req-6a761584-af6e-4b67-9ab2-e058adb4ffc2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=01882ed3-6d08-4bd7-8250-0f45408cfc6f HTTP/1.1" status: 200 len: 908 time: 0.1715791 May 13 14:23:32.606593 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-20084000-533e-4652-a87c-def661bfc378 req-e1586539-9116-4998-aed9-614accca6633 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Unset dirty status for tenant:98ba496aab2942758d5377375ca28e40 on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:23:32.607657 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-20084000-533e-4652-a87c-def661bfc378 req-e1586539-9116-4998-aed9-614accca6633 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] 10.222.0.74 "GET /v2.0/networks?id=d7e21535-3639-44c1-8ce8-6a1d9f8a457d HTTP/1.1" status: 200 len: 814 time: 0.6098444 May 13 14:23:32.616025 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f8687362-ac12-4f16-b597-7453ebe28fc3 req-298df6f1-61b7-4cb6-a3ab-0c1d352a854b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 HTTP/1.1" status: 200 len: 217 time: 0.0723474 May 13 14:23:32.623850 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-44008e1f-a954-4ede-b0ff-dbaaf304b426 req-fc095aa2-a036-4b46-a21f-c1922529983c tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Synchronizing usage tracker for tenant:07480a24b5104514b0b51ede1c77c59d on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:23:32.636782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-20084000-533e-4652-a87c-def661bfc378 req-64ce5420-a35f-445b-952e-1ce738684d60 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Request body: {'port': {'device_id': 'bd088759-bcee-48a1-b04e-c365bbd5884e', 'network_id': 'd7e21535-3639-44c1-8ce8-6a1d9f8a457d', 'admin_state_up': True, 'tenant_id': '98ba496aab2942758d5377375ca28e40'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:32.732764 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8687362-ac12-4f16-b597-7453ebe28fc3 req-16178bfe-0ffe-49f8-b593-9924043f2cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:32.734193 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f8687362-ac12-4f16-b597-7453ebe28fc3 req-16178bfe-0ffe-49f8-b593-9924043f2cbf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b67d68a0-c4b3-4438-b89e-01055bd1fad3 HTTP/1.1" status: 200 len: 847 time: 0.1124310 May 13 14:23:32.786523 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-44008e1f-a954-4ede-b0ff-dbaaf304b426 req-fc095aa2-a036-4b46-a21f-c1922529983c tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Unset dirty status for tenant:07480a24b5104514b0b51ede1c77c59d on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:23:32.787129 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f8687362-ac12-4f16-b597-7453ebe28fc3 req-112586ea-8a2d-48bb-8161-73419d459346 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01882ed3-6d08-4bd7-8250-0f45408cfc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457840 May 13 14:23:32.787692 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-44008e1f-a954-4ede-b0ff-dbaaf304b426 req-fc095aa2-a036-4b46-a21f-c1922529983c tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e39a373-3824-4162-a936-04d6e15c2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737340 May 13 14:23:32.793968 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0c462b36-46aa-478e-b106-558290231e2f req-ec1b4523-655e-4c93-a896-73159865d6e9 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:32.798780 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdfa2b0-7dd2-4eea-9bb4-808363e92373 req-8fb6f174-9d4c-4024-a06d-c4089aded8bb tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:32.799558 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-afdfa2b0-7dd2-4eea-9bb4-808363e92373 req-8fb6f174-9d4c-4024-a06d-c4089aded8bb tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Synchronizing usage tracker for tenant:e9c1f6dcee6e4bfa9d17410767972533 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:23:32.844225 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-0c462b36-46aa-478e-b106-558290231e2f req-ec1b4523-655e-4c93-a896-73159865d6e9 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Transition to ACTIVE for port object f1010e32-6fc4-40ed-a9a5-6662560db790 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:32.859061 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-20084000-533e-4652-a87c-def661bfc378 req-64ce5420-a35f-445b-952e-1ce738684d60 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:32.864410 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-20084000-533e-4652-a87c-def661bfc378 req-64ce5420-a35f-445b-952e-1ce738684d60 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Usage tracker for resource:port and tenant:98ba496aab2942758d5377375ca28e40 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:32.868646 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-20084000-533e-4652-a87c-def661bfc378 req-64ce5420-a35f-445b-952e-1ce738684d60 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:32.875784 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-20084000-533e-4652-a87c-def661bfc378 req-64ce5420-a35f-445b-952e-1ce738684d60 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:32.885832 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-afdfa2b0-7dd2-4eea-9bb4-808363e92373 req-8fb6f174-9d4c-4024-a06d-c4089aded8bb tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Unset dirty status for tenant:e9c1f6dcee6e4bfa9d17410767972533 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:23:32.886968 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-afdfa2b0-7dd2-4eea-9bb4-808363e92373 req-8fb6f174-9d4c-4024-a06d-c4089aded8bb tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 943 time: 0.2344522 May 13 14:23:32.893987 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20084000-533e-4652-a87c-def661bfc378 req-64ce5420-a35f-445b-952e-1ce738684d60 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Made reservation on behalf of 98ba496aab2942758d5377375ca28e40 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:23:32.897666 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-20084000-533e-4652-a87c-def661bfc378 req-64ce5420-a35f-445b-952e-1ce738684d60 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:32.932916 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0c462b36-46aa-478e-b106-558290231e2f req-ec1b4523-655e-4c93-a896-73159865d6e9 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:32.974683 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-afdfa2b0-7dd2-4eea-9bb4-808363e92373 req-3e03e383-9791-4c42-80fa-3075e666c7d6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742443 May 13 14:23:32.980729 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f8687362-ac12-4f16-b597-7453ebe28fc3 req-bc8ff92c-2a7c-45e8-92aa-05233d6a5956 service neutron] 10.222.0.59 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781723 May 13 14:23:33.267553 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c462b36-46aa-478e-b106-558290231e2f req-ec1b4523-655e-4c93-a896-73159865d6e9 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:23:33.279093 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-0c462b36-46aa-478e-b106-558290231e2f req-ec1b4523-655e-4c93-a896-73159865d6e9 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:23:33.282772 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c462b36-46aa-478e-b106-558290231e2f req-ec1b4523-655e-4c93-a896-73159865d6e9 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:23:33.298174 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f8687362-ac12-4f16-b597-7453ebe28fc3 req-20b10e25-5924-4979-b9d7-877d37daf0b9 service neutron] 10.222.0.59 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100591 May 13 14:23:33.308858 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3baf4b-660a-4a30-a7e5-2d7f5fdc086e req-7cb2c81e-4c79-4b80-b437-f067b87b5bf9 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:33.310720 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0a3baf4b-660a-4a30-a7e5-2d7f5fdc086e req-7cb2c81e-4c79-4b80-b437-f067b87b5bf9 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/ports?device_id=a86d812c-fe15-4c35-b38e-3beba6b4210f HTTP/1.1" status: 200 len: 936 time: 0.1440868 May 13 14:23:33.353524 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b4523-655e-4c93-a896-73159865d6e9 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Pushing event updated for resources: {'Port': ['ID=f1010e32-6fc4-40ed-a9a5-6662560db790,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:33.368524 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0a3baf4b-660a-4a30-a7e5-2d7f5fdc086e req-02a4a3c3-b0fa-4d18-b624-c377b435bc68 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f228f1c-8d42-4e2c-9176-132ca520e661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480473 May 13 14:23:33.404205 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-45fb30db-4c60-451f-9e95-8725d5846426 req-52db82b2-a988-467c-a5f9-0c1cac95cf43 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd088759-bcee-48a1-b04e-c365bbd5884e HTTP/1.1" status: 200 len: 210 time: 0.0910459 May 13 14:23:33.506195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c462b36-46aa-478e-b106-558290231e2f req-ec1b4523-655e-4c93-a896-73159865d6e9 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:33.506898 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0c462b36-46aa-478e-b106-558290231e2f req-ec1b4523-655e-4c93-a896-73159865d6e9 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:33.564005 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c462b36-46aa-478e-b106-558290231e2f req-ec1b4523-655e-4c93-a896-73159865d6e9 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0606325 May 13 14:23:33.577024 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-20084000-533e-4652-a87c-def661bfc378 req-64ce5420-a35f-445b-952e-1ce738684d60 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Allocated IP 172.20.0.7 (d7e21535-3639-44c1-8ce8-6a1d9f8a457d/afc655c0-2d24-4efd-9270-fce47f4202da/99e4f557-84e8-4c56-8ec2-30d95eb8ab42) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:23:33.586929 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a02560-48ed-4236-bd77-10f62b9d7ee5 req-389959ce-543d-4a81-a1dd-16eeb9890df4 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:33.588414 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-21a02560-48ed-4236-bd77-10f62b9d7ee5 req-389959ce-543d-4a81-a1dd-16eeb9890df4 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 950 time: 0.0927777 May 13 14:23:33.591895 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-59c22d98-529d-4331-aa22-a69913b8e67e None None] Provisioning for port f1010e32-6fc4-40ed-a9a5-6662560db790 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:23:33.599738 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-59c22d98-529d-4331-aa22-a69913b8e67e None None] Provisioning complete for port f1010e32-6fc4-40ed-a9a5-6662560db790 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:23:33.602134 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-59c22d98-529d-4331-aa22-a69913b8e67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:33.612588 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-0c462b36-46aa-478e-b106-558290231e2f req-e8620c53-13a8-45ac-87bc-6f0b85b6b7ff service neutron] Request body: {'port': {'device_id': 'a86d812c-fe15-4c35-b38e-3beba6b4210f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:33.643063 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-21a02560-48ed-4236-bd77-10f62b9d7ee5 req-557bba1c-ba22-4ea7-aaa7-bd003cdf6de8 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478089 May 13 14:23:33.678934 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-59c22d98-529d-4331-aa22-a69913b8e67e None None] Port f1010e32-6fc4-40ed-a9a5-6662560db790 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:23:33.707344 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-33ba1f25-38bd-440e-8f78-1b2662ecd37a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdc0b46b-1b50-4024-89d6-3cc87a33c729 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:23:33.722382 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-33ba1f25-38bd-440e-8f78-1b2662ecd37a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:33.766584 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-33ba1f25-38bd-440e-8f78-1b2662ecd37a service neutron] Transition to ACTIVE for port object bdc0b46b-1b50-4024-89d6-3cc87a33c729 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:33.808415 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-33ba1f25-38bd-440e-8f78-1b2662ecd37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:33.845231 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8c0ab-9742-480b-b160-b3ddcfb637b3 req-269a6315-795e-4dd2-9e39-04ea460ba72a tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:33.846841 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-acd8c0ab-9742-480b-b160-b3ddcfb637b3 req-269a6315-795e-4dd2-9e39-04ea460ba72a tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 945 time: 0.0898275 May 13 14:23:33.939485 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-acd8c0ab-9742-480b-b160-b3ddcfb637b3 req-28985517-b8a1-40ce-96ff-ba98cd922493 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855942 May 13 14:23:34.006382 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-e354d934-311e-42e9-a372-54e0d367a551 service neutron] show failed (client error): The resource could not be found. May 13 14:23:34.007958 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-e354d934-311e-42e9-a372-54e0d367a551 service neutron] 10.222.0.74 "GET /v2.0/ports/5c3b8323-c681-47e7-b717-f6319ae7043a/bindings/n-h1-841760-1 HTTP/1.1" status: 404 len: 380 time: 0.1148262 May 13 14:23:34.072057 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0c462b36-46aa-478e-b106-558290231e2f req-e8620c53-13a8-45ac-87bc-6f0b85b6b7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:34.167806 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba1f25-38bd-440e-8f78-1b2662ecd37a service neutron] Pushing event updated for resources: {'Port': ['ID=bdc0b46b-1b50-4024-89d6-3cc87a33c729,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:34.227669 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bccf4b-79bf-4a52-ae84-beff03b157a9 req-0a0360ba-bf28-452a-8886-5611670c80d7 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:34.235890 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b9bccf4b-79bf-4a52-ae84-beff03b157a9 req-0a0360ba-bf28-452a-8886-5611670c80d7 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.35 "GET /v2.0/ports?device_id=72838a6d-9dd0-47fe-b3e3-d8db2969f259 HTTP/1.1" status: 200 len: 947 time: 0.1260598 May 13 14:23:34.342634 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b9bccf4b-79bf-4a52-ae84-beff03b157a9 req-b3c1d925-2f6c-498b-b3af-b5f179d7ae8d tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e39a373-3824-4162-a936-04d6e15c2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972993 May 13 14:23:34.364956 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-33ba1f25-38bd-440e-8f78-1b2662ecd37a service neutron] Attempting to bind port bdc0b46b-1b50-4024-89d6-3cc87a33c729 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:23:34.364956 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-33ba1f25-38bd-440e-8f78-1b2662ecd37a service neutron] Attempting to bind port bdc0b46b-1b50-4024-89d6-3cc87a33c729 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:23:34.364956 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-33ba1f25-38bd-440e-8f78-1b2662ecd37a service neutron] Attempting to bind port bdc0b46b-1b50-4024-89d6-3cc87a33c729 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:34.373465 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-33ba1f25-38bd-440e-8f78-1b2662ecd37a service neutron] Port bdc0b46b-1b50-4024-89d6-3cc87a33c729 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:23:34.373785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-33ba1f25-38bd-440e-8f78-1b2662ecd37a service neutron] Attempting to bind port bdc0b46b-1b50-4024-89d6-3cc87a33c729 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:34.375748 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:23:34.376267 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-7015d484-3738-4539-9185-20b0a34550b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:34.377748 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-7015d484-3738-4539-9185-20b0a34550b8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d&tenant_id=652541c50878480891452a61002970b5 HTTP/1.1" status: 200 len: 1101 time: 0.1121724 May 13 14:23:34.391325 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-06014fb8-0e9c-4e3f-9813-c6534964aecb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-841760-1', 'device_owner': 'compute:nova'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:34.402169 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-33ba1f25-38bd-440e-8f78-1b2662ecd37a service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:23:34.402594 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-33ba1f25-38bd-440e-8f78-1b2662ecd37a service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:23:34.402974 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-33ba1f25-38bd-440e-8f78-1b2662ecd37a service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:23:34.403417 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-33ba1f25-38bd-440e-8f78-1b2662ecd37a service neutron] Bound port: bdc0b46b-1b50-4024-89d6-3cc87a33c729, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:23:34.403754 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-33ba1f25-38bd-440e-8f78-1b2662ecd37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:34.521940 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-20084000-533e-4652-a87c-def661bfc378 req-64ce5420-a35f-445b-952e-1ce738684d60 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:34.558901 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-06014fb8-0e9c-4e3f-9813-c6534964aecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:34.644647 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5510ae-0db0-4f8e-be99-3ed9368d151b req-ab593203-fab1-45f6-bf8a-f337d4020bb4 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:34.646101 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df5510ae-0db0-4f8e-be99-3ed9368d151b req-ab593203-fab1-45f6-bf8a-f337d4020bb4 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 943 time: 0.1710434 May 13 14:23:34.666504 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85151c-04d1-4652-b223-d47bac627d2b req-a84cda14-ce1d-4fb5-a080-1eb118edb346 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:34.668028 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ee85151c-04d1-4652-b223-d47bac627d2b req-a84cda14-ce1d-4fb5-a080-1eb118edb346 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 1096 time: 0.4298735 May 13 14:23:34.700543 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-33ba1f25-38bd-440e-8f78-1b2662ecd37a service neutron] For port bdc0b46b-1b50-4024-89d6-3cc87a33c729, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:23:34.719403 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-33ba1f25-38bd-440e-8f78-1b2662ecd37a service neutron] For port bdc0b46b-1b50-4024-89d6-3cc87a33c729, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=bdc0b46b-1b50-4024-89d6-3cc87a33c729,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:23:34.735302 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-33ba1f25-38bd-440e-8f78-1b2662ecd37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:34.753437 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df5510ae-0db0-4f8e-be99-3ed9368d151b req-11884cdd-d48a-4996-b7e3-75ece6385224 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008115 May 13 14:23:34.795460 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-20084000-533e-4652-a87c-def661bfc378 req-64ce5420-a35f-445b-952e-1ce738684d60 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:34.856204 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:23:34.947146 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ee85151c-04d1-4652-b223-d47bac627d2b req-936250fb-34be-4576-bac1-f62d5b94af8e tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660441 May 13 14:23:34.973901 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-33ba1f25-38bd-440e-8f78-1b2662ecd37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:34.975170 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-33ba1f25-38bd-440e-8f78-1b2662ecd37a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:34.988165 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-33ba1f25-38bd-440e-8f78-1b2662ecd37a service neutron] 10.222.0.74 "PUT /v2.0/ports/bdc0b46b-1b50-4024-89d6-3cc87a33c729 HTTP/1.1" status: 200 len: 1095 time: 3.1101274 May 13 14:23:34.988656 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72838a6d-9dd0-47fe-b3e3-d8db2969f259', 'tag': 'bdc0b46b-1b50-4024-89d6-3cc87a33c729'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:35.033598 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bf2ce-85fe-4583-86d0-23f8a75ce1a8 req-196782e5-1d48-4c03-a509-359ff7d31478 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:35.043441 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-474bf2ce-85fe-4583-86d0-23f8a75ce1a8 req-196782e5-1d48-4c03-a509-359ff7d31478 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/ports?device_id=a86d812c-fe15-4c35-b38e-3beba6b4210f HTTP/1.1" status: 200 len: 936 time: 0.1271865 May 13 14:23:35.048999 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba1f25-38bd-440e-8f78-1b2662ecd37a service neutron] Pushing event updated for resources: {'Port': ['ID=bdc0b46b-1b50-4024-89d6-3cc87a33c729,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:35.063487 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:35.090115 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0', 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f', 'port_id': 'df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0', 'mac_address': 'fa:16:3e:46:e9:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b67d68a0-c4b3-4438-b89e-01055bd1fad3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:23:35.097911 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-474bf2ce-85fe-4583-86d0-23f8a75ce1a8 req-8e624743-0675-4475-bd1b-e48b71e19dad tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f228f1c-8d42-4e2c-9176-132ca520e661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534272 May 13 14:23:35.177965 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20084000-533e-4652-a87c-def661bfc378 req-64ce5420-a35f-445b-952e-1ce738684d60 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Network d7e21535-3639-44c1-8ce8-6a1d9f8a457d is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:23:35.190222 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-20084000-533e-4652-a87c-def661bfc378 req-64ce5420-a35f-445b-952e-1ce738684d60 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:23:35.192750 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-20084000-533e-4652-a87c-def661bfc378 req-64ce5420-a35f-445b-952e-1ce738684d60 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:23:35.212889 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:23:35.213531 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:35.237836 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:23:35.266815 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:35.274459 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:35.287743 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [req-0c462b36-46aa-478e-b106-558290231e2f req-e8620c53-13a8-45ac-87bc-6f0b85b6b7ff service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:23:35.300145 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6c680-df54-4de5-ada8-6ac9a1f356c9 req-f307ab04-ba17-4d74-bce3-13710b94eab3 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:35.301711 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4df6c680-df54-4de5-ada8-6ac9a1f356c9 req-f307ab04-ba17-4d74-bce3-13710b94eab3 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 950 time: 0.0857670 May 13 14:23:35.308194 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce5420-a35f-445b-952e-1ce738684d60 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Pushing event updated for resources: {'Port': ['ID=99e4f557-84e8-4c56-8ec2-30d95eb8ab42,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:35.355627 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:35.360939 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4df6c680-df54-4de5-ada8-6ac9a1f356c9 req-10e404cc-962d-40c1-8663-9f2687737d24 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519824 May 13 14:23:35.406883 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084000-533e-4652-a87c-def661bfc378 req-64ce5420-a35f-445b-952e-1ce738684d60 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:35.408215 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-20084000-533e-4652-a87c-def661bfc378 req-64ce5420-a35f-445b-952e-1ce738684d60 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:35.439271 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-0c462b36-46aa-478e-b106-558290231e2f req-e8620c53-13a8-45ac-87bc-6f0b85b6b7ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1010e32-6fc4-40ed-a9a5-6662560db790 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:23:35.452649 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0c462b36-46aa-478e-b106-558290231e2f req-e8620c53-13a8-45ac-87bc-6f0b85b6b7ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:35.455863 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-20084000-533e-4652-a87c-def661bfc378 req-64ce5420-a35f-445b-952e-1ce738684d60 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8267865 May 13 14:23:35.473920 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-23a096ef-dd05-4d4c-bc46-7cf764681ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:35.475385 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-23a096ef-dd05-4d4c-bc46-7cf764681ff3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=07480a24b5104514b0b51ede1c77c59d&device_id=72838a6d-9dd0-47fe-b3e3-d8db2969f259 HTTP/1.1" status: 200 len: 1098 time: 0.4149206 May 13 14:23:35.481616 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-0c462b36-46aa-478e-b106-558290231e2f req-e8620c53-13a8-45ac-87bc-6f0b85b6b7ff service neutron] Transition to ACTIVE for port object f1010e32-6fc4-40ed-a9a5-6662560db790 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:35.485368 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-20084000-533e-4652-a87c-def661bfc378 req-115ccb2b-249d-4e22-aa5d-b421c616d9c9 service neutron] Request body: {'port': {'device_id': 'bd088759-bcee-48a1-b04e-c365bbd5884e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:35.500553 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:23:35.572770 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0c462b36-46aa-478e-b106-558290231e2f req-e8620c53-13a8-45ac-87bc-6f0b85b6b7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:35.584026 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e44fd-e4e0-420d-a1eb-7e46735281c3 req-3d7bca78-f1dd-4f85-8b64-0615adefdeaf tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:35.584724 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f98e44fd-e4e0-420d-a1eb-7e46735281c3 req-3d7bca78-f1dd-4f85-8b64-0615adefdeaf tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Synchronizing usage tracker for tenant:98ba496aab2942758d5377375ca28e40 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:23:35.647755 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-06014fb8-0e9c-4e3f-9813-c6534964aecb service neutron] For port 5c3b8323-c681-47e7-b717-f6319ae7043a, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=5c3b8323-c681-47e7-b717-f6319ae7043a,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:35.658109 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-37651e20-bd32-42da-9e45-3ce2c87ce136 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=bdc0b46b-1b50-4024-89d6-3cc87a33c729 HTTP/1.1" status: 200 len: 217 time: 0.1417105 May 13 14:23:35.684374 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-06014fb8-0e9c-4e3f-9813-c6534964aecb service neutron] For port 5c3b8323-c681-47e7-b717-f6319ae7043a, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:23:35.756223 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95677dd7-0a5b-482c-a4f0-3bba7a89c84d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c3b8323-c681-47e7-b717-f6319ae7043a'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:35.762748 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-06014fb8-0e9c-4e3f-9813-c6534964aecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:35.782870 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-06014fb8-0e9c-4e3f-9813-c6534964aecb service neutron] Transition to ACTIVE for port object 5c3b8323-c681-47e7-b717-f6319ae7043a will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:35.788156 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-06014fb8-0e9c-4e3f-9813-c6534964aecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:35.862378 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f98e44fd-e4e0-420d-a1eb-7e46735281c3 req-3d7bca78-f1dd-4f85-8b64-0615adefdeaf tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Unset dirty status for tenant:98ba496aab2942758d5377375ca28e40 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:23:35.863608 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f98e44fd-e4e0-420d-a1eb-7e46735281c3 req-3d7bca78-f1dd-4f85-8b64-0615adefdeaf tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd088759-bcee-48a1-b04e-c365bbd5884e HTTP/1.1" status: 200 len: 931 time: 0.6396782 May 13 14:23:35.883020 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8620c53-13a8-45ac-87bc-6f0b85b6b7ff service neutron] Pushing event updated for resources: {'Port': ['ID=f1010e32-6fc4-40ed-a9a5-6662560db790,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:35.949756 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06014fb8-0e9c-4e3f-9813-c6534964aecb service neutron] Pushing event updated for resources: {'Port': ['ID=5c3b8323-c681-47e7-b717-f6319ae7043a,revision_number=6']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:35.982647 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26bea4a0-284b-4500-9cbb-b125b9cadfe2'] response: {'name': 'network-changed', 'server_uuid': '72838a6d-9dd0-47fe-b3e3-d8db2969f259', 'tag': 'bdc0b46b-1b50-4024-89d6-3cc87a33c729', 'status': 'completed', 'code': 200} May 13 14:23:36.022512 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-06014fb8-0e9c-4e3f-9813-c6534964aecb service neutron] No DVR routers for this DVR port 5c3b8323-c681-47e7-b717-f6319ae7043a on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:23:36.052174 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-b7d960b8-3767-4720-87cb-1249829173f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:36.054174 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-b7d960b8-3767-4720-87cb-1249829173f3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.3723550 May 13 14:23:36.109850 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-20084000-533e-4652-a87c-def661bfc378 req-115ccb2b-249d-4e22-aa5d-b421c616d9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:36.278637 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-06014fb8-0e9c-4e3f-9813-c6534964aecb service neutron] Attempting to bind port 5c3b8323-c681-47e7-b717-f6319ae7043a on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:23:36.279221 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-06014fb8-0e9c-4e3f-9813-c6534964aecb service neutron] Attempting to bind port 5c3b8323-c681-47e7-b717-f6319ae7043a by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:23:36.279697 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-06014fb8-0e9c-4e3f-9813-c6534964aecb service neutron] Attempting to bind port 5c3b8323-c681-47e7-b717-f6319ae7043a on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:36.282767 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f98e44fd-e4e0-420d-a1eb-7e46735281c3 req-b3c0f8ec-7d00-4c12-9701-fd49bd4ca307 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Synchronizing usage tracker for tenant:98ba496aab2942758d5377375ca28e40 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:23:36.301825 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-06014fb8-0e9c-4e3f-9813-c6534964aecb service neutron] Port 5c3b8323-c681-47e7-b717-f6319ae7043a on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:23:36.302310 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-06014fb8-0e9c-4e3f-9813-c6534964aecb service neutron] Attempting to bind port 5c3b8323-c681-47e7-b717-f6319ae7043a on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:36.312001 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-06014fb8-0e9c-4e3f-9813-c6534964aecb service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:23:36.312563 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-06014fb8-0e9c-4e3f-9813-c6534964aecb service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:23:36.313093 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-06014fb8-0e9c-4e3f-9813-c6534964aecb service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:23:36.313731 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-06014fb8-0e9c-4e3f-9813-c6534964aecb service neutron] Bound port: 5c3b8323-c681-47e7-b717-f6319ae7043a, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:23:36.314279 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-06014fb8-0e9c-4e3f-9813-c6534964aecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:36.360239 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-0c462b36-46aa-478e-b106-558290231e2f req-e8620c53-13a8-45ac-87bc-6f0b85b6b7ff service neutron] Attempting to bind port f1010e32-6fc4-40ed-a9a5-6662560db790 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:23:36.360239 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-0c462b36-46aa-478e-b106-558290231e2f req-e8620c53-13a8-45ac-87bc-6f0b85b6b7ff service neutron] Attempting to bind port f1010e32-6fc4-40ed-a9a5-6662560db790 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:23:36.360765 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c462b36-46aa-478e-b106-558290231e2f req-e8620c53-13a8-45ac-87bc-6f0b85b6b7ff service neutron] Attempting to bind port f1010e32-6fc4-40ed-a9a5-6662560db790 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:36.377274 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c462b36-46aa-478e-b106-558290231e2f req-e8620c53-13a8-45ac-87bc-6f0b85b6b7ff service neutron] Port f1010e32-6fc4-40ed-a9a5-6662560db790 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:23:36.377675 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c462b36-46aa-478e-b106-558290231e2f req-e8620c53-13a8-45ac-87bc-6f0b85b6b7ff service neutron] Attempting to bind port f1010e32-6fc4-40ed-a9a5-6662560db790 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:36.386538 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f98e44fd-e4e0-420d-a1eb-7e46735281c3 req-b3c0f8ec-7d00-4c12-9701-fd49bd4ca307 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Unset dirty status for tenant:98ba496aab2942758d5377375ca28e40 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:23:36.387862 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f98e44fd-e4e0-420d-a1eb-7e46735281c3 req-b3c0f8ec-7d00-4c12-9701-fd49bd4ca307 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] 10.222.0.35 "GET /v2.0/security-groups?id=255b30ce-85c0-4923-9a0d-8a4d46b663b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4895947 May 13 14:23:36.410101 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c462b36-46aa-478e-b106-558290231e2f req-e8620c53-13a8-45ac-87bc-6f0b85b6b7ff service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:23:36.410730 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c462b36-46aa-478e-b106-558290231e2f req-e8620c53-13a8-45ac-87bc-6f0b85b6b7ff service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:23:36.410819 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c462b36-46aa-478e-b106-558290231e2f req-e8620c53-13a8-45ac-87bc-6f0b85b6b7ff service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:23:36.411357 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-0c462b36-46aa-478e-b106-558290231e2f req-e8620c53-13a8-45ac-87bc-6f0b85b6b7ff service neutron] Bound port: f1010e32-6fc4-40ed-a9a5-6662560db790, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:23:36.411601 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0c462b36-46aa-478e-b106-558290231e2f req-e8620c53-13a8-45ac-87bc-6f0b85b6b7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:36.431593 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9aec0-e0d4-44d1-8cd8-200252759b27 req-53891b65-e165-4dff-aa09-d5ca177e15a1 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:36.438715 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0be9aec0-e0d4-44d1-8cd8-200252759b27 req-53891b65-e165-4dff-aa09-d5ca177e15a1 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 1096 time: 0.2858469 May 13 14:23:36.472175 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-06014fb8-0e9c-4e3f-9813-c6534964aecb service neutron] For port 5c3b8323-c681-47e7-b717-f6319ae7043a, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:23:36.492320 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-06014fb8-0e9c-4e3f-9813-c6534964aecb service neutron] For port 5c3b8323-c681-47e7-b717-f6319ae7043a, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=5c3b8323-c681-47e7-b717-f6319ae7043a,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:23:36.501621 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0be9aec0-e0d4-44d1-8cd8-200252759b27 req-2aabdfa2-a9e2-4f65-aba1-6468e2eb329d tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619824 May 13 14:23:36.513049 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-06014fb8-0e9c-4e3f-9813-c6534964aecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:36.580562 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-3ce363ea-59d7-47f2-8d24-44181c6668ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:36.582554 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-3ce363ea-59d7-47f2-8d24-44181c6668ad service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5138197 May 13 14:23:36.584333 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-06014fb8-0e9c-4e3f-9813-c6534964aecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:36.595244 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-06014fb8-0e9c-4e3f-9813-c6534964aecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:36.595244 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-06014fb8-0e9c-4e3f-9813-c6534964aecb service neutron] 10.222.0.59 "PUT /v2.0/ports/5c3b8323-c681-47e7-b717-f6319ae7043a HTTP/1.1" status: 200 len: 1096 time: 2.2003233 May 13 14:23:36.616487 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06014fb8-0e9c-4e3f-9813-c6534964aecb service neutron] Pushing event updated for resources: {'Port': ['ID=5c3b8323-c681-47e7-b717-f6319ae7043a,revision_number=7']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:36.673894 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-986794fe-8459-43dd-b96b-d8d6b2110159'] response: {'server_uuid': '95677dd7-0a5b-482c-a4f0-3bba7a89c84d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c3b8323-c681-47e7-b717-f6319ae7043a', 'code': 200} May 13 14:23:36.705796 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-a7d66417-1ee6-444c-b94f-31adcd982986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:36.717273 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-a7d66417-1ee6-444c-b94f-31adcd982986 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 1099 time: 0.0975585 May 13 14:23:36.822517 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-0c462b36-46aa-478e-b106-558290231e2f req-e8620c53-13a8-45ac-87bc-6f0b85b6b7ff service neutron] For port f1010e32-6fc4-40ed-a9a5-6662560db790, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:23:36.857546 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-0c462b36-46aa-478e-b106-558290231e2f req-e8620c53-13a8-45ac-87bc-6f0b85b6b7ff service neutron] For port f1010e32-6fc4-40ed-a9a5-6662560db790, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=f1010e32-6fc4-40ed-a9a5-6662560db790,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:23:36.880431 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:23:36.880982 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0c462b36-46aa-478e-b106-558290231e2f req-e8620c53-13a8-45ac-87bc-6f0b85b6b7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:36.933148 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-076c88de-0cc8-4870-ad1c-21e2983571ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:36.934713 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-076c88de-0cc8-4870-ad1c-21e2983571ae service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.2166307 May 13 14:23:36.960715 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:23:36.966984 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:23:36.967654 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:37.017660 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766c1ea-7d99-446a-8f05-f57176832f24 req-cab7dc22-c06b-453d-963b-bb37a7d20499 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:37.024631 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6766c1ea-7d99-446a-8f05-f57176832f24 req-cab7dc22-c06b-453d-963b-bb37a7d20499 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 944 time: 0.2143481 May 13 14:23:37.038173 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-9ea037ce-a7a3-448c-9138-6beaa87105fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=5c3b8323-c681-47e7-b717-f6319ae7043a HTTP/1.1" status: 200 len: 217 time: 0.0970435 May 13 14:23:37.080583 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 5c3b8323-c681-47e7-b717-f6319ae7043a no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:23:37.084650 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-d1cd1a43-3d4a-4474-8949-4f4de395485d service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4867525 May 13 14:23:37.096011 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [req-20084000-533e-4652-a87c-def661bfc378 req-115ccb2b-249d-4e22-aa5d-b421c616d9c9 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:23:37.122253 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cdacb3-fd24-40ff-b6e2-b33a00c2ead1 req-1e033dd4-a3f4-4980-bd16-d2aef462d2b4 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:37.124159 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f2cdacb3-fd24-40ff-b6e2-b33a00c2ead1 req-1e033dd4-a3f4-4980-bd16-d2aef462d2b4 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.35 "GET /v2.0/ports?device_id=72838a6d-9dd0-47fe-b3e3-d8db2969f259 HTTP/1.1" status: 200 len: 947 time: 0.6022677 May 13 14:23:37.140591 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6766c1ea-7d99-446a-8f05-f57176832f24 req-5d5aac48-b243-47e3-b849-e635feb94a36 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039062 May 13 14:23:37.160117 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:23:37.160488 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:37.165369 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-af49fe6e-0dbc-437f-9e49-7e2eeb40b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:37.168623 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-af49fe6e-0dbc-437f-9e49-7e2eeb40b7a5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1163726 May 13 14:23:37.244166 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:37.245298 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 5c3b8323-c681-47e7-b717-f6319ae7043a not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:23:37.248669 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e1dbb0-7dcc-4f40-ae90-d46b59d5888a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:37.256074 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:37.330512 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c462b36-46aa-478e-b106-558290231e2f req-e8620c53-13a8-45ac-87bc-6f0b85b6b7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:37.338001 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0c462b36-46aa-478e-b106-558290231e2f req-e8620c53-13a8-45ac-87bc-6f0b85b6b7ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:37.338001 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c462b36-46aa-478e-b106-558290231e2f req-e8620c53-13a8-45ac-87bc-6f0b85b6b7ff service neutron] 10.222.0.59 "PUT /v2.0/ports/f1010e32-6fc4-40ed-a9a5-6662560db790 HTTP/1.1" status: 200 len: 1096 time: 3.7635214 May 13 14:23:37.349133 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-525955a4-68af-407f-8a53-0ae9c97085f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:37.351342 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-525955a4-68af-407f-8a53-0ae9c97085f8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1747689 May 13 14:23:37.368576 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f2cdacb3-fd24-40ff-b6e2-b33a00c2ead1 req-f9af132e-aca6-4d17-944b-b539c5b6ae6c tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e39a373-3824-4162-a936-04d6e15c2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367488 May 13 14:23:37.447758 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:37.472456 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8620c53-13a8-45ac-87bc-6f0b85b6b7ff service neutron] Pushing event updated for resources: {'Port': ['ID=f1010e32-6fc4-40ed-a9a5-6662560db790,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:37.537781 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-20084000-533e-4652-a87c-def661bfc378 req-115ccb2b-249d-4e22-aa5d-b421c616d9c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99e4f557-84e8-4c56-8ec2-30d95eb8ab42 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:23:37.589059 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-20084000-533e-4652-a87c-def661bfc378 req-115ccb2b-249d-4e22-aa5d-b421c616d9c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:37.595139 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f70d6ec-dc2d-4d39-808c-67c8e14f471c req-e01a6946-fd28-4f72-95c3-e4c2247b111f service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4906423 May 13 14:23:37.624321 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-20084000-533e-4652-a87c-def661bfc378 req-115ccb2b-249d-4e22-aa5d-b421c616d9c9 service neutron] Transition to ACTIVE for port object 99e4f557-84e8-4c56-8ec2-30d95eb8ab42 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:37.630274 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-20084000-533e-4652-a87c-def661bfc378 req-115ccb2b-249d-4e22-aa5d-b421c616d9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:37.636717 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-85078ed6-3d16-4e9a-9347-cfe956755de4 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740645 May 13 14:23:37.776078 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a326f605-d9b1-4755-a376-3ade3cfba0a9 req-6610b667-da44-48f4-880f-2fa09cb01077 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b748afd1-47b2-4307-b071-7ed4d40a77c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3412347 May 13 14:23:37.792945 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-80c0621a-0fd8-4798-bd9e-c70fb62e38a2 req-fd3cdbe8-cfee-4a0c-8051-f594ad41d815 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479666 May 13 14:23:37.796345 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c462b36-46aa-478e-b106-558290231e2f req-7b4664eb-f820-4756-9d52-b1f2e34aa2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:37.797799 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c462b36-46aa-478e-b106-558290231e2f req-7b4664eb-f820-4756-9d52-b1f2e34aa2fa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5def6705b3c44db2a4998ed4a01a386f&device_id=a86d812c-fe15-4c35-b38e-3beba6b4210f HTTP/1.1" status: 200 len: 1099 time: 0.3829069 May 13 14:23:37.881261 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ccb2b-249d-4e22-aa5d-b421c616d9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=99e4f557-84e8-4c56-8ec2-30d95eb8ab42,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:37.915544 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c462b36-46aa-478e-b106-558290231e2f req-80110a76-1dda-408e-bef8-e9f8f54af074 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=f1010e32-6fc4-40ed-a9a5-6662560db790 HTTP/1.1" status: 200 len: 217 time: 0.1067362 May 13 14:23:37.969631 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf0c19-2584-49f5-bd4b-68ff91fcd481 req-ca5a7c75-4da6-4ade-a7cb-e1194e6060d2 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:37.971078 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dfdf0c19-2584-49f5-bd4b-68ff91fcd481 req-ca5a7c75-4da6-4ade-a7cb-e1194e6060d2 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 948 time: 0.1594136 May 13 14:23:37.994028 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326f605-d9b1-4755-a376-3ade3cfba0a9 req-93a4bec9-5966-414e-a0d9-6b6f61ea82a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:37.994284 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a86d812c-fe15-4c35-b38e-3beba6b4210f', 'tag': 'f1010e32-6fc4-40ed-a9a5-6662560db790'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:37.995492 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a326f605-d9b1-4755-a376-3ade3cfba0a9 req-93a4bec9-5966-414e-a0d9-6b6f61ea82a4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7e0e518d19f9448bbe227bb971102d2e&device_id=b748afd1-47b2-4307-b071-7ed4d40a77c5 HTTP/1.1" status: 200 len: 1096 time: 0.1207943 May 13 14:23:38.026445 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6485ea-3368-4308-a71a-7fb026b0dbb4 req-947ce343-d705-43e3-8796-a49c7f33a134 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:38.027152 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-fe6485ea-3368-4308-a71a-7fb026b0dbb4 req-947ce343-d705-43e3-8796-a49c7f33a134 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Synchronizing usage tracker for tenant:5def6705b3c44db2a4998ed4a01a386f on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:23:38.046473 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dfdf0c19-2584-49f5-bd4b-68ff91fcd481 req-48409699-b1b8-4f53-8398-17a2d0947909 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684848 May 13 14:23:38.067623 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c462b36-46aa-478e-b106-558290231e2f req-40dee38c-5f1c-4cba-af4e-afb1e195eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:38.069044 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c462b36-46aa-478e-b106-558290231e2f req-40dee38c-5f1c-4cba-af4e-afb1e195eed8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1426117 May 13 14:23:38.128194 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-fe6485ea-3368-4308-a71a-7fb026b0dbb4 req-947ce343-d705-43e3-8796-a49c7f33a134 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Unset dirty status for tenant:5def6705b3c44db2a4998ed4a01a386f on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:23:38.129353 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fe6485ea-3368-4308-a71a-7fb026b0dbb4 req-947ce343-d705-43e3-8796-a49c7f33a134 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/ports?device_id=a86d812c-fe15-4c35-b38e-3beba6b4210f HTTP/1.1" status: 200 len: 948 time: 0.6002557 May 13 14:23:38.140509 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-20084000-533e-4652-a87c-def661bfc378 req-115ccb2b-249d-4e22-aa5d-b421c616d9c9 service neutron] Attempting to bind port 99e4f557-84e8-4c56-8ec2-30d95eb8ab42 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:23:38.140840 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-20084000-533e-4652-a87c-def661bfc378 req-115ccb2b-249d-4e22-aa5d-b421c616d9c9 service neutron] Attempting to bind port 99e4f557-84e8-4c56-8ec2-30d95eb8ab42 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '8276eea6-c501-46f9-85d2-1d19b16af077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd7e21535-3639-44c1-8ce8-6a1d9f8a457d'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:23:38.141162 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20084000-533e-4652-a87c-def661bfc378 req-115ccb2b-249d-4e22-aa5d-b421c616d9c9 service neutron] Attempting to bind port 99e4f557-84e8-4c56-8ec2-30d95eb8ab42 on network d7e21535-3639-44c1-8ce8-6a1d9f8a457d {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:38.146437 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-119babe4-8b7d-4eaa-b634-e4e8c9474ad8'] response: {'server_uuid': '85e1dbb0-7dcc-4f40-ae90-d46b59d5888a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0', 'code': 200} May 13 14:23:38.149034 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c146ded-c112-44fd-ad3f-caf5aa28628a req-777430fa-b562-48e5-afa8-6cef08b33962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:38.150462 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5c146ded-c112-44fd-ad3f-caf5aa28628a req-777430fa-b562-48e5-afa8-6cef08b33962 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=07480a24b5104514b0b51ede1c77c59d&device_id=72838a6d-9dd0-47fe-b3e3-d8db2969f259 HTTP/1.1" status: 200 len: 1098 time: 0.4545016 May 13 14:23:38.167353 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20084000-533e-4652-a87c-def661bfc378 req-115ccb2b-249d-4e22-aa5d-b421c616d9c9 service neutron] Port 99e4f557-84e8-4c56-8ec2-30d95eb8ab42 on network d7e21535-3639-44c1-8ce8-6a1d9f8a457d not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:23:38.168131 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20084000-533e-4652-a87c-def661bfc378 req-115ccb2b-249d-4e22-aa5d-b421c616d9c9 service neutron] Attempting to bind port 99e4f557-84e8-4c56-8ec2-30d95eb8ab42 on network d7e21535-3639-44c1-8ce8-6a1d9f8a457d {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:38.173559 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326f605-d9b1-4755-a376-3ade3cfba0a9 req-0b218a89-044b-403f-b9e0-346ac579a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:38.175494 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a326f605-d9b1-4755-a376-3ade3cfba0a9 req-0b218a89-044b-403f-b9e0-346ac579a77c service neutron] 10.222.0.74 "GET /v2.0/networks?id=a2ee0690-4c57-4e4e-b68b-865fc1c187b1 HTTP/1.1" status: 200 len: 925 time: 0.1544406 May 13 14:23:38.290617 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20084000-533e-4652-a87c-def661bfc378 req-115ccb2b-249d-4e22-aa5d-b421c616d9c9 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:23:38.290962 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20084000-533e-4652-a87c-def661bfc378 req-115ccb2b-249d-4e22-aa5d-b421c616d9c9 service neutron] Checking segment: {'id': '8276eea6-c501-46f9-85d2-1d19b16af077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd7e21535-3639-44c1-8ce8-6a1d9f8a457d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:23:38.291361 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20084000-533e-4652-a87c-def661bfc378 req-115ccb2b-249d-4e22-aa5d-b421c616d9c9 service neutron] Bound using segment: {'id': '8276eea6-c501-46f9-85d2-1d19b16af077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd7e21535-3639-44c1-8ce8-6a1d9f8a457d'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:23:38.291795 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-20084000-533e-4652-a87c-def661bfc378 req-115ccb2b-249d-4e22-aa5d-b421c616d9c9 service neutron] Bound port: 99e4f557-84e8-4c56-8ec2-30d95eb8ab42, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8276eea6-c501-46f9-85d2-1d19b16af077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd7e21535-3639-44c1-8ce8-6a1d9f8a457d'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:23:38.292136 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-20084000-533e-4652-a87c-def661bfc378 req-115ccb2b-249d-4e22-aa5d-b421c616d9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:38.387548 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-fe6485ea-3368-4308-a71a-7fb026b0dbb4 req-1785a03a-68e1-4f01-aa67-f044372daba6 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Synchronizing usage tracker for tenant:5def6705b3c44db2a4998ed4a01a386f on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:23:38.457408 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c146ded-c112-44fd-ad3f-caf5aa28628a req-97993d73-d2df-47a5-868d-d9a76faf682b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:38.458789 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5c146ded-c112-44fd-ad3f-caf5aa28628a req-97993d73-d2df-47a5-868d-d9a76faf682b service neutron] 10.222.0.74 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.2942519 May 13 14:23:38.461569 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a326f605-d9b1-4755-a376-3ade3cfba0a9 req-6a79e5f1-81ca-4333-ae36-8848c643ebab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e32ddf8-8485-40ab-b203-84fd58d0b941 HTTP/1.1" status: 200 len: 1001 time: 0.2802620 May 13 14:23:38.465614 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c462b36-46aa-478e-b106-558290231e2f req-f42bdfdc-5166-4f83-a959-782a97ea4a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:38.466982 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c462b36-46aa-478e-b106-558290231e2f req-f42bdfdc-5166-4f83-a959-782a97ea4a42 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3841569 May 13 14:23:38.471045 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-fe6485ea-3368-4308-a71a-7fb026b0dbb4 req-1785a03a-68e1-4f01-aa67-f044372daba6 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Unset dirty status for tenant:5def6705b3c44db2a4998ed4a01a386f on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:23:38.472145 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fe6485ea-3368-4308-a71a-7fb026b0dbb4 req-1785a03a-68e1-4f01-aa67-f044372daba6 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f228f1c-8d42-4e2c-9176-132ca520e661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335385 May 13 14:23:38.556172 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16b80e-fe52-468e-993c-42fc6261cc83 req-47cca50f-ded6-471c-8bb0-f5f8102eb1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:38.557432 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6d16b80e-fe52-468e-993c-42fc6261cc83 req-47cca50f-ded6-471c-8bb0-f5f8102eb1fa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 1096 time: 0.3047302 May 13 14:23:38.577721 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5c146ded-c112-44fd-ad3f-caf5aa28628a req-eac38905-9dda-47a9-b82a-2ddafd39f494 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=bdc0b46b-1b50-4024-89d6-3cc87a33c729 HTTP/1.1" status: 200 len: 217 time: 0.1071422 May 13 14:23:38.579199 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-20084000-533e-4652-a87c-def661bfc378 req-115ccb2b-249d-4e22-aa5d-b421c616d9c9 service neutron] For port 99e4f557-84e8-4c56-8ec2-30d95eb8ab42, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:23:38.595532 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e4320-7b9b-4d06-9567-200d1eaa766a req-c5664003-9f06-49b4-8e70-a04457f0096e tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:38.596988 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-126e4320-7b9b-4d06-9567-200d1eaa766a req-c5664003-9f06-49b4-8e70-a04457f0096e tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd088759-bcee-48a1-b04e-c365bbd5884e HTTP/1.1" status: 200 len: 943 time: 0.3141291 May 13 14:23:38.601763 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326f605-d9b1-4755-a376-3ade3cfba0a9 req-acfa9f71-511f-4b57-940b-daabb613a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:38.603155 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a326f605-d9b1-4755-a376-3ade3cfba0a9 req-acfa9f71-511f-4b57-940b-daabb613a4ba service neutron] 10.222.0.74 "GET /v2.0/subnets?id=df9f1382-e59c-48f3-b05c-1d030cf41b4a HTTP/1.1" status: 200 len: 863 time: 0.1331537 May 13 14:23:38.662217 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-125721a6-5ea1-4792-a2ca-5defd871362f'] response: {'name': 'network-changed', 'server_uuid': 'a86d812c-fe15-4c35-b38e-3beba6b4210f', 'tag': 'f1010e32-6fc4-40ed-a9a5-6662560db790', 'status': 'completed', 'code': 200} May 13 14:23:38.676259 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95677dd7-0a5b-482c-a4f0-3bba7a89c84d', 'tag': '5c3b8323-c681-47e7-b717-f6319ae7043a'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:38.684476 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-20084000-533e-4652-a87c-def661bfc378 req-115ccb2b-249d-4e22-aa5d-b421c616d9c9 service neutron] For port 99e4f557-84e8-4c56-8ec2-30d95eb8ab42, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=99e4f557-84e8-4c56-8ec2-30d95eb8ab42,segment=NetworkSegment(8276eea6-c501-46f9-85d2-1d19b16af077),segment_id=8276eea6-c501-46f9-85d2-1d19b16af077)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:23:38.688343 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6d16b80e-fe52-468e-993c-42fc6261cc83 req-ecf03bca-f62e-425b-b838-c5c1fb991cd6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202497 May 13 14:23:38.698886 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-20084000-533e-4652-a87c-def661bfc378 req-115ccb2b-249d-4e22-aa5d-b421c616d9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:38.720296 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-126e4320-7b9b-4d06-9567-200d1eaa766a req-41f84ae1-c1d8-478c-8386-a42a3a5c24c8 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] 10.222.0.35 "GET /v2.0/security-groups?id=255b30ce-85c0-4923-9a0d-8a4d46b663b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129503 May 13 14:23:38.736947 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326f605-d9b1-4755-a376-3ade3cfba0a9 req-8d20dcae-a67f-4cff-8892-934ca2384025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:38.738371 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a326f605-d9b1-4755-a376-3ade3cfba0a9 req-8d20dcae-a67f-4cff-8892-934ca2384025 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a2ee0690-4c57-4e4e-b68b-865fc1c187b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1282976 May 13 14:23:38.945041 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a326f605-d9b1-4755-a376-3ade3cfba0a9 req-55261cd6-9c07-47db-9f5b-f97c23a2349b service neutron] 10.222.0.74 "GET /v2.0/networks/a2ee0690-4c57-4e4e-b68b-865fc1c187b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993995 May 13 14:23:38.955559 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c146ded-c112-44fd-ad3f-caf5aa28628a req-bd507c19-4f4b-4a17-a8a9-041ebd13e38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:38.957119 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5c146ded-c112-44fd-ad3f-caf5aa28628a req-bd507c19-4f4b-4a17-a8a9-041ebd13e38c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.3722043 May 13 14:23:38.966841 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084000-533e-4652-a87c-def661bfc378 req-115ccb2b-249d-4e22-aa5d-b421c616d9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:38.967464 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-20084000-533e-4652-a87c-def661bfc378 req-115ccb2b-249d-4e22-aa5d-b421c616d9c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:38.968774 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-20084000-533e-4652-a87c-def661bfc378 req-115ccb2b-249d-4e22-aa5d-b421c616d9c9 service neutron] 10.222.0.74 "PUT /v2.0/ports/99e4f557-84e8-4c56-8ec2-30d95eb8ab42 HTTP/1.1" status: 200 len: 1091 time: 3.4907377 May 13 14:23:39.057265 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c4b00-1f23-4dc2-a1eb-b781d8e65699 req-7d5e63d1-d512-4320-9bfb-35ccfb47cbcb tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:39.058719 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a90c4b00-1f23-4dc2-a1eb-b781d8e65699 req-7d5e63d1-d512-4320-9bfb-35ccfb47cbcb tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 945 time: 0.2119896 May 13 14:23:39.078305 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c462b36-46aa-478e-b106-558290231e2f req-32882f12-c645-44f4-a59d-31880e23cd03 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402999 May 13 14:23:39.097031 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ccb2b-249d-4e22-aa5d-b421c616d9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=99e4f557-84e8-4c56-8ec2-30d95eb8ab42,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:39.138952 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a90c4b00-1f23-4dc2-a1eb-b781d8e65699 req-9138b089-ffc8-4f81-8e8e-13450fbf0ea4 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731099 May 13 14:23:39.141095 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a326f605-d9b1-4755-a376-3ade3cfba0a9 req-651c9d03-41af-45f6-a27f-e137d34918ad service neutron] 10.222.0.74 "GET /v2.0/networks/a2ee0690-4c57-4e4e-b68b-865fc1c187b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902142 May 13 14:23:39.265211 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1920f89-401a-47e6-a5ac-3fca84f24f14 req-645d6705-4918-493f-ab0f-a6e855ec3e7c tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:39.266691 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d1920f89-401a-47e6-a5ac-3fca84f24f14 req-645d6705-4918-493f-ab0f-a6e855ec3e7c tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.35 "GET /v2.0/ports?device_id=72838a6d-9dd0-47fe-b3e3-d8db2969f259 HTTP/1.1" status: 200 len: 947 time: 0.3728023 May 13 14:23:39.322031 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c146ded-c112-44fd-ad3f-caf5aa28628a req-d627c28a-104d-499e-b1a5-e4a66cedd585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:39.323826 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5c146ded-c112-44fd-ad3f-caf5aa28628a req-d627c28a-104d-499e-b1a5-e4a66cedd585 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3466768 May 13 14:23:39.332994 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084000-533e-4652-a87c-def661bfc378 req-4c7e1935-035d-4c8a-bef5-7729b17bb495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:39.334781 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-20084000-533e-4652-a87c-def661bfc378 req-4c7e1935-035d-4c8a-bef5-7729b17bb495 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=98ba496aab2942758d5377375ca28e40&device_id=bd088759-bcee-48a1-b04e-c365bbd5884e HTTP/1.1" status: 200 len: 1094 time: 0.3022048 May 13 14:23:39.340270 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c462b36-46aa-478e-b106-558290231e2f req-f5f6ca3b-cebd-4deb-9ebd-060f0475df69 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305520 May 13 14:23:39.470177 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d1920f89-401a-47e6-a5ac-3fca84f24f14 req-1d6ae13a-e678-4840-b1eb-0dfb57279e49 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e39a373-3824-4162-a936-04d6e15c2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869113 May 13 14:23:39.530026 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-20084000-533e-4652-a87c-def661bfc378 req-3556553e-cf72-473b-a3b9-cd1d5f39c591 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99e4f557-84e8-4c56-8ec2-30d95eb8ab42 HTTP/1.1" status: 200 len: 217 time: 0.1751413 May 13 14:23:39.543814 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0775c81-8880-4e2c-a65f-d26a4a160deb'] response: {'name': 'network-changed', 'server_uuid': '95677dd7-0a5b-482c-a4f0-3bba7a89c84d', 'tag': '5c3b8323-c681-47e7-b717-f6319ae7043a', 'status': 'completed', 'code': 200} May 13 14:23:39.678969 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084000-533e-4652-a87c-def661bfc378 req-c7a2b2d9-399e-4815-a918-42685614b42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:39.680641 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-20084000-533e-4652-a87c-def661bfc378 req-c7a2b2d9-399e-4815-a918-42685614b42c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=afc655c0-2d24-4efd-9270-fce47f4202da HTTP/1.1" status: 200 len: 854 time: 0.1345229 May 13 14:23:39.740896 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa5d4c-11d1-4073-9228-4ef54aeaf3e9 req-b0448841-fe70-464d-b7cc-15a7aaea0bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:39.744027 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e1fa5d4c-11d1-4073-9228-4ef54aeaf3e9 req-b0448841-fe70-464d-b7cc-15a7aaea0bac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 1099 time: 0.1790352 May 13 14:23:39.747382 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa5d4c-11d1-4073-9228-4ef54aeaf3e9 req-ad4dd94c-95a8-40cd-bea3-70eb31806901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:39.748878 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e1fa5d4c-11d1-4073-9228-4ef54aeaf3e9 req-ad4dd94c-95a8-40cd-bea3-70eb31806901 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 1099 time: 0.1333439 May 13 14:23:39.760997 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-20084000-533e-4652-a87c-def661bfc378 req-34b55e95-d3d2-4782-9139-5ebc4860b3b7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d7e21535-3639-44c1-8ce8-6a1d9f8a457d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646071 May 13 14:23:39.776437 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5c146ded-c112-44fd-ad3f-caf5aa28628a req-12338be4-177b-45ab-ad1d-34d912d6d048 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202673 May 13 14:23:39.893641 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c513735-353c-4407-94ca-6c05a3a49e07 req-fb895497-9326-4bea-bc07-de75c6298bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:39.895446 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2c513735-353c-4407-94ca-6c05a3a49e07 req-fb895497-9326-4bea-bc07-de75c6298bd3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5def6705b3c44db2a4998ed4a01a386f&device_id=a86d812c-fe15-4c35-b38e-3beba6b4210f HTTP/1.1" status: 200 len: 1099 time: 0.4712861 May 13 14:23:40.028009 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa5d4c-11d1-4073-9228-4ef54aeaf3e9 req-d4a754b5-e3e0-4b2a-b184-4093f3f0ac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:40.030056 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e1fa5d4c-11d1-4073-9228-4ef54aeaf3e9 req-d4a754b5-e3e0-4b2a-b184-4093f3f0ac2a service neutron] 10.222.0.74 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.1612480 May 13 14:23:40.116614 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e1fa5d4c-11d1-4073-9228-4ef54aeaf3e9 req-4f7fe4fb-7aec-4bee-ac15-a1f07d53d6ee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=5c3b8323-c681-47e7-b717-f6319ae7043a HTTP/1.1" status: 200 len: 217 time: 0.0673950 May 13 14:23:40.129125 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693c3bc-faff-44a9-9200-a39bea9a9104 req-2778005b-abc7-40aa-b3eb-d8aaace42401 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:40.136070 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4693c3bc-faff-44a9-9200-a39bea9a9104 req-2778005b-abc7-40aa-b3eb-d8aaace42401 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 948 time: 0.3908243 May 13 14:23:40.145916 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd6723-ab44-4b1d-b0ba-cf7876708e64 req-82cbc5b6-006a-45f9-bce9-1cf4aa57d091 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:40.147460 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-44bd6723-ab44-4b1d-b0ba-cf7876708e64 req-82cbc5b6-006a-45f9-bce9-1cf4aa57d091 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 1096 time: 0.4987502 May 13 14:23:40.184296 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-20084000-533e-4652-a87c-def661bfc378 req-6767da73-4bd3-4dc7-9815-ad705db4f1ea service neutron] 10.222.0.74 "GET /v2.0/networks/d7e21535-3639-44c1-8ce8-6a1d9f8a457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051414 May 13 14:23:40.195727 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5c146ded-c112-44fd-ad3f-caf5aa28628a req-d508dba9-079a-4c12-a2f2-f35f26bf8740 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934090 May 13 14:23:40.230145 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c513735-353c-4407-94ca-6c05a3a49e07 req-e8eb24d4-b30e-4009-aa41-c2912ab1aa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:40.231619 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2c513735-353c-4407-94ca-6c05a3a49e07 req-e8eb24d4-b30e-4009-aa41-c2912ab1aa6b service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.2746048 May 13 14:23:40.247884 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4693c3bc-faff-44a9-9200-a39bea9a9104 req-939acd75-cec7-446d-a532-395861189fe0 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109941 May 13 14:23:40.254935 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa5d4c-11d1-4073-9228-4ef54aeaf3e9 req-f666f50b-4d4f-4871-a4a3-c3845432831c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:40.256549 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e1fa5d4c-11d1-4073-9228-4ef54aeaf3e9 req-f666f50b-4d4f-4871-a4a3-c3845432831c service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.5065901 May 13 14:23:40.318204 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa5d4c-11d1-4073-9228-4ef54aeaf3e9 req-74e9b6f9-8734-4c77-b83f-b99fe53b0913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:40.319684 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e1fa5d4c-11d1-4073-9228-4ef54aeaf3e9 req-74e9b6f9-8734-4c77-b83f-b99fe53b0913 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1599951 May 13 14:23:40.362603 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e1fa5d4c-11d1-4073-9228-4ef54aeaf3e9 req-36fac247-ef28-44f5-8ab3-7b8c3eac0733 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=5c3b8323-c681-47e7-b717-f6319ae7043a HTTP/1.1" status: 200 len: 217 time: 0.0991058 May 13 14:23:40.389097 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2c513735-353c-4407-94ca-6c05a3a49e07 req-a60e4bfb-96d2-4956-bba9-aaea3a97d32a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=f1010e32-6fc4-40ed-a9a5-6662560db790 HTTP/1.1" status: 200 len: 217 time: 0.1469738 May 13 14:23:40.394309 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-44bd6723-ab44-4b1d-b0ba-cf7876708e64 req-f757f306-9c02-43ae-a858-441d924ad96b tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332900 May 13 14:23:40.591453 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa5d4c-11d1-4073-9228-4ef54aeaf3e9 req-043be3b4-1712-4a77-97f0-abfcd577ee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:40.592933 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e1fa5d4c-11d1-4073-9228-4ef54aeaf3e9 req-043be3b4-1712-4a77-97f0-abfcd577ee24 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.2237155 May 13 14:23:40.603729 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c513735-353c-4407-94ca-6c05a3a49e07 req-b1dad72b-e3ca-45e5-9efc-0287b4eafb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:40.605154 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2c513735-353c-4407-94ca-6c05a3a49e07 req-b1dad72b-e3ca-45e5-9efc-0287b4eafb85 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.2100272 May 13 14:23:40.614191 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-20084000-533e-4652-a87c-def661bfc378 req-0162154d-5b94-49f1-a396-e45917b23233 service neutron] 10.222.0.74 "GET /v2.0/networks/d7e21535-3639-44c1-8ce8-6a1d9f8a457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126666 May 13 14:23:40.665810 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa5d4c-11d1-4073-9228-4ef54aeaf3e9 req-781882f1-eb3e-4512-8e53-f852a4c9f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:40.666490 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd088759-bcee-48a1-b04e-c365bbd5884e', 'tag': '99e4f557-84e8-4c56-8ec2-30d95eb8ab42'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:40.667294 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e1fa5d4c-11d1-4073-9228-4ef54aeaf3e9 req-781882f1-eb3e-4512-8e53-f852a4c9f8b0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3371620 May 13 14:23:40.683268 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861348e-63ee-4dce-8547-66e4db9080e4 req-51a56f86-c9bf-4f8e-ab60-1a0dc9c00d3b tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:40.684866 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1861348e-63ee-4dce-8547-66e4db9080e4 req-51a56f86-c9bf-4f8e-ab60-1a0dc9c00d3b tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/ports?device_id=a86d812c-fe15-4c35-b38e-3beba6b4210f HTTP/1.1" status: 200 len: 948 time: 0.2821598 May 13 14:23:40.705906 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c513735-353c-4407-94ca-6c05a3a49e07 req-14bd3ffe-75a7-4051-b9bf-67a274bd96da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:40.707431 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2c513735-353c-4407-94ca-6c05a3a49e07 req-14bd3ffe-75a7-4051-b9bf-67a274bd96da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0955102 May 13 14:23:40.795527 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa5d4c-11d1-4073-9228-4ef54aeaf3e9 req-379912c1-9cd0-483d-93bb-057aeb042e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:40.797013 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e1fa5d4c-11d1-4073-9228-4ef54aeaf3e9 req-379912c1-9cd0-483d-93bb-057aeb042e4d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1975548 May 13 14:23:40.845006 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1861348e-63ee-4dce-8547-66e4db9080e4 req-07e8ac8e-299c-4f29-9a98-c169befafa1e tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f228f1c-8d42-4e2c-9176-132ca520e661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284995 May 13 14:23:40.855520 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2c513735-353c-4407-94ca-6c05a3a49e07 req-6e075f0a-9252-430e-957a-31c025a0a9e7 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407330 May 13 14:23:40.903365 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 5c3b8323-c681-47e7-b717-f6319ae7043a details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:23:40.966129 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e1fa5d4c-11d1-4073-9228-4ef54aeaf3e9 req-0b007d2c-6e17-404f-a8b6-c4b8a30f5a39 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717080 May 13 14:23:41.048170 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2c513735-353c-4407-94ca-6c05a3a49e07 req-c9d6e816-f38a-49f6-bf1d-602d9202e434 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839299 May 13 14:23:41.094754 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 5c3b8323-c681-47e7-b717-f6319ae7043a, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=5c3b8323-c681-47e7-b717-f6319ae7043a,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:41.109572 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device bdc0b46b-1b50-4024-89d6-3cc87a33c729 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:23:41.111841 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e1fa5d4c-11d1-4073-9228-4ef54aeaf3e9 req-1b67e64f-0669-4c41-8fc7-541d0d426139 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044260 May 13 14:23:41.119840 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '5c3b8323-c681-47e7-b717-f6319ae7043a', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': '5c3b8323-c681-47e7-b717-f6319ae7043a', 'mac_address': 'fa:16:3e:df:14:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:23:41.170562 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd264779-642a-4287-93eb-070a369cd1a0 req-42c44ece-811d-4492-afca-450c5143039f tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:41.172096 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fd264779-642a-4287-93eb-070a369cd1a0 req-42c44ece-811d-4492-afca-450c5143039f tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 945 time: 0.0911026 May 13 14:23:41.241700 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fd264779-642a-4287-93eb-070a369cd1a0 req-a146c68b-2e76-4a4d-aebf-4d88dd0a34dc tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613480 May 13 14:23:41.287531 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 5c3b8323-c681-47e7-b717-f6319ae7043a is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:23:41.287981 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:41.308138 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e1fa5d4c-11d1-4073-9228-4ef54aeaf3e9 req-60f3691f-a07a-4021-a61a-00adf3f0924e service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283448 May 13 14:23:41.310624 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3b8323-c681-47e7-b717-f6319ae7043a {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:23:41.329059 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e1fa5d4c-11d1-4073-9228-4ef54aeaf3e9 req-faca1423-3e35-4fa5-bf68-8a81d5e58e7e service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071207 May 13 14:23:41.339135 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ac1ea-f9b9-4482-b1d8-8bd659268bb0 req-6ec9fd27-7449-4a83-b15e-7896d50e10cc tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:41.341057 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fe9ac1ea-f9b9-4482-b1d8-8bd659268bb0 req-6ec9fd27-7449-4a83-b15e-7896d50e10cc tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd088759-bcee-48a1-b04e-c365bbd5884e HTTP/1.1" status: 200 len: 943 time: 0.3381314 May 13 14:23:41.355826 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 5c3b8323-c681-47e7-b717-f6319ae7043a, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=5c3b8323-c681-47e7-b717-f6319ae7043a,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:41.362552 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:41.419434 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fe9ac1ea-f9b9-4482-b1d8-8bd659268bb0 req-414ca064-01d0-470a-ba7d-99b970eef328 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] 10.222.0.35 "GET /v2.0/security-groups?id=255b30ce-85c0-4923-9a0d-8a4d46b663b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719626 May 13 14:23:41.425420 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port bdc0b46b-1b50-4024-89d6-3cc87a33c729, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=bdc0b46b-1b50-4024-89d6-3cc87a33c729,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:41.454404 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'bdc0b46b-1b50-4024-89d6-3cc87a33c729', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': 'bdc0b46b-1b50-4024-89d6-3cc87a33c729', 'mac_address': 'fa:16:3e:b4:58:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:23:41.459163 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=5c3b8323-c681-47e7-b717-f6319ae7043a,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:41.524295 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port bdc0b46b-1b50-4024-89d6-3cc87a33c729 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:23:41.525500 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:41.544583 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc0b46b-1b50-4024-89d6-3cc87a33c729 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:23:41.563649 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port bdc0b46b-1b50-4024-89d6-3cc87a33c729, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=bdc0b46b-1b50-4024-89d6-3cc87a33c729,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:41.568513 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:41.609025 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['5c3b8323-c681-47e7-b717-f6319ae7043a'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:23:41.677358 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9b7d0-9f50-4645-9231-fa86b745f98b req-3eb18931-74dd-478e-b5f4-cae56fb66199 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:41.684935 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4db9b7d0-9f50-4645-9231-fa86b745f98b req-3eb18931-74dd-478e-b5f4-cae56fb66199 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.35 "GET /v2.0/ports?device_id=72838a6d-9dd0-47fe-b3e3-d8db2969f259 HTTP/1.1" status: 200 len: 948 time: 0.1141710 May 13 14:23:41.705426 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=bdc0b46b-1b50-4024-89d6-3cc87a33c729,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:41.733019 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4db9b7d0-9f50-4645-9231-fa86b745f98b req-ff80c74d-fb01-41da-91bd-ec151d3e5ce7 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e39a373-3824-4162-a936-04d6e15c2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470839 May 13 14:23:41.795361 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89355bc0-980f-4228-9327-3efe88e23266'] response: {'name': 'network-changed', 'server_uuid': 'bd088759-bcee-48a1-b04e-c365bbd5884e', 'tag': '99e4f557-84e8-4c56-8ec2-30d95eb8ab42', 'status': 'completed', 'code': 200} May 13 14:23:41.924866 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f146f1-aaf9-4f7b-971e-2697ee154392 req-0a8cd607-6a2f-44c7-8e06-2d7c05784c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:41.927701 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-79f146f1-aaf9-4f7b-971e-2697ee154392 req-0a8cd607-6a2f-44c7-8e06-2d7c05784c56 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=98ba496aab2942758d5377375ca28e40&device_id=bd088759-bcee-48a1-b04e-c365bbd5884e HTTP/1.1" status: 200 len: 1094 time: 0.0833426 May 13 14:23:42.111945 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f146f1-aaf9-4f7b-971e-2697ee154392 req-012b6498-17c4-401b-b1be-6fe3e9447777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:42.113615 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-79f146f1-aaf9-4f7b-971e-2697ee154392 req-012b6498-17c4-401b-b1be-6fe3e9447777 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d7e21535-3639-44c1-8ce8-6a1d9f8a457d HTTP/1.1" status: 200 len: 915 time: 0.1792235 May 13 14:23:42.127359 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['bdc0b46b-1b50-4024-89d6-3cc87a33c729'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:23:42.254388 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-79f146f1-aaf9-4f7b-971e-2697ee154392 req-b51fef3b-f2f8-452d-9e82-74d26abe61e2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99e4f557-84e8-4c56-8ec2-30d95eb8ab42 HTTP/1.1" status: 200 len: 217 time: 0.0889494 May 13 14:23:42.332025 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf6551-4477-4c2f-b555-b2734a7e20c7 req-c31a8b65-9ef7-423f-b8c2-ee9888acd7ef tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:42.341779 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c4bf6551-4477-4c2f-b555-b2734a7e20c7 req-c31a8b65-9ef7-423f-b8c2-ee9888acd7ef tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 1096 time: 0.2312222 May 13 14:23:42.393008 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f146f1-aaf9-4f7b-971e-2697ee154392 req-08f5702a-4341-49f1-a132-facb9a7a8053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:42.394432 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-79f146f1-aaf9-4f7b-971e-2697ee154392 req-08f5702a-4341-49f1-a132-facb9a7a8053 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=afc655c0-2d24-4efd-9270-fce47f4202da HTTP/1.1" status: 200 len: 854 time: 0.1296418 May 13 14:23:42.408772 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c4bf6551-4477-4c2f-b555-b2734a7e20c7 req-de363c60-f220-47e8-a2c9-30e1c2876555 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658059 May 13 14:23:42.500029 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-79f146f1-aaf9-4f7b-971e-2697ee154392 req-d0c29a9d-9478-4800-ab3f-45381f2a8f1a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d7e21535-3639-44c1-8ce8-6a1d9f8a457d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901871 May 13 14:23:42.776341 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-79f146f1-aaf9-4f7b-971e-2697ee154392 req-92d691a3-aa64-408e-bb17-05477e843a87 service neutron] 10.222.0.74 "GET /v2.0/networks/d7e21535-3639-44c1-8ce8-6a1d9f8a457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679203 May 13 14:23:42.904186 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device f1010e32-6fc4-40ed-a9a5-6662560db790 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:23:42.907090 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 5c3b8323-c681-47e7-b717-f6319ae7043a up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:23:42.913868 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66509910-7df7-47b4-896e-bf784ad1b117 req-e60a53ab-46b2-4ccb-a405-a86d9bd48ef7 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:42.915367 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-66509910-7df7-47b4-896e-bf784ad1b117 req-e60a53ab-46b2-4ccb-a405-a86d9bd48ef7 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 949 time: 0.2667265 May 13 14:23:42.925122 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-24a4ea86-d055-46ab-b59b-d58e6ac556d5 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:23:42.934537 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-24a4ea86-d055-46ab-b59b-d58e6ac556d5 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126300 May 13 14:23:42.956469 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-d5a254af-7f07-4133-92fb-c626f1e2be2a service neutron] Request body: {'binding': {'host': 'n-h2-841760-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:42.957668 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-d5a254af-7f07-4133-92fb-c626f1e2be2a service neutron] Unknown quota resources ['binding']. {{(pid=88081) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 13 14:23:42.958960 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-79f146f1-aaf9-4f7b-971e-2697ee154392 req-7cae3763-26a6-4f90-8303-baca5464b12a service neutron] 10.222.0.74 "GET /v2.0/networks/d7e21535-3639-44c1-8ce8-6a1d9f8a457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701152 May 13 14:23:42.994024 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-66509910-7df7-47b4-896e-bf784ad1b117 req-d88a5b90-25f8-4351-8efb-d3c625ed9e63 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722477 May 13 14:23:43.012389 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34414) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:43.119968 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 5c3b8323-c681-47e7-b717-f6319ae7043a completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:23:43.133469 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 5c3b8323-c681-47e7-b717-f6319ae7043a triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:23:43.135782 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:43.186350 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-584b4e2d-5443-4481-a1dc-fdcaff8ea06f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:43.207663 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9456b6a-53b9-40e0-8288-378830b10933 req-6a97b6ca-3d5e-4805-897a-3cc4a9304049 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:43.209130 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d9456b6a-53b9-40e0-8288-378830b10933 req-6a97b6ca-3d5e-4805-897a-3cc4a9304049 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/ports?device_id=a86d812c-fe15-4c35-b38e-3beba6b4210f HTTP/1.1" status: 200 len: 948 time: 0.1204402 May 13 14:23:43.212450 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port f1010e32-6fc4-40ed-a9a5-6662560db790, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=f1010e32-6fc4-40ed-a9a5-6662560db790,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:43.212918 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-584b4e2d-5443-4481-a1dc-fdcaff8ea06f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:43.217029 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-584b4e2d-5443-4481-a1dc-fdcaff8ea06f admin admin] Usage tracker for resource:security_group_rule and tenant:6894b7fe83924adc949a517ab9bfa6e1 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:43.221503 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-584b4e2d-5443-4481-a1dc-fdcaff8ea06f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:43.232008 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'f1010e32-6fc4-40ed-a9a5-6662560db790', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': 'f1010e32-6fc4-40ed-a9a5-6662560db790', 'mac_address': 'fa:16:3e:ab:8c:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:23:43.243556 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-584b4e2d-5443-4481-a1dc-fdcaff8ea06f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:43.251835 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-d5a254af-7f07-4133-92fb-c626f1e2be2a service neutron] Attempting to bind port 33367613-7e10-4ad3-8825-d0865ccc4998 on host n-h2-841760-1 for vnic_type normal with profile None {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:23:43.252304 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-d5a254af-7f07-4133-92fb-c626f1e2be2a service neutron] Attempting to bind port 33367613-7e10-4ad3-8825-d0865ccc4998 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:23:43.253170 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-d5a254af-7f07-4133-92fb-c626f1e2be2a service neutron] Attempting to bind port 33367613-7e10-4ad3-8825-d0865ccc4998 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:43.258873 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-d5a254af-7f07-4133-92fb-c626f1e2be2a service neutron] Port 33367613-7e10-4ad3-8825-d0865ccc4998 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:23:43.259516 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-d5a254af-7f07-4133-92fb-c626f1e2be2a service neutron] Attempting to bind port 33367613-7e10-4ad3-8825-d0865ccc4998 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:43.268848 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-d5a254af-7f07-4133-92fb-c626f1e2be2a service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:23:43.270437 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-d5a254af-7f07-4133-92fb-c626f1e2be2a service neutron] Checking segment: {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:23:43.271552 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-d5a254af-7f07-4133-92fb-c626f1e2be2a service neutron] Bound using segment: {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:23:43.273133 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-d5a254af-7f07-4133-92fb-c626f1e2be2a service neutron] Bound port: 33367613-7e10-4ad3-8825-d0865ccc4998, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:23:43.290789 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d9456b6a-53b9-40e0-8288-378830b10933 req-5cd32d86-d492-4f2f-9124-538056ec4ee0 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f228f1c-8d42-4e2c-9176-132ca520e661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708535 May 13 14:23:43.328275 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-d5a254af-7f07-4133-92fb-c626f1e2be2a service neutron] For port 33367613-7e10-4ad3-8825-d0865ccc4998, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=33367613-7e10-4ad3-8825-d0865ccc4998,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:23:43.335505 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-d5a254af-7f07-4133-92fb-c626f1e2be2a service neutron] Notify callbacks [] for binding, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:43.337243 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-d5a254af-7f07-4133-92fb-c626f1e2be2a service neutron] 10.222.0.35 "POST /v2.0/ports/33367613-7e10-4ad3-8825-d0865ccc4998/bindings HTTP/1.1" status: 201 len: 389 time: 0.3898835 May 13 14:23:43.372486 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port f1010e32-6fc4-40ed-a9a5-6662560db790 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:23:43.372830 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:43.416688 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1010e32-6fc4-40ed-a9a5-6662560db790 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:23:43.460584 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 5c3b8323-c681-47e7-b717-f6319ae7043a is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:23:43.460961 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:43.466613 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-584b4e2d-5443-4481-a1dc-fdcaff8ea06f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:43.477978 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-584b4e2d-5443-4481-a1dc-fdcaff8ea06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:43.485116 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port f1010e32-6fc4-40ed-a9a5-6662560db790, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=f1010e32-6fc4-40ed-a9a5-6662560db790,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:43.503678 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95677dd7-0a5b-482c-a4f0-3bba7a89c84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3b8323-c681-47e7-b717-f6319ae7043a'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:43.511778 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:43.549300 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 5c3b8323-c681-47e7-b717-f6319ae7043a, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=5c3b8323-c681-47e7-b717-f6319ae7043a,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:43.556647 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:43.575405 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-584b4e2d-5443-4481-a1dc-fdcaff8ea06f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6894b7fe83924adc949a517ab9bfa6e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5618708 May 13 14:23:43.578542 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34424) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:43.580284 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b4e2d-5443-4481-a1dc-fdcaff8ea06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2eaaa3-bf63-4712-bdf3-20bee6f42dc1,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:43.598569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=f1010e32-6fc4-40ed-a9a5-6662560db790,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:43.604977 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b0ccd-3d32-42e4-8766-40b83e9c4095 req-4af660c0-da89-4875-8660-6600434480b3 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:43.606786 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2d5b0ccd-3d32-42e4-8766-40b83e9c4095 req-4af660c0-da89-4875-8660-6600434480b3 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd088759-bcee-48a1-b04e-c365bbd5884e HTTP/1.1" status: 200 len: 943 time: 0.1105678 May 13 14:23:43.650219 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480e992-bfe5-4856-99c9-60e461e56d61 req-3431baa3-a40b-4354-a694-717916ab56f8 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:43.651648 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f480e992-bfe5-4856-99c9-60e461e56d61 req-3431baa3-a40b-4354-a694-717916ab56f8 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 1096 time: 0.2399092 May 13 14:23:43.688482 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-0121d715-64d7-4ec1-8ce3-22fca640b9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:43.689351 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=5c3b8323-c681-47e7-b717-f6319ae7043a,revision_number=9']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:43.689923 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-0121d715-64d7-4ec1-8ce3-22fca640b9d3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4d6ca075ae214d9490235db19234e57f&device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 1096 time: 0.1120412 May 13 14:23:43.691335 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2d5b0ccd-3d32-42e4-8766-40b83e9c4095 req-3fd3b468-4f70-45e0-99b6-6a7cff32274e tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] 10.222.0.35 "GET /v2.0/security-groups?id=255b30ce-85c0-4923-9a0d-8a4d46b663b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721807 May 13 14:23:43.692106 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ae81b72e-8433-4ee3-815a-fc9d2716a000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:43.723562 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ae81b72e-8433-4ee3-815a-fc9d2716a000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:43.752874 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['f1010e32-6fc4-40ed-a9a5-6662560db790'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:23:43.774246 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f480e992-bfe5-4856-99c9-60e461e56d61 req-18d03fee-b165-4567-8518-f5845c85b8fb tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120100 May 13 14:23:43.785646 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ae81b72e-8433-4ee3-815a-fc9d2716a000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:43.811554 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81b72e-8433-4ee3-815a-fc9d2716a000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2eaaa3-bf63-4712-bdf3-20bee6f42dc1,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:43.849720 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ae81b72e-8433-4ee3-815a-fc9d2716a000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:43.853590 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ae81b72e-8433-4ee3-815a-fc9d2716a000 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0b2eaaa3-bf63-4712-bdf3-20bee6f42dc1 HTTP/1.1" status: 204 len: 168 time: 0.2712286 May 13 14:23:43.853773 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-61704c5a-6d19-43d5-a7a0-00e494e94bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:43.857707 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-61704c5a-6d19-43d5-a7a0-00e494e94bdc service neutron] 10.222.0.74 "GET /v2.0/networks?id=d5027423-d39b-4c72-b023-a3c3d59a72d1 HTTP/1.1" status: 200 len: 920 time: 0.1579890 May 13 14:23:43.900038 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a568b-59f2-455c-af23-e7ac627c4b76 req-52c711fe-cf7a-4f84-b287-6c03a8507c48 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:43.907455 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c6a568b-59f2-455c-af23-e7ac627c4b76 req-52c711fe-cf7a-4f84-b287-6c03a8507c48 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.35 "GET /v2.0/ports?device_id=72838a6d-9dd0-47fe-b3e3-d8db2969f259 HTTP/1.1" status: 200 len: 948 time: 0.1006918 May 13 14:23:43.971961 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-bd422f60-0080-44a6-9d2b-727408a47b7a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33367613-7e10-4ad3-8825-d0865ccc4998 HTTP/1.1" status: 200 len: 217 time: 0.1061535 May 13 14:23:43.984946 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c6a568b-59f2-455c-af23-e7ac627c4b76 req-7e5cd49d-a432-4845-9f1a-ae7f3e77a450 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e39a373-3824-4162-a936-04d6e15c2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744598 May 13 14:23:44.082902 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-92fbbcb0-e3c0-4250-9ca9-547d3ff9e00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:44.087692 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-92fbbcb0-e3c0-4250-9ca9-547d3ff9e00f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d HTTP/1.1" status: 200 len: 859 time: 0.1123581 May 13 14:23:44.171750 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-2961328d-1032-4130-8a2a-e8572c2d5060 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d5027423-d39b-4c72-b023-a3c3d59a72d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786617 May 13 14:23:44.201249 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eabbc5c4-6280-4367-bfb9-935c9425b96a'] response: {'server_uuid': '95677dd7-0a5b-482c-a4f0-3bba7a89c84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3b8323-c681-47e7-b717-f6319ae7043a', 'code': 200} May 13 14:23:44.245906 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09647b35-707e-4446-80f0-6b62c4847d69 req-97ba2ff9-2169-4d71-a71b-ab418fbec7e1 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:44.252758 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-09647b35-707e-4446-80f0-6b62c4847d69 req-97ba2ff9-2169-4d71-a71b-ab418fbec7e1 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 945 time: 0.1412139 May 13 14:23:44.377856 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-09647b35-707e-4446-80f0-6b62c4847d69 req-2a0dd7b4-b60b-42ba-9871-21f115cfd941 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241548 May 13 14:23:44.380902 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-187c8854-761d-4fbb-a9c4-406762667121 service neutron] 10.222.0.74 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911979 May 13 14:23:44.451839 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708dce7-1ea9-4ce2-b386-0e6728acbb33 req-d47c1d0b-20b0-407d-89a8-233bdd1716e3 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:44.453837 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7708dce7-1ea9-4ce2-b386-0e6728acbb33 req-d47c1d0b-20b0-407d-89a8-233bdd1716e3 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.74 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d&tenant_id=652541c50878480891452a61002970b5&binding%3Ahost_id=n-h1-841760-1 HTTP/1.1" status: 200 len: 950 time: 0.1484575 May 13 14:23:44.563720 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [req-7708dce7-1ea9-4ce2-b386-0e6728acbb33 req-3ed503da-771e-4f86-8926-ee9d98367448 service neutron] delete failed (client error): The resource could not be found. May 13 14:23:44.564783 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7708dce7-1ea9-4ce2-b386-0e6728acbb33 req-3ed503da-771e-4f86-8926-ee9d98367448 service neutron] 10.222.0.74 "DELETE /v2.0/ports/5c3b8323-c681-47e7-b717-f6319ae7043a/bindings/n-h2-841760-1 HTTP/1.1" status: 404 len: 380 time: 0.1059346 May 13 14:23:44.593646 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5678c1-e6df-4b83-9baf-d99f75a72048 req-63410eb8-3ad9-44d7-ac53-7d9890024f9d tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:44.601122 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7c5678c1-e6df-4b83-9baf-d99f75a72048 req-63410eb8-3ad9-44d7-ac53-7d9890024f9d tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 950 time: 0.2227542 May 13 14:23:44.630072 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-2ebcb92b-9739-4572-9d22-99b36491ee87 service neutron] 10.222.0.74 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110064 May 13 14:23:44.664830 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7c5678c1-e6df-4b83-9baf-d99f75a72048 req-7f4bcb8c-492f-432c-97f1-c687adf90d7d tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626669 May 13 14:23:44.765919 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34462) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:44.840213 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75900d6e-ebec-45cd-a5cd-8f86d7e427c0 req-eeef5265-9892-46ae-a5cf-562f1540d0cc tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:44.841720 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-75900d6e-ebec-45cd-a5cd-8f86d7e427c0 req-eeef5265-9892-46ae-a5cf-562f1540d0cc tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/ports?device_id=a86d812c-fe15-4c35-b38e-3beba6b4210f HTTP/1.1" status: 200 len: 949 time: 0.1464655 May 13 14:23:44.885117 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708dce7-1ea9-4ce2-b386-0e6728acbb33 req-58d24a4b-f533-4633-8a14-05632354831c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:44.886639 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7708dce7-1ea9-4ce2-b386-0e6728acbb33 req-58d24a4b-f533-4633-8a14-05632354831c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 1101 time: 0.1803205 May 13 14:23:44.892604 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9d7a4-b209-4401-bda3-753eef85d8e3 req-14d90945-88e2-430f-aab4-bfddab4a6c53 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:44.900196 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-34a9d7a4-b209-4401-bda3-753eef85d8e3 req-14d90945-88e2-430f-aab4-bfddab4a6c53 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 1096 time: 0.1350882 May 13 14:23:44.902308 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-3ea3c7b0-035e-459c-8f5d-fd724c9c5cc2 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:44.903761 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-3ea3c7b0-035e-459c-8f5d-fd724c9c5cc2 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3576b493-a765-4f61-8d3d-9e72b617617e&tenant_id=4d6ca075ae214d9490235db19234e57f&binding%3Ahost_id=n-h1-841760-1 HTTP/1.1" status: 200 len: 1096 time: 0.1516480 May 13 14:23:44.914640 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-ab75cc46-02e9-4d58-b752-daeb0375b23e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-841760-1'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:44.917971 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device f1010e32-6fc4-40ed-a9a5-6662560db790 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:23:44.965968 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-75900d6e-ebec-45cd-a5cd-8f86d7e427c0 req-36e82268-4641-4784-a990-59f6a94ca37f tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f228f1c-8d42-4e2c-9176-132ca520e661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185374 May 13 14:23:44.992479 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port f1010e32-6fc4-40ed-a9a5-6662560db790 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:23:44.998260 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port f1010e32-6fc4-40ed-a9a5-6662560db790 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:23:44.999464 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:45.020602 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-20df44cb-7d26-4281-85e6-cd4004e1d96d admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1217326155-network', 'tenant_id': '0b965b9ed3c14545bbd8d2dd215e4150'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:45.043427 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-ab75cc46-02e9-4d58-b752-daeb0375b23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:45.107600 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-20df44cb-7d26-4281-85e6-cd4004e1d96d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:45.123749 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 99e4f557-84e8-4c56-8ec2-30d95eb8ab42 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:23:45.127149 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-20df44cb-7d26-4281-85e6-cd4004e1d96d admin admin] Usage tracker for resource:network and tenant:0b965b9ed3c14545bbd8d2dd215e4150 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:45.134252 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device bdc0b46b-1b50-4024-89d6-3cc87a33c729 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:23:45.134523 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-20df44cb-7d26-4281-85e6-cd4004e1d96d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:45.140974 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-34a9d7a4-b209-4401-bda3-753eef85d8e3 req-aaab9586-7a6c-4342-9817-a1cde2ec9b9b tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399099 May 13 14:23:45.154688 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-20df44cb-7d26-4281-85e6-cd4004e1d96d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:45.182923 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708dce7-1ea9-4ce2-b386-0e6728acbb33 req-fc10c8a2-b7e1-432b-b231-ca3b33d373f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:45.184441 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7708dce7-1ea9-4ce2-b386-0e6728acbb33 req-fc10c8a2-b7e1-432b-b231-ca3b33d373f9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.2823606 May 13 14:23:45.185013 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20df44cb-7d26-4281-85e6-cd4004e1d96d admin admin] Made reservation on behalf of 0b965b9ed3c14545bbd8d2dd215e4150 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:23:45.187283 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-20df44cb-7d26-4281-85e6-cd4004e1d96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:45.214879 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port f1010e32-6fc4-40ed-a9a5-6662560db790 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:23:45.221492 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:45.254199 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-20df44cb-7d26-4281-85e6-cd4004e1d96d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:45.293951 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7708dce7-1ea9-4ce2-b386-0e6728acbb33 req-22688f51-1706-48c0-af53-d281e1e6e8c8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=5c3b8323-c681-47e7-b717-f6319ae7043a HTTP/1.1" status: 200 len: 217 time: 0.0966971 May 13 14:23:45.364272 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-20df44cb-7d26-4281-85e6-cd4004e1d96d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:45.384763 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port f1010e32-6fc4-40ed-a9a5-6662560db790, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=f1010e32-6fc4-40ed-a9a5-6662560db790,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:45.391049 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc68c7-208b-4e94-b185-3c7e059044e2 req-97165023-cb2f-4810-b4bf-b8f94fd87304 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:45.391675 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:45.391807 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-20df44cb-7d26-4281-85e6-cd4004e1d96d admin admin] Usage tracker for resource:security_group_rule and tenant:0b965b9ed3c14545bbd8d2dd215e4150 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:45.398229 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-30dc68c7-208b-4e94-b185-3c7e059044e2 req-97165023-cb2f-4810-b4bf-b8f94fd87304 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd088759-bcee-48a1-b04e-c365bbd5884e HTTP/1.1" status: 200 len: 943 time: 0.2968154 May 13 14:23:45.399143 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-20df44cb-7d26-4281-85e6-cd4004e1d96d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:45.415643 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-20df44cb-7d26-4281-85e6-cd4004e1d96d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:45.441126 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708dce7-1ea9-4ce2-b386-0e6728acbb33 req-1594d130-09e0-4ae9-947e-4573408bd2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:45.442456 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7708dce7-1ea9-4ce2-b386-0e6728acbb33 req-1594d130-09e0-4ae9-947e-4573408bd2c3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1137431 May 13 14:23:45.446635 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port bdc0b46b-1b50-4024-89d6-3cc87a33c729 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:23:45.470916 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-ab75cc46-02e9-4d58-b752-daeb0375b23e service neutron] For port 33367613-7e10-4ad3-8825-d0865ccc4998, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=33367613-7e10-4ad3-8825-d0865ccc4998,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:45.483520 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-30dc68c7-208b-4e94-b185-3c7e059044e2 req-e2b7e109-4e0e-4a05-9e82-035617a39dff tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] 10.222.0.35 "GET /v2.0/security-groups?id=255b30ce-85c0-4923-9a0d-8a4d46b663b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843019 May 13 14:23:45.503994 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port bdc0b46b-1b50-4024-89d6-3cc87a33c729 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:23:45.503994 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:45.555408 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc44cd1-620e-4785-bd16-1df4f3567235 req-b67193e3-5901-4513-b5dc-2a0680a9510c tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:45.557462 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 99e4f557-84e8-4c56-8ec2-30d95eb8ab42, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=99e4f557-84e8-4c56-8ec2-30d95eb8ab42,segment=NetworkSegment(8276eea6-c501-46f9-85d2-1d19b16af077),segment_id=8276eea6-c501-46f9-85d2-1d19b16af077)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:45.559727 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-ab75cc46-02e9-4d58-b752-daeb0375b23e service neutron] For port 33367613-7e10-4ad3-8825-d0865ccc4998, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:23:45.563041 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dfc44cd1-620e-4785-bd16-1df4f3567235 req-b67193e3-5901-4513-b5dc-2a0680a9510c tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.35 "GET /v2.0/ports?device_id=72838a6d-9dd0-47fe-b3e3-d8db2969f259 HTTP/1.1" status: 200 len: 948 time: 0.2680140 May 13 14:23:45.583459 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '99e4f557-84e8-4c56-8ec2-30d95eb8ab42', 'network_id': 'd7e21535-3639-44c1-8ce8-6a1d9f8a457d', 'port_id': '99e4f557-84e8-4c56-8ec2-30d95eb8ab42', 'mac_address': 'fa:16:3e:86:60:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc655c0-2d24-4efd-9270-fce47f4202da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:23:45.593291 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=f1010e32-6fc4-40ed-a9a5-6662560db790,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:45.639380 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dfc44cd1-620e-4785-bd16-1df4f3567235 req-f2e3ec02-8195-48db-baca-123be7ef6837 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e39a373-3824-4162-a936-04d6e15c2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753882 May 13 14:23:45.656958 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708dce7-1ea9-4ce2-b386-0e6728acbb33 req-d005944d-05fa-4ce5-addd-22c095ee96e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:45.658427 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7708dce7-1ea9-4ce2-b386-0e6728acbb33 req-d005944d-05fa-4ce5-addd-22c095ee96e7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2064865 May 13 14:23:45.689179 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 99e4f557-84e8-4c56-8ec2-30d95eb8ab42 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:23:45.689179 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:45.695153 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-ab75cc46-02e9-4d58-b752-daeb0375b23e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:45.698105 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3576b493-a765-4f61-8d3d-9e72b617617e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33367613-7e10-4ad3-8825-d0865ccc4998'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:45.702745 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-20df44cb-7d26-4281-85e6-cd4004e1d96d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:45.715796 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-ab75cc46-02e9-4d58-b752-daeb0375b23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:45.723855 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99e4f557-84e8-4c56-8ec2-30d95eb8ab42 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:23:45.742480 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port bdc0b46b-1b50-4024-89d6-3cc87a33c729 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:23:45.742995 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:45.758191 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-20df44cb-7d26-4281-85e6-cd4004e1d96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:45.761075 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 99e4f557-84e8-4c56-8ec2-30d95eb8ab42, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=99e4f557-84e8-4c56-8ec2-30d95eb8ab42,segment=NetworkSegment(8276eea6-c501-46f9-85d2-1d19b16af077),segment_id=8276eea6-c501-46f9-85d2-1d19b16af077)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:45.770604 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:45.792769 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20df44cb-7d26-4281-85e6-cd4004e1d96d admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:23:45.804686 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-20df44cb-7d26-4281-85e6-cd4004e1d96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:45.804909 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-20df44cb-7d26-4281-85e6-cd4004e1d96d admin admin] Added segment 4de81870-514b-421a-aa28-4abfc32b1d7c of type vlan for network 615f1b1d-e928-4b1a-811f-c88ac2129812 May 13 14:23:45.835249 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-20df44cb-7d26-4281-85e6-cd4004e1d96d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:45.847905 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port bdc0b46b-1b50-4024-89d6-3cc87a33c729, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=bdc0b46b-1b50-4024-89d6-3cc87a33c729,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:45.856299 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:45.866351 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=99e4f557-84e8-4c56-8ec2-30d95eb8ab42,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:45.938132 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-20df44cb-7d26-4281-85e6-cd4004e1d96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:45.939072 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20df44cb-7d26-4281-85e6-cd4004e1d96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:45.939674 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-20df44cb-7d26-4281-85e6-cd4004e1d96d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:45.942387 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75cc46-02e9-4d58-b752-daeb0375b23e service neutron] Pushing event updated for resources: {'Port': ['ID=33367613-7e10-4ad3-8825-d0865ccc4998,revision_number=7']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:45.943196 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df44cb-7d26-4281-85e6-cd4004e1d96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29dc2410-9a62-4881-b478-5d151ce61ce1,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:45.956336 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=bdc0b46b-1b50-4024-89d6-3cc87a33c729,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:45.959573 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bde46d-879b-441a-b3ce-0289785e7633 req-94e1f2a3-7af5-4054-92b9-d267f6deab92 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:45.966500 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-30bde46d-879b-441a-b3ce-0289785e7633 req-94e1f2a3-7af5-4054-92b9-d267f6deab92 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 945 time: 0.3617148 May 13 14:23:45.982492 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-ab75cc46-02e9-4d58-b752-daeb0375b23e service neutron] Attempting to bind port 33367613-7e10-4ad3-8825-d0865ccc4998 on host n-h1-841760-1 for vnic_type normal with profile {"migrating_to": "n-h2-841760-1"} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:23:45.982825 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-ab75cc46-02e9-4d58-b752-daeb0375b23e service neutron] Attempting to bind port 33367613-7e10-4ad3-8825-d0865ccc4998 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:23:45.983247 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-ab75cc46-02e9-4d58-b752-daeb0375b23e service neutron] Attempting to bind port 33367613-7e10-4ad3-8825-d0865ccc4998 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:45.994482 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-ab75cc46-02e9-4d58-b752-daeb0375b23e service neutron] Port 33367613-7e10-4ad3-8825-d0865ccc4998 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:23:45.994793 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-ab75cc46-02e9-4d58-b752-daeb0375b23e service neutron] Attempting to bind port 33367613-7e10-4ad3-8825-d0865ccc4998 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:46.011786 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-ab75cc46-02e9-4d58-b752-daeb0375b23e service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:23:46.012126 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-ab75cc46-02e9-4d58-b752-daeb0375b23e service neutron] Checking segment: {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:23:46.012506 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-ab75cc46-02e9-4d58-b752-daeb0375b23e service neutron] Bound using segment: {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:23:46.012939 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-ab75cc46-02e9-4d58-b752-daeb0375b23e service neutron] Bound port: 33367613-7e10-4ad3-8825-d0865ccc4998, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:23:46.013283 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-ab75cc46-02e9-4d58-b752-daeb0375b23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:46.031683 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-30bde46d-879b-441a-b3ce-0289785e7633 req-8359d1b9-17ca-4d29-9ef1-d2eab6ad9182 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643499 May 13 14:23:46.104710 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7708dce7-1ea9-4ce2-b386-0e6728acbb33 req-754ba828-8cb9-40f0-a389-759a95f9a2f8 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360600 May 13 14:23:46.108603 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb20d104-422f-4bac-b02a-bae1b62dbea3'] response: {'server_uuid': '3576b493-a765-4f61-8d3d-9e72b617617e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33367613-7e10-4ad3-8825-d0865ccc4998', 'code': 200} May 13 14:23:46.112233 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34480) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:46.112425 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-20df44cb-7d26-4281-85e6-cd4004e1d96d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3448131 May 13 14:23:46.115586 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df44cb-7d26-4281-85e6-cd4004e1d96d admin admin] Pushing event updated for resources: {'Network': ['ID=615f1b1d-e928-4b1a-811f-c88ac2129812,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:46.118810 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-b80ebeeb-7ef8-4e78-bac8-c532d5eb8ff4 admin admin] Request body: {'subnet': {'network_id': '615f1b1d-e928-4b1a-811f-c88ac2129812', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1217326155-subnet', 'tenant_id': '0b965b9ed3c14545bbd8d2dd215e4150', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:46.127366 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b80ebeeb-7ef8-4e78-bac8-c532d5eb8ff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:46.132340 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 615f1b1d-e928-4b1a-811f-c88ac2129812 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:23:46.133041 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-ab75cc46-02e9-4d58-b752-daeb0375b23e service neutron] For port 33367613-7e10-4ad3-8825-d0865ccc4998, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:23:46.136118 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b80ebeeb-7ef8-4e78-bac8-c532d5eb8ff4 admin admin] Usage tracker for resource:subnet and tenant:0b965b9ed3c14545bbd8d2dd215e4150 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:46.141102 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b80ebeeb-7ef8-4e78-bac8-c532d5eb8ff4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:46.148765 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b80ebeeb-7ef8-4e78-bac8-c532d5eb8ff4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:46.151463 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-ab75cc46-02e9-4d58-b752-daeb0375b23e service neutron] For port 33367613-7e10-4ad3-8825-d0865ccc4998, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=33367613-7e10-4ad3-8825-d0865ccc4998,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:23:46.157416 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-ab75cc46-02e9-4d58-b752-daeb0375b23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:46.212406 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80ebeeb-7ef8-4e78-bac8-c532d5eb8ff4 admin admin] Made reservation on behalf of 0b965b9ed3c14545bbd8d2dd215e4150 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:23:46.214722 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b80ebeeb-7ef8-4e78-bac8-c532d5eb8ff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:46.229374 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86d812c-fe15-4c35-b38e-3beba6b4210f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1010e32-6fc4-40ed-a9a5-6662560db790'}, {'server_uuid': '72838a6d-9dd0-47fe-b3e3-d8db2969f259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc0b46b-1b50-4024-89d6-3cc87a33c729'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:46.245952 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54bfe1c-5a4a-4b72-852b-00e9364b99bf req-ae93352e-be9d-4001-a59c-2618454e2e0c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:46.247318 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['99e4f557-84e8-4c56-8ec2-30d95eb8ab42'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:23:46.248050 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a54bfe1c-5a4a-4b72-852b-00e9364b99bf req-ae93352e-be9d-4001-a59c-2618454e2e0c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 950 time: 0.3855686 May 13 14:23:46.345948 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a54bfe1c-5a4a-4b72-852b-00e9364b99bf req-300d3f90-74d4-4333-9a11-5bbbc49208a4 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849445 May 13 14:23:46.355384 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7708dce7-1ea9-4ce2-b386-0e6728acbb33 req-7cf1c07d-1092-48c0-a1bf-119fb9bf3d38 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413208 May 13 14:23:46.486820 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-ab75cc46-02e9-4d58-b752-daeb0375b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:46.487320 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-ab75cc46-02e9-4d58-b752-daeb0375b23e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:46.488694 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-ab75cc46-02e9-4d58-b752-daeb0375b23e service neutron] 10.222.0.74 "PUT /v2.0/ports/33367613-7e10-4ad3-8825-d0865ccc4998 HTTP/1.1" status: 200 len: 1121 time: 1.5781889 May 13 14:23:46.509018 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75cc46-02e9-4d58-b752-daeb0375b23e service neutron] Pushing event updated for resources: {'Port': ['ID=33367613-7e10-4ad3-8825-d0865ccc4998,revision_number=8']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:46.546588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef047f-474f-4b9d-92e0-94ca633b76da req-ddda7520-9fd0-4ab4-bc78-32783eae3a53 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:46.551760 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0aef047f-474f-4b9d-92e0-94ca633b76da req-ddda7520-9fd0-4ab4-bc78-32783eae3a53 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 1096 time: 0.1017313 May 13 14:23:46.560120 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d0eb0-99fe-4215-bb47-e0bc8ba002f3 req-383fc64a-85dc-44ae-a28d-eb5748fee0ce tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:46.561596 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-839d0eb0-99fe-4215-bb47-e0bc8ba002f3 req-383fc64a-85dc-44ae-a28d-eb5748fee0ce tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/ports?device_id=a86d812c-fe15-4c35-b38e-3beba6b4210f HTTP/1.1" status: 200 len: 950 time: 0.3123026 May 13 14:23:46.578079 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['33367613-7e10-4ad3-8825-d0865ccc4998'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:23:46.593479 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0aef047f-474f-4b9d-92e0-94ca633b76da req-66426677-e202-4dae-8255-5d451870782c tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381196 May 13 14:23:46.653243 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-839d0eb0-99fe-4215-bb47-e0bc8ba002f3 req-41d59a58-4898-437e-ad8b-618c888d5b66 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f228f1c-8d42-4e2c-9176-132ca520e661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629725 May 13 14:23:46.659265 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e48981a-fb58-4cff-b730-2ad97f20d1ae'] response: {'server_uuid': 'a86d812c-fe15-4c35-b38e-3beba6b4210f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1010e32-6fc4-40ed-a9a5-6662560db790', 'code': 200} May 13 14:23:46.659542 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e48981a-fb58-4cff-b730-2ad97f20d1ae'] response: {'server_uuid': '72838a6d-9dd0-47fe-b3e3-d8db2969f259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc0b46b-1b50-4024-89d6-3cc87a33c729', 'code': 200} May 13 14:23:46.815221 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b80ebeeb-7ef8-4e78-bac8-c532d5eb8ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:46.890290 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f445777-b7d1-4f5e-bd5c-3ba32b82b57a req-52bd6ed8-cec6-4e62-a4da-9c6593a58a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:46.891790 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8f445777-b7d1-4f5e-bd5c-3ba32b82b57a req-52bd6ed8-cec6-4e62-a4da-9c6593a58a25 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a86d812c-fe15-4c35-b38e-3beba6b4210f HTTP/1.1" status: 200 len: 1101 time: 0.1610198 May 13 14:23:46.903371 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3980c3-ec32-4cfd-8f68-7bf8c70aeef9 req-15a7f0c4-3ee2-4993-bec8-93cd22a9b2b5 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:46.905172 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce3980c3-ec32-4cfd-8f68-7bf8c70aeef9 req-15a7f0c4-3ee2-4993-bec8-93cd22a9b2b5 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd088759-bcee-48a1-b04e-c365bbd5884e HTTP/1.1" status: 200 len: 944 time: 0.1234102 May 13 14:23:46.928480 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ebeeb-7ef8-4e78-bac8-c532d5eb8ff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e2eec62-0523-4521-82e3-9ab28f45e905,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:46.944845 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80ebeeb-7ef8-4e78-bac8-c532d5eb8ff4 admin admin] Checking segment: {'id': '4de81870-514b-421a-aa28-4abfc32b1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '615f1b1d-e928-4b1a-811f-c88ac2129812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:23:46.945208 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80ebeeb-7ef8-4e78-bac8-c532d5eb8ff4 admin admin] Network hostable DHCP agents. Network: 615f1b1d-e928-4b1a-811f-c88ac2129812, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:23:46.966451 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c40d44-00b7-40e4-b191-3b5ce3876710 req-5c5254d6-25a4-428b-9124-6d21a3febc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:46.968014 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8f445777-b7d1-4f5e-bd5c-3ba32b82b57a req-a4ddddd8-324b-4a55-982e-a187efd59442 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4f228f1c-8d42-4e2c-9176-132ca520e661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623074 May 13 14:23:46.968154 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-79c40d44-00b7-40e4-b191-3b5ce3876710 req-5c5254d6-25a4-428b-9124-6d21a3febc88 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=72838a6d-9dd0-47fe-b3e3-d8db2969f259 HTTP/1.1" status: 200 len: 1100 time: 0.1960640 May 13 14:23:46.994005 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce3980c3-ec32-4cfd-8f68-7bf8c70aeef9 req-2e174981-4295-4aca-b24a-00aada0c0b57 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] 10.222.0.35 "GET /v2.0/security-groups?id=255b30ce-85c0-4923-9a0d-8a4d46b663b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495241 May 13 14:23:46.997573 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80ebeeb-7ef8-4e78-bac8-c532d5eb8ff4 admin admin] Network 615f1b1d-e928-4b1a-811f-c88ac2129812 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:23:47.023619 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-b80ebeeb-7ef8-4e78-bac8-c532d5eb8ff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 615f1b1d-e928-4b1a-811f-c88ac2129812) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:23:47.028531 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80ebeeb-7ef8-4e78-bac8-c532d5eb8ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:47.029058 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b80ebeeb-7ef8-4e78-bac8-c532d5eb8ff4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:47.034303 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-79c40d44-00b7-40e4-b191-3b5ce3876710 req-6d81d1d9-db3e-4b43-a9d9-ad2f7d2cac48 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1e39a373-3824-4162-a936-04d6e15c2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598090 May 13 14:23:47.035584 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8e0277-a5b7-492d-9f42-9dfce67f8d7c None None] Network 615f1b1d-e928-4b1a-811f-c88ac2129812 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:23:47.063761 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b80ebeeb-7ef8-4e78-bac8-c532d5eb8ff4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9420471 May 13 14:23:47.181497 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972cb72-bdc2-489b-af70-63cb1d75931a req-fa84f95c-d099-457f-8124-97d0b1d51ac9 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:47.183439 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5972cb72-bdc2-489b-af70-63cb1d75931a req-fa84f95c-d099-457f-8124-97d0b1d51ac9 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.35 "GET /v2.0/ports?device_id=72838a6d-9dd0-47fe-b3e3-d8db2969f259 HTTP/1.1" status: 200 len: 949 time: 0.0850239 May 13 14:23:47.250043 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5972cb72-bdc2-489b-af70-63cb1d75931a req-22ecab85-9289-44e9-9291-1ac6a6fe9fc2 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e39a373-3824-4162-a936-04d6e15c2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604949 May 13 14:23:47.357529 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cdb82c-b4e4-461c-8c00-03b0b420cce4 None None] Network 615f1b1d-e928-4b1a-811f-c88ac2129812 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:23:47.440225 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b62c05-442f-4738-b440-67c2d0f2559b req-062e8364-9ec9-41ac-9edc-9289e169a2da tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:47.442169 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-91b62c05-442f-4738-b440-67c2d0f2559b req-062e8364-9ec9-41ac-9edc-9289e169a2da tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 943 time: 0.0886068 May 13 14:23:47.498053 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-91b62c05-442f-4738-b440-67c2d0f2559b req-9171bdea-bfe4-4c00-bab7-ccdd7f8c3069 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497069 May 13 14:23:47.839138 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:47.904555 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538359d-c203-4d4e-b124-35752e486321 req-e2a18098-69c1-476d-89ee-a8448521428e tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:47.905226 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-0538359d-c203-4d4e-b124-35752e486321 req-e2a18098-69c1-476d-89ee-a8448521428e tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Synchronizing usage tracker for tenant:0b965b9ed3c14545bbd8d2dd215e4150 on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:23:47.922559 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-0538359d-c203-4d4e-b124-35752e486321 req-e2a18098-69c1-476d-89ee-a8448521428e tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Unset dirty status for tenant:0b965b9ed3c14545bbd8d2dd215e4150 on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:23:47.923723 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0538359d-c203-4d4e-b124-35752e486321 req-e2a18098-69c1-476d-89ee-a8448521428e tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/networks?id=615f1b1d-e928-4b1a-811f-c88ac2129812 HTTP/1.1" status: 200 len: 805 time: 0.1691332 May 13 14:23:47.939773 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0538359d-c203-4d4e-b124-35752e486321 req-3d5e81ed-3290-4491-a5a2-c73731fe27a2 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/quotas/0b965b9ed3c14545bbd8d2dd215e4150 HTTP/1.1" status: 200 len: 375 time: 0.0094793 May 13 14:23:47.984437 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-83030936-95aa-4a37-934e-75a34317aeaf tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:23:47.985429 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-83030936-95aa-4a37-934e-75a34317aeaf tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0542042 May 13 14:23:47.987852 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0538359d-c203-4d4e-b124-35752e486321 req-2774d3d9-4fd3-48fd-96ef-45885956ab16 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b965b9ed3c14545bbd8d2dd215e4150&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417161 May 13 14:23:47.999317 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-7ecefdcb-134a-4a62-bba5-a4a7fd520e50 service neutron] Request body: {'binding': {'host': 'n-h2-841760-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:47.999963 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-7ecefdcb-134a-4a62-bba5-a4a7fd520e50 service neutron] Unknown quota resources ['binding']. {{(pid=88081) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 13 14:23:48.123009 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3576b493-a765-4f61-8d3d-9e72b617617e', 'tag': '33367613-7e10-4ad3-8825-d0865ccc4998'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:48.223978 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0538359d-c203-4d4e-b124-35752e486321 req-97e2d478-0b57-4926-8faf-6b90e29f8f73 service neutron] 10.222.0.35 "GET /v2.0/networks/615f1b1d-e928-4b1a-811f-c88ac2129812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282937 May 13 14:23:48.320444 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-7ecefdcb-134a-4a62-bba5-a4a7fd520e50 service neutron] Attempting to bind port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 on host n-h2-841760-1 for vnic_type normal with profile None {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:23:48.320770 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-7ecefdcb-134a-4a62-bba5-a4a7fd520e50 service neutron] Attempting to bind port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:23:48.321096 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-7ecefdcb-134a-4a62-bba5-a4a7fd520e50 service neutron] Attempting to bind port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:48.325737 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-7ecefdcb-134a-4a62-bba5-a4a7fd520e50 service neutron] Port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:23:48.326048 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-7ecefdcb-134a-4a62-bba5-a4a7fd520e50 service neutron] Attempting to bind port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:48.331373 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-7ecefdcb-134a-4a62-bba5-a4a7fd520e50 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:23:48.331703 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-7ecefdcb-134a-4a62-bba5-a4a7fd520e50 service neutron] Checking segment: {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:23:48.332070 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-7ecefdcb-134a-4a62-bba5-a4a7fd520e50 service neutron] Bound using segment: {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:23:48.332478 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-7ecefdcb-134a-4a62-bba5-a4a7fd520e50 service neutron] Bound port: df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:23:48.361352 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-7ecefdcb-134a-4a62-bba5-a4a7fd520e50 service neutron] For port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:23:48.362266 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0538359d-c203-4d4e-b124-35752e486321 req-d0cc7c5e-0bba-45d5-a4db-3749fc2f2129 service neutron] 10.222.0.35 "GET /v2.0/networks/615f1b1d-e928-4b1a-811f-c88ac2129812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312070 May 13 14:23:48.367506 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-7ecefdcb-134a-4a62-bba5-a4a7fd520e50 service neutron] Notify callbacks [] for binding, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:48.368659 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-7ecefdcb-134a-4a62-bba5-a4a7fd520e50 service neutron] 10.222.0.35 "POST /v2.0/ports/df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0/bindings HTTP/1.1" status: 201 len: 389 time: 0.3728189 May 13 14:23:48.616727 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09278152-394e-4827-9940-27e3d7261347 req-3163a095-2cb7-4c1c-8eb3-c99f8f7456af tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:48.624253 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-09278152-394e-4827-9940-27e3d7261347 req-3163a095-2cb7-4c1c-8eb3-c99f8f7456af tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 950 time: 0.1032903 May 13 14:23:48.663511 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79718044-554a-4991-a869-41fdc4745e87 req-a2418d60-6071-47d9-85f5-27d6732f8e87 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:48.671021 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-79718044-554a-4991-a869-41fdc4745e87 req-a2418d60-6071-47d9-85f5-27d6732f8e87 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/ports?device_id=a86d812c-fe15-4c35-b38e-3beba6b4210f HTTP/1.1" status: 200 len: 950 time: 0.1051311 May 13 14:23:48.679699 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-09278152-394e-4827-9940-27e3d7261347 req-8e55a091-f84c-488d-8eb3-d6e6a78e38be tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544417 May 13 14:23:48.735759 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-79718044-554a-4991-a869-41fdc4745e87 req-dffe65e6-77dc-4899-82d8-104ee1b25d6e tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f228f1c-8d42-4e2c-9176-132ca520e661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637131 May 13 14:23:48.789696 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63520844-aef8-4ab5-ac65-7a4360127c31'] response: {'name': 'network-changed', 'server_uuid': '3576b493-a765-4f61-8d3d-9e72b617617e', 'tag': '33367613-7e10-4ad3-8825-d0865ccc4998', 'status': 'completed', 'code': 200} May 13 14:23:48.897283 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e2e15-77a1-473f-b512-ecac6337f61e req-83792b40-7b22-46cd-a2cd-07d85bcd5526 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:48.899076 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-426e2e15-77a1-473f-b512-ecac6337f61e req-83792b40-7b22-46cd-a2cd-07d85bcd5526 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd088759-bcee-48a1-b04e-c365bbd5884e HTTP/1.1" status: 200 len: 944 time: 0.1113114 May 13 14:23:48.953233 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-426e2e15-77a1-473f-b512-ecac6337f61e req-d6810596-1595-46cf-8f2f-a71283282b6e tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] 10.222.0.35 "GET /v2.0/security-groups?id=255b30ce-85c0-4923-9a0d-8a4d46b663b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481453 May 13 14:23:48.960623 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19839282-97e4-48b8-a732-5ea3b684ece7 req-6597d4c8-e586-4541-9c9d-6dd640b020e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:48.962080 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-19839282-97e4-48b8-a732-5ea3b684ece7 req-6597d4c8-e586-4541-9c9d-6dd640b020e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d6ca075ae214d9490235db19234e57f&device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 1124 time: 0.1521118 May 13 14:23:49.001948 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a80df0-da22-4429-a3d3-03018fc65a72 req-c8cdc7b2-9fb4-4aca-8173-94fca25170eb tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:49.003412 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a7a80df0-da22-4429-a3d3-03018fc65a72 req-c8cdc7b2-9fb4-4aca-8173-94fca25170eb tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.35 "GET /v2.0/ports?device_id=72838a6d-9dd0-47fe-b3e3-d8db2969f259 HTTP/1.1" status: 200 len: 949 time: 0.1215339 May 13 14:23:49.110572 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a7a80df0-da22-4429-a3d3-03018fc65a72 req-6281e238-66da-4b8e-9328-9adbb886a950 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e39a373-3824-4162-a936-04d6e15c2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617547 May 13 14:23:49.139489 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 33367613-7e10-4ad3-8825-d0865ccc4998 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:23:49.148631 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 99e4f557-84e8-4c56-8ec2-30d95eb8ab42 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:23:49.158239 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f46fc-caec-4dc4-912c-0106fea27f14 req-a7f9602f-3777-4446-ade6-2ac6240d98ee tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:49.159772 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9b5f46fc-caec-4dc4-912c-0106fea27f14 req-a7f9602f-3777-4446-ade6-2ac6240d98ee tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 945 time: 0.1009629 May 13 14:23:49.182640 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19839282-97e4-48b8-a732-5ea3b684ece7 req-b8534988-efb3-44fd-bf45-29af33139515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:49.184414 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-19839282-97e4-48b8-a732-5ea3b684ece7 req-b8534988-efb3-44fd-bf45-29af33139515 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d5027423-d39b-4c72-b023-a3c3d59a72d1 HTTP/1.1" status: 200 len: 920 time: 0.2161133 May 13 14:23:49.246386 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 99e4f557-84e8-4c56-8ec2-30d95eb8ab42 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:23:49.271254 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9b5f46fc-caec-4dc4-912c-0106fea27f14 req-132fc7d0-7d33-4ab3-a431-1f3e0681b55c tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939925 May 13 14:23:49.287752 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-19839282-97e4-48b8-a732-5ea3b684ece7 req-903f8f66-a142-43c9-8f74-59e55e6be8c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33367613-7e10-4ad3-8825-d0865ccc4998 HTTP/1.1" status: 200 len: 217 time: 0.0968051 May 13 14:23:49.311574 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 99e4f557-84e8-4c56-8ec2-30d95eb8ab42 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:23:49.312258 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:49.333258 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-243b22a1-4330-4712-8918-9bfac8448516 req-5039b5d3-0fe4-44d5-9e9b-d9a44e5e7146 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b019a7d-bfd7-4d05-b31c-8e44e8d1ef28 HTTP/1.1" status: 200 len: 210 time: 0.0445218 May 13 14:23:49.432652 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19839282-97e4-48b8-a732-5ea3b684ece7 req-6dbc04b6-3944-4e68-9fe9-c2097d0c6b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:49.434870 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-19839282-97e4-48b8-a732-5ea3b684ece7 req-6dbc04b6-3944-4e68-9fe9-c2097d0c6b71 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d HTTP/1.1" status: 200 len: 859 time: 0.1006155 May 13 14:23:49.493349 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 33367613-7e10-4ad3-8825-d0865ccc4998, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=33367613-7e10-4ad3-8825-d0865ccc4998,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:49.501159 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 99e4f557-84e8-4c56-8ec2-30d95eb8ab42 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:23:49.501826 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:49.507916 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f4f40-e461-4c8b-8f0e-353835c752ef req-9587aeb1-be8a-4870-b99f-267d74c4a71d tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:49.509508 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ec5f4f40-e461-4c8b-8f0e-353835c752ef req-9587aeb1-be8a-4870-b99f-267d74c4a71d tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 943 time: 0.1065264 May 13 14:23:49.522678 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 33367613-7e10-4ad3-8825-d0865ccc4998 has no active binding in host n-h2-841760-1 {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 13 14:23:49.534358 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-19839282-97e4-48b8-a732-5ea3b684ece7 req-10982b9c-6786-47c1-a04d-cd7ac062a333 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d5027423-d39b-4c72-b023-a3c3d59a72d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881870 May 13 14:23:49.537637 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd088759-bcee-48a1-b04e-c365bbd5884e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e4f557-84e8-4c56-8ec2-30d95eb8ab42'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:49.547830 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 99e4f557-84e8-4c56-8ec2-30d95eb8ab42, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=99e4f557-84e8-4c56-8ec2-30d95eb8ab42,segment=NetworkSegment(8276eea6-c501-46f9-85d2-1d19b16af077),segment_id=8276eea6-c501-46f9-85d2-1d19b16af077)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:49.552620 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:49.558428 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ec5f4f40-e461-4c8b-8f0e-353835c752ef req-3058d72c-02c1-45af-af0d-04f94e1443d0 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419979 May 13 14:23:49.630962 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=99e4f557-84e8-4c56-8ec2-30d95eb8ab42,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:49.689199 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3477f0-3db0-421d-83a4-07f870738b15 req-0d01d8fd-0ecf-4f68-afdd-8fff0e31d79a tempest-MigrationsAdminTest-1312475906 tempest-MigrationsAdminTest-1312475906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:49.690705 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3a3477f0-3db0-421d-83a4-07f870738b15 req-0d01d8fd-0ecf-4f68-afdd-8fff0e31d79a tempest-MigrationsAdminTest-1312475906 tempest-MigrationsAdminTest-1312475906-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 1101 time: 0.1973958 May 13 14:23:49.692554 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-19839282-97e4-48b8-a732-5ea3b684ece7 req-448dfb87-d678-4e98-95d0-93fd8128e6fa service neutron] 10.222.0.59 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500511 May 13 14:23:49.832959 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3a3477f0-3db0-421d-83a4-07f870738b15 req-d5ade708-80ab-4609-be2c-52ad5885ead2 tempest-MigrationsAdminTest-1312475906 tempest-MigrationsAdminTest-1312475906-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363990 May 13 14:23:49.879166 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c800cc44-4ec9-48cb-bf24-c985a1ed7ce6'] response: {'server_uuid': 'bd088759-bcee-48a1-b04e-c365bbd5884e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e4f557-84e8-4c56-8ec2-30d95eb8ab42', 'code': 200} May 13 14:23:49.889814 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-19839282-97e4-48b8-a732-5ea3b684ece7 req-0bd50f43-6d3f-43ad-b895-8151fa2f0bf0 service neutron] 10.222.0.59 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790349 May 13 14:23:50.118902 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a2430004-1976-4c67-909b-96322e78208e req-d62557ea-9917-4817-a39c-4e059f68aa96 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=5def6705b3c44db2a4998ed4a01a386f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557227 May 13 14:23:50.119365 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cc6fe-fe0f-489c-a395-812fde12eba2 req-f38b5dce-e4a5-4103-97ed-e30699b7bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:50.121691 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-560cc6fe-fe0f-489c-a395-812fde12eba2 req-f38b5dce-e4a5-4103-97ed-e30699b7bc0a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bd088759-bcee-48a1-b04e-c365bbd5884e HTTP/1.1" status: 200 len: 1096 time: 0.0836813 May 13 14:23:50.173269 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-560cc6fe-fe0f-489c-a395-812fde12eba2 req-56a3684d-a3dd-45b6-bfdf-4abddc3a15e3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=255b30ce-85c0-4923-9a0d-8a4d46b663b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446646 May 13 14:23:50.276672 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538359d-c203-4d4e-b124-35752e486321 req-83f025ae-0cfd-46e3-857f-17b7b8d5829d tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:50.278529 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0538359d-c203-4d4e-b124-35752e486321 req-83f025ae-0cfd-46e3-857f-17b7b8d5829d tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.74 "GET /v2.0/networks?id=615f1b1d-e928-4b1a-811f-c88ac2129812 HTTP/1.1" status: 200 len: 805 time: 0.3276513 May 13 14:23:50.314146 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1071a0d-0d72-47d2-8087-d449f6e25b37 req-b2716c25-b734-47fa-af41-446e4a5b4ab3 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:50.315635 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c1071a0d-0d72-47d2-8087-d449f6e25b37 req-b2716c25-b734-47fa-af41-446e4a5b4ab3 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd088759-bcee-48a1-b04e-c365bbd5884e HTTP/1.1" status: 200 len: 945 time: 0.0942459 May 13 14:23:50.326390 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2430004-1976-4c67-909b-96322e78208e req-bee5b570-c351-44d3-be03-ef2ca0c3399e tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:50.327852 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a2430004-1976-4c67-909b-96322e78208e req-bee5b570-c351-44d3-be03-ef2ca0c3399e tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2074351 May 13 14:23:50.342472 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a2430004-1976-4c67-909b-96322e78208e req-9fec429d-80e1-45e2-88c7-b74003c21713 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/quotas/5def6705b3c44db2a4998ed4a01a386f HTTP/1.1" status: 200 len: 375 time: 0.0087729 May 13 14:23:50.361313 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c1071a0d-0d72-47d2-8087-d449f6e25b37 req-1d6ab531-8cbb-4f4b-9495-5717f1b938b4 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] 10.222.0.35 "GET /v2.0/security-groups?id=255b30ce-85c0-4923-9a0d-8a4d46b663b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391810 May 13 14:23:50.423792 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a2430004-1976-4c67-909b-96322e78208e req-23b2d086-7f4e-4e80-b6dd-ccffda53e640 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5def6705b3c44db2a4998ed4a01a386f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0759776 May 13 14:23:50.473103 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-9e30c7b6-e96d-4fcb-8a97-983e1acbe110 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=652541c50878480891452a61002970b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266609 May 13 14:23:50.664101 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-0538359d-c203-4d4e-b124-35752e486321 req-45250295-4207-4bce-9cef-e2c1294a2fd6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Request body: {'port': {'device_id': '0b019a7d-bfd7-4d05-b31c-8e44e8d1ef28', 'network_id': '615f1b1d-e928-4b1a-811f-c88ac2129812', 'admin_state_up': True, 'tenant_id': '0b965b9ed3c14545bbd8d2dd215e4150'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:50.708386 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-acf19906-7f98-40d5-a56b-bebd6bdbbbf0 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:50.710587 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-acf19906-7f98-40d5-a56b-bebd6bdbbbf0 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2311587 May 13 14:23:50.726774 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-9ba13341-924e-418f-b2fd-9d9ce6611b89 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/quotas/652541c50878480891452a61002970b5 HTTP/1.1" status: 200 len: 375 time: 0.0099282 May 13 14:23:50.823150 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-46c6159a-358d-41c2-81f9-5a09e7891f4b tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0855901 May 13 14:23:50.854222 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f4ab6-c546-435c-b43f-b25fc5ee3f98 req-c9427a05-31d5-4ea5-8391-c5be219152d4 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:50.855620 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-980f4ab6-c546-435c-b43f-b25fc5ee3f98 req-c9427a05-31d5-4ea5-8391-c5be219152d4 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.35 "GET /v2.0/ports?device_id=72838a6d-9dd0-47fe-b3e3-d8db2969f259 HTTP/1.1" status: 200 len: 949 time: 0.2497172 May 13 14:23:50.857872 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-0538359d-c203-4d4e-b124-35752e486321 req-45250295-4207-4bce-9cef-e2c1294a2fd6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:50.864351 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-0538359d-c203-4d4e-b124-35752e486321 req-45250295-4207-4bce-9cef-e2c1294a2fd6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Usage tracker for resource:port and tenant:0b965b9ed3c14545bbd8d2dd215e4150 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:50.878655 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-0538359d-c203-4d4e-b124-35752e486321 req-45250295-4207-4bce-9cef-e2c1294a2fd6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:50.889926 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-0538359d-c203-4d4e-b124-35752e486321 req-45250295-4207-4bce-9cef-e2c1294a2fd6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:50.912677 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0538359d-c203-4d4e-b124-35752e486321 req-45250295-4207-4bce-9cef-e2c1294a2fd6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Made reservation on behalf of 0b965b9ed3c14545bbd8d2dd215e4150 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:23:50.916253 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0538359d-c203-4d4e-b124-35752e486321 req-45250295-4207-4bce-9cef-e2c1294a2fd6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:50.932255 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-980f4ab6-c546-435c-b43f-b25fc5ee3f98 req-047ab6a0-507b-4254-9a37-1b5f742a0812 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e39a373-3824-4162-a936-04d6e15c2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697033 May 13 14:23:51.095513 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9c34e759-3a18-408c-9fad-528d18066c86 req-a7c787d2-73e3-4019-a456-8054cd8174f8 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b019a7d-bfd7-4d05-b31c-8e44e8d1ef28 HTTP/1.1" status: 200 len: 210 time: 0.0497162 May 13 14:23:51.237225 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-0538359d-c203-4d4e-b124-35752e486321 req-45250295-4207-4bce-9cef-e2c1294a2fd6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Allocated IP 172.20.0.10 (615f1b1d-e928-4b1a-811f-c88ac2129812/6e2eec62-0523-4521-82e3-9ab28f45e905/f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:23:51.273614 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d3915ffb-7ad1-4e92-b1b7-5ddcd46ed588 req-c810b852-a052-48d5-b064-4a36a0365c12 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/ports?device_id=187f0593-0d5f-465a-90dd-7da0f2fb2ad5 HTTP/1.1" status: 200 len: 210 time: 0.0708578 May 13 14:23:51.305937 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5811f6-7604-4f8e-a5f2-b43235f59df1 req-9fbe3995-f866-43bf-87d2-56e6ca6b4c49 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:51.307447 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6a5811f6-7604-4f8e-a5f2-b43235f59df1 req-9fbe3995-f866-43bf-87d2-56e6ca6b4c49 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 945 time: 0.1878095 May 13 14:23:51.376467 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6a5811f6-7604-4f8e-a5f2-b43235f59df1 req-e8c166bd-dce9-4c0f-ae10-a495e35fa9f3 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632379 May 13 14:23:51.482809 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f115f2-c288-40d6-ba0f-8d662c810fb5 req-2e7c4e2b-a41b-4173-be12-326b041fd8b9 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:51.484346 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-67f115f2-c288-40d6-ba0f-8d662c810fb5 req-2e7c4e2b-a41b-4173-be12-326b041fd8b9 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 943 time: 0.0906584 May 13 14:23:51.529103 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6b071938-73b7-46e9-bd80-bc3f14ce08b9 req-f997cb54-2f9a-4acd-8158-f2282fee3a24 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 210 time: 0.0649979 May 13 14:23:51.542359 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-67f115f2-c288-40d6-ba0f-8d662c810fb5 req-7a2df74b-fd22-48b2-aeb3-4d4047dac59a tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517466 May 13 14:23:51.601474 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0538359d-c203-4d4e-b124-35752e486321 req-45250295-4207-4bce-9cef-e2c1294a2fd6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:51.635457 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0538359d-c203-4d4e-b124-35752e486321 req-45250295-4207-4bce-9cef-e2c1294a2fd6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:51.721994 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a2430004-1976-4c67-909b-96322e78208e req-3ff76f53-9793-4de3-8f62-c3fcb67b7b01 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=5def6705b3c44db2a4998ed4a01a386f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309107 May 13 14:23:51.842335 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0538359d-c203-4d4e-b124-35752e486321 req-45250295-4207-4bce-9cef-e2c1294a2fd6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Network 615f1b1d-e928-4b1a-811f-c88ac2129812 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:23:51.848795 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-0538359d-c203-4d4e-b124-35752e486321 req-45250295-4207-4bce-9cef-e2c1294a2fd6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:23:51.854310 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-0538359d-c203-4d4e-b124-35752e486321 req-45250295-4207-4bce-9cef-e2c1294a2fd6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:23:51.893180 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45250295-4207-4bce-9cef-e2c1294a2fd6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Pushing event updated for resources: {'Port': ['ID=f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:51.917161 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2430004-1976-4c67-909b-96322e78208e req-9ea38add-fbb0-4518-9c65-f6bb8a52faf5 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:51.920221 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a2430004-1976-4c67-909b-96322e78208e req-9ea38add-fbb0-4518-9c65-f6bb8a52faf5 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1812377 May 13 14:23:51.936431 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-a2430004-1976-4c67-909b-96322e78208e req-67ed670e-28ac-4dc9-b758-127371b568d3 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Request body: {'port': {'device_id': '187f0593-0d5f-465a-90dd-7da0f2fb2ad5', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'admin_state_up': True, 'tenant_id': '5def6705b3c44db2a4998ed4a01a386f'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:51.963868 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45250295-4207-4bce-9cef-e2c1294a2fd6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:51.964212 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45250295-4207-4bce-9cef-e2c1294a2fd6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:51.964551 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45250295-4207-4bce-9cef-e2c1294a2fd6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:51.965205 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45250295-4207-4bce-9cef-e2c1294a2fd6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:51.965205 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45250295-4207-4bce-9cef-e2c1294a2fd6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:51.965624 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45250295-4207-4bce-9cef-e2c1294a2fd6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:51.965837 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45250295-4207-4bce-9cef-e2c1294a2fd6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:51.966152 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45250295-4207-4bce-9cef-e2c1294a2fd6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:51.966471 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45250295-4207-4bce-9cef-e2c1294a2fd6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:51.966770 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45250295-4207-4bce-9cef-e2c1294a2fd6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:51.967075 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45250295-4207-4bce-9cef-e2c1294a2fd6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:51.967490 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45250295-4207-4bce-9cef-e2c1294a2fd6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:52.004875 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538359d-c203-4d4e-b124-35752e486321 req-45250295-4207-4bce-9cef-e2c1294a2fd6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:52.006482 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0538359d-c203-4d4e-b124-35752e486321 req-45250295-4207-4bce-9cef-e2c1294a2fd6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:52.041370 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0538359d-c203-4d4e-b124-35752e486321 req-45250295-4207-4bce-9cef-e2c1294a2fd6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3879862 May 13 14:23:52.048737 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28426e35-055d-40f1-a489-52ec9d43dec5 req-75f95d1b-ae7f-4253-a102-f166965d8fcd tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:52.050159 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-28426e35-055d-40f1-a489-52ec9d43dec5 req-75f95d1b-ae7f-4253-a102-f166965d8fcd tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd088759-bcee-48a1-b04e-c365bbd5884e HTTP/1.1" status: 200 len: 945 time: 0.3740888 May 13 14:23:52.051729 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-c1bc9d97-be02-4dac-9433-e3347ab31940 service neutron] 10.222.0.59 "GET /v2.0/ports/33367613-7e10-4ad3-8825-d0865ccc4998/bindings/n-h2-841760-1 HTTP/1.1" status: 200 len: 384 time: 0.1637025 May 13 14:23:52.076851 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-0538359d-c203-4d4e-b124-35752e486321 req-fe0f5b13-cb0d-4b91-959b-a096e68e29da service neutron] Request body: {'port': {'device_id': '0b019a7d-bfd7-4d05-b31c-8e44e8d1ef28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:52.133910 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-a2430004-1976-4c67-909b-96322e78208e req-67ed670e-28ac-4dc9-b758-127371b568d3 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:52.146255 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-a2430004-1976-4c67-909b-96322e78208e req-67ed670e-28ac-4dc9-b758-127371b568d3 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:52.161413 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2430004-1976-4c67-909b-96322e78208e req-67ed670e-28ac-4dc9-b758-127371b568d3 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Made reservation on behalf of 5def6705b3c44db2a4998ed4a01a386f for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:23:52.165330 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a2430004-1976-4c67-909b-96322e78208e req-67ed670e-28ac-4dc9-b758-127371b568d3 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:52.192158 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938de4a-15d5-45e6-8186-5181b2d024d1 req-42a0e7cc-82f6-4ea4-bc94-55bb0fdbfbc5 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:52.193654 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e938de4a-15d5-45e6-8186-5181b2d024d1 req-42a0e7cc-82f6-4ea4-bc94-55bb0fdbfbc5 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.35 "GET /v2.0/ports?device_id=72838a6d-9dd0-47fe-b3e3-d8db2969f259 HTTP/1.1" status: 200 len: 949 time: 0.1336725 May 13 14:23:52.211834 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-28426e35-055d-40f1-a489-52ec9d43dec5 req-a6fd0b4a-5430-4149-a257-de3732e33087 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] 10.222.0.35 "GET /v2.0/security-groups?id=255b30ce-85c0-4923-9a0d-8a4d46b663b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552176 May 13 14:23:52.328039 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0538359d-c203-4d4e-b124-35752e486321 req-fe0f5b13-cb0d-4b91-959b-a096e68e29da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:52.424100 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e938de4a-15d5-45e6-8186-5181b2d024d1 req-b002f7b0-0314-4d91-8dbf-6c8a8dd03383 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e39a373-3824-4162-a936-04d6e15c2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208796 May 13 14:23:52.432623 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-a2430004-1976-4c67-909b-96322e78208e req-67ed670e-28ac-4dc9-b758-127371b568d3 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Allocated IP 192.168.233.221 (7d165b7c-a84b-4191-823a-46e347c23eb5/fb4bc443-ac8b-4686-9d3b-15c2430aa8ca/81113dd0-baf8-4e8f-8296-1b3974e7b5a3) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:23:52.555975 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-fb36b1d8-3be7-454c-94e8-1a575ec50a03 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=652541c50878480891452a61002970b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1080601 May 13 14:23:52.707197 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c18e4caf-11ee-4426-a783-ec96883e66af req-9eabd15a-d49a-4140-92b8-d55b0c979246 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/ports?device_id=187f0593-0d5f-465a-90dd-7da0f2fb2ad5 HTTP/1.1" status: 200 len: 210 time: 0.1000519 May 13 14:23:52.782412 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-a827fef5-9e49-4161-800f-9a9813d9ad63 service neutron] For port 33367613-7e10-4ad3-8825-d0865ccc4998, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=33367613-7e10-4ad3-8825-d0865ccc4998,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:52.853435 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-a827fef5-9e49-4161-800f-9a9813d9ad63 service neutron] For port 33367613-7e10-4ad3-8825-d0865ccc4998, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:23:52.854708 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a2430004-1976-4c67-909b-96322e78208e req-67ed670e-28ac-4dc9-b758-127371b568d3 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:52.878265 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17f20f-bda5-4dbc-9bd3-3e981235c7d7 req-43ef63d6-7f40-4933-99c7-a9e9662818a1 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:52.879705 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad17f20f-bda5-4dbc-9bd3-3e981235c7d7 req-43ef63d6-7f40-4933-99c7-a9e9662818a1 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.74 "GET /v2.0/ports?device_id=72838a6d-9dd0-47fe-b3e3-d8db2969f259 HTTP/1.1" status: 200 len: 949 time: 0.2403049 May 13 14:23:52.945818 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-a2430004-1976-4c67-909b-96322e78208e req-67ed670e-28ac-4dc9-b758-127371b568d3 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Transition to ACTIVE for port object 81113dd0-baf8-4e8f-8296-1b3974e7b5a3 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:52.983790 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-ad17f20f-bda5-4dbc-9bd3-3e981235c7d7 req-a9003c23-6c9c-4e56-9f44-de4695df7a8f tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Deleting port bdc0b46b-1b50-4024-89d6-3cc87a33c729 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:23:52.984104 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ad17f20f-bda5-4dbc-9bd3-3e981235c7d7 req-a9003c23-6c9c-4e56-9f44-de4695df7a8f tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:52.992056 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5a6a6-86de-4e4d-ba31-092ab77d33c1 req-3b771ea7-d8ce-44ae-bced-14e3e2a3357f tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:52.993030 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-b5b5a6a6-86de-4e4d-ba31-092ab77d33c1 req-3b771ea7-d8ce-44ae-bced-14e3e2a3357f tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Synchronizing usage tracker for tenant:0b965b9ed3c14545bbd8d2dd215e4150 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:23:53.012860 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-a49b8ba5-e82e-49ae-a02f-9b457168759c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:53.014285 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-a49b8ba5-e82e-49ae-a02f-9b457168759c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4487228 May 13 14:23:53.026111 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-a827fef5-9e49-4161-800f-9a9813d9ad63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33367613-7e10-4ad3-8825-d0865ccc4998 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:23:53.040928 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-e870b454-257f-45f0-9f3f-d6e04d3d944e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Request body: {'port': {'device_id': '7f1c2e85-a6f8-40b8-8b36-32208c2cdb79', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'admin_state_up': True, 'tenant_id': '652541c50878480891452a61002970b5'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:53.065698 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6726f-90ba-4a44-931a-66fac6571562 req-3a1a1c32-1224-4f36-88fe-cd2aed01b182 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:53.067330 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a8e6726f-90ba-4a44-931a-66fac6571562 req-3a1a1c32-1224-4f36-88fe-cd2aed01b182 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 945 time: 0.2515965 May 13 14:23:53.080913 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-a827fef5-9e49-4161-800f-9a9813d9ad63 service neutron] For port 33367613-7e10-4ad3-8825-d0865ccc4998, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=33367613-7e10-4ad3-8825-d0865ccc4998,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:53.132057 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a2430004-1976-4c67-909b-96322e78208e req-67ed670e-28ac-4dc9-b758-127371b568d3 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:53.144468 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['f1010e32-6fc4-40ed-a9a5-6662560db790'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:23:53.168054 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-b5b5a6a6-86de-4e4d-ba31-092ab77d33c1 req-3b771ea7-d8ce-44ae-bced-14e3e2a3357f tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Unset dirty status for tenant:0b965b9ed3c14545bbd8d2dd215e4150 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:23:53.169108 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b5b5a6a6-86de-4e4d-ba31-092ab77d33c1 req-3b771ea7-d8ce-44ae-bced-14e3e2a3357f tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b019a7d-bfd7-4d05-b31c-8e44e8d1ef28 HTTP/1.1" status: 200 len: 932 time: 0.7224460 May 13 14:23:53.193009 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-a827fef5-9e49-4161-800f-9a9813d9ad63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:53.246204 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed670e-28ac-4dc9-b758-127371b568d3 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Pushing event updated for resources: {'Port': ['ID=81113dd0-baf8-4e8f-8296-1b3974e7b5a3,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:53.266788 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a8e6726f-90ba-4a44-931a-66fac6571562 req-7233754c-55c5-40c1-ab62-8dae33b40ebd tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637261 May 13 14:23:53.308191 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ed670e-28ac-4dc9-b758-127371b568d3 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:53.308908 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ed670e-28ac-4dc9-b758-127371b568d3 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:53.309578 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ed670e-28ac-4dc9-b758-127371b568d3 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:53.310142 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ed670e-28ac-4dc9-b758-127371b568d3 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:53.310687 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ed670e-28ac-4dc9-b758-127371b568d3 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:53.311324 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ed670e-28ac-4dc9-b758-127371b568d3 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:53.311854 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ed670e-28ac-4dc9-b758-127371b568d3 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:53.312382 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ed670e-28ac-4dc9-b758-127371b568d3 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:53.312937 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ed670e-28ac-4dc9-b758-127371b568d3 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:53.313464 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ed670e-28ac-4dc9-b758-127371b568d3 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:53.314001 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ed670e-28ac-4dc9-b758-127371b568d3 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:53.314521 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ed670e-28ac-4dc9-b758-127371b568d3 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:53.368976 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b5b5a6a6-86de-4e4d-ba31-092ab77d33c1 req-45bb3ffb-deb0-4250-83fa-d400c30966f8 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842833 May 13 14:23:53.452373 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2430004-1976-4c67-909b-96322e78208e req-67ed670e-28ac-4dc9-b758-127371b568d3 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:23:53.455548 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-a2430004-1976-4c67-909b-96322e78208e req-67ed670e-28ac-4dc9-b758-127371b568d3 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:23:53.463267 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-e870b454-257f-45f0-9f3f-d6e04d3d944e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:53.482948 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2430004-1976-4c67-909b-96322e78208e req-67ed670e-28ac-4dc9-b758-127371b568d3 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:23:53.560687 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-e870b454-257f-45f0-9f3f-d6e04d3d944e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:53.601276 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-a827fef5-9e49-4161-800f-9a9813d9ad63 service neutron] Transition to ACTIVE for port object 33367613-7e10-4ad3-8825-d0865ccc4998 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:53.608516 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a18a7ecc-79d3-4b60-ac98-e1180bea153f req-3552e827-df6e-4179-8ccc-e20dd5d80bec tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 210 time: 0.0711653 May 13 14:23:53.608757 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-0538359d-c203-4d4e-b124-35752e486321 req-fe0f5b13-cb0d-4b91-959b-a096e68e29da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:23:53.614280 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-a827fef5-9e49-4161-800f-9a9813d9ad63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:53.653356 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2430004-1976-4c67-909b-96322e78208e req-67ed670e-28ac-4dc9-b758-127371b568d3 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:53.654094 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a2430004-1976-4c67-909b-96322e78208e req-67ed670e-28ac-4dc9-b758-127371b568d3 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:53.688118 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-ad17f20f-bda5-4dbc-9bd3-3e981235c7d7 req-a9003c23-6c9c-4e56-9f44-de4695df7a8f tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] For port bdc0b46b-1b50-4024-89d6-3cc87a33c729, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=bdc0b46b-1b50-4024-89d6-3cc87a33c729,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:53.688604 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ad17f20f-bda5-4dbc-9bd3-3e981235c7d7 req-a9003c23-6c9c-4e56-9f44-de4695df7a8f tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:53.718133 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-032bf671-4b40-4589-baea-778e4a4534ee None None] Provisioning for port 81113dd0-baf8-4e8f-8296-1b3974e7b5a3 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:23:53.725068 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-032bf671-4b40-4589-baea-778e4a4534ee None None] Provisioning complete for port 81113dd0-baf8-4e8f-8296-1b3974e7b5a3 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:23:53.725540 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-032bf671-4b40-4589-baea-778e4a4534ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:53.778535 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-e870b454-257f-45f0-9f3f-d6e04d3d944e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Made reservation on behalf of 652541c50878480891452a61002970b5 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:23:53.781837 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-e870b454-257f-45f0-9f3f-d6e04d3d944e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:53.789167 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-032bf671-4b40-4589-baea-778e4a4534ee None None] Port 81113dd0-baf8-4e8f-8296-1b3974e7b5a3 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:23:53.797854 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0538359d-c203-4d4e-b124-35752e486321 req-fe0f5b13-cb0d-4b91-959b-a096e68e29da service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:53.862171 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-ad17f20f-bda5-4dbc-9bd3-3e981235c7d7 req-a9003c23-6c9c-4e56-9f44-de4695df7a8f tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Calling delete_port for bdc0b46b-1b50-4024-89d6-3cc87a33c729 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:23:53.896215 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a2430004-1976-4c67-909b-96322e78208e req-67ed670e-28ac-4dc9-b758-127371b568d3 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9635887 May 13 14:23:53.920179 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-a2430004-1976-4c67-909b-96322e78208e req-9c51464c-75c5-4d3f-93a0-0871d4bdef0a service neutron] Request body: {'port': {'device_id': '187f0593-0d5f-465a-90dd-7da0f2fb2ad5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:53.936757 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-0538359d-c203-4d4e-b124-35752e486321 req-fe0f5b13-cb0d-4b91-959b-a096e68e29da service neutron] Transition to ACTIVE for port object f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:53.987794 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0538359d-c203-4d4e-b124-35752e486321 req-fe0f5b13-cb0d-4b91-959b-a096e68e29da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:54.010983 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-a827fef5-9e49-4161-800f-9a9813d9ad63 service neutron] No DVR routers for this DVR port 33367613-7e10-4ad3-8825-d0865ccc4998 on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:23:54.033768 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827fef5-9e49-4161-800f-9a9813d9ad63 service neutron] Pushing event updated for resources: {'Port': ['ID=33367613-7e10-4ad3-8825-d0865ccc4998,revision_number=10']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:54.120005 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5afdb7-f9ae-4633-9295-6b941e92d533 req-fe6563ef-9beb-431e-9879-7a60e6bae1ea tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:54.121480 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0d5afdb7-f9ae-4633-9295-6b941e92d533 req-fe6563ef-9beb-431e-9879-7a60e6bae1ea tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd088759-bcee-48a1-b04e-c365bbd5884e HTTP/1.1" status: 200 len: 945 time: 0.3590040 May 13 14:23:54.153930 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a2430004-1976-4c67-909b-96322e78208e req-9c51464c-75c5-4d3f-93a0-0871d4bdef0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:54.208965 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fec480-ff77-4b88-aae3-5f07509520b8 req-42f031f4-ceec-4102-a835-f56f57154040 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:54.211118 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-89fec480-ff77-4b88-aae3-5f07509520b8 req-42f031f4-ceec-4102-a835-f56f57154040 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 943 time: 0.7067807 May 13 14:23:54.250373 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ad17f20f-bda5-4dbc-9bd3-3e981235c7d7 req-a9003c23-6c9c-4e56-9f44-de4695df7a8f tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:54.262249 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0d5afdb7-f9ae-4633-9295-6b941e92d533 req-452d6368-c65c-443e-86ab-ee264e820001 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] 10.222.0.35 "GET /v2.0/security-groups?id=255b30ce-85c0-4923-9a0d-8a4d46b663b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296580 May 13 14:23:54.285795 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['bdc0b46b-1b50-4024-89d6-3cc87a33c729'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:23:54.336443 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f5b13-cb0d-4b91-959b-a096e68e29da service neutron] Pushing event updated for resources: {'Port': ['ID=f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:54.342946 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9003c23-6c9c-4e56-9f44-de4695df7a8f tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Pushing event deleted for resources: {'Port': ['ID=bdc0b46b-1b50-4024-89d6-3cc87a33c729,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:54.393364 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-a827fef5-9e49-4161-800f-9a9813d9ad63 service neutron] 10.222.0.59 "PUT /v2.0/ports/33367613-7e10-4ad3-8825-d0865ccc4998/bindings/n-h2-841760-1/activate HTTP/1.1" status: 200 len: 369 time: 2.3199880 May 13 14:23:54.440809 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-89fec480-ff77-4b88-aae3-5f07509520b8 req-4d6add75-0bba-4a1a-ab30-af9eae3d2128 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203016 May 13 14:23:54.457127 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-e870b454-257f-45f0-9f3f-d6e04d3d944e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Allocated IP 192.168.233.23 (7d165b7c-a84b-4191-823a-46e347c23eb5/fb4bc443-ac8b-4686-9d3b-15c2430aa8ca/d45390e8-aa8b-4155-8d53-1bddc4d2dd7b) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:23:54.549055 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad17f20f-bda5-4dbc-9bd3-3e981235c7d7 req-a9003c23-6c9c-4e56-9f44-de4695df7a8f tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] No DVR routers for this DVR port bdc0b46b-1b50-4024-89d6-3cc87a33c729 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:23:54.576399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-0538359d-c203-4d4e-b124-35752e486321 req-fe0f5b13-cb0d-4b91-959b-a096e68e29da service neutron] Attempting to bind port f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:23:54.576823 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-0538359d-c203-4d4e-b124-35752e486321 req-fe0f5b13-cb0d-4b91-959b-a096e68e29da service neutron] Attempting to bind port f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '4de81870-514b-421a-aa28-4abfc32b1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '615f1b1d-e928-4b1a-811f-c88ac2129812'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:23:54.577162 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0538359d-c203-4d4e-b124-35752e486321 req-fe0f5b13-cb0d-4b91-959b-a096e68e29da service neutron] Attempting to bind port f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40 on network 615f1b1d-e928-4b1a-811f-c88ac2129812 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:54.595236 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0538359d-c203-4d4e-b124-35752e486321 req-fe0f5b13-cb0d-4b91-959b-a096e68e29da service neutron] Port f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40 on network 615f1b1d-e928-4b1a-811f-c88ac2129812 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:23:54.595687 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0538359d-c203-4d4e-b124-35752e486321 req-fe0f5b13-cb0d-4b91-959b-a096e68e29da service neutron] Attempting to bind port f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40 on network 615f1b1d-e928-4b1a-811f-c88ac2129812 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:54.605601 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ab996904-fc53-4516-a94d-0d9fd8d971ba req-f6c08af0-69fb-490f-be72-a4bd8e0c2511 tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.35 "GET /v2.0/ports?device_id=72838a6d-9dd0-47fe-b3e3-d8db2969f259 HTTP/1.1" status: 200 len: 210 time: 0.1152999 May 13 14:23:54.609721 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ad17f20f-bda5-4dbc-9bd3-3e981235c7d7 req-a9003c23-6c9c-4e56-9f44-de4695df7a8f tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:54.614085 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0538359d-c203-4d4e-b124-35752e486321 req-fe0f5b13-cb0d-4b91-959b-a096e68e29da service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:23:54.614431 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0538359d-c203-4d4e-b124-35752e486321 req-fe0f5b13-cb0d-4b91-959b-a096e68e29da service neutron] Checking segment: {'id': '4de81870-514b-421a-aa28-4abfc32b1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '615f1b1d-e928-4b1a-811f-c88ac2129812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:23:54.625143 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0538359d-c203-4d4e-b124-35752e486321 req-fe0f5b13-cb0d-4b91-959b-a096e68e29da service neutron] Bound using segment: {'id': '4de81870-514b-421a-aa28-4abfc32b1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '615f1b1d-e928-4b1a-811f-c88ac2129812'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:23:54.625708 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-0538359d-c203-4d4e-b124-35752e486321 req-fe0f5b13-cb0d-4b91-959b-a096e68e29da service neutron] Bound port: f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de81870-514b-421a-aa28-4abfc32b1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '615f1b1d-e928-4b1a-811f-c88ac2129812'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:23:54.626104 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0538359d-c203-4d4e-b124-35752e486321 req-fe0f5b13-cb0d-4b91-959b-a096e68e29da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:54.635269 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72838a6d-9dd0-47fe-b3e3-d8db2969f259', 'name': 'network-vif-deleted', 'tag': 'bdc0b46b-1b50-4024-89d6-3cc87a33c729'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:54.645259 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad17f20f-bda5-4dbc-9bd3-3e981235c7d7 req-a9003c23-6c9c-4e56-9f44-de4695df7a8f tempest-ServerDiagnosticsNegativeTest-724575312 tempest-ServerDiagnosticsNegativeTest-724575312-project] 10.222.0.74 "DELETE /v2.0/ports/bdc0b46b-1b50-4024-89d6-3cc87a33c729 HTTP/1.1" status: 204 len: 173 time: 1.7588539 May 13 14:23:54.877397 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7438a-a010-4373-9be2-43a5304db897 req-d14bb011-a859-4734-95af-d2f1b06d9696 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:54.879553 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d9e7438a-a010-4373-9be2-43a5304db897 req-d14bb011-a859-4734-95af-d2f1b06d9696 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 945 time: 0.1163380 May 13 14:23:54.901299 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-064a9c2f-e31c-4d07-abf0-a47a282cfc6d tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:54.902801 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-064a9c2f-e31c-4d07-abf0-a47a282cfc6d tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3576b493-a765-4f61-8d3d-9e72b617617e&tenant_id=4d6ca075ae214d9490235db19234e57f&binding%3Ahost_id=n-h1-841760-1 HTTP/1.1" status: 200 len: 1095 time: 0.4319770 May 13 14:23:54.934862 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d9e7438a-a010-4373-9be2-43a5304db897 req-15d606eb-073d-4bb5-a236-d497aa47899e tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467944 May 13 14:23:54.960891 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 33367613-7e10-4ad3-8825-d0865ccc4998 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:23:54.982684 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-0538359d-c203-4d4e-b124-35752e486321 req-fe0f5b13-cb0d-4b91-959b-a096e68e29da service neutron] For port f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:23:54.985988 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-0538359d-c203-4d4e-b124-35752e486321 req-fe0f5b13-cb0d-4b91-959b-a096e68e29da service neutron] For port f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:23:55.024546 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0538359d-c203-4d4e-b124-35752e486321 req-fe0f5b13-cb0d-4b91-959b-a096e68e29da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:55.084235 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 33367613-7e10-4ad3-8825-d0865ccc4998 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:23:55.167703 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538359d-c203-4d4e-b124-35752e486321 req-fe0f5b13-cb0d-4b91-959b-a096e68e29da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:55.168309 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0538359d-c203-4d4e-b124-35752e486321 req-fe0f5b13-cb0d-4b91-959b-a096e68e29da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:55.169676 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0538359d-c203-4d4e-b124-35752e486321 req-fe0f5b13-cb0d-4b91-959b-a096e68e29da service neutron] 10.222.0.74 "PUT /v2.0/ports/f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40 HTTP/1.1" status: 200 len: 1092 time: 3.0993626 May 13 14:23:55.174582 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b019a7d-bfd7-4d05-b31c-8e44e8d1ef28', 'tag': 'f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:55.185293 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-e870b454-257f-45f0-9f3f-d6e04d3d944e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:55.197051 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f60730-9c23-4bdf-b093-9b3c7cbe5044 req-0235c3be-b07d-47a7-ac8c-f28bbff58efb tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:55.198589 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-77f60730-9c23-4bdf-b093-9b3c7cbe5044 req-0235c3be-b07d-47a7-ac8c-f28bbff58efb tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/ports?device_id=187f0593-0d5f-465a-90dd-7da0f2fb2ad5 HTTP/1.1" status: 200 len: 936 time: 0.5503030 May 13 14:23:55.236190 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f5b13-cb0d-4b91-959b-a096e68e29da service neutron] Pushing event updated for resources: {'Port': ['ID=f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:55.244710 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-e870b454-257f-45f0-9f3f-d6e04d3d944e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Transition to ACTIVE for port object d45390e8-aa8b-4155-8d53-1bddc4d2dd7b will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:55.260516 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22746bbf-0c06-4431-b735-993f65204e2a req-017b3f71-e540-42f3-aab4-e1ca5cfa3b8b tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:55.267777 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-22746bbf-0c06-4431-b735-993f65204e2a req-017b3f71-e540-42f3-aab4-e1ca5cfa3b8b tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b019a7d-bfd7-4d05-b31c-8e44e8d1ef28 HTTP/1.1" status: 200 len: 944 time: 0.1327083 May 13 14:23:55.310705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-22746bbf-0c06-4431-b735-993f65204e2a req-56add309-e27d-489a-a89f-28c543192c0e tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Synchronizing usage tracker for tenant:0b965b9ed3c14545bbd8d2dd215e4150 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:23:55.344355 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-22746bbf-0c06-4431-b735-993f65204e2a req-56add309-e27d-489a-a89f-28c543192c0e tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Unset dirty status for tenant:0b965b9ed3c14545bbd8d2dd215e4150 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:23:55.345879 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-77f60730-9c23-4bdf-b093-9b3c7cbe5044 req-dbed968c-8736-488b-97d9-32c00f6d2710 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f228f1c-8d42-4e2c-9176-132ca520e661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313245 May 13 14:23:55.346143 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-22746bbf-0c06-4431-b735-993f65204e2a req-56add309-e27d-489a-a89f-28c543192c0e tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776093 May 13 14:23:55.380140 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-ad614165-c805-402a-92a1-1f51747a18b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:55.380140 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-ad614165-c805-402a-92a1-1f51747a18b6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3576b493-a765-4f61-8d3d-9e72b617617e&tenant_id=4d6ca075ae214d9490235db19234e57f HTTP/1.1" status: 200 len: 1095 time: 0.4586833 May 13 14:23:55.437886 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bf30905-b4b5-4589-8bc5-8c294381e088'] response: {'server_uuid': '72838a6d-9dd0-47fe-b3e3-d8db2969f259', 'name': 'network-vif-deleted', 'tag': 'bdc0b46b-1b50-4024-89d6-3cc87a33c729', 'status': 'completed', 'code': 200} May 13 14:23:55.517193 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5427aff7-9d96-44f7-b297-0c44d529b452'] response: {'name': 'network-changed', 'server_uuid': '0b019a7d-bfd7-4d05-b31c-8e44e8d1ef28', 'tag': 'f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40', 'status': 'completed', 'code': 200} May 13 14:23:55.551844 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-e870b454-257f-45f0-9f3f-d6e04d3d944e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:55.564373 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['5c3b8323-c681-47e7-b717-f6319ae7043a'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:23:55.657069 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538359d-c203-4d4e-b124-35752e486321 req-09c004c7-0126-4da2-9f46-31d889d57796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:55.659140 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0538359d-c203-4d4e-b124-35752e486321 req-09c004c7-0126-4da2-9f46-31d889d57796 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0b965b9ed3c14545bbd8d2dd215e4150&device_id=0b019a7d-bfd7-4d05-b31c-8e44e8d1ef28 HTTP/1.1" status: 200 len: 1095 time: 0.4030480 May 13 14:23:55.785770 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b211bb-9385-40c0-a91d-028b781943e4 req-dd069b9f-3246-4bc1-b9ce-d13811ba6f99 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:55.787552 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a5b211bb-9385-40c0-a91d-028b781943e4 req-dd069b9f-3246-4bc1-b9ce-d13811ba6f99 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 944 time: 0.1812415 May 13 14:23:55.850698 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-a2430004-1976-4c67-909b-96322e78208e req-9c51464c-75c5-4d3f-93a0-0871d4bdef0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81113dd0-baf8-4e8f-8296-1b3974e7b5a3 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:23:55.862311 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a2430004-1976-4c67-909b-96322e78208e req-9c51464c-75c5-4d3f-93a0-0871d4bdef0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:55.870407 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a5b211bb-9385-40c0-a91d-028b781943e4 req-78fb3d15-a764-47db-8586-3e2176850d44 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709920 May 13 14:23:55.878351 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-e870b454-257f-45f0-9f3f-d6e04d3d944e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:23:55.884327 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-a2430004-1976-4c67-909b-96322e78208e req-9c51464c-75c5-4d3f-93a0-0871d4bdef0a service neutron] Transition to ACTIVE for port object 81113dd0-baf8-4e8f-8296-1b3974e7b5a3 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:55.887841 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-e870b454-257f-45f0-9f3f-d6e04d3d944e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:23:55.888346 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a2430004-1976-4c67-909b-96322e78208e req-9c51464c-75c5-4d3f-93a0-0871d4bdef0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:55.892987 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-e870b454-257f-45f0-9f3f-d6e04d3d944e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:23:55.938424 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0538359d-c203-4d4e-b124-35752e486321 req-61282d23-e2b2-471b-9040-c0376067b3ce service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40 HTTP/1.1" status: 200 len: 217 time: 0.2572720 May 13 14:23:55.968977 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870b454-257f-45f0-9f3f-d6e04d3d944e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Pushing event updated for resources: {'Port': ['ID=d45390e8-aa8b-4155-8d53-1bddc4d2dd7b,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:56.087080 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-e870b454-257f-45f0-9f3f-d6e04d3d944e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:56.088394 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-e870b454-257f-45f0-9f3f-d6e04d3d944e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:56.105466 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51464c-75c5-4d3f-93a0-0871d4bdef0a service neutron] Pushing event updated for resources: {'Port': ['ID=81113dd0-baf8-4e8f-8296-1b3974e7b5a3,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:56.107681 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-ef35533f-fd65-4fdd-bc65-1725008102ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:56.109437 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-ef35533f-fd65-4fdd-bc65-1725008102ed service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4d6ca075ae214d9490235db19234e57f&device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 1095 time: 0.6867411 May 13 14:23:56.119248 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-e870b454-257f-45f0-9f3f-d6e04d3d944e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0868592 May 13 14:23:56.178887 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80599256-73ea-4a73-83d4-12d6b0179e0f req-3d9aca9f-7c54-499a-9cc9-ef33c7c29a5a tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:56.179691 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-80599256-73ea-4a73-83d4-12d6b0179e0f req-3d9aca9f-7c54-499a-9cc9-ef33c7c29a5a tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Synchronizing usage tracker for tenant:652541c50878480891452a61002970b5 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:23:56.206761 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-a60ab4d0-9076-48fd-9097-86000c4fa929 service neutron] Request body: {'port': {'device_id': '7f1c2e85-a6f8-40b8-8b36-32208c2cdb79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:56.358225 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0f6f2ffd-bd13-4008-8a81-01f5cb104f96 None None] Provisioning for port d45390e8-aa8b-4155-8d53-1bddc4d2dd7b completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:23:56.363429 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0f6f2ffd-bd13-4008-8a81-01f5cb104f96 None None] Provisioning complete for port d45390e8-aa8b-4155-8d53-1bddc4d2dd7b triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:23:56.363803 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0f6f2ffd-bd13-4008-8a81-01f5cb104f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:56.450915 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0f6f2ffd-bd13-4008-8a81-01f5cb104f96 None None] Port d45390e8-aa8b-4155-8d53-1bddc4d2dd7b cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:23:56.479053 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538359d-c203-4d4e-b124-35752e486321 req-ee935814-fd94-46c5-ba09-123d3250dbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:56.480396 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0538359d-c203-4d4e-b124-35752e486321 req-ee935814-fd94-46c5-ba09-123d3250dbd7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6e2eec62-0523-4521-82e3-9ab28f45e905 HTTP/1.1" status: 200 len: 845 time: 0.5141573 May 13 14:23:56.483499 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-b5702667-f997-47f4-8780-50cf541e355a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:56.484968 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-b5702667-f997-47f4-8780-50cf541e355a service neutron] 10.222.0.74 "GET /v2.0/networks?id=d5027423-d39b-4c72-b023-a3c3d59a72d1 HTTP/1.1" status: 200 len: 920 time: 0.3631687 May 13 14:23:56.507668 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34694) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:56.511689 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-a2430004-1976-4c67-909b-96322e78208e req-9c51464c-75c5-4d3f-93a0-0871d4bdef0a service neutron] Attempting to bind port 81113dd0-baf8-4e8f-8296-1b3974e7b5a3 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:23:56.512084 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-a2430004-1976-4c67-909b-96322e78208e req-9c51464c-75c5-4d3f-93a0-0871d4bdef0a service neutron] Attempting to bind port 81113dd0-baf8-4e8f-8296-1b3974e7b5a3 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:23:56.512418 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2430004-1976-4c67-909b-96322e78208e req-9c51464c-75c5-4d3f-93a0-0871d4bdef0a service neutron] Attempting to bind port 81113dd0-baf8-4e8f-8296-1b3974e7b5a3 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:56.525277 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2430004-1976-4c67-909b-96322e78208e req-9c51464c-75c5-4d3f-93a0-0871d4bdef0a service neutron] Port 81113dd0-baf8-4e8f-8296-1b3974e7b5a3 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:23:56.525604 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2430004-1976-4c67-909b-96322e78208e req-9c51464c-75c5-4d3f-93a0-0871d4bdef0a service neutron] Attempting to bind port 81113dd0-baf8-4e8f-8296-1b3974e7b5a3 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:56.540764 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2430004-1976-4c67-909b-96322e78208e req-9c51464c-75c5-4d3f-93a0-0871d4bdef0a service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:23:56.540764 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2430004-1976-4c67-909b-96322e78208e req-9c51464c-75c5-4d3f-93a0-0871d4bdef0a service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:23:56.540764 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2430004-1976-4c67-909b-96322e78208e req-9c51464c-75c5-4d3f-93a0-0871d4bdef0a service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:23:56.540764 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-a2430004-1976-4c67-909b-96322e78208e req-9c51464c-75c5-4d3f-93a0-0871d4bdef0a service neutron] Bound port: 81113dd0-baf8-4e8f-8296-1b3974e7b5a3, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:23:56.540764 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a2430004-1976-4c67-909b-96322e78208e req-9c51464c-75c5-4d3f-93a0-0871d4bdef0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:56.573818 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b554e-a39c-4efd-8c63-b8e28cb7224e req-ccc67f1c-d76f-4a8c-8c93-3cf19ed7adab tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:56.575977 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-760b554e-a39c-4efd-8c63-b8e28cb7224e req-ccc67f1c-d76f-4a8c-8c93-3cf19ed7adab tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 945 time: 0.3749931 May 13 14:23:56.673995 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0538359d-c203-4d4e-b124-35752e486321 req-7c7a7819-f006-4011-91ee-a0c6da2d36ea service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=615f1b1d-e928-4b1a-811f-c88ac2129812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084752 May 13 14:23:56.734816 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-a60ab4d0-9076-48fd-9097-86000c4fa929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:56.742206 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-760b554e-a39c-4efd-8c63-b8e28cb7224e req-b70b4c9e-5891-4009-823b-ed19507fcc75 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253469 May 13 14:23:56.754454 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-a2430004-1976-4c67-909b-96322e78208e req-9c51464c-75c5-4d3f-93a0-0871d4bdef0a service neutron] For port 81113dd0-baf8-4e8f-8296-1b3974e7b5a3, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:23:56.782690 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-a2430004-1976-4c67-909b-96322e78208e req-9c51464c-75c5-4d3f-93a0-0871d4bdef0a service neutron] For port 81113dd0-baf8-4e8f-8296-1b3974e7b5a3, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=81113dd0-baf8-4e8f-8296-1b3974e7b5a3,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:23:56.792267 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a2430004-1976-4c67-909b-96322e78208e req-9c51464c-75c5-4d3f-93a0-0871d4bdef0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:56.851404 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-06814dae-05bb-46af-b2a3-e1081dbb06fa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=07480a24b5104514b0b51ede1c77c59d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3418975 May 13 14:23:56.866054 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34700) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:56.881634 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2430004-1976-4c67-909b-96322e78208e req-9c51464c-75c5-4d3f-93a0-0871d4bdef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:56.884266 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a2430004-1976-4c67-909b-96322e78208e req-9c51464c-75c5-4d3f-93a0-0871d4bdef0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:56.887426 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a2430004-1976-4c67-909b-96322e78208e req-9c51464c-75c5-4d3f-93a0-0871d4bdef0a service neutron] 10.222.0.59 "PUT /v2.0/ports/81113dd0-baf8-4e8f-8296-1b3974e7b5a3 HTTP/1.1" status: 200 len: 1096 time: 2.9693503 May 13 14:23:56.943779 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-fee26844-b3d9-4054-993e-a1abdd99b71a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33367613-7e10-4ad3-8825-d0865ccc4998 HTTP/1.1" status: 200 len: 217 time: 0.3713341 May 13 14:23:56.954667 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-80599256-73ea-4a73-83d4-12d6b0179e0f req-3d9aca9f-7c54-499a-9cc9-ef33c7c29a5a tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Unset dirty status for tenant:652541c50878480891452a61002970b5 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:23:56.956100 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-80599256-73ea-4a73-83d4-12d6b0179e0f req-3d9aca9f-7c54-499a-9cc9-ef33c7c29a5a tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 935 time: 1.4379094 May 13 14:23:57.047891 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51464c-75c5-4d3f-93a0-0871d4bdef0a service neutron] Pushing event updated for resources: {'Port': ['ID=81113dd0-baf8-4e8f-8296-1b3974e7b5a3,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:57.099637 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-54b0faa0-a409-4dc8-af50-093a84cf899b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:57.142362 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-54b0faa0-a409-4dc8-af50-093a84cf899b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:57.165301 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a0867-6784-4300-9426-d7343ea38f6a req-a065c74d-68b4-497d-a7d7-f17b9ea2a8ae tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:57.166080 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ff9a0867-6784-4300-9426-d7343ea38f6a req-a065c74d-68b4-497d-a7d7-f17b9ea2a8ae tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Synchronizing usage tracker for tenant:5def6705b3c44db2a4998ed4a01a386f on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:23:57.166953 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-80599256-73ea-4a73-83d4-12d6b0179e0f req-f97e2440-87dc-4fbb-82f6-3f2cf65310ee tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562243 May 13 14:23:57.167821 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ce4ed492-6679-4523-89c0-dbbad789179f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:57.171532 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device bdc0b46b-1b50-4024-89d6-3cc87a33c729 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:23:57.172180 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2430004-1976-4c67-909b-96322e78208e req-04c066e8-58bf-47c0-a412-412970e928ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:57.173879 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a2430004-1976-4c67-909b-96322e78208e req-04c066e8-58bf-47c0-a412-412970e928ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5def6705b3c44db2a4998ed4a01a386f&device_id=187f0593-0d5f-465a-90dd-7da0f2fb2ad5 HTTP/1.1" status: 200 len: 1099 time: 0.2008352 May 13 14:23:57.208013 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-5df20775-628b-4ba7-83fc-6e6539718f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:57.210046 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-5df20775-628b-4ba7-83fc-6e6539718f88 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d HTTP/1.1" status: 200 len: 859 time: 0.2383981 May 13 14:23:57.267091 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0538359d-c203-4d4e-b124-35752e486321 req-d782d442-a897-48bd-9e78-326602339de5 service neutron] 10.222.0.74 "GET /v2.0/networks/615f1b1d-e928-4b1a-811f-c88ac2129812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5757682 May 13 14:23:57.269485 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a2430004-1976-4c67-909b-96322e78208e req-159bb68c-c4fc-472a-8cbb-f02bcaf63ff2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=81113dd0-baf8-4e8f-8296-1b3974e7b5a3 HTTP/1.1" status: 200 len: 217 time: 0.0844188 May 13 14:23:57.272679 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-e4ee2dce-203a-4d68-98d9-0e04a08c47b3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d5027423-d39b-4c72-b023-a3c3d59a72d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550566 May 13 14:23:57.298956 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: bdc0b46b-1b50-4024-89d6-3cc87a33c729 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:23:57.299445 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device bdc0b46b-1b50-4024-89d6-3cc87a33c729 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:23:57.338662 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ff9a0867-6784-4300-9426-d7343ea38f6a req-a065c74d-68b4-497d-a7d7-f17b9ea2a8ae tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Unset dirty status for tenant:5def6705b3c44db2a4998ed4a01a386f on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:23:57.348734 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ff9a0867-6784-4300-9426-d7343ea38f6a req-a065c74d-68b4-497d-a7d7-f17b9ea2a8ae tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/ports?device_id=187f0593-0d5f-465a-90dd-7da0f2fb2ad5 HTTP/1.1" status: 200 len: 948 time: 0.4279273 May 13 14:23:57.412223 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2430004-1976-4c67-909b-96322e78208e req-1d8e99bd-9986-47cd-bdf0-779d18aa2d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:57.413720 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a2430004-1976-4c67-909b-96322e78208e req-1d8e99bd-9986-47cd-bdf0-779d18aa2d9d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1357996 May 13 14:23:57.414270 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-54b0faa0-a409-4dc8-af50-093a84cf899b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:57.429583 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ff9a0867-6784-4300-9426-d7343ea38f6a req-0f83bbb6-34f7-4a3c-82c8-a1dc062aa8c4 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f228f1c-8d42-4e2c-9176-132ca520e661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800035 May 13 14:23:57.470265 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187f0593-0d5f-465a-90dd-7da0f2fb2ad5', 'tag': '81113dd0-baf8-4e8f-8296-1b3974e7b5a3'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:57.483897 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0faa0-a409-4dc8-af50-093a84cf899b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e39a373-3824-4162-a936-04d6e15c2d8f,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:57.502286 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-54b0faa0-a409-4dc8-af50-093a84cf899b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:57.506895 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-54b0faa0-a409-4dc8-af50-093a84cf899b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1e39a373-3824-4162-a936-04d6e15c2d8f HTTP/1.1" status: 204 len: 168 time: 0.6390305 May 13 14:23:57.538389 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2430004-1976-4c67-909b-96322e78208e req-b482beaa-bcc0-4161-b8b3-6e68004d9547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:57.539923 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a2430004-1976-4c67-909b-96322e78208e req-b482beaa-bcc0-4161-b8b3-6e68004d9547 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1147211 May 13 14:23:57.739135 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a2430004-1976-4c67-909b-96322e78208e req-39ff2013-f3bb-4725-9391-34200f46efe6 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927242 May 13 14:23:57.748582 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa6f34-31c7-480a-b98a-7caeb6ec06ab req-75b0c89e-2726-4e91-aa4b-a4f66cc85c43 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:57.750102 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-68fa6f34-31c7-480a-b98a-7caeb6ec06ab req-75b0c89e-2726-4e91-aa4b-a4f66cc85c43 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 944 time: 0.1826589 May 13 14:23:57.819407 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-203d9857-ffaa-4c18-b208-3830a793b180 service neutron] 10.222.0.74 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5138035 May 13 14:23:57.821112 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0538359d-c203-4d4e-b124-35752e486321 req-12cbd659-a334-4bf8-8ae7-4eb96707dbef service neutron] 10.222.0.74 "GET /v2.0/networks/615f1b1d-e928-4b1a-811f-c88ac2129812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5453086 May 13 14:23:57.830692 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1f78b-2c68-4f22-b034-8a793337c893 req-703cd434-5f31-44de-9e6e-b9b0d4174371 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:57.832155 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e8c1f78b-2c68-4f22-b034-8a793337c893 req-703cd434-5f31-44de-9e6e-b9b0d4174371 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b019a7d-bfd7-4d05-b31c-8e44e8d1ef28 HTTP/1.1" status: 200 len: 944 time: 0.5040495 May 13 14:23:57.846348 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34718) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:57.862678 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-a60ab4d0-9076-48fd-9097-86000c4fa929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d45390e8-aa8b-4155-8d53-1bddc4d2dd7b {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:23:57.884825 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a176aec5-4d9a-41c5-915b-e22bd4af2960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:57.905496 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-68fa6f34-31c7-480a-b98a-7caeb6ec06ab req-2e9e6d3d-4e11-4508-a08c-eb4a4ba7e0c0 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343021 May 13 14:23:57.922599 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a176aec5-4d9a-41c5-915b-e22bd4af2960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:57.925495 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-a60ab4d0-9076-48fd-9097-86000c4fa929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:57.935859 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a176aec5-4d9a-41c5-915b-e22bd4af2960 admin admin] Usage tracker for resource:security_group_rule and tenant:b6eebf13030a493d9a6888bda478be6e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:57.941440 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a176aec5-4d9a-41c5-915b-e22bd4af2960 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:57.949378 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a176aec5-4d9a-41c5-915b-e22bd4af2960 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:57.952815 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a2430004-1976-4c67-909b-96322e78208e req-a4d24c58-19b5-4601-9b5c-0bf9c9a26a9d service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017748 May 13 14:23:58.019347 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-a60ab4d0-9076-48fd-9097-86000c4fa929 service neutron] Transition to ACTIVE for port object d45390e8-aa8b-4155-8d53-1bddc4d2dd7b will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:58.038617 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-a60ab4d0-9076-48fd-9097-86000c4fa929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:58.049624 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a176aec5-4d9a-41c5-915b-e22bd4af2960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:58.054292 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a176aec5-4d9a-41c5-915b-e22bd4af2960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:58.080450 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e8c1f78b-2c68-4f22-b034-8a793337c893 req-b819f428-195c-4307-be9e-0c296e73d8ef tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221398 May 13 14:23:58.107568 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a176aec5-4d9a-41c5-915b-e22bd4af2960 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b6eebf13030a493d9a6888bda478be6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2560453 May 13 14:23:58.107568 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176aec5-4d9a-41c5-915b-e22bd4af2960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee4ec82-c4ce-4ee1-8cfb-0f31fc4afc51,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:58.109409 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34724) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:58.144332 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:58.204112 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-f676964a-7be2-410d-9194-d6b7b7c968f2 service neutron] 10.222.0.74 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671808 May 13 14:23:58.261659 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-256aa86e-8607-4511-b1de-42fac52b556d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:58.306219 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ab4d0-9076-48fd-9097-86000c4fa929 service neutron] Pushing event updated for resources: {'Port': ['ID=d45390e8-aa8b-4155-8d53-1bddc4d2dd7b,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:58.316786 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-256aa86e-8607-4511-b1de-42fac52b556d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:58.359937 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-378b9c87-7ef7-494b-9f6d-2dcba4f2f09f'] response: {'name': 'network-changed', 'server_uuid': '187f0593-0d5f-465a-90dd-7da0f2fb2ad5', 'tag': '81113dd0-baf8-4e8f-8296-1b3974e7b5a3', 'status': 'completed', 'code': 200} May 13 14:23:58.371778 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ce686-1c8b-4530-97a4-22437f99e6f1 req-5a8f79d7-2e36-4a8f-8bbe-b5bf5357a429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:58.373264 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c2ce686-1c8b-4530-97a4-22437f99e6f1 req-5a8f79d7-2e36-4a8f-8bbe-b5bf5357a429 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0b965b9ed3c14545bbd8d2dd215e4150&device_id=0b019a7d-bfd7-4d05-b31c-8e44e8d1ef28 HTTP/1.1" status: 200 len: 1095 time: 0.4236724 May 13 14:23:58.532508 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-256aa86e-8607-4511-b1de-42fac52b556d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:58.561417 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-a60ab4d0-9076-48fd-9097-86000c4fa929 service neutron] Attempting to bind port d45390e8-aa8b-4155-8d53-1bddc4d2dd7b on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:23:58.561751 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-a60ab4d0-9076-48fd-9097-86000c4fa929 service neutron] Attempting to bind port d45390e8-aa8b-4155-8d53-1bddc4d2dd7b by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:23:58.562076 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-a60ab4d0-9076-48fd-9097-86000c4fa929 service neutron] Attempting to bind port d45390e8-aa8b-4155-8d53-1bddc4d2dd7b on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:58.572218 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256aa86e-8607-4511-b1de-42fac52b556d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee4ec82-c4ce-4ee1-8cfb-0f31fc4afc51,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:58.574278 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-a60ab4d0-9076-48fd-9097-86000c4fa929 service neutron] Port d45390e8-aa8b-4155-8d53-1bddc4d2dd7b on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:23:58.574679 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-a60ab4d0-9076-48fd-9097-86000c4fa929 service neutron] Attempting to bind port d45390e8-aa8b-4155-8d53-1bddc4d2dd7b on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:58.597481 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-a60ab4d0-9076-48fd-9097-86000c4fa929 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:23:58.597731 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-256aa86e-8607-4511-b1de-42fac52b556d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:58.597843 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-a60ab4d0-9076-48fd-9097-86000c4fa929 service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:23:58.598189 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-a60ab4d0-9076-48fd-9097-86000c4fa929 service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:23:58.598634 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-a60ab4d0-9076-48fd-9097-86000c4fa929 service neutron] Bound port: d45390e8-aa8b-4155-8d53-1bddc4d2dd7b, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:23:58.598963 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-a60ab4d0-9076-48fd-9097-86000c4fa929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:58.604447 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-256aa86e-8607-4511-b1de-42fac52b556d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eee4ec82-c4ce-4ee1-8cfb-0f31fc4afc51 HTTP/1.1" status: 204 len: 168 time: 0.4939783 May 13 14:23:58.636464 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb926d-de2c-4fb0-a1b3-8ba1eaa39070 req-afd0f070-073d-4239-ac32-06419f46ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:58.637710 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-70cb926d-de2c-4fb0-a1b3-8ba1eaa39070 req-afd0f070-073d-4239-ac32-06419f46ce86 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5def6705b3c44db2a4998ed4a01a386f&device_id=187f0593-0d5f-465a-90dd-7da0f2fb2ad5 HTTP/1.1" status: 200 len: 1099 time: 0.2770498 May 13 14:23:58.761420 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ce686-1c8b-4530-97a4-22437f99e6f1 req-d84c0df1-0cf8-4f10-a2cb-fc5e9d1d9b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:58.763182 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c2ce686-1c8b-4530-97a4-22437f99e6f1 req-d84c0df1-0cf8-4f10-a2cb-fc5e9d1d9b0e service neutron] 10.222.0.74 "GET /v2.0/networks?id=615f1b1d-e928-4b1a-811f-c88ac2129812 HTTP/1.1" status: 200 len: 906 time: 0.3800981 May 13 14:23:58.809395 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0490bbd-a8b9-423c-9ab6-13754903093a req-0dd3f99a-3677-4157-ba3d-2f8b85ef0d60 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:58.815658 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b0490bbd-a8b9-423c-9ab6-13754903093a req-0dd3f99a-3677-4157-ba3d-2f8b85ef0d60 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 945 time: 0.3521550 May 13 14:23:58.840827 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb926d-de2c-4fb0-a1b3-8ba1eaa39070 req-95df7eb9-54c8-4da3-a804-768bb230e62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:58.842246 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-70cb926d-de2c-4fb0-a1b3-8ba1eaa39070 req-95df7eb9-54c8-4da3-a804-768bb230e62c service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.1978121 May 13 14:23:58.891732 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b0490bbd-a8b9-423c-9ab6-13754903093a req-6aaece74-2ffd-4e9b-b2e9-f736d5e9fca6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613346 May 13 14:23:58.892655 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-a60ab4d0-9076-48fd-9097-86000c4fa929 service neutron] For port d45390e8-aa8b-4155-8d53-1bddc4d2dd7b, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:23:58.896266 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-c92a8cbe-da91-4ec1-91a6-e4dc8612ef1f tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:58.897765 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-c92a8cbe-da91-4ec1-91a6-e4dc8612ef1f tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3576b493-a765-4f61-8d3d-9e72b617617e&tenant_id=4d6ca075ae214d9490235db19234e57f&binding%3Ahost_id=n-h2-841760-1 HTTP/1.1" status: 200 len: 1095 time: 0.2735238 May 13 14:23:58.903830 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-a60ab4d0-9076-48fd-9097-86000c4fa929 service neutron] For port d45390e8-aa8b-4155-8d53-1bddc4d2dd7b, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=d45390e8-aa8b-4155-8d53-1bddc4d2dd7b,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:23:58.908343 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-a60ab4d0-9076-48fd-9097-86000c4fa929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:58.920724 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1e82b-e2c1-459b-b8f6-06951deb0d94 req-cc552e3b-3308-4e16-825a-fd80252cfcbd tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:58.920724 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9ae1e82b-e2c1-459b-b8f6-06951deb0d94 req-cc552e3b-3308-4e16-825a-fd80252cfcbd tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 947 time: 0.1830001 May 13 14:23:58.924965 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-70cb926d-de2c-4fb0-a1b3-8ba1eaa39070 req-aee2569c-8700-4ba0-85e3-0a61f22e8a7e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=81113dd0-baf8-4e8f-8296-1b3974e7b5a3 HTTP/1.1" status: 200 len: 217 time: 0.0760825 May 13 14:23:58.965621 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-a60ab4d0-9076-48fd-9097-86000c4fa929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:58.966272 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-a60ab4d0-9076-48fd-9097-86000c4fa929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:58.967632 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-a60ab4d0-9076-48fd-9097-86000c4fa929 service neutron] 10.222.0.59 "PUT /v2.0/ports/d45390e8-aa8b-4155-8d53-1bddc4d2dd7b HTTP/1.1" status: 200 len: 1095 time: 2.8168108 May 13 14:23:58.977846 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1c2e85-a6f8-40b8-8b36-32208c2cdb79', 'tag': 'd45390e8-aa8b-4155-8d53-1bddc4d2dd7b'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:59.022382 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ab4d0-9076-48fd-9097-86000c4fa929 service neutron] Pushing event updated for resources: {'Port': ['ID=d45390e8-aa8b-4155-8d53-1bddc4d2dd7b,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:59.048996 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9ae1e82b-e2c1-459b-b8f6-06951deb0d94 req-82916dff-b68e-4049-9442-5296eb7a2c1f tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260958 May 13 14:23:59.075454 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb926d-de2c-4fb0-a1b3-8ba1eaa39070 req-11547c43-a14c-43b7-9108-0d0bbac46325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:59.076322 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-70cb926d-de2c-4fb0-a1b3-8ba1eaa39070 req-11547c43-a14c-43b7-9108-0d0bbac46325 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1396873 May 13 14:23:59.309949 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb926d-de2c-4fb0-a1b3-8ba1eaa39070 req-8a7bc3b3-a23c-45d5-b5a2-e2e2fcaf6c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:59.312499 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-70cb926d-de2c-4fb0-a1b3-8ba1eaa39070 req-8a7bc3b3-a23c-45d5-b5a2-e2e2fcaf6c40 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2289581 May 13 14:23:59.337933 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c2ce686-1c8b-4530-97a4-22437f99e6f1 req-a8d6ec58-12e5-4ea2-bafc-eff530013779 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40 HTTP/1.1" status: 200 len: 217 time: 0.2242980 May 13 14:23:59.485556 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ce686-1c8b-4530-97a4-22437f99e6f1 req-8d8e0500-58d3-4b87-aafc-941a508a6251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:59.492708 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-70cb926d-de2c-4fb0-a1b3-8ba1eaa39070 req-fcb094db-ba71-457a-b515-60c007a75de0 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650608 May 13 14:23:59.500748 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c2ce686-1c8b-4530-97a4-22437f99e6f1 req-8d8e0500-58d3-4b87-aafc-941a508a6251 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6e2eec62-0523-4521-82e3-9ab28f45e905 HTTP/1.1" status: 200 len: 845 time: 0.1521571 May 13 14:23:59.504038 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f9b5452a-7d32-42ac-8c85-8f6d9aa81513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:59.504914 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2ae43-6181-4f87-ba4d-5155adb2c525 req-63cf278f-0870-427b-bb03-abcca3ffd9ae tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:59.511985 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3ee2ae43-6181-4f87-ba4d-5155adb2c525 req-63cf278f-0870-427b-bb03-abcca3ffd9ae tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 944 time: 0.2357051 May 13 14:23:59.529082 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-809c70a8-cae0-45c1-9c5e-b11507066ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:59.530684 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-809c70a8-cae0-45c1-9c5e-b11507066ac3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 1098 time: 0.5007727 May 13 14:23:59.644154 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-fe6444c5-6b39-40f9-8566-a873f0045d2f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=d45390e8-aa8b-4155-8d53-1bddc4d2dd7b HTTP/1.1" status: 200 len: 217 time: 0.0764372 May 13 14:23:59.651413 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b8850-065e-4758-a06e-1e83617ac5bf req-7d8a2990-fd79-4775-88eb-b513780aa48f tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:59.658495 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-620b8850-065e-4758-a06e-1e83617ac5bf req-7d8a2990-fd79-4775-88eb-b513780aa48f tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/ports?device_id=187f0593-0d5f-465a-90dd-7da0f2fb2ad5 HTTP/1.1" status: 200 len: 948 time: 0.5439098 May 13 14:23:59.661936 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c2ce686-1c8b-4530-97a4-22437f99e6f1 req-06a789c3-f634-41e1-900e-641ba09e7a6e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=615f1b1d-e928-4b1a-811f-c88ac2129812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1352813 May 13 14:23:59.695058 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-70cb926d-de2c-4fb0-a1b3-8ba1eaa39070 req-84871bf2-e0c4-4188-98f9-b6864924221b service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802652 May 13 14:23:59.732315 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3ee2ae43-6181-4f87-ba4d-5155adb2c525 req-f8ece345-6c4f-49ec-81f9-33b445eceef5 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180936 May 13 14:23:59.868047 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-faf31a8c-5ab5-464f-ae59-434c5257e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:59.869538 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-faf31a8c-5ab5-464f-ae59-434c5257e0ec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.2042422 May 13 14:23:59.890177 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f485343-dce0-44fd-a6f8-f376328d15c1'] response: {'name': 'network-changed', 'server_uuid': '7f1c2e85-a6f8-40b8-8b36-32208c2cdb79', 'tag': 'd45390e8-aa8b-4155-8d53-1bddc4d2dd7b', 'status': 'completed', 'code': 200} May 13 14:24:00.007783 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78677ad7-5e04-4c1c-9bd0-36482cd1cd11 req-d1794fad-50e0-4053-8b2c-39e86fa5376a tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:00.019068 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-78677ad7-5e04-4c1c-9bd0-36482cd1cd11 req-d1794fad-50e0-4053-8b2c-39e86fa5376a tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b019a7d-bfd7-4d05-b31c-8e44e8d1ef28 HTTP/1.1" status: 200 len: 944 time: 0.1165318 May 13 14:24:00.019942 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-eba6e186-69ef-4648-a8a5-aa6bfbf930f0 service neutron] For port 33367613-7e10-4ad3-8825-d0865ccc4998, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:24:00.034600 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-eba6e186-69ef-4648-a8a5-aa6bfbf930f0 service neutron] Notify callbacks [] for binding, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:00.035743 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a307761-bfec-4c58-9722-dc0ca4977c0f req-eba6e186-69ef-4648-a8a5-aa6bfbf930f0 service neutron] 10.222.0.74 "DELETE /v2.0/ports/33367613-7e10-4ad3-8825-d0865ccc4998/bindings/n-h1-841760-1 HTTP/1.1" status: 204 len: 173 time: 0.9233656 May 13 14:24:00.070807 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-620b8850-065e-4758-a06e-1e83617ac5bf req-801644c8-c4d7-41bd-b6c0-734a55794edb tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f228f1c-8d42-4e2c-9176-132ca520e661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111946 May 13 14:24:00.099783 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-78677ad7-5e04-4c1c-9bd0-36482cd1cd11 req-08f0cb31-6550-44a4-9d10-e9008b4e4fd6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796597 May 13 14:24:00.246463 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c2ce686-1c8b-4530-97a4-22437f99e6f1 req-611aa744-2dd6-47bb-8e96-34b6bdd75e80 service neutron] 10.222.0.74 "GET /v2.0/networks/615f1b1d-e928-4b1a-811f-c88ac2129812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5661111 May 13 14:24:00.291407 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7577f7-1ac6-401a-a22f-07d7918903bc req-1dcfdfbc-2bff-4a34-9b39-26844fe73252 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:00.306220 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6b7577f7-1ac6-401a-a22f-07d7918903bc req-1dcfdfbc-2bff-4a34-9b39-26844fe73252 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 945 time: 0.1190736 May 13 14:24:00.387754 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6b7577f7-1ac6-401a-a22f-07d7918903bc req-5af73894-3291-44b0-a924-b66eba168d4c tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804627 May 13 14:24:00.393167 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-994cd485-cfe2-47ae-b91c-74bc1e137787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:00.395306 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-994cd485-cfe2-47ae-b91c-74bc1e137787 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5011294 May 13 14:24:00.440436 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:00.548541 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:00.636075 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93881c5e-d37e-4492-822f-18485d1ac3ec req-27991279-fe08-4b25-b378-012be46b3b10 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:00.637605 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-93881c5e-d37e-4492-822f-18485d1ac3ec req-27991279-fe08-4b25-b378-012be46b3b10 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 1095 time: 0.0966592 May 13 14:24:00.685552 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c2ce686-1c8b-4530-97a4-22437f99e6f1 req-992ba014-b5d8-47d6-a189-050dab45c94e service neutron] 10.222.0.74 "GET /v2.0/networks/615f1b1d-e928-4b1a-811f-c88ac2129812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248362 May 13 14:24:00.689645 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-93881c5e-d37e-4492-822f-18485d1ac3ec req-aef7f173-b60e-459a-b827-032103f72281 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456517 May 13 14:24:00.690202 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-48820eee-acf7-4751-971f-337834340c2a service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864048 May 13 14:24:00.789805 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f3cf2-b8c4-45c2-93fd-ec9560682950 req-964fa45c-f74e-4e00-a3a7-25bb1e74d867 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:00.798455 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e46f3cf2-b8c4-45c2-93fd-ec9560682950 req-964fa45c-f74e-4e00-a3a7-25bb1e74d867 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 947 time: 0.2848644 May 13 14:24:00.884079 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e46f3cf2-b8c4-45c2-93fd-ec9560682950 req-a5a7fcf5-ddc8-4c8b-9c3b-827e46315eb4 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845242 May 13 14:24:00.922457 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a2581dc6-4d48-46c8-b896-3e532bad5791 req-e35c2361-cd41-461b-a5a4-ccd91600d236 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240870 May 13 14:24:00.980638 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 81113dd0-baf8-4e8f-8296-1b3974e7b5a3 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:24:01.233451 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 81113dd0-baf8-4e8f-8296-1b3974e7b5a3, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=81113dd0-baf8-4e8f-8296-1b3974e7b5a3,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:01.253991 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '81113dd0-baf8-4e8f-8296-1b3974e7b5a3', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': '81113dd0-baf8-4e8f-8296-1b3974e7b5a3', 'mac_address': 'fa:16:3e:c0:da:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:24:01.258440 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:24:01.372764 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66c6ff-b68e-4fdf-86da-035ccc49eb27 req-6c873a1e-ad69-4b89-b95c-da8b7222cc7d tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:01.375741 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce66c6ff-b68e-4fdf-86da-035ccc49eb27 req-6c873a1e-ad69-4b89-b95c-da8b7222cc7d tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/ports?device_id=187f0593-0d5f-465a-90dd-7da0f2fb2ad5 HTTP/1.1" status: 200 len: 948 time: 0.1145189 May 13 14:24:01.375895 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b592671-efea-4635-86b9-347587d11483 req-03c69a57-c651-4369-b71f-592965db5b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:01.377403 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3b592671-efea-4635-86b9-347587d11483 req-03c69a57-c651-4369-b71f-592965db5b19 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 1098 time: 0.3776615 May 13 14:24:01.436189 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-079262fb-659f-4a7b-94c3-d5318ebde1f6 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:01.437874 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-079262fb-659f-4a7b-94c3-d5318ebde1f6 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/networks?id=d5027423-d39b-4c72-b023-a3c3d59a72d1 HTTP/1.1" status: 200 len: 819 time: 0.3378465 May 13 14:24:01.438840 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce66c6ff-b68e-4fdf-86da-035ccc49eb27 req-a0227c06-23ef-4422-bdae-4ef193f954e6 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f228f1c-8d42-4e2c-9176-132ca520e661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546894 May 13 14:24:01.504889 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-5948e04d-4fd7-4bd1-81bb-e44d0e85ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:01.506838 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:01.507146 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-5948e04d-4fd7-4bd1-81bb-e44d0e85ce95 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e9c1f6dcee6e4bfa9d17410767972533&device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 1096 time: 0.2765038 May 13 14:24:01.522714 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 81113dd0-baf8-4e8f-8296-1b3974e7b5a3 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:01.523388 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:01.542603 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40', 'network_id': '615f1b1d-e928-4b1a-811f-c88ac2129812', 'port_id': 'f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40', 'mac_address': 'fa:16:3e:04:02:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e2eec62-0523-4521-82e3-9ab28f45e905', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:24:01.546680 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81113dd0-baf8-4e8f-8296-1b3974e7b5a3 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:24:01.607671 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-5410fa9e-a499-44f0-af50-65b051086e08 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/quotas/4d6ca075ae214d9490235db19234e57f HTTP/1.1" status: 200 len: 375 time: 0.1079299 May 13 14:24:01.670191 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0720d4b-f7cf-4a2c-9a04-fbbbb3ad84ea req-564959a3-c24b-48c4-8747-a90c015f64a2 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:01.678584 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d0720d4b-f7cf-4a2c-9a04-fbbbb3ad84ea req-564959a3-c24b-48c4-8747-a90c015f64a2 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b019a7d-bfd7-4d05-b31c-8e44e8d1ef28 HTTP/1.1" status: 200 len: 944 time: 0.1307256 May 13 14:24:01.694941 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 81113dd0-baf8-4e8f-8296-1b3974e7b5a3, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=81113dd0-baf8-4e8f-8296-1b3974e7b5a3,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:01.711035 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:01.748537 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d0720d4b-f7cf-4a2c-9a04-fbbbb3ad84ea req-e5d552b8-785f-4065-9a8a-f96810242902 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682654 May 13 14:24:01.754962 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b592671-efea-4635-86b9-347587d11483 req-6f0f513e-97e0-43a8-a88c-dbecd0b69caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:01.765227 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3b592671-efea-4635-86b9-347587d11483 req-6f0f513e-97e0-43a8-a88c-dbecd0b69caf service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.3776724 May 13 14:24:01.839493 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:01.840262 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:01.852658 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-96d4761d-601b-4d7e-862f-e0a0edb4a7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:01.854289 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-96d4761d-601b-4d7e-862f-e0a0edb4a7e9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=01882ed3-6d08-4bd7-8250-0f45408cfc6f HTTP/1.1" status: 200 len: 908 time: 0.3395896 May 13 14:24:01.856686 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3b592671-efea-4635-86b9-347587d11483 req-af2d2e85-86d8-4b5d-99c0-7ed694dc8d03 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=d45390e8-aa8b-4155-8d53-1bddc4d2dd7b HTTP/1.1" status: 200 len: 217 time: 0.0776367 May 13 14:24:01.885556 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:24:01.925013 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=81113dd0-baf8-4e8f-8296-1b3974e7b5a3,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:01.940632 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:01.941327 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:01.941971 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:01.942612 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:01.943841 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:01.944879 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:01.945614 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:01.946217 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:01.946878 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:01.947563 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:01.948219 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:01.948886 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:01.958209 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:01.981278 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:02.053887 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:02.055614 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['81113dd0-baf8-4e8f-8296-1b3974e7b5a3'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:24:02.116513 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959d5f0-3537-4c9b-8d3b-c7eb70b02375 req-2fd46c3a-7410-4ec7-a271-cb8fc597aa62 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:02.128562 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2959d5f0-3537-4c9b-8d3b-c7eb70b02375 req-2fd46c3a-7410-4ec7-a271-cb8fc597aa62 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 945 time: 0.1853092 May 13 14:24:02.139398 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-3f646662-bfdb-4913-8f89-6a004f8896b7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 HTTP/1.1" status: 200 len: 217 time: 0.2763963 May 13 14:24:02.200623 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-b740f73c-562a-4ba2-90b1-47aaff963222 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d6ca075ae214d9490235db19234e57f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5767069 May 13 14:24:02.296304 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b592671-efea-4635-86b9-347587d11483 req-58da0b4a-f427-4e79-96e3-3ad5d5dc5314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:02.297932 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3b592671-efea-4635-86b9-347587d11483 req-58da0b4a-f427-4e79-96e3-3ad5d5dc5314 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.4317677 May 13 14:24:02.323933 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2959d5f0-3537-4c9b-8d3b-c7eb70b02375 req-5bd1e29f-2e28-463e-8856-fded565ae22c tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938353 May 13 14:24:02.386260 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-3700be29-cc13-4d11-bc69-b10022486bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:02.389408 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-3700be29-cc13-4d11-bc69-b10022486bf9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b67d68a0-c4b3-4438-b89e-01055bd1fad3 HTTP/1.1" status: 200 len: 847 time: 0.2423036 May 13 14:24:02.437452 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:24:02.474032 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-fdadd9b1-be4f-44b2-b2dd-4dc5fade6977 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=01882ed3-6d08-4bd7-8250-0f45408cfc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619321 May 13 14:24:02.525363 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34850) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:02.537589 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:02.599050 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9269ac-94d2-46de-85bc-4e3b53c68fe9 req-d49b24cf-9739-4930-b47d-802098cf021c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:02.606796 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9d9269ac-94d2-46de-85bc-4e3b53c68fe9 req-d49b24cf-9739-4930-b47d-802098cf021c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 947 time: 0.1176660 May 13 14:24:02.615368 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-7f9cf009-6964-4b0e-9e16-2124f4a268ad service neutron] 10.222.0.35 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135180 May 13 14:24:02.661647 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9d9269ac-94d2-46de-85bc-4e3b53c68fe9 req-8c9d98b7-5085-4c10-8134-830ecf0ddfb0 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489576 May 13 14:24:02.740854 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b592671-efea-4635-86b9-347587d11483 req-e237bdca-87a0-42a4-89e8-83389d10536d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:02.742334 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3b592671-efea-4635-86b9-347587d11483 req-e237bdca-87a0-42a4-89e8-83389d10536d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4356103 May 13 14:24:02.790249 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5e5f0d43-ea2c-4ba1-882b-7cd798df281a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:02.809918 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5e5f0d43-ea2c-4ba1-882b-7cd798df281a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:02.813979 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5e5f0d43-ea2c-4ba1-882b-7cd798df281a admin admin] Usage tracker for resource:security_group_rule and tenant:a9fe7b5139534e4699221eeaeee9d8d1 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:02.816928 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5e5f0d43-ea2c-4ba1-882b-7cd798df281a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:02.827531 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5e5f0d43-ea2c-4ba1-882b-7cd798df281a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:02.862906 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-a68123fa-a990-4883-884d-4dfe3dd9c65f service neutron] 10.222.0.74 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777905 May 13 14:24:02.992705 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-763ee3a5-ad23-4751-83f3-e386ae620e26 service neutron] 10.222.0.35 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763673 May 13 14:24:03.048148 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7a76e-5c20-4238-ba79-dd6f97f23336 req-64f8689a-5c1c-43f7-b6bd-ee8834053f75 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:03.049634 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a4c7a76e-5c20-4238-ba79-dd6f97f23336 req-64f8689a-5c1c-43f7-b6bd-ee8834053f75 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/ports?device_id=187f0593-0d5f-465a-90dd-7da0f2fb2ad5 HTTP/1.1" status: 200 len: 949 time: 0.2199230 May 13 14:24:03.060824 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3b592671-efea-4635-86b9-347587d11483 req-f444152f-272f-437e-9276-95c8ef5c5823 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026478 May 13 14:24:03.107150 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5e5f0d43-ea2c-4ba1-882b-7cd798df281a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:03.122131 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5e5f0d43-ea2c-4ba1-882b-7cd798df281a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:03.150704 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a4c7a76e-5c20-4238-ba79-dd6f97f23336 req-1cc50d1c-9a63-4345-891a-886b1b27cc34 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f228f1c-8d42-4e2c-9176-132ca520e661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840058 May 13 14:24:03.176761 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-b9c36d21-91d0-4d31-ab43-224b452b5e0c service neutron] 10.222.0.74 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009610 May 13 14:24:03.179802 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5e5f0d43-ea2c-4ba1-882b-7cd798df281a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a9fe7b5139534e4699221eeaeee9d8d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6487203 May 13 14:24:03.182425 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34858) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:03.185243 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f0d43-ea2c-4ba1-882b-7cd798df281a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437cd5c9-f3c1-497b-b30c-c4c3f588d102,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:03.287985 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e83db91e-e432-458a-be22-49329da463d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:03.369890 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e83db91e-e432-458a-be22-49329da463d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:03.373056 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3b592671-efea-4635-86b9-347587d11483 req-9b9aec1f-0d16-4b86-a0ab-5c5f11d087c9 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005426 May 13 14:24:03.441153 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d059fe91-d9c5-4543-a8b8-9325719d70f2 req-a3e6a8f2-9100-4937-90d8-87c9ea1889e2 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 210 time: 0.1516652 May 13 14:24:03.514705 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-c8a39b7c-c317-4615-bd02-d475ae203d37 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:03.515062 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-c8a39b7c-c317-4615-bd02-d475ae203d37 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a&tenant_id=e9c1f6dcee6e4bfa9d17410767972533&binding%3Ahost_id=n-h1-841760-1 HTTP/1.1" status: 200 len: 1096 time: 0.1557081 May 13 14:24:03.533925 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-115cd068-6172-457e-a59c-8c09aabfeed6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-841760-1'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:03.551474 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e83db91e-e432-458a-be22-49329da463d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:03.575071 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83db91e-e432-458a-be22-49329da463d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437cd5c9-f3c1-497b-b30c-c4c3f588d102,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:03.592636 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e83db91e-e432-458a-be22-49329da463d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:03.594033 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e83db91e-e432-458a-be22-49329da463d2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/437cd5c9-f3c1-497b-b30c-c4c3f588d102 HTTP/1.1" status: 204 len: 168 time: 0.4107175 May 13 14:24:03.633524 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c101643-1472-4221-b8d5-b770ba153cf7 req-483c5094-9097-43a2-9675-3a218f3a0a9d tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:03.640615 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7c101643-1472-4221-b8d5-b770ba153cf7 req-483c5094-9097-43a2-9675-3a218f3a0a9d tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b019a7d-bfd7-4d05-b31c-8e44e8d1ef28 HTTP/1.1" status: 200 len: 945 time: 0.2276082 May 13 14:24:03.690828 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7c101643-1472-4221-b8d5-b770ba153cf7 req-5a0abab3-8131-4936-8670-aac5df0a2c6e tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492902 May 13 14:24:03.824160 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-115cd068-6172-457e-a59c-8c09aabfeed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:03.857521 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f906c47-e009-424b-9edb-fb457761bc99 req-89d52c03-92f8-473f-90eb-9431df2375cf tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:03.867722 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7f906c47-e009-424b-9edb-fb457761bc99 req-89d52c03-92f8-473f-90eb-9431df2375cf tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 945 time: 0.2299078 May 13 14:24:03.900355 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553f1a8-b982-4712-b5b8-49a8aca33b89 req-6faccf63-784e-46af-a45a-b699b83d48f5 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:03.903411 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d553f1a8-b982-4712-b5b8-49a8aca33b89 req-6faccf63-784e-46af-a45a-b699b83d48f5 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 947 time: 0.1139393 May 13 14:24:03.995930 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d553f1a8-b982-4712-b5b8-49a8aca33b89 req-350873eb-f9f8-4ae3-a5f8-e78c6e544681 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831063 May 13 14:24:03.998923 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34882) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:04.033154 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5f09448b-1eac-47a9-820d-606232254943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:04.049793 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5f09448b-1eac-47a9-820d-606232254943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:04.054738 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5f09448b-1eac-47a9-820d-606232254943 admin admin] Usage tracker for resource:security_group_rule and tenant:571e8e38a75b4f49b0d49f9541d5dd58 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:04.057856 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5f09448b-1eac-47a9-820d-606232254943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:04.064302 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5f09448b-1eac-47a9-820d-606232254943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:04.111590 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7f906c47-e009-424b-9edb-fb457761bc99 req-018be49e-c93a-40e1-b223-2bde81712e07 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429030 May 13 14:24:04.183062 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5f09448b-1eac-47a9-820d-606232254943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:04.187824 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5f09448b-1eac-47a9-820d-606232254943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:04.264163 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5f09448b-1eac-47a9-820d-606232254943 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=571e8e38a75b4f49b0d49f9541d5dd58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2614021 May 13 14:24:04.264163 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09448b-1eac-47a9-820d-606232254943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2482c10-18d4-42b6-8b80-78b73fd8611c,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:04.264944 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34888) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:04.314190 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-115cd068-6172-457e-a59c-8c09aabfeed6 service neutron] For port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:04.370330 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8c42ee5c-733d-41ef-a7d5-0138fae6590f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:04.391624 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-115cd068-6172-457e-a59c-8c09aabfeed6 service neutron] For port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:24:04.412342 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ba6f9-328c-4ee6-bdbd-f9f218d9abd7 req-d7307dad-a1bf-4ea7-92b3-2bd4b41209bd tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:04.413824 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e86ba6f9-328c-4ee6-bdbd-f9f218d9abd7 req-d7307dad-a1bf-4ea7-92b3-2bd4b41209bd tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/ports?device_id=187f0593-0d5f-465a-90dd-7da0f2fb2ad5 HTTP/1.1" status: 200 len: 949 time: 0.0867743 May 13 14:24:04.448898 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8c42ee5c-733d-41ef-a7d5-0138fae6590f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:04.464159 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e86ba6f9-328c-4ee6-bdbd-f9f218d9abd7 req-906e49ab-5211-470d-b580-c3227ce3937b tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f228f1c-8d42-4e2c-9176-132ca520e661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426540 May 13 14:24:04.510570 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e1dbb0-7dcc-4f40-ae90-d46b59d5888a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:04.516690 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-115cd068-6172-457e-a59c-8c09aabfeed6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:04.546737 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-115cd068-6172-457e-a59c-8c09aabfeed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:04.597734 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8c42ee5c-733d-41ef-a7d5-0138fae6590f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:04.659688 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1ffbe12-f622-4c00-84ac-15b183b30ce7'] response: {'server_uuid': '85e1dbb0-7dcc-4f40-ae90-d46b59d5888a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0', 'code': 200} May 13 14:24:04.737864 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8746292e-5580-4248-95b9-34fd47637a0e req-240a03d5-5d1d-4956-9f2f-af9ae388cc14 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 210 time: 0.0799665 May 13 14:24:04.762644 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42ee5c-733d-41ef-a7d5-0138fae6590f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2482c10-18d4-42b6-8b80-78b73fd8611c,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:04.887558 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6dc2f9-b55a-4991-8654-7f6e8035fd1c req-e07b176a-e12c-40e3-b17a-dbcd46c53a36 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:04.889083 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cd6dc2f9-b55a-4991-8654-7f6e8035fd1c req-e07b176a-e12c-40e3-b17a-dbcd46c53a36 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b019a7d-bfd7-4d05-b31c-8e44e8d1ef28 HTTP/1.1" status: 200 len: 945 time: 0.0844021 May 13 14:24:04.902501 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8c42ee5c-733d-41ef-a7d5-0138fae6590f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:04.903625 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8c42ee5c-733d-41ef-a7d5-0138fae6590f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d2482c10-18d4-42b6-8b80-78b73fd8611c HTTP/1.1" status: 204 len: 168 time: 0.6347563 May 13 14:24:04.914442 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115cd068-6172-457e-a59c-8c09aabfeed6 service neutron] Pushing event updated for resources: {'Port': ['ID=df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0,revision_number=7']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:04.923570 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-115cd068-6172-457e-a59c-8c09aabfeed6 service neutron] Attempting to bind port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 on host n-h1-841760-1 for vnic_type normal with profile {"migrating_to": "n-h2-841760-1"} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:24:04.923903 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-115cd068-6172-457e-a59c-8c09aabfeed6 service neutron] Attempting to bind port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:24:04.924235 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-115cd068-6172-457e-a59c-8c09aabfeed6 service neutron] Attempting to bind port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:24:04.931816 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-115cd068-6172-457e-a59c-8c09aabfeed6 service neutron] Port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:24:04.932142 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-115cd068-6172-457e-a59c-8c09aabfeed6 service neutron] Attempting to bind port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:24:04.948192 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cd6dc2f9-b55a-4991-8654-7f6e8035fd1c req-0d84987e-1c30-473d-9bae-f5abd558f4b2 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512226 May 13 14:24:04.952335 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-115cd068-6172-457e-a59c-8c09aabfeed6 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:24:04.952675 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-115cd068-6172-457e-a59c-8c09aabfeed6 service neutron] Checking segment: {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:24:04.953057 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-115cd068-6172-457e-a59c-8c09aabfeed6 service neutron] Bound using segment: {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:24:04.953497 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-115cd068-6172-457e-a59c-8c09aabfeed6 service neutron] Bound port: df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:24:04.953845 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-115cd068-6172-457e-a59c-8c09aabfeed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:04.995781 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device d45390e8-aa8b-4155-8d53-1bddc4d2dd7b details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:24:05.001298 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 81113dd0-baf8-4e8f-8296-1b3974e7b5a3 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:24:05.089507 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-115cd068-6172-457e-a59c-8c09aabfeed6 service neutron] For port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:24:05.094416 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-115cd068-6172-457e-a59c-8c09aabfeed6 service neutron] For port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:24:05.110807 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-eb3bbdf2-bcb5-4531-9da0-f5b0e2b57506 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:05.110807 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-eb3bbdf2-bcb5-4531-9da0-f5b0e2b57506 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.74 "GET /v2.0/networks?id=d5027423-d39b-4c72-b023-a3c3d59a72d1 HTTP/1.1" status: 200 len: 819 time: 0.3863077 May 13 14:24:05.112120 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-115cd068-6172-457e-a59c-8c09aabfeed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:05.140297 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 81113dd0-baf8-4e8f-8296-1b3974e7b5a3 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:24:05.160812 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 81113dd0-baf8-4e8f-8296-1b3974e7b5a3 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:24:05.161189 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:05.213517 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-dd5b486a-4849-484f-a487-c7bc63950162 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Request body: {'port': {'device_id': '4a260025-debd-4d44-be08-79c8e2a4bad1', 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1', 'admin_state_up': True, 'tenant_id': '4d6ca075ae214d9490235db19234e57f'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:05.222708 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:24:05.376145 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port d45390e8-aa8b-4155-8d53-1bddc4d2dd7b, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=d45390e8-aa8b-4155-8d53-1bddc4d2dd7b,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:05.400886 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'd45390e8-aa8b-4155-8d53-1bddc4d2dd7b', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': 'd45390e8-aa8b-4155-8d53-1bddc4d2dd7b', 'mac_address': 'fa:16:3e:fd:7c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:24:05.404941 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:24:05.463727 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18c4cc-18f5-4e67-98d3-7c5f2a3e93ac req-fbe20bfb-9e69-464c-8eaf-f87ac0938776 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:05.466002 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cd18c4cc-18f5-4e67-98d3-7c5f2a3e93ac req-fbe20bfb-9e69-464c-8eaf-f87ac0938776 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 943 time: 0.1622252 May 13 14:24:05.473802 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:24:05.474268 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:05.497094 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115cd068-6172-457e-a59c-8c09aabfeed6 service neutron] Pushing event updated for resources: {'Port': ['ID=df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0,revision_number=8']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:05.522607 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-115cd068-6172-457e-a59c-8c09aabfeed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:05.522923 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-115cd068-6172-457e-a59c-8c09aabfeed6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:05.523738 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cd18c4cc-18f5-4e67-98d3-7c5f2a3e93ac req-8be71d7c-58a6-4627-959d-6ccf2ea9c229 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524733 May 13 14:24:05.524736 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-115cd068-6172-457e-a59c-8c09aabfeed6 service neutron] 10.222.0.74 "PUT /v2.0/ports/df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 HTTP/1.1" status: 200 len: 1121 time: 2.0021260 May 13 14:24:05.571538 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-dd5b486a-4849-484f-a487-c7bc63950162 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:05.587482 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-dd5b486a-4849-484f-a487-c7bc63950162 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:05.613484 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac293a-61ed-4a48-929e-e5ff24a2e3c3 req-5544db15-05f8-4bbf-9eda-27eaabc646b9 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:05.620732 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-15ac293a-61ed-4a48-929e-e5ff24a2e3c3 req-5544db15-05f8-4bbf-9eda-27eaabc646b9 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 947 time: 0.5115077 May 13 14:24:05.621575 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-dd5b486a-4849-484f-a487-c7bc63950162 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Made reservation on behalf of 4d6ca075ae214d9490235db19234e57f for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:24:05.636476 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-dd5b486a-4849-484f-a487-c7bc63950162 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:05.652676 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:24:05.728720 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 81113dd0-baf8-4e8f-8296-1b3974e7b5a3 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:05.729371 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:05.749039 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port d45390e8-aa8b-4155-8d53-1bddc4d2dd7b is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:05.749693 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:05.764024 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-15ac293a-61ed-4a48-929e-e5ff24a2e3c3 req-64b2f5be-b201-47b3-ab91-ef6b4e5eb3ed tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179588 May 13 14:24:05.787011 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d45390e8-aa8b-4155-8d53-1bddc4d2dd7b {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:24:05.808435 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbf8ea-1b60-44cd-aab5-8252105ead3c req-f203df45-5608-40cd-8ed3-0513e7ae90a3 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:05.810022 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-59bbf8ea-1b60-44cd-aab5-8252105ead3c req-f203df45-5608-40cd-8ed3-0513e7ae90a3 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/ports?device_id=187f0593-0d5f-465a-90dd-7da0f2fb2ad5 HTTP/1.1" status: 200 len: 949 time: 0.1432078 May 13 14:24:05.826483 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187f0593-0d5f-465a-90dd-7da0f2fb2ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81113dd0-baf8-4e8f-8296-1b3974e7b5a3'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:05.845182 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 81113dd0-baf8-4e8f-8296-1b3974e7b5a3, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=81113dd0-baf8-4e8f-8296-1b3974e7b5a3,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:05.848345 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port d45390e8-aa8b-4155-8d53-1bddc4d2dd7b, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=d45390e8-aa8b-4155-8d53-1bddc4d2dd7b,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:05.895876 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-59bbf8ea-1b60-44cd-aab5-8252105ead3c req-d058be41-9beb-4309-9760-4e09aaffd370 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f228f1c-8d42-4e2c-9176-132ca520e661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797005 May 13 14:24:05.896392 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:05.905782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-dd5b486a-4849-484f-a487-c7bc63950162 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Allocated IP 172.20.0.14 (d5027423-d39b-4c72-b023-a3c3d59a72d1/ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d/f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:24:05.948061 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34934) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:05.964811 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:05.972364 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d509caf-38eb-48c2-852c-fff2b11cd2e6'] response: {'server_uuid': '187f0593-0d5f-465a-90dd-7da0f2fb2ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81113dd0-baf8-4e8f-8296-1b3974e7b5a3', 'code': 200} May 13 14:24:06.012070 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6a292e63-079b-4565-8691-bb5cecc6e293 req-45666217-8f47-4f69-b640-4112469ca7c3 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 210 time: 0.0639114 May 13 14:24:06.049218 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:06.049779 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:06.078522 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=81113dd0-baf8-4e8f-8296-1b3974e7b5a3,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:06.151161 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-f6c82ec3-ffb6-4a78-9421-3592f5b3aa9d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-620149075-network', 'tenant_id': 'a24e43da66a247779f287d1e973a62f1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:06.161285 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f6c82ec3-ffb6-4a78-9421-3592f5b3aa9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:06.168060 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f6c82ec3-ffb6-4a78-9421-3592f5b3aa9d admin admin] Usage tracker for resource:network and tenant:a24e43da66a247779f287d1e973a62f1 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:06.175661 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f6c82ec3-ffb6-4a78-9421-3592f5b3aa9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:06.185273 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f6c82ec3-ffb6-4a78-9421-3592f5b3aa9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:06.202040 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c82ec3-ffb6-4a78-9421-3592f5b3aa9d admin admin] Made reservation on behalf of a24e43da66a247779f287d1e973a62f1 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:24:06.204463 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f6c82ec3-ffb6-4a78-9421-3592f5b3aa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:06.217091 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:06.218661 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=d45390e8-aa8b-4155-8d53-1bddc4d2dd7b,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:06.220491 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f6c82ec3-ffb6-4a78-9421-3592f5b3aa9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:06.252724 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7f3b4-f29d-4f84-afbb-f05d0a71b31b req-cf672ea5-b213-4b10-bc58-2b04f52590e3 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:06.259875 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e7e7f3b4-f29d-4f84-afbb-f05d0a71b31b req-cf672ea5-b213-4b10-bc58-2b04f52590e3 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b019a7d-bfd7-4d05-b31c-8e44e8d1ef28 HTTP/1.1" status: 200 len: 945 time: 0.1528130 May 13 14:24:06.262231 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:06.262381 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f6c82ec3-ffb6-4a78-9421-3592f5b3aa9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:06.279854 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f6c82ec3-ffb6-4a78-9421-3592f5b3aa9d admin admin] Usage tracker for resource:security_group_rule and tenant:a24e43da66a247779f287d1e973a62f1 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:06.284019 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f6c82ec3-ffb6-4a78-9421-3592f5b3aa9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:06.296985 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f6c82ec3-ffb6-4a78-9421-3592f5b3aa9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:06.297250 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['d45390e8-aa8b-4155-8d53-1bddc4d2dd7b'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:24:06.351675 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e7e7f3b4-f29d-4f84-afbb-f05d0a71b31b req-9cf64280-b954-40ff-98dc-e39aa444a889 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908866 May 13 14:24:06.380311 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dccae1-cf09-4c9b-b780-8cbba97cab4c req-ca5b4f3b-9457-410d-8617-c67cfd732dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:06.382480 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c0dccae1-cf09-4c9b-b780-8cbba97cab4c req-ca5b4f3b-9457-410d-8617-c67cfd732dc8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=187f0593-0d5f-465a-90dd-7da0f2fb2ad5 HTTP/1.1" status: 200 len: 1101 time: 0.3359785 May 13 14:24:06.412980 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:06.425163 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f6c82ec3-ffb6-4a78-9421-3592f5b3aa9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:06.430443 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f6c82ec3-ffb6-4a78-9421-3592f5b3aa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:06.461652 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c82ec3-ffb6-4a78-9421-3592f5b3aa9d admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:24:06.467293 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c0dccae1-cf09-4c9b-b780-8cbba97cab4c req-76a93da2-9fd1-4caf-a325-49413c78bcca service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4f228f1c-8d42-4e2c-9176-132ca520e661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670273 May 13 14:24:06.470313 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c82ec3-ffb6-4a78-9421-3592f5b3aa9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c529dc2e-4ace-4869-a3d4-e6415120abc8,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:06.476536 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f6c82ec3-ffb6-4a78-9421-3592f5b3aa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:06.476887 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-f6c82ec3-ffb6-4a78-9421-3592f5b3aa9d admin admin] Added segment 87d87624-ef43-4ae3-9b53-027e2d26135e of type vlan for network c538e1b6-4cc3-4923-b017-2623884a0bb7 May 13 14:24:06.489102 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-dd5b486a-4849-484f-a487-c7bc63950162 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:06.510903 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f6c82ec3-ffb6-4a78-9421-3592f5b3aa9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:06.522633 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-dd5b486a-4849-484f-a487-c7bc63950162 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:06.545599 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f6c82ec3-ffb6-4a78-9421-3592f5b3aa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:06.546480 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c82ec3-ffb6-4a78-9421-3592f5b3aa9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:06.547058 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f6c82ec3-ffb6-4a78-9421-3592f5b3aa9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:06.607157 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-dd5b486a-4849-484f-a487-c7bc63950162 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Network d5027423-d39b-4c72-b023-a3c3d59a72d1 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:24:06.610764 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-dd5b486a-4849-484f-a487-c7bc63950162 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:24:06.615057 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-dd5b486a-4849-484f-a487-c7bc63950162 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:24:06.648994 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b486a-4849-484f-a487-c7bc63950162 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Pushing event updated for resources: {'Port': ['ID=f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:06.658410 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c82ec3-ffb6-4a78-9421-3592f5b3aa9d admin admin] Pushing event updated for resources: {'Network': ['ID=c538e1b6-4cc3-4923-b017-2623884a0bb7,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:06.663516 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f6c82ec3-ffb6-4a78-9421-3592f5b3aa9d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7143624 May 13 14:24:06.666716 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34944) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:06.671890 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network c538e1b6-4cc3-4923-b017-2623884a0bb7 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:24:06.672403 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-99ed2cdc-bb97-403f-9f77-ef9f9e0dabac admin admin] Request body: {'subnet': {'network_id': 'c538e1b6-4cc3-4923-b017-2623884a0bb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-620149075-subnet', 'tenant_id': 'a24e43da66a247779f287d1e973a62f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:06.677208 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-99ed2cdc-bb97-403f-9f77-ef9f9e0dabac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:06.681191 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-99ed2cdc-bb97-403f-9f77-ef9f9e0dabac admin admin] Usage tracker for resource:subnet and tenant:a24e43da66a247779f287d1e973a62f1 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:06.684061 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-99ed2cdc-bb97-403f-9f77-ef9f9e0dabac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:06.685789 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e1dbb0-7dcc-4f40-ae90-d46b59d5888a', 'tag': 'df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:06.689933 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-99ed2cdc-bb97-403f-9f77-ef9f9e0dabac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:06.701316 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ed2cdc-bb97-403f-9f77-ef9f9e0dabac admin admin] Made reservation on behalf of a24e43da66a247779f287d1e973a62f1 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:24:06.704648 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-99ed2cdc-bb97-403f-9f77-ef9f9e0dabac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:06.744225 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-dd5b486a-4849-484f-a487-c7bc63950162 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:06.744914 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-dd5b486a-4849-484f-a487-c7bc63950162 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:06.779335 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-dd5b486a-4849-484f-a487-c7bc63950162 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5714571 May 13 14:24:06.801538 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b05db-b6f0-4fc1-baee-798ae7ce42ef req-a334fd03-175b-4141-8eb2-cadd24ce78b9 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:06.803606 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-143b05db-b6f0-4fc1-baee-798ae7ce42ef req-a334fd03-175b-4141-8eb2-cadd24ce78b9 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 943 time: 0.1628208 May 13 14:24:06.815514 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-84c1c2e8-208c-4541-8542-50ab89a84020 service neutron] Request body: {'port': {'device_id': '4a260025-debd-4d44-be08-79c8e2a4bad1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:06.862251 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fe42925-fc69-4f64-be18-62bcc831d0af'] response: {'name': 'network-changed', 'server_uuid': '85e1dbb0-7dcc-4f40-ae90-d46b59d5888a', 'tag': 'df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0', 'status': 'completed', 'code': 200} May 13 14:24:06.993478 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-99ed2cdc-bb97-403f-9f77-ef9f9e0dabac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:07.017616 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-143b05db-b6f0-4fc1-baee-798ae7ce42ef req-dc375eb4-4e78-4a05-ac31-3165b93e4ff7 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663494 May 13 14:24:07.043401 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-84c1c2e8-208c-4541-8542-50ab89a84020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:07.090025 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6833a9-4f5d-42df-b376-2f09d3fa3ed9 req-d7e00f81-d8d0-48a3-a107-8b07ba587346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:07.091559 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e6833a9-4f5d-42df-b376-2f09d3fa3ed9 req-d7e00f81-d8d0-48a3-a107-8b07ba587346 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e9c1f6dcee6e4bfa9d17410767972533&device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 1124 time: 0.2324841 May 13 14:24:07.096457 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed2cdc-bb97-403f-9f77-ef9f9e0dabac admin admin] Pushing event updated for resources: {'Subnet': ['ID=e25f21b5-fc92-4ad4-b5ed-fc2ccaa7aca1,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:07.119435 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146741a-a135-4e05-a1c8-662fd6087da5 req-af7695c4-a992-4a85-94a4-beb4ecb03f4b tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:07.123605 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4146741a-a135-4e05-a1c8-662fd6087da5 req-af7695c4-a992-4a85-94a4-beb4ecb03f4b tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 948 time: 0.2215464 May 13 14:24:07.124600 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ed2cdc-bb97-403f-9f77-ef9f9e0dabac admin admin] Checking segment: {'id': '87d87624-ef43-4ae3-9b53-027e2d26135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c538e1b6-4cc3-4923-b017-2623884a0bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:24:07.124989 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ed2cdc-bb97-403f-9f77-ef9f9e0dabac admin admin] Network hostable DHCP agents. Network: c538e1b6-4cc3-4923-b017-2623884a0bb7, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:24:07.182245 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ed2cdc-bb97-403f-9f77-ef9f9e0dabac admin admin] Network c538e1b6-4cc3-4923-b017-2623884a0bb7 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:24:07.183791 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:24:07.192682 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4146741a-a135-4e05-a1c8-662fd6087da5 req-28ca2e30-b091-4173-9a92-d49473d7effa tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626462 May 13 14:24:07.196486 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-99ed2cdc-bb97-403f-9f77-ef9f9e0dabac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, c538e1b6-4cc3-4923-b017-2623884a0bb7) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:24:07.201356 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ed2cdc-bb97-403f-9f77-ef9f9e0dabac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:07.201950 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-99ed2cdc-bb97-403f-9f77-ef9f9e0dabac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:07.211654 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdafa407-7fe8-40be-b6d9-9b6ec1b9892e None None] Network c538e1b6-4cc3-4923-b017-2623884a0bb7 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:24:07.247798 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-99ed2cdc-bb97-403f-9f77-ef9f9e0dabac admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5797434 May 13 14:24:07.248668 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34958) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:07.256466 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-f96427b3-3825-42c1-97a5-2b4c40f970de admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-620149075-router', 'tenant_id': 'a24e43da66a247779f287d1e973a62f1', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:07.261407 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f96427b3-3825-42c1-97a5-2b4c40f970de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:07.266259 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f96427b3-3825-42c1-97a5-2b4c40f970de admin admin] Usage tracker for resource:router and tenant:a24e43da66a247779f287d1e973a62f1 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:07.270092 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f96427b3-3825-42c1-97a5-2b4c40f970de admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:07.279806 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f96427b3-3825-42c1-97a5-2b4c40f970de admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:07.292324 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f96427b3-3825-42c1-97a5-2b4c40f970de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:07.294269 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f96427b3-3825-42c1-97a5-2b4c40f970de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:07.333445 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f96427b3-3825-42c1-97a5-2b4c40f970de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:07.404960 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6833a9-4f5d-42df-b376-2f09d3fa3ed9 req-9e53cfa6-f42d-4d47-bb82-bccc91392f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:07.406293 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e6833a9-4f5d-42df-b376-2f09d3fa3ed9 req-9e53cfa6-f42d-4d47-bb82-bccc91392f35 service neutron] 10.222.0.59 "GET /v2.0/networks?id=01882ed3-6d08-4bd7-8250-0f45408cfc6f HTTP/1.1" status: 200 len: 908 time: 0.3084950 May 13 14:24:07.536668 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e6833a9-4f5d-42df-b376-2f09d3fa3ed9 req-37d114af-cbbc-4012-80b6-aab51f56cd7f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 HTTP/1.1" status: 200 len: 217 time: 0.0804157 May 13 14:24:07.546382 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17750e9c-56e5-44eb-aca7-c1d64716f683 req-bec044c7-c4f8-43f4-995b-21f0ac53f218 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:07.551221 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-17750e9c-56e5-44eb-aca7-c1d64716f683 req-bec044c7-c4f8-43f4-995b-21f0ac53f218 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/ports?device_id=187f0593-0d5f-465a-90dd-7da0f2fb2ad5 HTTP/1.1" status: 200 len: 950 time: 0.4158235 May 13 14:24:07.564454 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:07.596428 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 has no active binding in host n-h2-841760-1 {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 13 14:24:07.657681 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80f0fa1-93fd-4132-a265-6ff78e78eb7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-c538e1b6-4cc3-4923-b017-2623884a0bb7', 'network_id': 'c538e1b6-4cc3-4923-b017-2623884a0bb7', 'tenant_id': 'a24e43da66a247779f287d1e973a62f1', 'fixed_ips': [{'subnet_id': 'e25f21b5-fc92-4ad4-b5ed-fc2ccaa7aca1'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:24:07.659038 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c80f0fa1-93fd-4132-a265-6ff78e78eb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:07.692064 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-17750e9c-56e5-44eb-aca7-c1d64716f683 req-aa2bfadb-8d76-4f68-a412-a1f66e75c029 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f228f1c-8d42-4e2c-9176-132ca520e661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962362 May 13 14:24:07.703679 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6833a9-4f5d-42df-b376-2f09d3fa3ed9 req-31b40cb5-5bbf-45f1-af6b-9f347c18a3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:07.705931 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e6833a9-4f5d-42df-b376-2f09d3fa3ed9 req-31b40cb5-5bbf-45f1-af6b-9f347c18a3bb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b67d68a0-c4b3-4438-b89e-01055bd1fad3 HTTP/1.1" status: 200 len: 847 time: 0.1502173 May 13 14:24:07.826786 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f96427b3-3825-42c1-97a5-2b4c40f970de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:07.867923 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbcea1b-955f-47c3-8a57-16e973035ba1 req-52f5d2e4-5062-444b-af78-c1baddd68980 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:07.869854 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fbbcea1b-955f-47c3-8a57-16e973035ba1 req-52f5d2e4-5062-444b-af78-c1baddd68980 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 932 time: 0.4492357 May 13 14:24:07.878003 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e6833a9-4f5d-42df-b376-2f09d3fa3ed9 req-176f5683-3384-44d1-b27b-cd1fed7c6804 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01882ed3-6d08-4bd7-8250-0f45408cfc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1560204 May 13 14:24:07.898565 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-84c1c2e8-208c-4541-8542-50ab89a84020 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:24:07.900014 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-c80f0fa1-93fd-4132-a265-6ff78e78eb7d None None] Allocated IP 172.20.0.2 (c538e1b6-4cc3-4923-b017-2623884a0bb7/e25f21b5-fc92-4ad4-b5ed-fc2ccaa7aca1/703be8c4-4402-4976-908d-9624ebf8ab3f) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:24:08.011489 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fbbcea1b-955f-47c3-8a57-16e973035ba1 req-a1d09c33-83ce-4843-84b5-197c76ec44c8 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593956 May 13 14:24:08.047712 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b019a7d-bfd7-4d05-b31c-8e44e8d1ef28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:08.221061 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-84c1c2e8-208c-4541-8542-50ab89a84020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:24:08.223752 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c80f0fa1-93fd-4132-a265-6ff78e78eb7d None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:08.235032 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c80f0fa1-93fd-4132-a265-6ff78e78eb7d None None] Transition to ACTIVE for port object 703be8c4-4402-4976-908d-9624ebf8ab3f will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:24:08.247047 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-84c1c2e8-208c-4541-8542-50ab89a84020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:08.255769 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c80f0fa1-93fd-4132-a265-6ff78e78eb7d None None] Transition to ACTIVE for port object 703be8c4-4402-4976-908d-9624ebf8ab3f will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:24:08.261459 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c80f0fa1-93fd-4132-a265-6ff78e78eb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:08.276323 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef860ed-7c9a-4774-925a-6230b5b6a4f1 req-5af5726c-c637-4a8c-8666-59191702913c tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:08.277824 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0ef860ed-7c9a-4774-925a-6230b5b6a4f1 req-5af5726c-c637-4a8c-8666-59191702913c tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b019a7d-bfd7-4d05-b31c-8e44e8d1ef28 HTTP/1.1" status: 200 len: 946 time: 0.4674935 May 13 14:24:08.293439 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e6833a9-4f5d-42df-b376-2f09d3fa3ed9 req-4ab90e63-7f59-4eae-ba90-46935b215096 service neutron] 10.222.0.59 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999829 May 13 14:24:08.306469 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-84c1c2e8-208c-4541-8542-50ab89a84020 service neutron] Transition to ACTIVE for port object f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:24:08.335070 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-84c1c2e8-208c-4541-8542-50ab89a84020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:08.351301 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80f0fa1-93fd-4132-a265-6ff78e78eb7d None None] Network c538e1b6-4cc3-4923-b017-2623884a0bb7 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:24:08.354992 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f0fa1-93fd-4132-a265-6ff78e78eb7d None None] Pushing event updated for resources: {'Port': ['ID=703be8c4-4402-4976-908d-9624ebf8ab3f,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:08.360176 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f96427b3-3825-42c1-97a5-2b4c40f970de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:08.360920 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-c80f0fa1-93fd-4132-a265-6ff78e78eb7d None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:24:08.365892 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80f0fa1-93fd-4132-a265-6ff78e78eb7d None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:24:08.403012 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f96427b3-3825-42c1-97a5-2b4c40f970de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:08.413397 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba2d0f-08ea-4a55-9245-c0c6422200a4 req-f8898877-7c99-465f-8e41-a8ce60b6aedd tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:08.415025 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-01ba2d0f-08ea-4a55-9245-c0c6422200a4 req-f8898877-7c99-465f-8e41-a8ce60b6aedd tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 943 time: 0.2534099 May 13 14:24:08.465601 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-c80f0fa1-93fd-4132-a265-6ff78e78eb7d None None] Attempting to bind port 703be8c4-4402-4976-908d-9624ebf8ab3f on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:24:08.466381 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-c80f0fa1-93fd-4132-a265-6ff78e78eb7d None None] Attempting to bind port 703be8c4-4402-4976-908d-9624ebf8ab3f by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '87d87624-ef43-4ae3-9b53-027e2d26135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c538e1b6-4cc3-4923-b017-2623884a0bb7'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:24:08.467103 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80f0fa1-93fd-4132-a265-6ff78e78eb7d None None] Attempting to bind port 703be8c4-4402-4976-908d-9624ebf8ab3f on network c538e1b6-4cc3-4923-b017-2623884a0bb7 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:24:08.488421 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80f0fa1-93fd-4132-a265-6ff78e78eb7d None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:24:08.488789 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80f0fa1-93fd-4132-a265-6ff78e78eb7d None None] Checking segment: {'id': '87d87624-ef43-4ae3-9b53-027e2d26135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c538e1b6-4cc3-4923-b017-2623884a0bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:24:08.489112 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c80f0fa1-93fd-4132-a265-6ff78e78eb7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:08.489779 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80f0fa1-93fd-4132-a265-6ff78e78eb7d None None] Bound using segment: {'id': '87d87624-ef43-4ae3-9b53-027e2d26135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c538e1b6-4cc3-4923-b017-2623884a0bb7'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:24:08.490252 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-c80f0fa1-93fd-4132-a265-6ff78e78eb7d None None] Bound port: 703be8c4-4402-4976-908d-9624ebf8ab3f, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d87624-ef43-4ae3-9b53-027e2d26135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c538e1b6-4cc3-4923-b017-2623884a0bb7'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:24:08.490626 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c80f0fa1-93fd-4132-a265-6ff78e78eb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:08.523411 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-01ba2d0f-08ea-4a55-9245-c0c6422200a4 req-5027e3b6-e156-4235-8695-ad454f76cf6b tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733798 May 13 14:24:08.551805 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0ef860ed-7c9a-4774-925a-6230b5b6a4f1 req-be28685e-5a0e-40c0-8a9d-edd41a7784d2 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639661 May 13 14:24:08.584554 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1c2e8-208c-4541-8542-50ab89a84020 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:08.627842 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-f96427b3-3825-42c1-97a5-2b4c40f970de admin admin] Allocated IP 172.25.0.66 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/09d8af17-4637-4e3c-8990-e3d86baa33c2) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:24:08.639507 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-c80f0fa1-93fd-4132-a265-6ff78e78eb7d None None] For port 703be8c4-4402-4976-908d-9624ebf8ab3f, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:24:08.646906 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-c80f0fa1-93fd-4132-a265-6ff78e78eb7d None None] For port 703be8c4-4402-4976-908d-9624ebf8ab3f, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=703be8c4-4402-4976-908d-9624ebf8ab3f,segment=NetworkSegment(87d87624-ef43-4ae3-9b53-027e2d26135e),segment_id=87d87624-ef43-4ae3-9b53-027e2d26135e)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:24:08.649867 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de206917-0486-4df4-90e5-b246cb6cb2d4'] response: {'server_uuid': '0b019a7d-bfd7-4d05-b31c-8e44e8d1ef28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40', 'code': 200} May 13 14:24:08.651977 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c80f0fa1-93fd-4132-a265-6ff78e78eb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:08.686792 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e6833a9-4f5d-42df-b376-2f09d3fa3ed9 req-baae1fe6-cfa4-49eb-b6ad-7570299ffb47 service neutron] 10.222.0.59 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791144 May 13 14:24:08.743791 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f0fa1-93fd-4132-a265-6ff78e78eb7d None None] Pushing event updated for resources: {'Port': ['ID=703be8c4-4402-4976-908d-9624ebf8ab3f,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:08.871157 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f96427b3-3825-42c1-97a5-2b4c40f970de admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:08.948785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-84c1c2e8-208c-4541-8542-50ab89a84020 service neutron] Attempting to bind port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:24:08.949246 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-84c1c2e8-208c-4541-8542-50ab89a84020 service neutron] Attempting to bind port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:24:08.949671 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-84c1c2e8-208c-4541-8542-50ab89a84020 service neutron] Attempting to bind port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:24:08.957082 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f96427b3-3825-42c1-97a5-2b4c40f970de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:08.964399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-84c1c2e8-208c-4541-8542-50ab89a84020 service neutron] Port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:24:08.964579 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-84c1c2e8-208c-4541-8542-50ab89a84020 service neutron] Attempting to bind port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:24:08.989182 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-84c1c2e8-208c-4541-8542-50ab89a84020 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:24:08.989462 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-84c1c2e8-208c-4541-8542-50ab89a84020 service neutron] Checking segment: {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:24:08.989866 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-84c1c2e8-208c-4541-8542-50ab89a84020 service neutron] Bound using segment: {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:24:08.990321 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-84c1c2e8-208c-4541-8542-50ab89a84020 service neutron] Bound port: f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:24:08.990692 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-84c1c2e8-208c-4541-8542-50ab89a84020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:09.028874 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b644672-b98b-4471-a60f-2cabf0dcef77 req-d2bc299f-1716-4ca7-b560-9ae5864c10f5 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:09.034023 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device d45390e8-aa8b-4155-8d53-1bddc4d2dd7b up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:24:09.036299 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03b7d3-db43-45b6-b350-b44034ca10b1 req-9e87fb54-3f1e-4b7a-bff5-430ad2d7fc19 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:09.038863 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0f03b7d3-db43-45b6-b350-b44034ca10b1 req-9e87fb54-3f1e-4b7a-bff5-430ad2d7fc19 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/ports?device_id=187f0593-0d5f-465a-90dd-7da0f2fb2ad5 HTTP/1.1" status: 200 len: 950 time: 0.2133861 May 13 14:24:09.043721 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9b644672-b98b-4471-a60f-2cabf0dcef77 req-d2bc299f-1716-4ca7-b560-9ae5864c10f5 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 948 time: 0.3091877 May 13 14:24:09.135414 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67a7ad-36c5-4c83-8daa-a52a006f347c req-43a2b14d-e3e3-48c0-a125-85a0e39ab007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:09.137509 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8c67a7ad-36c5-4c83-8daa-a52a006f347c req-43a2b14d-e3e3-48c0-a125-85a0e39ab007 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0b019a7d-bfd7-4d05-b31c-8e44e8d1ef28 HTTP/1.1" status: 200 len: 1097 time: 0.3911083 May 13 14:24:09.156138 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port d45390e8-aa8b-4155-8d53-1bddc4d2dd7b completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:24:09.163145 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96427b3-3825-42c1-97a5-2b4c40f970de admin admin] Pushing event updated for resources: {'Port': ['ID=09d8af17-4637-4e3c-8990-e3d86baa33c2,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:09.163486 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port d45390e8-aa8b-4155-8d53-1bddc4d2dd7b triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:24:09.163877 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:09.192353 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96427b3-3825-42c1-97a5-2b4c40f970de admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:24:09.198456 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-f96427b3-3825-42c1-97a5-2b4c40f970de admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:24:09.205409 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96427b3-3825-42c1-97a5-2b4c40f970de admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:24:09.270724 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0f03b7d3-db43-45b6-b350-b44034ca10b1 req-53177a04-7106-4f0a-b83f-801946f51a65 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f228f1c-8d42-4e2c-9176-132ca520e661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064486 May 13 14:24:09.274057 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9b644672-b98b-4471-a60f-2cabf0dcef77 req-9190c2c4-4165-4ed9-865b-b3842c3bfcd8 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286441 May 13 14:24:09.284345 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8c67a7ad-36c5-4c83-8daa-a52a006f347c req-3039bd05-5a26-4357-8d08-8d694dbd7551 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346269 May 13 14:24:09.308108 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port d45390e8-aa8b-4155-8d53-1bddc4d2dd7b is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:09.308630 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:09.308840 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-84c1c2e8-208c-4541-8542-50ab89a84020 service neutron] For port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:24:09.315092 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-84c1c2e8-208c-4541-8542-50ab89a84020 service neutron] For port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:24:09.325420 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-84c1c2e8-208c-4541-8542-50ab89a84020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:09.352157 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port d45390e8-aa8b-4155-8d53-1bddc4d2dd7b, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=d45390e8-aa8b-4155-8d53-1bddc4d2dd7b,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:09.358032 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:09.487907 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=d45390e8-aa8b-4155-8d53-1bddc4d2dd7b,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:09.504181 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-84c1c2e8-208c-4541-8542-50ab89a84020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:09.504936 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-84c1c2e8-208c-4541-8542-50ab89a84020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:09.507035 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-84c1c2e8-208c-4541-8542-50ab89a84020 service neutron] 10.222.0.74 "PUT /v2.0/ports/f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 HTTP/1.1" status: 200 len: 1092 time: 2.7142606 May 13 14:24:09.507557 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a260025-debd-4d44-be08-79c8e2a4bad1', 'tag': 'f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:09.579355 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1c2e8-208c-4541-8542-50ab89a84020 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:09.625526 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c39e6-df30-48d7-8674-550951c47ed9 req-02673d5a-31c9-489c-87d0-dfaafe0e67b1 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:09.627654 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-544c39e6-df30-48d7-8674-550951c47ed9 req-02673d5a-31c9-489c-87d0-dfaafe0e67b1 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Synchronizing usage tracker for tenant:4d6ca075ae214d9490235db19234e57f on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:24:09.648555 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-544c39e6-df30-48d7-8674-550951c47ed9 req-02673d5a-31c9-489c-87d0-dfaafe0e67b1 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Unset dirty status for tenant:4d6ca075ae214d9490235db19234e57f on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:24:09.649598 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-544c39e6-df30-48d7-8674-550951c47ed9 req-02673d5a-31c9-489c-87d0-dfaafe0e67b1 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 944 time: 0.1952357 May 13 14:24:09.651473 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4ed54c9-ab12-4dd8-bf42-ed6354ca38bb'] response: {'name': 'network-changed', 'server_uuid': '4a260025-debd-4d44-be08-79c8e2a4bad1', 'tag': 'f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82', 'status': 'completed', 'code': 200} May 13 14:24:09.720844 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-544c39e6-df30-48d7-8674-550951c47ed9 req-4c8ae26b-cc1e-4367-80a7-82eca2297050 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598431 May 13 14:24:09.945460 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bb1b24-390f-48d5-a388-9527c96f8b92 None None] Network c538e1b6-4cc3-4923-b017-2623884a0bb7 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:24:09.986082 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f96427b3-3825-42c1-97a5-2b4c40f970de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:09.997799 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2d004-4271-4373-98fe-aadf2ec0b5d0 req-ca31b261-aa61-46c7-8509-e9edc0261488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:09.999381 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-94c2d004-4271-4373-98fe-aadf2ec0b5d0 req-ca31b261-aa61-46c7-8509-e9edc0261488 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4d6ca075ae214d9490235db19234e57f&device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 1095 time: 0.1551199 May 13 14:24:10.008840 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c3d0f-9adc-4852-a634-39c85776fae6 req-acb6c1f7-1404-44de-8fcc-6ceb40fbb876 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:10.010268 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-929c3d0f-9adc-4852-a634-39c85776fae6 req-acb6c1f7-1404-44de-8fcc-6ceb40fbb876 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b019a7d-bfd7-4d05-b31c-8e44e8d1ef28 HTTP/1.1" status: 200 len: 946 time: 0.1266112 May 13 14:24:10.053923 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-aeb099ef-98fe-4900-a4b8-7f624d9c92c9 None None] Provisioning for port 703be8c4-4402-4976-908d-9624ebf8ab3f completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:24:10.082775 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f945cb0-dcae-4b86-9aeb-01e56991ebeb req-2506dd96-d2c5-4ea9-9067-2812d8f66409 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:10.091897 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8f945cb0-dcae-4b86-9aeb-01e56991ebeb req-2506dd96-d2c5-4ea9-9067-2812d8f66409 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 943 time: 0.3027265 May 13 14:24:10.219139 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8f945cb0-dcae-4b86-9aeb-01e56991ebeb req-db22c076-2f7a-489d-8110-22227a002230 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274621 May 13 14:24:10.281652 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-929c3d0f-9adc-4852-a634-39c85776fae6 req-dd3fb442-61f7-48b4-87ba-8d7c27677765 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288620 May 13 14:24:10.323184 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 703be8c4-4402-4976-908d-9624ebf8ab3f up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:24:10.369085 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2d004-4271-4373-98fe-aadf2ec0b5d0 req-816891ea-6c48-4eb4-b124-111958dd1f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:10.370751 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-94c2d004-4271-4373-98fe-aadf2ec0b5d0 req-816891ea-6c48-4eb4-b124-111958dd1f95 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=4d6ca075ae214d9490235db19234e57f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3571794 May 13 14:24:10.433724 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 703be8c4-4402-4976-908d-9624ebf8ab3f completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:24:10.447564 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 703be8c4-4402-4976-908d-9624ebf8ab3f triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:24:10.448453 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:10.620582 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2d004-4271-4373-98fe-aadf2ec0b5d0 req-72c93a11-1f59-41af-a858-f3847d88c7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:10.622200 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-94c2d004-4271-4373-98fe-aadf2ec0b5d0 req-72c93a11-1f59-41af-a858-f3847d88c7c4 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2393689 May 13 14:24:10.644501 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af312fd8-c12a-4456-88ed-07aad840154d req-9723a80c-c8de-4e44-9fb3-0ef89f9f82ae tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:10.652417 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-af312fd8-c12a-4456-88ed-07aad840154d req-9723a80c-c8de-4e44-9fb3-0ef89f9f82ae tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 949 time: 0.1599021 May 13 14:24:10.656461 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1c2e85-a6f8-40b8-8b36-32208c2cdb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45390e8-aa8b-4155-8d53-1bddc4d2dd7b'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:10.669900 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f96427b3-3825-42c1-97a5-2b4c40f970de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:10.674783 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b33183-ca70-4a78-9c9e-129d011c278f req-cd04707d-21a5-48a9-bfa5-3b4481b9554d tempest-ServersAdminNegativeTestJSON-773613828 tempest-ServersAdminNegativeTestJSON-773613828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:10.676373 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-38b33183-ca70-4a78-9c9e-129d011c278f req-cd04707d-21a5-48a9-bfa5-3b4481b9554d tempest-ServersAdminNegativeTestJSON-773613828 tempest-ServersAdminNegativeTestJSON-773613828-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=187f0593-0d5f-465a-90dd-7da0f2fb2ad5 HTTP/1.1" status: 200 len: 1101 time: 0.2545114 May 13 14:24:10.687948 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 703be8c4-4402-4976-908d-9624ebf8ab3f is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:10.688578 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:10.705941 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-af312fd8-c12a-4456-88ed-07aad840154d req-05b04d74-9617-4283-8788-d08543f9322d tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522122 May 13 14:24:10.745570 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 703be8c4-4402-4976-908d-9624ebf8ab3f, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=703be8c4-4402-4976-908d-9624ebf8ab3f,segment=NetworkSegment(87d87624-ef43-4ae3-9b53-027e2d26135e),segment_id=87d87624-ef43-4ae3-9b53-027e2d26135e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:10.750058 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-30201b15-bb42-4312-ab14-ee0d1f594394 None None] Provisioning complete for port 703be8c4-4402-4976-908d-9624ebf8ab3f triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:24:10.750460 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-30201b15-bb42-4312-ab14-ee0d1f594394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:10.787935 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57a44785-59c7-4fd3-aadf-347311cc122b'] response: {'server_uuid': '7f1c2e85-a6f8-40b8-8b36-32208c2cdb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45390e8-aa8b-4155-8d53-1bddc4d2dd7b', 'code': 200} May 13 14:24:10.791121 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-38b33183-ca70-4a78-9c9e-129d011c278f req-610fab8e-2313-4dbe-aa7a-e3799d5343d0 tempest-ServersAdminNegativeTestJSON-773613828 tempest-ServersAdminNegativeTestJSON-773613828-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:10.794870 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:10.815994 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-38b33183-ca70-4a78-9c9e-129d011c278f req-610fab8e-2313-4dbe-aa7a-e3799d5343d0 tempest-ServersAdminNegativeTestJSON-773613828 tempest-ServersAdminNegativeTestJSON-773613828-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:10.820701 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-38b33183-ca70-4a78-9c9e-129d011c278f req-610fab8e-2313-4dbe-aa7a-e3799d5343d0 tempest-ServersAdminNegativeTestJSON-773613828 tempest-ServersAdminNegativeTestJSON-773613828-project-admin] Usage tracker for resource:security_group_rule and tenant:6bf703772f0e40c189d249d656f86e04 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:10.823868 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-38b33183-ca70-4a78-9c9e-129d011c278f req-610fab8e-2313-4dbe-aa7a-e3799d5343d0 tempest-ServersAdminNegativeTestJSON-773613828 tempest-ServersAdminNegativeTestJSON-773613828-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:10.831443 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-38b33183-ca70-4a78-9c9e-129d011c278f req-610fab8e-2313-4dbe-aa7a-e3799d5343d0 tempest-ServersAdminNegativeTestJSON-773613828 tempest-ServersAdminNegativeTestJSON-773613828-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:10.842994 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-abd81673-2d5c-488b-b7f6-bce0e1fb5f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:10.844780 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-abd81673-2d5c-488b-b7f6-bce0e1fb5f40 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4d6ca075ae214d9490235db19234e57f&device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 1095 time: 0.1315045 May 13 14:24:10.908794 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=703be8c4-4402-4976-908d-9624ebf8ab3f,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:10.982483 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-30201b15-bb42-4312-ab14-ee0d1f594394 None None] Current status of the port 703be8c4-4402-4976-908d-9624ebf8ab3f is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:11.098713 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-5eeff2bc-f730-452a-a64d-7fbec570bf2a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 HTTP/1.1" status: 200 len: 217 time: 0.2168672 May 13 14:24:11.103259 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-ee2670d0-5815-4077-9281-afe6ed10be02 service neutron] 10.222.0.59 "GET /v2.0/ports/df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0/bindings/n-h2-841760-1 HTTP/1.1" status: 200 len: 384 time: 0.1487703 May 13 14:24:11.150499 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96427b3-3825-42c1-97a5-2b4c40f970de admin admin] Router dcc726ca-77a2-403d-af17-ec546cbd0ccf is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:24:11.164680 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-38b33183-ca70-4a78-9c9e-129d011c278f req-610fab8e-2313-4dbe-aa7a-e3799d5343d0 tempest-ServersAdminNegativeTestJSON-773613828 tempest-ServersAdminNegativeTestJSON-773613828-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:11.185289 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-38b33183-ca70-4a78-9c9e-129d011c278f req-610fab8e-2313-4dbe-aa7a-e3799d5343d0 tempest-ServersAdminNegativeTestJSON-773613828 tempest-ServersAdminNegativeTestJSON-773613828-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:11.222203 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:24:11.247781 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52b6e8-a269-4250-9ed4-61fef43ae527 req-755753b7-a432-4c2e-a0d7-62d98522e7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:11.250010 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cf52b6e8-a269-4250-9ed4-61fef43ae527 req-755753b7-a432-4c2e-a0d7-62d98522e7e3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 1100 time: 0.4041762 May 13 14:24:11.262134 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-1149d49b-53ab-41de-9fda-9045c1acf0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:11.264160 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-1149d49b-53ab-41de-9fda-9045c1acf0f7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d HTTP/1.1" status: 200 len: 859 time: 0.1480172 May 13 14:24:11.294774 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f222327-6e74-4eb9-a38c-51c0ad38d581 req-f2a4fda0-b5e1-4fea-8953-aed8bc50085d tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:11.296578 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0f222327-6e74-4eb9-a38c-51c0ad38d581 req-f2a4fda0-b5e1-4fea-8953-aed8bc50085d tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 944 time: 0.4092674 May 13 14:24:11.302162 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-38b33183-ca70-4a78-9c9e-129d011c278f req-610fab8e-2313-4dbe-aa7a-e3799d5343d0 tempest-ServersAdminNegativeTestJSON-773613828 tempest-ServersAdminNegativeTestJSON-773613828-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4f228f1c-8d42-4e2c-9176-132ca520e661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5607533 May 13 14:24:11.339400 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610fab8e-2313-4dbe-aa7a-e3799d5343d0 tempest-ServersAdminNegativeTestJSON-773613828 tempest-ServersAdminNegativeTestJSON-773613828-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf72fba2-ceee-476c-a527-dec03c19900c,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:11.377111 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:24:11.423991 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-69026dbd-97a7-4d6a-860c-a2222388c4c4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d5027423-d39b-4c72-b023-a3c3d59a72d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229107 May 13 14:24:11.488054 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:11.518266 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 has no active binding in host n-h2-841760-1 {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 13 14:24:11.590295 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cf52b6e8-a269-4250-9ed4-61fef43ae527 req-dcf29fe4-a580-423d-86db-923675db575e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308303 May 13 14:24:11.612616 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0f222327-6e74-4eb9-a38c-51c0ad38d581 req-4ed24684-9ccc-4ab7-b3a9-d0c2d62bc520 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916711 May 13 14:24:11.655506 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-a16ad18e-0463-473f-941a-fa18e7f09b41 service neutron] 10.222.0.74 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974320 May 13 14:24:11.718033 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96427b3-3825-42c1-97a5-2b4c40f970de admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:24:11.734650 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a2e0f4-845c-4b45-be69-ee4ddef5e79a None None] Sync routers for ids ['dcc726ca-77a2-403d-af17-ec546cbd0ccf'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:24:11.745743 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a2e0f4-845c-4b45-be69-ee4ddef5e79a None None] Routers {'dcc726ca-77a2-403d-af17-ec546cbd0ccf'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:24:11.746348 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-80a2e0f4-845c-4b45-be69-ee4ddef5e79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:23:59Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['dcc726ca-77a2-403d-af17-ec546cbd0ccf'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:11.779653 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f96427b3-3825-42c1-97a5-2b4c40f970de admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:11.783851 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f96427b3-3825-42c1-97a5-2b4c40f970de admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5300269 May 13 14:24:11.792176 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35010) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:11.874048 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0d46b5b4-8366-41c3-8c6a-f514b436876f req-03ae787f-9ef5-40a2-aa68-d799bbdf0feb service neutron] 10.222.0.74 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024167 May 13 14:24:11.886088 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99333abe-e506-47dc-a7bd-18784a43b9b8 req-86f5e52b-66a8-44dd-8dca-e44443ad4ff5 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:11.887597 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-99333abe-e506-47dc-a7bd-18784a43b9b8 req-86f5e52b-66a8-44dd-8dca-e44443ad4ff5 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 943 time: 0.3434496 May 13 14:24:11.888352 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab0451-ce36-46d6-a081-46f574adb304 req-b73d47fe-efbe-4a65-a661-bc3e900577bf tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:11.889939 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3aab0451-ce36-46d6-a081-46f574adb304 req-b73d47fe-efbe-4a65-a661-bc3e900577bf tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b019a7d-bfd7-4d05-b31c-8e44e8d1ef28 HTTP/1.1" status: 200 len: 946 time: 0.1400220 May 13 14:24:11.933218 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-6ec9348a-fd01-45e4-8a98-5d6893a7ead6 service neutron] For port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:11.953275 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3aab0451-ce36-46d6-a081-46f574adb304 req-9139193e-6ecc-4baa-a07c-0f1dc1fcda26 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448825 May 13 14:24:11.960589 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-80a2e0f4-845c-4b45-be69-ee4ddef5e79a None None] Set router dcc726ca-77a2-403d-af17-ec546cbd0ccf gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:24:12.070978 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-99333abe-e506-47dc-a7bd-18784a43b9b8 req-2bb1ca8c-84c2-4c09-898c-240888d976f3 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690655 May 13 14:24:12.076910 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-6ec9348a-fd01-45e4-8a98-5d6893a7ead6 service neutron] For port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:24:12.158612 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 703be8c4-4402-4976-908d-9624ebf8ab3f up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:24:12.233235 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-6ec9348a-fd01-45e4-8a98-5d6893a7ead6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:24:12.264400 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-6ec9348a-fd01-45e4-8a98-5d6893a7ead6 service neutron] For port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:12.355618 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 703be8c4-4402-4976-908d-9624ebf8ab3f triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:24:12.355988 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:12.387688 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-6ec9348a-fd01-45e4-8a98-5d6893a7ead6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:12.439523 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa27eb7-54e6-4c07-ba7f-3479146814b3 req-af9ce2df-a2d0-4345-a2b8-0d34fe32e424 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:12.442098 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1aa27eb7-54e6-4c07-ba7f-3479146814b3 req-af9ce2df-a2d0-4345-a2b8-0d34fe32e424 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 949 time: 0.1935585 May 13 14:24:12.566113 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-80a2e0f4-845c-4b45-be69-ee4ddef5e79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc726ca-77a2-403d-af17-ec546cbd0ccf', 'name': 'tempest-FloatingIPsTestJSON-620149075-router', 'tenant_id': 'a24e43da66a247779f287d1e973a62f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '09d8af17-4637-4e3c-8990-e3d86baa33c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:07Z', 'updated_at': '2022-05-13T14:24:09Z', 'revision_number': 3, 'project_id': 'a24e43da66a247779f287d1e973a62f1', 'gw_port': {'id': '09d8af17-4637-4e3c-8990-e3d86baa33c2', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:99:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc726ca-77a2-403d-af17-ec546cbd0ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:08Z', 'updated_at': '2022-05-13T14:24:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:12.577372 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a2e0f4-845c-4b45-be69-ee4ddef5e79a None None] Checking router: dcc726ca-77a2-403d-af17-ec546cbd0ccf for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:24:12.583019 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a2e0f4-845c-4b45-be69-ee4ddef5e79a None None] Updating router dcc726ca-77a2-403d-af17-ec546cbd0ccf port 09d8af17-4637-4e3c-8990-e3d86baa33c2 binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:24:12.590848 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1aa27eb7-54e6-4c07-ba7f-3479146814b3 req-193ea89e-b1d8-4bc9-8287-311a1dd6b327 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388130 May 13 14:24:12.673308 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-80a2e0f4-845c-4b45-be69-ee4ddef5e79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:12.706035 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 703be8c4-4402-4976-908d-9624ebf8ab3f is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:12.886366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-6ec9348a-fd01-45e4-8a98-5d6893a7ead6 service neutron] Transition to ACTIVE for port object df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:24:12.901625 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-6ec9348a-fd01-45e4-8a98-5d6893a7ead6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:13.042819 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836db5d-0b87-4ccc-a375-bfc56a8b14fc req-9d6d8837-5a67-4050-97d9-e74e1b64b93d tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:13.044432 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e836db5d-0b87-4ccc-a375-bfc56a8b14fc req-9d6d8837-5a67-4050-97d9-e74e1b64b93d tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b019a7d-bfd7-4d05-b31c-8e44e8d1ef28 HTTP/1.1" status: 200 len: 946 time: 0.4798224 May 13 14:24:13.080569 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-80a2e0f4-845c-4b45-be69-ee4ddef5e79a None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:13.094060 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-80a2e0f4-845c-4b45-be69-ee4ddef5e79a None None] Transition to ACTIVE for port object 09d8af17-4637-4e3c-8990-e3d86baa33c2 will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:24:13.101178 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-80a2e0f4-845c-4b45-be69-ee4ddef5e79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:13.170707 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9348a-fd01-45e4-8a98-5d6893a7ead6 service neutron] Pushing event updated for resources: {'Port': ['ID=df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0,revision_number=10']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:13.177032 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-6ec9348a-fd01-45e4-8a98-5d6893a7ead6 service neutron] No DVR routers for this DVR port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:24:13.190992 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-80a2e0f4-845c-4b45-be69-ee4ddef5e79a None None] Attempting to bind port 09d8af17-4637-4e3c-8990-e3d86baa33c2 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:24:13.190992 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-80a2e0f4-845c-4b45-be69-ee4ddef5e79a None None] Attempting to bind port 09d8af17-4637-4e3c-8990-e3d86baa33c2 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:24:13.191429 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a2e0f4-845c-4b45-be69-ee4ddef5e79a None None] Attempting to bind port 09d8af17-4637-4e3c-8990-e3d86baa33c2 on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:24:13.198346 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a2e0f4-845c-4b45-be69-ee4ddef5e79a None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:24:13.198857 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a2e0f4-845c-4b45-be69-ee4ddef5e79a None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:24:13.199104 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-80a2e0f4-845c-4b45-be69-ee4ddef5e79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:13.199528 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a2e0f4-845c-4b45-be69-ee4ddef5e79a None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:24:13.199982 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-80a2e0f4-845c-4b45-be69-ee4ddef5e79a None None] Bound port: 09d8af17-4637-4e3c-8990-e3d86baa33c2, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:24:13.200976 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-80a2e0f4-845c-4b45-be69-ee4ddef5e79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:13.226113 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c0618-1820-4f10-a497-1df3a0638e1a req-86d64736-f3f0-43ae-aa01-c5c2f3742b29 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:13.235930 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b2c0618-1820-4f10-a497-1df3a0638e1a req-86d64736-f3f0-43ae-aa01-c5c2f3742b29 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 944 time: 0.1127713 May 13 14:24:13.250281 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7575a0f-1514-46f3-acf0-d56811bd580c None None] Pushing event updated for resources: {'Port': ['ID=09d8af17-4637-4e3c-8990-e3d86baa33c2,revision_number=2']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:13.252530 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e836db5d-0b87-4ccc-a375-bfc56a8b14fc req-87f71e3e-a958-4064-b257-b68b7c2182ae tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973026 May 13 14:24:13.263992 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7575a0f-1514-46f3-acf0-d56811bd580c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:13.264334 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7575a0f-1514-46f3-acf0-d56811bd580c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:13.264670 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7575a0f-1514-46f3-acf0-d56811bd580c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:13.265061 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7575a0f-1514-46f3-acf0-d56811bd580c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:13.265311 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7575a0f-1514-46f3-acf0-d56811bd580c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:13.265637 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7575a0f-1514-46f3-acf0-d56811bd580c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:13.265956 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7575a0f-1514-46f3-acf0-d56811bd580c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:13.266274 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7575a0f-1514-46f3-acf0-d56811bd580c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:13.266592 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7575a0f-1514-46f3-acf0-d56811bd580c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:13.266908 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7575a0f-1514-46f3-acf0-d56811bd580c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:13.267285 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7575a0f-1514-46f3-acf0-d56811bd580c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:13.267580 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7575a0f-1514-46f3-acf0-d56811bd580c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:13.299705 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b2c0618-1820-4f10-a497-1df3a0638e1a req-3fe5ad8c-e74c-43f4-9f4a-c3beef48ad4a tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628362 May 13 14:24:13.303558 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-80a2e0f4-845c-4b45-be69-ee4ddef5e79a None None] For port 09d8af17-4637-4e3c-8990-e3d86baa33c2, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:24:13.306885 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-80a2e0f4-845c-4b45-be69-ee4ddef5e79a None None] For port 09d8af17-4637-4e3c-8990-e3d86baa33c2, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=09d8af17-4637-4e3c-8990-e3d86baa33c2,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:24:13.319831 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-80a2e0f4-845c-4b45-be69-ee4ddef5e79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:13.361661 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-6ec9348a-fd01-45e4-8a98-5d6893a7ead6 service neutron] 10.222.0.59 "PUT /v2.0/ports/df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0/bindings/n-h2-841760-1/activate HTTP/1.1" status: 200 len: 369 time: 2.2504361 May 13 14:24:13.405975 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a2e0f4-845c-4b45-be69-ee4ddef5e79a None None] Routers {'dcc726ca-77a2-403d-af17-ec546cbd0ccf'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:24:13.406853 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-80a2e0f4-845c-4b45-be69-ee4ddef5e79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:23:59Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['dcc726ca-77a2-403d-af17-ec546cbd0ccf'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:13.552619 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9cd3c14d-233a-409b-bcd5-41d980766a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:13.562530 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-33645bcf-b3cc-4590-b06f-7d1b26cdb1e0 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:13.564194 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-33645bcf-b3cc-4590-b06f-7d1b26cdb1e0 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a&tenant_id=e9c1f6dcee6e4bfa9d17410767972533&binding%3Ahost_id=n-h1-841760-1 HTTP/1.1" status: 200 len: 1095 time: 0.1180487 May 13 14:24:13.573520 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8cc8b-a8cb-46fd-828d-85b086231d51 req-09484527-6859-4fac-9a7e-492b057bde41 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:13.575005 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-16c8cc8b-a8cb-46fd-828d-85b086231d51 req-09484527-6859-4fac-9a7e-492b057bde41 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/ports?device_id=187f0593-0d5f-465a-90dd-7da0f2fb2ad5 HTTP/1.1" status: 200 len: 950 time: 0.1643100 May 13 14:24:13.626494 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7575a0f-1514-46f3-acf0-d56811bd580c None None] Pushing event updated for resources: {'Port': ['ID=09d8af17-4637-4e3c-8990-e3d86baa33c2,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:13.650189 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-80a2e0f4-845c-4b45-be69-ee4ddef5e79a None None] Set router dcc726ca-77a2-403d-af17-ec546cbd0ccf gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:24:13.680336 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-16c8cc8b-a8cb-46fd-828d-85b086231d51 req-15988c1b-4237-4b47-a748-8d8860a50db3 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f228f1c-8d42-4e2c-9176-132ca520e661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739334 May 13 14:24:13.698932 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-65eed929-88d6-42b2-a51c-f2d6c8c0152a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:13.700534 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-65eed929-88d6-42b2-a51c-f2d6c8c0152a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a&tenant_id=e9c1f6dcee6e4bfa9d17410767972533 HTTP/1.1" status: 200 len: 1095 time: 0.1246192 May 13 14:24:13.856152 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-9cd3c14d-233a-409b-bcd5-41d980766a1c admin admin] Allocated IP 172.20.0.1 (c538e1b6-4cc3-4923-b017-2623884a0bb7/e25f21b5-fc92-4ad4-b5ed-fc2ccaa7aca1/11741d5d-a7b0-4dbb-a9d3-f329351cc2a4) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:24:13.914895 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-8d96d44a-3323-458e-9782-0c83b3f7c251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:13.916438 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-8d96d44a-3323-458e-9782-0c83b3f7c251 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e9c1f6dcee6e4bfa9d17410767972533&device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 1095 time: 0.1788089 May 13 14:24:13.933420 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec128e7-97fd-4ec5-8d22-c92e9ae02882 req-6eb38632-dbde-4bb7-a74c-29dd3d35951b tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:13.935039 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5ec128e7-97fd-4ec5-8d22-c92e9ae02882 req-6eb38632-dbde-4bb7-a74c-29dd3d35951b tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 944 time: 0.1130579 May 13 14:24:14.063594 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5ec128e7-97fd-4ec5-8d22-c92e9ae02882 req-70a0a4d4-6ee6-4791-9a98-00cdc7392fe2 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061962 May 13 14:24:14.075641 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-80a2e0f4-845c-4b45-be69-ee4ddef5e79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc726ca-77a2-403d-af17-ec546cbd0ccf', 'name': 'tempest-FloatingIPsTestJSON-620149075-router', 'tenant_id': 'a24e43da66a247779f287d1e973a62f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '09d8af17-4637-4e3c-8990-e3d86baa33c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:07Z', 'updated_at': '2022-05-13T14:24:09Z', 'revision_number': 3, 'project_id': 'a24e43da66a247779f287d1e973a62f1', 'gw_port': {'id': '09d8af17-4637-4e3c-8990-e3d86baa33c2', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:99:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc726ca-77a2-403d-af17-ec546cbd0ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:08Z', 'updated_at': '2022-05-13T14:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:14.081495 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a2e0f4-845c-4b45-be69-ee4ddef5e79a None None] The sync data for ids ['dcc726ca-77a2-403d-af17-ec546cbd0ccf'] in n-d-841760-1 is: [{'id': 'dcc726ca-77a2-403d-af17-ec546cbd0ccf', 'name': 'tempest-FloatingIPsTestJSON-620149075-router', 'tenant_id': 'a24e43da66a247779f287d1e973a62f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '09d8af17-4637-4e3c-8990-e3d86baa33c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:07Z', 'updated_at': '2022-05-13T14:24:09Z', 'revision_number': 3, 'project_id': 'a24e43da66a247779f287d1e973a62f1', 'gw_port': {'id': '09d8af17-4637-4e3c-8990-e3d86baa33c2', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:99:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc726ca-77a2-403d-af17-ec546cbd0ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:08Z', 'updated_at': '2022-05-13T14:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:24:14.093521 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9cd3c14d-233a-409b-bcd5-41d980766a1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:14.133675 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-ab7297fd-d15a-42b6-afa7-228903929d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:14.133895 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-9cd3c14d-233a-409b-bcd5-41d980766a1c admin admin] Transition to ACTIVE for port object 11741d5d-a7b0-4dbb-a9d3-f329351cc2a4 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:24:14.135613 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-ab7297fd-d15a-42b6-afa7-228903929d09 service neutron] 10.222.0.74 "GET /v2.0/networks?id=01882ed3-6d08-4bd7-8250-0f45408cfc6f HTTP/1.1" status: 200 len: 908 time: 0.1994553 May 13 14:24:14.166055 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec87e4-b56f-4902-8167-1e3b316dd29d req-9732ca06-158b-410f-8142-2e5d81a76b4a tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:14.167885 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ccec87e4-b56f-4902-8167-1e3b316dd29d req-9732ca06-158b-410f-8142-2e5d81a76b4a tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 949 time: 0.1223803 May 13 14:24:14.219272 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-74c4fcff-b80d-446d-badb-d07f6f54ad04 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 HTTP/1.1" status: 200 len: 217 time: 0.0770280 May 13 14:24:14.235006 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ccec87e4-b56f-4902-8167-1e3b316dd29d req-88f992fe-2c31-4cf8-9a63-8578fc53000f tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611801 May 13 14:24:14.236538 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9cd3c14d-233a-409b-bcd5-41d980766a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:14.323849 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd3c14d-233a-409b-bcd5-41d980766a1c admin admin] Network c538e1b6-4cc3-4923-b017-2623884a0bb7 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:24:14.326771 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-9cd3c14d-233a-409b-bcd5-41d980766a1c admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:24:14.331485 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd3c14d-233a-409b-bcd5-41d980766a1c admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:24:14.373606 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3c14d-233a-409b-bcd5-41d980766a1c admin admin] Pushing event updated for resources: {'Port': ['ID=11741d5d-a7b0-4dbb-a9d3-f329351cc2a4,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:14.434938 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9cd3c14d-233a-409b-bcd5-41d980766a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:14.600519 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-64a21b9f-b987-4600-a244-95ebed391ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:14.604748 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-64a21b9f-b987-4600-a244-95ebed391ede service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b67d68a0-c4b3-4438-b89e-01055bd1fad3 HTTP/1.1" status: 200 len: 847 time: 0.3757815 May 13 14:24:14.662364 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9cd3c14d-233a-409b-bcd5-41d980766a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:14.702902 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-592b073e-2e9b-47af-9a1c-bbec703154f9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=01882ed3-6d08-4bd7-8250-0f45408cfc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916138 May 13 14:24:14.747227 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d39ff813-da30-405f-9bc5-f3169fcda88b None None] Provisioning for port 11741d5d-a7b0-4dbb-a9d3-f329351cc2a4 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:24:14.763995 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d39ff813-da30-405f-9bc5-f3169fcda88b None None] Provisioning complete for port 11741d5d-a7b0-4dbb-a9d3-f329351cc2a4 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:24:14.765702 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d39ff813-da30-405f-9bc5-f3169fcda88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:14.890507 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-d39ff813-da30-405f-9bc5-f3169fcda88b None None] Port 11741d5d-a7b0-4dbb-a9d3-f329351cc2a4 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:24:14.981332 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-7bb235fc-2624-46bc-b2a2-265a882e82d9 service neutron] 10.222.0.74 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693677 May 13 14:24:15.073972 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:24:15.115463 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e498c289-06e1-4e41-a75d-3949f75d54c6 req-ba1c8e1d-c1e4-43c0-b00a-cdc5e3371618 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2803502 May 13 14:24:15.172124 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48d1ac-8bff-44c6-bda7-cbe3a770b92a req-680c516b-ffa1-4db8-a9b0-8f1379536ab1 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:15.173370 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bb48d1ac-8bff-44c6-bda7-cbe3a770b92a req-680c516b-ffa1-4db8-a9b0-8f1379536ab1 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 944 time: 0.2254436 May 13 14:24:15.175430 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-19ea504a-d8da-4c35-a929-2b76f5bf3cce service neutron] 10.222.0.74 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804430 May 13 14:24:15.199683 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789f337-d02c-4cb0-8d67-7a4db454f209 req-488a2e95-326b-460b-84bb-51defb261664 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:15.201356 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e789f337-d02c-4cb0-8d67-7a4db454f209 req-488a2e95-326b-460b-84bb-51defb261664 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.59 "GET /v2.0/ports?device_id=187f0593-0d5f-465a-90dd-7da0f2fb2ad5 HTTP/1.1" status: 200 len: 950 time: 0.4244776 May 13 14:24:15.209760 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:24:15.221415 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0314b83-b1d1-475f-bd6b-33e76ae870a1 req-c93cf86b-008b-4521-83d4-5b06eaa84148 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:15.230095 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d0314b83-b1d1-475f-bd6b-33e76ae870a1 req-c93cf86b-008b-4521-83d4-5b06eaa84148 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b019a7d-bfd7-4d05-b31c-8e44e8d1ef28 HTTP/1.1" status: 200 len: 946 time: 0.3188431 May 13 14:24:15.249320 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:24:15.261134 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:24:15.268003 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bb48d1ac-8bff-44c6-bda7-cbe3a770b92a req-f6a62657-7ce0-4171-8f6e-d066e51eab91 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725601 May 13 14:24:15.438788 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d0314b83-b1d1-475f-bd6b-33e76ae870a1 req-10e4fdfa-9315-47b2-a68a-35b28bf32b2a tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076771 May 13 14:24:15.503779 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-e789f337-d02c-4cb0-8d67-7a4db454f209 req-cca49708-ce4e-4420-aefd-ba4431af368f tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Deleting port 81113dd0-baf8-4e8f-8296-1b3974e7b5a3 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:24:15.506033 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e789f337-d02c-4cb0-8d67-7a4db454f209 req-cca49708-ce4e-4420-aefd-ba4431af368f tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:15.565971 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c752a92-ce32-4128-a0de-cf3cac57b360 req-80d2de68-db23-4d93-b06c-af7aa845e51f tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:15.575787 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c752a92-ce32-4128-a0de-cf3cac57b360 req-80d2de68-db23-4d93-b06c-af7aa845e51f tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 949 time: 0.0995929 May 13 14:24:15.614083 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9cd3c14d-233a-409b-bcd5-41d980766a1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:15.643348 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c752a92-ce32-4128-a0de-cf3cac57b360 req-e9aee9d6-2a04-45eb-bd3d-32dd63f3a4c5 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660484 May 13 14:24:15.673890 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 is: DOWN; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:15.716492 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9cd3c14d-233a-409b-bcd5-41d980766a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:15.771794 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:15.820206 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82', 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1', 'port_id': 'f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82', 'mac_address': 'fa:16:3e:ce:cf:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:24:15.874083 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-d0598ff2-3e4a-4f1a-a51f-6a5268059423 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:15.878395 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-d0598ff2-3e4a-4f1a-a51f-6a5268059423 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a&tenant_id=e9c1f6dcee6e4bfa9d17410767972533&binding%3Ahost_id=n-h2-841760-1 HTTP/1.1" status: 200 len: 1095 time: 0.2303207 May 13 14:24:15.984291 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9cd3c14d-233a-409b-bcd5-41d980766a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:15.987190 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:15.988090 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:15.993073 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3c14d-233a-409b-bcd5-41d980766a1c admin admin] Pushing event updated for resources: {'Port': ['ID=11741d5d-a7b0-4dbb-a9d3-f329351cc2a4,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:16.018175 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:24:16.050745 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:16.056757 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:16.197823 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 09d8af17-4637-4e3c-8990-e3d86baa33c2 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:24:16.321875 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:16.351534 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 09d8af17-4637-4e3c-8990-e3d86baa33c2 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:24:16.362592 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 09d8af17-4637-4e3c-8990-e3d86baa33c2 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:24:16.363123 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:16.366713 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ddec5-83c6-4c27-a146-e4fed206251c req-26dbbb60-b9f8-4338-bf49-f7a50ffa8fde tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:16.368443 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b78ddec5-83c6-4c27-a146-e4fed206251c req-26dbbb60-b9f8-4338-bf49-f7a50ffa8fde tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 944 time: 0.3832684 May 13 14:24:16.446643 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-a7b8ee93-6588-416c-86d5-3a421b3bfb2d service neutron] For port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:24:16.455870 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b78ddec5-83c6-4c27-a146-e4fed206251c req-8060dd01-966e-46d6-beae-459818dca4ac tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752931 May 13 14:24:16.471017 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-a7b8ee93-6588-416c-86d5-3a421b3bfb2d service neutron] Notify callbacks [] for binding, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:16.472482 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99c6ce22-5f5f-4160-b257-2ff562ffe1f0 req-a7b8ee93-6588-416c-86d5-3a421b3bfb2d service neutron] 10.222.0.74 "DELETE /v2.0/ports/df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0/bindings/n-h1-841760-1 HTTP/1.1" status: 204 len: 173 time: 0.5866675 May 13 14:24:16.552051 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63045c6d-3471-40e5-a3e1-06761f146a2e req-1c800704-643a-4e20-bc44-1b0691d17109 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:16.554340 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-63045c6d-3471-40e5-a3e1-06761f146a2e req-1c800704-643a-4e20-bc44-1b0691d17109 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/ports?device_id=187f0593-0d5f-465a-90dd-7da0f2fb2ad5 HTTP/1.1" status: 200 len: 950 time: 0.9012444 May 13 14:24:16.578502 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 09d8af17-4637-4e3c-8990-e3d86baa33c2 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:16.578957 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:16.603148 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 09d8af17-4637-4e3c-8990-e3d86baa33c2, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=09d8af17-4637-4e3c-8990-e3d86baa33c2,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:16.608684 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:24:16.664902 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:16.727434 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd3c14d-233a-409b-bcd5-41d980766a1c admin admin] Network c538e1b6-4cc3-4923-b017-2623884a0bb7 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:24:16.733416 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-63045c6d-3471-40e5-a3e1-06761f146a2e req-4b7a15e7-adfc-4e27-9802-b8bb56d8d841 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f228f1c-8d42-4e2c-9176-132ca520e661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210811 May 13 14:24:16.734222 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-9cd3c14d-233a-409b-bcd5-41d980766a1c admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:24:16.817408 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=09d8af17-4637-4e3c-8990-e3d86baa33c2,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:16.821483 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-e789f337-d02c-4cb0-8d67-7a4db454f209 req-cca49708-ce4e-4420-aefd-ba4431af368f tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] For port 81113dd0-baf8-4e8f-8296-1b3974e7b5a3, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=81113dd0-baf8-4e8f-8296-1b3974e7b5a3,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:16.822089 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e789f337-d02c-4cb0-8d67-7a4db454f209 req-cca49708-ce4e-4420-aefd-ba4431af368f tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:17.060222 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-e789f337-d02c-4cb0-8d67-7a4db454f209 req-cca49708-ce4e-4420-aefd-ba4431af368f tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Calling delete_port for 81113dd0-baf8-4e8f-8296-1b3974e7b5a3 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:24:17.068691 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498c289-06e1-4e41-a75d-3949f75d54c6 req-3e252fcc-0071-4365-bcf4-aae1dd057a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:17.070507 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e498c289-06e1-4e41-a75d-3949f75d54c6 req-3e252fcc-0071-4365-bcf4-aae1dd057a3d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 1100 time: 0.0863626 May 13 14:24:17.142009 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-1fd08d23-90d6-44a9-aaa1-715756c9a162 None None] Provisioning complete for port 11741d5d-a7b0-4dbb-a9d3-f329351cc2a4 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:24:17.142502 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1fd08d23-90d6-44a9-aaa1-715756c9a162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:17.251083 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498c289-06e1-4e41-a75d-3949f75d54c6 req-59684851-07e5-47cf-9bcb-7e3aa3c4b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:17.252547 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e498c289-06e1-4e41-a75d-3949f75d54c6 req-59684851-07e5-47cf-9bcb-7e3aa3c4b7e3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.1754987 May 13 14:24:17.277490 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7cc166-5798-4ca7-aa86-bdbafff2a861 req-5602398c-5698-447e-b339-be7c7276db0f tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:17.281628 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cd7cc166-5798-4ca7-aa86-bdbafff2a861 req-5602398c-5698-447e-b339-be7c7276db0f tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 945 time: 0.3602867 May 13 14:24:17.296786 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd3c14d-233a-409b-bcd5-41d980766a1c admin admin] Router dcc726ca-77a2-403d-af17-ec546cbd0ccf has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:24:17.325541 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1fd08d23-90d6-44a9-aaa1-715756c9a162 None None] Port 11741d5d-a7b0-4dbb-a9d3-f329351cc2a4 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:24:17.414250 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e498c289-06e1-4e41-a75d-3949f75d54c6 req-c403d6e8-1101-4bf7-a82d-d3396f85df04 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=d45390e8-aa8b-4155-8d53-1bddc4d2dd7b HTTP/1.1" status: 200 len: 217 time: 0.1525736 May 13 14:24:17.503686 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498c289-06e1-4e41-a75d-3949f75d54c6 req-1d597cf6-ef3e-4db8-ac8a-6c118a80cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:17.505030 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e498c289-06e1-4e41-a75d-3949f75d54c6 req-1d597cf6-ef3e-4db8-ac8a-6c118a80cd19 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.0805795 May 13 14:24:17.517990 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d306a87-069c-45a5-b49b-3253195e1754 req-f965a599-da32-4292-a362-44d804f64b4d tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:17.519956 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8d306a87-069c-45a5-b49b-3253195e1754 req-f965a599-da32-4292-a362-44d804f64b4d tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 949 time: 0.1605453 May 13 14:24:17.580001 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cd7cc166-5798-4ca7-aa86-bdbafff2a861 req-8016595b-b9d3-49d7-8da6-c00af3a9c856 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799261 May 13 14:24:17.614318 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e789f337-d02c-4cb0-8d67-7a4db454f209 req-cca49708-ce4e-4420-aefd-ba4431af368f tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:17.629340 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['f1010e32-6fc4-40ed-a9a5-6662560db790'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:24:17.634806 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8d306a87-069c-45a5-b49b-3253195e1754 req-e7e7bb33-2c28-4c11-bd5b-b85f8f9acffc tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767677 May 13 14:24:17.649057 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498c289-06e1-4e41-a75d-3949f75d54c6 req-6f932bf4-b72d-477e-90f2-4f218f18cd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:17.650818 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e498c289-06e1-4e41-a75d-3949f75d54c6 req-6f932bf4-b72d-477e-90f2-4f218f18cd4c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1297443 May 13 14:24:17.664734 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd3c14d-233a-409b-bcd5-41d980766a1c admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:24:17.701712 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2723760-62e7-4f0f-a6f7-78e99c8e4371 None None] Sync routers for ids ['dcc726ca-77a2-403d-af17-ec546cbd0ccf'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:24:17.729620 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca49708-ce4e-4420-aefd-ba4431af368f tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Pushing event deleted for resources: {'Port': ['ID=81113dd0-baf8-4e8f-8296-1b3974e7b5a3,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:17.795434 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-e789f337-d02c-4cb0-8d67-7a4db454f209 req-cca49708-ce4e-4420-aefd-ba4431af368f tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] No DVR routers for this DVR port 81113dd0-baf8-4e8f-8296-1b3974e7b5a3 on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:24:17.795434 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9cd3c14d-233a-409b-bcd5-41d980766a1c admin admin] 10.222.0.35 "PUT /v2.0/routers/dcc726ca-77a2-403d-af17-ec546cbd0ccf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0022848 May 13 14:24:17.798276 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e789f337-d02c-4cb0-8d67-7a4db454f209 req-cca49708-ce4e-4420-aefd-ba4431af368f tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:17.800591 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e789f337-d02c-4cb0-8d67-7a4db454f209 req-cca49708-ce4e-4420-aefd-ba4431af368f tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.59 "DELETE /v2.0/ports/81113dd0-baf8-4e8f-8296-1b3974e7b5a3 HTTP/1.1" status: 204 len: 173 time: 2.5647042 May 13 14:24:17.801227 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187f0593-0d5f-465a-90dd-7da0f2fb2ad5', 'name': 'network-vif-deleted', 'tag': '81113dd0-baf8-4e8f-8296-1b3974e7b5a3'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:17.805187 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2723760-62e7-4f0f-a6f7-78e99c8e4371 None None] Routers {'dcc726ca-77a2-403d-af17-ec546cbd0ccf'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:24:17.806026 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b2723760-62e7-4f0f-a6f7-78e99c8e4371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:23:59Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['dcc726ca-77a2-403d-af17-ec546cbd0ccf'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:17.961670 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e498c289-06e1-4e41-a75d-3949f75d54c6 req-ec0b87ad-f7f8-4c4b-9412-f01cc69ad912 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896490 May 13 14:24:18.054089 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:18.186270 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 09d8af17-4637-4e3c-8990-e3d86baa33c2 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:24:18.247890 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba59154-8269-47fe-815d-f7771d93999c req-c432b602-164e-4da9-92e5-d704d9691193 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:18.249583 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4ba59154-8269-47fe-815d-f7771d93999c req-c432b602-164e-4da9-92e5-d704d9691193 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 1095 time: 0.2085354 May 13 14:24:18.343787 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-b2723760-62e7-4f0f-a6f7-78e99c8e4371 None None] Set router dcc726ca-77a2-403d-af17-ec546cbd0ccf gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:24:18.356614 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4ba59154-8269-47fe-815d-f7771d93999c req-0a35463c-7567-4ada-94f7-b3208300875d tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004515 May 13 14:24:18.481926 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6c440d9-479d-4840-9aec-ea51e20383c1'] response: {'server_uuid': '187f0593-0d5f-465a-90dd-7da0f2fb2ad5', 'name': 'network-vif-deleted', 'tag': '81113dd0-baf8-4e8f-8296-1b3974e7b5a3', 'status': 'completed', 'code': 200} May 13 14:24:18.563231 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7220a2b3-d87a-424f-a5ed-e3159ce8f00a req-194f490d-406e-4613-bd1c-c4948077e603 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/ports?device_id=187f0593-0d5f-465a-90dd-7da0f2fb2ad5 HTTP/1.1" status: 200 len: 210 time: 0.1065981 May 13 14:24:18.700819 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e498c289-06e1-4e41-a75d-3949f75d54c6 req-7e240156-71ab-419c-ba9e-58fc60fd3f88 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7366476 May 13 14:24:18.835355 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 09d8af17-4637-4e3c-8990-e3d86baa33c2 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:24:18.835735 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:18.871086 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-e3575a2b-5a7f-452c-b4fb-99fb78376316 req-5feeb486-772c-4d98-8dea-1b68f538767b tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Synchronizing usage tracker for tenant:a24e43da66a247779f287d1e973a62f1 on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:24:18.919622 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-e3575a2b-5a7f-452c-b4fb-99fb78376316 req-5feeb486-772c-4d98-8dea-1b68f538767b tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Unset dirty status for tenant:a24e43da66a247779f287d1e973a62f1 on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:24:18.924045 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e3575a2b-5a7f-452c-b4fb-99fb78376316 req-5feeb486-772c-4d98-8dea-1b68f538767b tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3183045 May 13 14:24:18.926538 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-0d0bb0fb-4338-41c3-a228-8e75c5ad9fbf tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--248381941&fields=id&tenant_id=7e0e518d19f9448bbe227bb971102d2e HTTP/1.1" status: 200 len: 267 time: 0.1543956 May 13 14:24:18.938170 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-e3575a2b-5a7f-452c-b4fb-99fb78376316 req-ad0c888c-1243-4aca-9a20-9d84121f4bed tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:18.952477 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-e3575a2b-5a7f-452c-b4fb-99fb78376316 req-ad0c888c-1243-4aca-9a20-9d84121f4bed tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:18.962040 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-e3575a2b-5a7f-452c-b4fb-99fb78376316 req-ad0c888c-1243-4aca-9a20-9d84121f4bed tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Usage tracker for resource:floatingip and tenant:a24e43da66a247779f287d1e973a62f1 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:18.965189 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-e3575a2b-5a7f-452c-b4fb-99fb78376316 req-ad0c888c-1243-4aca-9a20-9d84121f4bed tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:18.976007 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-e3575a2b-5a7f-452c-b4fb-99fb78376316 req-ad0c888c-1243-4aca-9a20-9d84121f4bed tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:18.993649 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e3575a2b-5a7f-452c-b4fb-99fb78376316 req-ad0c888c-1243-4aca-9a20-9d84121f4bed tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Notify callbacks [] for floatingip, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:19.093284 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 81113dd0-baf8-4e8f-8296-1b3974e7b5a3 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:24:19.141772 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 81113dd0-baf8-4e8f-8296-1b3974e7b5a3 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:24:19.142114 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 81113dd0-baf8-4e8f-8296-1b3974e7b5a3 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:24:19.156550 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 09d8af17-4637-4e3c-8990-e3d86baa33c2 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:19.185885 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b2723760-62e7-4f0f-a6f7-78e99c8e4371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc726ca-77a2-403d-af17-ec546cbd0ccf', 'name': 'tempest-FloatingIPsTestJSON-620149075-router', 'tenant_id': 'a24e43da66a247779f287d1e973a62f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '09d8af17-4637-4e3c-8990-e3d86baa33c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:07Z', 'updated_at': '2022-05-13T14:24:14Z', 'revision_number': 4, 'project_id': 'a24e43da66a247779f287d1e973a62f1', 'gw_port': {'id': '09d8af17-4637-4e3c-8990-e3d86baa33c2', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:99:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc726ca-77a2-403d-af17-ec546cbd0ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:08Z', 'updated_at': '2022-05-13T14:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '11741d5d-a7b0-4dbb-a9d3-f329351cc2a4', 'name': '', 'network_id': 'c538e1b6-4cc3-4923-b017-2623884a0bb7', 'tenant_id': 'a24e43da66a247779f287d1e973a62f1', 'mac_address': 'fa:16:3e:0e:2f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc726ca-77a2-403d-af17-ec546cbd0ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e25f21b5-fc92-4ad4-b5ed-fc2ccaa7aca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:13Z', 'updated_at': '2022-05-13T14:24:14Z', 'revision_number': 2, 'project_id': 'a24e43da66a247779f287d1e973a62f1', 'subnets': [{'id': 'e25f21b5-fc92-4ad4-b5ed-fc2ccaa7aca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:19.200114 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2723760-62e7-4f0f-a6f7-78e99c8e4371 None None] Checking router: dcc726ca-77a2-403d-af17-ec546cbd0ccf for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:24:19.200473 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2723760-62e7-4f0f-a6f7-78e99c8e4371 None None] Updating router dcc726ca-77a2-403d-af17-ec546cbd0ccf port 11741d5d-a7b0-4dbb-a9d3-f329351cc2a4 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:24:19.227506 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-eb5f58bd-619c-4cac-93c0-ec4ed522fcf7 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:19.228977 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-eb5f58bd-619c-4cac-93c0-ec4ed522fcf7 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/networks?id=a2ee0690-4c57-4e4e-b68b-865fc1c187b1 HTTP/1.1" status: 200 len: 824 time: 0.2982023 May 13 14:24:19.255964 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-4d7fe3cf-1935-4b7d-be59-348ad015db1f tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/quotas/7e0e518d19f9448bbe227bb971102d2e HTTP/1.1" status: 200 len: 375 time: 0.0179045 May 13 14:24:19.276655 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:24:19.289197 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e3575a2b-5a7f-452c-b4fb-99fb78376316 req-ad0c888c-1243-4aca-9a20-9d84121f4bed tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:19.332102 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b2723760-62e7-4f0f-a6f7-78e99c8e4371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:19.433677 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-d1f5a52d-40a2-4b52-ade0-67741c8de386 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e0e518d19f9448bbe227bb971102d2e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1730402 May 13 14:24:19.453325 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:24:19.467071 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-e3575a2b-5a7f-452c-b4fb-99fb78376316 req-ad0c888c-1243-4aca-9a20-9d84121f4bed tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Allocated IP 172.25.0.116 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/6f09ba39-4e46-4d83-93c6-57d00e298dfc) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:24:19.473218 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:24:19.473597 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:19.642884 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-7871b586-d7ab-47f0-9bef-d21f508d0c2f service neutron] 10.222.0.35 "GET /v2.0/networks/a2ee0690-4c57-4e4e-b68b-865fc1c187b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965380 May 13 14:24:19.697758 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e3575a2b-5a7f-452c-b4fb-99fb78376316 req-ad0c888c-1243-4aca-9a20-9d84121f4bed tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:19.749640 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e3575a2b-5a7f-452c-b4fb-99fb78376316 req-ad0c888c-1243-4aca-9a20-9d84121f4bed tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:19.774863 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:19.775354 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:19.835819 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c888c-1243-4aca-9a20-9d84121f4bed tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Pushing event updated for resources: {'Port': ['ID=6f09ba39-4e46-4d83-93c6-57d00e298dfc,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:19.836700 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-655e7332-53ac-4942-921d-29b0deaf3072 service neutron] 10.222.0.35 "GET /v2.0/networks/a2ee0690-4c57-4e4e-b68b-865fc1c187b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822186 May 13 14:24:19.871256 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3575a2b-5a7f-452c-b4fb-99fb78376316 req-ad0c888c-1243-4aca-9a20-9d84121f4bed tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:24:19.874148 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-e3575a2b-5a7f-452c-b4fb-99fb78376316 req-ad0c888c-1243-4aca-9a20-9d84121f4bed tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:24:19.877146 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3575a2b-5a7f-452c-b4fb-99fb78376316 req-ad0c888c-1243-4aca-9a20-9d84121f4bed tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:24:19.922145 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a260025-debd-4d44-be08-79c8e2a4bad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:19.938212 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:19.951432 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:20.018066 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e3575a2b-5a7f-452c-b4fb-99fb78376316 req-ad0c888c-1243-4aca-9a20-9d84121f4bed tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:20.117618 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:20.123696 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b2723760-62e7-4f0f-a6f7-78e99c8e4371 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:20.145362 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b2723760-62e7-4f0f-a6f7-78e99c8e4371 None None] Transition to ACTIVE for port object 11741d5d-a7b0-4dbb-a9d3-f329351cc2a4 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:24:20.156627 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e3575a2b-5a7f-452c-b4fb-99fb78376316 req-ad0c888c-1243-4aca-9a20-9d84121f4bed tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:20.158577 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b2723760-62e7-4f0f-a6f7-78e99c8e4371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:20.250090 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477afb93-d2b9-4313-987e-4d43c4b71624 None None] Pushing event updated for resources: {'Port': ['ID=11741d5d-a7b0-4dbb-a9d3-f329351cc2a4,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:20.326003 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f4b42-7409-44f4-b991-811feaf8085c req-5331f211-e0ef-4b82-8b8a-867dad05f98f tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:20.328037 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7a8f4b42-7409-44f4-b991-811feaf8085c req-5331f211-e0ef-4b82-8b8a-867dad05f98f tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 946 time: 0.1698058 May 13 14:24:20.401554 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7a8f4b42-7409-44f4-b991-811feaf8085c req-69c5f290-759e-4131-89b1-30f398dca251 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664001 May 13 14:24:20.601011 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e3575a2b-5a7f-452c-b4fb-99fb78376316 req-ad0c888c-1243-4aca-9a20-9d84121f4bed tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:20.607362 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e3575a2b-5a7f-452c-b4fb-99fb78376316 req-ad0c888c-1243-4aca-9a20-9d84121f4bed tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:20.608061 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-b2723760-62e7-4f0f-a6f7-78e99c8e4371 None None] Attempting to bind port 11741d5d-a7b0-4dbb-a9d3-f329351cc2a4 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:24:20.608431 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-b2723760-62e7-4f0f-a6f7-78e99c8e4371 None None] Attempting to bind port 11741d5d-a7b0-4dbb-a9d3-f329351cc2a4 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '87d87624-ef43-4ae3-9b53-027e2d26135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c538e1b6-4cc3-4923-b017-2623884a0bb7'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:24:20.608972 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2723760-62e7-4f0f-a6f7-78e99c8e4371 None None] Attempting to bind port 11741d5d-a7b0-4dbb-a9d3-f329351cc2a4 on network c538e1b6-4cc3-4923-b017-2623884a0bb7 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:24:20.615627 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2723760-62e7-4f0f-a6f7-78e99c8e4371 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:24:20.616009 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2723760-62e7-4f0f-a6f7-78e99c8e4371 None None] Checking segment: {'id': '87d87624-ef43-4ae3-9b53-027e2d26135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c538e1b6-4cc3-4923-b017-2623884a0bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:24:20.616401 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b2723760-62e7-4f0f-a6f7-78e99c8e4371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:20.616789 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2723760-62e7-4f0f-a6f7-78e99c8e4371 None None] Bound using segment: {'id': '87d87624-ef43-4ae3-9b53-027e2d26135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c538e1b6-4cc3-4923-b017-2623884a0bb7'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:24:20.617253 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-b2723760-62e7-4f0f-a6f7-78e99c8e4371 None None] Bound port: 11741d5d-a7b0-4dbb-a9d3-f329351cc2a4, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d87624-ef43-4ae3-9b53-027e2d26135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c538e1b6-4cc3-4923-b017-2623884a0bb7'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:24:20.617628 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b2723760-62e7-4f0f-a6f7-78e99c8e4371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:20.730608 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-b2723760-62e7-4f0f-a6f7-78e99c8e4371 None None] For port 11741d5d-a7b0-4dbb-a9d3-f329351cc2a4, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:24:20.734120 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-b2723760-62e7-4f0f-a6f7-78e99c8e4371 None None] For port 11741d5d-a7b0-4dbb-a9d3-f329351cc2a4, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=11741d5d-a7b0-4dbb-a9d3-f329351cc2a4,segment=NetworkSegment(87d87624-ef43-4ae3-9b53-027e2d26135e),segment_id=87d87624-ef43-4ae3-9b53-027e2d26135e)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:24:20.740575 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b2723760-62e7-4f0f-a6f7-78e99c8e4371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:20.766033 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c888c-1243-4aca-9a20-9d84121f4bed tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Pushing event updated for resources: {'Port': ['ID=6f09ba39-4e46-4d83-93c6-57d00e298dfc,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:20.782021 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042c42e-1b2d-4f5e-b0eb-6633a498bb36 req-a0863d5e-8736-4879-aed0-60987559536d tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:20.783847 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7042c42e-1b2d-4f5e-b0eb-6633a498bb36 req-a0863d5e-8736-4879-aed0-60987559536d tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.74 "GET /v2.0/ports?device_id=b748afd1-47b2-4307-b071-7ed4d40a77c5 HTTP/1.1" status: 200 len: 945 time: 0.3268173 May 13 14:24:20.806912 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e3575a2b-5a7f-452c-b4fb-99fb78376316 req-ad0c888c-1243-4aca-9a20-9d84121f4bed tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:20.826504 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477afb93-d2b9-4313-987e-4d43c4b71624 None None] Pushing event updated for resources: {'Port': ['ID=11741d5d-a7b0-4dbb-a9d3-f329351cc2a4,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:20.840072 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2723760-62e7-4f0f-a6f7-78e99c8e4371 None None] Routers {'dcc726ca-77a2-403d-af17-ec546cbd0ccf'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:24:20.840687 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b2723760-62e7-4f0f-a6f7-78e99c8e4371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:23:59Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['dcc726ca-77a2-403d-af17-ec546cbd0ccf'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:20.879472 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e3575a2b-5a7f-452c-b4fb-99fb78376316 req-ad0c888c-1243-4aca-9a20-9d84121f4bed tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:20.885619 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e3575a2b-5a7f-452c-b4fb-99fb78376316 req-ad0c888c-1243-4aca-9a20-9d84121f4bed tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9561327 May 13 14:24:20.910358 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-7042c42e-1b2d-4f5e-b0eb-6633a498bb36 req-31e5338b-f595-414d-bd84-039b14360c8d tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Deleting port 2e32ddf8-8485-40ab-b203-84fd58d0b941 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:24:20.910698 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7042c42e-1b2d-4f5e-b0eb-6633a498bb36 req-31e5338b-f595-414d-bd84-039b14360c8d tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:21.008857 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-ec0adc8a-87b2-4bd5-b82e-1f7accfcc5f9 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:21.016515 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-ec0adc8a-87b2-4bd5-b82e-1f7accfcc5f9 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/networks?id=01882ed3-6d08-4bd7-8250-0f45408cfc6f HTTP/1.1" status: 200 len: 807 time: 0.4107580 May 13 14:24:21.033520 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-e3575a2b-5a7f-452c-b4fb-99fb78376316 req-3b9dd6a5-0307-444d-99bf-a9b205b50a74 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Synchronizing usage tracker for tenant:a24e43da66a247779f287d1e973a62f1 on resource:floatingip {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:24:21.048402 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-9da5eca8-a10d-4a84-85c6-77283cf5aac4 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/quotas/e9c1f6dcee6e4bfa9d17410767972533 HTTP/1.1" status: 200 len: 375 time: 0.0309141 May 13 14:24:21.058213 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-e3575a2b-5a7f-452c-b4fb-99fb78376316 req-3b9dd6a5-0307-444d-99bf-a9b205b50a74 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Unset dirty status for tenant:a24e43da66a247779f287d1e973a62f1 on resource:floatingip {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:24:21.061254 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e3575a2b-5a7f-452c-b4fb-99fb78376316 req-3b9dd6a5-0307-444d-99bf-a9b205b50a74 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.116 HTTP/1.1" status: 200 len: 696 time: 0.1699939 May 13 14:24:21.146535 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-b2723760-62e7-4f0f-a6f7-78e99c8e4371 None None] Set router dcc726ca-77a2-403d-af17-ec546cbd0ccf gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:24:21.240316 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3575a2b-5a7f-452c-b4fb-99fb78376316 req-f8d767be-52e5-4834-bded-7427bbdadd2b tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:21.241132 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e3575a2b-5a7f-452c-b4fb-99fb78376316 req-f8d767be-52e5-4834-bded-7427bbdadd2b tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 784 time: 0.1736906 May 13 14:24:21.258848 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [req-e3575a2b-5a7f-452c-b4fb-99fb78376316 req-306fccf3-b0d0-43c8-b04a-75ab1f4e108d tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:24:21.260152 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e3575a2b-5a7f-452c-b4fb-99fb78376316 req-306fccf3-b0d0-43c8-b04a-75ab1f4e108d tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065703 May 13 14:24:21.278085 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-b12cf5d7-6e0d-410b-ba14-3b836ed11435 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e9c1f6dcee6e4bfa9d17410767972533&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2180004 May 13 14:24:21.302740 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:24:21.399686 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-7042c42e-1b2d-4f5e-b0eb-6633a498bb36 req-31e5338b-f595-414d-bd84-039b14360c8d tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] For port 2e32ddf8-8485-40ab-b203-84fd58d0b941, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=2e32ddf8-8485-40ab-b203-84fd58d0b941,segment=NetworkSegment(983229a7-bdca-4b23-927c-a42448eb11f8),segment_id=983229a7-bdca-4b23-927c-a42448eb11f8)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:21.400344 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7042c42e-1b2d-4f5e-b0eb-6633a498bb36 req-31e5338b-f595-414d-bd84-039b14360c8d tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:21.465870 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba123b27-6a41-47e5-ae27-4079a8de5848 req-13c3d736-c009-4d25-9bce-e6244921d41e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:21.468406 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ba123b27-6a41-47e5-ae27-4079a8de5848 req-13c3d736-c009-4d25-9bce-e6244921d41e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 949 time: 0.1025467 May 13 14:24:21.554559 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ba123b27-6a41-47e5-ae27-4079a8de5848 req-cec1fcc9-7bc1-4350-aa94-83ce62114166 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740147 May 13 14:24:21.638921 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:21.657392 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40', 'network_id': '615f1b1d-e928-4b1a-811f-c88ac2129812', 'port_id': 'f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40', 'mac_address': 'fa:16:3e:04:02:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e2eec62-0523-4521-82e3-9ab28f45e905', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:24:21.728131 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40 is: ACTIVE; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:21.728504 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:21.747592 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b2723760-62e7-4f0f-a6f7-78e99c8e4371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc726ca-77a2-403d-af17-ec546cbd0ccf', 'name': 'tempest-FloatingIPsTestJSON-620149075-router', 'tenant_id': 'a24e43da66a247779f287d1e973a62f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '09d8af17-4637-4e3c-8990-e3d86baa33c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:07Z', 'updated_at': '2022-05-13T14:24:14Z', 'revision_number': 4, 'project_id': 'a24e43da66a247779f287d1e973a62f1', 'gw_port': {'id': '09d8af17-4637-4e3c-8990-e3d86baa33c2', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:99:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc726ca-77a2-403d-af17-ec546cbd0ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:08Z', 'updated_at': '2022-05-13T14:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '11741d5d-a7b0-4dbb-a9d3-f329351cc2a4', 'name': '', 'network_id': 'c538e1b6-4cc3-4923-b017-2623884a0bb7', 'tenant_id': 'a24e43da66a247779f287d1e973a62f1', 'mac_address': 'fa:16:3e:0e:2f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc726ca-77a2-403d-af17-ec546cbd0ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e25f21b5-fc92-4ad4-b5ed-fc2ccaa7aca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:13Z', 'updated_at': '2022-05-13T14:24:20Z', 'revision_number': 4, 'project_id': 'a24e43da66a247779f287d1e973a62f1', 'subnets': [{'id': 'e25f21b5-fc92-4ad4-b5ed-fc2ccaa7aca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:21.755635 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:24:21.760944 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2723760-62e7-4f0f-a6f7-78e99c8e4371 None None] The sync data for ids ['dcc726ca-77a2-403d-af17-ec546cbd0ccf'] in n-d-841760-1 is: [{'id': 'dcc726ca-77a2-403d-af17-ec546cbd0ccf', 'name': 'tempest-FloatingIPsTestJSON-620149075-router', 'tenant_id': 'a24e43da66a247779f287d1e973a62f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '09d8af17-4637-4e3c-8990-e3d86baa33c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:07Z', 'updated_at': '2022-05-13T14:24:14Z', 'revision_number': 4, 'project_id': 'a24e43da66a247779f287d1e973a62f1', 'gw_port': {'id': '09d8af17-4637-4e3c-8990-e3d86baa33c2', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:99:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc726ca-77a2-403d-af17-ec546cbd0ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:08Z', 'updated_at': '2022-05-13T14:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '11741d5d-a7b0-4dbb-a9d3-f329351cc2a4', 'name': '', 'network_id': 'c538e1b6-4cc3-4923-b017-2623884a0bb7', 'tenant_id': 'a24e43da66a247779f287d1e973a62f1', 'mac_address': 'fa:16:3e:0e:2f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc726ca-77a2-403d-af17-ec546cbd0ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e25f21b5-fc92-4ad4-b5ed-fc2ccaa7aca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:13Z', 'updated_at': '2022-05-13T14:24:20Z', 'revision_number': 4, 'project_id': 'a24e43da66a247779f287d1e973a62f1', 'subnets': [{'id': 'e25f21b5-fc92-4ad4-b5ed-fc2ccaa7aca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:24:21.783722 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:21.793947 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dad477e-6379-4d57-9dad-99a0ba3b8d7f'] response: {'server_uuid': '4a260025-debd-4d44-be08-79c8e2a4bad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82', 'code': 200} May 13 14:24:21.795182 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:21.850516 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-429c035e-816d-46b0-b5a2-28111aef73d3 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:21.852236 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-429c035e-816d-46b0-b5a2-28111aef73d3 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.59 "GET /v2.0/networks?id=a2ee0690-4c57-4e4e-b68b-865fc1c187b1 HTTP/1.1" status: 200 len: 824 time: 0.2302270 May 13 14:24:21.912064 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:21.951418 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-35c06fa6-2a54-4031-aa97-f51b3934b264 req-982d2395-af7f-492b-9f8f-ab6ca26c099c tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=066c9740-6815-467c-8929-6e1122413fc6 HTTP/1.1" status: 200 len: 210 time: 0.0513451 May 13 14:24:22.025338 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-27797df8-d695-4c0a-a971-dc2744b81a37 service neutron] 10.222.0.35 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7327034 May 13 14:24:22.068201 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:24:22.245694 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 11741d5d-a7b0-4dbb-a9d3-f329351cc2a4 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:24:22.325069 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-26a15348-fa50-448c-a4a8-1863de59d32d tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e0e518d19f9448bbe227bb971102d2e HTTP/1.1" status: 200 len: 379 time: 0.4331098 May 13 14:24:22.337841 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-e357f4a5-a3a2-46b7-baa1-8d4962fba801 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Request body: {'port': {'device_id': '066c9740-6815-467c-8929-6e1122413fc6', 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1', 'admin_state_up': True, 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'security_groups': ['ca79901b-aa25-4a04-89be-d3535bd24089']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:22.397324 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4adae82f-3e4b-40cd-8a2e-6a91bcb697cb req-62abdd95-0f75-4190-a65b-2b47aec6f8bc tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] 10.222.0.35 "GET /v2.0/floatingips/a5160cdb-3c1b-4a6f-a8d8-6297680f2245 HTTP/1.1" status: 200 len: 693 time: 0.2010231 May 13 14:24:22.493721 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7042c42e-1b2d-4f5e-b0eb-6633a498bb36 req-31e5338b-f595-414d-bd84-039b14360c8d tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:22.494093 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7042c42e-1b2d-4f5e-b0eb-6633a498bb36 req-31e5338b-f595-414d-bd84-039b14360c8d tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:22.494408 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [req-7042c42e-1b2d-4f5e-b0eb-6633a498bb36 req-31e5338b-f595-414d-bd84-039b14360c8d tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Floating IP 0e6cebc2-8e8c-4eac-bc94-35e56e5c3c8f disassociated. External IP: 172.25.0.178, port: 2e32ddf8-8485-40ab-b203-84fd58d0b941. May 13 14:24:22.494751 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-7042c42e-1b2d-4f5e-b0eb-6633a498bb36 req-31e5338b-f595-414d-bd84-039b14360c8d tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Calling delete_port for 2e32ddf8-8485-40ab-b203-84fd58d0b941 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:24:22.572463 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 11741d5d-a7b0-4dbb-a9d3-f329351cc2a4 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:24:22.597283 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 11741d5d-a7b0-4dbb-a9d3-f329351cc2a4 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:24:22.598183 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:22.628996 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-33dbcd15-b1b6-41ea-81bd-bb5bd3f70892 service neutron] 10.222.0.35 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6027830 May 13 14:24:22.659024 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1484908-87f0-4bcd-b6f5-929e4308b551 req-c4897645-ebab-4364-8076-7639915efa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:22.660821 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e1484908-87f0-4bcd-b6f5-929e4308b551 req-c4897645-ebab-4364-8076-7639915efa8e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 1097 time: 0.7194669 May 13 14:24:22.702044 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adae82f-3e4b-40cd-8a2e-6a91bcb697cb req-12152698-0ca6-4c59-a1a4-9e233e5e6df8 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:22.706168 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4adae82f-3e4b-40cd-8a2e-6a91bcb697cb req-12152698-0ca6-4c59-a1a4-9e233e5e6df8 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 784 time: 0.2992728 May 13 14:24:22.726213 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [req-4adae82f-3e4b-40cd-8a2e-6a91bcb697cb req-a80801d4-f709-46b7-9b6a-8bac6cf3816d tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:24:22.750229 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4adae82f-3e4b-40cd-8a2e-6a91bcb697cb req-a80801d4-f709-46b7-9b6a-8bac6cf3816d tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0337875 May 13 14:24:22.782758 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 11741d5d-a7b0-4dbb-a9d3-f329351cc2a4 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:22.783619 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:22.854330 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-e357f4a5-a3a2-46b7-baa1-8d4962fba801 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:22.861838 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 11741d5d-a7b0-4dbb-a9d3-f329351cc2a4, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=11741d5d-a7b0-4dbb-a9d3-f329351cc2a4,segment=NetworkSegment(87d87624-ef43-4ae3-9b53-027e2d26135e),segment_id=87d87624-ef43-4ae3-9b53-027e2d26135e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:22.867720 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:22.907366 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-e357f4a5-a3a2-46b7-baa1-8d4962fba801 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:22.933961 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-e357f4a5-a3a2-46b7-baa1-8d4962fba801 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Made reservation on behalf of 7e0e518d19f9448bbe227bb971102d2e for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:24:22.938501 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-e357f4a5-a3a2-46b7-baa1-8d4962fba801 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:23.026258 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e1484908-87f0-4bcd-b6f5-929e4308b551 req-20d8558c-bb6a-4644-b208-e68ba996fa62 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353477 May 13 14:24:23.164218 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=11741d5d-a7b0-4dbb-a9d3-f329351cc2a4,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:23.290078 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:24:23.375335 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003c5ff-f919-4419-b045-7ec3515f5489 req-78aed650-e653-4e06-87a9-66ffea85f216 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:23.377853 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6003c5ff-f919-4419-b045-7ec3515f5489 req-78aed650-e653-4e06-87a9-66ffea85f216 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 946 time: 0.2547021 May 13 14:24:23.482653 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6003c5ff-f919-4419-b045-7ec3515f5489 req-b52c1246-ed4c-4eee-8d65-7ca2a9c37272 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930026 May 13 14:24:23.523022 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:24:23.523423 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:23.543437 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7042c42e-1b2d-4f5e-b0eb-6633a498bb36 req-31e5338b-f595-414d-bd84-039b14360c8d tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:23.736197 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5338b-f595-414d-bd84-039b14360c8d tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Pushing event deleted for resources: {'Port': ['ID=2e32ddf8-8485-40ab-b203-84fd58d0b941,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:23.799790 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:23.800178 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:23.855421 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b019a7d-bfd7-4d05-b31c-8e44e8d1ef28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:23.873768 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:23.878898 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:23.881554 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 2e32ddf8-8485-40ab-b203-84fd58d0b941 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:24:24.004743 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b2ca92d5-a99c-4da1-a8aa-a0723305b4b4 req-e77f9588-bec3-472d-94a3-5190fca44eb2 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] 10.222.0.35 "GET /v2.0/floatingips?tenant_id=a24e43da66a247779f287d1e973a62f1 HTTP/1.1" status: 200 len: 696 time: 0.3426397 May 13 14:24:24.026872 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-e357f4a5-a3a2-46b7-baa1-8d4962fba801 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Allocated IP 172.20.0.13 (a2ee0690-4c57-4e4e-b68b-865fc1c187b1/df9f1382-e59c-48f3-b05c-1d030cf41b4a/620d6e07-ba73-41bc-bee4-5bb0819c1af9) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:24:24.052656 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 2e32ddf8-8485-40ab-b203-84fd58d0b941 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:24:24.053000 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 2e32ddf8-8485-40ab-b203-84fd58d0b941 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:24:24.137524 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40,revision_number=7']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:24.205446 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 11741d5d-a7b0-4dbb-a9d3-f329351cc2a4 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:24:24.354525 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca92d5-a99c-4da1-a8aa-a0723305b4b4 req-b026f3cb-af84-45be-8634-6b80ecfb998d tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:24.364004 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b2ca92d5-a99c-4da1-a8aa-a0723305b4b4 req-b026f3cb-af84-45be-8634-6b80ecfb998d tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] 10.222.0.35 "GET /v2.0/networks?id=c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 787 time: 0.3484666 May 13 14:24:24.371876 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [req-b2ca92d5-a99c-4da1-a8aa-a0723305b4b4 req-67e5e19e-797d-4fe9-aa6c-52f07f7e03c1 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:24:24.384658 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b2ca92d5-a99c-4da1-a8aa-a0723305b4b4 req-67e5e19e-797d-4fe9-aa6c-52f07f7e03c1 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0186682 May 13 14:24:24.388555 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 11741d5d-a7b0-4dbb-a9d3-f329351cc2a4 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:24:24.389028 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:24.629844 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8a0c4237-3243-4833-bd32-3e3c048a6404 req-4f89d303-5c1f-416c-8570-b1041fc393cb tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 210 time: 0.0645924 May 13 14:24:24.657950 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b954792b-f27e-4df8-8cab-7c5d2396bdc7 req-4da9cbc6-b97a-45ee-892a-c9f38c29000d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2441628 May 13 14:24:24.673032 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 11741d5d-a7b0-4dbb-a9d3-f329351cc2a4 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:24.769713 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-e357f4a5-a3a2-46b7-baa1-8d4962fba801 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:24.788112 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-e357f4a5-a3a2-46b7-baa1-8d4962fba801 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Transition to ACTIVE for port object 620d6e07-ba73-41bc-bee4-5bb0819c1af9 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:24:24.823812 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-e357f4a5-a3a2-46b7-baa1-8d4962fba801 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:24.964080 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954792b-f27e-4df8-8cab-7c5d2396bdc7 req-0405e6e2-99c8-4123-8fc4-2bd6b35c872d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:24.965610 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b954792b-f27e-4df8-8cab-7c5d2396bdc7 req-0405e6e2-99c8-4123-8fc4-2bd6b35c872d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d6ca075ae214d9490235db19234e57f&device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 1096 time: 0.1776638 May 13 14:24:24.982167 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62328c87-7d21-41e0-8695-7f6b3702331c req-add81c28-403b-4567-a1fb-2dba0a3b9d04 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:25.002694 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-62328c87-7d21-41e0-8695-7f6b3702331c req-add81c28-403b-4567-a1fb-2dba0a3b9d04 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=066c9740-6815-467c-8929-6e1122413fc6 HTTP/1.1" status: 200 len: 932 time: 0.2353196 May 13 14:24:25.017102 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e357f4a5-a3a2-46b7-baa1-8d4962fba801 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Pushing event updated for resources: {'Port': ['ID=620d6e07-ba73-41bc-bee4-5bb0819c1af9,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:25.041014 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820594eb-e2d0-4464-b861-edee768ec816 req-58fd4491-cdc9-4626-b156-78eda119b907 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:25.048276 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-820594eb-e2d0-4464-b861-edee768ec816 req-58fd4491-cdc9-4626-b156-78eda119b907 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 949 time: 1.2972212 May 13 14:24:25.099178 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-e357f4a5-a3a2-46b7-baa1-8d4962fba801 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Network a2ee0690-4c57-4e4e-b68b-865fc1c187b1 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:24:25.102487 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-62328c87-7d21-41e0-8695-7f6b3702331c req-d3ec8237-97b8-4a5e-858d-d40d614e87fe tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca79901b-aa25-4a04-89be-d3535bd24089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956318 May 13 14:24:25.106390 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-e357f4a5-a3a2-46b7-baa1-8d4962fba801 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:24:25.281328 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95143b-5c96-44f5-8fdc-1523be4ba3a8 req-8946766b-6e7c-499b-8f8f-7451f3e8de35 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:25.285411 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2d95143b-5c96-44f5-8fdc-1523be4ba3a8 req-8946766b-6e7c-499b-8f8f-7451f3e8de35 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Synchronizing usage tracker for tenant:5def6705b3c44db2a4998ed4a01a386f on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:24:25.293636 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.59', 55478) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:25.324127 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954792b-f27e-4df8-8cab-7c5d2396bdc7 req-01a8ccd8-a8c4-4949-96de-4063dba7734e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:25.325849 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b954792b-f27e-4df8-8cab-7c5d2396bdc7 req-01a8ccd8-a8c4-4949-96de-4063dba7734e service neutron] 10.222.0.59 "GET /v2.0/networks?id=d5027423-d39b-4c72-b023-a3c3d59a72d1 HTTP/1.1" status: 200 len: 920 time: 0.2144861 May 13 14:24:25.326771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-e357f4a5-a3a2-46b7-baa1-8d4962fba801 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:24:25.367141 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-820594eb-e2d0-4464-b861-edee768ec816 req-dcad1c0e-bda6-42a1-971a-d707c1c93cee tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177385 May 13 14:24:25.507300 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90fa5ccc-8ab9-4ea4-b103-6f6f3da9d02c'] response: {'server_uuid': '0b019a7d-bfd7-4d05-b31c-8e44e8d1ef28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40', 'code': 200} May 13 14:24:25.569911 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7042c42e-1b2d-4f5e-b0eb-6633a498bb36 req-31e5338b-f595-414d-bd84-039b14360c8d tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Router 534f6dcc-ca87-4315-bffe-29c21ebe17fc has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:24:25.604813 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2d95143b-5c96-44f5-8fdc-1523be4ba3a8 req-8946766b-6e7c-499b-8f8f-7451f3e8de35 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Unset dirty status for tenant:5def6705b3c44db2a4998ed4a01a386f on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:24:25.608173 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2d95143b-5c96-44f5-8fdc-1523be4ba3a8 req-8946766b-6e7c-499b-8f8f-7451f3e8de35 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86d812c-fe15-4c35-b38e-3beba6b4210f HTTP/1.1" status: 200 len: 950 time: 0.6008213 May 13 14:24:25.683561 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d7a336dc-87e5-41fb-923b-8c7a9a5ff80b req-48250635-0f02-4b69-8f0f-76a2a7b50c87 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] 10.222.0.35 "GET /v2.0/floatingips/a5160cdb-3c1b-4a6f-a8d8-6297680f2245 HTTP/1.1" status: 200 len: 693 time: 0.1106265 May 13 14:24:25.688302 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b954792b-f27e-4df8-8cab-7c5d2396bdc7 req-8012f071-164f-4260-8259-81a55baea6f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52be2d2f-5c4b-4973-9c3c-0285c7d40b56 HTTP/1.1" status: 200 len: 217 time: 0.3130720 May 13 14:24:25.768485 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-e86b0d65-fed4-4c4f-abaa-c9294789cdaa tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:25.770291 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-e86b0d65-fed4-4c4f-abaa-c9294789cdaa tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.59 "GET /v2.0/networks?id=01882ed3-6d08-4bd7-8250-0f45408cfc6f HTTP/1.1" status: 200 len: 807 time: 0.4743948 May 13 14:24:25.779330 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-2d95143b-5c96-44f5-8fdc-1523be4ba3a8 req-9255834c-2f05-4980-915f-57a3c74d4544 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Deleting port f1010e32-6fc4-40ed-a9a5-6662560db790 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:24:25.780133 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2d95143b-5c96-44f5-8fdc-1523be4ba3a8 req-9255834c-2f05-4980-915f-57a3c74d4544 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:25.814605 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954792b-f27e-4df8-8cab-7c5d2396bdc7 req-4671086d-8581-424b-a141-09a88125939a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:25.818704 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b954792b-f27e-4df8-8cab-7c5d2396bdc7 req-4671086d-8581-424b-a141-09a88125939a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d HTTP/1.1" status: 200 len: 859 time: 0.0953434 May 13 14:24:25.831438 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-8c07cd82-bda5-498e-91a9-c62f3b1485e6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Request body: {'port': {'device_id': '679719d0-5e2d-414a-9380-2e3da3e182a3', 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f', 'admin_state_up': True, 'tenant_id': 'e9c1f6dcee6e4bfa9d17410767972533'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:25.856655 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f298dc-9c2e-41fa-b655-c54fad80343a req-cd583e95-3a05-49d6-9d7d-8476b81f6bd5 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:25.858126 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-76f298dc-9c2e-41fa-b655-c54fad80343a req-cd583e95-3a05-49d6-9d7d-8476b81f6bd5 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/ports?device_id=a86d812c-fe15-4c35-b38e-3beba6b4210f HTTP/1.1" status: 200 len: 950 time: 0.3512850 May 13 14:24:25.934417 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b954792b-f27e-4df8-8cab-7c5d2396bdc7 req-fc60d386-b84f-4703-a898-9e880e25def4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d5027423-d39b-4c72-b023-a3c3d59a72d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057732 May 13 14:24:25.978040 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-76f298dc-9c2e-41fa-b655-c54fad80343a req-31fa63ee-c4d1-424f-99f9-f47abbb2590c tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f228f1c-8d42-4e2c-9176-132ca520e661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037683 May 13 14:24:26.592617 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-8c07cd82-bda5-498e-91a9-c62f3b1485e6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:26.614067 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-8c07cd82-bda5-498e-91a9-c62f3b1485e6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:26.627347 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7042c42e-1b2d-4f5e-b0eb-6633a498bb36 req-31e5338b-f595-414d-bd84-039b14360c8d tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:24:26.642562 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-e357f4a5-a3a2-46b7-baa1-8d4962fba801 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:26.643222 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-e357f4a5-a3a2-46b7-baa1-8d4962fba801 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:26.650270 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46826fcc-dab1-4f94-ae86-8c7aa16a072d None None] Sync routers for ids ['534f6dcc-ca87-4315-bffe-29c21ebe17fc'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:24:26.668650 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-8c07cd82-bda5-498e-91a9-c62f3b1485e6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Made reservation on behalf of e9c1f6dcee6e4bfa9d17410767972533 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:24:26.675967 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-8c07cd82-bda5-498e-91a9-c62f3b1485e6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:26.687885 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46826fcc-dab1-4f94-ae86-8c7aa16a072d None None] Routers {'534f6dcc-ca87-4315-bffe-29c21ebe17fc'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:24:26.689032 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-46826fcc-dab1-4f94-ae86-8c7aa16a072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:23:59Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['534f6dcc-ca87-4315-bffe-29c21ebe17fc'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:26.881136 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-7042c42e-1b2d-4f5e-b0eb-6633a498bb36 req-31e5338b-f595-414d-bd84-039b14360c8d tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] No DVR routers for this DVR port 2e32ddf8-8485-40ab-b203-84fd58d0b941 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:24:26.960043 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7042c42e-1b2d-4f5e-b0eb-6633a498bb36 req-31e5338b-f595-414d-bd84-039b14360c8d tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:26.962377 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7042c42e-1b2d-4f5e-b0eb-6633a498bb36 req-31e5338b-f595-414d-bd84-039b14360c8d tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.74 "DELETE /v2.0/ports/2e32ddf8-8485-40ab-b203-84fd58d0b941 HTTP/1.1" status: 204 len: 173 time: 6.1712990 May 13 14:24:26.963707 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b748afd1-47b2-4307-b071-7ed4d40a77c5', 'name': 'network-vif-deleted', 'tag': '2e32ddf8-8485-40ab-b203-84fd58d0b941'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:26.981676 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b954792b-f27e-4df8-8cab-7c5d2396bdc7 req-18457c57-d3c1-479e-b0b6-9ce83b03b7a4 service neutron] 10.222.0.59 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0369625 May 13 14:24:26.982113 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-e357f4a5-a3a2-46b7-baa1-8d4962fba801 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6501639 May 13 14:24:27.062366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90e3d0-a4e2-4f3e-af0f-70ef83e853b6 req-85ade7d2-2111-4319-92fa-9c1922db44cf tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:27.063897 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5a90e3d0-a4e2-4f3e-af0f-70ef83e853b6 req-85ade7d2-2111-4319-92fa-9c1922db44cf tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 946 time: 0.7690692 May 13 14:24:27.076909 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-2d95143b-5c96-44f5-8fdc-1523be4ba3a8 req-9255834c-2f05-4980-915f-57a3c74d4544 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] For port f1010e32-6fc4-40ed-a9a5-6662560db790, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=f1010e32-6fc4-40ed-a9a5-6662560db790,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:27.077302 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2d95143b-5c96-44f5-8fdc-1523be4ba3a8 req-9255834c-2f05-4980-915f-57a3c74d4544 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:27.210009 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f885b68c-8ba2-461f-b596-b49f84a409b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:27.439354 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-46826fcc-dab1-4f94-ae86-8c7aa16a072d None None] Set router 534f6dcc-ca87-4315-bffe-29c21ebe17fc gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:24:27.595319 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-2d95143b-5c96-44f5-8fdc-1523be4ba3a8 req-9255834c-2f05-4980-915f-57a3c74d4544 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Calling delete_port for f1010e32-6fc4-40ed-a9a5-6662560db790 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:24:27.717202 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-13af8ba9-45b4-4ee7-8dd4-b7bc9334c81f service neutron] Request body: {'port': {'device_id': '066c9740-6815-467c-8929-6e1122413fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:27.758768 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b954792b-f27e-4df8-8cab-7c5d2396bdc7 req-09c3e64b-c5a6-4248-9346-6ade8f56d562 service neutron] 10.222.0.59 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7337565 May 13 14:24:27.801907 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a336dc-87e5-41fb-923b-8c7a9a5ff80b req-aa4b68c4-7545-416f-894e-ca657caa552d tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:27.807834 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d7a336dc-87e5-41fb-923b-8c7a9a5ff80b req-aa4b68c4-7545-416f-894e-ca657caa552d tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 784 time: 2.1184006 May 13 14:24:27.822858 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5a90e3d0-a4e2-4f3e-af0f-70ef83e853b6 req-e5f452d7-8bb8-4a47-9023-0e7792fc7d2e tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7346940 May 13 14:24:27.826475 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-8c07cd82-bda5-498e-91a9-c62f3b1485e6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Allocated IP 172.20.0.3 (01882ed3-6d08-4bd7-8250-0f45408cfc6f/b67d68a0-c4b3-4438-b89e-01055bd1fad3/a9c2cf7c-de33-4bdd-b52a-10c6271dfc51) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:24:27.852531 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-d7a336dc-87e5-41fb-923b-8c7a9a5ff80b req-dc2f792a-e04f-46f7-b1fa-ab2c530c84f6 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:24:27.864962 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d7a336dc-87e5-41fb-923b-8c7a9a5ff80b req-dc2f792a-e04f-46f7-b1fa-ab2c530c84f6 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0371993 May 13 14:24:28.118946 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d7a336dc-87e5-41fb-923b-8c7a9a5ff80b req-0a46349f-d97e-4edb-8bb0-7ff986073c64 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.116 HTTP/1.1" status: 200 len: 696 time: 0.2529664 May 13 14:24:28.154201 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:28.334713 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d7a336dc-87e5-41fb-923b-8c7a9a5ff80b req-7267d173-c387-446f-9853-b0b91b85b9a1 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.116 HTTP/1.1" status: 200 len: 696 time: 0.2146583 May 13 14:24:28.623271 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-13af8ba9-45b4-4ee7-8dd4-b7bc9334c81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:28.647707 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-46826fcc-dab1-4f94-ae86-8c7aa16a072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1681413106-router', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:21:50Z', 'updated_at': '2022-05-13T14:21:55Z', 'revision_number': 4, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'gw_port': {'id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:51Z', 'updated_at': '2022-05-13T14:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '362d736c-1ef0-4d5f-a1f0-88fc9891e11e', 'name': '', 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'mac_address': 'fa:16:3e:07:ad:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:54Z', 'updated_at': '2022-05-13T14:22:07Z', 'revision_number': 5, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'subnets': [{'id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:28.655181 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-8c07cd82-bda5-498e-91a9-c62f3b1485e6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:28.655890 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46826fcc-dab1-4f94-ae86-8c7aa16a072d None None] Checking router: 534f6dcc-ca87-4315-bffe-29c21ebe17fc for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:24:28.664764 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-d7a336dc-87e5-41fb-923b-8c7a9a5ff80b req-93418ce7-093a-4d7b-8576-195230d74114 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Deleting port 6f09ba39-4e46-4d83-93c6-57d00e298dfc {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:24:28.665164 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d7a336dc-87e5-41fb-923b-8c7a9a5ff80b req-93418ce7-093a-4d7b-8576-195230d74114 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:28.672616 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46826fcc-dab1-4f94-ae86-8c7aa16a072d None None] Routers {'534f6dcc-ca87-4315-bffe-29c21ebe17fc'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:24:28.673815 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-46826fcc-dab1-4f94-ae86-8c7aa16a072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:23:59Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['534f6dcc-ca87-4315-bffe-29c21ebe17fc'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:28.759960 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-8c07cd82-bda5-498e-91a9-c62f3b1485e6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:29.057776 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-46826fcc-dab1-4f94-ae86-8c7aa16a072d None None] Set router 534f6dcc-ca87-4315-bffe-29c21ebe17fc gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:24:29.141675 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device f1010e32-6fc4-40ed-a9a5-6662560db790 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:24:29.208437 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-8c07cd82-bda5-498e-91a9-c62f3b1485e6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Network 01882ed3-6d08-4bd7-8250-0f45408cfc6f is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:24:29.242896 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-8c07cd82-bda5-498e-91a9-c62f3b1485e6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:24:29.262646 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-8c07cd82-bda5-498e-91a9-c62f3b1485e6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:24:29.352623 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2d95143b-5c96-44f5-8fdc-1523be4ba3a8 req-9255834c-2f05-4980-915f-57a3c74d4544 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:29.372211 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07cd82-bda5-498e-91a9-c62f3b1485e6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Pushing event updated for resources: {'Port': ['ID=a9c2cf7c-de33-4bdd-b52a-10c6271dfc51,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:29.401439 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No active binding found for port f1010e32-6fc4-40ed-a9a5-6662560db790 {{(pid=88083) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 13 14:24:29.401898 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device f1010e32-6fc4-40ed-a9a5-6662560db790 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:24:29.508129 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255834c-2f05-4980-915f-57a3c74d4544 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Pushing event deleted for resources: {'Port': ['ID=f1010e32-6fc4-40ed-a9a5-6662560db790,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:29.524688 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-815c79ad-af39-47db-b3a1-a19bf4329e78 None None] Provisioning for port 620d6e07-ba73-41bc-bee4-5bb0819c1af9 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:24:29.547638 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-815c79ad-af39-47db-b3a1-a19bf4329e78 None None] Provisioning complete for port 620d6e07-ba73-41bc-bee4-5bb0819c1af9 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:24:29.548298 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-815c79ad-af39-47db-b3a1-a19bf4329e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:29.616609 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-94d9c622-13e3-4141-bf7b-d75cc4cfa37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:29.646677 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-8c07cd82-bda5-498e-91a9-c62f3b1485e6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:29.651226 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-8c07cd82-bda5-498e-91a9-c62f3b1485e6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:29.658061 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d95143b-5c96-44f5-8fdc-1523be4ba3a8 req-9255834c-2f05-4980-915f-57a3c74d4544 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] No DVR routers for this DVR port f1010e32-6fc4-40ed-a9a5-6662560db790 on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:24:29.663796 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2d95143b-5c96-44f5-8fdc-1523be4ba3a8 req-9255834c-2f05-4980-915f-57a3c74d4544 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:29.672693 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86d812c-fe15-4c35-b38e-3beba6b4210f', 'name': 'network-vif-deleted', 'tag': 'f1010e32-6fc4-40ed-a9a5-6662560db790'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:29.698884 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-815c79ad-af39-47db-b3a1-a19bf4329e78 None None] Port 620d6e07-ba73-41bc-bee4-5bb0819c1af9 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:24:29.718835 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d7a336dc-87e5-41fb-923b-8c7a9a5ff80b req-93418ce7-093a-4d7b-8576-195230d74114 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:29.719461 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d7a336dc-87e5-41fb-923b-8c7a9a5ff80b req-93418ce7-093a-4d7b-8576-195230d74114 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:29.743148 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a892798-cf92-437a-8429-e5e6e2b0055a req-69216211-e181-402c-803e-718ca81f70d0 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:29.760980 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7a892798-cf92-437a-8429-e5e6e2b0055a req-69216211-e181-402c-803e-718ca81f70d0 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 931 time: 1.0255883 May 13 14:24:29.819147 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2d95143b-5c96-44f5-8fdc-1523be4ba3a8 req-9255834c-2f05-4980-915f-57a3c74d4544 tempest-ServersAdminNegativeTestJSON-1046631990 tempest-ServersAdminNegativeTestJSON-1046631990-project] 10.222.0.59 "DELETE /v2.0/ports/f1010e32-6fc4-40ed-a9a5-6662560db790 HTTP/1.1" status: 204 len: 173 time: 4.2004106 May 13 14:24:29.837583 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-8c07cd82-bda5-498e-91a9-c62f3b1485e6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0203104 May 13 14:24:29.904130 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7a892798-cf92-437a-8429-e5e6e2b0055a req-41e09996-1238-42d3-849b-67e995db92a4 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419117 May 13 14:24:29.916637 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-3a3aff2b-86fd-4b45-9399-8605258b8c8e service neutron] Request body: {'port': {'device_id': '679719d0-5e2d-414a-9380-2e3da3e182a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:29.946221 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-d7a336dc-87e5-41fb-923b-8c7a9a5ff80b req-93418ce7-093a-4d7b-8576-195230d74114 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Calling delete_port for 6f09ba39-4e46-4d83-93c6-57d00e298dfc owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:24:29.981388 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-46826fcc-dab1-4f94-ae86-8c7aa16a072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1681413106-router', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:21:50Z', 'updated_at': '2022-05-13T14:21:55Z', 'revision_number': 4, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'gw_port': {'id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:51Z', 'updated_at': '2022-05-13T14:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '362d736c-1ef0-4d5f-a1f0-88fc9891e11e', 'name': '', 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'mac_address': 'fa:16:3e:07:ad:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:54Z', 'updated_at': '2022-05-13T14:22:07Z', 'revision_number': 5, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'subnets': [{'id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:29.994927 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46826fcc-dab1-4f94-ae86-8c7aa16a072d None None] The sync data for ids ['534f6dcc-ca87-4315-bffe-29c21ebe17fc'] in n-d-841760-1 is: [{'id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1681413106-router', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:21:50Z', 'updated_at': '2022-05-13T14:21:55Z', 'revision_number': 4, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'gw_port': {'id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:51Z', 'updated_at': '2022-05-13T14:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '362d736c-1ef0-4d5f-a1f0-88fc9891e11e', 'name': '', 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'mac_address': 'fa:16:3e:07:ad:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:54Z', 'updated_at': '2022-05-13T14:22:07Z', 'revision_number': 5, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'subnets': [{'id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:24:30.353445 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-3a3aff2b-86fd-4b45-9399-8605258b8c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:30.440798 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:30.481137 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d7a336dc-87e5-41fb-923b-8c7a9a5ff80b req-93418ce7-093a-4d7b-8576-195230d74114 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:30.559202 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:30.615129 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b44fa-22e0-4beb-8918-9d749852e746 req-ae46fff8-f3dc-4966-a95e-45e7158ca50c tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:30.616794 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a65ecd-dd22-44d6-bcdd-0af7b923aa30 None None] New status for floating IP 0e6cebc2-8e8c-4eac-bc94-35e56e5c3c8f: DOWN {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:24:30.635055 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c89b44fa-22e0-4beb-8918-9d749852e746 req-ae46fff8-f3dc-4966-a95e-45e7158ca50c tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=066c9740-6815-467c-8929-6e1122413fc6 HTTP/1.1" status: 200 len: 932 time: 0.4155507 May 13 14:24:30.687982 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93418ce7-093a-4d7b-8576-195230d74114 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Pushing event deleted for resources: {'Port': ['ID=6f09ba39-4e46-4d83-93c6-57d00e298dfc,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:30.834120 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d7a336dc-87e5-41fb-923b-8c7a9a5ff80b req-93418ce7-093a-4d7b-8576-195230d74114 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Notify callbacks [] for floatingip, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:30.893694 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c89b44fa-22e0-4beb-8918-9d749852e746 req-af3df5d4-d266-46ab-bd75-27f8a496b4a4 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca79901b-aa25-4a04-89be-d3535bd24089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2575533 May 13 14:24:30.963404 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-13af8ba9-45b4-4ee7-8dd4-b7bc9334c81f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 620d6e07-ba73-41bc-bee4-5bb0819c1af9 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:24:30.974101 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-13af8ba9-45b4-4ee7-8dd4-b7bc9334c81f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:31.011702 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-13af8ba9-45b4-4ee7-8dd4-b7bc9334c81f service neutron] Transition to ACTIVE for port object 620d6e07-ba73-41bc-bee4-5bb0819c1af9 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:24:31.044580 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-13af8ba9-45b4-4ee7-8dd4-b7bc9334c81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:31.183240 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d7a336dc-87e5-41fb-923b-8c7a9a5ff80b req-93418ce7-093a-4d7b-8576-195230d74114 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:31.184848 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d7a336dc-87e5-41fb-923b-8c7a9a5ff80b req-93418ce7-093a-4d7b-8576-195230d74114 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] 10.222.0.35 "DELETE /v2.0/floatingips/a5160cdb-3c1b-4a6f-a8d8-6297680f2245 HTTP/1.1" status: 204 len: 173 time: 2.8493834 May 13 14:24:31.353526 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1210cfa-d574-4c79-bdf3-26ca47b498a1 req-ce6e713b-9b83-434c-b008-b2538c03f56c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:31.358997 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f1210cfa-d574-4c79-bdf3-26ca47b498a1 req-ce6e713b-9b83-434c-b008-b2538c03f56c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 949 time: 0.2580738 May 13 14:24:31.372067 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c607cb22-b893-4cec-9996-971413386fb1'] response: {'server_uuid': 'b748afd1-47b2-4307-b071-7ed4d40a77c5', 'name': 'network-vif-deleted', 'tag': '2e32ddf8-8485-40ab-b203-84fd58d0b941', 'status': 'completed', 'code': 200} May 13 14:24:31.544012 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f1210cfa-d574-4c79-bdf3-26ca47b498a1 req-8df7026b-b3dd-4993-98e9-c7ad741e6612 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777840 May 13 14:24:31.564712 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-3a3aff2b-86fd-4b45-9399-8605258b8c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:24:31.587782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af8ba9-45b4-4ee7-8dd4-b7bc9334c81f service neutron] Pushing event updated for resources: {'Port': ['ID=620d6e07-ba73-41bc-bee4-5bb0819c1af9,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:31.616461 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-3a3aff2b-86fd-4b45-9399-8605258b8c8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:31.687925 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-3a3aff2b-86fd-4b45-9399-8605258b8c8e service neutron] Transition to ACTIVE for port object a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:24:31.703902 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-3a3aff2b-86fd-4b45-9399-8605258b8c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:31.750415 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-13af8ba9-45b4-4ee7-8dd4-b7bc9334c81f service neutron] Attempting to bind port 620d6e07-ba73-41bc-bee4-5bb0819c1af9 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:24:31.750755 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-13af8ba9-45b4-4ee7-8dd4-b7bc9334c81f service neutron] Attempting to bind port 620d6e07-ba73-41bc-bee4-5bb0819c1af9 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '983229a7-bdca-4b23-927c-a42448eb11f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:24:31.751086 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-13af8ba9-45b4-4ee7-8dd4-b7bc9334c81f service neutron] Attempting to bind port 620d6e07-ba73-41bc-bee4-5bb0819c1af9 on network a2ee0690-4c57-4e4e-b68b-865fc1c187b1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:24:31.861039 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af32d1fc-3ba2-40a5-9797-d8e698b4227b'] response: {'server_uuid': 'a86d812c-fe15-4c35-b38e-3beba6b4210f', 'name': 'network-vif-deleted', 'tag': 'f1010e32-6fc4-40ed-a9a5-6662560db790', 'status': 'completed', 'code': 200} May 13 14:24:31.861221 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-13af8ba9-45b4-4ee7-8dd4-b7bc9334c81f service neutron] Port 620d6e07-ba73-41bc-bee4-5bb0819c1af9 on network a2ee0690-4c57-4e4e-b68b-865fc1c187b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:24:31.861221 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-13af8ba9-45b4-4ee7-8dd4-b7bc9334c81f service neutron] Attempting to bind port 620d6e07-ba73-41bc-bee4-5bb0819c1af9 on network a2ee0690-4c57-4e4e-b68b-865fc1c187b1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:24:31.887987 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-13af8ba9-45b4-4ee7-8dd4-b7bc9334c81f service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:24:31.888321 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-13af8ba9-45b4-4ee7-8dd4-b7bc9334c81f service neutron] Checking segment: {'id': '983229a7-bdca-4b23-927c-a42448eb11f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:24:31.893099 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-13af8ba9-45b4-4ee7-8dd4-b7bc9334c81f service neutron] Bound using segment: {'id': '983229a7-bdca-4b23-927c-a42448eb11f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:24:31.893577 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-13af8ba9-45b4-4ee7-8dd4-b7bc9334c81f service neutron] Bound port: 620d6e07-ba73-41bc-bee4-5bb0819c1af9, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983229a7-bdca-4b23-927c-a42448eb11f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:24:31.893939 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-13af8ba9-45b4-4ee7-8dd4-b7bc9334c81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:31.977426 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:32.179887 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-13af8ba9-45b4-4ee7-8dd4-b7bc9334c81f service neutron] For port 620d6e07-ba73-41bc-bee4-5bb0819c1af9, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:24:32.188357 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-13af8ba9-45b4-4ee7-8dd4-b7bc9334c81f service neutron] For port 620d6e07-ba73-41bc-bee4-5bb0819c1af9, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=620d6e07-ba73-41bc-bee4-5bb0819c1af9,segment=NetworkSegment(983229a7-bdca-4b23-927c-a42448eb11f8),segment_id=983229a7-bdca-4b23-927c-a42448eb11f8)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:24:32.193352 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35348) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:32.228108 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-13af8ba9-45b4-4ee7-8dd4-b7bc9334c81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:32.389500 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-13af8ba9-45b4-4ee7-8dd4-b7bc9334c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:32.395964 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-13af8ba9-45b4-4ee7-8dd4-b7bc9334c81f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:32.397563 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-13af8ba9-45b4-4ee7-8dd4-b7bc9334c81f service neutron] 10.222.0.59 "PUT /v2.0/ports/620d6e07-ba73-41bc-bee4-5bb0819c1af9 HTTP/1.1" status: 200 len: 1092 time: 5.3784423 May 13 14:24:32.493173 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3aff2b-86fd-4b45-9399-8605258b8c8e service neutron] Pushing event updated for resources: {'Port': ['ID=a9c2cf7c-de33-4bdd-b52a-10c6271dfc51,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:32.572650 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0d8ca-515d-4165-bba2-904839b20f1a req-60f123cf-db95-4a54-8304-209f6c2ab6cd tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:32.580618 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-afb0d8ca-515d-4165-bba2-904839b20f1a req-60f123cf-db95-4a54-8304-209f6c2ab6cd tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 1097 time: 0.8147659 May 13 14:24:32.581377 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-3a3aff2b-86fd-4b45-9399-8605258b8c8e service neutron] Attempting to bind port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:24:32.582027 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-3a3aff2b-86fd-4b45-9399-8605258b8c8e service neutron] Attempting to bind port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:24:32.582523 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-3a3aff2b-86fd-4b45-9399-8605258b8c8e service neutron] Attempting to bind port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:24:32.608966 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-3a3aff2b-86fd-4b45-9399-8605258b8c8e service neutron] Port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:24:32.608966 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-3a3aff2b-86fd-4b45-9399-8605258b8c8e service neutron] Attempting to bind port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:24:32.626264 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-3a3aff2b-86fd-4b45-9399-8605258b8c8e service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:24:32.626596 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-3a3aff2b-86fd-4b45-9399-8605258b8c8e service neutron] Checking segment: {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:24:32.627084 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-3a3aff2b-86fd-4b45-9399-8605258b8c8e service neutron] Bound using segment: {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:24:32.627413 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-3a3aff2b-86fd-4b45-9399-8605258b8c8e service neutron] Bound port: a9c2cf7c-de33-4bdd-b52a-10c6271dfc51, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:24:32.627756 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-3a3aff2b-86fd-4b45-9399-8605258b8c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:32.661743 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af8ba9-45b4-4ee7-8dd4-b7bc9334c81f service neutron] Pushing event updated for resources: {'Port': ['ID=620d6e07-ba73-41bc-bee4-5bb0819c1af9,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:32.663521 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff25387-9558-41f3-9310-07884e312edc req-eb266b85-287b-475b-b618-4968972522b4 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:32.683971 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-4ff25387-9558-41f3-9310-07884e312edc req-eb266b85-287b-475b-b618-4968972522b4 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Synchronizing usage tracker for tenant:e9c1f6dcee6e4bfa9d17410767972533 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:24:32.705981 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-899d748f-66ce-4fee-97f7-c066c6eb9ac8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5def6705b3c44db2a4998ed4a01a386f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5105760 May 13 14:24:32.710296 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35356) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:32.723516 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-afb0d8ca-515d-4165-bba2-904839b20f1a req-38161cd1-f77b-4637-aa25-ad5c447e766a tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412513 May 13 14:24:32.792510 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-3a3aff2b-86fd-4b45-9399-8605258b8c8e service neutron] For port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:24:32.799253 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-3a3aff2b-86fd-4b45-9399-8605258b8c8e service neutron] For port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=a9c2cf7c-de33-4bdd-b52a-10c6271dfc51,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:24:32.811717 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-3a3aff2b-86fd-4b45-9399-8605258b8c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:32.821809 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-275dd1c0-36e5-4d37-8037-bc4fd552d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:32.823496 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-275dd1c0-36e5-4d37-8037-bc4fd552d4cb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7e0e518d19f9448bbe227bb971102d2e&device_id=066c9740-6815-467c-8929-6e1122413fc6 HTTP/1.1" status: 200 len: 1095 time: 0.3688741 May 13 14:24:32.872711 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-3a3aff2b-86fd-4b45-9399-8605258b8c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:32.874044 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-3a3aff2b-86fd-4b45-9399-8605258b8c8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:32.875438 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-3a3aff2b-86fd-4b45-9399-8605258b8c8e service neutron] 10.222.0.59 "PUT /v2.0/ports/a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 HTTP/1.1" status: 200 len: 1091 time: 2.9893382 May 13 14:24:32.883726 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-4ff25387-9558-41f3-9310-07884e312edc req-eb266b85-287b-475b-b618-4968972522b4 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Unset dirty status for tenant:e9c1f6dcee6e4bfa9d17410767972533 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:24:32.890792 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4ff25387-9558-41f3-9310-07884e312edc req-eb266b85-287b-475b-b618-4968972522b4 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 943 time: 0.4679160 May 13 14:24:32.951802 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fc80de48-438e-4f2a-8b78-fdcb0505eae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:32.955750 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-532004a6-401c-4d7d-84c8-88bfdcfa023f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=620d6e07-ba73-41bc-bee4-5bb0819c1af9 HTTP/1.1" status: 200 len: 217 time: 0.1240015 May 13 14:24:33.024877 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4ff25387-9558-41f3-9310-07884e312edc req-52406de2-0aa8-4c36-8620-c9a9da1b86bf tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331005 May 13 14:24:33.039367 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3aff2b-86fd-4b45-9399-8605258b8c8e service neutron] Pushing event updated for resources: {'Port': ['ID=a9c2cf7c-de33-4bdd-b52a-10c6271dfc51,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:33.084681 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-edb1a154-535c-44d0-8577-fcb9443fe358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:33.086451 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-edb1a154-535c-44d0-8577-fcb9443fe358 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e9c1f6dcee6e4bfa9d17410767972533&device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 1094 time: 0.1711545 May 13 14:24:33.120521 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fc80de48-438e-4f2a-8b78-fdcb0505eae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:33.177481 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-f904dac2-1c1b-4da5-81fd-2aba9456b6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:33.178944 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-f904dac2-1c1b-4da5-81fd-2aba9456b6ce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df9f1382-e59c-48f3-b05c-1d030cf41b4a HTTP/1.1" status: 200 len: 863 time: 0.1660571 May 13 14:24:33.237456 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-6e4da07c-73d3-49e7-a595-8c06627d32ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 HTTP/1.1" status: 200 len: 217 time: 0.1359532 May 13 14:24:33.256605 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64a728cb-0377-4ae0-ba09-6f57fcb88ee6 req-cfa79873-184e-4f9b-a533-40b5f7a8285f tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3445227 May 13 14:24:33.267560 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-64a728cb-0377-4ae0-ba09-6f57fcb88ee6 req-b88fac75-27fa-49c1-b7bd-8cd5103c2656 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:33.277874 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-64a728cb-0377-4ae0-ba09-6f57fcb88ee6 req-b88fac75-27fa-49c1-b7bd-8cd5103c2656 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:33.284439 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-64a728cb-0377-4ae0-ba09-6f57fcb88ee6 req-b88fac75-27fa-49c1-b7bd-8cd5103c2656 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Usage tracker for resource:floatingip and tenant:a24e43da66a247779f287d1e973a62f1 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:33.288928 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-64a728cb-0377-4ae0-ba09-6f57fcb88ee6 req-b88fac75-27fa-49c1-b7bd-8cd5103c2656 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:33.292412 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fc80de48-438e-4f2a-8b78-fdcb0505eae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:33.306960 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-64a728cb-0377-4ae0-ba09-6f57fcb88ee6 req-b88fac75-27fa-49c1-b7bd-8cd5103c2656 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:33.324601 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80de48-438e-4f2a-8b78-fdcb0505eae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f228f1c-8d42-4e2c-9176-132ca520e661,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:33.335027 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-64a728cb-0377-4ae0-ba09-6f57fcb88ee6 req-b88fac75-27fa-49c1-b7bd-8cd5103c2656 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Notify callbacks [] for floatingip, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:33.383689 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '066c9740-6815-467c-8929-6e1122413fc6', 'tag': '620d6e07-ba73-41bc-bee4-5bb0819c1af9'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:33.393736 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-42e273db-fb75-4786-a558-11903ed2d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:33.395446 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-42e273db-fb75-4786-a558-11903ed2d45e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b67d68a0-c4b3-4438-b89e-01055bd1fad3 HTTP/1.1" status: 200 len: 847 time: 0.1500952 May 13 14:24:33.406443 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-e284909f-70a3-4939-9462-24e4220a4dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:33.408189 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-e284909f-70a3-4939-9462-24e4220a4dec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a2ee0690-4c57-4e4e-b68b-865fc1c187b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2175009 May 13 14:24:33.462227 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fc80de48-438e-4f2a-8b78-fdcb0505eae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:33.463422 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fc80de48-438e-4f2a-8b78-fdcb0505eae6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4f228f1c-8d42-4e2c-9176-132ca520e661 HTTP/1.1" status: 204 len: 168 time: 0.7343342 May 13 14:24:33.555309 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-df8986af-af0a-434c-b400-84f1e2b831f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01882ed3-6d08-4bd7-8250-0f45408cfc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1487930 May 13 14:24:33.632918 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-a7b93765-5f04-4f9d-8984-b9298a86307a service neutron] 10.222.0.59 "GET /v2.0/networks/a2ee0690-4c57-4e4e-b68b-865fc1c187b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722183 May 13 14:24:33.720287 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-8b24a074-0a2d-4a36-8364-f7ad01ad77d4 service neutron] 10.222.0.59 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537154 May 13 14:24:33.775707 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29194bbd-e179-4ded-9248-8888b89674cc req-db43b8d9-d8d2-44fa-96d6-562c889c8601 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:33.777197 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-29194bbd-e179-4ded-9248-8888b89674cc req-db43b8d9-d8d2-44fa-96d6-562c889c8601 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=066c9740-6815-467c-8929-6e1122413fc6 HTTP/1.1" status: 200 len: 944 time: 0.3162949 May 13 14:24:33.804324 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-64a728cb-0377-4ae0-ba09-6f57fcb88ee6 req-b88fac75-27fa-49c1-b7bd-8cd5103c2656 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:33.863081 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '679719d0-5e2d-414a-9380-2e3da3e182a3', 'tag': 'a9c2cf7c-de33-4bdd-b52a-10c6271dfc51'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:33.875812 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-63ce6148-73f9-4d0d-be84-45965eda9218 req-700f09e9-f8d4-4c52-920c-1d875e949cc6 service neutron] 10.222.0.59 "GET /v2.0/networks/a2ee0690-4c57-4e4e-b68b-865fc1c187b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353024 May 13 14:24:33.904338 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-29194bbd-e179-4ded-9248-8888b89674cc req-d8dc35a8-bdde-4236-bb9e-cb045e7b8504 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca79901b-aa25-4a04-89be-d3535bd24089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702708 May 13 14:24:33.937969 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35374) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:34.001942 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1f730f65-2816-4b1f-8826-5f54b9017a0c req-fb771abd-c60c-487e-bd77-3930b1fbe308 service neutron] 10.222.0.59 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673337 May 13 14:24:34.011905 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c439a5fd-d211-479d-a1c1-7919ea29d84c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6bf703772f0e40c189d249d656f86e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0707448 May 13 14:24:34.012352 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35378) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:34.138487 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cd0787b7-b64a-4393-b590-6b01dce41459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:34.168099 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-64a728cb-0377-4ae0-ba09-6f57fcb88ee6 req-b88fac75-27fa-49c1-b7bd-8cd5103c2656 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Allocated IP 172.25.0.193 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/78e5d54a-c5fa-40bc-8bbf-71a4670f61db) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:24:34.186938 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cd0787b7-b64a-4393-b590-6b01dce41459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:34.298945 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a623b3f-f56a-4dc8-8f21-2570cb2470e3 req-1e067a00-fd5d-4b9f-9d4d-0c734934a25e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:34.300473 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5a623b3f-f56a-4dc8-8f21-2570cb2470e3 req-1e067a00-fd5d-4b9f-9d4d-0c734934a25e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 949 time: 0.2098746 May 13 14:24:34.350729 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cd0787b7-b64a-4393-b590-6b01dce41459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:34.376551 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0787b7-b64a-4393-b590-6b01dce41459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf72fba2-ceee-476c-a527-dec03c19900c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:34.397343 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5a623b3f-f56a-4dc8-8f21-2570cb2470e3 req-e005863d-2ee7-4c90-ba4f-54c8e04beb58 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852766 May 13 14:24:34.409480 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cd0787b7-b64a-4393-b590-6b01dce41459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:34.410575 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-cd0787b7-b64a-4393-b590-6b01dce41459 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cf72fba2-ceee-476c-a527-dec03c19900c HTTP/1.1" status: 204 len: 168 time: 0.3973172 May 13 14:24:34.428657 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-64a728cb-0377-4ae0-ba09-6f57fcb88ee6 req-b88fac75-27fa-49c1-b7bd-8cd5103c2656 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:34.481270 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-64a728cb-0377-4ae0-ba09-6f57fcb88ee6 req-b88fac75-27fa-49c1-b7bd-8cd5103c2656 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:34.570319 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64a728cb-0377-4ae0-ba09-6f57fcb88ee6 req-b88fac75-27fa-49c1-b7bd-8cd5103c2656 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:24:34.573772 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-64a728cb-0377-4ae0-ba09-6f57fcb88ee6 req-b88fac75-27fa-49c1-b7bd-8cd5103c2656 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:24:34.577891 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a728cb-0377-4ae0-ba09-6f57fcb88ee6 req-b88fac75-27fa-49c1-b7bd-8cd5103c2656 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:24:34.713124 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-64a728cb-0377-4ae0-ba09-6f57fcb88ee6 req-b88fac75-27fa-49c1-b7bd-8cd5103c2656 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:34.774167 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88fac75-27fa-49c1-b7bd-8cd5103c2656 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Pushing event updated for resources: {'Port': ['ID=78e5d54a-c5fa-40bc-8bbf-71a4670f61db,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:34.811184 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-64a728cb-0377-4ae0-ba09-6f57fcb88ee6 req-b88fac75-27fa-49c1-b7bd-8cd5103c2656 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:34.823283 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec97df-5263-4bcd-872e-54b8ca3d0281 req-efc964be-9fca-41b7-a4d7-3efd11d8bc0e tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:34.831383 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dfec97df-5263-4bcd-872e-54b8ca3d0281 req-efc964be-9fca-41b7-a4d7-3efd11d8bc0e tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd088759-bcee-48a1-b04e-c365bbd5884e HTTP/1.1" status: 200 len: 945 time: 0.1463082 May 13 14:24:34.899795 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dfec97df-5263-4bcd-872e-54b8ca3d0281 req-d8d1b0ba-5dd8-443f-add4-d4b0a0cdd455 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] 10.222.0.35 "GET /v2.0/security-groups?id=255b30ce-85c0-4923-9a0d-8a4d46b663b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666971 May 13 14:24:35.043062 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe3ecc2d-1df7-4f90-8c59-e9056640846f'] response: {'name': 'network-changed', 'server_uuid': '066c9740-6815-467c-8929-6e1122413fc6', 'tag': '620d6e07-ba73-41bc-bee4-5bb0819c1af9', 'status': 'completed', 'code': 200} May 13 14:24:35.070661 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a6939cf-80c4-46be-8e52-1556141f6ae0'] response: {'name': 'network-changed', 'server_uuid': '679719d0-5e2d-414a-9380-2e3da3e182a3', 'tag': 'a9c2cf7c-de33-4bdd-b52a-10c6271dfc51', 'status': 'completed', 'code': 200} May 13 14:24:35.111624 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8bdde-792b-440a-9193-9559fc86a782 req-8e88ff00-498a-4099-86b1-45aef354d6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:35.113385 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9eb8bdde-792b-440a-9193-9559fc86a782 req-8e88ff00-498a-4099-86b1-45aef354d6a8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7e0e518d19f9448bbe227bb971102d2e&device_id=066c9740-6815-467c-8929-6e1122413fc6 HTTP/1.1" status: 200 len: 1095 time: 0.1349843 May 13 14:24:35.467764 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a1dc5-c1de-42df-ac57-d77602ae8ce5 req-2fb4967b-ba39-45e6-9486-ec0f51f5e6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:35.469321 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a66a1dc5-c1de-42df-ac57-d77602ae8ce5 req-2fb4967b-ba39-45e6-9486-ec0f51f5e6da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e9c1f6dcee6e4bfa9d17410767972533&device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 1094 time: 0.3628778 May 13 14:24:35.517359 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-64a728cb-0377-4ae0-ba09-6f57fcb88ee6 req-b88fac75-27fa-49c1-b7bd-8cd5103c2656 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:35.574502 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-64a728cb-0377-4ae0-ba09-6f57fcb88ee6 req-b88fac75-27fa-49c1-b7bd-8cd5103c2656 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:35.675743 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a5e10-837a-46af-bd21-218aed35a37c req-a496d7a7-44f0-4f40-a0d5-1774e7e68efc tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:35.677874 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-493a5e10-837a-46af-bd21-218aed35a37c req-a496d7a7-44f0-4f40-a0d5-1774e7e68efc tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd088759-bcee-48a1-b04e-c365bbd5884e HTTP/1.1" status: 200 len: 945 time: 0.3473465 May 13 14:24:35.821867 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-64a728cb-0377-4ae0-ba09-6f57fcb88ee6 req-b88fac75-27fa-49c1-b7bd-8cd5103c2656 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:35.826406 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8bdde-792b-440a-9193-9559fc86a782 req-3b540c80-a3a4-42be-9054-45f73f62e7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:35.833670 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9eb8bdde-792b-440a-9193-9559fc86a782 req-3b540c80-a3a4-42be-9054-45f73f62e7ed service neutron] 10.222.0.59 "GET /v2.0/networks?id=a2ee0690-4c57-4e4e-b68b-865fc1c187b1 HTTP/1.1" status: 200 len: 925 time: 0.6898091 May 13 14:24:35.882168 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88fac75-27fa-49c1-b7bd-8cd5103c2656 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Pushing event updated for resources: {'Port': ['ID=78e5d54a-c5fa-40bc-8bbf-71a4670f61db,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:35.923271 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-493a5e10-837a-46af-bd21-218aed35a37c req-89f428b3-feb0-4460-aa49-322fde4b0afa tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Deleting port 99e4f557-84e8-4c56-8ec2-30d95eb8ab42 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:24:35.923630 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-493a5e10-837a-46af-bd21-218aed35a37c req-89f428b3-feb0-4460-aa49-322fde4b0afa tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:36.090837 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-64a728cb-0377-4ae0-ba09-6f57fcb88ee6 req-b88fac75-27fa-49c1-b7bd-8cd5103c2656 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:36.091589 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64a728cb-0377-4ae0-ba09-6f57fcb88ee6 req-b88fac75-27fa-49c1-b7bd-8cd5103c2656 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8278167 May 13 14:24:36.126477 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a1dc5-c1de-42df-ac57-d77602ae8ce5 req-3c3de7a9-d2c9-4f7c-af73-2e7d98f71ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:36.129762 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a66a1dc5-c1de-42df-ac57-d77602ae8ce5 req-3c3de7a9-d2c9-4f7c-af73-2e7d98f71ccb service neutron] 10.222.0.59 "GET /v2.0/networks?id=01882ed3-6d08-4bd7-8250-0f45408cfc6f HTTP/1.1" status: 200 len: 908 time: 0.6449845 May 13 14:24:36.185346 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9eb8bdde-792b-440a-9193-9559fc86a782 req-d5794210-46c9-4e59-abca-244239d5717f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=620d6e07-ba73-41bc-bee4-5bb0819c1af9 HTTP/1.1" status: 200 len: 217 time: 0.3407869 May 13 14:24:36.390584 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e4ed7-aff6-49a1-ae45-b129c520127f req-f3453a5c-b7c9-4dcb-b717-2f2384583c56 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:36.403494 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-de2e4ed7-aff6-49a1-ae45-b129c520127f req-f3453a5c-b7c9-4dcb-b717-2f2384583c56 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 943 time: 0.5686781 May 13 14:24:36.406331 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8bdde-792b-440a-9193-9559fc86a782 req-68cbdbe7-6b83-4275-8466-664b4bba7164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:36.411527 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9eb8bdde-792b-440a-9193-9559fc86a782 req-68cbdbe7-6b83-4275-8466-664b4bba7164 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df9f1382-e59c-48f3-b05c-1d030cf41b4a HTTP/1.1" status: 200 len: 863 time: 0.2200174 May 13 14:24:36.514368 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a66a1dc5-c1de-42df-ac57-d77602ae8ce5 req-96feecbf-1e4a-49ff-ab7f-d357b07b18d3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 HTTP/1.1" status: 200 len: 217 time: 0.3158228 May 13 14:24:36.610832 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-de2e4ed7-aff6-49a1-ae45-b129c520127f req-46827130-dc9c-43be-964f-0de9114c9824 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062218 May 13 14:24:36.689937 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8bdde-792b-440a-9193-9559fc86a782 req-a672d650-6433-4509-9c08-5fd703d7d0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:36.690910 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9eb8bdde-792b-440a-9193-9559fc86a782 req-a672d650-6433-4509-9c08-5fd703d7d0ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a2ee0690-4c57-4e4e-b68b-865fc1c187b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2598615 May 13 14:24:36.843619 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-64a728cb-0377-4ae0-ba09-6f57fcb88ee6 req-7e942d66-e123-4f49-b97f-65c5e5be1221 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Synchronizing usage tracker for tenant:a24e43da66a247779f287d1e973a62f1 on resource:floatingip {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:24:36.881979 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a1dc5-c1de-42df-ac57-d77602ae8ce5 req-f9c12131-eb87-4eb9-bd18-46c75324fa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:36.883482 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a66a1dc5-c1de-42df-ac57-d77602ae8ce5 req-f9c12131-eb87-4eb9-bd18-46c75324fa9f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b67d68a0-c4b3-4438-b89e-01055bd1fad3 HTTP/1.1" status: 200 len: 847 time: 0.3386674 May 13 14:24:37.034789 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a66a1dc5-c1de-42df-ac57-d77602ae8ce5 req-5d7aa55f-12fa-4574-9cc8-0e1e38d2bfba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01882ed3-6d08-4bd7-8250-0f45408cfc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1410618 May 13 14:24:37.048925 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b37a7a-e83f-4d2d-94f2-18a51f943a7f req-e8c5bbac-d1f0-46b2-a204-acc5f0617f0d tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:37.051551 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-64a728cb-0377-4ae0-ba09-6f57fcb88ee6 req-7e942d66-e123-4f49-b97f-65c5e5be1221 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Unset dirty status for tenant:a24e43da66a247779f287d1e973a62f1 on resource:floatingip {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:24:37.052695 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64a728cb-0377-4ae0-ba09-6f57fcb88ee6 req-7e942d66-e123-4f49-b97f-65c5e5be1221 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 696 time: 0.9350002 May 13 14:24:37.056296 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-97b37a7a-e83f-4d2d-94f2-18a51f943a7f req-e8c5bbac-d1f0-46b2-a204-acc5f0617f0d tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=066c9740-6815-467c-8929-6e1122413fc6 HTTP/1.1" status: 200 len: 944 time: 0.1688511 May 13 14:24:37.078437 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9eb8bdde-792b-440a-9193-9559fc86a782 req-ed81112e-4ea2-403c-b0b9-4a6823a93ed6 service neutron] 10.222.0.59 "GET /v2.0/networks/a2ee0690-4c57-4e4e-b68b-865fc1c187b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716166 May 13 14:24:37.184213 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 620d6e07-ba73-41bc-bee4-5bb0819c1af9 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:24:37.294308 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9eb8bdde-792b-440a-9193-9559fc86a782 req-32e87f28-3083-4954-b688-53c0c3b595eb service neutron] 10.222.0.59 "GET /v2.0/networks/a2ee0690-4c57-4e4e-b68b-865fc1c187b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089124 May 13 14:24:37.345460 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-97b37a7a-e83f-4d2d-94f2-18a51f943a7f req-9d186dc4-daad-4415-b2cc-8afa755175a0 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca79901b-aa25-4a04-89be-d3535bd24089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2885408 May 13 14:24:37.384171 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 620d6e07-ba73-41bc-bee4-5bb0819c1af9, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=620d6e07-ba73-41bc-bee4-5bb0819c1af9,segment=NetworkSegment(983229a7-bdca-4b23-927c-a42448eb11f8),segment_id=983229a7-bdca-4b23-927c-a42448eb11f8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:37.411988 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '620d6e07-ba73-41bc-bee4-5bb0819c1af9', 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1', 'port_id': '620d6e07-ba73-41bc-bee4-5bb0819c1af9', 'mac_address': 'fa:16:3e:40:9b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:24:37.461279 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a32053ee-5b73-462a-9668-f80277c58d33 req-886aa437-5722-4e06-b9d1-d1f611757a2a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4589705 May 13 14:24:37.574116 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 620d6e07-ba73-41bc-bee4-5bb0819c1af9 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:37.574473 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:37.605640 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 620d6e07-ba73-41bc-bee4-5bb0819c1af9 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:24:37.626410 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 620d6e07-ba73-41bc-bee4-5bb0819c1af9, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=620d6e07-ba73-41bc-bee4-5bb0819c1af9,segment=NetworkSegment(983229a7-bdca-4b23-927c-a42448eb11f8),segment_id=983229a7-bdca-4b23-927c-a42448eb11f8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:37.632068 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:37.633116 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:24:37.645975 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a66a1dc5-c1de-42df-ac57-d77602ae8ce5 req-ff88108f-5515-4cd9-8477-86a57aa3a8bf service neutron] 10.222.0.59 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5893478 May 13 14:24:37.650822 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-493a5e10-837a-46af-bd21-218aed35a37c req-89f428b3-feb0-4460-aa49-322fde4b0afa tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] For port 99e4f557-84e8-4c56-8ec2-30d95eb8ab42, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=99e4f557-84e8-4c56-8ec2-30d95eb8ab42,segment=NetworkSegment(8276eea6-c501-46f9-85d2-1d19b16af077),segment_id=8276eea6-c501-46f9-85d2-1d19b16af077)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:37.651213 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-493a5e10-837a-46af-bd21-218aed35a37c req-89f428b3-feb0-4460-aa49-322fde4b0afa tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:37.670204 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec448d1-c950-49a9-979e-58a79474d3bf req-3641561f-4c9a-409e-a4a2-f75d39ac9613 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:37.671884 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0ec448d1-c950-49a9-979e-58a79474d3bf req-3641561f-4c9a-409e-a4a2-f75d39ac9613 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 949 time: 0.1468720 May 13 14:24:37.772564 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=620d6e07-ba73-41bc-bee4-5bb0819c1af9,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:37.786861 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0ec448d1-c950-49a9-979e-58a79474d3bf req-5213f972-341a-4d52-af78-ba8fde57aae1 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068001 May 13 14:24:37.892574 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-493a5e10-837a-46af-bd21-218aed35a37c req-89f428b3-feb0-4460-aa49-322fde4b0afa tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Calling delete_port for 99e4f557-84e8-4c56-8ec2-30d95eb8ab42 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:24:38.012397 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a728cb-0377-4ae0-ba09-6f57fcb88ee6 req-88338424-e156-467b-9d33-5ba1962672ae tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:38.013906 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64a728cb-0377-4ae0-ba09-6f57fcb88ee6 req-88338424-e156-467b-9d33-5ba1962672ae tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 784 time: 0.7501369 May 13 14:24:38.046473 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-64a728cb-0377-4ae0-ba09-6f57fcb88ee6 req-7b711fa2-2bb6-46f0-b9aa-6b36898718ae tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:24:38.047813 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64a728cb-0377-4ae0-ba09-6f57fcb88ee6 req-7b711fa2-2bb6-46f0-b9aa-6b36898718ae tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112789 May 13 14:24:38.066411 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=a9c2cf7c-de33-4bdd-b52a-10c6271dfc51,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:38.100902 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32053ee-5b73-462a-9668-f80277c58d33 req-92d0bb76-8e39-4025-be4c-96c90c40c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:38.103037 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9a99e-69c1-4c1a-a52a-da075a4b8925 req-085db5b3-ec9c-48ae-9200-5b28fc2abe39 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:38.103824 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a32053ee-5b73-462a-9668-f80277c58d33 req-92d0bb76-8e39-4025-be4c-96c90c40c5aa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e9c1f6dcee6e4bfa9d17410767972533&device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 1095 time: 0.5403531 May 13 14:24:38.116835 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'a9c2cf7c-de33-4bdd-b52a-10c6271dfc51', 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f', 'port_id': 'a9c2cf7c-de33-4bdd-b52a-10c6271dfc51', 'mac_address': 'fa:16:3e:2d:d4:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b67d68a0-c4b3-4438-b89e-01055bd1fad3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:24:38.123309 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2ec9a99e-69c1-4c1a-a52a-da075a4b8925 req-085db5b3-ec9c-48ae-9200-5b28fc2abe39 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd088759-bcee-48a1-b04e-c365bbd5884e HTTP/1.1" status: 200 len: 945 time: 0.1465564 May 13 14:24:38.196564 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2ec9a99e-69c1-4c1a-a52a-da075a4b8925 req-4e6a9f10-8edd-4ba2-ae1a-c51b27734663 tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] 10.222.0.35 "GET /v2.0/security-groups?id=255b30ce-85c0-4923-9a0d-8a4d46b663b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721774 May 13 14:24:38.260310 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:38.261237 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:38.307537 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:24:38.340784 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=a9c2cf7c-de33-4bdd-b52a-10c6271dfc51,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:38.349917 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:38.385897 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a66a1dc5-c1de-42df-ac57-d77602ae8ce5 req-caa9a7c2-28e9-4ce6-9432-62f7298c45ab service neutron] 10.222.0.59 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7174032 May 13 14:24:38.451851 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=a9c2cf7c-de33-4bdd-b52a-10c6271dfc51,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:38.518248 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-493a5e10-837a-46af-bd21-218aed35a37c req-89f428b3-feb0-4460-aa49-322fde4b0afa tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:38.531418 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8cd914-756f-4039-a589-90e32c455f17 req-f7fce2c2-5d06-4020-a140-f8a446e5bd0e tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:38.533101 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3b8cd914-756f-4039-a589-90e32c455f17 req-f7fce2c2-5d06-4020-a140-f8a446e5bd0e tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 944 time: 0.1451850 May 13 14:24:38.594860 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32053ee-5b73-462a-9668-f80277c58d33 req-6ebcc195-f718-4ff3-a058-3840737acd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:38.596703 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a32053ee-5b73-462a-9668-f80277c58d33 req-6ebcc195-f718-4ff3-a058-3840737acd2d service neutron] 10.222.0.74 "GET /v2.0/networks?id=01882ed3-6d08-4bd7-8250-0f45408cfc6f HTTP/1.1" status: 200 len: 908 time: 0.4393213 May 13 14:24:38.602414 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3b8cd914-756f-4039-a589-90e32c455f17 req-70c2e7fd-e551-4cb6-bb92-038e881abab6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603282 May 13 14:24:38.618660 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f428b3-feb0-4460-aa49-322fde4b0afa tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Pushing event deleted for resources: {'Port': ['ID=99e4f557-84e8-4c56-8ec2-30d95eb8ab42,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:38.648015 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['620d6e07-ba73-41bc-bee4-5bb0819c1af9'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:24:38.752383 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['a9c2cf7c-de33-4bdd-b52a-10c6271dfc51'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:24:38.752703 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a32053ee-5b73-462a-9668-f80277c58d33 req-c1c7b8bc-4129-465a-b5fb-2b74e9955eae service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 HTTP/1.1" status: 200 len: 217 time: 0.1365409 May 13 14:24:38.769465 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-493a5e10-837a-46af-bd21-218aed35a37c req-89f428b3-feb0-4460-aa49-322fde4b0afa tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] No DVR routers for this DVR port 99e4f557-84e8-4c56-8ec2-30d95eb8ab42 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:24:38.772893 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-493a5e10-837a-46af-bd21-218aed35a37c req-89f428b3-feb0-4460-aa49-322fde4b0afa tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:38.807444 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd088759-bcee-48a1-b04e-c365bbd5884e', 'name': 'network-vif-deleted', 'tag': '99e4f557-84e8-4c56-8ec2-30d95eb8ab42'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:38.853768 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-493a5e10-837a-46af-bd21-218aed35a37c req-89f428b3-feb0-4460-aa49-322fde4b0afa tempest-VolumesAdminNegativeTest-704031953 tempest-VolumesAdminNegativeTest-704031953-project] 10.222.0.74 "DELETE /v2.0/ports/99e4f557-84e8-4c56-8ec2-30d95eb8ab42 HTTP/1.1" status: 204 len: 173 time: 3.1540163 May 13 14:24:38.876224 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32053ee-5b73-462a-9668-f80277c58d33 req-d33299f3-5674-4db4-b318-9acecb46a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:38.877806 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a32053ee-5b73-462a-9668-f80277c58d33 req-d33299f3-5674-4db4-b318-9acecb46a541 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b67d68a0-c4b3-4438-b89e-01055bd1fad3 HTTP/1.1" status: 200 len: 847 time: 0.1100571 May 13 14:24:38.889442 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c667ba03-b6b3-4864-bee3-5c4db6887bc6 req-a15a2cce-5cab-4c22-8e07-d99d6b37b417 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] 10.222.0.35 "GET /v2.0/floatingips/8a75c2c7-57e7-469d-8885-cdcc29b1bf7f HTTP/1.1" status: 200 len: 693 time: 0.2345228 May 13 14:24:38.997661 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a32053ee-5b73-462a-9668-f80277c58d33 req-9defe61d-bc9f-4ba1-be01-0521881dae35 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=01882ed3-6d08-4bd7-8250-0f45408cfc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979064 May 13 14:24:39.275944 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667ba03-b6b3-4864-bee3-5c4db6887bc6 req-805b0281-237c-4909-8d99-9a612ac27258 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:39.286334 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c667ba03-b6b3-4864-bee3-5c4db6887bc6 req-805b0281-237c-4909-8d99-9a612ac27258 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 784 time: 0.3944955 May 13 14:24:39.292446 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [req-c667ba03-b6b3-4864-bee3-5c4db6887bc6 req-940ef937-cc65-4feb-8fe2-acdbca6b4274 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:24:39.300672 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c667ba03-b6b3-4864-bee3-5c4db6887bc6 req-940ef937-cc65-4feb-8fe2-acdbca6b4274 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131109 May 13 14:24:39.332929 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 99e4f557-84e8-4c56-8ec2-30d95eb8ab42 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:24:39.437463 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c667ba03-b6b3-4864-bee3-5c4db6887bc6 req-877a5495-a359-4488-b9c7-a01750b598db tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 696 time: 0.1348178 May 13 14:24:39.450226 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 99e4f557-84e8-4c56-8ec2-30d95eb8ab42 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:24:39.450708 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 99e4f557-84e8-4c56-8ec2-30d95eb8ab42 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:24:39.546710 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c667ba03-b6b3-4864-bee3-5c4db6887bc6 req-6632b690-1b2d-47e4-9125-b81ab6ca3e72 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 696 time: 0.1066587 May 13 14:24:39.571334 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d337cbc-15ed-49b2-9d32-a01d2c8ef195 req-3d8e69f0-477a-4f78-bf43-2608cc063b89 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:39.572093 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2d337cbc-15ed-49b2-9d32-a01d2c8ef195 req-3d8e69f0-477a-4f78-bf43-2608cc063b89 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Synchronizing usage tracker for tenant:7e0e518d19f9448bbe227bb971102d2e on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:24:39.578847 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a32053ee-5b73-462a-9668-f80277c58d33 req-1ee23946-9ae3-42c9-93aa-c38626689030 service neutron] 10.222.0.74 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5689890 May 13 14:24:39.626366 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2d337cbc-15ed-49b2-9d32-a01d2c8ef195 req-3d8e69f0-477a-4f78-bf43-2608cc063b89 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Unset dirty status for tenant:7e0e518d19f9448bbe227bb971102d2e on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:24:39.635645 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2d337cbc-15ed-49b2-9d32-a01d2c8ef195 req-3d8e69f0-477a-4f78-bf43-2608cc063b89 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=066c9740-6815-467c-8929-6e1122413fc6 HTTP/1.1" status: 200 len: 945 time: 0.2291040 May 13 14:24:39.773409 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2d337cbc-15ed-49b2-9d32-a01d2c8ef195 req-a0040979-f068-4801-a097-15bce4bebae0 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca79901b-aa25-4a04-89be-d3535bd24089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343267 May 13 14:24:39.874049 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a32053ee-5b73-462a-9668-f80277c58d33 req-881578d7-a4a1-4384-aa02-08b96b23a799 service neutron] 10.222.0.74 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743087 May 13 14:24:39.905658 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-c667ba03-b6b3-4864-bee3-5c4db6887bc6 req-48a1961c-210e-4f7e-ad0d-a27e3d41cdb9 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Deleting port 78e5d54a-c5fa-40bc-8bbf-71a4670f61db {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:24:39.906170 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c667ba03-b6b3-4864-bee3-5c4db6887bc6 req-48a1961c-210e-4f7e-ad0d-a27e3d41cdb9 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:40.154903 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2abc8f-c8ba-46b1-afe2-d8064a7418a9 req-9297485c-e727-4e87-90cb-cb9cf0a20094 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:40.184597 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1a2abc8f-c8ba-46b1-afe2-d8064a7418a9 req-9297485c-e727-4e87-90cb-cb9cf0a20094 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 949 time: 0.2645128 May 13 14:24:40.269640 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1a2abc8f-c8ba-46b1-afe2-d8064a7418a9 req-12fba143-ef22-480b-a7ec-ab80a6aeaab0 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840859 May 13 14:24:40.341292 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c667ba03-b6b3-4864-bee3-5c4db6887bc6 req-48a1961c-210e-4f7e-ad0d-a27e3d41cdb9 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:40.341845 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c667ba03-b6b3-4864-bee3-5c4db6887bc6 req-48a1961c-210e-4f7e-ad0d-a27e3d41cdb9 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:40.356579 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09dc7d8f-e569-4ccd-a0cd-42f4fb90a630'] response: {'server_uuid': 'bd088759-bcee-48a1-b04e-c365bbd5884e', 'name': 'network-vif-deleted', 'tag': '99e4f557-84e8-4c56-8ec2-30d95eb8ab42', 'status': 'completed', 'code': 200} May 13 14:24:40.563340 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-c667ba03-b6b3-4864-bee3-5c4db6887bc6 req-48a1961c-210e-4f7e-ad0d-a27e3d41cdb9 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Calling delete_port for 78e5d54a-c5fa-40bc-8bbf-71a4670f61db owned by network:floatingip {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:24:40.632567 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35516) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:40.710097 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8cfd7f9-2c03-4798-9b74-e98601f42d71 admin admin] Deleting subnet afc655c0-2d24-4efd-9270-fce47f4202da {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:24:40.713747 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e8cfd7f9-2c03-4798-9b74-e98601f42d71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:40.740940 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c667ba03-b6b3-4864-bee3-5c4db6887bc6 req-48a1961c-210e-4f7e-ad0d-a27e3d41cdb9 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:40.824658 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e8cfd7f9-2c03-4798-9b74-e98601f42d71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:40.848154 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1961c-210e-4f7e-ad0d-a27e3d41cdb9 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Pushing event deleted for resources: {'Port': ['ID=78e5d54a-c5fa-40bc-8bbf-71a4670f61db,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:40.891805 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e8cfd7f9-2c03-4798-9b74-e98601f42d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:40.917567 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c667ba03-b6b3-4864-bee3-5c4db6887bc6 req-48a1961c-210e-4f7e-ad0d-a27e3d41cdb9 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Notify callbacks [] for floatingip, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:40.939517 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c667ba03-b6b3-4864-bee3-5c4db6887bc6 req-48a1961c-210e-4f7e-ad0d-a27e3d41cdb9 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:40.940802 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c667ba03-b6b3-4864-bee3-5c4db6887bc6 req-48a1961c-210e-4f7e-ad0d-a27e3d41cdb9 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] 10.222.0.35 "DELETE /v2.0/floatingips/8a75c2c7-57e7-469d-8885-cdcc29b1bf7f HTTP/1.1" status: 204 len: 173 time: 1.3929837 May 13 14:24:40.954439 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ae943-3d35-436b-b2a6-4460f5acc0d1 req-20c303d0-1f2a-44df-a899-7db05acf9fef tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:40.956229 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-769ae943-3d35-436b-b2a6-4460f5acc0d1 req-20c303d0-1f2a-44df-a899-7db05acf9fef tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 944 time: 0.1925797 May 13 14:24:41.035483 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-769ae943-3d35-436b-b2a6-4460f5acc0d1 req-332d8d64-c50a-4cd7-9a32-560300af0f54 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679197 May 13 14:24:41.038022 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e8cfd7f9-2c03-4798-9b74-e98601f42d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:41.117224 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfd7f9-2c03-4798-9b74-e98601f42d71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afc655c0-2d24-4efd-9270-fce47f4202da,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:41.119347 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e8cfd7f9-2c03-4798-9b74-e98601f42d71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:41.139824 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e8cfd7f9-2c03-4798-9b74-e98601f42d71 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/afc655c0-2d24-4efd-9270-fce47f4202da HTTP/1.1" status: 204 len: 168 time: 0.5039277 May 13 14:24:41.140436 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35530) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:41.230882 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 620d6e07-ba73-41bc-bee4-5bb0819c1af9 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:24:41.275758 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [req-d534563a-7948-4836-8754-abe7d996e6aa req-c2f62da2-30f3-4516-a9b1-aeef3c397194 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] show failed (client error): The resource could not be found. May 13 14:24:41.276865 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d534563a-7948-4836-8754-abe7d996e6aa req-c2f62da2-30f3-4516-a9b1-aeef3c397194 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] 10.222.0.35 "GET /v2.0/floatingips/8a75c2c7-57e7-469d-8885-cdcc29b1bf7f HTTP/1.1" status: 404 len: 350 time: 0.1537373 May 13 14:24:41.343874 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 620d6e07-ba73-41bc-bee4-5bb0819c1af9 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:24:41.349952 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 620d6e07-ba73-41bc-bee4-5bb0819c1af9 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:24:41.350328 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:41.359062 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f2815418-4d4c-454b-90c6-8b13afe10398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:41.502383 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [req-af4e21a1-ba9c-4caf-8fdb-421ff3e6aaac req-92072813-f549-4e35-b704-9c86c8280e42 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] show failed (client error): The resource could not be found. May 13 14:24:41.518073 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-af4e21a1-ba9c-4caf-8fdb-421ff3e6aaac req-92072813-f549-4e35-b704-9c86c8280e42 tempest-FloatingIPsTestJSON-887176200 tempest-FloatingIPsTestJSON-887176200-project] 10.222.0.35 "GET /v2.0/floatingips/8a75c2c7-57e7-469d-8885-cdcc29b1bf7f HTTP/1.1" status: 404 len: 350 time: 0.1008670 May 13 14:24:41.518593 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35546) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:41.592419 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 620d6e07-ba73-41bc-bee4-5bb0819c1af9 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:41.593090 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:41.627788 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80184de1-0088-483e-8bdd-de3068e20d71 req-022f9422-8ab1-45c1-ba24-8e22117e0d75 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:41.633066 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066c9740-6815-467c-8929-6e1122413fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620d6e07-ba73-41bc-bee4-5bb0819c1af9'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:41.635001 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-80184de1-0088-483e-8bdd-de3068e20d71 req-022f9422-8ab1-45c1-ba24-8e22117e0d75 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=066c9740-6815-467c-8929-6e1122413fc6 HTTP/1.1" status: 200 len: 945 time: 0.4386749 May 13 14:24:41.668624 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 620d6e07-ba73-41bc-bee4-5bb0819c1af9, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=620d6e07-ba73-41bc-bee4-5bb0819c1af9,segment=NetworkSegment(983229a7-bdca-4b23-927c-a42448eb11f8),segment_id=983229a7-bdca-4b23-927c-a42448eb11f8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:41.672696 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:41.673476 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:24:41.734279 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f2815418-4d4c-454b-90c6-8b13afe10398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:41.807147 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-f2815418-4d4c-454b-90c6-8b13afe10398 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7e21535-3639-44c1-8ce8-6a1d9f8a457d']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:41.826244 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-80184de1-0088-483e-8bdd-de3068e20d71 req-36bd7c9e-a8d1-431f-9bf5-3edd98556e3c tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca79901b-aa25-4a04-89be-d3535bd24089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791162 May 13 14:24:41.843575 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-f2815418-4d4c-454b-90c6-8b13afe10398 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8276eea6-c501-46f9-85d2-1d19b16af077') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:41.844046 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-f2815418-4d4c-454b-90c6-8b13afe10398 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8276eea6-c501-46f9-85d2-1d19b16af077') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:41.878421 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f2815418-4d4c-454b-90c6-8b13afe10398 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:41.899101 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b559412-10ce-4118-bb8e-9b18acb2419f req-67d707dd-08be-4188-985c-b5504af24b50 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:41.906500 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9b559412-10ce-4118-bb8e-9b18acb2419f req-67d707dd-08be-4188-985c-b5504af24b50 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 949 time: 0.2007792 May 13 14:24:41.910163 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f2815418-4d4c-454b-90c6-8b13afe10398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:41.923981 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2815418-4d4c-454b-90c6-8b13afe10398 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:24:41.924636 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f2815418-4d4c-454b-90c6-8b13afe10398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:41.927887 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=620d6e07-ba73-41bc-bee4-5bb0819c1af9,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:41.954450 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:24:41.954450 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:24:41.954450 n-d-841760-1 neutron-server[88081]: timer() May 13 14:24:41.954450 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:24:41.954450 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:24:41.954450 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:24:41.954450 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:24:41.954450 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:24:41.954450 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:24:41.954450 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:24:41.954450 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:24:41.954450 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:24:41.954450 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:24:41.954450 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:24:41.954450 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:24:41.954450 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:24:41.954450 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:24:41.954450 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:24:41.954450 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:24:41.954450 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:24:41.954450 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:24:41.954450 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:24:41.954450 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:24:41.954450 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:24:41.954450 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:24:41.954450 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:24:41.954450 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:24:41.954450 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:24:41.954450 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:24:41.954450 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:24:41.954450 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:24:41.954450 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:24:42.039615 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:24:42.050455 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:24:42.050840 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:42.067936 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9b559412-10ce-4118-bb8e-9b18acb2419f req-5f250f58-bdff-455d-9929-e974e6752bbb tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601703 May 13 14:24:42.091302 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f2815418-4d4c-454b-90c6-8b13afe10398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:42.177539 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f2815418-4d4c-454b-90c6-8b13afe10398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:42.203901 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b9a0fae-4915-48a4-a19e-06757d5d7902'] response: {'server_uuid': '066c9740-6815-467c-8929-6e1122413fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620d6e07-ba73-41bc-bee4-5bb0819c1af9', 'code': 200} May 13 14:24:42.206964 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2815418-4d4c-454b-90c6-8b13afe10398 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7e21535-3639-44c1-8ce8-6a1d9f8a457d,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:42.222651 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f2815418-4d4c-454b-90c6-8b13afe10398 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d7e21535-3639-44c1-8ce8-6a1d9f8a457d HTTP/1.1" status: 204 len: 168 time: 1.0804636 May 13 14:24:42.225602 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35568) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:42.362902 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:42.362902 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:42.393190 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-30cb678f-2a3c-4ba7-9d2c-7298aa7f0d4e admin admin] Deleting subnet 0334132e-b3f7-4244-b7ee-d5f485b5c423 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:24:42.397934 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-30cb678f-2a3c-4ba7-9d2c-7298aa7f0d4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:42.425257 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=a9c2cf7c-de33-4bdd-b52a-10c6271dfc51,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:42.432321 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:42.576966 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=a9c2cf7c-de33-4bdd-b52a-10c6271dfc51,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:42.773359 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-30cb678f-2a3c-4ba7-9d2c-7298aa7f0d4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:42.813576 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1c0998dc-ebeb-47e1-8884-6ae4946dfa96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:42.845673 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-30cb678f-2a3c-4ba7-9d2c-7298aa7f0d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:42.898584 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5cea5-893d-4a33-8213-3224fa4879ff req-d47be439-c46e-43c5-ab51-d19998a728c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:42.898695 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-43e5cea5-893d-4a33-8213-3224fa4879ff req-d47be439-c46e-43c5-ab51-d19998a728c0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=066c9740-6815-467c-8929-6e1122413fc6 HTTP/1.1" status: 200 len: 1097 time: 0.3664641 May 13 14:24:42.898788 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35580) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:42.913129 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7ab65-187e-4294-a76c-4cd3f89ff9ef req-a134ae62-e17e-4b97-b025-640bfaa8c1f3 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:42.914880 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5cc7ab65-187e-4294-a76c-4cd3f89ff9ef req-a134ae62-e17e-4b97-b025-640bfaa8c1f3 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 945 time: 0.4465346 May 13 14:24:43.011098 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-43e5cea5-893d-4a33-8213-3224fa4879ff req-f674ab04-73cf-4e56-a5f6-163b0a4b9f9c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ca79901b-aa25-4a04-89be-d3535bd24089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928962 May 13 14:24:43.014128 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5cc7ab65-187e-4294-a76c-4cd3f89ff9ef req-ca281959-4b7b-4c00-a2b4-163c2a2d8b96 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824370 May 13 14:24:43.024027 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-30cb678f-2a3c-4ba7-9d2c-7298aa7f0d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:43.065816 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb678f-2a3c-4ba7-9d2c-7298aa7f0d4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0334132e-b3f7-4244-b7ee-d5f485b5c423,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:43.073640 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-30cb678f-2a3c-4ba7-9d2c-7298aa7f0d4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:43.080071 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-30cb678f-2a3c-4ba7-9d2c-7298aa7f0d4e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0334132e-b3f7-4244-b7ee-d5f485b5c423 HTTP/1.1" status: 204 len: 168 time: 0.8522375 May 13 14:24:43.084305 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35592) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:43.237690 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-24ca1cf1-3f59-48b0-83a5-9cb7ffa95916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:43.296457 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-de192a0f-0c4a-4a60-97e1-4be3266ce597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:43.389745 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-de192a0f-0c4a-4a60-97e1-4be3266ce597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:43.398627 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-de192a0f-0c4a-4a60-97e1-4be3266ce597 admin admin] Usage tracker for resource:security_group_rule and tenant:ad58253a99cd42fe9e0dadfb29567932 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:43.404654 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-de192a0f-0c4a-4a60-97e1-4be3266ce597 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:43.412204 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-de192a0f-0c4a-4a60-97e1-4be3266ce597 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:43.458822 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-24ca1cf1-3f59-48b0-83a5-9cb7ffa95916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:43.499998 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-24ca1cf1-3f59-48b0-83a5-9cb7ffa95916 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c310b37-1bae-4846-b486-0c592e66031b']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:43.504214 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8553ea-70fa-4676-bf0d-58e0a045f45c req-4937fadf-a0dc-490b-9fa2-d2491cc87a20 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:43.512624 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9f8553ea-70fa-4676-bf0d-58e0a045f45c req-4937fadf-a0dc-490b-9fa2-d2491cc87a20 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=066c9740-6815-467c-8929-6e1122413fc6 HTTP/1.1" status: 200 len: 946 time: 0.3405900 May 13 14:24:43.517744 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-24ca1cf1-3f59-48b0-83a5-9cb7ffa95916 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff4254f3-ba0c-477f-8d1d-0719c4912199') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:43.518361 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-24ca1cf1-3f59-48b0-83a5-9cb7ffa95916 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff4254f3-ba0c-477f-8d1d-0719c4912199') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:43.533901 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-24ca1cf1-3f59-48b0-83a5-9cb7ffa95916 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:43.554571 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3d119-ce4b-4432-b189-eccdec4ba3b6 req-3592888d-a2db-4dbd-9387-724f4b8c099d tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:43.561929 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cdf3d119-ce4b-4432-b189-eccdec4ba3b6 req-3592888d-a2db-4dbd-9387-724f4b8c099d tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 949 time: 0.1740179 May 13 14:24:43.603580 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-24ca1cf1-3f59-48b0-83a5-9cb7ffa95916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:43.620504 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ca1cf1-3f59-48b0-83a5-9cb7ffa95916 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:24:43.621178 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-24ca1cf1-3f59-48b0-83a5-9cb7ffa95916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:43.623819 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9f8553ea-70fa-4676-bf0d-58e0a045f45c req-f5f798af-44d5-4651-b80d-fb8414dd02fd tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca79901b-aa25-4a04-89be-d3535bd24089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099472 May 13 14:24:43.639762 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:24:43.639762 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:24:43.639762 n-d-841760-1 neutron-server[88081]: timer() May 13 14:24:43.639762 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:24:43.639762 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:24:43.639762 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:24:43.639762 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:24:43.639762 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:24:43.639762 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:24:43.639762 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:24:43.639762 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:24:43.639762 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:24:43.639762 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:24:43.639762 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:24:43.639762 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:24:43.639762 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:24:43.639762 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:24:43.639762 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:24:43.639762 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:24:43.639762 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:24:43.639762 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:24:43.639762 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:24:43.639762 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:24:43.639762 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:24:43.639762 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:24:43.639762 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:24:43.639762 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:24:43.639762 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:24:43.639762 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:24:43.639762 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:24:43.639762 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:24:43.639762 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:24:43.709952 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cdf3d119-ce4b-4432-b189-eccdec4ba3b6 req-250b576a-dc88-43c6-844a-7a5f8d549f6e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441877 May 13 14:24:43.762117 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-24ca1cf1-3f59-48b0-83a5-9cb7ffa95916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:43.778397 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-de192a0f-0c4a-4a60-97e1-4be3266ce597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:43.786926 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-1c0998dc-ebeb-47e1-8884-6ae4946dfa96 admin admin] Deleting port 11741d5d-a7b0-4dbb-a9d3-f329351cc2a4 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:24:43.787314 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1c0998dc-ebeb-47e1-8884-6ae4946dfa96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:43.795275 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-24ca1cf1-3f59-48b0-83a5-9cb7ffa95916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:43.803050 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca1cf1-3f59-48b0-83a5-9cb7ffa95916 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c310b37-1bae-4846-b486-0c592e66031b,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:43.819105 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-24ca1cf1-3f59-48b0-83a5-9cb7ffa95916 admin admin] 10.222.0.35 "DELETE /v2.0/networks/2c310b37-1bae-4846-b486-0c592e66031b HTTP/1.1" status: 204 len: 168 time: 0.7337098 May 13 14:24:43.828918 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-de192a0f-0c4a-4a60-97e1-4be3266ce597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:43.924693 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-de192a0f-0c4a-4a60-97e1-4be3266ce597 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad58253a99cd42fe9e0dadfb29567932&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0248981 May 13 14:24:43.927505 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35606) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:43.929830 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de192a0f-0c4a-4a60-97e1-4be3266ce597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b74cc3-46fb-4c3e-9ad6-fb1cdebefe57,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:43.995469 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35610) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:44.054308 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-141528c2-31e3-49e8-89cf-76ac3c389999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:44.070924 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-1c0998dc-ebeb-47e1-8884-6ae4946dfa96 admin admin] For port 11741d5d-a7b0-4dbb-a9d3-f329351cc2a4, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=11741d5d-a7b0-4dbb-a9d3-f329351cc2a4,segment=NetworkSegment(87d87624-ef43-4ae3-9b53-027e2d26135e),segment_id=87d87624-ef43-4ae3-9b53-027e2d26135e)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:44.071393 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1c0998dc-ebeb-47e1-8884-6ae4946dfa96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:44.084007 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b4f24aac-ce1b-419a-964d-5ed30a1bb3e5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=98ba496aab2942758d5377375ca28e40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0865462 May 13 14:24:44.086593 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35616) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:44.113305 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-141528c2-31e3-49e8-89cf-76ac3c389999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:44.205529 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679719d0-5e2d-414a-9380-2e3da3e182a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c2cf7c-de33-4bdd-b52a-10c6271dfc51'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:44.218771 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-141528c2-31e3-49e8-89cf-76ac3c389999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:44.271174 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141528c2-31e3-49e8-89cf-76ac3c389999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b74cc3-46fb-4c3e-9ad6-fb1cdebefe57,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:44.278227 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-141528c2-31e3-49e8-89cf-76ac3c389999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:44.292379 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-141528c2-31e3-49e8-89cf-76ac3c389999 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/26b74cc3-46fb-4c3e-9ad6-fb1cdebefe57 HTTP/1.1" status: 204 len: 168 time: 0.3629141 May 13 14:24:44.349777 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cec57a0-f72d-43ec-a61a-65e678b901ca'] response: {'server_uuid': '679719d0-5e2d-414a-9380-2e3da3e182a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c2cf7c-de33-4bdd-b52a-10c6271dfc51', 'code': 200} May 13 14:24:44.408691 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-1c0998dc-ebeb-47e1-8884-6ae4946dfa96 admin admin] Calling delete_port for 11741d5d-a7b0-4dbb-a9d3-f329351cc2a4 owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:24:44.530298 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ae9e1-8046-441b-b4fc-864633e1af25 req-1af525c7-44d2-43fd-97ae-448520a8beee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:44.532205 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b1ae9e1-8046-441b-b4fc-864633e1af25 req-1af525c7-44d2-43fd-97ae-448520a8beee service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 1096 time: 0.0860617 May 13 14:24:44.585551 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-32c107b5-2222-43e1-a667-ab20b3b9367f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:44.606145 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b1ae9e1-8046-441b-b4fc-864633e1af25 req-57e7da09-051d-49a6-b1c0-b31dfe3bb8a3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595558 May 13 14:24:44.877417 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0fc6e3-af84-47be-a075-0a79a215a4fd req-e76485db-36dc-47f1-a289-f97ea22efa4d tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:44.880398 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8e0fc6e3-af84-47be-a075-0a79a215a4fd req-e76485db-36dc-47f1-a289-f97ea22efa4d tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 945 time: 0.3978982 May 13 14:24:44.900399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35642) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:44.925685 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed1139a9-b001-4846-9686-69a1a59bd8b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:44.942823 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ed1139a9-b001-4846-9686-69a1a59bd8b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:44.947534 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ed1139a9-b001-4846-9686-69a1a59bd8b2 admin admin] Usage tracker for resource:security_group_rule and tenant:5cd4df1fe16b4c9b92f54648ad049969 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:44.951058 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ed1139a9-b001-4846-9686-69a1a59bd8b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:44.958573 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ed1139a9-b001-4846-9686-69a1a59bd8b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:45.027869 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-32c107b5-2222-43e1-a667-ab20b3b9367f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:45.059670 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed1139a9-b001-4846-9686-69a1a59bd8b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:45.075361 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3413cc-fdc5-4d7b-905c-9f1b87e66c1c req-a59a5760-fa59-475e-8c63-e97d86d90d20 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:45.082644 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1d3413cc-fdc5-4d7b-905c-9f1b87e66c1c req-a59a5760-fa59-475e-8c63-e97d86d90d20 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=066c9740-6815-467c-8929-6e1122413fc6 HTTP/1.1" status: 200 len: 946 time: 0.2895694 May 13 14:24:45.085306 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed1139a9-b001-4846-9686-69a1a59bd8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:45.119085 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-32c107b5-2222-43e1-a667-ab20b3b9367f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:45.124952 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8e0fc6e3-af84-47be-a075-0a79a215a4fd req-869c1594-dbda-41f9-a4f9-312f4bacc656 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338581 May 13 14:24:45.157051 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c107b5-2222-43e1-a667-ab20b3b9367f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255b30ce-85c0-4923-9a0d-8a4d46b663b0,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:45.226880 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-32c107b5-2222-43e1-a667-ab20b3b9367f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:45.228567 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ed1139a9-b001-4846-9686-69a1a59bd8b2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5cd4df1fe16b4c9b92f54648ad049969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268597 May 13 14:24:45.233624 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-32c107b5-2222-43e1-a667-ab20b3b9367f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/255b30ce-85c0-4923-9a0d-8a4d46b663b0 HTTP/1.1" status: 204 len: 168 time: 1.1436348 May 13 14:24:45.235496 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35646) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:45.246252 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1139a9-b001-4846-9686-69a1a59bd8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34c837d-e608-4a35-a198-7ab0738038fa,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:45.294462 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1c0998dc-ebeb-47e1-8884-6ae4946dfa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:45.309675 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1d3413cc-fdc5-4d7b-905c-9f1b87e66c1c req-d98883df-1afd-43cd-ae6f-42db9a328e64 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca79901b-aa25-4a04-89be-d3535bd24089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2260709 May 13 14:24:45.400840 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0998dc-ebeb-47e1-8884-6ae4946dfa96 admin admin] Pushing event deleted for resources: {'Port': ['ID=11741d5d-a7b0-4dbb-a9d3-f329351cc2a4,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:45.628491 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e8364a0-244b-439a-874d-6c84cfc6ba5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:45.706503 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd31c7-751c-470c-bea4-03542342c174 req-94b3c6d2-08e7-4000-81f6-7c80d903580e tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:45.711724 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-67fd31c7-751c-470c-bea4-03542342c174 req-94b3c6d2-08e7-4000-81f6-7c80d903580e tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=066c9740-6815-467c-8929-6e1122413fc6 HTTP/1.1" status: 200 len: 946 time: 0.1348727 May 13 14:24:45.720110 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35666) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:45.727865 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-c2baf017-5cb7-4e08-8205-c3f5a1a00975 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Request body: {'floatingip': {'port_id': '620d6e07-ba73-41bc-bee4-5bb0819c1af9'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:45.764612 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e8364a0-244b-439a-874d-6c84cfc6ba5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:45.863928 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c2baf017-5cb7-4e08-8205-c3f5a1a00975 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks [] for floatingip, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:45.873546 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246c4fe-8b41-4add-8d4d-3bde73ceab66 req-9114b481-8e2b-4a54-92d7-77777edbf1e8 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:45.875147 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4246c4fe-8b41-4add-8d4d-3bde73ceab66 req-9114b481-8e2b-4a54-92d7-77777edbf1e8 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 949 time: 0.4847147 May 13 14:24:45.913458 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35670) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:45.976695 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1c0998dc-ebeb-47e1-8884-6ae4946dfa96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:45.994003 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4246c4fe-8b41-4add-8d4d-3bde73ceab66 req-32fce6ab-3921-47e0-ac1c-cdf5aa287a4e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078858 May 13 14:24:46.077584 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e8364a0-244b-439a-874d-6c84cfc6ba5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:46.108016 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c618368c-1ade-4fb6-83d3-fd4bc17e147a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=67eeec35249e452abaf11eb210046288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1932518 May 13 14:24:46.230574 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35674) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:46.371039 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e8364a0-244b-439a-874d-6c84cfc6ba5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:46.373873 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e498c289-06e1-4e41-a75d-3949f75d54c6 req-e18c69da-7734-458e-b0a6-ce6e3b58ab95 service neutron] 10.222.0.59 "GET /v2.0/ports/d45390e8-aa8b-4155-8d53-1bddc4d2dd7b/bindings/n-h1-841760-1 HTTP/1.1" status: 200 len: 382 time: 0.4246516 May 13 14:24:46.378174 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4e8364a0-244b-439a-874d-6c84cfc6ba5c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f34c837d-e608-4a35-a198-7ab0738038fa HTTP/1.1" status: 204 len: 168 time: 1.1394315 May 13 14:24:46.411994 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8364a0-244b-439a-874d-6c84cfc6ba5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34c837d-e608-4a35-a198-7ab0738038fa,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:46.776420 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-27ac22ae-30cd-491a-96d0-a5d2a74e9270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:46.868478 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0998dc-ebeb-47e1-8884-6ae4946dfa96 admin admin] Router dcc726ca-77a2-403d-af17-ec546cbd0ccf has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:24:46.968885 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-27ac22ae-30cd-491a-96d0-a5d2a74e9270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:47.135686 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0998dc-ebeb-47e1-8884-6ae4946dfa96 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:24:47.152959 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b9a4d-1b8a-4c56-8c71-50b14d9fd5d1 None None] Sync routers for ids ['dcc726ca-77a2-403d-af17-ec546cbd0ccf'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:24:47.156330 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808747d-1abe-477d-902e-fb38b79082f8 req-1ed41adb-fbe7-40fd-a5f7-028772e14b3b tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:47.162725 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6808747d-1abe-477d-902e-fb38b79082f8 req-1ed41adb-fbe7-40fd-a5f7-028772e14b3b tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 945 time: 0.6033628 May 13 14:24:47.177345 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1c0998dc-ebeb-47e1-8884-6ae4946dfa96 admin admin] 10.222.0.35 "PUT /v2.0/routers/dcc726ca-77a2-403d-af17-ec546cbd0ccf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6574669 May 13 14:24:47.180985 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35702) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:47.185657 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01b9a4d-1b8a-4c56-8c71-50b14d9fd5d1 None None] Routers {'dcc726ca-77a2-403d-af17-ec546cbd0ccf'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:24:47.188862 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f01b9a4d-1b8a-4c56-8c71-50b14d9fd5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:24:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['dcc726ca-77a2-403d-af17-ec546cbd0ccf'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:47.235213 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498c289-06e1-4e41-a75d-3949f75d54c6 req-6338138b-ddf9-41b3-89ae-0456549e858e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:47.237325 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e498c289-06e1-4e41-a75d-3949f75d54c6 req-6338138b-ddf9-41b3-89ae-0456549e858e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79&tenant_id=652541c50878480891452a61002970b5 HTTP/1.1" status: 200 len: 1100 time: 0.4581399 May 13 14:24:47.246457 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-27ac22ae-30cd-491a-96d0-a5d2a74e9270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:47.435076 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6808747d-1abe-477d-902e-fb38b79082f8 req-9b45071d-439f-4c7b-b84c-b59287a5b73b tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712154 May 13 14:24:47.438147 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac22ae-30cd-491a-96d0-a5d2a74e9270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8765a927-29f8-4694-956c-895f7e8d02ce,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:47.485162 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-27ac22ae-30cd-491a-96d0-a5d2a74e9270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:47.486882 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-27ac22ae-30cd-491a-96d0-a5d2a74e9270 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8765a927-29f8-4694-956c-895f7e8d02ce HTTP/1.1" status: 204 len: 168 time: 1.2467558 May 13 14:24:47.653427 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498c289-06e1-4e41-a75d-3949f75d54c6 req-e758ef4a-47ac-4a0d-adb2-92e6a2b7eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:47.656150 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e498c289-06e1-4e41-a75d-3949f75d54c6 req-e758ef4a-47ac-4a0d-adb2-92e6a2b7eaba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 1100 time: 0.3573401 May 13 14:24:47.706262 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c2baf017-5cb7-4e08-8205-c3f5a1a00975 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:47.707219 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-f01b9a4d-1b8a-4c56-8c71-50b14d9fd5d1 None None] Set router dcc726ca-77a2-403d-af17-ec546cbd0ccf gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:24:47.741718 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e00e9725-7bcb-435d-bd26-33a62425c3f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:47.809756 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c2baf017-5cb7-4e08-8205-c3f5a1a00975 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:47.943903 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:48.298457 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498c289-06e1-4e41-a75d-3949f75d54c6 req-90a014bc-6d60-4a16-9f0c-bf222f86a7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:48.299961 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e498c289-06e1-4e41-a75d-3949f75d54c6 req-90a014bc-6d60-4a16-9f0c-bf222f86a7d8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.6371663 May 13 14:24:48.413481 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:24:48.442395 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e498c289-06e1-4e41-a75d-3949f75d54c6 req-c995667c-6013-4715-a0e6-3d217fe798b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=d45390e8-aa8b-4155-8d53-1bddc4d2dd7b HTTP/1.1" status: 200 len: 217 time: 0.1239920 May 13 14:24:48.446483 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb34ab0-823f-40ab-9c99-41643b9f75e8 req-de233588-b998-4d9c-9862-86cb28cd8917 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:48.448809 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2bb34ab0-823f-40ab-9c99-41643b9f75e8 req-de233588-b998-4d9c-9862-86cb28cd8917 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 949 time: 0.5733881 May 13 14:24:48.450559 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [None req-c2baf017-5cb7-4e08-8205-c3f5a1a00975 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Floating IP 0e6cebc2-8e8c-4eac-bc94-35e56e5c3c8f associated. External IP: 172.25.0.178, port: 620d6e07-ba73-41bc-bee4-5bb0819c1af9. May 13 14:24:48.460365 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f01b9a4d-1b8a-4c56-8c71-50b14d9fd5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc726ca-77a2-403d-af17-ec546cbd0ccf', 'name': 'tempest-FloatingIPsTestJSON-620149075-router', 'tenant_id': 'a24e43da66a247779f287d1e973a62f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '09d8af17-4637-4e3c-8990-e3d86baa33c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:07Z', 'updated_at': '2022-05-13T14:24:45Z', 'revision_number': 5, 'project_id': 'a24e43da66a247779f287d1e973a62f1', 'gw_port': {'id': '09d8af17-4637-4e3c-8990-e3d86baa33c2', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:99:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc726ca-77a2-403d-af17-ec546cbd0ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:08Z', 'updated_at': '2022-05-13T14:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:48.470391 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b9a4d-1b8a-4c56-8c71-50b14d9fd5d1 None None] Checking router: dcc726ca-77a2-403d-af17-ec546cbd0ccf for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:24:48.488197 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01b9a4d-1b8a-4c56-8c71-50b14d9fd5d1 None None] Routers {'dcc726ca-77a2-403d-af17-ec546cbd0ccf'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:24:48.491988 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f01b9a4d-1b8a-4c56-8c71-50b14d9fd5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:24:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['dcc726ca-77a2-403d-af17-ec546cbd0ccf'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:48.505114 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e00e9725-7bcb-435d-bd26-33a62425c3f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:48.526359 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2bb34ab0-823f-40ab-9c99-41643b9f75e8 req-6d7ca0b1-928c-4dd9-84bf-47f2096f5217 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699031 May 13 14:24:48.528097 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-e00e9725-7bcb-435d-bd26-33a62425c3f5 admin admin] Deleting port 09d8af17-4637-4e3c-8990-e3d86baa33c2 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:24:48.528489 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e00e9725-7bcb-435d-bd26-33a62425c3f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:48.588703 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be732d3c-ad40-4b3d-a5b2-57cf01b8b426 req-fc50f64d-e387-48c3-a5f9-66b815c6c864 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:48.590195 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be732d3c-ad40-4b3d-a5b2-57cf01b8b426 req-fc50f64d-e387-48c3-a5f9-66b815c6c864 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 1096 time: 0.7146440 May 13 14:24:48.734378 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35770) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:48.826253 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-f01b9a4d-1b8a-4c56-8c71-50b14d9fd5d1 None None] Set router dcc726ca-77a2-403d-af17-ec546cbd0ccf gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:24:48.918821 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-e00e9725-7bcb-435d-bd26-33a62425c3f5 admin admin] For port 09d8af17-4637-4e3c-8990-e3d86baa33c2, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=09d8af17-4637-4e3c-8990-e3d86baa33c2,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:48.919271 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e00e9725-7bcb-435d-bd26-33a62425c3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:48.922228 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be732d3c-ad40-4b3d-a5b2-57cf01b8b426 req-0192a224-0b69-490c-808c-1c91b0e57823 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152558 May 13 14:24:48.958336 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f01b9a4d-1b8a-4c56-8c71-50b14d9fd5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc726ca-77a2-403d-af17-ec546cbd0ccf', 'name': 'tempest-FloatingIPsTestJSON-620149075-router', 'tenant_id': 'a24e43da66a247779f287d1e973a62f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:07Z', 'updated_at': '2022-05-13T14:24:48Z', 'revision_number': 6, 'project_id': 'a24e43da66a247779f287d1e973a62f1', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:48.963092 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b9a4d-1b8a-4c56-8c71-50b14d9fd5d1 None None] The sync data for ids ['dcc726ca-77a2-403d-af17-ec546cbd0ccf'] in n-d-841760-1 is: [{'id': 'dcc726ca-77a2-403d-af17-ec546cbd0ccf', 'name': 'tempest-FloatingIPsTestJSON-620149075-router', 'tenant_id': 'a24e43da66a247779f287d1e973a62f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:07Z', 'updated_at': '2022-05-13T14:24:48Z', 'revision_number': 6, 'project_id': 'a24e43da66a247779f287d1e973a62f1', 'gw_port_host': None}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:24:49.073190 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498c289-06e1-4e41-a75d-3949f75d54c6 req-b623ba4e-e5e4-4f1b-afc2-93b0d682c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:49.074616 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e498c289-06e1-4e41-a75d-3949f75d54c6 req-b623ba4e-e5e4-4f1b-afc2-93b0d682c1e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.6257684 May 13 14:24:49.199746 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-f4ebaad9-3d6d-41ef-b0d1-b9fce6277521 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1279529598-network', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:49.204922 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f4ebaad9-3d6d-41ef-b0d1-b9fce6277521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:49.210197 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f4ebaad9-3d6d-41ef-b0d1-b9fce6277521 admin admin] Usage tracker for resource:network and tenant:8a13abebe64d4bc6a2fa87bb71e99399 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:49.213478 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f4ebaad9-3d6d-41ef-b0d1-b9fce6277521 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:49.220963 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f4ebaad9-3d6d-41ef-b0d1-b9fce6277521 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:49.239864 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-e00e9725-7bcb-435d-bd26-33a62425c3f5 admin admin] Calling delete_port for 09d8af17-4637-4e3c-8990-e3d86baa33c2 owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:24:49.278082 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ebaad9-3d6d-41ef-b0d1-b9fce6277521 admin admin] Made reservation on behalf of 8a13abebe64d4bc6a2fa87bb71e99399 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:24:49.281553 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f4ebaad9-3d6d-41ef-b0d1-b9fce6277521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:49.292534 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device d45390e8-aa8b-4155-8d53-1bddc4d2dd7b no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:24:49.355963 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f4ebaad9-3d6d-41ef-b0d1-b9fce6277521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:49.419532 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f4ebaad9-3d6d-41ef-b0d1-b9fce6277521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:49.431134 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f4ebaad9-3d6d-41ef-b0d1-b9fce6277521 admin admin] Usage tracker for resource:security_group_rule and tenant:8a13abebe64d4bc6a2fa87bb71e99399 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:49.436967 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f4ebaad9-3d6d-41ef-b0d1-b9fce6277521 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:49.452142 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f4ebaad9-3d6d-41ef-b0d1-b9fce6277521 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:49.467703 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498c289-06e1-4e41-a75d-3949f75d54c6 req-dae774e3-877d-4414-8662-36a3c7705444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:49.469242 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e498c289-06e1-4e41-a75d-3949f75d54c6 req-dae774e3-877d-4414-8662-36a3c7705444 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3330622 May 13 14:24:49.592918 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f4ebaad9-3d6d-41ef-b0d1-b9fce6277521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:49.596323 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port d45390e8-aa8b-4155-8d53-1bddc4d2dd7b is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:49.596323 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:49.610963 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f4ebaad9-3d6d-41ef-b0d1-b9fce6277521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:49.650818 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1c2e85-a6f8-40b8-8b36-32208c2cdb79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd45390e8-aa8b-4155-8d53-1bddc4d2dd7b'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:49.655245 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ebaad9-3d6d-41ef-b0d1-b9fce6277521 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:24:49.664289 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port d45390e8-aa8b-4155-8d53-1bddc4d2dd7b, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=d45390e8-aa8b-4155-8d53-1bddc4d2dd7b,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:49.671630 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:49.681484 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ebaad9-3d6d-41ef-b0d1-b9fce6277521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6864af0-c707-4a6d-af04-175e3a555885,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:49.685431 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f4ebaad9-3d6d-41ef-b0d1-b9fce6277521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:49.685812 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-f4ebaad9-3d6d-41ef-b0d1-b9fce6277521 admin admin] Added segment fc461185-f11c-4aad-8bc4-bb6ca344cd38 of type vlan for network 1bb618e8-c72d-478a-b168-a543534f1c66 May 13 14:24:49.741530 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f4ebaad9-3d6d-41ef-b0d1-b9fce6277521 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:49.776279 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf0505-5a40-4fa1-9a86-9e3f2396448a req-8e447e97-77fe-4dad-bbe8-ded9b9d5651e tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:49.778618 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cdbf0505-5a40-4fa1-9a86-9e3f2396448a req-8e447e97-77fe-4dad-bbe8-ded9b9d5651e tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 1097 time: 0.6377180 May 13 14:24:49.797855 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2baf017-5cb7-4e08-8205-c3f5a1a00975 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Router 534f6dcc-ca87-4315-bffe-29c21ebe17fc has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:24:49.808788 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f4ebaad9-3d6d-41ef-b0d1-b9fce6277521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:49.810918 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ebaad9-3d6d-41ef-b0d1-b9fce6277521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:49.811754 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f4ebaad9-3d6d-41ef-b0d1-b9fce6277521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:49.851729 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=d45390e8-aa8b-4155-8d53-1bddc4d2dd7b,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:49.860298 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e498c289-06e1-4e41-a75d-3949f75d54c6 req-cdf5f441-20e5-481b-8d60-995af625d6ca service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775685 May 13 14:24:49.873835 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f4ebaad9-3d6d-41ef-b0d1-b9fce6277521 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1351097 May 13 14:24:49.893893 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35842) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:49.901834 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-0b454049-9229-41aa-96b1-82a6dfe96214 admin admin] Request body: {'subnet': {'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1279529598-subnet', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:49.994600 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0b454049-9229-41aa-96b1-82a6dfe96214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:50.030384 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cdbf0505-5a40-4fa1-9a86-9e3f2396448a req-d465e3da-c782-4b75-b547-2709f789ea87 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309065 May 13 14:24:50.058459 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0b454049-9229-41aa-96b1-82a6dfe96214 admin admin] Usage tracker for resource:subnet and tenant:8a13abebe64d4bc6a2fa87bb71e99399 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:50.078709 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0b454049-9229-41aa-96b1-82a6dfe96214 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:50.112511 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ebaad9-3d6d-41ef-b0d1-b9fce6277521 admin admin] Pushing event updated for resources: {'Network': ['ID=1bb618e8-c72d-478a-b168-a543534f1c66,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:50.115038 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0b454049-9229-41aa-96b1-82a6dfe96214 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:50.142699 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 1bb618e8-c72d-478a-b168-a543534f1c66 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:24:50.161220 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b454049-9229-41aa-96b1-82a6dfe96214 admin admin] Made reservation on behalf of 8a13abebe64d4bc6a2fa87bb71e99399 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:24:50.163619 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b454049-9229-41aa-96b1-82a6dfe96214 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:50.212921 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e00e9725-7bcb-435d-bd26-33a62425c3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:50.338263 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 11741d5d-a7b0-4dbb-a9d3-f329351cc2a4 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:24:50.423708 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e9725-7bcb-435d-bd26-33a62425c3f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=09d8af17-4637-4e3c-8990-e3d86baa33c2,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:50.470239 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2baf017-5cb7-4e08-8205-c3f5a1a00975 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:24:50.480213 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c2baf017-5cb7-4e08-8205-c3f5a1a00975 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:50.510319 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e498c289-06e1-4e41-a75d-3949f75d54c6 req-7064cfc3-b0e8-4794-9d73-f5dab4dda202 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5634789 May 13 14:24:50.520165 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 11741d5d-a7b0-4dbb-a9d3-f329351cc2a4 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:24:50.520500 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 11741d5d-a7b0-4dbb-a9d3-f329351cc2a4 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:24:50.526246 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 09d8af17-4637-4e3c-8990-e3d86baa33c2 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:24:50.615310 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c86cb91e-39bf-4fb5-864b-4f2514f51028'] response: {'server_uuid': '7f1c2e85-a6f8-40b8-8b36-32208c2cdb79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd45390e8-aa8b-4155-8d53-1bddc4d2dd7b', 'code': 200} May 13 14:24:50.616290 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0612497e-03af-4174-a9a7-0bd861ec739e None None] Sync routers for ids ['534f6dcc-ca87-4315-bffe-29c21ebe17fc'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:24:50.626319 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c2baf017-5cb7-4e08-8205-c3f5a1a00975 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "PUT /v2.0/floatingips/0e6cebc2-8e8c-4eac-bc94-35e56e5c3c8f HTTP/1.1" status: 200 len: 992 time: 4.9030700 May 13 14:24:50.626319 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '066c9740-6815-467c-8929-6e1122413fc6', 'tag': '620d6e07-ba73-41bc-bee4-5bb0819c1af9'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:50.633844 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e00e9725-7bcb-435d-bd26-33a62425c3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:50.640841 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 09d8af17-4637-4e3c-8990-e3d86baa33c2 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:24:50.653371 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 09d8af17-4637-4e3c-8990-e3d86baa33c2 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:24:50.656567 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0612497e-03af-4174-a9a7-0bd861ec739e None None] Routers {'534f6dcc-ca87-4315-bffe-29c21ebe17fc'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:24:50.657342 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0612497e-03af-4174-a9a7-0bd861ec739e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:24:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['534f6dcc-ca87-4315-bffe-29c21ebe17fc'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:50.686089 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524ec7f-96b7-4f1e-b977-186cb02863c7 req-8844deed-b7a8-4a3b-8772-562730c2a47d tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:50.687764 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5524ec7f-96b7-4f1e-b977-186cb02863c7 req-8844deed-b7a8-4a3b-8772-562730c2a47d tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 947 time: 0.1573837 May 13 14:24:50.750559 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5524ec7f-96b7-4f1e-b977-186cb02863c7 req-e69bcfcd-577e-40b0-86ea-9cc573d665ea tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553553 May 13 14:24:51.041282 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-0612497e-03af-4174-a9a7-0bd861ec739e None None] Set router 534f6dcc-ca87-4315-bffe-29c21ebe17fc gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:24:51.046881 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e00e9725-7bcb-435d-bd26-33a62425c3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:51.050237 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e00e9725-7bcb-435d-bd26-33a62425c3f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:51.326564 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b454049-9229-41aa-96b1-82a6dfe96214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:51.361942 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e00e9725-7bcb-435d-bd26-33a62425c3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:51.362518 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00e9725-7bcb-435d-bd26-33a62425c3f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcc726ca-77a2-403d-af17-ec546cbd0ccf {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:24:51.405323 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:24:51.427704 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b454049-9229-41aa-96b1-82a6dfe96214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b35608d4-67e7-4682-8e58-7b2d9ed03d8c,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:51.442836 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e00e9725-7bcb-435d-bd26-33a62425c3f5 admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:51.446215 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e00e9725-7bcb-435d-bd26-33a62425c3f5 admin admin] 10.222.0.35 "DELETE /v2.0/routers/dcc726ca-77a2-403d-af17-ec546cbd0ccf HTTP/1.1" status: 204 len: 168 time: 4.2605855 May 13 14:24:51.446557 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35894) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:51.464163 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b454049-9229-41aa-96b1-82a6dfe96214 admin admin] Checking segment: {'id': 'fc461185-f11c-4aad-8bc4-bb6ca344cd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:24:51.464519 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b454049-9229-41aa-96b1-82a6dfe96214 admin admin] Network hostable DHCP agents. Network: 1bb618e8-c72d-478a-b168-a543534f1c66, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:24:51.510585 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fe856-546c-499f-ae79-1e742ee409b8 req-755e1f3c-d0b9-4acf-8e20-21d519b3de89 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:51.512341 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f07fe856-546c-499f-ae79-1e742ee409b8 req-755e1f3c-d0b9-4acf-8e20-21d519b3de89 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=066c9740-6815-467c-8929-6e1122413fc6 HTTP/1.1" status: 200 len: 946 time: 0.3529727 May 13 14:24:51.524604 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b454049-9229-41aa-96b1-82a6dfe96214 admin admin] Network 1bb618e8-c72d-478a-b168-a543534f1c66 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:24:51.536303 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-5313dfa6-56b6-4f70-9147-1b5cc5df26d0 admin admin] Deleting subnet e25f21b5-fc92-4ad4-b5ed-fc2ccaa7aca1 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:24:51.541791 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5313dfa6-56b6-4f70-9147-1b5cc5df26d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:51.565291 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-0b454049-9229-41aa-96b1-82a6dfe96214 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 1bb618e8-c72d-478a-b168-a543534f1c66) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:24:51.574166 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b454049-9229-41aa-96b1-82a6dfe96214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:51.574752 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b454049-9229-41aa-96b1-82a6dfe96214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:51.595396 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f1956e-9bfc-475a-9a45-ae6fe47b0f36 None None] Network 1bb618e8-c72d-478a-b168-a543534f1c66 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:24:51.599729 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f07fe856-546c-499f-ae79-1e742ee409b8 req-296be7b7-0c16-4512-a5c2-53a3d3c117a0 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca79901b-aa25-4a04-89be-d3535bd24089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768485 May 13 14:24:51.603832 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5313dfa6-56b6-4f70-9147-1b5cc5df26d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:51.626830 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0b454049-9229-41aa-96b1-82a6dfe96214 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7286978 May 13 14:24:51.628220 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35906) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:51.634615 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-9fe3fece-ed0e-4deb-a7d0-98610c708f31 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1279529598-router', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:51.641446 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9fe3fece-ed0e-4deb-a7d0-98610c708f31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:51.651361 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9fe3fece-ed0e-4deb-a7d0-98610c708f31 admin admin] Usage tracker for resource:router and tenant:8a13abebe64d4bc6a2fa87bb71e99399 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:51.657182 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9fe3fece-ed0e-4deb-a7d0-98610c708f31 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:51.666130 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9fe3fece-ed0e-4deb-a7d0-98610c708f31 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:51.680096 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9fe3fece-ed0e-4deb-a7d0-98610c708f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:51.682843 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9fe3fece-ed0e-4deb-a7d0-98610c708f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:51.705867 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9fe3fece-ed0e-4deb-a7d0-98610c708f31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:51.817065 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2863f85c-925d-4bdd-8548-de442997d6ae'] response: {'name': 'network-changed', 'server_uuid': '066c9740-6815-467c-8929-6e1122413fc6', 'tag': '620d6e07-ba73-41bc-bee4-5bb0819c1af9', 'status': 'completed', 'code': 200} May 13 14:24:51.833072 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:51.833704 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:51.918403 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0612497e-03af-4174-a9a7-0bd861ec739e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1681413106-router', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:21:50Z', 'updated_at': '2022-05-13T14:21:55Z', 'revision_number': 4, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'gw_port': {'id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:51Z', 'updated_at': '2022-05-13T14:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '0e6cebc2-8e8c-4eac-bc94-35e56e5c3c8f', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'floating_ip_address': '172.25.0.178', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'port_id': '620d6e07-ba73-41bc-bee4-5bb0819c1af9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1', 'mac_address': 'fa:16:3e:40:9b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066c9740-6815-467c-8929-6e1122413fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:22:22Z', 'updated_at': '2022-05-13T14:24:47Z', 'revision_number': 5, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '362d736c-1ef0-4d5f-a1f0-88fc9891e11e', 'name': '', 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'mac_address': 'fa:16:3e:07:ad:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:54Z', 'updated_at': '2022-05-13T14:22:07Z', 'revision_number': 5, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'subnets': [{'id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:51.938797 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:51.942193 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0612497e-03af-4174-a9a7-0bd861ec739e None None] Checking router: 534f6dcc-ca87-4315-bffe-29c21ebe17fc for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:24:52.008068 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:52.080075 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9fe3fece-ed0e-4deb-a7d0-98610c708f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:52.082128 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0612497e-03af-4174-a9a7-0bd861ec739e None None] Routers {'534f6dcc-ca87-4315-bffe-29c21ebe17fc'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:24:52.082796 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0612497e-03af-4174-a9a7-0bd861ec739e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:24:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['534f6dcc-ca87-4315-bffe-29c21ebe17fc'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:52.118488 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5313dfa6-56b6-4f70-9147-1b5cc5df26d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:52.211026 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3fdfa8-b426-4071-b487-28be7258b0f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-1bb618e8-c72d-478a-b168-a543534f1c66', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'fixed_ips': [{'subnet_id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:24:52.211916 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-da3fdfa8-b426-4071-b487-28be7258b0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:52.234583 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ed42d-6291-422d-95b8-bddaa8b3856a req-9821f985-39ae-46f4-bfd9-d38c0e1675a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:52.235950 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1d2ed42d-6291-422d-95b8-bddaa8b3856a req-9821f985-39ae-46f4-bfd9-d38c0e1675a0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7e0e518d19f9448bbe227bb971102d2e&device_id=066c9740-6815-467c-8929-6e1122413fc6 HTTP/1.1" status: 200 len: 1097 time: 0.4214239 May 13 14:24:52.242598 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5313dfa6-56b6-4f70-9147-1b5cc5df26d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:52.325853 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:52.365172 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35940) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:52.392428 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-94cdb6b5-3599-4f48-bc0b-a292ef980d97 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:24:52.393865 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-94cdb6b5-3599-4f48-bc0b-a292ef980d97 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140760 May 13 14:24:52.409457 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-91fdf1e1-a690-44f2-87bd-97295b6abe76 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:52.417056 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-91fdf1e1-a690-44f2-87bd-97295b6abe76 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/networks?id=615f1b1d-e928-4b1a-811f-c88ac2129812 HTTP/1.1" status: 200 len: 805 time: 0.3275611 May 13 14:24:52.451332 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-c3dc53e0-1e61-4c82-8207-51b4f645215e tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/quotas/0b965b9ed3c14545bbd8d2dd215e4150 HTTP/1.1" status: 200 len: 375 time: 0.0332491 May 13 14:24:52.466022 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-20b250d6-e607-4d87-955e-ce74c6907c13 service neutron] Request body: {'binding': {'host': 'n-h1-841760-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:52.466859 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-20b250d6-e607-4d87-955e-ce74c6907c13 service neutron] Unknown quota resources ['binding']. {{(pid=88081) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 13 14:24:52.495929 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313dfa6-56b6-4f70-9147-1b5cc5df26d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e25f21b5-fc92-4ad4-b5ed-fc2ccaa7aca1,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:52.531000 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5313dfa6-56b6-4f70-9147-1b5cc5df26d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:52.543738 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313dfa6-56b6-4f70-9147-1b5cc5df26d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:52.544796 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313dfa6-56b6-4f70-9147-1b5cc5df26d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:52.545330 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313dfa6-56b6-4f70-9147-1b5cc5df26d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:52.545871 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313dfa6-56b6-4f70-9147-1b5cc5df26d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:52.546413 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313dfa6-56b6-4f70-9147-1b5cc5df26d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:52.546949 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313dfa6-56b6-4f70-9147-1b5cc5df26d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:52.547491 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313dfa6-56b6-4f70-9147-1b5cc5df26d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:52.548018 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313dfa6-56b6-4f70-9147-1b5cc5df26d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:52.548533 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313dfa6-56b6-4f70-9147-1b5cc5df26d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:52.549047 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313dfa6-56b6-4f70-9147-1b5cc5df26d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:52.549554 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fdb956-7206-46c8-93b3-2207599e4c4d None None] Network c538e1b6-4cc3-4923-b017-2623884a0bb7 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:24:52.550259 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313dfa6-56b6-4f70-9147-1b5cc5df26d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:52.550965 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313dfa6-56b6-4f70-9147-1b5cc5df26d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:52.574810 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-0612497e-03af-4174-a9a7-0bd861ec739e None None] Set router 534f6dcc-ca87-4315-bffe-29c21ebe17fc gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:24:52.575891 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5313dfa6-56b6-4f70-9147-1b5cc5df26d0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e25f21b5-fc92-4ad4-b5ed-fc2ccaa7aca1 HTTP/1.1" status: 204 len: 168 time: 1.1282508 May 13 14:24:52.581054 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35948) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:52.624599 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b019a7d-bfd7-4d05-b31c-8e44e8d1ef28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:52.697572 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ed42d-6291-422d-95b8-bddaa8b3856a req-a997818e-1a5b-44a7-b724-ff5a5e72ff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:52.698956 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1d2ed42d-6291-422d-95b8-bddaa8b3856a req-a997818e-1a5b-44a7-b724-ff5a5e72ff7c service neutron] 10.222.0.59 "GET /v2.0/networks?id=a2ee0690-4c57-4e4e-b68b-865fc1c187b1 HTTP/1.1" status: 200 len: 925 time: 0.4513552 May 13 14:24:52.732999 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-da3fdfa8-b426-4071-b487-28be7258b0f6 None None] Allocated IP 172.20.0.2 (1bb618e8-c72d-478a-b168-a543534f1c66/b35608d4-67e7-4682-8e58-7b2d9ed03d8c/6a24e15d-39a4-4489-ba12-1b49eb835d61) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:24:52.757056 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-692ea854-676a-433e-8e9a-d0e270c9297c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:52.763010 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-336fd7e3-d489-4f83-b15a-6490e76303aa tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b965b9ed3c14545bbd8d2dd215e4150&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2407725 May 13 14:24:52.851736 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-692ea854-676a-433e-8e9a-d0e270c9297c admin admin] Deleting port 703be8c4-4402-4976-908d-9624ebf8ab3f {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:24:52.852081 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-692ea854-676a-433e-8e9a-d0e270c9297c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:52.868494 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e083f0d2-a7fc-43ce-967d-a53962e6c3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:52.932987 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e083f0d2-a7fc-43ce-967d-a53962e6c3a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:52.938861 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1d2ed42d-6291-422d-95b8-bddaa8b3856a req-32e9bc91-4d7f-41ee-822f-79c37ff1b72a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=620d6e07-ba73-41bc-bee4-5bb0819c1af9 HTTP/1.1" status: 200 len: 1000 time: 0.2328265 May 13 14:24:52.948337 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e083f0d2-a7fc-43ce-967d-a53962e6c3a5 admin admin] Usage tracker for resource:security_group_rule and tenant:092f09029ea347488d0bc90b47996c6e is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:52.954389 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e083f0d2-a7fc-43ce-967d-a53962e6c3a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:53.003277 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e083f0d2-a7fc-43ce-967d-a53962e6c3a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:53.034116 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-20b250d6-e607-4d87-955e-ce74c6907c13 service neutron] Attempting to bind port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 on host n-h1-841760-1 for vnic_type normal with profile None {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:24:53.034786 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-20b250d6-e607-4d87-955e-ce74c6907c13 service neutron] Attempting to bind port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:24:53.035091 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-20b250d6-e607-4d87-955e-ce74c6907c13 service neutron] Attempting to bind port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:24:53.056264 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-20b250d6-e607-4d87-955e-ce74c6907c13 service neutron] Port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:24:53.056264 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-20b250d6-e607-4d87-955e-ce74c6907c13 service neutron] Attempting to bind port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:24:53.078603 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-20b250d6-e607-4d87-955e-ce74c6907c13 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:24:53.079027 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-20b250d6-e607-4d87-955e-ce74c6907c13 service neutron] Checking segment: {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:24:53.079895 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-20b250d6-e607-4d87-955e-ce74c6907c13 service neutron] Bound using segment: {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:24:53.080428 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-20b250d6-e607-4d87-955e-ce74c6907c13 service neutron] Bound port: f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:24:53.082919 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ed42d-6291-422d-95b8-bddaa8b3856a req-938723db-b081-4911-8f7d-8a7c129406f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:53.084492 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1d2ed42d-6291-422d-95b8-bddaa8b3856a req-938723db-b081-4911-8f7d-8a7c129406f5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df9f1382-e59c-48f3-b05c-1d030cf41b4a HTTP/1.1" status: 200 len: 863 time: 0.1331730 May 13 14:24:53.149483 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678ebbb-a17e-4217-bd64-cb57a219f218 req-8943679a-611f-43a9-8dc4-31a502076acf tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:53.151101 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5678ebbb-a17e-4217-bd64-cb57a219f218 req-8943679a-611f-43a9-8dc4-31a502076acf tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.74 "GET /v2.0/ports?device_id=0b019a7d-bfd7-4d05-b31c-8e44e8d1ef28 HTTP/1.1" status: 200 len: 944 time: 0.3213201 May 13 14:24:53.245374 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-6e77bc6b-b0d1-4ed1-9066-3a4639639a0b service neutron] 10.222.0.35 "GET /v2.0/networks/615f1b1d-e928-4b1a-811f-c88ac2129812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666831 May 13 14:24:53.261976 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-20b250d6-e607-4d87-955e-ce74c6907c13 service neutron] For port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:24:53.298692 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-5678ebbb-a17e-4217-bd64-cb57a219f218 req-abd4093f-06c1-4270-b60c-764f6f0bf847 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Deleting port f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:24:53.299233 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5678ebbb-a17e-4217-bd64-cb57a219f218 req-abd4093f-06c1-4270-b60c-764f6f0bf847 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:53.336763 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device d45390e8-aa8b-4155-8d53-1bddc4d2dd7b details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:24:53.357047 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a52c044-e055-4c49-a5d3-aa702a01401c None None] DHCP port deletion for c538e1b6-4cc3-4923-b017-2623884a0bb7 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:24:53.377702 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-20b250d6-e607-4d87-955e-ce74c6907c13 service neutron] Notify callbacks [] for binding, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:53.379435 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-20b250d6-e607-4d87-955e-ce74c6907c13 service neutron] 10.222.0.35 "POST /v2.0/ports/f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82/bindings HTTP/1.1" status: 201 len: 389 time: 0.9172890 May 13 14:24:53.380534 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1a52c044-e055-4c49-a5d3-aa702a01401c None None] Deleting port 703be8c4-4402-4976-908d-9624ebf8ab3f {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:24:53.381212 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1a52c044-e055-4c49-a5d3-aa702a01401c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:53.391020 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e083f0d2-a7fc-43ce-967d-a53962e6c3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:53.403472 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ed42d-6291-422d-95b8-bddaa8b3856a req-5691d46e-316a-4142-b590-24ef3dfe3227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:53.404964 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1d2ed42d-6291-422d-95b8-bddaa8b3856a req-5691d46e-316a-4142-b590-24ef3dfe3227 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a2ee0690-4c57-4e4e-b68b-865fc1c187b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3131194 May 13 14:24:53.405557 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e083f0d2-a7fc-43ce-967d-a53962e6c3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:53.506059 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9fe3fece-ed0e-4deb-a7d0-98610c708f31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:53.564008 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9fe3fece-ed0e-4deb-a7d0-98610c708f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:53.578624 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-692ea854-676a-433e-8e9a-d0e270c9297c admin admin] For port 703be8c4-4402-4976-908d-9624ebf8ab3f, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=703be8c4-4402-4976-908d-9624ebf8ab3f,segment=NetworkSegment(87d87624-ef43-4ae3-9b53-027e2d26135e),segment_id=87d87624-ef43-4ae3-9b53-027e2d26135e)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:53.578989 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-692ea854-676a-433e-8e9a-d0e270c9297c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:53.597667 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-da3fdfa8-b426-4071-b487-28be7258b0f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:53.623925 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e083f0d2-a7fc-43ce-967d-a53962e6c3a5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=092f09029ea347488d0bc90b47996c6e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2373085 May 13 14:24:53.626247 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35956) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:53.655226 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-da3fdfa8-b426-4071-b487-28be7258b0f6 None None] Transition to ACTIVE for port object 6a24e15d-39a4-4489-ba12-1b49eb835d61 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:24:53.673704 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083f0d2-a7fc-43ce-967d-a53962e6c3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209d4fb7-a4c6-47a9-b3e7-a21a4c58db66,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:53.733553 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-da3fdfa8-b426-4071-b487-28be7258b0f6 None None] Transition to ACTIVE for port object 6a24e15d-39a4-4489-ba12-1b49eb835d61 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:24:53.773520 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-669adc0c-cec2-4e3d-8814-c283395e1f82 service neutron] 10.222.0.35 "GET /v2.0/networks/615f1b1d-e928-4b1a-811f-c88ac2129812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5202138 May 13 14:24:53.780847 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-da3fdfa8-b426-4071-b487-28be7258b0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:53.787311 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-692ea854-676a-433e-8e9a-d0e270c9297c admin admin] Calling delete_port for 703be8c4-4402-4976-908d-9624ebf8ab3f owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:24:53.968786 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1d2ed42d-6291-422d-95b8-bddaa8b3856a req-419027d5-c665-4bba-8b01-d87081bdf3e6 service neutron] 10.222.0.59 "GET /v2.0/networks/a2ee0690-4c57-4e4e-b68b-865fc1c187b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515077 May 13 14:24:54.000201 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0612497e-03af-4174-a9a7-0bd861ec739e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1681413106-router', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:21:50Z', 'updated_at': '2022-05-13T14:21:55Z', 'revision_number': 4, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'gw_port': {'id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:51Z', 'updated_at': '2022-05-13T14:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '0e6cebc2-8e8c-4eac-bc94-35e56e5c3c8f', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'floating_ip_address': '172.25.0.178', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'port_id': '620d6e07-ba73-41bc-bee4-5bb0819c1af9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1', 'mac_address': 'fa:16:3e:40:9b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066c9740-6815-467c-8929-6e1122413fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:22:22Z', 'updated_at': '2022-05-13T14:24:47Z', 'revision_number': 5, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '362d736c-1ef0-4d5f-a1f0-88fc9891e11e', 'name': '', 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'mac_address': 'fa:16:3e:07:ad:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:54Z', 'updated_at': '2022-05-13T14:22:07Z', 'revision_number': 5, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'subnets': [{'id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:54.028528 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port d45390e8-aa8b-4155-8d53-1bddc4d2dd7b, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=d45390e8-aa8b-4155-8d53-1bddc4d2dd7b,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:54.037297 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e5d0acaa-7647-4ae5-9aef-76ac39096061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:54.063358 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-692ea854-676a-433e-8e9a-d0e270c9297c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:54.128145 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-1a52c044-e055-4c49-a5d3-aa702a01401c None None] For port 703be8c4-4402-4976-908d-9624ebf8ab3f, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=703be8c4-4402-4976-908d-9624ebf8ab3f,segment=NetworkSegment(87d87624-ef43-4ae3-9b53-027e2d26135e),segment_id=87d87624-ef43-4ae3-9b53-027e2d26135e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:54.128474 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1a52c044-e055-4c49-a5d3-aa702a01401c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:54.222937 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-9fe3fece-ed0e-4deb-a7d0-98610c708f31 admin admin] Allocated IP 172.25.0.121 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/442df221-d696-4c41-887d-78cc5d227059) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:24:54.239018 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ea854-676a-433e-8e9a-d0e270c9297c admin admin] Pushing event deleted for resources: {'Port': ['ID=703be8c4-4402-4976-908d-9624ebf8ab3f,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:54.241590 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692ea854-676a-433e-8e9a-d0e270c9297c admin admin] No DVR routers for this DVR port 703be8c4-4402-4976-908d-9624ebf8ab3f on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:24:54.293832 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-99913b34-ade7-4d7b-b98e-f86001849907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:54.295417 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-99913b34-ade7-4d7b-b98e-f86001849907 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d6ca075ae214d9490235db19234e57f&device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 1097 time: 0.4726734 May 13 14:24:54.301465 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ea854-676a-433e-8e9a-d0e270c9297c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:54.302042 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ea854-676a-433e-8e9a-d0e270c9297c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:54.302535 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ea854-676a-433e-8e9a-d0e270c9297c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:54.303011 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ea854-676a-433e-8e9a-d0e270c9297c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:54.303624 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ea854-676a-433e-8e9a-d0e270c9297c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:54.304164 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ea854-676a-433e-8e9a-d0e270c9297c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:54.304697 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ea854-676a-433e-8e9a-d0e270c9297c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:54.305250 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ea854-676a-433e-8e9a-d0e270c9297c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:54.305782 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ea854-676a-433e-8e9a-d0e270c9297c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:54.306328 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ea854-676a-433e-8e9a-d0e270c9297c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:54.306860 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ea854-676a-433e-8e9a-d0e270c9297c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:54.307413 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ea854-676a-433e-8e9a-d0e270c9297c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:54.381842 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1a52c044-e055-4c49-a5d3-aa702a01401c None None] Calling delete_port for 703be8c4-4402-4976-908d-9624ebf8ab3f owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:24:54.429014 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-5678ebbb-a17e-4217-bd64-cb57a219f218 req-abd4093f-06c1-4270-b60c-764f6f0bf847 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] For port f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:54.429487 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5678ebbb-a17e-4217-bd64-cb57a219f218 req-abd4093f-06c1-4270-b60c-764f6f0bf847 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:54.464997 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea7ba0-60ee-4e72-bf54-8e9ae3c2cf17 req-fecd81db-dbf6-445e-98af-38b24940ae5c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:54.464997 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-68ea7ba0-60ee-4e72-bf54-8e9ae3c2cf17 req-fecd81db-dbf6-445e-98af-38b24940ae5c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 947 time: 0.8416188 May 13 14:24:54.498535 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'd45390e8-aa8b-4155-8d53-1bddc4d2dd7b', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': 'd45390e8-aa8b-4155-8d53-1bddc4d2dd7b', 'mac_address': 'fa:16:3e:fd:7c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:24:54.521911 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3fdfa8-b426-4071-b487-28be7258b0f6 None None] Network 1bb618e8-c72d-478a-b168-a543534f1c66 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:24:54.559001 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e5d0acaa-7647-4ae5-9aef-76ac39096061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:54.612618 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 703be8c4-4402-4976-908d-9624ebf8ab3f no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:24:54.619081 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-5678ebbb-a17e-4217-bd64-cb57a219f218 req-abd4093f-06c1-4270-b60c-764f6f0bf847 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Calling delete_port for f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:24:54.703797 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-da3fdfa8-b426-4071-b487-28be7258b0f6 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:24:54.715063 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3fdfa8-b426-4071-b487-28be7258b0f6 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:24:54.749839 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3fdfa8-b426-4071-b487-28be7258b0f6 None None] Pushing event updated for resources: {'Port': ['ID=6a24e15d-39a4-4489-ba12-1b49eb835d61,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:54.753345 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0612497e-03af-4174-a9a7-0bd861ec739e None None] The sync data for ids ['534f6dcc-ca87-4315-bffe-29c21ebe17fc'] in n-d-841760-1 is: [{'id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1681413106-router', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:21:50Z', 'updated_at': '2022-05-13T14:21:55Z', 'revision_number': 4, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'gw_port': {'id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:51Z', 'updated_at': '2022-05-13T14:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '0e6cebc2-8e8c-4eac-bc94-35e56e5c3c8f', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'floating_ip_address': '172.25.0.178', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'port_id': '620d6e07-ba73-41bc-bee4-5bb0819c1af9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1', 'mac_address': 'fa:16:3e:40:9b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066c9740-6815-467c-8929-6e1122413fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:22:22Z', 'updated_at': '2022-05-13T14:24:47Z', 'revision_number': 5, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '362d736c-1ef0-4d5f-a1f0-88fc9891e11e', 'name': '', 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'mac_address': 'fa:16:3e:07:ad:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:54Z', 'updated_at': '2022-05-13T14:22:07Z', 'revision_number': 5, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'subnets': [{'id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:24:54.766983 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-68ea7ba0-60ee-4e72-bf54-8e9ae3c2cf17 req-7495027b-f572-4969-8c95-cf8d0b2c5e5d tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055959 May 13 14:24:54.789915 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1d2ed42d-6291-422d-95b8-bddaa8b3856a req-a0a1cdb8-5407-4934-82e2-22e18d6c5095 service neutron] 10.222.0.59 "GET /v2.0/networks/a2ee0690-4c57-4e4e-b68b-865fc1c187b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8075068 May 13 14:24:54.873664 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 703be8c4-4402-4976-908d-9624ebf8ab3f {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:24:54.874388 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 703be8c4-4402-4976-908d-9624ebf8ab3f not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:24:54.920860 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-370dee99-30e2-4730-80c0-08fd636d2daf'] response: {'server_uuid': '0b019a7d-bfd7-4d05-b31c-8e44e8d1ef28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40', 'code': 200} May 13 14:24:54.934600 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e5d0acaa-7647-4ae5-9aef-76ac39096061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:54.995330 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0acaa-7647-4ae5-9aef-76ac39096061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209d4fb7-a4c6-47a9-b3e7-a21a4c58db66,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:55.058126 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e5d0acaa-7647-4ae5-9aef-76ac39096061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:55.061437 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e5d0acaa-7647-4ae5-9aef-76ac39096061 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/209d4fb7-a4c6-47a9-b3e7-a21a4c58db66 HTTP/1.1" status: 204 len: 168 time: 1.3976066 May 13 14:24:55.071770 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5678ebbb-a17e-4217-bd64-cb57a219f218 req-abd4093f-06c1-4270-b60c-764f6f0bf847 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:55.108855 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9fe3fece-ed0e-4deb-a7d0-98610c708f31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:55.172486 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-1a52c044-e055-4c49-a5d3-aa702a01401c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:24:55.173144 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-1a52c044-e055-4c49-a5d3-aa702a01401c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:24:55.178382 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7002f0c5-52d4-4c38-8581-0e777b78fcb1 None None] New status for floating IP 0e6cebc2-8e8c-4eac-bc94-35e56e5c3c8f: ACTIVE {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:24:55.185853 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port d45390e8-aa8b-4155-8d53-1bddc4d2dd7b is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:55.187178 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:55.219996 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-692ea854-676a-433e-8e9a-d0e270c9297c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:55.238001 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-da3fdfa8-b426-4071-b487-28be7258b0f6 None None] Attempting to bind port 6a24e15d-39a4-4489-ba12-1b49eb835d61 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:24:55.239646 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-da3fdfa8-b426-4071-b487-28be7258b0f6 None None] Attempting to bind port 6a24e15d-39a4-4489-ba12-1b49eb835d61 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'fc461185-f11c-4aad-8bc4-bb6ca344cd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:24:55.240079 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4093f-06c1-4270-b60c-764f6f0bf847 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Pushing event deleted for resources: {'Port': ['ID=f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:55.240789 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3fdfa8-b426-4071-b487-28be7258b0f6 None None] Attempting to bind port 6a24e15d-39a4-4489-ba12-1b49eb835d61 on network 1bb618e8-c72d-478a-b168-a543534f1c66 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:24:55.246500 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d45390e8-aa8b-4155-8d53-1bddc4d2dd7b {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:24:55.255319 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-765b4af2-b0c5-4fcc-b4ac-085946f0fe65 req-4faa861c-3d7a-448d-95eb-d3a9c437ad25 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc1df088-0940-45b2-9abe-7f5596893b8d HTTP/1.1" status: 200 len: 210 time: 0.1584201 May 13 14:24:55.264224 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3fdfa8-b426-4071-b487-28be7258b0f6 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:24:55.265086 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3fdfa8-b426-4071-b487-28be7258b0f6 None None] Checking segment: {'id': 'fc461185-f11c-4aad-8bc4-bb6ca344cd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:24:55.265713 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-da3fdfa8-b426-4071-b487-28be7258b0f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:55.266562 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3fdfa8-b426-4071-b487-28be7258b0f6 None None] Bound using segment: {'id': 'fc461185-f11c-4aad-8bc4-bb6ca344cd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:24:55.277325 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-da3fdfa8-b426-4071-b487-28be7258b0f6 None None] Bound port: 6a24e15d-39a4-4489-ba12-1b49eb835d61, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc461185-f11c-4aad-8bc4-bb6ca344cd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:24:55.277897 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-da3fdfa8-b426-4071-b487-28be7258b0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:55.302458 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port d45390e8-aa8b-4155-8d53-1bddc4d2dd7b, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=d45390e8-aa8b-4155-8d53-1bddc4d2dd7b,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:55.335074 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:55.383399 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-692ea854-676a-433e-8e9a-d0e270c9297c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c538e1b6-4cc3-4923-b017-2623884a0bb7']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:55.442322 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:24:55.451464 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-692ea854-676a-433e-8e9a-d0e270c9297c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d87624-ef43-4ae3-9b53-027e2d26135e') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:55.451753 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-692ea854-676a-433e-8e9a-d0e270c9297c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d87624-ef43-4ae3-9b53-027e2d26135e') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:55.466594 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-ad0a1f3a-b0a4-4392-b462-e548cc252bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:55.473583 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-ad0a1f3a-b0a4-4392-b462-e548cc252bb5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d5027423-d39b-4c72-b023-a3c3d59a72d1 HTTP/1.1" status: 200 len: 920 time: 1.1455386 May 13 14:24:55.481414 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-5678ebbb-a17e-4217-bd64-cb57a219f218 req-abd4093f-06c1-4270-b60c-764f6f0bf847 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] No DVR routers for this DVR port f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:24:55.486426 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5678ebbb-a17e-4217-bd64-cb57a219f218 req-abd4093f-06c1-4270-b60c-764f6f0bf847 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:55.493525 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5678ebbb-a17e-4217-bd64-cb57a219f218 req-abd4093f-06c1-4270-b60c-764f6f0bf847 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.74 "DELETE /v2.0/ports/f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40 HTTP/1.1" status: 204 len: 173 time: 2.3321729 May 13 14:24:55.494170 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b019a7d-bfd7-4d05-b31c-8e44e8d1ef28', 'name': 'network-vif-deleted', 'tag': 'f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:55.494334 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-692ea854-676a-433e-8e9a-d0e270c9297c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:55.504984 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:24:55.505546 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:24:55.536196 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-da3fdfa8-b426-4071-b487-28be7258b0f6 None None] For port 6a24e15d-39a4-4489-ba12-1b49eb835d61, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:24:55.539008 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=d45390e8-aa8b-4155-8d53-1bddc4d2dd7b,revision_number=7']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:55.553739 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-da3fdfa8-b426-4071-b487-28be7258b0f6 None None] For port 6a24e15d-39a4-4489-ba12-1b49eb835d61, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6a24e15d-39a4-4489-ba12-1b49eb835d61,segment=NetworkSegment(fc461185-f11c-4aad-8bc4-bb6ca344cd38),segment_id=fc461185-f11c-4aad-8bc4-bb6ca344cd38)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:24:55.560299 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-da3fdfa8-b426-4071-b487-28be7258b0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:55.567697 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379e1be-224f-490c-be29-015287729e97 req-26a4a08f-9246-4bb3-8d87-49345ed0c2e0 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:55.576373 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b379e1be-224f-490c-be29-015287729e97 req-26a4a08f-9246-4bb3-8d87-49345ed0c2e0 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 946 time: 0.4571891 May 13 14:24:55.637693 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b379e1be-224f-490c-be29-015287729e97 req-e4627949-91b7-4de5-afa5-718c27600916 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574214 May 13 14:24:55.656418 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b2dd644-63a1-4e53-afa8-484c223374e5'] response: {'server_uuid': '0b019a7d-bfd7-4d05-b31c-8e44e8d1ef28', 'name': 'network-vif-deleted', 'tag': 'f106ff2e-e2b7-4a1d-a236-5a3a7a98ca40', 'status': 'completed', 'code': 200} May 13 14:24:55.729965 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-c807fc51-1150-4e11-a358-842b5bed5a71 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 HTTP/1.1" status: 200 len: 217 time: 0.2241988 May 13 14:24:55.778545 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-692ea854-676a-433e-8e9a-d0e270c9297c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:55.784791 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['d45390e8-aa8b-4155-8d53-1bddc4d2dd7b'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:24:55.812362 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9fe3fece-ed0e-4deb-a7d0-98610c708f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:55.818265 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-692ea854-676a-433e-8e9a-d0e270c9297c admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:24:55.818853 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-692ea854-676a-433e-8e9a-d0e270c9297c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:55.840961 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1a52c044-e055-4c49-a5d3-aa702a01401c None None] Deleting port 703be8c4-4402-4976-908d-9624ebf8ab3f {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:24:55.849287 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1a52c044-e055-4c49-a5d3-aa702a01401c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:55.942453 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:24:55.942453 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:24:55.942453 n-d-841760-1 neutron-server[88082]: timer() May 13 14:24:55.942453 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:24:55.942453 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:24:55.942453 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:24:55.942453 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:24:55.942453 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:24:55.942453 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:24:55.942453 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:24:55.942453 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:24:55.942453 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:24:55.942453 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:24:55.942453 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:24:55.942453 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:24:55.942453 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:24:55.942453 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:24:55.942453 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:24:55.942453 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:24:55.942453 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:24:55.942453 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:24:55.942453 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:24:55.942453 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:24:55.942453 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:24:55.942453 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:24:55.942453 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:24:55.942453 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:24:55.942453 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:24:55.942453 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:24:55.942453 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:24:55.942453 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:24:55.942453 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:24:56.029061 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389a76b-ad33-403d-9229-2251ef11de3a req-5c48c95a-b50e-4675-a7df-a07121f5a6d2 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:56.047846 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a389a76b-ad33-403d-9229-2251ef11de3a req-5c48c95a-b50e-4675-a7df-a07121f5a6d2 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79&tenant_id=652541c50878480891452a61002970b5&binding%3Ahost_id=n-h1-841760-1 HTTP/1.1" status: 200 len: 948 time: 0.2092712 May 13 14:24:56.111265 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1a52c044-e055-4c49-a5d3-aa702a01401c None None] The port '703be8c4-4402-4976-908d-9624ebf8ab3f' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:24:56.173614 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3fdfa8-b426-4071-b487-28be7258b0f6 None None] Pushing event updated for resources: {'Port': ['ID=6a24e15d-39a4-4489-ba12-1b49eb835d61,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:56.268878 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe3fece-ed0e-4deb-a7d0-98610c708f31 admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:24:56.286207 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-9fe3fece-ed0e-4deb-a7d0-98610c708f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:24:56.294076 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe3fece-ed0e-4deb-a7d0-98610c708f31 admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:24:56.368115 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389a76b-ad33-403d-9229-2251ef11de3a req-33ae5238-19bf-4473-98e4-4afcbb637635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:56.369693 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a389a76b-ad33-403d-9229-2251ef11de3a req-33ae5238-19bf-4473-98e4-4afcbb637635 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 1099 time: 0.2140760 May 13 14:24:56.409109 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-692ea854-676a-433e-8e9a-d0e270c9297c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:56.412018 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-cdf1180a-dfc9-484e-ac40-14902632fdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:56.413725 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-cdf1180a-dfc9-484e-ac40-14902632fdb6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d HTTP/1.1" status: 200 len: 859 time: 0.6781044 May 13 14:24:56.588413 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-692ea854-676a-433e-8e9a-d0e270c9297c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:56.652130 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-90b73e91-3361-4ea6-ab66-29af24b31e47 req-b0df85b9-6050-414b-82bb-fdaa54438728 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Synchronizing usage tracker for tenant:0b965b9ed3c14545bbd8d2dd215e4150 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:24:56.698010 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ea854-676a-433e-8e9a-d0e270c9297c admin admin] Pushing event deleted for resources: {'Network': ['ID=c538e1b6-4cc3-4923-b017-2623884a0bb7,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:56.706114 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3fece-ed0e-4deb-a7d0-98610c708f31 admin admin] Pushing event updated for resources: {'Port': ['ID=442df221-d696-4c41-887d-78cc5d227059,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:56.815238 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389a76b-ad33-403d-9229-2251ef11de3a req-d9916747-a7cb-47ee-b9a0-ae7c0dd53b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:56.816769 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a389a76b-ad33-403d-9229-2251ef11de3a req-d9916747-a7cb-47ee-b9a0-ae7c0dd53b1e service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.4388821 May 13 14:24:56.826955 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-a2b3b50b-864b-4959-bc66-ccd52a12aff1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d5027423-d39b-4c72-b023-a3c3d59a72d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3609247 May 13 14:24:56.901056 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-90b73e91-3361-4ea6-ab66-29af24b31e47 req-b0df85b9-6050-414b-82bb-fdaa54438728 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Unset dirty status for tenant:0b965b9ed3c14545bbd8d2dd215e4150 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:24:56.902467 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-90b73e91-3361-4ea6-ab66-29af24b31e47 req-b0df85b9-6050-414b-82bb-fdaa54438728 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc1df088-0940-45b2-9abe-7f5596893b8d HTTP/1.1" status: 200 len: 210 time: 0.3961735 May 13 14:24:56.903899 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a389a76b-ad33-403d-9229-2251ef11de3a req-0a6c77f3-6b1c-4400-9dae-83e4dc5d97a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=d45390e8-aa8b-4155-8d53-1bddc4d2dd7b HTTP/1.1" status: 200 len: 217 time: 0.0780108 May 13 14:24:57.000079 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-692ea854-676a-433e-8e9a-d0e270c9297c admin admin] 10.222.0.35 "DELETE /v2.0/networks/c538e1b6-4cc3-4923-b017-2623884a0bb7 HTTP/1.1" status: 204 len: 168 time: 4.4064329 May 13 14:24:57.007528 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389a76b-ad33-403d-9229-2251ef11de3a req-948d9fd3-d51f-4bf3-800b-1e7bc69b5dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:57.009045 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a389a76b-ad33-403d-9229-2251ef11de3a req-948d9fd3-d51f-4bf3-800b-1e7bc69b5dfe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.0982234 May 13 14:24:57.193479 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-060f7d34-7f94-4a5f-a552-88e4354f5bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:57.207985 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-57bcddca-d28c-4ac7-b0c3-cb978c047540 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:57.209523 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-57bcddca-d28c-4ac7-b0c3-cb978c047540 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.74 "GET /v2.0/networks?id=615f1b1d-e928-4b1a-811f-c88ac2129812 HTTP/1.1" status: 200 len: 805 time: 0.5093765 May 13 14:24:57.257114 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-b713f633-c58a-4996-b159-c94bbfcf8a91 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Request body: {'port': {'device_id': 'dc1df088-0940-45b2-9abe-7f5596893b8d', 'network_id': '615f1b1d-e928-4b1a-811f-c88ac2129812', 'admin_state_up': True, 'tenant_id': '0b965b9ed3c14545bbd8d2dd215e4150'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:57.286714 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5562b-85d9-4cf8-88de-518e454cc807 req-c1eb014f-e569-4367-bde5-55f27239b72f tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:57.306669 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6ca5562b-85d9-4cf8-88de-518e454cc807 req-c1eb014f-e569-4367-bde5-55f27239b72f tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 948 time: 1.3595638 May 13 14:24:57.341416 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device d45390e8-aa8b-4155-8d53-1bddc4d2dd7b up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:24:57.396014 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36022) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:57.438512 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389a76b-ad33-403d-9229-2251ef11de3a req-3cb6f90c-bc57-4bca-8455-a6eb8cf7402b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:57.447131 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a389a76b-ad33-403d-9229-2251ef11de3a req-3cb6f90c-bc57-4bca-8455-a6eb8cf7402b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4303834 May 13 14:24:57.450202 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port d45390e8-aa8b-4155-8d53-1bddc4d2dd7b triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:24:57.450764 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:57.486291 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6ca5562b-85d9-4cf8-88de-518e454cc807 req-de7c2681-0a11-481b-a780-91d4b37a93b4 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783834 May 13 14:24:57.498671 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-4c3164bc-f440-463a-9300-78b8a6699099 service neutron] 10.222.0.59 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5491505 May 13 14:24:57.669040 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port d45390e8-aa8b-4155-8d53-1bddc4d2dd7b is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:57.669893 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:57.692265 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9fe3fece-ed0e-4deb-a7d0-98610c708f31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:57.710190 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1c2e85-a6f8-40b8-8b36-32208c2cdb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45390e8-aa8b-4155-8d53-1bddc4d2dd7b'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:57.723639 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port d45390e8-aa8b-4155-8d53-1bddc4d2dd7b, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=d45390e8-aa8b-4155-8d53-1bddc4d2dd7b,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:57.729397 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:57.771849 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec6df2e-6184-4de3-bbc3-b77099bb8014 None None] Network 1bb618e8-c72d-478a-b168-a543534f1c66 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:24:58.008571 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d7eb7-a514-4de0-9f3e-473819f96ba5 req-d201491d-5d34-4a4a-a938-df633a9b0efe tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:58.011648 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-5bb75a6a-76a7-470c-9245-888867088d6a service neutron] 10.222.0.59 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477544 May 13 14:24:58.011810 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be4d7eb7-a514-4de0-9f3e-473819f96ba5 req-d201491d-5d34-4a4a-a938-df633a9b0efe tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 946 time: 0.8990953 May 13 14:24:58.037658 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-b713f633-c58a-4996-b159-c94bbfcf8a91 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:58.060531 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-32c83f6f-c417-49c7-91ff-c0de827ea61d None None] Provisioning for port 6a24e15d-39a4-4489-ba12-1b49eb835d61 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:24:58.137333 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5d5a5ed2-4ddc-4df7-bf19-890e3dc95394 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a24e43da66a247779f287d1e973a62f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7396221 May 13 14:24:58.140179 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-b713f633-c58a-4996-b159-c94bbfcf8a91 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:58.154824 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36034) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:58.181719 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=d45390e8-aa8b-4155-8d53-1bddc4d2dd7b,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:58.202937 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18e3271f-09f8-41d9-8a86-7c02c5e96ccb'] response: {'server_uuid': '7f1c2e85-a6f8-40b8-8b36-32208c2cdb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45390e8-aa8b-4155-8d53-1bddc4d2dd7b', 'code': 200} May 13 14:24:58.238627 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:58.314616 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6a24e15d-39a4-4489-ba12-1b49eb835d61 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:24:58.328148 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be4d7eb7-a514-4de0-9f3e-473819f96ba5 req-46058efe-3da2-4d9d-9702-cc631da3a0bb tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772689 May 13 14:24:58.358047 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-b713f633-c58a-4996-b159-c94bbfcf8a91 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Made reservation on behalf of 0b965b9ed3c14545bbd8d2dd215e4150 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:24:58.370001 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-b713f633-c58a-4996-b159-c94bbfcf8a91 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:58.465122 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 6a24e15d-39a4-4489-ba12-1b49eb835d61 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:24:58.487826 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 6a24e15d-39a4-4489-ba12-1b49eb835d61 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:24:58.490893 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:58.493359 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a389a76b-ad33-403d-9229-2251ef11de3a req-096f2a83-89b5-44bb-880a-d57d85ca8dab service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0388932 May 13 14:24:58.587913 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9fe3fece-ed0e-4deb-a7d0-98610c708f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:58.607138 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d3b6bb48-e0a0-4f7c-b689-d7c4985a7046 req-91b789e3-3e65-4996-957a-ebb0528c0d0d tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc1df088-0940-45b2-9abe-7f5596893b8d HTTP/1.1" status: 200 len: 210 time: 0.1770899 May 13 14:24:58.781801 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c4ab5ff4-1ac4-45fb-85de-f0b27a9b4813 None None] Provisioning complete for port 6a24e15d-39a4-4489-ba12-1b49eb835d61 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:24:58.782216 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c4ab5ff4-1ac4-45fb-85de-f0b27a9b4813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:58.851498 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 6a24e15d-39a4-4489-ba12-1b49eb835d61 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:58.851869 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:58.925214 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe3fece-ed0e-4deb-a7d0-98610c708f31 admin admin] Router 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:24:58.939390 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 6a24e15d-39a4-4489-ba12-1b49eb835d61, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6a24e15d-39a4-4489-ba12-1b49eb835d61,segment=NetworkSegment(fc461185-f11c-4aad-8bc4-bb6ca344cd38),segment_id=fc461185-f11c-4aad-8bc4-bb6ca344cd38)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:58.952365 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:59.026406 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a389a76b-ad33-403d-9229-2251ef11de3a req-f397f69e-c531-47c9-a5a0-0b2692ad632f service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5245512 May 13 14:24:59.046890 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c6cb9fed-89f6-4f3c-aed6-06038045f1c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:59.057734 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-c4ab5ff4-1ac4-45fb-85de-f0b27a9b4813 None None] Current status of the port 6a24e15d-39a4-4489-ba12-1b49eb835d61 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:59.058139 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c4ab5ff4-1ac4-45fb-85de-f0b27a9b4813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:59.149223 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c6cb9fed-89f6-4f3c-aed6-06038045f1c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:59.160445 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=6a24e15d-39a4-4489-ba12-1b49eb835d61,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:59.192555 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe3fece-ed0e-4deb-a7d0-98610c708f31 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:24:59.194141 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-c4ab5ff4-1ac4-45fb-85de-f0b27a9b4813 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:24:59.194501 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-c4ab5ff4-1ac4-45fb-85de-f0b27a9b4813 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:24:59.202072 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc3d915-e135-4095-af8b-963d060fecad None None] Sync routers for ids ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:24:59.215988 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc3d915-e135-4095-af8b-963d060fecad None None] Routers {'3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:24:59.216649 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-4bc3d915-e135-4095-af8b-963d060fecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:24:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:59.217357 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9fe3fece-ed0e-4deb-a7d0-98610c708f31 admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:59.218830 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9fe3fece-ed0e-4deb-a7d0-98610c708f31 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.5893068 May 13 14:24:59.221597 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36062) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:59.267610 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c6cb9fed-89f6-4f3c-aed6-06038045f1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:59.338720 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb9fed-89f6-4f3c-aed6-06038045f1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c529dc2e-4ace-4869-a3d4-e6415120abc8,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:59.377237 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f939ce3-e2f0-468b-b2d5-dbcca666440a req-f24d143c-b6da-412b-b9d8-a651fa408024 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:59.385309 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9f939ce3-e2f0-468b-b2d5-dbcca666440a req-f24d143c-b6da-412b-b9d8-a651fa408024 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 949 time: 0.5745795 May 13 14:24:59.471967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-b713f633-c58a-4996-b159-c94bbfcf8a91 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Allocated IP 172.20.0.5 (615f1b1d-e928-4b1a-811f-c88ac2129812/6e2eec62-0523-4521-82e3-9ab28f45e905/268c24bc-df2f-4511-9f62-1b089c7150d0) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:24:59.515471 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9f939ce3-e2f0-468b-b2d5-dbcca666440a req-35e0fefb-ed21-4075-abe4-5b7bcce3a746 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291864 May 13 14:24:59.516872 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c6cb9fed-89f6-4f3c-aed6-06038045f1c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:59.520324 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c6cb9fed-89f6-4f3c-aed6-06038045f1c7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c529dc2e-4ace-4869-a3d4-e6415120abc8 HTTP/1.1" status: 204 len: 168 time: 1.3601670 May 13 14:24:59.798710 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca70c4c6-3ffb-4a1b-9535-c287d184b69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:59.871773 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-4bc3d915-e135-4095-af8b-963d060fecad None None] Set router 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:24:59.942630 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-740cf1f1-6f5a-4b8e-bbcc-dfee8ac0b38a req-9c02c97f-3f45-45cb-849f-292fe80c71b5 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Synchronizing usage tracker for tenant:0b965b9ed3c14545bbd8d2dd215e4150 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:24:59.990463 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-740cf1f1-6f5a-4b8e-bbcc-dfee8ac0b38a req-9c02c97f-3f45-45cb-849f-292fe80c71b5 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Unset dirty status for tenant:0b965b9ed3c14545bbd8d2dd215e4150 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:25:00.005554 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-740cf1f1-6f5a-4b8e-bbcc-dfee8ac0b38a req-9c02c97f-3f45-45cb-849f-292fe80c71b5 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc1df088-0940-45b2-9abe-7f5596893b8d HTTP/1.1" status: 200 len: 210 time: 0.1180367 May 13 14:25:00.164886 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-b713f633-c58a-4996-b159-c94bbfcf8a91 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:00.212411 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-b713f633-c58a-4996-b159-c94bbfcf8a91 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:00.332362 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d40fee-477b-4f88-838c-00151fd890df req-47c93bf1-1630-4c9f-810f-d5c1c07a9700 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:00.339841 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-58d40fee-477b-4f88-838c-00151fd890df req-47c93bf1-1630-4c9f-810f-d5c1c07a9700 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 946 time: 0.5810168 May 13 14:25:00.372365 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-b713f633-c58a-4996-b159-c94bbfcf8a91 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Network 615f1b1d-e928-4b1a-811f-c88ac2129812 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:00.382409 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6a24e15d-39a4-4489-ba12-1b49eb835d61 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:25:00.385073 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-b713f633-c58a-4996-b159-c94bbfcf8a91 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:00.397725 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-b713f633-c58a-4996-b159-c94bbfcf8a91 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:25:00.417404 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-58d40fee-477b-4f88-838c-00151fd890df req-d4659f86-3741-46e1-8ac8-4c25ef7d654e tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725360 May 13 14:25:00.480674 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713f633-c58a-4996-b159-c94bbfcf8a91 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Pushing event updated for resources: {'Port': ['ID=268c24bc-df2f-4511-9f62-1b089c7150d0,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:00.584237 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-b713f633-c58a-4996-b159-c94bbfcf8a91 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:00.584895 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-b713f633-c58a-4996-b159-c94bbfcf8a91 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:00.622385 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-b713f633-c58a-4996-b159-c94bbfcf8a91 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3845062 May 13 14:25:00.629782 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-c4ab5ff4-1ac4-45fb-85de-f0b27a9b4813 None None] Current status of the port 6a24e15d-39a4-4489-ba12-1b49eb835d61 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:00.643401 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-7b6a98da-c36a-4dc8-a534-d61c7cee0dff service neutron] Request body: {'port': {'device_id': 'dc1df088-0940-45b2-9abe-7f5596893b8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:00.674998 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:00.715242 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:00.736076 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 6a24e15d-39a4-4489-ba12-1b49eb835d61 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:00.736696 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:00.839738 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-35900268-e636-4a36-b889-9f4fb3bdca3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:00.841388 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-4bc3d915-e135-4095-af8b-963d060fecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1279529598-router', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '442df221-d696-4c41-887d-78cc5d227059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:51Z', 'updated_at': '2022-05-13T14:24:57Z', 'revision_number': 3, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'gw_port': {'id': '442df221-d696-4c41-887d-78cc5d227059', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:53Z', 'updated_at': '2022-05-13T14:24:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:00.884854 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc3d915-e135-4095-af8b-963d060fecad None None] Checking router: 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:25:00.885475 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc3d915-e135-4095-af8b-963d060fecad None None] Updating router 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 port 442df221-d696-4c41-887d-78cc5d227059 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:25:00.929661 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c884d3b-2ac9-4491-8dff-bf4775e62459 req-084ce229-6576-4dc9-b47e-d03e8d8b8f89 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:00.931714 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-7b6a98da-c36a-4dc8-a534-d61c7cee0dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:00.937509 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1c884d3b-2ac9-4491-8dff-bf4775e62459 req-084ce229-6576-4dc9-b47e-d03e8d8b8f89 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 949 time: 0.2526345 May 13 14:25:01.007935 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 6a24e15d-39a4-4489-ba12-1b49eb835d61 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:01.011661 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1c884d3b-2ac9-4491-8dff-bf4775e62459 req-565a036f-5645-4cd6-a959-f5f2c8f51620 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739000 May 13 14:25:01.015971 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d915-e135-4095-af8b-963d060fecad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:01.111686 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36116) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:01.263652 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-5aa563d2-dcdf-4bdf-8e88-f75338bf5233 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1789347354-network', 'tenant_id': '1016ecb87f5e4c279209c713cff0a09f'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:01.268450 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5aa563d2-dcdf-4bdf-8e88-f75338bf5233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:01.273075 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5aa563d2-dcdf-4bdf-8e88-f75338bf5233 admin admin] Usage tracker for resource:network and tenant:1016ecb87f5e4c279209c713cff0a09f is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:01.280205 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5aa563d2-dcdf-4bdf-8e88-f75338bf5233 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:01.288171 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5aa563d2-dcdf-4bdf-8e88-f75338bf5233 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:01.309573 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa563d2-dcdf-4bdf-8e88-f75338bf5233 admin admin] Made reservation on behalf of 1016ecb87f5e4c279209c713cff0a09f for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:25:01.311851 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5aa563d2-dcdf-4bdf-8e88-f75338bf5233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:01.326256 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-35900268-e636-4a36-b889-9f4fb3bdca3c admin admin] Allocated IP 172.20.0.1 (1bb618e8-c72d-478a-b168-a543534f1c66/b35608d4-67e7-4682-8e58-7b2d9ed03d8c/2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:25:01.339880 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5aa563d2-dcdf-4bdf-8e88-f75338bf5233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:01.384387 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5aa563d2-dcdf-4bdf-8e88-f75338bf5233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:01.443825 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5aa563d2-dcdf-4bdf-8e88-f75338bf5233 admin admin] Usage tracker for resource:security_group_rule and tenant:1016ecb87f5e4c279209c713cff0a09f is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:01.454001 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5aa563d2-dcdf-4bdf-8e88-f75338bf5233 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:01.465620 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5aa563d2-dcdf-4bdf-8e88-f75338bf5233 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:01.466910 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d915-e135-4095-af8b-963d060fecad None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:01.468360 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7e3ed-12af-4a9d-acaa-81002f5bfbf8 req-7fc3d9e0-f622-4f39-bf99-275509a368c9 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:01.469961 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-88f7e3ed-12af-4a9d-acaa-81002f5bfbf8 req-7fc3d9e0-f622-4f39-bf99-275509a368c9 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 949 time: 0.2778978 May 13 14:25:01.490218 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-4bc3d915-e135-4095-af8b-963d060fecad None None] Transition to ACTIVE for port object 442df221-d696-4c41-887d-78cc5d227059 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:01.494493 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3813e7-d486-4c43-8436-1a05fafb4c62 req-986e8f57-6841-4152-8afe-aa8ea304ea7c tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:01.496516 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ef3813e7-d486-4c43-8436-1a05fafb4c62 req-986e8f57-6841-4152-8afe-aa8ea304ea7c tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc1df088-0940-45b2-9abe-7f5596893b8d HTTP/1.1" status: 200 len: 931 time: 0.3306348 May 13 14:25:01.504850 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d915-e135-4095-af8b-963d060fecad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:01.572526 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-7b6a98da-c36a-4dc8-a534-d61c7cee0dff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 268c24bc-df2f-4511-9f62-1b089c7150d0 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:25:01.579083 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-88f7e3ed-12af-4a9d-acaa-81002f5bfbf8 req-530191bb-232d-44fa-880b-5999b729377d tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946875 May 13 14:25:01.589017 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-7b6a98da-c36a-4dc8-a534-d61c7cee0dff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:01.602120 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ef3813e7-d486-4c43-8436-1a05fafb4c62 req-62cdc333-9508-4ab6-a90b-3b55d48cd19a tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922394 May 13 14:25:01.609913 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-35900268-e636-4a36-b889-9f4fb3bdca3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:01.617900 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-4bc3d915-e135-4095-af8b-963d060fecad None None] Attempting to bind port 442df221-d696-4c41-887d-78cc5d227059 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:25:01.618469 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-4bc3d915-e135-4095-af8b-963d060fecad None None] Attempting to bind port 442df221-d696-4c41-887d-78cc5d227059 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:25:01.619019 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc3d915-e135-4095-af8b-963d060fecad None None] Attempting to bind port 442df221-d696-4c41-887d-78cc5d227059 on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:01.631677 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39da33f-48df-4f95-8740-66875a14ce2e None None] Pushing event updated for resources: {'Port': ['ID=442df221-d696-4c41-887d-78cc5d227059,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:01.637801 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc3d915-e135-4095-af8b-963d060fecad None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:25:01.638706 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc3d915-e135-4095-af8b-963d060fecad None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:01.639936 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d915-e135-4095-af8b-963d060fecad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:01.640391 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc3d915-e135-4095-af8b-963d060fecad None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:25:01.642220 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-7b6a98da-c36a-4dc8-a534-d61c7cee0dff service neutron] Transition to ACTIVE for port object 268c24bc-df2f-4511-9f62-1b089c7150d0 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:01.643529 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-4bc3d915-e135-4095-af8b-963d060fecad None None] Bound port: 442df221-d696-4c41-887d-78cc5d227059, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:25:01.646362 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d915-e135-4095-af8b-963d060fecad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:01.646641 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-7b6a98da-c36a-4dc8-a534-d61c7cee0dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:01.662795 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-35900268-e636-4a36-b889-9f4fb3bdca3c admin admin] Transition to ACTIVE for port object 2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:01.712160 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5aa563d2-dcdf-4bdf-8e88-f75338bf5233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:01.719725 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5aa563d2-dcdf-4bdf-8e88-f75338bf5233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:01.766896 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa563d2-dcdf-4bdf-8e88-f75338bf5233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57ba17e-0e9c-4caf-a253-4805b8e325af,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:01.774827 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa563d2-dcdf-4bdf-8e88-f75338bf5233 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:25:01.786208 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-35900268-e636-4a36-b889-9f4fb3bdca3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:01.794057 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5aa563d2-dcdf-4bdf-8e88-f75338bf5233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:01.794414 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-5aa563d2-dcdf-4bdf-8e88-f75338bf5233 admin admin] Added segment 96487450-a760-40b8-8659-17d41c0e6886 of type vlan for network 2ac367d0-0a17-4f39-8584-9463d6f61d19 May 13 14:25:01.807280 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-4bc3d915-e135-4095-af8b-963d060fecad None None] For port 442df221-d696-4c41-887d-78cc5d227059, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:01.822389 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-4bc3d915-e135-4095-af8b-963d060fecad None None] For port 442df221-d696-4c41-887d-78cc5d227059, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=442df221-d696-4c41-887d-78cc5d227059,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:25:01.829935 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d915-e135-4095-af8b-963d060fecad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:01.886081 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35900268-e636-4a36-b889-9f4fb3bdca3c admin admin] Network 1bb618e8-c72d-478a-b168-a543534f1c66 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:01.899501 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-35900268-e636-4a36-b889-9f4fb3bdca3c admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:01.906368 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35900268-e636-4a36-b889-9f4fb3bdca3c admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:25:01.929680 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a98da-c36a-4dc8-a534-d61c7cee0dff service neutron] Pushing event updated for resources: {'Port': ['ID=268c24bc-df2f-4511-9f62-1b089c7150d0,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:01.942057 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35900268-e636-4a36-b889-9f4fb3bdca3c admin admin] Pushing event updated for resources: {'Port': ['ID=2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:01.951201 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5aa563d2-dcdf-4bdf-8e88-f75338bf5233 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:02.035904 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-35900268-e636-4a36-b889-9f4fb3bdca3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:02.100587 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:02.129899 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc3d915-e135-4095-af8b-963d060fecad None None] Routers {'3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:25:02.130469 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-4bc3d915-e135-4095-af8b-963d060fecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:25:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:02.255087 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-7b6a98da-c36a-4dc8-a534-d61c7cee0dff service neutron] Attempting to bind port 268c24bc-df2f-4511-9f62-1b089c7150d0 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:25:02.255458 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-7b6a98da-c36a-4dc8-a534-d61c7cee0dff service neutron] Attempting to bind port 268c24bc-df2f-4511-9f62-1b089c7150d0 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '4de81870-514b-421a-aa28-4abfc32b1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '615f1b1d-e928-4b1a-811f-c88ac2129812'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:25:02.255949 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-7b6a98da-c36a-4dc8-a534-d61c7cee0dff service neutron] Attempting to bind port 268c24bc-df2f-4511-9f62-1b089c7150d0 on network 615f1b1d-e928-4b1a-811f-c88ac2129812 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:02.290730 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37ac65-53c0-41be-ba94-02779c0ca3b8 req-40208aaf-42c3-4762-907b-92af8b578a08 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:02.301877 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9f37ac65-53c0-41be-ba94-02779c0ca3b8 req-40208aaf-42c3-4762-907b-92af8b578a08 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 946 time: 0.4100125 May 13 14:25:02.305701 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39da33f-48df-4f95-8740-66875a14ce2e None None] Pushing event updated for resources: {'Port': ['ID=442df221-d696-4c41-887d-78cc5d227059,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:02.307242 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36154) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:02.317966 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5aa563d2-dcdf-4bdf-8e88-f75338bf5233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:02.319147 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa563d2-dcdf-4bdf-8e88-f75338bf5233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:02.319889 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5aa563d2-dcdf-4bdf-8e88-f75338bf5233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:02.322560 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39da33f-48df-4f95-8740-66875a14ce2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:02.323148 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39da33f-48df-4f95-8740-66875a14ce2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:02.323598 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39da33f-48df-4f95-8740-66875a14ce2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:02.324025 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39da33f-48df-4f95-8740-66875a14ce2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:02.324429 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39da33f-48df-4f95-8740-66875a14ce2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:02.324833 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39da33f-48df-4f95-8740-66875a14ce2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:02.325229 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39da33f-48df-4f95-8740-66875a14ce2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:02.326147 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39da33f-48df-4f95-8740-66875a14ce2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:02.326495 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39da33f-48df-4f95-8740-66875a14ce2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:02.326916 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39da33f-48df-4f95-8740-66875a14ce2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:02.327324 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39da33f-48df-4f95-8740-66875a14ce2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:02.327722 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39da33f-48df-4f95-8740-66875a14ce2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:02.340397 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-7b6a98da-c36a-4dc8-a534-d61c7cee0dff service neutron] Port 268c24bc-df2f-4511-9f62-1b089c7150d0 on network 615f1b1d-e928-4b1a-811f-c88ac2129812 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:25:02.340735 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-7b6a98da-c36a-4dc8-a534-d61c7cee0dff service neutron] Attempting to bind port 268c24bc-df2f-4511-9f62-1b089c7150d0 on network 615f1b1d-e928-4b1a-811f-c88ac2129812 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:02.353000 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-7b6a98da-c36a-4dc8-a534-d61c7cee0dff service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:25:02.353880 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-7b6a98da-c36a-4dc8-a534-d61c7cee0dff service neutron] Checking segment: {'id': '4de81870-514b-421a-aa28-4abfc32b1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '615f1b1d-e928-4b1a-811f-c88ac2129812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:02.354002 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8830938d-520f-44d1-a2be-d755e3209c00 req-52ac3911-9dd5-420a-b40c-52f6ea683d38 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=652541c50878480891452a61002970b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0839951 May 13 14:25:02.354431 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-7b6a98da-c36a-4dc8-a534-d61c7cee0dff service neutron] Bound using segment: {'id': '4de81870-514b-421a-aa28-4abfc32b1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '615f1b1d-e928-4b1a-811f-c88ac2129812'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:25:02.354431 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-7b6a98da-c36a-4dc8-a534-d61c7cee0dff service neutron] Bound port: 268c24bc-df2f-4511-9f62-1b089c7150d0, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de81870-514b-421a-aa28-4abfc32b1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '615f1b1d-e928-4b1a-811f-c88ac2129812'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:25:02.354431 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-7b6a98da-c36a-4dc8-a534-d61c7cee0dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:02.427412 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-22df3119-d5fa-4ca1-99fa-bb96cb7d4c52 None None] Provisioning for port 2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:02.440742 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-22df3119-d5fa-4ca1-99fa-bb96cb7d4c52 None None] Provisioning complete for port 2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:02.441256 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-22df3119-d5fa-4ca1-99fa-bb96cb7d4c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:02.492029 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9f37ac65-53c0-41be-ba94-02779c0ca3b8 req-b7758132-c685-4292-89c9-53c40623cd50 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891794 May 13 14:25:02.493253 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-7b6a98da-c36a-4dc8-a534-d61c7cee0dff service neutron] For port 268c24bc-df2f-4511-9f62-1b089c7150d0, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:02.494181 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-4bc3d915-e135-4095-af8b-963d060fecad None None] Set router 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:25:02.504267 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-7b6a98da-c36a-4dc8-a534-d61c7cee0dff service neutron] For port 268c24bc-df2f-4511-9f62-1b089c7150d0, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=268c24bc-df2f-4511-9f62-1b089c7150d0,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:25:02.515235 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-7b6a98da-c36a-4dc8-a534-d61c7cee0dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:02.578955 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0c34ef50-d069-451d-8616-293e17977bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:02.580637 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-7b6a98da-c36a-4dc8-a534-d61c7cee0dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:02.582214 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-7b6a98da-c36a-4dc8-a534-d61c7cee0dff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:02.583612 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-7b6a98da-c36a-4dc8-a534-d61c7cee0dff service neutron] 10.222.0.74 "PUT /v2.0/ports/268c24bc-df2f-4511-9f62-1b089c7150d0 HTTP/1.1" status: 200 len: 1091 time: 1.9456553 May 13 14:25:02.586678 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc1df088-0940-45b2-9abe-7f5596893b8d', 'tag': '268c24bc-df2f-4511-9f62-1b089c7150d0'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:02.608467 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a98da-c36a-4dc8-a534-d61c7cee0dff service neutron] Pushing event updated for resources: {'Port': ['ID=268c24bc-df2f-4511-9f62-1b089c7150d0,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:02.617692 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5aa563d2-dcdf-4bdf-8e88-f75338bf5233 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.5037634 May 13 14:25:02.620813 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36162) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:02.625009 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa563d2-dcdf-4bdf-8e88-f75338bf5233 admin admin] Pushing event updated for resources: {'Network': ['ID=2ac367d0-0a17-4f39-8584-9463d6f61d19,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:02.630399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-50582d09-dfa6-46c4-86eb-e03022b6979d admin admin] Request body: {'subnet': {'network_id': '2ac367d0-0a17-4f39-8584-9463d6f61d19', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1789347354-subnet', 'tenant_id': '1016ecb87f5e4c279209c713cff0a09f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:02.636399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-50582d09-dfa6-46c4-86eb-e03022b6979d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:02.645624 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-50582d09-dfa6-46c4-86eb-e03022b6979d admin admin] Usage tracker for resource:subnet and tenant:1016ecb87f5e4c279209c713cff0a09f is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:02.648741 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-50582d09-dfa6-46c4-86eb-e03022b6979d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:02.652981 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 2ac367d0-0a17-4f39-8584-9463d6f61d19 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:25:02.656762 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-50582d09-dfa6-46c4-86eb-e03022b6979d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:02.666115 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0c34ef50-d069-451d-8616-293e17977bfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:02.676081 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-22df3119-d5fa-4ca1-99fa-bb96cb7d4c52 None None] Port 2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:25:02.677942 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0c34ef50-d069-451d-8616-293e17977bfc admin admin] Usage tracker for resource:security_group_rule and tenant:58d297beca9846faaeb2c5429a92bb31 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:02.696189 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0c34ef50-d069-451d-8616-293e17977bfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:02.711467 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0c34ef50-d069-451d-8616-293e17977bfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:02.720089 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830938d-520f-44d1-a2be-d755e3209c00 req-3e136170-9369-41fa-9913-aee35e3cf891 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:02.720338 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2edfb2c6-57c3-47a9-8864-2f28c1adf923'] response: {'name': 'network-changed', 'server_uuid': 'dc1df088-0940-45b2-9abe-7f5596893b8d', 'tag': '268c24bc-df2f-4511-9f62-1b089c7150d0', 'status': 'completed', 'code': 200} May 13 14:25:02.727609 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8830938d-520f-44d1-a2be-d755e3209c00 req-3e136170-9369-41fa-9913-aee35e3cf891 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3732049 May 13 14:25:02.744417 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50582d09-dfa6-46c4-86eb-e03022b6979d admin admin] Made reservation on behalf of 1016ecb87f5e4c279209c713cff0a09f for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:25:02.746859 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-50582d09-dfa6-46c4-86eb-e03022b6979d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:02.759157 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8830938d-520f-44d1-a2be-d755e3209c00 req-8cbab852-e730-40ff-b602-08129354e81c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/quotas/652541c50878480891452a61002970b5 HTTP/1.1" status: 200 len: 375 time: 0.0302432 May 13 14:25:02.908022 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-26d6a4f8-3eef-4561-af48-eedf6e1baa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:02.909520 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-26d6a4f8-3eef-4561-af48-eedf6e1baa46 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0b965b9ed3c14545bbd8d2dd215e4150&device_id=dc1df088-0940-45b2-9abe-7f5596893b8d HTTP/1.1" status: 200 len: 1094 time: 0.2505560 May 13 14:25:02.984652 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-4bc3d915-e135-4095-af8b-963d060fecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1279529598-router', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '442df221-d696-4c41-887d-78cc5d227059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:51Z', 'updated_at': '2022-05-13T14:24:57Z', 'revision_number': 3, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'gw_port': {'id': '442df221-d696-4c41-887d-78cc5d227059', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:53Z', 'updated_at': '2022-05-13T14:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:02.989836 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc3d915-e135-4095-af8b-963d060fecad None None] The sync data for ids ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'] in n-d-841760-1 is: [{'id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1279529598-router', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '442df221-d696-4c41-887d-78cc5d227059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:51Z', 'updated_at': '2022-05-13T14:24:57Z', 'revision_number': 3, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'gw_port': {'id': '442df221-d696-4c41-887d-78cc5d227059', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:53Z', 'updated_at': '2022-05-13T14:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:25:02.997360 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-35900268-e636-4a36-b889-9f4fb3bdca3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:03.006566 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-73f08646-97f0-4906-a2a1-b37cdb576008 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=268c24bc-df2f-4511-9f62-1b089c7150d0 HTTP/1.1" status: 200 len: 217 time: 0.0827267 May 13 14:25:03.066423 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c66b46-8b49-4e2d-b347-a623f6b2a8e8 req-3783e2ac-14ab-4dc9-ba4e-46fcff7f2e09 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:03.067969 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b7c66b46-8b49-4e2d-b347-a623f6b2a8e8 req-3783e2ac-14ab-4dc9-ba4e-46fcff7f2e09 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc1df088-0940-45b2-9abe-7f5596893b8d HTTP/1.1" status: 200 len: 943 time: 0.2563334 May 13 14:25:03.113109 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8830938d-520f-44d1-a2be-d755e3209c00 req-ce21654e-7ab1-4c9a-95bb-77d32644219b tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3527262 May 13 14:25:03.178648 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-17990677-eda1-4c3a-9aae-075ef8885f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:03.179988 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-17990677-eda1-4c3a-9aae-075ef8885f72 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6e2eec62-0523-4521-82e3-9ab28f45e905 HTTP/1.1" status: 200 len: 845 time: 0.1663859 May 13 14:25:03.238535 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-5e671e0d-4f0f-438b-814b-fa48b45a8c6e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=615f1b1d-e928-4b1a-811f-c88ac2129812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499284 May 13 14:25:03.243086 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b7c66b46-8b49-4e2d-b347-a623f6b2a8e8 req-d0331c75-c66a-4bc6-b580-a3c2eb194b95 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531384 May 13 14:25:03.298450 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0c34ef50-d069-451d-8616-293e17977bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:03.319892 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0c34ef50-d069-451d-8616-293e17977bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:03.413291 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0c34ef50-d069-451d-8616-293e17977bfc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=58d297beca9846faaeb2c5429a92bb31&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1015799 May 13 14:25:03.414741 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36174) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:03.426804 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34ef50-d069-451d-8616-293e17977bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7b794e-c17d-444b-b3bc-3c87acecdce7,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:03.502477 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-908e7108-06f8-4d1b-b878-03442290c8f2 req-3c378a5d-37a6-42b1-b558-d4a8b9411a59 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 210 time: 0.1212199 May 13 14:25:03.543811 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-84498b73-bcf5-42a0-aa7f-ec6d4afe864f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:03.544171 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-35900268-e636-4a36-b889-9f4fb3bdca3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:03.559942 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-35900268-e636-4a36-b889-9f4fb3bdca3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:03.573319 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-50582d09-dfa6-46c4-86eb-e03022b6979d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:03.653589 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-519f60f2-ae96-4b8a-8a65-d4eb8343bb2b service neutron] 10.222.0.74 "GET /v2.0/networks/615f1b1d-e928-4b1a-811f-c88ac2129812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066439 May 13 14:25:03.658718 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50582d09-dfa6-46c4-86eb-e03022b6979d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9791e2a2-58e1-47af-a960-adc89812e0cd,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:03.746664 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-35900268-e636-4a36-b889-9f4fb3bdca3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:03.759698 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35900268-e636-4a36-b889-9f4fb3bdca3c admin admin] Pushing event updated for resources: {'Port': ['ID=2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:03.783071 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50582d09-dfa6-46c4-86eb-e03022b6979d admin admin] Checking segment: {'id': '96487450-a760-40b8-8659-17d41c0e6886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2ac367d0-0a17-4f39-8584-9463d6f61d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:03.783467 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50582d09-dfa6-46c4-86eb-e03022b6979d admin admin] Network hostable DHCP agents. Network: 2ac367d0-0a17-4f39-8584-9463d6f61d19, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:25:03.835718 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9c2583bd-12eb-4a46-bd91-4e048ea0d4bd req-dc36d361-7915-4a43-a5e7-d1bd22e772da service neutron] 10.222.0.74 "GET /v2.0/networks/615f1b1d-e928-4b1a-811f-c88ac2129812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730702 May 13 14:25:03.837165 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50582d09-dfa6-46c4-86eb-e03022b6979d admin admin] Network 2ac367d0-0a17-4f39-8584-9463d6f61d19 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:25:03.841666 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-84498b73-bcf5-42a0-aa7f-ec6d4afe864f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:03.862636 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-50582d09-dfa6-46c4-86eb-e03022b6979d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 2ac367d0-0a17-4f39-8584-9463d6f61d19) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:03.871496 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50582d09-dfa6-46c4-86eb-e03022b6979d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:03.872255 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-50582d09-dfa6-46c4-86eb-e03022b6979d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:03.873508 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b228b7a-77e4-4f57-887e-02327134e580 None None] Network 2ac367d0-0a17-4f39-8584-9463d6f61d19 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:25:03.898856 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-50582d09-dfa6-46c4-86eb-e03022b6979d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2768600 May 13 14:25:03.902051 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36188) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:03.907838 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-e8edde05-2307-4f24-8bb4-7096376c1a62 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1789347354-router', 'tenant_id': '1016ecb87f5e4c279209c713cff0a09f', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:03.915490 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e8edde05-2307-4f24-8bb4-7096376c1a62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:03.921750 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e8edde05-2307-4f24-8bb4-7096376c1a62 admin admin] Usage tracker for resource:router and tenant:1016ecb87f5e4c279209c713cff0a09f is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:03.926908 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e8edde05-2307-4f24-8bb4-7096376c1a62 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:03.936238 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e8edde05-2307-4f24-8bb4-7096376c1a62 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:03.949828 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e8edde05-2307-4f24-8bb4-7096376c1a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:03.951492 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e8edde05-2307-4f24-8bb4-7096376c1a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:04.076989 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-84498b73-bcf5-42a0-aa7f-ec6d4afe864f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:04.079195 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e8edde05-2307-4f24-8bb4-7096376c1a62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:04.122741 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85572b-18fa-41f5-80e9-b15b54a8acaa req-8a3aaba9-050c-4a2a-8f13-30dee25979c7 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:04.134415 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9b85572b-18fa-41f5-80e9-b15b54a8acaa req-8a3aaba9-050c-4a2a-8f13-30dee25979c7 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 946 time: 0.4637885 May 13 14:25:04.160825 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84498b73-bcf5-42a0-aa7f-ec6d4afe864f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7b794e-c17d-444b-b3bc-3c87acecdce7,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:04.201745 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35900268-e636-4a36-b889-9f4fb3bdca3c admin admin] Network 1bb618e8-c72d-478a-b168-a543534f1c66 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:04.202817 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-84498b73-bcf5-42a0-aa7f-ec6d4afe864f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:04.204091 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-84498b73-bcf5-42a0-aa7f-ec6d4afe864f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7b7b794e-c17d-444b-b3bc-3c87acecdce7 HTTP/1.1" status: 204 len: 168 time: 0.7835116 May 13 14:25:04.212340 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-35900268-e636-4a36-b889-9f4fb3bdca3c admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:04.234288 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6305b8eb-c6ee-46dd-b76c-c3295fd3d2fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-2ac367d0-0a17-4f39-8584-9463d6f61d19', 'network_id': '2ac367d0-0a17-4f39-8584-9463d6f61d19', 'tenant_id': '1016ecb87f5e4c279209c713cff0a09f', 'fixed_ips': [{'subnet_id': '9791e2a2-58e1-47af-a960-adc89812e0cd'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:25:04.236566 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6305b8eb-c6ee-46dd-b76c-c3295fd3d2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:04.246989 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9b85572b-18fa-41f5-80e9-b15b54a8acaa req-d27c8fb5-b7a3-4293-bac6-9cfc5da38d94 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116059 May 13 14:25:04.293798 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 442df221-d696-4c41-887d-78cc5d227059 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:25:04.309578 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce78d8-11b6-4b7b-89ba-409ca76cfda4 req-04f643e2-ef18-4fb3-ab7c-875dab23bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:04.311082 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bfce78d8-11b6-4b7b-89ba-409ca76cfda4 req-04f643e2-ef18-4fb3-ab7c-875dab23bdc0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0b965b9ed3c14545bbd8d2dd215e4150&device_id=dc1df088-0940-45b2-9abe-7f5596893b8d HTTP/1.1" status: 200 len: 1094 time: 0.3524559 May 13 14:25:04.591541 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 442df221-d696-4c41-887d-78cc5d227059 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:04.607687 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 442df221-d696-4c41-887d-78cc5d227059 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:04.608072 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:04.769664 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f3fe75b0-96ea-4658-95bd-14111bb279e7 None None] Provisioning complete for port 2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:04.770181 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f3fe75b0-96ea-4658-95bd-14111bb279e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:04.810657 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-6305b8eb-c6ee-46dd-b76c-c3295fd3d2fb None None] Allocated IP 172.20.0.2 (2ac367d0-0a17-4f39-8584-9463d6f61d19/9791e2a2-58e1-47af-a960-adc89812e0cd/474ac5bb-17b8-41e1-a560-3aa04e53ca6a) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:25:04.829925 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1ab8ab39-65a3-48fa-8189-d0fd1e375b82 req-49c97235-6d85-45cc-80bb-981a8c58871a tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 210 time: 0.0466197 May 13 14:25:04.865267 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35900268-e636-4a36-b889-9f4fb3bdca3c admin admin] Router 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:25:04.949661 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f3fe75b0-96ea-4658-95bd-14111bb279e7 None None] Port 2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:25:04.958420 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 442df221-d696-4c41-887d-78cc5d227059 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:04.958420 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:04.979424 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e8edde05-2307-4f24-8bb4-7096376c1a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:05.012339 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce78d8-11b6-4b7b-89ba-409ca76cfda4 req-e809c003-390c-4176-8d4a-a4cbdf416e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:05.014322 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bfce78d8-11b6-4b7b-89ba-409ca76cfda4 req-e809c003-390c-4176-8d4a-a4cbdf416e1e service neutron] 10.222.0.74 "GET /v2.0/networks?id=615f1b1d-e928-4b1a-811f-c88ac2129812 HTTP/1.1" status: 200 len: 906 time: 0.6369934 May 13 14:25:05.076824 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 442df221-d696-4c41-887d-78cc5d227059, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=442df221-d696-4c41-887d-78cc5d227059,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:05.082345 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:05.226088 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35900268-e636-4a36-b889-9f4fb3bdca3c admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:25:05.230876 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-35900268-e636-4a36-b889-9f4fb3bdca3c admin admin] 10.222.0.35 "PUT /v2.0/routers/3cdb3676-acbe-42fb-a135-9c1aeb6eceb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0079544 May 13 14:25:05.255166 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bfce78d8-11b6-4b7b-89ba-409ca76cfda4 req-1b5b8359-db2a-4b18-8682-8ca219940cdc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=268c24bc-df2f-4511-9f62-1b089c7150d0 HTTP/1.1" status: 200 len: 217 time: 0.2343569 May 13 14:25:05.262387 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8830938d-520f-44d1-a2be-d755e3209c00 req-7f56cb2b-de99-4f05-a7b8-fe2378b5a17d tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=652541c50878480891452a61002970b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494447 May 13 14:25:05.439075 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=442df221-d696-4c41-887d-78cc5d227059,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:05.444681 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98219e38-73b0-429d-8404-7f6e1b9b2592 None None] Sync routers for ids ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:25:05.462306 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98219e38-73b0-429d-8404-7f6e1b9b2592 None None] Routers {'3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:25:05.462930 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-98219e38-73b0-429d-8404-7f6e1b9b2592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:25:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:05.513725 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad13766-229a-45fc-b5eb-40ff0a79b251 req-b9b6809e-f6ca-4d11-9e76-0e0c4a91aece tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:05.515969 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1ad13766-229a-45fc-b5eb-40ff0a79b251 req-b9b6809e-f6ca-4d11-9e76-0e0c4a91aece tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc1df088-0940-45b2-9abe-7f5596893b8d HTTP/1.1" status: 200 len: 943 time: 0.9827433 May 13 14:25:05.533700 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6305b8eb-c6ee-46dd-b76c-c3295fd3d2fb None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:05.562058 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6305b8eb-c6ee-46dd-b76c-c3295fd3d2fb None None] Transition to ACTIVE for port object 474ac5bb-17b8-41e1-a560-3aa04e53ca6a will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:05.581393 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c45a8-0553-4b34-abd1-ff17bfae0028 req-51160cea-4808-4cd3-88f2-15f151dd93f0 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:05.589785 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1a5c45a8-0553-4b34-abd1-ff17bfae0028 req-51160cea-4808-4cd3-88f2-15f151dd93f0 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 946 time: 0.1407368 May 13 14:25:05.609011 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6305b8eb-c6ee-46dd-b76c-c3295fd3d2fb None None] Transition to ACTIVE for port object 474ac5bb-17b8-41e1-a560-3aa04e53ca6a will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:05.617288 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6305b8eb-c6ee-46dd-b76c-c3295fd3d2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:05.632642 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36224) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:05.706235 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1a5c45a8-0553-4b34-abd1-ff17bfae0028 req-406c8e4b-8727-4281-8584-0be2e3bd62db tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151159 May 13 14:25:05.719960 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-98219e38-73b0-429d-8404-7f6e1b9b2592 None None] Set router 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:25:05.774620 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6305b8eb-c6ee-46dd-b76c-c3295fd3d2fb None None] Network 2ac367d0-0a17-4f39-8584-9463d6f61d19 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:05.780723 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce78d8-11b6-4b7b-89ba-409ca76cfda4 req-496a3cf9-687c-4d1d-bbae-58b9287e7c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:05.782299 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-6305b8eb-c6ee-46dd-b76c-c3295fd3d2fb None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:05.783521 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bfce78d8-11b6-4b7b-89ba-409ca76cfda4 req-496a3cf9-687c-4d1d-bbae-58b9287e7c68 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6e2eec62-0523-4521-82e3-9ab28f45e905 HTTP/1.1" status: 200 len: 845 time: 0.5200043 May 13 14:25:05.792162 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305b8eb-c6ee-46dd-b76c-c3295fd3d2fb None None] Pushing event updated for resources: {'Port': ['ID=474ac5bb-17b8-41e1-a560-3aa04e53ca6a,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:05.804624 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6305b8eb-c6ee-46dd-b76c-c3295fd3d2fb None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:25:05.851764 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-03e5d224-c32e-4e73-b179-26411486cb69 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-61582653-network', 'tenant_id': '31b88fba682a40f4abf9c2e6f3dd4da1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:05.861044 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-03e5d224-c32e-4e73-b179-26411486cb69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:05.869640 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-03e5d224-c32e-4e73-b179-26411486cb69 admin admin] Usage tracker for resource:network and tenant:31b88fba682a40f4abf9c2e6f3dd4da1 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:05.873804 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bfce78d8-11b6-4b7b-89ba-409ca76cfda4 req-97f42220-76f0-4be9-aef8-3432a01968fb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=615f1b1d-e928-4b1a-811f-c88ac2129812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762713 May 13 14:25:05.877130 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-03e5d224-c32e-4e73-b179-26411486cb69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:05.895681 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-03e5d224-c32e-4e73-b179-26411486cb69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:05.914098 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e5d224-c32e-4e73-b179-26411486cb69 admin admin] Made reservation on behalf of 31b88fba682a40f4abf9c2e6f3dd4da1 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:25:05.918417 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-03e5d224-c32e-4e73-b179-26411486cb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:05.923860 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1ad13766-229a-45fc-b5eb-40ff0a79b251 req-8c75b875-b3ca-4d12-a879-439afb714dfb tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787805 May 13 14:25:05.941423 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-03e5d224-c32e-4e73-b179-26411486cb69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:06.002251 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-03e5d224-c32e-4e73-b179-26411486cb69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:06.007216 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-03e5d224-c32e-4e73-b179-26411486cb69 admin admin] Usage tracker for resource:security_group_rule and tenant:31b88fba682a40f4abf9c2e6f3dd4da1 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:06.010470 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-03e5d224-c32e-4e73-b179-26411486cb69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:06.024300 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-03e5d224-c32e-4e73-b179-26411486cb69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:06.090312 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830938d-520f-44d1-a2be-d755e3209c00 req-476326ce-a93d-451c-ba50-b7f1f86d7d17 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:06.091490 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-98219e38-73b0-429d-8404-7f6e1b9b2592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1279529598-router', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '442df221-d696-4c41-887d-78cc5d227059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:51Z', 'updated_at': '2022-05-13T14:25:02Z', 'revision_number': 4, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'gw_port': {'id': '442df221-d696-4c41-887d-78cc5d227059', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:53Z', 'updated_at': '2022-05-13T14:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3', 'name': '', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'mac_address': 'fa:16:3e:3e:a0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:00Z', 'updated_at': '2022-05-13T14:25:03Z', 'revision_number': 2, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'subnets': [{'id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:06.091988 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8830938d-520f-44d1-a2be-d755e3209c00 req-476326ce-a93d-451c-ba50-b7f1f86d7d17 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8241758 May 13 14:25:06.096158 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98219e38-73b0-429d-8404-7f6e1b9b2592 None None] Checking router: 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:25:06.096744 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98219e38-73b0-429d-8404-7f6e1b9b2592 None None] Updating router 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 port 2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3 binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:25:06.120362 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6305b8eb-c6ee-46dd-b76c-c3295fd3d2fb None None] Attempting to bind port 474ac5bb-17b8-41e1-a560-3aa04e53ca6a on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:25:06.121091 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6305b8eb-c6ee-46dd-b76c-c3295fd3d2fb None None] Attempting to bind port 474ac5bb-17b8-41e1-a560-3aa04e53ca6a by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '96487450-a760-40b8-8659-17d41c0e6886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2ac367d0-0a17-4f39-8584-9463d6f61d19'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:25:06.121547 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6305b8eb-c6ee-46dd-b76c-c3295fd3d2fb None None] Attempting to bind port 474ac5bb-17b8-41e1-a560-3aa04e53ca6a on network 2ac367d0-0a17-4f39-8584-9463d6f61d19 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:06.135839 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6305b8eb-c6ee-46dd-b76c-c3295fd3d2fb None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:25:06.136731 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6305b8eb-c6ee-46dd-b76c-c3295fd3d2fb None None] Checking segment: {'id': '96487450-a760-40b8-8659-17d41c0e6886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2ac367d0-0a17-4f39-8584-9463d6f61d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:06.138643 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6305b8eb-c6ee-46dd-b76c-c3295fd3d2fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:06.140444 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6305b8eb-c6ee-46dd-b76c-c3295fd3d2fb None None] Bound using segment: {'id': '96487450-a760-40b8-8659-17d41c0e6886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2ac367d0-0a17-4f39-8584-9463d6f61d19'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:25:06.142228 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6305b8eb-c6ee-46dd-b76c-c3295fd3d2fb None None] Bound port: 474ac5bb-17b8-41e1-a560-3aa04e53ca6a, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96487450-a760-40b8-8659-17d41c0e6886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2ac367d0-0a17-4f39-8584-9463d6f61d19'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:25:06.142933 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6305b8eb-c6ee-46dd-b76c-c3295fd3d2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:06.199012 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-98219e38-73b0-429d-8404-7f6e1b9b2592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:06.249703 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-03e5d224-c32e-4e73-b179-26411486cb69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:06.258729 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-03e5d224-c32e-4e73-b179-26411486cb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:06.265643 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 442df221-d696-4c41-887d-78cc5d227059 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:25:06.300229 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5d224-c32e-4e73-b179-26411486cb69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57db2598-69aa-4b92-863d-19b1adb43c7c,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:06.375040 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-8830938d-520f-44d1-a2be-d755e3209c00 req-996c391d-ee5b-4046-9ba5-d033d948d464 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Request body: {'port': {'device_id': 'b9a8ba36-1c81-46a8-8e94-43d47290d25e', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'admin_state_up': True, 'tenant_id': '652541c50878480891452a61002970b5'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:06.376553 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 442df221-d696-4c41-887d-78cc5d227059 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:06.376993 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:06.432677 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-6305b8eb-c6ee-46dd-b76c-c3295fd3d2fb None None] For port 474ac5bb-17b8-41e1-a560-3aa04e53ca6a, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:06.445344 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-6305b8eb-c6ee-46dd-b76c-c3295fd3d2fb None None] For port 474ac5bb-17b8-41e1-a560-3aa04e53ca6a, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=474ac5bb-17b8-41e1-a560-3aa04e53ca6a,segment=NetworkSegment(96487450-a760-40b8-8659-17d41c0e6886),segment_id=96487450-a760-40b8-8659-17d41c0e6886)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:25:06.451850 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6305b8eb-c6ee-46dd-b76c-c3295fd3d2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:06.570831 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305b8eb-c6ee-46dd-b76c-c3295fd3d2fb None None] Pushing event updated for resources: {'Port': ['ID=474ac5bb-17b8-41e1-a560-3aa04e53ca6a,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:06.608159 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-9853b432-cd97-45fb-a4f3-0add928713a1 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:06.608865 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-9853b432-cd97-45fb-a4f3-0add928713a1 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Synchronizing usage tracker for tenant:8a13abebe64d4bc6a2fa87bb71e99399 on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:25:06.633296 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-9853b432-cd97-45fb-a4f3-0add928713a1 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Unset dirty status for tenant:8a13abebe64d4bc6a2fa87bb71e99399 on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:25:06.640303 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 442df221-d696-4c41-887d-78cc5d227059 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:06.641563 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-9853b432-cd97-45fb-a4f3-0add928713a1 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/networks?id=1bb618e8-c72d-478a-b168-a543534f1c66 HTTP/1.1" status: 200 len: 821 time: 0.3425188 May 13 14:25:06.652929 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e5d224-c32e-4e73-b179-26411486cb69 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:25:06.672344 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-a5cb5fd2-7163-420c-aa6e-e151886daed2 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/quotas/8a13abebe64d4bc6a2fa87bb71e99399 HTTP/1.1" status: 200 len: 375 time: 0.0296247 May 13 14:25:06.679382 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-03e5d224-c32e-4e73-b179-26411486cb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:06.679989 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-03e5d224-c32e-4e73-b179-26411486cb69 admin admin] Added segment 212baf6b-5017-40bb-96cc-46cb7ca012f5 of type vlan for network 0e26aec9-4c39-41a9-af37-ccef8c346b04 May 13 14:25:06.681601 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8d639ef5-ad76-4b71-9f8e-936f5508362c req-bc25b72d-6bdd-4532-b7d9-ebc27716bab4 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 210 time: 0.3148277 May 13 14:25:06.731682 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bfce78d8-11b6-4b7b-89ba-409ca76cfda4 req-806b8618-985c-4a61-9c96-2d7d105f74c4 service neutron] 10.222.0.74 "GET /v2.0/networks/615f1b1d-e928-4b1a-811f-c88ac2129812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8473959 May 13 14:25:06.774140 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-03e5d224-c32e-4e73-b179-26411486cb69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:06.799338 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-98219e38-73b0-429d-8404-7f6e1b9b2592 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:06.820758 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-98219e38-73b0-429d-8404-7f6e1b9b2592 None None] Transition to ACTIVE for port object 2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3 will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:06.832030 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-98219e38-73b0-429d-8404-7f6e1b9b2592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:06.832537 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-03e5d224-c32e-4e73-b179-26411486cb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:06.833767 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e5d224-c32e-4e73-b179-26411486cb69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:06.834349 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-03e5d224-c32e-4e73-b179-26411486cb69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:06.873713 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-c05d9fb2-1a14-4330-8916-e72cc9272a68 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Synchronizing usage tracker for tenant:8a13abebe64d4bc6a2fa87bb71e99399 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:25:06.978419 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5d224-c32e-4e73-b179-26411486cb69 admin admin] Pushing event updated for resources: {'Network': ['ID=0e26aec9-4c39-41a9-af37-ccef8c346b04,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:06.984864 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-03e5d224-c32e-4e73-b179-26411486cb69 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3508923 May 13 14:25:06.987536 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36254) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:06.992572 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 0e26aec9-4c39-41a9-af37-ccef8c346b04 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:25:06.994624 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-631ab022-f9c6-40ad-b146-1cf4dc409687 admin admin] Request body: {'subnet': {'network_id': '0e26aec9-4c39-41a9-af37-ccef8c346b04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-61582653-subnet', 'tenant_id': '31b88fba682a40f4abf9c2e6f3dd4da1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:06.998351 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-c05d9fb2-1a14-4330-8916-e72cc9272a68 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Unset dirty status for tenant:8a13abebe64d4bc6a2fa87bb71e99399 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:25:06.999691 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-c05d9fb2-1a14-4330-8916-e72cc9272a68 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8a13abebe64d4bc6a2fa87bb71e99399&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3014729 May 13 14:25:07.002056 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-631ab022-f9c6-40ad-b146-1cf4dc409687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:07.006954 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-631ab022-f9c6-40ad-b146-1cf4dc409687 admin admin] Usage tracker for resource:subnet and tenant:31b88fba682a40f4abf9c2e6f3dd4da1 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:07.014269 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e8edde05-2307-4f24-8bb4-7096376c1a62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:07.067382 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca76a6d-e715-4ac5-a422-8716981aed6e None None] Pushing event updated for resources: {'Port': ['ID=2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:07.072530 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-631ab022-f9c6-40ad-b146-1cf4dc409687 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:07.093667 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-631ab022-f9c6-40ad-b146-1cf4dc409687 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:07.111502 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e8edde05-2307-4f24-8bb4-7096376c1a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:07.215075 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-8830938d-520f-44d1-a2be-d755e3209c00 req-996c391d-ee5b-4046-9ba5-d033d948d464 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:07.219571 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631ab022-f9c6-40ad-b146-1cf4dc409687 admin admin] Made reservation on behalf of 31b88fba682a40f4abf9c2e6f3dd4da1 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:25:07.222763 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-631ab022-f9c6-40ad-b146-1cf4dc409687 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:07.287829 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-8830938d-520f-44d1-a2be-d755e3209c00 req-996c391d-ee5b-4046-9ba5-d033d948d464 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:07.313887 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-98219e38-73b0-429d-8404-7f6e1b9b2592 None None] Attempting to bind port 2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:25:07.314362 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-98219e38-73b0-429d-8404-7f6e1b9b2592 None None] Attempting to bind port 2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'fc461185-f11c-4aad-8bc4-bb6ca344cd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:25:07.314864 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98219e38-73b0-429d-8404-7f6e1b9b2592 None None] Attempting to bind port 2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3 on network 1bb618e8-c72d-478a-b168-a543534f1c66 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:07.320344 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bfce78d8-11b6-4b7b-89ba-409ca76cfda4 req-ac76b3bd-e7b5-4c7d-be55-13e6b6b2d977 service neutron] 10.222.0.74 "GET /v2.0/networks/615f1b1d-e928-4b1a-811f-c88ac2129812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5802391 May 13 14:25:07.321728 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98219e38-73b0-429d-8404-7f6e1b9b2592 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:25:07.322190 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98219e38-73b0-429d-8404-7f6e1b9b2592 None None] Checking segment: {'id': 'fc461185-f11c-4aad-8bc4-bb6ca344cd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:07.322648 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-98219e38-73b0-429d-8404-7f6e1b9b2592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:07.323173 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98219e38-73b0-429d-8404-7f6e1b9b2592 None None] Bound using segment: {'id': 'fc461185-f11c-4aad-8bc4-bb6ca344cd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:25:07.323722 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-98219e38-73b0-429d-8404-7f6e1b9b2592 None None] Bound port: 2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc461185-f11c-4aad-8bc4-bb6ca344cd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:25:07.324181 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-98219e38-73b0-429d-8404-7f6e1b9b2592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:07.343145 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8830938d-520f-44d1-a2be-d755e3209c00 req-996c391d-ee5b-4046-9ba5-d033d948d464 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Made reservation on behalf of 652541c50878480891452a61002970b5 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:25:07.347077 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8830938d-520f-44d1-a2be-d755e3209c00 req-996c391d-ee5b-4046-9ba5-d033d948d464 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:07.370827 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-9e2aaf17-4de7-457b-8fd3-bb2b687a07d1 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:07.372403 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-9e2aaf17-4de7-457b-8fd3-bb2b687a07d1 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1&tenant_id=4d6ca075ae214d9490235db19234e57f&binding%3Ahost_id=n-h2-841760-1 HTTP/1.1" status: 200 len: 1097 time: 0.4814687 May 13 14:25:07.408934 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-63f36acc-d8fb-466d-8933-fcca05335f10 service neutron] 10.222.0.35 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904588 May 13 14:25:07.416729 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-356f743d-53c6-4436-b571-22e1b63e0eea service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-841760-1'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:07.447655 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-98219e38-73b0-429d-8404-7f6e1b9b2592 None None] For port 2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:07.452034 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-98219e38-73b0-429d-8404-7f6e1b9b2592 None None] For port 2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3,segment=NetworkSegment(fc461185-f11c-4aad-8bc4-bb6ca344cd38),segment_id=fc461185-f11c-4aad-8bc4-bb6ca344cd38)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:25:07.457716 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-98219e38-73b0-429d-8404-7f6e1b9b2592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:07.501821 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618ae28-f513-4191-b231-a38649e45079 req-abff73c4-aef0-45a7-807c-72a223926924 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:07.503996 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0618ae28-f513-4191-b231-a38649e45079 req-abff73c4-aef0-45a7-807c-72a223926924 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 1096 time: 0.6268458 May 13 14:25:07.520002 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 268c24bc-df2f-4511-9f62-1b089c7150d0 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:25:07.548496 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca76a6d-e715-4ac5-a422-8716981aed6e None None] Pushing event updated for resources: {'Port': ['ID=2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3,revision_number=4']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:07.568999 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98219e38-73b0-429d-8404-7f6e1b9b2592 None None] Routers {'3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:25:07.569807 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-98219e38-73b0-429d-8404-7f6e1b9b2592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:25:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:07.640499 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-3e9c56e5-fa89-4115-bb2a-2e64c13f3efd service neutron] 10.222.0.35 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306268 May 13 14:25:07.686830 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-e8edde05-2307-4f24-8bb4-7096376c1a62 admin admin] Allocated IP 172.25.0.209 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/2eb817b7-ba11-47f8-a01e-c72d38ad9c4b) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:25:07.774173 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-631ab022-f9c6-40ad-b146-1cf4dc409687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:07.795665 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0618ae28-f513-4191-b231-a38649e45079 req-36388a2e-baa7-42c1-ab05-67e834311d01 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789736 May 13 14:25:07.802712 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-98219e38-73b0-429d-8404-7f6e1b9b2592 None None] Set router 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:25:07.816825 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 268c24bc-df2f-4511-9f62-1b089c7150d0, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=268c24bc-df2f-4511-9f62-1b089c7150d0,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:07.851736 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '268c24bc-df2f-4511-9f62-1b089c7150d0', 'network_id': '615f1b1d-e928-4b1a-811f-c88ac2129812', 'port_id': '268c24bc-df2f-4511-9f62-1b089c7150d0', 'mac_address': 'fa:16:3e:b6:9e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e2eec62-0523-4521-82e3-9ab28f45e905', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:25:07.945877 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-356f743d-53c6-4436-b571-22e1b63e0eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:08.032882 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631ab022-f9c6-40ad-b146-1cf4dc409687 admin admin] Checking segment: {'id': '212baf6b-5017-40bb-96cc-46cb7ca012f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0e26aec9-4c39-41a9-af37-ccef8c346b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:08.033413 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631ab022-f9c6-40ad-b146-1cf4dc409687 admin admin] Network hostable DHCP agents. Network: 0e26aec9-4c39-41a9-af37-ccef8c346b04, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:25:08.061830 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ab022-f9c6-40ad-b146-1cf4dc409687 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d98d3701-9056-4eba-bf1f-28c8c023123f,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:08.072163 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 268c24bc-df2f-4511-9f62-1b089c7150d0 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:08.072546 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:08.098224 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631ab022-f9c6-40ad-b146-1cf4dc409687 admin admin] Network 0e26aec9-4c39-41a9-af37-ccef8c346b04 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:25:08.125686 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 268c24bc-df2f-4511-9f62-1b089c7150d0 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:25:08.133957 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-631ab022-f9c6-40ad-b146-1cf4dc409687 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 0e26aec9-4c39-41a9-af37-ccef8c346b04) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:08.143144 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631ab022-f9c6-40ad-b146-1cf4dc409687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:08.146825 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-631ab022-f9c6-40ad-b146-1cf4dc409687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:08.184238 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 268c24bc-df2f-4511-9f62-1b089c7150d0, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=268c24bc-df2f-4511-9f62-1b089c7150d0,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:08.196869 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b34e3f0-af5d-48ab-90a6-6fbef1db3fb9 None None] Network 0e26aec9-4c39-41a9-af37-ccef8c346b04 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:25:08.234304 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:08.260364 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-8830938d-520f-44d1-a2be-d755e3209c00 req-996c391d-ee5b-4046-9ba5-d033d948d464 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Allocated IP 192.168.233.70 (7d165b7c-a84b-4191-823a-46e347c23eb5/fb4bc443-ac8b-4686-9d3b-15c2430aa8ca/d7527f73-d685-4e34-b9a0-bf049239d26c) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:25:08.323230 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-631ab022-f9c6-40ad-b146-1cf4dc409687 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3344457 May 13 14:25:08.413203 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3748c13-6480-4fd5-b692-78849e0263dc req-33cdfd5b-05a7-42c6-adc8-8c6605d65db8 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:08.425206 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efa5a31-f833-4895-9507-3927f81c2ea9 None None] Network 2ac367d0-0a17-4f39-8584-9463d6f61d19 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:25:08.428167 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e3748c13-6480-4fd5-b692-78849e0263dc req-33cdfd5b-05a7-42c6-adc8-8c6605d65db8 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc1df088-0940-45b2-9abe-7f5596893b8d HTTP/1.1" status: 200 len: 944 time: 0.2604179 May 13 14:25:08.541962 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e3748c13-6480-4fd5-b692-78849e0263dc req-ebda6ff0-2cf8-4ae0-adb3-60f220bff740 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120379 May 13 14:25:08.578580 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 474ac5bb-17b8-41e1-a560-3aa04e53ca6a up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:25:08.585249 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e8edde05-2307-4f24-8bb4-7096376c1a62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:08.683464 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0709182-73ca-44f1-b26e-16cf254ac608 req-4c7a4351-477f-4044-97fd-9c89dafb69e4 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:08.693290 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c0709182-73ca-44f1-b26e-16cf254ac608 req-4c7a4351-477f-4044-97fd-9c89dafb69e4 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 946 time: 0.6436102 May 13 14:25:08.714401 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-98219e38-73b0-429d-8404-7f6e1b9b2592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1279529598-router', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '442df221-d696-4c41-887d-78cc5d227059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:51Z', 'updated_at': '2022-05-13T14:25:02Z', 'revision_number': 4, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'gw_port': {'id': '442df221-d696-4c41-887d-78cc5d227059', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:53Z', 'updated_at': '2022-05-13T14:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3', 'name': '', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'mac_address': 'fa:16:3e:3e:a0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:00Z', 'updated_at': '2022-05-13T14:25:07Z', 'revision_number': 4, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'subnets': [{'id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:08.720769 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98219e38-73b0-429d-8404-7f6e1b9b2592 None None] The sync data for ids ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'] in n-d-841760-1 is: [{'id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1279529598-router', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '442df221-d696-4c41-887d-78cc5d227059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:51Z', 'updated_at': '2022-05-13T14:25:02Z', 'revision_number': 4, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'gw_port': {'id': '442df221-d696-4c41-887d-78cc5d227059', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:53Z', 'updated_at': '2022-05-13T14:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3', 'name': '', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'mac_address': 'fa:16:3e:3e:a0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:00Z', 'updated_at': '2022-05-13T14:25:07Z', 'revision_number': 4, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'subnets': [{'id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:25:08.775038 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1850a91e-5110-461c-98f0-9cee5332c310 req-72b3a7c9-33c4-4302-9a4d-eabbd0b59f3f tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 210 time: 0.0636158 May 13 14:25:08.864612 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-356f743d-53c6-4436-b571-22e1b63e0eea service neutron] For port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:08.906851 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-356f743d-53c6-4436-b571-22e1b63e0eea service neutron] For port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:08.961676 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-1c9567b2-2278-4089-a98c-8352363bcbba None None] Provisioning for port 474ac5bb-17b8-41e1-a560-3aa04e53ca6a completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:09.021485 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['268c24bc-df2f-4511-9f62-1b089c7150d0'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:25:09.093818 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=268c24bc-df2f-4511-9f62-1b089c7150d0,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:09.116230 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 474ac5bb-17b8-41e1-a560-3aa04e53ca6a completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:09.145808 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 474ac5bb-17b8-41e1-a560-3aa04e53ca6a triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:09.146439 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:09.180585 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c0709182-73ca-44f1-b26e-16cf254ac608 req-e2b146ca-6255-44bf-91a6-5b6d69aee123 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4861653 May 13 14:25:09.265100 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a260025-debd-4d44-be08-79c8e2a4bad1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:09.274572 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-356f743d-53c6-4436-b571-22e1b63e0eea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:09.286168 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e8edde05-2307-4f24-8bb4-7096376c1a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:09.404082 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8edde05-2307-4f24-8bb4-7096376c1a62 admin admin] Pushing event updated for resources: {'Port': ['ID=2eb817b7-ba11-47f8-a01e-c72d38ad9c4b,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:09.411497 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8edde05-2307-4f24-8bb4-7096376c1a62 admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:09.412976 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-356f743d-53c6-4436-b571-22e1b63e0eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:09.423838 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:25:09.537669 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-e8edde05-2307-4f24-8bb4-7096376c1a62 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:09.543863 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8edde05-2307-4f24-8bb4-7096376c1a62 admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:25:09.631396 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6c206498-f878-4143-8e90-cbe3ddbd4498 req-d7298a7a-23f7-4242-855f-daf88026141e tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/ports?device_id=391f6a36-c109-4bbb-ba78-349a045ab204 HTTP/1.1" status: 200 len: 210 time: 0.2149253 May 13 14:25:09.830267 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac1d642-0210-4a5f-a5ed-3c591d2d4b2c None None] Network 0e26aec9-4c39-41a9-af37-ccef8c346b04 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:25:09.944808 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82, host n-h2-841760-1, got binding levels [] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:09.953010 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8830938d-520f-44d1-a2be-d755e3209c00 req-996c391d-ee5b-4046-9ba5-d033d948d464 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:10.155670 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Attempting to bind port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 on host n-h2-841760-1 for vnic_type normal with profile {"migrating_to": "n-h1-841760-1"} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:25:10.156021 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Attempting to bind port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:25:10.156382 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Attempting to bind port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:10.172709 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 474ac5bb-17b8-41e1-a560-3aa04e53ca6a is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:10.172940 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:10.202447 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:25:10.202447 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Attempting to bind port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:10.222113 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-1e51560c-2595-44bd-a49d-3946b99e8a12 None None] Provisioning complete for port 474ac5bb-17b8-41e1-a560-3aa04e53ca6a triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:10.222490 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1e51560c-2595-44bd-a49d-3946b99e8a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:10.277129 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:25:10.277516 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Checking segment: {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:10.278112 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Bound using segment: {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:25:10.278588 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Bound port: f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:25:10.278958 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:10.348247 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-8830938d-520f-44d1-a2be-d755e3209c00 req-996c391d-ee5b-4046-9ba5-d033d948d464 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Transition to ACTIVE for port object d7527f73-d685-4e34-b9a0-bf049239d26c will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:10.392431 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-9c447304-1d3c-4133-97bc-fadf1dfc6979 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:25:10.396184 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-9c447304-1d3c-4133-97bc-fadf1dfc6979 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494921 May 13 14:25:10.410311 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 474ac5bb-17b8-41e1-a560-3aa04e53ca6a, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=474ac5bb-17b8-41e1-a560-3aa04e53ca6a,segment=NetworkSegment(96487450-a760-40b8-8659-17d41c0e6886),segment_id=96487450-a760-40b8-8659-17d41c0e6886)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:10.414259 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-8f180c0d-2fc8-44a6-a2dc-bc90ccdb7b0a service neutron] Request body: {'binding': {'host': 'n-h2-841760-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:10.414852 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-8f180c0d-2fc8-44a6-a2dc-bc90ccdb7b0a service neutron] Unknown quota resources ['binding']. {{(pid=88081) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 13 14:25:10.431069 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:10.451692 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f743d-53c6-4436-b571-22e1b63e0eea service neutron] Pushing event updated for resources: {'Port': ['ID=f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82,revision_number=7']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:10.502001 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-356f743d-53c6-4436-b571-22e1b63e0eea service neutron] Attempting to bind port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 on host n-h2-841760-1 for vnic_type normal with profile {"migrating_to": "n-h1-841760-1"} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:25:10.502339 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-356f743d-53c6-4436-b571-22e1b63e0eea service neutron] Attempting to bind port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:25:10.502671 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-356f743d-53c6-4436-b571-22e1b63e0eea service neutron] Attempting to bind port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:10.532653 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82, host n-h2-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:10.566461 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-356f743d-53c6-4436-b571-22e1b63e0eea service neutron] Port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:25:10.566785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-356f743d-53c6-4436-b571-22e1b63e0eea service neutron] Attempting to bind port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:10.601519 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-356f743d-53c6-4436-b571-22e1b63e0eea service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:25:10.601859 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-356f743d-53c6-4436-b571-22e1b63e0eea service neutron] Checking segment: {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:10.602244 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-356f743d-53c6-4436-b571-22e1b63e0eea service neutron] Bound using segment: {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:25:10.602676 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-356f743d-53c6-4436-b571-22e1b63e0eea service neutron] Bound port: f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:25:10.603360 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-356f743d-53c6-4436-b571-22e1b63e0eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:10.603789 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:25:10.647503 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-0bdb07fa-06f1-4a29-a637-3d707f99b358 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:10.648934 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-0bdb07fa-06f1-4a29-a637-3d707f99b358 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.74 "GET /v2.0/networks?id=1bb618e8-c72d-478a-b168-a543534f1c66 HTTP/1.1" status: 200 len: 821 time: 0.9908144 May 13 14:25:10.666353 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:25:10.679724 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-f122b342-4739-4ef4-a95d-762b44e89d57 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Request body: {'port': {'device_id': '391f6a36-c109-4bbb-ba78-349a045ab204', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'admin_state_up': True, 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:10.684434 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:10.687734 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=474ac5bb-17b8-41e1-a560-3aa04e53ca6a,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:10.705056 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-0f8089ab-0271-4bae-93e7-52e67855bd78 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:10.706639 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-0f8089ab-0271-4bae-93e7-52e67855bd78 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/networks?id=0e26aec9-4c39-41a9-af37-ccef8c346b04 HTTP/1.1" status: 200 len: 813 time: 0.7265749 May 13 14:25:10.746105 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1e51560c-2595-44bd-a49d-3946b99e8a12 None None] Current status of the port 474ac5bb-17b8-41e1-a560-3aa04e53ca6a is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:10.871270 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:10.880050 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 has no active binding in host n-h1-841760-1 {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 13 14:25:10.882752 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:10.887784 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:10.888147 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:11.008583 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:11.008821 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:11.043349 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3,segment=NetworkSegment(fc461185-f11c-4aad-8bc4-bb6ca344cd38),segment_id=fc461185-f11c-4aad-8bc4-bb6ca344cd38)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:11.047392 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:11.085685 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8830938d-520f-44d1-a2be-d755e3209c00 req-996c391d-ee5b-4046-9ba5-d033d948d464 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:11.088006 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-68732bf8-102e-4086-8841-ec41962e6754 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/quotas/31b88fba682a40f4abf9c2e6f3dd4da1 HTTP/1.1" status: 200 len: 375 time: 0.3037877 May 13 14:25:11.103011 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['5c3b8323-c681-47e7-b717-f6319ae7043a', 'd45390e8-aa8b-4155-8d53-1bddc4d2dd7b'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:25:11.171554 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:11.265411 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-4160175f-bf9c-4eaf-b2da-acc9f52e7491 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=31b88fba682a40f4abf9c2e6f3dd4da1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1338160 May 13 14:25:11.273972 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8830938d-520f-44d1-a2be-d755e3209c00 req-996c391d-ee5b-4046-9ba5-d033d948d464 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:11.275983 n-d-841760-1 neutron-server[88081]: WARNING neutron.plugins.ml2.plugin [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-356f743d-53c6-4436-b571-22e1b63e0eea service neutron] Concurrent port binding operations failed on port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 May 13 14:25:11.337673 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-8830938d-520f-44d1-a2be-d755e3209c00 req-996c391d-ee5b-4046-9ba5-d033d948d464 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:11.390342 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-8830938d-520f-44d1-a2be-d755e3209c00 req-996c391d-ee5b-4046-9ba5-d033d948d464 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:25:11.433204 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c391d-ee5b-4046-9ba5-d033d948d464 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Pushing event updated for resources: {'Port': ['ID=d7527f73-d685-4e34-b9a0-bf049239d26c,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:11.446587 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-356f743d-53c6-4436-b571-22e1b63e0eea service neutron] For port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:11.535784 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 268c24bc-df2f-4511-9f62-1b089c7150d0 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:25:11.540013 n-d-841760-1 neutron-server[88081]: INFO neutron.plugins.ml2.plugin [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-356f743d-53c6-4436-b571-22e1b63e0eea service neutron] Attempt 2 to bind port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 May 13 14:25:11.556246 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-356f743d-53c6-4436-b571-22e1b63e0eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:11.556862 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-356f743d-53c6-4436-b571-22e1b63e0eea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:11.558230 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-356f743d-53c6-4436-b571-22e1b63e0eea service neutron] 10.222.0.59 "PUT /v2.0/ports/f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 HTTP/1.1" status: 200 len: 1122 time: 4.1558578 May 13 14:25:11.594780 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-f122b342-4739-4ef4-a95d-762b44e89d57 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:11.606270 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7f975c71-c984-4711-865d-7777c37a9268 None None] Provisioning for port d7527f73-d685-4e34-b9a0-bf049239d26c completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:11.607272 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e8edde05-2307-4f24-8bb4-7096376c1a62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:11.617443 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7f975c71-c984-4711-865d-7777c37a9268 None None] Provisioning complete for port d7527f73-d685-4e34-b9a0-bf049239d26c triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:11.617774 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7f975c71-c984-4711-865d-7777c37a9268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:11.678439 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 268c24bc-df2f-4511-9f62-1b089c7150d0 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:11.686414 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:25:11.697426 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830938d-520f-44d1-a2be-d755e3209c00 req-996c391d-ee5b-4046-9ba5-d033d948d464 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:11.698064 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8830938d-520f-44d1-a2be-d755e3209c00 req-996c391d-ee5b-4046-9ba5-d033d948d464 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:11.713982 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-f122b342-4739-4ef4-a95d-762b44e89d57 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:11.720047 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:25:11.736974 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-8f180c0d-2fc8-44a6-a2dc-bc90ccdb7b0a service neutron] Attempting to bind port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 on host n-h2-841760-1 for vnic_type normal with profile None {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:25:11.737306 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-8f180c0d-2fc8-44a6-a2dc-bc90ccdb7b0a service neutron] Attempting to bind port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:25:11.738158 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-8f180c0d-2fc8-44a6-a2dc-bc90ccdb7b0a service neutron] Attempting to bind port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:11.760751 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 268c24bc-df2f-4511-9f62-1b089c7150d0 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:11.761156 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:11.781968 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-8f180c0d-2fc8-44a6-a2dc-bc90ccdb7b0a service neutron] Port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:25:11.782294 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-8f180c0d-2fc8-44a6-a2dc-bc90ccdb7b0a service neutron] Attempting to bind port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:11.791213 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-f122b342-4739-4ef4-a95d-762b44e89d57 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Made reservation on behalf of 8a13abebe64d4bc6a2fa87bb71e99399 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:25:11.794663 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-f122b342-4739-4ef4-a95d-762b44e89d57 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:11.803310 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7f975c71-c984-4711-865d-7777c37a9268 None None] Port d7527f73-d685-4e34-b9a0-bf049239d26c cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:25:11.873292 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-66ec6e6f-3cea-4033-b0c2-6e27c3c87a89 service neutron] 10.222.0.35 "GET /v2.0/networks/0e26aec9-4c39-41a9-af37-ccef8c346b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369749 May 13 14:25:11.887073 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-8f180c0d-2fc8-44a6-a2dc-bc90ccdb7b0a service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:25:11.887454 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-8f180c0d-2fc8-44a6-a2dc-bc90ccdb7b0a service neutron] Checking segment: {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:11.887846 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-8f180c0d-2fc8-44a6-a2dc-bc90ccdb7b0a service neutron] Bound using segment: {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:25:11.888290 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-8f180c0d-2fc8-44a6-a2dc-bc90ccdb7b0a service neutron] Bound port: a9c2cf7c-de33-4bdd-b52a-10c6271dfc51, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:25:11.917988 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8830938d-520f-44d1-a2be-d755e3209c00 req-996c391d-ee5b-4046-9ba5-d033d948d464 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.5500178 May 13 14:25:12.005911 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 268c24bc-df2f-4511-9f62-1b089c7150d0 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:12.006480 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:12.023356 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-8830938d-520f-44d1-a2be-d755e3209c00 req-b5a28ade-4c78-474b-84f7-fce9480334b1 service neutron] Request body: {'port': {'device_id': 'b9a8ba36-1c81-46a8-8e94-43d47290d25e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:12.076796 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1df088-0940-45b2-9abe-7f5596893b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268c24bc-df2f-4511-9f62-1b089c7150d0'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:12.156434 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 268c24bc-df2f-4511-9f62-1b089c7150d0, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=268c24bc-df2f-4511-9f62-1b089c7150d0,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:12.170239 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:12.279464 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-8f180c0d-2fc8-44a6-a2dc-bc90ccdb7b0a service neutron] For port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a9c2cf7c-de33-4bdd-b52a-10c6271dfc51,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:25:12.294236 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=268c24bc-df2f-4511-9f62-1b089c7150d0,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:12.458332 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-f1d172d4-a52a-44a9-95d6-a76c44ab56f0 service neutron] 10.222.0.35 "GET /v2.0/networks/0e26aec9-4c39-41a9-af37-ccef8c346b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5640244 May 13 14:25:12.466171 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-8f180c0d-2fc8-44a6-a2dc-bc90ccdb7b0a service neutron] Notify callbacks [] for binding, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:12.467440 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-8f180c0d-2fc8-44a6-a2dc-bc90ccdb7b0a service neutron] 10.222.0.35 "POST /v2.0/ports/a9c2cf7c-de33-4bdd-b52a-10c6271dfc51/bindings HTTP/1.1" status: 201 len: 389 time: 2.0574903 May 13 14:25:12.476642 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8830938d-520f-44d1-a2be-d755e3209c00 req-b5a28ade-4c78-474b-84f7-fce9480334b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:12.524201 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e8edde05-2307-4f24-8bb4-7096376c1a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:12.532843 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 474ac5bb-17b8-41e1-a560-3aa04e53ca6a up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:25:12.567796 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-f122b342-4739-4ef4-a95d-762b44e89d57 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Allocated IP 172.20.0.6 (1bb618e8-c72d-478a-b168-a543534f1c66/b35608d4-67e7-4682-8e58-7b2d9ed03d8c/358c4d50-d667-4aea-afe9-b2df0074d829) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:25:12.736278 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 474ac5bb-17b8-41e1-a560-3aa04e53ca6a triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:12.736681 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:12.905572 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c0cd7d-c216-4bb2-894f-9d7a07113ee1'] response: {'server_uuid': '4a260025-debd-4d44-be08-79c8e2a4bad1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82', 'code': 200} May 13 14:25:12.906283 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 474ac5bb-17b8-41e1-a560-3aa04e53ca6a is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:12.907504 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:25:12.990499 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:12.991027 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:13.005924 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e5697a-0305-40fd-b3fe-289e63d4698e req-b54e0831-10c2-4e35-9704-a2284a864132 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:13.010183 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d9e5697a-0305-40fd-b3fe-289e63d4698e req-b54e0831-10c2-4e35-9704-a2284a864132 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc1df088-0940-45b2-9abe-7f5596893b8d HTTP/1.1" status: 200 len: 945 time: 0.1552935 May 13 14:25:13.018023 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-674627c7-34d2-4036-a9b7-bbb606b7e09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:13.019610 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-674627c7-34d2-4036-a9b7-bbb606b7e09b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e9c1f6dcee6e4bfa9d17410767972533&device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 1096 time: 0.2231376 May 13 14:25:13.142303 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:13.154216 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d9e5697a-0305-40fd-b3fe-289e63d4698e req-8592420d-0ab6-42b9-9e5b-48cf61c7c55c tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330755 May 13 14:25:13.233261 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-c7099995-8b99-43eb-b23c-0f784d667453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:13.234910 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-c7099995-8b99-43eb-b23c-0f784d667453 service neutron] 10.222.0.74 "GET /v2.0/networks?id=01882ed3-6d08-4bd7-8250-0f45408cfc6f HTTP/1.1" status: 200 len: 908 time: 0.1995380 May 13 14:25:13.343046 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-3d00c31b-27ad-48ef-8713-83dc01812ea8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 HTTP/1.1" status: 200 len: 217 time: 0.0919573 May 13 14:25:13.456045 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-889fade2-d5cc-4903-ad6f-9c67452da995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:13.457525 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-889fade2-d5cc-4903-ad6f-9c67452da995 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b67d68a0-c4b3-4438-b89e-01055bd1fad3 HTTP/1.1" status: 200 len: 847 time: 0.0811903 May 13 14:25:13.512164 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2a2a5-0cf5-4ec3-9414-9752b42c3b10 req-35e8c013-e5cb-4a1d-b893-7803f009e17e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:13.512906 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-abc2a2a5-0cf5-4ec3-9414-9752b42c3b10 req-35e8c013-e5cb-4a1d-b893-7803f009e17e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Synchronizing usage tracker for tenant:652541c50878480891452a61002970b5 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:25:13.528514 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-f122b342-4739-4ef4-a95d-762b44e89d57 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:13.577632 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-f122b342-4739-4ef4-a95d-762b44e89d57 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Transition to ACTIVE for port object 358c4d50-d667-4aea-afe9-b2df0074d829 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:13.601077 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-abc2a2a5-0cf5-4ec3-9414-9752b42c3b10 req-35e8c013-e5cb-4a1d-b893-7803f009e17e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Unset dirty status for tenant:652541c50878480891452a61002970b5 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:25:13.603665 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-abc2a2a5-0cf5-4ec3-9414-9752b42c3b10 req-35e8c013-e5cb-4a1d-b893-7803f009e17e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 935 time: 0.6972315 May 13 14:25:13.604366 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-65821e5d-85c8-46b9-87a3-db9bc9895c98 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=01882ed3-6d08-4bd7-8250-0f45408cfc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1402328 May 13 14:25:13.613144 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8edde05-2307-4f24-8bb4-7096376c1a62 admin admin] Router 797cbfd7-51da-4598-bc2e-17e3f016034e is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:25:13.617604 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aacc0d-590f-4169-8ded-773a8b2adceb req-58200430-8c75-44c7-8a29-4b11f1c2f0f2 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:13.619058 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-57aacc0d-590f-4169-8ded-773a8b2adceb req-58200430-8c75-44c7-8a29-4b11f1c2f0f2 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 944 time: 0.2783122 May 13 14:25:13.742175 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-57aacc0d-590f-4169-8ded-773a8b2adceb req-e6713d0c-8c6b-413b-bd9b-cb01c291c116 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022563 May 13 14:25:13.780037 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-ffb2bfb0-80d0-4a91-bcf3-c84b5f9739cb service neutron] 10.222.0.74 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600034 May 13 14:25:13.788086 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-f122b342-4739-4ef4-a95d-762b44e89d57 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:13.869250 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-abc2a2a5-0cf5-4ec3-9414-9752b42c3b10 req-afde63d2-55d8-4102-b980-bef2226da07e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438216 May 13 14:25:13.945919 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac14f458-4451-492e-8d93-817f86a7cc6b'] response: {'server_uuid': 'dc1df088-0940-45b2-9abe-7f5596893b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268c24bc-df2f-4511-9f62-1b089c7150d0', 'code': 200} May 13 14:25:13.986878 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-0b7406d9-02d2-4156-b793-0ce55ad16b47 service neutron] 10.222.0.74 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005732 May 13 14:25:14.003672 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9108281-820a-4a6f-90e6-b1cb2ad4fde5 req-ee03a620-de09-42f6-836f-38282e01794c tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:14.005071 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d9108281-820a-4a6f-90e6-b1cb2ad4fde5 req-ee03a620-de09-42f6-836f-38282e01794c tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/ports?device_id=391f6a36-c109-4bbb-ba78-349a045ab204 HTTP/1.1" status: 200 len: 931 time: 0.1470647 May 13 14:25:14.068107 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-d9108281-820a-4a6f-90e6-b1cb2ad4fde5 req-627928e0-00a4-4ba1-81f9-76ec62188a4c tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Synchronizing usage tracker for tenant:8a13abebe64d4bc6a2fa87bb71e99399 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:25:14.086693 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-d9108281-820a-4a6f-90e6-b1cb2ad4fde5 req-627928e0-00a4-4ba1-81f9-76ec62188a4c tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Unset dirty status for tenant:8a13abebe64d4bc6a2fa87bb71e99399 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:25:14.088413 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d9108281-820a-4a6f-90e6-b1cb2ad4fde5 req-627928e0-00a4-4ba1-81f9-76ec62188a4c tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6864af0-c707-4a6d-af04-175e3a555885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738699 May 13 14:25:14.206186 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-8830938d-520f-44d1-a2be-d755e3209c00 req-b5a28ade-4c78-474b-84f7-fce9480334b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7527f73-d685-4e34-b9a0-bf049239d26c {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:25:14.218922 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d65fc1-b774-4948-8af6-dca1653f829a req-423d159a-fe9c-4fa8-b22c-1ae17d717ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:14.221932 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e4d65fc1-b774-4948-8af6-dca1653f829a req-423d159a-fe9c-4fa8-b22c-1ae17d717ad8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dc1df088-0940-45b2-9abe-7f5596893b8d HTTP/1.1" status: 200 len: 1096 time: 0.1062729 May 13 14:25:14.238889 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8830938d-520f-44d1-a2be-d755e3209c00 req-b5a28ade-4c78-474b-84f7-fce9480334b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:14.275127 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-f122b342-4739-4ef4-a95d-762b44e89d57 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Network 1bb618e8-c72d-478a-b168-a543534f1c66 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:14.285932 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122b342-4739-4ef4-a95d-762b44e89d57 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Pushing event updated for resources: {'Port': ['ID=358c4d50-d667-4aea-afe9-b2df0074d829,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:14.289164 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-f122b342-4739-4ef4-a95d-762b44e89d57 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:14.311516 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-f122b342-4739-4ef4-a95d-762b44e89d57 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:25:14.379308 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e4d65fc1-b774-4948-8af6-dca1653f829a req-c6da180e-6380-4c85-b439-0347cfb6d9ae service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448359 May 13 14:25:14.388174 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-8830938d-520f-44d1-a2be-d755e3209c00 req-b5a28ade-4c78-474b-84f7-fce9480334b1 service neutron] Transition to ACTIVE for port object d7527f73-d685-4e34-b9a0-bf049239d26c will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:14.403270 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-53981b68-3054-4152-a733-089e60d413ca req-853de235-db48-43f7-8be5-51a0aa4e59b5 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f HTTP/1.1" status: 200 len: 210 time: 0.0809274 May 13 14:25:14.450376 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8830938d-520f-44d1-a2be-d755e3209c00 req-b5a28ade-4c78-474b-84f7-fce9480334b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:14.490583 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8edde05-2307-4f24-8bb4-7096376c1a62 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:25:14.504044 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad638e57-fb7a-4dee-999f-16878181f23d None None] Sync routers for ids ['797cbfd7-51da-4598-bc2e-17e3f016034e'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:25:14.526292 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad638e57-fb7a-4dee-999f-16878181f23d None None] Routers {'797cbfd7-51da-4598-bc2e-17e3f016034e'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:25:14.526835 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ad638e57-fb7a-4dee-999f-16878181f23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:25:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['797cbfd7-51da-4598-bc2e-17e3f016034e'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:14.662435 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e8edde05-2307-4f24-8bb4-7096376c1a62 admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:14.662435 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e8edde05-2307-4f24-8bb4-7096376c1a62 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 10.7526081 May 13 14:25:14.668333 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36336) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:14.761050 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-b1aa2fda-4891-4fb9-950a-217af5e33eda tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:14.761050 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-b1aa2fda-4891-4fb9-950a-217af5e33eda tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.59 "GET /v2.0/networks?id=0e26aec9-4c39-41a9-af37-ccef8c346b04 HTTP/1.1" status: 200 len: 813 time: 0.7843204 May 13 14:25:14.776450 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-f122b342-4739-4ef4-a95d-762b44e89d57 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:14.786747 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-f122b342-4739-4ef4-a95d-762b44e89d57 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:14.838029 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-c529da01-06dd-40dd-a0a5-90e1154b9d3f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Request body: {'port': {'device_id': 'f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f', 'network_id': '0e26aec9-4c39-41a9-af37-ccef8c346b04', 'admin_state_up': True, 'tenant_id': '31b88fba682a40f4abf9c2e6f3dd4da1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:14.888026 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8ccfd1f3-a3d5-4973-9862-c2a1be99728c None None] Provisioning for port 358c4d50-d667-4aea-afe9-b2df0074d829 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:14.898811 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-f122b342-4739-4ef4-a95d-762b44e89d57 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2232358 May 13 14:25:14.904676 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8ccfd1f3-a3d5-4973-9862-c2a1be99728c None None] Provisioning complete for port 358c4d50-d667-4aea-afe9-b2df0074d829 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:14.905050 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8ccfd1f3-a3d5-4973-9862-c2a1be99728c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:14.913770 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a260025-debd-4d44-be08-79c8e2a4bad1', 'tag': 'f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:14.985569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-8ccfd1f3-a3d5-4973-9862-c2a1be99728c None None] Port 358c4d50-d667-4aea-afe9-b2df0074d829 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:25:14.988794 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-ad638e57-fb7a-4dee-999f-16878181f23d None None] Set router 797cbfd7-51da-4598-bc2e-17e3f016034e gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:25:15.106610 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a28ade-4c78-474b-84f7-fce9480334b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d7527f73-d685-4e34-b9a0-bf049239d26c,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:15.142267 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-4a4d0374-3475-493f-aae4-45a8bb297524 service neutron] Request body: {'port': {'device_id': '391f6a36-c109-4bbb-ba78-349a045ab204', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:15.162370 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5209f-e688-4932-9dfc-7995c4941484 req-93efbf81-057c-4878-9d14-911c42d7f4b4 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:15.170541 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-80b5209f-e688-4932-9dfc-7995c4941484 req-93efbf81-057c-4878-9d14-911c42d7f4b4 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc1df088-0940-45b2-9abe-7f5596893b8d HTTP/1.1" status: 200 len: 945 time: 0.6088881 May 13 14:25:15.261630 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-80b5209f-e688-4932-9dfc-7995c4941484 req-d560f236-a867-4db0-ae51-5ff321325c4e tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897758 May 13 14:25:15.321346 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378310b-8376-4aaa-9a1d-e8ef4716170b req-6761a06b-2939-4800-9a81-0b73df2a4eb5 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:15.331780 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a378310b-8376-4aaa-9a1d-e8ef4716170b req-6761a06b-2939-4800-9a81-0b73df2a4eb5 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 945 time: 1.2555854 May 13 14:25:15.406782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-c529da01-06dd-40dd-a0a5-90e1154b9d3f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:15.426999 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ad638e57-fb7a-4dee-999f-16878181f23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1789347354-router', 'tenant_id': '1016ecb87f5e4c279209c713cff0a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '2eb817b7-ba11-47f8-a01e-c72d38ad9c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:04Z', 'updated_at': '2022-05-13T14:25:10Z', 'revision_number': 3, 'project_id': '1016ecb87f5e4c279209c713cff0a09f', 'gw_port': {'id': '2eb817b7-ba11-47f8-a01e-c72d38ad9c4b', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:07Z', 'updated_at': '2022-05-13T14:25:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:15.431648 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad638e57-fb7a-4dee-999f-16878181f23d None None] Checking router: 797cbfd7-51da-4598-bc2e-17e3f016034e for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:25:15.432003 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad638e57-fb7a-4dee-999f-16878181f23d None None] Updating router 797cbfd7-51da-4598-bc2e-17e3f016034e port 2eb817b7-ba11-47f8-a01e-c72d38ad9c4b binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:25:15.474381 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-c529da01-06dd-40dd-a0a5-90e1154b9d3f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Usage tracker for resource:port and tenant:31b88fba682a40f4abf9c2e6f3dd4da1 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:15.483831 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-c529da01-06dd-40dd-a0a5-90e1154b9d3f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:15.500836 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-c529da01-06dd-40dd-a0a5-90e1154b9d3f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:15.510007 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ad638e57-fb7a-4dee-999f-16878181f23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:15.522064 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a378310b-8376-4aaa-9a1d-e8ef4716170b req-fcf6c85b-2b0c-404b-9dea-3f8e31a813a3 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885641 May 13 14:25:15.528696 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-4a4d0374-3475-493f-aae4-45a8bb297524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:15.545379 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-c529da01-06dd-40dd-a0a5-90e1154b9d3f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Made reservation on behalf of 31b88fba682a40f4abf9c2e6f3dd4da1 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:25:15.549410 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-c529da01-06dd-40dd-a0a5-90e1154b9d3f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:15.568262 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-8830938d-520f-44d1-a2be-d755e3209c00 req-b5a28ade-4c78-474b-84f7-fce9480334b1 service neutron] Attempting to bind port d7527f73-d685-4e34-b9a0-bf049239d26c on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:25:15.568623 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-8830938d-520f-44d1-a2be-d755e3209c00 req-b5a28ade-4c78-474b-84f7-fce9480334b1 service neutron] Attempting to bind port d7527f73-d685-4e34-b9a0-bf049239d26c by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:25:15.568911 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8830938d-520f-44d1-a2be-d755e3209c00 req-b5a28ade-4c78-474b-84f7-fce9480334b1 service neutron] Attempting to bind port d7527f73-d685-4e34-b9a0-bf049239d26c on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:15.614274 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8830938d-520f-44d1-a2be-d755e3209c00 req-b5a28ade-4c78-474b-84f7-fce9480334b1 service neutron] Port d7527f73-d685-4e34-b9a0-bf049239d26c on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:25:15.614916 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8830938d-520f-44d1-a2be-d755e3209c00 req-b5a28ade-4c78-474b-84f7-fce9480334b1 service neutron] Attempting to bind port d7527f73-d685-4e34-b9a0-bf049239d26c on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:15.675906 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8830938d-520f-44d1-a2be-d755e3209c00 req-b5a28ade-4c78-474b-84f7-fce9480334b1 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:25:15.677060 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8830938d-520f-44d1-a2be-d755e3209c00 req-b5a28ade-4c78-474b-84f7-fce9480334b1 service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:15.677671 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8830938d-520f-44d1-a2be-d755e3209c00 req-b5a28ade-4c78-474b-84f7-fce9480334b1 service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:25:15.678298 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-8830938d-520f-44d1-a2be-d755e3209c00 req-b5a28ade-4c78-474b-84f7-fce9480334b1 service neutron] Bound port: d7527f73-d685-4e34-b9a0-bf049239d26c, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:25:15.678846 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8830938d-520f-44d1-a2be-d755e3209c00 req-b5a28ade-4c78-474b-84f7-fce9480334b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:15.686518 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ea719-04c9-4152-9314-fc6c730654b6 req-eb4c1faa-5266-49f6-b485-d1e994f26062 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:15.688296 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0f7ea719-04c9-4152-9314-fc6c730654b6 req-eb4c1faa-5266-49f6-b485-d1e994f26062 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 944 time: 0.2765844 May 13 14:25:15.923289 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0f7ea719-04c9-4152-9314-fc6c730654b6 req-7a25f58c-69cd-4a83-8421-9bd47abbe912 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173440 May 13 14:25:16.004517 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ad638e57-fb7a-4dee-999f-16878181f23d None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:16.026288 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ad638e57-fb7a-4dee-999f-16878181f23d None None] Transition to ACTIVE for port object 2eb817b7-ba11-47f8-a01e-c72d38ad9c4b will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:16.032638 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac1d57b3-6edc-4cfc-bda7-d824d66ce99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:16.040380 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ad638e57-fb7a-4dee-999f-16878181f23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:16.048315 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac0bdde2-647f-43db-ad2e-ac171c59a8fc'] response: {'name': 'network-changed', 'server_uuid': '4a260025-debd-4d44-be08-79c8e2a4bad1', 'tag': 'f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82', 'status': 'completed', 'code': 200} May 13 14:25:16.163456 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d0db5-d8c6-4a63-879f-d3f6bcaea273 None None] Pushing event updated for resources: {'Port': ['ID=2eb817b7-ba11-47f8-a01e-c72d38ad9c4b,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:16.166774 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-ad638e57-fb7a-4dee-999f-16878181f23d None None] Attempting to bind port 2eb817b7-ba11-47f8-a01e-c72d38ad9c4b on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:25:16.167153 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-ad638e57-fb7a-4dee-999f-16878181f23d None None] Attempting to bind port 2eb817b7-ba11-47f8-a01e-c72d38ad9c4b by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:25:16.167513 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad638e57-fb7a-4dee-999f-16878181f23d None None] Attempting to bind port 2eb817b7-ba11-47f8-a01e-c72d38ad9c4b on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:16.175721 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad638e57-fb7a-4dee-999f-16878181f23d None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:25:16.176092 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad638e57-fb7a-4dee-999f-16878181f23d None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:16.176702 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ad638e57-fb7a-4dee-999f-16878181f23d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:16.177091 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad638e57-fb7a-4dee-999f-16878181f23d None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:25:16.177554 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-ad638e57-fb7a-4dee-999f-16878181f23d None None] Bound port: 2eb817b7-ba11-47f8-a01e-c72d38ad9c4b, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:25:16.177924 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ad638e57-fb7a-4dee-999f-16878181f23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:16.266327 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-c529da01-06dd-40dd-a0a5-90e1154b9d3f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Allocated IP 172.20.0.2 (0e26aec9-4c39-41a9-af37-ccef8c346b04/d98d3701-9056-4eba-bf1f-28c8c023123f/26c7af29-9205-49a8-be49-34be23e94fcf) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:25:16.272554 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-8830938d-520f-44d1-a2be-d755e3209c00 req-b5a28ade-4c78-474b-84f7-fce9480334b1 service neutron] For port d7527f73-d685-4e34-b9a0-bf049239d26c, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:16.294602 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-8830938d-520f-44d1-a2be-d755e3209c00 req-b5a28ade-4c78-474b-84f7-fce9480334b1 service neutron] For port d7527f73-d685-4e34-b9a0-bf049239d26c, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=d7527f73-d685-4e34-b9a0-bf049239d26c,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:25:16.313722 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-ad638e57-fb7a-4dee-999f-16878181f23d None None] For port 2eb817b7-ba11-47f8-a01e-c72d38ad9c4b, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:16.316406 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-ad638e57-fb7a-4dee-999f-16878181f23d None None] For port 2eb817b7-ba11-47f8-a01e-c72d38ad9c4b, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=2eb817b7-ba11-47f8-a01e-c72d38ad9c4b,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:25:16.320272 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ad638e57-fb7a-4dee-999f-16878181f23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:16.364071 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8830938d-520f-44d1-a2be-d755e3209c00 req-b5a28ade-4c78-474b-84f7-fce9480334b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:16.403641 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad638e57-fb7a-4dee-999f-16878181f23d None None] Routers {'797cbfd7-51da-4598-bc2e-17e3f016034e'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:25:16.403918 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ad638e57-fb7a-4dee-999f-16878181f23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:25:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['797cbfd7-51da-4598-bc2e-17e3f016034e'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:16.429657 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad661b-3635-4b9b-a8a9-d94653810911 req-ed0d1f1b-8493-476e-bc81-386bac63a97f tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:16.436695 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-15ad661b-3635-4b9b-a8a9-d94653810911 req-ed0d1f1b-8493-476e-bc81-386bac63a97f tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 947 time: 0.6709681 May 13 14:25:16.448840 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830938d-520f-44d1-a2be-d755e3209c00 req-b5a28ade-4c78-474b-84f7-fce9480334b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:16.452647 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8830938d-520f-44d1-a2be-d755e3209c00 req-b5a28ade-4c78-474b-84f7-fce9480334b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:16.455663 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8830938d-520f-44d1-a2be-d755e3209c00 req-b5a28ade-4c78-474b-84f7-fce9480334b1 service neutron] 10.222.0.74 "PUT /v2.0/ports/d7527f73-d685-4e34-b9a0-bf049239d26c HTTP/1.1" status: 200 len: 1095 time: 4.4405837 May 13 14:25:16.457224 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130653cc-e0b7-4f90-adbc-e2fe165a9811 req-28558e6a-1b71-4493-8936-285250b6d0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:16.458811 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-130653cc-e0b7-4f90-adbc-e2fe165a9811 req-28558e6a-1b71-4493-8936-285250b6d0ab service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4d6ca075ae214d9490235db19234e57f&device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 1125 time: 0.3203058 May 13 14:25:16.473437 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d0db5-d8c6-4a63-879f-d3f6bcaea273 None None] Pushing event updated for resources: {'Port': ['ID=2eb817b7-ba11-47f8-a01e-c72d38ad9c4b,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:16.614721 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-ad638e57-fb7a-4dee-999f-16878181f23d None None] Set router 797cbfd7-51da-4598-bc2e-17e3f016034e gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:25:16.621902 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f5987-14dc-4e21-9d1f-63b1346c0283 req-a76319b6-0cc4-4f48-83ba-4eb7a4e5600e tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:16.629974 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9f7f5987-14dc-4e21-9d1f-63b1346c0283 req-a76319b6-0cc4-4f48-83ba-4eb7a4e5600e tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/ports?device_id=391f6a36-c109-4bbb-ba78-349a045ab204 HTTP/1.1" status: 200 len: 931 time: 0.4052489 May 13 14:25:16.681820 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-ac1d57b3-6edc-4cfc-bda7-d824d66ce99e admin admin] Allocated IP 172.20.0.1 (2ac367d0-0a17-4f39-8584-9463d6f61d19/9791e2a2-58e1-47af-a960-adc89812e0cd/119b2e48-bd8d-4f49-b2d0-3a0266f1af00) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:25:16.730523 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-15ad661b-3635-4b9b-a8a9-d94653810911 req-882f38a1-90f2-4dea-a83f-bb5dd2425372 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929587 May 13 14:25:16.740096 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a28ade-4c78-474b-84f7-fce9480334b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d7527f73-d685-4e34-b9a0-bf049239d26c,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:16.767786 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130653cc-e0b7-4f90-adbc-e2fe165a9811 req-840090be-b1e9-4999-93db-c67a407b7ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:16.769817 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-130653cc-e0b7-4f90-adbc-e2fe165a9811 req-840090be-b1e9-4999-93db-c67a407b7ffc service neutron] 10.222.0.74 "GET /v2.0/networks?id=d5027423-d39b-4c72-b023-a3c3d59a72d1 HTTP/1.1" status: 200 len: 920 time: 0.2955973 May 13 14:25:16.859196 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-4a4d0374-3475-493f-aae4-45a8bb297524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 358c4d50-d667-4aea-afe9-b2df0074d829 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:25:16.888092 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9f7f5987-14dc-4e21-9d1f-63b1346c0283 req-896a3cfd-1687-4a2b-b269-67c52ef1f5e2 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6864af0-c707-4a6d-af04-175e3a555885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572439 May 13 14:25:16.914893 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-4a4d0374-3475-493f-aae4-45a8bb297524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:16.918434 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830938d-520f-44d1-a2be-d755e3209c00 req-c8b375e0-0773-486c-876e-146d8c328b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:16.919910 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8830938d-520f-44d1-a2be-d755e3209c00 req-c8b375e0-0773-486c-876e-146d8c328b39 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 1098 time: 0.3786023 May 13 14:25:16.930168 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-c529da01-06dd-40dd-a0a5-90e1154b9d3f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:16.938941 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a1b26b85-6d80-4a1a-820b-345978174098 req-0ea72e94-67a3-4459-a911-0a6380125c54 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f HTTP/1.1" status: 200 len: 210 time: 0.0827460 May 13 14:25:17.010489 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ad638e57-fb7a-4dee-999f-16878181f23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1789347354-router', 'tenant_id': '1016ecb87f5e4c279209c713cff0a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '2eb817b7-ba11-47f8-a01e-c72d38ad9c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:04Z', 'updated_at': '2022-05-13T14:25:10Z', 'revision_number': 3, 'project_id': '1016ecb87f5e4c279209c713cff0a09f', 'gw_port': {'id': '2eb817b7-ba11-47f8-a01e-c72d38ad9c4b', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:07Z', 'updated_at': '2022-05-13T14:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:17.015927 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad638e57-fb7a-4dee-999f-16878181f23d None None] The sync data for ids ['797cbfd7-51da-4598-bc2e-17e3f016034e'] in n-d-841760-1 is: [{'id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1789347354-router', 'tenant_id': '1016ecb87f5e4c279209c713cff0a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '2eb817b7-ba11-47f8-a01e-c72d38ad9c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:04Z', 'updated_at': '2022-05-13T14:25:10Z', 'revision_number': 3, 'project_id': '1016ecb87f5e4c279209c713cff0a09f', 'gw_port': {'id': '2eb817b7-ba11-47f8-a01e-c72d38ad9c4b', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:07Z', 'updated_at': '2022-05-13T14:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:25:17.020588 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8830938d-520f-44d1-a2be-d755e3209c00 req-134c5031-177e-4af6-90fa-44154a4abf63 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d7527f73-d685-4e34-b9a0-bf049239d26c HTTP/1.1" status: 200 len: 217 time: 0.0871048 May 13 14:25:17.023626 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-4a4d0374-3475-493f-aae4-45a8bb297524 service neutron] Transition to ACTIVE for port object 358c4d50-d667-4aea-afe9-b2df0074d829 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:17.041012 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac1d57b3-6edc-4cfc-bda7-d824d66ce99e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:17.046228 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-130653cc-e0b7-4f90-adbc-e2fe165a9811 req-494cd37c-4e62-4902-859d-672b846cd3ef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 HTTP/1.1" status: 200 len: 217 time: 0.2212758 May 13 14:25:17.068076 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-4a4d0374-3475-493f-aae4-45a8bb297524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:17.142843 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-ac1d57b3-6edc-4cfc-bda7-d824d66ce99e admin admin] Transition to ACTIVE for port object 119b2e48-bd8d-4f49-b2d0-3a0266f1af00 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:17.179995 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130653cc-e0b7-4f90-adbc-e2fe165a9811 req-30b0691a-8a98-459a-98df-c5e2f87bcf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:17.181486 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-130653cc-e0b7-4f90-adbc-e2fe165a9811 req-30b0691a-8a98-459a-98df-c5e2f87bcf09 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d HTTP/1.1" status: 200 len: 859 time: 0.1253662 May 13 14:25:17.241036 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-130653cc-e0b7-4f90-adbc-e2fe165a9811 req-d1b7b87f-9734-4108-bbfd-d8d122345b71 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d5027423-d39b-4c72-b023-a3c3d59a72d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522945 May 13 14:25:17.280411 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac1d57b3-6edc-4cfc-bda7-d824d66ce99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:17.413494 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c9b10-ef9b-4ab1-861b-4204e5aae01b req-e5c7f94b-fd79-40d9-8c01-ecc08de9b656 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:17.423903 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce1c9b10-ef9b-4ab1-861b-4204e5aae01b req-e5c7f94b-fd79-40d9-8c01-ecc08de9b656 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc1df088-0940-45b2-9abe-7f5596893b8d HTTP/1.1" status: 200 len: 945 time: 0.3713112 May 13 14:25:17.471031 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d0374-3475-493f-aae4-45a8bb297524 service neutron] Pushing event updated for resources: {'Port': ['ID=358c4d50-d667-4aea-afe9-b2df0074d829,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:17.477223 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1d57b3-6edc-4cfc-bda7-d824d66ce99e admin admin] Network 2ac367d0-0a17-4f39-8584-9463d6f61d19 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:17.485255 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-ac1d57b3-6edc-4cfc-bda7-d824d66ce99e admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:17.492972 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-c529da01-06dd-40dd-a0a5-90e1154b9d3f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:17.542565 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1d57b3-6edc-4cfc-bda7-d824d66ce99e admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:25:17.554227 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-c529da01-06dd-40dd-a0a5-90e1154b9d3f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Network 0e26aec9-4c39-41a9-af37-ccef8c346b04 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:17.567862 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-c529da01-06dd-40dd-a0a5-90e1154b9d3f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:17.570493 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-c529da01-06dd-40dd-a0a5-90e1154b9d3f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:25:17.648809 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d57b3-6edc-4cfc-bda7-d824d66ce99e admin admin] Pushing event updated for resources: {'Port': ['ID=119b2e48-bd8d-4f49-b2d0-3a0266f1af00,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:17.692775 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce1c9b10-ef9b-4ab1-861b-4204e5aae01b req-4133b768-ab53-4537-8e5e-f56fdab2c785 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681196 May 13 14:25:17.706472 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830938d-520f-44d1-a2be-d755e3209c00 req-b6f46cb2-2710-4501-bdba-f33ea78b4efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:17.707423 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8830938d-520f-44d1-a2be-d755e3209c00 req-b6f46cb2-2710-4501-bdba-f33ea78b4efb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.6766384 May 13 14:25:17.722454 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-130653cc-e0b7-4f90-adbc-e2fe165a9811 req-741a22af-e34e-4270-86f3-a118b18130df service neutron] 10.222.0.74 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729171 May 13 14:25:17.731989 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-c529da01-06dd-40dd-a0a5-90e1154b9d3f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:17.732819 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-c529da01-06dd-40dd-a0a5-90e1154b9d3f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:17.765644 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac1d57b3-6edc-4cfc-bda7-d824d66ce99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:17.826180 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529da01-06dd-40dd-a0a5-90e1154b9d3f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Pushing event updated for resources: {'Port': ['ID=26c7af29-9205-49a8-be49-34be23e94fcf,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:17.855283 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:17.857854 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.74', 52991) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:17.915163 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-c529da01-06dd-40dd-a0a5-90e1154b9d3f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0972583 May 13 14:25:17.931483 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-90870341-2387-4741-92e6-84641c51966f service neutron] Request body: {'port': {'device_id': 'f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:17.942126 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-124c984a-69b7-4211-9bb3-06d685b5acf5 None None] Provisioning for port 119b2e48-bd8d-4f49-b2d0-3a0266f1af00 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:17.951954 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-124c984a-69b7-4211-9bb3-06d685b5acf5 None None] Provisioning complete for port 119b2e48-bd8d-4f49-b2d0-3a0266f1af00 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:17.953140 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-124c984a-69b7-4211-9bb3-06d685b5acf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:17.991586 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3181350-218e-48f2-b371-94d61a4fda2b req-a09edb53-4ce7-44d0-9332-0ea2082706c4 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:17.993167 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d3181350-218e-48f2-b371-94d61a4fda2b req-a09edb53-4ce7-44d0-9332-0ea2082706c4 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 945 time: 0.8510840 May 13 14:25:18.041697 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-124c984a-69b7-4211-9bb3-06d685b5acf5 None None] Port 119b2e48-bd8d-4f49-b2d0-3a0266f1af00 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:25:18.049940 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-4a4d0374-3475-493f-aae4-45a8bb297524 service neutron] Attempting to bind port 358c4d50-d667-4aea-afe9-b2df0074d829 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:25:18.050271 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-4a4d0374-3475-493f-aae4-45a8bb297524 service neutron] Attempting to bind port 358c4d50-d667-4aea-afe9-b2df0074d829 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'fc461185-f11c-4aad-8bc4-bb6ca344cd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:25:18.050599 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-4a4d0374-3475-493f-aae4-45a8bb297524 service neutron] Attempting to bind port 358c4d50-d667-4aea-afe9-b2df0074d829 on network 1bb618e8-c72d-478a-b168-a543534f1c66 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:18.055481 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a8ba36-1c81-46a8-8e94-43d47290d25e', 'tag': 'd7527f73-d685-4e34-b9a0-bf049239d26c'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:18.104962 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-4a4d0374-3475-493f-aae4-45a8bb297524 service neutron] Port 358c4d50-d667-4aea-afe9-b2df0074d829 on network 1bb618e8-c72d-478a-b168-a543534f1c66 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:25:18.105286 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-4a4d0374-3475-493f-aae4-45a8bb297524 service neutron] Attempting to bind port 358c4d50-d667-4aea-afe9-b2df0074d829 on network 1bb618e8-c72d-478a-b168-a543534f1c66 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:18.128870 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-4a4d0374-3475-493f-aae4-45a8bb297524 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:25:18.129257 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-4a4d0374-3475-493f-aae4-45a8bb297524 service neutron] Checking segment: {'id': 'fc461185-f11c-4aad-8bc4-bb6ca344cd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:18.129587 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-4a4d0374-3475-493f-aae4-45a8bb297524 service neutron] Bound using segment: {'id': 'fc461185-f11c-4aad-8bc4-bb6ca344cd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:25:18.130023 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-4a4d0374-3475-493f-aae4-45a8bb297524 service neutron] Bound port: 358c4d50-d667-4aea-afe9-b2df0074d829, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc461185-f11c-4aad-8bc4-bb6ca344cd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:25:18.130364 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-4a4d0374-3475-493f-aae4-45a8bb297524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:18.140412 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830938d-520f-44d1-a2be-d755e3209c00 req-d52e4fe9-3c38-4eed-8918-a86fc6197166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:18.141904 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8830938d-520f-44d1-a2be-d755e3209c00 req-d52e4fe9-3c38-4eed-8918-a86fc6197166 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3594646 May 13 14:25:18.145326 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d3181350-218e-48f2-b371-94d61a4fda2b req-4ffb82d6-de48-48c7-bf5c-d069213b6380 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409240 May 13 14:25:18.158556 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-1582e9da-a6f7-4e33-acba-fd3a6f379028 service neutron] 10.222.0.74 "GET /v2.0/ports/f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82/bindings/n-h1-841760-1 HTTP/1.1" status: 200 len: 384 time: 0.2996027 May 13 14:25:18.229205 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-130653cc-e0b7-4f90-adbc-e2fe165a9811 req-2a698dc4-da34-43fe-a858-48a7f6a63ad3 service neutron] 10.222.0.74 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5009217 May 13 14:25:18.288471 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-90870341-2387-4741-92e6-84641c51966f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:18.293598 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feac48d-b590-4dc4-bd4a-af1a4a30e024 req-2da81584-2d98-47eb-9c6b-49f3fe01751e tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:18.301468 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7feac48d-b590-4dc4-bd4a-af1a4a30e024 req-2da81584-2d98-47eb-9c6b-49f3fe01751e tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 944 time: 0.4504790 May 13 14:25:18.443169 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-4a4d0374-3475-493f-aae4-45a8bb297524 service neutron] For port 358c4d50-d667-4aea-afe9-b2df0074d829, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:18.468634 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-4a4d0374-3475-493f-aae4-45a8bb297524 service neutron] For port 358c4d50-d667-4aea-afe9-b2df0074d829, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=358c4d50-d667-4aea-afe9-b2df0074d829,segment=NetworkSegment(fc461185-f11c-4aad-8bc4-bb6ca344cd38),segment_id=fc461185-f11c-4aad-8bc4-bb6ca344cd38)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:25:18.474543 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7feac48d-b590-4dc4-bd4a-af1a4a30e024 req-b28caee4-7cb1-4520-82cb-33224cd45450 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618416 May 13 14:25:18.481097 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8830938d-520f-44d1-a2be-d755e3209c00 req-d342bf5b-3180-4dc3-8d6f-8431e9402082 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297143 May 13 14:25:18.510874 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac1d57b3-6edc-4cfc-bda7-d824d66ce99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:18.597209 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-4a4d0374-3475-493f-aae4-45a8bb297524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:18.644368 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2eb817b7-ba11-47f8-a01e-c72d38ad9c4b up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:25:18.725812 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 2eb817b7-ba11-47f8-a01e-c72d38ad9c4b completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:18.731339 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 2eb817b7-ba11-47f8-a01e-c72d38ad9c4b triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:18.732091 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:18.835085 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-4a4d0374-3475-493f-aae4-45a8bb297524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:18.835821 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-4a4d0374-3475-493f-aae4-45a8bb297524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:18.841259 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-4a4d0374-3475-493f-aae4-45a8bb297524 service neutron] 10.222.0.74 "PUT /v2.0/ports/358c4d50-d667-4aea-afe9-b2df0074d829 HTTP/1.1" status: 200 len: 1091 time: 3.9206998 May 13 14:25:18.896681 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 2eb817b7-ba11-47f8-a01e-c72d38ad9c4b is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:18.897245 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:18.920184 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 2eb817b7-ba11-47f8-a01e-c72d38ad9c4b, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=2eb817b7-ba11-47f8-a01e-c72d38ad9c4b,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:18.926716 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:18.969689 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-81c07abe-e59e-4794-9e5e-dc43b3234121 service neutron] For port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:19.025468 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=2eb817b7-ba11-47f8-a01e-c72d38ad9c4b,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:19.033522 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05cbb1-d23e-4579-adda-bb4223a81f09 req-a2a5a8c3-8b55-4cb3-babf-dd23a24db4b0 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:19.040130 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fc05cbb1-d23e-4579-adda-bb4223a81f09 req-a2a5a8c3-8b55-4cb3-babf-dd23a24db4b0 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/ports?device_id=391f6a36-c109-4bbb-ba78-349a045ab204 HTTP/1.1" status: 200 len: 943 time: 0.3768792 May 13 14:25:19.042198 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-81c07abe-e59e-4794-9e5e-dc43b3234121 service neutron] For port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:19.055424 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8830938d-520f-44d1-a2be-d755e3209c00 req-f6025152-b728-4e07-a8cf-5656bae2a8e0 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5645690 May 13 14:25:19.118853 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d0374-3475-493f-aae4-45a8bb297524 service neutron] Pushing event updated for resources: {'Port': ['ID=358c4d50-d667-4aea-afe9-b2df0074d829,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:19.160874 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-81c07abe-e59e-4794-9e5e-dc43b3234121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:25:19.187451 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-81c07abe-e59e-4794-9e5e-dc43b3234121 service neutron] For port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:19.188835 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432f9c1-6c29-4c4d-bc30-6c93db58c047 req-3f417aa1-b1e8-403b-a520-dd87e9ea9c22 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:19.190375 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d432f9c1-6c29-4c4d-bc30-6c93db58c047 req-3f417aa1-b1e8-403b-a520-dd87e9ea9c22 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 947 time: 0.5020342 May 13 14:25:19.220874 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fc05cbb1-d23e-4579-adda-bb4223a81f09 req-a969a6de-00b0-412f-817e-f80f422c2cdc tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6864af0-c707-4a6d-af04-175e3a555885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329722 May 13 14:25:19.238752 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-9599f523-6739-40a9-8877-0a3c72090114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:19.240280 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-9599f523-6739-40a9-8877-0a3c72090114 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8a13abebe64d4bc6a2fa87bb71e99399&device_id=391f6a36-c109-4bbb-ba78-349a045ab204 HTTP/1.1" status: 200 len: 1094 time: 0.2990460 May 13 14:25:19.247635 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac1d57b3-6edc-4cfc-bda7-d824d66ce99e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:19.256123 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac1d57b3-6edc-4cfc-bda7-d824d66ce99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:19.329232 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-81c07abe-e59e-4794-9e5e-dc43b3234121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:19.446553 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-31157111-8bf1-4ba8-80a4-ab714fc4aa0d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=358c4d50-d667-4aea-afe9-b2df0074d829 HTTP/1.1" status: 200 len: 217 time: 0.1890254 May 13 14:25:19.450348 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d432f9c1-6c29-4c4d-bc30-6c93db58c047 req-d2b26b7b-7cfb-4adc-a63c-4229e032562d tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541530 May 13 14:25:19.459150 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d57b3-6edc-4cfc-bda7-d824d66ce99e admin admin] Pushing event updated for resources: {'Port': ['ID=119b2e48-bd8d-4f49-b2d0-3a0266f1af00,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:19.483473 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac1d57b3-6edc-4cfc-bda7-d824d66ce99e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:19.538451 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdc81096-c215-4f65-ba26-10907526f53b'] response: {'name': 'network-changed', 'server_uuid': 'b9a8ba36-1c81-46a8-8e94-43d47290d25e', 'tag': 'd7527f73-d685-4e34-b9a0-bf049239d26c', 'status': 'completed', 'code': 200} May 13 14:25:19.558390 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:25:19.573276 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-90870341-2387-4741-92e6-84641c51966f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c7af29-9205-49a8-be49-34be23e94fcf {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:25:19.590348 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-90870341-2387-4741-92e6-84641c51966f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:19.653134 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c64c3-f227-46fe-8b85-12b8c84a1e89 req-7c239da8-e791-4fce-b9b5-d4fe3c4039a7 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:19.655156 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a54c64c3-f227-46fe-8b85-12b8c84a1e89 req-7c239da8-e791-4fce-b9b5-d4fe3c4039a7 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f HTTP/1.1" status: 200 len: 931 time: 0.3155820 May 13 14:25:19.667563 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-81c07abe-e59e-4794-9e5e-dc43b3234121 service neutron] Transition to ACTIVE for port object f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:19.683153 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 is: DOWN; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:19.686251 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-81c07abe-e59e-4794-9e5e-dc43b3234121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:19.700915 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-90870341-2387-4741-92e6-84641c51966f service neutron] Transition to ACTIVE for port object 26c7af29-9205-49a8-be49-34be23e94fcf will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:19.715699 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-853daae0-3fcb-4bf1-a1f2-aabf5e8f1713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:19.717148 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-853daae0-3fcb-4bf1-a1f2-aabf5e8f1713 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b35608d4-67e7-4682-8e58-7b2d9ed03d8c HTTP/1.1" status: 200 len: 860 time: 0.2565119 May 13 14:25:19.719480 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-90870341-2387-4741-92e6-84641c51966f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:19.767283 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1d57b3-6edc-4cfc-bda7-d824d66ce99e admin admin] Network 2ac367d0-0a17-4f39-8584-9463d6f61d19 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:19.818658 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-ac1d57b3-6edc-4cfc-bda7-d824d66ce99e admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:19.881172 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-a54c64c3-f227-46fe-8b85-12b8c84a1e89 req-ecf76fff-ef81-4e96-a55b-e5ca5f01434e tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Synchronizing usage tracker for tenant:31b88fba682a40f4abf9c2e6f3dd4da1 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:25:19.935884 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90870341-2387-4741-92e6-84641c51966f service neutron] Pushing event updated for resources: {'Port': ['ID=26c7af29-9205-49a8-be49-34be23e94fcf,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:19.947077 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-81c07abe-e59e-4794-9e5e-dc43b3234121 service neutron] No DVR routers for this DVR port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:25:20.032312 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d90ff-fcfc-4de5-9a1c-836a0d32330e req-1df2fd83-5b65-43f7-8b85-0d7b24dbc15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:20.033788 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5b0d90ff-fcfc-4de5-9a1c-836a0d32330e req-1df2fd83-5b65-43f7-8b85-0d7b24dbc15e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 1098 time: 0.4157410 May 13 14:25:20.050261 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df03cbc-0e2d-41da-a8a6-949afb49cd89 req-a50fbeed-d6d2-489f-ac3c-eb0ba93b0e03 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:20.051833 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4df03cbc-0e2d-41da-a8a6-949afb49cd89 req-a50fbeed-d6d2-489f-ac3c-eb0ba93b0e03 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc1df088-0940-45b2-9abe-7f5596893b8d HTTP/1.1" status: 200 len: 945 time: 0.4379711 May 13 14:25:20.094286 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c07abe-e59e-4794-9e5e-dc43b3234121 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82,revision_number=10']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:20.107504 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7b0b6c32-e202-44b8-ab46-848b9c29cea7 None None] Provisioning complete for port 119b2e48-bd8d-4f49-b2d0-3a0266f1af00 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:20.108212 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7b0b6c32-e202-44b8-ab46-848b9c29cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:20.125449 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-a54c64c3-f227-46fe-8b85-12b8c84a1e89 req-ecf76fff-ef81-4e96-a55b-e5ca5f01434e tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Unset dirty status for tenant:31b88fba682a40f4abf9c2e6f3dd4da1 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:25:20.126573 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a54c64c3-f227-46fe-8b85-12b8c84a1e89 req-ecf76fff-ef81-4e96-a55b-e5ca5f01434e tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603775 May 13 14:25:20.168088 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7b0b6c32-e202-44b8-ab46-848b9c29cea7 None None] Port 119b2e48-bd8d-4f49-b2d0-3a0266f1af00 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:25:20.168897 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-9d40dd56-5ed6-4a14-b6a0-b4b30417d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:20.170535 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-9d40dd56-5ed6-4a14-b6a0-b4b30417d5c2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1bb618e8-c72d-478a-b168-a543534f1c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4105873 May 13 14:25:20.192899 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-81c07abe-e59e-4794-9e5e-dc43b3234121 service neutron] 10.222.0.74 "PUT /v2.0/ports/f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82/bindings/n-h1-841760-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0292618 May 13 14:25:20.299433 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1d57b3-6edc-4cfc-bda7-d824d66ce99e admin admin] Router 797cbfd7-51da-4598-bc2e-17e3f016034e has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:25:20.331457 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d90ff-fcfc-4de5-9a1c-836a0d32330e req-ea5c13ae-1b77-40dc-9c0a-ee0e02891c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:20.332882 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5b0d90ff-fcfc-4de5-9a1c-836a0d32330e req-ea5c13ae-1b77-40dc-9c0a-ee0e02891c91 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.2913024 May 13 14:25:20.355040 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4df03cbc-0e2d-41da-a8a6-949afb49cd89 req-b46abc2d-862d-42fb-a302-1b349d309267 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744162 May 13 14:25:20.416755 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-90870341-2387-4741-92e6-84641c51966f service neutron] Attempting to bind port 26c7af29-9205-49a8-be49-34be23e94fcf on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:25:20.417097 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-90870341-2387-4741-92e6-84641c51966f service neutron] Attempting to bind port 26c7af29-9205-49a8-be49-34be23e94fcf by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '212baf6b-5017-40bb-96cc-46cb7ca012f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0e26aec9-4c39-41a9-af37-ccef8c346b04'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:25:20.417400 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-90870341-2387-4741-92e6-84641c51966f service neutron] Attempting to bind port 26c7af29-9205-49a8-be49-34be23e94fcf on network 0e26aec9-4c39-41a9-af37-ccef8c346b04 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:20.432340 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5b0d90ff-fcfc-4de5-9a1c-836a0d32330e req-5a9d15c0-9425-4930-8d99-cfca084a2075 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d7527f73-d685-4e34-b9a0-bf049239d26c HTTP/1.1" status: 200 len: 217 time: 0.0810516 May 13 14:25:20.433718 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-90870341-2387-4741-92e6-84641c51966f service neutron] Port 26c7af29-9205-49a8-be49-34be23e94fcf on network 0e26aec9-4c39-41a9-af37-ccef8c346b04 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:25:20.434033 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-90870341-2387-4741-92e6-84641c51966f service neutron] Attempting to bind port 26c7af29-9205-49a8-be49-34be23e94fcf on network 0e26aec9-4c39-41a9-af37-ccef8c346b04 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:20.475489 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-90870341-2387-4741-92e6-84641c51966f service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:25:20.475781 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-90870341-2387-4741-92e6-84641c51966f service neutron] Checking segment: {'id': '212baf6b-5017-40bb-96cc-46cb7ca012f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0e26aec9-4c39-41a9-af37-ccef8c346b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:20.476883 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-90870341-2387-4741-92e6-84641c51966f service neutron] Bound using segment: {'id': '212baf6b-5017-40bb-96cc-46cb7ca012f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0e26aec9-4c39-41a9-af37-ccef8c346b04'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:25:20.476883 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-90870341-2387-4741-92e6-84641c51966f service neutron] Bound port: 26c7af29-9205-49a8-be49-34be23e94fcf, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '212baf6b-5017-40bb-96cc-46cb7ca012f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0e26aec9-4c39-41a9-af37-ccef8c346b04'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:25:20.476883 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-90870341-2387-4741-92e6-84641c51966f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:20.526869 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2eb817b7-ba11-47f8-a01e-c72d38ad9c4b up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:25:20.597866 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3db315-4571-44d5-8042-a69e1e2ddb61 req-c2abec13-b913-44ac-acd5-329b1d616855 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:20.599483 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9c3db315-4571-44d5-8042-a69e1e2ddb61 req-c2abec13-b913-44ac-acd5-329b1d616855 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 945 time: 0.3421388 May 13 14:25:20.604711 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-c7d3ce3a-0f5e-401e-9b18-607cbe889197 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:20.607416 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-c7d3ce3a-0f5e-401e-9b18-607cbe889197 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1&tenant_id=4d6ca075ae214d9490235db19234e57f&binding%3Ahost_id=n-h2-841760-1 HTTP/1.1" status: 200 len: 1096 time: 0.3015189 May 13 14:25:20.609883 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 2eb817b7-ba11-47f8-a01e-c72d38ad9c4b triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:20.610271 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:20.626965 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-9dadbff8-c6c6-4576-916b-72925fbb8431 service neutron] 10.222.0.74 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929815 May 13 14:25:20.662785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d90ff-fcfc-4de5-9a1c-836a0d32330e req-9fc20072-c292-4952-8e39-772016a931ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:20.664038 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5b0d90ff-fcfc-4de5-9a1c-836a0d32330e req-9fc20072-c292-4952-8e39-772016a931ad service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.2250090 May 13 14:25:20.693165 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1d57b3-6edc-4cfc-bda7-d824d66ce99e admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:25:20.718369 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ac1d57b3-6edc-4cfc-bda7-d824d66ce99e admin admin] 10.222.0.35 "PUT /v2.0/routers/797cbfd7-51da-4598-bc2e-17e3f016034e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0498078 May 13 14:25:20.746851 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9c3db315-4571-44d5-8042-a69e1e2ddb61 req-c57a73ad-c371-4fb0-8ba8-11cda5d91496 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203380 May 13 14:25:20.755914 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d3b647-e00b-40ed-90db-bb5a39be4158 None None] Sync routers for ids ['797cbfd7-51da-4598-bc2e-17e3f016034e'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:25:20.773326 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 2eb817b7-ba11-47f8-a01e-c72d38ad9c4b is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:20.797572 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-94de2e31-b146-4ad9-992e-050cdf65c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:20.797572 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-94de2e31-b146-4ad9-992e-050cdf65c689 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1&tenant_id=4d6ca075ae214d9490235db19234e57f HTTP/1.1" status: 200 len: 1096 time: 0.1708324 May 13 14:25:20.837213 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d3b647-e00b-40ed-90db-bb5a39be4158 None None] Routers {'797cbfd7-51da-4598-bc2e-17e3f016034e'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:25:20.843278 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-00d3b647-e00b-40ed-90db-bb5a39be4158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:25:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['797cbfd7-51da-4598-bc2e-17e3f016034e'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:20.845619 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-90870341-2387-4741-92e6-84641c51966f service neutron] For port 26c7af29-9205-49a8-be49-34be23e94fcf, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:20.889905 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-90870341-2387-4741-92e6-84641c51966f service neutron] For port 26c7af29-9205-49a8-be49-34be23e94fcf, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=26c7af29-9205-49a8-be49-34be23e94fcf,segment=NetworkSegment(212baf6b-5017-40bb-96cc-46cb7ca012f5),segment_id=212baf6b-5017-40bb-96cc-46cb7ca012f5)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:25:20.901399 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-90870341-2387-4741-92e6-84641c51966f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:20.977401 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e5bdd-e62f-4980-9636-dc2852df72f0 req-e45d35b0-db99-44d0-b098-691ddca33b4b tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:20.978453 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-bc1ce605-4f5f-4a26-b7fe-99556bff92e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:20.978915 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-eb6e5bdd-e62f-4980-9636-dc2852df72f0 req-e45d35b0-db99-44d0-b098-691ddca33b4b tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 945 time: 0.5046511 May 13 14:25:20.980327 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-bc1ce605-4f5f-4a26-b7fe-99556bff92e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d6ca075ae214d9490235db19234e57f&device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 1096 time: 0.1607714 May 13 14:25:20.996400 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a255e673-ad2b-4a13-aad5-66d47bb793a2 req-07d783e0-708d-4323-b777-aab556c84c06 service neutron] 10.222.0.74 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631101 May 13 14:25:21.015564 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-90870341-2387-4741-92e6-84641c51966f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:21.016164 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-90870341-2387-4741-92e6-84641c51966f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:21.017489 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-90870341-2387-4741-92e6-84641c51966f service neutron] 10.222.0.59 "PUT /v2.0/ports/26c7af29-9205-49a8-be49-34be23e94fcf HTTP/1.1" status: 200 len: 1091 time: 3.0900245 May 13 14:25:21.045867 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d90ff-fcfc-4de5-9a1c-836a0d32330e req-18d3c787-f662-432b-b183-9aef22c63257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:21.047378 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5b0d90ff-fcfc-4de5-9a1c-836a0d32330e req-18d3c787-f662-432b-b183-9aef22c63257 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3711286 May 13 14:25:21.058623 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90870341-2387-4741-92e6-84641c51966f service neutron] Pushing event updated for resources: {'Port': ['ID=26c7af29-9205-49a8-be49-34be23e94fcf,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:21.073471 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-eb6e5bdd-e62f-4980-9636-dc2852df72f0 req-bef92d00-2d29-4679-bfc0-297a0b8a564d tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830500 May 13 14:25:21.082115 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-00d3b647-e00b-40ed-90db-bb5a39be4158 None None] Set router 797cbfd7-51da-4598-bc2e-17e3f016034e gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:25:21.147710 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c329cb-92cb-4e33-b6d6-d44a3b14378b req-4a719a9e-5c4a-4d5d-b200-27befcb3705a tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:21.149168 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-97c329cb-92cb-4e33-b6d6-d44a3b14378b req-4a719a9e-5c4a-4d5d-b200-27befcb3705a tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/ports?device_id=391f6a36-c109-4bbb-ba78-349a045ab204 HTTP/1.1" status: 200 len: 943 time: 0.2421787 May 13 14:25:21.232265 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-97c329cb-92cb-4e33-b6d6-d44a3b14378b req-5612d398-2902-46f7-911d-38c89ea33132 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6864af0-c707-4a6d-af04-175e3a555885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743406 May 13 14:25:21.233635 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-e29da458-770f-4879-849a-201448153b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:21.235202 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-e29da458-770f-4879-849a-201448153b4d service neutron] 10.222.0.59 "GET /v2.0/networks?id=d5027423-d39b-4c72-b023-a3c3d59a72d1 HTTP/1.1" status: 200 len: 920 time: 0.2371249 May 13 14:25:21.327160 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-09388133-80cf-40c1-96d2-c258b5fa3b63 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 HTTP/1.1" status: 200 len: 217 time: 0.0795593 May 13 14:25:21.467166 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-96f41d68-4e4c-428d-9df4-de27bdcdb9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:21.468762 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-96f41d68-4e4c-428d-9df4-de27bdcdb9a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=31b88fba682a40f4abf9c2e6f3dd4da1&device_id=f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f HTTP/1.1" status: 200 len: 1094 time: 0.3943558 May 13 14:25:21.470523 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5b0d90ff-fcfc-4de5-9a1c-836a0d32330e req-71b1c241-b3bc-4092-8abf-2a0891a5f9b6 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438140 May 13 14:25:21.483197 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99505c5b-9d60-49a8-bcbb-84bf2c421a37 req-6729032a-ba32-4a3f-87a0-cfffa82549b6 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:21.484684 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99505c5b-9d60-49a8-bcbb-84bf2c421a37 req-6729032a-ba32-4a3f-87a0-cfffa82549b6 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 947 time: 0.2640116 May 13 14:25:21.505237 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-ae9d55d8-8a32-4f6d-a1e9-52aab24f8f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:21.506788 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-ae9d55d8-8a32-4f6d-a1e9-52aab24f8f19 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d HTTP/1.1" status: 200 len: 859 time: 0.1721120 May 13 14:25:21.527599 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-00d3b647-e00b-40ed-90db-bb5a39be4158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1789347354-router', 'tenant_id': '1016ecb87f5e4c279209c713cff0a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '2eb817b7-ba11-47f8-a01e-c72d38ad9c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:04Z', 'updated_at': '2022-05-13T14:25:18Z', 'revision_number': 4, 'project_id': '1016ecb87f5e4c279209c713cff0a09f', 'gw_port': {'id': '2eb817b7-ba11-47f8-a01e-c72d38ad9c4b', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:07Z', 'updated_at': '2022-05-13T14:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '119b2e48-bd8d-4f49-b2d0-3a0266f1af00', 'name': '', 'network_id': '2ac367d0-0a17-4f39-8584-9463d6f61d19', 'tenant_id': '1016ecb87f5e4c279209c713cff0a09f', 'mac_address': 'fa:16:3e:fb:44:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9791e2a2-58e1-47af-a960-adc89812e0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:16Z', 'updated_at': '2022-05-13T14:25:18Z', 'revision_number': 2, 'project_id': '1016ecb87f5e4c279209c713cff0a09f', 'subnets': [{'id': '9791e2a2-58e1-47af-a960-adc89812e0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:21.531878 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d3b647-e00b-40ed-90db-bb5a39be4158 None None] Checking router: 797cbfd7-51da-4598-bc2e-17e3f016034e for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:25:21.532366 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d3b647-e00b-40ed-90db-bb5a39be4158 None None] Updating router 797cbfd7-51da-4598-bc2e-17e3f016034e port 119b2e48-bd8d-4f49-b2d0-3a0266f1af00 binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:25:21.557064 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391f6a36-c109-4bbb-ba78-349a045ab204', 'tag': '358c4d50-d667-4aea-afe9-b2df0074d829'}, {'name': 'network-changed', 'server_uuid': 'f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f', 'tag': '26c7af29-9205-49a8-be49-34be23e94fcf'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:21.563746 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device d7527f73-d685-4e34-b9a0-bf049239d26c details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:25:21.573214 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-33417a24-7c65-4fc4-a752-a1819db65174 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d5027423-d39b-4c72-b023-a3c3d59a72d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593386 May 13 14:25:21.594083 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-00d3b647-e00b-40ed-90db-bb5a39be4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:21.638824 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-6fb516f0-a640-4154-9709-57cc616b0bc3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26c7af29-9205-49a8-be49-34be23e94fcf HTTP/1.1" status: 200 len: 217 time: 0.1530285 May 13 14:25:21.731789 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99505c5b-9d60-49a8-bcbb-84bf2c421a37 req-bc075952-e5b5-4413-8a37-0cf204cdc9e1 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249248 May 13 14:25:21.734823 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port d7527f73-d685-4e34-b9a0-bf049239d26c, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=d7527f73-d685-4e34-b9a0-bf049239d26c,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:21.749544 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'd7527f73-d685-4e34-b9a0-bf049239d26c', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': 'd7527f73-d685-4e34-b9a0-bf049239d26c', 'mac_address': 'fa:16:3e:0e:b2:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:25:21.763508 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-7bdbaee9-514e-4b9b-adf3-640b0100c088 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:21.766430 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-7bdbaee9-514e-4b9b-adf3-640b0100c088 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Synchronizing usage tracker for tenant:1016ecb87f5e4c279209c713cff0a09f on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:25:21.779490 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-bc5d4c4a-682d-40b5-81f4-1f204d8735ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:21.781504 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-bc5d4c4a-682d-40b5-81f4-1f204d8735ee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d98d3701-9056-4eba-bf1f-28c8c023123f HTTP/1.1" status: 200 len: 853 time: 0.1290197 May 13 14:25:21.787764 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5b0d90ff-fcfc-4de5-9a1c-836a0d32330e req-424f5e92-1d29-479d-ae7b-b85be693d28e service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010368 May 13 14:25:21.838336 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-3b245ed4-fd15-47c5-b61b-41b259813849 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e26aec9-4c39-41a9-af37-ccef8c346b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481648 May 13 14:25:21.864493 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-7bdbaee9-514e-4b9b-adf3-640b0100c088 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Unset dirty status for tenant:1016ecb87f5e4c279209c713cff0a09f on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:25:21.865766 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-7bdbaee9-514e-4b9b-adf3-640b0100c088 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/networks?id=2ac367d0-0a17-4f39-8584-9463d6f61d19 HTTP/1.1" status: 200 len: 829 time: 0.4559288 May 13 14:25:21.883874 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port d7527f73-d685-4e34-b9a0-bf049239d26c is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:21.884595 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:21.887327 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-657adeb0-6801-453e-a656-8e23b68d553b tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/quotas/1016ecb87f5e4c279209c713cff0a09f HTTP/1.1" status: 200 len: 375 time: 0.0121877 May 13 14:25:21.892930 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-89d262a0-1194-4d5c-b113-22b0bbfaa60f service neutron] 10.222.0.59 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065989 May 13 14:25:21.916383 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7527f73-d685-4e34-b9a0-bf049239d26c {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:25:21.944680 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port d7527f73-d685-4e34-b9a0-bf049239d26c, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=d7527f73-d685-4e34-b9a0-bf049239d26c,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:21.949353 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:22.020507 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-00d3b647-e00b-40ed-90db-bb5a39be4158 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:22.037415 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-00d3b647-e00b-40ed-90db-bb5a39be4158 None None] Transition to ACTIVE for port object 119b2e48-bd8d-4f49-b2d0-3a0266f1af00 will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:22.042448 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=d7527f73-d685-4e34-b9a0-bf049239d26c,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:22.052565 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-00d3b647-e00b-40ed-90db-bb5a39be4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:22.110331 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-b68e698a-bc4f-4507-9cde-0e219ef1f4f3 service neutron] 10.222.0.59 "GET /v2.0/networks/0e26aec9-4c39-41a9-af37-ccef8c346b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643297 May 13 14:25:22.125746 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bfbb3-4622-4023-82d3-dbec5de4523c req-9740a9b7-3aa4-4639-8851-f46d215ee5ad tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:22.126607 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-a64bfbb3-4622-4023-82d3-dbec5de4523c req-9740a9b7-3aa4-4639-8851-f46d215ee5ad tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Synchronizing usage tracker for tenant:31b88fba682a40f4abf9c2e6f3dd4da1 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:25:22.200323 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-f20dfc35-0a7a-4e74-b5c8-658bc003a705 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Synchronizing usage tracker for tenant:1016ecb87f5e4c279209c713cff0a09f on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:25:22.209564 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-0584420b-f0b8-4c19-8b35-1cdbf961820a service neutron] 10.222.0.59 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780511 May 13 14:25:22.235721 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-f20dfc35-0a7a-4e74-b5c8-658bc003a705 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Unset dirty status for tenant:1016ecb87f5e4c279209c713cff0a09f on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:25:22.237351 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-f20dfc35-0a7a-4e74-b5c8-658bc003a705 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1016ecb87f5e4c279209c713cff0a09f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3433042 May 13 14:25:22.246399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-a64bfbb3-4622-4023-82d3-dbec5de4523c req-9740a9b7-3aa4-4639-8851-f46d215ee5ad tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Unset dirty status for tenant:31b88fba682a40f4abf9c2e6f3dd4da1 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:25:22.248543 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e8833b-a1cb-47d3-9e0d-18b81391b768 None None] Pushing event updated for resources: {'Port': ['ID=119b2e48-bd8d-4f49-b2d0-3a0266f1af00,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:22.253913 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a64bfbb3-4622-4023-82d3-dbec5de4523c req-9740a9b7-3aa4-4639-8851-f46d215ee5ad tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f HTTP/1.1" status: 200 len: 943 time: 0.2779682 May 13 14:25:22.304885 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e8833b-a1cb-47d3-9e0d-18b81391b768 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:22.305503 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e8833b-a1cb-47d3-9e0d-18b81391b768 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:22.305981 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e8833b-a1cb-47d3-9e0d-18b81391b768 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:22.306461 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e8833b-a1cb-47d3-9e0d-18b81391b768 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:22.306933 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e8833b-a1cb-47d3-9e0d-18b81391b768 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:22.307431 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e8833b-a1cb-47d3-9e0d-18b81391b768 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:22.307916 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e8833b-a1cb-47d3-9e0d-18b81391b768 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:22.308495 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e8833b-a1cb-47d3-9e0d-18b81391b768 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:22.308955 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e8833b-a1cb-47d3-9e0d-18b81391b768 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:22.309411 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e8833b-a1cb-47d3-9e0d-18b81391b768 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:22.309895 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e8833b-a1cb-47d3-9e0d-18b81391b768 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:22.310359 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e8833b-a1cb-47d3-9e0d-18b81391b768 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:22.335685 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-00d3b647-e00b-40ed-90db-bb5a39be4158 None None] Attempting to bind port 119b2e48-bd8d-4f49-b2d0-3a0266f1af00 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:25:22.336312 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-00d3b647-e00b-40ed-90db-bb5a39be4158 None None] Attempting to bind port 119b2e48-bd8d-4f49-b2d0-3a0266f1af00 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '96487450-a760-40b8-8659-17d41c0e6886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2ac367d0-0a17-4f39-8584-9463d6f61d19'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:25:22.336827 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d3b647-e00b-40ed-90db-bb5a39be4158 None None] Attempting to bind port 119b2e48-bd8d-4f49-b2d0-3a0266f1af00 on network 2ac367d0-0a17-4f39-8584-9463d6f61d19 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:22.342712 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d3b647-e00b-40ed-90db-bb5a39be4158 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:25:22.343389 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d3b647-e00b-40ed-90db-bb5a39be4158 None None] Checking segment: {'id': '96487450-a760-40b8-8659-17d41c0e6886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2ac367d0-0a17-4f39-8584-9463d6f61d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:22.343950 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-00d3b647-e00b-40ed-90db-bb5a39be4158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:22.345092 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d3b647-e00b-40ed-90db-bb5a39be4158 None None] Bound using segment: {'id': '96487450-a760-40b8-8659-17d41c0e6886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2ac367d0-0a17-4f39-8584-9463d6f61d19'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:25:22.345706 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-00d3b647-e00b-40ed-90db-bb5a39be4158 None None] Bound port: 119b2e48-bd8d-4f49-b2d0-3a0266f1af00, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96487450-a760-40b8-8659-17d41c0e6886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2ac367d0-0a17-4f39-8584-9463d6f61d19'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:25:22.346252 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-00d3b647-e00b-40ed-90db-bb5a39be4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:22.352257 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a64bfbb3-4622-4023-82d3-dbec5de4523c req-d41c6ab5-d252-4996-990e-3d157b46ca96 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969303 May 13 14:25:22.398188 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cd48e71e-d256-4dd5-a59f-8ad168b33a1f req-ec281073-410f-4eed-a737-c188dcd4c9a0 service neutron] 10.222.0.59 "GET /v2.0/networks/0e26aec9-4c39-41a9-af37-ccef8c346b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684555 May 13 14:25:22.434591 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-b2c95e7e-706f-4a6f-ad23-be874f49f26d service neutron] 10.222.0.35 "GET /v2.0/networks/2ac367d0-0a17-4f39-8584-9463d6f61d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814859 May 13 14:25:22.500645 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-00d3b647-e00b-40ed-90db-bb5a39be4158 None None] For port 119b2e48-bd8d-4f49-b2d0-3a0266f1af00, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:22.508787 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-00d3b647-e00b-40ed-90db-bb5a39be4158 None None] For port 119b2e48-bd8d-4f49-b2d0-3a0266f1af00, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=119b2e48-bd8d-4f49-b2d0-3a0266f1af00,segment=NetworkSegment(96487450-a760-40b8-8659-17d41c0e6886),segment_id=96487450-a760-40b8-8659-17d41c0e6886)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:25:22.515726 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-00d3b647-e00b-40ed-90db-bb5a39be4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:22.558929 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56173a3-31cf-4b8b-b4f4-29c9ce5f6a92 req-7ed2855b-acda-43e6-9b74-ef24c418dd6f tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:22.566556 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c56173a3-31cf-4b8b-b4f4-29c9ce5f6a92 req-7ed2855b-acda-43e6-9b74-ef24c418dd6f tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc1df088-0940-45b2-9abe-7f5596893b8d HTTP/1.1" status: 200 len: 945 time: 0.0985429 May 13 14:25:22.598027 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-f39a2b6f-e808-4e59-8ee1-9fa8174bfc19 service neutron] 10.222.0.35 "GET /v2.0/networks/2ac367d0-0a17-4f39-8584-9463d6f61d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529717 May 13 14:25:22.618236 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d3b647-e00b-40ed-90db-bb5a39be4158 None None] Routers {'797cbfd7-51da-4598-bc2e-17e3f016034e'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:25:22.619007 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-00d3b647-e00b-40ed-90db-bb5a39be4158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:25:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['797cbfd7-51da-4598-bc2e-17e3f016034e'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:22.623988 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['d7527f73-d685-4e34-b9a0-bf049239d26c'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:25:22.681933 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c56173a3-31cf-4b8b-b4f4-29c9ce5f6a92 req-9807d84d-9041-476d-a2b7-ac36bfb87b9b tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142275 May 13 14:25:22.715028 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-59ca0ef4-792c-4bb8-bcb2-b2c73b0f600b tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:22.719902 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-59ca0ef4-792c-4bb8-bcb2-b2c73b0f600b tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1&tenant_id=4d6ca075ae214d9490235db19234e57f&binding%3Ahost_id=n-h1-841760-1 HTTP/1.1" status: 200 len: 1096 time: 0.1336567 May 13 14:25:22.814943 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1c86e46-23d5-4b9c-8a76-77e426707f17'] response: {'name': 'network-changed', 'server_uuid': '391f6a36-c109-4bbb-ba78-349a045ab204', 'tag': '358c4d50-d667-4aea-afe9-b2df0074d829', 'status': 'completed', 'code': 200} May 13 14:25:22.831274 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1c86e46-23d5-4b9c-8a76-77e426707f17'] response: {'name': 'network-changed', 'server_uuid': 'f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f', 'tag': '26c7af29-9205-49a8-be49-34be23e94fcf', 'status': 'completed', 'code': 200} May 13 14:25:22.864093 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-00d3b647-e00b-40ed-90db-bb5a39be4158 None None] Set router 797cbfd7-51da-4598-bc2e-17e3f016034e gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:25:22.984002 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adb015-a88c-4664-8525-2c09a6edb362 req-8a91bdd2-7b62-4de0-a17e-887dd9512b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:22.985504 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-35adb015-a88c-4664-8525-2c09a6edb362 req-8a91bdd2-7b62-4de0-a17e-887dd9512b60 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=31b88fba682a40f4abf9c2e6f3dd4da1&device_id=f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f HTTP/1.1" status: 200 len: 1094 time: 0.2030003 May 13 14:25:23.245687 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e8833b-a1cb-47d3-9e0d-18b81391b768 None None] Pushing event updated for resources: {'Port': ['ID=119b2e48-bd8d-4f49-b2d0-3a0266f1af00,revision_number=4']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:23.251505 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aaa888-b197-4995-95e7-8dbe971aeb04 req-3191a74e-45fb-40eb-92a1-cdc966bdc9ce tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:23.253570 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-26aaa888-b197-4995-95e7-8dbe971aeb04 req-3191a74e-45fb-40eb-92a1-cdc966bdc9ce tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 945 time: 0.2158022 May 13 14:25:23.266953 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adb015-a88c-4664-8525-2c09a6edb362 req-e17b3cdc-d4ab-45c5-a4a5-0d12fa0d11ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:23.268573 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-35adb015-a88c-4664-8525-2c09a6edb362 req-e17b3cdc-d4ab-45c5-a4a5-0d12fa0d11ac service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e26aec9-4c39-41a9-af37-ccef8c346b04 HTTP/1.1" status: 200 len: 914 time: 0.2758262 May 13 14:25:23.279023 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db56bd6-eeab-4e9d-b054-f11f0e6cc770 req-5765d540-310e-4635-90f8-cd883c2a9ae7 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:23.281259 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9db56bd6-eeab-4e9d-b054-f11f0e6cc770 req-5765d540-310e-4635-90f8-cd883c2a9ae7 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 945 time: 0.2831178 May 13 14:25:23.289387 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-00d3b647-e00b-40ed-90db-bb5a39be4158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1789347354-router', 'tenant_id': '1016ecb87f5e4c279209c713cff0a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '2eb817b7-ba11-47f8-a01e-c72d38ad9c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:04Z', 'updated_at': '2022-05-13T14:25:18Z', 'revision_number': 4, 'project_id': '1016ecb87f5e4c279209c713cff0a09f', 'gw_port': {'id': '2eb817b7-ba11-47f8-a01e-c72d38ad9c4b', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:07Z', 'updated_at': '2022-05-13T14:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '119b2e48-bd8d-4f49-b2d0-3a0266f1af00', 'name': '', 'network_id': '2ac367d0-0a17-4f39-8584-9463d6f61d19', 'tenant_id': '1016ecb87f5e4c279209c713cff0a09f', 'mac_address': 'fa:16:3e:fb:44:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9791e2a2-58e1-47af-a960-adc89812e0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:16Z', 'updated_at': '2022-05-13T14:25:22Z', 'revision_number': 4, 'project_id': '1016ecb87f5e4c279209c713cff0a09f', 'subnets': [{'id': '9791e2a2-58e1-47af-a960-adc89812e0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:23.301010 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d3b647-e00b-40ed-90db-bb5a39be4158 None None] The sync data for ids ['797cbfd7-51da-4598-bc2e-17e3f016034e'] in n-d-841760-1 is: [{'id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1789347354-router', 'tenant_id': '1016ecb87f5e4c279209c713cff0a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '2eb817b7-ba11-47f8-a01e-c72d38ad9c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:04Z', 'updated_at': '2022-05-13T14:25:18Z', 'revision_number': 4, 'project_id': '1016ecb87f5e4c279209c713cff0a09f', 'gw_port': {'id': '2eb817b7-ba11-47f8-a01e-c72d38ad9c4b', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:07Z', 'updated_at': '2022-05-13T14:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '119b2e48-bd8d-4f49-b2d0-3a0266f1af00', 'name': '', 'network_id': '2ac367d0-0a17-4f39-8584-9463d6f61d19', 'tenant_id': '1016ecb87f5e4c279209c713cff0a09f', 'mac_address': 'fa:16:3e:fb:44:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9791e2a2-58e1-47af-a960-adc89812e0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:16Z', 'updated_at': '2022-05-13T14:25:22Z', 'revision_number': 4, 'project_id': '1016ecb87f5e4c279209c713cff0a09f', 'subnets': [{'id': '9791e2a2-58e1-47af-a960-adc89812e0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:25:23.301886 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-089b4e28-7932-4d75-b5c3-cb7ed181b47a service neutron] For port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:23.398313 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-35adb015-a88c-4664-8525-2c09a6edb362 req-8579641d-f334-475e-95a7-0a0b33d1f96b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26c7af29-9205-49a8-be49-34be23e94fcf HTTP/1.1" status: 200 len: 217 time: 0.0991812 May 13 14:25:23.459899 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-ee7af5a9-185a-4b5d-8559-9eac366b7876 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:23.461630 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-ee7af5a9-185a-4b5d-8559-9eac366b7876 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3&tenant_id=e9c1f6dcee6e4bfa9d17410767972533&binding%3Ahost_id=n-h1-841760-1 HTTP/1.1" status: 200 len: 1096 time: 0.3900108 May 13 14:25:23.465576 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adb015-a88c-4664-8525-2c09a6edb362 req-f3cc858b-75ab-4126-a8f8-3445e18a027b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:23.467761 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-35adb015-a88c-4664-8525-2c09a6edb362 req-f3cc858b-75ab-4126-a8f8-3445e18a027b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8a13abebe64d4bc6a2fa87bb71e99399&device_id=391f6a36-c109-4bbb-ba78-349a045ab204 HTTP/1.1" status: 200 len: 1094 time: 0.6353569 May 13 14:25:23.470266 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-089b4e28-7932-4d75-b5c3-cb7ed181b47a service neutron] Notify callbacks [] for binding, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:23.471205 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5c52fb15-9d68-4960-9ace-fdca2a46472c req-089b4e28-7932-4d75-b5c3-cb7ed181b47a service neutron] 10.222.0.59 "DELETE /v2.0/ports/f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82/bindings/n-h2-841760-1 HTTP/1.1" status: 204 len: 173 time: 0.7401512 May 13 14:25:23.483221 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-26aaa888-b197-4995-95e7-8dbe971aeb04 req-a142c226-64a9-427b-8fe1-15d047f2bbb2 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125602 May 13 14:25:23.486170 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-d65f4c66-9354-4ed1-98ad-0776892ae858 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-841760-1'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:23.548069 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adb015-a88c-4664-8525-2c09a6edb362 req-31a2d98e-3f14-40c5-9c59-6ab62832bf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:23.550029 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-35adb015-a88c-4664-8525-2c09a6edb362 req-31a2d98e-3f14-40c5-9c59-6ab62832bf59 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d98d3701-9056-4eba-bf1f-28c8c023123f HTTP/1.1" status: 200 len: 853 time: 0.1334960 May 13 14:25:23.582585 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 358c4d50-d667-4aea-afe9-b2df0074d829 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:25:23.675805 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9db56bd6-eeab-4e9d-b054-f11f0e6cc770 req-8fc9d577-f38c-4ddf-ba16-50fc3738c251 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824556 May 13 14:25:23.702140 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-35adb015-a88c-4664-8525-2c09a6edb362 req-34d251f1-689a-4ce4-96fa-33f92eb0638b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e26aec9-4c39-41a9-af37-ccef8c346b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1325312 May 13 14:25:23.810519 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adb015-a88c-4664-8525-2c09a6edb362 req-c93c20c4-5e9a-4fb9-843b-64c948325477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:23.812040 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-35adb015-a88c-4664-8525-2c09a6edb362 req-c93c20c4-5e9a-4fb9-843b-64c948325477 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1bb618e8-c72d-478a-b168-a543534f1c66 HTTP/1.1" status: 200 len: 922 time: 0.2968469 May 13 14:25:23.822180 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-d65f4c66-9354-4ed1-98ad-0776892ae858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:23.903605 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac02e88-2f54-4680-bcb6-784a42998b16 req-8a8d0f44-4305-42c3-a977-43018eb8480f tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:23.909188 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 358c4d50-d667-4aea-afe9-b2df0074d829, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=358c4d50-d667-4aea-afe9-b2df0074d829,segment=NetworkSegment(fc461185-f11c-4aad-8bc4-bb6ca344cd38),segment_id=fc461185-f11c-4aad-8bc4-bb6ca344cd38)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:23.910913 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0ac02e88-2f54-4680-bcb6-784a42998b16 req-8a8d0f44-4305-42c3-a977-43018eb8480f tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/ports?device_id=391f6a36-c109-4bbb-ba78-349a045ab204 HTTP/1.1" status: 200 len: 943 time: 0.2605519 May 13 14:25:23.916936 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-35adb015-a88c-4664-8525-2c09a6edb362 req-e63fd6a2-b217-402e-a50d-055840846509 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=358c4d50-d667-4aea-afe9-b2df0074d829 HTTP/1.1" status: 200 len: 217 time: 0.0791748 May 13 14:25:23.945632 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '358c4d50-d667-4aea-afe9-b2df0074d829', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'port_id': '358c4d50-d667-4aea-afe9-b2df0074d829', 'mac_address': 'fa:16:3e:3f:76:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:25:23.986130 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-35adb015-a88c-4664-8525-2c09a6edb362 req-c503ff84-8b3d-459a-8791-356f082a9499 service neutron] 10.222.0.59 "GET /v2.0/networks/0e26aec9-4c39-41a9-af37-ccef8c346b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627075 May 13 14:25:24.006689 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0ac02e88-2f54-4680-bcb6-784a42998b16 req-9a6f7b20-6394-4369-bb36-bdb1a1bfdb92 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6864af0-c707-4a6d-af04-175e3a555885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910368 May 13 14:25:24.066124 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 358c4d50-d667-4aea-afe9-b2df0074d829 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:24.066499 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:24.113145 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 358c4d50-d667-4aea-afe9-b2df0074d829 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:25:24.143036 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 358c4d50-d667-4aea-afe9-b2df0074d829, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=358c4d50-d667-4aea-afe9-b2df0074d829,segment=NetworkSegment(fc461185-f11c-4aad-8bc4-bb6ca344cd38),segment_id=fc461185-f11c-4aad-8bc4-bb6ca344cd38)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:24.149717 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:24.151000 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:25:24.169850 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adb015-a88c-4664-8525-2c09a6edb362 req-d13cce9d-94d0-4ef5-b3e8-18ad27d84f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:24.170553 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-35adb015-a88c-4664-8525-2c09a6edb362 req-70a31498-c389-41f4-9e14-8aa3595b3d12 service neutron] 10.222.0.59 "GET /v2.0/networks/0e26aec9-4c39-41a9-af37-ccef8c346b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612160 May 13 14:25:24.172275 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-35adb015-a88c-4664-8525-2c09a6edb362 req-d13cce9d-94d0-4ef5-b3e8-18ad27d84f4d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b35608d4-67e7-4682-8e58-7b2d9ed03d8c HTTP/1.1" status: 200 len: 860 time: 0.2244577 May 13 14:25:24.245878 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=358c4d50-d667-4aea-afe9-b2df0074d829,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:24.270351 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-27acfa32-aab1-4204-9e7e-069a53ee9eb1 req-cc12374d-10d8-4239-b352-452fa257bbce tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a764b11-94ae-48a6-9fd7-75882ae4cb4c HTTP/1.1" status: 200 len: 210 time: 0.0669491 May 13 14:25:24.397975 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26702650-ad56-42b7-96e5-b65baa682398 req-b34d4c0f-4217-4378-87ce-8d8b524dbdcc tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:24.405121 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-26702650-ad56-42b7-96e5-b65baa682398 req-b34d4c0f-4217-4378-87ce-8d8b524dbdcc tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 948 time: 0.4871387 May 13 14:25:24.417447 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=a9c2cf7c-de33-4bdd-b52a-10c6271dfc51,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:24.433464 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 has no active binding in host n-h2-841760-1 {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 13 14:25:24.498967 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-26702650-ad56-42b7-96e5-b65baa682398 req-1500a088-0c04-4b18-901b-66f4b7de2729 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929904 May 13 14:25:24.521630 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-d65f4c66-9354-4ed1-98ad-0776892ae858 service neutron] For port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=a9c2cf7c-de33-4bdd-b52a-10c6271dfc51,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:24.529225 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adb015-a88c-4664-8525-2c09a6edb362 req-3ceacc58-cf45-40c3-a764-766c4928a5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:24.530698 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-35adb015-a88c-4664-8525-2c09a6edb362 req-3ceacc58-cf45-40c3-a764-766c4928a5f8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1bb618e8-c72d-478a-b168-a543534f1c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3011246 May 13 14:25:24.538740 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126388d-203b-4813-8a89-9bf421be0912 req-b0b0e236-6f17-4e3c-b0b7-911cc8d3a6c7 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:24.547809 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5126388d-203b-4813-8a89-9bf421be0912 req-b0b0e236-6f17-4e3c-b0b7-911cc8d3a6c7 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f HTTP/1.1" status: 200 len: 943 time: 0.1314127 May 13 14:25:24.609357 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 119b2e48-bd8d-4f49-b2d0-3a0266f1af00 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:25:24.710274 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 119b2e48-bd8d-4f49-b2d0-3a0266f1af00 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:24.722612 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 119b2e48-bd8d-4f49-b2d0-3a0266f1af00 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:24.723375 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:24.731463 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-35adb015-a88c-4664-8525-2c09a6edb362 req-201aee45-1843-4443-a9ac-20355d5e28b1 service neutron] 10.222.0.74 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925755 May 13 14:25:24.733517 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-d65f4c66-9354-4ed1-98ad-0776892ae858 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:25:24.868507 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-d65f4c66-9354-4ed1-98ad-0776892ae858 service neutron] For port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:24.872817 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5126388d-203b-4813-8a89-9bf421be0912 req-b7c43ba9-35ba-4ef3-b7d3-6bb5e0bb0bce tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218491 May 13 14:25:24.984162 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-c3ebe0e5-ebf5-4059-9dbb-de7e745d2330 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:24.988226 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-c3ebe0e5-ebf5-4059-9dbb-de7e745d2330 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.74 "GET /v2.0/networks?id=2ac367d0-0a17-4f39-8584-9463d6f61d19 HTTP/1.1" status: 200 len: 829 time: 0.3844087 May 13 14:25:25.008579 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-ca67146a-14ad-4b39-95f1-09de24dc4069 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Request body: {'port': {'device_id': '3a764b11-94ae-48a6-9fd7-75882ae4cb4c', 'network_id': '2ac367d0-0a17-4f39-8584-9463d6f61d19', 'admin_state_up': True, 'tenant_id': '1016ecb87f5e4c279209c713cff0a09f'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:25.019621 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 119b2e48-bd8d-4f49-b2d0-3a0266f1af00 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:25.020166 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:25.057216 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['358c4d50-d667-4aea-afe9-b2df0074d829'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:25:25.084636 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679719d0-5e2d-414a-9380-2e3da3e182a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9c2cf7c-de33-4bdd-b52a-10c6271dfc51'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:25.091401 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-d65f4c66-9354-4ed1-98ad-0776892ae858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:25.138253 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-d65f4c66-9354-4ed1-98ad-0776892ae858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:25.184989 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 119b2e48-bd8d-4f49-b2d0-3a0266f1af00, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=119b2e48-bd8d-4f49-b2d0-3a0266f1af00,segment=NetworkSegment(96487450-a760-40b8-8659-17d41c0e6886),segment_id=96487450-a760-40b8-8659-17d41c0e6886)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:25.194904 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:25.260500 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f4c66-9354-4ed1-98ad-0776892ae858 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c2cf7c-de33-4bdd-b52a-10c6271dfc51,revision_number=7']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:25.303555 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=119b2e48-bd8d-4f49-b2d0-3a0266f1af00,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:25.345046 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-35adb015-a88c-4664-8525-2c09a6edb362 req-983e4439-c416-4698-838f-f4188526bb2a service neutron] 10.222.0.74 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5830162 May 13 14:25:25.382910 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:25:25.391223 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f7fe8-f615-4e1c-b5e4-a350c2c2b359 req-116b7d5b-9934-439a-96a0-299ff7e3a86e tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:25.392821 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-335f7fe8-f615-4e1c-b5e4-a350c2c2b359 req-116b7d5b-9934-439a-96a0-299ff7e3a86e tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 1096 time: 0.1424201 May 13 14:25:25.398284 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-ca67146a-14ad-4b39-95f1-09de24dc4069 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:25.398445 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08107749-2e8e-4fb6-951e-ea7fa9726a9e req-52a2c022-9ce8-4250-9377-ef12da44add6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:25.399830 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-08107749-2e8e-4fb6-951e-ea7fa9726a9e req-52a2c022-9ce8-4250-9377-ef12da44add6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc1df088-0940-45b2-9abe-7f5596893b8d HTTP/1.1" status: 200 len: 945 time: 0.5806642 May 13 14:25:25.421362 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-ca67146a-14ad-4b39-95f1-09de24dc4069 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:25.435944 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-d65f4c66-9354-4ed1-98ad-0776892ae858 service neutron] Attempting to bind port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 on host n-h1-841760-1 for vnic_type normal with profile {"migrating_to": "n-h2-841760-1"} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:25:25.436272 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-d65f4c66-9354-4ed1-98ad-0776892ae858 service neutron] Attempting to bind port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:25:25.436881 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-d65f4c66-9354-4ed1-98ad-0776892ae858 service neutron] Attempting to bind port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:25.445979 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-ca67146a-14ad-4b39-95f1-09de24dc4069 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Made reservation on behalf of 1016ecb87f5e4c279209c713cff0a09f for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:25:25.449657 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-ca67146a-14ad-4b39-95f1-09de24dc4069 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:25.452391 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-d65f4c66-9354-4ed1-98ad-0776892ae858 service neutron] Port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:25:25.452711 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-d65f4c66-9354-4ed1-98ad-0776892ae858 service neutron] Attempting to bind port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:25.462782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-d65f4c66-9354-4ed1-98ad-0776892ae858 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:25:25.463139 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-d65f4c66-9354-4ed1-98ad-0776892ae858 service neutron] Checking segment: {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:25.463514 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-d65f4c66-9354-4ed1-98ad-0776892ae858 service neutron] Bound using segment: {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:25:25.463934 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-d65f4c66-9354-4ed1-98ad-0776892ae858 service neutron] Bound port: a9c2cf7c-de33-4bdd-b52a-10c6271dfc51, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:25:25.464269 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-d65f4c66-9354-4ed1-98ad-0776892ae858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:25.465100 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-335f7fe8-f615-4e1c-b5e4-a350c2c2b359 req-3a7599a4-cc53-4414-bbd1-cdfd9a183541 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627906 May 13 14:25:25.478557 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-08107749-2e8e-4fb6-951e-ea7fa9726a9e req-340fa276-98ab-4281-9654-b6b49ffa9e38 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728705 May 13 14:25:25.496396 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 26c7af29-9205-49a8-be49-34be23e94fcf details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:25:25.609083 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-d65f4c66-9354-4ed1-98ad-0776892ae858 service neutron] For port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:25.617434 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-d65f4c66-9354-4ed1-98ad-0776892ae858 service neutron] For port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=a9c2cf7c-de33-4bdd-b52a-10c6271dfc51,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:25:25.623521 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-d65f4c66-9354-4ed1-98ad-0776892ae858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:25.640091 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device d7527f73-d685-4e34-b9a0-bf049239d26c up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:25:25.690765 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-ca67146a-14ad-4b39-95f1-09de24dc4069 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Allocated IP 172.20.0.6 (2ac367d0-0a17-4f39-8584-9463d6f61d19/9791e2a2-58e1-47af-a960-adc89812e0cd/b6ddb9bf-d02b-47a1-8228-bce1c85195e0) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:25:25.775474 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port d7527f73-d685-4e34-b9a0-bf049239d26c completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:25.781633 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 26c7af29-9205-49a8-be49-34be23e94fcf, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=26c7af29-9205-49a8-be49-34be23e94fcf,segment=NetworkSegment(212baf6b-5017-40bb-96cc-46cb7ca012f5),segment_id=212baf6b-5017-40bb-96cc-46cb7ca012f5)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:25.789464 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port d7527f73-d685-4e34-b9a0-bf049239d26c triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:25.789828 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:25.839084 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '26c7af29-9205-49a8-be49-34be23e94fcf', 'network_id': '0e26aec9-4c39-41a9-af37-ccef8c346b04', 'port_id': '26c7af29-9205-49a8-be49-34be23e94fcf', 'mac_address': 'fa:16:3e:0b:fa:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd98d3701-9056-4eba-bf1f-28c8c023123f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:25:25.913950 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 26c7af29-9205-49a8-be49-34be23e94fcf is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:25.914196 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:25.932555 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638145d0-67b0-4a01-86df-c2be30eaf642 req-cd5b0c3e-57f1-4393-b3de-51ae80959d1e tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:25.932830 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c7af29-9205-49a8-be49-34be23e94fcf {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:25:25.934183 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-638145d0-67b0-4a01-86df-c2be30eaf642 req-cd5b0c3e-57f1-4393-b3de-51ae80959d1e tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/ports?device_id=391f6a36-c109-4bbb-ba78-349a045ab204 HTTP/1.1" status: 200 len: 944 time: 0.1879680 May 13 14:25:25.994578 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f4c66-9354-4ed1-98ad-0776892ae858 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c2cf7c-de33-4bdd-b52a-10c6271dfc51,revision_number=8']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:26.003583 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 26c7af29-9205-49a8-be49-34be23e94fcf, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=26c7af29-9205-49a8-be49-34be23e94fcf,segment=NetworkSegment(212baf6b-5017-40bb-96cc-46cb7ca012f5),segment_id=212baf6b-5017-40bb-96cc-46cb7ca012f5)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:26.011791 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-d65f4c66-9354-4ed1-98ad-0776892ae858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:26.012581 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-d65f4c66-9354-4ed1-98ad-0776892ae858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:26.012722 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:26.013661 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-d65f4c66-9354-4ed1-98ad-0776892ae858 service neutron] 10.222.0.74 "PUT /v2.0/ports/a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 HTTP/1.1" status: 200 len: 1121 time: 2.5389364 May 13 14:25:26.018914 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-ca67146a-14ad-4b39-95f1-09de24dc4069 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:26.030740 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-638145d0-67b0-4a01-86df-c2be30eaf642 req-5c7852f3-db58-4d25-bca7-98b4f67f1cb1 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6864af0-c707-4a6d-af04-175e3a555885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816300 May 13 14:25:26.042502 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ecaa8-c395-421d-870b-7bf372368a3b req-31564376-3580-4f36-85a4-1bd4677146b0 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:26.050518 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-df6ecaa8-c395-421d-870b-7bf372368a3b req-31564376-3580-4f36-85a4-1bd4677146b0 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 943 time: 0.2463710 May 13 14:25:26.061913 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-ca67146a-14ad-4b39-95f1-09de24dc4069 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Transition to ACTIVE for port object b6ddb9bf-d02b-47a1-8228-bce1c85195e0 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:26.066272 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port d7527f73-d685-4e34-b9a0-bf049239d26c is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:26.066905 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:26.106989 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-df6ecaa8-c395-421d-870b-7bf372368a3b req-cd1d4334-64fc-4c33-abad-d7f4a8c27ba3 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554802 May 13 14:25:26.112718 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-ca67146a-14ad-4b39-95f1-09de24dc4069 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:26.114736 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eafe48dc-3af1-4348-9247-7910ff863632'] response: {'server_uuid': '679719d0-5e2d-414a-9380-2e3da3e182a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9c2cf7c-de33-4bdd-b52a-10c6271dfc51', 'code': 200} May 13 14:25:26.139388 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=26c7af29-9205-49a8-be49-34be23e94fcf,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:26.173566 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a8ba36-1c81-46a8-8e94-43d47290d25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7527f73-d685-4e34-b9a0-bf049239d26c'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:26.184167 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port d7527f73-d685-4e34-b9a0-bf049239d26c, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=d7527f73-d685-4e34-b9a0-bf049239d26c,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:26.188487 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:26.245811 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['a9c2cf7c-de33-4bdd-b52a-10c6271dfc51'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:25:26.276399 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67146a-14ad-4b39-95f1-09de24dc4069 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Pushing event updated for resources: {'Port': ['ID=b6ddb9bf-d02b-47a1-8228-bce1c85195e0,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:26.326698 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592007e-5900-42ab-a45e-34cec40772d9 req-97253674-0761-4dde-8173-d0a21f7d7289 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:26.335736 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5592007e-5900-42ab-a45e-34cec40772d9 req-97253674-0761-4dde-8173-d0a21f7d7289 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 949 time: 0.1112862 May 13 14:25:26.353339 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-ca67146a-14ad-4b39-95f1-09de24dc4069 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Network 2ac367d0-0a17-4f39-8584-9463d6f61d19 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:26.355966 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-ca67146a-14ad-4b39-95f1-09de24dc4069 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:26.358789 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-ca67146a-14ad-4b39-95f1-09de24dc4069 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:25:26.380078 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5592007e-5900-42ab-a45e-34cec40772d9 req-69c71e85-65e9-48d5-ac22-b5969eda7643 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429189 May 13 14:25:26.397553 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['a9c2cf7c-de33-4bdd-b52a-10c6271dfc51'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:25:26.453662 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-ca67146a-14ad-4b39-95f1-09de24dc4069 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:26.454586 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-ca67146a-14ad-4b39-95f1-09de24dc4069 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:26.491431 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c2c12-e6b2-4d0d-bf08-836565858c08 req-99c6bc67-ce0c-4663-a125-b89c0166bdc4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:26.492987 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cd8c2c12-e6b2-4d0d-bf08-836565858c08 req-99c6bc67-ce0c-4663-a125-b89c0166bdc4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a764b11-94ae-48a6-9fd7-75882ae4cb4c HTTP/1.1" status: 200 len: 931 time: 0.2112019 May 13 14:25:26.575630 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-ca67146a-14ad-4b39-95f1-09de24dc4069 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5728848 May 13 14:25:26.598195 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['26c7af29-9205-49a8-be49-34be23e94fcf'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:25:26.610301 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-d8094ac9-fefb-4aaf-a687-313505fa0e27 service neutron] Request body: {'port': {'device_id': '3a764b11-94ae-48a6-9fd7-75882ae4cb4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:26.648645 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982853d-0a78-4b2d-a3de-d7903db76bc9 req-72123a05-b596-4a6c-ac16-980b8fbd2414 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:26.659074 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c982853d-0a78-4b2d-a3de-d7903db76bc9 req-72123a05-b596-4a6c-ac16-980b8fbd2414 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 1096 time: 0.1144216 May 13 14:25:26.676281 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 119b2e48-bd8d-4f49-b2d0-3a0266f1af00 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:25:26.678513 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-cd8c2c12-e6b2-4d0d-bf08-836565858c08 req-3070f949-c789-4d13-bb6b-5c85e6f0ee80 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Synchronizing usage tracker for tenant:1016ecb87f5e4c279209c713cff0a09f on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:25:26.698251 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c982853d-0a78-4b2d-a3de-d7903db76bc9 req-9bb3caed-e163-4cd9-98e3-7389473e1289 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381458 May 13 14:25:26.700808 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=d7527f73-d685-4e34-b9a0-bf049239d26c,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:26.819949 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-cd8c2c12-e6b2-4d0d-bf08-836565858c08 req-3070f949-c789-4d13-bb6b-5c85e6f0ee80 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Unset dirty status for tenant:1016ecb87f5e4c279209c713cff0a09f on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:25:26.827664 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cd8c2c12-e6b2-4d0d-bf08-836565858c08 req-3070f949-c789-4d13-bb6b-5c85e6f0ee80 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57ba17e-0e9c-4caf-a253-4805b8e325af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264842 May 13 14:25:26.831923 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-d8094ac9-fefb-4aaf-a687-313505fa0e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:26.833251 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0014cd99-01af-429c-9085-59681c7144e4 None None] Provisioning for port b6ddb9bf-d02b-47a1-8228-bce1c85195e0 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:26.868611 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0014cd99-01af-429c-9085-59681c7144e4 None None] Provisioning complete for port b6ddb9bf-d02b-47a1-8228-bce1c85195e0 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:26.868984 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0014cd99-01af-429c-9085-59681c7144e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:26.942464 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fbd1446-cc7b-400a-88ca-f3fc6a3587f2'] response: {'server_uuid': 'b9a8ba36-1c81-46a8-8e94-43d47290d25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7527f73-d685-4e34-b9a0-bf049239d26c', 'code': 200} May 13 14:25:27.044344 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-00a66802-8ae8-40e8-8c60-6787eb9a1a95 req-a1848484-e43c-47a5-88e3-d64d2908e78f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3520460 May 13 14:25:27.078554 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0014cd99-01af-429c-9085-59681c7144e4 None None] Port b6ddb9bf-d02b-47a1-8228-bce1c85195e0 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:25:27.109971 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 119b2e48-bd8d-4f49-b2d0-3a0266f1af00 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:27.110348 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:27.201400 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48baa5f-23c7-4c06-961a-0e72ab431bc1 req-1e063a2e-50aa-4945-a9fb-50956c6fc89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:27.203595 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a48baa5f-23c7-4c06-961a-0e72ab431bc1 req-1e063a2e-50aa-4945-a9fb-50956c6fc89f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 1100 time: 0.1845846 May 13 14:25:27.245956 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fc233614-df86-48d8-b809-65a9efb0a5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:27.293656 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a48baa5f-23c7-4c06-961a-0e72ab431bc1 req-8f24596c-5c88-4fde-9706-48856ee0c60b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817275 May 13 14:25:27.303461 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb916f-b1bf-46e4-96a6-132420d44226 req-7ea73de8-1839-4404-973e-36cc6f6770ad tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:27.304882 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-afcb916f-b1bf-46e4-96a6-132420d44226 req-7ea73de8-1839-4404-973e-36cc6f6770ad tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f HTTP/1.1" status: 200 len: 944 time: 0.1985023 May 13 14:25:27.354066 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 119b2e48-bd8d-4f49-b2d0-3a0266f1af00 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:27.356863 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-afcb916f-b1bf-46e4-96a6-132420d44226 req-e4de01ff-6d0c-47d0-920f-a1cbfa6d5b28 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461290 May 13 14:25:27.388178 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a66802-8ae8-40e8-8c60-6787eb9a1a95 req-96496b4b-2f74-4cdb-ac77-3f32edf789fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:27.389821 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-00a66802-8ae8-40e8-8c60-6787eb9a1a95 req-96496b4b-2f74-4cdb-ac77-3f32edf789fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 1101 time: 0.3269565 May 13 14:25:27.414221 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46994b59-caf1-4231-b769-56eb77c179fe req-a4c21b12-e7ea-42bb-b40a-4d249190d0ac tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:27.415688 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-46994b59-caf1-4231-b769-56eb77c179fe req-a4c21b12-e7ea-42bb-b40a-4d249190d0ac tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc1df088-0940-45b2-9abe-7f5596893b8d HTTP/1.1" status: 200 len: 945 time: 0.2469449 May 13 14:25:27.609656 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 358c4d50-d667-4aea-afe9-b2df0074d829 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:25:27.655817 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-46994b59-caf1-4231-b769-56eb77c179fe req-384f450e-fb38-42e5-99cc-2fb343c0c5b5 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300155 May 13 14:25:27.698692 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 358c4d50-d667-4aea-afe9-b2df0074d829 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:27.709296 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 358c4d50-d667-4aea-afe9-b2df0074d829 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:27.709672 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:27.740340 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-d8094ac9-fefb-4aaf-a687-313505fa0e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ddb9bf-d02b-47a1-8228-bce1c85195e0 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:25:27.749104 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-d8094ac9-fefb-4aaf-a687-313505fa0e27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:27.766046 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-d8094ac9-fefb-4aaf-a687-313505fa0e27 service neutron] Transition to ACTIVE for port object b6ddb9bf-d02b-47a1-8228-bce1c85195e0 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:27.787027 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-d8094ac9-fefb-4aaf-a687-313505fa0e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:27.873578 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 358c4d50-d667-4aea-afe9-b2df0074d829 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:27.873865 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:27.911557 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 358c4d50-d667-4aea-afe9-b2df0074d829, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=358c4d50-d667-4aea-afe9-b2df0074d829,segment=NetworkSegment(fc461185-f11c-4aad-8bc4-bb6ca344cd38),segment_id=fc461185-f11c-4aad-8bc4-bb6ca344cd38)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:27.917566 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c640d-7d72-4c2d-bfff-bff8aead6d12 req-bd23dcc9-fea4-42c0-a423-aafdd577917f tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:27.919143 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-df8c640d-7d72-4c2d-bfff-bff8aead6d12 req-bd23dcc9-fea4-42c0-a423-aafdd577917f tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 943 time: 0.0960510 May 13 14:25:27.919450 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:27.971741 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-df8c640d-7d72-4c2d-bfff-bff8aead6d12 req-7e36835a-b586-4edf-9c38-508b06fdff53 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437973 May 13 14:25:27.988506 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a66802-8ae8-40e8-8c60-6787eb9a1a95 req-63090cb7-2c22-44c6-826f-468f78bf0509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:27.990000 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-00a66802-8ae8-40e8-8c60-6787eb9a1a95 req-63090cb7-2c22-44c6-826f-468f78bf0509 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.5734737 May 13 14:25:28.023559 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=358c4d50-d667-4aea-afe9-b2df0074d829,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:28.039057 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8094ac9-fefb-4aaf-a687-313505fa0e27 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ddb9bf-d02b-47a1-8228-bce1c85195e0,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:28.124371 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:28.140782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '679719d0-5e2d-414a-9380-2e3da3e182a3', 'tag': 'a9c2cf7c-de33-4bdd-b52a-10c6271dfc51'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:28.149655 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-00a66802-8ae8-40e8-8c60-6787eb9a1a95 req-19efd67a-ce48-4b17-b728-385cac86d374 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=5c3b8323-c681-47e7-b717-f6319ae7043a HTTP/1.1" status: 200 len: 217 time: 0.1387932 May 13 14:25:28.195011 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17b176-c658-44c7-8f2b-946af282a4c5 req-ca7199b0-a4b8-4ed2-9d83-87259cedf4a9 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:28.196519 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9a17b176-c658-44c7-8f2b-946af282a4c5 req-ca7199b0-a4b8-4ed2-9d83-87259cedf4a9 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 949 time: 0.0979328 May 13 14:25:28.249071 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-d8094ac9-fefb-4aaf-a687-313505fa0e27 service neutron] Attempting to bind port b6ddb9bf-d02b-47a1-8228-bce1c85195e0 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:25:28.249403 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-d8094ac9-fefb-4aaf-a687-313505fa0e27 service neutron] Attempting to bind port b6ddb9bf-d02b-47a1-8228-bce1c85195e0 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '96487450-a760-40b8-8659-17d41c0e6886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2ac367d0-0a17-4f39-8584-9463d6f61d19'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:25:28.249729 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-d8094ac9-fefb-4aaf-a687-313505fa0e27 service neutron] Attempting to bind port b6ddb9bf-d02b-47a1-8228-bce1c85195e0 on network 2ac367d0-0a17-4f39-8584-9463d6f61d19 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:28.255693 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9a17b176-c658-44c7-8f2b-946af282a4c5 req-9ee415eb-eaa3-454e-9a2b-9d25108443a8 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498128 May 13 14:25:28.265827 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad443624-accb-46d5-aea7-52f038f1c384 req-37cfc228-f938-4eb7-ad59-1c873e41f39f tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:28.272855 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad443624-accb-46d5-aea7-52f038f1c384 req-37cfc228-f938-4eb7-ad59-1c873e41f39f tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/ports?device_id=391f6a36-c109-4bbb-ba78-349a045ab204 HTTP/1.1" status: 200 len: 944 time: 0.4177954 May 13 14:25:28.294737 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-d8094ac9-fefb-4aaf-a687-313505fa0e27 service neutron] Port b6ddb9bf-d02b-47a1-8228-bce1c85195e0 on network 2ac367d0-0a17-4f39-8584-9463d6f61d19 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:25:28.294737 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-d8094ac9-fefb-4aaf-a687-313505fa0e27 service neutron] Attempting to bind port b6ddb9bf-d02b-47a1-8228-bce1c85195e0 on network 2ac367d0-0a17-4f39-8584-9463d6f61d19 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:28.298665 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a66802-8ae8-40e8-8c60-6787eb9a1a95 req-dc6b1acc-8e23-4b49-afc6-94d63a8cace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:28.298665 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-00a66802-8ae8-40e8-8c60-6787eb9a1a95 req-dc6b1acc-8e23-4b49-afc6-94d63a8cace8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1351697 May 13 14:25:28.305393 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-d8094ac9-fefb-4aaf-a687-313505fa0e27 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:25:28.305725 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-d8094ac9-fefb-4aaf-a687-313505fa0e27 service neutron] Checking segment: {'id': '96487450-a760-40b8-8659-17d41c0e6886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2ac367d0-0a17-4f39-8584-9463d6f61d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:28.306099 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-d8094ac9-fefb-4aaf-a687-313505fa0e27 service neutron] Bound using segment: {'id': '96487450-a760-40b8-8659-17d41c0e6886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2ac367d0-0a17-4f39-8584-9463d6f61d19'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:25:28.306522 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-d8094ac9-fefb-4aaf-a687-313505fa0e27 service neutron] Bound port: b6ddb9bf-d02b-47a1-8228-bce1c85195e0, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96487450-a760-40b8-8659-17d41c0e6886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2ac367d0-0a17-4f39-8584-9463d6f61d19'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:25:28.306867 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-d8094ac9-fefb-4aaf-a687-313505fa0e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:28.416286 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad443624-accb-46d5-aea7-52f038f1c384 req-37038ec7-d747-4822-a989-a6dce1825f9f tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6864af0-c707-4a6d-af04-175e3a555885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425772 May 13 14:25:28.492631 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-d8094ac9-fefb-4aaf-a687-313505fa0e27 service neutron] For port b6ddb9bf-d02b-47a1-8228-bce1c85195e0, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:28.496674 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-d8094ac9-fefb-4aaf-a687-313505fa0e27 service neutron] For port b6ddb9bf-d02b-47a1-8228-bce1c85195e0, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=b6ddb9bf-d02b-47a1-8228-bce1c85195e0,segment=NetworkSegment(96487450-a760-40b8-8659-17d41c0e6886),segment_id=96487450-a760-40b8-8659-17d41c0e6886)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:25:28.502386 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-d8094ac9-fefb-4aaf-a687-313505fa0e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:28.517189 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49c8f836-ab38-47dc-b225-4338b5f68738'] response: {'name': 'network-changed', 'server_uuid': '679719d0-5e2d-414a-9380-2e3da3e182a3', 'tag': 'a9c2cf7c-de33-4bdd-b52a-10c6271dfc51', 'status': 'completed', 'code': 200} May 13 14:25:28.573614 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a66802-8ae8-40e8-8c60-6787eb9a1a95 req-e385669a-30cb-4193-bd48-852f48c50b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:28.575124 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-00a66802-8ae8-40e8-8c60-6787eb9a1a95 req-e385669a-30cb-4193-bd48-852f48c50b92 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2517970 May 13 14:25:28.586200 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-d8094ac9-fefb-4aaf-a687-313505fa0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:28.586829 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-d8094ac9-fefb-4aaf-a687-313505fa0e27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:28.588184 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-d8094ac9-fefb-4aaf-a687-313505fa0e27 service neutron] 10.222.0.74 "PUT /v2.0/ports/b6ddb9bf-d02b-47a1-8228-bce1c85195e0 HTTP/1.1" status: 200 len: 1091 time: 1.9820859 May 13 14:25:28.588615 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a764b11-94ae-48a6-9fd7-75882ae4cb4c', 'tag': 'b6ddb9bf-d02b-47a1-8228-bce1c85195e0'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:28.679022 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b45d6d-2d14-43bb-9bc5-23275899ae4e req-3b70710e-edbd-4f27-8b8a-079d177339ec tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:28.686381 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-83b45d6d-2d14-43bb-9bc5-23275899ae4e req-3b70710e-edbd-4f27-8b8a-079d177339ec tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a764b11-94ae-48a6-9fd7-75882ae4cb4c HTTP/1.1" status: 200 len: 943 time: 0.2313323 May 13 14:25:28.733993 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fa2da-b62b-4b5d-914c-3d9cb4662951 req-dcb7db68-c308-4f5a-9b7d-6d2bebdf691d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:28.735534 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3a1fa2da-b62b-4b5d-914c-3d9cb4662951 req-dcb7db68-c308-4f5a-9b7d-6d2bebdf691d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e9c1f6dcee6e4bfa9d17410767972533&device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 1124 time: 0.1770990 May 13 14:25:28.799841 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-83b45d6d-2d14-43bb-9bc5-23275899ae4e req-cd63a379-3a3c-4dba-9db0-5f2960ecd1e1 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57ba17e-0e9c-4caf-a253-4805b8e325af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125805 May 13 14:25:28.824191 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8094ac9-fefb-4aaf-a687-313505fa0e27 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ddb9bf-d02b-47a1-8228-bce1c85195e0,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:28.897360 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ae25864-14b2-49e3-9eea-f748b76f3411'] response: {'name': 'network-changed', 'server_uuid': '3a764b11-94ae-48a6-9fd7-75882ae4cb4c', 'tag': 'b6ddb9bf-d02b-47a1-8228-bce1c85195e0', 'status': 'completed', 'code': 200} May 13 14:25:28.932034 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-00a66802-8ae8-40e8-8c60-6787eb9a1a95 req-27e72e0a-f899-4e6b-ad7d-ae023f771f5b service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385944 May 13 14:25:28.935275 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-5c4d37f3-e373-4b35-87b5-be1d8ba95231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:28.936698 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-5c4d37f3-e373-4b35-87b5-be1d8ba95231 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1016ecb87f5e4c279209c713cff0a09f&device_id=3a764b11-94ae-48a6-9fd7-75882ae4cb4c HTTP/1.1" status: 200 len: 1094 time: 0.2107995 May 13 14:25:28.944152 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391f6a36-c109-4bbb-ba78-349a045ab204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358c4d50-d667-4aea-afe9-b2df0074d829'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:28.950047 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa657dd7-ea7d-4896-852f-54b1fd0f7652 req-b19a2476-5ee1-4074-9775-78814fefb58a tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:28.957905 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fa657dd7-ea7d-4896-852f-54b1fd0f7652 req-b19a2476-5ee1-4074-9775-78814fefb58a tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f HTTP/1.1" status: 200 len: 944 time: 0.2677934 May 13 14:25:28.993189 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fa2da-b62b-4b5d-914c-3d9cb4662951 req-f6658424-2207-4d5b-b212-8835af4e55a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:28.994632 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3a1fa2da-b62b-4b5d-914c-3d9cb4662951 req-f6658424-2207-4d5b-b212-8835af4e55a8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=01882ed3-6d08-4bd7-8250-0f45408cfc6f HTTP/1.1" status: 200 len: 908 time: 0.2506642 May 13 14:25:29.117252 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3a1fa2da-b62b-4b5d-914c-3d9cb4662951 req-65e27384-9c87-47de-9b74-c8584d18e2be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 HTTP/1.1" status: 200 len: 217 time: 0.1135526 May 13 14:25:29.142799 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-d488a151-2aff-48dc-9493-76ddd5a79f90 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6ddb9bf-d02b-47a1-8228-bce1c85195e0 HTTP/1.1" status: 200 len: 217 time: 0.1708922 May 13 14:25:29.200326 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fa2da-b62b-4b5d-914c-3d9cb4662951 req-c4118f7a-b2f7-4032-8abb-623714260c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:29.201290 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3a1fa2da-b62b-4b5d-914c-3d9cb4662951 req-c4118f7a-b2f7-4032-8abb-623714260c21 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b67d68a0-c4b3-4438-b89e-01055bd1fad3 HTTP/1.1" status: 200 len: 847 time: 0.0745602 May 13 14:25:29.238996 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fa657dd7-ea7d-4896-852f-54b1fd0f7652 req-55a1e91d-98b1-4d1c-86e2-a145e5e3c2b5 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802334 May 13 14:25:29.253917 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3a1fa2da-b62b-4b5d-914c-3d9cb4662951 req-8669f3c4-eae4-4b76-83a0-768fdb6debe6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01882ed3-6d08-4bd7-8250-0f45408cfc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428851 May 13 14:25:29.261055 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27dccc-6cd7-4972-be2e-cd84cfa1c09a req-06fb9795-df83-49df-9297-3fe9470cce5e tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:29.262566 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1f27dccc-6cd7-4972-be2e-cd84cfa1c09a req-06fb9795-df83-49df-9297-3fe9470cce5e tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc1df088-0940-45b2-9abe-7f5596893b8d HTTP/1.1" status: 200 len: 945 time: 0.1919632 May 13 14:25:29.266199 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-64e8a26e-9402-4a06-b719-fe5bb98e8649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:29.267647 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-64e8a26e-9402-4a06-b719-fe5bb98e8649 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9791e2a2-58e1-47af-a960-adc89812e0cd HTTP/1.1" status: 200 len: 868 time: 0.1161542 May 13 14:25:29.270083 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-00a66802-8ae8-40e8-8c60-6787eb9a1a95 req-75c74818-719a-4ff7-900e-a75f933554b4 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972016 May 13 14:25:29.317269 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-141d9b84-76a4-4ec6-924c-a04bb7092f88'] response: {'server_uuid': '391f6a36-c109-4bbb-ba78-349a045ab204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358c4d50-d667-4aea-afe9-b2df0074d829', 'code': 200} May 13 14:25:29.403160 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1f27dccc-6cd7-4972-be2e-cd84cfa1c09a req-4e54ac33-c9f4-436a-8ced-acb7d192ab9f tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111829 May 13 14:25:29.506742 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a3cdc94e-8918-45c6-abc0-554b74452bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:29.531615 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-e28ae6a9-6381-45d5-a2f0-3606894749e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:29.533091 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-e28ae6a9-6381-45d5-a2f0-3606894749e2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ac367d0-0a17-4f39-8584-9463d6f61d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2531252 May 13 14:25:29.539756 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 26c7af29-9205-49a8-be49-34be23e94fcf up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:25:29.571939 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158ad80-8b0b-4b53-9250-7faea51cea35 req-3e70bc0b-8894-4cf1-8042-b3391c2b9370 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:29.573427 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9158ad80-8b0b-4b53-9250-7faea51cea35 req-3e70bc0b-8894-4cf1-8042-b3391c2b9370 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 943 time: 0.1428587 May 13 14:25:29.613755 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 26c7af29-9205-49a8-be49-34be23e94fcf completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:29.618549 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 26c7af29-9205-49a8-be49-34be23e94fcf triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:29.618916 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:29.629785 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3a1fa2da-b62b-4b5d-914c-3d9cb4662951 req-7e4b44b2-7415-4772-91cd-22fab7455cac service neutron] 10.222.0.59 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662617 May 13 14:25:29.698910 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9158ad80-8b0b-4b53-9250-7faea51cea35 req-550362ef-dba1-43f2-abaf-eba65af45ca7 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756669 May 13 14:25:29.722322 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-958f62af-c62c-4f72-bf2a-150c12414875 service neutron] 10.222.0.74 "GET /v2.0/networks/2ac367d0-0a17-4f39-8584-9463d6f61d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825547 May 13 14:25:29.761188 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 26c7af29-9205-49a8-be49-34be23e94fcf is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:29.761489 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:29.761601 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdaefe-ef50-4f17-867f-5857dc5a3365 req-a6fa4d08-eb23-4e5d-a6dc-44643aa310ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:29.762972 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b0fdaefe-ef50-4f17-867f-5857dc5a3365 req-a6fa4d08-eb23-4e5d-a6dc-44643aa310ac service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=391f6a36-c109-4bbb-ba78-349a045ab204 HTTP/1.1" status: 200 len: 1096 time: 0.3411310 May 13 14:25:29.803104 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 26c7af29-9205-49a8-be49-34be23e94fcf, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=26c7af29-9205-49a8-be49-34be23e94fcf,segment=NetworkSegment(212baf6b-5017-40bb-96cc-46cb7ca012f5),segment_id=212baf6b-5017-40bb-96cc-46cb7ca012f5)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:29.807639 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:29.810002 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fd137-0cca-4dcb-9566-59169498ef58 req-df2e3750-afb6-421d-9374-ca1d82522a01 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:29.810501 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-877fd137-0cca-4dcb-9566-59169498ef58 req-df2e3750-afb6-421d-9374-ca1d82522a01 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 949 time: 0.2559159 May 13 14:25:29.852559 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3a1fa2da-b62b-4b5d-914c-3d9cb4662951 req-91febdaf-c406-4ef1-8e96-58a2c0f6a160 service neutron] 10.222.0.59 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123504 May 13 14:25:29.864002 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b0fdaefe-ef50-4f17-867f-5857dc5a3365 req-e8071738-1046-4f2c-97ba-71e72f5b2647 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b6864af0-c707-4a6d-af04-175e3a555885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865846 May 13 14:25:29.886455 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-877fd137-0cca-4dcb-9566-59169498ef58 req-c61b09d7-9fa8-4d95-9d8c-a7391f0d8a35 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628457 May 13 14:25:29.952620 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9cde93e6-6259-4648-90cc-70915e6ffbee req-6e055958-5ace-4661-ba6b-9d7dccb0bb29 service neutron] 10.222.0.74 "GET /v2.0/networks/2ac367d0-0a17-4f39-8584-9463d6f61d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244611 May 13 14:25:29.970344 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=26c7af29-9205-49a8-be49-34be23e94fcf,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:30.059373 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c88781-13f3-40c7-8a23-5f08b616e885 req-1d5d5b9f-e400-484a-ab47-5654fa452800 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:30.061197 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-73c88781-13f3-40c7-8a23-5f08b616e885 req-1d5d5b9f-e400-484a-ab47-5654fa452800 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/ports?device_id=391f6a36-c109-4bbb-ba78-349a045ab204 HTTP/1.1" status: 200 len: 945 time: 0.1018696 May 13 14:25:30.081113 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63a7de-3414-46e9-a4bc-ea3c5c89c9b9 req-202a4382-fdd6-41c8-9267-9f78098dfa06 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:30.082766 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7d63a7de-3414-46e9-a4bc-ea3c5c89c9b9 req-202a4382-fdd6-41c8-9267-9f78098dfa06 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a764b11-94ae-48a6-9fd7-75882ae4cb4c HTTP/1.1" status: 200 len: 943 time: 0.0913968 May 13 14:25:30.109585 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-73c88781-13f3-40c7-8a23-5f08b616e885 req-52f05a22-738a-45c9-ab0c-c978a4ef6f8c tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6864af0-c707-4a6d-af04-175e3a555885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421042 May 13 14:25:30.135894 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7d63a7de-3414-46e9-a4bc-ea3c5c89c9b9 req-a2515cbf-cf45-4a4c-9660-f0809e54bca0 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57ba17e-0e9c-4caf-a253-4805b8e325af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473051 May 13 14:25:30.317314 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78191613-0cf2-4d1b-8fb5-8527836c9b5d req-6c9fac8f-f9e7-4738-b347-a185531c2601 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:30.323769 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-78191613-0cf2-4d1b-8fb5-8527836c9b5d req-6c9fac8f-f9e7-4738-b347-a185531c2601 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 949 time: 0.1121767 May 13 14:25:30.437050 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-78191613-0cf2-4d1b-8fb5-8527836c9b5d req-d45af80d-bc3f-439f-9fe1-8812b80767e1 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119061 May 13 14:25:30.440470 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:30.445178 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fe7b5-efed-4d87-aae8-080560406fa9 req-cc548330-5515-4f2e-bb0a-bdccf2df1d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:30.446685 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9f8fe7b5-efed-4d87-aae8-080560406fa9 req-cc548330-5515-4f2e-bb0a-bdccf2df1d55 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1016ecb87f5e4c279209c713cff0a09f&device_id=3a764b11-94ae-48a6-9fd7-75882ae4cb4c HTTP/1.1" status: 200 len: 1094 time: 0.1189923 May 13 14:25:30.479818 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233bdfd-026e-4420-a055-32542c0f5785 req-daf01daa-09ce-468f-bb5c-019e5a24f2fd tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:30.482412 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5233bdfd-026e-4420-a055-32542c0f5785 req-daf01daa-09ce-468f-bb5c-019e5a24f2fd tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f HTTP/1.1" status: 200 len: 945 time: 0.1126893 May 13 14:25:30.550840 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:30.559756 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5233bdfd-026e-4420-a055-32542c0f5785 req-39e5cca2-11de-417e-a041-a89eb77e5de3 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687339 May 13 14:25:30.670813 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fe7b5-efed-4d87-aae8-080560406fa9 req-f94e137e-bdb4-45ae-b846-b1bee8864b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:30.672324 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9f8fe7b5-efed-4d87-aae8-080560406fa9 req-f94e137e-bdb4-45ae-b846-b1bee8864b05 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ac367d0-0a17-4f39-8584-9463d6f61d19 HTTP/1.1" status: 200 len: 930 time: 0.2085769 May 13 14:25:30.774497 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fcef63-82a2-4c02-b3bb-3f3bd8349339 req-601296a5-1684-44cd-9490-1e8ea7965c2c tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:30.776327 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-29fcef63-82a2-4c02-b3bb-3f3bd8349339 req-601296a5-1684-44cd-9490-1e8ea7965c2c tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc1df088-0940-45b2-9abe-7f5596893b8d HTTP/1.1" status: 200 len: 945 time: 0.2203715 May 13 14:25:30.806195 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9f8fe7b5-efed-4d87-aae8-080560406fa9 req-7008dbaa-f100-4ecb-a681-6d21aa0afeb3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6ddb9bf-d02b-47a1-8228-bce1c85195e0 HTTP/1.1" status: 200 len: 217 time: 0.1270840 May 13 14:25:30.869525 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-29fcef63-82a2-4c02-b3bb-3f3bd8349339 req-5113bf8c-5399-464c-9860-941d31163fd9 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856721 May 13 14:25:30.907035 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fe7b5-efed-4d87-aae8-080560406fa9 req-b8f1bbb0-24e3-4a41-afc3-7c712e910318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:30.912280 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9f8fe7b5-efed-4d87-aae8-080560406fa9 req-b8f1bbb0-24e3-4a41-afc3-7c712e910318 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9791e2a2-58e1-47af-a960-adc89812e0cd HTTP/1.1" status: 200 len: 868 time: 0.0861814 May 13 14:25:31.005110 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fe7b5-efed-4d87-aae8-080560406fa9 req-f83586af-87f8-4044-a06c-37427dfa4f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:31.007084 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9f8fe7b5-efed-4d87-aae8-080560406fa9 req-f83586af-87f8-4044-a06c-37427dfa4f49 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ac367d0-0a17-4f39-8584-9463d6f61d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879519 May 13 14:25:31.140703 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aa99561d-3653-4326-abd2-216b8ad2383a req-df13b328-9590-4cf3-8018-b73274364b23 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1907935 May 13 14:25:31.157869 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b96ef9-4e3b-4fd1-ad77-19711018a7b8 req-d68ccac9-b887-4fb6-8464-7413b4cddf7f tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:31.162133 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b6b96ef9-4e3b-4fd1-ad77-19711018a7b8 req-d68ccac9-b887-4fb6-8464-7413b4cddf7f tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 943 time: 0.1339741 May 13 14:25:31.227748 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9f8fe7b5-efed-4d87-aae8-080560406fa9 req-f618dbb6-0df0-43cd-957b-ff70321a1eb8 service neutron] 10.222.0.74 "GET /v2.0/networks/2ac367d0-0a17-4f39-8584-9463d6f61d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086935 May 13 14:25:31.235837 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b6b96ef9-4e3b-4fd1-ad77-19711018a7b8 req-267a715d-3533-4a22-8409-e19681084cd2 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631340 May 13 14:25:31.238107 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fc778-3301-4514-946a-cf8d5dbacb83 req-daf74fca-a324-4778-901a-0695d252c15f tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:31.245337 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ec7fc778-3301-4514-946a-cf8d5dbacb83 req-daf74fca-a324-4778-901a-0695d252c15f tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 949 time: 0.2056525 May 13 14:25:31.321605 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c7af29-9205-49a8-be49-34be23e94fcf'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:31.417778 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9f8fe7b5-efed-4d87-aae8-080560406fa9 req-1570b227-8b3c-479a-987e-da4742007f0b service neutron] 10.222.0.74 "GET /v2.0/networks/2ac367d0-0a17-4f39-8584-9463d6f61d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703613 May 13 14:25:31.456906 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db64b9-9d7e-4790-b330-06658c486748 req-07bee460-a355-473a-916e-a963b2a64d8f tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:31.457302 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ec7fc778-3301-4514-946a-cf8d5dbacb83 req-2a7d26a7-2605-4122-b054-95f3634af2bb tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108421 May 13 14:25:31.457660 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-89db64b9-9d7e-4790-b330-06658c486748 req-07bee460-a355-473a-916e-a963b2a64d8f tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Synchronizing usage tracker for tenant:8a13abebe64d4bc6a2fa87bb71e99399 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:25:31.475512 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-89db64b9-9d7e-4790-b330-06658c486748 req-07bee460-a355-473a-916e-a963b2a64d8f tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Unset dirty status for tenant:8a13abebe64d4bc6a2fa87bb71e99399 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:25:31.484726 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-89db64b9-9d7e-4790-b330-06658c486748 req-07bee460-a355-473a-916e-a963b2a64d8f tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/ports?device_id=391f6a36-c109-4bbb-ba78-349a045ab204 HTTP/1.1" status: 200 len: 945 time: 0.1327991 May 13 14:25:31.547629 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-89db64b9-9d7e-4790-b330-06658c486748 req-44115b2c-1191-46fd-a59b-b293f158298a tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6864af0-c707-4a6d-af04-175e3a555885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614223 May 13 14:25:31.595302 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ab928b6-f049-439a-b20c-4d1b64df4bde'] response: {'server_uuid': 'f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c7af29-9205-49a8-be49-34be23e94fcf', 'code': 200} May 13 14:25:31.839614 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294441c3-8113-4cc3-b400-abe735e390b0 req-6faa1300-905f-4b4f-a0ab-a40ec39f4950 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:31.841172 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-294441c3-8113-4cc3-b400-abe735e390b0 req-6faa1300-905f-4b4f-a0ab-a40ec39f4950 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Synchronizing usage tracker for tenant:1016ecb87f5e4c279209c713cff0a09f on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:25:31.881990 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4d0b6-2370-4751-983e-f02ce799a72e req-58be3fa7-0ce3-42a7-a815-1090bbd49c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:31.883845 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-38d4d0b6-2370-4751-983e-f02ce799a72e req-58be3fa7-0ce3-42a7-a815-1090bbd49c74 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f HTTP/1.1" status: 200 len: 1096 time: 0.2105136 May 13 14:25:31.885151 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-294441c3-8113-4cc3-b400-abe735e390b0 req-6faa1300-905f-4b4f-a0ab-a40ec39f4950 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Unset dirty status for tenant:1016ecb87f5e4c279209c713cff0a09f on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:25:31.889470 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-294441c3-8113-4cc3-b400-abe735e390b0 req-6faa1300-905f-4b4f-a0ab-a40ec39f4950 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a764b11-94ae-48a6-9fd7-75882ae4cb4c HTTP/1.1" status: 200 len: 943 time: 0.3141401 May 13 14:25:31.970747 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:31.983074 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-294441c3-8113-4cc3-b400-abe735e390b0 req-1ade5d45-b017-4889-96d9-97bf5edd7b14 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57ba17e-0e9c-4caf-a253-4805b8e325af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873806 May 13 14:25:31.985065 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0aebd-de18-4225-a845-d986010be592 req-22e1e6d4-ed63-485a-950a-ae5cb3cd4967 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:31.987442 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-63f0aebd-de18-4225-a845-d986010be592 req-22e1e6d4-ed63-485a-950a-ae5cb3cd4967 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f HTTP/1.1" status: 200 len: 945 time: 0.2334411 May 13 14:25:32.016368 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-38d4d0b6-2370-4751-983e-f02ce799a72e req-f5608bfe-cded-4e21-bf16-40bd6b54bad6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135325 May 13 14:25:32.057517 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-63f0aebd-de18-4225-a845-d986010be592 req-dc5965e4-070e-4ae7-b468-bb45c0915864 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612972 May 13 14:25:32.191932 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac519f-2d07-4163-a730-5cd51d49f217 req-0600d3d1-e84a-4ca1-8347-bc90e9c43ae9 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:32.193343 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-26ac519f-2d07-4163-a730-5cd51d49f217 req-0600d3d1-e84a-4ca1-8347-bc90e9c43ae9 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc1df088-0940-45b2-9abe-7f5596893b8d HTTP/1.1" status: 200 len: 945 time: 0.0847268 May 13 14:25:32.245057 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-26ac519f-2d07-4163-a730-5cd51d49f217 req-bd093f6b-bea0-438a-a57c-55b70e2fb714 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459321 May 13 14:25:32.459626 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac354501-212a-435a-80d3-be242a48021f req-b9107be2-b86e-4cbb-b327-eb3e41998b89 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:32.461498 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ac354501-212a-435a-80d3-be242a48021f req-b9107be2-b86e-4cbb-b327-eb3e41998b89 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 943 time: 0.1026146 May 13 14:25:32.518116 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ac354501-212a-435a-80d3-be242a48021f req-c2b1337f-11cf-4fde-80a3-6162d355cbdf tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488763 May 13 14:25:32.664135 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0f47a-6de8-4d67-b921-7bef2a59611e req-15649c2a-0b05-419d-8f4b-9349f39e58b8 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:32.667150 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-03d0f47a-6de8-4d67-b921-7bef2a59611e req-15649c2a-0b05-419d-8f4b-9349f39e58b8 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 949 time: 0.0981550 May 13 14:25:32.713159 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-03d0f47a-6de8-4d67-b921-7bef2a59611e req-a749d7c1-ca5c-4924-9932-c084e6aa1ac1 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415325 May 13 14:25:32.746580 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0604f1a-317e-4df2-b535-f4836fbdac7f req-1d7c0795-a1ae-4401-92f3-0a752a83a037 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:32.748099 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d0604f1a-317e-4df2-b535-f4836fbdac7f req-1d7c0795-a1ae-4401-92f3-0a752a83a037 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/ports?device_id=391f6a36-c109-4bbb-ba78-349a045ab204 HTTP/1.1" status: 200 len: 945 time: 0.0992725 May 13 14:25:32.803815 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d0604f1a-317e-4df2-b535-f4836fbdac7f req-90ae6744-4d15-4e78-949f-0fcaacfc64e7 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6864af0-c707-4a6d-af04-175e3a555885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497582 May 13 14:25:33.048367 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8d95a01a-47ce-4020-bbad-8498b36a7d3b req-b3a824f5-947b-41b9-97cb-1e68f9d03f0e tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2107792 May 13 14:25:33.058036 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-8d95a01a-47ce-4020-bbad-8498b36a7d3b req-abfb7d2f-1f07-4239-b98c-6dc4324c5f2b tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:33.066674 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-8d95a01a-47ce-4020-bbad-8498b36a7d3b req-abfb7d2f-1f07-4239-b98c-6dc4324c5f2b tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:33.077578 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-8d95a01a-47ce-4020-bbad-8498b36a7d3b req-abfb7d2f-1f07-4239-b98c-6dc4324c5f2b tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Usage tracker for resource:floatingip and tenant:8a13abebe64d4bc6a2fa87bb71e99399 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:33.082176 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-8d95a01a-47ce-4020-bbad-8498b36a7d3b req-abfb7d2f-1f07-4239-b98c-6dc4324c5f2b tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:33.089566 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-8d95a01a-47ce-4020-bbad-8498b36a7d3b req-abfb7d2f-1f07-4239-b98c-6dc4324c5f2b tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:33.106697 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8d95a01a-47ce-4020-bbad-8498b36a7d3b req-abfb7d2f-1f07-4239-b98c-6dc4324c5f2b tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks [] for floatingip, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:33.136285 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99561d-3653-4326-abd2-216b8ad2383a req-e3412d9f-7779-4789-8b67-def46401b071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:33.137797 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aa99561d-3653-4326-abd2-216b8ad2383a req-e3412d9f-7779-4789-8b67-def46401b071 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 1100 time: 0.1616952 May 13 14:25:33.193504 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d544b-188e-41a8-bef9-e0dd1eb1f6f7 req-b7016ed9-e4f1-4652-80dd-073fcf302b0c tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:33.194987 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4a7d544b-188e-41a8-bef9-e0dd1eb1f6f7 req-b7016ed9-e4f1-4652-80dd-073fcf302b0c tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a764b11-94ae-48a6-9fd7-75882ae4cb4c HTTP/1.1" status: 200 len: 943 time: 0.0920827 May 13 14:25:33.248942 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4a7d544b-188e-41a8-bef9-e0dd1eb1f6f7 req-9ddf547a-d414-4794-a0f4-b684795b533a tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57ba17e-0e9c-4caf-a253-4805b8e325af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480583 May 13 14:25:33.385569 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99561d-3653-4326-abd2-216b8ad2383a req-ead75350-a167-41da-b8d8-fa9191681d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:33.387069 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aa99561d-3653-4326-abd2-216b8ad2383a req-ead75350-a167-41da-b8d8-fa9191681d4e service neutron] 10.222.0.74 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.1787682 May 13 14:25:33.465817 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aa99561d-3653-4326-abd2-216b8ad2383a req-e02bf6db-4cb3-4cf4-918d-3d27935cdc21 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d7527f73-d685-4e34-b9a0-bf049239d26c HTTP/1.1" status: 200 len: 217 time: 0.0708747 May 13 14:25:33.481718 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5bf553-f2c3-4765-902b-d91ea4f6f8fe req-4dbf35c9-dddb-4ae9-a5c1-2ae87590a9c9 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:33.483466 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c5bf553-f2c3-4765-902b-d91ea4f6f8fe req-4dbf35c9-dddb-4ae9-a5c1-2ae87590a9c9 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f HTTP/1.1" status: 200 len: 945 time: 0.0981753 May 13 14:25:33.536451 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8d95a01a-47ce-4020-bbad-8498b36a7d3b req-abfb7d2f-1f07-4239-b98c-6dc4324c5f2b tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:33.576245 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c5bf553-f2c3-4765-902b-d91ea4f6f8fe req-c7656ae8-000f-4a65-975d-fc2423b209e1 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824759 May 13 14:25:33.590724 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99561d-3653-4326-abd2-216b8ad2383a req-d9da644a-5656-40e5-a859-ebcbe95ca591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:33.592243 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aa99561d-3653-4326-abd2-216b8ad2383a req-d9da644a-5656-40e5-a859-ebcbe95ca591 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1146803 May 13 14:25:33.650125 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device b6ddb9bf-d02b-47a1-8228-bce1c85195e0 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:25:33.789754 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20878fe-a8c8-4685-81ba-8134c60fd92d req-39fb33a1-dc27-4906-abe5-76605c7d32ec tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:33.797369 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b20878fe-a8c8-4685-81ba-8134c60fd92d req-39fb33a1-dc27-4906-abe5-76605c7d32ec tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc1df088-0940-45b2-9abe-7f5596893b8d HTTP/1.1" status: 200 len: 945 time: 0.0993195 May 13 14:25:33.800470 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-8d95a01a-47ce-4020-bbad-8498b36a7d3b req-abfb7d2f-1f07-4239-b98c-6dc4324c5f2b tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Allocated IP 172.25.0.45 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/77499556-91d9-4b8f-bee5-ee343cd5862d) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:25:33.814380 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port b6ddb9bf-d02b-47a1-8228-bce1c85195e0, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=b6ddb9bf-d02b-47a1-8228-bce1c85195e0,segment=NetworkSegment(96487450-a760-40b8-8659-17d41c0e6886),segment_id=96487450-a760-40b8-8659-17d41c0e6886)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:33.837053 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'b6ddb9bf-d02b-47a1-8228-bce1c85195e0', 'network_id': '2ac367d0-0a17-4f39-8584-9463d6f61d19', 'port_id': 'b6ddb9bf-d02b-47a1-8228-bce1c85195e0', 'mac_address': 'fa:16:3e:90:94:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9791e2a2-58e1-47af-a960-adc89812e0cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:25:33.844300 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b20878fe-a8c8-4685-81ba-8134c60fd92d req-af1a6f55-a019-4d64-b5cb-9747063571a3 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458679 May 13 14:25:33.846582 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99561d-3653-4326-abd2-216b8ad2383a req-46b0cf06-6e15-45ba-b0d2-c8d923f9cbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:33.848428 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aa99561d-3653-4326-abd2-216b8ad2383a req-46b0cf06-6e15-45ba-b0d2-c8d923f9cbf1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2471173 May 13 14:25:33.903220 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port b6ddb9bf-d02b-47a1-8228-bce1c85195e0 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:33.903608 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:33.925318 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ddb9bf-d02b-47a1-8228-bce1c85195e0 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:25:33.956728 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port b6ddb9bf-d02b-47a1-8228-bce1c85195e0, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=b6ddb9bf-d02b-47a1-8228-bce1c85195e0,segment=NetworkSegment(96487450-a760-40b8-8659-17d41c0e6886),segment_id=96487450-a760-40b8-8659-17d41c0e6886)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:33.961190 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:34.060526 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=b6ddb9bf-d02b-47a1-8228-bce1c85195e0,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:34.089474 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca9f9e-da63-40f9-ab3f-9f2157446972 req-eca9d62a-c54b-4288-8630-7e8760b5b1ae tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:34.091028 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-00ca9f9e-da63-40f9-ab3f-9f2157446972 req-eca9d62a-c54b-4288-8630-7e8760b5b1ae tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 943 time: 0.1220922 May 13 14:25:34.152508 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-00ca9f9e-da63-40f9-ab3f-9f2157446972 req-7d3d5054-5940-4a36-b51b-da0c2725de0e tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538182 May 13 14:25:34.160179 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aa99561d-3653-4326-abd2-216b8ad2383a req-833633cb-fe3b-4a68-84c3-c07857871650 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581995 May 13 14:25:34.162888 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8d95a01a-47ce-4020-bbad-8498b36a7d3b req-abfb7d2f-1f07-4239-b98c-6dc4324c5f2b tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:34.377380 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe0f89-a300-4e48-b407-1847c5b595f5 req-7529d003-8a05-4217-bcb4-8efadcc414e8 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:34.378544 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-93fe0f89-a300-4e48-b407-1847c5b595f5 req-7529d003-8a05-4217-bcb4-8efadcc414e8 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 949 time: 0.0982039 May 13 14:25:34.429151 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aa99561d-3653-4326-abd2-216b8ad2383a req-673263b7-ab89-4484-aa24-04e19bacb7dd service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622240 May 13 14:25:34.430095 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8d95a01a-47ce-4020-bbad-8498b36a7d3b req-abfb7d2f-1f07-4239-b98c-6dc4324c5f2b tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:34.431369 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-93fe0f89-a300-4e48-b407-1847c5b595f5 req-467392e6-2cd8-4f2e-9534-1d2b2bffd305 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459707 May 13 14:25:34.497710 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d95a01a-47ce-4020-bbad-8498b36a7d3b req-abfb7d2f-1f07-4239-b98c-6dc4324c5f2b tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:34.500847 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-8d95a01a-47ce-4020-bbad-8498b36a7d3b req-abfb7d2f-1f07-4239-b98c-6dc4324c5f2b tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:34.504784 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d95a01a-47ce-4020-bbad-8498b36a7d3b req-abfb7d2f-1f07-4239-b98c-6dc4324c5f2b tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:25:34.534753 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb7d2f-1f07-4239-b98c-6dc4324c5f2b tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Pushing event updated for resources: {'Port': ['ID=77499556-91d9-4b8f-bee5-ee343cd5862d,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:34.607980 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8d95a01a-47ce-4020-bbad-8498b36a7d3b req-abfb7d2f-1f07-4239-b98c-6dc4324c5f2b tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:34.675325 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8d95a01a-47ce-4020-bbad-8498b36a7d3b req-abfb7d2f-1f07-4239-b98c-6dc4324c5f2b tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:34.770328 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['b6ddb9bf-d02b-47a1-8228-bce1c85195e0'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:25:34.776417 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a4268-d591-4fa7-91e6-e8fdfbc67588 req-c559bfbc-edb3-48e4-9068-595a5bf6fc60 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:34.778466 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c63a4268-d591-4fa7-91e6-e8fdfbc67588 req-c559bfbc-edb3-48e4-9068-595a5bf6fc60 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a764b11-94ae-48a6-9fd7-75882ae4cb4c HTTP/1.1" status: 200 len: 944 time: 0.2120876 May 13 14:25:34.868575 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c63a4268-d591-4fa7-91e6-e8fdfbc67588 req-d46ec6a8-de15-4a8f-8e7a-575b8d9ff037 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57ba17e-0e9c-4caf-a253-4805b8e325af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832825 May 13 14:25:34.963876 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8d95a01a-47ce-4020-bbad-8498b36a7d3b req-abfb7d2f-1f07-4239-b98c-6dc4324c5f2b tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:34.969566 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8d95a01a-47ce-4020-bbad-8498b36a7d3b req-abfb7d2f-1f07-4239-b98c-6dc4324c5f2b tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:35.113005 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb7d2f-1f07-4239-b98c-6dc4324c5f2b tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Pushing event updated for resources: {'Port': ['ID=77499556-91d9-4b8f-bee5-ee343cd5862d,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:35.125746 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f7738-9a02-4085-836d-5c950561bada req-edb6398f-6a78-4465-8a8f-bd292e6548de tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:35.131053 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-155f7738-9a02-4085-836d-5c950561bada req-edb6398f-6a78-4465-8a8f-bd292e6548de tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f HTTP/1.1" status: 200 len: 945 time: 0.1272159 May 13 14:25:35.141325 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8d95a01a-47ce-4020-bbad-8498b36a7d3b req-abfb7d2f-1f07-4239-b98c-6dc4324c5f2b tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:35.180947 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8d95a01a-47ce-4020-bbad-8498b36a7d3b req-abfb7d2f-1f07-4239-b98c-6dc4324c5f2b tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:35.184655 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8d95a01a-47ce-4020-bbad-8498b36a7d3b req-abfb7d2f-1f07-4239-b98c-6dc4324c5f2b tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1338282 May 13 14:25:35.207745 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-155f7738-9a02-4085-836d-5c950561bada req-18aec449-91f2-4f0e-9f73-5073a7f91e24 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699680 May 13 14:25:35.291696 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-8d95a01a-47ce-4020-bbad-8498b36a7d3b req-8310613c-12ef-4544-b67e-03c6a77231b8 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Synchronizing usage tracker for tenant:8a13abebe64d4bc6a2fa87bb71e99399 on resource:floatingip {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:25:35.350091 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-8d95a01a-47ce-4020-bbad-8498b36a7d3b req-8310613c-12ef-4544-b67e-03c6a77231b8 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Unset dirty status for tenant:8a13abebe64d4bc6a2fa87bb71e99399 on resource:floatingip {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:25:35.351586 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8d95a01a-47ce-4020-bbad-8498b36a7d3b req-8310613c-12ef-4544-b67e-03c6a77231b8 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.45 HTTP/1.1" status: 200 len: 695 time: 0.1593702 May 13 14:25:35.494356 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-b62c421e-21a3-4f27-8c1e-c126a1f17f95 service neutron] 10.222.0.59 "GET /v2.0/ports/a9c2cf7c-de33-4bdd-b52a-10c6271dfc51/bindings/n-h2-841760-1 HTTP/1.1" status: 200 len: 384 time: 0.1802354 May 13 14:25:35.532946 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95a01a-47ce-4020-bbad-8498b36a7d3b req-1c33f77c-79f1-4986-b0f1-1f8747e2869d tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:35.534861 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8d95a01a-47ce-4020-bbad-8498b36a7d3b req-1c33f77c-79f1-4986-b0f1-1f8747e2869d tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 784 time: 0.1777036 May 13 14:25:35.590627 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e503f-2e16-43c5-b634-b2a82cd633b2 req-e420d489-3f40-483e-9b19-33d2c21df82a tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:35.599156 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-679e503f-2e16-43c5-b634-b2a82cd633b2 req-e420d489-3f40-483e-9b19-33d2c21df82a tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc1df088-0940-45b2-9abe-7f5596893b8d HTTP/1.1" status: 200 len: 945 time: 0.2264521 May 13 14:25:35.698673 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-679e503f-2e16-43c5-b634-b2a82cd633b2 req-4cadd52b-8755-4d25-bcbd-6294b574aece tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990801 May 13 14:25:35.738635 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2520e-14ea-4e16-9e18-2338399f7dfc req-35c389fd-951a-4e57-aaa4-8d33474bed2a tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:35.740232 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-75e2520e-14ea-4e16-9e18-2338399f7dfc req-35c389fd-951a-4e57-aaa4-8d33474bed2a tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 943 time: 0.0966341 May 13 14:25:35.800974 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-75e2520e-14ea-4e16-9e18-2338399f7dfc req-61a1e5eb-d66c-4192-82a9-9a2237db9799 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539138 May 13 14:25:35.913282 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-aee1e73a-ddfb-43f4-915f-ca628d0bcea5 service neutron] For port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=a9c2cf7c-de33-4bdd-b52a-10c6271dfc51,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:35.945893 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-aee1e73a-ddfb-43f4-915f-ca628d0bcea5 service neutron] For port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:36.012503 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b88f6e-d491-4dc2-8666-93f41e7c822a req-2cd0939d-0b96-444e-8ce6-2abc84bd200e tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:36.021382 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b7b88f6e-d491-4dc2-8666-93f41e7c822a req-2cd0939d-0b96-444e-8ce6-2abc84bd200e tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f HTTP/1.1" status: 200 len: 945 time: 0.1920850 May 13 14:25:36.054604 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-aee1e73a-ddfb-43f4-915f-ca628d0bcea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:25:36.077619 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-aee1e73a-ddfb-43f4-915f-ca628d0bcea5 service neutron] For port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a9c2cf7c-de33-4bdd-b52a-10c6271dfc51,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:36.109215 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b7b88f6e-d491-4dc2-8666-93f41e7c822a req-3989caa0-7351-4bf3-85ae-30515b2f52a8 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866890 May 13 14:25:36.115448 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-aee1e73a-ddfb-43f4-915f-ca628d0bcea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:36.373886 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f7c01-4834-46cb-8b6e-3343b6ffa55d req-fdaca1b9-76fe-4dea-bfad-5db019cf30a0 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:36.382124 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-439f7c01-4834-46cb-8b6e-3343b6ffa55d req-fdaca1b9-76fe-4dea-bfad-5db019cf30a0 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 949 time: 0.1470394 May 13 14:25:36.449741 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-aee1e73a-ddfb-43f4-915f-ca628d0bcea5 service neutron] Transition to ACTIVE for port object a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:36.453377 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-aee1e73a-ddfb-43f4-915f-ca628d0bcea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:36.459002 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-439f7c01-4834-46cb-8b6e-3343b6ffa55d req-55a0ffab-7d19-46c8-adf3-fd4e907b7b58 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758092 May 13 14:25:36.502487 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-f4c0f79f-7cf5-4328-849c-1f04488b0711 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:36.509402 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-f4c0f79f-7cf5-4328-849c-1f04488b0711 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/networks?id=1bb618e8-c72d-478a-b168-a543534f1c66 HTTP/1.1" status: 200 len: 821 time: 0.2785885 May 13 14:25:36.602413 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-25c502f1-68fb-4096-bb82-115437f8ee49 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/quotas/8a13abebe64d4bc6a2fa87bb71e99399 HTTP/1.1" status: 200 len: 375 time: 0.0921071 May 13 14:25:36.701620 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-aee1e73a-ddfb-43f4-915f-ca628d0bcea5 service neutron] No DVR routers for this DVR port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:25:36.710702 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a7b52-72cf-4936-9881-2f718c71b128 req-6dd330e7-31e2-4bfc-b91c-9e27e12be437 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:36.712287 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-370a7b52-72cf-4936-9881-2f718c71b128 req-6dd330e7-31e2-4bfc-b91c-9e27e12be437 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a764b11-94ae-48a6-9fd7-75882ae4cb4c HTTP/1.1" status: 200 len: 944 time: 0.1284220 May 13 14:25:36.741161 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1e73a-ddfb-43f4-915f-ca628d0bcea5 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c2cf7c-de33-4bdd-b52a-10c6271dfc51,revision_number=10']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:36.766199 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-aee1e73a-ddfb-43f4-915f-ca628d0bcea5 service neutron] 10.222.0.59 "PUT /v2.0/ports/a9c2cf7c-de33-4bdd-b52a-10c6271dfc51/bindings/n-h2-841760-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2662916 May 13 14:25:36.769968 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-370a7b52-72cf-4936-9881-2f718c71b128 req-accb07ea-330a-4e75-a744-28d488bf65ef tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57ba17e-0e9c-4caf-a253-4805b8e325af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512710 May 13 14:25:36.795565 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-6adaadaa-ec9f-4ff7-af9a-a30fd40222ee tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8a13abebe64d4bc6a2fa87bb71e99399&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1825020 May 13 14:25:37.043947 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0038dab-c8c5-482b-b51f-9aa0951b31a9 req-b90fb4f7-0a01-4d64-97dc-aabf4ef2d648 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:37.045844 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a0038dab-c8c5-482b-b51f-9aa0951b31a9 req-b90fb4f7-0a01-4d64-97dc-aabf4ef2d648 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=066c9740-6815-467c-8929-6e1122413fc6 HTTP/1.1" status: 200 len: 946 time: 0.1500065 May 13 14:25:37.049069 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-7c04e6fd-a254-4d62-89b4-a1040ebf9ee4 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:37.050305 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-e780e586-0b3d-48b3-bd54-e94679201621 service neutron] 10.222.0.35 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415183 May 13 14:25:37.050960 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-7c04e6fd-a254-4d62-89b4-a1040ebf9ee4 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3&tenant_id=e9c1f6dcee6e4bfa9d17410767972533&binding%3Ahost_id=n-h1-841760-1 HTTP/1.1" status: 200 len: 1095 time: 0.2186320 May 13 14:25:37.151083 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a0038dab-c8c5-482b-b51f-9aa0951b31a9 req-fd29758e-23ea-425c-82ac-4d3a7a2778c8 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca79901b-aa25-4a04-89be-d3535bd24089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970287 May 13 14:25:37.179473 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-e71b027a-e966-4f40-9dba-75aa12977eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:37.179473 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-e71b027a-e966-4f40-9dba-75aa12977eea service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3&tenant_id=e9c1f6dcee6e4bfa9d17410767972533 HTTP/1.1" status: 200 len: 1095 time: 0.1092680 May 13 14:25:37.308038 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c38ff63-e49e-47b2-9d59-cf4a43871ec3 req-7341ae33-9dea-4563-8c3e-04e219691847 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3137929 May 13 14:25:37.320035 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-9891a277-39fb-427e-b26a-e16d9736812a service neutron] 10.222.0.35 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687933 May 13 14:25:37.336847 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-926080c9-9144-4ed0-892b-be8c97a083b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:37.338794 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-926080c9-9144-4ed0-892b-be8c97a083b2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e9c1f6dcee6e4bfa9d17410767972533&device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 1095 time: 0.1136854 May 13 14:25:37.574762 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:25:37.575354 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-9748f3b3-560b-4a2c-a114-52abe0cbcd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:37.579928 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-9748f3b3-560b-4a2c-a114-52abe0cbcd58 service neutron] 10.222.0.74 "GET /v2.0/networks?id=01882ed3-6d08-4bd7-8250-0f45408cfc6f HTTP/1.1" status: 200 len: 908 time: 0.2354031 May 13 14:25:37.753628 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38ff63-e49e-47b2-9d59-cf4a43871ec3 req-bcfce404-830a-4f5f-83f8-b3acd1816bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:37.762084 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c38ff63-e49e-47b2-9d59-cf4a43871ec3 req-bcfce404-830a-4f5f-83f8-b3acd1816bca service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e9c1f6dcee6e4bfa9d17410767972533&device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 1095 time: 0.3642492 May 13 14:25:37.856890 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device b6ddb9bf-d02b-47a1-8228-bce1c85195e0 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:25:37.960973 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-41c608e3-7dc7-4f98-9bb4-4ece87d09694 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 HTTP/1.1" status: 200 len: 217 time: 0.3705876 May 13 14:25:37.963621 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:25:37.967396 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port b6ddb9bf-d02b-47a1-8228-bce1c85195e0 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:37.973082 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port b6ddb9bf-d02b-47a1-8228-bce1c85195e0 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:37.973866 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:38.079826 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-9d7c9d7f-596a-4e31-96a4-3c0c445ac130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:38.081713 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-9d7c9d7f-596a-4e31-96a4-3c0c445ac130 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b67d68a0-c4b3-4438-b89e-01055bd1fad3 HTTP/1.1" status: 200 len: 847 time: 0.1022699 May 13 14:25:38.136104 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port b6ddb9bf-d02b-47a1-8228-bce1c85195e0 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:38.136567 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:38.142179 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-b4bb5a85-650d-4a1d-af93-79d7ae97df08 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=01882ed3-6d08-4bd7-8250-0f45408cfc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529029 May 13 14:25:38.167868 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311847d-5835-4fdf-abee-87f70fbe0c1f req-d138b26b-69d2-49ee-ac3e-1a802d1de6a4 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:38.169457 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7311847d-5835-4fdf-abee-87f70fbe0c1f req-d138b26b-69d2-49ee-ac3e-1a802d1de6a4 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc1df088-0940-45b2-9abe-7f5596893b8d HTTP/1.1" status: 200 len: 945 time: 0.6266260 May 13 14:25:38.176070 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a764b11-94ae-48a6-9fd7-75882ae4cb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ddb9bf-d02b-47a1-8228-bce1c85195e0'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:38.191013 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port b6ddb9bf-d02b-47a1-8228-bce1c85195e0, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=b6ddb9bf-d02b-47a1-8228-bce1c85195e0,segment=NetworkSegment(96487450-a760-40b8-8659-17d41c0e6886),segment_id=96487450-a760-40b8-8659-17d41c0e6886)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:38.206710 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809ff71-eba6-4f58-9e96-8c1705961d8d req-83b2599f-1296-49c5-94b7-2a9bbcf99746 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:38.207677 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:38.212563 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b809ff71-eba6-4f58-9e96-8c1705961d8d req-83b2599f-1296-49c5-94b7-2a9bbcf99746 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 944 time: 0.2900145 May 13 14:25:38.306985 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=b6ddb9bf-d02b-47a1-8228-bce1c85195e0,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:38.335532 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38ff63-e49e-47b2-9d59-cf4a43871ec3 req-42d425f4-110f-43f7-9f93-c506f303c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:38.337452 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c38ff63-e49e-47b2-9d59-cf4a43871ec3 req-42d425f4-110f-43f7-9f93-c506f303c9fe service neutron] 10.222.0.74 "GET /v2.0/networks?id=01882ed3-6d08-4bd7-8250-0f45408cfc6f HTTP/1.1" status: 200 len: 908 time: 0.5497334 May 13 14:25:38.430926 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7311847d-5835-4fdf-abee-87f70fbe0c1f req-971e6110-67f2-4d5c-bc9a-c9f96e0a4ac5 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265997 May 13 14:25:38.431305 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b809ff71-eba6-4f58-9e96-8c1705961d8d req-49eaf810-eb95-40e3-960f-1acf4660170a tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056752 May 13 14:25:38.433905 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c38ff63-e49e-47b2-9d59-cf4a43871ec3 req-49215177-9198-44e9-ac02-44e39cc5178b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 HTTP/1.1" status: 200 len: 217 time: 0.0886347 May 13 14:25:38.443871 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-76fe7611-920d-4959-9af1-52b5c3a49d74 service neutron] 10.222.0.74 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950461 May 13 14:25:38.447733 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba653e-f77a-4410-aab9-419442233bdd req-8553b204-fdb8-4a24-b9c8-bee127a4fa70 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:38.449994 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c9ba653e-f77a-4410-aab9-419442233bdd req-8553b204-fdb8-4a24-b9c8-bee127a4fa70 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.59 "GET /v2.0/ports?device_id=066c9740-6815-467c-8929-6e1122413fc6 HTTP/1.1" status: 200 len: 946 time: 0.4988678 May 13 14:25:38.597426 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-c9ba653e-f77a-4410-aab9-419442233bdd req-d72bbe8a-f161-47c1-aa5b-64151076b57b tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Deleting port 620d6e07-ba73-41bc-bee4-5bb0819c1af9 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:25:38.597787 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c9ba653e-f77a-4410-aab9-419442233bdd req-d72bbe8a-f161-47c1-aa5b-64151076b57b tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:38.634006 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-f3347bf6-f006-499f-ad8e-c2dd0cd2f7a3 service neutron] 10.222.0.74 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813426 May 13 14:25:38.688542 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38ff63-e49e-47b2-9d59-cf4a43871ec3 req-c6a3aac9-d03f-4808-947d-a475625bc6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:38.694693 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c38ff63-e49e-47b2-9d59-cf4a43871ec3 req-c6a3aac9-d03f-4808-947d-a475625bc6d4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b67d68a0-c4b3-4438-b89e-01055bd1fad3 HTTP/1.1" status: 200 len: 847 time: 0.2443304 May 13 14:25:38.758595 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453d8ae-a151-49f4-9930-53f24190277e req-379468b5-5aa9-4d6e-b232-112fba310de7 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:38.765843 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9453d8ae-a151-49f4-9930-53f24190277e req-379468b5-5aa9-4d6e-b232-112fba310de7 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 949 time: 0.1048651 May 13 14:25:38.818123 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9453d8ae-a151-49f4-9930-53f24190277e req-d7863ef7-3f5d-4dc0-a038-755d1c90177f tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511670 May 13 14:25:38.828167 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c38ff63-e49e-47b2-9d59-cf4a43871ec3 req-a3837e00-798e-4aa7-9460-f86e94bfc8cc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=01882ed3-6d08-4bd7-8250-0f45408cfc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978024 May 13 14:25:38.846406 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-766096b2-3c96-4d49-940e-18e4833b3eb7 req-5d9b9f7c-de0a-4bfb-88c5-f7c684011b40 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/ports?device_id=784d0d49-f328-47f7-98f4-f7c13c5e10ae HTTP/1.1" status: 200 len: 210 time: 0.0726614 May 13 14:25:39.050715 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f93a19-1e28-4006-992b-30049f34e1f2 req-a0c6de07-ac8b-4d13-8342-c401eda0d973 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:39.055610 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d6f93a19-1e28-4006-992b-30049f34e1f2 req-a0c6de07-ac8b-4d13-8342-c401eda0d973 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f HTTP/1.1" status: 200 len: 945 time: 0.1096683 May 13 14:25:39.172032 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c38ff63-e49e-47b2-9d59-cf4a43871ec3 req-18824e3e-d359-402b-9466-e182a80a9b30 service neutron] 10.222.0.74 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335989 May 13 14:25:39.199737 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-c9ba653e-f77a-4410-aab9-419442233bdd req-d72bbe8a-f161-47c1-aa5b-64151076b57b tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] For port 620d6e07-ba73-41bc-bee4-5bb0819c1af9, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=620d6e07-ba73-41bc-bee4-5bb0819c1af9,segment=NetworkSegment(983229a7-bdca-4b23-927c-a42448eb11f8),segment_id=983229a7-bdca-4b23-927c-a42448eb11f8)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:39.200434 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c9ba653e-f77a-4410-aab9-419442233bdd req-d72bbe8a-f161-47c1-aa5b-64151076b57b tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:39.280695 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d6f93a19-1e28-4006-992b-30049f34e1f2 req-ee62efab-ce60-49f1-bed5-8af569f3ebb4 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226169 May 13 14:25:39.376518 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3c56993-4c62-450c-b1c4-7897dab2e699'] response: {'server_uuid': '3a764b11-94ae-48a6-9fd7-75882ae4cb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ddb9bf-d02b-47a1-8228-bce1c85195e0', 'code': 200} May 13 14:25:39.429589 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537838c-7f14-4a97-906d-1c8650f60e97 req-918698b3-148b-4ca8-8a64-79e15844f6b7 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:39.431779 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b537838c-7f14-4a97-906d-1c8650f60e97 req-918698b3-148b-4ca8-8a64-79e15844f6b7 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a764b11-94ae-48a6-9fd7-75882ae4cb4c HTTP/1.1" status: 200 len: 945 time: 0.4542034 May 13 14:25:39.459422 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-f20f5de6-4fe0-46ae-89b8-3e25d9bca3cc tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:39.461167 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-f20f5de6-4fe0-46ae-89b8-3e25d9bca3cc tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.59 "GET /v2.0/networks?id=1bb618e8-c72d-478a-b168-a543534f1c66 HTTP/1.1" status: 200 len: 821 time: 0.3077526 May 13 14:25:39.484577 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-f031307b-7924-4490-b0d0-500338262694 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Request body: {'port': {'device_id': '784d0d49-f328-47f7-98f4-f7c13c5e10ae', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'admin_state_up': True, 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:39.650991 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-71f41411-d421-44fb-ae60-ba9f7312d2f8 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:39.653429 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-71f41411-d421-44fb-ae60-ba9f7312d2f8 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3&tenant_id=e9c1f6dcee6e4bfa9d17410767972533&binding%3Ahost_id=n-h2-841760-1 HTTP/1.1" status: 200 len: 1095 time: 0.5480711 May 13 14:25:39.792486 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-f031307b-7924-4490-b0d0-500338262694 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:39.807092 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-f031307b-7924-4490-b0d0-500338262694 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:39.820792 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585333d-9bc3-4ba6-b3f6-14067cb56214 req-7fbb65b6-57fe-492c-b34d-8497dcb1e67a tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:39.829105 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c38ff63-e49e-47b2-9d59-cf4a43871ec3 req-5bca0d09-addb-49bd-b49c-363750ec8063 service neutron] 10.222.0.74 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6153502 May 13 14:25:39.829906 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c585333d-9bc3-4ba6-b3f6-14067cb56214 req-7fbb65b6-57fe-492c-b34d-8497dcb1e67a tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=066c9740-6815-467c-8929-6e1122413fc6 HTTP/1.1" status: 200 len: 946 time: 0.2543032 May 13 14:25:39.833110 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b537838c-7f14-4a97-906d-1c8650f60e97 req-fe233437-4b15-46e4-88f2-b6c63fb065f7 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57ba17e-0e9c-4caf-a253-4805b8e325af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997998 May 13 14:25:39.901269 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c9ba653e-f77a-4410-aab9-419442233bdd req-d72bbe8a-f161-47c1-aa5b-64151076b57b tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:39.901696 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c9ba653e-f77a-4410-aab9-419442233bdd req-d72bbe8a-f161-47c1-aa5b-64151076b57b tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:39.902116 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [req-c9ba653e-f77a-4410-aab9-419442233bdd req-d72bbe8a-f161-47c1-aa5b-64151076b57b tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Floating IP 0e6cebc2-8e8c-4eac-bc94-35e56e5c3c8f disassociated. External IP: 172.25.0.178, port: 620d6e07-ba73-41bc-bee4-5bb0819c1af9. May 13 14:25:39.902570 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-c9ba653e-f77a-4410-aab9-419442233bdd req-d72bbe8a-f161-47c1-aa5b-64151076b57b tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Calling delete_port for 620d6e07-ba73-41bc-bee4-5bb0819c1af9 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:25:39.928181 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-f031307b-7924-4490-b0d0-500338262694 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Made reservation on behalf of 8a13abebe64d4bc6a2fa87bb71e99399 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:25:39.931897 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-f031307b-7924-4490-b0d0-500338262694 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:39.956819 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308daef-48d8-4c65-909c-ee305c34d47a req-6e95ac9c-f2e7-4918-983c-0d946405fefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:39.958337 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3308daef-48d8-4c65-909c-ee305c34d47a req-6e95ac9c-f2e7-4918-983c-0d946405fefa service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3a764b11-94ae-48a6-9fd7-75882ae4cb4c HTTP/1.1" status: 200 len: 1096 time: 0.3543727 May 13 14:25:40.032087 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c585333d-9bc3-4ba6-b3f6-14067cb56214 req-97282748-f4fb-478e-b4b8-702530c034c1 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca79901b-aa25-4a04-89be-d3535bd24089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001061 May 13 14:25:40.130953 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-a005cf3c-da18-4986-87db-f5ce7c54c79b service neutron] For port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:40.145332 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3308daef-48d8-4c65-909c-ee305c34d47a req-372e4b80-e0ea-4093-9792-bd6da24cc525 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d57ba17e-0e9c-4caf-a253-4805b8e325af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351814 May 13 14:25:40.180136 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-a005cf3c-da18-4986-87db-f5ce7c54c79b service neutron] Notify callbacks [] for binding, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:40.181782 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df862afd-8976-4cd4-b006-94d80bb9e196 req-a005cf3c-da18-4986-87db-f5ce7c54c79b service neutron] 10.222.0.74 "DELETE /v2.0/ports/a9c2cf7c-de33-4bdd-b52a-10c6271dfc51/bindings/n-h1-841760-1 HTTP/1.1" status: 204 len: 173 time: 0.5163355 May 13 14:25:40.181922 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c9ba653e-f77a-4410-aab9-419442233bdd req-d72bbe8a-f161-47c1-aa5b-64151076b57b tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:40.253703 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72bbe8a-f161-47c1-aa5b-64151076b57b tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Pushing event deleted for resources: {'Port': ['ID=620d6e07-ba73-41bc-bee4-5bb0819c1af9,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:40.274121 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c49a88-7e92-49ad-9866-01810c7953be req-fa0e86d7-fec5-401c-9998-875fd7d614f6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:40.274121 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-05c49a88-7e92-49ad-9866-01810c7953be req-fa0e86d7-fec5-401c-9998-875fd7d614f6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 944 time: 0.2655077 May 13 14:25:40.320871 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-f031307b-7924-4490-b0d0-500338262694 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Allocated IP 172.20.0.13 (1bb618e8-c72d-478a-b168-a543534f1c66/b35608d4-67e7-4682-8e58-7b2d9ed03d8c/443c7d56-e0c3-4a2d-a574-2bb73ea2c01a) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:25:40.367956 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21d006-a55d-4e70-8d84-94ebf44f898f req-374a6426-d95d-4f0e-a06f-ea8414c271f1 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:40.369453 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f21d006-a55d-4e70-8d84-94ebf44f898f req-374a6426-d95d-4f0e-a06f-ea8414c271f1 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc1df088-0940-45b2-9abe-7f5596893b8d HTTP/1.1" status: 200 len: 945 time: 0.1525538 May 13 14:25:40.411453 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-05c49a88-7e92-49ad-9866-01810c7953be req-afc12cd5-343d-4f5b-bab9-a1a1f8265bf2 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686414 May 13 14:25:40.527898 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9ba653e-f77a-4410-aab9-419442233bdd req-d72bbe8a-f161-47c1-aa5b-64151076b57b tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Router 534f6dcc-ca87-4315-bffe-29c21ebe17fc has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:25:40.613297 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f21d006-a55d-4e70-8d84-94ebf44f898f req-f3249458-23e2-42fa-a836-4b4abe0bf8b9 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345963 May 13 14:25:40.810227 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-f031307b-7924-4490-b0d0-500338262694 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:40.824234 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-16fe55a9-b198-4858-bcc4-3b00f5752386 req-a6889990-c2c0-42dd-83ae-6a7643c7d67a tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Synchronizing usage tracker for tenant:8a13abebe64d4bc6a2fa87bb71e99399 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:25:40.853677 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9ba653e-f77a-4410-aab9-419442233bdd req-d72bbe8a-f161-47c1-aa5b-64151076b57b tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:25:40.867037 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b69e36-8455-4489-96fd-dbef677dc1d1 None None] Sync routers for ids ['534f6dcc-ca87-4315-bffe-29c21ebe17fc'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:25:40.876803 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-f031307b-7924-4490-b0d0-500338262694 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Transition to ACTIVE for port object 443c7d56-e0c3-4a2d-a574-2bb73ea2c01a will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:40.882560 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b69e36-8455-4489-96fd-dbef677dc1d1 None None] Routers {'534f6dcc-ca87-4315-bffe-29c21ebe17fc'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:25:40.883611 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b3b69e36-8455-4489-96fd-dbef677dc1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:25:29Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['534f6dcc-ca87-4315-bffe-29c21ebe17fc'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:40.885728 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-16fe55a9-b198-4858-bcc4-3b00f5752386 req-a6889990-c2c0-42dd-83ae-6a7643c7d67a tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Unset dirty status for tenant:8a13abebe64d4bc6a2fa87bb71e99399 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:25:40.887078 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-16fe55a9-b198-4858-bcc4-3b00f5752386 req-a6889990-c2c0-42dd-83ae-6a7643c7d67a tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/ports?device_id=784d0d49-f328-47f7-98f4-f7c13c5e10ae HTTP/1.1" status: 200 len: 210 time: 0.1420939 May 13 14:25:40.888566 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318f3dc-4543-4ba0-a484-ac7619983f17 req-b0f132dc-5ac8-484e-9ef9-3b5e50cfe9cf tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:40.890046 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6318f3dc-4543-4ba0-a484-ac7619983f17 req-b0f132dc-5ac8-484e-9ef9-3b5e50cfe9cf tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 949 time: 0.2787819 May 13 14:25:40.911214 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-f031307b-7924-4490-b0d0-500338262694 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:41.009728 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['358c4d50-d667-4aea-afe9-b2df0074d829'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:25:41.056971 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-f031307b-7924-4490-b0d0-500338262694 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Network 1bb618e8-c72d-478a-b168-a543534f1c66 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:41.061329 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-f031307b-7924-4490-b0d0-500338262694 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:41.081756 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6318f3dc-4543-4ba0-a484-ac7619983f17 req-789aae77-84b9-46b4-9424-09172dff18a9 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807768 May 13 14:25:41.082693 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ba653e-f77a-4410-aab9-419442233bdd req-d72bbe8a-f161-47c1-aa5b-64151076b57b tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] No DVR routers for this DVR port 620d6e07-ba73-41bc-bee4-5bb0819c1af9 on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:25:41.088557 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c9ba653e-f77a-4410-aab9-419442233bdd req-d72bbe8a-f161-47c1-aa5b-64151076b57b tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:41.098788 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-f031307b-7924-4490-b0d0-500338262694 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:25:41.110686 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066c9740-6815-467c-8929-6e1122413fc6', 'name': 'network-vif-deleted', 'tag': '620d6e07-ba73-41bc-bee4-5bb0819c1af9'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:41.143809 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c9ba653e-f77a-4410-aab9-419442233bdd req-d72bbe8a-f161-47c1-aa5b-64151076b57b tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.59 "DELETE /v2.0/ports/620d6e07-ba73-41bc-bee4-5bb0819c1af9 HTTP/1.1" status: 204 len: 173 time: 2.6615252 May 13 14:25:41.160901 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031307b-7924-4490-b0d0-500338262694 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Pushing event updated for resources: {'Port': ['ID=443c7d56-e0c3-4a2d-a574-2bb73ea2c01a,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:41.380628 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-b3b69e36-8455-4489-96fd-dbef677dc1d1 None None] Set router 534f6dcc-ca87-4315-bffe-29c21ebe17fc gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:25:41.435851 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-f031307b-7924-4490-b0d0-500338262694 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:41.436777 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-f031307b-7924-4490-b0d0-500338262694 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:41.441782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b4974-98df-48c2-9a69-db201dda3c27 req-06eb6ef5-a0dc-4ba1-8197-838b8949d8a7 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:41.450881 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-360b4974-98df-48c2-9a69-db201dda3c27 req-06eb6ef5-a0dc-4ba1-8197-838b8949d8a7 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a764b11-94ae-48a6-9fd7-75882ae4cb4c HTTP/1.1" status: 200 len: 945 time: 0.1430006 May 13 14:25:41.465820 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-f031307b-7924-4490-b0d0-500338262694 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9867377 May 13 14:25:41.481226 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-2ef8a5fd-6a1b-4c75-b81f-c3a5813270c2 service neutron] Request body: {'port': {'device_id': '784d0d49-f328-47f7-98f4-f7c13c5e10ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:41.537464 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-360b4974-98df-48c2-9a69-db201dda3c27 req-fde04564-e08b-4d6d-a359-142867fd72f1 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57ba17e-0e9c-4caf-a253-4805b8e325af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795617 May 13 14:25:41.584845 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322c8ab-b7bd-40c2-a5b7-6490623a3b62 req-5b552a75-bf29-4f7d-af56-0faddd0784a2 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:41.586353 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6322c8ab-b7bd-40c2-a5b7-6490623a3b62 req-5b552a75-bf29-4f7d-af56-0faddd0784a2 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f HTTP/1.1" status: 200 len: 945 time: 0.3903034 May 13 14:25:41.653251 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 620d6e07-ba73-41bc-bee4-5bb0819c1af9 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:25:41.717758 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 620d6e07-ba73-41bc-bee4-5bb0819c1af9 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:25:41.718039 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 620d6e07-ba73-41bc-bee4-5bb0819c1af9 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:25:41.728240 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6322c8ab-b7bd-40c2-a5b7-6490623a3b62 req-94e5e411-8494-4457-bdff-1a4582a9c136 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257260 May 13 14:25:41.741211 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-2ef8a5fd-6a1b-4c75-b81f-c3a5813270c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:41.755622 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-6979c95c-c76d-40a1-accb-9a6331a1fcd9 req-b0137803-168a-4313-b16b-c780f3454ea5 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Synchronizing usage tracker for tenant:7e0e518d19f9448bbe227bb971102d2e on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:25:41.783885 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-6979c95c-c76d-40a1-accb-9a6331a1fcd9 req-b0137803-168a-4313-b16b-c780f3454ea5 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Unset dirty status for tenant:7e0e518d19f9448bbe227bb971102d2e on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:25:41.785130 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6979c95c-c76d-40a1-accb-9a6331a1fcd9 req-b0137803-168a-4313-b16b-c780f3454ea5 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/ports?device_id=066c9740-6815-467c-8929-6e1122413fc6 HTTP/1.1" status: 200 len: 210 time: 0.1012959 May 13 14:25:41.810231 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33e55bf9-7b8c-401a-9f47-3c943e1d3622'] response: {'server_uuid': '066c9740-6815-467c-8929-6e1122413fc6', 'name': 'network-vif-deleted', 'tag': '620d6e07-ba73-41bc-bee4-5bb0819c1af9', 'status': 'completed', 'code': 200} May 13 14:25:41.840539 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a7e2db38-27c1-45d1-9f5e-52693855086c None None] Provisioning for port 443c7d56-e0c3-4a2d-a574-2bb73ea2c01a completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:41.868700 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a7e2db38-27c1-45d1-9f5e-52693855086c None None] Provisioning complete for port 443c7d56-e0c3-4a2d-a574-2bb73ea2c01a triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:41.869432 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a7e2db38-27c1-45d1-9f5e-52693855086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:42.206481 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c5d0d-ca8c-48fb-a925-82973dc4f17c req-948f3d91-d32f-4265-abb4-cce6a656b8f0 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:42.217872 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b96c5d0d-ca8c-48fb-a925-82973dc4f17c req-948f3d91-d32f-4265-abb4-cce6a656b8f0 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 1095 time: 0.2035208 May 13 14:25:42.339431 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b96c5d0d-ca8c-48fb-a925-82973dc4f17c req-d74ce1db-e982-4c19-ab4c-2231df6ae64e tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180222 May 13 14:25:42.422665 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-2ef8a5fd-6a1b-4c75-b81f-c3a5813270c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 443c7d56-e0c3-4a2d-a574-2bb73ea2c01a {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:25:42.437505 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-2ef8a5fd-6a1b-4c75-b81f-c3a5813270c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:42.479182 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-2ef8a5fd-6a1b-4c75-b81f-c3a5813270c2 service neutron] Transition to ACTIVE for port object 443c7d56-e0c3-4a2d-a574-2bb73ea2c01a will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:42.484407 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-2ef8a5fd-6a1b-4c75-b81f-c3a5813270c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:42.493210 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-a7e2db38-27c1-45d1-9f5e-52693855086c None None] Port 443c7d56-e0c3-4a2d-a574-2bb73ea2c01a cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:25:42.534110 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b3b69e36-8455-4489-96fd-dbef677dc1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1681413106-router', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:21:50Z', 'updated_at': '2022-05-13T14:21:55Z', 'revision_number': 4, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'gw_port': {'id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:51Z', 'updated_at': '2022-05-13T14:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '362d736c-1ef0-4d5f-a1f0-88fc9891e11e', 'name': '', 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'mac_address': 'fa:16:3e:07:ad:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:54Z', 'updated_at': '2022-05-13T14:22:07Z', 'revision_number': 5, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'subnets': [{'id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:42.537675 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b69e36-8455-4489-96fd-dbef677dc1d1 None None] Checking router: 534f6dcc-ca87-4315-bffe-29c21ebe17fc for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:25:42.557522 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b69e36-8455-4489-96fd-dbef677dc1d1 None None] Routers {'534f6dcc-ca87-4315-bffe-29c21ebe17fc'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:25:42.558888 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b3b69e36-8455-4489-96fd-dbef677dc1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:25:29Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['534f6dcc-ca87-4315-bffe-29c21ebe17fc'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:42.790709 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b331e-6a54-4059-b9f0-578a3a4ccef6 req-cbdcdc5f-fd2c-483e-8328-642af074ec08 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:42.798409 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-612b331e-6a54-4059-b9f0-578a3a4ccef6 req-cbdcdc5f-fd2c-483e-8328-642af074ec08 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/ports?device_id=784d0d49-f328-47f7-98f4-f7c13c5e10ae HTTP/1.1" status: 200 len: 944 time: 0.2545168 May 13 14:25:42.850935 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8a5fd-6a1b-4c75-b81f-c3a5813270c2 service neutron] Pushing event updated for resources: {'Port': ['ID=443c7d56-e0c3-4a2d-a574-2bb73ea2c01a,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:42.857651 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-b3b69e36-8455-4489-96fd-dbef677dc1d1 None None] Set router 534f6dcc-ca87-4315-bffe-29c21ebe17fc gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:25:42.878921 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-612b331e-6a54-4059-b9f0-578a3a4ccef6 req-e6246426-2489-442e-98d7-7df80aeed70f tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6864af0-c707-4a6d-af04-175e3a555885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790703 May 13 14:25:42.956941 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f0218-cb9a-4278-9a13-dc0d6be4c720 req-5e57930c-8422-4571-928a-42536b77e759 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:42.958564 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8d6f0218-cb9a-4278-9a13-dc0d6be4c720 req-5e57930c-8422-4571-928a-42536b77e759 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc1df088-0940-45b2-9abe-7f5596893b8d HTTP/1.1" status: 200 len: 945 time: 0.4082129 May 13 14:25:42.959710 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-2ef8a5fd-6a1b-4c75-b81f-c3a5813270c2 service neutron] Attempting to bind port 443c7d56-e0c3-4a2d-a574-2bb73ea2c01a on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:25:42.960184 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-2ef8a5fd-6a1b-4c75-b81f-c3a5813270c2 service neutron] Attempting to bind port 443c7d56-e0c3-4a2d-a574-2bb73ea2c01a by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'fc461185-f11c-4aad-8bc4-bb6ca344cd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:25:42.960605 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-2ef8a5fd-6a1b-4c75-b81f-c3a5813270c2 service neutron] Attempting to bind port 443c7d56-e0c3-4a2d-a574-2bb73ea2c01a on network 1bb618e8-c72d-478a-b168-a543534f1c66 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:42.981841 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-2ef8a5fd-6a1b-4c75-b81f-c3a5813270c2 service neutron] Port 443c7d56-e0c3-4a2d-a574-2bb73ea2c01a on network 1bb618e8-c72d-478a-b168-a543534f1c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:25:42.982246 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-2ef8a5fd-6a1b-4c75-b81f-c3a5813270c2 service neutron] Attempting to bind port 443c7d56-e0c3-4a2d-a574-2bb73ea2c01a on network 1bb618e8-c72d-478a-b168-a543534f1c66 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:42.999197 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-2ef8a5fd-6a1b-4c75-b81f-c3a5813270c2 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:25:42.999730 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-2ef8a5fd-6a1b-4c75-b81f-c3a5813270c2 service neutron] Checking segment: {'id': 'fc461185-f11c-4aad-8bc4-bb6ca344cd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:43.000427 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-2ef8a5fd-6a1b-4c75-b81f-c3a5813270c2 service neutron] Bound using segment: {'id': 'fc461185-f11c-4aad-8bc4-bb6ca344cd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:25:43.000854 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-2ef8a5fd-6a1b-4c75-b81f-c3a5813270c2 service neutron] Bound port: 443c7d56-e0c3-4a2d-a574-2bb73ea2c01a, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc461185-f11c-4aad-8bc4-bb6ca344cd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:25:43.001200 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-2ef8a5fd-6a1b-4c75-b81f-c3a5813270c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:43.071724 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8d6f0218-cb9a-4278-9a13-dc0d6be4c720 req-b1472650-9c21-4b91-a6af-42986629e987 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068637 May 13 14:25:43.083257 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160915ec-f049-448f-a05c-8d5fa40c7503 req-8c473b70-9aab-4627-b035-511bc4c29ce1 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:43.085210 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-160915ec-f049-448f-a05c-8d5fa40c7503 req-8c473b70-9aab-4627-b035-511bc4c29ce1 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 949 time: 0.0933104 May 13 14:25:43.148890 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-2ef8a5fd-6a1b-4c75-b81f-c3a5813270c2 service neutron] For port 443c7d56-e0c3-4a2d-a574-2bb73ea2c01a, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:43.152763 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-2ef8a5fd-6a1b-4c75-b81f-c3a5813270c2 service neutron] For port 443c7d56-e0c3-4a2d-a574-2bb73ea2c01a, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=443c7d56-e0c3-4a2d-a574-2bb73ea2c01a,segment=NetworkSegment(fc461185-f11c-4aad-8bc4-bb6ca344cd38),segment_id=fc461185-f11c-4aad-8bc4-bb6ca344cd38)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:25:43.153831 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-160915ec-f049-448f-a05c-8d5fa40c7503 req-aeeca28f-7e35-4930-9e5a-783b9bee5522 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564091 May 13 14:25:43.172117 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-2ef8a5fd-6a1b-4c75-b81f-c3a5813270c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:43.323351 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b3b69e36-8455-4489-96fd-dbef677dc1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1681413106-router', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:21:50Z', 'updated_at': '2022-05-13T14:21:55Z', 'revision_number': 4, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'gw_port': {'id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:51Z', 'updated_at': '2022-05-13T14:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '362d736c-1ef0-4d5f-a1f0-88fc9891e11e', 'name': '', 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'mac_address': 'fa:16:3e:07:ad:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:54Z', 'updated_at': '2022-05-13T14:22:07Z', 'revision_number': 5, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'subnets': [{'id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:43.328565 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b69e36-8455-4489-96fd-dbef677dc1d1 None None] The sync data for ids ['534f6dcc-ca87-4315-bffe-29c21ebe17fc'] in n-d-841760-1 is: [{'id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1681413106-router', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:21:50Z', 'updated_at': '2022-05-13T14:21:55Z', 'revision_number': 4, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'gw_port': {'id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:51Z', 'updated_at': '2022-05-13T14:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '362d736c-1ef0-4d5f-a1f0-88fc9891e11e', 'name': '', 'network_id': 'a2ee0690-4c57-4e4e-b68b-865fc1c187b1', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'mac_address': 'fa:16:3e:07:ad:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:54Z', 'updated_at': '2022-05-13T14:22:07Z', 'revision_number': 5, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'subnets': [{'id': 'df9f1382-e59c-48f3-b05c-1d030cf41b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:25:43.356314 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e80fd-ec4a-4b28-bd4f-85918c8ecbcf req-875613f9-b074-4c55-9f9f-425108ed402e tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:43.375726 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aa8e80fd-ec4a-4b28-bd4f-85918c8ecbcf req-875613f9-b074-4c55-9f9f-425108ed402e tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a764b11-94ae-48a6-9fd7-75882ae4cb4c HTTP/1.1" status: 200 len: 945 time: 0.1178353 May 13 14:25:43.409663 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-2ef8a5fd-6a1b-4c75-b81f-c3a5813270c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:43.410353 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-2ef8a5fd-6a1b-4c75-b81f-c3a5813270c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:43.415045 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-2ef8a5fd-6a1b-4c75-b81f-c3a5813270c2 service neutron] 10.222.0.59 "PUT /v2.0/ports/443c7d56-e0c3-4a2d-a574-2bb73ea2c01a HTTP/1.1" status: 200 len: 1092 time: 1.9391475 May 13 14:25:43.420877 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784d0d49-f328-47f7-98f4-f7c13c5e10ae', 'tag': '443c7d56-e0c3-4a2d-a574-2bb73ea2c01a'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:43.453017 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aa8e80fd-ec4a-4b28-bd4f-85918c8ecbcf req-0481514d-0c10-4cae-91f6-be2426ea17c5 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57ba17e-0e9c-4caf-a253-4805b8e325af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736260 May 13 14:25:43.469299 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8a5fd-6a1b-4c75-b81f-c3a5813270c2 service neutron] Pushing event updated for resources: {'Port': ['ID=443c7d56-e0c3-4a2d-a574-2bb73ea2c01a,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:43.572804 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03aac36-7cba-4063-a033-85da0a76c965 req-061a1a91-1f7e-4ada-87c9-33aa3c4f5cd0 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:43.574318 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b03aac36-7cba-4063-a033-85da0a76c965 req-061a1a91-1f7e-4ada-87c9-33aa3c4f5cd0 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 1095 time: 0.2921240 May 13 14:25:43.636612 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-6010e999-38af-43cb-b624-3e7ee32fde97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:43.638885 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-6010e999-38af-43cb-b624-3e7ee32fde97 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8a13abebe64d4bc6a2fa87bb71e99399&device_id=784d0d49-f328-47f7-98f4-f7c13c5e10ae HTTP/1.1" status: 200 len: 1095 time: 0.1535718 May 13 14:25:43.651632 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b03aac36-7cba-4063-a033-85da0a76c965 req-918581db-e1db-4f4f-b94c-08fb637f0a9f tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646667 May 13 14:25:43.753925 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f925f-e716-4e6b-baa2-accc5c255e8b req-60d2a0b2-a709-4dce-96b1-892f555ea56a tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:43.755539 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6e2f925f-e716-4e6b-baa2-accc5c255e8b req-60d2a0b2-a709-4dce-96b1-892f555ea56a tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f HTTP/1.1" status: 200 len: 945 time: 0.1599753 May 13 14:25:43.756385 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eafc0e-f1ba-4dec-9cf0-70806c3af3cf None None] New status for floating IP 0e6cebc2-8e8c-4eac-bc94-35e56e5c3c8f: DOWN {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:25:43.824155 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6e2f925f-e716-4e6b-baa2-accc5c255e8b req-8285a398-d06f-4736-8f7b-beeca98d73ba tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599263 May 13 14:25:43.881272 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad1335d4-e1c9-44c3-b20b-5436302fb708'] response: {'name': 'network-changed', 'server_uuid': '784d0d49-f328-47f7-98f4-f7c13c5e10ae', 'tag': '443c7d56-e0c3-4a2d-a574-2bb73ea2c01a', 'status': 'completed', 'code': 200} May 13 14:25:43.890281 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-d828022a-a38b-4665-9120-a7d10998eb85 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=443c7d56-e0c3-4a2d-a574-2bb73ea2c01a HTTP/1.1" status: 200 len: 217 time: 0.2431021 May 13 14:25:44.037031 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-802ac43f-efba-498d-b0a0-a6293553b9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:44.040964 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-802ac43f-efba-498d-b0a0-a6293553b9c2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b35608d4-67e7-4682-8e58-7b2d9ed03d8c HTTP/1.1" status: 200 len: 860 time: 0.1428237 May 13 14:25:44.046265 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-afcad6c4-563f-44f8-9d70-934a48abf510 req-6a02c0aa-3120-45e0-a17a-82a9c204df35 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 258 time: 0.1894248 May 13 14:25:44.063042 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-afcad6c4-563f-44f8-9d70-934a48abf510 req-7a5a4515-6145-4003-a664-e113ade568cf tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:44.076571 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-afcad6c4-563f-44f8-9d70-934a48abf510 req-7a5a4515-6145-4003-a664-e113ade568cf tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:44.086516 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-afcad6c4-563f-44f8-9d70-934a48abf510 req-7a5a4515-6145-4003-a664-e113ade568cf tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Usage tracker for resource:floatingip and tenant:1016ecb87f5e4c279209c713cff0a09f is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:44.094089 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-afcad6c4-563f-44f8-9d70-934a48abf510 req-7a5a4515-6145-4003-a664-e113ade568cf tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:44.108916 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-afcad6c4-563f-44f8-9d70-934a48abf510 req-7a5a4515-6145-4003-a664-e113ade568cf tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:44.126082 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-afcad6c4-563f-44f8-9d70-934a48abf510 req-7a5a4515-6145-4003-a664-e113ade568cf tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks [] for floatingip, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:44.150568 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-037da92e-1dd3-41f6-8d9d-13b8865197cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:44.152355 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-037da92e-1dd3-41f6-8d9d-13b8865197cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bb618e8-c72d-478a-b168-a543534f1c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052504 May 13 14:25:44.364591 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-afcad6c4-563f-44f8-9d70-934a48abf510 req-7a5a4515-6145-4003-a664-e113ade568cf tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:44.382893 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-e1feefb9-772f-44a2-9334-ebc89cadf986 service neutron] 10.222.0.59 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205865 May 13 14:25:44.562831 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-afcad6c4-563f-44f8-9d70-934a48abf510 req-7a5a4515-6145-4003-a664-e113ade568cf tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Allocated IP 172.25.0.68 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/d52c1161-b558-47d4-ab94-8f98c889e20c) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:25:44.624151 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f818f423-5c57-4b06-85ce-7b04f2765a1a req-64118ebb-1336-4ef3-aecf-6278ed581227 service neutron] 10.222.0.59 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343488 May 13 14:25:44.640949 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44a765-67a4-46ca-adb0-ccb3a5007839 req-588de530-c14c-4cfc-8aec-7cb37fb70eaf tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:44.648439 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8c44a765-67a4-46ca-adb0-ccb3a5007839 req-588de530-c14c-4cfc-8aec-7cb37fb70eaf tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/ports?device_id=784d0d49-f328-47f7-98f4-f7c13c5e10ae HTTP/1.1" status: 200 len: 944 time: 0.1298828 May 13 14:25:44.741817 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8c44a765-67a4-46ca-adb0-ccb3a5007839 req-96708080-fdf3-4262-82b5-aa2986da816c tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6864af0-c707-4a6d-af04-175e3a555885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925050 May 13 14:25:44.742658 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-afcad6c4-563f-44f8-9d70-934a48abf510 req-7a5a4515-6145-4003-a664-e113ade568cf tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:44.770246 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b56d3-dc1b-4196-9ff8-1a1558976b07 req-29c8064a-b9b2-477a-8f9d-4c1202eeb230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:44.772481 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1b1b56d3-dc1b-4196-9ff8-1a1558976b07 req-29c8064a-b9b2-477a-8f9d-4c1202eeb230 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8a13abebe64d4bc6a2fa87bb71e99399&device_id=784d0d49-f328-47f7-98f4-f7c13c5e10ae HTTP/1.1" status: 200 len: 1095 time: 0.0987189 May 13 14:25:44.786107 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-afcad6c4-563f-44f8-9d70-934a48abf510 req-7a5a4515-6145-4003-a664-e113ade568cf tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:44.889673 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afcad6c4-563f-44f8-9d70-934a48abf510 req-7a5a4515-6145-4003-a664-e113ade568cf tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:44.893904 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-afcad6c4-563f-44f8-9d70-934a48abf510 req-7a5a4515-6145-4003-a664-e113ade568cf tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:44.896375 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a4515-6145-4003-a664-e113ade568cf tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Pushing event updated for resources: {'Port': ['ID=d52c1161-b558-47d4-ab94-8f98c889e20c,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:44.899024 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcad6c4-563f-44f8-9d70-934a48abf510 req-7a5a4515-6145-4003-a664-e113ade568cf tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:25:45.009285 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b56d3-dc1b-4196-9ff8-1a1558976b07 req-10889a7c-459f-4b92-97cb-61d520e43fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:45.010656 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1b1b56d3-dc1b-4196-9ff8-1a1558976b07 req-10889a7c-459f-4b92-97cb-61d520e43fa0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bb618e8-c72d-478a-b168-a543534f1c66 HTTP/1.1" status: 200 len: 922 time: 0.2318554 May 13 14:25:45.020509 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-afcad6c4-563f-44f8-9d70-934a48abf510 req-7a5a4515-6145-4003-a664-e113ade568cf tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:45.087762 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1b1b56d3-dc1b-4196-9ff8-1a1558976b07 req-14ffbb6e-8f51-4ae9-a51d-4d717f73dcd5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=443c7d56-e0c3-4a2d-a574-2bb73ea2c01a HTTP/1.1" status: 200 len: 217 time: 0.0698078 May 13 14:25:45.092156 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-afcad6c4-563f-44f8-9d70-934a48abf510 req-7a5a4515-6145-4003-a664-e113ade568cf tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:45.095511 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153090d-f7af-440b-ac38-56e75ed33d69 req-30621264-52d4-4de9-97dc-c07dc405fdea tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:45.096965 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f153090d-f7af-440b-ac38-56e75ed33d69 req-30621264-52d4-4de9-97dc-c07dc405fdea tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc1df088-0940-45b2-9abe-7f5596893b8d HTTP/1.1" status: 200 len: 945 time: 0.2310615 May 13 14:25:45.230541 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f153090d-f7af-440b-ac38-56e75ed33d69 req-a893f98f-80a2-44c1-9040-ce32b081d32c tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021161 May 13 14:25:45.232267 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b56d3-dc1b-4196-9ff8-1a1558976b07 req-b4c98a31-7d5c-45b9-9298-62e2c1176f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:45.233725 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1b1b56d3-dc1b-4196-9ff8-1a1558976b07 req-b4c98a31-7d5c-45b9-9298-62e2c1176f2a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b35608d4-67e7-4682-8e58-7b2d9ed03d8c HTTP/1.1" status: 200 len: 860 time: 0.1359084 May 13 14:25:45.358174 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-afcad6c4-563f-44f8-9d70-934a48abf510 req-7a5a4515-6145-4003-a664-e113ade568cf tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:45.362772 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-afcad6c4-563f-44f8-9d70-934a48abf510 req-7a5a4515-6145-4003-a664-e113ade568cf tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:45.423596 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b56d3-dc1b-4196-9ff8-1a1558976b07 req-55096dc4-e791-4d8c-8d48-ed42fd775cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:45.427123 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1b1b56d3-dc1b-4196-9ff8-1a1558976b07 req-55096dc4-e791-4d8c-8d48-ed42fd775cbd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bb618e8-c72d-478a-b168-a543534f1c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1772120 May 13 14:25:45.460639 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd0017-bd4c-4fcf-b598-404bef1c14e8 req-1c95a746-9e00-4eab-989f-f25c33dbe021 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:45.462085 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-05fd0017-bd4c-4fcf-b598-404bef1c14e8 req-1c95a746-9e00-4eab-989f-f25c33dbe021 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 949 time: 0.1206882 May 13 14:25:45.484688 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a4515-6145-4003-a664-e113ade568cf tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Pushing event updated for resources: {'Port': ['ID=d52c1161-b558-47d4-ab94-8f98c889e20c,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:45.507081 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-afcad6c4-563f-44f8-9d70-934a48abf510 req-7a5a4515-6145-4003-a664-e113ade568cf tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:45.557202 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-afcad6c4-563f-44f8-9d70-934a48abf510 req-7a5a4515-6145-4003-a664-e113ade568cf tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:45.559503 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-afcad6c4-563f-44f8-9d70-934a48abf510 req-7a5a4515-6145-4003-a664-e113ade568cf tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5059121 May 13 14:25:45.642142 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-05fd0017-bd4c-4fcf-b598-404bef1c14e8 req-05f61366-b1d9-4641-84cb-fd5251abf5ca tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268196 May 13 14:25:45.688453 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-afcad6c4-563f-44f8-9d70-934a48abf510 req-e64039ab-e3d0-46a8-baa2-267c9f30da50 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Synchronizing usage tracker for tenant:1016ecb87f5e4c279209c713cff0a09f on resource:floatingip {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:25:45.710483 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-afcad6c4-563f-44f8-9d70-934a48abf510 req-e64039ab-e3d0-46a8-baa2-267c9f30da50 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Unset dirty status for tenant:1016ecb87f5e4c279209c713cff0a09f on resource:floatingip {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:25:45.713540 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1b1b56d3-dc1b-4196-9ff8-1a1558976b07 req-4d8aeafe-7f45-4109-8dd2-e5eb7074164f service neutron] 10.222.0.59 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804363 May 13 14:25:45.713858 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-afcad6c4-563f-44f8-9d70-934a48abf510 req-e64039ab-e3d0-46a8-baa2-267c9f30da50 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.68 HTTP/1.1" status: 200 len: 695 time: 0.1449184 May 13 14:25:45.914331 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1b1b56d3-dc1b-4196-9ff8-1a1558976b07 req-4ea4e2f2-b223-4181-8998-2318a5bed197 service neutron] 10.222.0.59 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946931 May 13 14:25:46.008289 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcad6c4-563f-44f8-9d70-934a48abf510 req-8f52f983-cabc-4bc9-91d0-92885eaa926f tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:46.009568 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-afcad6c4-563f-44f8-9d70-934a48abf510 req-8f52f983-cabc-4bc9-91d0-92885eaa926f tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 784 time: 0.2903621 May 13 14:25:46.078131 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028b413-358a-4dde-ad56-ae5bb0b61400 req-7174b7ac-648e-44f9-97d5-64f937592f9e tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:46.080401 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3028b413-358a-4dde-ad56-ae5bb0b61400 req-7174b7ac-648e-44f9-97d5-64f937592f9e tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f HTTP/1.1" status: 200 len: 945 time: 0.0888789 May 13 14:25:46.208796 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cb41c-5c68-4ffc-8b60-7bcbba1ec9fb req-fe006989-eef8-4e3e-bda1-536bdcbe0cff tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:46.210571 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-682cb41c-5c68-4ffc-8b60-7bcbba1ec9fb req-fe006989-eef8-4e3e-bda1-536bdcbe0cff tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/ports?device_id=784d0d49-f328-47f7-98f4-f7c13c5e10ae HTTP/1.1" status: 200 len: 944 time: 0.1092637 May 13 14:25:46.227299 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3028b413-358a-4dde-ad56-ae5bb0b61400 req-71977d52-2d97-4f87-8fde-882335ef4e8f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408741 May 13 14:25:46.275925 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-682cb41c-5c68-4ffc-8b60-7bcbba1ec9fb req-0c585951-1452-4f5e-893e-418229aa27f1 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6864af0-c707-4a6d-af04-175e3a555885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557115 May 13 14:25:46.281940 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36806) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:46.362593 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5354a7a4-25e9-41ae-9532-79a68a28ea86 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:46.437034 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5354a7a4-25e9-41ae-9532-79a68a28ea86 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:46.467561 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fa11d-0f45-4a3e-b1d3-92c7386aaa91 req-7f0d691d-44e6-4039-a001-2941bc4d93d4 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:46.469066 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fd1fa11d-0f45-4a3e-b1d3-92c7386aaa91 req-7f0d691d-44e6-4039-a001-2941bc4d93d4 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc1df088-0940-45b2-9abe-7f5596893b8d HTTP/1.1" status: 200 len: 945 time: 0.0839167 May 13 14:25:46.524850 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca11001-4dd0-4f33-8ec6-0cd04f909066 req-49770c91-b71b-4685-b0f6-a866b0cf1eae tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:46.527161 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5ca11001-4dd0-4f33-8ec6-0cd04f909066 req-49770c91-b71b-4685-b0f6-a866b0cf1eae tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a764b11-94ae-48a6-9fd7-75882ae4cb4c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1477818 May 13 14:25:46.535592 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fd1fa11d-0f45-4a3e-b1d3-92c7386aaa91 req-03a77715-eb5e-4583-a1d3-629db297073d tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595605 May 13 14:25:46.615936 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5354a7a4-25e9-41ae-9532-79a68a28ea86 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:46.640269 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5ca11001-4dd0-4f33-8ec6-0cd04f909066 req-be7c4ed1-8bb9-4c6d-b0a6-bb7c017078bc tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.68 HTTP/1.1" status: 200 len: 695 time: 0.1049609 May 13 14:25:46.643903 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354a7a4-25e9-41ae-9532-79a68a28ea86 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca79901b-aa25-4a04-89be-d3535bd24089,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:46.657614 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-5ca11001-4dd0-4f33-8ec6-0cd04f909066 req-bbd4a691-3cac-46b1-89c4-408025a00eb4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Request body: {'floatingip': {'port_id': 'b6ddb9bf-d02b-47a1-8228-bce1c85195e0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:46.725516 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5354a7a4-25e9-41ae-9532-79a68a28ea86 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:46.728479 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5354a7a4-25e9-41ae-9532-79a68a28ea86 tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "DELETE /v2.0/security-groups/ca79901b-aa25-4a04-89be-d3535bd24089 HTTP/1.1" status: 204 len: 168 time: 0.4457195 May 13 14:25:46.729736 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36822) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:46.748028 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-3093398b-8541-4827-9080-1d77f8d718ce tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] show failed (client error): The resource could not be found. May 13 14:25:46.749047 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3093398b-8541-4827-9080-1d77f8d718ce tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "GET /v2.0/security-groups/ca79901b-aa25-4a04-89be-d3535bd24089 HTTP/1.1" status: 404 len: 347 time: 0.0183189 May 13 14:25:46.754764 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36826) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:46.764431 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5ca11001-4dd0-4f33-8ec6-0cd04f909066 req-bbd4a691-3cac-46b1-89c4-408025a00eb4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks [] for floatingip, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:46.984178 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-167b0ec4-dddb-4807-ba1c-f8007a5266bd tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Deleting port 69ede1e1-4120-4245-bead-f323809a6fab {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:25:46.984436 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-167b0ec4-dddb-4807-ba1c-f8007a5266bd tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:47.142137 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa5c9f-cc7b-40fd-851a-2eabbe5aae8e req-57c6691e-a9e7-4804-a05a-bb2f2e724965 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:47.144163 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d3fa5c9f-cc7b-40fd-851a-2eabbe5aae8e req-57c6691e-a9e7-4804-a05a-bb2f2e724965 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 949 time: 0.3306761 May 13 14:25:47.211500 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-167b0ec4-dddb-4807-ba1c-f8007a5266bd tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:47.211844 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-167b0ec4-dddb-4807-ba1c-f8007a5266bd tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:47.225450 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d3fa5c9f-cc7b-40fd-851a-2eabbe5aae8e req-bc6d8c92-0913-42dd-8467-07802d8821b6 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756264 May 13 14:25:47.357422 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-167b0ec4-dddb-4807-ba1c-f8007a5266bd tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Calling delete_port for 69ede1e1-4120-4245-bead-f323809a6fab owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:25:47.639657 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-167b0ec4-dddb-4807-ba1c-f8007a5266bd tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:47.649570 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 443c7d56-e0c3-4a2d-a574-2bb73ea2c01a details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:25:47.691200 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b0ec4-dddb-4807-ba1c-f8007a5266bd tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Pushing event deleted for resources: {'Port': ['ID=69ede1e1-4120-4245-bead-f323809a6fab,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:47.775147 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba626a96-2b48-4104-a9a6-194e74880e9b req-0d5445f4-7d01-4799-9b35-e380fe929eb3 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:47.776830 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ba626a96-2b48-4104-a9a6-194e74880e9b req-0d5445f4-7d01-4799-9b35-e380fe929eb3 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f HTTP/1.1" status: 200 len: 945 time: 0.2889051 May 13 14:25:47.840413 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5ca11001-4dd0-4f33-8ec6-0cd04f909066 req-bbd4a691-3cac-46b1-89c4-408025a00eb4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:47.844881 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5ca11001-4dd0-4f33-8ec6-0cd04f909066 req-bbd4a691-3cac-46b1-89c4-408025a00eb4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:47.866376 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:47.872193 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 443c7d56-e0c3-4a2d-a574-2bb73ea2c01a, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=443c7d56-e0c3-4a2d-a574-2bb73ea2c01a,segment=NetworkSegment(fc461185-f11c-4aad-8bc4-bb6ca344cd38),segment_id=fc461185-f11c-4aad-8bc4-bb6ca344cd38)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:47.888858 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '443c7d56-e0c3-4a2d-a574-2bb73ea2c01a', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'port_id': '443c7d56-e0c3-4a2d-a574-2bb73ea2c01a', 'mac_address': 'fa:16:3e:95:b7:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:25:47.912542 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ba626a96-2b48-4104-a9a6-194e74880e9b req-13631433-23b9-4f7a-b37a-f8fb37223450 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982261 May 13 14:25:47.914913 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-167b0ec4-dddb-4807-ba1c-f8007a5266bd tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks [] for floatingip, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:47.943448 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-167b0ec4-dddb-4807-ba1c-f8007a5266bd tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:47.947414 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-167b0ec4-dddb-4807-ba1c-f8007a5266bd tempest-ServersWithSpecificFlavorTestJSON-405994308 tempest-ServersWithSpecificFlavorTestJSON-405994308-project] 10.222.0.35 "DELETE /v2.0/floatingips/0e6cebc2-8e8c-4eac-bc94-35e56e5c3c8f HTTP/1.1" status: 204 len: 168 time: 1.1887128 May 13 14:25:48.017148 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 443c7d56-e0c3-4a2d-a574-2bb73ea2c01a is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:48.018949 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:48.065008 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 443c7d56-e0c3-4a2d-a574-2bb73ea2c01a {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:25:48.087755 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 443c7d56-e0c3-4a2d-a574-2bb73ea2c01a, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=443c7d56-e0c3-4a2d-a574-2bb73ea2c01a,segment=NetworkSegment(fc461185-f11c-4aad-8bc4-bb6ca344cd38),segment_id=fc461185-f11c-4aad-8bc4-bb6ca344cd38)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:48.092704 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:48.173421 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=443c7d56-e0c3-4a2d-a574-2bb73ea2c01a,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:48.218344 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6961ce5-eaaf-44c6-aaa2-d9205c95323e req-c39a9dcd-c027-4dbc-af4e-8827b984c036 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:48.223716 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f6961ce5-eaaf-44c6-aaa2-d9205c95323e req-c39a9dcd-c027-4dbc-af4e-8827b984c036 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/ports?device_id=784d0d49-f328-47f7-98f4-f7c13c5e10ae HTTP/1.1" status: 200 len: 945 time: 0.1249852 May 13 14:25:48.303356 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f6961ce5-eaaf-44c6-aaa2-d9205c95323e req-13192a9e-f006-4303-9cf7-75d9814d01f8 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6864af0-c707-4a6d-af04-175e3a555885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707374 May 13 14:25:48.322172 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [req-5ca11001-4dd0-4f33-8ec6-0cd04f909066 req-bbd4a691-3cac-46b1-89c4-408025a00eb4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Floating IP 39171cbe-92e1-4634-850a-93b08863f54a associated. External IP: 172.25.0.68, port: b6ddb9bf-d02b-47a1-8228-bce1c85195e0. May 13 14:25:48.362136 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['443c7d56-e0c3-4a2d-a574-2bb73ea2c01a'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:25:48.523587 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68357d8e-8cb1-48f6-9313-fec68d115d0f req-81c07e08-629e-45c0-a801-2d2d277b4721 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:48.525394 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-68357d8e-8cb1-48f6-9313-fec68d115d0f req-81c07e08-629e-45c0-a801-2d2d277b4721 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc1df088-0940-45b2-9abe-7f5596893b8d HTTP/1.1" status: 200 len: 945 time: 0.1100571 May 13 14:25:48.598811 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-68357d8e-8cb1-48f6-9313-fec68d115d0f req-a64bb3c9-2c9b-4615-b2cb-ddfbb5d9f473 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641420 May 13 14:25:48.737419 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ca11001-4dd0-4f33-8ec6-0cd04f909066 req-bbd4a691-3cac-46b1-89c4-408025a00eb4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Router 797cbfd7-51da-4598-bc2e-17e3f016034e has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:25:48.885674 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da82f5-077f-4f4b-bca3-c0449612cc28 req-6f430b10-98dd-4b5e-8f52-2a487cc81fdc tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:48.887365 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-68da82f5-077f-4f4b-bca3-c0449612cc28 req-6f430b10-98dd-4b5e-8f52-2a487cc81fdc tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 949 time: 0.0911305 May 13 14:25:48.943254 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ca11001-4dd0-4f33-8ec6-0cd04f909066 req-bbd4a691-3cac-46b1-89c4-408025a00eb4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:25:48.949498 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5ca11001-4dd0-4f33-8ec6-0cd04f909066 req-bbd4a691-3cac-46b1-89c4-408025a00eb4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:48.958307 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e40986c-c425-4749-8688-f3f39aa7a430 None None] Sync routers for ids ['797cbfd7-51da-4598-bc2e-17e3f016034e'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:25:48.976946 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e40986c-c425-4749-8688-f3f39aa7a430 None None] Routers {'797cbfd7-51da-4598-bc2e-17e3f016034e'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:25:48.978814 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-7e40986c-c425-4749-8688-f3f39aa7a430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:25:29Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['797cbfd7-51da-4598-bc2e-17e3f016034e'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:49.092364 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-68da82f5-077f-4f4b-bca3-c0449612cc28 req-f5cf76e5-45b2-445c-8f2d-88e7f4a15ff7 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961160 May 13 14:25:49.126131 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5ca11001-4dd0-4f33-8ec6-0cd04f909066 req-bbd4a691-3cac-46b1-89c4-408025a00eb4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "PUT /v2.0/floatingips/39171cbe-92e1-4634-850a-93b08863f54a HTTP/1.1" status: 200 len: 995 time: 2.4788220 May 13 14:25:49.176760 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a764b11-94ae-48a6-9fd7-75882ae4cb4c', 'tag': 'b6ddb9bf-d02b-47a1-8228-bce1c85195e0'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:49.227028 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca11001-4dd0-4f33-8ec6-0cd04f909066 req-a7ffe310-b4df-4fb1-87a2-9f3a3b863302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:49.235398 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5ca11001-4dd0-4f33-8ec6-0cd04f909066 req-a7ffe310-b4df-4fb1-87a2-9f3a3b863302 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1016ecb87f5e4c279209c713cff0a09f&device_id=3a764b11-94ae-48a6-9fd7-75882ae4cb4c HTTP/1.1" status: 200 len: 1096 time: 0.1082006 May 13 14:25:49.453440 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca11001-4dd0-4f33-8ec6-0cd04f909066 req-aa383c8f-6fa4-4da0-b4f1-71cb2a507591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:49.453980 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209855b0-da1a-4cd7-8a7b-83e5db822b3f req-aa425107-eabf-4279-8673-1503ddd92e01 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:49.456375 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-7e40986c-c425-4749-8688-f3f39aa7a430 None None] Set router 797cbfd7-51da-4598-bc2e-17e3f016034e gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:25:49.456685 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-209855b0-da1a-4cd7-8a7b-83e5db822b3f req-aa425107-eabf-4279-8673-1503ddd92e01 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f HTTP/1.1" status: 200 len: 945 time: 0.1330156 May 13 14:25:49.460325 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5ca11001-4dd0-4f33-8ec6-0cd04f909066 req-aa383c8f-6fa4-4da0-b4f1-71cb2a507591 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2ac367d0-0a17-4f39-8584-9463d6f61d19 HTTP/1.1" status: 200 len: 930 time: 0.2241306 May 13 14:25:49.553703 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-209855b0-da1a-4cd7-8a7b-83e5db822b3f req-c465b05d-9e34-4ed5-b1fd-e16bbdcb9f99 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857635 May 13 14:25:49.588860 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5ca11001-4dd0-4f33-8ec6-0cd04f909066 req-61968f13-3a6e-4dee-bf95-14d5e8700ad5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6ddb9bf-d02b-47a1-8228-bce1c85195e0 HTTP/1.1" status: 200 len: 998 time: 0.1196461 May 13 14:25:49.702352 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 443c7d56-e0c3-4a2d-a574-2bb73ea2c01a up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:25:49.705642 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca11001-4dd0-4f33-8ec6-0cd04f909066 req-13b879c8-a7c0-4af8-82b0-7353cbd6f0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:49.707604 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5ca11001-4dd0-4f33-8ec6-0cd04f909066 req-13b879c8-a7c0-4af8-82b0-7353cbd6f0ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9791e2a2-58e1-47af-a960-adc89812e0cd HTTP/1.1" status: 200 len: 868 time: 0.1098833 May 13 14:25:49.791668 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41e8ca7a-a6e9-4bcf-a0c5-244a4af3b943'] response: {'name': 'network-changed', 'server_uuid': '3a764b11-94ae-48a6-9fd7-75882ae4cb4c', 'tag': 'b6ddb9bf-d02b-47a1-8228-bce1c85195e0', 'status': 'completed', 'code': 200} May 13 14:25:49.965491 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a585c21-b11d-434e-8152-67ce01b40315 req-20a53c51-5403-4a2d-aaf9-188b411be2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:49.967075 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8a585c21-b11d-434e-8152-67ce01b40315 req-20a53c51-5403-4a2d-aaf9-188b411be2a8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1016ecb87f5e4c279209c713cff0a09f&device_id=3a764b11-94ae-48a6-9fd7-75882ae4cb4c HTTP/1.1" status: 200 len: 1096 time: 0.1631329 May 13 14:25:49.969325 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca11001-4dd0-4f33-8ec6-0cd04f909066 req-d51cc8f5-764f-4cfa-a646-d61c331a5675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:49.969756 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 443c7d56-e0c3-4a2d-a574-2bb73ea2c01a completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:49.979882 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 443c7d56-e0c3-4a2d-a574-2bb73ea2c01a triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:49.980421 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5ca11001-4dd0-4f33-8ec6-0cd04f909066 req-d51cc8f5-764f-4cfa-a646-d61c331a5675 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2ac367d0-0a17-4f39-8584-9463d6f61d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2619104 May 13 14:25:49.980905 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:49.987297 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [req-5ca11001-4dd0-4f33-8ec6-0cd04f909066 req-45e9e673-15ab-44a0-a460-407e49d90754 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:25:49.994838 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5ca11001-4dd0-4f33-8ec6-0cd04f909066 req-45e9e673-15ab-44a0-a460-407e49d90754 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134714 May 13 14:25:50.051354 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ddf36-39e2-427e-836f-37ddcbe9cd55 req-e2f30728-3662-456f-834f-beb9510a1285 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:50.062392 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a11ddf36-39e2-427e-836f-37ddcbe9cd55 req-e2f30728-3662-456f-834f-beb9510a1285 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/ports?device_id=784d0d49-f328-47f7-98f4-f7c13c5e10ae HTTP/1.1" status: 200 len: 945 time: 0.1922555 May 13 14:25:50.127663 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a11ddf36-39e2-427e-836f-37ddcbe9cd55 req-10898d86-350c-4c3f-a4a5-702cb7ff812d tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6864af0-c707-4a6d-af04-175e3a555885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588758 May 13 14:25:50.264775 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 443c7d56-e0c3-4a2d-a574-2bb73ea2c01a is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:50.265143 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:50.328060 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 443c7d56-e0c3-4a2d-a574-2bb73ea2c01a, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=443c7d56-e0c3-4a2d-a574-2bb73ea2c01a,segment=NetworkSegment(fc461185-f11c-4aad-8bc4-bb6ca344cd38),segment_id=fc461185-f11c-4aad-8bc4-bb6ca344cd38)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:50.333161 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784d0d49-f328-47f7-98f4-f7c13c5e10ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443c7d56-e0c3-4a2d-a574-2bb73ea2c01a'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:50.340493 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:50.449489 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-7e40986c-c425-4749-8688-f3f39aa7a430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1789347354-router', 'tenant_id': '1016ecb87f5e4c279209c713cff0a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '2eb817b7-ba11-47f8-a01e-c72d38ad9c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:04Z', 'updated_at': '2022-05-13T14:25:18Z', 'revision_number': 4, 'project_id': '1016ecb87f5e4c279209c713cff0a09f', 'gw_port': {'id': '2eb817b7-ba11-47f8-a01e-c72d38ad9c4b', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:07Z', 'updated_at': '2022-05-13T14:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '39171cbe-92e1-4634-850a-93b08863f54a', 'tenant_id': '1016ecb87f5e4c279209c713cff0a09f', 'floating_ip_address': '172.25.0.68', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'port_id': 'b6ddb9bf-d02b-47a1-8228-bce1c85195e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac367d0-0a17-4f39-8584-9463d6f61d19', 'mac_address': 'fa:16:3e:90:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a764b11-94ae-48a6-9fd7-75882ae4cb4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:25:44Z', 'updated_at': '2022-05-13T14:25:47Z', 'revision_number': 1, 'project_id': '1016ecb87f5e4c279209c713cff0a09f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '119b2e48-bd8d-4f49-b2d0-3a0266f1af00', 'name': '', 'network_id': '2ac367d0-0a17-4f39-8584-9463d6f61d19', 'tenant_id': '1016ecb87f5e4c279209c713cff0a09f', 'mac_address': 'fa:16:3e:fb:44:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9791e2a2-58e1-47af-a960-adc89812e0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:16Z', 'updated_at': '2022-05-13T14:25:25Z', 'revision_number': 5, 'project_id': '1016ecb87f5e4c279209c713cff0a09f', 'subnets': [{'id': '9791e2a2-58e1-47af-a960-adc89812e0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:50.499324 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e40986c-c425-4749-8688-f3f39aa7a430 None None] Checking router: 797cbfd7-51da-4598-bc2e-17e3f016034e for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:25:50.518109 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=443c7d56-e0c3-4a2d-a574-2bb73ea2c01a,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:50.536871 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e40986c-c425-4749-8688-f3f39aa7a430 None None] Routers {'797cbfd7-51da-4598-bc2e-17e3f016034e'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:25:50.540110 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-7e40986c-c425-4749-8688-f3f39aa7a430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:25:29Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['797cbfd7-51da-4598-bc2e-17e3f016034e'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:50.553218 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a585c21-b11d-434e-8152-67ce01b40315 req-826d59e0-4536-4981-8c57-4c92c3a83d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:50.554977 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8a585c21-b11d-434e-8152-67ce01b40315 req-826d59e0-4536-4981-8c57-4c92c3a83d53 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ac367d0-0a17-4f39-8584-9463d6f61d19 HTTP/1.1" status: 200 len: 930 time: 0.5363629 May 13 14:25:50.555345 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dad7ab-f3d2-4db6-bbca-1be64bc73c4c req-1c3e9c43-0511-41eb-9735-ff93f67bd0ad tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:50.563641 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5ca11001-4dd0-4f33-8ec6-0cd04f909066 req-07540a96-c587-4c17-960a-9b4ed100ffc5 service neutron] 10.222.0.35 "GET /v2.0/networks/2ac367d0-0a17-4f39-8584-9463d6f61d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5674224 May 13 14:25:50.564390 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e8dad7ab-f3d2-4db6-bbca-1be64bc73c4c req-1c3e9c43-0511-41eb-9735-ff93f67bd0ad tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc1df088-0940-45b2-9abe-7f5596893b8d HTTP/1.1" status: 200 len: 945 time: 0.2401764 May 13 14:25:50.653735 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e8dad7ab-f3d2-4db6-bbca-1be64bc73c4c req-a7bf7998-0c6d-4b6c-a73d-f8c08262e5ef tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791137 May 13 14:25:50.836809 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8a585c21-b11d-434e-8152-67ce01b40315 req-af15a959-7980-4ae5-b284-f9dccf3e8743 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6ddb9bf-d02b-47a1-8228-bce1c85195e0 HTTP/1.1" status: 200 len: 998 time: 0.2481513 May 13 14:25:50.868620 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-7e40986c-c425-4749-8688-f3f39aa7a430 None None] Set router 797cbfd7-51da-4598-bc2e-17e3f016034e gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:25:50.993500 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a585c21-b11d-434e-8152-67ce01b40315 req-d660e405-8bad-4cba-8e4c-aacec0bb990f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:50.995290 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8a585c21-b11d-434e-8152-67ce01b40315 req-d660e405-8bad-4cba-8e4c-aacec0bb990f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9791e2a2-58e1-47af-a960-adc89812e0cd HTTP/1.1" status: 200 len: 868 time: 0.1156962 May 13 14:25:51.038270 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b027c-7b4f-4963-b67d-42e3cce5310d req-2a3b0c1a-61e5-44ad-8ab4-f80078446475 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:51.046429 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-121b027c-7b4f-4963-b67d-42e3cce5310d req-2a3b0c1a-61e5-44ad-8ab4-f80078446475 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 949 time: 0.1867223 May 13 14:25:51.102192 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-121b027c-7b4f-4963-b67d-42e3cce5310d req-ddd15775-f16e-4fc3-b435-45fa7b70f906 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547953 May 13 14:25:51.116375 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5ca11001-4dd0-4f33-8ec6-0cd04f909066 req-aa9aae03-f1af-48dc-9d7d-9adf72204bbb service neutron] 10.222.0.35 "GET /v2.0/networks/2ac367d0-0a17-4f39-8584-9463d6f61d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5514276 May 13 14:25:51.191148 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a585c21-b11d-434e-8152-67ce01b40315 req-a543738d-4100-4345-a95b-45bb829f2d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:51.192545 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8a585c21-b11d-434e-8152-67ce01b40315 req-a543738d-4100-4345-a95b-45bb829f2d83 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ac367d0-0a17-4f39-8584-9463d6f61d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1894939 May 13 14:25:51.294146 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ace3dd4-cf34-492c-bbb9-737b80bddd33'] response: {'server_uuid': '784d0d49-f328-47f7-98f4-f7c13c5e10ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443c7d56-e0c3-4a2d-a574-2bb73ea2c01a', 'code': 200} May 13 14:25:51.522045 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-7e40986c-c425-4749-8688-f3f39aa7a430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1789347354-router', 'tenant_id': '1016ecb87f5e4c279209c713cff0a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '2eb817b7-ba11-47f8-a01e-c72d38ad9c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:04Z', 'updated_at': '2022-05-13T14:25:18Z', 'revision_number': 4, 'project_id': '1016ecb87f5e4c279209c713cff0a09f', 'gw_port': {'id': '2eb817b7-ba11-47f8-a01e-c72d38ad9c4b', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:07Z', 'updated_at': '2022-05-13T14:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '39171cbe-92e1-4634-850a-93b08863f54a', 'tenant_id': '1016ecb87f5e4c279209c713cff0a09f', 'floating_ip_address': '172.25.0.68', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'port_id': 'b6ddb9bf-d02b-47a1-8228-bce1c85195e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac367d0-0a17-4f39-8584-9463d6f61d19', 'mac_address': 'fa:16:3e:90:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a764b11-94ae-48a6-9fd7-75882ae4cb4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:25:44Z', 'updated_at': '2022-05-13T14:25:47Z', 'revision_number': 1, 'project_id': '1016ecb87f5e4c279209c713cff0a09f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '119b2e48-bd8d-4f49-b2d0-3a0266f1af00', 'name': '', 'network_id': '2ac367d0-0a17-4f39-8584-9463d6f61d19', 'tenant_id': '1016ecb87f5e4c279209c713cff0a09f', 'mac_address': 'fa:16:3e:fb:44:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9791e2a2-58e1-47af-a960-adc89812e0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:16Z', 'updated_at': '2022-05-13T14:25:25Z', 'revision_number': 5, 'project_id': '1016ecb87f5e4c279209c713cff0a09f', 'subnets': [{'id': '9791e2a2-58e1-47af-a960-adc89812e0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:51.527399 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e40986c-c425-4749-8688-f3f39aa7a430 None None] The sync data for ids ['797cbfd7-51da-4598-bc2e-17e3f016034e'] in n-d-841760-1 is: [{'id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1789347354-router', 'tenant_id': '1016ecb87f5e4c279209c713cff0a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '2eb817b7-ba11-47f8-a01e-c72d38ad9c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:04Z', 'updated_at': '2022-05-13T14:25:18Z', 'revision_number': 4, 'project_id': '1016ecb87f5e4c279209c713cff0a09f', 'gw_port': {'id': '2eb817b7-ba11-47f8-a01e-c72d38ad9c4b', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:07Z', 'updated_at': '2022-05-13T14:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '39171cbe-92e1-4634-850a-93b08863f54a', 'tenant_id': '1016ecb87f5e4c279209c713cff0a09f', 'floating_ip_address': '172.25.0.68', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'port_id': 'b6ddb9bf-d02b-47a1-8228-bce1c85195e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac367d0-0a17-4f39-8584-9463d6f61d19', 'mac_address': 'fa:16:3e:90:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a764b11-94ae-48a6-9fd7-75882ae4cb4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:25:44Z', 'updated_at': '2022-05-13T14:25:47Z', 'revision_number': 1, 'project_id': '1016ecb87f5e4c279209c713cff0a09f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '119b2e48-bd8d-4f49-b2d0-3a0266f1af00', 'name': '', 'network_id': '2ac367d0-0a17-4f39-8584-9463d6f61d19', 'tenant_id': '1016ecb87f5e4c279209c713cff0a09f', 'mac_address': 'fa:16:3e:fb:44:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9791e2a2-58e1-47af-a960-adc89812e0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:16Z', 'updated_at': '2022-05-13T14:25:25Z', 'revision_number': 5, 'project_id': '1016ecb87f5e4c279209c713cff0a09f', 'subnets': [{'id': '9791e2a2-58e1-47af-a960-adc89812e0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:25:51.554103 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8a585c21-b11d-434e-8152-67ce01b40315 req-925b75ac-96ad-480a-a890-e2d93064ca49 service neutron] 10.222.0.74 "GET /v2.0/networks/2ac367d0-0a17-4f39-8584-9463d6f61d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475604 May 13 14:25:51.637089 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c77f57-a784-4fe5-b0f9-e4c8ffe68ea9 req-695ad9ce-e927-4212-b525-505d21f0b13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:51.638578 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94c77f57-a784-4fe5-b0f9-e4c8ffe68ea9 req-695ad9ce-e927-4212-b525-505d21f0b13e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=784d0d49-f328-47f7-98f4-f7c13c5e10ae HTTP/1.1" status: 200 len: 1097 time: 0.3946688 May 13 14:25:51.662337 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea455f61-b7d9-4141-9fbd-668000fcb491 req-0d8d0763-1e6e-45fc-98c0-5bbcf701dca2 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:51.663612 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ea455f61-b7d9-4141-9fbd-668000fcb491 req-0d8d0763-1e6e-45fc-98c0-5bbcf701dca2 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f HTTP/1.1" status: 200 len: 945 time: 0.3364518 May 13 14:25:51.771476 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94c77f57-a784-4fe5-b0f9-e4c8ffe68ea9 req-814eaa7e-5f1c-49bd-9d5d-aed577595c09 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b6864af0-c707-4a6d-af04-175e3a555885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000948 May 13 14:25:51.774370 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ea455f61-b7d9-4141-9fbd-668000fcb491 req-81024f0c-7782-4f98-b67c-c1f63d5d9893 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887144 May 13 14:25:51.795744 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8a585c21-b11d-434e-8152-67ce01b40315 req-707a2e42-6107-4a79-a14f-c97b932a475d service neutron] 10.222.0.74 "GET /v2.0/networks/2ac367d0-0a17-4f39-8584-9463d6f61d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336431 May 13 14:25:51.849127 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c5a8c5-e14a-49b5-9611-3991afb201e9 None None] New status for floating IP 39171cbe-92e1-4634-850a-93b08863f54a: ACTIVE {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:25:52.111099 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a77265de-4616-49d5-8081-471fffee4571 req-a8343acb-ac0b-417d-a70d-14f054d85ed8 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 258 time: 0.2018790 May 13 14:25:52.121749 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-a77265de-4616-49d5-8081-471fffee4571 req-8135f435-92c2-40aa-a32d-b1c5d2b29fe4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:52.136020 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-a77265de-4616-49d5-8081-471fffee4571 req-8135f435-92c2-40aa-a32d-b1c5d2b29fe4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:52.158016 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-a77265de-4616-49d5-8081-471fffee4571 req-8135f435-92c2-40aa-a32d-b1c5d2b29fe4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:52.177709 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a77265de-4616-49d5-8081-471fffee4571 req-8135f435-92c2-40aa-a32d-b1c5d2b29fe4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks [] for floatingip, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:52.297515 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0044142-4e8a-408e-ac69-1e0768954026 req-9e102851-07af-4a2a-adce-b55e32b70d2f tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:52.299635 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d0044142-4e8a-408e-ac69-1e0768954026 req-9e102851-07af-4a2a-adce-b55e32b70d2f tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/ports?device_id=784d0d49-f328-47f7-98f4-f7c13c5e10ae HTTP/1.1" status: 200 len: 946 time: 0.1091878 May 13 14:25:52.349742 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d0044142-4e8a-408e-ac69-1e0768954026 req-cefd68e3-4bc1-434f-bd03-4df739aeb246 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6864af0-c707-4a6d-af04-175e3a555885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438209 May 13 14:25:52.385037 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a77265de-4616-49d5-8081-471fffee4571 req-8135f435-92c2-40aa-a32d-b1c5d2b29fe4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:52.542355 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-a77265de-4616-49d5-8081-471fffee4571 req-8135f435-92c2-40aa-a32d-b1c5d2b29fe4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Allocated IP 172.25.0.9 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/d56b376c-ae8f-4fba-9593-7ae36acdc23d) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:25:52.715496 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a77265de-4616-49d5-8081-471fffee4571 req-8135f435-92c2-40aa-a32d-b1c5d2b29fe4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:52.718929 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3fc06-c0e9-49a6-93f6-76945b79c69f req-ed86cc3c-7574-4fff-bd3b-84320854be41 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:52.721230 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f7a3fc06-c0e9-49a6-93f6-76945b79c69f req-ed86cc3c-7574-4fff-bd3b-84320854be41 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 949 time: 0.0952816 May 13 14:25:52.759518 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a77265de-4616-49d5-8081-471fffee4571 req-8135f435-92c2-40aa-a32d-b1c5d2b29fe4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:52.785876 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f7a3fc06-c0e9-49a6-93f6-76945b79c69f req-1002d33a-2ca3-4b7c-8a58-efd06e375472 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563653 May 13 14:25:52.827839 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a77265de-4616-49d5-8081-471fffee4571 req-8135f435-92c2-40aa-a32d-b1c5d2b29fe4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:52.831940 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-a77265de-4616-49d5-8081-471fffee4571 req-8135f435-92c2-40aa-a32d-b1c5d2b29fe4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:52.834533 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77265de-4616-49d5-8081-471fffee4571 req-8135f435-92c2-40aa-a32d-b1c5d2b29fe4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:25:53.020352 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135f435-92c2-40aa-a32d-b1c5d2b29fe4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Pushing event updated for resources: {'Port': ['ID=d56b376c-ae8f-4fba-9593-7ae36acdc23d,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:53.084454 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a77265de-4616-49d5-8081-471fffee4571 req-8135f435-92c2-40aa-a32d-b1c5d2b29fe4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:53.151318 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a77265de-4616-49d5-8081-471fffee4571 req-8135f435-92c2-40aa-a32d-b1c5d2b29fe4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:53.171401 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-cf8c3365-2b26-41fa-8b62-c31ed0270289 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:53.173158 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-cf8c3365-2b26-41fa-8b62-c31ed0270289 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/networks?id=d5027423-d39b-4c72-b023-a3c3d59a72d1 HTTP/1.1" status: 200 len: 819 time: 0.1776452 May 13 14:25:53.199665 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-fe023b2a-6b17-4fd1-bc49-54c6b49be975 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/quotas/4d6ca075ae214d9490235db19234e57f HTTP/1.1" status: 200 len: 375 time: 0.0197234 May 13 14:25:53.320689 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-1b17f834-1d86-4245-b29b-040af92bd281 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d6ca075ae214d9490235db19234e57f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1190023 May 13 14:25:53.393144 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a77265de-4616-49d5-8081-471fffee4571 req-8135f435-92c2-40aa-a32d-b1c5d2b29fe4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:53.401307 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a77265de-4616-49d5-8081-471fffee4571 req-8135f435-92c2-40aa-a32d-b1c5d2b29fe4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:53.479874 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-be5e648a-c45c-4a85-968d-47660fce1a73 service neutron] 10.222.0.35 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513968 May 13 14:25:53.514316 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135f435-92c2-40aa-a32d-b1c5d2b29fe4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Pushing event updated for resources: {'Port': ['ID=d56b376c-ae8f-4fba-9593-7ae36acdc23d,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:53.526764 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a77265de-4616-49d5-8081-471fffee4571 req-8135f435-92c2-40aa-a32d-b1c5d2b29fe4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:53.566907 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a77265de-4616-49d5-8081-471fffee4571 req-8135f435-92c2-40aa-a32d-b1c5d2b29fe4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:53.568194 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a77265de-4616-49d5-8081-471fffee4571 req-8135f435-92c2-40aa-a32d-b1c5d2b29fe4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.4505305 May 13 14:25:53.639964 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-8fe0d56b-b8bb-47f3-adc9-028891b5d400 service neutron] 10.222.0.35 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588748 May 13 14:25:53.651545 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-a77265de-4616-49d5-8081-471fffee4571 req-2792a452-fa43-47ba-a156-034d00afc8b6 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Synchronizing usage tracker for tenant:1016ecb87f5e4c279209c713cff0a09f on resource:floatingip {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:25:53.668352 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-a77265de-4616-49d5-8081-471fffee4571 req-2792a452-fa43-47ba-a156-034d00afc8b6 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Unset dirty status for tenant:1016ecb87f5e4c279209c713cff0a09f on resource:floatingip {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:25:53.670039 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a77265de-4616-49d5-8081-471fffee4571 req-2792a452-fa43-47ba-a156-034d00afc8b6 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.9 HTTP/1.1" status: 200 len: 694 time: 0.0954456 May 13 14:25:53.828659 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77265de-4616-49d5-8081-471fffee4571 req-6994b981-e132-472c-8e58-e1335d74f5db tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:53.830807 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a77265de-4616-49d5-8081-471fffee4571 req-6994b981-e132-472c-8e58-e1335d74f5db tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 784 time: 0.1553211 May 13 14:25:54.018100 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c9c07-8d6a-4f16-a796-d45a06665079 req-71752ca5-e522-4e31-af34-2a6b6199959d tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:54.023558 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4c9c9c07-8d6a-4f16-a796-d45a06665079 req-71752ca5-e522-4e31-af34-2a6b6199959d tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f HTTP/1.1" status: 200 len: 945 time: 0.1034458 May 13 14:25:54.056695 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37022) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:54.088402 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4c9c9c07-8d6a-4f16-a796-d45a06665079 req-f7aa2c04-1da8-4678-8287-383b957d812e tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580957 May 13 14:25:54.363434 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1734e73-4639-40d8-b66a-55ba158209a1 req-c2a38276-1b26-46d4-8bf9-3faaea615725 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:54.373070 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e1734e73-4639-40d8-b66a-55ba158209a1 req-c2a38276-1b26-46d4-8bf9-3faaea615725 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 949 time: 0.1129675 May 13 14:25:54.422083 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1970f-cbc4-47bf-ab93-15a0ff6346ea req-ace69862-3fc1-4d1a-868a-5aca8a14b18c tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:54.424773 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c0a1970f-cbc4-47bf-ab93-15a0ff6346ea req-ace69862-3fc1-4d1a-868a-5aca8a14b18c tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/ports?device_id=784d0d49-f328-47f7-98f4-f7c13c5e10ae HTTP/1.1" status: 200 len: 946 time: 0.2366884 May 13 14:25:54.432240 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e1734e73-4639-40d8-b66a-55ba158209a1 req-89588328-c0cf-4aed-945b-19ea269f0a05 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570688 May 13 14:25:54.678722 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01445f-fd81-4698-b8ae-7e8c77e8d684 req-f09ef8d4-e5a6-4e21-840c-ebab6bb0802f tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:54.680534 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7a01445f-fd81-4698-b8ae-7e8c77e8d684 req-f09ef8d4-e5a6-4e21-840c-ebab6bb0802f tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a764b11-94ae-48a6-9fd7-75882ae4cb4c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1202087 May 13 14:25:54.750124 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c0a1970f-cbc4-47bf-ab93-15a0ff6346ea req-923829fe-502f-4034-a2df-4d44353f07c2 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6864af0-c707-4a6d-af04-175e3a555885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174503 May 13 14:25:54.794892 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7a01445f-fd81-4698-b8ae-7e8c77e8d684 req-d4e5054d-4a26-4c49-9d1d-cf7ef9a5d3cb tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.9 HTTP/1.1" status: 200 len: 694 time: 0.1043725 May 13 14:25:54.800372 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-7a01445f-fd81-4698-b8ae-7e8c77e8d684 req-809be90c-aad8-4dc0-a099-19864adb4531 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Request body: {'floatingip': {'port_id': 'b6ddb9bf-d02b-47a1-8228-bce1c85195e0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:54.933314 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7a01445f-fd81-4698-b8ae-7e8c77e8d684 req-809be90c-aad8-4dc0-a099-19864adb4531 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks [] for floatingip, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:54.982863 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c06aaba-7bcf-4010-9c39-cd01510c3dcd req-f84c3e4c-091c-421c-a922-c5ac3c745a34 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9762526-1bff-4c57-9a8b-40d18a17be74 HTTP/1.1" status: 200 len: 210 time: 0.0513701 May 13 14:25:55.096647 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-be4636f9-fd14-42a6-a259-faeefe469b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:55.510413 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f21c2-88bf-449b-9bd3-e1853306f2c1 req-547cfadb-4893-4d01-8ef0-7323a61572ff tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:55.512539 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d67f21c2-88bf-449b-9bd3-e1853306f2c1 req-547cfadb-4893-4d01-8ef0-7323a61572ff tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/ports?device_id=391f6a36-c109-4bbb-ba78-349a045ab204&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3577209 May 13 14:25:55.605214 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [req-7a01445f-fd81-4698-b8ae-7e8c77e8d684 req-809be90c-aad8-4dc0-a099-19864adb4531 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] update failed (client error): There was a conflict when trying to complete your request. May 13 14:25:55.636875 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7a01445f-fd81-4698-b8ae-7e8c77e8d684 req-809be90c-aad8-4dc0-a099-19864adb4531 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "PUT /v2.0/floatingips/8a79bcde-3005-4a64-aafb-bcaf412a9731 HTTP/1.1" status: 409 len: 548 time: 0.8409708 May 13 14:25:55.685723 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 268c24bc-df2f-4511-9f62-1b089c7150d0 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:25:55.736633 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-4cf98e30-0ad5-4602-a773-e2a4e207b25d tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:55.738062 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-4cf98e30-0ad5-4602-a773-e2a4e207b25d tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.59 "GET /v2.0/networks?id=d5027423-d39b-4c72-b023-a3c3d59a72d1 HTTP/1.1" status: 200 len: 819 time: 0.2655840 May 13 14:25:55.750593 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-5025507a-19f3-4c7f-a2a9-87b4e96d4d88 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Request body: {'port': {'device_id': 'e9762526-1bff-4c57-9a8b-40d18a17be74', 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1', 'admin_state_up': True, 'tenant_id': '4d6ca075ae214d9490235db19234e57f'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:55.752985 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d67f21c2-88bf-449b-9bd3-e1853306f2c1 req-50f5de5d-be4b-4ab0-9610-374845c4b8f3 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.45 HTTP/1.1" status: 200 len: 695 time: 0.2294676 May 13 14:25:55.757742 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-d67f21c2-88bf-449b-9bd3-e1853306f2c1 req-9e3747fc-d753-4eb2-97cd-3f380f988345 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Request body: {'floatingip': {'port_id': '358c4d50-d667-4aea-afe9-b2df0074d829', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:55.920557 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d67f21c2-88bf-449b-9bd3-e1853306f2c1 req-9e3747fc-d753-4eb2-97cd-3f380f988345 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks [] for floatingip, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:55.965282 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 268c24bc-df2f-4511-9f62-1b089c7150d0, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=268c24bc-df2f-4511-9f62-1b089c7150d0,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:55.979813 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-5025507a-19f3-4c7f-a2a9-87b4e96d4d88 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:55.993119 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-5025507a-19f3-4c7f-a2a9-87b4e96d4d88 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:56.002796 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0693e2-113d-47b6-b1de-c4dc681881e3 req-5cf48305-649c-4992-8495-43672fa80e1a tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:56.004738 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c0693e2-113d-47b6-b1de-c4dc681881e3 req-5cf48305-649c-4992-8495-43672fa80e1a tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f HTTP/1.1" status: 200 len: 945 time: 0.1654780 May 13 14:25:56.015737 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '268c24bc-df2f-4511-9f62-1b089c7150d0', 'network_id': '615f1b1d-e928-4b1a-811f-c88ac2129812', 'port_id': '268c24bc-df2f-4511-9f62-1b089c7150d0', 'mac_address': 'fa:16:3e:b6:9e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e2eec62-0523-4521-82e3-9ab28f45e905', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:25:56.027217 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-5025507a-19f3-4c7f-a2a9-87b4e96d4d88 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Made reservation on behalf of 4d6ca075ae214d9490235db19234e57f for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:25:56.030639 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-5025507a-19f3-4c7f-a2a9-87b4e96d4d88 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:56.120340 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 268c24bc-df2f-4511-9f62-1b089c7150d0 is: ACTIVE; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:56.120662 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:56.130726 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c0693e2-113d-47b6-b1de-c4dc681881e3 req-90834d5c-ebdf-4667-906c-7a1efe6d0d7f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195176 May 13 14:25:56.158360 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 268c24bc-df2f-4511-9f62-1b089c7150d0 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:25:56.182249 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 268c24bc-df2f-4511-9f62-1b089c7150d0, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=268c24bc-df2f-4511-9f62-1b089c7150d0,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:56.188686 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:56.305845 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=268c24bc-df2f-4511-9f62-1b089c7150d0,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:56.368391 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-5025507a-19f3-4c7f-a2a9-87b4e96d4d88 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Allocated IP 172.20.0.2 (d5027423-d39b-4c72-b023-a3c3d59a72d1/ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d/425256e1-b983-4962-8af3-6b3f04130ea1) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:25:56.374080 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-be4636f9-fd14-42a6-a259-faeefe469b11 admin admin] Deleting port 362d736c-1ef0-4d5f-a1f0-88fc9891e11e {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:25:56.375590 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-be4636f9-fd14-42a6-a259-faeefe469b11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:56.454714 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['268c24bc-df2f-4511-9f62-1b089c7150d0'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:25:56.831789 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134e24d-ebbd-42d7-8490-d72a84581e2a req-66977294-27c9-4e46-9071-ce646d5102f1 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:56.833889 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b134e24d-ebbd-42d7-8490-d72a84581e2a req-66977294-27c9-4e46-9071-ce646d5102f1 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 949 time: 0.4035780 May 13 14:25:56.875946 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-5025507a-19f3-4c7f-a2a9-87b4e96d4d88 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:56.919640 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b134e24d-ebbd-42d7-8490-d72a84581e2a req-62bf6956-beef-41b5-901c-2fd145b4db5d tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671179 May 13 14:25:56.987149 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-be4636f9-fd14-42a6-a259-faeefe469b11 admin admin] For port 362d736c-1ef0-4d5f-a1f0-88fc9891e11e, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=362d736c-1ef0-4d5f-a1f0-88fc9891e11e,segment=NetworkSegment(983229a7-bdca-4b23-927c-a42448eb11f8),segment_id=983229a7-bdca-4b23-927c-a42448eb11f8)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:56.987754 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-be4636f9-fd14-42a6-a259-faeefe469b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:57.042966 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-5025507a-19f3-4c7f-a2a9-87b4e96d4d88 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:57.063260 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:25:57.130957 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025507a-19f3-4c7f-a2a9-87b4e96d4d88 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Pushing event updated for resources: {'Port': ['ID=425256e1-b983-4962-8af3-6b3f04130ea1,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:57.134818 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-be4636f9-fd14-42a6-a259-faeefe469b11 admin admin] Calling delete_port for 362d736c-1ef0-4d5f-a1f0-88fc9891e11e owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:25:57.140863 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fd8f6757-fed6-43da-a008-4c3ad39cbe68 req-84144c3c-bdf7-46ea-9aca-90894d77646c tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/floatingips/8a79bcde-3005-4a64-aafb-bcaf412a9731 HTTP/1.1" status: 200 len: 691 time: 0.1906838 May 13 14:25:57.148396 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5025507a-19f3-4c7f-a2a9-87b4e96d4d88 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:57.148735 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5025507a-19f3-4c7f-a2a9-87b4e96d4d88 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:57.149064 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5025507a-19f3-4c7f-a2a9-87b4e96d4d88 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:57.149389 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5025507a-19f3-4c7f-a2a9-87b4e96d4d88 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:57.149712 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5025507a-19f3-4c7f-a2a9-87b4e96d4d88 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:57.150031 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5025507a-19f3-4c7f-a2a9-87b4e96d4d88 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:57.150349 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5025507a-19f3-4c7f-a2a9-87b4e96d4d88 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:57.150666 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5025507a-19f3-4c7f-a2a9-87b4e96d4d88 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:57.150976 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5025507a-19f3-4c7f-a2a9-87b4e96d4d88 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:57.151374 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5025507a-19f3-4c7f-a2a9-87b4e96d4d88 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:57.151696 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5025507a-19f3-4c7f-a2a9-87b4e96d4d88 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:57.152007 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5025507a-19f3-4c7f-a2a9-87b4e96d4d88 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:57.163192 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-5025507a-19f3-4c7f-a2a9-87b4e96d4d88 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Network d5027423-d39b-4c72-b023-a3c3d59a72d1 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:57.253301 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-729e2a2a-d659-4b3e-a063-ad4e32c12ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:57.380496 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-5025507a-19f3-4c7f-a2a9-87b4e96d4d88 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:57.390762 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-5025507a-19f3-4c7f-a2a9-87b4e96d4d88 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:25:57.468094 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-5025507a-19f3-4c7f-a2a9-87b4e96d4d88 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:57.468832 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-5025507a-19f3-4c7f-a2a9-87b4e96d4d88 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:57.498309 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f6757-fed6-43da-a008-4c3ad39cbe68 req-41a68b15-cb93-4ad7-9d6a-e0cde1d6fb55 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:57.499798 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fd8f6757-fed6-43da-a008-4c3ad39cbe68 req-41a68b15-cb93-4ad7-9d6a-e0cde1d6fb55 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 784 time: 0.3353236 May 13 14:25:57.538290 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d67f21c2-88bf-449b-9bd3-e1853306f2c1 req-9e3747fc-d753-4eb2-97cd-3f380f988345 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:57.548256 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d67f21c2-88bf-449b-9bd3-e1853306f2c1 req-9e3747fc-d753-4eb2-97cd-3f380f988345 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:57.571791 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-5025507a-19f3-4c7f-a2a9-87b4e96d4d88 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8240466 May 13 14:25:57.594485 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-c473eb23-c991-4bb0-b879-a694ce08623b service neutron] Request body: {'port': {'device_id': 'e9762526-1bff-4c57-9a8b-40d18a17be74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:57.651936 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fd8f6757-fed6-43da-a008-4c3ad39cbe68 req-741ff5b9-1111-4bdc-b0d0-36d76262335d tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.9 HTTP/1.1" status: 200 len: 694 time: 0.1442361 May 13 14:25:57.700636 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 268c24bc-df2f-4511-9f62-1b089c7150d0 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:25:57.801017 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-be4636f9-fd14-42a6-a259-faeefe469b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:57.837536 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fd8f6757-fed6-43da-a008-4c3ad39cbe68 req-45009f0a-6f26-4e35-926b-52709fb15f0c tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.9 HTTP/1.1" status: 200 len: 694 time: 0.1761651 May 13 14:25:57.838856 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-c473eb23-c991-4bb0-b879-a694ce08623b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:57.869803 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4636f9-fd14-42a6-a259-faeefe469b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=362d736c-1ef0-4d5f-a1f0-88fc9891e11e,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:57.877989 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 268c24bc-df2f-4511-9f62-1b089c7150d0 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:57.878370 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:57.883301 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4636f9-fd14-42a6-a259-faeefe469b11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:57.883644 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4636f9-fd14-42a6-a259-faeefe469b11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:57.884069 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4636f9-fd14-42a6-a259-faeefe469b11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:57.884610 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4636f9-fd14-42a6-a259-faeefe469b11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:57.885153 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4636f9-fd14-42a6-a259-faeefe469b11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:57.890040 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4636f9-fd14-42a6-a259-faeefe469b11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:57.890040 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4636f9-fd14-42a6-a259-faeefe469b11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:57.890040 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4636f9-fd14-42a6-a259-faeefe469b11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:57.890040 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4636f9-fd14-42a6-a259-faeefe469b11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:57.890040 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4636f9-fd14-42a6-a259-faeefe469b11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:57.890040 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4636f9-fd14-42a6-a259-faeefe469b11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:57.890040 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4636f9-fd14-42a6-a259-faeefe469b11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:57.895520 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [req-d67f21c2-88bf-449b-9bd3-e1853306f2c1 req-9e3747fc-d753-4eb2-97cd-3f380f988345 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Floating IP af17fd38-bb1a-45fd-94ed-cd31222ad9b5 associated. External IP: 172.25.0.45, port: 358c4d50-d667-4aea-afe9-b2df0074d829. May 13 14:25:58.217982 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 268c24bc-df2f-4511-9f62-1b089c7150d0 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:58.218768 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:58.250059 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:58.304633 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1df088-0940-45b2-9abe-7f5596893b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268c24bc-df2f-4511-9f62-1b089c7150d0'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:58.329469 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 268c24bc-df2f-4511-9f62-1b089c7150d0, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=268c24bc-df2f-4511-9f62-1b089c7150d0,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:58.338427 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:58.500121 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=268c24bc-df2f-4511-9f62-1b089c7150d0,revision_number=7']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:58.535463 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-fd8f6757-fed6-43da-a008-4c3ad39cbe68 req-8c1cce69-d848-42a8-a634-3e40f59005f0 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Deleting port d56b376c-ae8f-4fba-9593-7ae36acdc23d {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:25:58.535824 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fd8f6757-fed6-43da-a008-4c3ad39cbe68 req-8c1cce69-d848-42a8-a634-3e40f59005f0 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:58.804031 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-be4636f9-fd14-42a6-a259-faeefe469b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:58.832732 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fd8f6757-fed6-43da-a008-4c3ad39cbe68 req-8c1cce69-d848-42a8-a634-3e40f59005f0 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:58.833052 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fd8f6757-fed6-43da-a008-4c3ad39cbe68 req-8c1cce69-d848-42a8-a634-3e40f59005f0 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:58.921606 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d67f21c2-88bf-449b-9bd3-e1853306f2c1 req-9e3747fc-d753-4eb2-97cd-3f380f988345 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Router 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:25:58.969101 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-fd8f6757-fed6-43da-a008-4c3ad39cbe68 req-8c1cce69-d848-42a8-a634-3e40f59005f0 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Calling delete_port for d56b376c-ae8f-4fba-9593-7ae36acdc23d owned by network:floatingip {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:25:59.110642 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-c473eb23-c991-4bb0-b879-a694ce08623b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 425256e1-b983-4962-8af3-6b3f04130ea1 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:25:59.119967 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-c473eb23-c991-4bb0-b879-a694ce08623b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:59.204130 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-c473eb23-c991-4bb0-b879-a694ce08623b service neutron] Transition to ACTIVE for port object 425256e1-b983-4962-8af3-6b3f04130ea1 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:59.205302 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fd8f6757-fed6-43da-a008-4c3ad39cbe68 req-8c1cce69-d848-42a8-a634-3e40f59005f0 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:59.247163 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-c473eb23-c991-4bb0-b879-a694ce08623b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:59.261132 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cce69-d848-42a8-a634-3e40f59005f0 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Pushing event deleted for resources: {'Port': ['ID=d56b376c-ae8f-4fba-9593-7ae36acdc23d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:59.366775 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d67f21c2-88bf-449b-9bd3-e1853306f2c1 req-9e3747fc-d753-4eb2-97cd-3f380f988345 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:25:59.386999 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb20fc32-df61-47ce-bb4c-c38d013d9a47 None None] Sync routers for ids ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:25:59.394882 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d67f21c2-88bf-449b-9bd3-e1853306f2c1 req-9e3747fc-d753-4eb2-97cd-3f380f988345 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:59.398664 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb20fc32-df61-47ce-bb4c-c38d013d9a47 None None] Routers {'3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:25:59.400308 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-bb20fc32-df61-47ce-bb4c-c38d013d9a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:25:29Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:59.482104 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d67f21c2-88bf-449b-9bd3-e1853306f2c1 req-9e3747fc-d753-4eb2-97cd-3f380f988345 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "PUT /v2.0/floatingips/af17fd38-bb1a-45fd-94ed-cd31222ad9b5 HTTP/1.1" status: 200 len: 995 time: 3.7278926 May 13 14:25:59.484429 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391f6a36-c109-4bbb-ba78-349a045ab204', 'tag': '358c4d50-d667-4aea-afe9-b2df0074d829'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:59.499135 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4636f9-fd14-42a6-a259-faeefe469b11 admin admin] Router 534f6dcc-ca87-4315-bffe-29c21ebe17fc has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:25:59.527960 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-00c7f367-df24-46fb-9413-8987872d6407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:59.528526 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473eb23-c991-4bb0-b879-a694ce08623b service neutron] Pushing event updated for resources: {'Port': ['ID=425256e1-b983-4962-8af3-6b3f04130ea1,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:59.559993 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fd8f6757-fed6-43da-a008-4c3ad39cbe68 req-8c1cce69-d848-42a8-a634-3e40f59005f0 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks [] for floatingip, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:59.614211 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fd8f6757-fed6-43da-a008-4c3ad39cbe68 req-8c1cce69-d848-42a8-a634-3e40f59005f0 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:59.615455 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fd8f6757-fed6-43da-a008-4c3ad39cbe68 req-8c1cce69-d848-42a8-a634-3e40f59005f0 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "DELETE /v2.0/floatingips/8a79bcde-3005-4a64-aafb-bcaf412a9731 HTTP/1.1" status: 204 len: 173 time: 1.7580957 May 13 14:25:59.623039 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-c473eb23-c991-4bb0-b879-a694ce08623b service neutron] Attempting to bind port 425256e1-b983-4962-8af3-6b3f04130ea1 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:25:59.626806 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-c473eb23-c991-4bb0-b879-a694ce08623b service neutron] Attempting to bind port 425256e1-b983-4962-8af3-6b3f04130ea1 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:25:59.627159 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-c473eb23-c991-4bb0-b879-a694ce08623b service neutron] Attempting to bind port 425256e1-b983-4962-8af3-6b3f04130ea1 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:59.632653 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-c473eb23-c991-4bb0-b879-a694ce08623b service neutron] Port 425256e1-b983-4962-8af3-6b3f04130ea1 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:25:59.633019 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-c473eb23-c991-4bb0-b879-a694ce08623b service neutron] Attempting to bind port 425256e1-b983-4962-8af3-6b3f04130ea1 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:59.639000 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-c473eb23-c991-4bb0-b879-a694ce08623b service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:25:59.639378 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-c473eb23-c991-4bb0-b879-a694ce08623b service neutron] Checking segment: {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:59.639767 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-c473eb23-c991-4bb0-b879-a694ce08623b service neutron] Bound using segment: {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:25:59.640197 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-c473eb23-c991-4bb0-b879-a694ce08623b service neutron] Bound port: 425256e1-b983-4962-8af3-6b3f04130ea1, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:25:59.640553 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-c473eb23-c991-4bb0-b879-a694ce08623b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:59.692363 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-bb20fc32-df61-47ce-bb4c-c38d013d9a47 None None] Set router 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:25:59.740461 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-c473eb23-c991-4bb0-b879-a694ce08623b service neutron] For port 425256e1-b983-4962-8af3-6b3f04130ea1, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:59.744574 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-c473eb23-c991-4bb0-b879-a694ce08623b service neutron] For port 425256e1-b983-4962-8af3-6b3f04130ea1, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=425256e1-b983-4962-8af3-6b3f04130ea1,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:25:59.779743 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-c473eb23-c991-4bb0-b879-a694ce08623b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:59.974814 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-c473eb23-c991-4bb0-b879-a694ce08623b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:59.975677 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-c473eb23-c991-4bb0-b879-a694ce08623b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:59.977053 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-c473eb23-c991-4bb0-b879-a694ce08623b service neutron] 10.222.0.59 "PUT /v2.0/ports/425256e1-b983-4962-8af3-6b3f04130ea1 HTTP/1.1" status: 200 len: 1091 time: 2.3871350 May 13 14:25:59.977679 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9762526-1bff-4c57-9a8b-40d18a17be74', 'tag': '425256e1-b983-4962-8af3-6b3f04130ea1'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:59.995562 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4636f9-fd14-42a6-a259-faeefe469b11 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:26:00.006392 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473eb23-c991-4bb0-b879-a694ce08623b service neutron] Pushing event updated for resources: {'Port': ['ID=425256e1-b983-4962-8af3-6b3f04130ea1,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:00.016039 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf8105f-2478-4497-8df7-e3cdb6b4d835 None None] Sync routers for ids ['534f6dcc-ca87-4315-bffe-29c21ebe17fc'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:26:00.029888 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf8105f-2478-4497-8df7-e3cdb6b4d835 None None] Routers {'534f6dcc-ca87-4315-bffe-29c21ebe17fc'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:26:00.034679 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-6cf8105f-2478-4497-8df7-e3cdb6b4d835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:26:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['534f6dcc-ca87-4315-bffe-29c21ebe17fc'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:00.037133 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65df57d-ef8b-4a25-b7d1-f5fa02153659 req-8c61ec5b-a131-435f-8843-7c2db3888a35 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:00.038005 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-c65df57d-ef8b-4a25-b7d1-f5fa02153659 req-8c61ec5b-a131-435f-8843-7c2db3888a35 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Synchronizing usage tracker for tenant:4d6ca075ae214d9490235db19234e57f on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:26:00.042093 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-be4636f9-fd14-42a6-a259-faeefe469b11 admin admin] 10.222.0.35 "PUT /v2.0/routers/534f6dcc-ca87-4315-bffe-29c21ebe17fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9819646 May 13 14:26:00.050974 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37094) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:00.124868 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-c65df57d-ef8b-4a25-b7d1-f5fa02153659 req-8c61ec5b-a131-435f-8843-7c2db3888a35 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Unset dirty status for tenant:4d6ca075ae214d9490235db19234e57f on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:26:00.127000 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c65df57d-ef8b-4a25-b7d1-f5fa02153659 req-8c61ec5b-a131-435f-8843-7c2db3888a35 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9762526-1bff-4c57-9a8b-40d18a17be74 HTTP/1.1" status: 200 len: 943 time: 0.3805025 May 13 14:26:00.181938 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-779bc5a6-3d0b-4bfb-9895-ba4603549067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:00.184053 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-779bc5a6-3d0b-4bfb-9895-ba4603549067 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d6ca075ae214d9490235db19234e57f&device_id=e9762526-1bff-4c57-9a8b-40d18a17be74 HTTP/1.1" status: 200 len: 1094 time: 0.1425376 May 13 14:26:00.290623 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c65df57d-ef8b-4a25-b7d1-f5fa02153659 req-fb6871d3-3091-4f70-b896-893740805c5c tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538687 May 13 14:26:00.307240 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-58ace98f-c20a-44bb-a598-3e119bc2fb3c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=425256e1-b983-4962-8af3-6b3f04130ea1 HTTP/1.1" status: 200 len: 217 time: 0.1149662 May 13 14:26:00.313486 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-bb20fc32-df61-47ce-bb4c-c38d013d9a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1279529598-router', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '442df221-d696-4c41-887d-78cc5d227059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:51Z', 'updated_at': '2022-05-13T14:25:02Z', 'revision_number': 4, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'gw_port': {'id': '442df221-d696-4c41-887d-78cc5d227059', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:53Z', 'updated_at': '2022-05-13T14:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'af17fd38-bb1a-45fd-94ed-cd31222ad9b5', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'floating_ip_address': '172.25.0.45', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'port_id': '358c4d50-d667-4aea-afe9-b2df0074d829', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'mac_address': 'fa:16:3e:3f:76:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391f6a36-c109-4bbb-ba78-349a045ab204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:25:34Z', 'updated_at': '2022-05-13T14:25:57Z', 'revision_number': 1, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3', 'name': '', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'mac_address': 'fa:16:3e:3e:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:00Z', 'updated_at': '2022-05-13T14:25:11Z', 'revision_number': 5, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'subnets': [{'id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:00.319727 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb20fc32-df61-47ce-bb4c-c38d013d9a47 None None] Checking router: 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:26:00.329146 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb20fc32-df61-47ce-bb4c-c38d013d9a47 None None] Routers {'3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:26:00.330833 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-bb20fc32-df61-47ce-bb4c-c38d013d9a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:26:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:00.450005 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-6cf8105f-2478-4497-8df7-e3cdb6b4d835 None None] Set router 534f6dcc-ca87-4315-bffe-29c21ebe17fc gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:26:00.452960 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-be6a8bf3-b029-406d-99c5-c7704427fa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:00.459266 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-be6a8bf3-b029-406d-99c5-c7704427fa6f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d HTTP/1.1" status: 200 len: 859 time: 0.1385555 May 13 14:26:00.504424 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:00.579975 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-49dc4904-3a3b-43c2-b8b7-da0d97afa51b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d5027423-d39b-4c72-b023-a3c3d59a72d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149592 May 13 14:26:00.678957 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f21c2-88bf-449b-9bd3-e1853306f2c1 req-56c25aa6-8fb5-475c-97bb-d8ed9ee53295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:00.680565 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d67f21c2-88bf-449b-9bd3-e1853306f2c1 req-56c25aa6-8fb5-475c-97bb-d8ed9ee53295 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8a13abebe64d4bc6a2fa87bb71e99399&device_id=391f6a36-c109-4bbb-ba78-349a045ab204 HTTP/1.1" status: 200 len: 1096 time: 1.1746078 May 13 14:26:00.731310 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:00.773290 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-bb20fc32-df61-47ce-bb4c-c38d013d9a47 None None] Set router 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:26:00.829091 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-caa34943-5b7d-4425-900f-e152719a6f6d admin admin] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:01.046758 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-6cf8105f-2478-4497-8df7-e3cdb6b4d835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1681413106-router', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:21:50Z', 'updated_at': '2022-05-13T14:25:57Z', 'revision_number': 5, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'gw_port': {'id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:51Z', 'updated_at': '2022-05-13T14:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:01.056763 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf8105f-2478-4497-8df7-e3cdb6b4d835 None None] Checking router: 534f6dcc-ca87-4315-bffe-29c21ebe17fc for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:26:01.073189 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf8105f-2478-4497-8df7-e3cdb6b4d835 None None] Routers {'534f6dcc-ca87-4315-bffe-29c21ebe17fc'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:26:01.079586 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-6cf8105f-2478-4497-8df7-e3cdb6b4d835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:26:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['534f6dcc-ca87-4315-bffe-29c21ebe17fc'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:01.115971 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca11a9-e024-4966-8add-5be1aa165a8c req-031b8db5-c08d-4827-9546-ef61ecde9bde tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:01.123880 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dfca11a9-e024-4966-8add-5be1aa165a8c req-031b8db5-c08d-4827-9546-ef61ecde9bde tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f HTTP/1.1" status: 200 len: 945 time: 0.5388577 May 13 14:26:01.165584 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f21c2-88bf-449b-9bd3-e1853306f2c1 req-5238d407-99a1-4971-b634-b9ff5db12c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:01.169282 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d67f21c2-88bf-449b-9bd3-e1853306f2c1 req-5238d407-99a1-4971-b634-b9ff5db12c16 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1bb618e8-c72d-478a-b168-a543534f1c66 HTTP/1.1" status: 200 len: 922 time: 0.4773083 May 13 14:26:01.173061 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-caa34943-5b7d-4425-900f-e152719a6f6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:01.206251 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-ca7c8704-08a3-4613-a743-17ae655b76c3 service neutron] 10.222.0.59 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873543 May 13 14:26:01.310872 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dfca11a9-e024-4966-8add-5be1aa165a8c req-2dec39b0-4bee-4729-a411-fa25c939ccde tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860163 May 13 14:26:01.516242 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d67f21c2-88bf-449b-9bd3-e1853306f2c1 req-5fc46437-b8bb-4f85-bc55-33c8e315d980 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=358c4d50-d667-4aea-afe9-b2df0074d829 HTTP/1.1" status: 200 len: 998 time: 0.3171349 May 13 14:26:01.520216 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-caa34943-5b7d-4425-900f-e152719a6f6d admin admin] Deleting port 9c86ae91-4bfe-43c2-9e22-aa152e706be1 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:26:01.520746 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-caa34943-5b7d-4425-900f-e152719a6f6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:01.586934 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6123a91a-1421-49fb-86f5-8ba60c01aae5 req-192ad392-e954-4e19-a9ca-3c3aa6d43d76 service neutron] 10.222.0.59 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720918 May 13 14:26:01.708662 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-bb20fc32-df61-47ce-bb4c-c38d013d9a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1279529598-router', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '442df221-d696-4c41-887d-78cc5d227059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:51Z', 'updated_at': '2022-05-13T14:25:02Z', 'revision_number': 4, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'gw_port': {'id': '442df221-d696-4c41-887d-78cc5d227059', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:53Z', 'updated_at': '2022-05-13T14:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'af17fd38-bb1a-45fd-94ed-cd31222ad9b5', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'floating_ip_address': '172.25.0.45', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'port_id': '358c4d50-d667-4aea-afe9-b2df0074d829', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'mac_address': 'fa:16:3e:3f:76:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391f6a36-c109-4bbb-ba78-349a045ab204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:25:34Z', 'updated_at': '2022-05-13T14:25:57Z', 'revision_number': 1, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3', 'name': '', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'mac_address': 'fa:16:3e:3e:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:00Z', 'updated_at': '2022-05-13T14:25:11Z', 'revision_number': 5, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'subnets': [{'id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:01.715571 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb20fc32-df61-47ce-bb4c-c38d013d9a47 None None] The sync data for ids ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'] in n-d-841760-1 is: [{'id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1279529598-router', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '442df221-d696-4c41-887d-78cc5d227059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:51Z', 'updated_at': '2022-05-13T14:25:02Z', 'revision_number': 4, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'gw_port': {'id': '442df221-d696-4c41-887d-78cc5d227059', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:53Z', 'updated_at': '2022-05-13T14:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'af17fd38-bb1a-45fd-94ed-cd31222ad9b5', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'floating_ip_address': '172.25.0.45', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'port_id': '358c4d50-d667-4aea-afe9-b2df0074d829', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'mac_address': 'fa:16:3e:3f:76:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391f6a36-c109-4bbb-ba78-349a045ab204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:25:34Z', 'updated_at': '2022-05-13T14:25:57Z', 'revision_number': 1, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3', 'name': '', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'mac_address': 'fa:16:3e:3e:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:00Z', 'updated_at': '2022-05-13T14:25:11Z', 'revision_number': 5, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'subnets': [{'id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:26:01.765764 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-6cf8105f-2478-4497-8df7-e3cdb6b4d835 None None] Set router 534f6dcc-ca87-4315-bffe-29c21ebe17fc gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:26:01.909201 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f21c2-88bf-449b-9bd3-e1853306f2c1 req-d2bece97-e736-40b5-8586-0f9af9ff44fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:01.910830 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d67f21c2-88bf-449b-9bd3-e1853306f2c1 req-d2bece97-e736-40b5-8586-0f9af9ff44fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b35608d4-67e7-4682-8e58-7b2d9ed03d8c HTTP/1.1" status: 200 len: 860 time: 0.1570113 May 13 14:26:01.973819 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:02.038990 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-caa34943-5b7d-4425-900f-e152719a6f6d admin admin] For port 9c86ae91-4bfe-43c2-9e22-aa152e706be1, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=9c86ae91-4bfe-43c2-9e22-aa152e706be1,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:02.039404 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-caa34943-5b7d-4425-900f-e152719a6f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:02.056143 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98da877d-f64a-46f3-94fe-cbc65cef9a49 None None] New status for floating IP af17fd38-bb1a-45fd-94ed-cd31222ad9b5: ACTIVE {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:26:02.305039 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-caa34943-5b7d-4425-900f-e152719a6f6d admin admin] Calling delete_port for 9c86ae91-4bfe-43c2-9e22-aa152e706be1 owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:26:02.359090 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-6cf8105f-2478-4497-8df7-e3cdb6b4d835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1681413106-router', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:21:50Z', 'updated_at': '2022-05-13T14:25:57Z', 'revision_number': 5, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'gw_port': {'id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:51Z', 'updated_at': '2022-05-13T14:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:02.369545 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf8105f-2478-4497-8df7-e3cdb6b4d835 None None] The sync data for ids ['534f6dcc-ca87-4315-bffe-29c21ebe17fc'] in n-d-841760-1 is: [{'id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1681413106-router', 'tenant_id': '7e0e518d19f9448bbe227bb971102d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:21:50Z', 'updated_at': '2022-05-13T14:25:57Z', 'revision_number': 5, 'project_id': '7e0e518d19f9448bbe227bb971102d2e', 'gw_port': {'id': '9c86ae91-4bfe-43c2-9e22-aa152e706be1', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534f6dcc-ca87-4315-bffe-29c21ebe17fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:21:51Z', 'updated_at': '2022-05-13T14:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:26:02.394061 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:26:02.448738 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f21c2-88bf-449b-9bd3-e1853306f2c1 req-9c5c1f99-4353-42ae-9991-49ae4d1463aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:02.450186 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d67f21c2-88bf-449b-9bd3-e1853306f2c1 req-9c5c1f99-4353-42ae-9991-49ae4d1463aa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1bb618e8-c72d-478a-b168-a543534f1c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5307534 May 13 14:26:02.466518 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-d67f21c2-88bf-449b-9bd3-e1853306f2c1 req-63073f9c-772b-478a-871b-f7543ee32d13 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:26:02.468412 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d67f21c2-88bf-449b-9bd3-e1853306f2c1 req-63073f9c-772b-478a-871b-f7543ee32d13 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068765 May 13 14:26:02.736536 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d67f21c2-88bf-449b-9bd3-e1853306f2c1 req-b769831e-78d9-47ee-90a2-f323cb68c9cc service neutron] 10.222.0.35 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526269 May 13 14:26:02.789588 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 362d736c-1ef0-4d5f-a1f0-88fc9891e11e no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:26:02.863314 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 362d736c-1ef0-4d5f-a1f0-88fc9891e11e {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:26:02.863949 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 362d736c-1ef0-4d5f-a1f0-88fc9891e11e not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:26:02.962602 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-caa34943-5b7d-4425-900f-e152719a6f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:03.073177 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa34943-5b7d-4425-900f-e152719a6f6d admin admin] Pushing event deleted for resources: {'Port': ['ID=9c86ae91-4bfe-43c2-9e22-aa152e706be1,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:03.300894 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d67f21c2-88bf-449b-9bd3-e1853306f2c1 req-2daf9a24-a9d4-427c-9991-de1968c53628 service neutron] 10.222.0.35 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5275686 May 13 14:26:03.304604 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-caa34943-5b7d-4425-900f-e152719a6f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:03.593605 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-caa34943-5b7d-4425-900f-e152719a6f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:03.602481 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-caa34943-5b7d-4425-900f-e152719a6f6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:03.743826 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-caa34943-5b7d-4425-900f-e152719a6f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:03.744355 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa34943-5b7d-4425-900f-e152719a6f6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 534f6dcc-ca87-4315-bffe-29c21ebe17fc {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:26:03.783996 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26adc4c-0bfe-4ba5-834f-d0f8fe2c347a req-8bfa1cb4-3df2-4e54-a157-ee465aad9206 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:03.785604 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f26adc4c-0bfe-4ba5-834f-d0f8fe2c347a req-8bfa1cb4-3df2-4e54-a157-ee465aad9206 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 949 time: 0.3364718 May 13 14:26:03.792758 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-caa34943-5b7d-4425-900f-e152719a6f6d admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:03.798286 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-caa34943-5b7d-4425-900f-e152719a6f6d admin admin] 10.222.0.35 "DELETE /v2.0/routers/534f6dcc-ca87-4315-bffe-29c21ebe17fc HTTP/1.1" status: 204 len: 168 time: 3.7428515 May 13 14:26:03.798952 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37136) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:03.847627 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f26adc4c-0bfe-4ba5-834f-d0f8fe2c347a req-8d570dee-6e95-41d9-a1bc-fb3dd42f1a92 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465252 May 13 14:26:03.938711 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-2093d10b-75ae-4108-a41e-89ebecb69114 admin admin] Deleting subnet df9f1382-e59c-48f3-b05c-1d030cf41b4a {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:26:03.942882 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2093d10b-75ae-4108-a41e-89ebecb69114 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:03.996180 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f0cfb20-a5bb-4a33-92cb-d0d685b623e3'] response: {'server_uuid': 'dc1df088-0940-45b2-9abe-7f5596893b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268c24bc-df2f-4511-9f62-1b089c7150d0', 'code': 200} May 13 14:26:04.027344 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2093d10b-75ae-4108-a41e-89ebecb69114 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:04.067894 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e75750e8-be46-4f59-bdd5-39a0240bdbbe'] response: {'name': 'network-changed', 'server_uuid': '391f6a36-c109-4bbb-ba78-349a045ab204', 'tag': '358c4d50-d667-4aea-afe9-b2df0074d829', 'status': 'completed', 'code': 200} May 13 14:26:04.225116 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fac2d42c-e694-4e97-931d-0383e53b5b02 req-c362aa88-6a60-4fd9-8fed-bc263234473e tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.68 HTTP/1.1" status: 200 len: 1000 time: 0.1404243 May 13 14:26:04.255595 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2093d10b-75ae-4108-a41e-89ebecb69114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:04.346013 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2d42c-e694-4e97-931d-0383e53b5b02 req-1549b0fa-9ae0-4a8a-86fb-90dd34e5b8df tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:04.351629 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fac2d42c-e694-4e97-931d-0383e53b5b02 req-1549b0fa-9ae0-4a8a-86fb-90dd34e5b8df tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/ports/b6ddb9bf-d02b-47a1-8228-bce1c85195e0 HTTP/1.1" status: 200 len: 942 time: 0.1252780 May 13 14:26:04.420667 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2093d10b-75ae-4108-a41e-89ebecb69114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:04.485415 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64f4b51-ec9f-4605-8878-e0887c7f6e65 None None] Network a2ee0690-4c57-4e4e-b68b-865fc1c187b1 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:26:04.488220 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2093d10b-75ae-4108-a41e-89ebecb69114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:04.495837 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093d10b-75ae-4108-a41e-89ebecb69114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df9f1382-e59c-48f3-b05c-1d030cf41b4a,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:04.511156 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2093d10b-75ae-4108-a41e-89ebecb69114 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/df9f1382-e59c-48f3-b05c-1d030cf41b4a HTTP/1.1" status: 204 len: 168 time: 0.7107668 May 13 14:26:04.511830 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37140) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:04.557244 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a31cec-40c9-4c39-8f72-31dc8cb64cef req-88526e7b-525a-41f2-bb44-316d54b611ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:04.560794 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08a31cec-40c9-4c39-8f72-31dc8cb64cef req-88526e7b-525a-41f2-bb44-316d54b611ca service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8a13abebe64d4bc6a2fa87bb71e99399&device_id=391f6a36-c109-4bbb-ba78-349a045ab204 HTTP/1.1" status: 200 len: 1096 time: 0.4103320 May 13 14:26:04.679051 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 9c86ae91-4bfe-43c2-9e22-aa152e706be1 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:26:04.748984 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 9c86ae91-4bfe-43c2-9e22-aa152e706be1 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:26:04.751959 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 9c86ae91-4bfe-43c2-9e22-aa152e706be1 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:26:04.844440 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a31cec-40c9-4c39-8f72-31dc8cb64cef req-bb66c36c-9e68-4c18-967a-474af7595e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:04.846451 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08a31cec-40c9-4c39-8f72-31dc8cb64cef req-bb66c36c-9e68-4c18-967a-474af7595e19 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1bb618e8-c72d-478a-b168-a543534f1c66 HTTP/1.1" status: 200 len: 922 time: 0.2812409 May 13 14:26:04.870289 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cf2fe587-3362-411e-8a82-a663428c8e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:04.889628 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fac2d42c-e694-4e97-931d-0383e53b5b02 req-e7a6560c-7947-4990-8d76-ef95dbfd690c tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.68 HTTP/1.1" status: 200 len: 1000 time: 0.3296559 May 13 14:26:05.005591 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a587890e-2fcc-4928-b4f4-b2fbae252c70'] response: {'name': 'network-changed', 'server_uuid': 'e9762526-1bff-4c57-9a8b-40d18a17be74', 'tag': '425256e1-b983-4962-8af3-6b3f04130ea1', 'status': 'completed', 'code': 200} May 13 14:26:05.196890 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-cf2fe587-3362-411e-8a82-a663428c8e6c admin admin] Deleting port 36206a5f-57e2-42c1-bd6c-f593c23583ae {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:26:05.197199 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cf2fe587-3362-411e-8a82-a663428c8e6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:05.235280 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08a31cec-40c9-4c39-8f72-31dc8cb64cef req-821f9ed1-3cc2-44a4-914a-fb191cbfc23a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=358c4d50-d667-4aea-afe9-b2df0074d829 HTTP/1.1" status: 200 len: 1000 time: 0.3801301 May 13 14:26:05.289292 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032e3afc-b0e6-442a-b925-9dabe190758d None None] DHCP port deletion for a2ee0690-4c57-4e4e-b68b-865fc1c187b1 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:26:05.294860 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-032e3afc-b0e6-442a-b925-9dabe190758d None None] Deleting port 36206a5f-57e2-42c1-bd6c-f593c23583ae {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:26:05.295418 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-032e3afc-b0e6-442a-b925-9dabe190758d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:05.458051 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a31cec-40c9-4c39-8f72-31dc8cb64cef req-b590562b-3129-4121-8d26-4f0a79a12f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:05.459627 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08a31cec-40c9-4c39-8f72-31dc8cb64cef req-b590562b-3129-4121-8d26-4f0a79a12f36 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b35608d4-67e7-4682-8e58-7b2d9ed03d8c HTTP/1.1" status: 200 len: 860 time: 0.2041748 May 13 14:26:05.558658 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0456e-f7ab-4e39-a39f-9117777a595a req-65ad60b0-6291-47fd-8829-5c04f15f9557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:05.560146 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcc0456e-f7ab-4e39-a39f-9117777a595a req-65ad60b0-6291-47fd-8829-5c04f15f9557 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d6ca075ae214d9490235db19234e57f&device_id=e9762526-1bff-4c57-9a8b-40d18a17be74 HTTP/1.1" status: 200 len: 1094 time: 0.5537782 May 13 14:26:05.599874 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2d42c-e694-4e97-931d-0383e53b5b02 req-b311600e-17ab-47f9-a8c1-cd269a218118 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:05.608712 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fac2d42c-e694-4e97-931d-0383e53b5b02 req-b311600e-17ab-47f9-a8c1-cd269a218118 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 784 time: 0.7180107 May 13 14:26:05.647517 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-032e3afc-b0e6-442a-b925-9dabe190758d None None] For port 36206a5f-57e2-42c1-bd6c-f593c23583ae, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=36206a5f-57e2-42c1-bd6c-f593c23583ae,segment=NetworkSegment(983229a7-bdca-4b23-927c-a42448eb11f8),segment_id=983229a7-bdca-4b23-927c-a42448eb11f8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:05.648095 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-032e3afc-b0e6-442a-b925-9dabe190758d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:05.682080 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67442d11-52ea-453f-93ec-a5ae3ee47a5f req-e290f56a-ade8-4ad2-bc57-156801f0aa2c tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:05.685209 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-67442d11-52ea-453f-93ec-a5ae3ee47a5f req-e290f56a-ade8-4ad2-bc57-156801f0aa2c tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9762526-1bff-4c57-9a8b-40d18a17be74 HTTP/1.1" status: 200 len: 943 time: 0.5000472 May 13 14:26:05.745037 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a31cec-40c9-4c39-8f72-31dc8cb64cef req-d1c03028-a5f4-4c96-8fe8-8cf7c919bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:05.746427 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08a31cec-40c9-4c39-8f72-31dc8cb64cef req-d1c03028-a5f4-4c96-8fe8-8cf7c919bad3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1bb618e8-c72d-478a-b168-a543534f1c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2793527 May 13 14:26:05.793916 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-032e3afc-b0e6-442a-b925-9dabe190758d None None] Calling delete_port for 36206a5f-57e2-42c1-bd6c-f593c23583ae owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:26:05.805557 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-67442d11-52ea-453f-93ec-a5ae3ee47a5f req-1edbe6e6-f205-4398-8985-d14fadb90b06 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117392 May 13 14:26:05.822929 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fac2d42c-e694-4e97-931d-0383e53b5b02 req-fa34450f-a0f3-41f6-81a4-9b01a44a18c5 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.68 HTTP/1.1" status: 200 len: 1000 time: 0.2130270 May 13 14:26:05.827571 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-fac2d42c-e694-4e97-931d-0383e53b5b02 req-8eb27d58-2c7d-41eb-acf5-8f7147e4b2e6 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:05.879070 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0456e-f7ab-4e39-a39f-9117777a595a req-9cbf1ad6-b7b6-4dab-b677-2d20ecddc617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:05.880621 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcc0456e-f7ab-4e39-a39f-9117777a595a req-9cbf1ad6-b7b6-4dab-b677-2d20ecddc617 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d5027423-d39b-4c72-b023-a3c3d59a72d1 HTTP/1.1" status: 200 len: 920 time: 0.3102658 May 13 14:26:05.964315 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-032e3afc-b0e6-442a-b925-9dabe190758d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:06.025218 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e3afc-b0e6-442a-b925-9dabe190758d None None] Pushing event deleted for resources: {'Port': ['ID=36206a5f-57e2-42c1-bd6c-f593c23583ae,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:06.030825 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032e3afc-b0e6-442a-b925-9dabe190758d None None] No DVR routers for this DVR port 36206a5f-57e2-42c1-bd6c-f593c23583ae on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:26:06.038569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032e3afc-b0e6-442a-b925-9dabe190758d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:06.038569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032e3afc-b0e6-442a-b925-9dabe190758d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:06.038569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032e3afc-b0e6-442a-b925-9dabe190758d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:06.038953 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032e3afc-b0e6-442a-b925-9dabe190758d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:06.039267 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032e3afc-b0e6-442a-b925-9dabe190758d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:06.039641 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032e3afc-b0e6-442a-b925-9dabe190758d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:06.039971 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032e3afc-b0e6-442a-b925-9dabe190758d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:06.040297 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032e3afc-b0e6-442a-b925-9dabe190758d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:06.040658 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032e3afc-b0e6-442a-b925-9dabe190758d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:06.040983 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032e3afc-b0e6-442a-b925-9dabe190758d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:06.041346 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032e3afc-b0e6-442a-b925-9dabe190758d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:06.041673 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032e3afc-b0e6-442a-b925-9dabe190758d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:06.123136 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcc0456e-f7ab-4e39-a39f-9117777a595a req-60a2462f-9072-4584-aea1-80064dea504f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=425256e1-b983-4962-8af3-6b3f04130ea1 HTTP/1.1" status: 200 len: 217 time: 0.2281220 May 13 14:26:06.168216 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-cf2fe587-3362-411e-8a82-a663428c8e6c admin admin] For port 36206a5f-57e2-42c1-bd6c-f593c23583ae, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=36206a5f-57e2-42c1-bd6c-f593c23583ae,segment=NetworkSegment(983229a7-bdca-4b23-927c-a42448eb11f8),segment_id=983229a7-bdca-4b23-927c-a42448eb11f8)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:06.168908 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cf2fe587-3362-411e-8a82-a663428c8e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:06.280432 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0456e-f7ab-4e39-a39f-9117777a595a req-9dc2688e-40aa-465d-9ffa-30369dee09c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:06.288435 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcc0456e-f7ab-4e39-a39f-9117777a595a req-9dc2688e-40aa-465d-9ffa-30369dee09c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d HTTP/1.1" status: 200 len: 859 time: 0.1495690 May 13 14:26:06.293651 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08a31cec-40c9-4c39-8f72-31dc8cb64cef req-b925b1bc-2735-4547-be69-889d67776cbc service neutron] 10.222.0.74 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5271111 May 13 14:26:06.373639 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-cf2fe587-3362-411e-8a82-a663428c8e6c admin admin] Calling delete_port for 36206a5f-57e2-42c1-bd6c-f593c23583ae owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:26:06.418269 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-fac2d42c-e694-4e97-931d-0383e53b5b02 req-8eb27d58-2c7d-41eb-acf5-8f7147e4b2e6 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks [] for floatingip, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:06.495570 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcc0456e-f7ab-4e39-a39f-9117777a595a req-a4fdfe8f-bc56-4fb7-9946-024769e02cbd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d5027423-d39b-4c72-b023-a3c3d59a72d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1974375 May 13 14:26:06.569575 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 36206a5f-57e2-42c1-bd6c-f593c23583ae no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:26:06.618683 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee64c2-9dc2-4775-900a-38bc26a81414 req-3185362f-8bd1-4384-8c2d-c20c6f373a0d tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:06.621743 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-beee64c2-9dc2-4775-900a-38bc26a81414 req-3185362f-8bd1-4384-8c2d-c20c6f373a0d tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f HTTP/1.1" status: 200 len: 945 time: 0.6056004 May 13 14:26:06.633192 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 36206a5f-57e2-42c1-bd6c-f593c23583ae {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:26:06.634074 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 36206a5f-57e2-42c1-bd6c-f593c23583ae not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:26:06.712036 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [None req-cf2fe587-3362-411e-8a82-a663428c8e6c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:26:06.712036 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [None req-cf2fe587-3362-411e-8a82-a663428c8e6c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:26:06.835049 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-fac2d42c-e694-4e97-931d-0383e53b5b02 req-8eb27d58-2c7d-41eb-acf5-8f7147e4b2e6 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:06.840171 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-fac2d42c-e694-4e97-931d-0383e53b5b02 req-8eb27d58-2c7d-41eb-acf5-8f7147e4b2e6 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:06.840486 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [req-fac2d42c-e694-4e97-931d-0383e53b5b02 req-8eb27d58-2c7d-41eb-acf5-8f7147e4b2e6 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Floating IP 39171cbe-92e1-4634-850a-93b08863f54a disassociated. External IP: 172.25.0.68, port: b6ddb9bf-d02b-47a1-8228-bce1c85195e0. May 13 14:26:06.846290 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcc0456e-f7ab-4e39-a39f-9117777a595a req-606092ba-198d-4155-a936-420407e017f0 service neutron] 10.222.0.59 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155215 May 13 14:26:06.848472 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08a31cec-40c9-4c39-8f72-31dc8cb64cef req-e99303d8-c3ce-4336-8240-4b47d88e4eb4 service neutron] 10.222.0.74 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5102882 May 13 14:26:06.980888 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-beee64c2-9dc2-4775-900a-38bc26a81414 req-778530fa-6eca-4d55-994d-7e958606ed97 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427139 May 13 14:26:07.138073 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcc0456e-f7ab-4e39-a39f-9117777a595a req-adb3103f-b6a9-4c53-94cb-462df526e69f service neutron] 10.222.0.59 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796519 May 13 14:26:07.155925 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [req-aa99561d-3653-4326-abd2-216b8ad2383a req-7beeddfa-f2e9-4506-8d76-390fdf1654ca service neutron] show failed (client error): The resource could not be found. May 13 14:26:07.157029 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aa99561d-3653-4326-abd2-216b8ad2383a req-7beeddfa-f2e9-4506-8d76-390fdf1654ca service neutron] 10.222.0.74 "GET /v2.0/ports/d7527f73-d685-4e34-b9a0-bf049239d26c/bindings/n-h1-841760-1 HTTP/1.1" status: 404 len: 380 time: 0.1695516 May 13 14:26:07.215675 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-cf2fe587-3362-411e-8a82-a663428c8e6c admin admin] Deleting port 36206a5f-57e2-42c1-bd6c-f593c23583ae {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:26:07.216229 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cf2fe587-3362-411e-8a82-a663428c8e6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:07.318770 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-cf2fe587-3362-411e-8a82-a663428c8e6c admin admin] The port '36206a5f-57e2-42c1-bd6c-f593c23583ae' was deleted {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:26:07.357638 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-5863614d-72ae-484e-b855-59a8578a9dd7 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:07.368337 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-5863614d-72ae-484e-b855-59a8578a9dd7 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/ports?device_id=784d0d49-f328-47f7-98f4-f7c13c5e10ae&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2012162 May 13 14:26:07.599556 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cf2fe587-3362-411e-8a82-a663428c8e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:07.605589 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-2f7a92f8-03fd-4148-b9ec-3c0c5c2ae0ee tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.45 HTTP/1.1" status: 200 len: 1000 time: 0.2363551 May 13 14:26:07.616546 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-b24c81cd-c48d-4d76-97bb-89ecce792b72 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Request body: {'floatingip': {'port_id': '443c7d56-e0c3-4a2d-a574-2bb73ea2c01a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:07.626673 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-cf2fe587-3362-411e-8a82-a663428c8e6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2ee0690-4c57-4e4e-b68b-865fc1c187b1']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:07.641126 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-cf2fe587-3362-411e-8a82-a663428c8e6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '983229a7-bdca-4b23-927c-a42448eb11f8') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:07.641420 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-cf2fe587-3362-411e-8a82-a663428c8e6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '983229a7-bdca-4b23-927c-a42448eb11f8') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:07.654193 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cf2fe587-3362-411e-8a82-a663428c8e6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:07.670624 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cf2fe587-3362-411e-8a82-a663428c8e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:07.678240 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf2fe587-3362-411e-8a82-a663428c8e6c admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:26:07.678960 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cf2fe587-3362-411e-8a82-a663428c8e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: timer() May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:26:07.785443 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:26:07.801545 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cf2fe587-3362-411e-8a82-a663428c8e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:07.820685 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cf2fe587-3362-411e-8a82-a663428c8e6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:07.867216 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99561d-3653-4326-abd2-216b8ad2383a req-a49fdad1-c47a-4707-a56c-6b60353e3c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:07.869035 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aa99561d-3653-4326-abd2-216b8ad2383a req-a49fdad1-c47a-4707-a56c-6b60353e3c9a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e&tenant_id=652541c50878480891452a61002970b5 HTTP/1.1" status: 200 len: 1100 time: 0.3651402 May 13 14:26:07.881959 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-aa99561d-3653-4326-abd2-216b8ad2383a req-d2791efb-514b-4ff3-bf40-12823d4e6c76 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-841760-1', 'device_owner': 'compute:nova'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:07.940436 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-b24c81cd-c48d-4d76-97bb-89ecce792b72 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks [] for floatingip, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:07.991646 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2fe587-3362-411e-8a82-a663428c8e6c admin admin] Pushing event deleted for resources: {'Network': ['ID=a2ee0690-4c57-4e4e-b68b-865fc1c187b1,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:08.016360 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cf2fe587-3362-411e-8a82-a663428c8e6c admin admin] 10.222.0.35 "DELETE /v2.0/networks/a2ee0690-4c57-4e4e-b68b-865fc1c187b1 HTTP/1.1" status: 204 len: 168 time: 3.5031374 May 13 14:26:08.017497 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37182) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:08.199034 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-aa99561d-3653-4326-abd2-216b8ad2383a req-d2791efb-514b-4ff3-bf40-12823d4e6c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:08.263196 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fac2d42c-e694-4e97-931d-0383e53b5b02 req-8eb27d58-2c7d-41eb-acf5-8f7147e4b2e6 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Router 797cbfd7-51da-4598-bc2e-17e3f016034e has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:26:08.649621 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-aa99561d-3653-4326-abd2-216b8ad2383a req-d2791efb-514b-4ff3-bf40-12823d4e6c76 service neutron] For port d7527f73-d685-4e34-b9a0-bf049239d26c, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=d7527f73-d685-4e34-b9a0-bf049239d26c,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:08.684690 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-aa99561d-3653-4326-abd2-216b8ad2383a req-d2791efb-514b-4ff3-bf40-12823d4e6c76 service neutron] For port d7527f73-d685-4e34-b9a0-bf049239d26c, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:26:08.745828 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-aa99561d-3653-4326-abd2-216b8ad2383a req-d2791efb-514b-4ff3-bf40-12823d4e6c76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:08.761501 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-aa99561d-3653-4326-abd2-216b8ad2383a req-d2791efb-514b-4ff3-bf40-12823d4e6c76 service neutron] Transition to ACTIVE for port object d7527f73-d685-4e34-b9a0-bf049239d26c will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:26:08.764774 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a8ba36-1c81-46a8-8e94-43d47290d25e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7527f73-d685-4e34-b9a0-bf049239d26c'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:08.773103 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-aa99561d-3653-4326-abd2-216b8ad2383a req-d2791efb-514b-4ff3-bf40-12823d4e6c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:08.950917 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fac2d42c-e694-4e97-931d-0383e53b5b02 req-8eb27d58-2c7d-41eb-acf5-8f7147e4b2e6 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:26:08.961866 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5034b8ba-a435-449d-b20d-e9a12d6c0e1b None None] Sync routers for ids ['797cbfd7-51da-4598-bc2e-17e3f016034e'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:26:08.968786 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-fac2d42c-e694-4e97-931d-0383e53b5b02 req-8eb27d58-2c7d-41eb-acf5-8f7147e4b2e6 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:08.984214 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5034b8ba-a435-449d-b20d-e9a12d6c0e1b None None] Routers {'797cbfd7-51da-4598-bc2e-17e3f016034e'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:26:08.990703 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-5034b8ba-a435-449d-b20d-e9a12d6c0e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:26:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['797cbfd7-51da-4598-bc2e-17e3f016034e'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:09.084683 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa99561d-3653-4326-abd2-216b8ad2383a req-d2791efb-514b-4ff3-bf40-12823d4e6c76 service neutron] No DVR routers for this DVR port d7527f73-d685-4e34-b9a0-bf049239d26c on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:26:09.089140 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2791efb-514b-4ff3-bf40-12823d4e6c76 service neutron] Pushing event updated for resources: {'Port': ['ID=d7527f73-d685-4e34-b9a0-bf049239d26c,revision_number=6']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:09.112434 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fac2d42c-e694-4e97-931d-0383e53b5b02 req-8eb27d58-2c7d-41eb-acf5-8f7147e4b2e6 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "PUT /v2.0/floatingips/39171cbe-92e1-4634-850a-93b08863f54a HTTP/1.1" status: 200 len: 694 time: 3.2884448 May 13 14:26:09.160590 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a764b11-94ae-48a6-9fd7-75882ae4cb4c', 'tag': 'b6ddb9bf-d02b-47a1-8228-bce1c85195e0'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:09.249966 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-aa99561d-3653-4326-abd2-216b8ad2383a req-d2791efb-514b-4ff3-bf40-12823d4e6c76 service neutron] Attempting to bind port d7527f73-d685-4e34-b9a0-bf049239d26c on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:26:09.250537 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-aa99561d-3653-4326-abd2-216b8ad2383a req-d2791efb-514b-4ff3-bf40-12823d4e6c76 service neutron] Attempting to bind port d7527f73-d685-4e34-b9a0-bf049239d26c by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:26:09.250657 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa99561d-3653-4326-abd2-216b8ad2383a req-d2791efb-514b-4ff3-bf40-12823d4e6c76 service neutron] Attempting to bind port d7527f73-d685-4e34-b9a0-bf049239d26c on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:26:09.261942 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa99561d-3653-4326-abd2-216b8ad2383a req-d2791efb-514b-4ff3-bf40-12823d4e6c76 service neutron] Port d7527f73-d685-4e34-b9a0-bf049239d26c on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:26:09.262255 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa99561d-3653-4326-abd2-216b8ad2383a req-d2791efb-514b-4ff3-bf40-12823d4e6c76 service neutron] Attempting to bind port d7527f73-d685-4e34-b9a0-bf049239d26c on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:26:09.271590 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa99561d-3653-4326-abd2-216b8ad2383a req-d2791efb-514b-4ff3-bf40-12823d4e6c76 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:26:09.271928 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa99561d-3653-4326-abd2-216b8ad2383a req-d2791efb-514b-4ff3-bf40-12823d4e6c76 service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:26:09.272316 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa99561d-3653-4326-abd2-216b8ad2383a req-d2791efb-514b-4ff3-bf40-12823d4e6c76 service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:26:09.272751 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-aa99561d-3653-4326-abd2-216b8ad2383a req-d2791efb-514b-4ff3-bf40-12823d4e6c76 service neutron] Bound port: d7527f73-d685-4e34-b9a0-bf049239d26c, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:26:09.273102 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-aa99561d-3653-4326-abd2-216b8ad2383a req-d2791efb-514b-4ff3-bf40-12823d4e6c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:09.288596 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-5034b8ba-a435-449d-b20d-e9a12d6c0e1b None None] Set router 797cbfd7-51da-4598-bc2e-17e3f016034e gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:26:09.465824 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2d42c-e694-4e97-931d-0383e53b5b02 req-37d6713d-b9d1-4b63-a1fd-a86408299478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:09.473360 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fac2d42c-e694-4e97-931d-0383e53b5b02 req-37d6713d-b9d1-4b63-a1fd-a86408299478 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1016ecb87f5e4c279209c713cff0a09f&device_id=3a764b11-94ae-48a6-9fd7-75882ae4cb4c HTTP/1.1" status: 200 len: 1096 time: 0.3600175 May 13 14:26:09.496172 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-aa99561d-3653-4326-abd2-216b8ad2383a req-d2791efb-514b-4ff3-bf40-12823d4e6c76 service neutron] For port d7527f73-d685-4e34-b9a0-bf049239d26c, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:26:09.499910 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-aa99561d-3653-4326-abd2-216b8ad2383a req-d2791efb-514b-4ff3-bf40-12823d4e6c76 service neutron] For port d7527f73-d685-4e34-b9a0-bf049239d26c, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=d7527f73-d685-4e34-b9a0-bf049239d26c,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:26:09.529037 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-aa99561d-3653-4326-abd2-216b8ad2383a req-d2791efb-514b-4ff3-bf40-12823d4e6c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:09.593028 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99561d-3653-4326-abd2-216b8ad2383a req-d2791efb-514b-4ff3-bf40-12823d4e6c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:09.593780 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-aa99561d-3653-4326-abd2-216b8ad2383a req-d2791efb-514b-4ff3-bf40-12823d4e6c76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:09.595953 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aa99561d-3653-4326-abd2-216b8ad2383a req-d2791efb-514b-4ff3-bf40-12823d4e6c76 service neutron] 10.222.0.59 "PUT /v2.0/ports/d7527f73-d685-4e34-b9a0-bf049239d26c HTTP/1.1" status: 200 len: 1095 time: 1.7182586 May 13 14:26:09.708081 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2791efb-514b-4ff3-bf40-12823d4e6c76 service neutron] Pushing event updated for resources: {'Port': ['ID=d7527f73-d685-4e34-b9a0-bf049239d26c,revision_number=7']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:09.769504 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ca0f-c44e-4c68-9144-90e4669a624a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:09.801516 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 425256e1-b983-4962-8af3-6b3f04130ea1 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:26:09.881842 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-5034b8ba-a435-449d-b20d-e9a12d6c0e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1789347354-router', 'tenant_id': '1016ecb87f5e4c279209c713cff0a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '2eb817b7-ba11-47f8-a01e-c72d38ad9c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:04Z', 'updated_at': '2022-05-13T14:25:18Z', 'revision_number': 4, 'project_id': '1016ecb87f5e4c279209c713cff0a09f', 'gw_port': {'id': '2eb817b7-ba11-47f8-a01e-c72d38ad9c4b', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:07Z', 'updated_at': '2022-05-13T14:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '119b2e48-bd8d-4f49-b2d0-3a0266f1af00', 'name': '', 'network_id': '2ac367d0-0a17-4f39-8584-9463d6f61d19', 'tenant_id': '1016ecb87f5e4c279209c713cff0a09f', 'mac_address': 'fa:16:3e:fb:44:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9791e2a2-58e1-47af-a960-adc89812e0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:16Z', 'updated_at': '2022-05-13T14:25:25Z', 'revision_number': 5, 'project_id': '1016ecb87f5e4c279209c713cff0a09f', 'subnets': [{'id': '9791e2a2-58e1-47af-a960-adc89812e0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:09.893181 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5034b8ba-a435-449d-b20d-e9a12d6c0e1b None None] Checking router: 797cbfd7-51da-4598-bc2e-17e3f016034e for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:26:09.928794 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2d42c-e694-4e97-931d-0383e53b5b02 req-710f9b15-2737-4eba-be75-f88dfdaa374f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:09.932484 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fac2d42c-e694-4e97-931d-0383e53b5b02 req-710f9b15-2737-4eba-be75-f88dfdaa374f service neutron] 10.222.0.35 "GET /v2.0/networks?id=2ac367d0-0a17-4f39-8584-9463d6f61d19 HTTP/1.1" status: 200 len: 930 time: 0.4578950 May 13 14:26:09.936054 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5034b8ba-a435-449d-b20d-e9a12d6c0e1b None None] Routers {'797cbfd7-51da-4598-bc2e-17e3f016034e'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:26:09.941837 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-5034b8ba-a435-449d-b20d-e9a12d6c0e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:26:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['797cbfd7-51da-4598-bc2e-17e3f016034e'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:10.165931 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fac2d42c-e694-4e97-931d-0383e53b5b02 req-5067b803-541c-456f-b0dc-6af81d356a12 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6ddb9bf-d02b-47a1-8228-bce1c85195e0 HTTP/1.1" status: 200 len: 217 time: 0.2185552 May 13 14:26:10.280588 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 425256e1-b983-4962-8af3-6b3f04130ea1, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=425256e1-b983-4962-8af3-6b3f04130ea1,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:10.293891 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-5034b8ba-a435-449d-b20d-e9a12d6c0e1b None None] Set router 797cbfd7-51da-4598-bc2e-17e3f016034e gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:26:10.312892 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '425256e1-b983-4962-8af3-6b3f04130ea1', 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1', 'port_id': '425256e1-b983-4962-8af3-6b3f04130ea1', 'mac_address': 'fa:16:3e:df:31:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:26:10.398936 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99561d-3653-4326-abd2-216b8ad2383a req-34d16f7c-f092-4e4e-9eac-6a6441607a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:10.407079 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aa99561d-3653-4326-abd2-216b8ad2383a req-34d16f7c-f092-4e4e-9eac-6a6441607a5b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 1098 time: 0.7824578 May 13 14:26:10.435257 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 425256e1-b983-4962-8af3-6b3f04130ea1 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:10.435650 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:10.463360 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-b24c81cd-c48d-4d76-97bb-89ecce792b72 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:10.471836 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425256e1-b983-4962-8af3-6b3f04130ea1 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:26:10.474356 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-b24c81cd-c48d-4d76-97bb-89ecce792b72 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:10.511290 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 425256e1-b983-4962-8af3-6b3f04130ea1, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=425256e1-b983-4962-8af3-6b3f04130ea1,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:10.516107 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:10.522991 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2d42c-e694-4e97-931d-0383e53b5b02 req-abee6290-93ee-4fbc-9d7d-bf63f9a4bb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:10.539681 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fac2d42c-e694-4e97-931d-0383e53b5b02 req-abee6290-93ee-4fbc-9d7d-bf63f9a4bb31 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9791e2a2-58e1-47af-a960-adc89812e0cd HTTP/1.1" status: 200 len: 868 time: 0.3740265 May 13 14:26:10.664881 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=425256e1-b983-4962-8af3-6b3f04130ea1,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:10.819417 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['425256e1-b983-4962-8af3-6b3f04130ea1'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:26:10.853714 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99561d-3653-4326-abd2-216b8ad2383a req-1f420d98-1951-44c5-9ead-2fed553765fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:10.855199 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aa99561d-3653-4326-abd2-216b8ad2383a req-1f420d98-1951-44c5-9ead-2fed553765fd service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.4327612 May 13 14:26:10.860908 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-b24c81cd-c48d-4d76-97bb-89ecce792b72 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Floating IP af17fd38-bb1a-45fd-94ed-cd31222ad9b5 associated. External IP: 172.25.0.45, port: 358c4d50-d667-4aea-afe9-b2df0074d829. May 13 14:26:11.018699 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aa99561d-3653-4326-abd2-216b8ad2383a req-56eaf408-7e41-4d4b-8d04-dfa5af60bb5f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d7527f73-d685-4e34-b9a0-bf049239d26c HTTP/1.1" status: 200 len: 217 time: 0.0876043 May 13 14:26:11.052494 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-5034b8ba-a435-449d-b20d-e9a12d6c0e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1789347354-router', 'tenant_id': '1016ecb87f5e4c279209c713cff0a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '2eb817b7-ba11-47f8-a01e-c72d38ad9c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:04Z', 'updated_at': '2022-05-13T14:25:18Z', 'revision_number': 4, 'project_id': '1016ecb87f5e4c279209c713cff0a09f', 'gw_port': {'id': '2eb817b7-ba11-47f8-a01e-c72d38ad9c4b', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:07Z', 'updated_at': '2022-05-13T14:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '119b2e48-bd8d-4f49-b2d0-3a0266f1af00', 'name': '', 'network_id': '2ac367d0-0a17-4f39-8584-9463d6f61d19', 'tenant_id': '1016ecb87f5e4c279209c713cff0a09f', 'mac_address': 'fa:16:3e:fb:44:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9791e2a2-58e1-47af-a960-adc89812e0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:16Z', 'updated_at': '2022-05-13T14:25:25Z', 'revision_number': 5, 'project_id': '1016ecb87f5e4c279209c713cff0a09f', 'subnets': [{'id': '9791e2a2-58e1-47af-a960-adc89812e0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:11.072748 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5034b8ba-a435-449d-b20d-e9a12d6c0e1b None None] The sync data for ids ['797cbfd7-51da-4598-bc2e-17e3f016034e'] in n-d-841760-1 is: [{'id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1789347354-router', 'tenant_id': '1016ecb87f5e4c279209c713cff0a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '2eb817b7-ba11-47f8-a01e-c72d38ad9c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:04Z', 'updated_at': '2022-05-13T14:25:18Z', 'revision_number': 4, 'project_id': '1016ecb87f5e4c279209c713cff0a09f', 'gw_port': {'id': '2eb817b7-ba11-47f8-a01e-c72d38ad9c4b', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:07Z', 'updated_at': '2022-05-13T14:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '119b2e48-bd8d-4f49-b2d0-3a0266f1af00', 'name': '', 'network_id': '2ac367d0-0a17-4f39-8584-9463d6f61d19', 'tenant_id': '1016ecb87f5e4c279209c713cff0a09f', 'mac_address': 'fa:16:3e:fb:44:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9791e2a2-58e1-47af-a960-adc89812e0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:16Z', 'updated_at': '2022-05-13T14:25:25Z', 'revision_number': 5, 'project_id': '1016ecb87f5e4c279209c713cff0a09f', 'subnets': [{'id': '9791e2a2-58e1-47af-a960-adc89812e0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:26:11.148796 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2d42c-e694-4e97-931d-0383e53b5b02 req-d56bc09b-a3ac-48c0-bf2b-ce25dfb4c8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:11.151825 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fac2d42c-e694-4e97-931d-0383e53b5b02 req-d56bc09b-a3ac-48c0-bf2b-ce25dfb4c8cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2ac367d0-0a17-4f39-8584-9463d6f61d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6102257 May 13 14:26:11.357927 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99561d-3653-4326-abd2-216b8ad2383a req-e03d21a5-8019-487e-a952-a416ea62e76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:11.359695 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aa99561d-3653-4326-abd2-216b8ad2383a req-e03d21a5-8019-487e-a952-a416ea62e76a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.3313808 May 13 14:26:11.565442 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722a907d-f44f-4d99-bef3-572b2ea7ea03 None None] New status for floating IP 39171cbe-92e1-4634-850a-93b08863f54a: DOWN {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:26:11.622137 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99561d-3653-4326-abd2-216b8ad2383a req-d05ef3dc-d11e-4de9-849d-9fee6a96373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:11.623766 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aa99561d-3653-4326-abd2-216b8ad2383a req-d05ef3dc-d11e-4de9-849d-9fee6a96373f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2488799 May 13 14:26:11.629952 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fac2d42c-e694-4e97-931d-0383e53b5b02 req-06aee162-9ee9-4120-a055-b41151459fd7 service neutron] 10.222.0.35 "GET /v2.0/networks/2ac367d0-0a17-4f39-8584-9463d6f61d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682827 May 13 14:26:11.637144 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-ccb9ca0f-c44e-4c68-9144-90e4669a624a admin admin] Deleting port 29cebfc6-e12b-4233-8f84-12fd7d5b27ea {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:26:11.637777 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ca0f-c44e-4c68-9144-90e4669a624a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:11.953890 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aa99561d-3653-4326-abd2-216b8ad2383a req-fca2d662-0cc5-4a65-9976-4998c1c914fd service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445567 May 13 14:26:12.067717 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fac2d42c-e694-4e97-931d-0383e53b5b02 req-ce70d649-d118-4f1e-8b57-542745e4bf0a service neutron] 10.222.0.35 "GET /v2.0/networks/2ac367d0-0a17-4f39-8584-9463d6f61d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827496 May 13 14:26:12.091089 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device d7527f73-d685-4e34-b9a0-bf049239d26c no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:26:12.201223 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aa99561d-3653-4326-abd2-216b8ad2383a req-ff3e0bd3-06d1-44ff-9e6f-edc8df2bfb1f service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386510 May 13 14:26:12.219676 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-b24c81cd-c48d-4d76-97bb-89ecce792b72 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Router 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:26:12.238964 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-ccb9ca0f-c44e-4c68-9144-90e4669a624a admin admin] For port 29cebfc6-e12b-4233-8f84-12fd7d5b27ea, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=29cebfc6-e12b-4233-8f84-12fd7d5b27ea,segment=NetworkSegment(04f1ee1b-cf92-481f-b4d4-6beeee8c46b1),segment_id=04f1ee1b-cf92-481f-b4d4-6beeee8c46b1)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:12.239376 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ca0f-c44e-4c68-9144-90e4669a624a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:12.547253 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device d7527f73-d685-4e34-b9a0-bf049239d26c not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:26:12.666130 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-ccb9ca0f-c44e-4c68-9144-90e4669a624a admin admin] Calling delete_port for 29cebfc6-e12b-4233-8f84-12fd7d5b27ea owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:26:12.697441 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-b24c81cd-c48d-4d76-97bb-89ecce792b72 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:26:12.711798 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b29795-7100-498d-97f6-c35a76e0d8e5 None None] Sync routers for ids ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:26:12.726707 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b29795-7100-498d-97f6-c35a76e0d8e5 None None] Routers {'3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:26:12.727358 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a3b29795-7100-498d-97f6-c35a76e0d8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:26:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:12.820016 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b81cc-b0fb-4525-afb1-87eea03eba6a req-32bdaa6d-734f-41f5-bf52-20ecaab7bfa4 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:12.827742 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9a9b81cc-b0fb-4525-afb1-87eea03eba6a req-32bdaa6d-734f-41f5-bf52-20ecaab7bfa4 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 947 time: 0.3215225 May 13 14:26:12.891149 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9a9b81cc-b0fb-4525-afb1-87eea03eba6a req-549faab2-f462-4d6a-9dd0-98118148e24f tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623121 May 13 14:26:13.105732 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ca0f-c44e-4c68-9144-90e4669a624a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:13.159720 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-a3b29795-7100-498d-97f6-c35a76e0d8e5 None None] Set router 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:26:13.191450 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9ca0f-c44e-4c68-9144-90e4669a624a admin admin] Pushing event deleted for resources: {'Port': ['ID=29cebfc6-e12b-4233-8f84-12fd7d5b27ea,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:13.308315 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-b24c81cd-c48d-4d76-97bb-89ecce792b72 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Router 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:26:13.578684 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04593901-c326-4923-9bf5-4d5a1cf5f06d req-166ac9c8-048e-452d-b614-fa488d701b36 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:13.580904 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-04593901-c326-4923-9bf5-4d5a1cf5f06d req-166ac9c8-048e-452d-b614-fa488d701b36 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9762526-1bff-4c57-9a8b-40d18a17be74 HTTP/1.1" status: 200 len: 944 time: 0.4246621 May 13 14:26:13.640096 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-b24c81cd-c48d-4d76-97bb-89ecce792b72 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:26:13.644616 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-b24c81cd-c48d-4d76-97bb-89ecce792b72 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:13.691277 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-04593901-c326-4923-9bf5-4d5a1cf5f06d req-3c1fe108-f5f6-45ab-8ac8-77721673df35 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608411 May 13 14:26:13.762576 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ca0f-c44e-4c68-9144-90e4669a624a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:13.866260 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 26c7af29-9205-49a8-be49-34be23e94fcf details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:26:13.886970 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-b24c81cd-c48d-4d76-97bb-89ecce792b72 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "PUT /v2.0/floatingips/af17fd38-bb1a-45fd-94ed-cd31222ad9b5 HTTP/1.1" status: 200 len: 998 time: 6.2209077 May 13 14:26:13.887666 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a3b29795-7100-498d-97f6-c35a76e0d8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1279529598-router', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '442df221-d696-4c41-887d-78cc5d227059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:51Z', 'updated_at': '2022-05-13T14:25:02Z', 'revision_number': 4, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'gw_port': {'id': '442df221-d696-4c41-887d-78cc5d227059', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:53Z', 'updated_at': '2022-05-13T14:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'af17fd38-bb1a-45fd-94ed-cd31222ad9b5', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'floating_ip_address': '172.25.0.45', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'port_id': '443c7d56-e0c3-4a2d-a574-2bb73ea2c01a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'mac_address': 'fa:16:3e:95:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784d0d49-f328-47f7-98f4-f7c13c5e10ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:25:34Z', 'updated_at': '2022-05-13T14:26:09Z', 'revision_number': 3, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3', 'name': '', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'mac_address': 'fa:16:3e:3e:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:00Z', 'updated_at': '2022-05-13T14:25:11Z', 'revision_number': 5, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'subnets': [{'id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:13.887666 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b29795-7100-498d-97f6-c35a76e0d8e5 None None] Checking router: 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:26:13.887666 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b29795-7100-498d-97f6-c35a76e0d8e5 None None] Routers {'3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:26:13.888236 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a3b29795-7100-498d-97f6-c35a76e0d8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:26:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:13.983889 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 425256e1-b983-4962-8af3-6b3f04130ea1 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:26:13.986974 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-64bb6237-3adb-4680-b6f4-5c9f44f2e6cf tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:13.988670 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-64bb6237-3adb-4680-b6f4-5c9f44f2e6cf tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/ports/358c4d50-d667-4aea-afe9-b2df0074d829 HTTP/1.1" status: 200 len: 942 time: 0.1486714 May 13 14:26:14.140191 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 425256e1-b983-4962-8af3-6b3f04130ea1 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:26:14.149538 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 425256e1-b983-4962-8af3-6b3f04130ea1 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:26:14.149910 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:14.186521 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-279198f1-2e27-4d85-8eda-afc6cccb3388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:14.190251 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-279198f1-2e27-4d85-8eda-afc6cccb3388 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8a13abebe64d4bc6a2fa87bb71e99399&device_id=391f6a36-c109-4bbb-ba78-349a045ab204 HTTP/1.1" status: 200 len: 1096 time: 0.1382248 May 13 14:26:14.207231 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-a3b29795-7100-498d-97f6-c35a76e0d8e5 None None] Set router 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:26:14.239750 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 26c7af29-9205-49a8-be49-34be23e94fcf, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=26c7af29-9205-49a8-be49-34be23e94fcf,segment=NetworkSegment(212baf6b-5017-40bb-96cc-46cb7ca012f5),segment_id=212baf6b-5017-40bb-96cc-46cb7ca012f5)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:14.337412 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '26c7af29-9205-49a8-be49-34be23e94fcf', 'network_id': '0e26aec9-4c39-41a9-af37-ccef8c346b04', 'port_id': '26c7af29-9205-49a8-be49-34be23e94fcf', 'mac_address': 'fa:16:3e:0b:fa:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd98d3701-9056-4eba-bf1f-28c8c023123f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:26:14.359644 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b55d4-e48e-455f-8215-79b491e7f2fa req-ea22bb2a-e83b-4bad-acf3-78907ec36870 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:14.361182 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f64b55d4-e48e-455f-8215-79b491e7f2fa req-ea22bb2a-e83b-4bad-acf3-78907ec36870 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f HTTP/1.1" status: 200 len: 945 time: 0.4214103 May 13 14:26:14.423435 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 26c7af29-9205-49a8-be49-34be23e94fcf is: ACTIVE; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:14.424112 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:14.453534 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26c7af29-9205-49a8-be49-34be23e94fcf {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:26:14.484638 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f64b55d4-e48e-455f-8215-79b491e7f2fa req-cdff86bc-efd1-4f85-b9b2-30da4722b0e3 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082954 May 13 14:26:14.584766 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-7dda51f6-0882-4dd1-bc75-b26061e4b75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:14.590472 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-7dda51f6-0882-4dd1-bc75-b26061e4b75e service neutron] 10.222.0.35 "GET /v2.0/networks?id=1bb618e8-c72d-478a-b168-a543534f1c66 HTTP/1.1" status: 200 len: 922 time: 0.3919823 May 13 14:26:14.635690 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 26c7af29-9205-49a8-be49-34be23e94fcf, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=26c7af29-9205-49a8-be49-34be23e94fcf,segment=NetworkSegment(212baf6b-5017-40bb-96cc-46cb7ca012f5),segment_id=212baf6b-5017-40bb-96cc-46cb7ca012f5)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:14.640040 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 425256e1-b983-4962-8af3-6b3f04130ea1 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:14.641070 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:14.667513 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:14.730319 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1969b9d-46c2-40b1-8f7e-f752e1f54f77'] response: {'server_uuid': 'b9a8ba36-1c81-46a8-8e94-43d47290d25e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7527f73-d685-4e34-b9a0-bf049239d26c', 'code': 200} May 13 14:26:14.761809 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-6fc9b4b7-3f35-42df-b342-53ead369e33a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=358c4d50-d667-4aea-afe9-b2df0074d829 HTTP/1.1" status: 200 len: 217 time: 0.1603751 May 13 14:26:14.792432 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d9628bf-f6e4-4bec-aa40-5ac8b5eb4d13'] response: {'name': 'network-changed', 'server_uuid': '3a764b11-94ae-48a6-9fd7-75882ae4cb4c', 'tag': 'b6ddb9bf-d02b-47a1-8228-bce1c85195e0', 'status': 'completed', 'code': 200} May 13 14:26:14.892030 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9762526-1bff-4c57-9a8b-40d18a17be74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425256e1-b983-4962-8af3-6b3f04130ea1'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:14.905325 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-6f43a4ff-26fd-474b-bfdd-72f73cf78c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:14.906800 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-6f43a4ff-26fd-474b-bfdd-72f73cf78c8a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b35608d4-67e7-4682-8e58-7b2d9ed03d8c HTTP/1.1" status: 200 len: 860 time: 0.1381772 May 13 14:26:14.934419 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 425256e1-b983-4962-8af3-6b3f04130ea1, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=425256e1-b983-4962-8af3-6b3f04130ea1,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:14.943137 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:14.948895 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 26c7af29-9205-49a8-be49-34be23e94fcf no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:26:14.949912 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb9ca0f-c44e-4c68-9144-90e4669a624a admin admin] Router 6dc4f993-f78f-414c-b238-9bcd9f27c1c6 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:26:14.978835 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e1b79357-f7a3-4944-a27e-51967acb2964 req-3a40fa56-65fb-4dd9-afbb-df46109cdb49 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/floatingips/39171cbe-92e1-4634-850a-93b08863f54a HTTP/1.1" status: 200 len: 692 time: 0.1866331 May 13 14:26:14.993676 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1859cb-9956-465a-84fe-6614f626d02d req-023795fa-60fa-442e-b452-7364ce1dc5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:14.997515 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f1859cb-9956-465a-84fe-6614f626d02d req-023795fa-60fa-442e-b452-7364ce1dc5eb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1016ecb87f5e4c279209c713cff0a09f&device_id=3a764b11-94ae-48a6-9fd7-75882ae4cb4c HTTP/1.1" status: 200 len: 1096 time: 0.1828549 May 13 14:26:15.010479 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a3b29795-7100-498d-97f6-c35a76e0d8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1279529598-router', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '442df221-d696-4c41-887d-78cc5d227059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:51Z', 'updated_at': '2022-05-13T14:25:02Z', 'revision_number': 4, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'gw_port': {'id': '442df221-d696-4c41-887d-78cc5d227059', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:53Z', 'updated_at': '2022-05-13T14:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'af17fd38-bb1a-45fd-94ed-cd31222ad9b5', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'floating_ip_address': '172.25.0.45', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'port_id': '443c7d56-e0c3-4a2d-a574-2bb73ea2c01a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'mac_address': 'fa:16:3e:95:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784d0d49-f328-47f7-98f4-f7c13c5e10ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:25:34Z', 'updated_at': '2022-05-13T14:26:09Z', 'revision_number': 3, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3', 'name': '', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'mac_address': 'fa:16:3e:3e:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:00Z', 'updated_at': '2022-05-13T14:25:11Z', 'revision_number': 5, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'subnets': [{'id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:15.013861 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['26c7af29-9205-49a8-be49-34be23e94fcf'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:26:15.021724 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b29795-7100-498d-97f6-c35a76e0d8e5 None None] The sync data for ids ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'] in n-d-841760-1 is: [{'id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1279529598-router', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '442df221-d696-4c41-887d-78cc5d227059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:51Z', 'updated_at': '2022-05-13T14:25:02Z', 'revision_number': 4, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'gw_port': {'id': '442df221-d696-4c41-887d-78cc5d227059', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:53Z', 'updated_at': '2022-05-13T14:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'af17fd38-bb1a-45fd-94ed-cd31222ad9b5', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'floating_ip_address': '172.25.0.45', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'port_id': '443c7d56-e0c3-4a2d-a574-2bb73ea2c01a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'mac_address': 'fa:16:3e:95:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784d0d49-f328-47f7-98f4-f7c13c5e10ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:25:34Z', 'updated_at': '2022-05-13T14:26:09Z', 'revision_number': 3, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3', 'name': '', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'mac_address': 'fa:16:3e:3e:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:00Z', 'updated_at': '2022-05-13T14:25:11Z', 'revision_number': 5, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'subnets': [{'id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:26:15.173294 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=26c7af29-9205-49a8-be49-34be23e94fcf,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:15.245748 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-9058b1f1-5937-42ba-9276-923380e5500c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:15.247256 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-9058b1f1-5937-42ba-9276-923380e5500c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1bb618e8-c72d-478a-b168-a543534f1c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3310580 May 13 14:26:15.273650 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b79357-f7a3-4944-a27e-51967acb2964 req-8f322dae-7933-47f8-904a-640e968a19c2 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:15.275075 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e1b79357-f7a3-4944-a27e-51967acb2964 req-8f322dae-7933-47f8-904a-640e968a19c2 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 784 time: 0.2896152 May 13 14:26:15.386716 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8b4374-1064-436f-92c0-fe304d08e35d None None] New status for floating IP af17fd38-bb1a-45fd-94ed-cd31222ad9b5: ACTIVE {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:26:15.408626 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e1b79357-f7a3-4944-a27e-51967acb2964 req-8d72523e-296a-4339-ac26-b683d86cc6f0 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.68 HTTP/1.1" status: 200 len: 695 time: 0.1212351 May 13 14:26:15.479870 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1859cb-9956-465a-84fe-6614f626d02d req-bb396d73-c8e2-4e93-b49b-e1c7d84be10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:15.481230 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f1859cb-9956-465a-84fe-6614f626d02d req-bb396d73-c8e2-4e93-b49b-e1c7d84be10a service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ac367d0-0a17-4f39-8584-9463d6f61d19 HTTP/1.1" status: 200 len: 930 time: 0.4671817 May 13 14:26:15.502555 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e1b79357-f7a3-4944-a27e-51967acb2964 req-7045f0bb-4965-4134-992d-3cfd44673bc6 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.68 HTTP/1.1" status: 200 len: 695 time: 0.0952141 May 13 14:26:15.506336 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-b226ceba-423f-4f46-8a06-5814dc0606fd service neutron] 10.222.0.35 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381849 May 13 14:26:15.598042 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f1859cb-9956-465a-84fe-6614f626d02d req-838f1610-bd91-457b-ab5d-8b088ef1777b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6ddb9bf-d02b-47a1-8228-bce1c85195e0 HTTP/1.1" status: 200 len: 217 time: 0.0902984 May 13 14:26:15.675478 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-e1b79357-f7a3-4944-a27e-51967acb2964 req-7a2f2c2e-85a8-4848-aa6e-0a77638bb2f0 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Deleting port d52c1161-b558-47d4-ab94-8f98c889e20c {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:26:15.675819 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e1b79357-f7a3-4944-a27e-51967acb2964 req-7a2f2c2e-85a8-4848-aa6e-0a77638bb2f0 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:15.726327 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1859cb-9956-465a-84fe-6614f626d02d req-92826cd3-ff2b-4fe3-8d99-55350bbda8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:15.728003 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f1859cb-9956-465a-84fe-6614f626d02d req-92826cd3-ff2b-4fe3-8d99-55350bbda8e5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9791e2a2-58e1-47af-a960-adc89812e0cd HTTP/1.1" status: 200 len: 868 time: 0.0825222 May 13 14:26:15.788950 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=425256e1-b983-4962-8af3-6b3f04130ea1,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:15.825081 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-f9e997f1-f4b2-444b-93b1-a7c6be6e433b service neutron] 10.222.0.35 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650409 May 13 14:26:15.847371 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1859cb-9956-465a-84fe-6614f626d02d req-6ac774cc-7c9a-4f4d-877a-53df3e756827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:15.851896 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f1859cb-9956-465a-84fe-6614f626d02d req-6ac774cc-7c9a-4f4d-877a-53df3e756827 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ac367d0-0a17-4f39-8584-9463d6f61d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130190 May 13 14:26:15.876737 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 26c7af29-9205-49a8-be49-34be23e94fcf is: BUILD; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:15.877222 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:15.889369 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device d7527f73-d685-4e34-b9a0-bf049239d26c details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:26:15.938620 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 26c7af29-9205-49a8-be49-34be23e94fcf {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:26:15.962761 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 26c7af29-9205-49a8-be49-34be23e94fcf, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=26c7af29-9205-49a8-be49-34be23e94fcf,segment=NetworkSegment(212baf6b-5017-40bb-96cc-46cb7ca012f5),segment_id=212baf6b-5017-40bb-96cc-46cb7ca012f5)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:15.980046 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:15.994799 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249fef43-0591-4c33-bf7f-05527a51c2cb None None] Sync routers for ids ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:26:16.008728 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249fef43-0591-4c33-bf7f-05527a51c2cb None None] Routers {'3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:26:16.009348 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-249fef43-0591-4c33-bf7f-05527a51c2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:26:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:16.027289 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.resource_extend [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:26:16.076056 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e1b79357-f7a3-4944-a27e-51967acb2964 req-7a2f2c2e-85a8-4848-aa6e-0a77638bb2f0 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:16.076609 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e1b79357-f7a3-4944-a27e-51967acb2964 req-7a2f2c2e-85a8-4848-aa6e-0a77638bb2f0 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:16.241915 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=26c7af29-9205-49a8-be49-34be23e94fcf,revision_number=7']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:16.275570 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port d7527f73-d685-4e34-b9a0-bf049239d26c, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=d7527f73-d685-4e34-b9a0-bf049239d26c,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:16.286898 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f1859cb-9956-465a-84fe-6614f626d02d req-4c442e92-95ef-4506-9571-06622e376427 service neutron] 10.222.0.74 "GET /v2.0/networks/2ac367d0-0a17-4f39-8584-9463d6f61d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806870 May 13 14:26:16.289687 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb9ca0f-c44e-4c68-9144-90e4669a624a admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:26:16.301521 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-97c5acfa-c5b1-4943-9e48-bc6c537906f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:16.304033 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-e1b79357-f7a3-4944-a27e-51967acb2964 req-7a2f2c2e-85a8-4848-aa6e-0a77638bb2f0 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Calling delete_port for d52c1161-b558-47d4-ab94-8f98c889e20c owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:26:16.312515 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-97c5acfa-c5b1-4943-9e48-bc6c537906f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8a13abebe64d4bc6a2fa87bb71e99399&device_id=784d0d49-f328-47f7-98f4-f7c13c5e10ae HTTP/1.1" status: 200 len: 1097 time: 0.4529946 May 13 14:26:16.326438 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cef9bfb-aa13-41c2-9b80-3585b3f5a295 None None] Sync routers for ids ['6dc4f993-f78f-414c-b238-9bcd9f27c1c6'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:26:16.358917 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cef9bfb-aa13-41c2-9b80-3585b3f5a295 None None] Routers {'6dc4f993-f78f-414c-b238-9bcd9f27c1c6'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:26:16.358917 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-8cef9bfb-aa13-41c2-9b80-3585b3f5a295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:26:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['6dc4f993-f78f-414c-b238-9bcd9f27c1c6'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:16.425464 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ccb9ca0f-c44e-4c68-9144-90e4669a624a admin admin] 10.222.0.35 "PUT /v2.0/routers/6dc4f993-f78f-414c-b238-9bcd9f27c1c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4044049 May 13 14:26:16.430357 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37234) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:16.442633 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-249fef43-0591-4c33-bf7f-05527a51c2cb None None] Set router 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:26:16.525345 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-29e3524a-480c-42b1-af90-f77522eb4a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:16.527527 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-29e3524a-480c-42b1-af90-f77522eb4a1b service neutron] 10.222.0.35 "GET /v2.0/networks?id=1bb618e8-c72d-478a-b168-a543534f1c66 HTTP/1.1" status: 200 len: 922 time: 0.2127373 May 13 14:26:16.704780 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-8cef9bfb-aa13-41c2-9b80-3585b3f5a295 None None] Set router 6dc4f993-f78f-414c-b238-9bcd9f27c1c6 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:26:16.731278 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a8ba36-1c81-46a8-8e94-43d47290d25e', 'tag': 'd7527f73-d685-4e34-b9a0-bf049239d26c'}, {'name': 'network-changed', 'server_uuid': '391f6a36-c109-4bbb-ba78-349a045ab204', 'tag': '358c4d50-d667-4aea-afe9-b2df0074d829'}, {'name': 'network-changed', 'server_uuid': '784d0d49-f328-47f7-98f4-f7c13c5e10ae', 'tag': '443c7d56-e0c3-4a2d-a574-2bb73ea2c01a'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:16.796338 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'd7527f73-d685-4e34-b9a0-bf049239d26c', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': 'd7527f73-d685-4e34-b9a0-bf049239d26c', 'mac_address': 'fa:16:3e:0e:b2:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:26:16.822995 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ec23af21-d57c-49a7-aa22-38d9058fcc82 admin admin] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:16.851955 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-c0c61381-8d9f-4ef6-99fa-01433e841982 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=443c7d56-e0c3-4a2d-a574-2bb73ea2c01a HTTP/1.1" status: 200 len: 1001 time: 0.2664158 May 13 14:26:16.934350 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e1b79357-f7a3-4944-a27e-51967acb2964 req-7a2f2c2e-85a8-4848-aa6e-0a77638bb2f0 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:17.010420 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-9b333095-f99e-4b29-bbd1-6219559abc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:17.011973 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-9b333095-f99e-4b29-bbd1-6219559abc88 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b35608d4-67e7-4682-8e58-7b2d9ed03d8c HTTP/1.1" status: 200 len: 860 time: 0.1530352 May 13 14:26:17.030964 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port d7527f73-d685-4e34-b9a0-bf049239d26c is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:17.031577 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:17.059334 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7527f73-d685-4e34-b9a0-bf049239d26c {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:26:17.103722 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port d7527f73-d685-4e34-b9a0-bf049239d26c, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=d7527f73-d685-4e34-b9a0-bf049239d26c,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:17.133968 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f1859cb-9956-465a-84fe-6614f626d02d req-d6775a61-088a-4998-a3c6-3bab5fe40916 service neutron] 10.222.0.74 "GET /v2.0/networks/2ac367d0-0a17-4f39-8584-9463d6f61d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7674825 May 13 14:26:17.138793 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:17.182773 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-3c920a38-ec19-4307-80e4-2133ed1206e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:17.184509 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-3c920a38-ec19-4307-80e4-2133ed1206e9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1bb618e8-c72d-478a-b168-a543534f1c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1590772 May 13 14:26:17.253362 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=d7527f73-d685-4e34-b9a0-bf049239d26c,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:17.269882 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-8cef9bfb-aa13-41c2-9b80-3585b3f5a295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc4f993-f78f-414c-b238-9bcd9f27c1c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2104523285-router', 'tenant_id': 'ead4cd2fee4e489d90bcc8a211a28887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '6e678b07-fafe-48a2-9859-92085caf940c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:21:59Z', 'updated_at': '2022-05-13T14:26:12Z', 'revision_number': 5, 'project_id': 'ead4cd2fee4e489d90bcc8a211a28887', 'gw_port': {'id': '6e678b07-fafe-48a2-9859-92085caf940c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:11:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc4f993-f78f-414c-b238-9bcd9f27c1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:22:01Z', 'updated_at': '2022-05-13T14:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:17.275650 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cef9bfb-aa13-41c2-9b80-3585b3f5a295 None None] Checking router: 6dc4f993-f78f-414c-b238-9bcd9f27c1c6 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:26:17.291259 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f2c2e-85a8-4848-aa6e-0a77638bb2f0 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Pushing event deleted for resources: {'Port': ['ID=d52c1161-b558-47d4-ab94-8f98c889e20c,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:17.297259 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-249fef43-0591-4c33-bf7f-05527a51c2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1279529598-router', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '442df221-d696-4c41-887d-78cc5d227059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:51Z', 'updated_at': '2022-05-13T14:25:02Z', 'revision_number': 4, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'gw_port': {'id': '442df221-d696-4c41-887d-78cc5d227059', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:53Z', 'updated_at': '2022-05-13T14:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'af17fd38-bb1a-45fd-94ed-cd31222ad9b5', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'floating_ip_address': '172.25.0.45', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'port_id': '443c7d56-e0c3-4a2d-a574-2bb73ea2c01a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'mac_address': 'fa:16:3e:95:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784d0d49-f328-47f7-98f4-f7c13c5e10ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:25:34Z', 'updated_at': '2022-05-13T14:26:15Z', 'revision_number': 4, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3', 'name': '', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'mac_address': 'fa:16:3e:3e:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:00Z', 'updated_at': '2022-05-13T14:25:11Z', 'revision_number': 5, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'subnets': [{'id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:17.297540 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cef9bfb-aa13-41c2-9b80-3585b3f5a295 None None] Routers {'6dc4f993-f78f-414c-b238-9bcd9f27c1c6'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:26:17.298698 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-8cef9bfb-aa13-41c2-9b80-3585b3f5a295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:26:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['6dc4f993-f78f-414c-b238-9bcd9f27c1c6'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:17.315471 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249fef43-0591-4c33-bf7f-05527a51c2cb None None] Checking router: 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:26:17.329722 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249fef43-0591-4c33-bf7f-05527a51c2cb None None] Routers {'3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:26:17.330318 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-249fef43-0591-4c33-bf7f-05527a51c2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:26:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:17.373246 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e1b79357-f7a3-4944-a27e-51967acb2964 req-7a2f2c2e-85a8-4848-aa6e-0a77638bb2f0 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks [] for floatingip, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:17.384330 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ec23af21-d57c-49a7-aa22-38d9058fcc82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:17.397557 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-ec23af21-d57c-49a7-aa22-38d9058fcc82 admin admin] Deleting port 6e678b07-fafe-48a2-9859-92085caf940c {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:26:17.398304 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ec23af21-d57c-49a7-aa22-38d9058fcc82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:17.442638 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e1b79357-f7a3-4944-a27e-51967acb2964 req-7a2f2c2e-85a8-4848-aa6e-0a77638bb2f0 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:17.444508 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e1b79357-f7a3-4944-a27e-51967acb2964 req-7a2f2c2e-85a8-4848-aa6e-0a77638bb2f0 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "DELETE /v2.0/floatingips/39171cbe-92e1-4634-850a-93b08863f54a HTTP/1.1" status: 204 len: 173 time: 1.9408212 May 13 14:26:17.469446 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-d5b1cd71-2e1c-49c2-80a9-ee281d5fb3f7 service neutron] 10.222.0.35 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770336 May 13 14:26:17.553662 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-8cef9bfb-aa13-41c2-9b80-3585b3f5a295 None None] Set router 6dc4f993-f78f-414c-b238-9bcd9f27c1c6 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:26:17.724725 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-ec23af21-d57c-49a7-aa22-38d9058fcc82 admin admin] For port 6e678b07-fafe-48a2-9859-92085caf940c, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6e678b07-fafe-48a2-9859-92085caf940c,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:17.725229 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ec23af21-d57c-49a7-aa22-38d9058fcc82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:17.828113 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['d7527f73-d685-4e34-b9a0-bf049239d26c'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:26:17.833218 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-249fef43-0591-4c33-bf7f-05527a51c2cb None None] Set router 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:26:17.879297 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 26c7af29-9205-49a8-be49-34be23e94fcf up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:26:17.895749 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a427f0fd-a704-4c12-83fa-ab73217543c0 req-6edb8464-b350-4fe3-95f8-25ce6906fd22 service neutron] 10.222.0.35 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174192 May 13 14:26:18.104726 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:18.155206 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400096c6-ee25-49bf-ad26-c731e7127332 req-ac768b9a-9e2d-49c5-9b24-0a13d4a752d0 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:18.159986 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-400096c6-ee25-49bf-ad26-c731e7127332 req-ac768b9a-9e2d-49c5-9b24-0a13d4a752d0 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/networks?id=01882ed3-6d08-4bd7-8250-0f45408cfc6f HTTP/1.1" status: 200 len: 807 time: 0.5194850 May 13 14:26:18.178163 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-ec23af21-d57c-49a7-aa22-38d9058fcc82 admin admin] Calling delete_port for 6e678b07-fafe-48a2-9859-92085caf940c owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:26:18.259658 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9266aa7-0e89-4a99-98f2-b38e78165848 req-01d66e3c-2fee-4c10-85b7-176485920716 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:18.261172 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b9266aa7-0e89-4a99-98f2-b38e78165848 req-01d66e3c-2fee-4c10-85b7-176485920716 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 948 time: 0.1623018 May 13 14:26:18.306157 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-400096c6-ee25-49bf-ad26-c731e7127332 req-7057609c-2e0e-4d63-851d-d821756d5d4d tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/quotas/e9c1f6dcee6e4bfa9d17410767972533 HTTP/1.1" status: 200 len: 375 time: 0.0609109 May 13 14:26:18.339055 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b9266aa7-0e89-4a99-98f2-b38e78165848 req-89b104c1-438d-469e-85d7-9805e464757c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678318 May 13 14:26:18.406600 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 26c7af29-9205-49a8-be49-34be23e94fcf triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:26:18.412133 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:18.421452 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-249fef43-0591-4c33-bf7f-05527a51c2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1279529598-router', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '442df221-d696-4c41-887d-78cc5d227059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:51Z', 'updated_at': '2022-05-13T14:25:02Z', 'revision_number': 4, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'gw_port': {'id': '442df221-d696-4c41-887d-78cc5d227059', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:53Z', 'updated_at': '2022-05-13T14:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'af17fd38-bb1a-45fd-94ed-cd31222ad9b5', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'floating_ip_address': '172.25.0.45', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'port_id': '443c7d56-e0c3-4a2d-a574-2bb73ea2c01a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'mac_address': 'fa:16:3e:95:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784d0d49-f328-47f7-98f4-f7c13c5e10ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:25:34Z', 'updated_at': '2022-05-13T14:26:15Z', 'revision_number': 4, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3', 'name': '', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'mac_address': 'fa:16:3e:3e:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:00Z', 'updated_at': '2022-05-13T14:25:11Z', 'revision_number': 5, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'subnets': [{'id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:18.427847 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249fef43-0591-4c33-bf7f-05527a51c2cb None None] The sync data for ids ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'] in n-d-841760-1 is: [{'id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1279529598-router', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '442df221-d696-4c41-887d-78cc5d227059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:51Z', 'updated_at': '2022-05-13T14:25:02Z', 'revision_number': 4, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'gw_port': {'id': '442df221-d696-4c41-887d-78cc5d227059', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:53Z', 'updated_at': '2022-05-13T14:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'af17fd38-bb1a-45fd-94ed-cd31222ad9b5', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'floating_ip_address': '172.25.0.45', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'port_id': '443c7d56-e0c3-4a2d-a574-2bb73ea2c01a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'mac_address': 'fa:16:3e:95:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784d0d49-f328-47f7-98f4-f7c13c5e10ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:25:34Z', 'updated_at': '2022-05-13T14:26:15Z', 'revision_number': 4, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3', 'name': '', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'mac_address': 'fa:16:3e:3e:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:00Z', 'updated_at': '2022-05-13T14:25:11Z', 'revision_number': 5, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'subnets': [{'id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:26:18.662032 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-8cef9bfb-aa13-41c2-9b80-3585b3f5a295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc4f993-f78f-414c-b238-9bcd9f27c1c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2104523285-router', 'tenant_id': 'ead4cd2fee4e489d90bcc8a211a28887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '6e678b07-fafe-48a2-9859-92085caf940c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:21:59Z', 'updated_at': '2022-05-13T14:26:12Z', 'revision_number': 5, 'project_id': 'ead4cd2fee4e489d90bcc8a211a28887', 'gw_port': {'id': '6e678b07-fafe-48a2-9859-92085caf940c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:11:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc4f993-f78f-414c-b238-9bcd9f27c1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:22:01Z', 'updated_at': '2022-05-13T14:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:18.674542 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cef9bfb-aa13-41c2-9b80-3585b3f5a295 None None] The sync data for ids ['6dc4f993-f78f-414c-b238-9bcd9f27c1c6'] in n-d-841760-1 is: [{'id': '6dc4f993-f78f-414c-b238-9bcd9f27c1c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2104523285-router', 'tenant_id': 'ead4cd2fee4e489d90bcc8a211a28887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '6e678b07-fafe-48a2-9859-92085caf940c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:21:59Z', 'updated_at': '2022-05-13T14:26:12Z', 'revision_number': 5, 'project_id': 'ead4cd2fee4e489d90bcc8a211a28887', 'gw_port': {'id': '6e678b07-fafe-48a2-9859-92085caf940c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:11:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc4f993-f78f-414c-b238-9bcd9f27c1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:22:01Z', 'updated_at': '2022-05-13T14:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:26:18.747333 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-400096c6-ee25-49bf-ad26-c731e7127332 req-deff81e8-d85f-4a44-a1b0-bd29c01b13f3 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e9c1f6dcee6e4bfa9d17410767972533&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4254653 May 13 14:26:18.834652 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550e782-6a42-4626-a07e-651ad0f3eca5 req-88f375fb-f802-4148-b4fd-dc898645a823 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:18.836369 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3550e782-6a42-4626-a07e-651ad0f3eca5 req-88f375fb-f802-4148-b4fd-dc898645a823 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9762526-1bff-4c57-9a8b-40d18a17be74 HTTP/1.1" status: 200 len: 945 time: 0.1682732 May 13 14:26:18.853435 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 26c7af29-9205-49a8-be49-34be23e94fcf is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:18.854058 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:18.894451 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3550e782-6a42-4626-a07e-651ad0f3eca5 req-fa84f649-600c-42ad-82cc-b095465d0c44 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511348 May 13 14:26:18.904935 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ec23af21-d57c-49a7-aa22-38d9058fcc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:18.913264 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 26c7af29-9205-49a8-be49-34be23e94fcf, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=26c7af29-9205-49a8-be49-34be23e94fcf,segment=NetworkSegment(212baf6b-5017-40bb-96cc-46cb7ca012f5),segment_id=212baf6b-5017-40bb-96cc-46cb7ca012f5)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:18.917459 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:19.003067 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe209596-2bdf-4516-89a3-2f6e8123e8c9'] response: {'server_uuid': 'e9762526-1bff-4c57-9a8b-40d18a17be74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425256e1-b983-4962-8af3-6b3f04130ea1', 'code': 200} May 13 14:26:19.019984 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=26c7af29-9205-49a8-be49-34be23e94fcf,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:19.023785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23af21-d57c-49a7-aa22-38d9058fcc82 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e678b07-fafe-48a2-9859-92085caf940c,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:19.106235 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-400096c6-ee25-49bf-ad26-c731e7127332 req-2cb73add-9140-4f68-ab36-e9ac29b4392b service neutron] 10.222.0.35 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492351 May 13 14:26:19.215064 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ec23af21-d57c-49a7-aa22-38d9058fcc82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:19.324516 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd0431-8819-492d-af80-47058cc56510 req-1841c5ec-a87b-4146-9a6a-2b7b1db431e8 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:19.333279 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5dcd0431-8819-492d-af80-47058cc56510 req-1841c5ec-a87b-4146-9a6a-2b7b1db431e8 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f HTTP/1.1" status: 200 len: 945 time: 0.1911449 May 13 14:26:19.365418 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f0618-2971-430f-b1c7-0a80f071db36 req-b8003164-23b2-4fb7-baa2-e4e20cf8d0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:19.367320 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-021f0618-2971-430f-b1c7-0a80f071db36 req-b8003164-23b2-4fb7-baa2-e4e20cf8d0b2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e9762526-1bff-4c57-9a8b-40d18a17be74 HTTP/1.1" status: 200 len: 1096 time: 0.2790682 May 13 14:26:19.411766 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5dcd0431-8819-492d-af80-47058cc56510 req-89e5a036-e003-4363-b245-4520ac264709 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772181 May 13 14:26:19.412502 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ec23af21-d57c-49a7-aa22-38d9058fcc82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:19.424069 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ec23af21-d57c-49a7-aa22-38d9058fcc82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:19.464993 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-021f0618-2971-430f-b1c7-0a80f071db36 req-aed05626-e79d-4c01-8ad5-9b3b3169bfaa service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913627 May 13 14:26:19.476160 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-400096c6-ee25-49bf-ad26-c731e7127332 req-4ded5705-57d4-482a-a101-0eadfbfa93d1 service neutron] 10.222.0.35 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688645 May 13 14:26:19.486999 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ec23af21-d57c-49a7-aa22-38d9058fcc82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:19.487665 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec23af21-d57c-49a7-aa22-38d9058fcc82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dc4f993-f78f-414c-b238-9bcd9f27c1c6 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:26:19.509279 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ec23af21-d57c-49a7-aa22-38d9058fcc82 admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:19.512882 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ec23af21-d57c-49a7-aa22-38d9058fcc82 admin admin] 10.222.0.35 "DELETE /v2.0/routers/6dc4f993-f78f-414c-b238-9bcd9f27c1c6 HTTP/1.1" status: 204 len: 168 time: 3.0756171 May 13 14:26:19.513399 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37258) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:19.616463 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98ab6800-4bba-434b-bca7-a789a251eb7e'] response: {'name': 'network-changed', 'server_uuid': 'b9a8ba36-1c81-46a8-8e94-43d47290d25e', 'tag': 'd7527f73-d685-4e34-b9a0-bf049239d26c', 'status': 'completed', 'code': 200} May 13 14:26:19.616988 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98ab6800-4bba-434b-bca7-a789a251eb7e'] response: {'name': 'network-changed', 'server_uuid': '391f6a36-c109-4bbb-ba78-349a045ab204', 'tag': '358c4d50-d667-4aea-afe9-b2df0074d829', 'status': 'completed', 'code': 200} May 13 14:26:19.617395 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98ab6800-4bba-434b-bca7-a789a251eb7e'] response: {'name': 'network-changed', 'server_uuid': '784d0d49-f328-47f7-98f4-f7c13c5e10ae', 'tag': '443c7d56-e0c3-4a2d-a574-2bb73ea2c01a', 'status': 'completed', 'code': 200} May 13 14:26:19.833493 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-83b5a69b-b6a4-4980-ac55-b3a37e7bafd5 req-d500d919-2421-40ba-8b68-e4d56dd46c6e tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.45 HTTP/1.1" status: 200 len: 1001 time: 0.1717224 May 13 14:26:19.854589 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device d7527f73-d685-4e34-b9a0-bf049239d26c up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:26:19.958251 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port d7527f73-d685-4e34-b9a0-bf049239d26c completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:26:19.968729 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-e70d3524-b85a-4236-820e-69eaba89e555 admin admin] Deleting subnet c0af296d-9d73-4dbb-bb2d-1847fbae10b8 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:26:19.976972 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port d7527f73-d685-4e34-b9a0-bf049239d26c triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:26:19.977351 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:19.989914 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e70d3524-b85a-4236-820e-69eaba89e555 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:20.086922 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e70d3524-b85a-4236-820e-69eaba89e555 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:20.220034 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5a69b-b6a4-4980-ac55-b3a37e7bafd5 req-b6cfdc22-6714-47e9-a68a-f4ed1b5255e7 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:20.224640 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-83b5a69b-b6a4-4980-ac55-b3a37e7bafd5 req-b6cfdc22-6714-47e9-a68a-f4ed1b5255e7 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/ports/443c7d56-e0c3-4a2d-a574-2bb73ea2c01a HTTP/1.1" status: 200 len: 943 time: 0.3534636 May 13 14:26:20.270700 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port d7527f73-d685-4e34-b9a0-bf049239d26c is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:20.272865 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:20.344044 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e70d3524-b85a-4236-820e-69eaba89e555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:20.378527 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port d7527f73-d685-4e34-b9a0-bf049239d26c, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=d7527f73-d685-4e34-b9a0-bf049239d26c,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:20.397969 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:20.461704 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-f7f0705d-b637-479d-bfbb-e8b3f8aa7db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:20.465222 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-f7f0705d-b637-479d-bfbb-e8b3f8aa7db9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 1099 time: 0.7296345 May 13 14:26:20.538943 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=d7527f73-d685-4e34-b9a0-bf049239d26c,revision_number=9']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:20.669151 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6e678b07-fafe-48a2-9859-92085caf940c no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:26:20.798935 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-9b477581-6e31-4152-bccf-8d51be6ea9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:20.800384 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 6e678b07-fafe-48a2-9859-92085caf940c {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:26:20.800518 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-9b477581-6e31-4152-bccf-8d51be6ea9ba service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 1099 time: 1.1821775 May 13 14:26:20.803569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6e678b07-fafe-48a2-9859-92085caf940c not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:26:20.804905 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 29cebfc6-e12b-4233-8f84-12fd7d5b27ea no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:26:20.856536 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-27f3030c-44f8-40d5-86d0-67b59ef24e6d tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:20.858066 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-27f3030c-44f8-40d5-86d0-67b59ef24e6d tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e&tenant_id=652541c50878480891452a61002970b5&binding%3Ahost_id=n-h1-841760-1 HTTP/1.1" status: 200 len: 949 time: 0.2584221 May 13 14:26:20.879736 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 29cebfc6-e12b-4233-8f84-12fd7d5b27ea {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:26:20.880279 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 29cebfc6-e12b-4233-8f84-12fd7d5b27ea not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:26:20.947440 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-83b5a69b-b6a4-4980-ac55-b3a37e7bafd5 req-9cdf1114-4997-409b-9dc0-04b5aaece744 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.45 HTTP/1.1" status: 200 len: 1001 time: 0.4795082 May 13 14:26:21.002364 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-0e913b2e-5328-4d85-afc9-78930beb57a2 service neutron] 10.222.0.59 "GET /v2.0/ports/d7527f73-d685-4e34-b9a0-bf049239d26c/bindings/n-h1-841760-1 HTTP/1.1" status: 200 len: 382 time: 0.1285458 May 13 14:26:21.004325 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c7af29-9205-49a8-be49-34be23e94fcf'}, {'server_uuid': 'b9a8ba36-1c81-46a8-8e94-43d47290d25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7527f73-d685-4e34-b9a0-bf049239d26c'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:21.046061 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ee447-d4c0-4f61-bade-1fe4578d4c5f req-bd08a8f7-abc2-403f-96cc-b179447e752b tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:21.047162 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f46ee447-d4c0-4f61-bade-1fe4578d4c5f req-bd08a8f7-abc2-403f-96cc-b179447e752b tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Synchronizing usage tracker for tenant:1016ecb87f5e4c279209c713cff0a09f on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:26:21.066664 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f46ee447-d4c0-4f61-bade-1fe4578d4c5f req-bd08a8f7-abc2-403f-96cc-b179447e752b tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Unset dirty status for tenant:1016ecb87f5e4c279209c713cff0a09f on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:26:21.067985 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f46ee447-d4c0-4f61-bade-1fe4578d4c5f req-bd08a8f7-abc2-403f-96cc-b179447e752b tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a764b11-94ae-48a6-9fd7-75882ae4cb4c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1130233 May 13 14:26:21.110551 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e70d3524-b85a-4236-820e-69eaba89e555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:21.164281 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f46ee447-d4c0-4f61-bade-1fe4578d4c5f req-3aad98c7-ce73-48fc-bc8f-876e3aa583e4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Synchronizing usage tracker for tenant:1016ecb87f5e4c279209c713cff0a09f on resource:floatingip {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:26:21.187712 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d3524-b85a-4236-820e-69eaba89e555 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0af296d-9d73-4dbb-bb2d-1847fbae10b8,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:21.203916 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f46ee447-d4c0-4f61-bade-1fe4578d4c5f req-3aad98c7-ce73-48fc-bc8f-876e3aa583e4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Unset dirty status for tenant:1016ecb87f5e4c279209c713cff0a09f on resource:floatingip {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:26:21.205449 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e2b65f-a56b-4917-a53e-f08031f59d93 None None] Network af661f50-a5b1-4ce2-b0ba-6d584c8e35e0 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:26:21.205582 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f46ee447-d4c0-4f61-bade-1fe4578d4c5f req-3aad98c7-ce73-48fc-bc8f-876e3aa583e4 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1310616 May 13 14:26:21.388887 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e70d3524-b85a-4236-820e-69eaba89e555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:21.444060 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e70d3524-b85a-4236-820e-69eaba89e555 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c0af296d-9d73-4dbb-bb2d-1847fbae10b8 HTTP/1.1" status: 204 len: 168 time: 1.9295516 May 13 14:26:21.447191 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37302) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:21.481319 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-acd2e94f-9efb-4084-bb93-7e251da44024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:21.484358 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-acd2e94f-9efb-4084-bb93-7e251da44024 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.7269976 May 13 14:26:21.540663 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951b651-88ec-4f53-91c4-f5e5b92f6993 req-f383d8af-76c1-47ab-a2ce-0c539b5923d7 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:21.543162 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d951b651-88ec-4f53-91c4-f5e5b92f6993 req-f383d8af-76c1-47ab-a2ce-0c539b5923d7 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9762526-1bff-4c57-9a8b-40d18a17be74 HTTP/1.1" status: 200 len: 945 time: 0.2066903 May 13 14:26:21.568876 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-b0457e6b-1011-454c-add8-17965f93e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:21.570382 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-b0457e6b-1011-454c-add8-17965f93e614 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.6635115 May 13 14:26:21.576211 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-981bf981-f876-47f1-92a7-89bbc3dc0da1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d7527f73-d685-4e34-b9a0-bf049239d26c HTTP/1.1" status: 200 len: 217 time: 0.0802176 May 13 14:26:21.583611 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5a69b-b6a4-4980-ac55-b3a37e7bafd5 req-fe61a6dc-a0ac-4731-95c9-d7bdb2a509fe tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:21.590303 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-83b5a69b-b6a4-4980-ac55-b3a37e7bafd5 req-fe61a6dc-a0ac-4731-95c9-d7bdb2a509fe tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 784 time: 0.6415930 May 13 14:26:21.620294 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-42b92e04-ad08-430f-9837-d9a5f3c6ffc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:21.648095 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d951b651-88ec-4f53-91c4-f5e5b92f6993 req-c8630a89-abb4-42c6-bc75-ebf9bc3ac061 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914624 May 13 14:26:21.651576 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d0b7e7-f910-4f86-b4b4-33818180fb0b None None] DHCP port deletion for af661f50-a5b1-4ce2-b0ba-6d584c8e35e0 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:26:21.656863 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-b1d0b7e7-f910-4f86-b4b4-33818180fb0b None None] Deleting port 5d476fc9-0247-4a1b-9d19-db9ca3487dc1 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:26:21.657368 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b1d0b7e7-f910-4f86-b4b4-33818180fb0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:21.661589 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-42b92e04-ad08-430f-9837-d9a5f3c6ffc9 admin admin] Deleting port 5d476fc9-0247-4a1b-9d19-db9ca3487dc1 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:26:21.661589 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-42b92e04-ad08-430f-9837-d9a5f3c6ffc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:21.820717 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82196bac-fd2b-49ab-bfc0-d76a64eaba6e req-8637a383-8ef0-4c0f-9894-0614506eed2b tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 210 time: 0.0614586 May 13 14:26:21.836995 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-03db0a90-bc01-43cd-935a-bfb0b77296d9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d7527f73-d685-4e34-b9a0-bf049239d26c HTTP/1.1" status: 200 len: 217 time: 0.2446840 May 13 14:26:21.931835 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-eee75f6b-788d-42bc-9c39-d1dd2f403827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:21.933976 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-eee75f6b-788d-42bc-9c39-d1dd2f403827 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.2114148 May 13 14:26:22.025229 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-2bbb0458-b671-4ecc-b76c-7fd3819ea8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:22.025495 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-b1d0b7e7-f910-4f86-b4b4-33818180fb0b None None] For port 5d476fc9-0247-4a1b-9d19-db9ca3487dc1, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=5d476fc9-0247-4a1b-9d19-db9ca3487dc1,segment=NetworkSegment(04f1ee1b-cf92-481f-b4d4-6beeee8c46b1),segment_id=04f1ee1b-cf92-481f-b4d4-6beeee8c46b1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:22.025958 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b1d0b7e7-f910-4f86-b4b4-33818180fb0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:22.026807 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-2bbb0458-b671-4ecc-b76c-7fd3819ea8c3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1841412 May 13 14:26:22.171232 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-b1d0b7e7-f910-4f86-b4b4-33818180fb0b None None] Calling delete_port for 5d476fc9-0247-4a1b-9d19-db9ca3487dc1 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:26:22.178460 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-4ff3f80c-8263-4ac3-8036-f42c0d2cfe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:22.180069 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-4ff3f80c-8263-4ac3-8036-f42c0d2cfe20 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2385452 May 13 14:26:22.303538 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-ab8f2fb3-546f-4189-8fe6-cba6d91f59ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:22.305184 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-ab8f2fb3-546f-4189-8fe6-cba6d91f59ee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2714891 May 13 14:26:22.316251 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a75300-0b96-402c-ad1f-95a5d79582ad req-0b5cd0b3-80f8-43b9-a2c1-e3a7cff986d3 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:22.317776 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-03a75300-0b96-402c-ad1f-95a5d79582ad req-0b5cd0b3-80f8-43b9-a2c1-e3a7cff986d3 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 949 time: 0.2344351 May 13 14:26:22.348750 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b1d0b7e7-f910-4f86-b4b4-33818180fb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:22.397369 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d0b7e7-f910-4f86-b4b4-33818180fb0b None None] No DVR routers for this DVR port 5d476fc9-0247-4a1b-9d19-db9ca3487dc1 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:26:22.431327 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0b7e7-f910-4f86-b4b4-33818180fb0b None None] Pushing event deleted for resources: {'Port': ['ID=5d476fc9-0247-4a1b-9d19-db9ca3487dc1,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:22.465038 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-42b92e04-ad08-430f-9837-d9a5f3c6ffc9 admin admin] For port 5d476fc9-0247-4a1b-9d19-db9ca3487dc1, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=5d476fc9-0247-4a1b-9d19-db9ca3487dc1,segment=NetworkSegment(04f1ee1b-cf92-481f-b4d4-6beeee8c46b1),segment_id=04f1ee1b-cf92-481f-b4d4-6beeee8c46b1)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:22.465656 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-42b92e04-ad08-430f-9837-d9a5f3c6ffc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:22.477350 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-d2955ab6-c4b9-4b60-8846-076323942045 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895761 May 13 14:26:22.489806 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-03a75300-0b96-402c-ad1f-95a5d79582ad req-1c6448a5-71c2-4b13-bd29-dbdb414e34b1 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391778 May 13 14:26:22.582221 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 5d476fc9-0247-4a1b-9d19-db9ca3487dc1 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:26:22.618753 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 5d476fc9-0247-4a1b-9d19-db9ca3487dc1 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:26:22.619203 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 5d476fc9-0247-4a1b-9d19-db9ca3487dc1 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:26:22.655772 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3eea1f1-f300-42fa-b9a1-607c0ab3e75f'] response: {'server_uuid': 'f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c7af29-9205-49a8-be49-34be23e94fcf', 'code': 200} May 13 14:26:22.656159 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3eea1f1-f300-42fa-b9a1-607c0ab3e75f'] response: {'server_uuid': 'b9a8ba36-1c81-46a8-8e94-43d47290d25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7527f73-d685-4e34-b9a0-bf049239d26c', 'code': 200} May 13 14:26:22.663198 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-01b1d19f-f3dc-4cfe-b4ab-73ace4ac2cfb service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705425 May 13 14:26:22.758117 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-54ddb6dc-50d4-4742-8390-bdd55c4fa587 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366987 May 13 14:26:22.795091 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-42b92e04-ad08-430f-9837-d9a5f3c6ffc9 admin admin] Calling delete_port for 5d476fc9-0247-4a1b-9d19-db9ca3487dc1 owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:26:22.817341 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-85f021d4-ac81-4138-8a30-db779012e6b7 req-52b9236a-4ac6-460c-a98f-2caa860ba3ce tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Synchronizing usage tracker for tenant:1016ecb87f5e4c279209c713cff0a09f on resource:floatingip {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:26:22.971970 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400096c6-ee25-49bf-ad26-c731e7127332 req-70be158b-8504-459b-af04-98abd6fa2cd4 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:22.973651 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-400096c6-ee25-49bf-ad26-c731e7127332 req-70be158b-8504-459b-af04-98abd6fa2cd4 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.74 "GET /v2.0/networks?id=01882ed3-6d08-4bd7-8250-0f45408cfc6f HTTP/1.1" status: 200 len: 807 time: 0.7546883 May 13 14:26:22.991417 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-85f021d4-ac81-4138-8a30-db779012e6b7 req-52b9236a-4ac6-460c-a98f-2caa860ba3ce tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Unset dirty status for tenant:1016ecb87f5e4c279209c713cff0a09f on resource:floatingip {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:26:22.992569 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-85f021d4-ac81-4138-8a30-db779012e6b7 req-52b9236a-4ac6-460c-a98f-2caa860ba3ce tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2932520 May 13 14:26:22.996168 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f5036-b82f-4d20-ab14-04d8f8eed778 req-ee546c21-cd8c-4559-9747-e884843a1e67 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:22.998042 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2d7f5036-b82f-4d20-ab14-04d8f8eed778 req-ee546c21-cd8c-4559-9747-e884843a1e67 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f HTTP/1.1" status: 200 len: 945 time: 0.7778380 May 13 14:26:23.003067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-400096c6-ee25-49bf-ad26-c731e7127332 req-8e3cda69-32ea-46db-abdf-25d6a16c9269 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Request body: {'port': {'device_id': '7321ae34-0652-4add-a92d-03152c952458', 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f', 'admin_state_up': True, 'tenant_id': 'e9c1f6dcee6e4bfa9d17410767972533'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:23.011001 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-864b2558-155c-4f0b-8c0d-23eafa528f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:23.012518 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-864b2558-155c-4f0b-8c0d-23eafa528f86 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8a13abebe64d4bc6a2fa87bb71e99399&device_id=784d0d49-f328-47f7-98f4-f7c13c5e10ae HTTP/1.1" status: 200 len: 1097 time: 0.2536418 May 13 14:26:23.106926 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [None req-42b92e04-ad08-430f-9837-d9a5f3c6ffc9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:26:23.107278 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [None req-42b92e04-ad08-430f-9837-d9a5f3c6ffc9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:26:23.136766 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-8d1666ab-f137-4644-b447-a24b6694f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:23.138155 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-8d1666ab-f137-4644-b447-a24b6694f03e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 1100 time: 0.3565681 May 13 14:26:23.151157 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2d7f5036-b82f-4d20-ab14-04d8f8eed778 req-66435109-3ecd-47ad-a29b-cfd40e0211c0 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266139 May 13 14:26:23.308487 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-400096c6-ee25-49bf-ad26-c731e7127332 req-8e3cda69-32ea-46db-abdf-25d6a16c9269 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:26:23.341995 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc331284-fb9f-46d9-a1f3-bb0742a35afb req-8cf23a31-3bc7-46bf-a912-e6e04978b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:23.343520 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bc331284-fb9f-46d9-a1f3-bb0742a35afb req-8cf23a31-3bc7-46bf-a912-e6e04978b291 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f HTTP/1.1" status: 200 len: 1096 time: 0.5225730 May 13 14:26:23.354379 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-881c59cc-3538-4bca-bc17-87f338619dd5 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4888272 May 13 14:26:23.388272 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-400096c6-ee25-49bf-ad26-c731e7127332 req-8e3cda69-32ea-46db-abdf-25d6a16c9269 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:26:23.397813 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5facf7af-5066-439f-9545-e722ab8dda0c req-0dc4d227-abde-4005-9dfd-7c4acb8ca12a tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.45 HTTP/1.1" status: 200 len: 1001 time: 0.3774588 May 13 14:26:23.404045 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-4cf43f5a-815c-464d-a150-e9cde219d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:23.405734 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-4cf43f5a-815c-464d-a150-e9cde219d564 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.2605913 May 13 14:26:23.419163 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-400096c6-ee25-49bf-ad26-c731e7127332 req-8e3cda69-32ea-46db-abdf-25d6a16c9269 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Made reservation on behalf of e9c1f6dcee6e4bfa9d17410767972533 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:26:23.422566 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-400096c6-ee25-49bf-ad26-c731e7127332 req-8e3cda69-32ea-46db-abdf-25d6a16c9269 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:23.511884 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-dfa72f59-13ea-456f-bc8c-13e0f0db4377 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d7527f73-d685-4e34-b9a0-bf049239d26c HTTP/1.1" status: 200 len: 217 time: 0.0784385 May 13 14:26:23.523757 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bc331284-fb9f-46d9-a1f3-bb0742a35afb req-0f421572-3f26-4365-bd3c-ab2b69244c9e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631742 May 13 14:26:23.566795 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facf7af-5066-439f-9545-e722ab8dda0c req-e91923d3-ba0d-4f13-b0d7-475e310ab7b6 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:23.572861 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5facf7af-5066-439f-9545-e722ab8dda0c req-e91923d3-ba0d-4f13-b0d7-475e310ab7b6 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/ports/443c7d56-e0c3-4a2d-a574-2bb73ea2c01a HTTP/1.1" status: 200 len: 943 time: 0.1626830 May 13 14:26:23.573972 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-49f20209-ccce-4bb9-983c-f7e98ed7a631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:23.575425 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-49f20209-ccce-4bb9-983c-f7e98ed7a631 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bb618e8-c72d-478a-b168-a543534f1c66 HTTP/1.1" status: 200 len: 922 time: 0.5435252 May 13 14:26:23.602582 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af11f3c-14a4-47cb-bf51-9ef1c3faf503 req-bd625061-a699-43ef-b7c0-b46fec60863b tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:23.604177 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0af11f3c-14a4-47cb-bf51-9ef1c3faf503 req-bd625061-a699-43ef-b7c0-b46fec60863b tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e9762526-1bff-4c57-9a8b-40d18a17be74 HTTP/1.1" status: 200 len: 1096 time: 0.3010471 May 13 14:26:23.615941 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-42b92e04-ad08-430f-9837-d9a5f3c6ffc9 admin admin] Deleting port 5d476fc9-0247-4a1b-9d19-db9ca3487dc1 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:26:23.616275 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-42b92e04-ad08-430f-9837-d9a5f3c6ffc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:23.622308 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-de9182f9-14cd-4199-bf1f-1879a093a439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:23.623859 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-de9182f9-14cd-4199-bf1f-1879a093a439 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8a13abebe64d4bc6a2fa87bb71e99399&device_id=391f6a36-c109-4bbb-ba78-349a045ab204 HTTP/1.1" status: 200 len: 1096 time: 0.1540532 May 13 14:26:23.733092 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-42b92e04-ad08-430f-9837-d9a5f3c6ffc9 admin admin] The port '5d476fc9-0247-4a1b-9d19-db9ca3487dc1' was deleted {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:26:23.825292 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-389aa78a-c620-489b-a292-bee983204fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:23.826738 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-389aa78a-c620-489b-a292-bee983204fc3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.3067572 May 13 14:26:23.914381 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5facf7af-5066-439f-9545-e722ab8dda0c req-d2e497b0-a6ad-4b4d-be4f-bec253b30253 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.45 HTTP/1.1" status: 200 len: 1001 time: 0.2553322 May 13 14:26:23.939716 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-715e06b4-d745-4951-babd-d4c4e659b583 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=443c7d56-e0c3-4a2d-a574-2bb73ea2c01a HTTP/1.1" status: 200 len: 1001 time: 0.1635027 May 13 14:26:24.066529 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0af11f3c-14a4-47cb-bf51-9ef1c3faf503 req-2e2e57e4-b76b-488a-831a-1d7f83cb0d09 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120841 May 13 14:26:24.102630 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-42b92e04-ad08-430f-9837-d9a5f3c6ffc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:24.103095 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-763a7998-653f-4b0a-98b7-cad684d15332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:24.104808 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-763a7998-653f-4b0a-98b7-cad684d15332 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1bb618e8-c72d-478a-b168-a543534f1c66 HTTP/1.1" status: 200 len: 922 time: 0.4741552 May 13 14:26:24.121266 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-400096c6-ee25-49bf-ad26-c731e7127332 req-8e3cda69-32ea-46db-abdf-25d6a16c9269 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Allocated IP 172.20.0.11 (01882ed3-6d08-4bd7-8250-0f45408cfc6f/b67d68a0-c4b3-4438-b89e-01055bd1fad3/de777e32-03ab-4783-a7b9-d2b400fabd88) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:26:24.149071 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-42b92e04-ad08-430f-9837-d9a5f3c6ffc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af661f50-a5b1-4ce2-b0ba-6d584c8e35e0']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:24.185308 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-42b92e04-ad08-430f-9837-d9a5f3c6ffc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f1ee1b-cf92-481f-b4d4-6beeee8c46b1') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:24.185748 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-42b92e04-ad08-430f-9837-d9a5f3c6ffc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f1ee1b-cf92-481f-b4d4-6beeee8c46b1') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:24.217282 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facf7af-5066-439f-9545-e722ab8dda0c req-d98b5bb0-363e-484e-ae72-d8698d0bf558 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:24.217905 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-42b92e04-ad08-430f-9837-d9a5f3c6ffc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:24.229511 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5facf7af-5066-439f-9545-e722ab8dda0c req-d98b5bb0-363e-484e-ae72-d8698d0bf558 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 784 time: 0.2944641 May 13 14:26:24.266721 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-42b92e04-ad08-430f-9837-d9a5f3c6ffc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:24.270246 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-14965611-2f26-45ad-9b8a-c1aca0218b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:24.271842 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-14965611-2f26-45ad-9b8a-c1aca0218b9a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4255350 May 13 14:26:24.316878 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b92e04-ad08-430f-9837-d9a5f3c6ffc9 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:26:24.317379 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-42b92e04-ad08-430f-9837-d9a5f3c6ffc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: timer() May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:26:24.330824 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:26:24.402127 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5facf7af-5066-439f-9545-e722ab8dda0c req-f6aaf81f-1043-4762-9d65-e839d25df98b tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.45 HTTP/1.1" status: 200 len: 1001 time: 0.1716526 May 13 14:26:24.405089 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-d2e063c4-6529-489f-8daf-381c51f6c76d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=358c4d50-d667-4aea-afe9-b2df0074d829 HTTP/1.1" status: 200 len: 217 time: 0.0724010 May 13 14:26:24.409039 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-e568295c-9b05-4af1-ab37-796996bd2ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:24.410379 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-e568295c-9b05-4af1-ab37-796996bd2ca3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b35608d4-67e7-4682-8e58-7b2d9ed03d8c HTTP/1.1" status: 200 len: 860 time: 0.4463232 May 13 14:26:24.452125 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-5facf7af-5066-439f-9545-e722ab8dda0c req-63e5d3a4-7b49-4ffe-8ef8-b012948f5b91 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:24.547912 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4e89214e-3c48-4f8e-87e6-4ac1f6a3de4c req-8b6b83c1-6e3a-47cc-a3e0-941af5e76f41 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 210 time: 0.2084882 May 13 14:26:24.593542 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-42b92e04-ad08-430f-9837-d9a5f3c6ffc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:24.623000 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-0c0110f9-496f-4a0d-9528-ac67f01cbebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:24.624961 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-0c0110f9-496f-4a0d-9528-ac67f01cbebc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b35608d4-67e7-4682-8e58-7b2d9ed03d8c HTTP/1.1" status: 200 len: 860 time: 0.2121394 May 13 14:26:24.625461 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-42b92e04-ad08-430f-9837-d9a5f3c6ffc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:24.627063 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5facf7af-5066-439f-9545-e722ab8dda0c req-63e5d3a4-7b49-4ffe-8ef8-b012948f5b91 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks [] for floatingip, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:24.656604 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b92e04-ad08-430f-9837-d9a5f3c6ffc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=af661f50-a5b1-4ce2-b0ba-6d584c8e35e0,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:24.685699 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-01570018-70b1-4df5-94f9-b64670554098 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054542 May 13 14:26:24.701196 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-42b92e04-ad08-430f-9837-d9a5f3c6ffc9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/af661f50-a5b1-4ce2-b0ba-6d584c8e35e0 HTTP/1.1" status: 204 len: 168 time: 3.2503753 May 13 14:26:24.730629 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-400096c6-ee25-49bf-ad26-c731e7127332 req-8e3cda69-32ea-46db-abdf-25d6a16c9269 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:24.910862 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-77d102dc-a800-49dd-8c2a-d9ad55baacce service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081630 May 13 14:26:24.916745 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-400096c6-ee25-49bf-ad26-c731e7127332 req-8e3cda69-32ea-46db-abdf-25d6a16c9269 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:24.960359 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['a9c2cf7c-de33-4bdd-b52a-10c6271dfc51'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:26:24.998582 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37348) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:25.015342 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-16984ecc-9a7a-4da8-895c-319a2a5d62bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:25.017556 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-16984ecc-9a7a-4da8-895c-319a2a5d62bf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bb618e8-c72d-478a-b168-a543534f1c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5715301 May 13 14:26:25.068846 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-400096c6-ee25-49bf-ad26-c731e7127332 req-8e3cda69-32ea-46db-abdf-25d6a16c9269 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Network 01882ed3-6d08-4bd7-8250-0f45408cfc6f is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:26:25.070157 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-400096c6-ee25-49bf-ad26-c731e7127332 req-8e3cda69-32ea-46db-abdf-25d6a16c9269 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:26:25.073215 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-400096c6-ee25-49bf-ad26-c731e7127332 req-8e3cda69-32ea-46db-abdf-25d6a16c9269 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:26:25.181624 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3cda69-32ea-46db-abdf-25d6a16c9269 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Pushing event updated for resources: {'Port': ['ID=de777e32-03ab-4783-a7b9-d2b400fabd88,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:25.190863 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400096c6-ee25-49bf-ad26-c731e7127332 req-8e3cda69-32ea-46db-abdf-25d6a16c9269 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:25.191590 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-400096c6-ee25-49bf-ad26-c731e7127332 req-8e3cda69-32ea-46db-abdf-25d6a16c9269 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:25.225229 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-400096c6-ee25-49bf-ad26-c731e7127332 req-8e3cda69-32ea-46db-abdf-25d6a16c9269 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2262752 May 13 14:26:25.243667 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-400096c6-ee25-49bf-ad26-c731e7127332 req-555539e7-27bc-4453-bac9-517a2e7d2b97 service neutron] Request body: {'port': {'device_id': '7321ae34-0652-4add-a92d-03152c952458', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:25.272590 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5facf7af-5066-439f-9545-e722ab8dda0c req-63e5d3a4-7b49-4ffe-8ef8-b012948f5b91 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:25.274711 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-fb65d90b-354b-416d-bb24-eace13ace7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:25.276511 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-fb65d90b-354b-416d-bb24-eace13ace7fd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1bb618e8-c72d-478a-b168-a543534f1c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5962751 May 13 14:26:25.282798 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7f7e04df-9e00-47c2-b995-2848598497a7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7e0e518d19f9448bbe227bb971102d2e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2627742 May 13 14:26:25.286948 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d033001-d136-49c6-bd5f-85eaeb2d48eb req-8c8cfc70-95ee-425b-b23e-94b914a0dcfa tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:25.287478 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5facf7af-5066-439f-9545-e722ab8dda0c req-63e5d3a4-7b49-4ffe-8ef8-b012948f5b91 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:25.287794 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [req-5facf7af-5066-439f-9545-e722ab8dda0c req-63e5d3a4-7b49-4ffe-8ef8-b012948f5b91 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Floating IP af17fd38-bb1a-45fd-94ed-cd31222ad9b5 disassociated. External IP: 172.25.0.45, port: 443c7d56-e0c3-4a2d-a574-2bb73ea2c01a. May 13 14:26:25.288440 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d033001-d136-49c6-bd5f-85eaeb2d48eb req-8c8cfc70-95ee-425b-b23e-94b914a0dcfa tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 949 time: 0.2781959 May 13 14:26:25.294668 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37354) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:25.430404 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d033001-d136-49c6-bd5f-85eaeb2d48eb req-bb31704f-03e1-41ea-8a9a-2f0844b99e49 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256325 May 13 14:26:25.453485 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-400096c6-ee25-49bf-ad26-c731e7127332 req-555539e7-27bc-4453-bac9-517a2e7d2b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:25.474445 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-357d79f4-0654-4f12-a6dd-174067d21756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:25.480127 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-1bda4695-7192-42de-852a-672bbd53f02a service neutron] 10.222.0.59 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4302456 May 13 14:26:25.592667 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-357d79f4-0654-4f12-a6dd-174067d21756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:25.705942 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-6e482734-293e-48da-9cf7-80db2d9cf343 service neutron] 10.222.0.74 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216325 May 13 14:26:25.821969 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-357d79f4-0654-4f12-a6dd-174067d21756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:25.826891 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1f0fe-139c-4bcc-b8cd-f52504ec8ddd req-e3d10eb2-c3b6-43b7-86f9-a2e0ef2beacf tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:25.828430 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b4a1f0fe-139c-4bcc-b8cd-f52504ec8ddd req-e3d10eb2-c3b6-43b7-86f9-a2e0ef2beacf tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e9762526-1bff-4c57-9a8b-40d18a17be74 HTTP/1.1" status: 200 len: 1096 time: 0.2844939 May 13 14:26:25.872221 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d79f4-0654-4f12-a6dd-174067d21756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71cc3ce-c244-4c48-98a3-fbd374c455c4,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:25.898635 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-357d79f4-0654-4f12-a6dd-174067d21756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:25.902373 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-357d79f4-0654-4f12-a6dd-174067d21756 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b71cc3ce-c244-4c48-98a3-fbd374c455c4 HTTP/1.1" status: 204 len: 168 time: 0.6041853 May 13 14:26:25.904328 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-9ba591ca-16f2-44ed-8851-74d930e7f9df service neutron] 10.222.0.59 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695226 May 13 14:26:25.927236 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b4a1f0fe-139c-4bcc-b8cd-f52504ec8ddd req-2fb83845-b772-48cc-b4bf-2d0f36c545f8 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859268 May 13 14:26:26.039334 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5facf7af-5066-439f-9545-e722ab8dda0c req-63e5d3a4-7b49-4ffe-8ef8-b012948f5b91 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Router 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:26:26.047331 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-661f3cb4-390e-4170-986e-6012ac4f5f4b req-b0c7e016-3ca7-4729-8a07-b8676d0b0271 service neutron] 10.222.0.74 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662094 May 13 14:26:26.194807 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-400096c6-ee25-49bf-ad26-c731e7127332 req-555539e7-27bc-4453-bac9-517a2e7d2b97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de777e32-03ab-4783-a7b9-d2b400fabd88 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:26:26.206853 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-400096c6-ee25-49bf-ad26-c731e7127332 req-555539e7-27bc-4453-bac9-517a2e7d2b97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:26.228167 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-400096c6-ee25-49bf-ad26-c731e7127332 req-555539e7-27bc-4453-bac9-517a2e7d2b97 service neutron] Transition to ACTIVE for port object de777e32-03ab-4783-a7b9-d2b400fabd88 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:26:26.233039 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-400096c6-ee25-49bf-ad26-c731e7127332 req-555539e7-27bc-4453-bac9-517a2e7d2b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:26.285920 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5facf7af-5066-439f-9545-e722ab8dda0c req-63e5d3a4-7b49-4ffe-8ef8-b012948f5b91 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:26:26.290530 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5facf7af-5066-439f-9545-e722ab8dda0c req-63e5d3a4-7b49-4ffe-8ef8-b012948f5b91 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:26.299266 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e91ca25-c52b-4057-83a0-190305a55c77 None None] Sync routers for ids ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:26:26.318081 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e91ca25-c52b-4057-83a0-190305a55c77 None None] Routers {'3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:26:26.318968 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1e91ca25-c52b-4057-83a0-190305a55c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:26:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:26.378391 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e0bbb-7da8-4e3f-80e4-9ba96e437122 req-4bd63d4c-54fb-49df-ae33-787e8eeb460a tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:26.385858 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2a3e0bbb-7da8-4e3f-80e4-9ba96e437122 req-4bd63d4c-54fb-49df-ae33-787e8eeb460a tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f HTTP/1.1" status: 200 len: 945 time: 0.2682295 May 13 14:26:26.423772 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37366) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:26.445003 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555539e7-27bc-4453-bac9-517a2e7d2b97 service neutron] Pushing event updated for resources: {'Port': ['ID=de777e32-03ab-4783-a7b9-d2b400fabd88,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:26.552061 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-1e91ca25-c52b-4057-83a0-190305a55c77 None None] Set router 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:26:26.564152 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2a3e0bbb-7da8-4e3f-80e4-9ba96e437122 req-78db072f-f851-4dc5-8435-901ed05a67d9 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771572 May 13 14:26:26.587061 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5facf7af-5066-439f-9545-e722ab8dda0c req-63e5d3a4-7b49-4ffe-8ef8-b012948f5b91 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "PUT /v2.0/floatingips/af17fd38-bb1a-45fd-94ed-cd31222ad9b5 HTTP/1.1" status: 200 len: 694 time: 2.1755519 May 13 14:26:26.612752 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1f988dc0-15a2-48bb-9ff3-c86320932ff3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ead4cd2fee4e489d90bcc8a211a28887&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1878369 May 13 14:26:26.623756 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37378) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:26.624591 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784d0d49-f328-47f7-98f4-f7c13c5e10ae', 'tag': '443c7d56-e0c3-4a2d-a574-2bb73ea2c01a'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:26.654773 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-400096c6-ee25-49bf-ad26-c731e7127332 req-555539e7-27bc-4453-bac9-517a2e7d2b97 service neutron] Attempting to bind port de777e32-03ab-4783-a7b9-d2b400fabd88 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:26:26.655243 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-400096c6-ee25-49bf-ad26-c731e7127332 req-555539e7-27bc-4453-bac9-517a2e7d2b97 service neutron] Attempting to bind port de777e32-03ab-4783-a7b9-d2b400fabd88 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:26:26.655664 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400096c6-ee25-49bf-ad26-c731e7127332 req-555539e7-27bc-4453-bac9-517a2e7d2b97 service neutron] Attempting to bind port de777e32-03ab-4783-a7b9-d2b400fabd88 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:26:26.672934 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400096c6-ee25-49bf-ad26-c731e7127332 req-555539e7-27bc-4453-bac9-517a2e7d2b97 service neutron] Port de777e32-03ab-4783-a7b9-d2b400fabd88 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:26:26.673374 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400096c6-ee25-49bf-ad26-c731e7127332 req-555539e7-27bc-4453-bac9-517a2e7d2b97 service neutron] Attempting to bind port de777e32-03ab-4783-a7b9-d2b400fabd88 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:26:26.686480 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5f79e-6d50-4356-b826-9a96f0e9d120 req-872c1671-adb4-406c-9ae5-43c40bafe9fa tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:26.687208 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-0cd5f79e-6d50-4356-b826-9a96f0e9d120 req-872c1671-adb4-406c-9ae5-43c40bafe9fa tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Synchronizing usage tracker for tenant:1016ecb87f5e4c279209c713cff0a09f on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:26:26.713924 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-0cd5f79e-6d50-4356-b826-9a96f0e9d120 req-872c1671-adb4-406c-9ae5-43c40bafe9fa tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Unset dirty status for tenant:1016ecb87f5e4c279209c713cff0a09f on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:26:26.715036 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0cd5f79e-6d50-4356-b826-9a96f0e9d120 req-872c1671-adb4-406c-9ae5-43c40bafe9fa tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.74 "GET /v2.0/ports?device_id=3a764b11-94ae-48a6-9fd7-75882ae4cb4c HTTP/1.1" status: 200 len: 945 time: 0.2243438 May 13 14:26:26.720931 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400096c6-ee25-49bf-ad26-c731e7127332 req-555539e7-27bc-4453-bac9-517a2e7d2b97 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:26:26.721532 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400096c6-ee25-49bf-ad26-c731e7127332 req-555539e7-27bc-4453-bac9-517a2e7d2b97 service neutron] Checking segment: {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:26:26.724006 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400096c6-ee25-49bf-ad26-c731e7127332 req-555539e7-27bc-4453-bac9-517a2e7d2b97 service neutron] Bound using segment: {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:26:26.724156 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-400096c6-ee25-49bf-ad26-c731e7127332 req-555539e7-27bc-4453-bac9-517a2e7d2b97 service neutron] Bound port: de777e32-03ab-4783-a7b9-d2b400fabd88, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:26:26.724590 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-400096c6-ee25-49bf-ad26-c731e7127332 req-555539e7-27bc-4453-bac9-517a2e7d2b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:26.770462 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facf7af-5066-439f-9545-e722ab8dda0c req-ff818ed7-7792-4026-867d-47c6a7e8296c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:26.772057 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5facf7af-5066-439f-9545-e722ab8dda0c req-ff818ed7-7792-4026-867d-47c6a7e8296c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8a13abebe64d4bc6a2fa87bb71e99399&device_id=784d0d49-f328-47f7-98f4-f7c13c5e10ae HTTP/1.1" status: 200 len: 1097 time: 0.1842086 May 13 14:26:26.852691 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4b84dba2-b369-44e3-9ddb-fbc441865a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:26.859128 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-0cd5f79e-6d50-4356-b826-9a96f0e9d120 req-0bf2ae25-46f1-4fb8-867b-01c6e6c3bf8b tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Deleting port b6ddb9bf-d02b-47a1-8228-bce1c85195e0 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:26:26.859474 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-0cd5f79e-6d50-4356-b826-9a96f0e9d120 req-0bf2ae25-46f1-4fb8-867b-01c6e6c3bf8b tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:26.904746 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4b84dba2-b369-44e3-9ddb-fbc441865a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:26.951519 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1e91ca25-c52b-4057-83a0-190305a55c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1279529598-router', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '442df221-d696-4c41-887d-78cc5d227059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:51Z', 'updated_at': '2022-05-13T14:25:02Z', 'revision_number': 4, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'gw_port': {'id': '442df221-d696-4c41-887d-78cc5d227059', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:53Z', 'updated_at': '2022-05-13T14:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3', 'name': '', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'mac_address': 'fa:16:3e:3e:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:00Z', 'updated_at': '2022-05-13T14:25:11Z', 'revision_number': 5, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'subnets': [{'id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:26.955871 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e91ca25-c52b-4057-83a0-190305a55c77 None None] Checking router: 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:26:26.965615 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e91ca25-c52b-4057-83a0-190305a55c77 None None] Routers {'3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:26:26.966206 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1e91ca25-c52b-4057-83a0-190305a55c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:26:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:26.983059 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-400096c6-ee25-49bf-ad26-c731e7127332 req-555539e7-27bc-4453-bac9-517a2e7d2b97 service neutron] For port de777e32-03ab-4783-a7b9-d2b400fabd88, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:26:27.005522 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb471eb-dcdb-4803-8d34-575e9227fbf1 req-a2e5c25d-4e64-4e54-b251-461d065c5623 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:27.013152 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bcb471eb-dcdb-4803-8d34-575e9227fbf1 req-a2e5c25d-4e64-4e54-b251-461d065c5623 tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a764b11-94ae-48a6-9fd7-75882ae4cb4c HTTP/1.1" status: 200 len: 945 time: 0.2687361 May 13 14:26:27.016884 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-400096c6-ee25-49bf-ad26-c731e7127332 req-555539e7-27bc-4453-bac9-517a2e7d2b97 service neutron] For port de777e32-03ab-4783-a7b9-d2b400fabd88, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=de777e32-03ab-4783-a7b9-d2b400fabd88,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:26:27.029711 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facf7af-5066-439f-9545-e722ab8dda0c req-682afe81-cb41-4907-be42-81b24ddb66b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:27.031214 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5facf7af-5066-439f-9545-e722ab8dda0c req-682afe81-cb41-4907-be42-81b24ddb66b8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1bb618e8-c72d-478a-b168-a543534f1c66 HTTP/1.1" status: 200 len: 922 time: 0.2501101 May 13 14:26:27.034267 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-400096c6-ee25-49bf-ad26-c731e7127332 req-555539e7-27bc-4453-bac9-517a2e7d2b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:27.095690 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400096c6-ee25-49bf-ad26-c731e7127332 req-555539e7-27bc-4453-bac9-517a2e7d2b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:27.096316 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-400096c6-ee25-49bf-ad26-c731e7127332 req-555539e7-27bc-4453-bac9-517a2e7d2b97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:27.097685 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-400096c6-ee25-49bf-ad26-c731e7127332 req-555539e7-27bc-4453-bac9-517a2e7d2b97 service neutron] 10.222.0.74 "PUT /v2.0/ports/de777e32-03ab-4783-a7b9-d2b400fabd88 HTTP/1.1" status: 200 len: 1092 time: 1.8584704 May 13 14:26:27.106577 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7321ae34-0652-4add-a92d-03152c952458', 'tag': 'de777e32-03ab-4783-a7b9-d2b400fabd88'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:27.136468 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4b84dba2-b369-44e3-9ddb-fbc441865a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:27.161566 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b84dba2-b369-44e3-9ddb-fbc441865a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b29a2dc-08a3-4677-9f1f-ee5d49c5bd89,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:27.162334 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-1e91ca25-c52b-4057-83a0-190305a55c77 None None] Set router 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:26:27.171353 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5facf7af-5066-439f-9545-e722ab8dda0c req-600d6ef9-89bc-4df6-b4de-508583c844f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=443c7d56-e0c3-4a2d-a574-2bb73ea2c01a HTTP/1.1" status: 200 len: 217 time: 0.1226695 May 13 14:26:27.184773 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bcb471eb-dcdb-4803-8d34-575e9227fbf1 req-d75b5172-71c6-4f72-b000-9ae0c98bfe8c tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57ba17e-0e9c-4caf-a253-4805b8e325af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706641 May 13 14:26:27.284247 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9d8dc52f-c800-4b35-adcf-deafb0a3054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:27.304429 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facf7af-5066-439f-9545-e722ab8dda0c req-b9cdfa2b-d0fc-4ed2-89bf-eff9dedd1801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:27.306262 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5facf7af-5066-439f-9545-e722ab8dda0c req-b9cdfa2b-d0fc-4ed2-89bf-eff9dedd1801 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b35608d4-67e7-4682-8e58-7b2d9ed03d8c HTTP/1.1" status: 200 len: 860 time: 0.1164756 May 13 14:26:27.315161 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-0cd5f79e-6d50-4356-b826-9a96f0e9d120 req-0bf2ae25-46f1-4fb8-867b-01c6e6c3bf8b tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] For port b6ddb9bf-d02b-47a1-8228-bce1c85195e0, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=b6ddb9bf-d02b-47a1-8228-bce1c85195e0,segment=NetworkSegment(96487450-a760-40b8-8659-17d41c0e6886),segment_id=96487450-a760-40b8-8659-17d41c0e6886)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:27.315673 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-0cd5f79e-6d50-4356-b826-9a96f0e9d120 req-0bf2ae25-46f1-4fb8-867b-01c6e6c3bf8b tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:27.317490 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555539e7-27bc-4453-bac9-517a2e7d2b97 service neutron] Pushing event updated for resources: {'Port': ['ID=de777e32-03ab-4783-a7b9-d2b400fabd88,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:27.336382 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4b84dba2-b369-44e3-9ddb-fbc441865a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:27.348199 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4b84dba2-b369-44e3-9ddb-fbc441865a70 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1b29a2dc-08a3-4677-9f1f-ee5d49c5bd89 HTTP/1.1" status: 204 len: 168 time: 0.7227812 May 13 14:26:27.460187 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400096c6-ee25-49bf-ad26-c731e7127332 req-59e7c70b-0f36-4f4a-bfd5-b01fab2cfb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:27.461660 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-400096c6-ee25-49bf-ad26-c731e7127332 req-59e7c70b-0f36-4f4a-bfd5-b01fab2cfb93 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e9c1f6dcee6e4bfa9d17410767972533&device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 1095 time: 0.2927425 May 13 14:26:27.618932 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f21fe-9fd7-4a5a-8c66-ebcbdae0b8af req-17a85a22-3849-4f49-9317-05f5f5ee0e0d tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:27.619985 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-0cd5f79e-6d50-4356-b826-9a96f0e9d120 req-0bf2ae25-46f1-4fb8-867b-01c6e6c3bf8b tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Calling delete_port for b6ddb9bf-d02b-47a1-8228-bce1c85195e0 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:26:27.626531 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-1c9f21fe-9fd7-4a5a-8c66-ebcbdae0b8af req-17a85a22-3849-4f49-9317-05f5f5ee0e0d tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Synchronizing usage tracker for tenant:e9c1f6dcee6e4bfa9d17410767972533 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:26:27.647591 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-400096c6-ee25-49bf-ad26-c731e7127332 req-0914d71d-b010-440b-a5b6-f0250a286b57 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de777e32-03ab-4783-a7b9-d2b400fabd88 HTTP/1.1" status: 200 len: 217 time: 0.1707759 May 13 14:26:27.716337 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-1c9f21fe-9fd7-4a5a-8c66-ebcbdae0b8af req-17a85a22-3849-4f49-9317-05f5f5ee0e0d tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Unset dirty status for tenant:e9c1f6dcee6e4bfa9d17410767972533 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:26:27.724223 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1c9f21fe-9fd7-4a5a-8c66-ebcbdae0b8af req-17a85a22-3849-4f49-9317-05f5f5ee0e0d tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 944 time: 0.3545313 May 13 14:26:27.725260 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1e91ca25-c52b-4057-83a0-190305a55c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1279529598-router', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '442df221-d696-4c41-887d-78cc5d227059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:51Z', 'updated_at': '2022-05-13T14:25:02Z', 'revision_number': 4, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'gw_port': {'id': '442df221-d696-4c41-887d-78cc5d227059', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:53Z', 'updated_at': '2022-05-13T14:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3', 'name': '', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'mac_address': 'fa:16:3e:3e:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:00Z', 'updated_at': '2022-05-13T14:25:11Z', 'revision_number': 5, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'subnets': [{'id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:27.730535 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e91ca25-c52b-4057-83a0-190305a55c77 None None] The sync data for ids ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'] in n-d-841760-1 is: [{'id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1279529598-router', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '442df221-d696-4c41-887d-78cc5d227059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:51Z', 'updated_at': '2022-05-13T14:25:02Z', 'revision_number': 4, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'gw_port': {'id': '442df221-d696-4c41-887d-78cc5d227059', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:53Z', 'updated_at': '2022-05-13T14:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3', 'name': '', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'mac_address': 'fa:16:3e:3e:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:00Z', 'updated_at': '2022-05-13T14:25:11Z', 'revision_number': 5, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'subnets': [{'id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:26:27.761199 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400096c6-ee25-49bf-ad26-c731e7127332 req-f8229d6a-665e-4ed3-8140-855cf0f4a416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:27.763557 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-400096c6-ee25-49bf-ad26-c731e7127332 req-f8229d6a-665e-4ed3-8140-855cf0f4a416 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b67d68a0-c4b3-4438-b89e-01055bd1fad3 HTTP/1.1" status: 200 len: 847 time: 0.1065671 May 13 14:26:27.837120 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facf7af-5066-439f-9545-e722ab8dda0c req-c73762b9-bcd9-4d42-8f63-60e6753d9314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:27.839933 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5facf7af-5066-439f-9545-e722ab8dda0c req-c73762b9-bcd9-4d42-8f63-60e6753d9314 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1bb618e8-c72d-478a-b168-a543534f1c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5036557 May 13 14:26:27.845616 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-400096c6-ee25-49bf-ad26-c731e7127332 req-ed33b2fc-d369-4869-8941-c45abcb50679 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=01882ed3-6d08-4bd7-8250-0f45408cfc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673168 May 13 14:26:27.850538 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1c9f21fe-9fd7-4a5a-8c66-ebcbdae0b8af req-cbec3fba-befa-4427-b3d2-5e0b1fa412a6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258619 May 13 14:26:27.900787 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 268c24bc-df2f-4511-9f62-1b089c7150d0 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:26:28.057908 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-400096c6-ee25-49bf-ad26-c731e7127332 req-323eb4a4-ba4c-4083-a528-77f6862d2ece service neutron] 10.222.0.74 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062554 May 13 14:26:28.135085 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-0cd5f79e-6d50-4356-b826-9a96f0e9d120 req-0bf2ae25-46f1-4fb8-867b-01c6e6c3bf8b tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:28.188559 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 268c24bc-df2f-4511-9f62-1b089c7150d0 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:28.189061 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:28.199634 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8863b93-3661-43e8-8fa9-5f9c372cde70 None None] New status for floating IP af17fd38-bb1a-45fd-94ed-cd31222ad9b5: DOWN {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:26:28.257478 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['b6ddb9bf-d02b-47a1-8228-bce1c85195e0'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:26:28.265993 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2ae25-46f1-4fb8-867b-01c6e6c3bf8b tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Pushing event deleted for resources: {'Port': ['ID=b6ddb9bf-d02b-47a1-8228-bce1c85195e0,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:28.384616 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5facf7af-5066-439f-9545-e722ab8dda0c req-a6277f66-de7c-4b87-a5de-3d9e1cd48c4d service neutron] 10.222.0.35 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065255 May 13 14:26:28.447159 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 268c24bc-df2f-4511-9f62-1b089c7150d0, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=268c24bc-df2f-4511-9f62-1b089c7150d0,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:28.448702 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:28.464638 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1df088-0940-45b2-9abe-7f5596893b8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '268c24bc-df2f-4511-9f62-1b089c7150d0'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:28.472721 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:28.616512 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-400096c6-ee25-49bf-ad26-c731e7127332 req-2cffa46f-4198-4cef-861f-77b5674587a8 service neutron] 10.222.0.74 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5436583 May 13 14:26:28.636504 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8c733-afb8-4a25-8a74-8b1771cb47f7 req-1ac36f36-6190-4786-a99a-db1fed9c8e58 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:28.646638 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-faf8c733-afb8-4a25-8a74-8b1771cb47f7 req-1ac36f36-6190-4786-a99a-db1fed9c8e58 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 949 time: 0.5164373 May 13 14:26:28.650812 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-2cfe9f9b-dd6a-429d-8a4a-a1d491dc5d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:28.655276 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-2cfe9f9b-dd6a-429d-8a4a-a1d491dc5d6c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e&tenant_id=652541c50878480891452a61002970b5 HTTP/1.1" status: 200 len: 1100 time: 0.3288705 May 13 14:26:28.671091 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd5f79e-6d50-4356-b826-9a96f0e9d120 req-0bf2ae25-46f1-4fb8-867b-01c6e6c3bf8b tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] No DVR routers for this DVR port b6ddb9bf-d02b-47a1-8228-bce1c85195e0 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:26:28.695588 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-0cd5f79e-6d50-4356-b826-9a96f0e9d120 req-0bf2ae25-46f1-4fb8-867b-01c6e6c3bf8b tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:28.714747 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-a6221642-a3a2-4fff-92b7-bac09e86448c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-841760-1', 'device_owner': 'compute:nova'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:28.798687 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0cd5f79e-6d50-4356-b826-9a96f0e9d120 req-0bf2ae25-46f1-4fb8-867b-01c6e6c3bf8b tempest-FloatingIPsAssociationNegativeTestJSON-884865598 tempest-FloatingIPsAssociationNegativeTestJSON-884865598-project] 10.222.0.74 "DELETE /v2.0/ports/b6ddb9bf-d02b-47a1-8228-bce1c85195e0 HTTP/1.1" status: 204 len: 173 time: 2.0778496 May 13 14:26:28.856325 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e2b29fcd-9008-4fdd-864f-0c5ae53684bf req-a624ddd4-3fbd-4ba4-afcf-5061d2153f7a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4024417 May 13 14:26:28.863387 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=268c24bc-df2f-4511-9f62-1b089c7150d0,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:28.878642 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5facf7af-5066-439f-9545-e722ab8dda0c req-bb22056e-f7eb-40f5-8711-664cf2360433 service neutron] 10.222.0.35 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580443 May 13 14:26:28.935339 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-faf8c733-afb8-4a25-8a74-8b1771cb47f7 req-ce0e5a2d-7a3e-4add-8a55-3ea035dde4ad tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861042 May 13 14:26:28.998022 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-a6221642-a3a2-4fff-92b7-bac09e86448c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:29.027329 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b29fcd-9008-4fdd-864f-0c5ae53684bf req-5c8c2477-e52b-4f85-bbde-ae3037270521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:29.029345 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e2b29fcd-9008-4fdd-864f-0c5ae53684bf req-5c8c2477-e52b-4f85-bbde-ae3037270521 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 1100 time: 0.1398253 May 13 14:26:29.090756 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f01f819-d943-429b-b251-2e8059521091'] response: {'name': 'network-changed', 'server_uuid': '784d0d49-f328-47f7-98f4-f7c13c5e10ae', 'tag': '443c7d56-e0c3-4a2d-a574-2bb73ea2c01a', 'status': 'completed', 'code': 200} May 13 14:26:29.243572 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b29fcd-9008-4fdd-864f-0c5ae53684bf req-3efb157c-a833-4aa6-8bce-0fbfc00cef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:29.245136 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e2b29fcd-9008-4fdd-864f-0c5ae53684bf req-3efb157c-a833-4aa6-8bce-0fbfc00cef0d service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.1564205 May 13 14:26:29.284802 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36a7be-e23d-4fa1-be95-7e8e2473c690 req-274602b9-35bc-4d36-ab38-bee059ca1191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:29.286670 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e36a7be-e23d-4fa1-be95-7e8e2473c690 req-274602b9-35bc-4d36-ab38-bee059ca1191 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8a13abebe64d4bc6a2fa87bb71e99399&device_id=784d0d49-f328-47f7-98f4-f7c13c5e10ae HTTP/1.1" status: 200 len: 1097 time: 0.1809876 May 13 14:26:29.337028 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e2b29fcd-9008-4fdd-864f-0c5ae53684bf req-7383ce3c-f545-4331-b3d4-525c42bbf4af service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=d45390e8-aa8b-4155-8d53-1bddc4d2dd7b HTTP/1.1" status: 200 len: 217 time: 0.0781226 May 13 14:26:29.442067 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976b1b5-ca64-453a-b067-47d50c3c0136 req-47dc0bd3-a001-437c-a4a9-2a4164177034 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:29.443818 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f976b1b5-ca64-453a-b067-47d50c3c0136 req-47dc0bd3-a001-437c-a4a9-2a4164177034 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f HTTP/1.1" status: 200 len: 945 time: 0.3992002 May 13 14:26:29.455970 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b29fcd-9008-4fdd-864f-0c5ae53684bf req-34beeacf-1a09-450c-9c7d-30374d5f5b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:29.457403 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e2b29fcd-9008-4fdd-864f-0c5ae53684bf req-34beeacf-1a09-450c-9c7d-30374d5f5b37 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1142063 May 13 14:26:29.523601 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cb572ab3-4d6c-447c-952b-c3e7fad3672f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:29.556318 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f976b1b5-ca64-453a-b067-47d50c3c0136 req-03f3ccd3-4441-4caf-9100-63a88235e854 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055310 May 13 14:26:29.600017 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b29fcd-9008-4fdd-864f-0c5ae53684bf req-cc8a3441-46ac-4755-a754-dbe47d5bcb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:29.601434 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e2b29fcd-9008-4fdd-864f-0c5ae53684bf req-cc8a3441-46ac-4755-a754-dbe47d5bcb14 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1253524 May 13 14:26:29.648517 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36a7be-e23d-4fa1-be95-7e8e2473c690 req-42b45070-0fb4-4abe-a647-2514a0eb5f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:29.649955 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e36a7be-e23d-4fa1-be95-7e8e2473c690 req-42b45070-0fb4-4abe-a647-2514a0eb5f3c service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bb618e8-c72d-478a-b168-a543534f1c66 HTTP/1.1" status: 200 len: 922 time: 0.3555377 May 13 14:26:29.651676 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-a6221642-a3a2-4fff-92b7-bac09e86448c service neutron] For port d7527f73-d685-4e34-b9a0-bf049239d26c, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=d7527f73-d685-4e34-b9a0-bf049239d26c,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:29.654690 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72f98a41-b8b8-499a-acf6-7502b8457785'] response: {'name': 'network-changed', 'server_uuid': '7321ae34-0652-4add-a92d-03152c952458', 'tag': 'de777e32-03ab-4783-a7b9-d2b400fabd88', 'status': 'completed', 'code': 200} May 13 14:26:29.745657 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e36a7be-e23d-4fa1-be95-7e8e2473c690 req-f4af7c96-113c-4223-9e44-7aeb2ec5a51c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=443c7d56-e0c3-4a2d-a574-2bb73ea2c01a HTTP/1.1" status: 200 len: 217 time: 0.0886855 May 13 14:26:29.822863 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-a6221642-a3a2-4fff-92b7-bac09e86448c service neutron] For port d7527f73-d685-4e34-b9a0-bf049239d26c, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:26:29.886187 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device d7527f73-d685-4e34-b9a0-bf049239d26c no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:26:29.928589 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36a7be-e23d-4fa1-be95-7e8e2473c690 req-3bf58f6c-3308-4d8e-98d5-e1b423708ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:29.930684 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e36a7be-e23d-4fa1-be95-7e8e2473c690 req-3bf58f6c-3308-4d8e-98d5-e1b423708ba7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b35608d4-67e7-4682-8e58-7b2d9ed03d8c HTTP/1.1" status: 200 len: 860 time: 0.1713941 May 13 14:26:29.940051 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-a6221642-a3a2-4fff-92b7-bac09e86448c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:29.969674 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e2b29fcd-9008-4fdd-864f-0c5ae53684bf req-09d6bf34-be2d-4a42-b171-0731f4a34059 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527439 May 13 14:26:30.033154 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-a6221642-a3a2-4fff-92b7-bac09e86448c service neutron] Transition to ACTIVE for port object d7527f73-d685-4e34-b9a0-bf049239d26c will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:26:30.041221 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-a6221642-a3a2-4fff-92b7-bac09e86448c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:30.072670 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port d7527f73-d685-4e34-b9a0-bf049239d26c is: DOWN; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:30.122728 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e2d26-7a0a-4a2a-a554-55efa8647fda req-7b29c328-34f0-481d-a4c0-c4f86dd37588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:30.124289 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a21e2d26-7a0a-4a2a-a554-55efa8647fda req-7b29c328-34f0-481d-a4c0-c4f86dd37588 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e9c1f6dcee6e4bfa9d17410767972533&device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 1095 time: 0.4175558 May 13 14:26:30.236093 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37486) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:30.306801 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6c7907f-f5d5-4f81-bbcc-52b46eca2fad'] response: {'server_uuid': 'dc1df088-0940-45b2-9abe-7f5596893b8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '268c24bc-df2f-4511-9f62-1b089c7150d0', 'code': 200} May 13 14:26:30.321777 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6221642-a3a2-4fff-92b7-bac09e86448c service neutron] Pushing event updated for resources: {'Port': ['ID=d7527f73-d685-4e34-b9a0-bf049239d26c,revision_number=10']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:30.324563 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-a6221642-a3a2-4fff-92b7-bac09e86448c service neutron] No DVR routers for this DVR port d7527f73-d685-4e34-b9a0-bf049239d26c on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:26:30.384700 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e2d26-7a0a-4a2a-a554-55efa8647fda req-9590b329-3872-4337-b99c-05c3bcf42baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:30.386677 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a21e2d26-7a0a-4a2a-a554-55efa8647fda req-9590b329-3872-4337-b99c-05c3bcf42baf service neutron] 10.222.0.74 "GET /v2.0/networks?id=01882ed3-6d08-4bd7-8250-0f45408cfc6f HTTP/1.1" status: 200 len: 908 time: 0.2558844 May 13 14:26:30.431774 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36a7be-e23d-4fa1-be95-7e8e2473c690 req-babdb710-b124-4ad0-a577-047e59e684ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:30.433677 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e36a7be-e23d-4fa1-be95-7e8e2473c690 req-babdb710-b124-4ad0-a577-047e59e684ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bb618e8-c72d-478a-b168-a543534f1c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4967399 May 13 14:26:30.456640 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:30.484093 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a21e2d26-7a0a-4a2a-a554-55efa8647fda req-8dc60e05-82ca-431d-84d5-c707ad753842 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de777e32-03ab-4783-a7b9-d2b400fabd88 HTTP/1.1" status: 200 len: 217 time: 0.0886068 May 13 14:26:30.554077 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:30.572419 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e2b29fcd-9008-4fdd-864f-0c5ae53684bf req-0a304847-ab19-485b-b56d-6ddc4bbd3877 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5959539 May 13 14:26:30.577844 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e2d26-7a0a-4a2a-a554-55efa8647fda req-f6f82f87-8889-4634-8a1f-8f1cd38a9320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:30.580088 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a21e2d26-7a0a-4a2a-a554-55efa8647fda req-f6f82f87-8889-4634-8a1f-8f1cd38a9320 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b67d68a0-c4b3-4438-b89e-01055bd1fad3 HTTP/1.1" status: 200 len: 847 time: 0.0871646 May 13 14:26:30.634953 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a21e2d26-7a0a-4a2a-a554-55efa8647fda req-58b35613-648d-423e-9521-3e589f40db3d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=01882ed3-6d08-4bd7-8250-0f45408cfc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483828 May 13 14:26:30.794394 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a21e2d26-7a0a-4a2a-a554-55efa8647fda req-c4ea6c40-e33c-4017-8827-92f57fe78e59 service neutron] 10.222.0.74 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530960 May 13 14:26:30.795645 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-a6221642-a3a2-4fff-92b7-bac09e86448c service neutron] Attempting to bind port d7527f73-d685-4e34-b9a0-bf049239d26c on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:26:30.796217 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-a6221642-a3a2-4fff-92b7-bac09e86448c service neutron] Attempting to bind port d7527f73-d685-4e34-b9a0-bf049239d26c by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:26:30.796371 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-a6221642-a3a2-4fff-92b7-bac09e86448c service neutron] Attempting to bind port d7527f73-d685-4e34-b9a0-bf049239d26c on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:26:30.815973 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-a6221642-a3a2-4fff-92b7-bac09e86448c service neutron] Port d7527f73-d685-4e34-b9a0-bf049239d26c on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:26:30.816210 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-a6221642-a3a2-4fff-92b7-bac09e86448c service neutron] Attempting to bind port d7527f73-d685-4e34-b9a0-bf049239d26c on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:26:30.830438 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-a6221642-a3a2-4fff-92b7-bac09e86448c service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:26:30.830769 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-a6221642-a3a2-4fff-92b7-bac09e86448c service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:26:30.831176 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-a6221642-a3a2-4fff-92b7-bac09e86448c service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:26:30.831611 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-a6221642-a3a2-4fff-92b7-bac09e86448c service neutron] Bound port: d7527f73-d685-4e34-b9a0-bf049239d26c, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:26:30.831965 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-a6221642-a3a2-4fff-92b7-bac09e86448c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:31.008028 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-31e8deea-4da2-429f-ae4f-1016b2f138c1 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:26:31.009473 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-31e8deea-4da2-429f-ae4f-1016b2f138c1 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0318997 May 13 14:26:31.031538 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-a658a111-118a-41fd-9c9d-f587ae364587 service neutron] Request body: {'binding': {'host': 'n-h2-841760-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:31.032771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-a658a111-118a-41fd-9c9d-f587ae364587 service neutron] Unknown quota resources ['binding']. {{(pid=88081) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 13 14:26:31.052604 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a21e2d26-7a0a-4a2a-a554-55efa8647fda req-f3541a74-bced-4f57-8cc4-917ab1439df2 service neutron] 10.222.0.74 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342865 May 13 14:26:31.064849 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e36a7be-e23d-4fa1-be95-7e8e2473c690 req-0a1b1282-f609-4ebe-9fd4-ef7471b726ab service neutron] 10.222.0.59 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5452352 May 13 14:26:31.092443 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a764b11-94ae-48a6-9fd7-75882ae4cb4c', 'name': 'network-vif-deleted', 'tag': 'b6ddb9bf-d02b-47a1-8228-bce1c85195e0'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:31.295024 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca093b7b-aa35-4d09-a068-7c118c3597eb req-316be2aa-e17f-4d7a-83ac-622afcc84099 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:31.296559 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ca093b7b-aa35-4d09-a068-7c118c3597eb req-316be2aa-e17f-4d7a-83ac-622afcc84099 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 944 time: 0.7742329 May 13 14:26:31.326618 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-a6221642-a3a2-4fff-92b7-bac09e86448c service neutron] For port d7527f73-d685-4e34-b9a0-bf049239d26c, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:26:31.438662 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-a6221642-a3a2-4fff-92b7-bac09e86448c service neutron] For port d7527f73-d685-4e34-b9a0-bf049239d26c, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=d7527f73-d685-4e34-b9a0-bf049239d26c,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:26:31.465830 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-a6221642-a3a2-4fff-92b7-bac09e86448c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:31.593833 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-a6221642-a3a2-4fff-92b7-bac09e86448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:31.594508 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-a6221642-a3a2-4fff-92b7-bac09e86448c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:31.595908 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-a6221642-a3a2-4fff-92b7-bac09e86448c service neutron] 10.222.0.74 "PUT /v2.0/ports/d7527f73-d685-4e34-b9a0-bf049239d26c HTTP/1.1" status: 200 len: 1096 time: 2.8927584 May 13 14:26:31.600367 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ca093b7b-aa35-4d09-a068-7c118c3597eb req-cca767ad-d3c7-4bbc-9365-686f7dfa8076 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842288 May 13 14:26:31.609024 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e36a7be-e23d-4fa1-be95-7e8e2473c690 req-a24454f8-4ff3-49ea-ab0d-0b464ca2b251 service neutron] 10.222.0.59 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4750502 May 13 14:26:31.660295 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a8ba36-1c81-46a8-8e94-43d47290d25e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7527f73-d685-4e34-b9a0-bf049239d26c'}, {'name': 'network-changed', 'server_uuid': 'b9a8ba36-1c81-46a8-8e94-43d47290d25e', 'tag': 'd7527f73-d685-4e34-b9a0-bf049239d26c'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:31.729120 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6221642-a3a2-4fff-92b7-bac09e86448c service neutron] Pushing event updated for resources: {'Port': ['ID=d7527f73-d685-4e34-b9a0-bf049239d26c,revision_number=11']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:31.783252 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-a658a111-118a-41fd-9c9d-f587ae364587 service neutron] Attempting to bind port 425256e1-b983-4962-8af3-6b3f04130ea1 on host n-h2-841760-1 for vnic_type normal with profile None {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:26:31.783594 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-a658a111-118a-41fd-9c9d-f587ae364587 service neutron] Attempting to bind port 425256e1-b983-4962-8af3-6b3f04130ea1 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:26:31.783917 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-a658a111-118a-41fd-9c9d-f587ae364587 service neutron] Attempting to bind port 425256e1-b983-4962-8af3-6b3f04130ea1 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:26:31.793874 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-a658a111-118a-41fd-9c9d-f587ae364587 service neutron] Port 425256e1-b983-4962-8af3-6b3f04130ea1 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:26:31.795014 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-a658a111-118a-41fd-9c9d-f587ae364587 service neutron] Attempting to bind port 425256e1-b983-4962-8af3-6b3f04130ea1 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:26:31.807083 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-a658a111-118a-41fd-9c9d-f587ae364587 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:26:31.807901 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-a658a111-118a-41fd-9c9d-f587ae364587 service neutron] Checking segment: {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:26:31.807901 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-a658a111-118a-41fd-9c9d-f587ae364587 service neutron] Bound using segment: {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:26:31.808312 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-a658a111-118a-41fd-9c9d-f587ae364587 service neutron] Bound port: 425256e1-b983-4962-8af3-6b3f04130ea1, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:26:31.838799 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-9fb5d625-8b00-4459-98c8-c4a36e936d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:31.840244 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-9fb5d625-8b00-4459-98c8-c4a36e936d62 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 1099 time: 0.1833906 May 13 14:26:31.932585 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device b6ddb9bf-d02b-47a1-8228-bce1c85195e0 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:26:31.975366 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-a658a111-118a-41fd-9c9d-f587ae364587 service neutron] For port 425256e1-b983-4962-8af3-6b3f04130ea1, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=425256e1-b983-4962-8af3-6b3f04130ea1,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:26:31.982968 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-a658a111-118a-41fd-9c9d-f587ae364587 service neutron] Notify callbacks [] for binding, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:31.984151 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-a658a111-118a-41fd-9c9d-f587ae364587 service neutron] 10.222.0.35 "POST /v2.0/ports/425256e1-b983-4962-8af3-6b3f04130ea1/bindings HTTP/1.1" status: 201 len: 389 time: 0.9572847 May 13 14:26:31.988954 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: b6ddb9bf-d02b-47a1-8228-bce1c85195e0 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:26:31.989393 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device b6ddb9bf-d02b-47a1-8228-bce1c85195e0 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:26:32.002003 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:32.045104 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-080f3c6a-89d4-48fb-81f2-cb2dfdc1d666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:32.046566 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-080f3c6a-89d4-48fb-81f2-cb2dfdc1d666 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.1988928 May 13 14:26:32.053134 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-659eec8b-802a-4ace-8df4-edf4087f9f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:32.253463 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-df31da43-63c0-48c3-af80-be423e055e55 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d7527f73-d685-4e34-b9a0-bf049239d26c HTTP/1.1" status: 200 len: 217 time: 0.1265376 May 13 14:26:32.354637 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-065720cb-2992-476f-95c7-20c5d5f43986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:32.356156 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-065720cb-2992-476f-95c7-20c5d5f43986 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4d6ca075ae214d9490235db19234e57f&device_id=e9762526-1bff-4c57-9a8b-40d18a17be74 HTTP/1.1" status: 200 len: 1096 time: 0.0863817 May 13 14:26:32.503039 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-15032423-908b-462e-b5e2-fc1b0041c833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:32.504925 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-15032423-908b-462e-b5e2-fc1b0041c833 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d5027423-d39b-4c72-b023-a3c3d59a72d1 HTTP/1.1" status: 200 len: 920 time: 0.1426065 May 13 14:26:32.570440 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-cbcfa468-6a60-4ffa-852a-dfe38fb58779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:32.571890 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-cbcfa468-6a60-4ffa-852a-dfe38fb58779 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.3087778 May 13 14:26:32.610494 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-6d4e3a9f-c16f-42f2-9770-41af57379fe1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=425256e1-b983-4962-8af3-6b3f04130ea1 HTTP/1.1" status: 200 len: 217 time: 0.0930476 May 13 14:26:32.612257 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2abb167-3822-4d49-b780-a5aa4845a34c'] response: {'server_uuid': '3a764b11-94ae-48a6-9fd7-75882ae4cb4c', 'name': 'network-vif-deleted', 'tag': 'b6ddb9bf-d02b-47a1-8228-bce1c85195e0', 'status': 'completed', 'code': 200} May 13 14:26:32.644302 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a8f1101-c14a-4505-8cad-9c647c37c3cb'] response: {'server_uuid': 'b9a8ba36-1c81-46a8-8e94-43d47290d25e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7527f73-d685-4e34-b9a0-bf049239d26c', 'code': 200} May 13 14:26:32.644563 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a8f1101-c14a-4505-8cad-9c647c37c3cb'] response: {'name': 'network-changed', 'server_uuid': 'b9a8ba36-1c81-46a8-8e94-43d47290d25e', 'tag': 'd7527f73-d685-4e34-b9a0-bf049239d26c', 'status': 'completed', 'code': 200} May 13 14:26:32.689822 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-557fe79b-28dd-48bb-b841-667647b8ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:32.691287 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-557fe79b-28dd-48bb-b841-667647b8ac1b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d HTTP/1.1" status: 200 len: 859 time: 0.0751121 May 13 14:26:32.691937 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60d856-e3b3-4e2f-9659-e4947d8378aa req-30010a6c-5d8d-466b-a707-b9c7ab7059e1 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:32.694402 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ff60d856-e3b3-4e2f-9659-e4947d8378aa req-30010a6c-5d8d-466b-a707-b9c7ab7059e1 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 948 time: 0.5075057 May 13 14:26:32.776417 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-5394f296-8931-4649-b5d3-eb3ee86d8339 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d5027423-d39b-4c72-b023-a3c3d59a72d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779130 May 13 14:26:32.874829 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ff60d856-e3b3-4e2f-9659-e4947d8378aa req-cc552028-369b-4f9b-a8e9-e8b175610f2a tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061232 May 13 14:26:32.909759 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-16dd4f9a-83d1-4dd6-bad1-f3736d2ef8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:32.911253 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-16dd4f9a-83d1-4dd6-bad1-f3736d2ef8a3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2751386 May 13 14:26:32.915021 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b728ac2-c29f-4a56-a1ff-3c6cf02ce5ba req-b364c5f4-58e8-42cb-8690-25f05b4196c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:32.916442 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5b728ac2-c29f-4a56-a1ff-3c6cf02ce5ba req-b364c5f4-58e8-42cb-8690-25f05b4196c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 1099 time: 0.2158866 May 13 14:26:32.940401 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed6453-e115-4a19-a9f0-776aa03a71a5 req-89bdd800-9254-4a49-9316-c05203d81d89 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:32.941852 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-26ed6453-e115-4a19-a9f0-776aa03a71a5 req-89bdd800-9254-4a49-9316-c05203d81d89 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/ports?device_id=391f6a36-c109-4bbb-ba78-349a045ab204&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2123897 May 13 14:26:32.947435 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-8c46d59a-3307-435b-9dc3-ff79278c18fa service neutron] 10.222.0.74 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626463 May 13 14:26:33.089149 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-26ed6453-e115-4a19-a9f0-776aa03a71a5 req-75e67036-0954-44db-8ca9-3d3e0cbcac00 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.45 HTTP/1.1" status: 200 len: 695 time: 0.1388183 May 13 14:26:33.107801 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-26ed6453-e115-4a19-a9f0-776aa03a71a5 req-5b7a72e5-3305-451f-92ac-324d40fb1a78 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Request body: {'floatingip': {'port_id': '358c4d50-d667-4aea-afe9-b2df0074d829', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:33.192545 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-26ed6453-e115-4a19-a9f0-776aa03a71a5 req-5b7a72e5-3305-451f-92ac-324d40fb1a78 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks [] for floatingip, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:33.239695 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-659eec8b-802a-4ace-8df4-edf4087f9f73 admin admin] Deleting port 119b2e48-bd8d-4f49-b2d0-3a0266f1af00 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:26:33.240034 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-659eec8b-802a-4ace-8df4-edf4087f9f73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:33.340783 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-d83ffb8c-6abc-4511-aed7-a90f19457d2b service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223397 May 13 14:26:33.353866 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-65928a12-a219-41ff-9251-76b930ca63eb service neutron] 10.222.0.74 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496010 May 13 14:26:33.361729 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b728ac2-c29f-4a56-a1ff-3c6cf02ce5ba req-f0ff8895-c691-4d45-9258-7016e3906bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:33.363177 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5b728ac2-c29f-4a56-a1ff-3c6cf02ce5ba req-f0ff8895-c691-4d45-9258-7016e3906bb0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.3727727 May 13 14:26:33.554570 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c148910-59e6-4ec1-ac88-1d74b210f2b6 req-fc324678-f554-4907-b1a2-2f78c30b16ce tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:33.556399 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c148910-59e6-4ec1-ac88-1d74b210f2b6 req-fc324678-f554-4907-b1a2-2f78c30b16ce tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9762526-1bff-4c57-9a8b-40d18a17be74 HTTP/1.1" status: 200 len: 945 time: 0.5647957 May 13 14:26:33.573960 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5b728ac2-c29f-4a56-a1ff-3c6cf02ce5ba req-91ec801f-ebb7-4cc3-8441-760be481a6ce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d7527f73-d685-4e34-b9a0-bf049239d26c HTTP/1.1" status: 200 len: 217 time: 0.1413362 May 13 14:26:33.754199 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b728ac2-c29f-4a56-a1ff-3c6cf02ce5ba req-6f998463-c917-47eb-b632-18e336cbba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:33.757534 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5b728ac2-c29f-4a56-a1ff-3c6cf02ce5ba req-6f998463-c917-47eb-b632-18e336cbba36 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1702609 May 13 14:26:33.765134 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c148910-59e6-4ec1-ac88-1d74b210f2b6 req-3c388b98-afdf-4bd1-8bf5-92b1ede09b92 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931496 May 13 14:26:33.809596 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d345d15-8e79-4c1e-8888-95c3a410cd77 req-e29cf9ce-06cc-403b-a66b-fb0259c8d7e0 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:33.811048 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1d345d15-8e79-4c1e-8888-95c3a410cd77 req-e29cf9ce-06cc-403b-a66b-fb0259c8d7e0 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.59 "GET /v2.0/ports?device_id=784d0d49-f328-47f7-98f4-f7c13c5e10ae HTTP/1.1" status: 200 len: 946 time: 0.3288693 May 13 14:26:33.826691 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-98641c13-8c0d-4943-a227-1f98dbe9a4e3 req-d4abc993-887d-417b-9812-e1d37e4784e1 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588342 May 13 14:26:33.837752 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-659eec8b-802a-4ace-8df4-edf4087f9f73 admin admin] For port 119b2e48-bd8d-4f49-b2d0-3a0266f1af00, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=119b2e48-bd8d-4f49-b2d0-3a0266f1af00,segment=NetworkSegment(96487450-a760-40b8-8659-17d41c0e6886),segment_id=96487450-a760-40b8-8659-17d41c0e6886)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:33.838232 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-659eec8b-802a-4ace-8df4-edf4087f9f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:34.041961 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-1d345d15-8e79-4c1e-8888-95c3a410cd77 req-35ec8c13-c95c-48c9-90d5-462a6011ac9c tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Deleting port 443c7d56-e0c3-4a2d-a574-2bb73ea2c01a {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:26:34.043812 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1d345d15-8e79-4c1e-8888-95c3a410cd77 req-35ec8c13-c95c-48c9-90d5-462a6011ac9c tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:34.173301 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43764c23-4948-4e42-96d7-b09c808fa3a0 req-16365a51-10cc-43c6-a3c2-2c46f87c2db5 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:34.174816 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-43764c23-4948-4e42-96d7-b09c808fa3a0 req-16365a51-10cc-43c6-a3c2-2c46f87c2db5 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f HTTP/1.1" status: 200 len: 945 time: 0.2661629 May 13 14:26:34.324021 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-659eec8b-802a-4ace-8df4-edf4087f9f73 admin admin] Calling delete_port for 119b2e48-bd8d-4f49-b2d0-3a0266f1af00 owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:26:34.406537 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [req-26ed6453-e115-4a19-a9f0-776aa03a71a5 req-5b7a72e5-3305-451f-92ac-324d40fb1a78 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:26:34.456483 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-36c914ad-ab2c-44dc-a67d-0b60299a414b tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:34.456483 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-36c914ad-ab2c-44dc-a67d-0b60299a414b tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/networks?id=0e26aec9-4c39-41a9-af37-ccef8c346b04 HTTP/1.1" status: 200 len: 813 time: 0.4219913 May 13 14:26:34.521107 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-29ea1721-cf98-4d84-88ec-34dc4e324430 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/quotas/31b88fba682a40f4abf9c2e6f3dd4da1 HTTP/1.1" status: 200 len: 375 time: 0.0429881 May 13 14:26:34.526047 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-43764c23-4948-4e42-96d7-b09c808fa3a0 req-bb760583-4e90-41df-aa62-702c9034ea53 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Deleting port 26c7af29-9205-49a8-be49-34be23e94fcf {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:26:34.526047 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-43764c23-4948-4e42-96d7-b09c808fa3a0 req-bb760583-4e90-41df-aa62-702c9034ea53 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:34.539820 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b728ac2-c29f-4a56-a1ff-3c6cf02ce5ba req-3361de7c-1f53-44ba-a390-bbb12acb53d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:34.539820 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5b728ac2-c29f-4a56-a1ff-3c6cf02ce5ba req-3361de7c-1f53-44ba-a390-bbb12acb53d7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7718883 May 13 14:26:34.692136 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-26ed6453-e115-4a19-a9f0-776aa03a71a5 req-5b7a72e5-3305-451f-92ac-324d40fb1a78 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:34.697746 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-1d345d15-8e79-4c1e-8888-95c3a410cd77 req-35ec8c13-c95c-48c9-90d5-462a6011ac9c tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] For port 443c7d56-e0c3-4a2d-a574-2bb73ea2c01a, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=443c7d56-e0c3-4a2d-a574-2bb73ea2c01a,segment=NetworkSegment(fc461185-f11c-4aad-8bc4-bb6ca344cd38),segment_id=fc461185-f11c-4aad-8bc4-bb6ca344cd38)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:34.697746 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1d345d15-8e79-4c1e-8888-95c3a410cd77 req-35ec8c13-c95c-48c9-90d5-462a6011ac9c tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:34.725932 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-26ed6453-e115-4a19-a9f0-776aa03a71a5 req-5b7a72e5-3305-451f-92ac-324d40fb1a78 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:34.760892 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b728ac2-c29f-4a56-a1ff-3c6cf02ce5ba req-e67c4e47-a277-42d5-88b6-62112a702432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:34.760892 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5b728ac2-c29f-4a56-a1ff-3c6cf02ce5ba req-e67c4e47-a277-42d5-88b6-62112a702432 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 1099 time: 0.4705493 May 13 14:26:34.907352 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b728ac2-c29f-4a56-a1ff-3c6cf02ce5ba req-f5f13e8a-1af2-4b9d-9896-b52a6a7a531a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:34.910157 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5b728ac2-c29f-4a56-a1ff-3c6cf02ce5ba req-f5f13e8a-1af2-4b9d-9896-b52a6a7a531a service neutron] 10.222.0.74 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.1434097 May 13 14:26:35.026404 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5b728ac2-c29f-4a56-a1ff-3c6cf02ce5ba req-95caf074-c4f6-4c7c-9c50-c2cef5f94fb5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d7527f73-d685-4e34-b9a0-bf049239d26c HTTP/1.1" status: 200 len: 217 time: 0.0942798 May 13 14:26:35.048841 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-2b2dd430-9871-4c73-9ac6-1b6fcad38439 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=31b88fba682a40f4abf9c2e6f3dd4da1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4961965 May 13 14:26:35.142813 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5b728ac2-c29f-4a56-a1ff-3c6cf02ce5ba req-d28cb3f8-8ad8-48bd-9325-876f00c99c54 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5322273 May 13 14:26:35.170894 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-1d345d15-8e79-4c1e-8888-95c3a410cd77 req-35ec8c13-c95c-48c9-90d5-462a6011ac9c tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Calling delete_port for 443c7d56-e0c3-4a2d-a574-2bb73ea2c01a owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:26:35.214708 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b728ac2-c29f-4a56-a1ff-3c6cf02ce5ba req-19b170fb-fd44-42a1-bce9-173913cfa968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:35.214708 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5b728ac2-c29f-4a56-a1ff-3c6cf02ce5ba req-19b170fb-fd44-42a1-bce9-173913cfa968 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1803458 May 13 14:26:35.246006 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e346f-0555-4b9c-b6d1-ce5329c99aff req-f7783594-c982-4165-9512-374ff32612df tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:35.247024 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c18e346f-0555-4b9c-b6d1-ce5329c99aff req-f7783594-c982-4165-9512-374ff32612df tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc1df088-0940-45b2-9abe-7f5596893b8d HTTP/1.1" status: 200 len: 943 time: 0.6708040 May 13 14:26:35.475681 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [req-26ed6453-e115-4a19-a9f0-776aa03a71a5 req-5b7a72e5-3305-451f-92ac-324d40fb1a78 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Floating IP af17fd38-bb1a-45fd-94ed-cd31222ad9b5 associated. External IP: 172.25.0.45, port: 358c4d50-d667-4aea-afe9-b2df0074d829. May 13 14:26:35.480792 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-8fc4f47b-f9cd-4f75-8629-717448e100aa service neutron] 10.222.0.35 "GET /v2.0/networks/0e26aec9-4c39-41a9-af37-ccef8c346b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835413 May 13 14:26:35.498223 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5b728ac2-c29f-4a56-a1ff-3c6cf02ce5ba req-05e12d5e-a5ab-43a9-a31c-4f0f7c3a776c service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186398 May 13 14:26:35.529122 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-659eec8b-802a-4ace-8df4-edf4087f9f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:35.616879 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-c18e346f-0555-4b9c-b6d1-ce5329c99aff req-18a5c56f-9154-44ff-bf99-ce63db547e86 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Deleting port 268c24bc-df2f-4511-9f62-1b089c7150d0 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:26:35.617254 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c18e346f-0555-4b9c-b6d1-ce5329c99aff req-18a5c56f-9154-44ff-bf99-ce63db547e86 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:35.639154 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659eec8b-802a-4ace-8df4-edf4087f9f73 admin admin] Pushing event deleted for resources: {'Port': ['ID=119b2e48-bd8d-4f49-b2d0-3a0266f1af00,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:35.654727 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-43764c23-4948-4e42-96d7-b09c808fa3a0 req-bb760583-4e90-41df-aa62-702c9034ea53 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] For port 26c7af29-9205-49a8-be49-34be23e94fcf, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=26c7af29-9205-49a8-be49-34be23e94fcf,segment=NetworkSegment(212baf6b-5017-40bb-96cc-46cb7ca012f5),segment_id=212baf6b-5017-40bb-96cc-46cb7ca012f5)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:35.655093 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-43764c23-4948-4e42-96d7-b09c808fa3a0 req-bb760583-4e90-41df-aa62-702c9034ea53 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:35.674227 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b728ac2-c29f-4a56-a1ff-3c6cf02ce5ba req-f514d042-bd24-41d3-8f30-0c56ac97a077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:35.675738 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5b728ac2-c29f-4a56-a1ff-3c6cf02ce5ba req-f514d042-bd24-41d3-8f30-0c56ac97a077 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4516003 May 13 14:26:35.904053 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-43764c23-4948-4e42-96d7-b09c808fa3a0 req-bb760583-4e90-41df-aa62-702c9034ea53 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Calling delete_port for 26c7af29-9205-49a8-be49-34be23e94fcf owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:26:35.982605 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-f435073e-35de-4a67-ad62-8b3b48857387 service neutron] 10.222.0.35 "GET /v2.0/networks/0e26aec9-4c39-41a9-af37-ccef8c346b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875331 May 13 14:26:36.087736 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1d345d15-8e79-4c1e-8888-95c3a410cd77 req-35ec8c13-c95c-48c9-90d5-462a6011ac9c tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:36.124272 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['358c4d50-d667-4aea-afe9-b2df0074d829'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:26:36.133208 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5b728ac2-c29f-4a56-a1ff-3c6cf02ce5ba req-b3a5597c-e8ab-4b3f-ba04-a2cd78a731f9 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454207 May 13 14:26:36.487615 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5b728ac2-c29f-4a56-a1ff-3c6cf02ce5ba req-6708ad99-7f2b-432b-a9eb-9573ddf5c825 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921889 May 13 14:26:36.496430 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-659eec8b-802a-4ace-8df4-edf4087f9f73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:36.533405 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-c18e346f-0555-4b9c-b6d1-ce5329c99aff req-18a5c56f-9154-44ff-bf99-ce63db547e86 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] For port 268c24bc-df2f-4511-9f62-1b089c7150d0, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=268c24bc-df2f-4511-9f62-1b089c7150d0,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:36.536991 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c18e346f-0555-4b9c-b6d1-ce5329c99aff req-18a5c56f-9154-44ff-bf99-ce63db547e86 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:36.726133 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-c18e346f-0555-4b9c-b6d1-ce5329c99aff req-18a5c56f-9154-44ff-bf99-ce63db547e86 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Calling delete_port for 268c24bc-df2f-4511-9f62-1b089c7150d0 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:26:36.851984 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec8c13-c95c-48c9-90d5-462a6011ac9c tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Pushing event deleted for resources: {'Port': ['ID=443c7d56-e0c3-4a2d-a574-2bb73ea2c01a,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:37.060646 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d345d15-8e79-4c1e-8888-95c3a410cd77 req-35ec8c13-c95c-48c9-90d5-462a6011ac9c tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] No DVR routers for this DVR port 443c7d56-e0c3-4a2d-a574-2bb73ea2c01a on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:26:37.090783 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1d345d15-8e79-4c1e-8888-95c3a410cd77 req-35ec8c13-c95c-48c9-90d5-462a6011ac9c tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:37.093676 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784d0d49-f328-47f7-98f4-f7c13c5e10ae', 'name': 'network-vif-deleted', 'tag': '443c7d56-e0c3-4a2d-a574-2bb73ea2c01a'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:37.163942 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae9975-6bd0-4384-bffc-62edc18cbf82 req-b9cf8538-e69c-40cc-99f9-e56de1def8ca tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:37.165497 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ddae9975-6bd0-4384-bffc-62edc18cbf82 req-b9cf8538-e69c-40cc-99f9-e56de1def8ca tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 944 time: 0.4299161 May 13 14:26:37.257484 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ddae9975-6bd0-4384-bffc-62edc18cbf82 req-07846bd6-f589-40d7-8c36-024462d163df tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828538 May 13 14:26:37.260281 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659eec8b-802a-4ace-8df4-edf4087f9f73 admin admin] Router 797cbfd7-51da-4598-bc2e-17e3f016034e has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:26:37.276874 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-90958f85-e963-483a-9f55-db42f2b72820 req-95c166d6-dd5a-4b7f-bf61-2e44ce2edf25 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3576b493-a765-4f61-8d3d-9e72b617617e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2888093 May 13 14:26:37.435842 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-43764c23-4948-4e42-96d7-b09c808fa3a0 req-bb760583-4e90-41df-aa62-702c9034ea53 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:37.517939 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26ed6453-e115-4a19-a9f0-776aa03a71a5 req-5b7a72e5-3305-451f-92ac-324d40fb1a78 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Router 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:26:37.528798 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c18e346f-0555-4b9c-b6d1-ce5329c99aff req-18a5c56f-9154-44ff-bf99-ce63db547e86 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:37.537320 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1d345d15-8e79-4c1e-8888-95c3a410cd77 req-35ec8c13-c95c-48c9-90d5-462a6011ac9c tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.59 "DELETE /v2.0/ports/443c7d56-e0c3-4a2d-a574-2bb73ea2c01a HTTP/1.1" status: 204 len: 173 time: 3.6641278 May 13 14:26:37.561481 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb760583-4e90-41df-aa62-702c9034ea53 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Pushing event deleted for resources: {'Port': ['ID=26c7af29-9205-49a8-be49-34be23e94fcf,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:37.649739 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659eec8b-802a-4ace-8df4-edf4087f9f73 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:26:37.662827 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299b55b9-d6dd-4cb8-aca6-b09ba0995a52 None None] Sync routers for ids ['797cbfd7-51da-4598-bc2e-17e3f016034e'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:26:37.679382 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299b55b9-d6dd-4cb8-aca6-b09ba0995a52 None None] Routers {'797cbfd7-51da-4598-bc2e-17e3f016034e'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:26:37.681502 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-299b55b9-d6dd-4cb8-aca6-b09ba0995a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:26:29Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['797cbfd7-51da-4598-bc2e-17e3f016034e'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:37.695026 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-43764c23-4948-4e42-96d7-b09c808fa3a0 req-bb760583-4e90-41df-aa62-702c9034ea53 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] No DVR routers for this DVR port 26c7af29-9205-49a8-be49-34be23e94fcf on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:26:37.696950 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-659eec8b-802a-4ace-8df4-edf4087f9f73 admin admin] 10.222.0.35 "PUT /v2.0/routers/797cbfd7-51da-4598-bc2e-17e3f016034e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4581845 May 13 14:26:37.697796 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37562) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:37.697981 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-43764c23-4948-4e42-96d7-b09c808fa3a0 req-bb760583-4e90-41df-aa62-702c9034ea53 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:37.703567 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5c56f-9154-44ff-bf99-ce63db547e86 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Pushing event deleted for resources: {'Port': ['ID=268c24bc-df2f-4511-9f62-1b089c7150d0,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:37.831210 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18e346f-0555-4b9c-b6d1-ce5329c99aff req-18a5c56f-9154-44ff-bf99-ce63db547e86 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] No DVR routers for this DVR port 268c24bc-df2f-4511-9f62-1b089c7150d0 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:26:37.836350 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c18e346f-0555-4b9c-b6d1-ce5329c99aff req-18a5c56f-9154-44ff-bf99-ce63db547e86 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:37.838527 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c18e346f-0555-4b9c-b6d1-ce5329c99aff req-18a5c56f-9154-44ff-bf99-ce63db547e86 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.74 "DELETE /v2.0/ports/268c24bc-df2f-4511-9f62-1b089c7150d0 HTTP/1.1" status: 204 len: 173 time: 2.5830376 May 13 14:26:37.850385 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-43764c23-4948-4e42-96d7-b09c808fa3a0 req-bb760583-4e90-41df-aa62-702c9034ea53 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.59 "DELETE /v2.0/ports/26c7af29-9205-49a8-be49-34be23e94fcf HTTP/1.1" status: 204 len: 173 time: 3.5985768 May 13 14:26:37.929041 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-dc2361fc-84be-4f9a-84c4-08b4c1606e5a tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:37.930589 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-dc2361fc-84be-4f9a-84c4-08b4c1606e5a tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/networks?id=615f1b1d-e928-4b1a-811f-c88ac2129812 HTTP/1.1" status: 200 len: 805 time: 0.4539392 May 13 14:26:37.944887 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 443c7d56-e0c3-4a2d-a574-2bb73ea2c01a no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:26:37.947879 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90958f85-e963-483a-9f55-db42f2b72820 req-9a2431bc-714f-4808-9853-3df769afab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:37.949490 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-90958f85-e963-483a-9f55-db42f2b72820 req-9a2431bc-714f-4808-9853-3df769afab18 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4d6ca075ae214d9490235db19234e57f&device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 1095 time: 0.4739172 May 13 14:26:38.018446 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device d7527f73-d685-4e34-b9a0-bf049239d26c details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:26:38.100082 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-fc4656c5-4255-4d86-9ea0-d230aa6830e6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/quotas/0b965b9ed3c14545bbd8d2dd215e4150 HTTP/1.1" status: 200 len: 375 time: 0.1551285 May 13 14:26:38.121250 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-299b55b9-d6dd-4cb8-aca6-b09ba0995a52 None None] Set router 797cbfd7-51da-4598-bc2e-17e3f016034e gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:26:38.194584 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 443c7d56-e0c3-4a2d-a574-2bb73ea2c01a {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:26:38.194940 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 443c7d56-e0c3-4a2d-a574-2bb73ea2c01a not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:26:38.195384 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 26c7af29-9205-49a8-be49-34be23e94fcf no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:26:38.208514 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26ed6453-e115-4a19-a9f0-776aa03a71a5 req-5b7a72e5-3305-451f-92ac-324d40fb1a78 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:26:38.214738 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-26ed6453-e115-4a19-a9f0-776aa03a71a5 req-5b7a72e5-3305-451f-92ac-324d40fb1a78 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:38.223427 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-b58a0bb3-3302-4358-b040-c09ee568e5bb tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b965b9ed3c14545bbd8d2dd215e4150&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1132977 May 13 14:26:38.242484 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a3cfc8-75a9-40cf-bf62-c15d73369ac0 None None] Sync routers for ids ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:26:38.279041 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 26c7af29-9205-49a8-be49-34be23e94fcf {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:26:38.291442 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 26c7af29-9205-49a8-be49-34be23e94fcf not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:26:38.312398 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a3cfc8-75a9-40cf-bf62-c15d73369ac0 None None] Routers {'3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:26:38.316460 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-63a3cfc8-75a9-40cf-bf62-c15d73369ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:26:29Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:38.449725 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-6cc59046-0c79-495f-bfbc-b9396f389c2c tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:38.450350 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-6cc59046-0c79-495f-bfbc-b9396f389c2c tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Synchronizing usage tracker for tenant:31b88fba682a40f4abf9c2e6f3dd4da1 on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:26:38.457618 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-26ed6453-e115-4a19-a9f0-776aa03a71a5 req-5b7a72e5-3305-451f-92ac-324d40fb1a78 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "PUT /v2.0/floatingips/af17fd38-bb1a-45fd-94ed-cd31222ad9b5 HTTP/1.1" status: 200 len: 995 time: 5.3558221 May 13 14:26:38.569367 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90958f85-e963-483a-9f55-db42f2b72820 req-8871c51b-258c-41b1-913a-217578df478a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:38.571300 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-90958f85-e963-483a-9f55-db42f2b72820 req-8871c51b-258c-41b1-913a-217578df478a service neutron] 10.222.0.74 "GET /v2.0/networks?id=d5027423-d39b-4c72-b023-a3c3d59a72d1 HTTP/1.1" status: 200 len: 920 time: 0.4420240 May 13 14:26:38.597598 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-6cc59046-0c79-495f-bfbc-b9396f389c2c tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Unset dirty status for tenant:31b88fba682a40f4abf9c2e6f3dd4da1 on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:26:38.599692 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-6cc59046-0c79-495f-bfbc-b9396f389c2c tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.59 "GET /v2.0/networks?id=0e26aec9-4c39-41a9-af37-ccef8c346b04 HTTP/1.1" status: 200 len: 813 time: 0.6318681 May 13 14:26:38.606930 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-63a3cfc8-75a9-40cf-bf62-c15d73369ac0 None None] Set router 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:26:38.607671 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-336d0277-8ff5-44f1-b68a-10b4712a7f7d admin admin] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:38.617232 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-06eea12f-1419-4f8b-a899-f719a2af853f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Request body: {'port': {'device_id': '2678e9f8-1a18-4659-956c-8b2e3f689dc2', 'network_id': '0e26aec9-4c39-41a9-af37-ccef8c346b04', 'admin_state_up': True, 'tenant_id': '31b88fba682a40f4abf9c2e6f3dd4da1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:38.627636 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-299b55b9-d6dd-4cb8-aca6-b09ba0995a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1789347354-router', 'tenant_id': '1016ecb87f5e4c279209c713cff0a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '2eb817b7-ba11-47f8-a01e-c72d38ad9c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:04Z', 'updated_at': '2022-05-13T14:26:35Z', 'revision_number': 5, 'project_id': '1016ecb87f5e4c279209c713cff0a09f', 'gw_port': {'id': '2eb817b7-ba11-47f8-a01e-c72d38ad9c4b', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:07Z', 'updated_at': '2022-05-13T14:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:38.631581 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299b55b9-d6dd-4cb8-aca6-b09ba0995a52 None None] Checking router: 797cbfd7-51da-4598-bc2e-17e3f016034e for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:26:38.639850 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299b55b9-d6dd-4cb8-aca6-b09ba0995a52 None None] Routers {'797cbfd7-51da-4598-bc2e-17e3f016034e'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:26:38.640557 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-299b55b9-d6dd-4cb8-aca6-b09ba0995a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:26:29Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['797cbfd7-51da-4598-bc2e-17e3f016034e'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:38.736005 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed6453-e115-4a19-a9f0-776aa03a71a5 req-764a561e-2517-46a5-93da-344573ab1996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:38.738488 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-26ed6453-e115-4a19-a9f0-776aa03a71a5 req-764a561e-2517-46a5-93da-344573ab1996 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8a13abebe64d4bc6a2fa87bb71e99399&device_id=391f6a36-c109-4bbb-ba78-349a045ab204 HTTP/1.1" status: 200 len: 1096 time: 0.2651367 May 13 14:26:38.811679 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port d7527f73-d685-4e34-b9a0-bf049239d26c, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=d7527f73-d685-4e34-b9a0-bf049239d26c,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:38.822049 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-299b55b9-d6dd-4cb8-aca6-b09ba0995a52 None None] Set router 797cbfd7-51da-4598-bc2e-17e3f016034e gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:26:38.845600 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'd7527f73-d685-4e34-b9a0-bf049239d26c', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': 'd7527f73-d685-4e34-b9a0-bf049239d26c', 'mac_address': 'fa:16:3e:0e:b2:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:26:38.903835 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-90958f85-e963-483a-9f55-db42f2b72820 req-bfebb253-f51c-4849-afb3-152026f1310b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33367613-7e10-4ad3-8825-d0865ccc4998 HTTP/1.1" status: 200 len: 217 time: 0.2380626 May 13 14:26:38.935156 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port d7527f73-d685-4e34-b9a0-bf049239d26c is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:38.935834 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:38.940955 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-06eea12f-1419-4f8b-a899-f719a2af853f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:26:38.977179 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-06eea12f-1419-4f8b-a899-f719a2af853f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:26:38.981133 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7527f73-d685-4e34-b9a0-bf049239d26c {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:26:38.994746 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-8bcbf651-71e1-4683-9ae1-e78ea5861fa7 service neutron] 10.222.0.35 "GET /v2.0/networks/615f1b1d-e928-4b1a-811f-c88ac2129812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7701602 May 13 14:26:39.010824 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed6453-e115-4a19-a9f0-776aa03a71a5 req-fdb8c420-4f66-4558-977d-6b6d3dd6accd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:39.013049 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-26ed6453-e115-4a19-a9f0-776aa03a71a5 req-fdb8c420-4f66-4558-977d-6b6d3dd6accd service neutron] 10.222.0.35 "GET /v2.0/networks?id=1bb618e8-c72d-478a-b168-a543534f1c66 HTTP/1.1" status: 200 len: 922 time: 0.2642190 May 13 14:26:39.014164 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-06eea12f-1419-4f8b-a899-f719a2af853f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Made reservation on behalf of 31b88fba682a40f4abf9c2e6f3dd4da1 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:26:39.018569 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-06eea12f-1419-4f8b-a899-f719a2af853f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:39.080636 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port d7527f73-d685-4e34-b9a0-bf049239d26c, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=d7527f73-d685-4e34-b9a0-bf049239d26c,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:39.089318 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:39.090395 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device de777e32-03ab-4783-a7b9-d2b400fabd88 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:26:39.218301 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90958f85-e963-483a-9f55-db42f2b72820 req-4641e720-69d4-4779-8fb5-9b9af80c72ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:39.220055 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-90958f85-e963-483a-9f55-db42f2b72820 req-4641e720-69d4-4779-8fb5-9b9af80c72ad service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d HTTP/1.1" status: 200 len: 859 time: 0.2905090 May 13 14:26:39.279052 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-90958f85-e963-483a-9f55-db42f2b72820 req-43b03a5a-4b91-4160-82cd-8b20f68e09ec service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d5027423-d39b-4c72-b023-a3c3d59a72d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515256 May 13 14:26:39.292213 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-26ed6453-e115-4a19-a9f0-776aa03a71a5 req-4dad4c81-a2d6-4156-a851-c5c9ac812a68 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=358c4d50-d667-4aea-afe9-b2df0074d829 HTTP/1.1" status: 200 len: 998 time: 0.2629375 May 13 14:26:39.377848 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed6453-e115-4a19-a9f0-776aa03a71a5 req-f664be55-8fc0-41d7-b50e-d131c0b3d325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:39.384089 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-299b55b9-d6dd-4cb8-aca6-b09ba0995a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1789347354-router', 'tenant_id': '1016ecb87f5e4c279209c713cff0a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '2eb817b7-ba11-47f8-a01e-c72d38ad9c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:04Z', 'updated_at': '2022-05-13T14:26:35Z', 'revision_number': 5, 'project_id': '1016ecb87f5e4c279209c713cff0a09f', 'gw_port': {'id': '2eb817b7-ba11-47f8-a01e-c72d38ad9c4b', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:07Z', 'updated_at': '2022-05-13T14:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:39.388126 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-26ed6453-e115-4a19-a9f0-776aa03a71a5 req-f664be55-8fc0-41d7-b50e-d131c0b3d325 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b35608d4-67e7-4682-8e58-7b2d9ed03d8c HTTP/1.1" status: 200 len: 860 time: 0.0868802 May 13 14:26:39.396384 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:26:39.397475 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299b55b9-d6dd-4cb8-aca6-b09ba0995a52 None None] The sync data for ids ['797cbfd7-51da-4598-bc2e-17e3f016034e'] in n-d-841760-1 is: [{'id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1789347354-router', 'tenant_id': '1016ecb87f5e4c279209c713cff0a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '2eb817b7-ba11-47f8-a01e-c72d38ad9c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:04Z', 'updated_at': '2022-05-13T14:26:35Z', 'revision_number': 5, 'project_id': '1016ecb87f5e4c279209c713cff0a09f', 'gw_port': {'id': '2eb817b7-ba11-47f8-a01e-c72d38ad9c4b', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cbfd7-51da-4598-bc2e-17e3f016034e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:07Z', 'updated_at': '2022-05-13T14:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:26:39.435788 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-336d0277-8ff5-44f1-b68a-10b4712a7f7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:39.455744 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-325887ef-faa2-4ece-b3d0-bc042ba78bfa service neutron] 10.222.0.35 "GET /v2.0/networks/615f1b1d-e928-4b1a-811f-c88ac2129812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461448 May 13 14:26:39.465042 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-336d0277-8ff5-44f1-b68a-10b4712a7f7d admin admin] Deleting port 2eb817b7-ba11-47f8-a01e-c72d38ad9c4b {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:26:39.465575 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-336d0277-8ff5-44f1-b68a-10b4712a7f7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:39.482371 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=d7527f73-d685-4e34-b9a0-bf049239d26c,revision_number=12']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:39.497203 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port de777e32-03ab-4783-a7b9-d2b400fabd88, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=de777e32-03ab-4783-a7b9-d2b400fabd88,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:39.517771 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-63a3cfc8-75a9-40cf-bf62-c15d73369ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1279529598-router', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '442df221-d696-4c41-887d-78cc5d227059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:51Z', 'updated_at': '2022-05-13T14:25:02Z', 'revision_number': 4, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'gw_port': {'id': '442df221-d696-4c41-887d-78cc5d227059', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:53Z', 'updated_at': '2022-05-13T14:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'af17fd38-bb1a-45fd-94ed-cd31222ad9b5', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'floating_ip_address': '172.25.0.45', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'port_id': '358c4d50-d667-4aea-afe9-b2df0074d829', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'mac_address': 'fa:16:3e:3f:76:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391f6a36-c109-4bbb-ba78-349a045ab204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:25:34Z', 'updated_at': '2022-05-13T14:26:34Z', 'revision_number': 8, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3', 'name': '', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'mac_address': 'fa:16:3e:3e:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:00Z', 'updated_at': '2022-05-13T14:25:11Z', 'revision_number': 5, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'subnets': [{'id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:39.522036 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a3cfc8-75a9-40cf-bf62-c15d73369ac0 None None] Checking router: 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:26:39.524643 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'de777e32-03ab-4783-a7b9-d2b400fabd88', 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f', 'port_id': 'de777e32-03ab-4783-a7b9-d2b400fabd88', 'mac_address': 'fa:16:3e:e7:89:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b67d68a0-c4b3-4438-b89e-01055bd1fad3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:26:39.558583 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-90958f85-e963-483a-9f55-db42f2b72820 req-225b0cbf-2f20-403c-848d-df2d3b384ed9 service neutron] 10.222.0.74 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724102 May 13 14:26:39.564536 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-06eea12f-1419-4f8b-a899-f719a2af853f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Allocated IP 172.20.0.14 (0e26aec9-4c39-41a9-af37-ccef8c346b04/d98d3701-9056-4eba-bf1f-28c8c023123f/95272747-4a10-4a41-938e-e370bc8ebc97) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:26:39.581047 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a3cfc8-75a9-40cf-bf62-c15d73369ac0 None None] Routers {'3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:26:39.581680 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-63a3cfc8-75a9-40cf-bf62-c15d73369ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:26:29Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:39.791942 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port de777e32-03ab-4783-a7b9-d2b400fabd88 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:39.792334 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:39.821277 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de777e32-03ab-4783-a7b9-d2b400fabd88 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:26:39.848683 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-63a3cfc8-75a9-40cf-bf62-c15d73369ac0 None None] Set router 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:26:40.021907 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-06eea12f-1419-4f8b-a899-f719a2af853f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:40.068562 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-90958f85-e963-483a-9f55-db42f2b72820 req-5ad1c348-9ebd-4782-a59c-34aca4164438 service neutron] 10.222.0.74 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4926744 May 13 14:26:40.082840 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-06eea12f-1419-4f8b-a899-f719a2af853f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:40.107102 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port de777e32-03ab-4783-a7b9-d2b400fabd88, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=de777e32-03ab-4783-a7b9-d2b400fabd88,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:40.113346 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:40.170240 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-336d0277-8ff5-44f1-b68a-10b4712a7f7d admin admin] For port 2eb817b7-ba11-47f8-a01e-c72d38ad9c4b, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=2eb817b7-ba11-47f8-a01e-c72d38ad9c4b,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:40.170620 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-336d0277-8ff5-44f1-b68a-10b4712a7f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:40.193389 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5748c1-dfcc-43a8-be71-24b612a95bb9 req-eeabe416-5207-48b4-b4cc-da36420f2f0e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:40.194933 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4d5748c1-dfcc-43a8-be71-24b612a95bb9 req-eeabe416-5207-48b4-b4cc-da36420f2f0e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 949 time: 0.4859362 May 13 14:26:40.218089 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eea12f-1419-4f8b-a899-f719a2af853f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Pushing event updated for resources: {'Port': ['ID=95272747-4a10-4a41-938e-e370bc8ebc97,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:40.268269 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-06eea12f-1419-4f8b-a899-f719a2af853f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Network 0e26aec9-4c39-41a9-af37-ccef8c346b04 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:26:40.270429 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed6453-e115-4a19-a9f0-776aa03a71a5 req-f147fc2b-4dfe-407a-b206-2e2513c85c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:40.271982 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-26ed6453-e115-4a19-a9f0-776aa03a71a5 req-f147fc2b-4dfe-407a-b206-2e2513c85c41 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1bb618e8-c72d-478a-b168-a543534f1c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8829856 May 13 14:26:40.286677 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-06eea12f-1419-4f8b-a899-f719a2af853f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:26:40.339539 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=de777e32-03ab-4783-a7b9-d2b400fabd88,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:40.343585 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-336d0277-8ff5-44f1-b68a-10b4712a7f7d admin admin] Calling delete_port for 2eb817b7-ba11-47f8-a01e-c72d38ad9c4b owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:26:40.432890 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-63a3cfc8-75a9-40cf-bf62-c15d73369ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1279529598-router', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '442df221-d696-4c41-887d-78cc5d227059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:51Z', 'updated_at': '2022-05-13T14:25:02Z', 'revision_number': 4, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'gw_port': {'id': '442df221-d696-4c41-887d-78cc5d227059', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:53Z', 'updated_at': '2022-05-13T14:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'af17fd38-bb1a-45fd-94ed-cd31222ad9b5', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'floating_ip_address': '172.25.0.45', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'port_id': '358c4d50-d667-4aea-afe9-b2df0074d829', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'mac_address': 'fa:16:3e:3f:76:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391f6a36-c109-4bbb-ba78-349a045ab204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:25:34Z', 'updated_at': '2022-05-13T14:26:34Z', 'revision_number': 8, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3', 'name': '', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'mac_address': 'fa:16:3e:3e:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:00Z', 'updated_at': '2022-05-13T14:25:11Z', 'revision_number': 5, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'subnets': [{'id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:40.439284 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a3cfc8-75a9-40cf-bf62-c15d73369ac0 None None] The sync data for ids ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'] in n-d-841760-1 is: [{'id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1279529598-router', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '442df221-d696-4c41-887d-78cc5d227059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:51Z', 'updated_at': '2022-05-13T14:25:02Z', 'revision_number': 4, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'gw_port': {'id': '442df221-d696-4c41-887d-78cc5d227059', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:53Z', 'updated_at': '2022-05-13T14:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'af17fd38-bb1a-45fd-94ed-cd31222ad9b5', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'floating_ip_address': '172.25.0.45', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'port_id': '358c4d50-d667-4aea-afe9-b2df0074d829', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'mac_address': 'fa:16:3e:3f:76:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391f6a36-c109-4bbb-ba78-349a045ab204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:25:34Z', 'updated_at': '2022-05-13T14:26:34Z', 'revision_number': 8, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3', 'name': '', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'mac_address': 'fa:16:3e:3e:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:00Z', 'updated_at': '2022-05-13T14:25:11Z', 'revision_number': 5, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'subnets': [{'id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:26:40.470068 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4d5748c1-dfcc-43a8-be71-24b612a95bb9 req-d36d904e-6c50-4804-8e6a-184317bdde8f tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180142 May 13 14:26:40.470546 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-26ed6453-e115-4a19-a9f0-776aa03a71a5 req-addfd0f3-2757-4e9b-87e0-913f54cbd11a service neutron] 10.222.0.35 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859846 May 13 14:26:40.487002 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-06eea12f-1419-4f8b-a899-f719a2af853f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:26:40.535401 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 119b2e48-bd8d-4f49-b2d0-3a0266f1af00 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:26:40.643465 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 119b2e48-bd8d-4f49-b2d0-3a0266f1af00 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:26:40.643800 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 119b2e48-bd8d-4f49-b2d0-3a0266f1af00 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:26:40.701325 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-06eea12f-1419-4f8b-a899-f719a2af853f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:40.702686 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-06eea12f-1419-4f8b-a899-f719a2af853f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:40.731820 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-336d0277-8ff5-44f1-b68a-10b4712a7f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:40.780038 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-06eea12f-1419-4f8b-a899-f719a2af853f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1705422 May 13 14:26:40.788871 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-26ed6453-e115-4a19-a9f0-776aa03a71a5 req-0208ff39-1736-45d1-9cd9-9956643f098a service neutron] 10.222.0.35 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289481 May 13 14:26:40.795044 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-4f32e529-bdde-4b54-b868-12a305b5ae0b service neutron] Request body: {'port': {'device_id': '2678e9f8-1a18-4659-956c-8b2e3f689dc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:40.805471 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc84cde-c2d2-4295-aad9-cea3ce99ddb0 None None] New status for floating IP af17fd38-bb1a-45fd-94ed-cd31222ad9b5: ACTIVE {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:26:40.844090 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['d7527f73-d685-4e34-b9a0-bf049239d26c'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:26:40.878128 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d0277-8ff5-44f1-b68a-10b4712a7f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=2eb817b7-ba11-47f8-a01e-c72d38ad9c4b,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:40.956660 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05495516-d0bd-4ab3-bf0e-0a5043e77bf7 req-627a40d2-e2ca-49b6-b52a-ee1ebe835abb tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:40.958525 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-05495516-d0bd-4ab3-bf0e-0a5043e77bf7 req-627a40d2-e2ca-49b6-b52a-ee1ebe835abb tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9762526-1bff-4c57-9a8b-40d18a17be74 HTTP/1.1" status: 200 len: 945 time: 0.3095212 May 13 14:26:41.020844 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-4f32e529-bdde-4b54-b868-12a305b5ae0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:41.029309 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-05495516-d0bd-4ab3-bf0e-0a5043e77bf7 req-b989701b-4e00-497d-acab-ed98401a9c07 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596406 May 13 14:26:41.039233 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-336d0277-8ff5-44f1-b68a-10b4712a7f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:41.146737 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['de777e32-03ab-4783-a7b9-d2b400fabd88'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:26:41.200925 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38ea1a3d-c01f-428f-b467-ad91c43b906e'] response: {'server_uuid': '784d0d49-f328-47f7-98f4-f7c13c5e10ae', 'name': 'network-vif-deleted', 'tag': '443c7d56-e0c3-4a2d-a574-2bb73ea2c01a', 'status': 'completed', 'code': 200} May 13 14:26:41.488462 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-447659b4-8bc0-454b-a813-6e245778794e tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:41.490256 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-447659b4-8bc0-454b-a813-6e245778794e tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.59 "GET /v2.0/networks?id=615f1b1d-e928-4b1a-811f-c88ac2129812 HTTP/1.1" status: 200 len: 805 time: 0.3783417 May 13 14:26:41.505384 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-336d0277-8ff5-44f1-b68a-10b4712a7f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:41.510216 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-4718f458-8c5d-45dc-81d0-8aeb46b2f247 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Request body: {'port': {'device_id': '32345b94-1e9e-4987-8717-7e520e4023eb', 'network_id': '615f1b1d-e928-4b1a-811f-c88ac2129812', 'admin_state_up': True, 'tenant_id': '0b965b9ed3c14545bbd8d2dd215e4150'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:41.513493 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-336d0277-8ff5-44f1-b68a-10b4712a7f7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:41.564811 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-336d0277-8ff5-44f1-b68a-10b4712a7f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:41.564811 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336d0277-8ff5-44f1-b68a-10b4712a7f7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 797cbfd7-51da-4598-bc2e-17e3f016034e {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:26:41.621139 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98805a9-550c-44c5-ba0d-57cfe8e433e5 req-bfe86a88-ebf4-4d25-a8e5-92149847a563 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:41.627136 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e98805a9-550c-44c5-ba0d-57cfe8e433e5 req-bfe86a88-ebf4-4d25-a8e5-92149847a563 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 945 time: 0.1983891 May 13 14:26:41.627136 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-336d0277-8ff5-44f1-b68a-10b4712a7f7d admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:41.628188 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-336d0277-8ff5-44f1-b68a-10b4712a7f7d admin admin] 10.222.0.35 "DELETE /v2.0/routers/797cbfd7-51da-4598-bc2e-17e3f016034e HTTP/1.1" status: 204 len: 168 time: 3.9261196 May 13 14:26:41.630648 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37588) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:41.728220 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf50d55-de9d-42a5-a5c3-aef6060404cd req-c9937299-8af0-45ba-b792-5782b5357057 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:41.728220 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-fdf50d55-de9d-42a5-a5c3-aef6060404cd req-c9937299-8af0-45ba-b792-5782b5357057 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Synchronizing usage tracker for tenant:31b88fba682a40f4abf9c2e6f3dd4da1 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:26:41.746500 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e98805a9-550c-44c5-ba0d-57cfe8e433e5 req-3121a009-e4f6-4f45-8e3b-dfc402341e8a tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160553 May 13 14:26:41.779657 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-72319bcb-e940-49b2-89c4-f733ae789eec admin admin] Deleting subnet 9791e2a2-58e1-47af-a960-adc89812e0cd {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:26:41.784370 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-72319bcb-e940-49b2-89c4-f733ae789eec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:41.819508 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-fdf50d55-de9d-42a5-a5c3-aef6060404cd req-c9937299-8af0-45ba-b792-5782b5357057 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Unset dirty status for tenant:31b88fba682a40f4abf9c2e6f3dd4da1 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:26:41.832287 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fdf50d55-de9d-42a5-a5c3-aef6060404cd req-c9937299-8af0-45ba-b792-5782b5357057 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=2678e9f8-1a18-4659-956c-8b2e3f689dc2 HTTP/1.1" status: 200 len: 932 time: 0.6910646 May 13 14:26:41.875194 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-72319bcb-e940-49b2-89c4-f733ae789eec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:41.954004 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fdf50d55-de9d-42a5-a5c3-aef6060404cd req-c2123045-77bf-48c0-927e-7e4bd69c6328 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201317 May 13 14:26:41.975464 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-4718f458-8c5d-45dc-81d0-8aeb46b2f247 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:26:41.985790 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-4718f458-8c5d-45dc-81d0-8aeb46b2f247 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:26:42.033342 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-4718f458-8c5d-45dc-81d0-8aeb46b2f247 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Made reservation on behalf of 0b965b9ed3c14545bbd8d2dd215e4150 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:26:42.035470 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-4718f458-8c5d-45dc-81d0-8aeb46b2f247 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:42.065506 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-71afd340-3472-4852-8650-4a5abf77e317 req-fb1a8a38-d3e1-4ab4-8145-0e34d8edee75 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=32345b94-1e9e-4987-8717-7e520e4023eb HTTP/1.1" status: 200 len: 210 time: 0.1537683 May 13 14:26:42.184841 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 268c24bc-df2f-4511-9f62-1b089c7150d0 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:26:42.273741 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-4f32e529-bdde-4b54-b868-12a305b5ae0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95272747-4a10-4a41-938e-e370bc8ebc97 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:26:42.273741 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-4f32e529-bdde-4b54-b868-12a305b5ae0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:42.316833 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 268c24bc-df2f-4511-9f62-1b089c7150d0 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:26:42.317180 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 268c24bc-df2f-4511-9f62-1b089c7150d0 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:26:42.347933 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-4f32e529-bdde-4b54-b868-12a305b5ae0b service neutron] Transition to ACTIVE for port object 95272747-4a10-4a41-938e-e370bc8ebc97 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:26:42.359792 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-4f32e529-bdde-4b54-b868-12a305b5ae0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:42.452562 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-5929ce0c-2815-4255-8a1c-7a62a8274c60 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:42.452562 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-5929ce0c-2815-4255-8a1c-7a62a8274c60 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=e9762526-1bff-4c57-9a8b-40d18a17be74&tenant_id=4d6ca075ae214d9490235db19234e57f&binding%3Ahost_id=n-h1-841760-1 HTTP/1.1" status: 200 len: 1096 time: 0.5359461 May 13 14:26:42.464596 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-72319bcb-e940-49b2-89c4-f733ae789eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:42.495673 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-841760-1'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:42.618467 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dd554301-4108-400e-b054-d7febd74d357 req-b635c6a9-e31b-4999-8034-03dbdde7ee69 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/floatingips/af17fd38-bb1a-45fd-94ed-cd31222ad9b5 HTTP/1.1" status: 200 len: 997 time: 0.5013587 May 13 14:26:42.628225 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2eb817b7-ba11-47f8-a01e-c72d38ad9c4b no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:26:42.681025 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 2eb817b7-ba11-47f8-a01e-c72d38ad9c4b {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:26:42.681025 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2eb817b7-ba11-47f8-a01e-c72d38ad9c4b not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:26:42.684311 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-4718f458-8c5d-45dc-81d0-8aeb46b2f247 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Allocated IP 172.20.0.6 (615f1b1d-e928-4b1a-811f-c88ac2129812/6e2eec62-0523-4521-82e3-9ab28f45e905/b8f3b5fd-e48c-49d5-a5db-951658246046) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:26:42.732610 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32e529-bdde-4b54-b868-12a305b5ae0b service neutron] Pushing event updated for resources: {'Port': ['ID=95272747-4a10-4a41-938e-e370bc8ebc97,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:42.744143 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:42.767737 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70603eaf-4d0c-44e8-95bc-7eb68d2447cc req-41997e6b-ec01-41e7-875b-624274b22b4b tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:42.769231 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-70603eaf-4d0c-44e8-95bc-7eb68d2447cc req-41997e6b-ec01-41e7-875b-624274b22b4b tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 949 time: 0.6007144 May 13 14:26:42.821195 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-72319bcb-e940-49b2-89c4-f733ae789eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:42.903904 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72319bcb-e940-49b2-89c4-f733ae789eec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9791e2a2-58e1-47af-a960-adc89812e0cd,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:42.910455 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-72319bcb-e940-49b2-89c4-f733ae789eec admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:42.913360 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce8617e-e294-49c8-89b7-03b9cef7d44b None None] Network 2ac367d0-0a17-4f39-8584-9463d6f61d19 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:26:42.946646 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd554301-4108-400e-b054-d7febd74d357 req-4bda2cbd-6531-4bf4-beb8-6ee3598f745d tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:42.959911 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dd554301-4108-400e-b054-d7febd74d357 req-4bda2cbd-6531-4bf4-beb8-6ee3598f745d tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 784 time: 0.3349614 May 13 14:26:43.007471 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-dd554301-4108-400e-b054-d7febd74d357 req-fd262822-e629-400c-97e3-1b07fb2ff0f3 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:26:43.011151 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dd554301-4108-400e-b054-d7febd74d357 req-fd262822-e629-400c-97e3-1b07fb2ff0f3 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0581601 May 13 14:26:43.012378 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-72319bcb-e940-49b2-89c4-f733ae789eec admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9791e2a2-58e1-47af-a960-adc89812e0cd HTTP/1.1" status: 204 len: 168 time: 1.3807757 May 13 14:26:43.013289 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37598) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:43.046627 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-70603eaf-4d0c-44e8-95bc-7eb68d2447cc req-5c65ed06-5f2d-4b58-afb9-938cfce51752 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291052 May 13 14:26:43.065934 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-4f32e529-bdde-4b54-b868-12a305b5ae0b service neutron] Attempting to bind port 95272747-4a10-4a41-938e-e370bc8ebc97 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:26:43.066339 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-4f32e529-bdde-4b54-b868-12a305b5ae0b service neutron] Attempting to bind port 95272747-4a10-4a41-938e-e370bc8ebc97 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '212baf6b-5017-40bb-96cc-46cb7ca012f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0e26aec9-4c39-41a9-af37-ccef8c346b04'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:26:43.066796 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-4f32e529-bdde-4b54-b868-12a305b5ae0b service neutron] Attempting to bind port 95272747-4a10-4a41-938e-e370bc8ebc97 on network 0e26aec9-4c39-41a9-af37-ccef8c346b04 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:26:43.075080 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-4f32e529-bdde-4b54-b868-12a305b5ae0b service neutron] Port 95272747-4a10-4a41-938e-e370bc8ebc97 on network 0e26aec9-4c39-41a9-af37-ccef8c346b04 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:26:43.075788 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-4f32e529-bdde-4b54-b868-12a305b5ae0b service neutron] Attempting to bind port 95272747-4a10-4a41-938e-e370bc8ebc97 on network 0e26aec9-4c39-41a9-af37-ccef8c346b04 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:26:43.085715 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-4f32e529-bdde-4b54-b868-12a305b5ae0b service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:26:43.086494 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-4f32e529-bdde-4b54-b868-12a305b5ae0b service neutron] Checking segment: {'id': '212baf6b-5017-40bb-96cc-46cb7ca012f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0e26aec9-4c39-41a9-af37-ccef8c346b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:26:43.087160 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-4f32e529-bdde-4b54-b868-12a305b5ae0b service neutron] Bound using segment: {'id': '212baf6b-5017-40bb-96cc-46cb7ca012f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0e26aec9-4c39-41a9-af37-ccef8c346b04'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:26:43.087811 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-4f32e529-bdde-4b54-b868-12a305b5ae0b service neutron] Bound port: 95272747-4a10-4a41-938e-e370bc8ebc97, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '212baf6b-5017-40bb-96cc-46cb7ca012f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0e26aec9-4c39-41a9-af37-ccef8c346b04'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:26:43.088380 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-4f32e529-bdde-4b54-b868-12a305b5ae0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:43.219775 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f', 'name': 'network-vif-deleted', 'tag': '26c7af29-9205-49a8-be49-34be23e94fcf'}, {'server_uuid': 'dc1df088-0940-45b2-9abe-7f5596893b8d', 'name': 'network-vif-deleted', 'tag': '268c24bc-df2f-4511-9f62-1b089c7150d0'}, {'name': 'network-changed', 'server_uuid': '391f6a36-c109-4bbb-ba78-349a045ab204', 'tag': '358c4d50-d667-4aea-afe9-b2df0074d829'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:43.310200 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-4718f458-8c5d-45dc-81d0-8aeb46b2f247 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:43.312399 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dc1b4543-4eb3-4303-aa32-6424385840d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:43.321984 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] For port 425256e1-b983-4962-8af3-6b3f04130ea1, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=425256e1-b983-4962-8af3-6b3f04130ea1,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:43.332595 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bd155c-0707-4e1d-837e-0c43ad27496d None None] DHCP port deletion for 2ac367d0-0a17-4f39-8584-9463d6f61d19 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:26:43.340652 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd155c-0707-4e1d-837e-0c43ad27496d None None] Deleting port 474ac5bb-17b8-41e1-a560-3aa04e53ca6a {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:26:43.341010 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d3bd155c-0707-4e1d-837e-0c43ad27496d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:43.355478 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-dc1b4543-4eb3-4303-aa32-6424385840d3 admin admin] Deleting port 474ac5bb-17b8-41e1-a560-3aa04e53ca6a {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:26:43.356081 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dc1b4543-4eb3-4303-aa32-6424385840d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:43.385860 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-4f32e529-bdde-4b54-b868-12a305b5ae0b service neutron] For port 95272747-4a10-4a41-938e-e370bc8ebc97, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:26:43.402368 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-4f32e529-bdde-4b54-b868-12a305b5ae0b service neutron] For port 95272747-4a10-4a41-938e-e370bc8ebc97, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=95272747-4a10-4a41-938e-e370bc8ebc97,segment=NetworkSegment(212baf6b-5017-40bb-96cc-46cb7ca012f5),segment_id=212baf6b-5017-40bb-96cc-46cb7ca012f5)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:26:43.410159 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-4f32e529-bdde-4b54-b868-12a305b5ae0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:43.442622 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] For port 425256e1-b983-4962-8af3-6b3f04130ea1, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:26:43.488857 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-4f32e529-bdde-4b54-b868-12a305b5ae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:43.489827 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-4f32e529-bdde-4b54-b868-12a305b5ae0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:43.491278 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-4f32e529-bdde-4b54-b868-12a305b5ae0b service neutron] 10.222.0.59 "PUT /v2.0/ports/95272747-4a10-4a41-938e-e370bc8ebc97 HTTP/1.1" status: 200 len: 1092 time: 2.7015190 May 13 14:26:43.516746 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-4718f458-8c5d-45dc-81d0-8aeb46b2f247 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:43.520233 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32e529-bdde-4b54-b868-12a305b5ae0b service neutron] Pushing event updated for resources: {'Port': ['ID=95272747-4a10-4a41-938e-e370bc8ebc97,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:43.526241 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37614) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:43.557873 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5890d-5cdf-4b56-acc6-36d40ce0137f req-2eed2adf-01e1-49b4-93ea-6e9852344589 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:43.559435 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f2f5890d-5cdf-4b56-acc6-36d40ce0137f req-2eed2adf-01e1-49b4-93ea-6e9852344589 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 945 time: 0.3308651 May 13 14:26:43.635634 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-d3bd155c-0707-4e1d-837e-0c43ad27496d None None] For port 474ac5bb-17b8-41e1-a560-3aa04e53ca6a, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=474ac5bb-17b8-41e1-a560-3aa04e53ca6a,segment=NetworkSegment(96487450-a760-40b8-8659-17d41c0e6886),segment_id=96487450-a760-40b8-8659-17d41c0e6886)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:43.635634 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d3bd155c-0707-4e1d-837e-0c43ad27496d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:43.643253 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4718f458-8c5d-45dc-81d0-8aeb46b2f247 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Pushing event updated for resources: {'Port': ['ID=b8f3b5fd-e48c-49d5-a5db-951658246046,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:43.643253 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78681cc2-1b0d-43ae-88ee-a3ef9b95fe15 req-6d951926-fd80-4e08-bd8e-dc4b2dc92902 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:43.659319 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-78681cc2-1b0d-43ae-88ee-a3ef9b95fe15 req-6d951926-fd80-4e08-bd8e-dc4b2dc92902 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9762526-1bff-4c57-9a8b-40d18a17be74 HTTP/1.1" status: 200 len: 945 time: 0.3278666 May 13 14:26:43.666619 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9762526-1bff-4c57-9a8b-40d18a17be74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '425256e1-b983-4962-8af3-6b3f04130ea1'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:43.690684 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:43.749569 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:43.763966 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd155c-0707-4e1d-837e-0c43ad27496d None None] Calling delete_port for 474ac5bb-17b8-41e1-a560-3aa04e53ca6a owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:26:43.768894 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-78681cc2-1b0d-43ae-88ee-a3ef9b95fe15 req-575be0fa-6f81-4fbb-ab44-c524ad533105 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562301 May 13 14:26:43.770862 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-4718f458-8c5d-45dc-81d0-8aeb46b2f247 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Network 615f1b1d-e928-4b1a-811f-c88ac2129812 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:26:43.785583 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-4718f458-8c5d-45dc-81d0-8aeb46b2f247 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:26:43.789044 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-4718f458-8c5d-45dc-81d0-8aeb46b2f247 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:26:43.854217 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d3bd155c-0707-4e1d-837e-0c43ad27496d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:43.865781 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-dc1b4543-4eb3-4303-aa32-6424385840d3 admin admin] For port 474ac5bb-17b8-41e1-a560-3aa04e53ca6a, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=474ac5bb-17b8-41e1-a560-3aa04e53ca6a,segment=NetworkSegment(96487450-a760-40b8-8659-17d41c0e6886),segment_id=96487450-a760-40b8-8659-17d41c0e6886)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:43.866450 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dc1b4543-4eb3-4303-aa32-6424385840d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:43.902044 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-4718f458-8c5d-45dc-81d0-8aeb46b2f247 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:43.902678 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-4718f458-8c5d-45dc-81d0-8aeb46b2f247 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:43.933239 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-42c3647b-4d1e-439c-8e15-73a215f3d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:43.935093 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-42c3647b-4d1e-439c-8e15-73a215f3d380 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=31b88fba682a40f4abf9c2e6f3dd4da1&device_id=2678e9f8-1a18-4659-956c-8b2e3f689dc2 HTTP/1.1" status: 200 len: 1095 time: 0.4009767 May 13 14:26:43.942948 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bd155c-0707-4e1d-837e-0c43ad27496d None None] No DVR routers for this DVR port 474ac5bb-17b8-41e1-a560-3aa04e53ca6a on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:26:43.948373 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd155c-0707-4e1d-837e-0c43ad27496d None None] Pushing event deleted for resources: {'Port': ['ID=474ac5bb-17b8-41e1-a560-3aa04e53ca6a,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:44.008682 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b136146e-e9c8-409f-82f3-1c8689246f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:44.011441 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f2f5890d-5cdf-4b56-acc6-36d40ce0137f req-bed22c29-e471-4e5b-833f-3966248dbe3c tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363327 May 13 14:26:44.025946 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-dc1b4543-4eb3-4303-aa32-6424385840d3 admin admin] Calling delete_port for 474ac5bb-17b8-41e1-a560-3aa04e53ca6a owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:26:44.090370 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-5976a74b-1d2b-45ef-a180-9281b333a1e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95272747-4a10-4a41-938e-e370bc8ebc97 HTTP/1.1" status: 200 len: 217 time: 0.1442711 May 13 14:26:44.099167 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b136146e-e9c8-409f-82f3-1c8689246f2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:26:44.146406 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b136146e-e9c8-409f-82f3-1c8689246f2b admin admin] Usage tracker for resource:security_group_rule and tenant:df4d40f1cc044f6caa32e5e54aec2895 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:26:44.153958 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-4718f458-8c5d-45dc-81d0-8aeb46b2f247 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6485918 May 13 14:26:44.161363 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b136146e-e9c8-409f-82f3-1c8689246f2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:26:44.172743 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-ec0f191a-4583-4902-8328-c32e02e9b165 service neutron] Request body: {'port': {'device_id': '32345b94-1e9e-4987-8717-7e520e4023eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:44.196471 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 425256e1-b983-4962-8af3-6b3f04130ea1 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:26:44.208789 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device d7527f73-d685-4e34-b9a0-bf049239d26c up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:26:44.217328 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b136146e-e9c8-409f-82f3-1c8689246f2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:26:44.254411 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-bfd7d481-81d5-42b1-a73e-f56588b500c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:44.255910 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-bfd7d481-81d5-42b1-a73e-f56588b500c1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d98d3701-9056-4eba-bf1f-28c8c023123f HTTP/1.1" status: 200 len: 853 time: 0.1542389 May 13 14:26:44.399136 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-c596cf2f-919c-4842-a940-90be1c6d5854 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e26aec9-4c39-41a9-af37-ccef8c346b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247525 May 13 14:26:44.408580 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port d7527f73-d685-4e34-b9a0-bf049239d26c completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:26:44.420580 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122119cb-2d23-4218-9021-560057570e6b service neutron] Pushing event updated for resources: {'Port': ['ID=425256e1-b983-4962-8af3-6b3f04130ea1,revision_number=7']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:44.420794 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port d7527f73-d685-4e34-b9a0-bf049239d26c triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:26:44.421122 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:44.448215 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495fd85-95f6-49bf-a8f3-b1a6cc997b02 req-d17cd7d5-ccd4-436c-8be9-ec739fa2b79c tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:44.449693 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5495fd85-95f6-49bf-a8f3-b1a6cc997b02 req-d17cd7d5-ccd4-436c-8be9-ec739fa2b79c tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=2678e9f8-1a18-4659-956c-8b2e3f689dc2 HTTP/1.1" status: 200 len: 944 time: 0.4301741 May 13 14:26:44.463634 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b111408-15fe-438d-a380-80b256150fbf req-6a82e9ae-cf76-404b-a8d4-91806e262990 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.45 HTTP/1.1" status: 200 len: 1000 time: 0.4090419 May 13 14:26:44.467342 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] Attempting to bind port 425256e1-b983-4962-8af3-6b3f04130ea1 on host n-h1-841760-1 for vnic_type normal with profile {"migrating_to": "n-h2-841760-1"} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:26:44.467673 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] Attempting to bind port 425256e1-b983-4962-8af3-6b3f04130ea1 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:26:44.467999 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] Attempting to bind port 425256e1-b983-4962-8af3-6b3f04130ea1 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:26:44.508573 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 425256e1-b983-4962-8af3-6b3f04130ea1, host n-h1-841760-1, got binding levels [] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:44.539900 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b111408-15fe-438d-a380-80b256150fbf req-fa963ed7-99c9-400c-b547-59084c4cc641 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:44.547038 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-ec0f191a-4583-4902-8328-c32e02e9b165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:44.554301 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Attempting to bind port 425256e1-b983-4962-8af3-6b3f04130ea1 on host n-h1-841760-1 for vnic_type normal with profile {"migrating_to": "n-h2-841760-1"} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:26:44.554907 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Attempting to bind port 425256e1-b983-4962-8af3-6b3f04130ea1 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:26:44.555538 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Attempting to bind port 425256e1-b983-4962-8af3-6b3f04130ea1 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:26:44.559487 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b111408-15fe-438d-a380-80b256150fbf req-fa963ed7-99c9-400c-b547-59084c4cc641 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/ports/358c4d50-d667-4aea-afe9-b2df0074d829 HTTP/1.1" status: 200 len: 942 time: 0.0829852 May 13 14:26:44.564924 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] Port 425256e1-b983-4962-8af3-6b3f04130ea1 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:26:44.565253 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] Attempting to bind port 425256e1-b983-4962-8af3-6b3f04130ea1 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:26:44.571517 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [None req-dc1b4543-4eb3-4303-aa32-6424385840d3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:26:44.571838 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [None req-dc1b4543-4eb3-4303-aa32-6424385840d3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:26:44.572457 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:26:44.572791 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] Checking segment: {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:26:44.573163 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] Bound using segment: {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:26:44.573587 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] Bound port: 425256e1-b983-4962-8af3-6b3f04130ea1, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:26:44.573929 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:44.593259 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Port 425256e1-b983-4962-8af3-6b3f04130ea1 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:26:44.594029 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Attempting to bind port 425256e1-b983-4962-8af3-6b3f04130ea1 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:26:44.616070 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 474ac5bb-17b8-41e1-a560-3aa04e53ca6a no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:26:44.626381 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5495fd85-95f6-49bf-a8f3-b1a6cc997b02 req-433b3e7a-fc89-4c1e-99d2-d2ae9552ab32 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212292 May 13 14:26:44.655095 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:26:44.655793 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Checking segment: {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:26:44.656737 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Bound using segment: {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:26:44.657432 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Bound port: 425256e1-b983-4962-8af3-6b3f04130ea1, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:26:44.658176 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:44.680417 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 474ac5bb-17b8-41e1-a560-3aa04e53ca6a {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:26:44.680802 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 474ac5bb-17b8-41e1-a560-3aa04e53ca6a not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:26:44.693715 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port d7527f73-d685-4e34-b9a0-bf049239d26c is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:44.694419 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:44.779712 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a8ba36-1c81-46a8-8e94-43d47290d25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7527f73-d685-4e34-b9a0-bf049239d26c'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:44.805143 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port d7527f73-d685-4e34-b9a0-bf049239d26c, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=d7527f73-d685-4e34-b9a0-bf049239d26c,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:44.810597 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:44.811800 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device de777e32-03ab-4783-a7b9-d2b400fabd88 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:26:44.863652 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b111408-15fe-438d-a380-80b256150fbf req-43d06269-7479-469c-950e-93394df3bb86 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.45 HTTP/1.1" status: 200 len: 1000 time: 0.1991508 May 13 14:26:44.965843 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-e7594d90-2f96-446e-87c6-2c7d4d09cb6c service neutron] 10.222.0.59 "GET /v2.0/networks/0e26aec9-4c39-41a9-af37-ccef8c346b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5555716 May 13 14:26:44.972246 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b136146e-e9c8-409f-82f3-1c8689246f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:44.979925 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 425256e1-b983-4962-8af3-6b3f04130ea1, host n-h1-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:26:45.011497 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 425256e1-b983-4962-8af3-6b3f04130ea1, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=425256e1-b983-4962-8af3-6b3f04130ea1,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:26:45.019988 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:45.026476 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] For port 425256e1-b983-4962-8af3-6b3f04130ea1, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:26:45.038041 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=d7527f73-d685-4e34-b9a0-bf049239d26c,revision_number=13']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:45.045826 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b136146e-e9c8-409f-82f3-1c8689246f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:45.047817 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 425256e1-b983-4962-8af3-6b3f04130ea1-n-h1-841760-1-0 {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:26:45.048480 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:26:45.072541 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-dc1b4543-4eb3-4303-aa32-6424385840d3 admin admin] Deleting port 474ac5bb-17b8-41e1-a560-3aa04e53ca6a {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:26:45.072938 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dc1b4543-4eb3-4303-aa32-6424385840d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:45.166000 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-dc1b4543-4eb3-4303-aa32-6424385840d3 admin admin] The port '474ac5bb-17b8-41e1-a560-3aa04e53ca6a' was deleted {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:26:45.173841 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port de777e32-03ab-4783-a7b9-d2b400fabd88 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:26:45.190451 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b136146e-e9c8-409f-82f3-1c8689246f2b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=df4d40f1cc044f6caa32e5e54aec2895&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6573033 May 13 14:26:45.198907 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37632) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:45.201041 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136146e-e9c8-409f-82f3-1c8689246f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a99102-89e2-473d-98d9-549cf44816a7,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:45.242792 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port de777e32-03ab-4783-a7b9-d2b400fabd88 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:26:45.245152 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:45.303817 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 425256e1-b983-4962-8af3-6b3f04130ea1 has no active binding in host n-h2-841760-1 {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 13 14:26:45.316848 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dc1b4543-4eb3-4303-aa32-6424385840d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:45.329142 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=425256e1-b983-4962-8af3-6b3f04130ea1,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:45.365306 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b111408-15fe-438d-a380-80b256150fbf req-18a95952-7703-4cef-bec3-2a7a8ba74c0c tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:45.375250 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b111408-15fe-438d-a380-80b256150fbf req-18a95952-7703-4cef-bec3-2a7a8ba74c0c tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 784 time: 0.5053804 May 13 14:26:45.381659 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7582c850-f38e-4d04-a0e5-de2b0eb4a3c6 req-252cf867-cd93-4568-be79-dc8bf6e23cc6 service neutron] 10.222.0.59 "GET /v2.0/networks/0e26aec9-4c39-41a9-af37-ccef8c346b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039299 May 13 14:26:45.391421 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8112569-7a7f-4b8c-805a-af578591cc8e req-48401f1f-be13-4d91-baee-3e30bc314577 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:45.391421 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-e8112569-7a7f-4b8c-805a-af578591cc8e req-48401f1f-be13-4d91-baee-3e30bc314577 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Synchronizing usage tracker for tenant:0b965b9ed3c14545bbd8d2dd215e4150 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:26:45.465121 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3fc730ac-69de-457d-bcd6-dd84bc96478d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:45.475748 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-dc1b4543-4eb3-4303-aa32-6424385840d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac367d0-0a17-4f39-8584-9463d6f61d19']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:45.480823 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-e8112569-7a7f-4b8c-805a-af578591cc8e req-48401f1f-be13-4d91-baee-3e30bc314577 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Unset dirty status for tenant:0b965b9ed3c14545bbd8d2dd215e4150 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:26:45.480823 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e8112569-7a7f-4b8c-805a-af578591cc8e req-48401f1f-be13-4d91-baee-3e30bc314577 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=32345b94-1e9e-4987-8717-7e520e4023eb HTTP/1.1" status: 200 len: 931 time: 0.6047440 May 13 14:26:45.504142 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port de777e32-03ab-4783-a7b9-d2b400fabd88 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:45.506028 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:45.506634 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-dc1b4543-4eb3-4303-aa32-6424385840d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96487450-a760-40b8-8659-17d41c0e6886') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:45.507128 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-dc1b4543-4eb3-4303-aa32-6424385840d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96487450-a760-40b8-8659-17d41c0e6886') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:45.531226 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3fc730ac-69de-457d-bcd6-dd84bc96478d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:45.538253 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dc1b4543-4eb3-4303-aa32-6424385840d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:45.544731 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port de777e32-03ab-4783-a7b9-d2b400fabd88, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=de777e32-03ab-4783-a7b9-d2b400fabd88,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:45.549000 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:45.582879 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dc1b4543-4eb3-4303-aa32-6424385840d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:45.588987 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b111408-15fe-438d-a380-80b256150fbf req-adb3fc60-cd4d-4f35-abdc-85ecdcf34bcc tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.45 HTTP/1.1" status: 200 len: 1000 time: 0.2165711 May 13 14:26:45.592122 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] Attempting to bind port 425256e1-b983-4962-8af3-6b3f04130ea1 on host n-h1-841760-1 for vnic_type normal with profile {"migrating_to": "n-h2-841760-1"} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:26:45.592453 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] Attempting to bind port 425256e1-b983-4962-8af3-6b3f04130ea1 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:26:45.592771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] Attempting to bind port 425256e1-b983-4962-8af3-6b3f04130ea1 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:26:45.601757 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc1b4543-4eb3-4303-aa32-6424385840d3 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:26:45.602243 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dc1b4543-4eb3-4303-aa32-6424385840d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:45.616243 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e8112569-7a7f-4b8c-805a-af578591cc8e req-4324a377-0aa3-47bb-ad0d-382d0e080aed tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380646 May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: timer() May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:26:45.617740 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:26:45.620684 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] Port 425256e1-b983-4962-8af3-6b3f04130ea1 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:26:45.620684 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] Attempting to bind port 425256e1-b983-4962-8af3-6b3f04130ea1 on network d5027423-d39b-4c72-b023-a3c3d59a72d1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:26:45.626750 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-0b111408-15fe-438d-a380-80b256150fbf req-1e6e003e-a543-4b35-8c11-93c954911381 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:45.628611 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=de777e32-03ab-4783-a7b9-d2b400fabd88,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:45.641888 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-ec0f191a-4583-4902-8328-c32e02e9b165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8f3b5fd-e48c-49d5-a5db-951658246046 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:26:45.654000 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-ec0f191a-4583-4902-8328-c32e02e9b165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:45.667984 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-ec0f191a-4583-4902-8328-c32e02e9b165 service neutron] Transition to ACTIVE for port object b8f3b5fd-e48c-49d5-a5db-951658246046 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:26:45.673857 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-ec0f191a-4583-4902-8328-c32e02e9b165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:45.716267 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a42985f-7623-4f07-9458-b4597de322f2'] response: {'server_uuid': 'f8e7b1a2-d3c7-4700-abf7-17c1ac36f07f', 'name': 'network-vif-deleted', 'tag': '26c7af29-9205-49a8-be49-34be23e94fcf', 'status': 'completed', 'code': 200} May 13 14:26:45.716530 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a42985f-7623-4f07-9458-b4597de322f2'] response: {'server_uuid': 'dc1df088-0940-45b2-9abe-7f5596893b8d', 'name': 'network-vif-deleted', 'tag': '268c24bc-df2f-4511-9f62-1b089c7150d0', 'status': 'completed', 'code': 200} May 13 14:26:45.716783 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a42985f-7623-4f07-9458-b4597de322f2'] response: {'name': 'network-changed', 'server_uuid': '391f6a36-c109-4bbb-ba78-349a045ab204', 'tag': '358c4d50-d667-4aea-afe9-b2df0074d829', 'status': 'completed', 'code': 200} May 13 14:26:45.783873 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ab72b16-3af5-4d48-a2c9-76271358985d'] response: {'server_uuid': 'e9762526-1bff-4c57-9a8b-40d18a17be74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '425256e1-b983-4962-8af3-6b3f04130ea1', 'code': 200} May 13 14:26:45.810470 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:26:45.810470 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] Checking segment: {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:26:45.810470 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] Bound using segment: {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:26:45.810470 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] Bound port: 425256e1-b983-4962-8af3-6b3f04130ea1, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92735c19-cb72-4124-9a81-66734fc8b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd5027423-d39b-4c72-b023-a3c3d59a72d1'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:26:45.810470 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:45.814555 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f929b07-ab40-492e-9a49-6e3f9a5d949c'] response: {'server_uuid': 'b9a8ba36-1c81-46a8-8e94-43d47290d25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7527f73-d685-4e34-b9a0-bf049239d26c', 'code': 200} May 13 14:26:45.873626 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3fc730ac-69de-457d-bcd6-dd84bc96478d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:45.874734 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dc1b4543-4eb3-4303-aa32-6424385840d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:45.879860 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dc1b4543-4eb3-4303-aa32-6424385840d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:45.884941 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0b111408-15fe-438d-a380-80b256150fbf req-1e6e003e-a543-4b35-8c11-93c954911381 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks [] for floatingip, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:45.908083 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3fc730ac-69de-457d-bcd6-dd84bc96478d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:45.912752 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3fc730ac-69de-457d-bcd6-dd84bc96478d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f9a99102-89e2-473d-98d9-549cf44816a7 HTTP/1.1" status: 204 len: 168 time: 0.7076795 May 13 14:26:45.923169 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc730ac-69de-457d-bcd6-dd84bc96478d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a99102-89e2-473d-98d9-549cf44816a7,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:46.005721 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b4543-4eb3-4303-aa32-6424385840d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ac367d0-0a17-4f39-8584-9463d6f61d19,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:46.021957 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f191a-4583-4902-8328-c32e02e9b165 service neutron] Pushing event updated for resources: {'Port': ['ID=b8f3b5fd-e48c-49d5-a5db-951658246046,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:46.046317 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-dc1b4543-4eb3-4303-aa32-6424385840d3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/2ac367d0-0a17-4f39-8584-9463d6f61d19 HTTP/1.1" status: 204 len: 168 time: 3.0245821 May 13 14:26:46.058150 n-d-841760-1 neutron-server[88081]: WARNING neutron.plugins.ml2.plugin [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] Concurrent port binding operations failed on port 425256e1-b983-4962-8af3-6b3f04130ea1 May 13 14:26:46.063803 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] For port 425256e1-b983-4962-8af3-6b3f04130ea1, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=425256e1-b983-4962-8af3-6b3f04130ea1,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:46.110208 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93151f-54e6-488c-9da4-8a5b9e328358 req-612d4d2e-3734-438c-b5d6-f730a58790cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:46.111631 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3e93151f-54e6-488c-9da4-8a5b9e328358 req-612d4d2e-3734-438c-b5d6-f730a58790cf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8a13abebe64d4bc6a2fa87bb71e99399&device_id=391f6a36-c109-4bbb-ba78-349a045ab204 HTTP/1.1" status: 200 len: 1096 time: 0.3060620 May 13 14:26:46.127610 n-d-841760-1 neutron-server[88081]: INFO neutron.plugins.ml2.plugin [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] Attempt 2 to bind port 425256e1-b983-4962-8af3-6b3f04130ea1 May 13 14:26:46.131348 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:46.132008 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:46.134221 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-122119cb-2d23-4218-9021-560057570e6b service neutron] 10.222.0.74 "PUT /v2.0/ports/425256e1-b983-4962-8af3-6b3f04130ea1 HTTP/1.1" status: 200 len: 1121 time: 3.6456876 May 13 14:26:46.228656 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['425256e1-b983-4962-8af3-6b3f04130ea1'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:26:46.295691 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-ec0f191a-4583-4902-8328-c32e02e9b165 service neutron] Attempting to bind port b8f3b5fd-e48c-49d5-a5db-951658246046 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:26:46.295691 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-ec0f191a-4583-4902-8328-c32e02e9b165 service neutron] Attempting to bind port b8f3b5fd-e48c-49d5-a5db-951658246046 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '4de81870-514b-421a-aa28-4abfc32b1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '615f1b1d-e928-4b1a-811f-c88ac2129812'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:26:46.295691 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-ec0f191a-4583-4902-8328-c32e02e9b165 service neutron] Attempting to bind port b8f3b5fd-e48c-49d5-a5db-951658246046 on network 615f1b1d-e928-4b1a-811f-c88ac2129812 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:26:46.339495 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d451f-b974-40a6-af60-8cdd66e33eaf req-c49cab8a-6313-42e6-b61b-04f64b5c7546 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:46.364296 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f1d451f-b974-40a6-af60-8cdd66e33eaf req-c49cab8a-6313-42e6-b61b-04f64b5c7546 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9762526-1bff-4c57-9a8b-40d18a17be74 HTTP/1.1" status: 200 len: 943 time: 0.4434361 May 13 14:26:46.435030 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['425256e1-b983-4962-8af3-6b3f04130ea1'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:26:46.438271 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37644) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:46.440229 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-ec0f191a-4583-4902-8328-c32e02e9b165 service neutron] Port b8f3b5fd-e48c-49d5-a5db-951658246046 on network 615f1b1d-e928-4b1a-811f-c88ac2129812 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:26:46.440324 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-ec0f191a-4583-4902-8328-c32e02e9b165 service neutron] Attempting to bind port b8f3b5fd-e48c-49d5-a5db-951658246046 on network 615f1b1d-e928-4b1a-811f-c88ac2129812 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:26:46.484943 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37648) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:46.496476 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-ec0f191a-4583-4902-8328-c32e02e9b165 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:26:46.496910 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-ec0f191a-4583-4902-8328-c32e02e9b165 service neutron] Checking segment: {'id': '4de81870-514b-421a-aa28-4abfc32b1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '615f1b1d-e928-4b1a-811f-c88ac2129812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:26:46.497364 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-ec0f191a-4583-4902-8328-c32e02e9b165 service neutron] Bound using segment: {'id': '4de81870-514b-421a-aa28-4abfc32b1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '615f1b1d-e928-4b1a-811f-c88ac2129812'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:26:46.497863 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-ec0f191a-4583-4902-8328-c32e02e9b165 service neutron] Bound port: b8f3b5fd-e48c-49d5-a5db-951658246046, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de81870-514b-421a-aa28-4abfc32b1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '615f1b1d-e928-4b1a-811f-c88ac2129812'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:26:46.498276 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-ec0f191a-4583-4902-8328-c32e02e9b165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:46.533374 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bcbd3441-3b56-4c53-ac08-8cb3e6fa2499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:46.582742 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0b111408-15fe-438d-a380-80b256150fbf req-1e6e003e-a543-4b35-8c11-93c954911381 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:46.588042 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0b111408-15fe-438d-a380-80b256150fbf req-1e6e003e-a543-4b35-8c11-93c954911381 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:46.588428 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [req-0b111408-15fe-438d-a380-80b256150fbf req-1e6e003e-a543-4b35-8c11-93c954911381 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Floating IP af17fd38-bb1a-45fd-94ed-cd31222ad9b5 disassociated. External IP: 172.25.0.45, port: 358c4d50-d667-4aea-afe9-b2df0074d829. May 13 14:26:46.621033 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f1d451f-b974-40a6-af60-8cdd66e33eaf req-f1f2d9df-573b-4a5e-b7d0-85b7f055fbca tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592783 May 13 14:26:46.623828 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-bcbd3441-3b56-4c53-ac08-8cb3e6fa2499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:26:46.691226 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-bcbd3441-3b56-4c53-ac08-8cb3e6fa2499 admin admin] Usage tracker for resource:security_group_rule and tenant:bdab72ecb078436293940615ca774ffd is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:26:46.691226 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-bcbd3441-3b56-4c53-ac08-8cb3e6fa2499 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:26:46.713515 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-bcbd3441-3b56-4c53-ac08-8cb3e6fa2499 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:26:46.713515 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93151f-54e6-488c-9da4-8a5b9e328358 req-9c5350fc-bb63-468c-b79b-d5e3c935d111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:46.713515 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3e93151f-54e6-488c-9da4-8a5b9e328358 req-9c5350fc-bb63-468c-b79b-d5e3c935d111 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1bb618e8-c72d-478a-b168-a543534f1c66 HTTP/1.1" status: 200 len: 922 time: 0.5884018 May 13 14:26:46.806461 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9ed77415-8009-46fb-897a-96eaacd4be4b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1016ecb87f5e4c279209c713cff0a09f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3069212 May 13 14:26:46.815711 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37658) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:46.837077 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3e93151f-54e6-488c-9da4-8a5b9e328358 req-d4ee86ed-c33e-41f8-96fb-59a3a57bc844 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=358c4d50-d667-4aea-afe9-b2df0074d829 HTTP/1.1" status: 200 len: 217 time: 0.0996470 May 13 14:26:46.886251 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-ec0f191a-4583-4902-8328-c32e02e9b165 service neutron] For port b8f3b5fd-e48c-49d5-a5db-951658246046, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:26:46.947169 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-ec0f191a-4583-4902-8328-c32e02e9b165 service neutron] For port b8f3b5fd-e48c-49d5-a5db-951658246046, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b8f3b5fd-e48c-49d5-a5db-951658246046,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:26:46.947169 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-94d9ae5a-8c8b-4082-be17-de616ba4a0dc tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=652541c50878480891452a61002970b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628488 May 13 14:26:46.967002 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-ec0f191a-4583-4902-8328-c32e02e9b165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:46.972485 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1fa1a6de-92f1-416f-9b00-a80e36691e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:47.008742 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1fa1a6de-92f1-416f-9b00-a80e36691e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:47.187312 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-ec0f191a-4583-4902-8328-c32e02e9b165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:47.188561 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-ec0f191a-4583-4902-8328-c32e02e9b165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:47.189926 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-ec0f191a-4583-4902-8328-c32e02e9b165 service neutron] 10.222.0.59 "PUT /v2.0/ports/b8f3b5fd-e48c-49d5-a5db-951658246046 HTTP/1.1" status: 200 len: 1091 time: 3.0225327 May 13 14:26:47.191321 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93151f-54e6-488c-9da4-8a5b9e328358 req-6a1bf21e-893d-46b8-a5df-c32b93a4e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:47.192989 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3e93151f-54e6-488c-9da4-8a5b9e328358 req-6a1bf21e-893d-46b8-a5df-c32b93a4e052 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b35608d4-67e7-4682-8e58-7b2d9ed03d8c HTTP/1.1" status: 200 len: 860 time: 0.3520713 May 13 14:26:47.231967 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1fa1a6de-92f1-416f-9b00-a80e36691e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:47.261699 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1a6de-92f1-416f-9b00-a80e36691e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57ba17e-0e9c-4caf-a253-4805b8e325af,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:47.284212 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1fa1a6de-92f1-416f-9b00-a80e36691e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:47.290121 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1fa1a6de-92f1-416f-9b00-a80e36691e2e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d57ba17e-0e9c-4caf-a253-4805b8e325af HTTP/1.1" status: 204 len: 168 time: 0.4762723 May 13 14:26:47.302041 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b111408-15fe-438d-a380-80b256150fbf req-1e6e003e-a543-4b35-8c11-93c954911381 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Router 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:26:47.432884 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f191a-4583-4902-8328-c32e02e9b165 service neutron] Pushing event updated for resources: {'Port': ['ID=b8f3b5fd-e48c-49d5-a5db-951658246046,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:47.515927 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b111408-15fe-438d-a380-80b256150fbf req-1e6e003e-a543-4b35-8c11-93c954911381 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:26:47.535391 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c39ab9-72f6-4e83-9d9a-e6842af996a9 None None] Sync routers for ids ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:26:47.540333 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0b111408-15fe-438d-a380-80b256150fbf req-1e6e003e-a543-4b35-8c11-93c954911381 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:47.550936 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c39ab9-72f6-4e83-9d9a-e6842af996a9 None None] Routers {'3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:26:47.555777 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bcbd3441-3b56-4c53-ac08-8cb3e6fa2499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:47.560476 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-26c39ab9-72f6-4e83-9d9a-e6842af996a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:26:29Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:47.565419 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-0f356b66-4705-43bd-83a6-181f82ee8e82 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:47.565419 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-0f356b66-4705-43bd-83a6-181f82ee8e82 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6111782 May 13 14:26:47.577817 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bcbd3441-3b56-4c53-ac08-8cb3e6fa2499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:47.626175 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37670) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:47.626445 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bcbd3441-3b56-4c53-ac08-8cb3e6fa2499 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bdab72ecb078436293940615ca774ffd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1806691 May 13 14:26:47.629116 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93151f-54e6-488c-9da4-8a5b9e328358 req-7edabe96-95a3-4fb0-8561-ddd09d8f1aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:47.630850 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3e93151f-54e6-488c-9da4-8a5b9e328358 req-7edabe96-95a3-4fb0-8561-ddd09d8f1aa5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1bb618e8-c72d-478a-b168-a543534f1c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3676729 May 13 14:26:47.643939 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-2f31af64-bb9e-47a7-87cc-3103326d8865 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/quotas/652541c50878480891452a61002970b5 HTTP/1.1" status: 200 len: 375 time: 0.0803685 May 13 14:26:47.691972 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b111408-15fe-438d-a380-80b256150fbf req-1e6e003e-a543-4b35-8c11-93c954911381 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "PUT /v2.0/floatingips/af17fd38-bb1a-45fd-94ed-cd31222ad9b5 HTTP/1.1" status: 200 len: 695 time: 2.0925014 May 13 14:26:47.782217 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9762526-1bff-4c57-9a8b-40d18a17be74', 'tag': '425256e1-b983-4962-8af3-6b3f04130ea1'}, {'name': 'network-changed', 'server_uuid': '391f6a36-c109-4bbb-ba78-349a045ab204', 'tag': '358c4d50-d667-4aea-afe9-b2df0074d829'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:47.785133 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-26c39ab9-72f6-4e83-9d9a-e6842af996a9 None None] Set router 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:26:47.815526 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2678e9f8-1a18-4659-956c-8b2e3f689dc2', 'tag': '95272747-4a10-4a41-938e-e370bc8ebc97'}, {'name': 'network-changed', 'server_uuid': '32345b94-1e9e-4987-8717-7e520e4023eb', 'tag': 'b8f3b5fd-e48c-49d5-a5db-951658246046'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:47.826832 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cbf8890e-e3a2-4444-b27e-2f0446e80b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:47.845762 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-c0ea5888-486f-4bda-bc41-b25b1633ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:47.848373 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-c0ea5888-486f-4bda-bc41-b25b1633ee2d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b965b9ed3c14545bbd8d2dd215e4150&device_id=32345b94-1e9e-4987-8717-7e520e4023eb HTTP/1.1" status: 200 len: 1094 time: 0.5865719 May 13 14:26:47.849422 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7321ae34-0652-4add-a92d-03152c952458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de777e32-03ab-4783-a7b9-d2b400fabd88'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:47.888237 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b111408-15fe-438d-a380-80b256150fbf req-5b238712-ee0e-45f0-9693-26d4e1655a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:47.897492 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b111408-15fe-438d-a380-80b256150fbf req-5b238712-ee0e-45f0-9693-26d4e1655a6a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8a13abebe64d4bc6a2fa87bb71e99399&device_id=391f6a36-c109-4bbb-ba78-349a045ab204 HTTP/1.1" status: 200 len: 1096 time: 0.1998467 May 13 14:26:47.906924 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:47.920047 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cbf8890e-e3a2-4444-b27e-2f0446e80b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:47.991141 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd3441-3b56-4c53-ac08-8cb3e6fa2499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d613513e-08a4-4d59-9754-3286f3bd9771,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:48.007763 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3e93151f-54e6-488c-9da4-8a5b9e328358 req-2fb6e4a8-a90a-4558-9a52-d1b3e056d019 service neutron] 10.222.0.74 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187556 May 13 14:26:48.010700 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-a892ce5e-b684-4176-ad59-8fbca8697bb1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8f3b5fd-e48c-49d5-a5db-951658246046 HTTP/1.1" status: 200 len: 217 time: 0.1373622 May 13 14:26:48.089102 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 95272747-4a10-4a41-938e-e370bc8ebc97 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:26:48.110579 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cbf8890e-e3a2-4444-b27e-2f0446e80b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:48.190676 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8890e-e3a2-4444-b27e-2f0446e80b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d613513e-08a4-4d59-9754-3286f3bd9771,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:48.209532 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cbf8890e-e3a2-4444-b27e-2f0446e80b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:48.213132 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cbf8890e-e3a2-4444-b27e-2f0446e80b3b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d613513e-08a4-4d59-9754-3286f3bd9771 HTTP/1.1" status: 204 len: 168 time: 0.5835624 May 13 14:26:48.352508 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b111408-15fe-438d-a380-80b256150fbf req-30752c54-5919-469c-82f3-0047f0c3b7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:48.366340 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b111408-15fe-438d-a380-80b256150fbf req-30752c54-5919-469c-82f3-0047f0c3b7da service neutron] 10.222.0.35 "GET /v2.0/networks?id=1bb618e8-c72d-478a-b168-a543534f1c66 HTTP/1.1" status: 200 len: 922 time: 0.4679072 May 13 14:26:48.437327 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-43683a76-1fb0-4a56-b648-6e65ac9f73de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:48.439390 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-43683a76-1fb0-4a56-b648-6e65ac9f73de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e2eec62-0523-4521-82e3-9ab28f45e905 HTTP/1.1" status: 200 len: 845 time: 0.3930647 May 13 14:26:48.446947 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3e93151f-54e6-488c-9da4-8a5b9e328358 req-c311f8d8-d3ad-4a17-b075-161717a108df service neutron] 10.222.0.74 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271741 May 13 14:26:48.450078 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 95272747-4a10-4a41-938e-e370bc8ebc97, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=95272747-4a10-4a41-938e-e370bc8ebc97,segment=NetworkSegment(212baf6b-5017-40bb-96cc-46cb7ca012f5),segment_id=212baf6b-5017-40bb-96cc-46cb7ca012f5)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:48.468382 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-66d71506-3e68-46d5-bb11-d3a87557692a tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8234258 May 13 14:26:48.485068 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b111408-15fe-438d-a380-80b256150fbf req-268e16f1-a238-4a74-8bc6-6dae110a01a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=358c4d50-d667-4aea-afe9-b2df0074d829 HTTP/1.1" status: 200 len: 217 time: 0.1172092 May 13 14:26:48.492606 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '95272747-4a10-4a41-938e-e370bc8ebc97', 'network_id': '0e26aec9-4c39-41a9-af37-ccef8c346b04', 'port_id': '95272747-4a10-4a41-938e-e370bc8ebc97', 'mac_address': 'fa:16:3e:a6:12:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd98d3701-9056-4eba-bf1f-28c8c023123f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:26:48.587919 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b111408-15fe-438d-a380-80b256150fbf req-1d856e14-c18b-4020-b447-efdcd1f7b48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:48.595620 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b111408-15fe-438d-a380-80b256150fbf req-1d856e14-c18b-4020-b447-efdcd1f7b48d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b35608d4-67e7-4682-8e58-7b2d9ed03d8c HTTP/1.1" status: 200 len: 860 time: 0.1038795 May 13 14:26:48.598873 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-b0524038-06b5-42b4-b520-526f68f31f24 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=615f1b1d-e928-4b1a-811f-c88ac2129812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1292152 May 13 14:26:48.624448 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-26c39ab9-72f6-4e83-9d9a-e6842af996a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1279529598-router', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '442df221-d696-4c41-887d-78cc5d227059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:51Z', 'updated_at': '2022-05-13T14:25:02Z', 'revision_number': 4, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'gw_port': {'id': '442df221-d696-4c41-887d-78cc5d227059', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:53Z', 'updated_at': '2022-05-13T14:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3', 'name': '', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'mac_address': 'fa:16:3e:3e:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:00Z', 'updated_at': '2022-05-13T14:25:11Z', 'revision_number': 5, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'subnets': [{'id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:48.647791 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c39ab9-72f6-4e83-9d9a-e6842af996a9 None None] Checking router: 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:26:48.664977 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 95272747-4a10-4a41-938e-e370bc8ebc97 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:48.665620 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:48.684813 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c39ab9-72f6-4e83-9d9a-e6842af996a9 None None] Routers {'3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:26:48.685687 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-26c39ab9-72f6-4e83-9d9a-e6842af996a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:26:29Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:48.762394 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95272747-4a10-4a41-938e-e370bc8ebc97 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:26:48.789616 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b111408-15fe-438d-a380-80b256150fbf req-b914d6c3-944c-42ab-b47e-588a02923bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:48.794594 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b111408-15fe-438d-a380-80b256150fbf req-b914d6c3-944c-42ab-b47e-588a02923bb0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1bb618e8-c72d-478a-b168-a543534f1c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1983359 May 13 14:26:48.812238 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 95272747-4a10-4a41-938e-e370bc8ebc97, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=95272747-4a10-4a41-938e-e370bc8ebc97,segment=NetworkSegment(212baf6b-5017-40bb-96cc-46cb7ca012f5),segment_id=212baf6b-5017-40bb-96cc-46cb7ca012f5)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:48.927198 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:48.933744 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-2e788932-cba7-4881-a999-508339f4d582 service neutron] 10.222.0.59 "GET /v2.0/networks/615f1b1d-e928-4b1a-811f-c88ac2129812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283632 May 13 14:26:49.009682 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37710) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:49.064134 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-26c39ab9-72f6-4e83-9d9a-e6842af996a9 None None] Set router 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:26:49.158161 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=95272747-4a10-4a41-938e-e370bc8ebc97,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:49.228939 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c626e35f-b3e1-4d77-b5be-70349d53d6df req-6a1ce38a-1724-4dcd-b3b4-63cb3b00cb28 service neutron] 10.222.0.59 "GET /v2.0/networks/615f1b1d-e928-4b1a-811f-c88ac2129812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849360 May 13 14:26:49.324582 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4aa67b-039b-444c-88f1-58e927225e14 req-5cf3c247-b7d7-4b62-9f14-960e82310180 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:49.327065 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['95272747-4a10-4a41-938e-e370bc8ebc97'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:26:49.337156 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ae4aa67b-039b-444c-88f1-58e927225e14 req-5cf3c247-b7d7-4b62-9f14-960e82310180 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 946 time: 0.1819627 May 13 14:26:49.405580 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-90382174-0e7b-4648-8390-8272c0ef630f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1274623372-network', 'tenant_id': '0614d6240bc04c0ebb995e3605d06a35'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:49.418021 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b111408-15fe-438d-a380-80b256150fbf req-18c05a0e-74ae-4dee-9b06-caf0d6969412 service neutron] 10.222.0.35 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6132705 May 13 14:26:49.419475 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-90382174-0e7b-4648-8390-8272c0ef630f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:26:49.424341 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-90382174-0e7b-4648-8390-8272c0ef630f admin admin] Usage tracker for resource:network and tenant:0614d6240bc04c0ebb995e3605d06a35 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:26:49.451552 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-90382174-0e7b-4648-8390-8272c0ef630f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:26:49.464969 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-90382174-0e7b-4648-8390-8272c0ef630f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:26:49.467354 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ae4aa67b-039b-444c-88f1-58e927225e14 req-9eebf58b-0bfb-4c94-9fb2-c153811241d6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290390 May 13 14:26:49.584350 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90382174-0e7b-4648-8390-8272c0ef630f admin admin] Made reservation on behalf of 0614d6240bc04c0ebb995e3605d06a35 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:26:49.586781 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-90382174-0e7b-4648-8390-8272c0ef630f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:49.609079 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-90382174-0e7b-4648-8390-8272c0ef630f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:49.637130 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-90382174-0e7b-4648-8390-8272c0ef630f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:26:49.641639 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-90382174-0e7b-4648-8390-8272c0ef630f admin admin] Usage tracker for resource:security_group_rule and tenant:0614d6240bc04c0ebb995e3605d06a35 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:26:49.644986 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-90382174-0e7b-4648-8390-8272c0ef630f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:26:49.651311 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-90382174-0e7b-4648-8390-8272c0ef630f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:26:49.727550 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16e9ff-1773-4f3b-8367-83fbf0a7dd07 req-5e1bfa0b-5adc-4590-8ba6-56ab38eb4ada tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:49.737988 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-eb16e9ff-1773-4f3b-8367-83fbf0a7dd07 req-5e1bfa0b-5adc-4590-8ba6-56ab38eb4ada tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=2678e9f8-1a18-4659-956c-8b2e3f689dc2 HTTP/1.1" status: 200 len: 945 time: 0.1281521 May 13 14:26:49.773765 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-26c39ab9-72f6-4e83-9d9a-e6842af996a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1279529598-router', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '442df221-d696-4c41-887d-78cc5d227059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:51Z', 'updated_at': '2022-05-13T14:25:02Z', 'revision_number': 4, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'gw_port': {'id': '442df221-d696-4c41-887d-78cc5d227059', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:53Z', 'updated_at': '2022-05-13T14:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3', 'name': '', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'mac_address': 'fa:16:3e:3e:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:00Z', 'updated_at': '2022-05-13T14:25:11Z', 'revision_number': 5, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'subnets': [{'id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:49.780296 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c39ab9-72f6-4e83-9d9a-e6842af996a9 None None] The sync data for ids ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'] in n-d-841760-1 is: [{'id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1279529598-router', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '442df221-d696-4c41-887d-78cc5d227059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:51Z', 'updated_at': '2022-05-13T14:25:02Z', 'revision_number': 4, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'gw_port': {'id': '442df221-d696-4c41-887d-78cc5d227059', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:53Z', 'updated_at': '2022-05-13T14:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3', 'name': '', 'network_id': '1bb618e8-c72d-478a-b168-a543534f1c66', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'mac_address': 'fa:16:3e:3e:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:00Z', 'updated_at': '2022-05-13T14:25:11Z', 'revision_number': 5, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'subnets': [{'id': 'b35608d4-67e7-4682-8e58-7b2d9ed03d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:26:49.786314 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b111408-15fe-438d-a380-80b256150fbf req-b260919e-972a-4fa3-85a9-46c0114afa1f service neutron] 10.222.0.35 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579879 May 13 14:26:49.811214 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-eb16e9ff-1773-4f3b-8367-83fbf0a7dd07 req-a0b7e419-18e4-47c0-a58d-c4e6c04cee33 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722823 May 13 14:26:49.832387 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-90382174-0e7b-4648-8390-8272c0ef630f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:49.836039 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-90382174-0e7b-4648-8390-8272c0ef630f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:49.910948 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90382174-0e7b-4648-8390-8272c0ef630f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d829a4fa-a120-4d33-98c8-5738b2e48aaa,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:49.931545 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90382174-0e7b-4648-8390-8272c0ef630f admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:26:49.950494 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-90382174-0e7b-4648-8390-8272c0ef630f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:49.951548 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-90382174-0e7b-4648-8390-8272c0ef630f admin admin] Added segment 950100c2-285e-4635-bae3-9d18dde5e2d6 of type vlan for network 544fa3db-9fe7-4d68-98ba-8d22c8735eb3 May 13 14:26:50.001916 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-90382174-0e7b-4648-8390-8272c0ef630f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:50.111179 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-90382174-0e7b-4648-8390-8272c0ef630f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:50.111179 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90382174-0e7b-4648-8390-8272c0ef630f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:50.111179 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-90382174-0e7b-4648-8390-8272c0ef630f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:50.158426 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acaaef-309e-4be0-b234-3df47098804c req-1eea85e1-5030-46c4-891f-509f54f68ba9 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:50.162968 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-80acaaef-309e-4be0-b234-3df47098804c req-1eea85e1-5030-46c4-891f-509f54f68ba9 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9762526-1bff-4c57-9a8b-40d18a17be74 HTTP/1.1" status: 200 len: 943 time: 0.1764007 May 13 14:26:50.279064 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-80acaaef-309e-4be0-b234-3df47098804c req-dc35ca57-6084-45d0-be82-2748cab68331 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108165 May 13 14:26:50.280870 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90382174-0e7b-4648-8390-8272c0ef630f admin admin] Pushing event updated for resources: {'Network': ['ID=544fa3db-9fe7-4d68-98ba-8d22c8735eb3,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:50.294429 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 544fa3db-9fe7-4d68-98ba-8d22c8735eb3 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:26:50.307135 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-90382174-0e7b-4648-8390-8272c0ef630f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2909031 May 13 14:26:50.309232 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37744) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:50.345084 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-ab6021d0-0f2b-48bc-8cd7-ea8a045f4190 admin admin] Request body: {'subnet': {'network_id': '544fa3db-9fe7-4d68-98ba-8d22c8735eb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1274623372-subnet', 'tenant_id': '0614d6240bc04c0ebb995e3605d06a35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:50.353254 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ab6021d0-0f2b-48bc-8cd7-ea8a045f4190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:26:50.358267 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0c7d8-93f9-47d5-88ea-116e94a84d15 req-6fec0d8b-a051-45de-9b1e-862c351ded51 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:50.359620 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e4f0c7d8-93f9-47d5-88ea-116e94a84d15 req-6fec0d8b-a051-45de-9b1e-862c351ded51 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=32345b94-1e9e-4987-8717-7e520e4023eb HTTP/1.1" status: 200 len: 943 time: 0.3214598 May 13 14:26:50.372181 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ab6021d0-0f2b-48bc-8cd7-ea8a045f4190 admin admin] Usage tracker for resource:subnet and tenant:0614d6240bc04c0ebb995e3605d06a35 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:26:50.382446 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ab6021d0-0f2b-48bc-8cd7-ea8a045f4190 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:26:50.398700 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ab6021d0-0f2b-48bc-8cd7-ea8a045f4190 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:26:50.419011 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6021d0-0f2b-48bc-8cd7-ea8a045f4190 admin admin] Made reservation on behalf of 0614d6240bc04c0ebb995e3605d06a35 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:26:50.420317 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c409b1a4-4689-4ea4-a2ec-a209deaa7207 None None] New status for floating IP af17fd38-bb1a-45fd-94ed-cd31222ad9b5: DOWN {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:26:50.423721 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ab6021d0-0f2b-48bc-8cd7-ea8a045f4190 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:50.444398 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e4f0c7d8-93f9-47d5-88ea-116e94a84d15 req-95a6efc8-6b48-423e-9c5e-7ac1f1e09f6c tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770185 May 13 14:26:50.494280 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fae14c11-fbc3-429e-983e-6711b4dbe8d6'] response: {'name': 'network-changed', 'server_uuid': 'e9762526-1bff-4c57-9a8b-40d18a17be74', 'tag': '425256e1-b983-4962-8af3-6b3f04130ea1', 'status': 'completed', 'code': 200} May 13 14:26:50.494280 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fae14c11-fbc3-429e-983e-6711b4dbe8d6'] response: {'name': 'network-changed', 'server_uuid': '391f6a36-c109-4bbb-ba78-349a045ab204', 'tag': '358c4d50-d667-4aea-afe9-b2df0074d829', 'status': 'completed', 'code': 200} May 13 14:26:50.657173 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7264810-6080-40ef-a80b-f5c76e282112'] response: {'server_uuid': '7321ae34-0652-4add-a92d-03152c952458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de777e32-03ab-4783-a7b9-d2b400fabd88', 'code': 200} May 13 14:26:50.865978 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2576f2a2-654d-457d-be28-d5037f3b4d1d'] response: {'name': 'network-changed', 'server_uuid': '2678e9f8-1a18-4659-956c-8b2e3f689dc2', 'tag': '95272747-4a10-4a41-938e-e370bc8ebc97', 'status': 'completed', 'code': 200} May 13 14:26:50.866482 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2576f2a2-654d-457d-be28-d5037f3b4d1d'] response: {'name': 'network-changed', 'server_uuid': '32345b94-1e9e-4987-8717-7e520e4023eb', 'tag': 'b8f3b5fd-e48c-49d5-a5db-951658246046', 'status': 'completed', 'code': 200} May 13 14:26:51.089650 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a2e56624-984a-4c63-91d7-490bb7b89c21 req-a19ef158-15aa-40f3-8882-87011dd08124 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 210 time: 0.2736089 May 13 14:26:51.102254 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-db1786df-44d0-4246-990e-0232f10b31a5 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=652541c50878480891452a61002970b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1568007 May 13 14:26:51.240460 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-ee3c0dd0-e8ab-4604-baa2-61006ca4a6db service neutron] 10.222.0.59 "GET /v2.0/ports/425256e1-b983-4962-8af3-6b3f04130ea1/bindings/n-h2-841760-1 HTTP/1.1" status: 200 len: 384 time: 0.5055883 May 13 14:26:51.321747 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52810929-7ac7-4506-9994-099821958143 req-8b390a1e-392c-4d95-9d68-b7ac4b440bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:51.323819 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-52810929-7ac7-4506-9994-099821958143 req-8b390a1e-392c-4d95-9d68-b7ac4b440bfc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=31b88fba682a40f4abf9c2e6f3dd4da1&device_id=2678e9f8-1a18-4659-956c-8b2e3f689dc2 HTTP/1.1" status: 200 len: 1096 time: 0.4567013 May 13 14:26:51.386625 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebda57-e237-41fc-a176-d3b9760ad8da req-ecb2dc90-1389-435a-b7ac-7cf19c8779bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:51.388035 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ddebda57-e237-41fc-a176-d3b9760ad8da req-ecb2dc90-1389-435a-b7ac-7cf19c8779bd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d6ca075ae214d9490235db19234e57f&device_id=e9762526-1bff-4c57-9a8b-40d18a17be74 HTTP/1.1" status: 200 len: 1124 time: 0.5240433 May 13 14:26:51.389710 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebda57-e237-41fc-a176-d3b9760ad8da req-0bcedbe1-2e69-43fe-a619-c71147ccacdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:51.391013 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ddebda57-e237-41fc-a176-d3b9760ad8da req-0bcedbe1-2e69-43fe-a619-c71147ccacdd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8a13abebe64d4bc6a2fa87bb71e99399&device_id=391f6a36-c109-4bbb-ba78-349a045ab204 HTTP/1.1" status: 200 len: 1096 time: 0.5228634 May 13 14:26:51.404710 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0757dc-dd16-4be7-a532-6bffb3b8b052 req-506a9272-a2cd-4c21-9632-2f67ec498972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:51.406638 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-de0757dc-dd16-4be7-a532-6bffb3b8b052 req-506a9272-a2cd-4c21-9632-2f67ec498972 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 1097 time: 0.4692764 May 13 14:26:51.420582 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-7a5c5d16-d357-4387-9a40-67fa361cb71d tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:51.421341 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-7a5c5d16-d357-4387-9a40-67fa361cb71d tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3067431 May 13 14:26:51.486075 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-5117a685-a989-41ab-9441-55074eff0f25 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Request body: {'port': {'device_id': '74d061fb-033d-43ab-be5f-8c381643e2b8', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'admin_state_up': True, 'tenant_id': '652541c50878480891452a61002970b5'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:51.638846 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-de0757dc-dd16-4be7-a532-6bffb3b8b052 req-56b3bff5-e526-4445-95ec-d73d705980b0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068930 May 13 14:26:51.678871 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbcd0e-ff0f-4786-a3d6-a2f37249bbca req-e3abf290-f39d-4bc1-80cb-e1fec92f27a4 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:51.683720 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-01fbcd0e-ff0f-4786-a3d6-a2f37249bbca req-e3abf290-f39d-4bc1-80cb-e1fec92f27a4 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 946 time: 0.6023960 May 13 14:26:51.783147 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d044c-8ad5-4df8-8fc0-1ccfcbd69456 req-73e24c5e-fafd-4c5f-bc46-9264c8b0a3ee tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:51.784652 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-082d044c-8ad5-4df8-8fc0-1ccfcbd69456 req-73e24c5e-fafd-4c5f-bc46-9264c8b0a3ee tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=2678e9f8-1a18-4659-956c-8b2e3f689dc2 HTTP/1.1" status: 200 len: 945 time: 0.4185581 May 13 14:26:51.785711 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-5117a685-a989-41ab-9441-55074eff0f25 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:26:51.821108 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-5117a685-a989-41ab-9441-55074eff0f25 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:26:51.849268 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-eddc1016-9505-43a3-b108-61441af88d13 service neutron] For port 425256e1-b983-4962-8af3-6b3f04130ea1, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=425256e1-b983-4962-8af3-6b3f04130ea1,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:51.864724 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebda57-e237-41fc-a176-d3b9760ad8da req-f9c7ae42-6221-4947-93f5-e04db9759eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:51.866158 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ddebda57-e237-41fc-a176-d3b9760ad8da req-f9c7ae42-6221-4947-93f5-e04db9759eaa service neutron] 10.222.0.74 "GET /v2.0/networks?id=1bb618e8-c72d-478a-b168-a543534f1c66 HTTP/1.1" status: 200 len: 922 time: 0.4286826 May 13 14:26:51.870996 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-082d044c-8ad5-4df8-8fc0-1ccfcbd69456 req-268c2592-7c6e-4562-a892-e01f8a6806df tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784702 May 13 14:26:51.873218 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52810929-7ac7-4506-9994-099821958143 req-5ebd0ece-d42a-4409-b696-8db59aae987a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:51.873954 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-5117a685-a989-41ab-9441-55074eff0f25 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Made reservation on behalf of 652541c50878480891452a61002970b5 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:26:51.874733 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-52810929-7ac7-4506-9994-099821958143 req-5ebd0ece-d42a-4409-b696-8db59aae987a service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e26aec9-4c39-41a9-af37-ccef8c346b04 HTTP/1.1" status: 200 len: 914 time: 0.5309231 May 13 14:26:51.878178 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-5117a685-a989-41ab-9441-55074eff0f25 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:51.888382 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-01fbcd0e-ff0f-4786-a3d6-a2f37249bbca req-fd670a30-639e-4579-bd48-b18b79226d3b tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787214 May 13 14:26:51.915439 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-eddc1016-9505-43a3-b108-61441af88d13 service neutron] For port 425256e1-b983-4962-8af3-6b3f04130ea1, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:26:51.973588 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ab6021d0-0f2b-48bc-8cd7-ea8a045f4190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:51.980276 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebda57-e237-41fc-a176-d3b9760ad8da req-76ea4919-0ee8-43f1-bf13-5f1ea4521f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:51.981737 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ddebda57-e237-41fc-a176-d3b9760ad8da req-76ea4919-0ee8-43f1-bf13-5f1ea4521f62 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d5027423-d39b-4c72-b023-a3c3d59a72d1 HTTP/1.1" status: 200 len: 920 time: 0.5388701 May 13 14:26:51.982980 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-52810929-7ac7-4506-9994-099821958143 req-72bad458-3d6e-462b-9587-1dc54a97f768 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95272747-4a10-4a41-938e-e370bc8ebc97 HTTP/1.1" status: 200 len: 217 time: 0.0894346 May 13 14:26:52.039040 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b8f3b5fd-e48c-49d5-a5db-951658246046 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:26:52.041575 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 95272747-4a10-4a41-938e-e370bc8ebc97 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:26:52.121125 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-5117a685-a989-41ab-9441-55074eff0f25 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Allocated IP 192.168.233.64 (7d165b7c-a84b-4191-823a-46e347c23eb5/fb4bc443-ac8b-4686-9d3b-15c2430aa8ca/716e3e17-e5fb-43b1-8fca-63eb958add6e) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:26:52.205422 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ddebda57-e237-41fc-a176-d3b9760ad8da req-79b2c7e0-15a4-4b81-b51c-42736ac80667 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=425256e1-b983-4962-8af3-6b3f04130ea1 HTTP/1.1" status: 200 len: 217 time: 0.1924348 May 13 14:26:52.262501 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ddebda57-e237-41fc-a176-d3b9760ad8da req-5c999697-73e8-4635-be42-75d14d692424 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=358c4d50-d667-4aea-afe9-b2df0074d829 HTTP/1.1" status: 200 len: 217 time: 0.1273148 May 13 14:26:52.339775 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b8f3b5fd-e48c-49d5-a5db-951658246046, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b8f3b5fd-e48c-49d5-a5db-951658246046,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:52.363596 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'b8f3b5fd-e48c-49d5-a5db-951658246046', 'network_id': '615f1b1d-e928-4b1a-811f-c88ac2129812', 'port_id': 'b8f3b5fd-e48c-49d5-a5db-951658246046', 'mac_address': 'fa:16:3e:57:0d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e2eec62-0523-4521-82e3-9ab28f45e905', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:26:52.404180 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6021d0-0f2b-48bc-8cd7-ea8a045f4190 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f7747c9-0834-423a-a94b-66ce484dfa39,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:52.430521 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 95272747-4a10-4a41-938e-e370bc8ebc97 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:26:52.436929 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-eddc1016-9505-43a3-b108-61441af88d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 425256e1-b983-4962-8af3-6b3f04130ea1 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:26:52.439304 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 95272747-4a10-4a41-938e-e370bc8ebc97 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:26:52.439304 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:52.448717 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52810929-7ac7-4506-9994-099821958143 req-255c8d69-b8ce-4d16-97b7-c0c4793b3823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:52.450216 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-52810929-7ac7-4506-9994-099821958143 req-255c8d69-b8ce-4d16-97b7-c0c4793b3823 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d98d3701-9056-4eba-bf1f-28c8c023123f HTTP/1.1" status: 200 len: 853 time: 0.3770235 May 13 14:26:52.461548 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-eddc1016-9505-43a3-b108-61441af88d13 service neutron] For port 425256e1-b983-4962-8af3-6b3f04130ea1, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=425256e1-b983-4962-8af3-6b3f04130ea1,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:52.471351 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port b8f3b5fd-e48c-49d5-a5db-951658246046 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:52.471736 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:52.513421 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8f3b5fd-e48c-49d5-a5db-951658246046 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:26:52.537117 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b8f3b5fd-e48c-49d5-a5db-951658246046, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b8f3b5fd-e48c-49d5-a5db-951658246046,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:52.545270 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:52.610543 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6021d0-0f2b-48bc-8cd7-ea8a045f4190 admin admin] Checking segment: {'id': '950100c2-285e-4635-bae3-9d18dde5e2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '544fa3db-9fe7-4d68-98ba-8d22c8735eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:26:52.611026 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6021d0-0f2b-48bc-8cd7-ea8a045f4190 admin admin] Network hostable DHCP agents. Network: 544fa3db-9fe7-4d68-98ba-8d22c8735eb3, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:26:52.616341 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-eddc1016-9505-43a3-b108-61441af88d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:52.648759 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebda57-e237-41fc-a176-d3b9760ad8da req-326defe9-782e-4f81-9f5d-50fbe440966d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:52.648759 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ddebda57-e237-41fc-a176-d3b9760ad8da req-326defe9-782e-4f81-9f5d-50fbe440966d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d HTTP/1.1" status: 200 len: 859 time: 0.4124584 May 13 14:26:52.648759 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-52810929-7ac7-4506-9994-099821958143 req-11e14ad3-3177-494c-a347-21a78b59d815 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e26aec9-4c39-41a9-af37-ccef8c346b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1890693 May 13 14:26:52.676666 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 95272747-4a10-4a41-938e-e370bc8ebc97 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:52.676666 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:52.680113 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e12672-39a9-4bf1-9622-fcce032bb938 req-78889ffd-97e9-44b0-a6d6-48156469973b tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:52.691056 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=b8f3b5fd-e48c-49d5-a5db-951658246046,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:52.699626 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-01e12672-39a9-4bf1-9622-fcce032bb938 req-78889ffd-97e9-44b0-a6d6-48156469973b tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9762526-1bff-4c57-9a8b-40d18a17be74 HTTP/1.1" status: 200 len: 943 time: 0.5470147 May 13 14:26:52.710740 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebda57-e237-41fc-a176-d3b9760ad8da req-c3426287-af94-4d3d-9c60-ea3782f4a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:52.710740 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ddebda57-e237-41fc-a176-d3b9760ad8da req-c3426287-af94-4d3d-9c60-ea3782f4a8f0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b35608d4-67e7-4682-8e58-7b2d9ed03d8c HTTP/1.1" status: 200 len: 860 time: 0.4171672 May 13 14:26:52.719692 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2678e9f8-1a18-4659-956c-8b2e3f689dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95272747-4a10-4a41-938e-e370bc8ebc97'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:52.732854 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 95272747-4a10-4a41-938e-e370bc8ebc97, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=95272747-4a10-4a41-938e-e370bc8ebc97,segment=NetworkSegment(212baf6b-5017-40bb-96cc-46cb7ca012f5),segment_id=212baf6b-5017-40bb-96cc-46cb7ca012f5)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:52.732854 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:52.763807 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ddebda57-e237-41fc-a176-d3b9760ad8da req-570286a7-3cfe-4a21-ad11-3eff6daeb983 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d5027423-d39b-4c72-b023-a3c3d59a72d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143708 May 13 14:26:52.810134 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['b8f3b5fd-e48c-49d5-a5db-951658246046'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:26:52.875707 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-01e12672-39a9-4bf1-9622-fcce032bb938 req-141c1178-450d-4872-9de8-6cfa1a24e405 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804228 May 13 14:26:52.923964 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=95272747-4a10-4a41-938e-e370bc8ebc97,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:52.945694 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6021d0-0f2b-48bc-8cd7-ea8a045f4190 admin admin] Network 544fa3db-9fe7-4d68-98ba-8d22c8735eb3 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:26:52.947808 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-eddc1016-9505-43a3-b108-61441af88d13 service neutron] Transition to ACTIVE for port object 425256e1-b983-4962-8af3-6b3f04130ea1 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:26:53.007799 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-ab6021d0-0f2b-48bc-8cd7-ea8a045f4190 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 544fa3db-9fe7-4d68-98ba-8d22c8735eb3) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:26:53.017849 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-5117a685-a989-41ab-9441-55074eff0f25 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:53.022935 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fc785-1c72-4080-bf26-25362b3dd5e7 req-2456db6a-f2cc-4a90-9337-aace0ce1176c tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:53.024463 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-af7fc785-1c72-4080-bf26-25362b3dd5e7 req-2456db6a-f2cc-4a90-9337-aace0ce1176c tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=32345b94-1e9e-4987-8717-7e520e4023eb HTTP/1.1" status: 200 len: 943 time: 0.6844168 May 13 14:26:53.026484 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-eddc1016-9505-43a3-b108-61441af88d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:53.029694 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717ec887-8d40-4956-95b8-1c5a5598e298 None None] Network 544fa3db-9fe7-4d68-98ba-8d22c8735eb3 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:26:53.043310 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6021d0-0f2b-48bc-8cd7-ea8a045f4190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:53.043912 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ab6021d0-0f2b-48bc-8cd7-ea8a045f4190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:53.102076 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-52810929-7ac7-4506-9994-099821958143 req-251bb696-dfc4-4a55-b9a1-93b5b59919e4 service neutron] 10.222.0.59 "GET /v2.0/networks/0e26aec9-4c39-41a9-af37-ccef8c346b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163971 May 13 14:26:53.120312 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-51f7a341-3ed2-48c5-a6a8-918f80c84a28 req-5ec13f0b-4880-4490-8f13-ca1ca79217ad tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/floatingips/af17fd38-bb1a-45fd-94ed-cd31222ad9b5 HTTP/1.1" status: 200 len: 693 time: 0.1763220 May 13 14:26:53.121345 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-5117a685-a989-41ab-9441-55074eff0f25 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Transition to ACTIVE for port object 716e3e17-e5fb-43b1-8fca-63eb958add6e will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:26:53.304850 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ddebda57-e237-41fc-a176-d3b9760ad8da req-352fab3b-9972-4772-822e-71d97839c703 service neutron] 10.222.0.59 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800241 May 13 14:26:53.311742 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebda57-e237-41fc-a176-d3b9760ad8da req-e245d33f-0618-4b41-9fab-a181b225d950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:53.313723 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ddebda57-e237-41fc-a176-d3b9760ad8da req-e245d33f-0618-4b41-9fab-a181b225d950 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1bb618e8-c72d-478a-b168-a543534f1c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5920587 May 13 14:26:53.359562 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-eddc1016-9505-43a3-b108-61441af88d13 service neutron] No DVR routers for this DVR port 425256e1-b983-4962-8af3-6b3f04130ea1 on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:26:53.385243 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc1016-9505-43a3-b108-61441af88d13 service neutron] Pushing event updated for resources: {'Port': ['ID=425256e1-b983-4962-8af3-6b3f04130ea1,revision_number=10']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:53.434405 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4249eeb5-4f8a-4229-97c6-b2dd128475b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-544fa3db-9fe7-4d68-98ba-8d22c8735eb3', 'network_id': '544fa3db-9fe7-4d68-98ba-8d22c8735eb3', 'tenant_id': '0614d6240bc04c0ebb995e3605d06a35', 'fixed_ips': [{'subnet_id': '2f7747c9-0834-423a-a94b-66ce484dfa39'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:26:53.436643 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4249eeb5-4f8a-4229-97c6-b2dd128475b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:53.447165 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-af7fc785-1c72-4080-bf26-25362b3dd5e7 req-a262b802-43a0-4ad9-8363-1e524d8eb246 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844538 May 13 14:26:53.447165 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ab6021d0-0f2b-48bc-8cd7-ea8a045f4190 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.1321027 May 13 14:26:53.455102 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37788) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:53.473443 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-5d924d72-56a8-4d15-94d7-f3180af2c8fc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1274623372-router', 'tenant_id': '0614d6240bc04c0ebb995e3605d06a35', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:53.504144 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5d924d72-56a8-4d15-94d7-f3180af2c8fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:26:53.518730 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5d924d72-56a8-4d15-94d7-f3180af2c8fc admin admin] Usage tracker for resource:router and tenant:0614d6240bc04c0ebb995e3605d06a35 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:26:53.533251 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5d924d72-56a8-4d15-94d7-f3180af2c8fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:26:53.538098 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-eddc1016-9505-43a3-b108-61441af88d13 service neutron] 10.222.0.59 "PUT /v2.0/ports/425256e1-b983-4962-8af3-6b3f04130ea1/bindings/n-h2-841760-1/activate HTTP/1.1" status: 200 len: 369 time: 2.2893796 May 13 14:26:53.548401 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-5117a685-a989-41ab-9441-55074eff0f25 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:53.561921 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-52810929-7ac7-4506-9994-099821958143 req-d2f716e2-2f21-4551-9d04-c8a167b01d18 service neutron] 10.222.0.59 "GET /v2.0/networks/0e26aec9-4c39-41a9-af37-ccef8c346b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442599 May 13 14:26:53.581851 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5d924d72-56a8-4d15-94d7-f3180af2c8fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:26:53.700358 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5d924d72-56a8-4d15-94d7-f3180af2c8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:53.700358 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5d924d72-56a8-4d15-94d7-f3180af2c8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:53.730748 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['d7527f73-d685-4e34-b9a0-bf049239d26c'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:26:53.755158 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7a341-3ed2-48c5-a6a8-918f80c84a28 req-af9380d3-bd11-476f-ab33-10dfbdd9df1c tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:53.755663 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-51f7a341-3ed2-48c5-a6a8-918f80c84a28 req-af9380d3-bd11-476f-ab33-10dfbdd9df1c tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 784 time: 0.5566938 May 13 14:26:53.759565 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ddebda57-e237-41fc-a176-d3b9760ad8da req-a60cc05f-0ac4-4b9d-911e-9b4564d46235 service neutron] 10.222.0.74 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369693 May 13 14:26:53.760449 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-5117a685-a989-41ab-9441-55074eff0f25 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:26:53.774094 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ddebda57-e237-41fc-a176-d3b9760ad8da req-d0a777f7-a38a-4eee-bf7e-f731d60de697 service neutron] 10.222.0.59 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651268 May 13 14:26:53.775240 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-5117a685-a989-41ab-9441-55074eff0f25 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:26:53.780548 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-5117a685-a989-41ab-9441-55074eff0f25 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:26:53.846875 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['5c3b8323-c681-47e7-b717-f6319ae7043a', 'd45390e8-aa8b-4155-8d53-1bddc4d2dd7b'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:26:53.915886 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117a685-a989-41ab-9441-55074eff0f25 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Pushing event updated for resources: {'Port': ['ID=716e3e17-e5fb-43b1-8fca-63eb958add6e,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:53.949227 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5d924d72-56a8-4d15-94d7-f3180af2c8fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:53.955158 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-4249eeb5-4f8a-4229-97c6-b2dd128475b3 None None] Allocated IP 172.20.0.2 (544fa3db-9fe7-4d68-98ba-8d22c8735eb3/2f7747c9-0834-423a-a94b-66ce484dfa39/50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:26:54.004840 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-51f7a341-3ed2-48c5-a6a8-918f80c84a28 req-d15d2c33-c810-4549-b1bf-c7ff429a748a tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.45 HTTP/1.1" status: 200 len: 696 time: 0.2309244 May 13 14:26:54.007273 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ddebda57-e237-41fc-a176-d3b9760ad8da req-3832b333-d204-40a3-82b4-83a3f2ca9a4e service neutron] 10.222.0.74 "GET /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322001 May 13 14:26:54.027309 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e325d4-0847-47fa-9405-8898da293305 req-3ec339b2-6be7-406a-826c-7fd95ec9c653 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:54.037857 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-04e325d4-0847-47fa-9405-8898da293305 req-3ec339b2-6be7-406a-826c-7fd95ec9c653 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 935 time: 0.3752520 May 13 14:26:54.094442 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b8f3b5fd-e48c-49d5-a5db-951658246046 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:26:54.098794 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-04e325d4-0847-47fa-9405-8898da293305 req-5f8c8914-2b5f-4862-8097-e15ae9b1dec6 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601897 May 13 14:26:54.107555 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52810929-7ac7-4506-9994-099821958143 req-030fdb52-f75e-48cf-94ec-1ed23842ec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:54.110099 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-52810929-7ac7-4506-9994-099821958143 req-030fdb52-f75e-48cf-94ec-1ed23842ec99 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b965b9ed3c14545bbd8d2dd215e4150&device_id=32345b94-1e9e-4987-8717-7e520e4023eb HTTP/1.1" status: 200 len: 1095 time: 0.4422636 May 13 14:26:54.117263 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-5117a685-a989-41ab-9441-55074eff0f25 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:54.118247 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-5117a685-a989-41ab-9441-55074eff0f25 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:54.225023 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-51f7a341-3ed2-48c5-a6a8-918f80c84a28 req-ef6b9661-1ad8-4797-8e9d-8712bc7ca5a5 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.45 HTTP/1.1" status: 200 len: 696 time: 0.2052925 May 13 14:26:54.302603 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-5117a685-a989-41ab-9441-55074eff0f25 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8527393 May 13 14:26:54.405003 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4249eeb5-4f8a-4229-97c6-b2dd128475b3 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:54.418026 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-4249eeb5-4f8a-4229-97c6-b2dd128475b3 None None] Transition to ACTIVE for port object 50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:26:54.440258 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-4249eeb5-4f8a-4229-97c6-b2dd128475b3 None None] Transition to ACTIVE for port object 50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:26:54.440974 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52810929-7ac7-4506-9994-099821958143 req-6dda9920-830a-4f25-b72c-ac1c267fb835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:54.442117 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-52810929-7ac7-4506-9994-099821958143 req-6dda9920-830a-4f25-b72c-ac1c267fb835 service neutron] 10.222.0.59 "GET /v2.0/networks?id=615f1b1d-e928-4b1a-811f-c88ac2129812 HTTP/1.1" status: 200 len: 906 time: 0.3261237 May 13 14:26:54.491625 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-515e8b7b-ade4-486b-9824-41897b65296a'] response: {'server_uuid': '2678e9f8-1a18-4659-956c-8b2e3f689dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95272747-4a10-4a41-938e-e370bc8ebc97', 'code': 200} May 13 14:26:54.500353 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4249eeb5-4f8a-4229-97c6-b2dd128475b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:54.504765 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-ad7e44bb-9099-4e0e-af2d-6a6d06a578e5 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:54.506261 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-ad7e44bb-9099-4e0e-af2d-6a6d06a578e5 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=e9762526-1bff-4c57-9a8b-40d18a17be74&tenant_id=4d6ca075ae214d9490235db19234e57f&binding%3Ahost_id=n-h1-841760-1 HTTP/1.1" status: 200 len: 1095 time: 0.8249958 May 13 14:26:54.536923 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] Request body: {'port': {'device_id': '74d061fb-033d-43ab-be5f-8c381643e2b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:54.614902 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4249eeb5-4f8a-4229-97c6-b2dd128475b3 None None] Network 544fa3db-9fe7-4d68-98ba-8d22c8735eb3 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:26:54.622327 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9ae668c5-4409-4c34-b4bc-657360379445 None None] Provisioning for port 716e3e17-e5fb-43b1-8fca-63eb958add6e completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:26:54.638111 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-4249eeb5-4f8a-4229-97c6-b2dd128475b3 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:26:54.643956 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4249eeb5-4f8a-4229-97c6-b2dd128475b3 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:26:54.664350 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9ae668c5-4409-4c34-b4bc-657360379445 None None] Provisioning complete for port 716e3e17-e5fb-43b1-8fca-63eb958add6e triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:26:54.665078 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9ae668c5-4409-4c34-b4bc-657360379445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:54.702440 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port b8f3b5fd-e48c-49d5-a5db-951658246046 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:26:54.726310 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-52810929-7ac7-4506-9994-099821958143 req-4575606f-69e0-464a-a7e2-130db4de17d0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8f3b5fd-e48c-49d5-a5db-951658246046 HTTP/1.1" status: 200 len: 217 time: 0.2486649 May 13 14:26:54.776628 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4249eeb5-4f8a-4229-97c6-b2dd128475b3 None None] Pushing event updated for resources: {'Port': ['ID=50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:54.814978 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52810929-7ac7-4506-9994-099821958143 req-69ec042b-d288-4780-98e5-ecae982c5480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:54.816453 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-52810929-7ac7-4506-9994-099821958143 req-69ec042b-d288-4780-98e5-ecae982c5480 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e2eec62-0523-4521-82e3-9ab28f45e905 HTTP/1.1" status: 200 len: 845 time: 0.0829847 May 13 14:26:54.837879 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port b8f3b5fd-e48c-49d5-a5db-951658246046 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:26:54.838256 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:54.873899 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-51f7a341-3ed2-48c5-a6a8-918f80c84a28 req-25e62b87-bcf7-4b24-9151-e59d54a3c5c6 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Deleting port 77499556-91d9-4b8f-bee5-ee343cd5862d {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:26:54.874481 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-51f7a341-3ed2-48c5-a6a8-918f80c84a28 req-25e62b87-bcf7-4b24-9151-e59d54a3c5c6 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:54.878785 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-52810929-7ac7-4506-9994-099821958143 req-99920adf-73dd-47d1-a26f-57dcea9a9a50 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=615f1b1d-e928-4b1a-811f-c88ac2129812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553412 May 13 14:26:54.882905 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13273d77-47ac-45ba-a0a8-c73fdd7e867e req-0c2775e8-f79f-4823-a58c-e1db4e40754b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:54.884512 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-13273d77-47ac-45ba-a0a8-c73fdd7e867e req-0c2775e8-f79f-4823-a58c-e1db4e40754b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2678e9f8-1a18-4659-956c-8b2e3f689dc2 HTTP/1.1" status: 200 len: 1097 time: 0.4415185 May 13 14:26:54.912979 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5d924d72-56a8-4d15-94d7-f3180af2c8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:54.913232 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30b845-d598-4cd3-b5c3-ee2cde2cc4b8 req-29a22d7f-2013-41f8-920b-db3761300fa4 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:54.915612 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6d30b845-d598-4cd3-b5c3-ee2cde2cc4b8 req-29a22d7f-2013-41f8-920b-db3761300fa4 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=2678e9f8-1a18-4659-956c-8b2e3f689dc2 HTTP/1.1" status: 200 len: 946 time: 0.4368925 May 13 14:26:54.938676 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-9ae668c5-4409-4c34-b4bc-657360379445 None None] Port 716e3e17-e5fb-43b1-8fca-63eb958add6e cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:26:54.963142 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-4249eeb5-4f8a-4229-97c6-b2dd128475b3 None None] Attempting to bind port 50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:26:54.963499 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-4249eeb5-4f8a-4229-97c6-b2dd128475b3 None None] Attempting to bind port 50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '950100c2-285e-4635-bae3-9d18dde5e2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '544fa3db-9fe7-4d68-98ba-8d22c8735eb3'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:26:54.964052 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4249eeb5-4f8a-4229-97c6-b2dd128475b3 None None] Attempting to bind port 50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d on network 544fa3db-9fe7-4d68-98ba-8d22c8735eb3 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:26:54.983607 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:54.987076 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4249eeb5-4f8a-4229-97c6-b2dd128475b3 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:26:54.987478 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4249eeb5-4f8a-4229-97c6-b2dd128475b3 None None] Checking segment: {'id': '950100c2-285e-4635-bae3-9d18dde5e2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '544fa3db-9fe7-4d68-98ba-8d22c8735eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:26:54.987876 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4249eeb5-4f8a-4229-97c6-b2dd128475b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:54.988267 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4249eeb5-4f8a-4229-97c6-b2dd128475b3 None None] Bound using segment: {'id': '950100c2-285e-4635-bae3-9d18dde5e2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '544fa3db-9fe7-4d68-98ba-8d22c8735eb3'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:26:54.988738 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-4249eeb5-4f8a-4229-97c6-b2dd128475b3 None None] Bound port: 50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950100c2-285e-4635-bae3-9d18dde5e2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '544fa3db-9fe7-4d68-98ba-8d22c8735eb3'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:26:54.989122 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4249eeb5-4f8a-4229-97c6-b2dd128475b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:55.031399 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-13273d77-47ac-45ba-a0a8-c73fdd7e867e req-40cfbb5d-b728-4770-92fb-5e1a14832105 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266997 May 13 14:26:55.090371 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6d30b845-d598-4cd3-b5c3-ee2cde2cc4b8 req-b1090651-73a2-489a-9b89-98247cdf1d93 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289594 May 13 14:26:55.126207 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-52810929-7ac7-4506-9994-099821958143 req-eac44f75-5385-4f78-85e6-21f225dd0dee service neutron] 10.222.0.59 "GET /v2.0/networks/615f1b1d-e928-4b1a-811f-c88ac2129812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406442 May 13 14:26:55.174810 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-5f96287b-a610-40a7-81d3-3372e87b802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:55.176333 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-5f96287b-a610-40a7-81d3-3372e87b802b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e9762526-1bff-4c57-9a8b-40d18a17be74&tenant_id=4d6ca075ae214d9490235db19234e57f HTTP/1.1" status: 200 len: 1095 time: 0.6594884 May 13 14:26:55.214896 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-4249eeb5-4f8a-4229-97c6-b2dd128475b3 None None] For port 50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:26:55.221160 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-4249eeb5-4f8a-4229-97c6-b2dd128475b3 None None] For port 50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d,segment=NetworkSegment(950100c2-285e-4635-bae3-9d18dde5e2d6),segment_id=950100c2-285e-4635-bae3-9d18dde5e2d6)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:26:55.277722 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port b8f3b5fd-e48c-49d5-a5db-951658246046 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:55.278246 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:55.287535 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4249eeb5-4f8a-4229-97c6-b2dd128475b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:55.381546 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-51f7a341-3ed2-48c5-a6a8-918f80c84a28 req-25e62b87-bcf7-4b24-9151-e59d54a3c5c6 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:55.382148 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-51f7a341-3ed2-48c5-a6a8-918f80c84a28 req-25e62b87-bcf7-4b24-9151-e59d54a3c5c6 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:55.416290 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4249eeb5-4f8a-4229-97c6-b2dd128475b3 None None] Pushing event updated for resources: {'Port': ['ID=50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:55.425741 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b8f3b5fd-e48c-49d5-a5db-951658246046, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b8f3b5fd-e48c-49d5-a5db-951658246046,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:55.433588 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:55.434599 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 425256e1-b983-4962-8af3-6b3f04130ea1 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:26:55.446079 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-52810929-7ac7-4506-9994-099821958143 req-cb0a5943-fc64-4a69-8844-30b168034b53 service neutron] 10.222.0.59 "GET /v2.0/networks/615f1b1d-e928-4b1a-811f-c88ac2129812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250538 May 13 14:26:55.479942 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82764c4-5ea7-4c4e-b620-1c052dac8130 req-8de04d0b-4484-4a76-8014-a3a48f9f231f tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:55.481595 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d82764c4-5ea7-4c4e-b620-1c052dac8130 req-8de04d0b-4484-4a76-8014-a3a48f9f231f tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 946 time: 0.1623328 May 13 14:26:55.539383 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d82764c4-5ea7-4c4e-b620-1c052dac8130 req-f47dcf7d-92db-4295-9234-e7c4d6d8c275 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497358 May 13 14:26:55.586382 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-51f7a341-3ed2-48c5-a6a8-918f80c84a28 req-25e62b87-bcf7-4b24-9151-e59d54a3c5c6 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Calling delete_port for 77499556-91d9-4b8f-bee5-ee343cd5862d owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:26:55.604208 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 425256e1-b983-4962-8af3-6b3f04130ea1 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:26:55.607906 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=b8f3b5fd-e48c-49d5-a5db-951658246046,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:55.765401 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0817f-2540-4b5c-8159-a65df768781e req-46e648e7-1c54-495a-8a2b-e076a6ffe10a tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:55.767639 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-61b0817f-2540-4b5c-8159-a65df768781e req-46e648e7-1c54-495a-8a2b-e076a6ffe10a tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9762526-1bff-4c57-9a8b-40d18a17be74 HTTP/1.1" status: 200 len: 944 time: 0.0986478 May 13 14:26:55.819455 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-61b0817f-2540-4b5c-8159-a65df768781e req-ce32f30d-419d-4d5b-acd7-9fa931f15cd3 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466423 May 13 14:26:55.968421 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-56bd5ad0-6d23-4209-8024-0b9d73b216fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:55.970041 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-56bd5ad0-6d23-4209-8024-0b9d73b216fd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4d6ca075ae214d9490235db19234e57f&device_id=e9762526-1bff-4c57-9a8b-40d18a17be74 HTTP/1.1" status: 200 len: 1095 time: 0.7350240 May 13 14:26:56.114966 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc12ba6-7e0c-4d20-a80d-6ef746ec1462 req-65f2d7b8-f4da-4db0-a394-8dab156e2354 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:56.116917 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcc12ba6-7e0c-4d20-a80d-6ef746ec1462 req-65f2d7b8-f4da-4db0-a394-8dab156e2354 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=32345b94-1e9e-4987-8717-7e520e4023eb HTTP/1.1" status: 200 len: 945 time: 0.1292515 May 13 14:26:56.233922 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcc12ba6-7e0c-4d20-a80d-6ef746ec1462 req-984b941a-af12-4103-8afd-8144961c8c9a tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050830 May 13 14:26:56.386071 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-5304df0d-2f28-4cb0-aa61-2b1d0f45f0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:56.386071 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-5304df0d-2f28-4cb0-aa61-2b1d0f45f0f3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d5027423-d39b-4c72-b023-a3c3d59a72d1 HTTP/1.1" status: 200 len: 920 time: 0.3459921 May 13 14:26:56.503006 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-924e85ea-54c9-4c97-85dd-15d0da61b7f2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=425256e1-b983-4962-8af3-6b3f04130ea1 HTTP/1.1" status: 200 len: 217 time: 0.0905218 May 13 14:26:56.507714 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32345b94-1e9e-4987-8717-7e520e4023eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f3b5fd-e48c-49d5-a5db-951658246046'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:56.513289 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 716e3e17-e5fb-43b1-8fca-63eb958add6e {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:26:56.513289 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5d924d72-56a8-4d15-94d7-f3180af2c8fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:56.525982 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7b031-0bfc-4035-b983-57ca95fcd523 req-afabf5fc-e5c8-477e-a9a8-2cd73188c536 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:56.532302 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e3a7b031-0bfc-4035-b983-57ca95fcd523 req-afabf5fc-e5c8-477e-a9a8-2cd73188c536 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 935 time: 0.1291165 May 13 14:26:56.613796 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-51f7a341-3ed2-48c5-a6a8-918f80c84a28 req-25e62b87-bcf7-4b24-9151-e59d54a3c5c6 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:56.627643 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e3a7b031-0bfc-4035-b983-57ca95fcd523 req-7d06440f-a596-48e7-a09d-b14195cf27cb tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827148 May 13 14:26:56.627924 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:56.706542 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:26:56.711435 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5d924d72-56a8-4d15-94d7-f3180af2c8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:56.744051 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e62b87-bcf7-4b24-9151-e59d54a3c5c6 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Pushing event deleted for resources: {'Port': ['ID=77499556-91d9-4b8f-bee5-ee343cd5862d,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:56.822415 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:26:56.856284 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-c47f2373-2f42-4dc7-a9c4-cd318ed38ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:56.856897 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-c47f2373-2f42-4dc7-a9c4-cd318ed38ff5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d HTTP/1.1" status: 200 len: 859 time: 0.3555176 May 13 14:26:56.863023 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] Transition to ACTIVE for port object 716e3e17-e5fb-43b1-8fca-63eb958add6e will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:26:56.878764 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f39da3-f84a-4e14-bf31-f47a8a820679 req-ec9deba8-6c83-4f14-80c6-c9d33179d71d tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:56.888083 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b2f39da3-f84a-4e14-bf31-f47a8a820679 req-ec9deba8-6c83-4f14-80c6-c9d33179d71d tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 1097 time: 0.1144955 May 13 14:26:56.906660 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c570ac-266b-4c30-9f66-c6035c5fa8dd None None] Network 544fa3db-9fe7-4d68-98ba-8d22c8735eb3 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:26:56.961101 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b2f39da3-f84a-4e14-bf31-f47a8a820679 req-9fdbd83d-85b3-4b95-a4fd-e5d920308de3 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708654 May 13 14:26:56.995792 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:56.995792 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-a8b223cb-5a97-48a4-9f5c-0be4ee068f26 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d5027423-d39b-4c72-b023-a3c3d59a72d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590162 May 13 14:26:57.041403 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-82dc3c95-90cc-44f6-8780-b0c258e6472a None None] Provisioning for port 50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:26:57.051199 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-82dc3c95-90cc-44f6-8780-b0c258e6472a None None] Provisioning complete for port 50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:26:57.051199 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-82dc3c95-90cc-44f6-8780-b0c258e6472a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:57.245228 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f013f3ff-9364-4156-95ba-6f0ff1a6d2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:57.298430 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-51f7a341-3ed2-48c5-a6a8-918f80c84a28 req-25e62b87-bcf7-4b24-9151-e59d54a3c5c6 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks [] for floatingip, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:57.315720 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-82dc3c95-90cc-44f6-8780-b0c258e6472a None None] Current status of the port 50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:57.315720 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-82dc3c95-90cc-44f6-8780-b0c258e6472a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:57.361870 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-82dc3c95-90cc-44f6-8780-b0c258e6472a None None] For port 50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d,segment=NetworkSegment(950100c2-285e-4635-bae3-9d18dde5e2d6),segment_id=950100c2-285e-4635-bae3-9d18dde5e2d6)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:57.372886 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-82dc3c95-90cc-44f6-8780-b0c258e6472a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:57.450589 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f539a-7b0d-493b-ab0e-5ed9f9b57014 req-06e585a0-56c8-4540-b850-824ef4e82524 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:57.467810 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-400f539a-7b0d-493b-ab0e-5ed9f9b57014 req-06e585a0-56c8-4540-b850-824ef4e82524 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=2678e9f8-1a18-4659-956c-8b2e3f689dc2 HTTP/1.1" status: 200 len: 946 time: 0.2150311 May 13 14:26:57.501237 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] Pushing event updated for resources: {'Port': ['ID=716e3e17-e5fb-43b1-8fca-63eb958add6e,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:57.518863 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc3c95-90cc-44f6-8780-b0c258e6472a None None] Pushing event updated for resources: {'Port': ['ID=50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:57.532464 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-400f539a-7b0d-493b-ab0e-5ed9f9b57014 req-16025dde-923b-452a-beb5-c494c78a3805 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703950 May 13 14:26:57.607802 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6b9fd8e-0eac-48a6-8eb3-d9f2663e43a1'] response: {'server_uuid': '32345b94-1e9e-4987-8717-7e520e4023eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f3b5fd-e48c-49d5-a5db-951658246046', 'code': 200} May 13 14:26:57.632762 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-51f7a341-3ed2-48c5-a6a8-918f80c84a28 req-25e62b87-bcf7-4b24-9151-e59d54a3c5c6 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:57.647900 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-51f7a341-3ed2-48c5-a6a8-918f80c84a28 req-25e62b87-bcf7-4b24-9151-e59d54a3c5c6 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "DELETE /v2.0/floatingips/af17fd38-bb1a-45fd-94ed-cd31222ad9b5 HTTP/1.1" status: 204 len: 173 time: 3.4060471 May 13 14:26:57.670203 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-0109e7b5-7649-482b-aa1d-d0b26c76581a service neutron] 10.222.0.74 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6253843 May 13 14:26:57.771311 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-5d924d72-56a8-4d15-94d7-f3180af2c8fc admin admin] Allocated IP 172.25.0.196 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/0cd34e14-19dd-4b1f-a43b-4d4cc945c53e) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:26:57.833222 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbeb0e-bf31-41d8-9356-1c2279a6a99a req-216c4c66-b3c2-47f4-be6c-40b7e6ac50e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:57.834661 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-10bbeb0e-bf31-41d8-9356-1c2279a6a99a req-216c4c66-b3c2-47f4-be6c-40b7e6ac50e7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=32345b94-1e9e-4987-8717-7e520e4023eb HTTP/1.1" status: 200 len: 1096 time: 0.1625443 May 13 14:26:57.859697 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-35cb5cbc-22c6-4847-82b7-3276dde68966 None None] Provisioning complete for port 50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:26:57.860780 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-35cb5cbc-22c6-4847-82b7-3276dde68966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:57.873689 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39523150-78ea-41e5-835b-f2efe16a048a req-082ba63f-3639-4788-bfe8-9aea8c814180 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:57.886255 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-39523150-78ea-41e5-835b-f2efe16a048a req-082ba63f-3639-4788-bfe8-9aea8c814180 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9762526-1bff-4c57-9a8b-40d18a17be74 HTTP/1.1" status: 200 len: 944 time: 0.1390290 May 13 14:26:57.931477 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-10bbeb0e-bf31-41d8-9356-1c2279a6a99a req-9a231c8b-d98e-4141-acea-ec7a4726ee7d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895138 May 13 14:26:57.953842 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-39523150-78ea-41e5-835b-f2efe16a048a req-8eafc79b-a9f2-4f29-8581-5c308be98d68 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676825 May 13 14:26:58.043380 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-35cb5cbc-22c6-4847-82b7-3276dde68966 None None] Current status of the port 50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:58.138501 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:58.222286 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9ccf0-a3a9-46de-b5f6-8b463e538c2b req-e0c7a669-657f-48d2-909a-46c475d98c90 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:58.232861 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-99e9ccf0-a3a9-46de-b5f6-8b463e538c2b req-e0c7a669-657f-48d2-909a-46c475d98c90 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=32345b94-1e9e-4987-8717-7e520e4023eb HTTP/1.1" status: 200 len: 945 time: 0.1312892 May 13 14:26:58.271999 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] Attempting to bind port 716e3e17-e5fb-43b1-8fca-63eb958add6e on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:26:58.271999 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] Attempting to bind port 716e3e17-e5fb-43b1-8fca-63eb958add6e by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:26:58.271999 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] Attempting to bind port 716e3e17-e5fb-43b1-8fca-63eb958add6e on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:26:58.289971 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-99e9ccf0-a3a9-46de-b5f6-8b463e538c2b req-280581e5-cf97-4789-853f-830305f7a239 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651107 May 13 14:26:58.291729 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-adfd7662-9520-4bbb-abb3-445834e95f0b service neutron] 10.222.0.74 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5989809 May 13 14:26:58.295242 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] Port 716e3e17-e5fb-43b1-8fca-63eb958add6e on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:26:58.295567 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] Attempting to bind port 716e3e17-e5fb-43b1-8fca-63eb958add6e on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:26:58.310886 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:26:58.311263 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:26:58.311901 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:26:58.312710 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] Bound port: 716e3e17-e5fb-43b1-8fca-63eb958add6e, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:26:58.312959 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:58.442795 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5d924d72-56a8-4d15-94d7-f3180af2c8fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:58.452972 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb89b84-7555-4976-a7af-b8715ff250ef req-0d3e1f53-fc14-431f-9d24-bd4aa1954090 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:58.455028 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bbb89b84-7555-4976-a7af-b8715ff250ef req-0d3e1f53-fc14-431f-9d24-bd4aa1954090 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 1097 time: 0.5926180 May 13 14:26:58.512119 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83db58-b2b1-43f6-be21-ad897f8858ba req-729e1f75-926d-4530-b388-14c3dd7d0a56 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:58.513175 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] For port 716e3e17-e5fb-43b1-8fca-63eb958add6e, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:26:58.514633 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce83db58-b2b1-43f6-be21-ad897f8858ba req-729e1f75-926d-4530-b388-14c3dd7d0a56 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=2678e9f8-1a18-4659-956c-8b2e3f689dc2 HTTP/1.1" status: 200 len: 946 time: 0.1020014 May 13 14:26:58.519086 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] For port 716e3e17-e5fb-43b1-8fca-63eb958add6e, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=716e3e17-e5fb-43b1-8fca-63eb958add6e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:26:58.526906 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:58.572897 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bbb89b84-7555-4976-a7af-b8715ff250ef req-54b55b94-d766-4d80-a8b0-796506d26e7e tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039972 May 13 14:26:58.588480 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce83db58-b2b1-43f6-be21-ad897f8858ba req-39446596-a00e-4280-b2af-c78a8c0c84ab tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639317 May 13 14:26:58.601505 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:58.602302 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:58.607522 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] 10.222.0.74 "PUT /v2.0/ports/716e3e17-e5fb-43b1-8fca-63eb958add6e HTTP/1.1" status: 200 len: 1095 time: 4.0944834 May 13 14:26:58.608562 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d061fb-033d-43ab-be5f-8c381643e2b8', 'tag': '716e3e17-e5fb-43b1-8fca-63eb958add6e'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:58.670870 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:26:58.698766 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] Pushing event updated for resources: {'Port': ['ID=716e3e17-e5fb-43b1-8fca-63eb958add6e,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:58.724764 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:58.724914 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:58.727062 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:58.727466 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:58.735572 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:58.737545 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:58.738142 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:58.738653 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:58.739231 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:58.739735 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:58.740273 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:58.740785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df511f-6da0-46c9-b1ed-5f598959ee88 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:58.751165 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5d924d72-56a8-4d15-94d7-f3180af2c8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:58.889523 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:26:58.890134 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:58.953685 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d924d72-56a8-4d15-94d7-f3180af2c8fc admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:26:58.967902 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93ab10-9c00-4cbc-b629-254e058a2cb0 req-2c04df8a-d113-43bc-b2e1-98c0901e5223 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:58.978716 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-de93ab10-9c00-4cbc-b629-254e058a2cb0 req-2c04df8a-d113-43bc-b2e1-98c0901e5223 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 947 time: 0.1980433 May 13 14:26:59.007421 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d924d72-56a8-4d15-94d7-f3180af2c8fc admin admin] Pushing event updated for resources: {'Port': ['ID=0cd34e14-19dd-4b1f-a43b-4d4cc945c53e,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:59.018812 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-5d924d72-56a8-4d15-94d7-f3180af2c8fc admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:26:59.035545 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d924d72-56a8-4d15-94d7-f3180af2c8fc admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:26:59.069226 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-de93ab10-9c00-4cbc-b629-254e058a2cb0 req-a7c30fd4-7b27-407e-8605-b2a034fb8349 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894215 May 13 14:26:59.138839 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:59.244103 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04e22792-bd31-45dd-a76d-4b87332c85af'] response: {'name': 'network-changed', 'server_uuid': '74d061fb-033d-43ab-be5f-8c381643e2b8', 'tag': '716e3e17-e5fb-43b1-8fca-63eb958add6e', 'status': 'completed', 'code': 200} May 13 14:26:59.456121 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-5e86b5f6-616c-4637-825b-a7776fe726cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:59.459999 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-5e86b5f6-616c-4637-825b-a7776fe726cf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 1098 time: 0.6459413 May 13 14:26:59.473467 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-13c09d47-3ba8-4064-8146-56757be4876f tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:59.475503 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-13c09d47-3ba8-4064-8146-56757be4876f tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=e9762526-1bff-4c57-9a8b-40d18a17be74&tenant_id=4d6ca075ae214d9490235db19234e57f&binding%3Ahost_id=n-h2-841760-1 HTTP/1.1" status: 200 len: 1095 time: 0.7116663 May 13 14:26:59.484185 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc093cd7-866a-4936-9ca9-80888ffdddd3 req-f21bcc5f-8550-4fee-836e-08b30f3d2753 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:59.486194 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bc093cd7-866a-4936-9ca9-80888ffdddd3 req-f21bcc5f-8550-4fee-836e-08b30f3d2753 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9762526-1bff-4c57-9a8b-40d18a17be74 HTTP/1.1" status: 200 len: 944 time: 0.1040072 May 13 14:26:59.510653 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12588525-f7f2-4c50-af3f-920c74f35c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:59.539677 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bc093cd7-866a-4936-9ca9-80888ffdddd3 req-469d9f8a-249c-492d-9439-f9e205740f3b tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423970 May 13 14:26:59.706133 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-309f7821-0d72-4f44-848b-d4ce3ae9df9d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=716e3e17-e5fb-43b1-8fca-63eb958add6e HTTP/1.1" status: 200 len: 217 time: 0.2291505 May 13 14:26:59.988427 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-26baf552-eb57-4f02-9ce7-5d55e0bb4067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:59.988427 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-26baf552-eb57-4f02-9ce7-5d55e0bb4067 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.2552693 May 13 14:27:00.052681 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37860) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:00.084543 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5d924d72-56a8-4d15-94d7-f3180af2c8fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:00.222917 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fdc6a78c-ca4d-40de-aeed-d6e6b523db75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:00.242653 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-fdc6a78c-ca4d-40de-aeed-d6e6b523db75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:00.248425 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-fdc6a78c-ca4d-40de-aeed-d6e6b523db75 admin admin] Usage tracker for resource:security_group_rule and tenant:5c24355122b543aca7944ee1207da531 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:00.252171 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-fdc6a78c-ca4d-40de-aeed-d6e6b523db75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:00.270494 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-fdc6a78c-ca4d-40de-aeed-d6e6b523db75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:00.300213 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314eaa8a-8700-40f7-aed8-e9d52b58c069 req-6a98fdb2-54b5-42d6-a828-2663d8b57fc8 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:00.300957 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-314eaa8a-8700-40f7-aed8-e9d52b58c069 req-6a98fdb2-54b5-42d6-a828-2663d8b57fc8 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Synchronizing usage tracker for tenant:8a13abebe64d4bc6a2fa87bb71e99399 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:27:00.368186 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-09fe30da-0d75-40bb-84de-08eb0f73b97a service neutron] For port 425256e1-b983-4962-8af3-6b3f04130ea1, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:27:00.378023 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-09fe30da-0d75-40bb-84de-08eb0f73b97a service neutron] Notify callbacks [] for binding, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:00.378023 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad2ca163-da93-4229-93e2-0c15fd2e97a2 req-09fe30da-0d75-40bb-84de-08eb0f73b97a service neutron] 10.222.0.74 "DELETE /v2.0/ports/425256e1-b983-4962-8af3-6b3f04130ea1/bindings/n-h1-841760-1 HTTP/1.1" status: 204 len: 173 time: 0.8332760 May 13 14:27:00.384795 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-314eaa8a-8700-40f7-aed8-e9d52b58c069 req-6a98fdb2-54b5-42d6-a828-2663d8b57fc8 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Unset dirty status for tenant:8a13abebe64d4bc6a2fa87bb71e99399 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:27:00.385194 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-314eaa8a-8700-40f7-aed8-e9d52b58c069 req-6a98fdb2-54b5-42d6-a828-2663d8b57fc8 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/ports?device_id=391f6a36-c109-4bbb-ba78-349a045ab204 HTTP/1.1" status: 200 len: 945 time: 0.8400180 May 13 14:27:00.500906 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:00.556455 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:00.577505 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fdc6a78c-ca4d-40de-aeed-d6e6b523db75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:00.587322 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fdc6a78c-ca4d-40de-aeed-d6e6b523db75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:00.624768 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-9d09a25b-7d03-431d-a6f3-42388eb37b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:00.624768 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-9d09a25b-7d03-431d-a6f3-42388eb37b61 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6140687 May 13 14:27:00.670973 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fdc6a78c-ca4d-40de-aeed-d6e6b523db75 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5c24355122b543aca7944ee1207da531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6089747 May 13 14:27:00.670973 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37884) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:00.708737 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6a78c-ca4d-40de-aeed-d6e6b523db75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758d14c9-3086-48d6-98ce-65aa91e9588a,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:00.721124 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6a78c-ca4d-40de-aeed-d6e6b523db75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:00.721124 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6a78c-ca4d-40de-aeed-d6e6b523db75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:00.721124 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6a78c-ca4d-40de-aeed-d6e6b523db75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:00.721124 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6a78c-ca4d-40de-aeed-d6e6b523db75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:00.721124 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6a78c-ca4d-40de-aeed-d6e6b523db75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:00.724257 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-314eaa8a-8700-40f7-aed8-e9d52b58c069 req-0cf6a780-bbab-4b6e-bf90-e80942fa3484 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6864af0-c707-4a6d-af04-175e3a555885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637355 May 13 14:27:00.726238 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6a78c-ca4d-40de-aeed-d6e6b523db75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:00.726238 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6a78c-ca4d-40de-aeed-d6e6b523db75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:00.726238 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6a78c-ca4d-40de-aeed-d6e6b523db75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:00.726238 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6a78c-ca4d-40de-aeed-d6e6b523db75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:00.726238 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6a78c-ca4d-40de-aeed-d6e6b523db75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:00.726238 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6a78c-ca4d-40de-aeed-d6e6b523db75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:00.726238 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6a78c-ca4d-40de-aeed-d6e6b523db75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:00.780486 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6e7685a6-e70b-48c0-8880-c9a13a0bd788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:00.812976 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6e7685a6-e70b-48c0-8880-c9a13a0bd788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:00.877051 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6e7685a6-e70b-48c0-8880-c9a13a0bd788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:00.901391 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7685a6-e70b-48c0-8880-c9a13a0bd788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758d14c9-3086-48d6-98ce-65aa91e9588a,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:00.904402 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6e7685a6-e70b-48c0-8880-c9a13a0bd788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:00.906367 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6e7685a6-e70b-48c0-8880-c9a13a0bd788 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/758d14c9-3086-48d6-98ce-65aa91e9588a HTTP/1.1" status: 204 len: 168 time: 0.2380779 May 13 14:27:01.154803 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-4a0c621c-e81c-41e6-a828-016fe6201101 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:27:01.159153 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-4a0c621c-e81c-41e6-a828-016fe6201101 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127633 May 13 14:27:01.173237 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-2b6af6a5-59a9-4bec-81ca-38224fd6f3be service neutron] Request body: {'binding': {'host': 'n-h1-841760-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:27:01.173947 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-2b6af6a5-59a9-4bec-81ca-38224fd6f3be service neutron] Unknown quota resources ['binding']. {{(pid=88081) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 13 14:27:01.217922 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-89347a7d-cae4-4028-a968-be7d45879085 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5427797 May 13 14:27:01.245414 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5d924d72-56a8-4d15-94d7-f3180af2c8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:01.278894 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37892) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:01.300058 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-17b63b55-958e-41f1-9566-72cb99eb6cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:01.322030 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-17b63b55-958e-41f1-9566-72cb99eb6cc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:01.326089 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-17b63b55-958e-41f1-9566-72cb99eb6cc6 admin admin] Usage tracker for resource:security_group_rule and tenant:a266d06986b84cb0bfcc7adc0ffef3fb is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:01.329492 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-17b63b55-958e-41f1-9566-72cb99eb6cc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:01.336371 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-17b63b55-958e-41f1-9566-72cb99eb6cc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:01.449485 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-17b63b55-958e-41f1-9566-72cb99eb6cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:01.453327 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-17b63b55-958e-41f1-9566-72cb99eb6cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:01.503399 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b63b55-958e-41f1-9566-72cb99eb6cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4271526f-bda7-4d7f-bac4-6cd003083317,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:01.507936 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-17b63b55-958e-41f1-9566-72cb99eb6cc6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a266d06986b84cb0bfcc7adc0ffef3fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280586 May 13 14:27:01.510610 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37896) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:01.569044 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-04fd812b-1c9f-40f6-b03a-e3dd10462a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:01.594893 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-04fd812b-1c9f-40f6-b03a-e3dd10462a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:01.648181 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e47b6c-5c61-41b4-a26f-895a3a7856c2 req-093a144d-a2d4-4ea4-a344-863d35e8a159 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:01.649675 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-51e47b6c-5c61-41b4-a26f-895a3a7856c2 req-093a144d-a2d4-4ea4-a344-863d35e8a159 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=32345b94-1e9e-4987-8717-7e520e4023eb HTTP/1.1" status: 200 len: 945 time: 0.7637348 May 13 14:27:01.649879 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-04fd812b-1c9f-40f6-b03a-e3dd10462a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:01.667694 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd812b-1c9f-40f6-b03a-e3dd10462a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4271526f-bda7-4d7f-bac4-6cd003083317,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:01.670943 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-04fd812b-1c9f-40f6-b03a-e3dd10462a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:01.675765 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-04fd812b-1c9f-40f6-b03a-e3dd10462a2b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4271526f-bda7-4d7f-bac4-6cd003083317 HTTP/1.1" status: 204 len: 168 time: 0.1612105 May 13 14:27:01.727360 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab0c1c-3362-4231-a0bc-b3f891fe405e req-ebb1af9a-af52-498f-abea-ef195dc64230 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:01.728780 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-79ab0c1c-3362-4231-a0bc-b3f891fe405e req-ebb1af9a-af52-498f-abea-ef195dc64230 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.74 "GET /v2.0/ports?device_id=391f6a36-c109-4bbb-ba78-349a045ab204 HTTP/1.1" status: 200 len: 945 time: 0.6597519 May 13 14:27:01.821648 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-86d01b50-864f-4512-bd06-da341c8bcc9e req-5895b696-68bf-45bb-9581-70ed8494bda3 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5888522 May 13 14:27:01.866285 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-51e47b6c-5c61-41b4-a26f-895a3a7856c2 req-ba0b6b7c-49d2-4e06-9118-3620ba03210d tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952770 May 13 14:27:01.901185 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-79ab0c1c-3362-4231-a0bc-b3f891fe405e req-9b43f6b1-1bf8-4376-b728-777a34327a5f tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Deleting port 358c4d50-d667-4aea-afe9-b2df0074d829 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:27:01.901765 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-79ab0c1c-3362-4231-a0bc-b3f891fe405e req-9b43f6b1-1bf8-4376-b728-777a34327a5f tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:01.989790 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:01.996120 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-2b6af6a5-59a9-4bec-81ca-38224fd6f3be service neutron] Attempting to bind port de777e32-03ab-4783-a7b9-d2b400fabd88 on host n-h1-841760-1 for vnic_type normal with profile None {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:27:01.996456 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-2b6af6a5-59a9-4bec-81ca-38224fd6f3be service neutron] Attempting to bind port de777e32-03ab-4783-a7b9-d2b400fabd88 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:27:01.996783 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-2b6af6a5-59a9-4bec-81ca-38224fd6f3be service neutron] Attempting to bind port de777e32-03ab-4783-a7b9-d2b400fabd88 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:27:02.181934 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-2b6af6a5-59a9-4bec-81ca-38224fd6f3be service neutron] Port de777e32-03ab-4783-a7b9-d2b400fabd88 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:27:02.182260 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-2b6af6a5-59a9-4bec-81ca-38224fd6f3be service neutron] Attempting to bind port de777e32-03ab-4783-a7b9-d2b400fabd88 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:27:02.208393 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-2b6af6a5-59a9-4bec-81ca-38224fd6f3be service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:27:02.208730 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-2b6af6a5-59a9-4bec-81ca-38224fd6f3be service neutron] Checking segment: {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:27:02.209137 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-2b6af6a5-59a9-4bec-81ca-38224fd6f3be service neutron] Bound using segment: {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:27:02.209542 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-2b6af6a5-59a9-4bec-81ca-38224fd6f3be service neutron] Bound port: de777e32-03ab-4783-a7b9-d2b400fabd88, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:27:02.266042 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d924d72-56a8-4d15-94d7-f3180af2c8fc admin admin] Router cece2160-6b3b-4e5d-ab42-269fe152c620 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:27:02.519384 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-2b6af6a5-59a9-4bec-81ca-38224fd6f3be service neutron] For port de777e32-03ab-4783-a7b9-d2b400fabd88, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=de777e32-03ab-4783-a7b9-d2b400fabd88,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:27:02.597093 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26669e2b-b3f4-491a-97fa-6ba66147d14f req-6afd073d-81f0-4a29-be64-f03624204cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:02.598745 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-26669e2b-b3f4-491a-97fa-6ba66147d14f req-6afd073d-81f0-4a29-be64-f03624204cbd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 1098 time: 0.6479080 May 13 14:27:02.601320 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-2b6af6a5-59a9-4bec-81ca-38224fd6f3be service neutron] Notify callbacks [] for binding, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:02.602292 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-2b6af6a5-59a9-4bec-81ca-38224fd6f3be service neutron] 10.222.0.35 "POST /v2.0/ports/de777e32-03ab-4783-a7b9-d2b400fabd88/bindings HTTP/1.1" status: 201 len: 389 time: 1.4359794 May 13 14:27:02.636661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b949104-717d-4b84-aac7-55fd54139cc9 req-82d2f199-d12e-4f7e-b738-e29678b24bac tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:02.639023 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b949104-717d-4b84-aac7-55fd54139cc9 req-82d2f199-d12e-4f7e-b738-e29678b24bac tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=2678e9f8-1a18-4659-956c-8b2e3f689dc2 HTTP/1.1" status: 200 len: 946 time: 0.6381299 May 13 14:27:02.719261 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-79ab0c1c-3362-4231-a0bc-b3f891fe405e req-9b43f6b1-1bf8-4376-b728-777a34327a5f tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] For port 358c4d50-d667-4aea-afe9-b2df0074d829, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=358c4d50-d667-4aea-afe9-b2df0074d829,segment=NetworkSegment(fc461185-f11c-4aad-8bc4-bb6ca344cd38),segment_id=fc461185-f11c-4aad-8bc4-bb6ca344cd38)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:02.719861 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-79ab0c1c-3362-4231-a0bc-b3f891fe405e req-9b43f6b1-1bf8-4376-b728-777a34327a5f tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:02.797150 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d924d72-56a8-4d15-94d7-f3180af2c8fc admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:27:02.810449 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4dd17e-e8a2-44e3-8631-91bb66fd457e None None] Sync routers for ids ['cece2160-6b3b-4e5d-ab42-269fe152c620'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:27:02.821530 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4dd17e-e8a2-44e3-8631-91bb66fd457e None None] Routers {'cece2160-6b3b-4e5d-ab42-269fe152c620'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:27:02.822160 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-9c4dd17e-e8a2-44e3-8631-91bb66fd457e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:26:59Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['cece2160-6b3b-4e5d-ab42-269fe152c620'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:02.999943 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-9d3cc392-70ba-4eda-babb-f9b030cd16b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:03.003498 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-9d3cc392-70ba-4eda-babb-f9b030cd16b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e9c1f6dcee6e4bfa9d17410767972533&device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 1097 time: 0.1453779 May 13 14:27:03.042850 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-9c4dd17e-e8a2-44e3-8631-91bb66fd457e None None] Set router cece2160-6b3b-4e5d-ab42-269fe152c620 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:27:03.070732 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-79ab0c1c-3362-4231-a0bc-b3f891fe405e req-9b43f6b1-1bf8-4376-b728-777a34327a5f tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Calling delete_port for 358c4d50-d667-4aea-afe9-b2df0074d829 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:27:03.147972 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5d924d72-56a8-4d15-94d7-f3180af2c8fc admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:03.149631 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5d924d72-56a8-4d15-94d7-f3180af2c8fc admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.6912661 May 13 14:27:03.157543 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37944) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:03.185364 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b949104-717d-4b84-aac7-55fd54139cc9 req-19e19cf6-c689-4b3f-a8b8-f30f4637f3ed tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5115359 May 13 14:27:03.280636 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26669e2b-b3f4-491a-97fa-6ba66147d14f req-6eed6e58-3dd4-42fd-87a8-414655c4b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:03.282599 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-26669e2b-b3f4-491a-97fa-6ba66147d14f req-6eed6e58-3dd4-42fd-87a8-414655c4b255 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.6609111 May 13 14:27:03.297865 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-6fbd96a5-d39f-43d8-ba9a-955b611c5bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:03.299577 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-6fbd96a5-d39f-43d8-ba9a-955b611c5bfa service neutron] 10.222.0.59 "GET /v2.0/networks?id=01882ed3-6d08-4bd7-8250-0f45408cfc6f HTTP/1.1" status: 200 len: 908 time: 0.2902942 May 13 14:27:03.402131 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-3c701eb4-af05-45d0-b341-049dc3e70a22 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de777e32-03ab-4783-a7b9-d2b400fabd88 HTTP/1.1" status: 200 len: 217 time: 0.0857637 May 13 14:27:03.416662 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-9c4dd17e-e8a2-44e3-8631-91bb66fd457e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cece2160-6b3b-4e5d-ab42-269fe152c620', 'name': 'tempest-FloatingIPsNegativeTestJSON-1274623372-router', 'tenant_id': '0614d6240bc04c0ebb995e3605d06a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '0cd34e14-19dd-4b1f-a43b-4d4cc945c53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:26:53Z', 'updated_at': '2022-05-13T14:26:59Z', 'revision_number': 3, 'project_id': '0614d6240bc04c0ebb995e3605d06a35', 'gw_port': {'id': '0cd34e14-19dd-4b1f-a43b-4d4cc945c53e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:98:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cece2160-6b3b-4e5d-ab42-269fe152c620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:26:56Z', 'updated_at': '2022-05-13T14:26:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:03.424445 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4dd17e-e8a2-44e3-8631-91bb66fd457e None None] Checking router: cece2160-6b3b-4e5d-ab42-269fe152c620 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:27:03.424880 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4dd17e-e8a2-44e3-8631-91bb66fd457e None None] Updating router cece2160-6b3b-4e5d-ab42-269fe152c620 port 0cd34e14-19dd-4b1f-a43b-4d4cc945c53e binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:27:03.435047 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-26669e2b-b3f4-491a-97fa-6ba66147d14f req-b6a97478-6154-4115-b9c8-c95e2ff0e82b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=716e3e17-e5fb-43b1-8fca-63eb958add6e HTTP/1.1" status: 200 len: 217 time: 0.1435754 May 13 14:27:03.533017 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9c4dd17e-e8a2-44e3-8631-91bb66fd457e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:03.556338 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-594a03dc-1bc5-4a77-918c-9f70f0642d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:03.557781 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-594a03dc-1bc5-4a77-918c-9f70f0642d38 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b67d68a0-c4b3-4438-b89e-01055bd1fad3 HTTP/1.1" status: 200 len: 847 time: 0.1497071 May 13 14:27:03.569789 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26669e2b-b3f4-491a-97fa-6ba66147d14f req-4e71a8ef-2271-4d95-b0e9-9d803ea9e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:03.571254 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-26669e2b-b3f4-491a-97fa-6ba66147d14f req-4e71a8ef-2271-4d95-b0e9-9d803ea9e86e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1279311 May 13 14:27:03.579128 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-79ab0c1c-3362-4231-a0bc-b3f891fe405e req-9b43f6b1-1bf8-4376-b728-777a34327a5f tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:03.618753 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50efcc-3187-402d-8303-5454296746a2 req-5e3aad1a-06cd-4129-bc6e-29d5282426b2 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:03.620270 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ee50efcc-3187-402d-8303-5454296746a2 req-5e3aad1a-06cd-4129-bc6e-29d5282426b2 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 947 time: 0.8133202 May 13 14:27:03.639605 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['358c4d50-d667-4aea-afe9-b2df0074d829'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:27:03.677883 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43f6b1-1bf8-4376-b728-777a34327a5f tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Pushing event deleted for resources: {'Port': ['ID=358c4d50-d667-4aea-afe9-b2df0074d829,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:03.696642 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-713e5656-9e8b-4700-ba2e-286bc7fa1d37 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01882ed3-6d08-4bd7-8250-0f45408cfc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684011 May 13 14:27:03.770033 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb3ce8-06c8-4593-9562-83bb26dafc0e req-c5f73a55-fb2b-4b49-89f2-97134123ab9c tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:03.771528 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-87fb3ce8-06c8-4593-9562-83bb26dafc0e req-c5f73a55-fb2b-4b49-89f2-97134123ab9c tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/ports?device_id=391f6a36-c109-4bbb-ba78-349a045ab204 HTTP/1.1" status: 200 len: 945 time: 0.3868713 May 13 14:27:03.778295 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ab0c1c-3362-4231-a0bc-b3f891fe405e req-9b43f6b1-1bf8-4376-b728-777a34327a5f tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] No DVR routers for this DVR port 358c4d50-d667-4aea-afe9-b2df0074d829 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:27:03.781919 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-79ab0c1c-3362-4231-a0bc-b3f891fe405e req-9b43f6b1-1bf8-4376-b728-777a34327a5f tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:03.785220 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391f6a36-c109-4bbb-ba78-349a045ab204', 'name': 'network-vif-deleted', 'tag': '358c4d50-d667-4aea-afe9-b2df0074d829'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:03.832811 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-79ab0c1c-3362-4231-a0bc-b3f891fe405e req-9b43f6b1-1bf8-4376-b728-777a34327a5f tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.74 "DELETE /v2.0/ports/358c4d50-d667-4aea-afe9-b2df0074d829 HTTP/1.1" status: 204 len: 173 time: 2.0724580 May 13 14:27:03.864956 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-87fb3ce8-06c8-4593-9562-83bb26dafc0e req-8c2fd40a-46b4-4732-b552-725616c8ff14 tempest-FloatingIPsAssociationTestJSON-1023443810 tempest-FloatingIPsAssociationTestJSON-1023443810-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6864af0-c707-4a6d-af04-175e3a555885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669684 May 13 14:27:03.864956 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26669e2b-b3f4-491a-97fa-6ba66147d14f req-c7139dda-ef89-4312-b4e2-eb079d3cf956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:03.864956 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-26669e2b-b3f4-491a-97fa-6ba66147d14f req-c7139dda-ef89-4312-b4e2-eb079d3cf956 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2823632 May 13 14:27:03.886589 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ee50efcc-3187-402d-8303-5454296746a2 req-9d29d2a4-611e-4843-a8e7-20381de28778 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299428 May 13 14:27:04.027131 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9c4dd17e-e8a2-44e3-8631-91bb66fd457e None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:04.053123 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9c4dd17e-e8a2-44e3-8631-91bb66fd457e None None] Transition to ACTIVE for port object 0cd34e14-19dd-4b1f-a43b-4d4cc945c53e will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:27:04.077132 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9c4dd17e-e8a2-44e3-8631-91bb66fd457e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:04.195975 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-9c4dd17e-e8a2-44e3-8631-91bb66fd457e None None] Attempting to bind port 0cd34e14-19dd-4b1f-a43b-4d4cc945c53e on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:27:04.196606 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-9c4dd17e-e8a2-44e3-8631-91bb66fd457e None None] Attempting to bind port 0cd34e14-19dd-4b1f-a43b-4d4cc945c53e by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:27:04.197176 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4dd17e-e8a2-44e3-8631-91bb66fd457e None None] Attempting to bind port 0cd34e14-19dd-4b1f-a43b-4d4cc945c53e on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:27:04.206827 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4dd17e-e8a2-44e3-8631-91bb66fd457e None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:27:04.207504 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4dd17e-e8a2-44e3-8631-91bb66fd457e None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:27:04.208350 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9c4dd17e-e8a2-44e3-8631-91bb66fd457e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:04.208990 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4dd17e-e8a2-44e3-8631-91bb66fd457e None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:27:04.209628 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-9c4dd17e-e8a2-44e3-8631-91bb66fd457e None None] Bound port: 0cd34e14-19dd-4b1f-a43b-4d4cc945c53e, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:27:04.210176 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9c4dd17e-e8a2-44e3-8631-91bb66fd457e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:04.238930 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54662880-6e2b-4b66-9d40-5a35d1a4f875 None None] Pushing event updated for resources: {'Port': ['ID=0cd34e14-19dd-4b1f-a43b-4d4cc945c53e,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:04.334161 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-9c4dd17e-e8a2-44e3-8631-91bb66fd457e None None] For port 0cd34e14-19dd-4b1f-a43b-4d4cc945c53e, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:27:04.337825 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-9c4dd17e-e8a2-44e3-8631-91bb66fd457e None None] For port 0cd34e14-19dd-4b1f-a43b-4d4cc945c53e, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=0cd34e14-19dd-4b1f-a43b-4d4cc945c53e,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:27:04.347196 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9c4dd17e-e8a2-44e3-8631-91bb66fd457e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:04.358431 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-bb210878-0447-4293-becd-eb7368a69d95 service neutron] 10.222.0.59 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6528757 May 13 14:27:04.455454 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4dd17e-e8a2-44e3-8631-91bb66fd457e None None] Routers {'cece2160-6b3b-4e5d-ab42-269fe152c620'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:27:04.456086 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-26669e2b-b3f4-491a-97fa-6ba66147d14f req-4bf349c9-f553-457e-a347-0f4f83884307 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5838642 May 13 14:27:04.456535 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-9c4dd17e-e8a2-44e3-8631-91bb66fd457e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:26:59Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['cece2160-6b3b-4e5d-ab42-269fe152c620'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:04.473331 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fecd0-923d-4dd1-b6f9-9bf265739136 req-9a74169a-7c4f-4929-93f8-1d98fa877277 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:04.475268 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4a5fecd0-923d-4dd1-b6f9-9bf265739136 req-9a74169a-7c4f-4929-93f8-1d98fa877277 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 946 time: 0.1620739 May 13 14:27:04.548022 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54662880-6e2b-4b66-9d40-5a35d1a4f875 None None] Pushing event updated for resources: {'Port': ['ID=0cd34e14-19dd-4b1f-a43b-4d4cc945c53e,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:04.610071 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4a5fecd0-923d-4dd1-b6f9-9bf265739136 req-290aefed-0ac6-4460-9b49-96ad30cde447 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113150 May 13 14:27:04.693916 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-26669e2b-b3f4-491a-97fa-6ba66147d14f req-99f5a0e6-1e3d-4168-a01d-951b83f5d400 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172630 May 13 14:27:04.715705 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-25261460-d6ec-4e61-bd6f-9db41c5e4640 service neutron] 10.222.0.59 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472967 May 13 14:27:04.724158 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dde9e8-8e06-4d20-9e3f-dcb808afdea5 req-b2acb2d2-2352-4198-95c5-e848d43da175 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:04.725828 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-85dde9e8-8e06-4d20-9e3f-dcb808afdea5 req-b2acb2d2-2352-4198-95c5-e848d43da175 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e9762526-1bff-4c57-9a8b-40d18a17be74 HTTP/1.1" status: 200 len: 1095 time: 0.2660120 May 13 14:27:04.832721 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-9c4dd17e-e8a2-44e3-8631-91bb66fd457e None None] Set router cece2160-6b3b-4e5d-ab42-269fe152c620 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:27:04.877593 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-85dde9e8-8e06-4d20-9e3f-dcb808afdea5 req-04f2b77f-d46a-4cdb-a36e-3b22c2dcb9c3 tempest-LiveAutoBlockMigrationV225Test-155174998 tempest-LiveAutoBlockMigrationV225Test-155174998-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909443 May 13 14:27:04.885551 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-643e8adc-643d-432e-b3b1-ac305d4aae03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:04.910222 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ca3c6-113c-419c-95ab-f4c78f8afa7e req-cb431d78-939a-49c9-820d-080cdc88b2f2 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:04.919792 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e77ca3c6-113c-419c-95ab-f4c78f8afa7e req-cb431d78-939a-49c9-820d-080cdc88b2f2 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=2678e9f8-1a18-4659-956c-8b2e3f689dc2 HTTP/1.1" status: 200 len: 946 time: 0.1477852 May 13 14:27:04.978604 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e77ca3c6-113c-419c-95ab-f4c78f8afa7e req-89dd435a-b462-4226-b0cc-d0640dc5e1d6 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576789 May 13 14:27:05.106562 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a6fdc54-3359-4cfc-a583-b95f04cf2b6a'] response: {'server_uuid': '391f6a36-c109-4bbb-ba78-349a045ab204', 'name': 'network-vif-deleted', 'tag': '358c4d50-d667-4aea-afe9-b2df0074d829', 'status': 'completed', 'code': 200} May 13 14:27:05.243097 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-643e8adc-643d-432e-b3b1-ac305d4aae03 admin admin] Allocated IP 172.20.0.1 (544fa3db-9fe7-4d68-98ba-8d22c8735eb3/2f7747c9-0834-423a-a94b-66ce484dfa39/c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:27:05.363644 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-9c4dd17e-e8a2-44e3-8631-91bb66fd457e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cece2160-6b3b-4e5d-ab42-269fe152c620', 'name': 'tempest-FloatingIPsNegativeTestJSON-1274623372-router', 'tenant_id': '0614d6240bc04c0ebb995e3605d06a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '0cd34e14-19dd-4b1f-a43b-4d4cc945c53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:26:53Z', 'updated_at': '2022-05-13T14:26:59Z', 'revision_number': 3, 'project_id': '0614d6240bc04c0ebb995e3605d06a35', 'gw_port': {'id': '0cd34e14-19dd-4b1f-a43b-4d4cc945c53e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:98:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cece2160-6b3b-4e5d-ab42-269fe152c620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:26:56Z', 'updated_at': '2022-05-13T14:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:05.368580 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4dd17e-e8a2-44e3-8631-91bb66fd457e None None] The sync data for ids ['cece2160-6b3b-4e5d-ab42-269fe152c620'] in n-d-841760-1 is: [{'id': 'cece2160-6b3b-4e5d-ab42-269fe152c620', 'name': 'tempest-FloatingIPsNegativeTestJSON-1274623372-router', 'tenant_id': '0614d6240bc04c0ebb995e3605d06a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '0cd34e14-19dd-4b1f-a43b-4d4cc945c53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:26:53Z', 'updated_at': '2022-05-13T14:26:59Z', 'revision_number': 3, 'project_id': '0614d6240bc04c0ebb995e3605d06a35', 'gw_port': {'id': '0cd34e14-19dd-4b1f-a43b-4d4cc945c53e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:98:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cece2160-6b3b-4e5d-ab42-269fe152c620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:26:56Z', 'updated_at': '2022-05-13T14:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:27:05.485849 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ff54a-a7ed-4778-83af-00af80597ae0 req-41c13858-7c1a-4657-9df6-8aa6af3e8415 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:05.485849 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-213ff54a-a7ed-4778-83af-00af80597ae0 req-41c13858-7c1a-4657-9df6-8aa6af3e8415 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Synchronizing usage tracker for tenant:652541c50878480891452a61002970b5 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:27:05.508071 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-213ff54a-a7ed-4778-83af-00af80597ae0 req-41c13858-7c1a-4657-9df6-8aa6af3e8415 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Unset dirty status for tenant:652541c50878480891452a61002970b5 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:27:05.509260 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-213ff54a-a7ed-4778-83af-00af80597ae0 req-41c13858-7c1a-4657-9df6-8aa6af3e8415 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 947 time: 0.1218281 May 13 14:27:05.527291 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-643e8adc-643d-432e-b3b1-ac305d4aae03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:05.552831 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06327ffd-c86f-4ffd-bce5-32ab5ae90130 req-2f40c270-4c17-4bdd-9c6e-27a70144ccac tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:05.554384 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-06327ffd-c86f-4ffd-bce5-32ab5ae90130 req-2f40c270-4c17-4bdd-9c6e-27a70144ccac tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=32345b94-1e9e-4987-8717-7e520e4023eb HTTP/1.1" status: 200 len: 945 time: 0.1769233 May 13 14:27:05.557631 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-643e8adc-643d-432e-b3b1-ac305d4aae03 admin admin] Transition to ACTIVE for port object c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:27:05.574541 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-213ff54a-a7ed-4778-83af-00af80597ae0 req-6d55c45e-6747-49e5-8156-b92f84812842 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568976 May 13 14:27:05.625093 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-06327ffd-c86f-4ffd-bce5-32ab5ae90130 req-4fc7e125-58c5-48fd-a911-63149d5420c7 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568762 May 13 14:27:05.635525 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-643e8adc-643d-432e-b3b1-ac305d4aae03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:05.719260 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643e8adc-643d-432e-b3b1-ac305d4aae03 admin admin] Network 544fa3db-9fe7-4d68-98ba-8d22c8735eb3 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:27:05.729618 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37974) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:05.741060 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-643e8adc-643d-432e-b3b1-ac305d4aae03 admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:27:05.765655 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643e8adc-643d-432e-b3b1-ac305d4aae03 admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:27:05.871368 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e8adc-643d-432e-b3b1-ac305d4aae03 admin admin] Pushing event updated for resources: {'Port': ['ID=c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:05.906618 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-643e8adc-643d-432e-b3b1-ac305d4aae03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:06.127973 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ea185efe-e0d2-45fe-88ed-4669e16fd882 None None] Provisioning for port c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:27:06.137596 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ea185efe-e0d2-45fe-88ed-4669e16fd882 None None] Provisioning complete for port c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:27:06.139055 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ea185efe-e0d2-45fe-88ed-4669e16fd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:06.191855 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-643e8adc-643d-432e-b3b1-ac305d4aae03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:06.372945 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ea185efe-e0d2-45fe-88ed-4669e16fd882 None None] Port c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:27:06.390534 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 716e3e17-e5fb-43b1-8fca-63eb958add6e details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:27:06.648443 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 358c4d50-d667-4aea-afe9-b2df0074d829 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:27:06.913785 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 358c4d50-d667-4aea-afe9-b2df0074d829 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:27:06.914741 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 358c4d50-d667-4aea-afe9-b2df0074d829 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:27:06.915703 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0cd34e14-19dd-4b1f-a43b-4d4cc945c53e up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:27:06.960138 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc359a-460e-4cd5-9908-3927b8937dfe req-b32674d3-d231-469d-812a-78f268693a66 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:06.972704 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d5cc359a-460e-4cd5-9908-3927b8937dfe req-b32674d3-d231-469d-812a-78f268693a66 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 946 time: 0.4703889 May 13 14:27:06.997935 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-643e8adc-643d-432e-b3b1-ac305d4aae03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:07.007967 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-643e8adc-643d-432e-b3b1-ac305d4aae03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:07.103946 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 716e3e17-e5fb-43b1-8fca-63eb958add6e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=716e3e17-e5fb-43b1-8fca-63eb958add6e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:07.142564 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '716e3e17-e5fb-43b1-8fca-63eb958add6e', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': '716e3e17-e5fb-43b1-8fca-63eb958add6e', 'mac_address': 'fa:16:3e:ac:62:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:27:07.145072 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d5cc359a-460e-4cd5-9908-3927b8937dfe req-d2bbb680-7354-438d-86f9-5aced5044d7c tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700268 May 13 14:27:07.469541 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 716e3e17-e5fb-43b1-8fca-63eb958add6e is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:27:07.469541 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:07.469541 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 0cd34e14-19dd-4b1f-a43b-4d4cc945c53e completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:27:07.499097 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 0cd34e14-19dd-4b1f-a43b-4d4cc945c53e triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:27:07.499097 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:07.549309 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 716e3e17-e5fb-43b1-8fca-63eb958add6e {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:27:07.613941 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 716e3e17-e5fb-43b1-8fca-63eb958add6e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=716e3e17-e5fb-43b1-8fca-63eb958add6e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:07.613941 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:07.694531 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f523f-5c5b-4835-b9f3-c2ef4e4ef76b req-2eb4b242-b60c-42f9-a340-6d85ce9fec25 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:07.705048 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-046f523f-5c5b-4835-b9f3-c2ef4e4ef76b req-2eb4b242-b60c-42f9-a340-6d85ce9fec25 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=2678e9f8-1a18-4659-956c-8b2e3f689dc2 HTTP/1.1" status: 200 len: 946 time: 0.2260804 May 13 14:27:07.718987 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-643e8adc-643d-432e-b3b1-ac305d4aae03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:07.787575 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cddbef-4896-4153-b46a-421772256d96 req-329ac91f-24b1-4ae3-9b5a-6b16ab512485 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:07.787575 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-31cddbef-4896-4153-b46a-421772256d96 req-329ac91f-24b1-4ae3-9b5a-6b16ab512485 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9762526-1bff-4c57-9a8b-40d18a17be74 HTTP/1.1" status: 200 len: 944 time: 0.4643619 May 13 14:27:07.810357 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 0cd34e14-19dd-4b1f-a43b-4d4cc945c53e is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:27:07.810357 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:07.842275 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=716e3e17-e5fb-43b1-8fca-63eb958add6e,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:07.849538 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-046f523f-5c5b-4835-b9f3-c2ef4e4ef76b req-661061ff-7359-419b-a3fa-9710717f5abf tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299052 May 13 14:27:07.856569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 0cd34e14-19dd-4b1f-a43b-4d4cc945c53e, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=0cd34e14-19dd-4b1f-a43b-4d4cc945c53e,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:07.856569 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:07.856569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:07.856569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:07.856569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:07.856569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:07.856569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:07.856569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:07.856569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:07.856569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:07.856569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:07.856569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:07.856569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:07.856569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:07.972969 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=0cd34e14-19dd-4b1f-a43b-4d4cc945c53e,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:08.010172 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-73a330a8-77b0-41db-bbc0-743c71195985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:08.012126 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e8adc-643d-432e-b3b1-ac305d4aae03 admin admin] Pushing event updated for resources: {'Port': ['ID=c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:08.021308 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643e8adc-643d-432e-b3b1-ac305d4aae03 admin admin] Network 544fa3db-9fe7-4d68-98ba-8d22c8735eb3 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:27:08.022995 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-643e8adc-643d-432e-b3b1-ac305d4aae03 admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:27:08.094123 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['716e3e17-e5fb-43b1-8fca-63eb958add6e'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:27:08.095380 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-31cddbef-4896-4153-b46a-421772256d96 req-3bfef496-d6c7-4a64-a52d-e8f3f641fcc2 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Deleting port 425256e1-b983-4962-8af3-6b3f04130ea1 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:27:08.095902 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-31cddbef-4896-4153-b46a-421772256d96 req-3bfef496-d6c7-4a64-a52d-e8f3f641fcc2 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:08.139821 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88583790-d0cc-497e-b1f8-05bc540b312f req-6afb4d72-d545-4f09-9c77-436b0af10341 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:08.142283 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-88583790-d0cc-497e-b1f8-05bc540b312f req-6afb4d72-d545-4f09-9c77-436b0af10341 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9762526-1bff-4c57-9a8b-40d18a17be74 HTTP/1.1" status: 200 len: 944 time: 0.4683194 May 13 14:27:08.347470 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-88583790-d0cc-497e-b1f8-05bc540b312f req-122dd1ce-8f15-418b-a840-34b3ce63248a tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959872 May 13 14:27:08.370986 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643e8adc-643d-432e-b3b1-ac305d4aae03 admin admin] Router cece2160-6b3b-4e5d-ab42-269fe152c620 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:27:08.418631 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a8806ce9-4fba-4d12-83b0-a359e2554162 None None] Provisioning complete for port c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:27:08.419498 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a8806ce9-4fba-4d12-83b0-a359e2554162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:08.492248 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-a8806ce9-4fba-4d12-83b0-a359e2554162 None None] Port c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:27:08.582926 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643e8adc-643d-432e-b3b1-ac305d4aae03 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:27:08.593579 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5c7a17-5ed3-4a06-9323-19da02a284c6 None None] Sync routers for ids ['cece2160-6b3b-4e5d-ab42-269fe152c620'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:27:08.601252 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0cd34e14-19dd-4b1f-a43b-4d4cc945c53e up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:27:08.615762 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5c7a17-5ed3-4a06-9323-19da02a284c6 None None] Routers {'cece2160-6b3b-4e5d-ab42-269fe152c620'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:27:08.616471 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1b5c7a17-5ed3-4a06-9323-19da02a284c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:26:59Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['cece2160-6b3b-4e5d-ab42-269fe152c620'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:08.650032 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-643e8adc-643d-432e-b3b1-ac305d4aae03 admin admin] 10.222.0.35 "PUT /v2.0/routers/cece2160-6b3b-4e5d-ab42-269fe152c620/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4909446 May 13 14:27:08.679843 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 0cd34e14-19dd-4b1f-a43b-4d4cc945c53e triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:27:08.680565 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:08.685606 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-31cddbef-4896-4153-b46a-421772256d96 req-3bfef496-d6c7-4a64-a52d-e8f3f641fcc2 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] For port 425256e1-b983-4962-8af3-6b3f04130ea1, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=425256e1-b983-4962-8af3-6b3f04130ea1,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:08.685967 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-31cddbef-4896-4153-b46a-421772256d96 req-3bfef496-d6c7-4a64-a52d-e8f3f641fcc2 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:08.743270 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4608d5-7d9a-4f64-a59d-70522679a6f3 req-1dc9c13f-5406-43c6-9ce1-3350aefe98be tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:08.753333 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9c4608d5-7d9a-4f64-a59d-70522679a6f3 req-1dc9c13f-5406-43c6-9ce1-3350aefe98be tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 946 time: 0.1493225 May 13 14:27:08.816365 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 0cd34e14-19dd-4b1f-a43b-4d4cc945c53e is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:27:08.817184 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-31cddbef-4896-4153-b46a-421772256d96 req-3bfef496-d6c7-4a64-a52d-e8f3f641fcc2 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Calling delete_port for 425256e1-b983-4962-8af3-6b3f04130ea1 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:27:08.834460 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-1b5c7a17-5ed3-4a06-9323-19da02a284c6 None None] Set router cece2160-6b3b-4e5d-ab42-269fe152c620 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:27:08.842836 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9c4608d5-7d9a-4f64-a59d-70522679a6f3 req-790ceb21-aa0c-446e-ac99-72a2c6c36308 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885546 May 13 14:27:09.038058 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8635b99f-46a5-4156-8a8a-36c094eb40a8 req-8c3dc7dd-87d1-4ef5-820a-14cec1f176aa tempest-FloatingIPsNegativeTestJSON-1740588800 tempest-FloatingIPsNegativeTestJSON-1740588800-project] 10.222.0.35 "GET /v2.0/floatingips?tenant_id=0614d6240bc04c0ebb995e3605d06a35 HTTP/1.1" status: 200 len: 217 time: 0.0726316 May 13 14:27:09.103675 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11947eb3-8262-4633-998b-adeca3e0c96e req-f8033e72-9255-4477-97f3-cf994d5ebfb6 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:09.108524 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-11947eb3-8262-4633-998b-adeca3e0c96e req-f8033e72-9255-4477-97f3-cf994d5ebfb6 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 948 time: 0.9839256 May 13 14:27:09.165380 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-31cddbef-4896-4153-b46a-421772256d96 req-3bfef496-d6c7-4a64-a52d-e8f3f641fcc2 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:09.181217 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:27:09.226543 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1b5c7a17-5ed3-4a06-9323-19da02a284c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cece2160-6b3b-4e5d-ab42-269fe152c620', 'name': 'tempest-FloatingIPsNegativeTestJSON-1274623372-router', 'tenant_id': '0614d6240bc04c0ebb995e3605d06a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '0cd34e14-19dd-4b1f-a43b-4d4cc945c53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:26:53Z', 'updated_at': '2022-05-13T14:27:06Z', 'revision_number': 4, 'project_id': '0614d6240bc04c0ebb995e3605d06a35', 'gw_port': {'id': '0cd34e14-19dd-4b1f-a43b-4d4cc945c53e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:98:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cece2160-6b3b-4e5d-ab42-269fe152c620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:26:56Z', 'updated_at': '2022-05-13T14:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f', 'name': '', 'network_id': '544fa3db-9fe7-4d68-98ba-8d22c8735eb3', 'tenant_id': '0614d6240bc04c0ebb995e3605d06a35', 'mac_address': 'fa:16:3e:bb:b6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cece2160-6b3b-4e5d-ab42-269fe152c620', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '2f7747c9-0834-423a-a94b-66ce484dfa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:27:04Z', 'updated_at': '2022-05-13T14:27:06Z', 'revision_number': 2, 'project_id': '0614d6240bc04c0ebb995e3605d06a35', 'subnets': [{'id': '2f7747c9-0834-423a-a94b-66ce484dfa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:09.229337 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-11947eb3-8262-4633-998b-adeca3e0c96e req-07147990-1a73-4513-95b4-482f96faeaaf tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162233 May 13 14:27:09.231033 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['425256e1-b983-4962-8af3-6b3f04130ea1'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:27:09.242067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfef496-d6c7-4a64-a52d-e8f3f641fcc2 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Pushing event deleted for resources: {'Port': ['ID=425256e1-b983-4962-8af3-6b3f04130ea1,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:09.247370 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5c7a17-5ed3-4a06-9323-19da02a284c6 None None] Checking router: cece2160-6b3b-4e5d-ab42-269fe152c620 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:27:09.247370 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5c7a17-5ed3-4a06-9323-19da02a284c6 None None] Updating router cece2160-6b3b-4e5d-ab42-269fe152c620 port c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:27:09.326929 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d71f1-502f-4918-89be-47faafb17d96 req-c0b0eab2-7eaf-4330-a81e-a60e6bd7b0fd tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:09.332289 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6f5d71f1-502f-4918-89be-47faafb17d96 req-c0b0eab2-7eaf-4330-a81e-a60e6bd7b0fd tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=2678e9f8-1a18-4659-956c-8b2e3f689dc2 HTTP/1.1" status: 200 len: 946 time: 0.1852021 May 13 14:27:09.389397 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-1b5c7a17-5ed3-4a06-9323-19da02a284c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:09.390636 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-31cddbef-4896-4153-b46a-421772256d96 req-3bfef496-d6c7-4a64-a52d-e8f3f641fcc2 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] No DVR routers for this DVR port 425256e1-b983-4962-8af3-6b3f04130ea1 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:27:09.404874 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6f5d71f1-502f-4918-89be-47faafb17d96 req-827dd3c7-7987-4815-8421-f41e192ea49c tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659125 May 13 14:27:09.427964 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-31cddbef-4896-4153-b46a-421772256d96 req-3bfef496-d6c7-4a64-a52d-e8f3f641fcc2 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:09.431681 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9762526-1bff-4c57-9a8b-40d18a17be74', 'name': 'network-vif-deleted', 'tag': '425256e1-b983-4962-8af3-6b3f04130ea1'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:09.455814 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-fbb04aff-c43e-4ed0-b518-9e9606981eb9 req-605d0876-6374-480e-997e-480f5110a2d9 tempest-FloatingIPsNegativeTestJSON-1740588800 tempest-FloatingIPsNegativeTestJSON-1740588800-project] Synchronizing usage tracker for tenant:0614d6240bc04c0ebb995e3605d06a35 on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:27:09.471786 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-73a330a8-77b0-41db-bbc0-743c71195985 admin admin] Deleting port 2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:27:09.472468 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-73a330a8-77b0-41db-bbc0-743c71195985 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:09.508408 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-31cddbef-4896-4153-b46a-421772256d96 req-3bfef496-d6c7-4a64-a52d-e8f3f641fcc2 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.74 "DELETE /v2.0/ports/425256e1-b983-4962-8af3-6b3f04130ea1 HTTP/1.1" status: 204 len: 173 time: 1.7022705 May 13 14:27:09.537637 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-fbb04aff-c43e-4ed0-b518-9e9606981eb9 req-605d0876-6374-480e-997e-480f5110a2d9 tempest-FloatingIPsNegativeTestJSON-1740588800 tempest-FloatingIPsNegativeTestJSON-1740588800-project] Unset dirty status for tenant:0614d6240bc04c0ebb995e3605d06a35 on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:27:09.538941 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fbb04aff-c43e-4ed0-b518-9e9606981eb9 req-605d0876-6374-480e-997e-480f5110a2d9 tempest-FloatingIPsNegativeTestJSON-1740588800 tempest-FloatingIPsNegativeTestJSON-1740588800-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1552546 May 13 14:27:09.623540 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37651301-8bae-44d7-94bd-81d5790dcd96'] response: {'server_uuid': 'e9762526-1bff-4c57-9a8b-40d18a17be74', 'name': 'network-vif-deleted', 'tag': '425256e1-b983-4962-8af3-6b3f04130ea1', 'status': 'completed', 'code': 200} May 13 14:27:09.661451 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-28f65266-4bfc-4bdf-9a55-86b7a110bbe9 req-aa1faf22-e579-4244-ad5a-f2165905fa71 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9762526-1bff-4c57-9a8b-40d18a17be74 HTTP/1.1" status: 200 len: 210 time: 0.0600116 May 13 14:27:09.733132 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-73a330a8-77b0-41db-bbc0-743c71195985 admin admin] For port 2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3,segment=NetworkSegment(fc461185-f11c-4aad-8bc4-bb6ca344cd38),segment_id=fc461185-f11c-4aad-8bc4-bb6ca344cd38)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:09.734169 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-73a330a8-77b0-41db-bbc0-743c71195985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:09.822973 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-1b5c7a17-5ed3-4a06-9323-19da02a284c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:09.838174 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-1b5c7a17-5ed3-4a06-9323-19da02a284c6 None None] Transition to ACTIVE for port object c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:27:09.850999 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-1b5c7a17-5ed3-4a06-9323-19da02a284c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:09.964374 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c59b0-7ed2-4afb-bd77-a728d9f88fec None None] Pushing event updated for resources: {'Port': ['ID=c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:09.977540 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c59b0-7ed2-4afb-bd77-a728d9f88fec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:09.977887 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c59b0-7ed2-4afb-bd77-a728d9f88fec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:09.978803 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c59b0-7ed2-4afb-bd77-a728d9f88fec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:09.979343 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c59b0-7ed2-4afb-bd77-a728d9f88fec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:09.979847 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c59b0-7ed2-4afb-bd77-a728d9f88fec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:09.980335 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c59b0-7ed2-4afb-bd77-a728d9f88fec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:09.980822 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c59b0-7ed2-4afb-bd77-a728d9f88fec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:09.981580 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c59b0-7ed2-4afb-bd77-a728d9f88fec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:09.982518 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c59b0-7ed2-4afb-bd77-a728d9f88fec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:09.983473 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c59b0-7ed2-4afb-bd77-a728d9f88fec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:09.984514 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c59b0-7ed2-4afb-bd77-a728d9f88fec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:09.985014 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c59b0-7ed2-4afb-bd77-a728d9f88fec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:10.121065 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b8f3b5fd-e48c-49d5-a5db-951658246046 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:27:10.134474 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-73a330a8-77b0-41db-bbc0-743c71195985 admin admin] Calling delete_port for 2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3 owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:27:10.186399 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [req-e853573a-979d-4712-aa1d-defbfaaac0c9 req-3c43413c-f9c4-480c-b3ab-d4ed1dac1d4d tempest-FloatingIPsNegativeTestJSON-1740588800 tempest-FloatingIPsNegativeTestJSON-1740588800-project] show failed (client error): The resource could not be found. May 13 14:27:10.194449 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e853573a-979d-4712-aa1d-defbfaaac0c9 req-3c43413c-f9c4-480c-b3ab-d4ed1dac1d4d tempest-FloatingIPsNegativeTestJSON-1740588800 tempest-FloatingIPsNegativeTestJSON-1740588800-project] 10.222.0.35 "GET /v2.0/floatingips/eb230cc8-160b-4b3b-b677-ff14e917ac65 HTTP/1.1" status: 404 len: 350 time: 0.4504948 May 13 14:27:10.203219 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38074) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:10.212322 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e7e56-1f52-415b-95d1-c89e67754274 req-c07d4f44-2840-40cf-b947-83cd753d3649 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:10.220356 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-641e7e56-1f52-415b-95d1-c89e67754274 req-c07d4f44-2840-40cf-b947-83cd753d3649 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 946 time: 0.1882510 May 13 14:27:10.358336 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 716e3e17-e5fb-43b1-8fca-63eb958add6e up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:27:10.384886 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-641e7e56-1f52-415b-95d1-c89e67754274 req-f6288511-e504-43fd-a4ec-17e794ab5653 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635735 May 13 14:27:10.385399 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38080) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:10.488327 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-1b5c7a17-5ed3-4a06-9323-19da02a284c6 None None] Attempting to bind port c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:27:10.488712 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-1b5c7a17-5ed3-4a06-9323-19da02a284c6 None None] Attempting to bind port c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '950100c2-285e-4635-bae3-9d18dde5e2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '544fa3db-9fe7-4d68-98ba-8d22c8735eb3'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:27:10.489071 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5c7a17-5ed3-4a06-9323-19da02a284c6 None None] Attempting to bind port c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f on network 544fa3db-9fe7-4d68-98ba-8d22c8735eb3 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:27:10.513121 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5c7a17-5ed3-4a06-9323-19da02a284c6 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:27:10.513503 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5c7a17-5ed3-4a06-9323-19da02a284c6 None None] Checking segment: {'id': '950100c2-285e-4635-bae3-9d18dde5e2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '544fa3db-9fe7-4d68-98ba-8d22c8735eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:27:10.513906 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-1b5c7a17-5ed3-4a06-9323-19da02a284c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:10.514299 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5c7a17-5ed3-4a06-9323-19da02a284c6 None None] Bound using segment: {'id': '950100c2-285e-4635-bae3-9d18dde5e2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '544fa3db-9fe7-4d68-98ba-8d22c8735eb3'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:27:10.521531 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-1b5c7a17-5ed3-4a06-9323-19da02a284c6 None None] Bound port: c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950100c2-285e-4635-bae3-9d18dde5e2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '544fa3db-9fe7-4d68-98ba-8d22c8735eb3'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:27:10.521531 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-1b5c7a17-5ed3-4a06-9323-19da02a284c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:10.714235 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b8f3b5fd-e48c-49d5-a5db-951658246046, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b8f3b5fd-e48c-49d5-a5db-951658246046,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:10.741772 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'b8f3b5fd-e48c-49d5-a5db-951658246046', 'network_id': '615f1b1d-e928-4b1a-811f-c88ac2129812', 'port_id': 'b8f3b5fd-e48c-49d5-a5db-951658246046', 'mac_address': 'fa:16:3e:57:0d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e2eec62-0523-4521-82e3-9ab28f45e905', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:27:10.764945 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-70e3aed0-20c3-49a6-a4b6-da5cf21447f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:10.798532 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-70e3aed0-20c3-49a6-a4b6-da5cf21447f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:10.806566 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-70e3aed0-20c3-49a6-a4b6-da5cf21447f1 admin admin] Usage tracker for resource:security_group_rule and tenant:1c1595232d8444389653ef8899b6ef9f is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:10.810176 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-1b5c7a17-5ed3-4a06-9323-19da02a284c6 None None] For port c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:27:10.815929 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-1b5c7a17-5ed3-4a06-9323-19da02a284c6 None None] For port c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f,segment=NetworkSegment(950100c2-285e-4635-bae3-9d18dde5e2d6),segment_id=950100c2-285e-4635-bae3-9d18dde5e2d6)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:27:10.816478 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-70e3aed0-20c3-49a6-a4b6-da5cf21447f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:10.821224 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-1b5c7a17-5ed3-4a06-9323-19da02a284c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:10.829811 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-70e3aed0-20c3-49a6-a4b6-da5cf21447f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:10.895360 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 716e3e17-e5fb-43b1-8fca-63eb958add6e completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:27:10.905434 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 716e3e17-e5fb-43b1-8fca-63eb958add6e triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:27:10.905821 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:11.014821 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-70e3aed0-20c3-49a6-a4b6-da5cf21447f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:11.040554 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e127b5b-febc-4bd0-8383-97bc0cf304ce req-47feaa65-0601-4dcb-ba22-0d0ed506c674 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:11.046770 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e127b5b-febc-4bd0-8383-97bc0cf304ce req-47feaa65-0601-4dcb-ba22-0d0ed506c674 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=2678e9f8-1a18-4659-956c-8b2e3f689dc2 HTTP/1.1" status: 200 len: 946 time: 0.4005609 May 13 14:27:11.050012 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-70e3aed0-20c3-49a6-a4b6-da5cf21447f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:11.050701 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port b8f3b5fd-e48c-49d5-a5db-951658246046 is: ACTIVE; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:27:11.052301 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:11.063990 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c59b0-7ed2-4afb-bd77-a728d9f88fec None None] Pushing event updated for resources: {'Port': ['ID=c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f,revision_number=4']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:11.073996 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5c7a17-5ed3-4a06-9323-19da02a284c6 None None] Routers {'cece2160-6b3b-4e5d-ab42-269fe152c620'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:27:11.074662 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1b5c7a17-5ed3-4a06-9323-19da02a284c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:26:59Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['cece2160-6b3b-4e5d-ab42-269fe152c620'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:11.107239 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8f3b5fd-e48c-49d5-a5db-951658246046 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:27:11.184403 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b8f3b5fd-e48c-49d5-a5db-951658246046, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b8f3b5fd-e48c-49d5-a5db-951658246046,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:11.195431 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:11.273151 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-70e3aed0-20c3-49a6-a4b6-da5cf21447f1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1c1595232d8444389653ef8899b6ef9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8824074 May 13 14:27:11.273151 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3aed0-20c3-49a6-a4b6-da5cf21447f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0ddbe0-4647-490d-b7cb-4f37997e7d9f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:11.273749 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38104) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:11.287060 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e127b5b-febc-4bd0-8383-97bc0cf304ce req-2792a929-4138-4df7-9edc-68cb651d912b tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172570 May 13 14:27:11.454696 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-1b5c7a17-5ed3-4a06-9323-19da02a284c6 None None] Set router cece2160-6b3b-4e5d-ab42-269fe152c620 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:27:11.475546 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['b8f3b5fd-e48c-49d5-a5db-951658246046'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:27:11.502747 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10a2c4-144c-4ee4-905c-b90743f84739 req-8dd9b6cf-3ca2-47d1-b48f-1c3259552982 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:11.512973 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5e10a2c4-144c-4ee4-905c-b90743f84739 req-8dd9b6cf-3ca2-47d1-b48f-1c3259552982 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 948 time: 0.9291651 May 13 14:27:11.622224 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 716e3e17-e5fb-43b1-8fca-63eb958add6e is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:27:11.622762 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:11.628019 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-73a330a8-77b0-41db-bbc0-743c71195985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:11.660357 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=b8f3b5fd-e48c-49d5-a5db-951658246046,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:11.723983 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 716e3e17-e5fb-43b1-8fca-63eb958add6e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=716e3e17-e5fb-43b1-8fca-63eb958add6e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:11.734376 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d061fb-033d-43ab-be5f-8c381643e2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716e3e17-e5fb-43b1-8fca-63eb958add6e'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:11.776179 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:11.847699 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a330a8-77b0-41db-bbc0-743c71195985 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:11.970292 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=716e3e17-e5fb-43b1-8fca-63eb958add6e,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:12.045425 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5e10a2c4-144c-4ee4-905c-b90743f84739 req-08d77a63-35da-4667-8b9e-90cabc7aef35 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5310898 May 13 14:27:12.065187 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a060fd57-15c6-45c7-bc19-4a148e53a764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:12.132880 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d972b-f5da-4ae5-9746-7fd1ff4099b4 req-510e7362-555b-4fc7-a09a-e3f5f0e7060c tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:12.147015 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-291d972b-f5da-4ae5-9746-7fd1ff4099b4 req-510e7362-555b-4fc7-a09a-e3f5f0e7060c tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 946 time: 0.2591333 May 13 14:27:12.221474 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a060fd57-15c6-45c7-bc19-4a148e53a764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:12.228456 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-291d972b-f5da-4ae5-9746-7fd1ff4099b4 req-a44d369f-fa71-4e2a-b3aa-d4e4166b19e1 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772099 May 13 14:27:12.248362 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04317a7f-f304-4776-8fab-0594f72ca5ab'] response: {'server_uuid': '74d061fb-033d-43ab-be5f-8c381643e2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716e3e17-e5fb-43b1-8fca-63eb958add6e', 'code': 200} May 13 14:27:12.362267 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 425256e1-b983-4962-8af3-6b3f04130ea1 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:27:12.417763 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 425256e1-b983-4962-8af3-6b3f04130ea1 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:27:12.418174 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 425256e1-b983-4962-8af3-6b3f04130ea1 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:27:12.493379 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1b5c7a17-5ed3-4a06-9323-19da02a284c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cece2160-6b3b-4e5d-ab42-269fe152c620', 'name': 'tempest-FloatingIPsNegativeTestJSON-1274623372-router', 'tenant_id': '0614d6240bc04c0ebb995e3605d06a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '0cd34e14-19dd-4b1f-a43b-4d4cc945c53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:26:53Z', 'updated_at': '2022-05-13T14:27:06Z', 'revision_number': 4, 'project_id': '0614d6240bc04c0ebb995e3605d06a35', 'gw_port': {'id': '0cd34e14-19dd-4b1f-a43b-4d4cc945c53e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:98:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cece2160-6b3b-4e5d-ab42-269fe152c620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:26:56Z', 'updated_at': '2022-05-13T14:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f', 'name': '', 'network_id': '544fa3db-9fe7-4d68-98ba-8d22c8735eb3', 'tenant_id': '0614d6240bc04c0ebb995e3605d06a35', 'mac_address': 'fa:16:3e:bb:b6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cece2160-6b3b-4e5d-ab42-269fe152c620', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '2f7747c9-0834-423a-a94b-66ce484dfa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:27:04Z', 'updated_at': '2022-05-13T14:27:10Z', 'revision_number': 4, 'project_id': '0614d6240bc04c0ebb995e3605d06a35', 'subnets': [{'id': '2f7747c9-0834-423a-a94b-66ce484dfa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:12.498874 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5c7a17-5ed3-4a06-9323-19da02a284c6 None None] The sync data for ids ['cece2160-6b3b-4e5d-ab42-269fe152c620'] in n-d-841760-1 is: [{'id': 'cece2160-6b3b-4e5d-ab42-269fe152c620', 'name': 'tempest-FloatingIPsNegativeTestJSON-1274623372-router', 'tenant_id': '0614d6240bc04c0ebb995e3605d06a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '0cd34e14-19dd-4b1f-a43b-4d4cc945c53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:26:53Z', 'updated_at': '2022-05-13T14:27:06Z', 'revision_number': 4, 'project_id': '0614d6240bc04c0ebb995e3605d06a35', 'gw_port': {'id': '0cd34e14-19dd-4b1f-a43b-4d4cc945c53e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:98:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cece2160-6b3b-4e5d-ab42-269fe152c620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:26:56Z', 'updated_at': '2022-05-13T14:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f', 'name': '', 'network_id': '544fa3db-9fe7-4d68-98ba-8d22c8735eb3', 'tenant_id': '0614d6240bc04c0ebb995e3605d06a35', 'mac_address': 'fa:16:3e:bb:b6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cece2160-6b3b-4e5d-ab42-269fe152c620', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '2f7747c9-0834-423a-a94b-66ce484dfa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:27:04Z', 'updated_at': '2022-05-13T14:27:10Z', 'revision_number': 4, 'project_id': '0614d6240bc04c0ebb995e3605d06a35', 'subnets': [{'id': '2f7747c9-0834-423a-a94b-66ce484dfa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:27:12.724015 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-092e6609-143d-47e5-b906-91ed9088122c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:13.232249 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a060fd57-15c6-45c7-bc19-4a148e53a764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:13.390019 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acaba7-1ca1-4631-ac2e-6b6a05cb7716 req-6026d79a-cee1-4c31-8b2d-f67917348b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:13.391885 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-35acaba7-1ca1-4631-ac2e-6b6a05cb7716 req-6026d79a-cee1-4c31-8b2d-f67917348b07 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 1100 time: 0.9908218 May 13 14:27:13.392877 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a060fd57-15c6-45c7-bc19-4a148e53a764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0ddbe0-4647-490d-b7cb-4f37997e7d9f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:13.406243 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-73a330a8-77b0-41db-bbc0-743c71195985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:13.477702 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ff245-d645-419a-910c-a7992d198c58 req-d3fb7d5c-5da5-4b04-828a-240708f9b321 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:13.495275 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4e7ff245-d645-419a-910c-a7992d198c58 req-d3fb7d5c-5da5-4b04-828a-240708f9b321 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 949 time: 0.2419660 May 13 14:27:13.556799 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a060fd57-15c6-45c7-bc19-4a148e53a764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:13.558311 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a060fd57-15c6-45c7-bc19-4a148e53a764 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f0ddbe0-4647-490d-b7cb-4f37997e7d9f HTTP/1.1" status: 204 len: 168 time: 2.2851877 May 13 14:27:13.612236 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4e7ff245-d645-419a-910c-a7992d198c58 req-2bfda87d-f147-41f2-84e4-896f97d3ca26 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087871 May 13 14:27:13.633703 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-35acaba7-1ca1-4631-ac2e-6b6a05cb7716 req-169261d6-61dc-4d1b-8d26-39284f21c846 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166562 May 13 14:27:13.679878 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d4fc0-58d0-4f6b-a887-4981f60ad32a req-c1da5079-5274-4d97-9a53-2014954a7692 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:13.681619 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-613d4fc0-58d0-4f6b-a887-4981f60ad32a req-c1da5079-5274-4d97-9a53-2014954a7692 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=2678e9f8-1a18-4659-956c-8b2e3f689dc2 HTTP/1.1" status: 200 len: 946 time: 0.9656143 May 13 14:27:13.848428 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-dcc64170-e4d2-4fa4-8cb9-82b48113dc4e tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:13.850311 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-dcc64170-e4d2-4fa4-8cb9-82b48113dc4e tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458&tenant_id=e9c1f6dcee6e4bfa9d17410767972533&binding%3Ahost_id=n-h2-841760-1 HTTP/1.1" status: 200 len: 1097 time: 0.2367442 May 13 14:27:14.157077 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device de777e32-03ab-4783-a7b9-d2b400fabd88 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:27:14.157077 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b8f3b5fd-e48c-49d5-a5db-951658246046 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:27:14.468603 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb6053-b99b-4314-b97e-1d69fa562a23 req-acd0a98e-def0-43c5-a927-1bdacff99ce3 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:14.484290 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aeeb6053-b99b-4314-b97e-1d69fa562a23 req-acd0a98e-def0-43c5-a927-1bdacff99ce3 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 946 time: 0.6164801 May 13 14:27:14.602790 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aeeb6053-b99b-4314-b97e-1d69fa562a23 req-338dd82b-92f4-43d3-ba5e-7d58ce6b6b0a tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068010 May 13 14:27:14.656300 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-756ee2bd-3c06-458f-ab02-62834a3b1b2a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-841760-1'}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:27:14.982128 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-756ee2bd-3c06-458f-ab02-62834a3b1b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:15.010193 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-613d4fc0-58d0-4f6b-a887-4981f60ad32a req-e8ccd5f4-aa3a-4ab7-b7b8-c9c9c8985bfe tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2701492 May 13 14:27:15.021601 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38174) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:15.189044 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:27:15.528168 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port b8f3b5fd-e48c-49d5-a5db-951658246046 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:27:15.528615 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:15.649498 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c0ce9e36-bc6a-4cf6-9e82-5b431ce04220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:15.875000 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c0ce9e36-bc6a-4cf6-9e82-5b431ce04220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:15.898103 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c0ce9e36-bc6a-4cf6-9e82-5b431ce04220 admin admin] Usage tracker for resource:security_group_rule and tenant:097a36f8a9e64fa2919604b991894e92 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:15.908171 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c0ce9e36-bc6a-4cf6-9e82-5b431ce04220 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:15.916307 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a330a8-77b0-41db-bbc0-743c71195985 admin admin] Router 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:27:15.923890 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c0ce9e36-bc6a-4cf6-9e82-5b431ce04220 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:15.943215 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-092e6609-143d-47e5-b906-91ed9088122c admin admin] Deleting port c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:27:15.943913 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-092e6609-143d-47e5-b906-91ed9088122c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:15.996344 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port de777e32-03ab-4783-a7b9-d2b400fabd88, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=de777e32-03ab-4783-a7b9-d2b400fabd88,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:16.008019 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:27:16.026910 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:27:16.027350 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:16.060246 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device de777e32-03ab-4783-a7b9-d2b400fabd88 has no active binding in host n-h1-841760-1 {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 13 14:27:16.076033 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-756ee2bd-3c06-458f-ab02-62834a3b1b2a service neutron] For port de777e32-03ab-4783-a7b9-d2b400fabd88, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=de777e32-03ab-4783-a7b9-d2b400fabd88,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:16.139503 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c3b0d-6e54-4faf-ad7b-8727e4e556ee req-39238210-7d99-4eeb-843f-daf93c3fcf97 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:16.148234 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d32c3b0d-6e54-4faf-ad7b-8727e4e556ee req-39238210-7d99-4eeb-843f-daf93c3fcf97 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 949 time: 0.9979460 May 13 14:27:16.210018 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-756ee2bd-3c06-458f-ab02-62834a3b1b2a service neutron] For port de777e32-03ab-4783-a7b9-d2b400fabd88, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:27:16.321663 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-756ee2bd-3c06-458f-ab02-62834a3b1b2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:16.332945 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7321ae34-0652-4add-a92d-03152c952458', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de777e32-03ab-4783-a7b9-d2b400fabd88'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:16.342302 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-756ee2bd-3c06-458f-ab02-62834a3b1b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:16.397930 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:27:16.398548 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port b8f3b5fd-e48c-49d5-a5db-951658246046 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:27:16.399060 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:16.400361 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c0ce9e36-bc6a-4cf6-9e82-5b431ce04220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:16.516482 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d32c3b0d-6e54-4faf-ad7b-8727e4e556ee req-f86a6876-ea41-47a1-8217-2f2438521702 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635230 May 13 14:27:16.552174 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:27:16.552174 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:16.626032 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32345b94-1e9e-4987-8717-7e520e4023eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f3b5fd-e48c-49d5-a5db-951658246046'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:16.670536 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b8f3b5fd-e48c-49d5-a5db-951658246046, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b8f3b5fd-e48c-49d5-a5db-951658246046,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:16.692626 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f,segment=NetworkSegment(950100c2-285e-4635-bae3-9d18dde5e2d6),segment_id=950100c2-285e-4635-bae3-9d18dde5e2d6)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:16.701802 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:16.814769 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:16.835054 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a330a8-77b0-41db-bbc0-743c71195985 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:27:16.848780 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c0ce9e36-bc6a-4cf6-9e82-5b431ce04220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:16.860060 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02c0617-55d6-4d14-a7a0-4c1251762041 None None] Sync routers for ids ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:27:16.866349 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-756ee2bd-3c06-458f-ab02-62834a3b1b2a service neutron] Attempting to bind port de777e32-03ab-4783-a7b9-d2b400fabd88 on host n-h2-841760-1 for vnic_type normal with profile {"migrating_to": "n-h1-841760-1"} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:27:16.878734 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-756ee2bd-3c06-458f-ab02-62834a3b1b2a service neutron] Attempting to bind port de777e32-03ab-4783-a7b9-d2b400fabd88 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:27:16.879387 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-756ee2bd-3c06-458f-ab02-62834a3b1b2a service neutron] Attempting to bind port de777e32-03ab-4783-a7b9-d2b400fabd88 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:27:16.901488 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-756ee2bd-3c06-458f-ab02-62834a3b1b2a service neutron] Port de777e32-03ab-4783-a7b9-d2b400fabd88 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:27:16.902160 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-756ee2bd-3c06-458f-ab02-62834a3b1b2a service neutron] Attempting to bind port de777e32-03ab-4783-a7b9-d2b400fabd88 on network 01882ed3-6d08-4bd7-8250-0f45408cfc6f {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:27:16.904749 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ee2bd-3c06-458f-ab02-62834a3b1b2a service neutron] Pushing event updated for resources: {'Port': ['ID=de777e32-03ab-4783-a7b9-d2b400fabd88,revision_number=7']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:16.922287 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-756ee2bd-3c06-458f-ab02-62834a3b1b2a service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:27:16.928588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-756ee2bd-3c06-458f-ab02-62834a3b1b2a service neutron] Checking segment: {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:27:16.929262 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-756ee2bd-3c06-458f-ab02-62834a3b1b2a service neutron] Bound using segment: {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:27:16.933220 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-756ee2bd-3c06-458f-ab02-62834a3b1b2a service neutron] Bound port: de777e32-03ab-4783-a7b9-d2b400fabd88, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01882ed3-6d08-4bd7-8250-0f45408cfc6f'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:27:16.933855 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-756ee2bd-3c06-458f-ab02-62834a3b1b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:16.979267 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02c0617-55d6-4d14-a7a0-4c1251762041 None None] Routers {'3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:27:16.979909 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-e02c0617-55d6-4d14-a7a0-4c1251762041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:26:59Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:17.034905 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-73a330a8-77b0-41db-bbc0-743c71195985 admin admin] 10.222.0.35 "PUT /v2.0/routers/3cdb3676-acbe-42fb-a135-9c1aeb6eceb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3020923 May 13 14:27:17.045497 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-092e6609-143d-47e5-b906-91ed9088122c admin admin] For port c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f,segment=NetworkSegment(950100c2-285e-4635-bae3-9d18dde5e2d6),segment_id=950100c2-285e-4635-bae3-9d18dde5e2d6)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:17.052023 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-092e6609-143d-47e5-b906-91ed9088122c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:17.099394 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-756ee2bd-3c06-458f-ab02-62834a3b1b2a service neutron] For port de777e32-03ab-4783-a7b9-d2b400fabd88, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:27:17.105357 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-756ee2bd-3c06-458f-ab02-62834a3b1b2a service neutron] For port de777e32-03ab-4783-a7b9-d2b400fabd88, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=de777e32-03ab-4783-a7b9-d2b400fabd88,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:27:17.109393 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38202) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:17.120761 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-756ee2bd-3c06-458f-ab02-62834a3b1b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:17.123364 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c0ce9e36-bc6a-4cf6-9e82-5b431ce04220 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=097a36f8a9e64fa2919604b991894e92&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0717504 May 13 14:27:17.126997 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38206) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:17.148092 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce9e36-bc6a-4cf6-9e82-5b431ce04220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e49b927-6f7e-4f7b-9771-b07f83fc901b,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:17.258602 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-e02c0617-55d6-4d14-a7a0-4c1251762041 None None] Set router 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:27:17.497549 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=b8f3b5fd-e48c-49d5-a5db-951658246046,revision_number=7']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:17.664964 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:17.676628 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-092e6609-143d-47e5-b906-91ed9088122c admin admin] Calling delete_port for c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:27:17.825872 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [None req-092e6609-143d-47e5-b906-91ed9088122c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:27:17.826437 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [None req-092e6609-143d-47e5-b906-91ed9088122c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:27:17.868545 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e54fc5-0844-4af3-81d4-a676728f4c4c req-48ff043e-9ee6-44ed-a22c-7f13785719b5 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:17.869481 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-68e54fc5-0844-4af3-81d4-a676728f4c4c req-48ff043e-9ee6-44ed-a22c-7f13785719b5 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 944 time: 1.4566598 May 13 14:27:17.920326 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:17.939949 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-756ee2bd-3c06-458f-ab02-62834a3b1b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:17.943518 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5bfa7ff9-2023-4e64-99c2-2d29b8aa4b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:17.946634 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-756ee2bd-3c06-458f-ab02-62834a3b1b2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:17.949650 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-e02c0617-55d6-4d14-a7a0-4c1251762041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1279529598-router', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '442df221-d696-4c41-887d-78cc5d227059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:51Z', 'updated_at': '2022-05-13T14:27:11Z', 'revision_number': 5, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'gw_port': {'id': '442df221-d696-4c41-887d-78cc5d227059', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:53Z', 'updated_at': '2022-05-13T14:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:17.953604 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-756ee2bd-3c06-458f-ab02-62834a3b1b2a service neutron] 10.222.0.59 "PUT /v2.0/ports/de777e32-03ab-4783-a7b9-d2b400fabd88 HTTP/1.1" status: 200 len: 1122 time: 4.0866878 May 13 14:27:17.970166 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02c0617-55d6-4d14-a7a0-4c1251762041 None None] Checking router: 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:27:17.975857 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-68e54fc5-0844-4af3-81d4-a676728f4c4c req-47d733be-458e-48e0-9d48-93d8ca0ca92e tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866013 May 13 14:27:18.011195 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ee2bd-3c06-458f-ab02-62834a3b1b2a service neutron] Pushing event updated for resources: {'Port': ['ID=de777e32-03ab-4783-a7b9-d2b400fabd88,revision_number=8']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:18.027398 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5bfa7ff9-2023-4e64-99c2-2d29b8aa4b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:18.057785 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02c0617-55d6-4d14-a7a0-4c1251762041 None None] Routers {'3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:27:18.069726 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-e02c0617-55d6-4d14-a7a0-4c1251762041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:26:59Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:18.076592 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68606f3-b322-4a7c-a9a5-32857d61973a req-b5520e46-8f8b-4b26-8abb-0ad32bb00639 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:18.092185 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f68606f3-b322-4a7c-a9a5-32857d61973a req-b5520e46-8f8b-4b26-8abb-0ad32bb00639 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=2678e9f8-1a18-4659-956c-8b2e3f689dc2 HTTP/1.1" status: 200 len: 946 time: 0.9813907 May 13 14:27:18.129658 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-86869a57-97ec-41c2-a22e-9edead689ed7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:18.283337 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5bfa7ff9-2023-4e64-99c2-2d29b8aa4b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:18.353049 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-092e6609-143d-47e5-b906-91ed9088122c admin admin] Deleting port c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:27:18.353049 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-092e6609-143d-47e5-b906-91ed9088122c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:18.354039 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['de777e32-03ab-4783-a7b9-d2b400fabd88'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:27:18.426886 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa7ff9-2023-4e64-99c2-2d29b8aa4b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e49b927-6f7e-4f7b-9771-b07f83fc901b,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:18.484999 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f68606f3-b322-4a7c-a9a5-32857d61973a req-4dafa2f3-e827-4f5d-b7a6-d58ed28ae362 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796377 May 13 14:27:18.498865 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['de777e32-03ab-4783-a7b9-d2b400fabd88'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:27:18.730372 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-092e6609-143d-47e5-b906-91ed9088122c admin admin] For port c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f,segment=NetworkSegment(950100c2-285e-4635-bae3-9d18dde5e2d6),segment_id=950100c2-285e-4635-bae3-9d18dde5e2d6)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:18.730372 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-092e6609-143d-47e5-b906-91ed9088122c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:18.737760 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7be562c-a1da-4d2b-84e1-c7c98fb3913a'] response: {'server_uuid': '32345b94-1e9e-4987-8717-7e520e4023eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f3b5fd-e48c-49d5-a5db-951658246046', 'code': 200} May 13 14:27:18.875070 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-092e6609-143d-47e5-b906-91ed9088122c admin admin] Calling delete_port for c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:27:19.068862 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:27:19.118477 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5bfa7ff9-2023-4e64-99c2-2d29b8aa4b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:19.127484 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5bfa7ff9-2023-4e64-99c2-2d29b8aa4b0a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5e49b927-6f7e-4f7b-9771-b07f83fc901b HTTP/1.1" status: 204 len: 168 time: 1.9801745 May 13 14:27:19.127484 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-092e6609-143d-47e5-b906-91ed9088122c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:19.220194 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-259ab0d5-6030-4144-8414-402a435ef9f4'] response: {'server_uuid': '7321ae34-0652-4add-a92d-03152c952458', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de777e32-03ab-4783-a7b9-d2b400fabd88', 'code': 200} May 13 14:27:19.243182 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e6609-143d-47e5-b906-91ed9088122c admin admin] Pushing event deleted for resources: {'Port': ['ID=c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:19.356343 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-86869a57-97ec-41c2-a22e-9edead689ed7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:19.400890 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-86869a57-97ec-41c2-a22e-9edead689ed7 admin admin] Deleting port 442df221-d696-4c41-887d-78cc5d227059 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:27:19.400890 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-86869a57-97ec-41c2-a22e-9edead689ed7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:19.616420 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-e02c0617-55d6-4d14-a7a0-4c1251762041 None None] Set router 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:27:19.879470 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-86869a57-97ec-41c2-a22e-9edead689ed7 admin admin] For port 442df221-d696-4c41-887d-78cc5d227059, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=442df221-d696-4c41-887d-78cc5d227059,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:19.880299 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-86869a57-97ec-41c2-a22e-9edead689ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:19.900232 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No active binding found for port c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f {{(pid=88083) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 13 14:27:19.900837 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 13 14:27:20.049178 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Port c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f not found, will not notify nova. {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 13 14:27:20.198980 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49404b-9eaf-428e-8445-c801690687ab req-30811ab1-4a41-44c0-91d2-8c2fb65f24b7 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:20.200570 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cd49404b-9eaf-428e-8445-c801690687ab req-30811ab1-4a41-44c0-91d2-8c2fb65f24b7 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 949 time: 1.0006335 May 13 14:27:20.273217 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-86869a57-97ec-41c2-a22e-9edead689ed7 admin admin] Calling delete_port for 442df221-d696-4c41-887d-78cc5d227059 owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:27:20.413962 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-092e6609-143d-47e5-b906-91ed9088122c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:20.554438 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-e02c0617-55d6-4d14-a7a0-4c1251762041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1279529598-router', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '442df221-d696-4c41-887d-78cc5d227059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:51Z', 'updated_at': '2022-05-13T14:27:11Z', 'revision_number': 5, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'gw_port': {'id': '442df221-d696-4c41-887d-78cc5d227059', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:53Z', 'updated_at': '2022-05-13T14:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:20.559447 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02c0617-55d6-4d14-a7a0-4c1251762041 None None] The sync data for ids ['3cdb3676-acbe-42fb-a135-9c1aeb6eceb1'] in n-d-841760-1 is: [{'id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1279529598-router', 'tenant_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '442df221-d696-4c41-887d-78cc5d227059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:24:51Z', 'updated_at': '2022-05-13T14:27:11Z', 'revision_number': 5, 'project_id': '8a13abebe64d4bc6a2fa87bb71e99399', 'gw_port': {'id': '442df221-d696-4c41-887d-78cc5d227059', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdb3676-acbe-42fb-a135-9c1aeb6eceb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:24:53Z', 'updated_at': '2022-05-13T14:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:27:20.650136 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cd49404b-9eaf-428e-8445-c801690687ab req-4ecc9e1f-4d71-4ac5-9304-62b49f1b682c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289148 May 13 14:27:20.774662 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5efa2-e6d1-4d2b-bf19-d42a014d52bf req-11b999a7-f18b-4541-8076-2bca8783bf40 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:20.776761 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a6c5efa2-e6d1-4d2b-bf19-d42a014d52bf req-11b999a7-f18b-4541-8076-2bca8783bf40 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 945 time: 0.6683552 May 13 14:27:20.859046 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-a6c5efa2-e6d1-4d2b-bf19-d42a014d52bf req-43f56291-f2ea-4bce-ab59-8ed482cbb86b tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Deleting port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:27:20.859711 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a6c5efa2-e6d1-4d2b-bf19-d42a014d52bf req-43f56291-f2ea-4bce-ab59-8ed482cbb86b tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:20.960888 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd00d11-a1ed-4355-adf4-66e9638f662f req-b7936df1-c9df-42a1-a5e1-2c62c434ab7a tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:20.963995 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8cd00d11-a1ed-4355-adf4-66e9638f662f req-b7936df1-c9df-42a1-a5e1-2c62c434ab7a tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 944 time: 0.6112413 May 13 14:27:21.053750 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:27:21.135618 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:27:21.136383 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2e6febc2-8aed-4017-a2c2-8cfa3f63f8f3 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:27:21.321226 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85553a-e455-4355-9087-4fcd9ece8921 req-aa2b8d9e-e3a8-43c1-ac11-bb063cbba63c tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:21.322146 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-9a85553a-e455-4355-9087-4fcd9ece8921 req-aa2b8d9e-e3a8-43c1-ac11-bb063cbba63c tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Synchronizing usage tracker for tenant:4d6ca075ae214d9490235db19234e57f on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:27:21.331019 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8cd00d11-a1ed-4355-adf4-66e9638f662f req-5147f213-7ac8-4bc4-a338-bd0805c7bc55 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563795 May 13 14:27:21.331019 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7321ae34-0652-4add-a92d-03152c952458', 'tag': 'de777e32-03ab-4783-a7b9-d2b400fabd88'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:21.434349 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-9a85553a-e455-4355-9087-4fcd9ece8921 req-aa2b8d9e-e3a8-43c1-ac11-bb063cbba63c tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Unset dirty status for tenant:4d6ca075ae214d9490235db19234e57f on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:27:21.434349 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9a85553a-e455-4355-9087-4fcd9ece8921 req-aa2b8d9e-e3a8-43c1-ac11-bb063cbba63c tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 945 time: 0.5304046 May 13 14:27:21.532928 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9a85553a-e455-4355-9087-4fcd9ece8921 req-c0a50200-c0fb-4b0f-ac82-b0c1bebbfcdf tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807357 May 13 14:27:21.538639 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092e6609-143d-47e5-b906-91ed9088122c admin admin] Router cece2160-6b3b-4e5d-ab42-269fe152c620 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:27:21.550294 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-86869a57-97ec-41c2-a22e-9edead689ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:21.891629 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092e6609-143d-47e5-b906-91ed9088122c admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:27:21.902844 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b39f84-980b-4712-bc1c-07b8e103570b None None] Sync routers for ids ['cece2160-6b3b-4e5d-ab42-269fe152c620'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:27:21.917324 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b39f84-980b-4712-bc1c-07b8e103570b None None] Routers {'cece2160-6b3b-4e5d-ab42-269fe152c620'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:27:21.922226 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-51b39f84-980b-4712-bc1c-07b8e103570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:26:59Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['cece2160-6b3b-4e5d-ab42-269fe152c620'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:21.953318 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86869a57-97ec-41c2-a22e-9edead689ed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=442df221-d696-4c41-887d-78cc5d227059,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:22.131037 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-092e6609-143d-47e5-b906-91ed9088122c admin admin] 10.222.0.35 "PUT /v2.0/routers/cece2160-6b3b-4e5d-ab42-269fe152c620/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9176080 May 13 14:27:22.160602 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38272) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:22.347228 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-51b39f84-980b-4712-bc1c-07b8e103570b None None] Set router cece2160-6b3b-4e5d-ab42-269fe152c620 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:27:22.357648 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-a6c5efa2-e6d1-4d2b-bf19-d42a014d52bf req-43f56291-f2ea-4bce-ab59-8ed482cbb86b tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] For port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:22.357648 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a6c5efa2-e6d1-4d2b-bf19-d42a014d52bf req-43f56291-f2ea-4bce-ab59-8ed482cbb86b tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:22.587142 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360ce31-2402-4527-8982-aaf77fea717b req-ea2c0d75-dd8e-4865-895e-baa9117d20d8 tempest-MigrationsAdminTest-1312475906 tempest-MigrationsAdminTest-1312475906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:22.588634 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e360ce31-2402-4527-8982-aaf77fea717b req-ea2c0d75-dd8e-4865-895e-baa9117d20d8 tempest-MigrationsAdminTest-1312475906 tempest-MigrationsAdminTest-1312475906-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 1100 time: 0.5586689 May 13 14:27:22.592517 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-8e0368ac-7dfd-4c10-8ae1-59c1decbd28e service neutron] 10.222.0.74 "GET /v2.0/ports/de777e32-03ab-4783-a7b9-d2b400fabd88/bindings/n-h1-841760-1 HTTP/1.1" status: 200 len: 384 time: 0.6740131 May 13 14:27:22.693698 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-a6c5efa2-e6d1-4d2b-bf19-d42a014d52bf req-43f56291-f2ea-4bce-ab59-8ed482cbb86b tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Calling delete_port for f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:27:22.843881 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-86869a57-97ec-41c2-a22e-9edead689ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:22.882629 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a8c9dad2-c023-4c07-800c-ae702983fbcb admin admin] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:22.948946 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-51b39f84-980b-4712-bc1c-07b8e103570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cece2160-6b3b-4e5d-ab42-269fe152c620', 'name': 'tempest-FloatingIPsNegativeTestJSON-1274623372-router', 'tenant_id': '0614d6240bc04c0ebb995e3605d06a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '0cd34e14-19dd-4b1f-a43b-4d4cc945c53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:26:53Z', 'updated_at': '2022-05-13T14:27:19Z', 'revision_number': 5, 'project_id': '0614d6240bc04c0ebb995e3605d06a35', 'gw_port': {'id': '0cd34e14-19dd-4b1f-a43b-4d4cc945c53e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:98:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cece2160-6b3b-4e5d-ab42-269fe152c620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:26:56Z', 'updated_at': '2022-05-13T14:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:22.959194 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b39f84-980b-4712-bc1c-07b8e103570b None None] Checking router: cece2160-6b3b-4e5d-ab42-269fe152c620 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:27:22.974336 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b39f84-980b-4712-bc1c-07b8e103570b None None] Routers {'cece2160-6b3b-4e5d-ab42-269fe152c620'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:27:22.975722 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-51b39f84-980b-4712-bc1c-07b8e103570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:26:59Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['cece2160-6b3b-4e5d-ab42-269fe152c620'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:22.978582 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-e360ce31-2402-4527-8982-aaf77fea717b req-67e8b085-db60-4774-96d7-257961e81aab tempest-MigrationsAdminTest-1312475906 tempest-MigrationsAdminTest-1312475906-project-admin] Synchronizing usage tracker for tenant:0edd55b574534a30ae635c7c63db0636 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:27:23.037839 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-e360ce31-2402-4527-8982-aaf77fea717b req-67e8b085-db60-4774-96d7-257961e81aab tempest-MigrationsAdminTest-1312475906 tempest-MigrationsAdminTest-1312475906-project-admin] Unset dirty status for tenant:0edd55b574534a30ae635c7c63db0636 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:27:23.050817 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e360ce31-2402-4527-8982-aaf77fea717b req-67e8b085-db60-4774-96d7-257961e81aab tempest-MigrationsAdminTest-1312475906 tempest-MigrationsAdminTest-1312475906-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527924 May 13 14:27:23.214669 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf169727-2e9e-452c-8b0d-c0e0304cfd9d req-3257cbdb-8de2-4b7b-80a1-546a98038129 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:23.214669 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bf169727-2e9e-452c-8b0d-c0e0304cfd9d req-3257cbdb-8de2-4b7b-80a1-546a98038129 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=2678e9f8-1a18-4659-956c-8b2e3f689dc2 HTTP/1.1" status: 200 len: 946 time: 1.2647634 May 13 14:27:23.223859 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-86869a57-97ec-41c2-a22e-9edead689ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:23.227401 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-86869a57-97ec-41c2-a22e-9edead689ed7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:23.313450 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-51b39f84-980b-4712-bc1c-07b8e103570b None None] Set router cece2160-6b3b-4e5d-ab42-269fe152c620 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:27:23.360621 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-86869a57-97ec-41c2-a22e-9edead689ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:23.361202 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86869a57-97ec-41c2-a22e-9edead689ed7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:27:23.366064 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bf169727-2e9e-452c-8b0d-c0e0304cfd9d req-1625233c-018f-41b6-90ee-f15f1a947231 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399257 May 13 14:27:23.396759 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60016c9e-94f3-48e8-a210-e28e945e1a12'] response: {'name': 'network-changed', 'server_uuid': '7321ae34-0652-4add-a92d-03152c952458', 'tag': 'de777e32-03ab-4783-a7b9-d2b400fabd88', 'status': 'completed', 'code': 200} May 13 14:27:23.449720 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a6c5efa2-e6d1-4d2b-bf19-d42a014d52bf req-43f56291-f2ea-4bce-ab59-8ed482cbb86b tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:23.587846 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f56291-f2ea-4bce-ab59-8ed482cbb86b tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Pushing event deleted for resources: {'Port': ['ID=f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:23.743462 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a8c9dad2-c023-4c07-800c-ae702983fbcb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:23.789543 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-a8c9dad2-c023-4c07-800c-ae702983fbcb admin admin] Deleting port 0cd34e14-19dd-4b1f-a43b-4d4cc945c53e {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:27:23.791943 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a8c9dad2-c023-4c07-800c-ae702983fbcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:23.821376 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c5efa2-e6d1-4d2b-bf19-d42a014d52bf req-43f56291-f2ea-4bce-ab59-8ed482cbb86b tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] No DVR routers for this DVR port f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:27:23.907967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-0be5df37-8036-46bf-8459-efd046cc145b service neutron] For port de777e32-03ab-4783-a7b9-d2b400fabd88, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=de777e32-03ab-4783-a7b9-d2b400fabd88,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:23.954189 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a6c5efa2-e6d1-4d2b-bf19-d42a014d52bf req-43f56291-f2ea-4bce-ab59-8ed482cbb86b tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:24.040925 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a6c5efa2-e6d1-4d2b-bf19-d42a014d52bf req-43f56291-f2ea-4bce-ab59-8ed482cbb86b tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.59 "DELETE /v2.0/ports/f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 HTTP/1.1" status: 204 len: 173 time: 3.2375312 May 13 14:27:24.041927 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-86869a57-97ec-41c2-a22e-9edead689ed7 admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:24.059155 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-86869a57-97ec-41c2-a22e-9edead689ed7 admin admin] 10.222.0.35 "DELETE /v2.0/routers/3cdb3676-acbe-42fb-a135-9c1aeb6eceb1 HTTP/1.1" status: 204 len: 168 time: 6.9461923 May 13 14:27:24.059648 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38296) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:24.156621 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-0be5df37-8036-46bf-8459-efd046cc145b service neutron] For port de777e32-03ab-4783-a7b9-d2b400fabd88, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:27:24.178669 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:27:24.181557 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-51b39f84-980b-4712-bc1c-07b8e103570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cece2160-6b3b-4e5d-ab42-269fe152c620', 'name': 'tempest-FloatingIPsNegativeTestJSON-1274623372-router', 'tenant_id': '0614d6240bc04c0ebb995e3605d06a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '0cd34e14-19dd-4b1f-a43b-4d4cc945c53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:26:53Z', 'updated_at': '2022-05-13T14:27:19Z', 'revision_number': 5, 'project_id': '0614d6240bc04c0ebb995e3605d06a35', 'gw_port': {'id': '0cd34e14-19dd-4b1f-a43b-4d4cc945c53e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:98:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cece2160-6b3b-4e5d-ab42-269fe152c620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:26:56Z', 'updated_at': '2022-05-13T14:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:24.194930 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b39f84-980b-4712-bc1c-07b8e103570b None None] The sync data for ids ['cece2160-6b3b-4e5d-ab42-269fe152c620'] in n-d-841760-1 is: [{'id': 'cece2160-6b3b-4e5d-ab42-269fe152c620', 'name': 'tempest-FloatingIPsNegativeTestJSON-1274623372-router', 'tenant_id': '0614d6240bc04c0ebb995e3605d06a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '0cd34e14-19dd-4b1f-a43b-4d4cc945c53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:26:53Z', 'updated_at': '2022-05-13T14:27:19Z', 'revision_number': 5, 'project_id': '0614d6240bc04c0ebb995e3605d06a35', 'gw_port': {'id': '0cd34e14-19dd-4b1f-a43b-4d4cc945c53e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:98:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cece2160-6b3b-4e5d-ab42-269fe152c620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:26:56Z', 'updated_at': '2022-05-13T14:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:27:24.309565 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:27:24.309565 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:27:24.403514 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd9c2d2-972e-4fe2-8c9e-12d4553306b5 admin admin] Deleting subnet b35608d4-67e7-4682-8e58-7b2d9ed03d8c {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:27:24.458449 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6bd9c2d2-972e-4fe2-8c9e-12d4553306b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:24.498445 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f19a9-992c-431e-a1ba-2eac227d82b8 req-201e6bca-acfd-4a20-923d-1408fe8f0183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:24.501117 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-566f19a9-992c-431e-a1ba-2eac227d82b8 req-201e6bca-acfd-4a20-923d-1408fe8f0183 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e9c1f6dcee6e4bfa9d17410767972533&device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 1125 time: 0.9718390 May 13 14:27:24.768368 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a168061-18a9-4748-b1c5-e245bcce000d req-a22a96ad-8f7f-45cb-92eb-1f00bba1f8cf tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:24.771536 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4a168061-18a9-4748-b1c5-e245bcce000d req-a22a96ad-8f7f-45cb-92eb-1f00bba1f8cf tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 944 time: 0.9809532 May 13 14:27:24.795205 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6bd9c2d2-972e-4fe2-8c9e-12d4553306b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:24.882411 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:27:25.001580 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:27:25.001997 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c3ae3035-0a21-4e02-bca8-25e4ebdb5d7f not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:27:25.003251 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f19a9-992c-431e-a1ba-2eac227d82b8 req-d0be9b83-da20-443f-9543-c77690b559ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:25.003690 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4a168061-18a9-4748-b1c5-e245bcce000d req-d8fabe8d-483c-406c-84d7-ae18ab49978b tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148511 May 13 14:27:25.004257 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 442df221-d696-4c41-887d-78cc5d227059 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:27:25.006814 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-566f19a9-992c-431e-a1ba-2eac227d82b8 req-d0be9b83-da20-443f-9543-c77690b559ca service neutron] 10.222.0.74 "GET /v2.0/networks?id=01882ed3-6d08-4bd7-8250-0f45408cfc6f HTTP/1.1" status: 200 len: 908 time: 0.4780991 May 13 14:27:25.075253 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6bd9c2d2-972e-4fe2-8c9e-12d4553306b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:25.127042 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 442df221-d696-4c41-887d-78cc5d227059 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:27:25.128421 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 442df221-d696-4c41-887d-78cc5d227059 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:27:25.143487 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-a8c9dad2-c023-4c07-800c-ae702983fbcb admin admin] For port 0cd34e14-19dd-4b1f-a43b-4d4cc945c53e, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=0cd34e14-19dd-4b1f-a43b-4d4cc945c53e,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:25.144131 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a8c9dad2-c023-4c07-800c-ae702983fbcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:25.301618 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6bd9c2d2-972e-4fe2-8c9e-12d4553306b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:25.317103 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-a8c9dad2-c023-4c07-800c-ae702983fbcb admin admin] Calling delete_port for 0cd34e14-19dd-4b1f-a43b-4d4cc945c53e owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:27:25.390364 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9c2d2-972e-4fe2-8c9e-12d4553306b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b35608d4-67e7-4682-8e58-7b2d9ed03d8c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:25.398591 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a260025-debd-4d44-be08-79c8e2a4bad1', 'name': 'network-vif-deleted', 'tag': 'f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:25.407270 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1171369-32b9-4489-a6d8-bbc850ba81f8 None None] Network 1bb618e8-c72d-478a-b168-a543534f1c66 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:27:25.414257 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6bd9c2d2-972e-4fe2-8c9e-12d4553306b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:25.434323 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6bd9c2d2-972e-4fe2-8c9e-12d4553306b5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b35608d4-67e7-4682-8e58-7b2d9ed03d8c HTTP/1.1" status: 204 len: 168 time: 1.3673644 May 13 14:27:25.435605 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38316) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:25.697285 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-0be5df37-8036-46bf-8459-efd046cc145b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de777e32-03ab-4783-a7b9-d2b400fabd88 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:27:25.716708 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7c83b027-b806-455a-ba25-44624b93c807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:25.722304 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-0be5df37-8036-46bf-8459-efd046cc145b service neutron] For port de777e32-03ab-4783-a7b9-d2b400fabd88, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=de777e32-03ab-4783-a7b9-d2b400fabd88,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:25.732317 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-7c83b027-b806-455a-ba25-44624b93c807 admin admin] Deleting port 6a24e15d-39a4-4489-ba12-1b49eb835d61 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:27:25.732960 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7c83b027-b806-455a-ba25-44624b93c807 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:25.744505 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9496ee-1ac5-40bb-991a-c2da3b3e7416 None None] DHCP port deletion for 1bb618e8-c72d-478a-b168-a543534f1c66 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:27:25.746501 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-566f19a9-992c-431e-a1ba-2eac227d82b8 req-ed30662c-ae47-4eb3-9993-aa032b98c174 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de777e32-03ab-4783-a7b9-d2b400fabd88 HTTP/1.1" status: 200 len: 217 time: 0.3664806 May 13 14:27:25.751296 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0fabc08a-b3d7-4902-9334-6b893cf89e8e req-d443551b-9492-4d21-9668-c928559c0dc6 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a260025-debd-4d44-be08-79c8e2a4bad1 HTTP/1.1" status: 200 len: 210 time: 1.1782436 May 13 14:27:25.762300 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7b9496ee-1ac5-40bb-991a-c2da3b3e7416 None None] Deleting port 6a24e15d-39a4-4489-ba12-1b49eb835d61 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:27:25.762693 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7b9496ee-1ac5-40bb-991a-c2da3b3e7416 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:25.837384 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-0be5df37-8036-46bf-8459-efd046cc145b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:26.141325 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-266437f7-70ab-43ea-9e2f-655c523fcfdb'] response: {'server_uuid': '4a260025-debd-4d44-be08-79c8e2a4bad1', 'name': 'network-vif-deleted', 'tag': 'f5d921fc-86d8-4b9b-962f-3dcc5a1ccc82', 'status': 'completed', 'code': 200} May 13 14:27:26.194497 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-7b9496ee-1ac5-40bb-991a-c2da3b3e7416 None None] For port 6a24e15d-39a4-4489-ba12-1b49eb835d61, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6a24e15d-39a4-4489-ba12-1b49eb835d61,segment=NetworkSegment(fc461185-f11c-4aad-8bc4-bb6ca344cd38),segment_id=fc461185-f11c-4aad-8bc4-bb6ca344cd38)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:26.194885 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7b9496ee-1ac5-40bb-991a-c2da3b3e7416 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:26.246760 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-0be5df37-8036-46bf-8459-efd046cc145b service neutron] Transition to ACTIVE for port object de777e32-03ab-4783-a7b9-d2b400fabd88 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:27:26.273066 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-0be5df37-8036-46bf-8459-efd046cc145b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:26.279325 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a8c9dad2-c023-4c07-800c-ae702983fbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:26.379007 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f19a9-992c-431e-a1ba-2eac227d82b8 req-eb107164-1ad8-480a-9db5-95b856bb2611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:26.381253 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-566f19a9-992c-431e-a1ba-2eac227d82b8 req-eb107164-1ad8-480a-9db5-95b856bb2611 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b67d68a0-c4b3-4438-b89e-01055bd1fad3 HTTP/1.1" status: 200 len: 847 time: 0.6282718 May 13 14:27:26.389255 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7b9496ee-1ac5-40bb-991a-c2da3b3e7416 None None] Calling delete_port for 6a24e15d-39a4-4489-ba12-1b49eb835d61 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:27:26.434081 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5df37-8036-46bf-8459-efd046cc145b service neutron] Pushing event updated for resources: {'Port': ['ID=de777e32-03ab-4783-a7b9-d2b400fabd88,revision_number=10']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:26.457910 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device de777e32-03ab-4783-a7b9-d2b400fabd88 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:27:26.491028 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-7c83b027-b806-455a-ba25-44624b93c807 admin admin] For port 6a24e15d-39a4-4489-ba12-1b49eb835d61, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6a24e15d-39a4-4489-ba12-1b49eb835d61,segment=NetworkSegment(fc461185-f11c-4aad-8bc4-bb6ca344cd38),segment_id=fc461185-f11c-4aad-8bc4-bb6ca344cd38)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:26.491604 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7c83b027-b806-455a-ba25-44624b93c807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:26.627308 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device de777e32-03ab-4783-a7b9-d2b400fabd88 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:27:26.649958 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc6474-9aee-4e0f-a4e0-cfa1f87455c4 req-c389429d-8a04-454b-8cac-37a1ecc2a754 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:26.652769 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2bdc6474-9aee-4e0f-a4e0-cfa1f87455c4 req-c389429d-8a04-454b-8cac-37a1ecc2a754 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 949 time: 0.4460051 May 13 14:27:26.664400 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-7c83b027-b806-455a-ba25-44624b93c807 admin admin] Calling delete_port for 6a24e15d-39a4-4489-ba12-1b49eb835d61 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:27:26.681342 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7b9496ee-1ac5-40bb-991a-c2da3b3e7416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:26.728409 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c9dad2-c023-4c07-800c-ae702983fbcb admin admin] Pushing event deleted for resources: {'Port': ['ID=0cd34e14-19dd-4b1f-a43b-4d4cc945c53e,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:26.740234 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-566f19a9-992c-431e-a1ba-2eac227d82b8 req-ff2e6974-6749-4315-b371-c312c99800fc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=01882ed3-6d08-4bd7-8250-0f45408cfc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2056179 May 13 14:27:26.782561 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9496ee-1ac5-40bb-991a-c2da3b3e7416 None None] No DVR routers for this DVR port 6a24e15d-39a4-4489-ba12-1b49eb835d61 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:27:26.793476 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9496ee-1ac5-40bb-991a-c2da3b3e7416 None None] Pushing event deleted for resources: {'Port': ['ID=6a24e15d-39a4-4489-ba12-1b49eb835d61,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:26.845476 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.api [None req-7c83b027-b806-455a-ba25-44624b93c807 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:27:26.846285 n-d-841760-1 neutron-server[88082]: DEBUG oslo_db.api [None req-7c83b027-b806-455a-ba25-44624b93c807 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:27:26.861619 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2bdc6474-9aee-4e0f-a4e0-cfa1f87455c4 req-089db75c-4440-463e-a682-22843b2d6c6a tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461711 May 13 14:27:26.940318 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-0be5df37-8036-46bf-8459-efd046cc145b service neutron] No DVR routers for this DVR port de777e32-03ab-4783-a7b9-d2b400fabd88 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:27:27.076515 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6a24e15d-39a4-4489-ba12-1b49eb835d61 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:27:27.170623 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 6a24e15d-39a4-4489-ba12-1b49eb835d61 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:27:27.170623 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6a24e15d-39a4-4489-ba12-1b49eb835d61 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:27:27.195724 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b87b15-cdc3-4640-99ce-c65511655b8c req-1d47512a-1abb-4838-b29a-efc96f0a0729 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:27.205168 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a8c9dad2-c023-4c07-800c-ae702983fbcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:27.206874 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c4b87b15-cdc3-4640-99ce-c65511655b8c req-1d47512a-1abb-4838-b29a-efc96f0a0729 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 945 time: 0.1501534 May 13 14:27:27.225800 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-544b54f0-ccc2-41a9-8658-20868ae105dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:27.291843 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c4b87b15-cdc3-4640-99ce-c65511655b8c req-b2ac1a57-de62-4fc9-b289-c8380f59e2b5 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838737 May 13 14:27:27.348788 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-7c83b027-b806-455a-ba25-44624b93c807 admin admin] Deleting port 6a24e15d-39a4-4489-ba12-1b49eb835d61 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:27:27.348788 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7c83b027-b806-455a-ba25-44624b93c807 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:27.361935 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-4f70dae6-26ad-4a38-a77f-c3aa731cf0be service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.3756034 May 13 14:27:27.447868 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-7c83b027-b806-455a-ba25-44624b93c807 admin admin] The port '6a24e15d-39a4-4489-ba12-1b49eb835d61' was deleted {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:27:27.452710 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-0be5df37-8036-46bf-8459-efd046cc145b service neutron] 10.222.0.74 "PUT /v2.0/ports/de777e32-03ab-4783-a7b9-d2b400fabd88/bindings/n-h1-841760-1/activate HTTP/1.1" status: 200 len: 369 time: 4.8322029 May 13 14:27:27.468605 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a8c9dad2-c023-4c07-800c-ae702983fbcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:27.477881 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525c448-1609-42b9-bc0a-250ce7cfae2c req-e80e89bc-641f-442d-bb91-179ac4a5499d tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:27.486875 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c525c448-1609-42b9-bc0a-250ce7cfae2c req-e80e89bc-641f-442d-bb91-179ac4a5499d tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=2678e9f8-1a18-4659-956c-8b2e3f689dc2 HTTP/1.1" status: 200 len: 946 time: 1.3673341 May 13 14:27:27.504696 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a8c9dad2-c023-4c07-800c-ae702983fbcb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:27.600392 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-566f19a9-992c-431e-a1ba-2eac227d82b8 req-0f0e64c1-900f-463d-b104-c32a1a39c9f7 service neutron] 10.222.0.74 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7879643 May 13 14:27:27.614699 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c525c448-1609-42b9-bc0a-250ce7cfae2c req-4de82f26-7951-46a0-8de9-c6c465998753 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268420 May 13 14:27:27.627142 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a8c9dad2-c023-4c07-800c-ae702983fbcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:27.627142 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c9dad2-c023-4c07-800c-ae702983fbcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router cece2160-6b3b-4e5d-ab42-269fe152c620 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:27:28.032794 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-566f19a9-992c-431e-a1ba-2eac227d82b8 req-90e98071-5fd5-402b-a412-141de6079cf7 service neutron] 10.222.0.74 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144204 May 13 14:27:28.042234 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7c83b027-b806-455a-ba25-44624b93c807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:28.087521 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a8c9dad2-c023-4c07-800c-ae702983fbcb admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:28.101458 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-7c83b027-b806-455a-ba25-44624b93c807 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb618e8-c72d-478a-b168-a543534f1c66']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:28.103459 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a8c9dad2-c023-4c07-800c-ae702983fbcb admin admin] 10.222.0.35 "DELETE /v2.0/routers/cece2160-6b3b-4e5d-ab42-269fe152c620 HTTP/1.1" status: 204 len: 168 time: 5.9483774 May 13 14:27:28.109035 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38378) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:28.141014 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-7c83b027-b806-455a-ba25-44624b93c807 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc461185-f11c-4aad-8bc4-bb6ca344cd38') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:28.141811 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-7c83b027-b806-455a-ba25-44624b93c807 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc461185-f11c-4aad-8bc4-bb6ca344cd38') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:28.147938 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:28.169811 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7c83b027-b806-455a-ba25-44624b93c807 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:28.331474 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-5f09bdf4-0afd-4ef4-8d30-e9d9e6d9be14 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:28.340206 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-5f09bdf4-0afd-4ef4-8d30-e9d9e6d9be14 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458&tenant_id=e9c1f6dcee6e4bfa9d17410767972533&binding%3Ahost_id=n-h2-841760-1 HTTP/1.1" status: 200 len: 1096 time: 0.7357221 May 13 14:27:28.468777 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-97998e45-5a9b-4698-962e-75022d7bb2ec admin admin] Deleting subnet 2f7747c9-0834-423a-a94b-66ce484dfa39 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:27:28.476011 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-97998e45-5a9b-4698-962e-75022d7bb2ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:28.593656 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-97998e45-5a9b-4698-962e-75022d7bb2ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:28.757123 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-97998e45-5a9b-4698-962e-75022d7bb2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:28.794266 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7c83b027-b806-455a-ba25-44624b93c807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:28.817142 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c83b027-b806-455a-ba25-44624b93c807 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:27:28.817768 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7c83b027-b806-455a-ba25-44624b93c807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: timer() May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:27:28.843496 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:27:28.882326 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0cd34e14-19dd-4b1f-a43b-4d4cc945c53e no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:27:28.921446 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-97998e45-5a9b-4698-962e-75022d7bb2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:28.945817 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 0cd34e14-19dd-4b1f-a43b-4d4cc945c53e {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:27:28.946263 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0cd34e14-19dd-4b1f-a43b-4d4cc945c53e not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:27:28.985509 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97998e45-5a9b-4698-962e-75022d7bb2ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f7747c9-0834-423a-a94b-66ce484dfa39,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:28.987752 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-97998e45-5a9b-4698-962e-75022d7bb2ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:28.994603 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-97998e45-5a9b-4698-962e-75022d7bb2ec admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2f7747c9-0834-423a-a94b-66ce484dfa39 HTTP/1.1" status: 204 len: 168 time: 0.8845279 May 13 14:27:28.996580 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c433e23-da84-4623-892c-9a4c34f133a2 None None] Network 544fa3db-9fe7-4d68-98ba-8d22c8735eb3 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:27:28.999364 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38400) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:29.063358 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7c83b027-b806-455a-ba25-44624b93c807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:29.098030 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7c83b027-b806-455a-ba25-44624b93c807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:29.156476 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83b027-b806-455a-ba25-44624b93c807 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bb618e8-c72d-478a-b168-a543534f1c66,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:29.254715 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f320463-02ad-47fa-8ca4-2b601f216117 req-626206b2-302f-4395-8c2c-88db7314715a tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:29.264082 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0f320463-02ad-47fa-8ca4-2b601f216117 req-626206b2-302f-4395-8c2c-88db7314715a tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 949 time: 0.9177985 May 13 14:27:29.268335 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7c83b027-b806-455a-ba25-44624b93c807 admin admin] 10.222.0.35 "DELETE /v2.0/networks/1bb618e8-c72d-478a-b168-a543534f1c66 HTTP/1.1" status: 204 len: 168 time: 3.8314149 May 13 14:27:29.291694 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c7e3513b-8e6c-42de-b80f-7e36da14a22d req-dee69e34-7500-4cc6-bfd3-a6fd52db8e93 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6164985 May 13 14:27:29.384100 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-3e985761-a0b8-4458-84fa-ee26cf82687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:29.387380 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-3e985761-a0b8-4458-84fa-ee26cf82687f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458&tenant_id=e9c1f6dcee6e4bfa9d17410767972533 HTTP/1.1" status: 200 len: 1096 time: 1.0168207 May 13 14:27:29.471492 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0f320463-02ad-47fa-8ca4-2b601f216117 req-89893036-4090-44d5-8d0d-ed3bb3b12e2a tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043750 May 13 14:27:29.491126 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd706838-51d6-4412-95a5-2ea84c32499c None None] DHCP port deletion for 544fa3db-9fe7-4d68-98ba-8d22c8735eb3 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:27:29.499244 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-fd706838-51d6-4412-95a5-2ea84c32499c None None] Deleting port 50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:27:29.499244 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fd706838-51d6-4412-95a5-2ea84c32499c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:29.559104 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-864c166d-4486-43bf-8c57-543ea9e2abdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:29.685950 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-e779e942-ae4d-458d-9c1c-195e0774f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:29.690688 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-e779e942-ae4d-458d-9c1c-195e0774f77d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e9c1f6dcee6e4bfa9d17410767972533&device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 1096 time: 0.2102160 May 13 14:27:29.767531 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6b894b16-f484-4cc0-b12c-ec566d246cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:29.801916 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38408) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:29.902830 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-864c166d-4486-43bf-8c57-543ea9e2abdc admin admin] Deleting port 50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:27:29.902830 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-864c166d-4486-43bf-8c57-543ea9e2abdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:30.047314 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d72d83d4-d8a0-4598-82d9-0adca3e43a4e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8a13abebe64d4bc6a2fa87bb71e99399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324994 May 13 14:27:30.053664 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38412) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:30.101872 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3513b-8e6c-42de-b80f-7e36da14a22d req-bcd4f682-ec2b-47bc-9b8b-6b46c77bf90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:30.103673 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c7e3513b-8e6c-42de-b80f-7e36da14a22d req-bcd4f682-ec2b-47bc-9b8b-6b46c77bf90e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d6ca075ae214d9490235db19234e57f&device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 1096 time: 0.3028331 May 13 14:27:30.160552 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f268d-1c79-477b-ab96-5a7346bd8c23 req-6c137478-794a-4a0e-b9e0-a91ec5d36b5f tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:30.170262 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-eb1f268d-1c79-477b-ab96-5a7346bd8c23 req-6c137478-794a-4a0e-b9e0-a91ec5d36b5f tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 945 time: 0.9733078 May 13 14:27:30.188542 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-fd706838-51d6-4412-95a5-2ea84c32499c None None] For port 50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d,segment=NetworkSegment(950100c2-285e-4635-bae3-9d18dde5e2d6),segment_id=950100c2-285e-4635-bae3-9d18dde5e2d6)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:30.188942 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fd706838-51d6-4412-95a5-2ea84c32499c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:30.439307 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-eb1f268d-1c79-477b-ab96-5a7346bd8c23 req-4c34d326-0014-4e29-9bff-1c7b1ce62ae3 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683976 May 13 14:27:30.473200 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-fd706838-51d6-4412-95a5-2ea84c32499c None None] Calling delete_port for 50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:27:30.479511 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-3b161616-9d75-4af1-ae6c-1cd7f9e67485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:30.480949 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-3b161616-9d75-4af1-ae6c-1cd7f9e67485 service neutron] 10.222.0.59 "GET /v2.0/networks?id=01882ed3-6d08-4bd7-8250-0f45408cfc6f HTTP/1.1" status: 200 len: 908 time: 0.7842240 May 13 14:27:30.482375 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da212034-dc15-4716-bd09-4a72640a9d16 req-d913d0b8-d168-4bf1-9a21-117eba7875f4 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:30.484515 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da212034-dc15-4716-bd09-4a72640a9d16 req-d913d0b8-d168-4bf1-9a21-117eba7875f4 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.74 "GET /v2.0/ports?device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 944 time: 0.8785648 May 13 14:27:30.589079 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b539d5-4db7-453c-8dd8-f233c1fbaac1 req-2319902c-9bbc-4d06-a9dd-4c64a05672bb tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:30.597681 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08b539d5-4db7-453c-8dd8-f233c1fbaac1 req-2319902c-9bbc-4d06-a9dd-4c64a05672bb tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=2678e9f8-1a18-4659-956c-8b2e3f689dc2 HTTP/1.1" status: 200 len: 946 time: 0.8598990 May 13 14:27:30.604472 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-8e2dd038-bd7c-4ff3-8a65-7a771f879c45 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de777e32-03ab-4783-a7b9-d2b400fabd88 HTTP/1.1" status: 200 len: 217 time: 0.1063285 May 13 14:27:30.631558 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:30.649935 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:30.707939 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fd706838-51d6-4412-95a5-2ea84c32499c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:30.731040 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3513b-8e6c-42de-b80f-7e36da14a22d req-0e7537f1-3755-4dfd-9df7-f3dfb6668533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:30.732506 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c7e3513b-8e6c-42de-b80f-7e36da14a22d req-0e7537f1-3755-4dfd-9df7-f3dfb6668533 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d5027423-d39b-4c72-b023-a3c3d59a72d1 HTTP/1.1" status: 200 len: 920 time: 0.5963809 May 13 14:27:30.737943 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-994315d5-5f59-4042-a486-456a243e29de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:30.786641 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd706838-51d6-4412-95a5-2ea84c32499c None None] No DVR routers for this DVR port 50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:27:30.797598 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd706838-51d6-4412-95a5-2ea84c32499c None None] Pushing event deleted for resources: {'Port': ['ID=50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:30.829856 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08b539d5-4db7-453c-8dd8-f233c1fbaac1 req-2cc30f11-8893-4a5a-9bc0-92d57cf5dd0b tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211647 May 13 14:27:30.929100 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-8e255bb5-8d35-4380-9292-49f4c2026ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:30.929100 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-8e255bb5-8d35-4380-9292-49f4c2026ee2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b67d68a0-c4b3-4438-b89e-01055bd1fad3 HTTP/1.1" status: 200 len: 847 time: 0.2837310 May 13 14:27:30.971519 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c7e3513b-8e6c-42de-b80f-7e36da14a22d req-1cd660ce-f670-40b6-a7fb-5efa334183d0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52be2d2f-5c4b-4973-9c3c-0285c7d40b56 HTTP/1.1" status: 200 len: 217 time: 0.2133739 May 13 14:27:30.971519 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-994315d5-5f59-4042-a486-456a243e29de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:31.015724 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:27:31.070789 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:27:31.073307 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:27:31.124582 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-2957b85d-01d2-4c06-abdd-d0b6cf7c4265 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01882ed3-6d08-4bd7-8250-0f45408cfc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1637585 May 13 14:27:31.164699 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-da212034-dc15-4716-bd09-4a72640a9d16 req-08cc3271-45fa-42e2-a7a9-b2a258ed2550 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Deleting port 33367613-7e10-4ad3-8825-d0865ccc4998 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:27:31.165219 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-da212034-dc15-4716-bd09-4a72640a9d16 req-08cc3271-45fa-42e2-a7a9-b2a258ed2550 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:31.238846 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-864c166d-4486-43bf-8c57-543ea9e2abdc admin admin] For port 50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d,segment=NetworkSegment(950100c2-285e-4635-bae3-9d18dde5e2d6),segment_id=950100c2-285e-4635-bae3-9d18dde5e2d6)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:31.239415 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-864c166d-4486-43bf-8c57-543ea9e2abdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:31.427494 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-864c166d-4486-43bf-8c57-543ea9e2abdc admin admin] Calling delete_port for 50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:27:31.447814 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-d0d3c137-ed02-4bf0-86da-5ecbd2ee5739 service neutron] 10.222.0.59 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033013 May 13 14:27:31.539722 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-202f906f-8289-49c9-b635-96e76735f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:31.541751 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-202f906f-8289-49c9-b635-96e76735f118 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 1100 time: 1.0514371 May 13 14:27:31.678528 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3513b-8e6c-42de-b80f-7e36da14a22d req-4a88c14b-3696-4b6b-910d-1e24c996f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:31.680062 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c7e3513b-8e6c-42de-b80f-7e36da14a22d req-4a88c14b-3696-4b6b-910d-1e24c996f224 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d HTTP/1.1" status: 200 len: 859 time: 0.6528497 May 13 14:27:31.694945 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084746df-4d63-47ef-ae48-4af136c205cd req-6d01e971-71b9-4579-a330-f46eb8589430 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:31.704874 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-084746df-4d63-47ef-ae48-4af136c205cd req-6d01e971-71b9-4579-a330-f46eb8589430 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 944 time: 1.0092640 May 13 14:27:31.794289 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c7e3513b-8e6c-42de-b80f-7e36da14a22d req-498e3dd8-271c-4c2f-bfb7-5fe0cdde2ee7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d5027423-d39b-4c72-b023-a3c3d59a72d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636129 May 13 14:27:31.866733 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [None req-864c166d-4486-43bf-8c57-543ea9e2abdc admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:27:31.866733 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [None req-864c166d-4486-43bf-8c57-543ea9e2abdc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:27:31.910047 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-994315d5-5f59-4042-a486-456a243e29de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:31.925600 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-084746df-4d63-47ef-ae48-4af136c205cd req-a49e050c-f463-4ffe-8523-6e6a35e49d77 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143559 May 13 14:27:31.964548 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-1c7cff0f-e927-4c00-a10e-9a607f36ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:31.965909 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-1c7cff0f-e927-4c00-a10e-9a607f36ca70 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.4141071 May 13 14:27:31.975054 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-994315d5-5f59-4042-a486-456a243e29de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:31.978497 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-994315d5-5f59-4042-a486-456a243e29de admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b6864af0-c707-4a6d-af04-175e3a555885 HTTP/1.1" status: 204 len: 168 time: 1.9118156 May 13 14:27:31.978497 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994315d5-5f59-4042-a486-456a243e29de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6864af0-c707-4a6d-af04-175e3a555885,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:32.041110 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:32.073331 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-f9a3be40-735d-428e-aae8-166925f0001a service neutron] 10.222.0.59 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5883889 May 13 14:27:32.142825 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-6677b3f6-3557-4ede-a23e-3f3b98185218 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=716e3e17-e5fb-43b1-8fca-63eb958add6e HTTP/1.1" status: 200 len: 217 time: 0.1673481 May 13 14:27:32.142960 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed34d1a-b7a2-426c-b088-259ee803694a req-22ea7b88-636b-4fb6-ac07-fd001e7682ca tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:32.162166 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3ed34d1a-b7a2-426c-b088-259ee803694a req-22ea7b88-636b-4fb6-ac07-fd001e7682ca tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 949 time: 0.7129970 May 13 14:27:32.227510 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 95272747-4a10-4a41-938e-e370bc8ebc97 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:27:32.231819 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 95272747-4a10-4a41-938e-e370bc8ebc97 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:27:32.322411 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c7e3513b-8e6c-42de-b80f-7e36da14a22d req-73fb4c18-6924-4678-bb5a-f8bf691a1606 service neutron] 10.222.0.59 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5310636 May 13 14:27:32.345882 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-da212034-dc15-4716-bd09-4a72640a9d16 req-08cc3271-45fa-42e2-a7a9-b2a258ed2550 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] For port 33367613-7e10-4ad3-8825-d0865ccc4998, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=33367613-7e10-4ad3-8825-d0865ccc4998,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:32.347217 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-da212034-dc15-4716-bd09-4a72640a9d16 req-08cc3271-45fa-42e2-a7a9-b2a258ed2550 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:32.393180 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-864c166d-4486-43bf-8c57-543ea9e2abdc admin admin] Deleting port 50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:27:32.393393 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-864c166d-4486-43bf-8c57-543ea9e2abdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:32.716099 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 95272747-4a10-4a41-938e-e370bc8ebc97 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:27:32.716568 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:32.786673 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2678e9f8-1a18-4659-956c-8b2e3f689dc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95272747-4a10-4a41-938e-e370bc8ebc97'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:32.815336 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 95272747-4a10-4a41-938e-e370bc8ebc97, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=95272747-4a10-4a41-938e-e370bc8ebc97,segment=NetworkSegment(212baf6b-5017-40bb-96cc-46cb7ca012f5),segment_id=212baf6b-5017-40bb-96cc-46cb7ca012f5)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:32.819464 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38452) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:32.833494 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:32.996749 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-da212034-dc15-4716-bd09-4a72640a9d16 req-08cc3271-45fa-42e2-a7a9-b2a258ed2550 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Calling delete_port for 33367613-7e10-4ad3-8825-d0865ccc4998 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:27:32.998048 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 95272747-4a10-4a41-938e-e370bc8ebc97, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=95272747-4a10-4a41-938e-e370bc8ebc97,segment=NetworkSegment(212baf6b-5017-40bb-96cc-46cb7ca012f5),segment_id=212baf6b-5017-40bb-96cc-46cb7ca012f5)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:33.029723 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '95272747-4a10-4a41-938e-e370bc8ebc97', 'network_id': '0e26aec9-4c39-41a9-af37-ccef8c346b04', 'port_id': '95272747-4a10-4a41-938e-e370bc8ebc97', 'mac_address': 'fa:16:3e:a6:12:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd98d3701-9056-4eba-bf1f-28c8c023123f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:27:33.046538 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-ee3f40b5-3af0-4bce-963f-d9d2ad0e88be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:33.049024 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-ee3f40b5-3af0-4bce-963f-d9d2ad0e88be service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.8359370 May 13 14:27:33.063768 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-864c166d-4486-43bf-8c57-543ea9e2abdc admin admin] The port '50802a9d-6bbd-4b27-bcf5-8b7fd2c38c1d' was deleted {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:27:33.098243 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=95272747-4a10-4a41-938e-e370bc8ebc97,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:33.121281 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7223a1da-73f5-47fe-8ce6-797ef9ae76f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:33.133489 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c7e3513b-8e6c-42de-b80f-7e36da14a22d req-48f31d17-f391-4603-bfca-442430774005 service neutron] 10.222.0.59 "GET /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8078415 May 13 14:27:33.154555 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 95272747-4a10-4a41-938e-e370bc8ebc97 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:27:33.156449 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:33.210036 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-7223a1da-73f5-47fe-8ce6-797ef9ae76f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:33.237335 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7223a1da-73f5-47fe-8ce6-797ef9ae76f7 admin admin] Usage tracker for resource:security_group_rule and tenant:4af5780ebe51439e9038fe894df4c584 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:33.239071 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95272747-4a10-4a41-938e-e370bc8ebc97 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:27:33.264773 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7223a1da-73f5-47fe-8ce6-797ef9ae76f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:33.273096 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-7223a1da-73f5-47fe-8ce6-797ef9ae76f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:33.287005 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 95272747-4a10-4a41-938e-e370bc8ebc97, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=95272747-4a10-4a41-938e-e370bc8ebc97,segment=NetworkSegment(212baf6b-5017-40bb-96cc-46cb7ca012f5),segment_id=212baf6b-5017-40bb-96cc-46cb7ca012f5)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:33.297706 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:33.342104 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-864c166d-4486-43bf-8c57-543ea9e2abdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:33.373068 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-864c166d-4486-43bf-8c57-543ea9e2abdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['544fa3db-9fe7-4d68-98ba-8d22c8735eb3']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:33.392346 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-864c166d-4486-43bf-8c57-543ea9e2abdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '950100c2-285e-4635-bae3-9d18dde5e2d6') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:33.392977 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-864c166d-4486-43bf-8c57-543ea9e2abdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '950100c2-285e-4635-bae3-9d18dde5e2d6') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:33.403733 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-dcaeae36-4d82-4fe0-9338-8ef70ce491df tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:33.409627 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-864c166d-4486-43bf-8c57-543ea9e2abdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:33.410221 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-dcaeae36-4d82-4fe0-9338-8ef70ce491df tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458&tenant_id=e9c1f6dcee6e4bfa9d17410767972533&binding%3Ahost_id=n-h1-841760-1 HTTP/1.1" status: 200 len: 1096 time: 0.7959790 May 13 14:27:33.456516 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=95272747-4a10-4a41-938e-e370bc8ebc97,revision_number=7']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:33.494589 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-864c166d-4486-43bf-8c57-543ea9e2abdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:33.527860 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-864c166d-4486-43bf-8c57-543ea9e2abdc admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:27:33.528269 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-864c166d-4486-43bf-8c57-543ea9e2abdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:33.539264 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3ed34d1a-b7a2-426c-b088-259ee803694a req-edf44ece-4aa1-41ea-84d6-44af0a04cf78 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3758397 May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: timer() May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:27:33.560927 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:27:33.587703 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['95272747-4a10-4a41-938e-e370bc8ebc97'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:27:33.628381 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7223a1da-73f5-47fe-8ce6-797ef9ae76f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:33.638399 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7223a1da-73f5-47fe-8ce6-797ef9ae76f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:33.734817 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223a1da-73f5-47fe-8ce6-797ef9ae76f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3094182-7a1b-4286-bce9-05489b5edccd,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:33.741446 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-fab8afdd-6d25-4fdf-bbb3-ceb8729ea812 service neutron] For port de777e32-03ab-4783-a7b9-d2b400fabd88, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:27:33.846476 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7223a1da-73f5-47fe-8ce6-797ef9ae76f7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4af5780ebe51439e9038fe894df4c584&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0160484 May 13 14:27:33.873110 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38474) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:33.892682 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07638802-fdeb-42d4-88bd-51e4ee1912c8 req-51f8ed31-70da-43e8-8bc2-43c0ad01425c tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:33.895382 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-07638802-fdeb-42d4-88bd-51e4ee1912c8 req-51f8ed31-70da-43e8-8bc2-43c0ad01425c tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 945 time: 1.7409816 May 13 14:27:33.898367 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-fab8afdd-6d25-4fdf-bbb3-ceb8729ea812 service neutron] Notify callbacks [] for binding, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:33.902125 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8c7dcd68-a26c-40c1-aa81-905eae553ce4 req-fab8afdd-6d25-4fdf-bbb3-ceb8729ea812 service neutron] 10.222.0.59 "DELETE /v2.0/ports/de777e32-03ab-4783-a7b9-d2b400fabd88/bindings/n-h2-841760-1 HTTP/1.1" status: 204 len: 173 time: 0.4720788 May 13 14:27:33.924949 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-81f6e132-f037-44e1-8c4e-a6bf2e3a7e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:33.926660 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-81f6e132-f037-44e1-8c4e-a6bf2e3a7e5f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8588369 May 13 14:27:34.100426 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-864c166d-4486-43bf-8c57-543ea9e2abdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:34.161170 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-864c166d-4486-43bf-8c57-543ea9e2abdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:34.170639 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-07638802-fdeb-42d4-88bd-51e4ee1912c8 req-70c370eb-5c36-422e-a821-bce88a21e8fc tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479453 May 13 14:27:34.171432 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-da212034-dc15-4716-bd09-4a72640a9d16 req-08cc3271-45fa-42e2-a7a9-b2a258ed2550 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:34.191921 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c166d-4486-43bf-8c57-543ea9e2abdc admin admin] Pushing event deleted for resources: {'Network': ['ID=544fa3db-9fe7-4d68-98ba-8d22c8735eb3,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:34.303011 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc3271-45fa-42e2-a7a9-b2a258ed2550 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Pushing event deleted for resources: {'Port': ['ID=33367613-7e10-4ad3-8825-d0865ccc4998,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:34.422189 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-864c166d-4486-43bf-8c57-543ea9e2abdc admin admin] 10.222.0.35 "DELETE /v2.0/networks/544fa3db-9fe7-4d68-98ba-8d22c8735eb3 HTTP/1.1" status: 204 len: 168 time: 5.4180329 May 13 14:27:34.480020 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-da212034-dc15-4716-bd09-4a72640a9d16 req-08cc3271-45fa-42e2-a7a9-b2a258ed2550 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] No DVR routers for this DVR port 33367613-7e10-4ad3-8825-d0865ccc4998 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:27:34.484640 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-da212034-dc15-4716-bd09-4a72640a9d16 req-08cc3271-45fa-42e2-a7a9-b2a258ed2550 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:34.486686 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da212034-dc15-4716-bd09-4a72640a9d16 req-08cc3271-45fa-42e2-a7a9-b2a258ed2550 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.74 "DELETE /v2.0/ports/33367613-7e10-4ad3-8825-d0865ccc4998 HTTP/1.1" status: 204 len: 173 time: 3.9176371 May 13 14:27:34.487141 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3576b493-a765-4f61-8d3d-9e72b617617e', 'name': 'network-vif-deleted', 'tag': '33367613-7e10-4ad3-8825-d0865ccc4998'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:34.489724 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 33367613-7e10-4ad3-8825-d0865ccc4998 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:27:34.503586 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-553e463a-dd7d-4c1e-8781-5bf6bccb80f3 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5414522 May 13 14:27:34.527084 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251badac-88fb-451b-8d0b-2ab17ef3aa2c req-187d75ab-dd42-4d56-9970-b765f87dd903 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:34.536439 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-251badac-88fb-451b-8d0b-2ab17ef3aa2c req-187d75ab-dd42-4d56-9970-b765f87dd903 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=2678e9f8-1a18-4659-956c-8b2e3f689dc2 HTTP/1.1" status: 200 len: 945 time: 0.8145511 May 13 14:27:34.562199 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-65e17bb9-017e-4e02-8fad-46ced3648c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:34.638643 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 33367613-7e10-4ad3-8825-d0865ccc4998 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:27:34.642086 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 33367613-7e10-4ad3-8825-d0865ccc4998 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:27:34.646453 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-65e17bb9-017e-4e02-8fad-46ced3648c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:34.738094 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-251badac-88fb-451b-8d0b-2ab17ef3aa2c req-5560449d-a98d-4364-a94c-8176490e3eb3 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956379 May 13 14:27:34.769698 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10d4a431-1613-4aaa-a2d9-9a807d63390e'] response: {'server_uuid': '2678e9f8-1a18-4659-956c-8b2e3f689dc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95272747-4a10-4a41-938e-e370bc8ebc97', 'code': 200} May 13 14:27:34.781379 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-65e17bb9-017e-4e02-8fad-46ced3648c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:34.822954 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-466b0c21-403b-471a-95ea-0c87ccff96de service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110290 May 13 14:27:34.838588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e17bb9-017e-4e02-8fad-46ced3648c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3094182-7a1b-4286-bce9-05489b5edccd,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:34.877430 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-65e17bb9-017e-4e02-8fad-46ced3648c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:34.878567 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-65e17bb9-017e-4e02-8fad-46ced3648c50 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f3094182-7a1b-4286-bce9-05489b5edccd HTTP/1.1" status: 204 len: 168 time: 0.9847057 May 13 14:27:34.926716 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38504) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:35.073295 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d894c412-bb37-41a6-84f0-f0781070a2d0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0614d6240bc04c0ebb995e3605d06a35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451182 May 13 14:27:35.075860 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38512) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:35.182297 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-6c58045c-2fd3-4b5a-850a-124206c37157 req-78cdfa61-2fdf-4d28-9f02-ff9c3587f87b tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Synchronizing usage tracker for tenant:4d6ca075ae214d9490235db19234e57f on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:27:35.195923 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-22a7bfd4-8252-4b2e-836f-d578a7a3093c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:35.215820 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-6c58045c-2fd3-4b5a-850a-124206c37157 req-78cdfa61-2fdf-4d28-9f02-ff9c3587f87b tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Unset dirty status for tenant:4d6ca075ae214d9490235db19234e57f on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:27:35.223307 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6c58045c-2fd3-4b5a-850a-124206c37157 req-78cdfa61-2fdf-4d28-9f02-ff9c3587f87b tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=3576b493-a765-4f61-8d3d-9e72b617617e HTTP/1.1" status: 200 len: 210 time: 0.1350734 May 13 14:27:35.269808 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-22a7bfd4-8252-4b2e-836f-d578a7a3093c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:35.360894 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-22a7bfd4-8252-4b2e-836f-d578a7a3093c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:35.422459 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7bfd4-8252-4b2e-836f-d578a7a3093c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d829a4fa-a120-4d33-98c8-5738b2e48aaa,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:35.448250 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-22a7bfd4-8252-4b2e-836f-d578a7a3093c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:35.449681 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-22a7bfd4-8252-4b2e-836f-d578a7a3093c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d829a4fa-a120-4d33-98c8-5738b2e48aaa HTTP/1.1" status: 204 len: 168 time: 0.3722389 May 13 14:27:35.627394 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38524) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:35.653382 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215664b-47b3-495f-95e1-1efc563e3e47 req-53df3c8e-2a83-404e-825b-4c85853c9229 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:35.656469 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e215664b-47b3-495f-95e1-1efc563e3e47 req-53df3c8e-2a83-404e-825b-4c85853c9229 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 949 time: 0.1364284 May 13 14:27:35.662128 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c8ee077-a9e2-4cef-b8f4-58b82f9270cf'] response: {'server_uuid': '3576b493-a765-4f61-8d3d-9e72b617617e', 'name': 'network-vif-deleted', 'tag': '33367613-7e10-4ad3-8825-d0865ccc4998', 'status': 'completed', 'code': 200} May 13 14:27:35.668404 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-426de8e7-2352-4687-9e0c-634abc081130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:35.707455 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-426de8e7-2352-4687-9e0c-634abc081130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:35.714706 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-426de8e7-2352-4687-9e0c-634abc081130 admin admin] Usage tracker for resource:security_group_rule and tenant:78ad2d4b820b4f91913b3e040846fb07 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:35.720613 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-426de8e7-2352-4687-9e0c-634abc081130 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:35.729083 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-426de8e7-2352-4687-9e0c-634abc081130 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:35.729945 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e215664b-47b3-495f-95e1-1efc563e3e47 req-237ecedb-8849-4bb5-a97e-865a8c638566 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660203 May 13 14:27:36.050271 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-426de8e7-2352-4687-9e0c-634abc081130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:36.076774 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-426de8e7-2352-4687-9e0c-634abc081130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:36.188318 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ecffe-85dc-441f-8436-ff3d8ac34e34 req-cbc798e1-606f-43f6-8cc9-45f0d8f1e2c4 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:36.197746 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c9ecffe-85dc-441f-8436-ff3d8ac34e34 req-cbc798e1-606f-43f6-8cc9-45f0d8f1e2c4 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=2678e9f8-1a18-4659-956c-8b2e3f689dc2 HTTP/1.1" status: 200 len: 945 time: 0.1280918 May 13 14:27:36.225024 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426de8e7-2352-4687-9e0c-634abc081130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51b9887-dd67-482e-a0ab-20a4bec47a5a,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:36.236909 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-426de8e7-2352-4687-9e0c-634abc081130 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=78ad2d4b820b4f91913b3e040846fb07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6081495 May 13 14:27:36.241249 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38556) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:36.245947 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 95272747-4a10-4a41-938e-e370bc8ebc97 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:27:36.275393 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6c2c6-b583-48ca-9eb5-15aafde4ebd7 req-3f8168a1-51ba-48c4-8402-dd13d43116bb tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:36.278042 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dde6c2c6-b583-48ca-9eb5-15aafde4ebd7 req-3f8168a1-51ba-48c4-8402-dd13d43116bb tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 945 time: 0.3565321 May 13 14:27:36.332477 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c9ecffe-85dc-441f-8436-ff3d8ac34e34 req-15629c2b-6e65-4b1a-acf5-b75eaa1a14a1 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336093 May 13 14:27:36.418318 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dde6c2c6-b583-48ca-9eb5-15aafde4ebd7 req-f282799d-be56-4728-b557-9de368e943dc tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236727 May 13 14:27:36.460675 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 95272747-4a10-4a41-938e-e370bc8ebc97 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:27:36.461051 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:36.496901 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aa6a8bd8-ee58-4400-afa4-7fb61f716887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:36.575160 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aa6a8bd8-ee58-4400-afa4-7fb61f716887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:36.713101 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aa6a8bd8-ee58-4400-afa4-7fb61f716887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:36.754772 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aa6a8bd8-ee58-4400-afa4-7fb61f716887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:36.757179 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-aa6a8bd8-ee58-4400-afa4-7fb61f716887 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a51b9887-dd67-482e-a0ab-20a4bec47a5a HTTP/1.1" status: 204 len: 168 time: 0.5160372 May 13 14:27:36.771461 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a8bd8-ee58-4400-afa4-7fb61f716887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51b9887-dd67-482e-a0ab-20a4bec47a5a,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:36.903135 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 95272747-4a10-4a41-938e-e370bc8ebc97 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:27:36.903135 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:37.029437 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 95272747-4a10-4a41-938e-e370bc8ebc97, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=95272747-4a10-4a41-938e-e370bc8ebc97,segment=NetworkSegment(212baf6b-5017-40bb-96cc-46cb7ca012f5),segment_id=212baf6b-5017-40bb-96cc-46cb7ca012f5)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:37.031243 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2678e9f8-1a18-4659-956c-8b2e3f689dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95272747-4a10-4a41-938e-e370bc8ebc97'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:37.046064 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:37.141641 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d3e75-110c-4af4-ad9e-9b04f142dcac req-7da1f7ef-8b9e-4e6e-bc6a-39358914bd57 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:37.148296 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bb0d3e75-110c-4af4-ad9e-9b04f142dcac req-7da1f7ef-8b9e-4e6e-bc6a-39358914bd57 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 1096 time: 0.2105045 May 13 14:27:37.189991 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=95272747-4a10-4a41-938e-e370bc8ebc97,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:37.272015 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bb0d3e75-110c-4af4-ad9e-9b04f142dcac req-e254f0d5-5f2f-46af-b323-f4f44e789ce5 tempest-LiveMigrationTest-1371180322 tempest-LiveMigrationTest-1371180322-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154881 May 13 14:27:37.491093 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac1e33-695d-474a-b32d-c923d224d860 req-a9f91d13-d2ae-4f52-b8d7-5eb5723d7763 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:37.504798 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38620) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:37.510962 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5aac1e33-695d-474a-b32d-c923d224d860 req-a9f91d13-d2ae-4f52-b8d7-5eb5723d7763 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 949 time: 0.2475169 May 13 14:27:37.547706 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4d89723-7c11-49ab-aa15-72f22efbf988'] response: {'server_uuid': '2678e9f8-1a18-4659-956c-8b2e3f689dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95272747-4a10-4a41-938e-e370bc8ebc97', 'code': 200} May 13 14:27:37.626874 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5aac1e33-695d-474a-b32d-c923d224d860 req-f8c79c17-9b94-4d7c-9ee0-5a907c92469b tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149278 May 13 14:27:37.995323 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-95e11132-6678-4569-bf8b-5e391969d4de admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:38.098064 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-95e11132-6678-4569-bf8b-5e391969d4de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:38.143086 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-95e11132-6678-4569-bf8b-5e391969d4de admin admin] Usage tracker for resource:security_group_rule and tenant:a29ac11f15194917a52d937f674ff3ed is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:38.149381 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-95e11132-6678-4569-bf8b-5e391969d4de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:38.168915 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d46e5e-92dc-4c2f-9b44-61154b27e03a req-7dba7db8-b8c3-4bfd-9a3d-f07214c6decb tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:38.169994 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c0d46e5e-92dc-4c2f-9b44-61154b27e03a req-7dba7db8-b8c3-4bfd-9a3d-f07214c6decb tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.59 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 945 time: 0.5261726 May 13 14:27:38.191394 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-95e11132-6678-4569-bf8b-5e391969d4de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:38.402396 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-95e11132-6678-4569-bf8b-5e391969d4de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:38.521497 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fd74d-ff97-4e95-ac65-149db28a0690 req-8676d582-432f-4135-90f8-6e7ef75ade24 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:38.524023 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-c0d46e5e-92dc-4c2f-9b44-61154b27e03a req-260d63c5-3a1a-4f69-b613-82fa760f1b36 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Deleting port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:27:38.526795 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c0d46e5e-92dc-4c2f-9b44-61154b27e03a req-260d63c5-3a1a-4f69-b613-82fa760f1b36 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:38.530335 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-866fd74d-ff97-4e95-ac65-149db28a0690 req-8676d582-432f-4135-90f8-6e7ef75ade24 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=2678e9f8-1a18-4659-956c-8b2e3f689dc2 HTTP/1.1" status: 200 len: 946 time: 0.1033125 May 13 14:27:38.593630 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e88cf-b30e-450b-a4dc-899854bee265 req-1febaed0-f071-4fea-aeaf-adf54ab06e99 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:38.601063 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d64e88cf-b30e-450b-a4dc-899854bee265 req-1febaed0-f071-4fea-aeaf-adf54ab06e99 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 945 time: 0.7106915 May 13 14:27:38.604048 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-95e11132-6678-4569-bf8b-5e391969d4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:38.621595 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-866fd74d-ff97-4e95-ac65-149db28a0690 req-7d2e69b2-4ffc-4ff5-a6df-a639586a25f5 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902781 May 13 14:27:38.759820 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e11132-6678-4569-bf8b-5e391969d4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf687db-fd13-45d4-86a5-559b8a84bd89,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:38.790237 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ecabd-f94c-4ed0-8986-8a67980df0c7 req-b9bdfab6-7e3d-44c6-aea6-cd5bebea2795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:38.793411 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c72ecabd-f94c-4ed0-8986-8a67980df0c7 req-b9bdfab6-7e3d-44c6-aea6-cd5bebea2795 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2678e9f8-1a18-4659-956c-8b2e3f689dc2 HTTP/1.1" status: 200 len: 1097 time: 1.0016716 May 13 14:27:38.845224 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d64e88cf-b30e-450b-a4dc-899854bee265 req-88af490e-a922-4e27-8b00-bb3ef1c2e599 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/security-groups?id=09fd8711-d021-4b3c-a612-635035bd18a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424927 May 13 14:27:38.876006 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-95e11132-6678-4569-bf8b-5e391969d4de admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a29ac11f15194917a52d937f674ff3ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3675046 May 13 14:27:38.878131 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38666) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:39.002077 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9d20a-8a8e-435b-8862-51839bd1fc60 req-599f69d6-f6f0-471b-988c-d0c3910b26af tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:39.004052 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bac9d20a-8a8e-435b-8862-51839bd1fc60 req-599f69d6-f6f0-471b-988c-d0c3910b26af tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 945 time: 0.2193365 May 13 14:27:39.051292 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c72ecabd-f94c-4ed0-8986-8a67980df0c7 req-7d47daaa-cc18-44c4-bfc2-c686872e7371 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400706 May 13 14:27:39.207848 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bac9d20a-8a8e-435b-8862-51839bd1fc60 req-dd0633f5-5c04-4972-a227-06bf33cbd745 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580210 May 13 14:27:39.238136 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e759429f-eb0c-43fc-91fc-3bd693a3e7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:39.259648 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6c393635-0cb8-4807-8bcb-4ff2212889a2 req-53731ab2-38e6-4655-9180-74d944570634 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3291099 May 13 14:27:39.270318 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2d203-406b-4035-8b89-d79b16f93002 req-669676f2-8578-46dc-8b48-6a49cee7362c tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:39.272791 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-caa2d203-406b-4035-8b89-d79b16f93002 req-669676f2-8578-46dc-8b48-6a49cee7362c tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.59 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 945 time: 0.2832341 May 13 14:27:39.318282 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e759429f-eb0c-43fc-91fc-3bd693a3e7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:39.379793 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-c0d46e5e-92dc-4c2f-9b44-61154b27e03a req-260d63c5-3a1a-4f69-b613-82fa760f1b36 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] For port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=52be2d2f-5c4b-4973-9c3c-0285c7d40b56,segment=NetworkSegment(92735c19-cb72-4124-9a81-66734fc8b459),segment_id=92735c19-cb72-4124-9a81-66734fc8b459)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:39.380379 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c0d46e5e-92dc-4c2f-9b44-61154b27e03a req-260d63c5-3a1a-4f69-b613-82fa760f1b36 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:39.417652 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-caa2d203-406b-4035-8b89-d79b16f93002 req-d4e60e44-215d-4b37-858e-01219f8155c6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Deleting port de777e32-03ab-4783-a7b9-d2b400fabd88 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:27:39.418069 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-caa2d203-406b-4035-8b89-d79b16f93002 req-d4e60e44-215d-4b37-858e-01219f8155c6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:39.541555 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-c0d46e5e-92dc-4c2f-9b44-61154b27e03a req-260d63c5-3a1a-4f69-b613-82fa760f1b36 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Calling delete_port for 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:27:39.626449 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556dfc4e-e0c3-481c-8b5c-ce2f22f4eb9d req-b495e826-253d-4fc7-baf3-76bfcd902891 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:39.634530 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-556dfc4e-e0c3-481c-8b5c-ce2f22f4eb9d req-b495e826-253d-4fc7-baf3-76bfcd902891 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 949 time: 0.4423108 May 13 14:27:39.691967 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e759429f-eb0c-43fc-91fc-3bd693a3e7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:39.740839 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-556dfc4e-e0c3-481c-8b5c-ce2f22f4eb9d req-4707fb0d-f645-48d0-9cd3-ec36d811f2d4 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051500 May 13 14:27:39.750597 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e759429f-eb0c-43fc-91fc-3bd693a3e7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf687db-fd13-45d4-86a5-559b8a84bd89,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:39.769483 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c393635-0cb8-4807-8bcb-4ff2212889a2 req-77273060-95d9-4eb9-90c4-f6dafcf0fc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:39.769889 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e759429f-eb0c-43fc-91fc-3bd693a3e7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:39.770520 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6c393635-0cb8-4807-8bcb-4ff2212889a2 req-77273060-95d9-4eb9-90c4-f6dafcf0fc8a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e9c1f6dcee6e4bfa9d17410767972533&device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 1095 time: 0.4504855 May 13 14:27:39.771461 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e759429f-eb0c-43fc-91fc-3bd693a3e7af admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/daf687db-fd13-45d4-86a5-559b8a84bd89 HTTP/1.1" status: 204 len: 168 time: 0.8827660 May 13 14:27:39.888631 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c0d46e5e-92dc-4c2f-9b44-61154b27e03a req-260d63c5-3a1a-4f69-b613-82fa760f1b36 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:40.111532 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d63c5-3a1a-4f69-b613-82fa760f1b36 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Pushing event deleted for resources: {'Port': ['ID=52be2d2f-5c4b-4973-9c3c-0285c7d40b56,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:40.257570 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c393635-0cb8-4807-8bcb-4ff2212889a2 req-09a13145-7aa5-409d-8c8a-3f7dd21a7df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:40.260468 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6c393635-0cb8-4807-8bcb-4ff2212889a2 req-09a13145-7aa5-409d-8c8a-3f7dd21a7df2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=01882ed3-6d08-4bd7-8250-0f45408cfc6f HTTP/1.1" status: 200 len: 908 time: 0.4299839 May 13 14:27:40.262877 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d46e5e-92dc-4c2f-9b44-61154b27e03a req-260d63c5-3a1a-4f69-b613-82fa760f1b36 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] No DVR routers for this DVR port 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:27:40.272549 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c0d46e5e-92dc-4c2f-9b44-61154b27e03a req-260d63c5-3a1a-4f69-b613-82fa760f1b36 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:40.275006 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a9f05c-9592-4160-8bf0-ab74091ba2e2', 'name': 'network-vif-deleted', 'tag': '52be2d2f-5c4b-4973-9c3c-0285c7d40b56'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:40.275570 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-caa2d203-406b-4035-8b89-d79b16f93002 req-d4e60e44-215d-4b37-858e-01219f8155c6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] For port de777e32-03ab-4783-a7b9-d2b400fabd88, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=de777e32-03ab-4783-a7b9-d2b400fabd88,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:40.276005 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-caa2d203-406b-4035-8b89-d79b16f93002 req-d4e60e44-215d-4b37-858e-01219f8155c6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:40.313340 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c0d46e5e-92dc-4c2f-9b44-61154b27e03a req-260d63c5-3a1a-4f69-b613-82fa760f1b36 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.59 "DELETE /v2.0/ports/52be2d2f-5c4b-4973-9c3c-0285c7d40b56 HTTP/1.1" status: 204 len: 173 time: 2.1191261 May 13 14:27:40.343759 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0bdb10-37cb-4649-916f-5233b3810f4b req-3290cf93-f049-4a27-b51b-249f8b26179e tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:40.352650 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4b0bdb10-37cb-4649-916f-5233b3810f4b req-3290cf93-f049-4a27-b51b-249f8b26179e tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=2678e9f8-1a18-4659-956c-8b2e3f689dc2 HTTP/1.1" status: 200 len: 946 time: 0.2438378 May 13 14:27:40.417264 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4b0bdb10-37cb-4649-916f-5233b3810f4b req-c461fed0-d3ee-4b65-a844-d42f72c54785 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635040 May 13 14:27:40.438874 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6c393635-0cb8-4807-8bcb-4ff2212889a2 req-fc6aee4f-d921-4389-985c-3ace9c2aaea0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 HTTP/1.1" status: 200 len: 217 time: 0.1405697 May 13 14:27:40.620065 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ce0902d5-07be-4f2c-8fe6-ccabf04c3af3 req-6488f5e6-8202-418b-84e2-4e3819c70900 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Synchronizing usage tracker for tenant:4d6ca075ae214d9490235db19234e57f on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:27:40.631726 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-caa2d203-406b-4035-8b89-d79b16f93002 req-d4e60e44-215d-4b37-858e-01219f8155c6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Calling delete_port for de777e32-03ab-4783-a7b9-d2b400fabd88 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:27:40.755478 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ce0902d5-07be-4f2c-8fe6-ccabf04c3af3 req-6488f5e6-8202-418b-84e2-4e3819c70900 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] Unset dirty status for tenant:4d6ca075ae214d9490235db19234e57f on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:27:40.756815 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ce0902d5-07be-4f2c-8fe6-ccabf04c3af3 req-6488f5e6-8202-418b-84e2-4e3819c70900 tempest-LiveAutoBlockMigrationV225Test-1829935835 tempest-LiveAutoBlockMigrationV225Test-1829935835-project] 10.222.0.35 "GET /v2.0/ports?device_id=03a9f05c-9592-4160-8bf0-ab74091ba2e2 HTTP/1.1" status: 200 len: 210 time: 0.3444562 May 13 14:27:40.784455 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c393635-0cb8-4807-8bcb-4ff2212889a2 req-d7bb21d2-8249-4f59-a37f-72d9107cb024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:40.785929 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6c393635-0cb8-4807-8bcb-4ff2212889a2 req-d7bb21d2-8249-4f59-a37f-72d9107cb024 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b67d68a0-c4b3-4438-b89e-01055bd1fad3 HTTP/1.1" status: 200 len: 847 time: 0.1223500 May 13 14:27:40.797620 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4d5a6-94a2-4954-ae91-7fa2be708bcb req-fa82c2b8-dbaa-4828-95b7-e84327f3d840 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:40.797620 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6fb4d5a6-94a2-4954-ae91-7fa2be708bcb req-fa82c2b8-dbaa-4828-95b7-e84327f3d840 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 945 time: 0.1025643 May 13 14:27:40.884165 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6fb4d5a6-94a2-4954-ae91-7fa2be708bcb req-ae7b14dc-c681-47f6-9d30-e1b168735c6a tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798945 May 13 14:27:40.889332 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bdff605-ae99-4364-85d1-05d2139cdaee'] response: {'server_uuid': '03a9f05c-9592-4160-8bf0-ab74091ba2e2', 'name': 'network-vif-deleted', 'tag': '52be2d2f-5c4b-4973-9c3c-0285c7d40b56', 'status': 'completed', 'code': 200} May 13 14:27:40.943085 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-caa2d203-406b-4035-8b89-d79b16f93002 req-d4e60e44-215d-4b37-858e-01219f8155c6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:40.979364 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['a9c2cf7c-de33-4bdd-b52a-10c6271dfc51'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:27:41.029257 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6c393635-0cb8-4807-8bcb-4ff2212889a2 req-b44cbc14-6339-48aa-8b47-93b608726ea3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=01882ed3-6d08-4bd7-8250-0f45408cfc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2201390 May 13 14:27:41.123095 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e60e44-215d-4b37-858e-01219f8155c6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Pushing event deleted for resources: {'Port': ['ID=de777e32-03ab-4783-a7b9-d2b400fabd88,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:41.328357 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa2d203-406b-4035-8b89-d79b16f93002 req-d4e60e44-215d-4b37-858e-01219f8155c6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] No DVR routers for this DVR port de777e32-03ab-4783-a7b9-d2b400fabd88 on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:27:41.332480 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-caa2d203-406b-4035-8b89-d79b16f93002 req-d4e60e44-215d-4b37-858e-01219f8155c6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:41.334971 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7321ae34-0652-4add-a92d-03152c952458', 'name': 'network-vif-deleted', 'tag': 'de777e32-03ab-4783-a7b9-d2b400fabd88'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:41.371394 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-caa2d203-406b-4035-8b89-d79b16f93002 req-d4e60e44-215d-4b37-858e-01219f8155c6 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.59 "DELETE /v2.0/ports/de777e32-03ab-4783-a7b9-d2b400fabd88 HTTP/1.1" status: 204 len: 173 time: 2.0929523 May 13 14:27:41.406953 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6c393635-0cb8-4807-8bcb-4ff2212889a2 req-9298286b-085d-4517-81e5-58f4fd4c3cc3 service neutron] 10.222.0.74 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755636 May 13 14:27:41.419545 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10f4ed-80c8-4a37-a4d5-9fca9f2cbedf req-df18b94d-3b31-453e-970d-d3922adb109d tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:41.421922 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e10f4ed-80c8-4a37-a4d5-9fca9f2cbedf req-df18b94d-3b31-453e-970d-d3922adb109d tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 949 time: 0.1400592 May 13 14:27:41.500615 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e10f4ed-80c8-4a37-a4d5-9fca9f2cbedf req-9e1e249b-5e95-45c3-ba23-ef289d203770 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709794 May 13 14:27:41.601802 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38824) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:41.609487 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6c393635-0cb8-4807-8bcb-4ff2212889a2 req-42600a11-a37f-4cf4-9cf7-48e8def1771a service neutron] 10.222.0.74 "GET /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953523 May 13 14:27:41.884087 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cde9e1d3-27cd-4882-bcaa-1ae3af062021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:41.904334 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-cde9e1d3-27cd-4882-bcaa-1ae3af062021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:41.910061 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-cde9e1d3-27cd-4882-bcaa-1ae3af062021 admin admin] Usage tracker for resource:security_group_rule and tenant:4632c24163b44a0090cf7a1dd48dd511 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:41.913761 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-cde9e1d3-27cd-4882-bcaa-1ae3af062021 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:41.923041 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-cde9e1d3-27cd-4882-bcaa-1ae3af062021 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:41.931302 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98816350-1a4c-4b2d-9a7b-d1dba87f94fe'] response: {'server_uuid': '7321ae34-0652-4add-a92d-03152c952458', 'name': 'network-vif-deleted', 'tag': 'de777e32-03ab-4783-a7b9-d2b400fabd88', 'status': 'completed', 'code': 200} May 13 14:27:42.121663 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cde9e1d3-27cd-4882-bcaa-1ae3af062021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:42.134319 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cde9e1d3-27cd-4882-bcaa-1ae3af062021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:42.264734 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cde9e1d3-27cd-4882-bcaa-1ae3af062021 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4632c24163b44a0090cf7a1dd48dd511&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6611042 May 13 14:27:42.268326 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38874) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:42.287385 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:27:42.323714 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd67231-f365-436f-be09-83cb64be3d33 req-30223270-eb1f-4e9e-918e-236eac828b38 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:42.337394 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4fd67231-f365-436f-be09-83cb64be3d33 req-30223270-eb1f-4e9e-918e-236eac828b38 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=2678e9f8-1a18-4659-956c-8b2e3f689dc2 HTTP/1.1" status: 200 len: 946 time: 0.2383461 May 13 14:27:42.374932 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38880) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:42.407227 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9e1d3-27cd-4882-bcaa-1ae3af062021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811be08f-a60f-4114-9224-d65e93001144,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:42.444758 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4fd67231-f365-436f-be09-83cb64be3d33 req-fecaaa98-da56-4bd7-9155-2256d861818c tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024623 May 13 14:27:42.446494 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:27:42.446836 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 52be2d2f-5c4b-4973-9c3c-0285c7d40b56 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:27:42.447457 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38886) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:42.459604 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b8f3b5fd-e48c-49d5-a5db-951658246046 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:27:42.692537 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-3c8ab405-63fb-4cd1-8ded-71de5bf763ee service neutron] show failed (client error): The resource could not be found. May 13 14:27:42.693547 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-3c8ab405-63fb-4cd1-8ded-71de5bf763ee service neutron] 10.222.0.74 "GET /v2.0/ports/716e3e17-e5fb-43b1-8fca-63eb958add6e/bindings/n-h1-841760-1 HTTP/1.1" status: 404 len: 380 time: 0.3099303 May 13 14:27:42.718036 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port b8f3b5fd-e48c-49d5-a5db-951658246046 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:27:42.718411 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:42.736493 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-edfa88bd-3791-41c4-8ac2-a0ec1281a22e req-d41892b4-b9c3-4643-b91d-d738e9e77bbb tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Synchronizing usage tracker for tenant:e9c1f6dcee6e4bfa9d17410767972533 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:27:42.758542 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-29637a88-2b6f-4e3e-87de-5f1fdc6fdb6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:42.810435 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32345b94-1e9e-4987-8717-7e520e4023eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8f3b5fd-e48c-49d5-a5db-951658246046'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:42.830153 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-29637a88-2b6f-4e3e-87de-5f1fdc6fdb6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:42.847757 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-29637a88-2b6f-4e3e-87de-5f1fdc6fdb6e admin admin] Usage tracker for resource:security_group_rule and tenant:ebafe2f249a44c69bc9434b1d74ce359 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:42.851285 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b8f3b5fd-e48c-49d5-a5db-951658246046, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b8f3b5fd-e48c-49d5-a5db-951658246046,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:42.852036 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-29637a88-2b6f-4e3e-87de-5f1fdc6fdb6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:42.857227 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:42.858731 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device de777e32-03ab-4783-a7b9-d2b400fabd88 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:27:42.865286 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-29637a88-2b6f-4e3e-87de-5f1fdc6fdb6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:43.052646 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: de777e32-03ab-4783-a7b9-d2b400fabd88 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:27:43.056934 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device de777e32-03ab-4783-a7b9-d2b400fabd88 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:27:43.138215 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=b8f3b5fd-e48c-49d5-a5db-951658246046,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:43.154743 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-29637a88-2b6f-4e3e-87de-5f1fdc6fdb6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:43.165316 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-29637a88-2b6f-4e3e-87de-5f1fdc6fdb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:43.173433 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d16ea0fc-d38d-49e2-bd0b-3b3ca64b364c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:43.240860 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29637a88-2b6f-4e3e-87de-5f1fdc6fdb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6a19fa-2959-4de8-9883-ce97ca663246,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:43.247337 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-29637a88-2b6f-4e3e-87de-5f1fdc6fdb6e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ebafe2f249a44c69bc9434b1d74ce359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7952211 May 13 14:27:43.255151 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947cfa3-1589-47ba-b0f9-f0b9379717c7 req-65b65483-382a-4127-b98a-c003daa767dc tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:43.256641 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8947cfa3-1589-47ba-b0f9-f0b9379717c7 req-65b65483-382a-4127-b98a-c003daa767dc tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=2678e9f8-1a18-4659-956c-8b2e3f689dc2 HTTP/1.1" status: 200 len: 946 time: 0.2332008 May 13 14:27:43.257264 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38918) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:43.287451 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d16ea0fc-d38d-49e2-bd0b-3b3ca64b364c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:43.307182 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-edfa88bd-3791-41c4-8ac2-a0ec1281a22e req-d41892b4-b9c3-4643-b91d-d738e9e77bbb tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Unset dirty status for tenant:e9c1f6dcee6e4bfa9d17410767972533 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:27:43.316240 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-edfa88bd-3791-41c4-8ac2-a0ec1281a22e req-d41892b4-b9c3-4643-b91d-d738e9e77bbb tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=7321ae34-0652-4add-a92d-03152c952458 HTTP/1.1" status: 200 len: 210 time: 0.7035618 May 13 14:27:43.357338 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8947cfa3-1589-47ba-b0f9-f0b9379717c7 req-1ec16d86-15a5-46d6-8c43-51e3f9aa6892 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866299 May 13 14:27:43.361148 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-42478504-9829-4223-b5e0-69da8c6755f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:43.386730 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ee47b4c-9d3e-4fd2-8d9f-cf2079f08c50 admin admin] Deleting subnet ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:27:43.394712 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0ee47b4c-9d3e-4fd2-8d9f-cf2079f08c50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:43.419512 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-42478504-9829-4223-b5e0-69da8c6755f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:43.431454 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d16ea0fc-d38d-49e2-bd0b-3b3ca64b364c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:43.451560 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b264c5ea-30f1-47cf-8f7a-59ca2235fe72'] response: {'server_uuid': '32345b94-1e9e-4987-8717-7e520e4023eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8f3b5fd-e48c-49d5-a5db-951658246046', 'code': 200} May 13 14:27:43.502729 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-42478504-9829-4223-b5e0-69da8c6755f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:43.520389 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ea0fc-d38d-49e2-bd0b-3b3ca64b364c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811be08f-a60f-4114-9224-d65e93001144,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:43.521366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42478504-9829-4223-b5e0-69da8c6755f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6a19fa-2959-4de8-9883-ce97ca663246,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:43.536171 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-42478504-9829-4223-b5e0-69da8c6755f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:43.537568 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-42478504-9829-4223-b5e0-69da8c6755f4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2d6a19fa-2959-4de8-9883-ce97ca663246 HTTP/1.1" status: 204 len: 168 time: 0.2793996 May 13 14:27:43.548075 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d16ea0fc-d38d-49e2-bd0b-3b3ca64b364c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:43.563264 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d16ea0fc-d38d-49e2-bd0b-3b3ca64b364c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/811be08f-a60f-4114-9224-d65e93001144 HTTP/1.1" status: 204 len: 168 time: 1.2798195 May 13 14:27:43.568894 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0ee47b4c-9d3e-4fd2-8d9f-cf2079f08c50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:43.621370 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-9ffde6a4-6e19-4b94-8858-4389f9907979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:43.622964 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-9ffde6a4-6e19-4b94-8858-4389f9907979 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8&tenant_id=652541c50878480891452a61002970b5 HTTP/1.1" status: 200 len: 1100 time: 0.4360101 May 13 14:27:43.636797 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-82c37484-d292-4b4d-b921-398e7c20778d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-841760-1', 'device_owner': 'compute:nova'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:27:43.787875 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-c31bdde4-ddd7-48e1-8253-967f5ea26bde tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:43.797679 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-c31bdde4-ddd7-48e1-8253-967f5ea26bde tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/networks?id=615f1b1d-e928-4b1a-811f-c88ac2129812 HTTP/1.1" status: 200 len: 805 time: 0.2305038 May 13 14:27:43.798173 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0ee47b4c-9d3e-4fd2-8d9f-cf2079f08c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:43.817493 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-ed42a066-2e23-40d5-9c90-8c95cdd5a8d6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/quotas/0b965b9ed3c14545bbd8d2dd215e4150 HTTP/1.1" status: 200 len: 375 time: 0.0176954 May 13 14:27:43.881990 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0ee47b4c-9d3e-4fd2-8d9f-cf2079f08c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:43.920475 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-c8a8e3ef-dc45-40ff-b9e3-b2f7b6e9dce1 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b965b9ed3c14545bbd8d2dd215e4150&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1014683 May 13 14:27:43.932293 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0ee47b4c-9d3e-4fd2-8d9f-cf2079f08c50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:43.954722 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee47b4c-9d3e-4fd2-8d9f-cf2079f08c50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:43.960760 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0ee47b4c-9d3e-4fd2-8d9f-cf2079f08c50 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ca2e9afa-7d6e-44ac-873e-1fd33ab27b6d HTTP/1.1" status: 204 len: 168 time: 1.5819581 May 13 14:27:43.962079 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-82c37484-d292-4b4d-b921-398e7c20778d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:43.963457 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38942) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:43.998177 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e1131-5412-4f3d-b13d-a2dfac603dc8 req-bccc513a-ceff-4132-ba83-230b0b4d93c8 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:43.998177 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9f0e1131-5412-4f3d-b13d-a2dfac603dc8 req-bccc513a-ceff-4132-ba83-230b0b4d93c8 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 949 time: 0.5365465 May 13 14:27:44.123816 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ce1b126c-2d6e-4ca7-baed-0716b1facde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:44.224090 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38948) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:44.239951 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9f0e1131-5412-4f3d-b13d-a2dfac603dc8 req-945f1379-5d09-4c16-a2dc-2e7448be66bb tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372124 May 13 14:27:44.400089 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f2f7d581-b4b3-45c3-a9f8-aa0c646d52ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:44.442579 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f2f7d581-b4b3-45c3-a9f8-aa0c646d52ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:44.455860 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f2f7d581-b4b3-45c3-a9f8-aa0c646d52ca admin admin] Usage tracker for resource:security_group_rule and tenant:2da42fc162a040908264f8f2639968ac is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:44.470284 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f2f7d581-b4b3-45c3-a9f8-aa0c646d52ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:44.481684 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ce1b126c-2d6e-4ca7-baed-0716b1facde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:44.496495 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f2f7d581-b4b3-45c3-a9f8-aa0c646d52ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:44.502372 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-4015c4bb-4de7-4b32-a614-2fd3929b95f3 service neutron] 10.222.0.35 "GET /v2.0/networks/615f1b1d-e928-4b1a-811f-c88ac2129812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5804033 May 13 14:27:44.540968 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-82c37484-d292-4b4d-b921-398e7c20778d service neutron] For port 716e3e17-e5fb-43b1-8fca-63eb958add6e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=716e3e17-e5fb-43b1-8fca-63eb958add6e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:44.599933 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-82c37484-d292-4b4d-b921-398e7c20778d service neutron] For port 716e3e17-e5fb-43b1-8fca-63eb958add6e, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:27:44.601582 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-ce1b126c-2d6e-4ca7-baed-0716b1facde8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5027423-d39b-4c72-b023-a3c3d59a72d1']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:44.683037 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-ce1b126c-2d6e-4ca7-baed-0716b1facde8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92735c19-cb72-4124-9a81-66734fc8b459') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:44.683420 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-ce1b126c-2d6e-4ca7-baed-0716b1facde8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92735c19-cb72-4124-9a81-66734fc8b459') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:44.707523 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d061fb-033d-43ab-be5f-8c381643e2b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '716e3e17-e5fb-43b1-8fca-63eb958add6e'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:44.725534 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-82c37484-d292-4b4d-b921-398e7c20778d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:44.752137 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f2f7d581-b4b3-45c3-a9f8-aa0c646d52ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:44.762470 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f2f7d581-b4b3-45c3-a9f8-aa0c646d52ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:44.776052 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-82c37484-d292-4b4d-b921-398e7c20778d service neutron] Transition to ACTIVE for port object 716e3e17-e5fb-43b1-8fca-63eb958add6e will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:27:44.824731 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-82c37484-d292-4b4d-b921-398e7c20778d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:44.836233 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ce1b126c-2d6e-4ca7-baed-0716b1facde8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:44.859433 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ce1b126c-2d6e-4ca7-baed-0716b1facde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:44.866027 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1b126c-2d6e-4ca7-baed-0716b1facde8 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:27:44.866431 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ce1b126c-2d6e-4ca7-baed-0716b1facde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:44.945190 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c37484-d292-4b4d-b921-398e7c20778d service neutron] Pushing event updated for resources: {'Port': ['ID=716e3e17-e5fb-43b1-8fca-63eb958add6e,revision_number=6']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:45.004629 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:27:45.004629 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:27:45.004629 n-d-841760-1 neutron-server[88082]: timer() May 13 14:27:45.004629 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:27:45.004629 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:27:45.004629 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:27:45.004629 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:27:45.004629 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:27:45.004629 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:27:45.004629 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:27:45.004629 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:27:45.004629 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:27:45.004629 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:27:45.004629 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:27:45.004629 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:27:45.004629 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:27:45.004629 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:27:45.004629 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:27:45.004629 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:27:45.004629 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:27:45.004629 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:27:45.004629 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:27:45.004629 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:27:45.004629 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:27:45.004629 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:27:45.004629 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:27:45.004629 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:27:45.004629 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:27:45.004629 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:27:45.004629 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:27:45.004629 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:27:45.004629 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:27:45.006993 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-a981a9b4-de68-4232-9d24-eea980b5fbf1 service neutron] 10.222.0.35 "GET /v2.0/networks/615f1b1d-e928-4b1a-811f-c88ac2129812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5036504 May 13 14:27:45.008830 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ce1b126c-2d6e-4ca7-baed-0716b1facde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:45.042041 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ce1b126c-2d6e-4ca7-baed-0716b1facde8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:45.070498 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ce1b126c-2d6e-4ca7-baed-0716b1facde8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d5027423-d39b-4c72-b023-a3c3d59a72d1 HTTP/1.1" status: 204 len: 168 time: 1.1057465 May 13 14:27:45.071653 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b126c-2d6e-4ca7-baed-0716b1facde8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5027423-d39b-4c72-b023-a3c3d59a72d1,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:45.074092 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38984) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:45.119471 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-82c37484-d292-4b4d-b921-398e7c20778d service neutron] No DVR routers for this DVR port 716e3e17-e5fb-43b1-8fca-63eb958add6e on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:27:45.122246 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7d581-b4b3-45c3-a9f8-aa0c646d52ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9671846f-6ab7-4827-b911-7be6789bf58e,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:45.131353 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f2f7d581-b4b3-45c3-a9f8-aa0c646d52ca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2da42fc162a040908264f8f2639968ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8877294 May 13 14:27:45.136598 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38988) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:45.245514 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1002720-c939-45da-b19a-ae3635c63bc5 admin admin] Deleting subnet 9eac1d42-5cbc-442c-a834-1ec81829a3ae {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:27:45.289405 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f1002720-c939-45da-b19a-ae3635c63bc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:45.328828 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-82c37484-d292-4b4d-b921-398e7c20778d service neutron] Attempting to bind port 716e3e17-e5fb-43b1-8fca-63eb958add6e on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:27:45.329533 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-82c37484-d292-4b4d-b921-398e7c20778d service neutron] Attempting to bind port 716e3e17-e5fb-43b1-8fca-63eb958add6e by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:27:45.331607 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-82c37484-d292-4b4d-b921-398e7c20778d service neutron] Attempting to bind port 716e3e17-e5fb-43b1-8fca-63eb958add6e on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:27:45.356205 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 39006) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:45.380706 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-82c37484-d292-4b4d-b921-398e7c20778d service neutron] Port 716e3e17-e5fb-43b1-8fca-63eb958add6e on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:27:45.381369 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-82c37484-d292-4b4d-b921-398e7c20778d service neutron] Attempting to bind port 716e3e17-e5fb-43b1-8fca-63eb958add6e on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:27:45.419798 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e043d-4422-4d74-9870-acdbf3d97c47 req-b4ff83fa-8dfa-4f40-884e-5fc60de8eefa tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:45.421351 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-007e043d-4422-4d74-9870-acdbf3d97c47 req-b4ff83fa-8dfa-4f40-884e-5fc60de8eefa tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.59 "GET /v2.0/ports?device_id=32345b94-1e9e-4987-8717-7e520e4023eb HTTP/1.1" status: 200 len: 943 time: 0.8224611 May 13 14:27:45.426210 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-307c5cd4-9d6d-47e0-9a24-d63625bd1fcd'] response: {'server_uuid': '74d061fb-033d-43ab-be5f-8c381643e2b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '716e3e17-e5fb-43b1-8fca-63eb958add6e', 'code': 200} May 13 14:27:45.444326 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-82c37484-d292-4b4d-b921-398e7c20778d service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:27:45.444970 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-82c37484-d292-4b4d-b921-398e7c20778d service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:27:45.447283 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-82c37484-d292-4b4d-b921-398e7c20778d service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:27:45.449414 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-82c37484-d292-4b4d-b921-398e7c20778d service neutron] Bound port: 716e3e17-e5fb-43b1-8fca-63eb958add6e, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:27:45.450030 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-82c37484-d292-4b4d-b921-398e7c20778d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:45.509666 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-82815a97-dfb8-4743-b496-6ee9eefdb190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:45.590040 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f1002720-c939-45da-b19a-ae3635c63bc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:45.712148 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-d986f726-9a97-4cbf-9f9b-6160d11c3a77 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-547150297-network', 'tenant_id': '41754adbefcf4743a1a76213eb096835'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:27:45.722843 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-007e043d-4422-4d74-9870-acdbf3d97c47 req-38961e11-715b-43ed-9944-74b6545e4e89 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Deleting port b8f3b5fd-e48c-49d5-a5db-951658246046 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:27:45.723489 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-007e043d-4422-4d74-9870-acdbf3d97c47 req-38961e11-715b-43ed-9944-74b6545e4e89 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:45.802845 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d986f726-9a97-4cbf-9f9b-6160d11c3a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:45.829983 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d986f726-9a97-4cbf-9f9b-6160d11c3a77 admin admin] Usage tracker for resource:network and tenant:41754adbefcf4743a1a76213eb096835 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:45.841445 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d986f726-9a97-4cbf-9f9b-6160d11c3a77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:45.946110 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f1002720-c939-45da-b19a-ae3635c63bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:46.002225 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-82815a97-dfb8-4743-b496-6ee9eefdb190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:46.021508 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d986f726-9a97-4cbf-9f9b-6160d11c3a77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:46.042351 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd468820-069d-49a4-924a-abe1e32a94a7 req-9bfa3065-d906-46e3-b066-736560126492 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:46.054468 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fd468820-069d-49a4-924a-abe1e32a94a7 req-9bfa3065-d906-46e3-b066-736560126492 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 947 time: 0.3359728 May 13 14:27:46.062637 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-82c37484-d292-4b4d-b921-398e7c20778d service neutron] For port 716e3e17-e5fb-43b1-8fca-63eb958add6e, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:27:46.087940 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d986f726-9a97-4cbf-9f9b-6160d11c3a77 admin admin] Made reservation on behalf of 41754adbefcf4743a1a76213eb096835 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:27:46.090254 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d986f726-9a97-4cbf-9f9b-6160d11c3a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:46.113600 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-82c37484-d292-4b4d-b921-398e7c20778d service neutron] For port 716e3e17-e5fb-43b1-8fca-63eb958add6e, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=716e3e17-e5fb-43b1-8fca-63eb958add6e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:27:46.121173 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d986f726-9a97-4cbf-9f9b-6160d11c3a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:46.142754 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d986f726-9a97-4cbf-9f9b-6160d11c3a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:46.146973 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d986f726-9a97-4cbf-9f9b-6160d11c3a77 admin admin] Usage tracker for resource:security_group_rule and tenant:41754adbefcf4743a1a76213eb096835 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:46.150363 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d986f726-9a97-4cbf-9f9b-6160d11c3a77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:46.156731 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d986f726-9a97-4cbf-9f9b-6160d11c3a77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:46.251591 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22307c-ba36-4e76-8950-85fb60540375 req-009190b6-a49a-40f3-b943-edc0d67eef87 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:46.258732 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fe22307c-ba36-4e76-8950-85fb60540375 req-009190b6-a49a-40f3-b943-edc0d67eef87 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/networks?id=0e26aec9-4c39-41a9-af37-ccef8c346b04 HTTP/1.1" status: 200 len: 813 time: 0.5848124 May 13 14:27:46.261642 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-82c37484-d292-4b4d-b921-398e7c20778d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:46.305207 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fd468820-069d-49a4-924a-abe1e32a94a7 req-e2b7b6a1-b895-4a4e-bbcf-fd1403b71632 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494128 May 13 14:27:46.391484 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10241a35-752c-4c44-9edb-2e7bc9ba101d req-1c3bc130-b9af-40c0-b30f-d33ad9a92c46 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:46.393177 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-10241a35-752c-4c44-9edb-2e7bc9ba101d req-1c3bc130-b9af-40c0-b30f-d33ad9a92c46 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.59 "GET /v2.0/ports?device_id=2678e9f8-1a18-4659-956c-8b2e3f689dc2 HTTP/1.1" status: 200 len: 946 time: 0.3066733 May 13 14:27:46.459346 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c37484-d292-4b4d-b921-398e7c20778d service neutron] Pushing event updated for resources: {'Port': ['ID=716e3e17-e5fb-43b1-8fca-63eb958add6e,revision_number=7']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:46.478106 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fe22307c-ba36-4e76-8950-85fb60540375 req-0b6c37ca-6f72-4f6d-80b8-fe5abc9d729e tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/quotas/31b88fba682a40f4abf9c2e6f3dd4da1 HTTP/1.1" status: 200 len: 375 time: 0.2111988 May 13 14:27:46.479972 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-82815a97-dfb8-4743-b496-6ee9eefdb190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:46.510578 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-10241a35-752c-4c44-9edb-2e7bc9ba101d req-ccf0ad41-54ce-4743-9690-86ea2e7589d6 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Deleting port 95272747-4a10-4a41-938e-e370bc8ebc97 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:27:46.511636 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-10241a35-752c-4c44-9edb-2e7bc9ba101d req-ccf0ad41-54ce-4743-9690-86ea2e7589d6 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:46.574541 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f1002720-c939-45da-b19a-ae3635c63bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:46.583815 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 716e3e17-e5fb-43b1-8fca-63eb958add6e no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:27:46.592810 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82815a97-dfb8-4743-b496-6ee9eefdb190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9671846f-6ab7-4827-b911-7be6789bf58e,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:46.594779 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-82815a97-dfb8-4743-b496-6ee9eefdb190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:46.595912 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-82815a97-dfb8-4743-b496-6ee9eefdb190 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9671846f-6ab7-4827-b911-7be6789bf58e HTTP/1.1" status: 204 len: 168 time: 1.3858800 May 13 14:27:46.650204 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-82c37484-d292-4b4d-b921-398e7c20778d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:46.651778 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-82c37484-d292-4b4d-b921-398e7c20778d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:46.658748 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-82c37484-d292-4b4d-b921-398e7c20778d service neutron] 10.222.0.59 "PUT /v2.0/ports/716e3e17-e5fb-43b1-8fca-63eb958add6e HTTP/1.1" status: 200 len: 1095 time: 3.0263464 May 13 14:27:46.740265 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 716e3e17-e5fb-43b1-8fca-63eb958add6e not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:27:46.871834 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1002720-c939-45da-b19a-ae3635c63bc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eac1d42-5cbc-442c-a834-1ec81829a3ae,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:46.892067 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fe22307c-ba36-4e76-8950-85fb60540375 req-92515c44-eff0-4057-8ac3-4dfab5f5691c tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=31b88fba682a40f4abf9c2e6f3dd4da1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3881814 May 13 14:27:46.895843 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5342f50f-c4fb-497b-84ab-0faca3fa3b2c req-968db578-8e0f-4c95-b6ba-08d463f6fff2 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f30e7d0-a4bb-4385-94c9-0fbe1613739d HTTP/1.1" status: 200 len: 210 time: 0.3284781 May 13 14:27:46.908900 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f1002720-c939-45da-b19a-ae3635c63bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:46.928891 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-007e043d-4422-4d74-9870-acdbf3d97c47 req-38961e11-715b-43ed-9944-74b6545e4e89 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] For port b8f3b5fd-e48c-49d5-a5db-951658246046, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b8f3b5fd-e48c-49d5-a5db-951658246046,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:46.929663 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-007e043d-4422-4d74-9870-acdbf3d97c47 req-38961e11-715b-43ed-9944-74b6545e4e89 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:47.059401 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f1002720-c939-45da-b19a-ae3635c63bc5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9eac1d42-5cbc-442c-a834-1ec81829a3ae HTTP/1.1" status: 204 len: 168 time: 1.9707046 May 13 14:27:47.147788 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-007e043d-4422-4d74-9870-acdbf3d97c47 req-38961e11-715b-43ed-9944-74b6545e4e89 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Calling delete_port for b8f3b5fd-e48c-49d5-a5db-951658246046 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:27:47.180491 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39054) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:47.293504 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-891089c1-9c96-4885-bd02-2a637ce5d771 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:47.294793 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-891089c1-9c96-4885-bd02-2a637ce5d771 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.59 "GET /v2.0/networks?id=615f1b1d-e928-4b1a-811f-c88ac2129812 HTTP/1.1" status: 200 len: 805 time: 0.2698228 May 13 14:27:47.362789 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-df542ce0-0107-4863-ad9e-78069a81386b tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Request body: {'port': {'device_id': '0f30e7d0-a4bb-4385-94c9-0fbe1613739d', 'network_id': '615f1b1d-e928-4b1a-811f-c88ac2129812', 'admin_state_up': True, 'tenant_id': '0b965b9ed3c14545bbd8d2dd215e4150'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:27:47.471544 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d061fb-033d-43ab-be5f-8c381643e2b8', 'tag': '716e3e17-e5fb-43b1-8fca-63eb958add6e'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:47.490490 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d986f726-9a97-4cbf-9f9b-6160d11c3a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:47.678083 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fe22307c-ba36-4e76-8950-85fb60540375 req-b269d819-16b2-41f4-9eca-dbcd1c9093ba service neutron] 10.222.0.35 "GET /v2.0/networks/0e26aec9-4c39-41a9-af37-ccef8c346b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7849145 May 13 14:27:47.784696 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d986f726-9a97-4cbf-9f9b-6160d11c3a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:47.830580 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986f726-9a97-4cbf-9f9b-6160d11c3a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a030c0-c5b8-4788-bcb2-f661575543fa,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:47.836417 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-e4a94526-8442-4937-af18-9d2e8c0d1dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:47.836575 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5a182f5-1b53-489f-b873-a12905d32a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:47.836732 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-e4a94526-8442-4937-af18-9d2e8c0d1dc6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 1098 time: 1.1146073 May 13 14:27:47.889539 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:47.935095 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-007e043d-4422-4d74-9870-acdbf3d97c47 req-38961e11-715b-43ed-9944-74b6545e4e89 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:48.013534 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de75b6-8db7-41b2-a2ff-1b2b6321004f req-839c4dd8-3451-495f-9e97-9f1ac969d576 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:48.015406 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-05de75b6-8db7-41b2-a2ff-1b2b6321004f req-839c4dd8-3451-495f-9e97-9f1ac969d576 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 947 time: 0.5235667 May 13 14:27:48.040992 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d986f726-9a97-4cbf-9f9b-6160d11c3a77 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:27:48.052444 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-df542ce0-0107-4863-ad9e-78069a81386b tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:48.082284 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-df542ce0-0107-4863-ad9e-78069a81386b tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:48.084448 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d986f726-9a97-4cbf-9f9b-6160d11c3a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:48.084777 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-d986f726-9a97-4cbf-9f9b-6160d11c3a77 admin admin] Added segment 7a35d2d3-cc25-48d1-b25f-297cfd38a8de of type vlan for network 1232b945-80c7-4521-a828-e4a6b97dcd91 May 13 14:27:48.148575 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38961e11-715b-43ed-9944-74b6545e4e89 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Pushing event deleted for resources: {'Port': ['ID=b8f3b5fd-e48c-49d5-a5db-951658246046,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:48.161677 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-df542ce0-0107-4863-ad9e-78069a81386b tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Made reservation on behalf of 0b965b9ed3c14545bbd8d2dd215e4150 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:27:48.165281 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-df542ce0-0107-4863-ad9e-78069a81386b tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:48.185013 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fe22307c-ba36-4e76-8950-85fb60540375 req-fabe213e-0e69-4351-aae4-35f39bcf2e9e service neutron] 10.222.0.35 "GET /v2.0/networks/0e26aec9-4c39-41a9-af37-ccef8c346b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5059755 May 13 14:27:48.188782 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d986f726-9a97-4cbf-9f9b-6160d11c3a77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:48.259957 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-60fc7b01-2db2-4371-a16a-47c622509fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:48.261893 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-60fc7b01-2db2-4371-a16a-47c622509fcd service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.3984373 May 13 14:27:48.317612 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b8f3b5fd-e48c-49d5-a5db-951658246046 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:27:48.321057 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-007e043d-4422-4d74-9870-acdbf3d97c47 req-38961e11-715b-43ed-9944-74b6545e4e89 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] No DVR routers for this DVR port b8f3b5fd-e48c-49d5-a5db-951658246046 on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:27:48.323820 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-10241a35-752c-4c44-9edb-2e7bc9ba101d req-ccf0ad41-54ce-4743-9690-86ea2e7589d6 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] For port 95272747-4a10-4a41-938e-e370bc8ebc97, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=95272747-4a10-4a41-938e-e370bc8ebc97,segment=NetworkSegment(212baf6b-5017-40bb-96cc-46cb7ca012f5),segment_id=212baf6b-5017-40bb-96cc-46cb7ca012f5)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:48.324183 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-10241a35-752c-4c44-9edb-2e7bc9ba101d req-ccf0ad41-54ce-4743-9690-86ea2e7589d6 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:48.349352 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-007e043d-4422-4d74-9870-acdbf3d97c47 req-38961e11-715b-43ed-9944-74b6545e4e89 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:48.355942 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32345b94-1e9e-4987-8717-7e520e4023eb', 'name': 'network-vif-deleted', 'tag': 'b8f3b5fd-e48c-49d5-a5db-951658246046'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:48.370409 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-0f9f9ffa-b5f0-48db-9344-a8498f63fd4d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=716e3e17-e5fb-43b1-8fca-63eb958add6e HTTP/1.1" status: 200 len: 217 time: 0.0865147 May 13 14:27:48.434282 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: b8f3b5fd-e48c-49d5-a5db-951658246046 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:27:48.436148 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b8f3b5fd-e48c-49d5-a5db-951658246046 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:27:48.447708 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-05de75b6-8db7-41b2-a2ff-1b2b6321004f req-49caea77-8346-4220-bc3c-b82406e02ee2 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478351 May 13 14:27:48.449634 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5a182f5-1b53-489f-b873-a12905d32a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:48.562931 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-10241a35-752c-4c44-9edb-2e7bc9ba101d req-ccf0ad41-54ce-4743-9690-86ea2e7589d6 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Calling delete_port for 95272747-4a10-4a41-938e-e370bc8ebc97 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:27:48.628391 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-007e043d-4422-4d74-9870-acdbf3d97c47 req-38961e11-715b-43ed-9944-74b6545e4e89 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.59 "DELETE /v2.0/ports/b8f3b5fd-e48c-49d5-a5db-951658246046 HTTP/1.1" status: 204 len: 173 time: 3.1993036 May 13 14:27:48.657058 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d986f726-9a97-4cbf-9f9b-6160d11c3a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:48.658384 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d986f726-9a97-4cbf-9f9b-6160d11c3a77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:48.658928 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d986f726-9a97-4cbf-9f9b-6160d11c3a77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:48.671887 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59577ac3-a4c9-449e-a57e-8b8f3baa2788'] response: {'name': 'network-changed', 'server_uuid': '74d061fb-033d-43ab-be5f-8c381643e2b8', 'tag': '716e3e17-e5fb-43b1-8fca-63eb958add6e', 'status': 'completed', 'code': 200} May 13 14:27:48.689190 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd3b769c-4599-447b-a7a9-850e919a8c98'] response: {'server_uuid': '32345b94-1e9e-4987-8717-7e520e4023eb', 'name': 'network-vif-deleted', 'tag': 'b8f3b5fd-e48c-49d5-a5db-951658246046', 'status': 'completed', 'code': 200} May 13 14:27:48.746552 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-d5a182f5-1b53-489f-b873-a12905d32a05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a700030f-bc5f-4f0c-b252-dca8ba1c53c0']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:48.800168 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-d5a182f5-1b53-489f-b873-a12905d32a05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49595db3-213c-4bc3-809a-7f24296be42e') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:48.800758 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-d5a182f5-1b53-489f-b873-a12905d32a05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49595db3-213c-4bc3-809a-7f24296be42e') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:48.823759 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5a182f5-1b53-489f-b873-a12905d32a05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:48.839314 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986f726-9a97-4cbf-9f9b-6160d11c3a77 admin admin] Pushing event updated for resources: {'Network': ['ID=1232b945-80c7-4521-a828-e4a6b97dcd91,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:48.850205 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 1232b945-80c7-4521-a828-e4a6b97dcd91 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:27:49.023003 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ffb9e66e-1b2d-4cbc-87df-fef658880233 req-c96eed98-8930-4ab5-8c20-4b74b71771f2 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Synchronizing usage tracker for tenant:0b965b9ed3c14545bbd8d2dd215e4150 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:27:49.085283 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5a182f5-1b53-489f-b873-a12905d32a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:49.096995 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a182f5-1b53-489f-b873-a12905d32a05 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:27:49.097385 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5a182f5-1b53-489f-b873-a12905d32a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:49.113384 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:27:49.113384 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:27:49.113384 n-d-841760-1 neutron-server[88082]: timer() May 13 14:27:49.113384 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:27:49.113384 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:27:49.113384 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:27:49.113384 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:27:49.113384 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:27:49.113384 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:27:49.113384 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:27:49.113384 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:27:49.113384 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:27:49.113384 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:27:49.113384 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:27:49.113384 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:27:49.113384 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:27:49.113384 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:27:49.113384 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:27:49.113384 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:27:49.113384 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:27:49.113384 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:27:49.113384 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:27:49.113384 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:27:49.113384 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:27:49.113384 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:27:49.113384 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:27:49.113384 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:27:49.113384 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:27:49.113384 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:27:49.113384 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:27:49.113384 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:27:49.113384 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:27:49.120046 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ffb9e66e-1b2d-4cbc-87df-fef658880233 req-c96eed98-8930-4ab5-8c20-4b74b71771f2 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Unset dirty status for tenant:0b965b9ed3c14545bbd8d2dd215e4150 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:27:49.120942 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ffb9e66e-1b2d-4cbc-87df-fef658880233 req-c96eed98-8930-4ab5-8c20-4b74b71771f2 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f30e7d0-a4bb-4385-94c9-0fbe1613739d HTTP/1.1" status: 200 len: 210 time: 0.2491202 May 13 14:27:49.175389 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2122bd30-4dc5-45b7-8d0a-b0f1ed3ed418 req-3f700efc-5f9f-48e4-af04-e5d2aa031590 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=4070bc66-723a-42cf-a605-04d86b5ea0bc HTTP/1.1" status: 200 len: 210 time: 0.4040864 May 13 14:27:49.226638 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-d9f2b1a6-6e5e-40a5-981b-b2685d92a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:49.235769 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-d9f2b1a6-6e5e-40a5-981b-b2685d92a9db service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.8519194 May 13 14:27:49.414798 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-df542ce0-0107-4863-ad9e-78069a81386b tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Allocated IP 172.20.0.10 (615f1b1d-e928-4b1a-811f-c88ac2129812/6e2eec62-0523-4521-82e3-9ab28f45e905/8b6552c1-50e5-404b-a3b5-e5d2fe719a69) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:27:49.425250 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5a182f5-1b53-489f-b873-a12905d32a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:49.436717 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5a182f5-1b53-489f-b873-a12905d32a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:49.442985 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d986f726-9a97-4cbf-9f9b-6160d11c3a77 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.0858104 May 13 14:27:49.450601 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 39144) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:49.466315 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-774c3bb2-0c54-4696-b73f-fc09963b4d0f admin admin] Request body: {'subnet': {'network_id': '1232b945-80c7-4521-a828-e4a6b97dcd91', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-547150297-subnet', 'tenant_id': '41754adbefcf4743a1a76213eb096835', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:27:49.471984 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-774c3bb2-0c54-4696-b73f-fc09963b4d0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:49.476515 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-774c3bb2-0c54-4696-b73f-fc09963b4d0f admin admin] Usage tracker for resource:subnet and tenant:41754adbefcf4743a1a76213eb096835 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:49.481707 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-774c3bb2-0c54-4696-b73f-fc09963b4d0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:49.489660 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-774c3bb2-0c54-4696-b73f-fc09963b4d0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:49.497062 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a182f5-1b53-489f-b873-a12905d32a05 admin admin] Pushing event deleted for resources: {'Network': ['ID=a700030f-bc5f-4f0c-b252-dca8ba1c53c0,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:49.522238 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774c3bb2-0c54-4696-b73f-fc09963b4d0f admin admin] Made reservation on behalf of 41754adbefcf4743a1a76213eb096835 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:27:49.525010 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-10241a35-752c-4c44-9edb-2e7bc9ba101d req-ccf0ad41-54ce-4743-9690-86ea2e7589d6 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:49.525729 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-774c3bb2-0c54-4696-b73f-fc09963b4d0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:49.651062 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d5a182f5-1b53-489f-b873-a12905d32a05 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a700030f-bc5f-4f0c-b252-dca8ba1c53c0 HTTP/1.1" status: 204 len: 168 time: 2.4620593 May 13 14:27:49.713309 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0ad41-54ce-4743-9690-86ea2e7589d6 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Pushing event deleted for resources: {'Port': ['ID=95272747-4a10-4a41-938e-e370bc8ebc97,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:49.750048 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d04ab9-0569-4e75-87e7-741ec290a83d req-b023f9f8-c45d-49e6-80ba-6d781a92442e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:49.752535 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-87d04ab9-0569-4e75-87e7-741ec290a83d req-b023f9f8-c45d-49e6-80ba-6d781a92442e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 1098 time: 1.0798512 May 13 14:27:49.860586 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-5ec52f60-0aaf-4c59-a45e-88e0755e1326 req-e53130d5-ea25-454b-ae7c-338a508df8e8 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Request body: {'security_group': {'name': 'tempest-securitygroup-879190174', 'description': 'tempest-description-1546974302'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:27:49.885318 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-5ec52f60-0aaf-4c59-a45e-88e0755e1326 req-e53130d5-ea25-454b-ae7c-338a508df8e8 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:49.898868 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-5ec52f60-0aaf-4c59-a45e-88e0755e1326 req-e53130d5-ea25-454b-ae7c-338a508df8e8 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Usage tracker for resource:security_group and tenant:059f2cd341b2443695fc59951f35e6ca is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:49.911007 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-10241a35-752c-4c44-9edb-2e7bc9ba101d req-ccf0ad41-54ce-4743-9690-86ea2e7589d6 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] No DVR routers for this DVR port 95272747-4a10-4a41-938e-e370bc8ebc97 on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:27:49.916118 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-5ec52f60-0aaf-4c59-a45e-88e0755e1326 req-e53130d5-ea25-454b-ae7c-338a508df8e8 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:49.922899 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-10241a35-752c-4c44-9edb-2e7bc9ba101d req-ccf0ad41-54ce-4743-9690-86ea2e7589d6 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:49.931358 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-10241a35-752c-4c44-9edb-2e7bc9ba101d req-ccf0ad41-54ce-4743-9690-86ea2e7589d6 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.59 "DELETE /v2.0/ports/95272747-4a10-4a41-938e-e370bc8ebc97 HTTP/1.1" status: 204 len: 173 time: 3.5288835 May 13 14:27:49.941334 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-5ec52f60-0aaf-4c59-a45e-88e0755e1326 req-e53130d5-ea25-454b-ae7c-338a508df8e8 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:49.963820 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5ec52f60-0aaf-4c59-a45e-88e0755e1326 req-e53130d5-ea25-454b-ae7c-338a508df8e8 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:49.989034 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5ec52f60-0aaf-4c59-a45e-88e0755e1326 req-e53130d5-ea25-454b-ae7c-338a508df8e8 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:50.003700 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39156) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:50.023438 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-5ec52f60-0aaf-4c59-a45e-88e0755e1326 req-e53130d5-ea25-454b-ae7c-338a508df8e8 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:50.029284 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-5ec52f60-0aaf-4c59-a45e-88e0755e1326 req-e53130d5-ea25-454b-ae7c-338a508df8e8 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Usage tracker for resource:security_group_rule and tenant:059f2cd341b2443695fc59951f35e6ca is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:50.035810 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-5ec52f60-0aaf-4c59-a45e-88e0755e1326 req-e53130d5-ea25-454b-ae7c-338a508df8e8 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:50.044345 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-5ec52f60-0aaf-4c59-a45e-88e0755e1326 req-e53130d5-ea25-454b-ae7c-338a508df8e8 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:50.087544 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d04ab9-0569-4e75-87e7-741ec290a83d req-b23ea070-e4fc-4ab6-9f86-8a94257ecb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:50.089346 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-87d04ab9-0569-4e75-87e7-741ec290a83d req-b23ea070-e4fc-4ab6-9f86-8a94257ecb93 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.2620628 May 13 14:27:50.090164 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f5fed180-a926-45aa-97a2-41a6ad602f31 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4d6ca075ae214d9490235db19234e57f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0852461 May 13 14:27:50.096510 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39160) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:50.198480 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c961f442-bc87-4c20-89e8-f193f7c359f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:50.236510 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-648884e7-2a06-454f-9757-2a3058287f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:50.238133 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-648884e7-2a06-454f-9757-2a3058287f09 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9543533 May 13 14:27:50.249918 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-87d04ab9-0569-4e75-87e7-741ec290a83d req-730a54c0-ace8-4c59-a439-5ee8f1cebb31 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=716e3e17-e5fb-43b1-8fca-63eb958add6e HTTP/1.1" status: 200 len: 217 time: 0.1443145 May 13 14:27:50.259717 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5ec52f60-0aaf-4c59-a45e-88e0755e1326 req-e53130d5-ea25-454b-ae7c-338a508df8e8 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:50.270003 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5ec52f60-0aaf-4c59-a45e-88e0755e1326 req-e53130d5-ea25-454b-ae7c-338a508df8e8 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:50.274941 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c961f442-bc87-4c20-89e8-f193f7c359f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:50.295590 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-5ec52f60-0aaf-4c59-a45e-88e0755e1326 req-e53130d5-ea25-454b-ae7c-338a508df8e8 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:50.311043 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-5ec52f60-0aaf-4c59-a45e-88e0755e1326 req-e53130d5-ea25-454b-ae7c-338a508df8e8 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Usage tracker for resource:security_group_rule and tenant:059f2cd341b2443695fc59951f35e6ca is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:50.316866 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 95272747-4a10-4a41-938e-e370bc8ebc97 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:27:50.322999 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-5ec52f60-0aaf-4c59-a45e-88e0755e1326 req-e53130d5-ea25-454b-ae7c-338a508df8e8 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:50.340856 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-5ec52f60-0aaf-4c59-a45e-88e0755e1326 req-e53130d5-ea25-454b-ae7c-338a508df8e8 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:50.358602 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 95272747-4a10-4a41-938e-e370bc8ebc97 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:27:50.359628 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 95272747-4a10-4a41-938e-e370bc8ebc97 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:27:50.364053 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53130d5-ea25-454b-ae7c-338a508df8e8 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7f758a-1967-4580-8929-993cb500c354,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:50.438057 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c961f442-bc87-4c20-89e8-f193f7c359f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:50.504327 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c961f442-bc87-4c20-89e8-f193f7c359f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fd8711-d021-4b3c-a612-635035bd18a7,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:50.528771 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5ec52f60-0aaf-4c59-a45e-88e0755e1326 req-e53130d5-ea25-454b-ae7c-338a508df8e8 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:50.534336 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c961f442-bc87-4c20-89e8-f193f7c359f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:50.540050 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c961f442-bc87-4c20-89e8-f193f7c359f4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/09fd8711-d021-4b3c-a612-635035bd18a7 HTTP/1.1" status: 204 len: 168 time: 0.4425294 May 13 14:27:50.541343 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5ec52f60-0aaf-4c59-a45e-88e0755e1326 req-e53130d5-ea25-454b-ae7c-338a508df8e8 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:50.582823 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-df542ce0-0107-4863-ad9e-78069a81386b tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:50.590659 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d04ab9-0569-4e75-87e7-741ec290a83d req-a35df778-6ce0-48f7-aca8-39eeff33646c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:50.592549 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-87d04ab9-0569-4e75-87e7-741ec290a83d req-a35df778-6ce0-48f7-aca8-39eeff33646c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.3039980 May 13 14:27:50.602794 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5ec52f60-0aaf-4c59-a45e-88e0755e1326 req-e53130d5-ea25-454b-ae7c-338a508df8e8 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:50.607617 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5ec52f60-0aaf-4c59-a45e-88e0755e1326 req-e53130d5-ea25-454b-ae7c-338a508df8e8 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8886414 May 13 14:27:50.616020 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53130d5-ea25-454b-ae7c-338a508df8e8 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee85c5d5-5552-4daa-97cc-a15bae6b7679,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:50.710683 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-141bb108-cf24-49b9-8337-6f32e52fa7cd service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4597573 May 13 14:27:50.716574 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2678e9f8-1a18-4659-956c-8b2e3f689dc2', 'name': 'network-vif-deleted', 'tag': '95272747-4a10-4a41-938e-e370bc8ebc97'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:50.839864 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-9d449564-ae81-494e-a71f-31fa292da55b tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=962f6f1c5f254c0e8074696f76cb0054&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0974522 May 13 14:27:50.843450 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159d43f-b0df-48b1-b187-9dfa548534cd req-0403f98f-e7a0-4f9a-9591-eca25b018bae tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:50.844963 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f159d43f-b0df-48b1-b187-9dfa548534cd req-0403f98f-e7a0-4f9a-9591-eca25b018bae tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 947 time: 0.7455428 May 13 14:27:50.897640 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-774c3bb2-0c54-4696-b73f-fc09963b4d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:51.039955 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39184) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:51.078258 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f159d43f-b0df-48b1-b187-9dfa548534cd req-2f6b85d6-4b71-4aa0-b13e-795d6acfdc91 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686006 May 13 14:27:51.092985 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c3bb2-0c54-4696-b73f-fc09963b4d0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5710e48c-e365-4b8b-8866-7cf100c07af1,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:51.126191 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-df542ce0-0107-4863-ad9e-78069a81386b tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:51.162279 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22307c-ba36-4e76-8950-85fb60540375 req-fc6d3ccf-4ee5-4d65-81c9-8861c2aba613 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:51.163868 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fe22307c-ba36-4e76-8950-85fb60540375 req-fc6d3ccf-4ee5-4d65-81c9-8861c2aba613 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.74 "GET /v2.0/networks?id=0e26aec9-4c39-41a9-af37-ccef8c346b04 HTTP/1.1" status: 200 len: 813 time: 0.4811292 May 13 14:27:51.185592 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-24ab4b93-b585-4d8b-8b7f-97e0d32a5664 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6d3dae25022f4f1cb77952ddb4857c96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1420469 May 13 14:27:51.186355 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39188) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:51.195093 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c3bb2-0c54-4696-b73f-fc09963b4d0f admin admin] Checking segment: {'id': '7a35d2d3-cc25-48d1-b25f-297cfd38a8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1232b945-80c7-4521-a828-e4a6b97dcd91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:27:51.195475 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774c3bb2-0c54-4696-b73f-fc09963b4d0f admin admin] Network hostable DHCP agents. Network: 1232b945-80c7-4521-a828-e4a6b97dcd91, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:27:51.198625 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-fe22307c-ba36-4e76-8950-85fb60540375 req-94d37f52-2508-4b0e-b313-a28039576558 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Request body: {'port': {'device_id': '4070bc66-723a-42cf-a605-04d86b5ea0bc', 'network_id': '0e26aec9-4c39-41a9-af37-ccef8c346b04', 'admin_state_up': True, 'tenant_id': '31b88fba682a40f4abf9c2e6f3dd4da1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:27:51.202728 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d04ab9-0569-4e75-87e7-741ec290a83d req-da433c66-7873-4a78-89b0-bb0d2d8e48ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:51.204587 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-87d04ab9-0569-4e75-87e7-741ec290a83d req-da433c66-7873-4a78-89b0-bb0d2d8e48ad service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5712769 May 13 14:27:51.266834 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-d5d3b3dc-e8a1-459c-a941-6f5a346a1069 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005879 May 13 14:27:51.297838 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-3da6326f-2738-4942-b717-7b35a7656de0 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:51.299329 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-3da6326f-2738-4942-b717-7b35a7656de0 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4587719 May 13 14:27:51.306326 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4e21e-c348-459f-8217-4bff6c71275a req-fc79ca59-6e47-4723-aed6-642e009d8728 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:51.307960 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64d4e21e-c348-459f-8217-4bff6c71275a req-fc79ca59-6e47-4723-aed6-642e009d8728 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.74 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 944 time: 0.5962987 May 13 14:27:51.315989 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-df542ce0-0107-4863-ad9e-78069a81386b tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Network 615f1b1d-e928-4b1a-811f-c88ac2129812 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:27:51.335590 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-df542ce0-0107-4863-ad9e-78069a81386b tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:27:51.338069 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-df542ce0-0107-4863-ad9e-78069a81386b tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:27:51.348534 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-81e0417f-c870-4247-9667-0c673cf34755 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/quotas/962f6f1c5f254c0e8074696f76cb0054 HTTP/1.1" status: 200 len: 375 time: 0.0361691 May 13 14:27:51.434263 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-3c9ae56e-1b4f-43ea-b273-31c87ba28151 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=962f6f1c5f254c0e8074696f76cb0054&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741603 May 13 14:27:51.465407 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fb707e3e-c219-46d8-8422-2f59dcc52481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:51.476916 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-fe22307c-ba36-4e76-8950-85fb60540375 req-94d37f52-2508-4b0e-b313-a28039576558 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:51.484885 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-fe22307c-ba36-4e76-8950-85fb60540375 req-94d37f52-2508-4b0e-b313-a28039576558 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Usage tracker for resource:port and tenant:31b88fba682a40f4abf9c2e6f3dd4da1 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:51.494578 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-fe22307c-ba36-4e76-8950-85fb60540375 req-94d37f52-2508-4b0e-b313-a28039576558 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:51.505580 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-fe22307c-ba36-4e76-8950-85fb60540375 req-94d37f52-2508-4b0e-b313-a28039576558 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:51.508689 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fb707e3e-c219-46d8-8422-2f59dcc52481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:51.555483 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe22307c-ba36-4e76-8950-85fb60540375 req-94d37f52-2508-4b0e-b313-a28039576558 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Made reservation on behalf of 31b88fba682a40f4abf9c2e6f3dd4da1 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:27:51.559167 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fe22307c-ba36-4e76-8950-85fb60540375 req-94d37f52-2508-4b0e-b313-a28039576558 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:51.672497 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fb707e3e-c219-46d8-8422-2f59dcc52481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:51.722241 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df542ce0-0107-4863-ad9e-78069a81386b tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Pushing event updated for resources: {'Port': ['ID=8b6552c1-50e5-404b-a3b5-e5d2fe719a69,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:51.757311 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774c3bb2-0c54-4696-b73f-fc09963b4d0f admin admin] Network 1232b945-80c7-4521-a828-e4a6b97dcd91 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:27:51.799074 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-64d4e21e-c348-459f-8217-4bff6c71275a req-c7eca308-5e79-4720-a928-edf89e732bdc tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Deleting port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:27:51.799434 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-64d4e21e-c348-459f-8217-4bff6c71275a req-c7eca308-5e79-4720-a928-edf89e732bdc tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:51.811581 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb707e3e-c219-46d8-8422-2f59dcc52481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b777ab-ae59-458c-8ecb-366427f0e089,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:51.839167 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-774c3bb2-0c54-4696-b73f-fc09963b4d0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 1232b945-80c7-4521-a828-e4a6b97dcd91) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:27:51.843629 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774c3bb2-0c54-4696-b73f-fc09963b4d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:51.844228 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-774c3bb2-0c54-4696-b73f-fc09963b4d0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:51.849425 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4a4a13-00d9-47ea-9de8-949eb5dfeb1a None None] Network 1232b945-80c7-4521-a828-e4a6b97dcd91 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:27:51.867579 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-df542ce0-0107-4863-ad9e-78069a81386b tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:51.868198 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-df542ce0-0107-4863-ad9e-78069a81386b tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:51.890596 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fb707e3e-c219-46d8-8422-2f59dcc52481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:51.895147 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fb707e3e-c219-46d8-8422-2f59dcc52481 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c6b777ab-ae59-458c-8ecb-366427f0e089 HTTP/1.1" status: 204 len: 168 time: 0.7004063 May 13 14:27:51.929625 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849ad7e-7cfa-4160-951c-0ed49473d251 req-799ca026-ca05-45b9-8121-a48199f6aa1c tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:51.952487 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2849ad7e-7cfa-4160-951c-0ed49473d251 req-799ca026-ca05-45b9-8121-a48199f6aa1c tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f30e7d0-a4bb-4385-94c9-0fbe1613739d HTTP/1.1" status: 200 len: 932 time: 0.1931009 May 13 14:27:51.953724 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-fe22307c-ba36-4e76-8950-85fb60540375 req-94d37f52-2508-4b0e-b313-a28039576558 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Allocated IP 172.20.0.5 (0e26aec9-4c39-41a9-af37-ccef8c346b04/d98d3701-9056-4eba-bf1f-28c8c023123f/d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:27:51.963206 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-87d04ab9-0569-4e75-87e7-741ec290a83d req-f003771b-3d79-4d44-b215-1286b47a395d service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7389398 May 13 14:27:51.965512 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-774c3bb2-0c54-4696-b73f-fc09963b4d0f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5071695 May 13 14:27:51.967540 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-df542ce0-0107-4863-ad9e-78069a81386b tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6206815 May 13 14:27:51.972636 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39204) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:51.995961 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-0583b29f-23f7-4cb6-85f0-d5e82c4c64c6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-547150297-router', 'tenant_id': '41754adbefcf4743a1a76213eb096835', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:27:52.001952 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0583b29f-23f7-4cb6-85f0-d5e82c4c64c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:52.006087 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0583b29f-23f7-4cb6-85f0-d5e82c4c64c6 admin admin] Usage tracker for resource:router and tenant:41754adbefcf4743a1a76213eb096835 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:52.009740 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0583b29f-23f7-4cb6-85f0-d5e82c4c64c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:52.011495 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-7be188ce-bb34-4836-839e-963ad37cd05d service neutron] Request body: {'port': {'device_id': '0f30e7d0-a4bb-4385-94c9-0fbe1613739d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:27:52.017115 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0583b29f-23f7-4cb6-85f0-d5e82c4c64c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:52.038371 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0583b29f-23f7-4cb6-85f0-d5e82c4c64c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:52.039374 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0583b29f-23f7-4cb6-85f0-d5e82c4c64c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:52.068839 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0889fd2-f6dc-4cc6-8582-262c5d6f096e req-2ec8f3c0-399a-41ef-8d86-392f09a888b7 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:52.078218 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0889fd2-f6dc-4cc6-8582-262c5d6f096e req-2ec8f3c0-399a-41ef-8d86-392f09a888b7 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 944 time: 0.8858593 May 13 14:27:52.082587 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2849ad7e-7cfa-4160-951c-0ed49473d251 req-f9943083-ebd3-4d54-a018-2bac1c19145c tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177561 May 13 14:27:52.163149 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0583b29f-23f7-4cb6-85f0-d5e82c4c64c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:52.284619 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070f43fe-29d9-42f7-b1f9-6fd733c77a45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-1232b945-80c7-4521-a828-e4a6b97dcd91', 'network_id': '1232b945-80c7-4521-a828-e4a6b97dcd91', 'tenant_id': '41754adbefcf4743a1a76213eb096835', 'fixed_ips': [{'subnet_id': '5710e48c-e365-4b8b-8866-7cf100c07af1'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:27:52.285792 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-070f43fe-29d9-42f7-b1f9-6fd733c77a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:52.302619 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d04ab9-0569-4e75-87e7-741ec290a83d req-ba364ca1-36ef-4cee-88b3-1cda1d0375b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:52.304269 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-87d04ab9-0569-4e75-87e7-741ec290a83d req-ba364ca1-36ef-4cee-88b3-1cda1d0375b6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 1098 time: 0.9758267 May 13 14:27:52.505577 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-070f43fe-29d9-42f7-b1f9-6fd733c77a45 None None] Allocated IP 172.20.0.2 (1232b945-80c7-4521-a828-e4a6b97dcd91/5710e48c-e365-4b8b-8866-7cf100c07af1/3313e3f0-5910-41e1-942a-bcdc78e51cd3) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:27:52.564505 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0889fd2-f6dc-4cc6-8582-262c5d6f096e req-6a5b5ce8-d5aa-456e-8500-70ea8fc9d820 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438090 May 13 14:27:52.580215 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f260f405-104a-44bb-a9a2-989646d11090 req-957c8856-f8c6-4c9e-884b-779289c671ee tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Synchronizing usage tracker for tenant:31b88fba682a40f4abf9c2e6f3dd4da1 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:27:52.635603 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-7be188ce-bb34-4836-839e-963ad37cd05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:52.656368 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-8e60696c-7ccc-4afc-a8f1-7fcbc37179e5 req-af0acdf4-df68-40e4-a6b6-09279599511e tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1138999568', 'description': 'tempest-description-697934302'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:27:52.666023 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-87d04ab9-0569-4e75-87e7-741ec290a83d req-fe757711-4c88-447d-96c2-83fa4d05fafe service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6669655 May 13 14:27:52.688167 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-8e60696c-7ccc-4afc-a8f1-7fcbc37179e5 req-af0acdf4-df68-40e4-a6b6-09279599511e tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:52.771660 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-8e60696c-7ccc-4afc-a8f1-7fcbc37179e5 req-af0acdf4-df68-40e4-a6b6-09279599511e tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Usage tracker for resource:security_group and tenant:059f2cd341b2443695fc59951f35e6ca is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:52.782671 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f260f405-104a-44bb-a9a2-989646d11090 req-957c8856-f8c6-4c9e-884b-779289c671ee tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Unset dirty status for tenant:31b88fba682a40f4abf9c2e6f3dd4da1 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:27:52.784087 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-8e60696c-7ccc-4afc-a8f1-7fcbc37179e5 req-af0acdf4-df68-40e4-a6b6-09279599511e tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:52.792929 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f260f405-104a-44bb-a9a2-989646d11090 req-957c8856-f8c6-4c9e-884b-779289c671ee tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=4070bc66-723a-42cf-a605-04d86b5ea0bc HTTP/1.1" status: 200 len: 210 time: 0.3268464 May 13 14:27:52.813698 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-070f43fe-29d9-42f7-b1f9-6fd733c77a45 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:52.815783 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-64d4e21e-c348-459f-8217-4bff6c71275a req-c7eca308-5e79-4720-a928-edf89e732bdc tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] For port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a9c2cf7c-de33-4bdd-b52a-10c6271dfc51,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:52.816148 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-64d4e21e-c348-459f-8217-4bff6c71275a req-c7eca308-5e79-4720-a928-edf89e732bdc tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:52.823366 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-070f43fe-29d9-42f7-b1f9-6fd733c77a45 None None] Transition to ACTIVE for port object 3313e3f0-5910-41e1-942a-bcdc78e51cd3 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:27:52.825062 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-8e60696c-7ccc-4afc-a8f1-7fcbc37179e5 req-af0acdf4-df68-40e4-a6b6-09279599511e tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:52.889771 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-070f43fe-29d9-42f7-b1f9-6fd733c77a45 None None] Transition to ACTIVE for port object 3313e3f0-5910-41e1-942a-bcdc78e51cd3 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:27:52.897231 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-070f43fe-29d9-42f7-b1f9-6fd733c77a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:52.898674 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6df8dd82-7671-410d-a94e-d4152dafc32c'] response: {'server_uuid': '2678e9f8-1a18-4659-956c-8b2e3f689dc2', 'name': 'network-vif-deleted', 'tag': '95272747-4a10-4a41-938e-e370bc8ebc97', 'status': 'completed', 'code': 200} May 13 14:27:52.901676 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fe22307c-ba36-4e76-8950-85fb60540375 req-94d37f52-2508-4b0e-b313-a28039576558 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:53.053661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d04ab9-0569-4e75-87e7-741ec290a83d req-f1708bfb-42d0-4bd7-baa7-83354cb2928e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:53.055131 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-87d04ab9-0569-4e75-87e7-741ec290a83d req-f1708bfb-42d0-4bd7-baa7-83354cb2928e service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.6604905 May 13 14:27:53.063404 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-64d4e21e-c348-459f-8217-4bff6c71275a req-c7eca308-5e79-4720-a928-edf89e732bdc tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Calling delete_port for a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:27:53.065097 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070f43fe-29d9-42f7-b1f9-6fd733c77a45 None None] Network 1232b945-80c7-4521-a828-e4a6b97dcd91 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:27:53.085401 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-070f43fe-29d9-42f7-b1f9-6fd733c77a45 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:27:53.094068 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070f43fe-29d9-42f7-b1f9-6fd733c77a45 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:27:53.183019 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fe22307c-ba36-4e76-8950-85fb60540375 req-94d37f52-2508-4b0e-b313-a28039576558 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:53.267627 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-87d04ab9-0569-4e75-87e7-741ec290a83d req-4b17373a-c623-4023-b0cb-baf6a24ab9a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=716e3e17-e5fb-43b1-8fca-63eb958add6e HTTP/1.1" status: 200 len: 217 time: 0.0778918 May 13 14:27:53.282996 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8e60696c-7ccc-4afc-a8f1-7fcbc37179e5 req-af0acdf4-df68-40e4-a6b6-09279599511e tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:53.316095 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-8e60696c-7ccc-4afc-a8f1-7fcbc37179e5 req-af0acdf4-df68-40e4-a6b6-09279599511e tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:53.321472 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-8e60696c-7ccc-4afc-a8f1-7fcbc37179e5 req-af0acdf4-df68-40e4-a6b6-09279599511e tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Usage tracker for resource:security_group_rule and tenant:059f2cd341b2443695fc59951f35e6ca is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:53.326857 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-8e60696c-7ccc-4afc-a8f1-7fcbc37179e5 req-af0acdf4-df68-40e4-a6b6-09279599511e tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:53.333882 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-8e60696c-7ccc-4afc-a8f1-7fcbc37179e5 req-af0acdf4-df68-40e4-a6b6-09279599511e tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:53.340881 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d37f52-2508-4b0e-b313-a28039576558 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Pushing event updated for resources: {'Port': ['ID=d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:53.352795 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-d53b0078-c8c3-48cb-a955-843ce7198952 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=962f6f1c5f254c0e8074696f76cb0054&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468948 May 13 14:27:53.360703 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-cdbaa0fe-3e12-4960-b08a-0deced6439fd tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=962f6f1c5f254c0e8074696f76cb0054&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3127916 May 13 14:27:53.376180 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-070f43fe-29d9-42f7-b1f9-6fd733c77a45 None None] Attempting to bind port 3313e3f0-5910-41e1-942a-bcdc78e51cd3 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:27:53.376732 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-070f43fe-29d9-42f7-b1f9-6fd733c77a45 None None] Attempting to bind port 3313e3f0-5910-41e1-942a-bcdc78e51cd3 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '7a35d2d3-cc25-48d1-b25f-297cfd38a8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1232b945-80c7-4521-a828-e4a6b97dcd91'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:27:53.377248 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070f43fe-29d9-42f7-b1f9-6fd733c77a45 None None] Attempting to bind port 3313e3f0-5910-41e1-942a-bcdc78e51cd3 on network 1232b945-80c7-4521-a828-e4a6b97dcd91 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:27:53.380214 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f43fe-29d9-42f7-b1f9-6fd733c77a45 None None] Pushing event updated for resources: {'Port': ['ID=3313e3f0-5910-41e1-942a-bcdc78e51cd3,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:53.387354 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070f43fe-29d9-42f7-b1f9-6fd733c77a45 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:27:53.387897 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070f43fe-29d9-42f7-b1f9-6fd733c77a45 None None] Checking segment: {'id': '7a35d2d3-cc25-48d1-b25f-297cfd38a8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1232b945-80c7-4521-a828-e4a6b97dcd91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:27:53.388971 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-070f43fe-29d9-42f7-b1f9-6fd733c77a45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:53.389382 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070f43fe-29d9-42f7-b1f9-6fd733c77a45 None None] Bound using segment: {'id': '7a35d2d3-cc25-48d1-b25f-297cfd38a8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1232b945-80c7-4521-a828-e4a6b97dcd91'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:27:53.399030 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0583b29f-23f7-4cb6-85f0-d5e82c4c64c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:53.399433 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:27:53.400667 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-070f43fe-29d9-42f7-b1f9-6fd733c77a45 None None] Bound port: 3313e3f0-5910-41e1-942a-bcdc78e51cd3, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a35d2d3-cc25-48d1-b25f-297cfd38a8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1232b945-80c7-4521-a828-e4a6b97dcd91'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:27:53.400879 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-070f43fe-29d9-42f7-b1f9-6fd733c77a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:53.421739 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8e60696c-7ccc-4afc-a8f1-7fcbc37179e5 req-af0acdf4-df68-40e4-a6b6-09279599511e tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:53.495782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d04ab9-0569-4e75-87e7-741ec290a83d req-3a4b9161-a36b-4ffc-9abd-8b140b30d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:53.498598 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-87d04ab9-0569-4e75-87e7-741ec290a83d req-3a4b9161-a36b-4ffc-9abd-8b140b30d962 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1873822 May 13 14:27:53.505638 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8e60696c-7ccc-4afc-a8f1-7fcbc37179e5 req-af0acdf4-df68-40e4-a6b6-09279599511e tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:53.574919 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-070f43fe-29d9-42f7-b1f9-6fd733c77a45 None None] For port 3313e3f0-5910-41e1-942a-bcdc78e51cd3, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:27:53.584814 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-070f43fe-29d9-42f7-b1f9-6fd733c77a45 None None] For port 3313e3f0-5910-41e1-942a-bcdc78e51cd3, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3313e3f0-5910-41e1-942a-bcdc78e51cd3,segment=NetworkSegment(7a35d2d3-cc25-48d1-b25f-297cfd38a8de),segment_id=7a35d2d3-cc25-48d1-b25f-297cfd38a8de)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:27:53.593097 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-070f43fe-29d9-42f7-b1f9-6fd733c77a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:53.708893 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe22307c-ba36-4e76-8950-85fb60540375 req-94d37f52-2508-4b0e-b313-a28039576558 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Network 0e26aec9-4c39-41a9-af37-ccef8c346b04 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:27:53.718749 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-fe22307c-ba36-4e76-8950-85fb60540375 req-94d37f52-2508-4b0e-b313-a28039576558 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:27:53.737095 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8e60696c-7ccc-4afc-a8f1-7fcbc37179e5 req-af0acdf4-df68-40e4-a6b6-09279599511e tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:53.751874 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8e60696c-7ccc-4afc-a8f1-7fcbc37179e5 req-af0acdf4-df68-40e4-a6b6-09279599511e tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1188285 May 13 14:27:53.758207 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f43fe-29d9-42f7-b1f9-6fd733c77a45 None None] Pushing event updated for resources: {'Port': ['ID=3313e3f0-5910-41e1-942a-bcdc78e51cd3,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:53.790337 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe22307c-ba36-4e76-8950-85fb60540375 req-94d37f52-2508-4b0e-b313-a28039576558 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:27:53.890352 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0acdf4-df68-40e4-a6b6-09279599511e tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f84911f-c3ff-45d5-af04-81a82b5f33aa,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:54.001629 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-15a16f74-7455-49bb-8341-254cf9c606b7 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:54.003088 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-15a16f74-7455-49bb-8341-254cf9c606b7 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6398385 May 13 14:27:54.020669 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22307c-ba36-4e76-8950-85fb60540375 req-94d37f52-2508-4b0e-b313-a28039576558 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:54.021305 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fe22307c-ba36-4e76-8950-85fb60540375 req-94d37f52-2508-4b0e-b313-a28039576558 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:54.055595 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-425228a6-6d05-4f33-b55a-9f4f3cd5023f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Request body: {'port': {'device_id': 'ad9ee44d-1e65-43d1-9386-49f83a251d2f', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'admin_state_up': True, 'tenant_id': '962f6f1c5f254c0e8074696f76cb0054'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:27:54.093069 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-64d4e21e-c348-459f-8217-4bff6c71275a req-c7eca308-5e79-4720-a928-edf89e732bdc tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:54.186761 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eca308-5e79-4720-a928-edf89e732bdc tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Pushing event deleted for resources: {'Port': ['ID=a9c2cf7c-de33-4bdd-b52a-10c6271dfc51,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:54.194443 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d04ab9-0569-4e75-87e7-741ec290a83d req-a594573b-5047-4042-9151-c0feffd162e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:54.200180 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-87d04ab9-0569-4e75-87e7-741ec290a83d req-a594573b-5047-4042-9151-c0feffd162e1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6720181 May 13 14:27:54.240746 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fe22307c-ba36-4e76-8950-85fb60540375 req-94d37f52-2508-4b0e-b313-a28039576558 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0498981 May 13 14:27:54.258707 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-f4953616-8340-48bd-88f2-522b12d55f95 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:54.265805 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-f4953616-8340-48bd-88f2-522b12d55f95 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9043422 May 13 14:27:54.275333 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-fe22307c-ba36-4e76-8950-85fb60540375 req-986d60fb-2762-48df-9325-04445faac67f service neutron] Request body: {'port': {'device_id': '4070bc66-723a-42cf-a605-04d86b5ea0bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:27:54.347521 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 716e3e17-e5fb-43b1-8fca-63eb958add6e details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:27:54.352322 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-a79aede9-f1e2-420a-be27-ab0f5f7a2ee6 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/quotas/962f6f1c5f254c0e8074696f76cb0054 HTTP/1.1" status: 200 len: 375 time: 0.0855000 May 13 14:27:54.384111 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d4e21e-c348-459f-8217-4bff6c71275a req-c7eca308-5e79-4720-a928-edf89e732bdc tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] No DVR routers for this DVR port a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:27:54.390174 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-64d4e21e-c348-459f-8217-4bff6c71275a req-c7eca308-5e79-4720-a928-edf89e732bdc tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:54.395205 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679719d0-5e2d-414a-9380-2e3da3e182a3', 'name': 'network-vif-deleted', 'tag': 'a9c2cf7c-de33-4bdd-b52a-10c6271dfc51'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:54.468213 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-3c513b1e-ba76-4c66-93b2-708a4fe36f4c tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=962f6f1c5f254c0e8074696f76cb0054&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1041901 May 13 14:27:54.469966 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64d4e21e-c348-459f-8217-4bff6c71275a req-c7eca308-5e79-4720-a928-edf89e732bdc tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.74 "DELETE /v2.0/ports/a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 HTTP/1.1" status: 204 len: 173 time: 3.1385374 May 13 14:27:54.503651 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263253a-7de9-4205-9463-49b893d88381 req-fe25ded5-95c7-4c4d-bcd6-09b6cbc673d1 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:54.505486 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-425228a6-6d05-4f33-b55a-9f4f3cd5023f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:54.512230 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3263253a-7de9-4205-9463-49b893d88381 req-fe25ded5-95c7-4c4d-bcd6-09b6cbc673d1 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 947 time: 0.5407212 May 13 14:27:54.517528 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-425228a6-6d05-4f33-b55a-9f4f3cd5023f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Usage tracker for resource:port and tenant:962f6f1c5f254c0e8074696f76cb0054 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:54.522422 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-425228a6-6d05-4f33-b55a-9f4f3cd5023f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:54.525829 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 716e3e17-e5fb-43b1-8fca-63eb958add6e, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=716e3e17-e5fb-43b1-8fca-63eb958add6e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:54.541839 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '716e3e17-e5fb-43b1-8fca-63eb958add6e', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': '716e3e17-e5fb-43b1-8fca-63eb958add6e', 'mac_address': 'fa:16:3e:ac:62:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:27:54.549396 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-7be188ce-bb34-4836-839e-963ad37cd05d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b6552c1-50e5-404b-a3b5-e5d2fe719a69 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:27:54.549887 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-425228a6-6d05-4f33-b55a-9f4f3cd5023f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:54.551807 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fe22307c-ba36-4e76-8950-85fb60540375 req-986d60fb-2762-48df-9325-04445faac67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:54.564226 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-7be188ce-bb34-4836-839e-963ad37cd05d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:54.575770 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-87d04ab9-0569-4e75-87e7-741ec290a83d req-7b54cfe9-6e32-4c16-b974-9151eaa18424 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618772 May 13 14:27:54.594500 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:27:54.619449 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-7be188ce-bb34-4836-839e-963ad37cd05d service neutron] Transition to ACTIVE for port object 8b6552c1-50e5-404b-a3b5-e5d2fe719a69 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:27:54.628152 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3263253a-7de9-4205-9463-49b893d88381 req-5453b078-a7a6-419a-83bc-e1493f445e18 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146669 May 13 14:27:54.652621 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:27:54.652975 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device a9c2cf7c-de33-4bdd-b52a-10c6271dfc51 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:27:54.685313 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 716e3e17-e5fb-43b1-8fca-63eb958add6e is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:27:54.685703 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:54.743550 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 716e3e17-e5fb-43b1-8fca-63eb958add6e {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:27:54.781513 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-7be188ce-bb34-4836-839e-963ad37cd05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:54.786803 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 716e3e17-e5fb-43b1-8fca-63eb958add6e, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=716e3e17-e5fb-43b1-8fca-63eb958add6e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:54.792207 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:54.943278 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=716e3e17-e5fb-43b1-8fca-63eb958add6e,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:55.033019 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3313e3f0-5910-41e1-942a-bcdc78e51cd3 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:27:55.090533 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-425228a6-6d05-4f33-b55a-9f4f3cd5023f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Made reservation on behalf of 962f6f1c5f254c0e8074696f76cb0054 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:27:55.096023 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['716e3e17-e5fb-43b1-8fca-63eb958add6e'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:27:55.100023 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-425228a6-6d05-4f33-b55a-9f4f3cd5023f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:55.260083 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be188ce-bb34-4836-839e-963ad37cd05d service neutron] Pushing event updated for resources: {'Port': ['ID=8b6552c1-50e5-404b-a3b5-e5d2fe719a69,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:55.281116 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 3313e3f0-5910-41e1-942a-bcdc78e51cd3 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:27:55.320992 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82768d6-21f0-450c-af92-7e71ce88c42d None None] Network 1232b945-80c7-4521-a828-e4a6b97dcd91 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:27:55.355468 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-87d04ab9-0569-4e75-87e7-741ec290a83d req-5b2dd9ff-008a-42c7-9a67-302b7bc400f0 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7709270 May 13 14:27:55.387058 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b7f1c-4141-46d6-a335-ec2a537e7ac7 req-1a897643-22cf-4a5d-bd79-76fb4aa43aa4 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:55.388220 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-bb3b7f1c-4141-46d6-a335-ec2a537e7ac7 req-1a897643-22cf-4a5d-bd79-76fb4aa43aa4 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Synchronizing usage tracker for tenant:0b965b9ed3c14545bbd8d2dd215e4150 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:27:55.414518 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-7be188ce-bb34-4836-839e-963ad37cd05d service neutron] Attempting to bind port 8b6552c1-50e5-404b-a3b5-e5d2fe719a69 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:27:55.414862 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-7be188ce-bb34-4836-839e-963ad37cd05d service neutron] Attempting to bind port 8b6552c1-50e5-404b-a3b5-e5d2fe719a69 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '4de81870-514b-421a-aa28-4abfc32b1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '615f1b1d-e928-4b1a-811f-c88ac2129812'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:27:55.415192 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-7be188ce-bb34-4836-839e-963ad37cd05d service neutron] Attempting to bind port 8b6552c1-50e5-404b-a3b5-e5d2fe719a69 on network 615f1b1d-e928-4b1a-811f-c88ac2129812 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:27:55.424770 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-7be188ce-bb34-4836-839e-963ad37cd05d service neutron] Port 8b6552c1-50e5-404b-a3b5-e5d2fe719a69 on network 615f1b1d-e928-4b1a-811f-c88ac2129812 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:27:55.425194 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-7be188ce-bb34-4836-839e-963ad37cd05d service neutron] Attempting to bind port 8b6552c1-50e5-404b-a3b5-e5d2fe719a69 on network 615f1b1d-e928-4b1a-811f-c88ac2129812 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:27:55.432626 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-bb3b7f1c-4141-46d6-a335-ec2a537e7ac7 req-1a897643-22cf-4a5d-bd79-76fb4aa43aa4 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Unset dirty status for tenant:0b965b9ed3c14545bbd8d2dd215e4150 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:27:55.442105 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bb3b7f1c-4141-46d6-a335-ec2a537e7ac7 req-1a897643-22cf-4a5d-bd79-76fb4aa43aa4 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f30e7d0-a4bb-4385-94c9-0fbe1613739d HTTP/1.1" status: 200 len: 944 time: 0.5834615 May 13 14:27:55.444037 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-7be188ce-bb34-4836-839e-963ad37cd05d service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:27:55.444365 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-7be188ce-bb34-4836-839e-963ad37cd05d service neutron] Checking segment: {'id': '4de81870-514b-421a-aa28-4abfc32b1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '615f1b1d-e928-4b1a-811f-c88ac2129812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:27:55.444751 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-7be188ce-bb34-4836-839e-963ad37cd05d service neutron] Bound using segment: {'id': '4de81870-514b-421a-aa28-4abfc32b1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '615f1b1d-e928-4b1a-811f-c88ac2129812'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:27:55.445184 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-7be188ce-bb34-4836-839e-963ad37cd05d service neutron] Bound port: 8b6552c1-50e5-404b-a3b5-e5d2fe719a69, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de81870-514b-421a-aa28-4abfc32b1d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '615f1b1d-e928-4b1a-811f-c88ac2129812'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:27:55.445531 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-7be188ce-bb34-4836-839e-963ad37cd05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:55.467588 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c117706a-7956-4c9f-9ee5-ec8dc0375137 None None] Provisioning for port 3313e3f0-5910-41e1-942a-bcdc78e51cd3 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:27:55.487710 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-425228a6-6d05-4f33-b55a-9f4f3cd5023f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:55.491740 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c117706a-7956-4c9f-9ee5-ec8dc0375137 None None] Provisioning complete for port 3313e3f0-5910-41e1-942a-bcdc78e51cd3 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:27:55.492240 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c117706a-7956-4c9f-9ee5-ec8dc0375137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:55.564451 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bb3b7f1c-4141-46d6-a335-ec2a537e7ac7 req-fe9d0b2c-abfd-48d1-8453-41f8f654556d tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213486 May 13 14:27:55.599208 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0583b29f-23f7-4cb6-85f0-d5e82c4c64c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:55.619611 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-7be188ce-bb34-4836-839e-963ad37cd05d service neutron] For port 8b6552c1-50e5-404b-a3b5-e5d2fe719a69, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:27:55.626604 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-7be188ce-bb34-4836-839e-963ad37cd05d service neutron] For port 8b6552c1-50e5-404b-a3b5-e5d2fe719a69, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=8b6552c1-50e5-404b-a3b5-e5d2fe719a69,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:27:55.633788 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-7be188ce-bb34-4836-839e-963ad37cd05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:55.655168 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-425228a6-6d05-4f33-b55a-9f4f3cd5023f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:55.665290 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-303d19d0-eb5e-41e2-8ac2-b76591b2e437 req-63db59a0-0796-48f2-9ede-1b47e1abfaad tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=679719d0-5e2d-414a-9380-2e3da3e182a3 HTTP/1.1" status: 200 len: 210 time: 0.8004107 May 13 14:27:55.666408 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0583b29f-23f7-4cb6-85f0-d5e82c4c64c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:55.671018 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-425228a6-6d05-4f33-b55a-9f4f3cd5023f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Usage tracker for resource:security_group_rule and tenant:962f6f1c5f254c0e8074696f76cb0054 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:55.675798 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-fe22307c-ba36-4e76-8950-85fb60540375 req-986d60fb-2762-48df-9325-04445faac67f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:27:55.680235 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-425228a6-6d05-4f33-b55a-9f4f3cd5023f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:55.725680 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fe22307c-ba36-4e76-8950-85fb60540375 req-986d60fb-2762-48df-9325-04445faac67f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:55.728486 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-425228a6-6d05-4f33-b55a-9f4f3cd5023f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:55.765949 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-7be188ce-bb34-4836-839e-963ad37cd05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:55.766806 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-7be188ce-bb34-4836-839e-963ad37cd05d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:55.772271 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-7be188ce-bb34-4836-839e-963ad37cd05d service neutron] 10.222.0.59 "PUT /v2.0/ports/8b6552c1-50e5-404b-a3b5-e5d2fe719a69 HTTP/1.1" status: 200 len: 1092 time: 3.7677224 May 13 14:27:55.773168 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be188ce-bb34-4836-839e-963ad37cd05d service neutron] Pushing event updated for resources: {'Port': ['ID=8b6552c1-50e5-404b-a3b5-e5d2fe719a69,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:55.802215 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-fe22307c-ba36-4e76-8950-85fb60540375 req-986d60fb-2762-48df-9325-04445faac67f service neutron] Transition to ACTIVE for port object d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:27:55.812884 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fe22307c-ba36-4e76-8950-85fb60540375 req-986d60fb-2762-48df-9325-04445faac67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:55.869957 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-c117706a-7956-4c9f-9ee5-ec8dc0375137 None None] Current status of the port 3313e3f0-5910-41e1-942a-bcdc78e51cd3 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:27:55.870191 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c117706a-7956-4c9f-9ee5-ec8dc0375137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:55.915848 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-c117706a-7956-4c9f-9ee5-ec8dc0375137 None None] For port 3313e3f0-5910-41e1-942a-bcdc78e51cd3, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3313e3f0-5910-41e1-942a-bcdc78e51cd3,segment=NetworkSegment(7a35d2d3-cc25-48d1-b25f-297cfd38a8de),segment_id=7a35d2d3-cc25-48d1-b25f-297cfd38a8de)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:55.922347 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c117706a-7956-4c9f-9ee5-ec8dc0375137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:55.973430 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-cf7dca30-8f82-4972-bd01-82462c089400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:55.975291 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-cf7dca30-8f82-4972-bd01-82462c089400 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b965b9ed3c14545bbd8d2dd215e4150&device_id=0f30e7d0-a4bb-4385-94c9-0fbe1613739d HTTP/1.1" status: 200 len: 1095 time: 0.1270180 May 13 14:27:56.043608 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117706a-7956-4c9f-9ee5-ec8dc0375137 None None] Pushing event updated for resources: {'Port': ['ID=3313e3f0-5910-41e1-942a-bcdc78e51cd3,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:56.070569 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-5c92795a-5584-4482-a3ee-17b10b98a507 req-8a7b978b-8ff2-4aa4-ac74-5e589582455f tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-708973202', 'description': 'tempest-description-962368638'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:27:56.074584 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-b58aebc5-71db-484c-8c9b-fc1abd9085ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b6552c1-50e5-404b-a3b5-e5d2fe719a69 HTTP/1.1" status: 200 len: 217 time: 0.0915377 May 13 14:27:56.077381 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-5c92795a-5584-4482-a3ee-17b10b98a507 req-8a7b978b-8ff2-4aa4-ac74-5e589582455f tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:56.081795 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-5c92795a-5584-4482-a3ee-17b10b98a507 req-8a7b978b-8ff2-4aa4-ac74-5e589582455f tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Usage tracker for resource:security_group and tenant:024b2dca30f64504a0686b8fb9c6e6f0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:56.085824 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-5c92795a-5584-4482-a3ee-17b10b98a507 req-8a7b978b-8ff2-4aa4-ac74-5e589582455f tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:56.124608 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-5c92795a-5584-4482-a3ee-17b10b98a507 req-8a7b978b-8ff2-4aa4-ac74-5e589582455f tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:56.151342 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5c92795a-5584-4482-a3ee-17b10b98a507 req-8a7b978b-8ff2-4aa4-ac74-5e589582455f tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:56.172278 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5c92795a-5584-4482-a3ee-17b10b98a507 req-8a7b978b-8ff2-4aa4-ac74-5e589582455f tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:56.204463 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d60fb-2762-48df-9325-04445faac67f service neutron] Pushing event updated for resources: {'Port': ['ID=d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:56.258330 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-1923251c-d58f-4a80-9d5a-55918d4da4f0 None None] Provisioning complete for port 3313e3f0-5910-41e1-942a-bcdc78e51cd3 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:27:56.259025 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1923251c-d58f-4a80-9d5a-55918d4da4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:56.312693 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-48c8cc89-c51e-4664-b1c3-eb19ac068dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:56.315123 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-48c8cc89-c51e-4664-b1c3-eb19ac068dac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e2eec62-0523-4521-82e3-9ab28f45e905 HTTP/1.1" status: 200 len: 845 time: 0.2301130 May 13 14:27:56.320496 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-5c92795a-5584-4482-a3ee-17b10b98a507 req-8a7b978b-8ff2-4aa4-ac74-5e589582455f tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:56.326364 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-0583b29f-23f7-4cb6-85f0-d5e82c4c64c6 admin admin] Allocated IP 172.25.0.226 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/a7ef7012-42e0-4ce8-8125-8f91088e1515) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:27:56.327071 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-5c92795a-5584-4482-a3ee-17b10b98a507 req-8a7b978b-8ff2-4aa4-ac74-5e589582455f tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Usage tracker for resource:security_group_rule and tenant:024b2dca30f64504a0686b8fb9c6e6f0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:56.365968 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-5c92795a-5584-4482-a3ee-17b10b98a507 req-8a7b978b-8ff2-4aa4-ac74-5e589582455f tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:56.370202 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 716e3e17-e5fb-43b1-8fca-63eb958add6e up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:27:56.406807 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-5c92795a-5584-4482-a3ee-17b10b98a507 req-8a7b978b-8ff2-4aa4-ac74-5e589582455f tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:56.411173 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-bc0cf5e2-a9ba-4120-a469-7f0c1ae6ae11 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=615f1b1d-e928-4b1a-811f-c88ac2129812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795243 May 13 14:27:56.413284 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-425228a6-6d05-4f33-b55a-9f4f3cd5023f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:56.419059 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-70d7f0ad-eb8f-48b6-8538-661f022ab679 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=962f6f1c5f254c0e8074696f76cb0054&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497944 May 13 14:27:56.486914 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-425228a6-6d05-4f33-b55a-9f4f3cd5023f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:56.516989 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047faff-05f5-4128-afd0-dc269ebda3c6 req-96b3df6f-8f79-452a-9c8a-872affb28c91 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:56.523995 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b047faff-05f5-4128-afd0-dc269ebda3c6 req-96b3df6f-8f79-452a-9c8a-872affb28c91 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=4070bc66-723a-42cf-a605-04d86b5ea0bc HTTP/1.1" status: 200 len: 943 time: 0.5234089 May 13 14:27:56.526721 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 716e3e17-e5fb-43b1-8fca-63eb958add6e completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:27:56.542684 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1923251c-d58f-4a80-9d5a-55918d4da4f0 None None] Current status of the port 3313e3f0-5910-41e1-942a-bcdc78e51cd3 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:27:56.545484 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 716e3e17-e5fb-43b1-8fca-63eb958add6e triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:27:56.546218 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:56.594586 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-fe22307c-ba36-4e76-8950-85fb60540375 req-986d60fb-2762-48df-9325-04445faac67f service neutron] Attempting to bind port d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:27:56.594886 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-fe22307c-ba36-4e76-8950-85fb60540375 req-986d60fb-2762-48df-9325-04445faac67f service neutron] Attempting to bind port d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '212baf6b-5017-40bb-96cc-46cb7ca012f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0e26aec9-4c39-41a9-af37-ccef8c346b04'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:27:56.595336 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe22307c-ba36-4e76-8950-85fb60540375 req-986d60fb-2762-48df-9325-04445faac67f service neutron] Attempting to bind port d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1 on network 0e26aec9-4c39-41a9-af37-ccef8c346b04 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:27:56.633788 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425228a6-6d05-4f33-b55a-9f4f3cd5023f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20439e13-78ba-4840-a41d-70cac54136f8,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:56.636334 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe22307c-ba36-4e76-8950-85fb60540375 req-986d60fb-2762-48df-9325-04445faac67f service neutron] Port d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1 on network 0e26aec9-4c39-41a9-af37-ccef8c346b04 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:27:56.636724 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe22307c-ba36-4e76-8950-85fb60540375 req-986d60fb-2762-48df-9325-04445faac67f service neutron] Attempting to bind port d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1 on network 0e26aec9-4c39-41a9-af37-ccef8c346b04 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:27:56.686416 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe22307c-ba36-4e76-8950-85fb60540375 req-986d60fb-2762-48df-9325-04445faac67f service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:27:56.686861 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe22307c-ba36-4e76-8950-85fb60540375 req-986d60fb-2762-48df-9325-04445faac67f service neutron] Checking segment: {'id': '212baf6b-5017-40bb-96cc-46cb7ca012f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0e26aec9-4c39-41a9-af37-ccef8c346b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:27:56.687340 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe22307c-ba36-4e76-8950-85fb60540375 req-986d60fb-2762-48df-9325-04445faac67f service neutron] Bound using segment: {'id': '212baf6b-5017-40bb-96cc-46cb7ca012f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0e26aec9-4c39-41a9-af37-ccef8c346b04'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:27:56.687866 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-fe22307c-ba36-4e76-8950-85fb60540375 req-986d60fb-2762-48df-9325-04445faac67f service neutron] Bound port: d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '212baf6b-5017-40bb-96cc-46cb7ca012f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0e26aec9-4c39-41a9-af37-ccef8c346b04'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:27:56.688280 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fe22307c-ba36-4e76-8950-85fb60540375 req-986d60fb-2762-48df-9325-04445faac67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:56.737668 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 716e3e17-e5fb-43b1-8fca-63eb958add6e is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:27:56.738087 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:56.747607 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-e0ce645f-cbf6-4303-b88d-0505a3acd62f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:56.749077 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-e0ce645f-cbf6-4303-b88d-0505a3acd62f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3039281 May 13 14:27:56.752123 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-9187d9ab-f3f9-4986-8dc0-d5c16fa7c52b service neutron] 10.222.0.59 "GET /v2.0/networks/615f1b1d-e928-4b1a-811f-c88ac2129812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354082 May 13 14:27:56.760200 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b047faff-05f5-4128-afd0-dc269ebda3c6 req-a76ee924-156e-4e84-8d21-d9ee87d243bb tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352335 May 13 14:27:56.772808 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d061fb-033d-43ab-be5f-8c381643e2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716e3e17-e5fb-43b1-8fca-63eb958add6e'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:56.785185 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 716e3e17-e5fb-43b1-8fca-63eb958add6e, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=716e3e17-e5fb-43b1-8fca-63eb958add6e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:56.791979 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-329e719b-cea8-4ac0-bb82-3f3cd25e113c tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Request body: {'port': {'device_id': 'cd97781e-09d8-4c5d-92b2-880d56cbd266', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'admin_state_up': True, 'tenant_id': '962f6f1c5f254c0e8074696f76cb0054'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:27:56.797243 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:56.840543 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0583b29f-23f7-4cb6-85f0-d5e82c4c64c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:56.893212 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-fe22307c-ba36-4e76-8950-85fb60540375 req-986d60fb-2762-48df-9325-04445faac67f service neutron] For port d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:27:56.900499 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-fe22307c-ba36-4e76-8950-85fb60540375 req-986d60fb-2762-48df-9325-04445faac67f service neutron] For port d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1,segment=NetworkSegment(212baf6b-5017-40bb-96cc-46cb7ca012f5),segment_id=212baf6b-5017-40bb-96cc-46cb7ca012f5)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:27:56.910510 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=716e3e17-e5fb-43b1-8fca-63eb958add6e,revision_number=9']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:56.911968 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-425228a6-6d05-4f33-b55a-9f4f3cd5023f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Allocated IP 192.168.233.151 (7d165b7c-a84b-4191-823a-46e347c23eb5/fb4bc443-ac8b-4686-9d3b-15c2430aa8ca/3ed5edfc-cae7-4254-8740-bf78d8fca6ff) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:27:56.917890 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fe22307c-ba36-4e76-8950-85fb60540375 req-986d60fb-2762-48df-9325-04445faac67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:56.970420 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5c92795a-5584-4482-a3ee-17b10b98a507 req-8a7b978b-8ff2-4aa4-ac74-5e589582455f tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:56.980860 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5c92795a-5584-4482-a3ee-17b10b98a507 req-8a7b978b-8ff2-4aa4-ac74-5e589582455f tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:56.989114 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3313e3f0-5910-41e1-942a-bcdc78e51cd3 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:27:57.009050 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-5c92795a-5584-4482-a3ee-17b10b98a507 req-8a7b978b-8ff2-4aa4-ac74-5e589582455f tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:57.026736 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22307c-ba36-4e76-8950-85fb60540375 req-986d60fb-2762-48df-9325-04445faac67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:57.027450 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fe22307c-ba36-4e76-8950-85fb60540375 req-986d60fb-2762-48df-9325-04445faac67f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:57.028845 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fe22307c-ba36-4e76-8950-85fb60540375 req-986d60fb-2762-48df-9325-04445faac67f service neutron] 10.222.0.74 "PUT /v2.0/ports/d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1 HTTP/1.1" status: 200 len: 1091 time: 2.7597437 May 13 14:27:57.036413 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4070bc66-723a-42cf-a605-04d86b5ea0bc', 'tag': 'd5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:57.043651 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-5c92795a-5584-4482-a3ee-17b10b98a507 req-8a7b978b-8ff2-4aa4-ac74-5e589582455f tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Usage tracker for resource:security_group_rule and tenant:024b2dca30f64504a0686b8fb9c6e6f0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:57.059203 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-5c92795a-5584-4482-a3ee-17b10b98a507 req-8a7b978b-8ff2-4aa4-ac74-5e589582455f tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:57.087410 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d60fb-2762-48df-9325-04445faac67f service neutron] Pushing event updated for resources: {'Port': ['ID=d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:57.090324 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0583b29f-23f7-4cb6-85f0-d5e82c4c64c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:57.091786 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 3313e3f0-5910-41e1-942a-bcdc78e51cd3 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:27:57.092588 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:57.101120 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-5c92795a-5584-4482-a3ee-17b10b98a507 req-8a7b978b-8ff2-4aa4-ac74-5e589582455f tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:57.107503 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b978b-8ff2-4aa4-ac74-5e589582455f tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08cb453-f799-4438-9a93-83d77efac0c1,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:57.119303 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b5e45fba-6634-4b12-9182-b33065eabf82 req-7d2e5ea2-b7fc-49eb-8d0a-7c5c05b8966a service neutron] 10.222.0.59 "GET /v2.0/networks/615f1b1d-e928-4b1a-811f-c88ac2129812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556447 May 13 14:27:57.125986 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-329e719b-cea8-4ac0-bb82-3f3cd25e113c tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:57.131661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-329e719b-cea8-4ac0-bb82-3f3cd25e113c tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Usage tracker for resource:port and tenant:962f6f1c5f254c0e8074696f76cb0054 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:57.137141 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-efd80b2a-508a-41e0-8704-e7a90d135c90 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d9b4b5cc52af4b958e98ba51714ed884&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0960734 May 13 14:27:57.141174 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-329e719b-cea8-4ac0-bb82-3f3cd25e113c tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:57.150490 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-329e719b-cea8-4ac0-bb82-3f3cd25e113c tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:57.174278 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-329e719b-cea8-4ac0-bb82-3f3cd25e113c tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Made reservation on behalf of 962f6f1c5f254c0e8074696f76cb0054 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:27:57.178077 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-329e719b-cea8-4ac0-bb82-3f3cd25e113c tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:57.199407 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5e62b5dd-29bd-43b1-a8ec-7ce7029fe627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:57.267184 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 3313e3f0-5910-41e1-942a-bcdc78e51cd3 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:27:57.280191 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5c92795a-5584-4482-a3ee-17b10b98a507 req-8a7b978b-8ff2-4aa4-ac74-5e589582455f tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:57.294654 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5c92795a-5584-4482-a3ee-17b10b98a507 req-8a7b978b-8ff2-4aa4-ac74-5e589582455f tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:57.320250 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0583b29f-23f7-4cb6-85f0-d5e82c4c64c6 admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:27:57.357034 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b978b-8ff2-4aa4-ac74-5e589582455f tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9204cd49-cbdd-4bb3-893c-30836c1b6398,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:57.360755 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5c92795a-5584-4482-a3ee-17b10b98a507 req-8a7b978b-8ff2-4aa4-ac74-5e589582455f tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:57.361956 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5c92795a-5584-4482-a3ee-17b10b98a507 req-8a7b978b-8ff2-4aa4-ac74-5e589582455f tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3038185 May 13 14:27:57.383951 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-0583b29f-23f7-4cb6-85f0-d5e82c4c64c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:27:57.400510 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0583b29f-23f7-4cb6-85f0-d5e82c4c64c6 admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:27:57.411276 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeb36573-1aba-41fc-8b1d-1a23ce8b15f0'] response: {'server_uuid': '679719d0-5e2d-414a-9380-2e3da3e182a3', 'name': 'network-vif-deleted', 'tag': 'a9c2cf7c-de33-4bdd-b52a-10c6271dfc51', 'status': 'completed', 'code': 200} May 13 14:27:57.440211 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583b29f-23f7-4cb6-85f0-d5e82c4c64c6 admin admin] Pushing event updated for resources: {'Port': ['ID=a7ef7012-42e0-4ce8-8125-8f91088e1515,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:57.741353 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-14174f9e-d2f0-4e5c-9da6-f189fd80b967 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:57.742767 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-14174f9e-d2f0-4e5c-9da6-f189fd80b967 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6048875 May 13 14:27:57.764434 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2b249f88-7a9a-4cfd-8814-163c08e2c384 req-82078dc1-3f65-401d-a13d-6cff2eee68ec tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Synchronizing usage tracker for tenant:962f6f1c5f254c0e8074696f76cb0054 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:27:57.791360 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-6dafba7f-2bc0-443e-918b-c64470db99ed tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:57.792907 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-6dafba7f-2bc0-443e-918b-c64470db99ed tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.59 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8&tenant_id=652541c50878480891452a61002970b5&binding%3Ahost_id=n-h1-841760-1 HTTP/1.1" status: 200 len: 949 time: 0.1432760 May 13 14:27:57.793913 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2b249f88-7a9a-4cfd-8814-163c08e2c384 req-82078dc1-3f65-401d-a13d-6cff2eee68ec tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Unset dirty status for tenant:962f6f1c5f254c0e8074696f76cb0054 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:27:57.796340 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2b249f88-7a9a-4cfd-8814-163c08e2c384 req-82078dc1-3f65-401d-a13d-6cff2eee68ec tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd97781e-09d8-4c5d-92b2-880d56cbd266 HTTP/1.1" status: 200 len: 210 time: 0.0818207 May 13 14:27:57.808490 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22307c-ba36-4e76-8950-85fb60540375 req-d00eaf46-d6f4-494d-a99a-a87778f8c009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:57.809931 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fe22307c-ba36-4e76-8950-85fb60540375 req-d00eaf46-d6f4-494d-a99a-a87778f8c009 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=31b88fba682a40f4abf9c2e6f3dd4da1&device_id=4070bc66-723a-42cf-a605-04d86b5ea0bc HTTP/1.1" status: 200 len: 1094 time: 0.7156520 May 13 14:27:57.878580 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-5b591ab3-cffe-4a01-937d-fa66eb66a325 service neutron] 10.222.0.59 "GET /v2.0/ports/716e3e17-e5fb-43b1-8fca-63eb958add6e/bindings/n-h1-841760-1 HTTP/1.1" status: 200 len: 382 time: 0.0791972 May 13 14:27:57.917446 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-425228a6-6d05-4f33-b55a-9f4f3cd5023f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:57.921483 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-454cbf77-b974-4b3a-a01a-ec52d5951b1c tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/quotas/d9b4b5cc52af4b958e98ba51714ed884 HTTP/1.1" status: 200 len: 375 time: 0.1258430 May 13 14:27:57.948971 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fe22307c-ba36-4e76-8950-85fb60540375 req-4ed58020-3502-4d50-a4be-c8915e1fd2a5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1 HTTP/1.1" status: 200 len: 217 time: 0.1195357 May 13 14:27:58.041011 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-e4b413c6-d803-4659-8426-13dd20ff0d63 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d9b4b5cc52af4b958e98ba51714ed884&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0936844 May 13 14:27:58.042019 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86823af-3349-475d-8da1-9f1ad5d722a2 req-fd487b71-fd68-4977-851f-3ed32a519add tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:58.043552 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f86823af-3349-475d-8da1-9f1ad5d722a2 req-fd487b71-fd68-4977-851f-3ed32a519add tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f30e7d0-a4bb-4385-94c9-0fbe1613739d HTTP/1.1" status: 200 len: 944 time: 0.1488600 May 13 14:27:58.046866 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-b6d62061-b859-4c0a-9a5f-4fc114d223ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:58.048247 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-b6d62061-b859-4c0a-9a5f-4fc114d223ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 1100 time: 0.1209342 May 13 14:27:58.056623 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-425228a6-6d05-4f33-b55a-9f4f3cd5023f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Transition to ACTIVE for port object 3ed5edfc-cae7-4254-8740-bf78d8fca6ff will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:27:58.141621 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22307c-ba36-4e76-8950-85fb60540375 req-0c3175ad-0a84-4c62-9bad-430d759f8ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:58.142946 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fe22307c-ba36-4e76-8950-85fb60540375 req-0c3175ad-0a84-4c62-9bad-430d759f8ad2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d98d3701-9056-4eba-bf1f-28c8c023123f HTTP/1.1" status: 200 len: 853 time: 0.1586795 May 13 14:27:58.148173 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:58.208740 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fe22307c-ba36-4e76-8950-85fb60540375 req-d6a77d36-49e3-49c7-ae9a-6eba46458fc4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e26aec9-4c39-41a9-af37-ccef8c346b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532124 May 13 14:27:58.278546 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-addd80cf-d4bb-4ad9-8622-7e211411857e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:58.280842 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-addd80cf-d4bb-4ad9-8622-7e211411857e service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.2266071 May 13 14:27:58.301703 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f03d536-e747-4d4b-9fd0-7d10cc82a443'] response: {'server_uuid': '74d061fb-033d-43ab-be5f-8c381643e2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716e3e17-e5fb-43b1-8fca-63eb958add6e', 'code': 200} May 13 14:27:58.310658 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f86823af-3349-475d-8da1-9f1ad5d722a2 req-d13b8203-e169-46a2-8290-7a72bf13f645 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321651 May 13 14:27:58.365403 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec9641bc-31be-474c-ba1d-20ea8f9381d1'] response: {'name': 'network-changed', 'server_uuid': '4070bc66-723a-42cf-a605-04d86b5ea0bc', 'tag': 'd5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1', 'status': 'completed', 'code': 200} May 13 14:27:58.372473 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-425228a6-6d05-4f33-b55a-9f4f3cd5023f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:58.464002 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-8e042d02-19f4-4154-a0d8-82374e78cc34 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=716e3e17-e5fb-43b1-8fca-63eb958add6e HTTP/1.1" status: 200 len: 217 time: 0.0814989 May 13 14:27:58.471453 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-92f9fdae-932b-4db4-b354-ee23e6d24558 req-6ed388e4-8c63-4250-8768-227c2ec6bc42 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-938683791', 'description': 'tempest-description-1030159313'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:27:58.480284 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-92f9fdae-932b-4db4-b354-ee23e6d24558 req-6ed388e4-8c63-4250-8768-227c2ec6bc42 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:58.506951 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0583b29f-23f7-4cb6-85f0-d5e82c4c64c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:58.575557 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-425228a6-6d05-4f33-b55a-9f4f3cd5023f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:27:58.604697 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-425228a6-6d05-4f33-b55a-9f4f3cd5023f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:27:58.617030 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425228a6-6d05-4f33-b55a-9f4f3cd5023f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Pushing event updated for resources: {'Port': ['ID=3ed5edfc-cae7-4254-8740-bf78d8fca6ff,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:58.624394 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-425228a6-6d05-4f33-b55a-9f4f3cd5023f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:27:58.653698 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-92f9fdae-932b-4db4-b354-ee23e6d24558 req-6ed388e4-8c63-4250-8768-227c2ec6bc42 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Usage tracker for resource:security_group and tenant:024b2dca30f64504a0686b8fb9c6e6f0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:58.660953 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-92f9fdae-932b-4db4-b354-ee23e6d24558 req-6ed388e4-8c63-4250-8768-227c2ec6bc42 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:58.674601 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-92f9fdae-932b-4db4-b354-ee23e6d24558 req-6ed388e4-8c63-4250-8768-227c2ec6bc42 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:58.686682 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-329e719b-cea8-4ac0-bb82-3f3cd25e113c tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Allocated IP 192.168.233.247 (7d165b7c-a84b-4191-823a-46e347c23eb5/fb4bc443-ac8b-4686-9d3b-15c2430aa8ca/cbf4f581-d663-49f2-97f8-2fac6fb9c8be) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:27:58.715317 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-9ba77a22-7e40-4a72-9bff-4caf65930938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:58.716991 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-9ba77a22-7e40-4a72-9bff-4caf65930938 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.2384245 May 13 14:27:58.722634 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-92f9fdae-932b-4db4-b354-ee23e6d24558 req-6ed388e4-8c63-4250-8768-227c2ec6bc42 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:58.728166 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fe22307c-ba36-4e76-8950-85fb60540375 req-d037703e-9da2-4d57-b02c-b6f0fbf4e663 service neutron] 10.222.0.74 "GET /v2.0/networks/0e26aec9-4c39-41a9-af37-ccef8c346b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647298 May 13 14:27:58.834819 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-92f9fdae-932b-4db4-b354-ee23e6d24558 req-6ed388e4-8c63-4250-8768-227c2ec6bc42 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:58.843487 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-92f9fdae-932b-4db4-b354-ee23e6d24558 req-6ed388e4-8c63-4250-8768-227c2ec6bc42 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Usage tracker for resource:security_group_rule and tenant:024b2dca30f64504a0686b8fb9c6e6f0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:58.848180 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-92f9fdae-932b-4db4-b354-ee23e6d24558 req-6ed388e4-8c63-4250-8768-227c2ec6bc42 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:58.879883 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-92f9fdae-932b-4db4-b354-ee23e6d24558 req-6ed388e4-8c63-4250-8768-227c2ec6bc42 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:58.912475 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-425228a6-6d05-4f33-b55a-9f4f3cd5023f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:58.913067 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-425228a6-6d05-4f33-b55a-9f4f3cd5023f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:58.988133 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a4ad9571-5219-4326-ae45-d249d1963a04 None None] Provisioning for port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:27:58.995834 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a4ad9571-5219-4326-ae45-d249d1963a04 None None] Provisioning complete for port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:27:58.996251 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a4ad9571-5219-4326-ae45-d249d1963a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:59.004637 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-fe6f734e-2018-4af7-b291-31c9ef7e6d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:59.006215 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-fe6f734e-2018-4af7-b291-31c9ef7e6d06 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2634642 May 13 14:27:59.061637 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-425228a6-6d05-4f33-b55a-9f4f3cd5023f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0495889 May 13 14:27:59.069133 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54cf1f5-ed32-47b9-a166-35d26a1cfbe6 req-aa1405b1-041a-40c3-b1e4-ac3e0f40e73c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:59.071817 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-a4ad9571-5219-4326-ae45-d249d1963a04 None None] Port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:27:59.077460 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c54cf1f5-ed32-47b9-a166-35d26a1cfbe6 req-aa1405b1-041a-40c3-b1e4-ac3e0f40e73c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 949 time: 0.6196623 May 13 14:27:59.104407 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] Request body: {'port': {'device_id': 'ad9ee44d-1e65-43d1-9386-49f83a251d2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:27:59.140189 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-329e719b-cea8-4ac0-bb82-3f3cd25e113c tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:59.191498 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-329e719b-cea8-4ac0-bb82-3f3cd25e113c tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Transition to ACTIVE for port object cbf4f581-d663-49f2-97f8-2fac6fb9c8be will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:27:59.248313 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-92f9fdae-932b-4db4-b354-ee23e6d24558 req-6ed388e4-8c63-4250-8768-227c2ec6bc42 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:59.257054 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-92f9fdae-932b-4db4-b354-ee23e6d24558 req-6ed388e4-8c63-4250-8768-227c2ec6bc42 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:59.274697 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-c63ef41a-ed12-4878-9a94-0a52f125063e service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554712 May 13 14:27:59.396672 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fe22307c-ba36-4e76-8950-85fb60540375 req-11cd0579-80da-426f-8263-948ced30b292 service neutron] 10.222.0.74 "GET /v2.0/networks/0e26aec9-4c39-41a9-af37-ccef8c346b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6116576 May 13 14:27:59.398448 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-329e719b-cea8-4ac0-bb82-3f3cd25e113c tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:59.406985 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed388e4-8c63-4250-8768-227c2ec6bc42 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53861f72-b000-43ac-ba77-1cbe16ea12ac,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:59.409147 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-92f9fdae-932b-4db4-b354-ee23e6d24558 req-6ed388e4-8c63-4250-8768-227c2ec6bc42 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:59.410339 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-92f9fdae-932b-4db4-b354-ee23e6d24558 req-6ed388e4-8c63-4250-8768-227c2ec6bc42 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9548962 May 13 14:27:59.434359 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c54cf1f5-ed32-47b9-a166-35d26a1cfbe6 req-3810d824-47c3-4b28-a9b3-fafabb851ab8 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560336 May 13 14:27:59.450111 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f30e7d0-a4bb-4385-94c9-0fbe1613739d', 'tag': '8b6552c1-50e5-404b-a3b5-e5d2fe719a69'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:59.484834 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed388e4-8c63-4250-8768-227c2ec6bc42 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:59.485490 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed388e4-8c63-4250-8768-227c2ec6bc42 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:59.485490 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed388e4-8c63-4250-8768-227c2ec6bc42 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:59.486229 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed388e4-8c63-4250-8768-227c2ec6bc42 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:59.486229 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed388e4-8c63-4250-8768-227c2ec6bc42 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:59.486451 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed388e4-8c63-4250-8768-227c2ec6bc42 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:59.486774 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed388e4-8c63-4250-8768-227c2ec6bc42 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:59.487096 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed388e4-8c63-4250-8768-227c2ec6bc42 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:59.487740 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed388e4-8c63-4250-8768-227c2ec6bc42 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:59.487740 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed388e4-8c63-4250-8768-227c2ec6bc42 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:59.488057 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed388e4-8c63-4250-8768-227c2ec6bc42 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:59.488377 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed388e4-8c63-4250-8768-227c2ec6bc42 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:59.511392 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-329e719b-cea8-4ac0-bb82-3f3cd25e113c tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:27:59.525819 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-329e719b-cea8-4ac0-bb82-3f3cd25e113c tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:27:59.533278 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-485660b2-10ca-418f-b758-9bcefae3654a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:59.535315 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-329e719b-cea8-4ac0-bb82-3f3cd25e113c tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:27:59.561147 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0583b29f-23f7-4cb6-85f0-d5e82c4c64c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:59.579467 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:59.585350 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e719b-cea8-4ac0-bb82-3f3cd25e113c tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Pushing event updated for resources: {'Port': ['ID=cbf4f581-d663-49f2-97f8-2fac6fb9c8be,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:59.608471 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-f76e72fc-2e94-406c-a832-09e00e8ac372 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255119 May 13 14:27:59.646874 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-329e719b-cea8-4ac0-bb82-3f3cd25e113c tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:59.647772 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-329e719b-cea8-4ac0-bb82-3f3cd25e113c tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:59.749875 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-1e1cc8b6-3230-466f-aabc-795496bd342c tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=d9b4b5cc52af4b958e98ba51714ed884&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0838263 May 13 14:27:59.839800 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a080c512-abac-4e86-91c6-567ad6bb2e2a req-e939b70a-e79a-4cd4-b169-dfed74d8c0c9 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b869a7cb-f521-446b-bda9-8b37a87ce325 HTTP/1.1" status: 200 len: 210 time: 0.1144607 May 13 14:27:59.874495 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-329e719b-cea8-4ac0-bb82-3f3cd25e113c tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1088867 May 13 14:27:59.901712 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-39425b73-a63a-42ca-b9aa-8e211c8d7732 service neutron] Request body: {'port': {'device_id': 'cd97781e-09d8-4c5d-92b2-880d56cbd266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:27:59.903407 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c5d76172-1bca-4083-b6f2-a343329d4939 None None] Provisioning for port cbf4f581-d663-49f2-97f8-2fac6fb9c8be completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:27:59.910431 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c5d76172-1bca-4083-b6f2-a343329d4939 None None] Provisioning complete for port cbf4f581-d663-49f2-97f8-2fac6fb9c8be triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:27:59.911339 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c5d76172-1bca-4083-b6f2-a343329d4939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:59.999526 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-c5d76172-1bca-4083-b6f2-a343329d4939 None None] Port cbf4f581-d663-49f2-97f8-2fac6fb9c8be cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:28:00.043276 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b8ff8-27ae-45e8-aa02-6549a4578423 req-91711874-7da0-4fb1-bda3-b0704e1db10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:00.044647 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-698b8ff8-27ae-45e8-aa02-6549a4578423 req-91711874-7da0-4fb1-bda3-b0704e1db10d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=31b88fba682a40f4abf9c2e6f3dd4da1&device_id=4070bc66-723a-42cf-a605-04d86b5ea0bc HTTP/1.1" status: 200 len: 1094 time: 0.5470183 May 13 14:28:00.085016 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-724a1bea-1c0b-4c51-bcae-83f20af2d60b tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:00.086536 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-724a1bea-1c0b-4c51-bcae-83f20af2d60b tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3249645 May 13 14:28:00.109266 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747f41f-9816-445c-8863-500cbf4e52f0 req-4274a628-70f4-4949-82d4-ef80a204be99 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:00.115660 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3747f41f-9816-445c-8863-500cbf4e52f0 req-4274a628-70f4-4949-82d4-ef80a204be99 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=4070bc66-723a-42cf-a605-04d86b5ea0bc HTTP/1.1" status: 200 len: 943 time: 0.4157436 May 13 14:28:00.122081 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-39425b73-a63a-42ca-b9aa-8e211c8d7732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:00.148687 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-8b767ae5-64a7-4ce5-967e-e7b620f257e4 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Request body: {'port': {'device_id': 'b869a7cb-f521-446b-bda9-8b37a87ce325', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'admin_state_up': True, 'tenant_id': 'd9b4b5cc52af4b958e98ba51714ed884'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:00.331655 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3747f41f-9816-445c-8863-500cbf4e52f0 req-ce54cadf-298f-4358-a771-a5cf373ce048 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148173 May 13 14:28:00.364544 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0583b29f-23f7-4cb6-85f0-d5e82c4c64c6 admin admin] Router 64843a47-32a2-42a2-9b2a-4027cf268ece is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:28:00.379984 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 8b6552c1-50e5-404b-a3b5-e5d2fe719a69 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:28:00.390241 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b8ff8-27ae-45e8-aa02-6549a4578423 req-aecc715a-206c-4ce9-bccf-19d14e2d8e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:00.391708 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-698b8ff8-27ae-45e8-aa02-6549a4578423 req-aecc715a-206c-4ce9-bccf-19d14e2d8e19 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0e26aec9-4c39-41a9-af37-ccef8c346b04 HTTP/1.1" status: 200 len: 914 time: 0.3391392 May 13 14:28:00.503798 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-8b767ae5-64a7-4ce5-967e-e7b620f257e4 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:00.511215 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:00.515543 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-8b767ae5-64a7-4ce5-967e-e7b620f257e4 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Usage tracker for resource:port and tenant:d9b4b5cc52af4b958e98ba51714ed884 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:00.520657 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-8b767ae5-64a7-4ce5-967e-e7b620f257e4 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:00.532361 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-8b767ae5-64a7-4ce5-967e-e7b620f257e4 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:00.548715 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-8b767ae5-64a7-4ce5-967e-e7b620f257e4 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Made reservation on behalf of d9b4b5cc52af4b958e98ba51714ed884 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:28:00.552202 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-8b767ae5-64a7-4ce5-967e-e7b620f257e4 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:00.563552 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-698b8ff8-27ae-45e8-aa02-6549a4578423 req-0728d1eb-ab7e-442f-90fd-866dae0c8a65 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1 HTTP/1.1" status: 200 len: 217 time: 0.1015458 May 13 14:28:00.567595 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-8b767ae5-64a7-4ce5-967e-e7b620f257e4 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:00.570066 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 8b6552c1-50e5-404b-a3b5-e5d2fe719a69, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=8b6552c1-50e5-404b-a3b5-e5d2fe719a69,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:00.579938 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:00.588711 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '8b6552c1-50e5-404b-a3b5-e5d2fe719a69', 'network_id': '615f1b1d-e928-4b1a-811f-c88ac2129812', 'port_id': '8b6552c1-50e5-404b-a3b5-e5d2fe719a69', 'mac_address': 'fa:16:3e:bc:1c:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e2eec62-0523-4521-82e3-9ab28f45e905', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:28:00.589963 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-8b767ae5-64a7-4ce5-967e-e7b620f257e4 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:00.601639 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7378c54-e26a-4b97-825f-7cd473b780c4 req-ad40a1f8-2d2e-4728-8252-b09ff3a519b3 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:00.603139 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c7378c54-e26a-4b97-825f-7cd473b780c4 req-ad40a1f8-2d2e-4728-8252-b09ff3a519b3 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f30e7d0-a4bb-4385-94c9-0fbe1613739d HTTP/1.1" status: 200 len: 944 time: 0.1539302 May 13 14:28:00.604156 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-8b767ae5-64a7-4ce5-967e-e7b620f257e4 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Usage tracker for resource:security_group_rule and tenant:d9b4b5cc52af4b958e98ba51714ed884 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:00.607593 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-8b767ae5-64a7-4ce5-967e-e7b620f257e4 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:00.613538 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-8b767ae5-64a7-4ce5-967e-e7b620f257e4 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:00.651398 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 8b6552c1-50e5-404b-a3b5-e5d2fe719a69 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:00.651784 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:00.672065 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b6552c1-50e5-404b-a3b5-e5d2fe719a69 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:28:00.678271 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d283fa-5f98-4e3c-85a5-7a888d9734bd req-1abea80b-d3ee-4121-b5ed-def565f64e4a tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:00.679219 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-58d283fa-5f98-4e3c-85a5-7a888d9734bd req-1abea80b-d3ee-4121-b5ed-def565f64e4a tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Synchronizing usage tracker for tenant:962f6f1c5f254c0e8074696f76cb0054 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:28:00.689028 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 8b6552c1-50e5-404b-a3b5-e5d2fe719a69, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=8b6552c1-50e5-404b-a3b5-e5d2fe719a69,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:00.693394 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:00.770548 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=8b6552c1-50e5-404b-a3b5-e5d2fe719a69,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:00.811802 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed5edfc-cae7-4254-8740-bf78d8fca6ff {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:28:00.827583 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:00.838834 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-58d283fa-5f98-4e3c-85a5-7a888d9734bd req-1abea80b-d3ee-4121-b5ed-def565f64e4a tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Unset dirty status for tenant:962f6f1c5f254c0e8074696f76cb0054 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:28:00.840005 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-58d283fa-5f98-4e3c-85a5-7a888d9734bd req-1abea80b-d3ee-4121-b5ed-def565f64e4a tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd97781e-09d8-4c5d-92b2-880d56cbd266 HTTP/1.1" status: 200 len: 936 time: 0.6176934 May 13 14:28:00.841566 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b8ff8-27ae-45e8-aa02-6549a4578423 req-b0394892-986b-4e55-94da-d4b9ebba0459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:00.842915 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-698b8ff8-27ae-45e8-aa02-6549a4578423 req-b0394892-986b-4e55-94da-d4b9ebba0459 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d98d3701-9056-4eba-bf1f-28c8c023123f HTTP/1.1" status: 200 len: 853 time: 0.2717733 May 13 14:28:00.852079 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c7378c54-e26a-4b97-825f-7cd473b780c4 req-8b46ecbb-732b-4bf8-8339-9647e2d7a67a tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181239 May 13 14:28:00.901397 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0583b29f-23f7-4cb6-85f0-d5e82c4c64c6 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:28:00.912787 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652d4f81-140f-4491-b150-0d724ff11b87 None None] Sync routers for ids ['64843a47-32a2-42a2-9b2a-4027cf268ece'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:28:00.922239 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652d4f81-140f-4491-b150-0d724ff11b87 None None] Routers {'64843a47-32a2-42a2-9b2a-4027cf268ece'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:28:00.922973 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-652d4f81-140f-4491-b150-0d724ff11b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:27:59Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['64843a47-32a2-42a2-9b2a-4027cf268ece'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:00.933055 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] Transition to ACTIVE for port object 3ed5edfc-cae7-4254-8740-bf78d8fca6ff will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:28:00.944396 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-698b8ff8-27ae-45e8-aa02-6549a4578423 req-12e0f689-f2b9-45f1-8940-9aa398b93565 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e26aec9-4c39-41a9-af37-ccef8c346b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880237 May 13 14:28:00.949004 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:00.969142 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-8b767ae5-64a7-4ce5-967e-e7b620f257e4 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:00.979496 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['8b6552c1-50e5-404b-a3b5-e5d2fe719a69'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:28:01.029024 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-8b767ae5-64a7-4ce5-967e-e7b620f257e4 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:01.156488 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b02d5b-0c61-4e99-ba75-66a6a56efc24 req-5a1e1c28-2dc1-4fbc-8f37-34cd0f2c9690 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:01.157193 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-80b02d5b-0c61-4e99-ba75-66a6a56efc24 req-5a1e1c28-2dc1-4fbc-8f37-34cd0f2c9690 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Synchronizing usage tracker for tenant:e9c1f6dcee6e4bfa9d17410767972533 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:28:01.200116 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b767ae5-64a7-4ce5-967e-e7b620f257e4 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b733994d-6d32-4f06-8c4b-aeeef52c1605,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:01.211492 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-652d4f81-140f-4491-b150-0d724ff11b87 None None] Set router 64843a47-32a2-42a2-9b2a-4027cf268ece gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:28:01.277248 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-80b02d5b-0c61-4e99-ba75-66a6a56efc24 req-5a1e1c28-2dc1-4fbc-8f37-34cd0f2c9690 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Unset dirty status for tenant:e9c1f6dcee6e4bfa9d17410767972533 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:28:01.278396 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-80b02d5b-0c61-4e99-ba75-66a6a56efc24 req-5a1e1c28-2dc1-4fbc-8f37-34cd0f2c9690 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.74 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 944 time: 0.4723625 May 13 14:28:01.347496 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0583b29f-23f7-4cb6-85f0-d5e82c4c64c6 admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:01.356221 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0583b29f-23f7-4cb6-85f0-d5e82c4c64c6 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.3825331 May 13 14:28:01.359025 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 39332) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:01.400093 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-58d283fa-5f98-4e3c-85a5-7a888d9734bd req-1156cc67-7276-46a4-baea-6b249ed63755 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Synchronizing usage tracker for tenant:962f6f1c5f254c0e8074696f76cb0054 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:28:01.458301 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed5edfc-cae7-4254-8740-bf78d8fca6ff,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:01.512705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:01.513486 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:01.514061 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:01.514606 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:01.515189 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:01.515795 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:01.516326 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:01.516864 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:01.517397 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:01.517927 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:01.518470 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:01.518997 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:01.607912 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-80b02d5b-0c61-4e99-ba75-66a6a56efc24 req-7506158c-c278-41db-badd-5ac678335128 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Deleting port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:28:01.608497 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-80b02d5b-0c61-4e99-ba75-66a6a56efc24 req-7506158c-c278-41db-badd-5ac678335128 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:01.620588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-58d283fa-5f98-4e3c-85a5-7a888d9734bd req-1156cc67-7276-46a4-baea-6b249ed63755 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Unset dirty status for tenant:962f6f1c5f254c0e8074696f76cb0054 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:28:01.635353 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-652d4f81-140f-4491-b150-0d724ff11b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64843a47-32a2-42a2-9b2a-4027cf268ece', 'name': 'tempest-ServersTestFqdnHostnames-547150297-router', 'tenant_id': '41754adbefcf4743a1a76213eb096835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a7ef7012-42e0-4ce8-8125-8f91088e1515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:27:52Z', 'updated_at': '2022-05-13T14:27:58Z', 'revision_number': 3, 'project_id': '41754adbefcf4743a1a76213eb096835', 'gw_port': {'id': 'a7ef7012-42e0-4ce8-8125-8f91088e1515', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c0:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64843a47-32a2-42a2-9b2a-4027cf268ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:27:55Z', 'updated_at': '2022-05-13T14:27:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:01.641689 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652d4f81-140f-4491-b150-0d724ff11b87 None None] Checking router: 64843a47-32a2-42a2-9b2a-4027cf268ece for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:28:01.642046 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652d4f81-140f-4491-b150-0d724ff11b87 None None] Updating router 64843a47-32a2-42a2-9b2a-4027cf268ece port a7ef7012-42e0-4ce8-8125-8f91088e1515 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:28:01.643198 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-58d283fa-5f98-4e3c-85a5-7a888d9734bd req-1156cc67-7276-46a4-baea-6b249ed63755 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/security-groups?id=20439e13-78ba-4840-a41d-70cac54136f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7757916 May 13 14:28:01.682829 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] Attempting to bind port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:28:01.688190 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] Attempting to bind port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:28:01.688845 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] Attempting to bind port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:28:01.721769 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] Port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:28:01.722107 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] Attempting to bind port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:28:01.736074 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-698b8ff8-27ae-45e8-aa02-6549a4578423 req-35804d4d-5bce-4363-ad46-bac2a7188ff2 service neutron] 10.222.0.74 "GET /v2.0/networks/0e26aec9-4c39-41a9-af37-ccef8c346b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7823868 May 13 14:28:01.741158 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1747e4ca-d87c-4eae-a9ea-757ea5600638'] response: {'name': 'network-changed', 'server_uuid': '0f30e7d0-a4bb-4385-94c9-0fbe1613739d', 'tag': '8b6552c1-50e5-404b-a3b5-e5d2fe719a69', 'status': 'completed', 'code': 200} May 13 14:28:01.744209 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:28:01.745285 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:28:01.745998 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:28:01.746865 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-652d4f81-140f-4491-b150-0d724ff11b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:01.747046 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] Bound port: 3ed5edfc-cae7-4254-8740-bf78d8fca6ff, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:28:01.747490 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:01.830348 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-39425b73-a63a-42ca-b9aa-8e211c8d7732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf4f581-d663-49f2-97f8-2fac6fb9c8be {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:28:01.848030 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-39425b73-a63a-42ca-b9aa-8e211c8d7732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:01.951451 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-39425b73-a63a-42ca-b9aa-8e211c8d7732 service neutron] Transition to ACTIVE for port object cbf4f581-d663-49f2-97f8-2fac6fb9c8be will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:28:02.037867 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:02.072676 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-39425b73-a63a-42ca-b9aa-8e211c8d7732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:02.129067 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-698b8ff8-27ae-45e8-aa02-6549a4578423 req-00d2daec-70a7-4593-a0ee-0e763031d1d3 service neutron] 10.222.0.74 "GET /v2.0/networks/0e26aec9-4c39-41a9-af37-ccef8c346b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582120 May 13 14:28:02.149279 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] For port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:28:02.156026 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] For port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=3ed5edfc-cae7-4254-8740-bf78d8fca6ff,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:28:02.181085 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e41c9-6b33-4b96-810d-b8239fbc5f70 req-f2b5beb7-a66b-4fdc-9b15-4f5ec93de07f tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:02.182586 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c60e41c9-6b33-4b96-810d-b8239fbc5f70 req-f2b5beb7-a66b-4fdc-9b15-4f5ec93de07f tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 944 time: 0.2302763 May 13 14:28:02.183723 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:02.191466 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-652d4f81-140f-4491-b150-0d724ff11b87 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:02.206236 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-652d4f81-140f-4491-b150-0d724ff11b87 None None] Transition to ACTIVE for port object a7ef7012-42e0-4ce8-8125-8f91088e1515 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:28:02.214157 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-652d4f81-140f-4491-b150-0d724ff11b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:02.229993 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-572c72bb-a80a-44cc-bc50-aeab277d32de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:02.231042 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-572c72bb-a80a-44cc-bc50-aeab277d32de service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8&tenant_id=652541c50878480891452a61002970b5 HTTP/1.1" status: 200 len: 1100 time: 0.2390957 May 13 14:28:02.274936 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-5c60f5b4-f8d7-45e2-83ba-70f625911ea5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-841760-1', 'device_owner': 'compute:nova'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:02.301381 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:02.301588 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:02.302847 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] 10.222.0.59 "PUT /v2.0/ports/3ed5edfc-cae7-4254-8740-bf78d8fca6ff HTTP/1.1" status: 200 len: 1096 time: 3.2136753 May 13 14:28:02.304432 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-652d4f81-140f-4491-b150-0d724ff11b87 None None] Attempting to bind port a7ef7012-42e0-4ce8-8125-8f91088e1515 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:28:02.304800 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-652d4f81-140f-4491-b150-0d724ff11b87 None None] Attempting to bind port a7ef7012-42e0-4ce8-8125-8f91088e1515 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:28:02.305208 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652d4f81-140f-4491-b150-0d724ff11b87 None None] Attempting to bind port a7ef7012-42e0-4ce8-8125-8f91088e1515 on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:28:02.313289 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5d11b-d0a6-4faf-a9b6-88bcd7cf62a5 None None] Pushing event updated for resources: {'Port': ['ID=a7ef7012-42e0-4ce8-8125-8f91088e1515,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:02.313476 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9ee44d-1e65-43d1-9386-49f83a251d2f', 'tag': '3ed5edfc-cae7-4254-8740-bf78d8fca6ff'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:02.317179 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652d4f81-140f-4491-b150-0d724ff11b87 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:28:02.317568 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652d4f81-140f-4491-b150-0d724ff11b87 None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:28:02.318286 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-652d4f81-140f-4491-b150-0d724ff11b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:02.318576 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652d4f81-140f-4491-b150-0d724ff11b87 None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:28:02.319526 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-652d4f81-140f-4491-b150-0d724ff11b87 None None] Bound port: a7ef7012-42e0-4ce8-8125-8f91088e1515, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:28:02.319526 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-652d4f81-140f-4491-b150-0d724ff11b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:02.409586 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c60e41c9-6b33-4b96-810d-b8239fbc5f70 req-3d37f135-e560-4fbf-9356-d947ac23bc28 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902177 May 13 14:28:02.422219 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483fa7b6-9a76-4d0c-a61a-2c02ec1db546 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed5edfc-cae7-4254-8740-bf78d8fca6ff,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:02.448318 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-652d4f81-140f-4491-b150-0d724ff11b87 None None] For port a7ef7012-42e0-4ce8-8125-8f91088e1515, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:28:02.452578 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-652d4f81-140f-4491-b150-0d724ff11b87 None None] For port a7ef7012-42e0-4ce8-8125-8f91088e1515, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=a7ef7012-42e0-4ce8-8125-8f91088e1515,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:28:02.460857 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 8b6552c1-50e5-404b-a3b5-e5d2fe719a69 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:28:02.518539 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-5c60f5b4-f8d7-45e2-83ba-70f625911ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:02.555757 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-652d4f81-140f-4491-b150-0d724ff11b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:02.599089 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-f38ac3dd-e2f1-4119-a1c5-5e7cd536007c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:02.600595 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-f38ac3dd-e2f1-4119-a1c5-5e7cd536007c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=962f6f1c5f254c0e8074696f76cb0054&device_id=ad9ee44d-1e65-43d1-9386-49f83a251d2f HTTP/1.1" status: 200 len: 1099 time: 0.2272768 May 13 14:28:02.652660 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-64d37097-f3b1-4342-9119-2fcd376017d5 req-bef4d56a-b039-4807-8d8a-f834d8219ddf tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Synchronizing usage tracker for tenant:024b2dca30f64504a0686b8fb9c6e6f0 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:28:02.675039 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652d4f81-140f-4491-b150-0d724ff11b87 None None] Routers {'64843a47-32a2-42a2-9b2a-4027cf268ece'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:28:02.675846 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-652d4f81-140f-4491-b150-0d724ff11b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:27:59Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['64843a47-32a2-42a2-9b2a-4027cf268ece'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:02.688761 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-75174e6b-c1ab-4839-afc0-bb0554725995 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=3ed5edfc-cae7-4254-8740-bf78d8fca6ff HTTP/1.1" status: 200 len: 217 time: 0.0733104 May 13 14:28:02.708231 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-8b767ae5-64a7-4ce5-967e-e7b620f257e4 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Allocated IP 192.168.233.240 (7d165b7c-a84b-4191-823a-46e347c23eb5/fb4bc443-ac8b-4686-9d3b-15c2430aa8ca/2bf10b63-ed92-48a6-99bd-fd1c589c340d) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:28:02.712498 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39425b73-a63a-42ca-b9aa-8e211c8d7732 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf4f581-d663-49f2-97f8-2fac6fb9c8be,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:02.764816 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b52a8a-05d3-4f57-aedf-aa2e8825a37b req-fe1ed57e-e381-4e11-8871-472dad5f7ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:02.766266 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d9b52a8a-05d3-4f57-aedf-aa2e8825a37b req-fe1ed57e-e381-4e11-8871-472dad5f7ab5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b965b9ed3c14545bbd8d2dd215e4150&device_id=0f30e7d0-a4bb-4385-94c9-0fbe1613739d HTTP/1.1" status: 200 len: 1096 time: 1.0243921 May 13 14:28:02.814090 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 8b6552c1-50e5-404b-a3b5-e5d2fe719a69 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:28:02.828627 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-8497e3eb-a416-4804-af48-0c14de4bde88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:02.831216 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-8497e3eb-a416-4804-af48-0c14de4bde88 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.0725741 May 13 14:28:02.839249 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5d11b-d0a6-4faf-a9b6-88bcd7cf62a5 None None] Pushing event updated for resources: {'Port': ['ID=a7ef7012-42e0-4ce8-8125-8f91088e1515,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:02.845174 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 8b6552c1-50e5-404b-a3b5-e5d2fe719a69 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:02.845547 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:02.940617 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-652d4f81-140f-4491-b150-0d724ff11b87 None None] Set router 64843a47-32a2-42a2-9b2a-4027cf268ece gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:28:02.972407 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7927b3d-2628-4154-a1b4-4acf4723cc0a req-d601197a-ac47-413c-b70b-f08f993ea318 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:02.975818 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-64d37097-f3b1-4342-9119-2fcd376017d5 req-bef4d56a-b039-4807-8d8a-f834d8219ddf tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Unset dirty status for tenant:024b2dca30f64504a0686b8fb9c6e6f0 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:28:02.977971 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64d37097-f3b1-4342-9119-2fcd376017d5 req-bef4d56a-b039-4807-8d8a-f834d8219ddf tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42364 time: 2.0895908 May 13 14:28:02.980136 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a7927b3d-2628-4154-a1b4-4acf4723cc0a req-d601197a-ac47-413c-b70b-f08f993ea318 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 949 time: 0.3635621 May 13 14:28:02.999495 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-bf8836db-811d-400f-b097-8ae840947e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:03.000936 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-bf8836db-811d-400f-b097-8ae840947e37 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1574759 May 13 14:28:03.084627 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-80b02d5b-0c61-4e99-ba75-66a6a56efc24 req-7506158c-c278-41db-badd-5ac678335128 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] For port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:03.084627 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-80b02d5b-0c61-4e99-ba75-66a6a56efc24 req-7506158c-c278-41db-badd-5ac678335128 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:03.220225 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a7927b3d-2628-4154-a1b4-4acf4723cc0a req-e248513a-baf2-44c7-a385-a3c0a11d127d tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391429 May 13 14:28:03.232554 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 8b6552c1-50e5-404b-a3b5-e5d2fe719a69 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:03.232842 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:03.297972 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-80b02d5b-0c61-4e99-ba75-66a6a56efc24 req-7506158c-c278-41db-badd-5ac678335128 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Calling delete_port for df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:28:03.316975 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-84752d40-66c6-4076-846c-adb202511fd1 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092110 May 13 14:28:03.318514 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f30e7d0-a4bb-4385-94c9-0fbe1613739d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6552c1-50e5-404b-a3b5-e5d2fe719a69'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:03.339556 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 8b6552c1-50e5-404b-a3b5-e5d2fe719a69, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=8b6552c1-50e5-404b-a3b5-e5d2fe719a69,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:03.360419 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:03.443380 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-39425b73-a63a-42ca-b9aa-8e211c8d7732 service neutron] Attempting to bind port cbf4f581-d663-49f2-97f8-2fac6fb9c8be on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:28:03.443713 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-39425b73-a63a-42ca-b9aa-8e211c8d7732 service neutron] Attempting to bind port cbf4f581-d663-49f2-97f8-2fac6fb9c8be by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:28:03.444071 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-39425b73-a63a-42ca-b9aa-8e211c8d7732 service neutron] Attempting to bind port cbf4f581-d663-49f2-97f8-2fac6fb9c8be on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:28:03.445867 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=8b6552c1-50e5-404b-a3b5-e5d2fe719a69,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:03.451307 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-652d4f81-140f-4491-b150-0d724ff11b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64843a47-32a2-42a2-9b2a-4027cf268ece', 'name': 'tempest-ServersTestFqdnHostnames-547150297-router', 'tenant_id': '41754adbefcf4743a1a76213eb096835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a7ef7012-42e0-4ce8-8125-8f91088e1515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:27:52Z', 'updated_at': '2022-05-13T14:27:58Z', 'revision_number': 3, 'project_id': '41754adbefcf4743a1a76213eb096835', 'gw_port': {'id': 'a7ef7012-42e0-4ce8-8125-8f91088e1515', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c0:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64843a47-32a2-42a2-9b2a-4027cf268ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:27:55Z', 'updated_at': '2022-05-13T14:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:03.456518 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652d4f81-140f-4491-b150-0d724ff11b87 None None] The sync data for ids ['64843a47-32a2-42a2-9b2a-4027cf268ece'] in n-d-841760-1 is: [{'id': '64843a47-32a2-42a2-9b2a-4027cf268ece', 'name': 'tempest-ServersTestFqdnHostnames-547150297-router', 'tenant_id': '41754adbefcf4743a1a76213eb096835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a7ef7012-42e0-4ce8-8125-8f91088e1515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:27:52Z', 'updated_at': '2022-05-13T14:27:58Z', 'revision_number': 3, 'project_id': '41754adbefcf4743a1a76213eb096835', 'gw_port': {'id': 'a7ef7012-42e0-4ce8-8125-8f91088e1515', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c0:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64843a47-32a2-42a2-9b2a-4027cf268ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:27:55Z', 'updated_at': '2022-05-13T14:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:28:03.469027 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-159c309d-1a2a-42d2-aaea-140eeb30a6e6 req-14e64db5-e727-48c2-8a16-65ca4773c2f7 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b869a7cb-f521-446b-bda9-8b37a87ce325 HTTP/1.1" status: 200 len: 210 time: 0.0688219 May 13 14:28:03.525406 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3ffdea67-c7dc-4af5-af18-f7da1d8fc38a req-8e7f31d5-6022-47ea-8563-642d97b69a3b service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018490 May 13 14:28:03.562197 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-39425b73-a63a-42ca-b9aa-8e211c8d7732 service neutron] Port cbf4f581-d663-49f2-97f8-2fac6fb9c8be on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:28:03.562520 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-39425b73-a63a-42ca-b9aa-8e211c8d7732 service neutron] Attempting to bind port cbf4f581-d663-49f2-97f8-2fac6fb9c8be on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:28:03.589466 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64d37097-f3b1-4342-9119-2fcd376017d5 req-89887d10-8d28-4246-a033-643574f3be82 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] 10.222.0.35 "GET /v2.0/security-groups/023bc15f-99ef-476d-b45c-fa31ead5aef8 HTTP/1.1" status: 200 len: 2981 time: 0.5268748 May 13 14:28:03.590248 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-39425b73-a63a-42ca-b9aa-8e211c8d7732 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:28:03.590522 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-39425b73-a63a-42ca-b9aa-8e211c8d7732 service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:28:03.590893 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-39425b73-a63a-42ca-b9aa-8e211c8d7732 service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:28:03.591422 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-39425b73-a63a-42ca-b9aa-8e211c8d7732 service neutron] Bound port: cbf4f581-d663-49f2-97f8-2fac6fb9c8be, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:28:03.592275 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-39425b73-a63a-42ca-b9aa-8e211c8d7732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:03.601820 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b52a8a-05d3-4f57-aedf-aa2e8825a37b req-dc93e1eb-7981-4400-92ad-da87353702fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:03.603288 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d9b52a8a-05d3-4f57-aedf-aa2e8825a37b req-dc93e1eb-7981-4400-92ad-da87353702fa service neutron] 10.222.0.59 "GET /v2.0/networks?id=615f1b1d-e928-4b1a-811f-c88ac2129812 HTTP/1.1" status: 200 len: 906 time: 0.8129699 May 13 14:28:03.682590 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144100f9-df0d-4c0c-93ba-0ee4ce8e91ef req-cb728d85-7d84-4fb6-a766-1bb68f113257 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:03.684188 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-144100f9-df0d-4c0c-93ba-0ee4ce8e91ef req-cb728d85-7d84-4fb6-a766-1bb68f113257 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=4070bc66-723a-42cf-a605-04d86b5ea0bc HTTP/1.1" status: 200 len: 943 time: 0.0987096 May 13 14:28:03.761100 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-144100f9-df0d-4c0c-93ba-0ee4ce8e91ef req-1f0117d5-5cc1-4d66-9a1b-ab98ec3b1d7c tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706635 May 13 14:28:03.837721 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d9b52a8a-05d3-4f57-aedf-aa2e8825a37b req-42dd6516-27a7-40f7-81ff-38b91c3b36e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b6552c1-50e5-404b-a3b5-e5d2fe719a69 HTTP/1.1" status: 200 len: 217 time: 0.2092838 May 13 14:28:03.945711 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d166288-c6bc-4dd2-a5f0-b39698a9317a req-a72b1c34-7464-4534-86f6-17797d66c87d tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:03.947248 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8d166288-c6bc-4dd2-a5f0-b39698a9317a req-a72b1c34-7464-4534-86f6-17797d66c87d tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f30e7d0-a4bb-4385-94c9-0fbe1613739d HTTP/1.1" status: 200 len: 946 time: 0.0853283 May 13 14:28:04.001407 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8d166288-c6bc-4dd2-a5f0-b39698a9317a req-b15caa27-a8c9-4cfe-ae3d-50127eced2f8 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464637 May 13 14:28:04.018233 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-8b767ae5-64a7-4ce5-967e-e7b620f257e4 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:04.045222 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64d37097-f3b1-4342-9119-2fcd376017d5 req-bc929939-ecf3-4abc-9e5a-74941f61f839 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] 10.222.0.35 "GET /v2.0/security-groups/023bc15f-99ef-476d-b45c-fa31ead5aef8 HTTP/1.1" status: 200 len: 2981 time: 0.4259205 May 13 14:28:04.062052 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-454cdb93-1337-4608-9c57-925edd3cf7f6'] response: {'name': 'network-changed', 'server_uuid': 'ad9ee44d-1e65-43d1-9386-49f83a251d2f', 'tag': '3ed5edfc-cae7-4254-8740-bf78d8fca6ff', 'status': 'completed', 'code': 200} May 13 14:28:04.142669 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-80b02d5b-0c61-4e99-ba75-66a6a56efc24 req-7506158c-c278-41db-badd-5ac678335128 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:04.145272 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b52a8a-05d3-4f57-aedf-aa2e8825a37b req-aac5dcd0-09ad-4727-b41b-de1c56bdadf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:04.146782 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d9b52a8a-05d3-4f57-aedf-aa2e8825a37b req-aac5dcd0-09ad-4727-b41b-de1c56bdadf8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e2eec62-0523-4521-82e3-9ab28f45e905 HTTP/1.1" status: 200 len: 845 time: 0.2485518 May 13 14:28:04.213754 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-8b767ae5-64a7-4ce5-967e-e7b620f257e4 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Transition to ACTIVE for port object 2bf10b63-ed92-48a6-99bd-fd1c589c340d will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:28:04.229511 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-39425b73-a63a-42ca-b9aa-8e211c8d7732 service neutron] For port cbf4f581-d663-49f2-97f8-2fac6fb9c8be, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:28:04.238926 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf52f07-c1a2-44eb-b315-1ecc010449c2 req-0ce2c96c-ef7f-40db-bfc9-fd0b2fbdb989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:04.241192 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fbf52f07-c1a2-44eb-b315-1ecc010449c2 req-0ce2c96c-ef7f-40db-bfc9-fd0b2fbdb989 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=962f6f1c5f254c0e8074696f76cb0054&device_id=ad9ee44d-1e65-43d1-9386-49f83a251d2f HTTP/1.1" status: 200 len: 1099 time: 0.1520126 May 13 14:28:04.384024 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987ceee-8e52-4816-8196-719703eef3ca req-e797f640-9f82-46bc-9a3f-e0b1bb6c47fb tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:04.385862 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a987ceee-8e52-4816-8196-719703eef3ca req-e797f640-9f82-46bc-9a3f-e0b1bb6c47fb tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd97781e-09d8-4c5d-92b2-880d56cbd266 HTTP/1.1" status: 200 len: 948 time: 0.2101409 May 13 14:28:04.394837 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 716e3e17-e5fb-43b1-8fca-63eb958add6e no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:28:04.437961 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf52f07-c1a2-44eb-b315-1ecc010449c2 req-0e0353c4-3cf9-43fa-9de4-6656fa447faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:04.439718 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fbf52f07-c1a2-44eb-b315-1ecc010449c2 req-0e0353c4-3cf9-43fa-9de4-6656fa447faf service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.1918848 May 13 14:28:04.503027 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d9b52a8a-05d3-4f57-aedf-aa2e8825a37b req-ac6043b9-dd02-42a6-bc47-424c9d9330ff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=615f1b1d-e928-4b1a-811f-c88ac2129812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3077135 May 13 14:28:04.519625 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506158c-c278-41db-badd-5ac678335128 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Pushing event deleted for resources: {'Port': ['ID=df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:04.523968 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-39425b73-a63a-42ca-b9aa-8e211c8d7732 service neutron] For port cbf4f581-d663-49f2-97f8-2fac6fb9c8be, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=cbf4f581-d663-49f2-97f8-2fac6fb9c8be,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:28:04.535836 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a987ceee-8e52-4816-8196-719703eef3ca req-c9daa50e-d6ae-41b8-bf87-cd2e972670f6 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/security-groups?id=20439e13-78ba-4840-a41d-70cac54136f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410534 May 13 14:28:04.537150 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fbf52f07-c1a2-44eb-b315-1ecc010449c2 req-df949d5d-0735-428f-a8fc-3e971a6162bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=3ed5edfc-cae7-4254-8740-bf78d8fca6ff HTTP/1.1" status: 200 len: 217 time: 0.0901012 May 13 14:28:04.538904 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 716e3e17-e5fb-43b1-8fca-63eb958add6e is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:04.539380 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:04.600654 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-39425b73-a63a-42ca-b9aa-8e211c8d7732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:04.605304 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b5965a9-eda4-40c4-b982-f0a15c3668ed'] response: {'server_uuid': '0f30e7d0-a4bb-4385-94c9-0fbe1613739d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6552c1-50e5-404b-a3b5-e5d2fe719a69', 'code': 200} May 13 14:28:04.610656 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf52f07-c1a2-44eb-b315-1ecc010449c2 req-231b7549-c049-45a6-92ef-67395baaf97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:04.612232 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fbf52f07-c1a2-44eb-b315-1ecc010449c2 req-231b7549-c049-45a6-92ef-67395baaf97e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.0690651 May 13 14:28:04.629253 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:28:04.733844 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b02d5b-0c61-4e99-ba75-66a6a56efc24 req-7506158c-c278-41db-badd-5ac678335128 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] No DVR routers for this DVR port df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:28:04.751840 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64d37097-f3b1-4342-9119-2fcd376017d5 req-52364bd3-4724-43d1-af88-42e98c74a04c tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] 10.222.0.35 "GET /v2.0/security-groups/20439e13-78ba-4840-a41d-70cac54136f8 HTTP/1.1" status: 200 len: 2981 time: 0.6864130 May 13 14:28:04.752898 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-80b02d5b-0c61-4e99-ba75-66a6a56efc24 req-7506158c-c278-41db-badd-5ac678335128 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:04.755089 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:28:04.774841 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e1dbb0-7dcc-4f40-ae90-d46b59d5888a', 'name': 'network-vif-deleted', 'tag': 'df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:04.807298 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:28:04.807635 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:28:04.838760 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39425b73-a63a-42ca-b9aa-8e211c8d7732 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf4f581-d663-49f2-97f8-2fac6fb9c8be,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:04.842652 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-8b767ae5-64a7-4ce5-967e-e7b620f257e4 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:04.865380 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-39425b73-a63a-42ca-b9aa-8e211c8d7732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:04.866005 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-39425b73-a63a-42ca-b9aa-8e211c8d7732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:04.867502 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-39425b73-a63a-42ca-b9aa-8e211c8d7732 service neutron] 10.222.0.59 "PUT /v2.0/ports/cbf4f581-d663-49f2-97f8-2fac6fb9c8be HTTP/1.1" status: 200 len: 1096 time: 4.9834526 May 13 14:28:04.867633 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-243212a7-3627-4b9a-b4f3-446c8ef1d61a req-d444171c-cf42-47db-8b48-1ba33fbb8514 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e1dbb0-7dcc-4f40-ae90-d46b59d5888a HTTP/1.1" status: 200 len: 210 time: 0.1427114 May 13 14:28:04.884373 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1,segment=NetworkSegment(212baf6b-5017-40bb-96cc-46cb7ca012f5),segment_id=212baf6b-5017-40bb-96cc-46cb7ca012f5)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:04.920897 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'd5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1', 'network_id': '0e26aec9-4c39-41a9-af37-ccef8c346b04', 'port_id': 'd5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1', 'mac_address': 'fa:16:3e:39:77:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd98d3701-9056-4eba-bf1f-28c8c023123f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:28:04.978301 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-de198fe6-87c6-45b2-9f10-efe271d7ecc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:05.016783 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-5c60f5b4-f8d7-45e2-83ba-70f625911ea5 service neutron] For port 716e3e17-e5fb-43b1-8fca-63eb958add6e, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=716e3e17-e5fb-43b1-8fca-63eb958add6e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:05.070088 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device a7ef7012-42e0-4ce8-8125-8f91088e1515 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:28:05.079776 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-5c60f5b4-f8d7-45e2-83ba-70f625911ea5 service neutron] For port 716e3e17-e5fb-43b1-8fca-63eb958add6e, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:28:05.126661 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:05.127444 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:05.195355 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-5c60f5b4-f8d7-45e2-83ba-70f625911ea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:05.200544 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:28:05.221369 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-5c60f5b4-f8d7-45e2-83ba-70f625911ea5 service neutron] Transition to ACTIVE for port object 716e3e17-e5fb-43b1-8fca-63eb958add6e will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:28:05.241329 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1,segment=NetworkSegment(212baf6b-5017-40bb-96cc-46cb7ca012f5),segment_id=212baf6b-5017-40bb-96cc-46cb7ca012f5)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:05.245004 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-5c60f5b4-f8d7-45e2-83ba-70f625911ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:05.282125 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port a7ef7012-42e0-4ce8-8125-8f91088e1515 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:28:05.285193 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:05.317880 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-de198fe6-87c6-45b2-9f10-efe271d7ecc0 admin admin] Allocated IP 172.20.0.1 (1232b945-80c7-4521-a828-e4a6b97dcd91/5710e48c-e365-4b8b-8866-7cf100c07af1/ff056cbe-ea08-4b10-b83f-a8e2636d2d19) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:28:05.323671 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebd42a-3559-4d27-8f1f-881a5fd1a0bf req-82ffebd4-23a3-4455-b05a-a76cc5b4131a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:05.325460 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-68ebd42a-3559-4d27-8f1f-881a5fd1a0bf req-82ffebd4-23a3-4455-b05a-a76cc5b4131a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0f30e7d0-a4bb-4385-94c9-0fbe1613739d HTTP/1.1" status: 200 len: 1097 time: 0.6494462 May 13 14:28:05.344554 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port a7ef7012-42e0-4ce8-8125-8f91088e1515 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:05.344937 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:05.404697 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d9b52a8a-05d3-4f57-aedf-aa2e8825a37b req-773ee418-32db-4069-b979-597cebeb419b service neutron] 10.222.0.59 "GET /v2.0/networks/615f1b1d-e928-4b1a-811f-c88ac2129812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8728316 May 13 14:28:05.425463 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:28:05.426024 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:28:05.440794 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:05.476677 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64d37097-f3b1-4342-9119-2fcd376017d5 req-5073d541-f1d3-402e-810f-90c14d213771 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] 10.222.0.35 "GET /v2.0/security-groups/20439e13-78ba-4840-a41d-70cac54136f8 HTTP/1.1" status: 200 len: 2981 time: 0.6907382 May 13 14:28:05.482112 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-80b02d5b-0c61-4e99-ba75-66a6a56efc24 req-7506158c-c278-41db-badd-5ac678335128 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.74 "DELETE /v2.0/ports/df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0 HTTP/1.1" status: 204 len: 173 time: 4.1854825 May 13 14:28:05.494982 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf52f07-c1a2-44eb-b315-1ecc010449c2 req-76c6e21f-d254-444a-86b2-4bc0943948ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:05.496673 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fbf52f07-c1a2-44eb-b315-1ecc010449c2 req-76c6e21f-d254-444a-86b2-4bc0943948ce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8786128 May 13 14:28:05.557763 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port a7ef7012-42e0-4ce8-8125-8f91088e1515 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:05.558505 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:05.582239 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port a7ef7012-42e0-4ce8-8125-8f91088e1515, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=a7ef7012-42e0-4ce8-8125-8f91088e1515,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:05.586982 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:05.677623 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=a7ef7012-42e0-4ce8-8125-8f91088e1515,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:05.705188 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:28:05.750221 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-8b767ae5-64a7-4ce5-967e-e7b620f257e4 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:28:05.756212 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-de198fe6-87c6-45b2-9f10-efe271d7ecc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:05.760116 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64d37097-f3b1-4342-9119-2fcd376017d5 req-3b7f6e84-301d-48f5-81ba-9bb14d5a4e0f tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] 10.222.0.35 "GET /v2.0/security-groups/29dc2410-9a62-4881-b478-5d151ce61ce1 HTTP/1.1" status: 200 len: 2981 time: 0.2770753 May 13 14:28:05.769330 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-8b767ae5-64a7-4ce5-967e-e7b620f257e4 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:28:05.789750 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60f5b4-f8d7-45e2-83ba-70f625911ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=716e3e17-e5fb-43b1-8fca-63eb958add6e,revision_number=10']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:05.793868 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-5c60f5b4-f8d7-45e2-83ba-70f625911ea5 service neutron] No DVR routers for this DVR port 716e3e17-e5fb-43b1-8fca-63eb958add6e on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:28:05.803986 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-8b767ae5-64a7-4ce5-967e-e7b620f257e4 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:28:05.806272 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-68ebd42a-3559-4d27-8f1f-881a5fd1a0bf req-6658507f-479d-49bc-afb1-350c90fc0f1a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946218 May 13 14:28:05.867439 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b767ae5-64a7-4ce5-967e-e7b620f257e4 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Pushing event updated for resources: {'Port': ['ID=2bf10b63-ed92-48a6-99bd-fd1c589c340d,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:05.887769 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e0573-8de7-4c43-bf0b-a1d8b3692f75 req-69833e9d-f3fc-44e8-9239-1c8226697052 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:05.889488 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5d5e0573-8de7-4c43-bf0b-a1d8b3692f75 req-69833e9d-f3fc-44e8-9239-1c8226697052 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 949 time: 0.7794302 May 13 14:28:05.912170 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-de198fe6-87c6-45b2-9f10-efe271d7ecc0 admin admin] Transition to ACTIVE for port object ff056cbe-ea08-4b10-b83f-a8e2636d2d19 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:28:05.936831 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-5c60f5b4-f8d7-45e2-83ba-70f625911ea5 service neutron] Attempting to bind port 716e3e17-e5fb-43b1-8fca-63eb958add6e on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:28:05.937340 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-5c60f5b4-f8d7-45e2-83ba-70f625911ea5 service neutron] Attempting to bind port 716e3e17-e5fb-43b1-8fca-63eb958add6e by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:28:05.937757 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-5c60f5b4-f8d7-45e2-83ba-70f625911ea5 service neutron] Attempting to bind port 716e3e17-e5fb-43b1-8fca-63eb958add6e on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:28:05.945074 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d9b52a8a-05d3-4f57-aedf-aa2e8825a37b req-d62a538b-e1bc-4163-856b-e8eadc27229f service neutron] 10.222.0.59 "GET /v2.0/networks/615f1b1d-e928-4b1a-811f-c88ac2129812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045599 May 13 14:28:05.963576 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-5c60f5b4-f8d7-45e2-83ba-70f625911ea5 service neutron] Port 716e3e17-e5fb-43b1-8fca-63eb958add6e on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:28:05.964086 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-5c60f5b4-f8d7-45e2-83ba-70f625911ea5 service neutron] Attempting to bind port 716e3e17-e5fb-43b1-8fca-63eb958add6e on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:28:05.971396 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-026d60ce-d816-4fdd-a2cc-b7b7ce6d91d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:05.972759 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-026d60ce-d816-4fdd-a2cc-b7b7ce6d91d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=962f6f1c5f254c0e8074696f76cb0054&device_id=cd97781e-09d8-4c5d-92b2-880d56cbd266 HTTP/1.1" status: 200 len: 1099 time: 0.9994891 May 13 14:28:05.990770 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64d37097-f3b1-4342-9119-2fcd376017d5 req-b958fd44-7929-45d2-9e08-c6806c8b346a tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] 10.222.0.35 "GET /v2.0/security-groups/29dc2410-9a62-4881-b478-5d151ce61ce1 HTTP/1.1" status: 200 len: 2981 time: 0.1970098 May 13 14:28:05.994135 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 716e3e17-e5fb-43b1-8fca-63eb958add6e is: DOWN; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:05.996374 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5d5e0573-8de7-4c43-bf0b-a1d8b3692f75 req-8510c203-730c-4993-a144-d7257812b9e6 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976801 May 13 14:28:06.001676 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-5c60f5b4-f8d7-45e2-83ba-70f625911ea5 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:28:06.002121 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-5c60f5b4-f8d7-45e2-83ba-70f625911ea5 service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:28:06.002513 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-5c60f5b4-f8d7-45e2-83ba-70f625911ea5 service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:28:06.003000 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-5c60f5b4-f8d7-45e2-83ba-70f625911ea5 service neutron] Bound port: 716e3e17-e5fb-43b1-8fca-63eb958add6e, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:28:06.003640 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-5c60f5b4-f8d7-45e2-83ba-70f625911ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:06.015855 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fbf52f07-c1a2-44eb-b315-1ecc010449c2 req-2c65aee5-7b6e-471d-bc42-b6697283821c service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150985 May 13 14:28:06.093648 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-8b767ae5-64a7-4ce5-967e-e7b620f257e4 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:06.094169 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-8b767ae5-64a7-4ce5-967e-e7b620f257e4 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:06.127320 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0d47eb5b-a23f-40fb-8264-48b5070ca4ce None None] Provisioning for port 2bf10b63-ed92-48a6-99bd-fd1c589c340d completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:28:06.133432 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0d47eb5b-a23f-40fb-8264-48b5070ca4ce None None] Provisioning complete for port 2bf10b63-ed92-48a6-99bd-fd1c589c340d triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:06.134186 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0d47eb5b-a23f-40fb-8264-48b5070ca4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:06.139157 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-9ef1a395-da2b-4d0f-ad66-84fa22b2978b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=cbf4f581-d663-49f2-97f8-2fac6fb9c8be HTTP/1.1" status: 200 len: 217 time: 0.1108661 May 13 14:28:06.144027 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d061fb-033d-43ab-be5f-8c381643e2b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '716e3e17-e5fb-43b1-8fca-63eb958add6e'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:06.204646 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0d47eb5b-a23f-40fb-8264-48b5070ca4ce None None] Port 2bf10b63-ed92-48a6-99bd-fd1c589c340d cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:28:06.231809 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64d37097-f3b1-4342-9119-2fcd376017d5 req-9e71cb01-088b-4435-aa9b-768006ae37ba tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] 10.222.0.35 "GET /v2.0/security-groups/3cdfe845-dbec-4c70-86ba-32987ef347b5 HTTP/1.1" status: 200 len: 2981 time: 0.2399471 May 13 14:28:06.255690 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-8b767ae5-64a7-4ce5-967e-e7b620f257e4 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.1341639 May 13 14:28:06.258456 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-c334f071-0859-4537-a8f7-850a9e35152d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:06.261268 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-c334f071-0859-4537-a8f7-850a9e35152d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1146162 May 13 14:28:06.276862 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-de198fe6-87c6-45b2-9f10-efe271d7ecc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:06.309239 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-5c60f5b4-f8d7-45e2-83ba-70f625911ea5 service neutron] For port 716e3e17-e5fb-43b1-8fca-63eb958add6e, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:28:06.318123 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fbf52f07-c1a2-44eb-b315-1ecc010449c2 req-c539ee94-47fc-4288-8b7e-c12b9cdebab8 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935555 May 13 14:28:06.322195 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-5c60f5b4-f8d7-45e2-83ba-70f625911ea5 service neutron] For port 716e3e17-e5fb-43b1-8fca-63eb958add6e, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=716e3e17-e5fb-43b1-8fca-63eb958add6e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:28:06.330184 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-5c60f5b4-f8d7-45e2-83ba-70f625911ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:06.336858 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-d6949ca5-1854-4daa-ba90-6d843669eb7d service neutron] Request body: {'port': {'device_id': 'b869a7cb-f521-446b-bda9-8b37a87ce325', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:06.380572 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec076e5a-e08d-4633-8569-b613d4025ee5 req-fa643cfd-6337-4435-8aa4-2969782de274 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:06.381619 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ec076e5a-e08d-4633-8569-b613d4025ee5 req-fa643cfd-6337-4435-8aa4-2969782de274 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b869a7cb-f521-446b-bda9-8b37a87ce325 HTTP/1.1" status: 200 len: 936 time: 0.2283833 May 13 14:28:06.411034 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 3ed5edfc-cae7-4254-8740-bf78d8fca6ff details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:28:06.416755 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-5c60f5b4-f8d7-45e2-83ba-70f625911ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:06.417035 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-5c60f5b4-f8d7-45e2-83ba-70f625911ea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:06.418377 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-5c60f5b4-f8d7-45e2-83ba-70f625911ea5 service neutron] 10.222.0.74 "PUT /v2.0/ports/716e3e17-e5fb-43b1-8fca-63eb958add6e HTTP/1.1" status: 200 len: 1096 time: 4.1630096 May 13 14:28:06.489930 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60f5b4-f8d7-45e2-83ba-70f625911ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=716e3e17-e5fb-43b1-8fca-63eb958add6e,revision_number=11']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:06.500066 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ec076e5a-e08d-4633-8569-b613d4025ee5 req-d250e7d8-991b-499c-b194-b430f629fd6f tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/security-groups?id=b733994d-6d32-4f06-8c4b-aeeef52c1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031799 May 13 14:28:06.553936 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-010a017b-540f-41ec-b579-93f75424c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:06.555756 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-010a017b-540f-41ec-b579-93f75424c85e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 1099 time: 0.0988834 May 13 14:28:06.589485 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=3ed5edfc-cae7-4254-8740-bf78d8fca6ff,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:06.608440 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '3ed5edfc-cae7-4254-8740-bf78d8fca6ff', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': '3ed5edfc-cae7-4254-8740-bf78d8fca6ff', 'mac_address': 'fa:16:3e:d2:a2:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:28:06.680085 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de198fe6-87c6-45b2-9f10-efe271d7ecc0 admin admin] Network 1232b945-80c7-4521-a828-e4a6b97dcd91 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:28:06.694225 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-de198fe6-87c6-45b2-9f10-efe271d7ecc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:28:06.694582 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:06.694892 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:06.712629 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-66e7bb9e-b566-4c78-9a4a-f8fcd7177d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:06.714205 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-66e7bb9e-b566-4c78-9a4a-f8fcd7177d4e service neutron] 10.222.0.74 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.1501691 May 13 14:28:06.714759 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed5edfc-cae7-4254-8740-bf78d8fca6ff {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:28:06.732597 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=3ed5edfc-cae7-4254-8740-bf78d8fca6ff,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:06.737211 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de198fe6-87c6-45b2-9f10-efe271d7ecc0 admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:28:06.747222 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:06.801782 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-d6949ca5-1854-4daa-ba90-6d843669eb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:06.834198 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64d37097-f3b1-4342-9119-2fcd376017d5 req-0a951950-67b6-4982-8ca7-847ef59b61c8 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] 10.222.0.35 "GET /v2.0/security-groups/3cdfe845-dbec-4c70-86ba-32987ef347b5 HTTP/1.1" status: 200 len: 2981 time: 0.5711193 May 13 14:28:06.834841 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de198fe6-87c6-45b2-9f10-efe271d7ecc0 admin admin] Pushing event updated for resources: {'Port': ['ID=ff056cbe-ea08-4b10-b83f-a8e2636d2d19,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:06.854887 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=3ed5edfc-cae7-4254-8740-bf78d8fca6ff,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:06.857235 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-ea5d7923-8094-4611-a58b-ae91b1cac6dc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=716e3e17-e5fb-43b1-8fca-63eb958add6e HTTP/1.1" status: 200 len: 217 time: 0.1058426 May 13 14:28:06.900346 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-de198fe6-87c6-45b2-9f10-efe271d7ecc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:06.963754 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-148fe02f-ded2-4bb0-8bc9-765b50542d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:06.965367 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-148fe02f-ded2-4bb0-8bc9-765b50542d5d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1015127 May 13 14:28:06.977095 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b181d9-e433-4608-a955-0a2a942911bb req-23445fab-891b-4cec-ad55-22ef5cf58938 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:06.984378 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['3ed5edfc-cae7-4254-8740-bf78d8fca6ff'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:28:06.987554 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-00b181d9-e433-4608-a955-0a2a942911bb req-23445fab-891b-4cec-ad55-22ef5cf58938 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=4070bc66-723a-42cf-a605-04d86b5ea0bc HTTP/1.1" status: 200 len: 944 time: 0.2684004 May 13 14:28:07.036976 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device a7ef7012-42e0-4ce8-8125-8f91088e1515 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:28:07.108144 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-00b181d9-e433-4608-a955-0a2a942911bb req-02911d8e-bbf6-4b5d-b7d6-99f65895067d tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195796 May 13 14:28:07.147700 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5a692acc-8f2f-449e-a77d-8ba15808db9c None None] Provisioning for port ff056cbe-ea08-4b10-b83f-a8e2636d2d19 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:28:07.148928 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-f13afd9f-5aff-4008-9075-ecb819fc3f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:07.152010 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-f13afd9f-5aff-4008-9075-ecb819fc3f73 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1620650 May 13 14:28:07.162024 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5a692acc-8f2f-449e-a77d-8ba15808db9c None None] Provisioning complete for port ff056cbe-ea08-4b10-b83f-a8e2636d2d19 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:07.162395 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5a692acc-8f2f-449e-a77d-8ba15808db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:07.251363 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03ce46ff-67e2-42d4-a7b7-83498d0c25ae'] response: {'server_uuid': '85e1dbb0-7dcc-4f40-ae90-d46b59d5888a', 'name': 'network-vif-deleted', 'tag': 'df3f3758-9f8d-4456-98d4-2ceb7bfdc9f0', 'status': 'completed', 'code': 200} May 13 14:28:07.263074 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-6a86cef4-0be1-419f-8382-c91447c5fa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:07.264715 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-6a86cef4-0be1-419f-8382-c91447c5fa21 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9782436 May 13 14:28:07.271618 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64d37097-f3b1-4342-9119-2fcd376017d5 req-a2d4c521-3538-49bf-8424-472fb749757f tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] 10.222.0.35 "GET /v2.0/security-groups/43a030c0-c5b8-4788-bcb2-f661575543fa HTTP/1.1" status: 200 len: 2981 time: 0.3888185 May 13 14:28:07.286044 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port a7ef7012-42e0-4ce8-8125-8f91088e1515 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:07.286044 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:07.360118 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-5a692acc-8f2f-449e-a77d-8ba15808db9c None None] Port ff056cbe-ea08-4b10-b83f-a8e2636d2d19 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:28:07.382946 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-ca2cc43b-b9eb-405b-a5a6-3f09ef3b0b4a service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188566 May 13 14:28:07.483658 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc73e5a-6fc8-44da-884a-888203f57c15 req-a7a97f3f-237c-46ef-a822-d4de2e641ec9 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:07.485156 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cdc73e5a-6fc8-44da-884a-888203f57c15 req-a7a97f3f-237c-46ef-a822-d4de2e641ec9 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f30e7d0-a4bb-4385-94c9-0fbe1613739d HTTP/1.1" status: 200 len: 946 time: 0.1987312 May 13 14:28:07.501290 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port a7ef7012-42e0-4ce8-8125-8f91088e1515 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:07.529932 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64d37097-f3b1-4342-9119-2fcd376017d5 req-bc32bb49-4937-4ae1-918c-53f47fac69f5 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] 10.222.0.35 "GET /v2.0/security-groups/43a030c0-c5b8-4788-bcb2-f661575543fa HTTP/1.1" status: 200 len: 2981 time: 0.2489920 May 13 14:28:07.572775 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8005c4ad-bcb1-4616-973e-297a9efde97a req-5daf4109-5f21-4ae0-a1e3-bc45f129c332 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832287 May 13 14:28:07.576063 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cdc73e5a-6fc8-44da-884a-888203f57c15 req-7ce4e89b-ab3b-4708-af59-8c6a554c032c tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792410 May 13 14:28:07.662164 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-33e7accd-f52a-4df9-81ec-f5988d2dfe36 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850975 May 13 14:28:07.761465 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64d37097-f3b1-4342-9119-2fcd376017d5 req-73070454-a81f-4d0a-9662-af4e87b74cae tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] 10.222.0.35 "GET /v2.0/security-groups/47360ce4-1be8-4e3f-9bb4-b85e5927bfca HTTP/1.1" status: 200 len: 2981 time: 0.2226717 May 13 14:28:07.780854 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-d6949ca5-1854-4daa-ba90-6d843669eb7d service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:28:07.810062 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-de198fe6-87c6-45b2-9f10-efe271d7ecc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:07.877687 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb02b7-56f4-45dc-a051-cfb51c954e8d req-99d67a54-cac8-4d46-8c13-fe1d32638879 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:07.879156 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ecdb02b7-56f4-45dc-a051-cfb51c954e8d req-99d67a54-cac8-4d46-8c13-fe1d32638879 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd97781e-09d8-4c5d-92b2-880d56cbd266 HTTP/1.1" status: 200 len: 948 time: 0.1954579 May 13 14:28:07.924057 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ecdb02b7-56f4-45dc-a051-cfb51c954e8d req-42d8444a-fe6d-493f-830a-7fcdc96da496 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/security-groups?id=20439e13-78ba-4840-a41d-70cac54136f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385754 May 13 14:28:07.963961 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-d6949ca5-1854-4daa-ba90-6d843669eb7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bf10b63-ed92-48a6-99bd-fd1c589c340d {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:28:07.977988 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-d6949ca5-1854-4daa-ba90-6d843669eb7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:07.988770 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64d37097-f3b1-4342-9119-2fcd376017d5 req-93dfa9cd-102b-4ee2-b847-79bc288aef4a tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] 10.222.0.35 "GET /v2.0/security-groups/47360ce4-1be8-4e3f-9bb4-b85e5927bfca HTTP/1.1" status: 200 len: 2981 time: 0.2117498 May 13 14:28:08.047837 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-d6949ca5-1854-4daa-ba90-6d843669eb7d service neutron] Transition to ACTIVE for port object 2bf10b63-ed92-48a6-99bd-fd1c589c340d will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:28:08.052112 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-198b5e4f-cc0b-442c-8911-29c7c1f86d08 req-d806a737-bbba-4880-aa81-65902462a692 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797984 May 13 14:28:08.069907 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-d6949ca5-1854-4daa-ba90-6d843669eb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:08.081127 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68cf0dd5-7118-4d67-9829-98678ac6a65e'] response: {'server_uuid': '74d061fb-033d-43ab-be5f-8c381643e2b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '716e3e17-e5fb-43b1-8fca-63eb958add6e', 'code': 200} May 13 14:28:08.251597 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabe5a5-22fd-4bd1-9294-ed38041aef9f req-7b27004b-4767-46e3-b4a1-c3f68e2026e0 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:08.252366 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4aabe5a5-22fd-4bd1-9294-ed38041aef9f req-7b27004b-4767-46e3-b4a1-c3f68e2026e0 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 948 time: 0.0843945 May 13 14:28:08.310779 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4aabe5a5-22fd-4bd1-9294-ed38041aef9f req-32193fee-56bf-4ec0-a3b1-93243565f322 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512717 May 13 14:28:08.425723 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 3ed5edfc-cae7-4254-8740-bf78d8fca6ff up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:28:08.434105 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64d37097-f3b1-4342-9119-2fcd376017d5 req-64e09ed3-b611-485f-abe0-08235c9738b5 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] 10.222.0.35 "GET /v2.0/security-groups/4f7f758a-1967-4580-8929-993cb500c354 HTTP/1.1" status: 200 len: 2981 time: 0.4298973 May 13 14:28:08.434775 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6949ca5-1854-4daa-ba90-6d843669eb7d service neutron] Pushing event updated for resources: {'Port': ['ID=2bf10b63-ed92-48a6-99bd-fd1c589c340d,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:08.505565 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ef7dc-3262-4981-b889-9de4d4e1e38f req-0aef2564-d879-427c-a3c6-85d13f1464ef tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:08.511342 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-436ef7dc-3262-4981-b889-9de4d4e1e38f req-0aef2564-d879-427c-a3c6-85d13f1464ef tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b869a7cb-f521-446b-bda9-8b37a87ce325 HTTP/1.1" status: 200 len: 948 time: 0.0958426 May 13 14:28:08.553558 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:28:08.556977 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-436ef7dc-3262-4981-b889-9de4d4e1e38f req-46344c40-db7d-41c5-aa45-f0f93c6e2977 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/security-groups?id=b733994d-6d32-4f06-8c4b-aeeef52c1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444767 May 13 14:28:08.559852 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:08.560242 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:08.636082 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64d37097-f3b1-4342-9119-2fcd376017d5 req-e77e0357-4624-4ba9-9d09-a1e54d3877e4 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] 10.222.0.35 "GET /v2.0/security-groups/4f7f758a-1967-4580-8929-993cb500c354 HTTP/1.1" status: 200 len: 2981 time: 0.1697717 May 13 14:28:08.637837 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-d6949ca5-1854-4daa-ba90-6d843669eb7d service neutron] Attempting to bind port 2bf10b63-ed92-48a6-99bd-fd1c589c340d on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:28:08.638247 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-d6949ca5-1854-4daa-ba90-6d843669eb7d service neutron] Attempting to bind port 2bf10b63-ed92-48a6-99bd-fd1c589c340d by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:28:08.638581 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-d6949ca5-1854-4daa-ba90-6d843669eb7d service neutron] Attempting to bind port 2bf10b63-ed92-48a6-99bd-fd1c589c340d on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:28:08.656056 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-d6949ca5-1854-4daa-ba90-6d843669eb7d service neutron] Port 2bf10b63-ed92-48a6-99bd-fd1c589c340d on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:28:08.656381 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-d6949ca5-1854-4daa-ba90-6d843669eb7d service neutron] Attempting to bind port 2bf10b63-ed92-48a6-99bd-fd1c589c340d on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:28:08.677297 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-d6949ca5-1854-4daa-ba90-6d843669eb7d service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:28:08.677575 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:28:08.677709 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-d6949ca5-1854-4daa-ba90-6d843669eb7d service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:28:08.678021 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-d6949ca5-1854-4daa-ba90-6d843669eb7d service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:28:08.678454 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-d6949ca5-1854-4daa-ba90-6d843669eb7d service neutron] Bound port: 2bf10b63-ed92-48a6-99bd-fd1c589c340d, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:28:08.678800 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-d6949ca5-1854-4daa-ba90-6d843669eb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:08.688906 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-de198fe6-87c6-45b2-9f10-efe271d7ecc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:08.698942 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-de198fe6-87c6-45b2-9f10-efe271d7ecc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:08.730671 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:08.731153 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:08.766285 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9ee44d-1e65-43d1-9386-49f83a251d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed5edfc-cae7-4254-8740-bf78d8fca6ff'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:08.778446 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=3ed5edfc-cae7-4254-8740-bf78d8fca6ff,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:08.783771 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:08.823081 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:28:08.845193 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:08.845723 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:08.893158 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64d37097-f3b1-4342-9119-2fcd376017d5 req-45858d4c-9f81-4b91-a283-563dba7cc467 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] 10.222.0.35 "GET /v2.0/security-groups/57db2598-69aa-4b92-863d-19b1adb43c7c HTTP/1.1" status: 200 len: 2981 time: 0.2476337 May 13 14:28:08.893753 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de198fe6-87c6-45b2-9f10-efe271d7ecc0 admin admin] Pushing event updated for resources: {'Port': ['ID=ff056cbe-ea08-4b10-b83f-a8e2636d2d19,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:08.899144 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-de198fe6-87c6-45b2-9f10-efe271d7ecc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:08.908649 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=3ed5edfc-cae7-4254-8740-bf78d8fca6ff,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:08.918931 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:08.919352 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:08.919686 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:08.920012 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:08.920333 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:08.920652 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:08.920970 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:08.921287 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:08.921599 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:08.921915 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:08.922227 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:08.922536 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:08.996096 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:08.996516 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:09.032942 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1,segment=NetworkSegment(212baf6b-5017-40bb-96cc-46cb7ca012f5),segment_id=212baf6b-5017-40bb-96cc-46cb7ca012f5)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:09.038155 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:09.079567 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-d6949ca5-1854-4daa-ba90-6d843669eb7d service neutron] For port 2bf10b63-ed92-48a6-99bd-fd1c589c340d, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:28:09.104268 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64d37097-f3b1-4342-9119-2fcd376017d5 req-075fe057-7542-4fbe-85b1-e2cce85cd725 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] 10.222.0.35 "GET /v2.0/security-groups/57db2598-69aa-4b92-863d-19b1adb43c7c HTTP/1.1" status: 200 len: 2981 time: 0.1899273 May 13 14:28:09.105839 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-d6949ca5-1854-4daa-ba90-6d843669eb7d service neutron] For port 2bf10b63-ed92-48a6-99bd-fd1c589c340d, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=2bf10b63-ed92-48a6-99bd-fd1c589c340d,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:28:09.117251 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-d6949ca5-1854-4daa-ba90-6d843669eb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:09.120852 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:09.192764 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de198fe6-87c6-45b2-9f10-efe271d7ecc0 admin admin] Network 1232b945-80c7-4521-a828-e4a6b97dcd91 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:28:09.206757 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-de198fe6-87c6-45b2-9f10-efe271d7ecc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:28:09.239900 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-d6949ca5-1854-4daa-ba90-6d843669eb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:09.240517 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-d6949ca5-1854-4daa-ba90-6d843669eb7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:09.243443 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-d6949ca5-1854-4daa-ba90-6d843669eb7d service neutron] 10.222.0.74 "PUT /v2.0/ports/2bf10b63-ed92-48a6-99bd-fd1c589c340d HTTP/1.1" status: 200 len: 1096 time: 2.9580204 May 13 14:28:09.338343 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd97781e-09d8-4c5d-92b2-880d56cbd266', 'tag': 'cbf4f581-d663-49f2-97f8-2fac6fb9c8be'}, {'name': 'network-changed', 'server_uuid': 'b869a7cb-f521-446b-bda9-8b37a87ce325', 'tag': '2bf10b63-ed92-48a6-99bd-fd1c589c340d'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:09.398712 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6949ca5-1854-4daa-ba90-6d843669eb7d service neutron] Pushing event updated for resources: {'Port': ['ID=2bf10b63-ed92-48a6-99bd-fd1c589c340d,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:09.398958 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11dc577-b212-420c-921b-df74478749d7 req-802c28dc-b44f-44c3-8e63-90854e3de93f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:09.407225 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c11dc577-b212-420c-921b-df74478749d7 req-802c28dc-b44f-44c3-8e63-90854e3de93f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=4070bc66-723a-42cf-a605-04d86b5ea0bc HTTP/1.1" status: 200 len: 945 time: 0.1100826 May 13 14:28:09.416994 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64d37097-f3b1-4342-9119-2fcd376017d5 req-e4299ef3-2beb-4e9b-97a8-069f8b7c0899 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] 10.222.0.35 "GET /v2.0/security-groups/74e6aa2a-e522-479f-9812-3c0180ad4b14 HTTP/1.1" status: 200 len: 2981 time: 0.2935650 May 13 14:28:09.458959 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c11dc577-b212-420c-921b-df74478749d7 req-dfb5cc46-3861-4009-b063-90a1695ebafb tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509286 May 13 14:28:09.525620 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b2f444f-6d27-4774-985e-fcea5df28b6c'] response: {'server_uuid': 'ad9ee44d-1e65-43d1-9386-49f83a251d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed5edfc-cae7-4254-8740-bf78d8fca6ff', 'code': 200} May 13 14:28:09.591879 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de862a5a-2db0-43e0-926c-d9c7d922543d None None] Provisioning complete for port ff056cbe-ea08-4b10-b83f-a8e2636d2d19 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:09.592480 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de862a5a-2db0-43e0-926c-d9c7d922543d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:09.596053 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64d37097-f3b1-4342-9119-2fcd376017d5 req-aa3d063d-082d-468c-85d5-51ee29111b2a tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] 10.222.0.35 "GET /v2.0/security-groups/74e6aa2a-e522-479f-9812-3c0180ad4b14 HTTP/1.1" status: 200 len: 2981 time: 0.1637897 May 13 14:28:09.650190 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de862a5a-2db0-43e0-926c-d9c7d922543d None None] Port ff056cbe-ea08-4b10-b83f-a8e2636d2d19 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:28:09.679627 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de198fe6-87c6-45b2-9f10-efe271d7ecc0 admin admin] Router 64843a47-32a2-42a2-9b2a-4027cf268ece has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:28:09.689172 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-1af1e26c-939b-435f-b8b2-4ce0926f0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:09.690629 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-1af1e26c-939b-435f-b8b2-4ce0926f0bee service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d9b4b5cc52af4b958e98ba51714ed884&device_id=b869a7cb-f521-446b-bda9-8b37a87ce325 HTTP/1.1" status: 200 len: 1099 time: 0.3747137 May 13 14:28:09.707912 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659bbc7-7f3d-4acc-840a-449f4c8f2bb7 req-9917e993-1420-41b6-9cdd-ec225cb47e56 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:09.709349 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8659bbc7-7f3d-4acc-840a-449f4c8f2bb7 req-9917e993-1420-41b6-9cdd-ec225cb47e56 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd97781e-09d8-4c5d-92b2-880d56cbd266 HTTP/1.1" status: 200 len: 948 time: 0.0830050 May 13 14:28:09.759378 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8659bbc7-7f3d-4acc-840a-449f4c8f2bb7 req-d2c065a0-310d-4cf5-8c7f-15b3ebc57448 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/security-groups?id=20439e13-78ba-4840-a41d-70cac54136f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425370 May 13 14:28:09.859981 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64d37097-f3b1-4342-9119-2fcd376017d5 req-1169f79c-126d-421c-908b-9e189c27c717 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] 10.222.0.35 "GET /v2.0/security-groups/bd58cafb-a917-4b24-8f5c-0f587d11339d HTTP/1.1" status: 200 len: 2977 time: 0.2193305 May 13 14:28:09.886712 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-b698c9c1-c427-4394-94fd-b082c2017241 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=2bf10b63-ed92-48a6-99bd-fd1c589c340d HTTP/1.1" status: 200 len: 217 time: 0.1598432 May 13 14:28:10.056441 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7917876-2e15-4fbb-82c5-7701a2a8f0cb req-227b8596-5da3-460d-b938-0bf09bee12e2 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:10.057911 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c7917876-2e15-4fbb-82c5-7701a2a8f0cb req-227b8596-5da3-460d-b938-0bf09bee12e2 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 944 time: 0.1493392 May 13 14:28:10.058554 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c169bf9-7c30-4693-acf9-e1b3f75126bd req-a340cee2-3da5-49e0-abee-b427cafe6320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:10.060063 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5c169bf9-7c30-4693-acf9-e1b3f75126bd req-a340cee2-3da5-49e0-abee-b427cafe6320 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ad9ee44d-1e65-43d1-9386-49f83a251d2f HTTP/1.1" status: 200 len: 1101 time: 0.4566150 May 13 14:28:10.066330 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ab8c5-f290-42f1-a26b-5a860344bea3 req-4ce4248a-8ff7-4eec-9d8c-7671a01e21a4 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:10.067758 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a30ab8c5-f290-42f1-a26b-5a860344bea3 req-4ce4248a-8ff7-4eec-9d8c-7671a01e21a4 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.74 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 944 time: 0.1184154 May 13 14:28:10.074963 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64d37097-f3b1-4342-9119-2fcd376017d5 req-96207f2d-28dc-40b5-a5b4-a1e967f6dcdb tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] 10.222.0.35 "GET /v2.0/security-groups/bd58cafb-a917-4b24-8f5c-0f587d11339d HTTP/1.1" status: 200 len: 2977 time: 0.2141771 May 13 14:28:10.083433 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d061fb-033d-43ab-be5f-8c381643e2b8', 'tag': '716e3e17-e5fb-43b1-8fca-63eb958add6e'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:10.119697 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-6ca7f0d7-fb46-4fc0-a474-f0a5d6213697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:10.121015 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-6ca7f0d7-fb46-4fc0-a474-f0a5d6213697 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.2194002 May 13 14:28:10.170808 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c7917876-2e15-4fbb-82c5-7701a2a8f0cb req-e02432c9-ea63-4483-8e34-93590f404df1 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020687 May 13 14:28:10.173195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de198fe6-87c6-45b2-9f10-efe271d7ecc0 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:28:10.183354 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-a30ab8c5-f290-42f1-a26b-5a860344bea3 req-8f72ff5b-0cf6-4d70-b7cf-f79e0ab12187 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Deleting port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:28:10.183715 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a30ab8c5-f290-42f1-a26b-5a860344bea3 req-8f72ff5b-0cf6-4d70-b7cf-f79e0ab12187 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:10.187567 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-de198fe6-87c6-45b2-9f10-efe271d7ecc0 admin admin] 10.222.0.35 "PUT /v2.0/routers/64843a47-32a2-42a2-9b2a-4027cf268ece/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8152630 May 13 14:28:10.207371 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6500c984-3b38-4bc3-8a9b-3d94623d8bb3 None None] Sync routers for ids ['64843a47-32a2-42a2-9b2a-4027cf268ece'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:28:10.212320 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5c169bf9-7c30-4693-acf9-e1b3f75126bd req-03e7b6bc-c846-47c9-8116-0abe05749637 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=20439e13-78ba-4840-a41d-70cac54136f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408918 May 13 14:28:10.219295 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64d37097-f3b1-4342-9119-2fcd376017d5 req-00d16fcc-0d96-457b-b688-23d40acd1d1a tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] 10.222.0.35 "GET /v2.0/security-groups/c08cb453-f799-4438-9a93-83d77efac0c1 HTTP/1.1" status: 200 len: 2981 time: 0.1263223 May 13 14:28:10.226847 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6500c984-3b38-4bc3-8a9b-3d94623d8bb3 None None] Routers {'64843a47-32a2-42a2-9b2a-4027cf268ece'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:28:10.230034 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-6500c984-3b38-4bc3-8a9b-3d94623d8bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:27:59Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['64843a47-32a2-42a2-9b2a-4027cf268ece'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:10.418857 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 39414) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:10.425252 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device cbf4f581-d663-49f2-97f8-2fac6fb9c8be details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:28:10.436055 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64d37097-f3b1-4342-9119-2fcd376017d5 req-0d3e21ce-c684-4db6-805f-a4b004073595 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] 10.222.0.35 "GET /v2.0/security-groups/c08cb453-f799-4438-9a93-83d77efac0c1 HTTP/1.1" status: 200 len: 2981 time: 0.2067637 May 13 14:28:10.542118 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-6500c984-3b38-4bc3-8a9b-3d94623d8bb3 None None] Set router 64843a47-32a2-42a2-9b2a-4027cf268ece gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:28:10.545147 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-5b4ae21a-6911-4b6d-a4f3-6b1cb80c40ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:10.546921 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-5b4ae21a-6911-4b6d-a4f3-6b1cb80c40ec service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4134765 May 13 14:28:10.600168 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-a30ab8c5-f290-42f1-a26b-5a860344bea3 req-8f72ff5b-0cf6-4d70-b7cf-f79e0ab12187 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] For port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2,segment=NetworkSegment(69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2),segment_id=69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:10.600815 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a30ab8c5-f290-42f1-a26b-5a860344bea3 req-8f72ff5b-0cf6-4d70-b7cf-f79e0ab12187 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:10.680282 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae6a25-a586-4860-a333-2434a9fdfcc7 req-f081f844-6891-40a5-a22b-08e57ab969a2 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:10.687160 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-03ae6a25-a586-4860-a333-2434a9fdfcc7 req-f081f844-6891-40a5-a22b-08e57ab969a2 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 948 time: 0.2626982 May 13 14:28:10.708600 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port cbf4f581-d663-49f2-97f8-2fac6fb9c8be, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=cbf4f581-d663-49f2-97f8-2fac6fb9c8be,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:10.719756 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64d37097-f3b1-4342-9119-2fcd376017d5 req-cc1c2feb-355c-4ae2-a44b-0e2623abf82d tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] 10.222.0.35 "GET /v2.0/security-groups/d6ada32b-0b2d-4651-a272-60ac5b02ebbf HTTP/1.1" status: 200 len: 2973 time: 0.2253048 May 13 14:28:10.759084 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'cbf4f581-d663-49f2-97f8-2fac6fb9c8be', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': 'cbf4f581-d663-49f2-97f8-2fac6fb9c8be', 'mac_address': 'fa:16:3e:26:b9:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:28:10.766894 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 716e3e17-e5fb-43b1-8fca-63eb958add6e details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:28:10.837758 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-a30ab8c5-f290-42f1-a26b-5a860344bea3 req-8f72ff5b-0cf6-4d70-b7cf-f79e0ab12187 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Calling delete_port for 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:28:10.880541 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port cbf4f581-d663-49f2-97f8-2fac6fb9c8be is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:10.880917 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:10.901254 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-03ae6a25-a586-4860-a333-2434a9fdfcc7 req-228ec93c-7bc5-4f71-b6f3-69ec91bba805 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132366 May 13 14:28:10.910211 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-749ef40f-b786-403b-81a1-764b89bc4890 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435383 May 13 14:28:10.923733 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64d37097-f3b1-4342-9119-2fcd376017d5 req-51e0069d-3bb9-4bfd-b2ce-7e7f4664b571 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] 10.222.0.35 "GET /v2.0/security-groups/d6ada32b-0b2d-4651-a272-60ac5b02ebbf HTTP/1.1" status: 200 len: 2973 time: 0.1529138 May 13 14:28:10.959792 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-6500c984-3b38-4bc3-8a9b-3d94623d8bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64843a47-32a2-42a2-9b2a-4027cf268ece', 'name': 'tempest-ServersTestFqdnHostnames-547150297-router', 'tenant_id': '41754adbefcf4743a1a76213eb096835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a7ef7012-42e0-4ce8-8125-8f91088e1515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:27:52Z', 'updated_at': '2022-05-13T14:28:07Z', 'revision_number': 4, 'project_id': '41754adbefcf4743a1a76213eb096835', 'gw_port': {'id': 'a7ef7012-42e0-4ce8-8125-8f91088e1515', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64843a47-32a2-42a2-9b2a-4027cf268ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:27:55Z', 'updated_at': '2022-05-13T14:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'ff056cbe-ea08-4b10-b83f-a8e2636d2d19', 'name': '', 'network_id': '1232b945-80c7-4521-a828-e4a6b97dcd91', 'tenant_id': '41754adbefcf4743a1a76213eb096835', 'mac_address': 'fa:16:3e:20:88:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64843a47-32a2-42a2-9b2a-4027cf268ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '5710e48c-e365-4b8b-8866-7cf100c07af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:28:05Z', 'updated_at': '2022-05-13T14:28:08Z', 'revision_number': 2, 'project_id': '41754adbefcf4743a1a76213eb096835', 'subnets': [{'id': '5710e48c-e365-4b8b-8866-7cf100c07af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:10.967193 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6500c984-3b38-4bc3-8a9b-3d94623d8bb3 None None] Checking router: 64843a47-32a2-42a2-9b2a-4027cf268ece for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:28:10.968154 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6500c984-3b38-4bc3-8a9b-3d94623d8bb3 None None] Updating router 64843a47-32a2-42a2-9b2a-4027cf268ece port ff056cbe-ea08-4b10-b83f-a8e2636d2d19 binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:28:11.032124 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64d37097-f3b1-4342-9119-2fcd376017d5 req-3d6293b9-ba3e-47f6-b981-cefcc8f894ea tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] 10.222.0.35 "GET /v2.0/security-groups/f8456c5c-12a6-4abe-8e73-0f7a5e3ca865 HTTP/1.1" status: 200 len: 2981 time: 0.1074252 May 13 14:28:11.034778 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf4f581-d663-49f2-97f8-2fac6fb9c8be {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:28:11.050182 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad1a5fb5-cb83-40e3-88c1-90919b6b3a14'] response: {'name': 'network-changed', 'server_uuid': 'cd97781e-09d8-4c5d-92b2-880d56cbd266', 'tag': 'cbf4f581-d663-49f2-97f8-2fac6fb9c8be', 'status': 'completed', 'code': 200} May 13 14:28:11.050445 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad1a5fb5-cb83-40e3-88c1-90919b6b3a14'] response: {'name': 'network-changed', 'server_uuid': 'b869a7cb-f521-446b-bda9-8b37a87ce325', 'tag': '2bf10b63-ed92-48a6-99bd-fd1c589c340d', 'status': 'completed', 'code': 200} May 13 14:28:11.077208 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-6500c984-3b38-4bc3-8a9b-3d94623d8bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:11.089612 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port cbf4f581-d663-49f2-97f8-2fac6fb9c8be, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=cbf4f581-d663-49f2-97f8-2fac6fb9c8be,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:11.102208 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a30ab8c5-f290-42f1-a26b-5a860344bea3 req-8f72ff5b-0cf6-4d70-b7cf-f79e0ab12187 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:11.130703 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:11.165633 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72ff5b-0cf6-4d70-b7cf-f79e0ab12187 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Pushing event deleted for resources: {'Port': ['ID=7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:11.234902 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 716e3e17-e5fb-43b1-8fca-63eb958add6e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=716e3e17-e5fb-43b1-8fca-63eb958add6e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:11.286437 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '716e3e17-e5fb-43b1-8fca-63eb958add6e', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': '716e3e17-e5fb-43b1-8fca-63eb958add6e', 'mac_address': 'fa:16:3e:ac:62:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:28:11.339830 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30ab8c5-f290-42f1-a26b-5a860344bea3 req-8f72ff5b-0cf6-4d70-b7cf-f79e0ab12187 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] No DVR routers for this DVR port 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:28:11.343439 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a30ab8c5-f290-42f1-a26b-5a860344bea3 req-8f72ff5b-0cf6-4d70-b7cf-f79e0ab12187 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:11.349771 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=cbf4f581-d663-49f2-97f8-2fac6fb9c8be,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:11.361485 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a30ab8c5-f290-42f1-a26b-5a860344bea3 req-8f72ff5b-0cf6-4d70-b7cf-f79e0ab12187 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.74 "DELETE /v2.0/ports/7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 HTTP/1.1" status: 204 len: 173 time: 1.2717824 May 13 14:28:11.381256 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac43170-2e19-47ba-8ad6-9cddff736b6e req-2d6384d7-8ff5-49ef-b211-4fede9871e27 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:11.388960 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fac43170-2e19-47ba-8ad6-9cddff736b6e req-2d6384d7-8ff5-49ef-b211-4fede9871e27 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b869a7cb-f521-446b-bda9-8b37a87ce325 HTTP/1.1" status: 200 len: 948 time: 0.1750486 May 13 14:28:11.394013 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64d37097-f3b1-4342-9119-2fcd376017d5 req-a14e91b0-38ac-465f-b56b-d3d5eb9bd97b tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] 10.222.0.35 "GET /v2.0/security-groups/f8456c5c-12a6-4abe-8e73-0f7a5e3ca865 HTTP/1.1" status: 200 len: 2981 time: 0.3604462 May 13 14:28:11.409843 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 716e3e17-e5fb-43b1-8fca-63eb958add6e is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:11.410319 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:11.458371 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 716e3e17-e5fb-43b1-8fca-63eb958add6e {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:28:11.477243 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fac43170-2e19-47ba-8ad6-9cddff736b6e req-88fd69fa-b981-4dbc-9ba3-f7d35cd63385 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/security-groups?id=b733994d-6d32-4f06-8c4b-aeeef52c1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871871 May 13 14:28:11.500948 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 716e3e17-e5fb-43b1-8fca-63eb958add6e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=716e3e17-e5fb-43b1-8fca-63eb958add6e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:11.524757 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['cbf4f581-d663-49f2-97f8-2fac6fb9c8be'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:28:11.543190 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6e7d9cca-bba9-479a-ace0-ab85b6f8d41c req-fe19edef-0b3b-4bfa-86aa-ba810b7f1fe3 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5480011 May 13 14:28:11.575091 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a66b426-fdc7-474f-a661-8f361a26d41f'] response: {'name': 'network-changed', 'server_uuid': '74d061fb-033d-43ab-be5f-8c381643e2b8', 'tag': '716e3e17-e5fb-43b1-8fca-63eb958add6e', 'status': 'completed', 'code': 200} May 13 14:28:11.607530 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb01ef-6456-41f0-9f3a-01790d8f2b80 req-16ae137d-288a-4309-8540-3ed026332b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:11.609000 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fabb01ef-6456-41f0-9f3a-01790d8f2b80 req-16ae137d-288a-4309-8540-3ed026332b1a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=962f6f1c5f254c0e8074696f76cb0054&device_id=cd97781e-09d8-4c5d-92b2-880d56cbd266 HTTP/1.1" status: 200 len: 1100 time: 0.4811604 May 13 14:28:11.614426 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:11.616434 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4070bc66-723a-42cf-a605-04d86b5ea0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:11.771260 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=716e3e17-e5fb-43b1-8fca-63eb958add6e,revision_number=12']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:11.812994 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-6500c984-3b38-4bc3-8a9b-3d94623d8bb3 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:11.827286 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-6500c984-3b38-4bc3-8a9b-3d94623d8bb3 None None] Transition to ACTIVE for port object ff056cbe-ea08-4b10-b83f-a8e2636d2d19 will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:28:11.837564 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-6500c984-3b38-4bc3-8a9b-3d94623d8bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:11.991630 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb01ef-6456-41f0-9f3a-01790d8f2b80 req-01fc829f-99b7-441b-a75c-c92a185a1447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:11.993826 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fabb01ef-6456-41f0-9f3a-01790d8f2b80 req-01fc829f-99b7-441b-a75c-c92a185a1447 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.3693070 May 13 14:28:12.105535 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e50f07-709a-4547-b61e-61ab6e847508 req-d646be73-6efe-4bfb-b15f-59d856dff564 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:12.107357 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-29e50f07-709a-4547-b61e-61ab6e847508 req-d646be73-6efe-4bfb-b15f-59d856dff564 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd97781e-09d8-4c5d-92b2-880d56cbd266 HTTP/1.1" status: 200 len: 949 time: 0.3240809 May 13 14:28:12.114472 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376c8c3-d13e-408d-9775-6f030bb5c03a None None] Pushing event updated for resources: {'Port': ['ID=ff056cbe-ea08-4b10-b83f-a8e2636d2d19,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:12.137524 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376c8c3-d13e-408d-9775-6f030bb5c03a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:12.138558 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376c8c3-d13e-408d-9775-6f030bb5c03a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:12.138999 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376c8c3-d13e-408d-9775-6f030bb5c03a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:12.139731 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376c8c3-d13e-408d-9775-6f030bb5c03a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:12.139863 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376c8c3-d13e-408d-9775-6f030bb5c03a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:12.140306 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376c8c3-d13e-408d-9775-6f030bb5c03a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:12.140848 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376c8c3-d13e-408d-9775-6f030bb5c03a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:12.141209 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376c8c3-d13e-408d-9775-6f030bb5c03a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:12.141658 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376c8c3-d13e-408d-9775-6f030bb5c03a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:12.142355 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376c8c3-d13e-408d-9775-6f030bb5c03a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:12.142490 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fabb01ef-6456-41f0-9f3a-01790d8f2b80 req-bb6ebac5-8126-4afb-9abc-a945a5b9530d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=cbf4f581-d663-49f2-97f8-2fac6fb9c8be HTTP/1.1" status: 200 len: 217 time: 0.1411338 May 13 14:28:12.143404 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376c8c3-d13e-408d-9775-6f030bb5c03a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:12.143959 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376c8c3-d13e-408d-9775-6f030bb5c03a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:12.155101 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-6500c984-3b38-4bc3-8a9b-3d94623d8bb3 None None] Attempting to bind port ff056cbe-ea08-4b10-b83f-a8e2636d2d19 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:28:12.155667 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-6500c984-3b38-4bc3-8a9b-3d94623d8bb3 None None] Attempting to bind port ff056cbe-ea08-4b10-b83f-a8e2636d2d19 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '7a35d2d3-cc25-48d1-b25f-297cfd38a8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1232b945-80c7-4521-a828-e4a6b97dcd91'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:28:12.156371 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6500c984-3b38-4bc3-8a9b-3d94623d8bb3 None None] Attempting to bind port ff056cbe-ea08-4b10-b83f-a8e2636d2d19 on network 1232b945-80c7-4521-a828-e4a6b97dcd91 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:28:12.162272 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6500c984-3b38-4bc3-8a9b-3d94623d8bb3 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:28:12.162784 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6500c984-3b38-4bc3-8a9b-3d94623d8bb3 None None] Checking segment: {'id': '7a35d2d3-cc25-48d1-b25f-297cfd38a8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1232b945-80c7-4521-a828-e4a6b97dcd91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:28:12.163348 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-6500c984-3b38-4bc3-8a9b-3d94623d8bb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:12.164008 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6500c984-3b38-4bc3-8a9b-3d94623d8bb3 None None] Bound using segment: {'id': '7a35d2d3-cc25-48d1-b25f-297cfd38a8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1232b945-80c7-4521-a828-e4a6b97dcd91'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:28:12.164530 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-6500c984-3b38-4bc3-8a9b-3d94623d8bb3 None None] Bound port: ff056cbe-ea08-4b10-b83f-a8e2636d2d19, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a35d2d3-cc25-48d1-b25f-297cfd38a8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1232b945-80c7-4521-a828-e4a6b97dcd91'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:28:12.165067 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-6500c984-3b38-4bc3-8a9b-3d94623d8bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:12.170958 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fd37e-a707-41fc-ad1c-f724cb535de4 req-b2dabde0-93ad-4f9a-ad0c-004352d6697d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:12.172467 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2f9fd37e-a707-41fc-ad1c-f724cb535de4 req-b2dabde0-93ad-4f9a-ad0c-004352d6697d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 1100 time: 0.1758175 May 13 14:28:12.244698 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['716e3e17-e5fb-43b1-8fca-63eb958add6e'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:28:12.272712 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-6500c984-3b38-4bc3-8a9b-3d94623d8bb3 None None] For port ff056cbe-ea08-4b10-b83f-a8e2636d2d19, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:28:12.275653 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb01ef-6456-41f0-9f3a-01790d8f2b80 req-0d919449-81b6-4ec3-bbd9-5d8249346a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:12.276449 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-6500c984-3b38-4bc3-8a9b-3d94623d8bb3 None None] For port ff056cbe-ea08-4b10-b83f-a8e2636d2d19, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=ff056cbe-ea08-4b10-b83f-a8e2636d2d19,segment=NetworkSegment(7a35d2d3-cc25-48d1-b25f-297cfd38a8de),segment_id=7a35d2d3-cc25-48d1-b25f-297cfd38a8de)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:28:12.277291 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fabb01ef-6456-41f0-9f3a-01790d8f2b80 req-0d919449-81b6-4ec3-bbd9-5d8249346a01 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d9b4b5cc52af4b958e98ba51714ed884&device_id=b869a7cb-f521-446b-bda9-8b37a87ce325 HTTP/1.1" status: 200 len: 1099 time: 0.4536059 May 13 14:28:12.282578 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-6500c984-3b38-4bc3-8a9b-3d94623d8bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:12.305250 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-29e50f07-709a-4547-b61e-61ab6e847508 req-5256068f-1cd7-4972-9965-b72707a8a54b tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/security-groups?id=20439e13-78ba-4840-a41d-70cac54136f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868753 May 13 14:28:12.440677 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fd37e-a707-41fc-ad1c-f724cb535de4 req-9817a577-c003-4d95-a855-80f9759f6a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:12.442127 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2f9fd37e-a707-41fc-ad1c-f724cb535de4 req-9817a577-c003-4d95-a855-80f9759f6a5d service neutron] 10.222.0.74 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.2587891 May 13 14:28:12.458245 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 8b6552c1-50e5-404b-a3b5-e5d2fe719a69 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:28:12.463714 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6500c984-3b38-4bc3-8a9b-3d94623d8bb3 None None] Routers {'64843a47-32a2-42a2-9b2a-4027cf268ece'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:28:12.464735 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-6500c984-3b38-4bc3-8a9b-3d94623d8bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:27:59Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['64843a47-32a2-42a2-9b2a-4027cf268ece'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:12.588737 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb01ef-6456-41f0-9f3a-01790d8f2b80 req-c3118ebd-a560-46b7-a5d3-e3186147f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:12.590844 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fabb01ef-6456-41f0-9f3a-01790d8f2b80 req-c3118ebd-a560-46b7-a5d3-e3186147f603 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.4239097 May 13 14:28:12.675094 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2f9fd37e-a707-41fc-ad1c-f724cb535de4 req-98b6b7ff-2863-400c-8627-ce9c45f270c8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=716e3e17-e5fb-43b1-8fca-63eb958add6e HTTP/1.1" status: 200 len: 217 time: 0.2266729 May 13 14:28:12.720470 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.resource_extend [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:28:12.727798 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-d2027503-b38c-492c-b704-c97b47b7a745 req-603a7b77-712a-4154-afc7-ea8f7bb13372 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Synchronizing usage tracker for tenant:e9c1f6dcee6e4bfa9d17410767972533 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:28:12.789306 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fd37e-a707-41fc-ad1c-f724cb535de4 req-4a84ef4a-2bba-45b7-a70b-cff2cd84322a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:12.791808 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2f9fd37e-a707-41fc-ad1c-f724cb535de4 req-4a84ef4a-2bba-45b7-a70b-cff2cd84322a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1093929 May 13 14:28:12.791960 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-d2027503-b38c-492c-b704-c97b47b7a745 req-603a7b77-712a-4154-afc7-ea8f7bb13372 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] Unset dirty status for tenant:e9c1f6dcee6e4bfa9d17410767972533 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:28:12.792879 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d2027503-b38c-492c-b704-c97b47b7a745 req-603a7b77-712a-4154-afc7-ea8f7bb13372 tempest-LiveMigrationTest-21934158 tempest-LiveMigrationTest-21934158-project] 10.222.0.35 "GET /v2.0/ports?device_id=63a3e39d-b45b-4860-a242-a10d54a31ddc HTTP/1.1" status: 200 len: 210 time: 0.2098520 May 13 14:28:12.803889 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c7d54-42d9-46af-8d6f-256a82e32b22 req-f3e3fde8-928c-4854-bacb-09c1609adb00 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:12.820145 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-030c7d54-42d9-46af-8d6f-256a82e32b22 req-f3e3fde8-928c-4854-bacb-09c1609adb00 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=4070bc66-723a-42cf-a605-04d86b5ea0bc HTTP/1.1" status: 200 len: 945 time: 1.0413129 May 13 14:28:12.841072 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:28:12.953006 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376c8c3-d13e-408d-9775-6f030bb5c03a None None] Pushing event updated for resources: {'Port': ['ID=ff056cbe-ea08-4b10-b83f-a8e2636d2d19,revision_number=4']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:12.965040 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-030c7d54-42d9-46af-8d6f-256a82e32b22 req-e08f394d-49a3-44a3-8e55-71b5bd479d71 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258309 May 13 14:28:12.973708 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-857b9614-1fb7-4467-9097-5288a924c2d7 req-e6d74e4f-33f4-469a-b997-c610f4474f78 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Synchronizing usage tracker for tenant:059f2cd341b2443695fc59951f35e6ca on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:28:12.992209 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-60162c78-4ebd-48bd-b92f-0db976f41617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:12.996071 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fd37e-a707-41fc-ad1c-f724cb535de4 req-999d1320-730a-424f-b892-0483e318cd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:12.998147 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2f9fd37e-a707-41fc-ad1c-f724cb535de4 req-999d1320-730a-424f-b892-0483e318cd8a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2001467 May 13 14:28:13.050602 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-857b9614-1fb7-4467-9097-5288a924c2d7 req-e6d74e4f-33f4-469a-b997-c610f4474f78 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Unset dirty status for tenant:059f2cd341b2443695fc59951f35e6ca on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:28:13.052615 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-857b9614-1fb7-4467-9097-5288a924c2d7 req-e6d74e4f-33f4-469a-b997-c610f4474f78 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=059f2cd341b2443695fc59951f35e6ca HTTP/1.1" status: 200 len: 6102 time: 0.1873865 May 13 14:28:13.054073 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:28:13.056399 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:28:13.068441 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb01ef-6456-41f0-9f3a-01790d8f2b80 req-c52596bc-7746-493b-a7f7-2845a6d040a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:13.069940 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fabb01ef-6456-41f0-9f3a-01790d8f2b80 req-c52596bc-7746-493b-a7f7-2845a6d040a7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4686649 May 13 14:28:13.118564 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-6500c984-3b38-4bc3-8a9b-3d94623d8bb3 None None] Set router 64843a47-32a2-42a2-9b2a-4027cf268ece gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:28:13.249605 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fabb01ef-6456-41f0-9f3a-01790d8f2b80 req-40fc1311-f582-4a4e-bcc5-a7bec587f928 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680334 May 13 14:28:13.253475 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb01ef-6456-41f0-9f3a-01790d8f2b80 req-ef34f365-f6cf-4bac-8187-5f749b76d4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:13.255454 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fabb01ef-6456-41f0-9f3a-01790d8f2b80 req-ef34f365-f6cf-4bac-8187-5f749b76d4d8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.9681671 May 13 14:28:13.287358 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2f9fd37e-a707-41fc-ad1c-f724cb535de4 req-44820b13-4b28-4631-863c-0a8becbbd924 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772012 May 13 14:28:13.348113 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 8b6552c1-50e5-404b-a3b5-e5d2fe719a69, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=8b6552c1-50e5-404b-a3b5-e5d2fe719a69,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:13.385805 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '8b6552c1-50e5-404b-a3b5-e5d2fe719a69', 'network_id': '615f1b1d-e928-4b1a-811f-c88ac2129812', 'port_id': '8b6552c1-50e5-404b-a3b5-e5d2fe719a69', 'mac_address': 'fa:16:3e:bc:1c:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e2eec62-0523-4521-82e3-9ab28f45e905', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:28:13.423000 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fabb01ef-6456-41f0-9f3a-01790d8f2b80 req-ce987292-818f-42c2-849a-1f515ae640fd service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630931 May 13 14:28:13.529625 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 8b6552c1-50e5-404b-a3b5-e5d2fe719a69 is: ACTIVE; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:13.530014 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:13.549879 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-961368a6-fb57-4afa-b05e-a5d2fb877845'] response: {'server_uuid': '4070bc66-723a-42cf-a605-04d86b5ea0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1', 'code': 200} May 13 14:28:13.551357 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b6552c1-50e5-404b-a3b5-e5d2fe719a69 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:28:13.578047 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a3e39d-b45b-4860-a242-a10d54a31ddc', 'name': 'network-vif-deleted', 'tag': '7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:13.586450 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 8b6552c1-50e5-404b-a3b5-e5d2fe719a69, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=8b6552c1-50e5-404b-a3b5-e5d2fe719a69,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:13.598718 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:13.665918 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fabb01ef-6456-41f0-9f3a-01790d8f2b80 req-bebae6d9-0763-48ce-93cd-05e25f248471 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=2bf10b63-ed92-48a6-99bd-fd1c589c340d HTTP/1.1" status: 200 len: 217 time: 0.2396424 May 13 14:28:13.694080 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=8b6552c1-50e5-404b-a3b5-e5d2fe719a69,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:13.705814 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-857b9614-1fb7-4467-9097-5288a924c2d7 req-09b063b4-aa79-4515-88eb-8b80553a7953 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] 10.222.0.35 "GET /v2.0/security-groups/4f7f758a-1967-4580-8929-993cb500c354 HTTP/1.1" status: 200 len: 2981 time: 0.6384363 May 13 14:28:13.724993 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-6500c984-3b38-4bc3-8a9b-3d94623d8bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64843a47-32a2-42a2-9b2a-4027cf268ece', 'name': 'tempest-ServersTestFqdnHostnames-547150297-router', 'tenant_id': '41754adbefcf4743a1a76213eb096835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a7ef7012-42e0-4ce8-8125-8f91088e1515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:27:52Z', 'updated_at': '2022-05-13T14:28:07Z', 'revision_number': 4, 'project_id': '41754adbefcf4743a1a76213eb096835', 'gw_port': {'id': 'a7ef7012-42e0-4ce8-8125-8f91088e1515', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64843a47-32a2-42a2-9b2a-4027cf268ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:27:55Z', 'updated_at': '2022-05-13T14:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'ff056cbe-ea08-4b10-b83f-a8e2636d2d19', 'name': '', 'network_id': '1232b945-80c7-4521-a828-e4a6b97dcd91', 'tenant_id': '41754adbefcf4743a1a76213eb096835', 'mac_address': 'fa:16:3e:20:88:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64843a47-32a2-42a2-9b2a-4027cf268ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '5710e48c-e365-4b8b-8866-7cf100c07af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:28:05Z', 'updated_at': '2022-05-13T14:28:12Z', 'revision_number': 4, 'project_id': '41754adbefcf4743a1a76213eb096835', 'subnets': [{'id': '5710e48c-e365-4b8b-8866-7cf100c07af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:13.741617 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6500c984-3b38-4bc3-8a9b-3d94623d8bb3 None None] The sync data for ids ['64843a47-32a2-42a2-9b2a-4027cf268ece'] in n-d-841760-1 is: [{'id': '64843a47-32a2-42a2-9b2a-4027cf268ece', 'name': 'tempest-ServersTestFqdnHostnames-547150297-router', 'tenant_id': '41754adbefcf4743a1a76213eb096835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a7ef7012-42e0-4ce8-8125-8f91088e1515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:27:52Z', 'updated_at': '2022-05-13T14:28:07Z', 'revision_number': 4, 'project_id': '41754adbefcf4743a1a76213eb096835', 'gw_port': {'id': 'a7ef7012-42e0-4ce8-8125-8f91088e1515', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64843a47-32a2-42a2-9b2a-4027cf268ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:27:55Z', 'updated_at': '2022-05-13T14:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'ff056cbe-ea08-4b10-b83f-a8e2636d2d19', 'name': '', 'network_id': '1232b945-80c7-4521-a828-e4a6b97dcd91', 'tenant_id': '41754adbefcf4743a1a76213eb096835', 'mac_address': 'fa:16:3e:20:88:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64843a47-32a2-42a2-9b2a-4027cf268ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '5710e48c-e365-4b8b-8866-7cf100c07af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:28:05Z', 'updated_at': '2022-05-13T14:28:12Z', 'revision_number': 4, 'project_id': '41754adbefcf4743a1a76213eb096835', 'subnets': [{'id': '5710e48c-e365-4b8b-8866-7cf100c07af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:28:13.749169 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2f9fd37e-a707-41fc-ad1c-f724cb535de4 req-96a52702-5851-4f3a-9397-36544a689693 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482172 May 13 14:28:13.757541 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['8b6552c1-50e5-404b-a3b5-e5d2fe719a69'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:28:13.835320 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-857b9614-1fb7-4467-9097-5288a924c2d7 req-09f407e3-ae01-4442-b80f-99c74394174c tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] 10.222.0.35 "GET /v2.0/security-groups/4f7f758a-1967-4580-8929-993cb500c354 HTTP/1.1" status: 200 len: 2981 time: 0.1191380 May 13 14:28:14.103916 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db3b89-af99-4781-b492-d372196c1cdb req-8b0b3fc4-9f4a-49ca-b006-1dd136749974 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:14.105557 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-58db3b89-af99-4781-b492-d372196c1cdb req-8b0b3fc4-9f4a-49ca-b006-1dd136749974 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b869a7cb-f521-446b-bda9-8b37a87ce325 HTTP/1.1" status: 200 len: 948 time: 0.1653755 May 13 14:28:14.134366 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb01ef-6456-41f0-9f3a-01790d8f2b80 req-d1cc5417-a21e-4219-9923-9b255118775d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:14.135974 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fabb01ef-6456-41f0-9f3a-01790d8f2b80 req-d1cc5417-a21e-4219-9923-9b255118775d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.3825753 May 13 14:28:14.168740 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-58db3b89-af99-4781-b492-d372196c1cdb req-7bde6d10-1d9d-4c06-8ca2-a2b3cccb18ea tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/security-groups?id=b733994d-6d32-4f06-8c4b-aeeef52c1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566545 May 13 14:28:14.259569 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e9f31-7268-40b7-98c1-90d6e03e45c7 req-c38a593d-2500-4bee-9011-73ef4d8f7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:14.261046 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a61e9f31-7268-40b7-98c1-90d6e03e45c7 req-c38a593d-2500-4bee-9011-73ef4d8f7905 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4070bc66-723a-42cf-a605-04d86b5ea0bc HTTP/1.1" status: 200 len: 1096 time: 0.6033871 May 13 14:28:14.279463 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d78951-fce2-4e6b-aa63-c31b1c59c3d8 req-86044107-10e4-4bde-9bc3-ab7e9fe32dd5 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:14.280976 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e0d78951-fce2-4e6b-aa63-c31b1c59c3d8 req-86044107-10e4-4bde-9bc3-ab7e9fe32dd5 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 949 time: 0.5085218 May 13 14:28:14.346773 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a61e9f31-7268-40b7-98c1-90d6e03e45c7 req-d27077a8-1a48-46eb-91e3-b4363cd0951d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771768 May 13 14:28:14.401472 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e0d78951-fce2-4e6b-aa63-c31b1c59c3d8 req-e25eae3a-18f3-446e-af35-5673e999f7ae tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715699 May 13 14:28:14.432312 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device cbf4f581-d663-49f2-97f8-2fac6fb9c8be up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:28:14.457220 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b0050-e356-470a-bb70-abcfdf0d29b8 req-f7953378-922b-407e-8bd6-e4b9f8a8fddb tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:14.466050 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a25b0050-e356-470a-bb70-abcfdf0d29b8 req-f7953378-922b-407e-8bd6-e4b9f8a8fddb tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd97781e-09d8-4c5d-92b2-880d56cbd266 HTTP/1.1" status: 200 len: 949 time: 0.1346178 May 13 14:28:14.536198 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb01ef-6456-41f0-9f3a-01790d8f2b80 req-900ba377-c74f-4a5b-8963-db3bf57116fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:14.537680 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fabb01ef-6456-41f0-9f3a-01790d8f2b80 req-900ba377-c74f-4a5b-8963-db3bf57116fe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3932106 May 13 14:28:14.550151 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-60162c78-4ebd-48bd-b92f-0db976f41617 admin admin] Deleting port ff056cbe-ea08-4b10-b83f-a8e2636d2d19 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:28:14.550485 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-60162c78-4ebd-48bd-b92f-0db976f41617 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:14.554141 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a25b0050-e356-470a-bb70-abcfdf0d29b8 req-4bd67878-cb77-4552-85e1-fa912a3bb9f9 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/security-groups?id=20439e13-78ba-4840-a41d-70cac54136f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790892 May 13 14:28:14.588766 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20667eac-f989-4f02-83c3-1e1ca56e71df'] response: {'server_uuid': '63a3e39d-b45b-4860-a242-a10d54a31ddc', 'name': 'network-vif-deleted', 'tag': '7839bdf9-eb30-44d3-a9cb-26ac3d29c7e2', 'status': 'completed', 'code': 200} May 13 14:28:14.608573 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port cbf4f581-d663-49f2-97f8-2fac6fb9c8be completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:28:14.619631 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port cbf4f581-d663-49f2-97f8-2fac6fb9c8be triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:14.620387 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:14.702028 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d4b0be95-f81a-4a1d-bab8-4837e22b706d req-b05df565-3598-454c-9f16-c0c750f90214 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] 10.222.0.35 "GET /v2.0/security-groups/53861f72-b000-43ac-ba77-1cbe16ea12ac HTTP/1.1" status: 200 len: 1777 time: 0.0828557 May 13 14:28:14.712411 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39492) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:14.757240 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 716e3e17-e5fb-43b1-8fca-63eb958add6e up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:28:14.903956 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port cbf4f581-d663-49f2-97f8-2fac6fb9c8be is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:14.904766 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:14.935684 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 716e3e17-e5fb-43b1-8fca-63eb958add6e completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:28:14.966885 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port cbf4f581-d663-49f2-97f8-2fac6fb9c8be, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=cbf4f581-d663-49f2-97f8-2fac6fb9c8be,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:14.974126 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 716e3e17-e5fb-43b1-8fca-63eb958add6e triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:14.974654 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:15.072142 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ff056cbe-ea08-4b10-b83f-a8e2636d2d19 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:28:15.102348 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:15.103416 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 8b6552c1-50e5-404b-a3b5-e5d2fe719a69 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:28:15.122347 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a0be9-4c0a-4a13-8090-60ba41de5c7e req-0b6e87c2-8401-4888-be51-b66b51dd53b0 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:15.131804 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-996a0be9-4c0a-4a13-8090-60ba41de5c7e req-0b6e87c2-8401-4888-be51-b66b51dd53b0 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=4070bc66-723a-42cf-a605-04d86b5ea0bc HTTP/1.1" status: 200 len: 945 time: 0.2051251 May 13 14:28:15.204774 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-996a0be9-4c0a-4a13-8090-60ba41de5c7e req-390995e7-5d53-4e7e-bd1d-1fd0c44e922b tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706713 May 13 14:28:15.328234 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fabb01ef-6456-41f0-9f3a-01790d8f2b80 req-193bfb31-13d3-49cb-a233-14c28344d18e service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402327 May 13 14:28:15.373676 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b4727a9-3dd1-42cb-bce6-7ece076777e5 admin admin] Deleting subnet b67d68a0-c4b3-4438-b89e-01055bd1fad3 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:28:15.388788 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8b4727a9-3dd1-42cb-bce6-7ece076777e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:15.509543 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 716e3e17-e5fb-43b1-8fca-63eb958add6e is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:15.510050 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:15.528040 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8b4727a9-3dd1-42cb-bce6-7ece076777e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:15.557637 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd97781e-09d8-4c5d-92b2-880d56cbd266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf4f581-d663-49f2-97f8-2fac6fb9c8be'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:15.568164 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=cbf4f581-d663-49f2-97f8-2fac6fb9c8be,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:15.630293 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d4b0be95-f81a-4a1d-bab8-4837e22b706d req-9d1ee545-112e-4694-afb0-7e1fc5c4a86b tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:15.638932 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fabb01ef-6456-41f0-9f3a-01790d8f2b80 req-708cb42d-b11c-482f-a499-f95726a1fe44 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956772 May 13 14:28:15.648185 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 8b6552c1-50e5-404b-a3b5-e5d2fe719a69 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:15.648972 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:15.657025 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-60162c78-4ebd-48bd-b92f-0db976f41617 admin admin] For port ff056cbe-ea08-4b10-b83f-a8e2636d2d19, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=ff056cbe-ea08-4b10-b83f-a8e2636d2d19,segment=NetworkSegment(7a35d2d3-cc25-48d1-b25f-297cfd38a8de),segment_id=7a35d2d3-cc25-48d1-b25f-297cfd38a8de)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:15.657399 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-60162c78-4ebd-48bd-b92f-0db976f41617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:15.659062 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8b4727a9-3dd1-42cb-bce6-7ece076777e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:15.756028 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port ff056cbe-ea08-4b10-b83f-a8e2636d2d19 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:28:15.773059 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 716e3e17-e5fb-43b1-8fca-63eb958add6e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=716e3e17-e5fb-43b1-8fca-63eb958add6e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:15.776495 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port ff056cbe-ea08-4b10-b83f-a8e2636d2d19 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:15.776863 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:15.842852 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ad3d8-75c7-4a7b-8548-ce93f2d4a0b1 req-832d07e3-f831-4210-8a00-31a139960d97 tempest-MigrationsAdminTest-1312475906 tempest-MigrationsAdminTest-1312475906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:15.851980 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-382ad3d8-75c7-4a7b-8548-ce93f2d4a0b1 req-832d07e3-f831-4210-8a00-31a139960d97 tempest-MigrationsAdminTest-1312475906 tempest-MigrationsAdminTest-1312475906-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 1100 time: 0.1377099 May 13 14:28:15.858581 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:15.880433 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8b4727a9-3dd1-42cb-bce6-7ece076777e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:15.899351 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d4b0be95-f81a-4a1d-bab8-4837e22b706d req-9d1ee545-112e-4694-afb0-7e1fc5c4a86b tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:15.936212 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4727a9-3dd1-42cb-bce6-7ece076777e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b67d68a0-c4b3-4438-b89e-01055bd1fad3,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:15.939365 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8b4727a9-3dd1-42cb-bce6-7ece076777e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:15.964586 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-382ad3d8-75c7-4a7b-8548-ce93f2d4a0b1 req-15b5df1a-7c9f-4722-8e63-91797cebb057 tempest-MigrationsAdminTest-1312475906 tempest-MigrationsAdminTest-1312475906-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111822 May 13 14:28:15.967154 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8b4727a9-3dd1-42cb-bce6-7ece076777e5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b67d68a0-c4b3-4438-b89e-01055bd1fad3 HTTP/1.1" status: 204 len: 168 time: 1.2534964 May 13 14:28:15.969605 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39506) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:16.036873 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=716e3e17-e5fb-43b1-8fca-63eb958add6e,revision_number=13']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:16.089514 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-60162c78-4ebd-48bd-b92f-0db976f41617 admin admin] Calling delete_port for ff056cbe-ea08-4b10-b83f-a8e2636d2d19 owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:28:16.125015 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 8b6552c1-50e5-404b-a3b5-e5d2fe719a69 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:16.125777 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:16.226519 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d4b0be95-f81a-4a1d-bab8-4837e22b706d req-9d1ee545-112e-4694-afb0-7e1fc5c4a86b tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:16.241242 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port ff056cbe-ea08-4b10-b83f-a8e2636d2d19 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:16.241815 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:16.270925 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 8b6552c1-50e5-404b-a3b5-e5d2fe719a69, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=8b6552c1-50e5-404b-a3b5-e5d2fe719a69,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:16.276370 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:16.365160 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f46c28e-1259-48e4-947c-61e381188076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:16.373603 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port ff056cbe-ea08-4b10-b83f-a8e2636d2d19, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=ff056cbe-ea08-4b10-b83f-a8e2636d2d19,segment=NetworkSegment(7a35d2d3-cc25-48d1-b25f-297cfd38a8de),segment_id=7a35d2d3-cc25-48d1-b25f-297cfd38a8de)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:16.379463 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:16.405439 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=8b6552c1-50e5-404b-a3b5-e5d2fe719a69,revision_number=7']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:16.436012 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2a3b4-c27d-4603-b74e-feb52cb2deb0 req-c0fbfa87-7633-4169-a737-3d291ffba696 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:16.437508 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-96c2a3b4-c27d-4603-b74e-feb52cb2deb0 req-c0fbfa87-7633-4169-a737-3d291ffba696 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f30e7d0-a4bb-4385-94c9-0fbe1613739d HTTP/1.1" status: 200 len: 946 time: 0.1931667 May 13 14:28:16.488146 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=ff056cbe-ea08-4b10-b83f-a8e2636d2d19,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:16.510040 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ee545-112e-4694-afb0-7e1fc5c4a86b tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53861f72-b000-43ac-ba77-1cbe16ea12ac,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:16.537235 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d4b0be95-f81a-4a1d-bab8-4837e22b706d req-9d1ee545-112e-4694-afb0-7e1fc5c4a86b tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:16.551343 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d4b0be95-f81a-4a1d-bab8-4837e22b706d req-9d1ee545-112e-4694-afb0-7e1fc5c4a86b tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] 10.222.0.35 "DELETE /v2.0/security-groups/53861f72-b000-43ac-ba77-1cbe16ea12ac HTTP/1.1" status: 204 len: 173 time: 1.4343030 May 13 14:28:16.569289 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-96c2a3b4-c27d-4603-b74e-feb52cb2deb0 req-5aa92798-c603-49d9-be9f-4b53078b6ba5 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154153 May 13 14:28:16.610552 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f46c28e-1259-48e4-947c-61e381188076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:16.644756 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-3f46c28e-1259-48e4-947c-61e381188076 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01882ed3-6d08-4bd7-8250-0f45408cfc6f']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:16.672395 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [None req-60162c78-4ebd-48bd-b92f-0db976f41617 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:28:16.672716 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [None req-60162c78-4ebd-48bd-b92f-0db976f41617 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:28:16.674169 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-3f46c28e-1259-48e4-947c-61e381188076 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:16.674566 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-3f46c28e-1259-48e4-947c-61e381188076 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e6e5c0-43ee-4087-8e38-48d4f6c2d9d2') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:16.689546 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f46c28e-1259-48e4-947c-61e381188076 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:16.757121 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 2bf10b63-ed92-48a6-99bd-fd1c589c340d details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:28:16.768563 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f46c28e-1259-48e4-947c-61e381188076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:16.806434 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f46c28e-1259-48e4-947c-61e381188076 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:28:16.807001 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f46c28e-1259-48e4-947c-61e381188076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:16.814509 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a696aad-73d0-43c6-b21c-ff437df055e7 req-9f5a9589-82ab-443e-a924-d017c182586a tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:16.815814 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2a696aad-73d0-43c6-b21c-ff437df055e7 req-9f5a9589-82ab-443e-a924-d017c182586a tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Synchronizing usage tracker for tenant:d9b4b5cc52af4b958e98ba51714ed884 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:28:16.821176 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:28:16.821176 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:28:16.821176 n-d-841760-1 neutron-server[88082]: timer() May 13 14:28:16.821176 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:28:16.821176 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:28:16.821176 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:28:16.821176 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:28:16.821176 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:28:16.821176 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:28:16.821176 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:28:16.821176 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:28:16.821176 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:28:16.821176 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:28:16.821176 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:28:16.821176 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:28:16.821176 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:28:16.821176 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:28:16.821176 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:28:16.821176 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:28:16.821176 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:28:16.821176 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:28:16.821176 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:28:16.821176 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:28:16.821176 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:28:16.821176 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:28:16.821176 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:28:16.821176 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:28:16.821176 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:28:16.821176 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:28:16.821176 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:28:16.821176 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:28:16.821176 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:28:16.860091 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2a696aad-73d0-43c6-b21c-ff437df055e7 req-9f5a9589-82ab-443e-a924-d017c182586a tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Unset dirty status for tenant:d9b4b5cc52af4b958e98ba51714ed884 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:28:16.862217 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2a696aad-73d0-43c6-b21c-ff437df055e7 req-9f5a9589-82ab-443e-a924-d017c182586a tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b869a7cb-f521-446b-bda9-8b37a87ce325 HTTP/1.1" status: 200 len: 948 time: 0.1595976 May 13 14:28:16.929711 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f46c28e-1259-48e4-947c-61e381188076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:16.938529 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f46c28e-1259-48e4-947c-61e381188076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:16.946401 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2a696aad-73d0-43c6-b21c-ff437df055e7 req-5f2b4bef-d2e0-4173-af54-56377ee3613c tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Synchronizing usage tracker for tenant:d9b4b5cc52af4b958e98ba51714ed884 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:28:16.971703 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46c28e-1259-48e4-947c-61e381188076 admin admin] Pushing event deleted for resources: {'Network': ['ID=01882ed3-6d08-4bd7-8250-0f45408cfc6f,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:16.980217 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2a696aad-73d0-43c6-b21c-ff437df055e7 req-5f2b4bef-d2e0-4173-af54-56377ee3613c tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Unset dirty status for tenant:d9b4b5cc52af4b958e98ba51714ed884 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:28:16.988799 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3f46c28e-1259-48e4-947c-61e381188076 admin admin] 10.222.0.35 "DELETE /v2.0/networks/01882ed3-6d08-4bd7-8250-0f45408cfc6f HTTP/1.1" status: 204 len: 168 time: 1.0179503 May 13 14:28:16.992562 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2a696aad-73d0-43c6-b21c-ff437df055e7 req-5f2b4bef-d2e0-4173-af54-56377ee3613c tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/security-groups?id=b733994d-6d32-4f06-8c4b-aeeef52c1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245341 May 13 14:28:16.992949 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 39516) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:17.004904 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 2bf10b63-ed92-48a6-99bd-fd1c589c340d, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=2bf10b63-ed92-48a6-99bd-fd1c589c340d,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:17.013237 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411fefa-e70a-4fe5-8b77-bf0bc9422273 req-c55c68a5-c66c-44d8-bfcf-d3d0ddb499f2 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:17.021779 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9411fefa-e70a-4fe5-8b77-bf0bc9422273 req-c55c68a5-c66c-44d8-bfcf-d3d0ddb499f2 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd97781e-09d8-4c5d-92b2-880d56cbd266 HTTP/1.1" status: 200 len: 950 time: 0.3121517 May 13 14:28:17.023348 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ff056cbe-ea08-4b10-b83f-a8e2636d2d19 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:28:17.076813 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '2bf10b63-ed92-48a6-99bd-fd1c589c340d', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': '2bf10b63-ed92-48a6-99bd-fd1c589c340d', 'mac_address': 'fa:16:3e:6b:ad:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:28:17.089929 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9411fefa-e70a-4fe5-8b77-bf0bc9422273 req-b1e925dd-98f1-4d77-a3f7-9d8e3925e1db tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/security-groups?id=20439e13-78ba-4840-a41d-70cac54136f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636604 May 13 14:28:17.157704 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9729e062-698f-46a0-b5af-b04dd79bd7bb'] response: {'server_uuid': 'cd97781e-09d8-4c5d-92b2-880d56cbd266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf4f581-d663-49f2-97f8-2fac6fb9c8be', 'code': 200} May 13 14:28:17.165471 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e56cbc-7f54-49ff-a774-cd86cc06cc29 admin admin] Deleting subnet 5466b8c8-0dcb-4041-831a-2a8e4ad8e42a {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:28:17.174154 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c8e56cbc-7f54-49ff-a774-cd86cc06cc29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:17.199474 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 2bf10b63-ed92-48a6-99bd-fd1c589c340d is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:17.199856 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:17.221953 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port ff056cbe-ea08-4b10-b83f-a8e2636d2d19 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:17.222325 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:17.248948 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bf10b63-ed92-48a6-99bd-fd1c589c340d {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:28:17.277975 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-60162c78-4ebd-48bd-b92f-0db976f41617 admin admin] Deleting port ff056cbe-ea08-4b10-b83f-a8e2636d2d19 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:28:17.278953 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-60162c78-4ebd-48bd-b92f-0db976f41617 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:17.307924 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 2bf10b63-ed92-48a6-99bd-fd1c589c340d, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=2bf10b63-ed92-48a6-99bd-fd1c589c340d,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:17.313055 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:17.469850 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port ff056cbe-ea08-4b10-b83f-a8e2636d2d19 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:17.472432 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=2bf10b63-ed92-48a6-99bd-fd1c589c340d,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:17.474155 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c8e56cbc-7f54-49ff-a774-cd86cc06cc29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:17.528473 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0bb8a4ca-e920-4292-904e-131101f48c42 req-3b95c549-d707-413b-adc6-1eb156e75289 tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] 10.222.0.35 "GET /v2.0/security-groups/9204cd49-cbdd-4bb3-893c-30836c1b6398 HTTP/1.1" status: 200 len: 1776 time: 0.0641224 May 13 14:28:17.626050 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-0bb8a4ca-e920-4292-904e-131101f48c42 req-fb651227-2352-431f-b7f6-773204d074dd tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:17.632989 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c8e56cbc-7f54-49ff-a774-cd86cc06cc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:17.667238 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-0bb8a4ca-e920-4292-904e-131101f48c42 req-fb651227-2352-431f-b7f6-773204d074dd tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:17.733753 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['2bf10b63-ed92-48a6-99bd-fd1c589c340d'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:28:17.738874 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-0bb8a4ca-e920-4292-904e-131101f48c42 req-fb651227-2352-431f-b7f6-773204d074dd tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:17.779060 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb651227-2352-431f-b7f6-773204d074dd tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9204cd49-cbdd-4bb3-893c-30836c1b6398,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:17.787523 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-0bb8a4ca-e920-4292-904e-131101f48c42 req-fb651227-2352-431f-b7f6-773204d074dd tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:17.802387 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0bb8a4ca-e920-4292-904e-131101f48c42 req-fb651227-2352-431f-b7f6-773204d074dd tempest-SecurityGroupsTestAdminJSON-1343805704 tempest-SecurityGroupsTestAdminJSON-1343805704-project-admin] 10.222.0.35 "DELETE /v2.0/security-groups/9204cd49-cbdd-4bb3-893c-30836c1b6398 HTTP/1.1" status: 204 len: 173 time: 0.2635517 May 13 14:28:17.852124 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d89639-dcf9-4bb3-af5b-4223cc612013 req-338b5fdf-005c-4756-b858-f52506ef1884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:17.853607 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f7d89639-dcf9-4bb3-af5b-4223cc612013 req-338b5fdf-005c-4756-b858-f52506ef1884 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cd97781e-09d8-4c5d-92b2-880d56cbd266 HTTP/1.1" status: 200 len: 1101 time: 0.5785787 May 13 14:28:17.920094 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9368e-ee1f-4b29-9e54-bd55def481f5 req-c8009fd3-ce7a-41a1-9d4d-b4c165bab8eb tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:17.928322 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-40b9368e-ee1f-4b29-9e54-bd55def481f5 req-c8009fd3-ce7a-41a1-9d4d-b4c165bab8eb tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=4070bc66-723a-42cf-a605-04d86b5ea0bc HTTP/1.1" status: 200 len: 945 time: 0.5519633 May 13 14:28:17.956521 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:17.999002 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-60162c78-4ebd-48bd-b92f-0db976f41617 admin admin] For port ff056cbe-ea08-4b10-b83f-a8e2636d2d19, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=ff056cbe-ea08-4b10-b83f-a8e2636d2d19,segment=NetworkSegment(7a35d2d3-cc25-48d1-b25f-297cfd38a8de),segment_id=7a35d2d3-cc25-48d1-b25f-297cfd38a8de)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:17.999609 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-60162c78-4ebd-48bd-b92f-0db976f41617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:18.016024 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c8e56cbc-7f54-49ff-a774-cd86cc06cc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:18.039767 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be99e9-1ddb-4d6f-a5f5-05a7650297ba req-8bf40023-e9a4-4091-a669-8541f4f015c2 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:18.049001 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c1be99e9-1ddb-4d6f-a5f5-05a7650297ba req-8bf40023-e9a4-4091-a669-8541f4f015c2 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 950 time: 0.1395068 May 13 14:28:18.061103 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f7d89639-dcf9-4bb3-af5b-4223cc612013 req-74dda5e9-1c1e-4f63-acdf-e423ef3f2378 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=20439e13-78ba-4840-a41d-70cac54136f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962380 May 13 14:28:18.106195 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c1be99e9-1ddb-4d6f-a5f5-05a7650297ba req-52b6d7e0-aa05-4a54-843e-5c00581576d5 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544317 May 13 14:28:18.191823 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e56cbc-7f54-49ff-a774-cd86cc06cc29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5466b8c8-0dcb-4041-831a-2a8e4ad8e42a,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:18.203828 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-60162c78-4ebd-48bd-b92f-0db976f41617 admin admin] Calling delete_port for ff056cbe-ea08-4b10-b83f-a8e2636d2d19 owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:28:18.233722 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c8e56cbc-7f54-49ff-a774-cd86cc06cc29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:18.253041 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-40b9368e-ee1f-4b29-9e54-bd55def481f5 req-3d353e8d-1fab-4f34-96e1-b769b5f21d4f tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237679 May 13 14:28:18.300998 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c8e56cbc-7f54-49ff-a774-cd86cc06cc29 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5466b8c8-0dcb-4041-831a-2a8e4ad8e42a HTTP/1.1" status: 204 len: 168 time: 1.3048024 May 13 14:28:18.306073 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39532) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:18.368058 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ce555d3b-d5c5-425e-ad57-8b005ca0d3d3 req-210309f9-801e-40fb-ac79-47b106c31e04 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] 10.222.0.35 "GET /v2.0/security-groups/3f84911f-c3ff-45d5-af04-81a82b5f33aa HTTP/1.1" status: 200 len: 1777 time: 0.0665970 May 13 14:28:18.432901 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3b355722-015f-448c-970e-9310c3f5faf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:18.443764 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86724432-a4b4-4355-bbae-245d3054f183 req-4e212525-a344-4b2d-befa-e1c4dcac73c5 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:18.445780 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-86724432-a4b4-4355-bbae-245d3054f183 req-4e212525-a344-4b2d-befa-e1c4dcac73c5 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f30e7d0-a4bb-4385-94c9-0fbe1613739d HTTP/1.1" status: 200 len: 946 time: 0.2129323 May 13 14:28:18.473186 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ce555d3b-d5c5-425e-ad57-8b005ca0d3d3 req-e75e6272-70cb-413b-8a66-69875f089d01 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:18.558764 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ce555d3b-d5c5-425e-ad57-8b005ca0d3d3 req-e75e6272-70cb-413b-8a66-69875f089d01 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:18.597137 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-86724432-a4b4-4355-bbae-245d3054f183 req-8cc35ef8-d5c2-4ce6-9155-48e8ebf8afc4 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429925 May 13 14:28:18.599997 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-60162c78-4ebd-48bd-b92f-0db976f41617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:18.617791 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3b355722-015f-448c-970e-9310c3f5faf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:18.653018 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-3b355722-015f-448c-970e-9310c3f5faf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db132a41-a4e7-4de9-9a23-cc1172149dc2']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:18.672265 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-3b355722-015f-448c-970e-9310c3f5faf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df3a4e9-cd77-4c81-8a0c-6855ef66d5a3') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:18.673241 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-3b355722-015f-448c-970e-9310c3f5faf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df3a4e9-cd77-4c81-8a0c-6855ef66d5a3') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:18.675257 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60162c78-4ebd-48bd-b92f-0db976f41617 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff056cbe-ea08-4b10-b83f-a8e2636d2d19,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:18.687636 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3b355722-015f-448c-970e-9310c3f5faf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:18.712837 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3b355722-015f-448c-970e-9310c3f5faf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:18.724818 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b355722-015f-448c-970e-9310c3f5faf4 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:28:18.725506 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3b355722-015f-448c-970e-9310c3f5faf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:18.755415 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:28:18.755415 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:28:18.755415 n-d-841760-1 neutron-server[88082]: timer() May 13 14:28:18.755415 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:28:18.755415 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:28:18.755415 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:28:18.755415 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:28:18.755415 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:28:18.755415 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:28:18.755415 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:28:18.755415 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:28:18.755415 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:28:18.755415 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:28:18.755415 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:28:18.755415 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:28:18.755415 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:28:18.755415 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:28:18.755415 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:28:18.755415 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:28:18.755415 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:28:18.755415 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:28:18.755415 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:28:18.755415 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:28:18.755415 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:28:18.755415 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:28:18.755415 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:28:18.755415 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:28:18.755415 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:28:18.755415 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:28:18.755415 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:28:18.755415 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:28:18.755415 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:28:18.786030 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ce555d3b-d5c5-425e-ad57-8b005ca0d3d3 req-e75e6272-70cb-413b-8a66-69875f089d01 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:18.817083 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e6272-70cb-413b-8a66-69875f089d01 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f84911f-c3ff-45d5-af04-81a82b5f33aa,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:18.919724 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3b355722-015f-448c-970e-9310c3f5faf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:18.927762 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3b355722-015f-448c-970e-9310c3f5faf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:18.980030 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ce555d3b-d5c5-425e-ad57-8b005ca0d3d3 req-e75e6272-70cb-413b-8a66-69875f089d01 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:18.981027 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3b355722-015f-448c-970e-9310c3f5faf4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/db132a41-a4e7-4de9-9a23-cc1172149dc2 HTTP/1.1" status: 204 len: 168 time: 0.6736393 May 13 14:28:18.987274 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b355722-015f-448c-970e-9310c3f5faf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=db132a41-a4e7-4de9-9a23-cc1172149dc2,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:19.011154 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ce555d3b-d5c5-425e-ad57-8b005ca0d3d3 req-e75e6272-70cb-413b-8a66-69875f089d01 tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] 10.222.0.35 "DELETE /v2.0/security-groups/3f84911f-c3ff-45d5-af04-81a82b5f33aa HTTP/1.1" status: 204 len: 173 time: 0.6318479 May 13 14:28:19.149954 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89cba7-e9d7-4ab1-b38e-8a799a4950ac req-364b23d0-23a8-493b-9a0b-3b0fd97792d2 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:19.159047 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fe89cba7-e9d7-4ab1-b38e-8a799a4950ac req-364b23d0-23a8-493b-9a0b-3b0fd97792d2 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b869a7cb-f521-446b-bda9-8b37a87ce325 HTTP/1.1" status: 200 len: 949 time: 0.1813965 May 13 14:28:19.159386 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d061fb-033d-43ab-be5f-8c381643e2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716e3e17-e5fb-43b1-8fca-63eb958add6e'}, {'server_uuid': '0f30e7d0-a4bb-4385-94c9-0fbe1613739d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6552c1-50e5-404b-a3b5-e5d2fe719a69'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:19.265585 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39546) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:19.362779 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fe89cba7-e9d7-4ab1-b38e-8a799a4950ac req-89cc4ffc-9e91-4ffe-9c6a-e82485508f3c tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/security-groups?id=b733994d-6d32-4f06-8c4b-aeeef52c1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017946 May 13 14:28:19.400789 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-60162c78-4ebd-48bd-b92f-0db976f41617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:19.423341 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-49a266a8-8b51-4aac-9d8f-4e8eadd53999 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e9c1f6dcee6e4bfa9d17410767972533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1562219 May 13 14:28:19.429063 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39552) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:19.632564 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4dcf1-2573-440f-b758-6382d4a4bcfa req-416e8000-2246-49e0-b3c0-57c31d447e7c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:19.634373 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9fe4dcf1-2573-440f-b758-6382d4a4bcfa req-416e8000-2246-49e0-b3c0-57c31d447e7c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.74 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 950 time: 0.4924762 May 13 14:28:19.648140 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c7f6f-6379-4a00-a7e5-92d88c69a4ad req-e4612147-70a7-44ed-9067-211885d86350 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:19.649805 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-867c7f6f-6379-4a00-a7e5-92d88c69a4ad req-e4612147-70a7-44ed-9067-211885d86350 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd97781e-09d8-4c5d-92b2-880d56cbd266 HTTP/1.1" status: 200 len: 950 time: 0.4181218 May 13 14:28:19.718484 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6b2e0fa5-54b3-4d9e-affc-0ee3c0d43b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:19.757863 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6b2e0fa5-54b3-4d9e-affc-0ee3c0d43b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:19.805785 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c4b09-9ac8-40ff-9dcb-d47761800287 req-3ab0190c-567c-477f-a23a-bab669bbd957 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:19.807389 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0c7c4b09-9ac8-40ff-9dcb-d47761800287 req-3ab0190c-567c-477f-a23a-bab669bbd957 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=4070bc66-723a-42cf-a605-04d86b5ea0bc HTTP/1.1" status: 200 len: 945 time: 0.3277655 May 13 14:28:19.838959 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-9fe4dcf1-2573-440f-b758-6382d4a4bcfa req-f57f3187-3bc2-41d8-9bf1-dea8b44c2f83 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Deleting port 716e3e17-e5fb-43b1-8fca-63eb958add6e {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:28:19.839480 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9fe4dcf1-2573-440f-b758-6382d4a4bcfa req-f57f3187-3bc2-41d8-9bf1-dea8b44c2f83 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:19.869885 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6b2e0fa5-54b3-4d9e-affc-0ee3c0d43b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:19.888798 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-867c7f6f-6379-4a00-a7e5-92d88c69a4ad req-6bb339fa-37d2-45b5-892d-fbccaf6e799d tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/security-groups?id=20439e13-78ba-4840-a41d-70cac54136f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030838 May 13 14:28:19.915044 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e0fa5-54b3-4d9e-affc-0ee3c0d43b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8456c5c-12a6-4abe-8e73-0f7a5e3ca865,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:19.920315 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0c7c4b09-9ac8-40ff-9dcb-d47761800287 req-cdabc8bc-b33d-42fb-86cd-ee4eb7609d46 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857205 May 13 14:28:19.926131 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6b2e0fa5-54b3-4d9e-affc-0ee3c0d43b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:19.927662 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6b2e0fa5-54b3-4d9e-affc-0ee3c0d43b74 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f8456c5c-12a6-4abe-8e73-0f7a5e3ca865 HTTP/1.1" status: 204 len: 168 time: 0.4968054 May 13 14:28:20.233717 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50bd01-5849-4dc4-8a8b-a325561cc9ca req-1abcab98-566c-487e-ab57-718e1bed5871 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:20.243850 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ae50bd01-5849-4dc4-8a8b-a325561cc9ca req-1abcab98-566c-487e-ab57-718e1bed5871 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 950 time: 0.1420293 May 13 14:28:20.312531 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ae50bd01-5849-4dc4-8a8b-a325561cc9ca req-39f8e9fb-5d6c-404d-ab2e-e9f4e2ef692d tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665236 May 13 14:28:20.392471 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59c9c301-628e-4fbc-bbb9-02526c7b352e'] response: {'server_uuid': '74d061fb-033d-43ab-be5f-8c381643e2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716e3e17-e5fb-43b1-8fca-63eb958add6e', 'code': 200} May 13 14:28:20.392945 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59c9c301-628e-4fbc-bbb9-02526c7b352e'] response: {'server_uuid': '0f30e7d0-a4bb-4385-94c9-0fbe1613739d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6552c1-50e5-404b-a3b5-e5d2fe719a69', 'code': 200} May 13 14:28:20.417741 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e068662e-0719-440c-9191-a290d65a76b2 req-5cedd94d-fd2a-4170-b25c-d9b37fac191b tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] 10.222.0.35 "GET /v2.0/security-groups/ee85c5d5-5552-4daa-97cc-a15bae6b7679 HTTP/1.1" status: 200 len: 1777 time: 0.4053631 May 13 14:28:20.543887 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39566) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:20.629441 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60162c78-4ebd-48bd-b92f-0db976f41617 admin admin] Router 64843a47-32a2-42a2-9b2a-4027cf268ece has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:28:20.673598 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b886c7d7-c0d3-4958-a7b5-ef3960c9085b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6aaaf1bf6e35477ea6410efcdc3efd20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1284196 May 13 14:28:20.676840 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39570) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:20.678637 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-9fe4dcf1-2573-440f-b758-6382d4a4bcfa req-f57f3187-3bc2-41d8-9bf1-dea8b44c2f83 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] For port 716e3e17-e5fb-43b1-8fca-63eb958add6e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=716e3e17-e5fb-43b1-8fca-63eb958add6e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:20.679325 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9fe4dcf1-2573-440f-b758-6382d4a4bcfa req-f57f3187-3bc2-41d8-9bf1-dea8b44c2f83 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:20.688217 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e068662e-0719-440c-9191-a290d65a76b2 req-e26cd793-28c7-4dcc-9de8-f50311a09c1d tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:20.769924 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8932bf75-3322-4c94-9cce-048c80e1133c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:20.801439 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 2bf10b63-ed92-48a6-99bd-fd1c589c340d up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:28:20.885980 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-9fe4dcf1-2573-440f-b758-6382d4a4bcfa req-f57f3187-3bc2-41d8-9bf1-dea8b44c2f83 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Calling delete_port for 716e3e17-e5fb-43b1-8fca-63eb958add6e owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:28:20.948345 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8932bf75-3322-4c94-9cce-048c80e1133c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:20.959448 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 2bf10b63-ed92-48a6-99bd-fd1c589c340d completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:28:20.971224 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 2bf10b63-ed92-48a6-99bd-fd1c589c340d triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:20.971606 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:20.981380 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e068662e-0719-440c-9191-a290d65a76b2 req-e26cd793-28c7-4dcc-9de8-f50311a09c1d tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:21.001600 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca3351-b8c5-49d4-bbf0-08700e0d6754 req-99a51030-7c77-4a4d-a841-205a3531b600 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:21.003136 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-59ca3351-b8c5-49d4-bbf0-08700e0d6754 req-99a51030-7c77-4a4d-a841-205a3531b600 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f30e7d0-a4bb-4385-94c9-0fbe1613739d HTTP/1.1" status: 200 len: 946 time: 0.2200229 May 13 14:28:21.088549 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-59ca3351-b8c5-49d4-bbf0-08700e0d6754 req-8d0c970f-58c4-4b69-b3e3-0aab28192286 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619280 May 13 14:28:21.116173 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8932bf75-3322-4c94-9cce-048c80e1133c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:21.173534 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e068662e-0719-440c-9191-a290d65a76b2 req-e26cd793-28c7-4dcc-9de8-f50311a09c1d tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:21.184347 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932bf75-3322-4c94-9cce-048c80e1133c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdfe845-dbec-4c70-86ba-32987ef347b5,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:21.196827 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8932bf75-3322-4c94-9cce-048c80e1133c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:21.197950 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8932bf75-3322-4c94-9cce-048c80e1133c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3cdfe845-dbec-4c70-86ba-32987ef347b5 HTTP/1.1" status: 204 len: 168 time: 0.5201623 May 13 14:28:21.213573 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 2bf10b63-ed92-48a6-99bd-fd1c589c340d is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:21.213948 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:21.218870 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60162c78-4ebd-48bd-b92f-0db976f41617 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:28:21.237900 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c365e0-644a-408d-83b9-ef050ff7c0ca None None] Sync routers for ids ['64843a47-32a2-42a2-9b2a-4027cf268ece'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:28:21.271385 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c365e0-644a-408d-83b9-ef050ff7c0ca None None] Routers {'64843a47-32a2-42a2-9b2a-4027cf268ece'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:28:21.272028 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-93c365e0-644a-408d-83b9-ef050ff7c0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:27:59Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['64843a47-32a2-42a2-9b2a-4027cf268ece'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:21.331982 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26cd793-28c7-4dcc-9de8-f50311a09c1d tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee85c5d5-5552-4daa-97cc-a15bae6b7679,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:21.385227 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 2bf10b63-ed92-48a6-99bd-fd1c589c340d, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=2bf10b63-ed92-48a6-99bd-fd1c589c340d,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:21.388953 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e068662e-0719-440c-9191-a290d65a76b2 req-e26cd793-28c7-4dcc-9de8-f50311a09c1d tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:21.400549 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:21.409076 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e068662e-0719-440c-9191-a290d65a76b2 req-e26cd793-28c7-4dcc-9de8-f50311a09c1d tempest-SecurityGroupsTestAdminJSON-607679952 tempest-SecurityGroupsTestAdminJSON-607679952-project] 10.222.0.35 "DELETE /v2.0/security-groups/ee85c5d5-5552-4daa-97cc-a15bae6b7679 HTTP/1.1" status: 204 len: 173 time: 0.9299221 May 13 14:28:21.415639 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-60162c78-4ebd-48bd-b92f-0db976f41617 admin admin] 10.222.0.35 "PUT /v2.0/routers/64843a47-32a2-42a2-9b2a-4027cf268ece/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9949996 May 13 14:28:21.418290 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 39584) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:21.553572 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9fe4dcf1-2573-440f-b758-6382d4a4bcfa req-f57f3187-3bc2-41d8-9bf1-dea8b44c2f83 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:21.629559 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['5c3b8323-c681-47e7-b717-f6319ae7043a', 'd45390e8-aa8b-4155-8d53-1bddc4d2dd7b'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:28:21.674014 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f3187-3bc2-41d8-9bf1-dea8b44c2f83 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Pushing event deleted for resources: {'Port': ['ID=716e3e17-e5fb-43b1-8fca-63eb958add6e,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:21.713158 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=2bf10b63-ed92-48a6-99bd-fd1c589c340d,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:21.744794 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['d7527f73-d685-4e34-b9a0-bf049239d26c'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:28:21.798307 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee038f0c-37c0-466b-ad4e-958a9e900c34 req-6c81f310-d72e-46ff-beeb-08624c573a99 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:21.799964 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ee038f0c-37c0-466b-ad4e-958a9e900c34 req-6c81f310-d72e-46ff-beeb-08624c573a99 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b869a7cb-f521-446b-bda9-8b37a87ce325 HTTP/1.1" status: 200 len: 950 time: 0.2156472 May 13 14:28:21.906260 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ee038f0c-37c0-466b-ad4e-958a9e900c34 req-e1dc1ba6-9f5f-4dcf-a8be-d836cb8f79c7 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/security-groups?id=b733994d-6d32-4f06-8c4b-aeeef52c1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996871 May 13 14:28:21.978299 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe4dcf1-2573-440f-b758-6382d4a4bcfa req-f57f3187-3bc2-41d8-9bf1-dea8b44c2f83 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] No DVR routers for this DVR port 716e3e17-e5fb-43b1-8fca-63eb958add6e on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:28:22.008275 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9fe4dcf1-2573-440f-b758-6382d4a4bcfa req-f57f3187-3bc2-41d8-9bf1-dea8b44c2f83 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:22.010234 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9fe4dcf1-2573-440f-b758-6382d4a4bcfa req-f57f3187-3bc2-41d8-9bf1-dea8b44c2f83 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.74 "DELETE /v2.0/ports/716e3e17-e5fb-43b1-8fca-63eb958add6e HTTP/1.1" status: 204 len: 173 time: 2.3594267 May 13 14:28:22.023100 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d061fb-033d-43ab-be5f-8c381643e2b8', 'name': 'network-vif-deleted', 'tag': '716e3e17-e5fb-43b1-8fca-63eb958add6e'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:22.121099 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-743c8d73-2edc-4fb6-b0d8-73497587b7f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:22.130781 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df8d10bb-6a7e-49d5-a923-9c3fd1103cc5 req-dfd85429-8c7f-4b71-908f-ab196fdab229 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=74d061fb-033d-43ab-be5f-8c381643e2b8 HTTP/1.1" status: 200 len: 210 time: 0.0631874 May 13 14:28:22.224925 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-93c365e0-644a-408d-83b9-ef050ff7c0ca None None] Set router 64843a47-32a2-42a2-9b2a-4027cf268ece gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:28:22.341494 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729ff45-bcec-4249-a2c6-586ef095ded4 req-68facc04-7b1c-448a-95b4-7afb3afaa011 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:22.343048 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c729ff45-bcec-4249-a2c6-586ef095ded4 req-68facc04-7b1c-448a-95b4-7afb3afaa011 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd97781e-09d8-4c5d-92b2-880d56cbd266 HTTP/1.1" status: 200 len: 950 time: 0.7329361 May 13 14:28:22.396906 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39600) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:22.527380 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bab19-e44f-452b-ab41-66f10e07aacb req-12a3d6aa-ff75-401b-99c2-b61865e39636 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:22.530371 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-580bab19-e44f-452b-ab41-66f10e07aacb req-12a3d6aa-ff75-401b-99c2-b61865e39636 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=4070bc66-723a-42cf-a605-04d86b5ea0bc HTTP/1.1" status: 200 len: 945 time: 0.2101810 May 13 14:28:22.568074 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b869a7cb-f521-446b-bda9-8b37a87ce325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf10b63-ed92-48a6-99bd-fd1c589c340d'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:22.602459 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c729ff45-bcec-4249-a2c6-586ef095ded4 req-3b847929-d7eb-475c-9ee1-e825d098a509 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/security-groups?id=20439e13-78ba-4840-a41d-70cac54136f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485397 May 13 14:28:22.638417 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-580bab19-e44f-452b-ab41-66f10e07aacb req-5e28fc87-087d-4b0a-8992-e5baf565cdcc tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958018 May 13 14:28:22.846118 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51c7c7e9-638b-4504-80a1-e1413917c677'] response: {'server_uuid': '74d061fb-033d-43ab-be5f-8c381643e2b8', 'name': 'network-vif-deleted', 'tag': '716e3e17-e5fb-43b1-8fca-63eb958add6e', 'status': 'completed', 'code': 200} May 13 14:28:22.914194 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a30d0a1-0a56-41ee-bdb5-a86b65bc181c'] response: {'server_uuid': 'b869a7cb-f521-446b-bda9-8b37a87ce325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf10b63-ed92-48a6-99bd-fd1c589c340d', 'code': 200} May 13 14:28:22.914968 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 716e3e17-e5fb-43b1-8fca-63eb958add6e no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:28:22.996784 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-70824dec-5cdd-477c-84b8-c3015fb6ad7f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=059f2cd341b2443695fc59951f35e6ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5928950 May 13 14:28:22.997479 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39624) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:23.003968 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-743c8d73-2edc-4fb6-b0d8-73497587b7f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:23.062722 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-743c8d73-2edc-4fb6-b0d8-73497587b7f0 admin admin] Deleting port a7ef7012-42e0-4ce8-8125-8f91088e1515 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:28:23.064868 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-743c8d73-2edc-4fb6-b0d8-73497587b7f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:23.073088 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 716e3e17-e5fb-43b1-8fca-63eb958add6e {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:28:23.073437 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 716e3e17-e5fb-43b1-8fca-63eb958add6e not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:28:23.279541 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-75a2a91b-7f59-478c-8b4c-0572edfaa638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:23.323065 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-75a2a91b-7f59-478c-8b4c-0572edfaa638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:23.395140 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-75a2a91b-7f59-478c-8b4c-0572edfaa638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:23.423886 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a2a91b-7f59-478c-8b4c-0572edfaa638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7f758a-1967-4580-8929-993cb500c354,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:23.431798 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-75a2a91b-7f59-478c-8b4c-0572edfaa638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:23.436125 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-75a2a91b-7f59-478c-8b4c-0572edfaa638 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4f7f758a-1967-4580-8929-993cb500c354 HTTP/1.1" status: 204 len: 168 time: 0.4375992 May 13 14:28:23.444834 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f921b-0693-46a1-8616-7d1fcee8786b req-98b83c30-9ce6-487b-a316-31f142b9bbc4 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:23.452412 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c29f921b-0693-46a1-8616-7d1fcee8786b req-98b83c30-9ce6-487b-a316-31f142b9bbc4 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad9ee44d-1e65-43d1-9386-49f83a251d2f HTTP/1.1" status: 200 len: 950 time: 0.4118204 May 13 14:28:23.472888 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2d62e-76cb-43ef-8802-f4d2ea26e1f4 req-e3cb6c4e-ffe6-4ccb-bee8-cd627115f7ff tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:23.493569 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a4d2d62e-76cb-43ef-8802-f4d2ea26e1f4 req-e3cb6c4e-ffe6-4ccb-bee8-cd627115f7ff tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f30e7d0-a4bb-4385-94c9-0fbe1613739d HTTP/1.1" status: 200 len: 946 time: 0.5450015 May 13 14:28:23.505418 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c29f921b-0693-46a1-8616-7d1fcee8786b req-36bf57e3-c82b-4cb0-ac0d-8489fc443874 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/security-groups?id=20439e13-78ba-4840-a41d-70cac54136f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519967 May 13 14:28:23.601218 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a10e9-615b-4c24-a349-73602412e6c3 req-98d4a698-b11c-4d2d-83d1-389b47f3622b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:23.602679 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-241a10e9-615b-4c24-a349-73602412e6c3 req-98d4a698-b11c-4d2d-83d1-389b47f3622b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b869a7cb-f521-446b-bda9-8b37a87ce325 HTTP/1.1" status: 200 len: 1101 time: 0.4743805 May 13 14:28:23.753588 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a4d2d62e-76cb-43ef-8802-f4d2ea26e1f4 req-c5cb74ea-218b-445a-a941-0ebcfc4aa0db tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591233 May 13 14:28:23.762577 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-743c8d73-2edc-4fb6-b0d8-73497587b7f0 admin admin] For port a7ef7012-42e0-4ce8-8125-8f91088e1515, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=a7ef7012-42e0-4ce8-8125-8f91088e1515,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:23.763346 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-743c8d73-2edc-4fb6-b0d8-73497587b7f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:23.821870 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-93c365e0-644a-408d-83b9-ef050ff7c0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64843a47-32a2-42a2-9b2a-4027cf268ece', 'name': 'tempest-ServersTestFqdnHostnames-547150297-router', 'tenant_id': '41754adbefcf4743a1a76213eb096835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a7ef7012-42e0-4ce8-8125-8f91088e1515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:27:52Z', 'updated_at': '2022-05-13T14:28:18Z', 'revision_number': 5, 'project_id': '41754adbefcf4743a1a76213eb096835', 'gw_port': {'id': 'a7ef7012-42e0-4ce8-8125-8f91088e1515', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64843a47-32a2-42a2-9b2a-4027cf268ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:27:55Z', 'updated_at': '2022-05-13T14:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:23.830289 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c365e0-644a-408d-83b9-ef050ff7c0ca None None] Checking router: 64843a47-32a2-42a2-9b2a-4027cf268ece for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:28:23.833431 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469e2a0-7071-44f9-9a99-54cd6aa72ea4 req-559829a5-90fe-45ea-b92a-af53e283b928 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:23.852528 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7469e2a0-7071-44f9-9a99-54cd6aa72ea4 req-559829a5-90fe-45ea-b92a-af53e283b928 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=4070bc66-723a-42cf-a605-04d86b5ea0bc HTTP/1.1" status: 200 len: 945 time: 0.1907744 May 13 14:28:23.865871 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c365e0-644a-408d-83b9-ef050ff7c0ca None None] Routers {'64843a47-32a2-42a2-9b2a-4027cf268ece'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:28:23.866517 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-93c365e0-644a-408d-83b9-ef050ff7c0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:27:59Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['64843a47-32a2-42a2-9b2a-4027cf268ece'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:23.952874 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7469e2a0-7071-44f9-9a99-54cd6aa72ea4 req-bcfa8830-af87-483b-8ea8-840fd953c2be tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990758 May 13 14:28:24.003192 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39648) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:24.062353 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-241a10e9-615b-4c24-a349-73602412e6c3 req-6b1a4d3f-0432-49a2-852a-9db32a3c7c68 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b733994d-6d32-4f06-8c4b-aeeef52c1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087780 May 13 14:28:24.100376 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4574e416-e523-4070-816c-9f2e20ee2ae2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=024b2dca30f64504a0686b8fb9c6e6f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0959797 May 13 14:28:24.104487 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39656) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:24.165281 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-93c365e0-644a-408d-83b9-ef050ff7c0ca None None] Set router 64843a47-32a2-42a2-9b2a-4027cf268ece gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:28:24.232129 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ea98cf4f-3261-4e4b-bee8-b4e263fafb8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:24.262478 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-743c8d73-2edc-4fb6-b0d8-73497587b7f0 admin admin] Calling delete_port for a7ef7012-42e0-4ce8-8125-8f91088e1515 owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:28:24.292998 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ea98cf4f-3261-4e4b-bee8-b4e263fafb8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:24.406490 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ea98cf4f-3261-4e4b-bee8-b4e263fafb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:24.433278 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-93c365e0-644a-408d-83b9-ef050ff7c0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64843a47-32a2-42a2-9b2a-4027cf268ece', 'name': 'tempest-ServersTestFqdnHostnames-547150297-router', 'tenant_id': '41754adbefcf4743a1a76213eb096835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:27:52Z', 'updated_at': '2022-05-13T14:28:23Z', 'revision_number': 6, 'project_id': '41754adbefcf4743a1a76213eb096835', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:24.437375 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ea98cf4f-3261-4e4b-bee8-b4e263fafb8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:24.442006 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ea98cf4f-3261-4e4b-bee8-b4e263fafb8e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c08cb453-f799-4438-9a93-83d77efac0c1 HTTP/1.1" status: 204 len: 168 time: 0.3341665 May 13 14:28:24.442917 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c365e0-644a-408d-83b9-ef050ff7c0ca None None] The sync data for ids ['64843a47-32a2-42a2-9b2a-4027cf268ece'] in n-d-841760-1 is: [{'id': '64843a47-32a2-42a2-9b2a-4027cf268ece', 'name': 'tempest-ServersTestFqdnHostnames-547150297-router', 'tenant_id': '41754adbefcf4743a1a76213eb096835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:27:52Z', 'updated_at': '2022-05-13T14:28:23Z', 'revision_number': 6, 'project_id': '41754adbefcf4743a1a76213eb096835', 'gw_port_host': None}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:28:24.445274 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98cf4f-3261-4e4b-bee8-b4e263fafb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08cb453-f799-4438-9a93-83d77efac0c1,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:24.612931 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece54c37-bde2-4cc4-b15b-07efa92d197a req-cb01d3e3-7ae2-43dc-8fee-6d43aed225d5 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:24.617991 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ece54c37-bde2-4cc4-b15b-07efa92d197a req-cb01d3e3-7ae2-43dc-8fee-6d43aed225d5 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b869a7cb-f521-446b-bda9-8b37a87ce325 HTTP/1.1" status: 200 len: 950 time: 0.3757658 May 13 14:28:24.792973 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ece54c37-bde2-4cc4-b15b-07efa92d197a req-9e0207da-2784-4d7c-aae8-0cee69ff2e90 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/security-groups?id=b733994d-6d32-4f06-8c4b-aeeef52c1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668487 May 13 14:28:24.914630 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ff056cbe-ea08-4b10-b83f-a8e2636d2d19 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:28:24.968930 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-743c8d73-2edc-4fb6-b0d8-73497587b7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:25.022816 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: ff056cbe-ea08-4b10-b83f-a8e2636d2d19 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:28:25.023578 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ff056cbe-ea08-4b10-b83f-a8e2636d2d19 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:28:25.118622 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c8d73-2edc-4fb6-b0d8-73497587b7f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7ef7012-42e0-4ce8-8125-8f91088e1515,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:25.346680 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-743c8d73-2edc-4fb6-b0d8-73497587b7f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:25.755506 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889b1b1-193b-44aa-9b1c-1fca32267b01 req-014c63d5-9c9a-46ef-99f9-c042cafe43cd tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:25.762777 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-743c8d73-2edc-4fb6-b0d8-73497587b7f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:25.777633 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-743c8d73-2edc-4fb6-b0d8-73497587b7f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:25.788490 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e889b1b1-193b-44aa-9b1c-1fca32267b01 req-014c63d5-9c9a-46ef-99f9-c042cafe43cd tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f30e7d0-a4bb-4385-94c9-0fbe1613739d HTTP/1.1" status: 200 len: 946 time: 0.2624786 May 13 14:28:25.808930 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7cd40e-dfec-42eb-90b2-2a2ab02bca70 req-8a66138e-6b06-4a7e-8a1a-dba2818cbca1 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:25.813050 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cb7cd40e-dfec-42eb-90b2-2a2ab02bca70 req-8a66138e-6b06-4a7e-8a1a-dba2818cbca1 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=4070bc66-723a-42cf-a605-04d86b5ea0bc HTTP/1.1" status: 200 len: 945 time: 0.1660669 May 13 14:28:25.902318 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cb7cd40e-dfec-42eb-90b2-2a2ab02bca70 req-4a5dac3d-3466-4f00-b205-ec63ca23466d tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809634 May 13 14:28:25.903637 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e889b1b1-193b-44aa-9b1c-1fca32267b01 req-4f269feb-1d7a-4312-a098-cbbe43c8a4b4 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138670 May 13 14:28:25.910440 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-743c8d73-2edc-4fb6-b0d8-73497587b7f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:25.911794 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743c8d73-2edc-4fb6-b0d8-73497587b7f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64843a47-32a2-42a2-9b2a-4027cf268ece {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:28:25.949271 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-743c8d73-2edc-4fb6-b0d8-73497587b7f0 admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:25.950979 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-743c8d73-2edc-4fb6-b0d8-73497587b7f0 admin admin] 10.222.0.35 "DELETE /v2.0/routers/64843a47-32a2-42a2-9b2a-4027cf268ece HTTP/1.1" status: 204 len: 168 time: 4.5284061 May 13 14:28:25.953655 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 39720) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:26.079928 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f6bdc0-1eec-4a51-a520-1855f50c8df3 admin admin] Deleting subnet 5710e48c-e365-4b8b-8866-7cf100c07af1 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:28:26.086857 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-40f6bdc0-1eec-4a51-a520-1855f50c8df3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:26.207097 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-40f6bdc0-1eec-4a51-a520-1855f50c8df3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:26.213296 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a0465-e949-4f44-bd6b-47c417009e59 req-338bdcfb-1797-4d62-add5-028ceb0f71d7 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:26.222576 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2c0a0465-e949-4f44-bd6b-47c417009e59 req-338bdcfb-1797-4d62-add5-028ceb0f71d7 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 950 time: 0.1455019 May 13 14:28:26.282987 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2c0a0465-e949-4f44-bd6b-47c417009e59 req-0e7d2515-e3f8-43ce-bca6-80efb993dd84 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596585 May 13 14:28:26.500305 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71910951-d12e-46a3-8842-c32a5c01a080 req-7c215277-a733-49b0-92b8-49ffd4f1b942 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:26.503875 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-71910951-d12e-46a3-8842-c32a5c01a080 req-7c215277-a733-49b0-92b8-49ffd4f1b942 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b869a7cb-f521-446b-bda9-8b37a87ce325 HTTP/1.1" status: 200 len: 950 time: 0.1097786 May 13 14:28:26.575917 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-40f6bdc0-1eec-4a51-a520-1855f50c8df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:26.626800 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-71910951-d12e-46a3-8842-c32a5c01a080 req-4ed2381a-e34b-4556-a83d-a33b730ee398 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/security-groups?id=b733994d-6d32-4f06-8c4b-aeeef52c1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164725 May 13 14:28:26.726416 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-40f6bdc0-1eec-4a51-a520-1855f50c8df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:26.791385 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6bdc0-1eec-4a51-a520-1855f50c8df3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5710e48c-e365-4b8b-8866-7cf100c07af1,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:26.793518 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-40f6bdc0-1eec-4a51-a520-1855f50c8df3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:26.801849 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1219a0cd-6047-4862-abc0-5bec09cf56d7 None None] Network 1232b945-80c7-4521-a828-e4a6b97dcd91 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:28:26.832631 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-40f6bdc0-1eec-4a51-a520-1855f50c8df3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5710e48c-e365-4b8b-8866-7cf100c07af1 HTTP/1.1" status: 204 len: 168 time: 0.8771663 May 13 14:28:26.833620 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 39754) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:26.975649 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31389e78-082c-4cbc-bfe6-16c2a488ad2e req-56f83a9f-a376-4050-88d8-e2c0880ec163 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:26.988163 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-31389e78-082c-4cbc-bfe6-16c2a488ad2e req-56f83a9f-a376-4050-88d8-e2c0880ec163 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=4070bc66-723a-42cf-a605-04d86b5ea0bc HTTP/1.1" status: 200 len: 945 time: 0.2519457 May 13 14:28:27.004978 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device a7ef7012-42e0-4ce8-8125-8f91088e1515 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:28:27.053832 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bdfbdbaa-46bd-4fe2-a101-91cce11b6248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:27.077505 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: a7ef7012-42e0-4ce8-8125-8f91088e1515 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:28:27.078216 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device a7ef7012-42e0-4ce8-8125-8f91088e1515 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:28:27.086439 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-bdfbdbaa-46bd-4fe2-a101-91cce11b6248 admin admin] Deleting port 3313e3f0-5910-41e1-942a-bcdc78e51cd3 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:28:27.086740 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bdfbdbaa-46bd-4fe2-a101-91cce11b6248 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:27.126562 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-31389e78-082c-4cbc-bfe6-16c2a488ad2e req-a48dbd16-6b13-49ea-ac1c-e84a083888cc tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351867 May 13 14:28:27.199978 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b67be4ff-cd55-483f-b8e4-25286ba17d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:27.296065 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0a9252-1066-4abc-a945-8bbf4281b1c4 None None] DHCP port deletion for 1232b945-80c7-4521-a828-e4a6b97dcd91 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:28:27.302912 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3b0a9252-1066-4abc-a945-8bbf4281b1c4 None None] Deleting port 3313e3f0-5910-41e1-942a-bcdc78e51cd3 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:28:27.303925 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3b0a9252-1066-4abc-a945-8bbf4281b1c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:27.514354 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9058457-883c-4537-9448-beeef5a04a78 req-fb1de2b5-791d-4c2e-ba07-2bfbcc221e27 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:27.515515 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-c9058457-883c-4537-9448-beeef5a04a78 req-fb1de2b5-791d-4c2e-ba07-2bfbcc221e27 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Synchronizing usage tracker for tenant:652541c50878480891452a61002970b5 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:28:27.612638 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-bdfbdbaa-46bd-4fe2-a101-91cce11b6248 admin admin] For port 3313e3f0-5910-41e1-942a-bcdc78e51cd3, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3313e3f0-5910-41e1-942a-bcdc78e51cd3,segment=NetworkSegment(7a35d2d3-cc25-48d1-b25f-297cfd38a8de),segment_id=7a35d2d3-cc25-48d1-b25f-297cfd38a8de)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:27.613078 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bdfbdbaa-46bd-4fe2-a101-91cce11b6248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:27.649475 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-c9058457-883c-4537-9448-beeef5a04a78 req-fb1de2b5-791d-4c2e-ba07-2bfbcc221e27 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Unset dirty status for tenant:652541c50878480891452a61002970b5 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:28:27.656516 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c9058457-883c-4537-9448-beeef5a04a78 req-fb1de2b5-791d-4c2e-ba07-2bfbcc221e27 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.74 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 950 time: 0.5719044 May 13 14:28:27.871758 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-bdfbdbaa-46bd-4fe2-a101-91cce11b6248 admin admin] Calling delete_port for 3313e3f0-5910-41e1-942a-bcdc78e51cd3 owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:28:27.886421 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-3b0a9252-1066-4abc-a945-8bbf4281b1c4 None None] For port 3313e3f0-5910-41e1-942a-bcdc78e51cd3, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3313e3f0-5910-41e1-942a-bcdc78e51cd3,segment=NetworkSegment(7a35d2d3-cc25-48d1-b25f-297cfd38a8de),segment_id=7a35d2d3-cc25-48d1-b25f-297cfd38a8de)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:27.887022 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3b0a9252-1066-4abc-a945-8bbf4281b1c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:27.991266 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-c9058457-883c-4537-9448-beeef5a04a78 req-7c1d67e2-daa4-4346-829e-9f60cc3ceedf tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Deleting port d7527f73-d685-4e34-b9a0-bf049239d26c {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:28:27.992507 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c9058457-883c-4537-9448-beeef5a04a78 req-7c1d67e2-daa4-4346-829e-9f60cc3ceedf tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:28.124916 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bdfbdbaa-46bd-4fe2-a101-91cce11b6248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:28.228418 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfbdbaa-46bd-4fe2-a101-91cce11b6248 admin admin] No DVR routers for this DVR port 3313e3f0-5910-41e1-942a-bcdc78e51cd3 on host n-d-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:28:28.237518 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfbdbaa-46bd-4fe2-a101-91cce11b6248 admin admin] Pushing event deleted for resources: {'Port': ['ID=3313e3f0-5910-41e1-942a-bcdc78e51cd3,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:28.245057 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cb199-4093-4069-9d38-966a5f1fd88a req-a2e5f4ee-50c5-4982-a600-d711ef83b4a6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:28.252576 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2f2cb199-4093-4069-9d38-966a5f1fd88a req-a2e5f4ee-50c5-4982-a600-d711ef83b4a6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f30e7d0-a4bb-4385-94c9-0fbe1613739d HTTP/1.1" status: 200 len: 946 time: 0.2559721 May 13 14:28:28.306653 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3b0a9252-1066-4abc-a945-8bbf4281b1c4 None None] Calling delete_port for 3313e3f0-5910-41e1-942a-bcdc78e51cd3 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:28:28.332513 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2f2cb199-4093-4069-9d38-966a5f1fd88a req-de29c3a0-5076-4a32-8d93-a6990aaca2fe tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788944 May 13 14:28:28.475408 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-3b0a9252-1066-4abc-a945-8bbf4281b1c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:28:28.475918 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-3b0a9252-1066-4abc-a945-8bbf4281b1c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:28:28.490708 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:28.524892 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 3ed5edfc-cae7-4254-8740-bf78d8fca6ff details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:28:28.790353 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003707d-5148-4a75-86b3-02a6b8f926df req-470c0d7d-357a-454a-a201-52cad4afa0fa tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:28.795651 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7003707d-5148-4a75-86b3-02a6b8f926df req-470c0d7d-357a-454a-a201-52cad4afa0fa tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 950 time: 0.1986144 May 13 14:28:28.868975 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-c9058457-883c-4537-9448-beeef5a04a78 req-7c1d67e2-daa4-4346-829e-9f60cc3ceedf tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] For port d7527f73-d685-4e34-b9a0-bf049239d26c, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=d7527f73-d685-4e34-b9a0-bf049239d26c,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:28.869335 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c9058457-883c-4537-9448-beeef5a04a78 req-7c1d67e2-daa4-4346-829e-9f60cc3ceedf tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:28.907124 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=3ed5edfc-cae7-4254-8740-bf78d8fca6ff,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:28.944840 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7003707d-5148-4a75-86b3-02a6b8f926df req-7c086c6d-45ee-4d56-8601-01b53214119d tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431012 May 13 14:28:28.953468 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '3ed5edfc-cae7-4254-8740-bf78d8fca6ff', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': '3ed5edfc-cae7-4254-8740-bf78d8fca6ff', 'mac_address': 'fa:16:3e:d2:a2:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:28:29.023758 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3b0a9252-1066-4abc-a945-8bbf4281b1c4 None None] Deleting port 3313e3f0-5910-41e1-942a-bcdc78e51cd3 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:28:29.024125 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3b0a9252-1066-4abc-a945-8bbf4281b1c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:29.052893 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3313e3f0-5910-41e1-942a-bcdc78e51cd3 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:28:29.130080 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 3313e3f0-5910-41e1-942a-bcdc78e51cd3 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:28:29.130446 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3313e3f0-5910-41e1-942a-bcdc78e51cd3 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:28:29.207663 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bdfbdbaa-46bd-4fe2-a101-91cce11b6248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:29.287506 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-c9058457-883c-4537-9448-beeef5a04a78 req-7c1d67e2-daa4-4346-829e-9f60cc3ceedf tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Calling delete_port for d7527f73-d685-4e34-b9a0-bf049239d26c owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:28:29.359048 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3b0a9252-1066-4abc-a945-8bbf4281b1c4 None None] The port '3313e3f0-5910-41e1-942a-bcdc78e51cd3' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:28:29.378341 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff is: ACTIVE; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:29.380625 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:29.406411 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ed5edfc-cae7-4254-8740-bf78d8fca6ff {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:28:29.425455 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=3ed5edfc-cae7-4254-8740-bf78d8fca6ff,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:29.429066 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:29.430672 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-bdfbdbaa-46bd-4fe2-a101-91cce11b6248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1232b945-80c7-4521-a828-e4a6b97dcd91']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:29.512268 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-bdfbdbaa-46bd-4fe2-a101-91cce11b6248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a35d2d3-cc25-48d1-b25f-297cfd38a8de') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:29.515776 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-bdfbdbaa-46bd-4fe2-a101-91cce11b6248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a35d2d3-cc25-48d1-b25f-297cfd38a8de') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:29.553323 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['3ed5edfc-cae7-4254-8740-bf78d8fca6ff'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:28:29.584321 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e05bb527-ddbc-412a-a1ef-81a1f3a101aa req-dd30d0ae-f8c8-42d2-9f47-257d841b7fcf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9781218 May 13 14:28:29.605346 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bdfbdbaa-46bd-4fe2-a101-91cce11b6248 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:29.624176 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-64e7b5d6-75e9-4871-88d6-09d41be8889f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:29.648961 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9faccf-35db-41c0-8f2e-ecc9c46bbe09 req-0d7f392e-ff9b-4a3e-aaad-ce81f400556b tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:29.650840 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef9faccf-35db-41c0-8f2e-ecc9c46bbe09 req-0d7f392e-ff9b-4a3e-aaad-ce81f400556b tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b869a7cb-f521-446b-bda9-8b37a87ce325 HTTP/1.1" status: 200 len: 950 time: 0.6714036 May 13 14:28:29.678915 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=3ed5edfc-cae7-4254-8740-bf78d8fca6ff,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:29.916203 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bdfbdbaa-46bd-4fe2-a101-91cce11b6248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:29.973478 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdfbdbaa-46bd-4fe2-a101-91cce11b6248 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:28:29.974056 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bdfbdbaa-46bd-4fe2-a101-91cce11b6248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:29.997549 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:28:29.997549 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:28:29.997549 n-d-841760-1 neutron-server[88081]: timer() May 13 14:28:29.997549 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:28:29.997549 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:28:29.997549 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:28:29.997549 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:28:29.997549 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:28:29.997549 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:28:29.997549 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:28:29.997549 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:28:29.997549 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:28:29.997549 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:28:29.997549 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:28:29.997549 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:28:29.997549 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:28:29.997549 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:28:29.997549 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:28:29.997549 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:28:29.997549 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:28:29.997549 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:28:29.997549 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:28:29.997549 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:28:29.997549 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:28:29.997549 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:28:29.997549 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:28:29.997549 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:28:29.997549 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:28:29.997549 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:28:29.997549 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:28:29.997549 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:28:29.997549 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:28:30.092708 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef9faccf-35db-41c0-8f2e-ecc9c46bbe09 req-b8c831bb-2635-40ab-91a2-78e502d6e20f tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/security-groups?id=b733994d-6d32-4f06-8c4b-aeeef52c1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808979 May 13 14:28:30.230074 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bdfbdbaa-46bd-4fe2-a101-91cce11b6248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:30.231668 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c9058457-883c-4537-9448-beeef5a04a78 req-7c1d67e2-daa4-4346-829e-9f60cc3ceedf tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:30.243968 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['5c3b8323-c681-47e7-b717-f6319ae7043a', 'd45390e8-aa8b-4155-8d53-1bddc4d2dd7b'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:28:30.306711 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfbdbaa-46bd-4fe2-a101-91cce11b6248 admin admin] Pushing event deleted for resources: {'Network': ['ID=1232b945-80c7-4521-a828-e4a6b97dcd91,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:30.310623 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bb527-ddbc-412a-a1ef-81a1f3a101aa req-803f8c0f-b686-4b2b-b184-34cd77c1a090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:30.312557 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e05bb527-ddbc-412a-a1ef-81a1f3a101aa req-803f8c0f-b686-4b2b-b184-34cd77c1a090 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=652541c50878480891452a61002970b5&device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 1101 time: 0.6598754 May 13 14:28:30.313970 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bdfbdbaa-46bd-4fe2-a101-91cce11b6248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:30.389102 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854a3d9-6589-4fb3-97f4-c3adffbdf580 req-a791a251-dab7-4580-8126-1e3e61e9d20b tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:30.390661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d67e2-daa4-4346-829e-9f60cc3ceedf tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Pushing event deleted for resources: {'Port': ['ID=d7527f73-d685-4e34-b9a0-bf049239d26c,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:30.393046 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8854a3d9-6589-4fb3-97f4-c3adffbdf580 req-a791a251-dab7-4580-8126-1e3e61e9d20b tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f30e7d0-a4bb-4385-94c9-0fbe1613739d HTTP/1.1" status: 200 len: 946 time: 0.3264298 May 13 14:28:30.412562 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:28:30.529919 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8854a3d9-6589-4fb3-97f4-c3adffbdf580 req-5017144c-07a9-427e-9415-49d617dd86dc tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184323 May 13 14:28:30.559996 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 3ed5edfc-cae7-4254-8740-bf78d8fca6ff up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:28:30.608662 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853076fe-7d6a-49b8-920c-89e20e39cb07 req-d503f53c-807f-4beb-84c8-429b9e0493fb tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:30.611242 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-853076fe-7d6a-49b8-920c-89e20e39cb07 req-d503f53c-807f-4beb-84c8-429b9e0493fb tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.74 "GET /v2.0/ports?device_id=4070bc66-723a-42cf-a605-04d86b5ea0bc HTTP/1.1" status: 200 len: 945 time: 0.5289865 May 13 14:28:30.617526 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9058457-883c-4537-9448-beeef5a04a78 req-7c1d67e2-daa4-4346-829e-9f60cc3ceedf tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] No DVR routers for this DVR port d7527f73-d685-4e34-b9a0-bf049239d26c on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:28:30.620781 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c9058457-883c-4537-9448-beeef5a04a78 req-7c1d67e2-daa4-4346-829e-9f60cc3ceedf tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:30.623534 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c9058457-883c-4537-9448-beeef5a04a78 req-7c1d67e2-daa4-4346-829e-9f60cc3ceedf tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.74 "DELETE /v2.0/ports/d7527f73-d685-4e34-b9a0-bf049239d26c HTTP/1.1" status: 204 len: 173 time: 2.8983617 May 13 14:28:30.677987 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a8ba36-1c81-46a8-8e94-43d47290d25e', 'name': 'network-vif-deleted', 'tag': 'd7527f73-d685-4e34-b9a0-bf049239d26c'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:30.689230 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:30.691136 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-bdfbdbaa-46bd-4fe2-a101-91cce11b6248 admin admin] 10.222.0.35 "DELETE /v2.0/networks/1232b945-80c7-4521-a828-e4a6b97dcd91 HTTP/1.1" status: 204 len: 168 time: 3.8563943 May 13 14:28:30.754878 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bb527-ddbc-412a-a1ef-81a1f3a101aa req-38067ee1-0301-4089-b0cd-87b15ac0e5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:30.756871 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e05bb527-ddbc-412a-a1ef-81a1f3a101aa req-38067ee1-0301-4089-b0cd-87b15ac0e5ff service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.3691974 May 13 14:28:30.872787 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device d7527f73-d685-4e34-b9a0-bf049239d26c no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:28:30.898048 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-853076fe-7d6a-49b8-920c-89e20e39cb07 req-a146eb03-750c-4706-befa-49c6ef654560 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Deleting port d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:28:30.898671 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-853076fe-7d6a-49b8-920c-89e20e39cb07 req-a146eb03-750c-4706-befa-49c6ef654560 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:31.002957 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:31.024398 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: d7527f73-d685-4e34-b9a0-bf049239d26c {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:28:31.024807 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device d7527f73-d685-4e34-b9a0-bf049239d26c not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:28:31.031179 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e05bb527-ddbc-412a-a1ef-81a1f3a101aa req-09dc9190-63df-4eb7-8fd8-3dedbec97112 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=5c3b8323-c681-47e7-b717-f6319ae7043a HTTP/1.1" status: 200 len: 217 time: 0.2634034 May 13 14:28:31.129720 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed52ae-134c-4132-9979-2850c9005c5e req-4fc8be2e-566b-4dff-b7bc-ca11571e4174 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:31.141385 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ed52ae-134c-4132-9979-2850c9005c5e req-4fc8be2e-566b-4dff-b7bc-ca11571e4174 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/ports?device_id=4070bc66-723a-42cf-a605-04d86b5ea0bc HTTP/1.1" status: 200 len: 945 time: 0.3621018 May 13 14:28:31.205063 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:31.205584 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:31.216268 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ed52ae-134c-4132-9979-2850c9005c5e req-2de24566-99e7-4e55-87af-335675c0fa0b tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.35 "GET /v2.0/security-groups?id=57db2598-69aa-4b92-863d-19b1adb43c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728805 May 13 14:28:31.437783 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39868) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:31.586294 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bb527-ddbc-412a-a1ef-81a1f3a101aa req-6d340f56-a489-434a-8096-99a66a2793ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:31.600361 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e05bb527-ddbc-412a-a1ef-81a1f3a101aa req-6d340f56-a489-434a-8096-99a66a2793ee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.5478237 May 13 14:28:31.691415 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-13896048-94f5-4268-807d-568a30a79632 req-e4947ba8-d045-4d3a-adf4-37574fa3418d tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a8ba36-1c81-46a8-8e94-43d47290d25e HTTP/1.1" status: 200 len: 210 time: 0.1253855 May 13 14:28:31.720394 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-26370639-346a-41d7-8765-836560c6e68a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=41754adbefcf4743a1a76213eb096835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2806771 May 13 14:28:31.722940 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39876) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:31.736699 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39880) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:31.741591 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:31.748274 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:31.922510 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5a859a1-943f-49e1-95ed-364a12e2abff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:31.979363 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9ee44d-1e65-43d1-9386-49f83a251d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed5edfc-cae7-4254-8740-bf78d8fca6ff'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:32.002009 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5a859a1-943f-49e1-95ed-364a12e2abff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:32.030340 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=3ed5edfc-cae7-4254-8740-bf78d8fca6ff,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:32.037143 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:32.043968 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:32.207531 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5a859a1-943f-49e1-95ed-364a12e2abff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:32.225716 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=3ed5edfc-cae7-4254-8740-bf78d8fca6ff,revision_number=7']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:32.245245 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bb527-ddbc-412a-a1ef-81a1f3a101aa req-5a5c33bf-e4a6-42c2-9c7e-f62dc1ad85b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:32.246796 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e05bb527-ddbc-412a-a1ef-81a1f3a101aa req-5a5c33bf-e4a6-42c2-9c7e-f62dc1ad85b9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6452670 May 13 14:28:32.252479 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-398b6ccf-2984-4d48-8fd5-8d1087d989fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:32.279226 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-398b6ccf-2984-4d48-8fd5-8d1087d989fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:32.284121 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-398b6ccf-2984-4d48-8fd5-8d1087d989fa admin admin] Usage tracker for resource:security_group_rule and tenant:c441da5e493f4dfc9966594ee8d69374 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:32.287777 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-398b6ccf-2984-4d48-8fd5-8d1087d989fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:32.298235 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-398b6ccf-2984-4d48-8fd5-8d1087d989fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:32.437307 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-398b6ccf-2984-4d48-8fd5-8d1087d989fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:32.458916 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5a859a1-943f-49e1-95ed-364a12e2abff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:32.482987 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d5a859a1-943f-49e1-95ed-364a12e2abff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/43a030c0-c5b8-4788-bcb2-f661575543fa HTTP/1.1" status: 204 len: 168 time: 0.7358420 May 13 14:28:32.482987 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-398b6ccf-2984-4d48-8fd5-8d1087d989fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:32.496036 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a859a1-943f-49e1-95ed-364a12e2abff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a030c0-c5b8-4788-bcb2-f661575543fa,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:32.500065 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-853076fe-7d6a-49b8-920c-89e20e39cb07 req-a146eb03-750c-4706-befa-49c6ef654560 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] For port d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1,segment=NetworkSegment(212baf6b-5017-40bb-96cc-46cb7ca012f5),segment_id=212baf6b-5017-40bb-96cc-46cb7ca012f5)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:32.500428 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-853076fe-7d6a-49b8-920c-89e20e39cb07 req-a146eb03-750c-4706-befa-49c6ef654560 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:32.690231 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-398b6ccf-2984-4d48-8fd5-8d1087d989fa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c441da5e493f4dfc9966594ee8d69374&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9327278 May 13 14:28:32.694841 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39896) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:32.696292 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b6ccf-2984-4d48-8fd5-8d1087d989fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76b2187-a4a4-4716-9479-f8e4c87976fe,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:32.844532 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f57f19d1-3c7b-45d6-9247-3c722f917066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:32.876354 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f57f19d1-3c7b-45d6-9247-3c722f917066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:32.941501 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-853076fe-7d6a-49b8-920c-89e20e39cb07 req-a146eb03-750c-4706-befa-49c6ef654560 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Calling delete_port for d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:28:32.953423 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f57f19d1-3c7b-45d6-9247-3c722f917066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:32.989787 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f19d1-3c7b-45d6-9247-3c722f917066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76b2187-a4a4-4716-9479-f8e4c87976fe,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:33.020278 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f57f19d1-3c7b-45d6-9247-3c722f917066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:33.031186 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f57f19d1-3c7b-45d6-9247-3c722f917066 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e76b2187-a4a4-4716-9479-f8e4c87976fe HTTP/1.1" status: 204 len: 168 time: 0.3263950 May 13 14:28:33.180309 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e05bb527-ddbc-412a-a1ef-81a1f3a101aa req-abe2fe03-419f-4038-b84a-679a6d3cf07c service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9184861 May 13 14:28:33.362644 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e05bb527-ddbc-412a-a1ef-81a1f3a101aa req-a3917f70-e019-44eb-b871-a54c39a6675f service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688807 May 13 14:28:33.548471 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-853076fe-7d6a-49b8-920c-89e20e39cb07 req-a146eb03-750c-4706-befa-49c6ef654560 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:33.776932 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39922) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:33.799066 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-38ce373b-b840-495c-b6b2-5eff597df1b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:33.817010 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-38ce373b-b840-495c-b6b2-5eff597df1b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:33.822737 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-38ce373b-b840-495c-b6b2-5eff597df1b1 admin admin] Usage tracker for resource:security_group_rule and tenant:cd33a04748e9420e8727c678906d265c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:33.829984 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-38ce373b-b840-495c-b6b2-5eff597df1b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:33.845085 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-38ce373b-b840-495c-b6b2-5eff597df1b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:33.857578 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-853076fe-7d6a-49b8-920c-89e20e39cb07 req-a146eb03-750c-4706-befa-49c6ef654560 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] No DVR routers for this DVR port d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:28:33.859744 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a146eb03-750c-4706-befa-49c6ef654560 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Pushing event deleted for resources: {'Port': ['ID=d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:33.870560 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-853076fe-7d6a-49b8-920c-89e20e39cb07 req-a146eb03-750c-4706-befa-49c6ef654560 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:33.898053 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-853076fe-7d6a-49b8-920c-89e20e39cb07 req-a146eb03-750c-4706-befa-49c6ef654560 tempest-ServerDiskConfigTestJSON-1058213698 tempest-ServerDiskConfigTestJSON-1058213698-project] 10.222.0.74 "DELETE /v2.0/ports/d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1 HTTP/1.1" status: 204 len: 173 time: 3.2594614 May 13 14:28:34.028697 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-38ce373b-b840-495c-b6b2-5eff597df1b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:34.036776 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-38ce373b-b840-495c-b6b2-5eff597df1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:34.094042 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce373b-b840-495c-b6b2-5eff597df1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d565eda-47a7-4fb9-84fd-d96b4f7e246d,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:34.103657 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-38ce373b-b840-495c-b6b2-5eff597df1b1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cd33a04748e9420e8727c678906d265c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3266673 May 13 14:28:34.106871 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 39938) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:34.217470 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-614e49ed-98ed-4d91-946e-6f722b74de49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:34.254259 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-614e49ed-98ed-4d91-946e-6f722b74de49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:34.332323 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-614e49ed-98ed-4d91-946e-6f722b74de49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:34.349107 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e49ed-98ed-4d91-946e-6f722b74de49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d565eda-47a7-4fb9-84fd-d96b4f7e246d,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:34.355730 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39948) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:34.356838 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-614e49ed-98ed-4d91-946e-6f722b74de49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:34.358046 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-614e49ed-98ed-4d91-946e-6f722b74de49 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9d565eda-47a7-4fb9-84fd-d96b4f7e246d HTTP/1.1" status: 204 len: 168 time: 0.2494469 May 13 14:28:34.859105 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-558618ee-f52f-4ddf-a4b5-05c0e8bbf9f8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-750363873-network', 'tenant_id': '5eca69a35c83478c86ec7b8a2154f951'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:34.870545 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-558618ee-f52f-4ddf-a4b5-05c0e8bbf9f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:34.887034 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-558618ee-f52f-4ddf-a4b5-05c0e8bbf9f8 admin admin] Usage tracker for resource:network and tenant:5eca69a35c83478c86ec7b8a2154f951 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:34.893390 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-558618ee-f52f-4ddf-a4b5-05c0e8bbf9f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:34.897686 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:28:34.915474 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-558618ee-f52f-4ddf-a4b5-05c0e8bbf9f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:34.934212 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558618ee-f52f-4ddf-a4b5-05c0e8bbf9f8 admin admin] Made reservation on behalf of 5eca69a35c83478c86ec7b8a2154f951 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:28:34.939528 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-558618ee-f52f-4ddf-a4b5-05c0e8bbf9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:34.964426 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:28:34.964857 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-558618ee-f52f-4ddf-a4b5-05c0e8bbf9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:34.965154 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device d5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:28:35.000071 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-558618ee-f52f-4ddf-a4b5-05c0e8bbf9f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:35.006953 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-558618ee-f52f-4ddf-a4b5-05c0e8bbf9f8 admin admin] Usage tracker for resource:security_group_rule and tenant:5eca69a35c83478c86ec7b8a2154f951 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:35.011474 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-558618ee-f52f-4ddf-a4b5-05c0e8bbf9f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:35.018592 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-558618ee-f52f-4ddf-a4b5-05c0e8bbf9f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:35.161762 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-558618ee-f52f-4ddf-a4b5-05c0e8bbf9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:35.170716 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-558618ee-f52f-4ddf-a4b5-05c0e8bbf9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:35.254275 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558618ee-f52f-4ddf-a4b5-05c0e8bbf9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9a287c-f29b-4bd7-bc74-583d2a008d47,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:35.281275 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558618ee-f52f-4ddf-a4b5-05c0e8bbf9f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:28:35.292334 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-558618ee-f52f-4ddf-a4b5-05c0e8bbf9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:35.294617 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-558618ee-f52f-4ddf-a4b5-05c0e8bbf9f8 admin admin] Added segment 01da3e03-2229-4b82-be24-679e915474a7 of type vlan for network a4b236c8-3296-4f82-b8a8-ad638f91076c May 13 14:28:35.384323 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-f542fc3e-aaf7-400f-a257-71786720df55 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d9b4b5cc52af4b958e98ba51714ed884&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468874 May 13 14:28:35.399818 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30a7b5ed-4342-4ef7-8e2c-c09342c058f1'] response: {'server_uuid': 'b9a8ba36-1c81-46a8-8e94-43d47290d25e', 'name': 'network-vif-deleted', 'tag': 'd7527f73-d685-4e34-b9a0-bf049239d26c', 'status': 'completed', 'code': 200} May 13 14:28:35.416682 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-558618ee-f52f-4ddf-a4b5-05c0e8bbf9f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:35.678817 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfece4-33f8-4395-a625-4cc883c3353c req-3f7320ae-2490-4559-9a18-a7ef2f0433d8 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:35.681055 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-07bfece4-33f8-4395-a625-4cc883c3353c req-3f7320ae-2490-4559-9a18-a7ef2f0433d8 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f30e7d0-a4bb-4385-94c9-0fbe1613739d HTTP/1.1" status: 200 len: 946 time: 0.1244044 May 13 14:28:35.788354 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-07bfece4-33f8-4395-a625-4cc883c3353c req-38f198e1-052d-4f35-af5d-31c0ec7f73c6 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974903 May 13 14:28:35.835288 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-558618ee-f52f-4ddf-a4b5-05c0e8bbf9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:35.836776 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558618ee-f52f-4ddf-a4b5-05c0e8bbf9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:35.837480 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-558618ee-f52f-4ddf-a4b5-05c0e8bbf9f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:35.866121 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b6af733-f002-4f82-b836-435a1fc59a5d'] response: {'server_uuid': 'ad9ee44d-1e65-43d1-9386-49f83a251d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed5edfc-cae7-4254-8740-bf78d8fca6ff', 'code': 200} May 13 14:28:35.936298 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-c59f5ecf-27e1-45d4-9782-5391d89565da tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:35.945021 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-c59f5ecf-27e1-45d4-9782-5391d89565da tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4940758 May 13 14:28:36.060352 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-79011f88-221a-484a-9c8d-a538a2c23ad2 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/quotas/d9b4b5cc52af4b958e98ba51714ed884 HTTP/1.1" status: 200 len: 375 time: 0.1143684 May 13 14:28:36.141068 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558618ee-f52f-4ddf-a4b5-05c0e8bbf9f8 admin admin] Pushing event updated for resources: {'Network': ['ID=a4b236c8-3296-4f82-b8a8-ad638f91076c,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:36.151273 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-558618ee-f52f-4ddf-a4b5-05c0e8bbf9f8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7934339 May 13 14:28:36.153847 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network a4b236c8-3296-4f82-b8a8-ad638f91076c details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:28:36.156693 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40024) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:36.162088 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-acf95b50-e23b-45c7-b9dd-2ddfc90bbfcd admin admin] Request body: {'subnet': {'network_id': 'a4b236c8-3296-4f82-b8a8-ad638f91076c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-750363873-subnet', 'tenant_id': '5eca69a35c83478c86ec7b8a2154f951', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:36.176001 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-acf95b50-e23b-45c7-b9dd-2ddfc90bbfcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:36.187873 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-acf95b50-e23b-45c7-b9dd-2ddfc90bbfcd admin admin] Usage tracker for resource:subnet and tenant:5eca69a35c83478c86ec7b8a2154f951 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:36.197757 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-acf95b50-e23b-45c7-b9dd-2ddfc90bbfcd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:36.211737 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-acf95b50-e23b-45c7-b9dd-2ddfc90bbfcd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:36.242596 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-de4a9455-072b-4701-99ee-8b7dc0fee6f5 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d9b4b5cc52af4b958e98ba51714ed884&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1812370 May 13 14:28:36.245264 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf95b50-e23b-45c7-b9dd-2ddfc90bbfcd admin admin] Made reservation on behalf of 5eca69a35c83478c86ec7b8a2154f951 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:28:36.247848 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-acf95b50-e23b-45c7-b9dd-2ddfc90bbfcd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:36.788766 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-acf95b50-e23b-45c7-b9dd-2ddfc90bbfcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:36.903471 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf95b50-e23b-45c7-b9dd-2ddfc90bbfcd admin admin] Checking segment: {'id': '01da3e03-2229-4b82-be24-679e915474a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a4b236c8-3296-4f82-b8a8-ad638f91076c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:28:36.908130 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf95b50-e23b-45c7-b9dd-2ddfc90bbfcd admin admin] Network hostable DHCP agents. Network: a4b236c8-3296-4f82-b8a8-ad638f91076c, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:28:36.920550 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf95b50-e23b-45c7-b9dd-2ddfc90bbfcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=789a48eb-8be9-44fd-8c62-01574ebb5fb1,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:36.943013 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf95b50-e23b-45c7-b9dd-2ddfc90bbfcd admin admin] Network a4b236c8-3296-4f82-b8a8-ad638f91076c is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:28:36.957613 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-acf95b50-e23b-45c7-b9dd-2ddfc90bbfcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, a4b236c8-3296-4f82-b8a8-ad638f91076c) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:28:36.969890 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcad727-a517-401a-8bc5-79b2e973dbd4 None None] Network a4b236c8-3296-4f82-b8a8-ad638f91076c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:28:36.982012 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf95b50-e23b-45c7-b9dd-2ddfc90bbfcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:36.982671 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-acf95b50-e23b-45c7-b9dd-2ddfc90bbfcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:37.030932 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-acf95b50-e23b-45c7-b9dd-2ddfc90bbfcd admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8732753 May 13 14:28:37.143747 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-eeb485dd-cd53-4bd1-850e-b71d807b7674 req-64f71b83-c462-463b-8c66-5d206767bd09 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e53e379-40af-40f7-8df4-5059731ea009 HTTP/1.1" status: 200 len: 210 time: 0.1970036 May 13 14:28:37.402385 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4070bc66-723a-42cf-a605-04d86b5ea0bc', 'name': 'network-vif-deleted', 'tag': 'd5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:37.565768 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce6444-5c85-468f-8570-1a0a01ca3bbe req-9eb91e70-b9a0-4565-b266-808e282f5800 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:37.587320 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6cce6444-5c85-468f-8570-1a0a01ca3bbe req-9eb91e70-b9a0-4565-b266-808e282f5800 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f30e7d0-a4bb-4385-94c9-0fbe1613739d HTTP/1.1" status: 200 len: 946 time: 0.3365328 May 13 14:28:37.587901 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98791b04-d1f3-4ccf-8e7f-1d76a9840a45 None None] Network a4b236c8-3296-4f82-b8a8-ad638f91076c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:28:37.747007 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6cce6444-5c85-468f-8570-1a0a01ca3bbe req-43bcc181-3b38-46c8-a8df-57cf4183f591 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/security-groups?id=29dc2410-9a62-4881-b478-5d151ce61ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586871 May 13 14:28:37.953077 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919d54b-744d-42ae-b7d8-57d8052287dc req-fecb9124-7f57-48ce-9f0e-d0cf215558f0 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:37.954883 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9919d54b-744d-42ae-b7d8-57d8052287dc req-fecb9124-7f57-48ce-9f0e-d0cf215558f0 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 949 time: 0.1917613 May 13 14:28:37.974405 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc92dab8-9781-48f3-b510-5879220236f3'] response: {'server_uuid': '4070bc66-723a-42cf-a605-04d86b5ea0bc', 'name': 'network-vif-deleted', 'tag': 'd5d721ab-d9a4-4fd5-89d5-6f9ca5e28db1', 'status': 'completed', 'code': 200} May 13 14:28:38.082188 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9919d54b-744d-42ae-b7d8-57d8052287dc req-2b2b1236-8e78-44f5-9f11-fa4a5b5696a9 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073904 May 13 14:28:38.111652 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40106) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:38.226714 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b9d6b3-117e-4f9b-a592-365388065255 admin admin] Deleting subnet d98d3701-9056-4eba-bf1f-28c8c023123f {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:28:38.231436 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a0b9d6b3-117e-4f9b-a592-365388065255 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:38.312600 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a0b9d6b3-117e-4f9b-a592-365388065255 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:38.405222 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a0b9d6b3-117e-4f9b-a592-365388065255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:38.555552 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a0b9d6b3-117e-4f9b-a592-365388065255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:38.585909 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 8b6552c1-50e5-404b-a3b5-e5d2fe719a69 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:28:38.662676 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9d6b3-117e-4f9b-a592-365388065255 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d98d3701-9056-4eba-bf1f-28c8c023123f,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:38.675781 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a0b9d6b3-117e-4f9b-a592-365388065255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:38.694421 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a0b9d6b3-117e-4f9b-a592-365388065255 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d98d3701-9056-4eba-bf1f-28c8c023123f HTTP/1.1" status: 204 len: 168 time: 0.5792682 May 13 14:28:38.694874 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40136) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:38.839610 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 8b6552c1-50e5-404b-a3b5-e5d2fe719a69 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:38.841145 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:38.880827 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-a4ef5a2f-6e61-48e0-99bd-29dba81899a6 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=d9b4b5cc52af4b958e98ba51714ed884&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1021845 May 13 14:28:38.900619 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f30e7d0-a4bb-4385-94c9-0fbe1613739d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b6552c1-50e5-404b-a3b5-e5d2fe719a69'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:38.916161 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 8b6552c1-50e5-404b-a3b5-e5d2fe719a69, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=8b6552c1-50e5-404b-a3b5-e5d2fe719a69,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:38.929298 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:39.093047 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=8b6552c1-50e5-404b-a3b5-e5d2fe719a69,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:39.113541 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-90976f7d-03d4-41f8-abba-94c3796ed536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:39.154620 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c04d95bd-d215-4e2e-bba6-935de67eb7eb req-869d0b5a-697b-4499-92c6-6efcb7bc325d tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e53e379-40af-40f7-8df4-5059731ea009 HTTP/1.1" status: 200 len: 210 time: 0.1093042 May 13 14:28:39.305608 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-b8104ffa-19a6-4ecb-9f59-dbe6cb8d51e4 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:39.309085 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-b8104ffa-19a6-4ecb-9f59-dbe6cb8d51e4 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4220264 May 13 14:28:39.332848 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-51b09492-6768-4eeb-b5ea-fb8d8a9fb54b tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Request body: {'port': {'device_id': '3e53e379-40af-40f7-8df4-5059731ea009', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'admin_state_up': True, 'tenant_id': 'd9b4b5cc52af4b958e98ba51714ed884'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:39.492024 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045774e-87d0-4fef-887f-46e5428e3357 req-b4c1e649-e107-426a-8341-635fb60c1ef0 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:39.501422 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e045774e-87d0-4fef-887f-46e5428e3357 req-b4c1e649-e107-426a-8341-635fb60c1ef0 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] 10.222.0.35 "GET /v2.0/networks?id=a4b236c8-3296-4f82-b8a8-ad638f91076c HTTP/1.1" status: 200 len: 813 time: 0.4149556 May 13 14:28:39.604884 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-51b09492-6768-4eeb-b5ea-fb8d8a9fb54b tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:39.655452 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-51b09492-6768-4eeb-b5ea-fb8d8a9fb54b tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:39.689090 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-51b09492-6768-4eeb-b5ea-fb8d8a9fb54b tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Made reservation on behalf of d9b4b5cc52af4b958e98ba51714ed884 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:28:39.700812 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-51b09492-6768-4eeb-b5ea-fb8d8a9fb54b tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:39.755456 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc9c2f-0a6c-4a1d-ad98-2c2ca0629baa req-6739cc6b-b3d3-4903-93a8-6b49a427355b tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:39.756191 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-46fc9c2f-0a6c-4a1d-ad98-2c2ca0629baa req-6739cc6b-b3d3-4903-93a8-6b49a427355b tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Synchronizing usage tracker for tenant:652541c50878480891452a61002970b5 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:28:39.782177 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e045774e-87d0-4fef-887f-46e5428e3357 req-24aaf0ca-064f-424e-a570-06c1088bfac7 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] 10.222.0.35 "GET /v2.0/quotas/5eca69a35c83478c86ec7b8a2154f951 HTTP/1.1" status: 200 len: 375 time: 0.2797956 May 13 14:28:39.830322 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-944b5f2f-d47f-42ee-931c-724614198fc3'] response: {'server_uuid': '0f30e7d0-a4bb-4385-94c9-0fbe1613739d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b6552c1-50e5-404b-a3b5-e5d2fe719a69', 'code': 200} May 13 14:28:39.842024 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-90976f7d-03d4-41f8-abba-94c3796ed536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:39.886557 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e045774e-87d0-4fef-887f-46e5428e3357 req-7fe77f73-000e-4c2c-be93-f0e1716b4186 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5eca69a35c83478c86ec7b8a2154f951&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1032314 May 13 14:28:39.924311 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-46fc9c2f-0a6c-4a1d-ad98-2c2ca0629baa req-6739cc6b-b3d3-4903-93a8-6b49a427355b tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Unset dirty status for tenant:652541c50878480891452a61002970b5 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:28:39.926083 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-46fc9c2f-0a6c-4a1d-ad98-2c2ca0629baa req-6739cc6b-b3d3-4903-93a8-6b49a427355b tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 949 time: 1.1897037 May 13 14:28:40.069144 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-90976f7d-03d4-41f8-abba-94c3796ed536 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e26aec9-4c39-41a9-af37-ccef8c346b04']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:40.083076 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-46fc9c2f-0a6c-4a1d-ad98-2c2ca0629baa req-e6b9afbe-8c85-4603-a58b-3e31a127798c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Deleting port d45390e8-aa8b-4155-8d53-1bddc4d2dd7b {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:28:40.083827 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-46fc9c2f-0a6c-4a1d-ad98-2c2ca0629baa req-e6b9afbe-8c85-4603-a58b-3e31a127798c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:40.261414 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-90976f7d-03d4-41f8-abba-94c3796ed536 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '212baf6b-5017-40bb-96cc-46cb7ca012f5') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:40.262152 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-90976f7d-03d4-41f8-abba-94c3796ed536 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '212baf6b-5017-40bb-96cc-46cb7ca012f5') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:40.276008 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-90976f7d-03d4-41f8-abba-94c3796ed536 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:40.296606 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-90976f7d-03d4-41f8-abba-94c3796ed536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:40.304734 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90976f7d-03d4-41f8-abba-94c3796ed536 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:28:40.305073 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-90976f7d-03d4-41f8-abba-94c3796ed536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:40.315614 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-51b09492-6768-4eeb-b5ea-fb8d8a9fb54b tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Allocated IP 192.168.233.155 (7d165b7c-a84b-4191-823a-46e347c23eb5/fb4bc443-ac8b-4686-9d3b-15c2430aa8ca/c2c7a1ee-df09-44db-977c-2bfd92e74655) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:28:40.340153 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:28:40.340153 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:28:40.340153 n-d-841760-1 neutron-server[88081]: timer() May 13 14:28:40.340153 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:28:40.340153 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:28:40.340153 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:28:40.340153 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:28:40.340153 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:28:40.340153 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:28:40.340153 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:28:40.340153 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:28:40.340153 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:28:40.340153 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:28:40.340153 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:28:40.340153 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:28:40.340153 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:28:40.340153 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:28:40.340153 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:28:40.340153 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:28:40.340153 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:28:40.340153 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:28:40.340153 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:28:40.340153 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:28:40.340153 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:28:40.340153 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:28:40.340153 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:28:40.340153 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:28:40.340153 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:28:40.340153 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:28:40.340153 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:28:40.340153 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:28:40.340153 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:28:40.449292 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40180) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:40.504857 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-90976f7d-03d4-41f8-abba-94c3796ed536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:40.659395 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-51b09492-6768-4eeb-b5ea-fb8d8a9fb54b tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:40.659726 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-90976f7d-03d4-41f8-abba-94c3796ed536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:40.677213 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-51b09492-6768-4eeb-b5ea-fb8d8a9fb54b tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Transition to ACTIVE for port object c2c7a1ee-df09-44db-977c-2bfd92e74655 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:28:40.679563 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e045774e-87d0-4fef-887f-46e5428e3357 req-b36ed5ca-aca7-4a1f-b2cd-c8c382b8f952 service neutron] 10.222.0.35 "GET /v2.0/networks/a4b236c8-3296-4f82-b8a8-ad638f91076c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7907944 May 13 14:28:40.731020 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-51b09492-6768-4eeb-b5ea-fb8d8a9fb54b tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:40.763957 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['2bf10b63-ed92-48a6-99bd-fd1c589c340d'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:28:40.820858 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90976f7d-03d4-41f8-abba-94c3796ed536 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e26aec9-4c39-41a9-af37-ccef8c346b04,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:40.822612 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4f45a3dd-d956-4c9e-b889-32e138d117a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:40.836867 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-51b09492-6768-4eeb-b5ea-fb8d8a9fb54b tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:28:40.851690 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-51b09492-6768-4eeb-b5ea-fb8d8a9fb54b tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:28:40.854414 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-90976f7d-03d4-41f8-abba-94c3796ed536 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0e26aec9-4c39-41a9-af37-ccef8c346b04 HTTP/1.1" status: 204 len: 168 time: 2.1580262 May 13 14:28:40.868614 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fbc56-3929-4849-ae99-012cc8a0603b req-8a99c0dc-9f9e-4881-9f02-b22a8ae3dbf2 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:40.882806 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1d5fbc56-3929-4849-ae99-012cc8a0603b req-8a99c0dc-9f9e-4881-9f02-b22a8ae3dbf2 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 949 time: 0.7653561 May 13 14:28:40.884937 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-51b09492-6768-4eeb-b5ea-fb8d8a9fb54b tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:28:40.994771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4f45a3dd-d956-4c9e-b889-32e138d117a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:41.029582 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c2bbc-d2c7-4f6b-8d41-d09ba1e9db04 req-1775ed31-0d8c-4541-8d12-4591324eb512 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:41.031888 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f61c2bbc-d2c7-4f6b-8d41-d09ba1e9db04 req-1775ed31-0d8c-4541-8d12-4591324eb512 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f30e7d0-a4bb-4385-94c9-0fbe1613739d HTTP/1.1" status: 200 len: 944 time: 0.4887531 May 13 14:28:41.035853 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4f45a3dd-d956-4c9e-b889-32e138d117a4 admin admin] Usage tracker for resource:security_group_rule and tenant:edaa187f31da4e05bdbf03e67d48b71b is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:41.042316 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4f45a3dd-d956-4c9e-b889-32e138d117a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:41.147214 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4f45a3dd-d956-4c9e-b889-32e138d117a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:41.163022 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40188) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:41.226390 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b09492-6768-4eeb-b5ea-fb8d8a9fb54b tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Pushing event updated for resources: {'Port': ['ID=c2c7a1ee-df09-44db-977c-2bfd92e74655,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:41.257109 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-efe89b09-fe96-41c5-9e2f-97db951b8167 None None] Provisioning for port c2c7a1ee-df09-44db-977c-2bfd92e74655 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:28:41.266611 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-efe89b09-fe96-41c5-9e2f-97db951b8167 None None] Provisioning complete for port c2c7a1ee-df09-44db-977c-2bfd92e74655 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:41.267340 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-efe89b09-fe96-41c5-9e2f-97db951b8167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:41.272732 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1d5fbc56-3929-4849-ae99-012cc8a0603b req-0c174aad-cc01-4386-b9ec-d9b17546ff4c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888173 May 13 14:28:41.278596 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e045774e-87d0-4fef-887f-46e5428e3357 req-cbc849bc-7a7b-4652-b25a-18071932f946 service neutron] 10.222.0.35 "GET /v2.0/networks/a4b236c8-3296-4f82-b8a8-ad638f91076c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5965936 May 13 14:28:41.308605 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-f61c2bbc-d2c7-4f6b-8d41-d09ba1e9db04 req-92c818c9-725d-4cf9-85e8-6dcd37380e94 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Deleting port 8b6552c1-50e5-404b-a3b5-e5d2fe719a69 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:28:41.317243 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-51b09492-6768-4eeb-b5ea-fb8d8a9fb54b tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:41.319772 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f61c2bbc-d2c7-4f6b-8d41-d09ba1e9db04 req-92c818c9-725d-4cf9-85e8-6dcd37380e94 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:41.326280 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-51b09492-6768-4eeb-b5ea-fb8d8a9fb54b tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:41.401531 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-51b09492-6768-4eeb-b5ea-fb8d8a9fb54b tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0785258 May 13 14:28:41.412432 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-f351a33e-43b3-4b54-b8a3-012b642eb441 service neutron] Request body: {'port': {'device_id': '3e53e379-40af-40f7-8df4-5059731ea009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:41.418712 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-efe89b09-fe96-41c5-9e2f-97db951b8167 None None] Port c2c7a1ee-df09-44db-977c-2bfd92e74655 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:28:41.443200 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-46fc9c2f-0a6c-4a1d-ad98-2c2ca0629baa req-e6b9afbe-8c85-4603-a58b-3e31a127798c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] For port d45390e8-aa8b-4155-8d53-1bddc4d2dd7b, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=d45390e8-aa8b-4155-8d53-1bddc4d2dd7b,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:41.443719 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-46fc9c2f-0a6c-4a1d-ad98-2c2ca0629baa req-e6b9afbe-8c85-4603-a58b-3e31a127798c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:41.667641 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-46fc9c2f-0a6c-4a1d-ad98-2c2ca0629baa req-e6b9afbe-8c85-4603-a58b-3e31a127798c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Calling delete_port for d45390e8-aa8b-4155-8d53-1bddc4d2dd7b owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:28:41.690556 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-f351a33e-43b3-4b54-b8a3-012b642eb441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:41.880677 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3fe25821-a1ee-4997-93d9-d431ff499506 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=31b88fba682a40f4abf9c2e6f3dd4da1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7075179 May 13 14:28:41.894903 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40214) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:42.411074 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-f351a33e-43b3-4b54-b8a3-012b642eb441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2c7a1ee-df09-44db-977c-2bfd92e74655 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:28:42.423268 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-f351a33e-43b3-4b54-b8a3-012b642eb441 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:42.444311 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-f351a33e-43b3-4b54-b8a3-012b642eb441 service neutron] Transition to ACTIVE for port object c2c7a1ee-df09-44db-977c-2bfd92e74655 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:28:42.453382 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-f351a33e-43b3-4b54-b8a3-012b642eb441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:42.492821 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-f61c2bbc-d2c7-4f6b-8d41-d09ba1e9db04 req-92c818c9-725d-4cf9-85e8-6dcd37380e94 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] For port 8b6552c1-50e5-404b-a3b5-e5d2fe719a69, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=8b6552c1-50e5-404b-a3b5-e5d2fe719a69,segment=NetworkSegment(4de81870-514b-421a-aa28-4abfc32b1d7c),segment_id=4de81870-514b-421a-aa28-4abfc32b1d7c)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:42.496140 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f61c2bbc-d2c7-4f6b-8d41-d09ba1e9db04 req-92c818c9-725d-4cf9-85e8-6dcd37380e94 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:42.589984 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device d45390e8-aa8b-4155-8d53-1bddc4d2dd7b no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:28:42.625712 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351a33e-43b3-4b54-b8a3-012b642eb441 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c7a1ee-df09-44db-977c-2bfd92e74655,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:42.661519 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a6cc8-d929-4d39-86a6-eb8402ae7986 req-cb17a278-f93f-4daf-970d-93fbd1d846e6 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:42.662286 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-7e4a6cc8-d929-4d39-86a6-eb8402ae7986 req-cb17a278-f93f-4daf-970d-93fbd1d846e6 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Synchronizing usage tracker for tenant:d9b4b5cc52af4b958e98ba51714ed884 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:28:42.695749 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: d45390e8-aa8b-4155-8d53-1bddc4d2dd7b {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:28:42.698589 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device d45390e8-aa8b-4155-8d53-1bddc4d2dd7b not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:28:42.699815 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 8b6552c1-50e5-404b-a3b5-e5d2fe719a69 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:28:42.731976 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-f61c2bbc-d2c7-4f6b-8d41-d09ba1e9db04 req-92c818c9-725d-4cf9-85e8-6dcd37380e94 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Calling delete_port for 8b6552c1-50e5-404b-a3b5-e5d2fe719a69 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:28:42.770349 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1e685d44-9429-4683-b090-40dc32e49c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:42.836241 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-7e4a6cc8-d929-4d39-86a6-eb8402ae7986 req-cb17a278-f93f-4daf-970d-93fbd1d846e6 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Unset dirty status for tenant:d9b4b5cc52af4b958e98ba51714ed884 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:28:42.854555 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7e4a6cc8-d929-4d39-86a6-eb8402ae7986 req-cb17a278-f93f-4daf-970d-93fbd1d846e6 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e53e379-40af-40f7-8df4-5059731ea009 HTTP/1.1" status: 200 len: 936 time: 0.5121074 May 13 14:28:42.929292 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 8b6552c1-50e5-404b-a3b5-e5d2fe719a69 is: DOWN; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:42.967442 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-46fc9c2f-0a6c-4a1d-ad98-2c2ca0629baa req-e6b9afbe-8c85-4603-a58b-3e31a127798c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:42.979886 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['5c3b8323-c681-47e7-b717-f6319ae7043a'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:28:42.983810 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4f45a3dd-d956-4c9e-b889-32e138d117a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:42.991276 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7e4a6cc8-d929-4d39-86a6-eb8402ae7986 req-37e82bf5-8737-46ad-b332-846f41ff44ad tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/security-groups?id=b733994d-6d32-4f06-8c4b-aeeef52c1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357026 May 13 14:28:43.017317 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-f351a33e-43b3-4b54-b8a3-012b642eb441 service neutron] Attempting to bind port c2c7a1ee-df09-44db-977c-2bfd92e74655 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:28:43.017682 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-f351a33e-43b3-4b54-b8a3-012b642eb441 service neutron] Attempting to bind port c2c7a1ee-df09-44db-977c-2bfd92e74655 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:28:43.018014 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-f351a33e-43b3-4b54-b8a3-012b642eb441 service neutron] Attempting to bind port c2c7a1ee-df09-44db-977c-2bfd92e74655 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:28:43.040430 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-f351a33e-43b3-4b54-b8a3-012b642eb441 service neutron] Port c2c7a1ee-df09-44db-977c-2bfd92e74655 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:28:43.040919 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-f351a33e-43b3-4b54-b8a3-012b642eb441 service neutron] Attempting to bind port c2c7a1ee-df09-44db-977c-2bfd92e74655 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:28:43.050043 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-f351a33e-43b3-4b54-b8a3-012b642eb441 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:28:43.050433 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-f351a33e-43b3-4b54-b8a3-012b642eb441 service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:28:43.050985 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-f351a33e-43b3-4b54-b8a3-012b642eb441 service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:28:43.051446 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-f351a33e-43b3-4b54-b8a3-012b642eb441 service neutron] Bound port: c2c7a1ee-df09-44db-977c-2bfd92e74655, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:28:43.051794 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-f351a33e-43b3-4b54-b8a3-012b642eb441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:43.056708 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d1e16823-3a7c-40d2-b730-40f9da77a49c req-68cbe6b5-010a-48e4-9f57-28893d04ad04 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d595fe3-26ea-4346-b725-82ef71a699c4 HTTP/1.1" status: 200 len: 210 time: 0.6632745 May 13 14:28:43.090746 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4f45a3dd-d956-4c9e-b889-32e138d117a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:43.196157 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9afbe-8c85-4603-a58b-3e31a127798c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Pushing event deleted for resources: {'Port': ['ID=d45390e8-aa8b-4155-8d53-1bddc4d2dd7b,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:43.206541 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45a3dd-d956-4c9e-b889-32e138d117a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982a8675-dcbd-4341-bef6-44dfa84d569a,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:43.220370 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1e685d44-9429-4683-b090-40dc32e49c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:43.295912 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f61c2bbc-d2c7-4f6b-8d41-d09ba1e9db04 req-92c818c9-725d-4cf9-85e8-6dcd37380e94 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:43.308295 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4f45a3dd-d956-4c9e-b889-32e138d117a4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=edaa187f31da4e05bdbf03e67d48b71b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8551121 May 13 14:28:43.342913 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40236) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:43.346361 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1f7663c1-c264-486c-92d7-1fed9c6945ba req-34eb0dc9-be3d-430b-b08b-ed0dcf5c4a52 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f30e7d0-a4bb-4385-94c9-0fbe1613739d HTTP/1.1" status: 200 len: 210 time: 0.1431677 May 13 14:28:43.409188 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-f351a33e-43b3-4b54-b8a3-012b642eb441 service neutron] For port c2c7a1ee-df09-44db-977c-2bfd92e74655, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:28:43.421452 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-f351a33e-43b3-4b54-b8a3-012b642eb441 service neutron] For port c2c7a1ee-df09-44db-977c-2bfd92e74655, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=c2c7a1ee-df09-44db-977c-2bfd92e74655,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:28:43.430313 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-f351a33e-43b3-4b54-b8a3-012b642eb441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:43.453453 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c818c9-725d-4cf9-85e8-6dcd37380e94 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Pushing event deleted for resources: {'Port': ['ID=8b6552c1-50e5-404b-a3b5-e5d2fe719a69,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:43.505561 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-46fc9c2f-0a6c-4a1d-ad98-2c2ca0629baa req-e6b9afbe-8c85-4603-a58b-3e31a127798c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] No DVR routers for this DVR port d45390e8-aa8b-4155-8d53-1bddc4d2dd7b on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:28:43.515410 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-46fc9c2f-0a6c-4a1d-ad98-2c2ca0629baa req-e6b9afbe-8c85-4603-a58b-3e31a127798c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:43.517065 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-f351a33e-43b3-4b54-b8a3-012b642eb441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:43.517694 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-f351a33e-43b3-4b54-b8a3-012b642eb441 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:43.522759 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-f351a33e-43b3-4b54-b8a3-012b642eb441 service neutron] 10.222.0.59 "PUT /v2.0/ports/c2c7a1ee-df09-44db-977c-2bfd92e74655 HTTP/1.1" status: 200 len: 1096 time: 2.1144555 May 13 14:28:43.524296 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e53e379-40af-40f7-8df4-5059731ea009', 'tag': 'c2c7a1ee-df09-44db-977c-2bfd92e74655'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:43.525025 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1c2e85-a6f8-40b8-8b36-32208c2cdb79', 'name': 'network-vif-deleted', 'tag': 'd45390e8-aa8b-4155-8d53-1bddc4d2dd7b'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:43.564683 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351a33e-43b3-4b54-b8a3-012b642eb441 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c7a1ee-df09-44db-977c-2bfd92e74655,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:43.672408 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52f46c00-975e-4348-96ad-47d94a87c5ff'] response: {'server_uuid': '7f1c2e85-a6f8-40b8-8b36-32208c2cdb79', 'name': 'network-vif-deleted', 'tag': 'd45390e8-aa8b-4155-8d53-1bddc4d2dd7b', 'status': 'completed', 'code': 200} May 13 14:28:43.768310 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13a75911-4849-43ac-9e18-d765ccaac593'] response: {'name': 'network-changed', 'server_uuid': '3e53e379-40af-40f7-8df4-5059731ea009', 'tag': 'c2c7a1ee-df09-44db-977c-2bfd92e74655', 'status': 'completed', 'code': 200} May 13 14:28:43.843954 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-46fc9c2f-0a6c-4a1d-ad98-2c2ca0629baa req-e6b9afbe-8c85-4603-a58b-3e31a127798c tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.59 "DELETE /v2.0/ports/d45390e8-aa8b-4155-8d53-1bddc4d2dd7b HTTP/1.1" status: 204 len: 173 time: 3.9096739 May 13 14:28:43.849750 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-be959891-8a49-407b-b13b-4da6d37aa595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:43.851311 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-be959891-8a49-407b-b13b-4da6d37aa595 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d9b4b5cc52af4b958e98ba51714ed884&device_id=3e53e379-40af-40f7-8df4-5059731ea009 HTTP/1.1" status: 200 len: 1099 time: 0.2364945 May 13 14:28:43.956736 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-9eba3d2f-a5d5-4ad1-8479-1d4b6f4615a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=c2c7a1ee-df09-44db-977c-2bfd92e74655 HTTP/1.1" status: 200 len: 217 time: 0.0965741 May 13 14:28:44.065426 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-6a77a5c9-b922-4ccc-bb17-bbc63d538c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:44.066976 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-6a77a5c9-b922-4ccc-bb17-bbc63d538c2c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1034639 May 13 14:28:44.234965 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-8acf403d-9d1d-4f1f-8724-7a61bb15cd3e req-6cebb126-ae6e-4c6e-ba43-3e7d46e9956e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Synchronizing usage tracker for tenant:652541c50878480891452a61002970b5 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:28:44.298750 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61c2bbc-d2c7-4f6b-8d41-d09ba1e9db04 req-92c818c9-725d-4cf9-85e8-6dcd37380e94 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] No DVR routers for this DVR port 8b6552c1-50e5-404b-a3b5-e5d2fe719a69 on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:28:44.305323 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f61c2bbc-d2c7-4f6b-8d41-d09ba1e9db04 req-92c818c9-725d-4cf9-85e8-6dcd37380e94 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:44.324744 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-e39569a5-b4a2-4604-a898-3378746e9138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:44.326652 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-e39569a5-b4a2-4604-a898-3378746e9138 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2519376 May 13 14:28:44.365220 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f61c2bbc-d2c7-4f6b-8d41-d09ba1e9db04 req-92c818c9-725d-4cf9-85e8-6dcd37380e94 tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.59 "DELETE /v2.0/ports/8b6552c1-50e5-404b-a3b5-e5d2fe719a69 HTTP/1.1" status: 204 len: 173 time: 3.3093200 May 13 14:28:44.419769 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1e685d44-9429-4683-b090-40dc32e49c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:44.441533 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1e685d44-9429-4683-b090-40dc32e49c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:44.442672 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1e685d44-9429-4683-b090-40dc32e49c61 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/57db2598-69aa-4b92-863d-19b1adb43c7c HTTP/1.1" status: 204 len: 168 time: 2.5177500 May 13 14:28:44.492583 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1489fcf5-3aed-418b-af10-d4afe8a3769d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:44.515548 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-8acf403d-9d1d-4f1f-8724-7a61bb15cd3e req-6cebb126-ae6e-4c6e-ba43-3e7d46e9956e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Unset dirty status for tenant:652541c50878480891452a61002970b5 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:28:44.518635 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-4a2b7f32-4d4e-4d68-aee8-83ccef02d2c9 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680837 May 13 14:28:44.547550 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8acf403d-9d1d-4f1f-8724-7a61bb15cd3e req-6cebb126-ae6e-4c6e-ba43-3e7d46e9956e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f1c2e85-a6f8-40b8-8b36-32208c2cdb79 HTTP/1.1" status: 200 len: 210 time: 0.8676772 May 13 14:28:44.650029 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1489fcf5-3aed-418b-af10-d4afe8a3769d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:44.764981 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e685d44-9429-4683-b090-40dc32e49c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57db2598-69aa-4b92-863d-19b1adb43c7c,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:44.851190 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1489fcf5-3aed-418b-af10-d4afe8a3769d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:44.873991 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40270) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:44.917666 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-274f4b27-44ae-4e9f-8762-d10502c6cdd9 req-0a23e083-e1f2-4dac-8c62-1d1fc2fc462d tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d595fe3-26ea-4346-b725-82ef71a699c4 HTTP/1.1" status: 200 len: 210 time: 0.1090176 May 13 14:28:44.922395 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1489fcf5-3aed-418b-af10-d4afe8a3769d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982a8675-dcbd-4341-bef6-44dfa84d569a,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:44.974308 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a11fd-214e-493c-a114-316fba1c0e79 req-0f94c2e6-e2b8-4496-b8f3-8fdd142f7c23 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:44.989606 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-464a11fd-214e-493c-a114-316fba1c0e79 req-0f94c2e6-e2b8-4496-b8f3-8fdd142f7c23 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e53e379-40af-40f7-8df4-5059731ea009 HTTP/1.1" status: 200 len: 948 time: 0.7782581 May 13 14:28:44.991370 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045774e-87d0-4fef-887f-46e5428e3357 req-9d2cd96b-6211-440d-a272-576deccd1e0a tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:44.998553 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e045774e-87d0-4fef-887f-46e5428e3357 req-9d2cd96b-6211-440d-a272-576deccd1e0a tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] 10.222.0.74 "GET /v2.0/networks?id=a4b236c8-3296-4f82-b8a8-ad638f91076c HTTP/1.1" status: 200 len: 813 time: 1.3000925 May 13 14:28:45.002162 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1489fcf5-3aed-418b-af10-d4afe8a3769d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:45.008556 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1489fcf5-3aed-418b-af10-d4afe8a3769d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/982a8675-dcbd-4341-bef6-44dfa84d569a HTTP/1.1" status: 204 len: 168 time: 1.6514564 May 13 14:28:45.023810 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-e045774e-87d0-4fef-887f-46e5428e3357 req-fda6059b-b5cb-452a-9c8d-ad1df76c4ac1 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Request body: {'port': {'device_id': '6d595fe3-26ea-4346-b725-82ef71a699c4', 'network_id': 'a4b236c8-3296-4f82-b8a8-ad638f91076c', 'admin_state_up': True, 'tenant_id': '5eca69a35c83478c86ec7b8a2154f951'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:45.145455 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-464a11fd-214e-493c-a114-316fba1c0e79 req-a2ac3002-9e65-4c2c-9827-03d60f2e115c tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/security-groups?id=b733994d-6d32-4f06-8c4b-aeeef52c1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548295 May 13 14:28:45.307271 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9696f534-3266-4bdb-b504-6ced4f097645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:45.339271 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2658c2bf-0fc0-48c2-9394-0b4e5538d92b req-4b22e871-40ec-42bb-a033-04f579ae89ec service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8137069 May 13 14:28:45.352524 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-527e7cd3-2f8f-43e0-8149-88d44c882b24 req-66acbfba-3278-499c-b201-bedae703947b tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Synchronizing usage tracker for tenant:0b965b9ed3c14545bbd8d2dd215e4150 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:28:45.364527 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9696f534-3266-4bdb-b504-6ced4f097645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:45.380831 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9696f534-3266-4bdb-b504-6ced4f097645 admin admin] Usage tracker for resource:security_group_rule and tenant:0863c5af654e4300879359003d3b4975 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:45.392429 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9696f534-3266-4bdb-b504-6ced4f097645 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:45.416742 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9696f534-3266-4bdb-b504-6ced4f097645 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:45.435001 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-527e7cd3-2f8f-43e0-8149-88d44c882b24 req-66acbfba-3278-499c-b201-bedae703947b tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] Unset dirty status for tenant:0b965b9ed3c14545bbd8d2dd215e4150 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:28:45.445846 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-527e7cd3-2f8f-43e0-8149-88d44c882b24 req-66acbfba-3278-499c-b201-bedae703947b tempest-ImagesTestJSON-1088906740 tempest-ImagesTestJSON-1088906740-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f30e7d0-a4bb-4385-94c9-0fbe1613739d HTTP/1.1" status: 200 len: 210 time: 0.1760919 May 13 14:28:45.592650 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-e045774e-87d0-4fef-887f-46e5428e3357 req-fda6059b-b5cb-452a-9c8d-ad1df76c4ac1 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:45.611014 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-e045774e-87d0-4fef-887f-46e5428e3357 req-fda6059b-b5cb-452a-9c8d-ad1df76c4ac1 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Usage tracker for resource:port and tenant:5eca69a35c83478c86ec7b8a2154f951 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:45.619007 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-e045774e-87d0-4fef-887f-46e5428e3357 req-fda6059b-b5cb-452a-9c8d-ad1df76c4ac1 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:45.633651 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-e045774e-87d0-4fef-887f-46e5428e3357 req-fda6059b-b5cb-452a-9c8d-ad1df76c4ac1 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:45.656967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e045774e-87d0-4fef-887f-46e5428e3357 req-fda6059b-b5cb-452a-9c8d-ad1df76c4ac1 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Made reservation on behalf of 5eca69a35c83478c86ec7b8a2154f951 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:28:45.661332 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e045774e-87d0-4fef-887f-46e5428e3357 req-fda6059b-b5cb-452a-9c8d-ad1df76c4ac1 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:45.694752 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f30e7d0-a4bb-4385-94c9-0fbe1613739d', 'name': 'network-vif-deleted', 'tag': '8b6552c1-50e5-404b-a3b5-e5d2fe719a69'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:45.718086 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40304) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:45.755674 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9696f534-3266-4bdb-b504-6ced4f097645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:45.765329 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49752d01-189a-40a1-9dab-0d0499da4536 req-8feb20d2-d4b7-4639-a1d6-d844b901c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:45.766749 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49752d01-189a-40a1-9dab-0d0499da4536 req-8feb20d2-d4b7-4639-a1d6-d844b901c82a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d9b4b5cc52af4b958e98ba51714ed884&device_id=3e53e379-40af-40f7-8df4-5059731ea009 HTTP/1.1" status: 200 len: 1099 time: 0.2722809 May 13 14:28:45.767441 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e9d06b24-f25b-4c00-b4bf-105d6893839f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:45.782624 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9696f534-3266-4bdb-b504-6ced4f097645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:45.804961 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff96abb6-8bd4-4b15-8092-a0a6f3070920'] response: {'server_uuid': '0f30e7d0-a4bb-4385-94c9-0fbe1613739d', 'name': 'network-vif-deleted', 'tag': '8b6552c1-50e5-404b-a3b5-e5d2fe719a69', 'status': 'completed', 'code': 200} May 13 14:28:45.835320 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e9d06b24-f25b-4c00-b4bf-105d6893839f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:45.839444 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e9d06b24-f25b-4c00-b4bf-105d6893839f admin admin] Usage tracker for resource:security_group_rule and tenant:4384367188764fb6b52987cce477d814 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:45.842494 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e9d06b24-f25b-4c00-b4bf-105d6893839f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:45.851207 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e9d06b24-f25b-4c00-b4bf-105d6893839f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:45.971583 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e9d06b24-f25b-4c00-b4bf-105d6893839f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:46.006407 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-e045774e-87d0-4fef-887f-46e5428e3357 req-fda6059b-b5cb-452a-9c8d-ad1df76c4ac1 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Allocated IP 172.20.0.8 (a4b236c8-3296-4f82-b8a8-ad638f91076c/789a48eb-8be9-44fd-8c62-01574ebb5fb1/a2fac603-90d4-4dbe-b39b-1983ee0ec598) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:28:46.048738 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e9d06b24-f25b-4c00-b4bf-105d6893839f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:46.104333 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9696f534-3266-4bdb-b504-6ced4f097645 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0863c5af654e4300879359003d3b4975&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2252285 May 13 14:28:46.110587 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40318) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:46.140457 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696f534-3266-4bdb-b504-6ced4f097645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a3c081-6b1a-4b84-84fb-4fdea08ed87c,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:46.170974 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e9d06b24-f25b-4c00-b4bf-105d6893839f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4384367188764fb6b52987cce477d814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4444287 May 13 14:28:46.172174 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40322) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:46.350264 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40328) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:46.420118 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-61ee81af-6b19-4cae-a452-425b6b8ed09b req-f3ffa86e-cadc-47ce-b3fe-8561b72da5c0 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d595fe3-26ea-4346-b725-82ef71a699c4 HTTP/1.1" status: 200 len: 210 time: 0.0995083 May 13 14:28:46.437297 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d06b24-f25b-4c00-b4bf-105d6893839f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e9420e-d03a-4687-9f80-ce16679e8da0,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:46.446294 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49752d01-189a-40a1-9dab-0d0499da4536 req-5b12b9fd-9f3c-4eaa-9bd4-6354f15bc284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:46.447860 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49752d01-189a-40a1-9dab-0d0499da4536 req-5b12b9fd-9f3c-4eaa-9bd4-6354f15bc284 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.6664650 May 13 14:28:46.616545 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49752d01-189a-40a1-9dab-0d0499da4536 req-48d4b6c0-5f9e-48b0-87e3-b157c4dd9088 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=c2c7a1ee-df09-44db-977c-2bfd92e74655 HTTP/1.1" status: 200 len: 217 time: 0.1490595 May 13 14:28:46.643775 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-7aebcdfc-2750-496f-af80-cb3ad2a0f9d4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1237775630-network', 'tenant_id': 'fb551a13aea3422b9e1207b8508ed2c7'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:46.651549 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7aebcdfc-2750-496f-af80-cb3ad2a0f9d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:46.674330 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cf88063f-c95f-4e14-976e-5e68d673cc36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:46.676378 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7aebcdfc-2750-496f-af80-cb3ad2a0f9d4 admin admin] Usage tracker for resource:network and tenant:fb551a13aea3422b9e1207b8508ed2c7 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:46.683007 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7aebcdfc-2750-496f-af80-cb3ad2a0f9d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:46.692942 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e045774e-87d0-4fef-887f-46e5428e3357 req-fda6059b-b5cb-452a-9c8d-ad1df76c4ac1 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:46.697193 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5f05c74d-c180-44f1-a70b-2dbb0381d700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:46.699710 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7aebcdfc-2750-496f-af80-cb3ad2a0f9d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:46.726597 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aebcdfc-2750-496f-af80-cb3ad2a0f9d4 admin admin] Made reservation on behalf of fb551a13aea3422b9e1207b8508ed2c7 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:28:46.730508 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7aebcdfc-2750-496f-af80-cb3ad2a0f9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:46.736091 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5f05c74d-c180-44f1-a70b-2dbb0381d700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:46.751810 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7aebcdfc-2750-496f-af80-cb3ad2a0f9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:46.784949 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7aebcdfc-2750-496f-af80-cb3ad2a0f9d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:46.795763 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438959f-9a7b-4e06-bfc1-4f019fab6cbd req-50afd058-25cd-48a7-a289-bedd92546b11 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:46.797269 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4438959f-9a7b-4e06-bfc1-4f019fab6cbd req-50afd058-25cd-48a7-a289-bedd92546b11 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.59 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 950 time: 0.2682457 May 13 14:28:46.802566 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7aebcdfc-2750-496f-af80-cb3ad2a0f9d4 admin admin] Usage tracker for resource:security_group_rule and tenant:fb551a13aea3422b9e1207b8508ed2c7 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:46.806274 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7aebcdfc-2750-496f-af80-cb3ad2a0f9d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:46.812252 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5f05c74d-c180-44f1-a70b-2dbb0381d700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:46.818786 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e23d2-b2cd-442a-8803-97288649cabc req-b4c78aaa-ac49-4f4b-9220-448c6f4a4a8c tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:46.825879 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-198e23d2-b2cd-442a-8803-97288649cabc req-b4c78aaa-ac49-4f4b-9220-448c6f4a4a8c tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e53e379-40af-40f7-8df4-5059731ea009 HTTP/1.1" status: 200 len: 948 time: 0.2426372 May 13 14:28:46.854454 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cf88063f-c95f-4e14-976e-5e68d673cc36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:46.864418 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05c74d-c180-44f1-a70b-2dbb0381d700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a3c081-6b1a-4b84-84fb-4fdea08ed87c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:46.867160 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7aebcdfc-2750-496f-af80-cb3ad2a0f9d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:46.889362 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49752d01-189a-40a1-9dab-0d0499da4536 req-37ed907e-df0e-4b10-a0d0-b242208a52fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:46.890735 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49752d01-189a-40a1-9dab-0d0499da4536 req-37ed907e-df0e-4b10-a0d0-b242208a52fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.2625303 May 13 14:28:46.909845 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc425def-39a5-4db9-ab96-55ee74f1bdab req-598a07ca-7ff0-4039-a6cc-a3317246096d tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:46.917037 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bc425def-39a5-4db9-ab96-55ee74f1bdab req-598a07ca-7ff0-4039-a6cc-a3317246096d tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 950 time: 0.6950815 May 13 14:28:46.955879 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e045774e-87d0-4fef-887f-46e5428e3357 req-fda6059b-b5cb-452a-9c8d-ad1df76c4ac1 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:47.020886 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-4438959f-9a7b-4e06-bfc1-4f019fab6cbd req-41717fe9-924f-4099-a94e-2245ebacdf73 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Deleting port 5c3b8323-c681-47e7-b717-f6319ae7043a {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:28:47.021241 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4438959f-9a7b-4e06-bfc1-4f019fab6cbd req-41717fe9-924f-4099-a94e-2245ebacdf73 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:47.038301 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5f05c74d-c180-44f1-a70b-2dbb0381d700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:47.042076 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5f05c74d-c180-44f1-a70b-2dbb0381d700 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e7a3c081-6b1a-4b84-84fb-4fdea08ed87c HTTP/1.1" status: 204 len: 168 time: 0.9198017 May 13 14:28:47.120074 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-198e23d2-b2cd-442a-8803-97288649cabc req-c42fd609-826a-4d34-8f64-9788f19f176c tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/security-groups?id=b733994d-6d32-4f06-8c4b-aeeef52c1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930958 May 13 14:28:47.120525 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bc425def-39a5-4db9-ab96-55ee74f1bdab req-c147914f-67a6-47a1-b4d3-4905b14ddc42 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025545 May 13 14:28:47.162175 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e045774e-87d0-4fef-887f-46e5428e3357 req-fda6059b-b5cb-452a-9c8d-ad1df76c4ac1 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Network a4b236c8-3296-4f82-b8a8-ad638f91076c is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:28:47.172740 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-e045774e-87d0-4fef-887f-46e5428e3357 req-fda6059b-b5cb-452a-9c8d-ad1df76c4ac1 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:28:47.206165 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49752d01-189a-40a1-9dab-0d0499da4536 req-44143743-25d1-4ab6-ad44-3ca5d942f75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:47.206420 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e045774e-87d0-4fef-887f-46e5428e3357 req-fda6059b-b5cb-452a-9c8d-ad1df76c4ac1 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:28:47.211404 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49752d01-189a-40a1-9dab-0d0499da4536 req-44143743-25d1-4ab6-ad44-3ca5d942f75d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2910268 May 13 14:28:47.212800 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cf88063f-c95f-4e14-976e-5e68d673cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:47.302457 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88063f-c95f-4e14-976e-5e68d673cc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e9420e-d03a-4687-9f80-ce16679e8da0,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:47.387536 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cf88063f-c95f-4e14-976e-5e68d673cc36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:47.388740 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-cf88063f-c95f-4e14-976e-5e68d673cc36 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/46e9420e-d03a-4687-9f80-ce16679e8da0 HTTP/1.1" status: 204 len: 168 time: 1.1837385 May 13 14:28:47.403017 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6059b-b5cb-452a-9c8d-ad1df76c4ac1 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Pushing event updated for resources: {'Port': ['ID=a2fac603-90d4-4dbe-b39b-1983ee0ec598,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:47.541560 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49752d01-189a-40a1-9dab-0d0499da4536 req-bd90afb5-6aa7-4651-b409-1f46ef7cd5ff service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180261 May 13 14:28:47.544882 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045774e-87d0-4fef-887f-46e5428e3357 req-fda6059b-b5cb-452a-9c8d-ad1df76c4ac1 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:47.545548 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e045774e-87d0-4fef-887f-46e5428e3357 req-fda6059b-b5cb-452a-9c8d-ad1df76c4ac1 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:47.689168 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40370) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:47.747627 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e045774e-87d0-4fef-887f-46e5428e3357 req-fda6059b-b5cb-452a-9c8d-ad1df76c4ac1 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7360413 May 13 14:28:47.750201 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-603af806-11a8-4fb7-8874-eac5e868b4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:47.809113 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-603af806-11a8-4fb7-8874-eac5e868b4f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:47.817710 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-603af806-11a8-4fb7-8874-eac5e868b4f8 admin admin] Usage tracker for resource:security_group_rule and tenant:483d274b21dc4738953f43388f9a73ab is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:47.821738 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-603af806-11a8-4fb7-8874-eac5e868b4f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:47.827294 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49752d01-189a-40a1-9dab-0d0499da4536 req-c9bdbdb6-4b74-4c10-809b-00f946b89f63 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781200 May 13 14:28:47.831841 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-603af806-11a8-4fb7-8874-eac5e868b4f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:47.889026 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:47.956364 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7aebcdfc-2750-496f-af80-cb3ad2a0f9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:47.978634 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-e045774e-87d0-4fef-887f-46e5428e3357 req-d1e79379-cfbf-495d-a1c9-8fa643c164e2 service neutron] Request body: {'port': {'device_id': '6d595fe3-26ea-4346-b725-82ef71a699c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:48.164271 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-603af806-11a8-4fb7-8874-eac5e868b4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:48.169886 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-603af806-11a8-4fb7-8874-eac5e868b4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:48.179105 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e045774e-87d0-4fef-887f-46e5428e3357 req-d1e79379-cfbf-495d-a1c9-8fa643c164e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:48.202834 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7aebcdfc-2750-496f-af80-cb3ad2a0f9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:48.216601 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aebcdfc-2750-496f-af80-cb3ad2a0f9d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:28:48.227705 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7aebcdfc-2750-496f-af80-cb3ad2a0f9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:48.228118 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-7aebcdfc-2750-496f-af80-cb3ad2a0f9d4 admin admin] Added segment fe11dbea-bf11-470d-b995-0ef53dd12d7c of type vlan for network 08a2a2f7-1ea1-4528-b51d-6def3f2c085e May 13 14:28:48.325367 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7aebcdfc-2750-496f-af80-cb3ad2a0f9d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:48.340005 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603af806-11a8-4fb7-8874-eac5e868b4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e15281-53d0-470d-bea0-618d5b9b3d26,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:48.344461 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-4438959f-9a7b-4e06-bfc1-4f019fab6cbd req-41717fe9-924f-4099-a94e-2245ebacdf73 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] For port 5c3b8323-c681-47e7-b717-f6319ae7043a, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=5c3b8323-c681-47e7-b717-f6319ae7043a,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:48.344832 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4438959f-9a7b-4e06-bfc1-4f019fab6cbd req-41717fe9-924f-4099-a94e-2245ebacdf73 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:48.346285 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-603af806-11a8-4fb7-8874-eac5e868b4f8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=483d274b21dc4738953f43388f9a73ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6560929 May 13 14:28:48.349500 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40400) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:48.467019 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-47e92a75-7a55-46e4-bb15-e36dd8ac1bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:48.468053 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357e045-fd71-405f-bc07-023c2e8a4369 req-e5eb1051-ba93-4bd0-8ab7-0df310498687 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:48.468818 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-a357e045-fd71-405f-bc07-023c2e8a4369 req-e5eb1051-ba93-4bd0-8ab7-0df310498687 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Synchronizing usage tracker for tenant:5eca69a35c83478c86ec7b8a2154f951 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:28:48.483691 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aebcdfc-2750-496f-af80-cb3ad2a0f9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87da65aa-e484-4e6a-8b80-f1d2e59895de,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:48.525184 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-47e92a75-7a55-46e4-bb15-e36dd8ac1bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:48.594030 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-47e92a75-7a55-46e4-bb15-e36dd8ac1bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:48.595441 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device c2c7a1ee-df09-44db-977c-2bfd92e74655 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:28:48.617528 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-47e92a75-7a55-46e4-bb15-e36dd8ac1bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:48.618652 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-47e92a75-7a55-46e4-bb15-e36dd8ac1bad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d7e15281-53d0-470d-bea0-618d5b9b3d26 HTTP/1.1" status: 204 len: 168 time: 0.2684064 May 13 14:28:48.619505 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e92a75-7a55-46e4-bb15-e36dd8ac1bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e15281-53d0-470d-bea0-618d5b9b3d26,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:48.658293 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-4438959f-9a7b-4e06-bfc1-4f019fab6cbd req-41717fe9-924f-4099-a94e-2245ebacdf73 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Calling delete_port for 5c3b8323-c681-47e7-b717-f6319ae7043a owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:28:48.946337 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6f9d1-ece6-47f0-8efc-422a1a525630 req-619d5851-ffeb-4b9a-b1d8-dbe02bf03032 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:48.960640 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-61a6f9d1-ece6-47f0-8efc-422a1a525630 req-619d5851-ffeb-4b9a-b1d8-dbe02bf03032 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e53e379-40af-40f7-8df4-5059731ea009 HTTP/1.1" status: 200 len: 948 time: 0.2275505 May 13 14:28:49.080996 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-61a6f9d1-ece6-47f0-8efc-422a1a525630 req-3e5bc18a-7721-4804-af46-10f621e4568d tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/security-groups?id=b733994d-6d32-4f06-8c4b-aeeef52c1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182499 May 13 14:28:49.128227 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port c2c7a1ee-df09-44db-977c-2bfd92e74655, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=c2c7a1ee-df09-44db-977c-2bfd92e74655,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:49.213717 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'c2c7a1ee-df09-44db-977c-2bfd92e74655', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': 'c2c7a1ee-df09-44db-977c-2bfd92e74655', 'mac_address': 'fa:16:3e:0b:49:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:28:49.398596 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port c2c7a1ee-df09-44db-977c-2bfd92e74655 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:49.398973 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:49.457082 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c7a1ee-df09-44db-977c-2bfd92e74655 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:28:49.458964 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110507d-37b9-4613-944f-d6a9e636e55f req-d16555d4-898a-4b12-9d9f-761c241467ac tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:49.468193 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8110507d-37b9-4613-944f-d6a9e636e55f req-d16555d4-898a-4b12-9d9f-761c241467ac tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 950 time: 0.2880578 May 13 14:28:49.484560 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7aebcdfc-2750-496f-af80-cb3ad2a0f9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:49.485511 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aebcdfc-2750-496f-af80-cb3ad2a0f9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:49.486091 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7aebcdfc-2750-496f-af80-cb3ad2a0f9d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:49.493073 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port c2c7a1ee-df09-44db-977c-2bfd92e74655, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=c2c7a1ee-df09-44db-977c-2bfd92e74655,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:49.497358 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:49.543689 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8110507d-37b9-4613-944f-d6a9e636e55f req-6451dbf6-88bd-4d61-bf34-07bf09ec192e tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/security-groups?id=023bc15f-99ef-476d-b45c-fa31ead5aef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739188 May 13 14:28:49.585967 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40436) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:49.590437 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7aebcdfc-2750-496f-af80-cb3ad2a0f9d4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.2387211 May 13 14:28:49.591364 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-a357e045-fd71-405f-bc07-023c2e8a4369 req-e5eb1051-ba93-4bd0-8ab7-0df310498687 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Unset dirty status for tenant:5eca69a35c83478c86ec7b8a2154f951 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:28:49.593073 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-626f1e5c-897e-46b3-95db-f6a956f913b3 admin admin] Request body: {'subnet': {'network_id': '08a2a2f7-1ea1-4528-b51d-6def3f2c085e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1237775630-subnet', 'tenant_id': 'fb551a13aea3422b9e1207b8508ed2c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:49.598090 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a357e045-fd71-405f-bc07-023c2e8a4369 req-e5eb1051-ba93-4bd0-8ab7-0df310498687 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d595fe3-26ea-4346-b725-82ef71a699c4 HTTP/1.1" status: 200 len: 931 time: 1.8919811 May 13 14:28:49.610205 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-626f1e5c-897e-46b3-95db-f6a956f913b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:49.627576 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-626f1e5c-897e-46b3-95db-f6a956f913b3 admin admin] Usage tracker for resource:subnet and tenant:fb551a13aea3422b9e1207b8508ed2c7 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:49.642975 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-626f1e5c-897e-46b3-95db-f6a956f913b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:49.665210 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=c2c7a1ee-df09-44db-977c-2bfd92e74655,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:49.670149 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-626f1e5c-897e-46b3-95db-f6a956f913b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:49.706571 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626f1e5c-897e-46b3-95db-f6a956f913b3 admin admin] Made reservation on behalf of fb551a13aea3422b9e1207b8508ed2c7 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:28:49.729909 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-626f1e5c-897e-46b3-95db-f6a956f913b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:49.746674 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['c2c7a1ee-df09-44db-977c-2bfd92e74655'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:28:49.911434 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aebcdfc-2750-496f-af80-cb3ad2a0f9d4 admin admin] Pushing event updated for resources: {'Network': ['ID=08a2a2f7-1ea1-4528-b51d-6def3f2c085e,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:50.016107 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 08a2a2f7-1ea1-4528-b51d-6def3f2c085e details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:28:50.062667 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a357e045-fd71-405f-bc07-023c2e8a4369 req-f6a6ecd3-7be6-4861-baf9-de4fb8f01d73 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d9a287c-f29b-4bd7-bc74-583d2a008d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635892 May 13 14:28:50.181798 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40468) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:50.428224 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4438959f-9a7b-4e06-bfc1-4f019fab6cbd req-41717fe9-924f-4099-a94e-2245ebacdf73 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:50.443615 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-626f1e5c-897e-46b3-95db-f6a956f913b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:50.541701 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f1e5c-897e-46b3-95db-f6a956f913b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2783538b-c16e-4d70-9e71-406b0517453d,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:50.551553 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626f1e5c-897e-46b3-95db-f6a956f913b3 admin admin] Checking segment: {'id': 'fe11dbea-bf11-470d-b995-0ef53dd12d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '08a2a2f7-1ea1-4528-b51d-6def3f2c085e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:28:50.552078 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626f1e5c-897e-46b3-95db-f6a956f913b3 admin admin] Network hostable DHCP agents. Network: 08a2a2f7-1ea1-4528-b51d-6def3f2c085e, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:28:50.584166 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626f1e5c-897e-46b3-95db-f6a956f913b3 admin admin] Network 08a2a2f7-1ea1-4528-b51d-6def3f2c085e is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:28:50.597353 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 5c3b8323-c681-47e7-b717-f6319ae7043a no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:28:50.608232 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-626f1e5c-897e-46b3-95db-f6a956f913b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 08a2a2f7-1ea1-4528-b51d-6def3f2c085e) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:28:50.618686 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626f1e5c-897e-46b3-95db-f6a956f913b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:50.622125 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-626f1e5c-897e-46b3-95db-f6a956f913b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:50.695442 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 5c3b8323-c681-47e7-b717-f6319ae7043a {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:28:50.696200 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 5c3b8323-c681-47e7-b717-f6319ae7043a not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:28:50.700226 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19c8770-888f-4902-8270-7847d7953f65 None None] Network 08a2a2f7-1ea1-4528-b51d-6def3f2c085e requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:28:50.718558 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-e045774e-87d0-4fef-887f-46e5428e3357 req-d1e79379-cfbf-495d-a1c9-8fa643c164e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2fac603-90d4-4dbe-b39b-1983ee0ec598 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:28:50.755348 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-626f1e5c-897e-46b3-95db-f6a956f913b3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1678374 May 13 14:28:50.762283 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41717fe9-924f-4099-a94e-2245ebacdf73 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Pushing event deleted for resources: {'Port': ['ID=5c3b8323-c681-47e7-b717-f6319ae7043a,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:50.780313 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e045774e-87d0-4fef-887f-46e5428e3357 req-d1e79379-cfbf-495d-a1c9-8fa643c164e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:50.817941 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-e045774e-87d0-4fef-887f-46e5428e3357 req-d1e79379-cfbf-495d-a1c9-8fa643c164e2 service neutron] Transition to ACTIVE for port object a2fac603-90d4-4dbe-b39b-1983ee0ec598 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:28:50.858022 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e045774e-87d0-4fef-887f-46e5428e3357 req-d1e79379-cfbf-495d-a1c9-8fa643c164e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:50.870226 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41f699d-c923-415c-b1cc-ef955c7f1f91 admin admin] Deleting subnet 6e2eec62-0523-4521-82e3-9ab28f45e905 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:28:50.885509 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e41f699d-c923-415c-b1cc-ef955c7f1f91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:51.021295 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e41f699d-c923-415c-b1cc-ef955c7f1f91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:51.060045 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-4438959f-9a7b-4e06-bfc1-4f019fab6cbd req-41717fe9-924f-4099-a94e-2245ebacdf73 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] No DVR routers for this DVR port 5c3b8323-c681-47e7-b717-f6319ae7043a on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:28:51.067772 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4438959f-9a7b-4e06-bfc1-4f019fab6cbd req-41717fe9-924f-4099-a94e-2245ebacdf73 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:51.071509 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95677dd7-0a5b-482c-a4f0-3bba7a89c84d', 'name': 'network-vif-deleted', 'tag': '5c3b8323-c681-47e7-b717-f6319ae7043a'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:51.142459 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e41f699d-c923-415c-b1cc-ef955c7f1f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:51.184559 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4438959f-9a7b-4e06-bfc1-4f019fab6cbd req-41717fe9-924f-4099-a94e-2245ebacdf73 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.59 "DELETE /v2.0/ports/5c3b8323-c681-47e7-b717-f6319ae7043a HTTP/1.1" status: 204 len: 173 time: 4.3751352 May 13 14:28:51.191023 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e79379-cfbf-495d-a1c9-8fa643c164e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a2fac603-90d4-4dbe-b39b-1983ee0ec598,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:51.246997 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f59f3b-f348-477c-b25d-cda1d142d285 req-eb3a2138-f32d-4abf-9c30-9d3fdcae7552 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:51.251037 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f8f59f3b-f348-477c-b25d-cda1d142d285 req-eb3a2138-f32d-4abf-9c30-9d3fdcae7552 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e53e379-40af-40f7-8df4-5059731ea009 HTTP/1.1" status: 200 len: 949 time: 0.7943027 May 13 14:28:51.279392 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe056560-52e9-4066-a4f3-91a94cf47471 None None] Network 08a2a2f7-1ea1-4528-b51d-6def3f2c085e requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:28:51.313454 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e41f699d-c923-415c-b1cc-ef955c7f1f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:51.391144 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-e045774e-87d0-4fef-887f-46e5428e3357 req-d1e79379-cfbf-495d-a1c9-8fa643c164e2 service neutron] Attempting to bind port a2fac603-90d4-4dbe-b39b-1983ee0ec598 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:28:51.394907 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-e045774e-87d0-4fef-887f-46e5428e3357 req-d1e79379-cfbf-495d-a1c9-8fa643c164e2 service neutron] Attempting to bind port a2fac603-90d4-4dbe-b39b-1983ee0ec598 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '01da3e03-2229-4b82-be24-679e915474a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a4b236c8-3296-4f82-b8a8-ad638f91076c'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:28:51.397217 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e045774e-87d0-4fef-887f-46e5428e3357 req-d1e79379-cfbf-495d-a1c9-8fa643c164e2 service neutron] Attempting to bind port a2fac603-90d4-4dbe-b39b-1983ee0ec598 on network a4b236c8-3296-4f82-b8a8-ad638f91076c {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:28:51.456113 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e045774e-87d0-4fef-887f-46e5428e3357 req-d1e79379-cfbf-495d-a1c9-8fa643c164e2 service neutron] Port a2fac603-90d4-4dbe-b39b-1983ee0ec598 on network a4b236c8-3296-4f82-b8a8-ad638f91076c not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:28:51.456361 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e045774e-87d0-4fef-887f-46e5428e3357 req-d1e79379-cfbf-495d-a1c9-8fa643c164e2 service neutron] Attempting to bind port a2fac603-90d4-4dbe-b39b-1983ee0ec598 on network a4b236c8-3296-4f82-b8a8-ad638f91076c {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:28:51.477162 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f699d-c923-415c-b1cc-ef955c7f1f91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e2eec62-0523-4521-82e3-9ab28f45e905,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:51.484546 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e41f699d-c923-415c-b1cc-ef955c7f1f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:51.501899 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e045774e-87d0-4fef-887f-46e5428e3357 req-d1e79379-cfbf-495d-a1c9-8fa643c164e2 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:28:51.502273 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e045774e-87d0-4fef-887f-46e5428e3357 req-d1e79379-cfbf-495d-a1c9-8fa643c164e2 service neutron] Checking segment: {'id': '01da3e03-2229-4b82-be24-679e915474a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a4b236c8-3296-4f82-b8a8-ad638f91076c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:28:51.502627 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e045774e-87d0-4fef-887f-46e5428e3357 req-d1e79379-cfbf-495d-a1c9-8fa643c164e2 service neutron] Bound using segment: {'id': '01da3e03-2229-4b82-be24-679e915474a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a4b236c8-3296-4f82-b8a8-ad638f91076c'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:28:51.503062 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-e045774e-87d0-4fef-887f-46e5428e3357 req-d1e79379-cfbf-495d-a1c9-8fa643c164e2 service neutron] Bound port: a2fac603-90d4-4dbe-b39b-1983ee0ec598, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01da3e03-2229-4b82-be24-679e915474a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a4b236c8-3296-4f82-b8a8-ad638f91076c'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:28:51.503436 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e045774e-87d0-4fef-887f-46e5428e3357 req-d1e79379-cfbf-495d-a1c9-8fa643c164e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:51.549860 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f8f59f3b-f348-477c-b25d-cda1d142d285 req-1675a09d-c038-47f8-a0bc-cbb2321e5b14 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/security-groups?id=b733994d-6d32-4f06-8c4b-aeeef52c1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881868 May 13 14:28:51.574610 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40514) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:51.579953 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e41f699d-c923-415c-b1cc-ef955c7f1f91 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6e2eec62-0523-4521-82e3-9ab28f45e905 HTTP/1.1" status: 204 len: 168 time: 1.3958273 May 13 14:28:51.599141 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-6dadefee-0bb4-49e5-a487-36a6e9020754 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=91e86ea200e141aeaefce653792aaf70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1115592 May 13 14:28:51.869248 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-9829dff6-afae-4b5e-8d71-318e3f4332ce tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:51.871398 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-9829dff6-afae-4b5e-8d71-318e3f4332ce tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2712030 May 13 14:28:51.878569 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-a3a98809-dda5-464d-a4ed-de000a81a90a req-6b48ca0e-6195-4394-9329-e8dceb25e662 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Synchronizing usage tracker for tenant:652541c50878480891452a61002970b5 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:28:51.894455 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-4efcd672-6c0c-4a27-a501-fc3a89e75946 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] 10.222.0.35 "GET /v2.0/quotas/91e86ea200e141aeaefce653792aaf70 HTTP/1.1" status: 200 len: 375 time: 0.0157943 May 13 14:28:51.972404 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-1c76c95e-272f-49be-9a85-f55d1bd7c65a tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=91e86ea200e141aeaefce653792aaf70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716980 May 13 14:28:52.005234 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aabb7186-e744-49aa-a1d6-aad2e2fec7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:52.019401 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-e045774e-87d0-4fef-887f-46e5428e3357 req-d1e79379-cfbf-495d-a1c9-8fa643c164e2 service neutron] For port a2fac603-90d4-4dbe-b39b-1983ee0ec598, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:28:52.021769 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-a3a98809-dda5-464d-a4ed-de000a81a90a req-6b48ca0e-6195-4394-9329-e8dceb25e662 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] Unset dirty status for tenant:652541c50878480891452a61002970b5 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:28:52.023452 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a3a98809-dda5-464d-a4ed-de000a81a90a req-6b48ca0e-6195-4394-9329-e8dceb25e662 tempest-MigrationsAdminTest-1096811118 tempest-MigrationsAdminTest-1096811118-project] 10.222.0.35 "GET /v2.0/ports?device_id=95677dd7-0a5b-482c-a4f0-3bba7a89c84d HTTP/1.1" status: 200 len: 210 time: 0.2224197 May 13 14:28:52.069096 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-e045774e-87d0-4fef-887f-46e5428e3357 req-d1e79379-cfbf-495d-a1c9-8fa643c164e2 service neutron] For port a2fac603-90d4-4dbe-b39b-1983ee0ec598, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a2fac603-90d4-4dbe-b39b-1983ee0ec598,segment=NetworkSegment(01da3e03-2229-4b82-be24-679e915474a7),segment_id=01da3e03-2229-4b82-be24-679e915474a7)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:28:52.097858 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e045774e-87d0-4fef-887f-46e5428e3357 req-d1e79379-cfbf-495d-a1c9-8fa643c164e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:52.378093 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aabb7186-e744-49aa-a1d6-aad2e2fec7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:52.407425 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-aabb7186-e744-49aa-a1d6-aad2e2fec7ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['615f1b1d-e928-4b1a-811f-c88ac2129812']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:52.421602 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-aabb7186-e744-49aa-a1d6-aad2e2fec7ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de81870-514b-421a-aa28-4abfc32b1d7c') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:52.421895 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-aabb7186-e744-49aa-a1d6-aad2e2fec7ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de81870-514b-421a-aa28-4abfc32b1d7c') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:52.434498 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aabb7186-e744-49aa-a1d6-aad2e2fec7ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:52.452378 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aabb7186-e744-49aa-a1d6-aad2e2fec7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:52.460791 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aabb7186-e744-49aa-a1d6-aad2e2fec7ac admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:28:52.461061 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aabb7186-e744-49aa-a1d6-aad2e2fec7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:52.489116 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3f00c-eb01-41bd-ba1d-bbde61061a0d req-3a0d349f-5530-4d24-a4b3-958f5660642f tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:52.498005 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f8d3f00c-eb01-41bd-ba1d-bbde61061a0d req-3a0d349f-5530-4d24-a4b3-958f5660642f tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d595fe3-26ea-4346-b725-82ef71a699c4 HTTP/1.1" status: 200 len: 943 time: 0.1612878 May 13 14:28:52.542790 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68144727-1a4e-433f-ba92-f1906e97387b'] response: {'server_uuid': '95677dd7-0a5b-482c-a4f0-3bba7a89c84d', 'name': 'network-vif-deleted', 'tag': '5c3b8323-c681-47e7-b717-f6319ae7043a', 'status': 'completed', 'code': 200} May 13 14:28:52.544030 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f8d3f00c-eb01-41bd-ba1d-bbde61061a0d req-cb94ea7e-32c8-471b-bf20-e08e92b55b79 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Synchronizing usage tracker for tenant:5eca69a35c83478c86ec7b8a2154f951 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:28:52.549960 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:28:52.549960 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:28:52.549960 n-d-841760-1 neutron-server[88081]: timer() May 13 14:28:52.549960 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:28:52.549960 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:28:52.549960 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:28:52.549960 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:28:52.549960 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:28:52.549960 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:28:52.549960 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:28:52.549960 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:28:52.549960 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:28:52.549960 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:28:52.549960 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:28:52.549960 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:28:52.549960 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:28:52.549960 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:28:52.549960 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:28:52.549960 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:28:52.549960 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:28:52.549960 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:28:52.549960 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:28:52.549960 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:28:52.549960 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:28:52.549960 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:28:52.549960 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:28:52.549960 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:28:52.549960 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:28:52.549960 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:28:52.549960 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:28:52.549960 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:28:52.549960 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:28:52.565229 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f8d3f00c-eb01-41bd-ba1d-bbde61061a0d req-cb94ea7e-32c8-471b-bf20-e08e92b55b79 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Unset dirty status for tenant:5eca69a35c83478c86ec7b8a2154f951 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:28:52.577984 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f8d3f00c-eb01-41bd-ba1d-bbde61061a0d req-cb94ea7e-32c8-471b-bf20-e08e92b55b79 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d9a287c-f29b-4bd7-bc74-583d2a008d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790057 May 13 14:28:52.587162 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045774e-87d0-4fef-887f-46e5428e3357 req-d1e79379-cfbf-495d-a1c9-8fa643c164e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:52.587924 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e045774e-87d0-4fef-887f-46e5428e3357 req-d1e79379-cfbf-495d-a1c9-8fa643c164e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:52.589476 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e045774e-87d0-4fef-887f-46e5428e3357 req-d1e79379-cfbf-495d-a1c9-8fa643c164e2 service neutron] 10.222.0.74 "PUT /v2.0/ports/a2fac603-90d4-4dbe-b39b-1983ee0ec598 HTTP/1.1" status: 200 len: 1091 time: 4.6363335 May 13 14:28:52.601286 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device c2c7a1ee-df09-44db-977c-2bfd92e74655 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:28:52.610996 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aabb7186-e744-49aa-a1d6-aad2e2fec7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:52.633481 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aabb7186-e744-49aa-a1d6-aad2e2fec7ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:52.642366 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb7186-e744-49aa-a1d6-aad2e2fec7ac admin admin] Pushing event deleted for resources: {'Network': ['ID=615f1b1d-e928-4b1a-811f-c88ac2129812,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:52.644125 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e79379-cfbf-495d-a1c9-8fa643c164e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a2fac603-90d4-4dbe-b39b-1983ee0ec598,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:52.771813 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1a656948-fa82-4202-a8df-08f5f9741beb req-572aa7db-cf6f-4eae-a7d8-89a8a49f2fcc tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de80ebf-3756-478c-9416-c26203974ce2 HTTP/1.1" status: 200 len: 210 time: 0.1251311 May 13 14:28:52.821065 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port c2c7a1ee-df09-44db-977c-2bfd92e74655 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:28:52.832877 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port c2c7a1ee-df09-44db-977c-2bfd92e74655 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:52.834511 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:52.856746 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-aabb7186-e744-49aa-a1d6-aad2e2fec7ac admin admin] 10.222.0.35 "DELETE /v2.0/networks/615f1b1d-e928-4b1a-811f-c88ac2129812 HTTP/1.1" status: 204 len: 168 time: 1.2795649 May 13 14:28:53.016851 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port c2c7a1ee-df09-44db-977c-2bfd92e74655 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:53.017544 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:53.055516 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-b6281f75-395d-408e-aec8-2c215922b2ea tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6f63b25b835b4625ab62ac037232d4b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662441 May 13 14:28:53.055905 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e53e379-40af-40f7-8df4-5059731ea009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c7a1ee-df09-44db-977c-2bfd92e74655'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:53.067565 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port c2c7a1ee-df09-44db-977c-2bfd92e74655, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=c2c7a1ee-df09-44db-977c-2bfd92e74655,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:53.072579 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:53.082903 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045774e-87d0-4fef-887f-46e5428e3357 req-9c9274b3-7c93-4641-9ac8-6a57ad54be9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:53.084457 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e045774e-87d0-4fef-887f-46e5428e3357 req-9c9274b3-7c93-4641-9ac8-6a57ad54be9b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5eca69a35c83478c86ec7b8a2154f951&device_id=6d595fe3-26ea-4346-b725-82ef71a699c4 HTTP/1.1" status: 200 len: 1094 time: 0.4325271 May 13 14:28:53.095270 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-1c94410f-08be-4c50-b2b5-8ace321f7e15 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:53.095970 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-1c94410f-08be-4c50-b2b5-8ace321f7e15 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Synchronizing usage tracker for tenant:fb551a13aea3422b9e1207b8508ed2c7 on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:28:53.157855 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40582) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:53.182209 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e045774e-87d0-4fef-887f-46e5428e3357 req-ed64981b-3d09-4cd3-8561-cc92c7cc4951 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2fac603-90d4-4dbe-b39b-1983ee0ec598 HTTP/1.1" status: 200 len: 217 time: 0.0828314 May 13 14:28:53.194718 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=c2c7a1ee-df09-44db-977c-2bfd92e74655,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:53.252153 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-1c94410f-08be-4c50-b2b5-8ace321f7e15 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Unset dirty status for tenant:fb551a13aea3422b9e1207b8508ed2c7 on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:28:53.258869 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-1c94410f-08be-4c50-b2b5-8ace321f7e15 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] 10.222.0.35 "GET /v2.0/networks?id=08a2a2f7-1ea1-4528-b51d-6def3f2c085e HTTP/1.1" status: 200 len: 814 time: 0.3954511 May 13 14:28:53.274407 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-076b93fb-0227-4675-931c-dd265f3a429e tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:53.282884 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-076b93fb-0227-4675-931c-dd265f3a429e tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2264109 May 13 14:28:53.294166 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-a85a94b6-d3b7-42bc-a308-cea63aaafc7d tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/quotas/6f63b25b835b4625ab62ac037232d4b9 HTTP/1.1" status: 200 len: 375 time: 0.0100713 May 13 14:28:53.303660 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-90eb3262-6e6b-4a7e-bf75-4967163c818f tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] 10.222.0.35 "GET /v2.0/quotas/fb551a13aea3422b9e1207b8508ed2c7 HTTP/1.1" status: 200 len: 375 time: 0.0435548 May 13 14:28:53.312722 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6b22d2ec-dfc9-4f7a-a31d-8b6cc9f71ccd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b965b9ed3c14545bbd8d2dd215e4150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1511059 May 13 14:28:53.334301 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40588) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:53.351893 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045774e-87d0-4fef-887f-46e5428e3357 req-b0e7c63b-632c-4509-bc28-3bf4f322750f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:53.353368 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e045774e-87d0-4fef-887f-46e5428e3357 req-b0e7c63b-632c-4509-bc28-3bf4f322750f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=789a48eb-8be9-44fd-8c62-01574ebb5fb1 HTTP/1.1" status: 200 len: 853 time: 0.1621089 May 13 14:28:53.358603 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-ac0cbc5e-6a60-48d3-9ace-b5b7eb03f286 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6f63b25b835b4625ab62ac037232d4b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573058 May 13 14:28:53.361083 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-b53d4041-d839-4e59-aaf5-9031482131c2 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fb551a13aea3422b9e1207b8508ed2c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564308 May 13 14:28:53.416194 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9e07fa33-521d-48d9-b6bc-e9f4c922fb2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:53.420177 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e045774e-87d0-4fef-887f-46e5428e3357 req-61068f7e-81d0-4b7f-949d-df76076a1540 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a4b236c8-3296-4f82-b8a8-ad638f91076c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582752 May 13 14:28:53.443325 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9e07fa33-521d-48d9-b6bc-e9f4c922fb2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:53.530797 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9e07fa33-521d-48d9-b6bc-e9f4c922fb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:53.556195 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07fa33-521d-48d9-b6bc-e9f4c922fb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29dc2410-9a62-4881-b478-5d151ce61ce1,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:53.600173 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9e07fa33-521d-48d9-b6bc-e9f4c922fb2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:53.602594 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9e07fa33-521d-48d9-b6bc-e9f4c922fb2d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/29dc2410-9a62-4881-b478-5d151ce61ce1 HTTP/1.1" status: 204 len: 168 time: 0.2626548 May 13 14:28:53.671829 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-d7aa5275-c262-4280-af7d-1b745fe95c72 service neutron] 10.222.0.35 "GET /v2.0/networks/08a2a2f7-1ea1-4528-b51d-6def3f2c085e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791820 May 13 14:28:53.680360 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e045774e-87d0-4fef-887f-46e5428e3357 req-041d1742-210c-4653-b843-96b5a46e19e0 service neutron] 10.222.0.74 "GET /v2.0/networks/a4b236c8-3296-4f82-b8a8-ad638f91076c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535510 May 13 14:28:53.768200 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b9267-b96e-4d60-bafc-d17f5bc7b211 req-e25c082d-09e2-4d0b-a75b-f8e79ef7af6c tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:53.770125 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c62b9267-b96e-4d60-bafc-d17f5bc7b211 req-e25c082d-09e2-4d0b-a75b-f8e79ef7af6c tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e53e379-40af-40f7-8df4-5059731ea009 HTTP/1.1" status: 200 len: 950 time: 0.1658192 May 13 14:28:53.839387 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c62b9267-b96e-4d60-bafc-d17f5bc7b211 req-dde4c747-b5c8-4495-9554-ae4c9c833a21 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/security-groups?id=b733994d-6d32-4f06-8c4b-aeeef52c1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581732 May 13 14:28:53.886547 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-d8a99489-4d84-49ab-8254-37c92b905221 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=91e86ea200e141aeaefce653792aaf70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564971 May 13 14:28:53.930411 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0ddb6a8-1685-4383-b30f-9076578b7de7'] response: {'server_uuid': '3e53e379-40af-40f7-8df4-5059731ea009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c7a1ee-df09-44db-977c-2bfd92e74655', 'code': 200} May 13 14:28:54.139296 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e045774e-87d0-4fef-887f-46e5428e3357 req-ffe7d839-b225-47c0-a700-b432afd2ef22 service neutron] 10.222.0.74 "GET /v2.0/networks/a4b236c8-3296-4f82-b8a8-ad638f91076c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342360 May 13 14:28:54.155288 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-816097e2-17f9-4087-9164-a190ed121d79 service neutron] 10.222.0.35 "GET /v2.0/networks/08a2a2f7-1ea1-4528-b51d-6def3f2c085e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738696 May 13 14:28:54.286149 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-4851270d-9c4f-49f7-875b-63366ab496ce tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:54.290612 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-4851270d-9c4f-49f7-875b-63366ab496ce tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3962924 May 13 14:28:54.322470 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb412b1c-3b9a-41ed-8c4b-15511523c67b req-60416f91-feda-4fce-aefe-6fc722e465f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:54.324359 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bb412b1c-3b9a-41ed-8c4b-15511523c67b req-60416f91-feda-4fce-aefe-6fc722e465f4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3e53e379-40af-40f7-8df4-5059731ea009 HTTP/1.1" status: 200 len: 1101 time: 0.2750127 May 13 14:28:54.372888 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-b2928dbf-146f-4dfe-936c-8ba7eb017445 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Request body: {'port': {'device_id': '2de80ebf-3756-478c-9416-c26203974ce2', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'admin_state_up': True, 'tenant_id': '91e86ea200e141aeaefce653792aaf70'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:54.518859 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a69a9-7787-4fbb-948c-4228b68651e5 req-be9b4c21-119d-4a91-822c-5de1c8c724da tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:54.531993 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bb412b1c-3b9a-41ed-8c4b-15511523c67b req-666d2634-2c29-436b-92bb-ed7ec6eb10e6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b733994d-6d32-4f06-8c4b-aeeef52c1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006900 May 13 14:28:54.541048 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b03a69a9-7787-4fbb-948c-4228b68651e5 req-be9b4c21-119d-4a91-822c-5de1c8c724da tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d595fe3-26ea-4346-b725-82ef71a699c4 HTTP/1.1" status: 200 len: 943 time: 0.1234896 May 13 14:28:54.549477 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d595fe3-26ea-4346-b725-82ef71a699c4', 'tag': 'a2fac603-90d4-4dbe-b39b-1983ee0ec598'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:54.608629 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-77514af7-453c-402f-8775-d35d10a19bc5 req-510efd8c-143d-4bca-883d-d748cdb9bd63 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6f63b25b835b4625ab62ac037232d4b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538583 May 13 14:28:54.631608 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b03a69a9-7787-4fbb-948c-4228b68651e5 req-0f45b216-885b-4487-8897-a8878babc541 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d9a287c-f29b-4bd7-bc74-583d2a008d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886548 May 13 14:28:54.633815 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40648) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:54.839483 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d93950e6-99be-406c-96ea-0691e3550836 req-3a56d7d3-b4d5-44a7-99f8-f7d13fb2c435 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de80ebf-3756-478c-9416-c26203974ce2 HTTP/1.1" status: 200 len: 210 time: 0.1095464 May 13 14:28:54.923092 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-b2928dbf-146f-4dfe-936c-8ba7eb017445 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:54.934159 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-b2928dbf-146f-4dfe-936c-8ba7eb017445 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Usage tracker for resource:port and tenant:91e86ea200e141aeaefce653792aaf70 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:54.941642 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-b2928dbf-146f-4dfe-936c-8ba7eb017445 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:54.952385 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-b2928dbf-146f-4dfe-936c-8ba7eb017445 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:54.973486 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-07603d50-510a-47be-b4b6-e5dfce74bd34 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=652541c50878480891452a61002970b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3360507 May 13 14:28:54.973764 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40676) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:55.017834 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-b2928dbf-146f-4dfe-936c-8ba7eb017445 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Made reservation on behalf of 91e86ea200e141aeaefce653792aaf70 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:28:55.021445 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-b2928dbf-146f-4dfe-936c-8ba7eb017445 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:55.037887 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-b2928dbf-146f-4dfe-936c-8ba7eb017445 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:55.069063 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-b2928dbf-146f-4dfe-936c-8ba7eb017445 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:55.078705 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77514af7-453c-402f-8775-d35d10a19bc5 req-d3feb608-4300-4518-810b-bcad6936036d tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:55.086355 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-77514af7-453c-402f-8775-d35d10a19bc5 req-d3feb608-4300-4518-810b-bcad6936036d tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4767888 May 13 14:28:55.091681 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-b2928dbf-146f-4dfe-936c-8ba7eb017445 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Usage tracker for resource:security_group_rule and tenant:91e86ea200e141aeaefce653792aaf70 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:55.103005 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-b2928dbf-146f-4dfe-936c-8ba7eb017445 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:55.116694 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-77514af7-453c-402f-8775-d35d10a19bc5 req-6625d91f-6638-476c-bec6-9a69aa20d2de tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/quotas/6f63b25b835b4625ab62ac037232d4b9 HTTP/1.1" status: 200 len: 375 time: 0.0289860 May 13 14:28:55.119226 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-b2928dbf-146f-4dfe-936c-8ba7eb017445 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:55.186868 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-77514af7-453c-402f-8775-d35d10a19bc5 req-32354230-b348-4ef4-9896-586c94404ab1 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6f63b25b835b4625ab62ac037232d4b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688462 May 13 14:28:55.268881 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df51ffb7-70c1-4563-81d7-8ef23de944d4 req-4d63e607-fddc-465c-aefa-c92e5fa929be tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c4efbf3-7b4a-41fa-b0e5-007aea20d301 HTTP/1.1" status: 200 len: 210 time: 0.0800016 May 13 14:28:55.286134 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-95d620b9-9787-4c0c-87d4-01128110344d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:55.304668 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-b2928dbf-146f-4dfe-936c-8ba7eb017445 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:55.312302 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-b2928dbf-146f-4dfe-936c-8ba7eb017445 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:55.325005 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-95d620b9-9787-4c0c-87d4-01128110344d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:55.395658 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-95d620b9-9787-4c0c-87d4-01128110344d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:55.434959 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d620b9-9787-4c0c-87d4-01128110344d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023bc15f-99ef-476d-b45c-fa31ead5aef8,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:55.457789 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-95d620b9-9787-4c0c-87d4-01128110344d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:55.462062 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-95d620b9-9787-4c0c-87d4-01128110344d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/023bc15f-99ef-476d-b45c-fa31ead5aef8 HTTP/1.1" status: 204 len: 168 time: 0.4870965 May 13 14:28:55.533882 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef47d065-ab6f-43a6-952e-129bed1094fb'] response: {'name': 'network-changed', 'server_uuid': '6d595fe3-26ea-4346-b725-82ef71a699c4', 'tag': 'a2fac603-90d4-4dbe-b39b-1983ee0ec598', 'status': 'completed', 'code': 200} May 13 14:28:55.642475 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ef494-5137-4096-acdb-cede876c1111 req-23ff0713-7495-46dc-8091-69ef0c36ac3a tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:55.648700 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-302ef494-5137-4096-acdb-cede876c1111 req-23ff0713-7495-46dc-8091-69ef0c36ac3a tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e53e379-40af-40f7-8df4-5059731ea009 HTTP/1.1" status: 200 len: 950 time: 0.1430268 May 13 14:28:55.672903 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2928dbf-146f-4dfe-936c-8ba7eb017445 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45d3d7d1-7d4d-4ebf-bba5-0ac5b74d3162,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:55.754594 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-302ef494-5137-4096-acdb-cede876c1111 req-642043a4-6dd7-4a58-b42c-fd834007d390 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/security-groups?id=b733994d-6d32-4f06-8c4b-aeeef52c1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028800 May 13 14:28:55.862984 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bdac8-7e7a-4572-97a6-bec9eeca370e req-0ac810a2-edad-48c6-95a6-9ee1c80d3535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:55.873626 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-344bdac8-7e7a-4572-97a6-bec9eeca370e req-0ac810a2-edad-48c6-95a6-9ee1c80d3535 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5eca69a35c83478c86ec7b8a2154f951&device_id=6d595fe3-26ea-4346-b725-82ef71a699c4 HTTP/1.1" status: 200 len: 1094 time: 0.3374174 May 13 14:28:55.922300 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e9afbd3d-fcca-4a68-9024-1a564ae2e696 req-a1ad7b3d-7e6d-4b88-a7e2-1b6305b4b065 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=60c99b64-d8a7-457b-9b27-65708647c763 HTTP/1.1" status: 200 len: 210 time: 0.0787385 May 13 14:28:55.953265 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-b2928dbf-146f-4dfe-936c-8ba7eb017445 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Allocated IP 192.168.233.50 (7d165b7c-a84b-4191-823a-46e347c23eb5/fb4bc443-ac8b-4686-9d3b-15c2430aa8ca/52011891-5002-4f07-b7c1-b8d881cae53c) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:28:56.042898 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-d5e1a372-596a-4fc9-9038-ce4a8f654fee tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=6f63b25b835b4625ab62ac037232d4b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766263 May 13 14:28:56.354407 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40708) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:56.439669 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bcd77c35-2c4b-4d1d-9a6e-3fee87f289ef admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0edd55b574534a30ae635c7c63db0636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0840962 May 13 14:28:56.443627 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40712) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:56.475254 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-b9c216ef-92ee-4413-8c92-08974cc3df0b tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:56.478236 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-b9c216ef-92ee-4413-8c92-08974cc3df0b tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3572185 May 13 14:28:56.552079 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681daa6-24bd-4d0f-b1d9-78eb950bd317 req-aa58e9ca-01ca-47bc-bc15-6b529ed36d2e tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:56.553587 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3681daa6-24bd-4d0f-b1d9-78eb950bd317 req-aa58e9ca-01ca-47bc-bc15-6b529ed36d2e tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad9ee44d-1e65-43d1-9386-49f83a251d2f HTTP/1.1" status: 200 len: 950 time: 0.8777645 May 13 14:28:56.578441 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Request body: {'port': {'device_id': '99104040-ca66-4816-9a4a-97fe3e503f87', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'admin_state_up': True, 'tenant_id': '6f63b25b835b4625ab62ac037232d4b9'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:56.611452 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 3ed5edfc-cae7-4254-8740-bf78d8fca6ff no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:28:56.752130 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bdac8-7e7a-4572-97a6-bec9eeca370e req-213199ba-b8a0-4ec2-8698-556e684f176e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:56.753445 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-344bdac8-7e7a-4572-97a6-bec9eeca370e req-213199ba-b8a0-4ec2-8698-556e684f176e service neutron] 10.222.0.74 "GET /v2.0/networks?id=a4b236c8-3296-4f82-b8a8-ad638f91076c HTTP/1.1" status: 200 len: 914 time: 0.7891195 May 13 14:28:56.789931 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:56.790577 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:56.814807 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6593-7ddb-452a-883e-b9a065cc0d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:56.827789 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9ee44d-1e65-43d1-9386-49f83a251d2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed5edfc-cae7-4254-8740-bf78d8fca6ff'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:56.838522 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=3ed5edfc-cae7-4254-8740-bf78d8fca6ff,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:56.843189 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:56.874163 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-344bdac8-7e7a-4572-97a6-bec9eeca370e req-fcfeeb1f-ae0e-4c3f-a30c-e55260b931bd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2fac603-90d4-4dbe-b39b-1983ee0ec598 HTTP/1.1" status: 200 len: 217 time: 0.1131318 May 13 14:28:56.907050 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3681daa6-24bd-4d0f-b1d9-78eb950bd317 req-f23df16e-d577-4447-9f95-e195a0f3b07a tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/security-groups?id=20439e13-78ba-4840-a41d-70cac54136f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990139 May 13 14:28:56.908994 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6593-7ddb-452a-883e-b9a065cc0d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:56.921121 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=3ed5edfc-cae7-4254-8740-bf78d8fca6ff,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:56.981100 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-8706f0e9-e309-4562-b53e-bb9cf63cfcc7 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:56.983230 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-8706f0e9-e309-4562-b53e-bb9cf63cfcc7 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] 10.222.0.59 "GET /v2.0/networks?id=08a2a2f7-1ea1-4528-b51d-6def3f2c085e HTTP/1.1" status: 200 len: 814 time: 0.4704072 May 13 14:28:56.998691 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-7c8a30fe-9007-4a10-ba2e-56715a661387 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Request body: {'port': {'device_id': '8c4efbf3-7b4a-41fa-b0e5-007aea20d301', 'network_id': '08a2a2f7-1ea1-4528-b51d-6def3f2c085e', 'admin_state_up': True, 'tenant_id': 'fb551a13aea3422b9e1207b8508ed2c7'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:56.999809 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-b2928dbf-146f-4dfe-936c-8ba7eb017445 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:57.036018 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-b2928dbf-146f-4dfe-936c-8ba7eb017445 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Transition to ACTIVE for port object 52011891-5002-4f07-b7c1-b8d881cae53c will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:28:57.037784 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:57.052881 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Usage tracker for resource:port and tenant:6f63b25b835b4625ab62ac037232d4b9 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:57.059377 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bdac8-7e7a-4572-97a6-bec9eeca370e req-1ab7d5d2-30f0-4b44-9ea9-a065389340c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:57.061008 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-344bdac8-7e7a-4572-97a6-bec9eeca370e req-1ab7d5d2-30f0-4b44-9ea9-a065389340c4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=789a48eb-8be9-44fd-8c62-01574ebb5fb1 HTTP/1.1" status: 200 len: 853 time: 0.1728396 May 13 14:28:57.061847 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:57.075835 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:57.120673 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988f2f8-5f16-498a-9e8e-b80d41cf07aa req-52fc01bb-e0a9-47d0-882c-defde51e095a tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:57.127677 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7988f2f8-5f16-498a-9e8e-b80d41cf07aa req-52fc01bb-e0a9-47d0-882c-defde51e095a tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d595fe3-26ea-4346-b725-82ef71a699c4 HTTP/1.1" status: 200 len: 943 time: 0.5587866 May 13 14:28:57.191588 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-344bdac8-7e7a-4572-97a6-bec9eeca370e req-ba684fc0-01bc-4c21-880c-0f3e4b7cea10 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a4b236c8-3296-4f82-b8a8-ad638f91076c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216431 May 13 14:28:57.192455 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-77514af7-453c-402f-8775-d35d10a19bc5 req-12f6138c-b144-40ab-972e-ac5d4f19ef54 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=6f63b25b835b4625ab62ac037232d4b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637672 May 13 14:28:57.204071 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-58686c06-8eab-448d-86a4-93bf20cb725a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:57.229260 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f7be0713-710a-4a6d-9cc6-86a1191cc04a req-0b6a467d-f5fb-43fa-95cf-d0a03b32e108 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de80ebf-3756-478c-9416-c26203974ce2 HTTP/1.1" status: 200 len: 210 time: 0.1580188 May 13 14:28:57.240919 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Made reservation on behalf of 6f63b25b835b4625ab62ac037232d4b9 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:28:57.244675 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:57.316183 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-7c8a30fe-9007-4a10-ba2e-56715a661387 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:57.321497 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-7c8a30fe-9007-4a10-ba2e-56715a661387 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Usage tracker for resource:port and tenant:fb551a13aea3422b9e1207b8508ed2c7 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:57.326478 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-7c8a30fe-9007-4a10-ba2e-56715a661387 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:57.333567 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-7c8a30fe-9007-4a10-ba2e-56715a661387 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:57.423085 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7988f2f8-5f16-498a-9e8e-b80d41cf07aa req-e5411b0c-ed13-46aa-b3f3-fdd25a8f8c70 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d9a287c-f29b-4bd7-bc74-583d2a008d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682049 May 13 14:28:57.423747 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-7c8a30fe-9007-4a10-ba2e-56715a661387 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Made reservation on behalf of fb551a13aea3422b9e1207b8508ed2c7 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:28:57.427281 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-7c8a30fe-9007-4a10-ba2e-56715a661387 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:57.474161 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6593-7ddb-452a-883e-b9a065cc0d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:57.531955 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:57.546393 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a6593-7ddb-452a-883e-b9a065cc0d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e6aa2a-e522-479f-9812-3c0180ad4b14,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:57.631102 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e6adfda1-81e0-4f5b-8103-8fa24943f946 req-4370df84-3198-4809-b026-f26bcbeadbfb tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c4efbf3-7b4a-41fa-b0e5-007aea20d301 HTTP/1.1" status: 200 len: 210 time: 0.1149993 May 13 14:28:57.636191 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:57.647343 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6593-7ddb-452a-883e-b9a065cc0d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:57.659327 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fe5a6593-7ddb-452a-883e-b9a065cc0d6d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/74e6aa2a-e522-479f-9812-3c0180ad4b14 HTTP/1.1" status: 204 len: 168 time: 1.2033255 May 13 14:28:57.659983 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Usage tracker for resource:security_group_rule and tenant:6f63b25b835b4625ab62ac037232d4b9 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:57.698308 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77514af7-453c-402f-8775-d35d10a19bc5 req-3198ec42-066e-4f02-ab3e-353ecc42f988 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:57.701325 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-77514af7-453c-402f-8775-d35d10a19bc5 req-3198ec42-066e-4f02-ab3e-353ecc42f988 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4989061 May 13 14:28:57.702791 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5cc8b5a-6dc3-46c8-8431-d6aecbf25325'] response: {'server_uuid': 'ad9ee44d-1e65-43d1-9386-49f83a251d2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed5edfc-cae7-4254-8740-bf78d8fca6ff', 'code': 200} May 13 14:28:57.724603 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:57.727940 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-77514af7-453c-402f-8775-d35d10a19bc5 req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Request body: {'port': {'device_id': '60c99b64-d8a7-457b-9b27-65708647c763', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'admin_state_up': True, 'tenant_id': '6f63b25b835b4625ab62ac037232d4b9'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:57.732833 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-344bdac8-7e7a-4572-97a6-bec9eeca370e req-322b5ec8-4dde-4beb-a8d6-2c3015406848 service neutron] 10.222.0.74 "GET /v2.0/networks/a4b236c8-3296-4f82-b8a8-ad638f91076c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5311890 May 13 14:28:57.739692 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-b2928dbf-146f-4dfe-936c-8ba7eb017445 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:57.742840 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:57.950454 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b534c2c-d752-47e4-9bbb-3137b67094c7 req-57e08ada-86a3-4756-8253-babbe40daba7 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:57.955769 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4b534c2c-d752-47e4-9bbb-3137b67094c7 req-57e08ada-86a3-4756-8253-babbe40daba7 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e53e379-40af-40f7-8df4-5059731ea009 HTTP/1.1" status: 200 len: 950 time: 0.4154849 May 13 14:28:57.961240 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-7c8a30fe-9007-4a10-ba2e-56715a661387 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Allocated IP 172.20.0.9 (08a2a2f7-1ea1-4528-b51d-6def3f2c085e/2783538b-c16e-4d70-9e71-406b0517453d/fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:28:58.004350 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-77514af7-453c-402f-8775-d35d10a19bc5 req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:58.024301 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-77514af7-453c-402f-8775-d35d10a19bc5 req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Usage tracker for resource:port and tenant:6f63b25b835b4625ab62ac037232d4b9 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:58.044185 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-77514af7-453c-402f-8775-d35d10a19bc5 req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:58.046563 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2928dbf-146f-4dfe-936c-8ba7eb017445 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Pushing event updated for resources: {'Port': ['ID=52011891-5002-4f07-b7c1-b8d881cae53c,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:58.062647 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-77514af7-453c-402f-8775-d35d10a19bc5 req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:58.068519 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-b2928dbf-146f-4dfe-936c-8ba7eb017445 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:28:58.074553 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4b534c2c-d752-47e4-9bbb-3137b67094c7 req-373dd2b4-1bf2-4b12-bf0b-8702b4b0caae tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/security-groups?id=b733994d-6d32-4f06-8c4b-aeeef52c1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079049 May 13 14:28:58.078798 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-b2928dbf-146f-4dfe-936c-8ba7eb017445 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:28:58.093329 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-b2928dbf-146f-4dfe-936c-8ba7eb017445 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:28:58.098151 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77514af7-453c-402f-8775-d35d10a19bc5 req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Made reservation on behalf of 6f63b25b835b4625ab62ac037232d4b9 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:28:58.110697 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-77514af7-453c-402f-8775-d35d10a19bc5 req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:58.134652 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-233766c3-1753-498c-846d-484b0ebbbf27 req-71ccd31b-0cfa-4bf1-a416-7711129e96f9 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=60c99b64-d8a7-457b-9b27-65708647c763 HTTP/1.1" status: 200 len: 210 time: 0.2914922 May 13 14:28:58.188427 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:58.198254 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-77514af7-453c-402f-8775-d35d10a19bc5 req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:58.343002 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-b2928dbf-146f-4dfe-936c-8ba7eb017445 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:58.349269 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-b2928dbf-146f-4dfe-936c-8ba7eb017445 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:58.405889 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-77514af7-453c-402f-8775-d35d10a19bc5 req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:58.410477 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-344bdac8-7e7a-4572-97a6-bec9eeca370e req-611968b3-9fa4-4661-8bc9-8920ef071b6d service neutron] 10.222.0.74 "GET /v2.0/networks/a4b236c8-3296-4f82-b8a8-ad638f91076c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6617694 May 13 14:28:58.439525 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-77514af7-453c-402f-8775-d35d10a19bc5 req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Usage tracker for resource:security_group_rule and tenant:6f63b25b835b4625ab62ac037232d4b9 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:58.451998 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-77514af7-453c-402f-8775-d35d10a19bc5 req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:58.467222 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-77514af7-453c-402f-8775-d35d10a19bc5 req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:58.499181 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-b2928dbf-146f-4dfe-936c-8ba7eb017445 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1374731 May 13 14:28:58.528071 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-c10853b7-4937-4c57-9d63-c5029dcbf1cf service neutron] Request body: {'port': {'device_id': '2de80ebf-3756-478c-9416-c26203974ce2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:58.562297 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-7c8a30fe-9007-4a10-ba2e-56715a661387 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:58.590949 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-159b81f9-dd20-4357-ac75-0fa3be2bbe22 None None] Provisioning for port 52011891-5002-4f07-b7c1-b8d881cae53c completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:28:58.599132 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-159b81f9-dd20-4357-ac75-0fa3be2bbe22 None None] Provisioning complete for port 52011891-5002-4f07-b7c1-b8d881cae53c triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:58.600749 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-159b81f9-dd20-4357-ac75-0fa3be2bbe22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:58.638271 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-7c8a30fe-9007-4a10-ba2e-56715a661387 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:58.721217 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-159b81f9-dd20-4357-ac75-0fa3be2bbe22 None None] Port 52011891-5002-4f07-b7c1-b8d881cae53c cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:28:58.742412 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:58.750032 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:58.846214 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-c10853b7-4937-4c57-9d63-c5029dcbf1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:58.984841 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device a2fac603-90d4-4dbe-b39b-1983ee0ec598 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:28:58.989473 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fec87bc-67ab-4181-b415-05fb9c77c04e,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:58.998645 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.api [req-77514af7-453c-402f-8775-d35d10a19bc5 req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 6f63b25b835b4625ab62ac037232d4b9 {{(pid=88082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:28:58.999429 n-d-841760-1 neutron-server[88082]: DEBUG oslo_db.api [req-77514af7-453c-402f-8775-d35d10a19bc5 req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:28:59.016602 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-7c8a30fe-9007-4a10-ba2e-56715a661387 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Network 08a2a2f7-1ea1-4528-b51d-6def3f2c085e is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:28:59.021647 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-7c8a30fe-9007-4a10-ba2e-56715a661387 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:28:59.026464 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-7c8a30fe-9007-4a10-ba2e-56715a661387 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:28:59.101637 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a30fe-9007-4a10-ba2e-56715a661387 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Pushing event updated for resources: {'Port': ['ID=fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:59.187218 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Allocated IP 192.168.233.244 (7d165b7c-a84b-4191-823a-46e347c23eb5/fb4bc443-ac8b-4686-9d3b-15c2430aa8ca/62fe7f39-085f-40cf-be2e-1290e4a0f845) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:28:59.188558 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-7c8a30fe-9007-4a10-ba2e-56715a661387 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:59.193116 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-7c8a30fe-9007-4a10-ba2e-56715a661387 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:59.346856 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-7c8a30fe-9007-4a10-ba2e-56715a661387 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3553784 May 13 14:28:59.361805 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30d245-7372-47b5-9f70-981e5d27d50c req-959cb496-b0e0-4db1-b233-87d0e2c78fe6 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:59.362649 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-5d30d245-7372-47b5-9f70-981e5d27d50c req-959cb496-b0e0-4db1-b233-87d0e2c78fe6 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Synchronizing usage tracker for tenant:91e86ea200e141aeaefce653792aaf70 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:28:59.368192 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-0bd4e79d-0a24-4e8b-ac6f-ba9d201c8e70 service neutron] Request body: {'port': {'device_id': '8c4efbf3-7b4a-41fa-b0e5-007aea20d301', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:59.382393 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port a2fac603-90d4-4dbe-b39b-1983ee0ec598, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a2fac603-90d4-4dbe-b39b-1983ee0ec598,segment=NetworkSegment(01da3e03-2229-4b82-be24-679e915474a7),segment_id=01da3e03-2229-4b82-be24-679e915474a7)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:59.416340 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'a2fac603-90d4-4dbe-b39b-1983ee0ec598', 'network_id': 'a4b236c8-3296-4f82-b8a8-ad638f91076c', 'port_id': 'a2fac603-90d4-4dbe-b39b-1983ee0ec598', 'mac_address': 'fa:16:3e:eb:f8:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '789a48eb-8be9-44fd-8c62-01574ebb5fb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:28:59.507910 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port a2fac603-90d4-4dbe-b39b-1983ee0ec598 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:59.508290 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:59.524395 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-75aa4bcf-69bb-465c-8eee-0899689c07fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:59.530711 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2fac603-90d4-4dbe-b39b-1983ee0ec598 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:28:59.547667 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-77514af7-453c-402f-8775-d35d10a19bc5 req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:59.549135 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port a2fac603-90d4-4dbe-b39b-1983ee0ec598, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a2fac603-90d4-4dbe-b39b-1983ee0ec598,segment=NetworkSegment(01da3e03-2229-4b82-be24-679e915474a7),segment_id=01da3e03-2229-4b82-be24-679e915474a7)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:59.555274 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:59.577651 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-0bd4e79d-0a24-4e8b-ac6f-ba9d201c8e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:59.604437 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48c98c-cfe2-4422-a769-a111e6d6c7e6 req-d1274dc8-05b1-42a4-9a21-68b182662e6e tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:59.606709 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2f48c98c-cfe2-4422-a769-a111e6d6c7e6 req-d1274dc8-05b1-42a4-9a21-68b182662e6e tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d595fe3-26ea-4346-b725-82ef71a699c4 HTTP/1.1" status: 200 len: 943 time: 0.3636250 May 13 14:28:59.617498 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-5d30d245-7372-47b5-9f70-981e5d27d50c req-959cb496-b0e0-4db1-b233-87d0e2c78fe6 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Unset dirty status for tenant:91e86ea200e141aeaefce653792aaf70 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:28:59.625619 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5d30d245-7372-47b5-9f70-981e5d27d50c req-959cb496-b0e0-4db1-b233-87d0e2c78fe6 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de80ebf-3756-478c-9416-c26203974ce2 HTTP/1.1" status: 200 len: 935 time: 0.5829446 May 13 14:28:59.649584 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=a2fac603-90d4-4dbe-b39b-1983ee0ec598,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:59.707646 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:59.732802 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-5d30d245-7372-47b5-9f70-981e5d27d50c req-952d933c-7dcf-48fb-af1c-ca08f908b498 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Synchronizing usage tracker for tenant:91e86ea200e141aeaefce653792aaf70 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:28:59.750189 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Transition to ACTIVE for port object 62fe7f39-085f-40cf-be2e-1290e4a0f845 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:28:59.761568 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-5d30d245-7372-47b5-9f70-981e5d27d50c req-952d933c-7dcf-48fb-af1c-ca08f908b498 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Unset dirty status for tenant:91e86ea200e141aeaefce653792aaf70 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:28:59.767902 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5d30d245-7372-47b5-9f70-981e5d27d50c req-952d933c-7dcf-48fb-af1c-ca08f908b498 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] 10.222.0.35 "GET /v2.0/security-groups?id=45d3d7d1-7d4d-4ebf-bba5-0ac5b74d3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410251 May 13 14:28:59.861606 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2f48c98c-cfe2-4422-a769-a111e6d6c7e6 req-c34f3955-08e9-4c6d-b0d2-ee905a62894f tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d9a287c-f29b-4bd7-bc74-583d2a008d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049267 May 13 14:28:59.947340 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['a2fac603-90d4-4dbe-b39b-1983ee0ec598'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:29:00.054515 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-c10853b7-4937-4c57-9d63-c5029dcbf1cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52011891-5002-4f07-b7c1-b8d881cae53c {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:29:00.065357 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-c10853b7-4937-4c57-9d63-c5029dcbf1cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:00.075758 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:00.195391 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-c10853b7-4937-4c57-9d63-c5029dcbf1cf service neutron] Transition to ACTIVE for port object 52011891-5002-4f07-b7c1-b8d881cae53c will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:29:00.206939 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-c10853b7-4937-4c57-9d63-c5029dcbf1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:00.215845 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:29:00.220219 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:29:00.232666 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:29:00.278053 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Pushing event updated for resources: {'Port': ['ID=62fe7f39-085f-40cf-be2e-1290e4a0f845,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:00.297981 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac929289-2aa7-451b-9aae-7f8114829a50 req-5687aa8c-fe7f-46aa-86f7-1f149c5ab59a tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:00.299655 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ac929289-2aa7-451b-9aae-7f8114829a50 req-5687aa8c-fe7f-46aa-86f7-1f149c5ab59a tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e53e379-40af-40f7-8df4-5059731ea009 HTTP/1.1" status: 200 len: 950 time: 0.2927248 May 13 14:29:00.306568 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-0bd4e79d-0a24-4e8b-ac6f-ba9d201c8e70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:29:00.340450 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-0bd4e79d-0a24-4e8b-ac6f-ba9d201c8e70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:00.387398 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-0bd4e79d-0a24-4e8b-ac6f-ba9d201c8e70 service neutron] Transition to ACTIVE for port object fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:29:00.392454 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-77514af7-453c-402f-8775-d35d10a19bc5 req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Allocated IP 192.168.233.249 (7d165b7c-a84b-4191-823a-46e347c23eb5/fb4bc443-ac8b-4686-9d3b-15c2430aa8ca/3932b78c-4b38-439c-9ce6-f9a02d120943) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:29:00.397373 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-0bd4e79d-0a24-4e8b-ac6f-ba9d201c8e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:00.469731 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:00.473802 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ac929289-2aa7-451b-9aae-7f8114829a50 req-8d7cb599-d01c-4339-bd75-6b37aa4632fe tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/security-groups?id=b733994d-6d32-4f06-8c4b-aeeef52c1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596472 May 13 14:29:00.505789 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:00.506238 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:00.506677 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:00.507333 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:00.507867 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:00.508281 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:00.519248 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:00.520305 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:00.520809 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:00.521319 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:00.522139 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:00.522644 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:00.598400 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:00.605332 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ed009217-2ec1-4c6e-beca-c6a775e2abc3 None None] Provisioning for port 62fe7f39-085f-40cf-be2e-1290e4a0f845 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:29:00.616682 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ed009217-2ec1-4c6e-beca-c6a775e2abc3 None None] Provisioning complete for port 62fe7f39-085f-40cf-be2e-1290e4a0f845 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:00.617350 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ed009217-2ec1-4c6e-beca-c6a775e2abc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:00.663064 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4e79d-0a24-4e8b-ac6f-ba9d201c8e70 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:00.702392 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ed009217-2ec1-4c6e-beca-c6a775e2abc3 None None] Port 62fe7f39-085f-40cf-be2e-1290e4a0f845 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:29:00.767605 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dae271-536b-4943-83d1-976a3aed9794 req-37ac13d1-6d23-45aa-9e24-61ec05d62a47 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:00.769508 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-82dae271-536b-4943-83d1-976a3aed9794 req-37ac13d1-6d23-45aa-9e24-61ec05d62a47 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c4efbf3-7b4a-41fa-b0e5-007aea20d301 HTTP/1.1" status: 200 len: 931 time: 0.6914594 May 13 14:29:00.792012 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:00.792680 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:00.827239 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10853b7-4937-4c57-9d63-c5029dcbf1cf service neutron] Pushing event updated for resources: {'Port': ['ID=52011891-5002-4f07-b7c1-b8d881cae53c,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:00.868955 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-14e0c55f-2a57-4743-9831-b9af10886e49 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3260903 May 13 14:29:00.883941 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-87a096e3-798f-4794-97ff-bb22d3f6a95f service neutron] Request body: {'port': {'device_id': '99104040-ca66-4816-9a4a-97fe3e503f87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:00.907367 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-63073587-5bf2-41c8-a82c-100801410304 req-9c6dfabd-90bc-49fc-9d0a-724e2998beaa tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=60c99b64-d8a7-457b-9b27-65708647c763 HTTP/1.1" status: 200 len: 210 time: 0.1447639 May 13 14:29:00.916872 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-c10853b7-4937-4c57-9d63-c5029dcbf1cf service neutron] Attempting to bind port 52011891-5002-4f07-b7c1-b8d881cae53c on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:29:00.916872 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-c10853b7-4937-4c57-9d63-c5029dcbf1cf service neutron] Attempting to bind port 52011891-5002-4f07-b7c1-b8d881cae53c by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:29:00.916872 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-c10853b7-4937-4c57-9d63-c5029dcbf1cf service neutron] Attempting to bind port 52011891-5002-4f07-b7c1-b8d881cae53c on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:00.920779 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-82dae271-536b-4943-83d1-976a3aed9794 req-754d1db5-2e22-477f-9c2e-9720d8658827 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Synchronizing usage tracker for tenant:fb551a13aea3422b9e1207b8508ed2c7 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:29:00.946120 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-0bd4e79d-0a24-4e8b-ac6f-ba9d201c8e70 service neutron] Attempting to bind port fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:29:00.946526 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-0bd4e79d-0a24-4e8b-ac6f-ba9d201c8e70 service neutron] Attempting to bind port fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'fe11dbea-bf11-470d-b995-0ef53dd12d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '08a2a2f7-1ea1-4528-b51d-6def3f2c085e'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:29:00.946938 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-0bd4e79d-0a24-4e8b-ac6f-ba9d201c8e70 service neutron] Attempting to bind port fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015 on network 08a2a2f7-1ea1-4528-b51d-6def3f2c085e {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:00.954478 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-c10853b7-4937-4c57-9d63-c5029dcbf1cf service neutron] Port 52011891-5002-4f07-b7c1-b8d881cae53c on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:29:00.954478 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-c10853b7-4937-4c57-9d63-c5029dcbf1cf service neutron] Attempting to bind port 52011891-5002-4f07-b7c1-b8d881cae53c on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:00.972762 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-0bd4e79d-0a24-4e8b-ac6f-ba9d201c8e70 service neutron] Port fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015 on network 08a2a2f7-1ea1-4528-b51d-6def3f2c085e not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:29:00.973093 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-c10853b7-4937-4c57-9d63-c5029dcbf1cf service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:29:00.973093 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-c10853b7-4937-4c57-9d63-c5029dcbf1cf service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:29:00.973455 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-0bd4e79d-0a24-4e8b-ac6f-ba9d201c8e70 service neutron] Attempting to bind port fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015 on network 08a2a2f7-1ea1-4528-b51d-6def3f2c085e {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:00.973654 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-c10853b7-4937-4c57-9d63-c5029dcbf1cf service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:29:00.973973 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-c10853b7-4937-4c57-9d63-c5029dcbf1cf service neutron] Bound port: 52011891-5002-4f07-b7c1-b8d881cae53c, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:29:00.974592 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-c10853b7-4937-4c57-9d63-c5029dcbf1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:00.992928 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-0bd4e79d-0a24-4e8b-ac6f-ba9d201c8e70 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:29:00.993272 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-0bd4e79d-0a24-4e8b-ac6f-ba9d201c8e70 service neutron] Checking segment: {'id': 'fe11dbea-bf11-470d-b995-0ef53dd12d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '08a2a2f7-1ea1-4528-b51d-6def3f2c085e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:29:00.993757 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-0bd4e79d-0a24-4e8b-ac6f-ba9d201c8e70 service neutron] Bound using segment: {'id': 'fe11dbea-bf11-470d-b995-0ef53dd12d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '08a2a2f7-1ea1-4528-b51d-6def3f2c085e'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:29:00.994269 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-0bd4e79d-0a24-4e8b-ac6f-ba9d201c8e70 service neutron] Bound port: fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe11dbea-bf11-470d-b995-0ef53dd12d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '08a2a2f7-1ea1-4528-b51d-6def3f2c085e'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:29:00.994755 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-0bd4e79d-0a24-4e8b-ac6f-ba9d201c8e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:01.005804 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device a2fac603-90d4-4dbe-b39b-1983ee0ec598 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:29:01.066896 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-77514af7-453c-402f-8775-d35d10a19bc5 req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:01.078931 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-82dae271-536b-4943-83d1-976a3aed9794 req-754d1db5-2e22-477f-9c2e-9720d8658827 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Unset dirty status for tenant:fb551a13aea3422b9e1207b8508ed2c7 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:29:01.088007 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-82dae271-536b-4943-83d1-976a3aed9794 req-754d1db5-2e22-477f-9c2e-9720d8658827 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] 10.222.0.35 "GET /v2.0/security-groups?id=87da65aa-e484-4e6a-8b80-f1d2e59895de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863717 May 13 14:29:01.106567 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-77514af7-453c-402f-8775-d35d10a19bc5 req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Transition to ACTIVE for port object 3932b78c-4b38-439c-9ce6-f9a02d120943 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:29:01.154136 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-0bd4e79d-0a24-4e8b-ac6f-ba9d201c8e70 service neutron] For port fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:29:01.158563 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-0bd4e79d-0a24-4e8b-ac6f-ba9d201c8e70 service neutron] For port fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015,segment=NetworkSegment(fe11dbea-bf11-470d-b995-0ef53dd12d7c),segment_id=fe11dbea-bf11-470d-b995-0ef53dd12d7c)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:29:01.164784 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-0bd4e79d-0a24-4e8b-ac6f-ba9d201c8e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:01.195302 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port a2fac603-90d4-4dbe-b39b-1983ee0ec598 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:29:01.197216 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-87a096e3-798f-4794-97ff-bb22d3f6a95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:01.207171 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port a2fac603-90d4-4dbe-b39b-1983ee0ec598 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:01.207893 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:01.212934 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-77514af7-453c-402f-8775-d35d10a19bc5 req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:01.374451 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-0bd4e79d-0a24-4e8b-ac6f-ba9d201c8e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:01.375873 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-0bd4e79d-0a24-4e8b-ac6f-ba9d201c8e70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:01.376983 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-0bd4e79d-0a24-4e8b-ac6f-ba9d201c8e70 service neutron] 10.222.0.59 "PUT /v2.0/ports/fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015 HTTP/1.1" status: 200 len: 1091 time: 2.0180809 May 13 14:29:01.381924 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c4efbf3-7b4a-41fa-b0e5-007aea20d301', 'tag': 'fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:01.407389 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77514af7-453c-402f-8775-d35d10a19bc5 req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:29:01.410003 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-77514af7-453c-402f-8775-d35d10a19bc5 req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:29:01.424456 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-77514af7-453c-402f-8775-d35d10a19bc5 req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:29:01.429932 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-c10853b7-4937-4c57-9d63-c5029dcbf1cf service neutron] For port 52011891-5002-4f07-b7c1-b8d881cae53c, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:29:01.462178 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-c10853b7-4937-4c57-9d63-c5029dcbf1cf service neutron] For port 52011891-5002-4f07-b7c1-b8d881cae53c, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=52011891-5002-4f07-b7c1-b8d881cae53c,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:29:01.478280 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-c10853b7-4937-4c57-9d63-c5029dcbf1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:01.516807 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4e79d-0a24-4e8b-ac6f-ba9d201c8e70 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:01.579852 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port a2fac603-90d4-4dbe-b39b-1983ee0ec598 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:01.581850 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:01.636877 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77514af7-453c-402f-8775-d35d10a19bc5 req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:01.637529 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-77514af7-453c-402f-8775-d35d10a19bc5 req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:01.654612 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Pushing event updated for resources: {'Port': ['ID=3932b78c-4b38-439c-9ce6-f9a02d120943,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:01.675441 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:01.675834 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:01.676189 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:01.676613 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:01.677625 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:01.677765 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port a2fac603-90d4-4dbe-b39b-1983ee0ec598, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a2fac603-90d4-4dbe-b39b-1983ee0ec598,segment=NetworkSegment(01da3e03-2229-4b82-be24-679e915474a7),segment_id=01da3e03-2229-4b82-be24-679e915474a7)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:01.677981 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:01.678318 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:01.678782 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:01.679302 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:01.679705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:01.679836 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d595fe3-26ea-4346-b725-82ef71a699c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fac603-90d4-4dbe-b39b-1983ee0ec598'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:01.680158 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:01.680575 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:01.688587 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-77514af7-453c-402f-8775-d35d10a19bc5 req-29071933-5c6c-4996-8948-1668f50d9a4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9661169 May 13 14:29:01.697279 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:01.734166 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-c10853b7-4937-4c57-9d63-c5029dcbf1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:01.734820 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-c10853b7-4937-4c57-9d63-c5029dcbf1cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:01.736207 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-c10853b7-4937-4c57-9d63-c5029dcbf1cf service neutron] 10.222.0.74 "PUT /v2.0/ports/52011891-5002-4f07-b7c1-b8d881cae53c HTTP/1.1" status: 200 len: 1095 time: 3.2168617 May 13 14:29:01.736656 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de80ebf-3756-478c-9416-c26203974ce2', 'tag': '52011891-5002-4f07-b7c1-b8d881cae53c'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:01.737716 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-77514af7-453c-402f-8775-d35d10a19bc5 req-b738794e-19a4-4656-b6b3-a3990f5104dd service neutron] Request body: {'port': {'device_id': '60c99b64-d8a7-457b-9b27-65708647c763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:01.785224 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=a2fac603-90d4-4dbe-b39b-1983ee0ec598,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:01.787230 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10853b7-4937-4c57-9d63-c5029dcbf1cf service neutron] Pushing event updated for resources: {'Port': ['ID=52011891-5002-4f07-b7c1-b8d881cae53c,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:01.848839 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-ddfe584f-2f79-4b37-8592-684f4c840ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:01.851264 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-ddfe584f-2f79-4b37-8592-684f4c840ec1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb551a13aea3422b9e1207b8508ed2c7&device_id=8c4efbf3-7b4a-41fa-b0e5-007aea20d301 HTTP/1.1" status: 200 len: 1094 time: 0.3903034 May 13 14:29:01.856275 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605d8ca-4229-4d97-8794-2dd0bd3dd356 req-0c9a5cf6-8451-44cc-bd1d-b380980f8720 tempest-LiveMigrationNegativeTest-908174003 tempest-LiveMigrationNegativeTest-908174003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:01.860967 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d605d8ca-4229-4d97-8794-2dd0bd3dd356 req-0c9a5cf6-8451-44cc-bd1d-b380980f8720 tempest-LiveMigrationNegativeTest-908174003 tempest-LiveMigrationNegativeTest-908174003-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3e53e379-40af-40f7-8df4-5059731ea009 HTTP/1.1" status: 200 len: 1101 time: 0.4972901 May 13 14:29:01.862250 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-516e4f32-7d92-48c9-81c0-85a170d9ea04 None None] Provisioning for port 3932b78c-4b38-439c-9ce6-f9a02d120943 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:29:01.880119 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-516e4f32-7d92-48c9-81c0-85a170d9ea04 None None] Provisioning complete for port 3932b78c-4b38-439c-9ce6-f9a02d120943 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:01.880564 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-516e4f32-7d92-48c9-81c0-85a170d9ea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:02.020352 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d605d8ca-4229-4d97-8794-2dd0bd3dd356 req-2a19413a-5b93-4b3a-b567-ac18ec3568af tempest-LiveMigrationNegativeTest-908174003 tempest-LiveMigrationNegativeTest-908174003-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:02.033601 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-516e4f32-7d92-48c9-81c0-85a170d9ea04 None None] Port 3932b78c-4b38-439c-9ce6-f9a02d120943 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:29:02.050255 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:02.069496 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-d605d8ca-4229-4d97-8794-2dd0bd3dd356 req-2a19413a-5b93-4b3a-b567-ac18ec3568af tempest-LiveMigrationNegativeTest-908174003 tempest-LiveMigrationNegativeTest-908174003-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:02.072025 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-ad0840c9-d0c3-40f4-a836-6c054f1ea888 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015 HTTP/1.1" status: 200 len: 217 time: 0.1997824 May 13 14:29:02.091153 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-d605d8ca-4229-4d97-8794-2dd0bd3dd356 req-2a19413a-5b93-4b3a-b567-ac18ec3568af tempest-LiveMigrationNegativeTest-908174003 tempest-LiveMigrationNegativeTest-908174003-project-admin] Usage tracker for resource:security_group_rule and tenant:d4daf938177b440ebf3d3e714fd3d737 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:02.098105 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-d605d8ca-4229-4d97-8794-2dd0bd3dd356 req-2a19413a-5b93-4b3a-b567-ac18ec3568af tempest-LiveMigrationNegativeTest-908174003 tempest-LiveMigrationNegativeTest-908174003-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:02.123823 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-d605d8ca-4229-4d97-8794-2dd0bd3dd356 req-2a19413a-5b93-4b3a-b567-ac18ec3568af tempest-LiveMigrationNegativeTest-908174003 tempest-LiveMigrationNegativeTest-908174003-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:02.159329 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-60b31b0a-35d1-46c3-8289-168012e5039a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:02.160777 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-60b31b0a-35d1-46c3-8289-168012e5039a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=91e86ea200e141aeaefce653792aaf70&device_id=2de80ebf-3756-478c-9416-c26203974ce2 HTTP/1.1" status: 200 len: 1098 time: 0.3566108 May 13 14:29:02.221713 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-bb8a976c-b16f-47f5-9405-b19c7b76d4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:02.223186 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-bb8a976c-b16f-47f5-9405-b19c7b76d4c3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2783538b-c16e-4d70-9e71-406b0517453d HTTP/1.1" status: 200 len: 854 time: 0.1399102 May 13 14:29:02.226084 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-77514af7-453c-402f-8775-d35d10a19bc5 req-b738794e-19a4-4656-b6b3-a3990f5104dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:02.294404 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-9d6e1f8f-efc7-47aa-87cc-115b11bd4de1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=08a2a2f7-1ea1-4528-b51d-6def3f2c085e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566595 May 13 14:29:02.294699 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-819d29c7-1b98-46b5-838d-daed7e2e1fd4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=52011891-5002-4f07-b7c1-b8d881cae53c HTTP/1.1" status: 200 len: 217 time: 0.1185713 May 13 14:29:02.397767 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-87a096e3-798f-4794-97ff-bb22d3f6a95f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62fe7f39-085f-40cf-be2e-1290e4a0f845 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:29:02.403782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-58187fc1-d460-4093-a125-5d8f7ce5e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:02.405295 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-58187fc1-d460-4093-a125-5d8f7ce5e66c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.0979369 May 13 14:29:02.449325 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889a0be-27e7-4766-9636-2e76b36b6111 req-fed43234-7ba1-4b7b-85fe-0621785e7a97 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:02.450792 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d889a0be-27e7-4766-9636-2e76b36b6111 req-fed43234-7ba1-4b7b-85fe-0621785e7a97 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de80ebf-3756-478c-9416-c26203974ce2 HTTP/1.1" status: 200 len: 947 time: 0.4525666 May 13 14:29:02.451735 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-87a096e3-798f-4794-97ff-bb22d3f6a95f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:02.503370 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-87a096e3-798f-4794-97ff-bb22d3f6a95f service neutron] Transition to ACTIVE for port object 62fe7f39-085f-40cf-be2e-1290e4a0f845 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:29:02.517301 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-87a096e3-798f-4794-97ff-bb22d3f6a95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:02.524049 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d605d8ca-4229-4d97-8794-2dd0bd3dd356 req-2a19413a-5b93-4b3a-b567-ac18ec3568af tempest-LiveMigrationNegativeTest-908174003 tempest-LiveMigrationNegativeTest-908174003-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:02.572517 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d605d8ca-4229-4d97-8794-2dd0bd3dd356 req-2a19413a-5b93-4b3a-b567-ac18ec3568af tempest-LiveMigrationNegativeTest-908174003 tempest-LiveMigrationNegativeTest-908174003-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:02.606081 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d889a0be-27e7-4766-9636-2e76b36b6111 req-cb5a798c-5bf8-4b61-afb9-80ff9f6bb233 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] 10.222.0.35 "GET /v2.0/security-groups?id=45d3d7d1-7d4d-4ebf-bba5-0ac5b74d3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459804 May 13 14:29:02.630197 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device cbf4f581-d663-49f2-97f8-2fac6fb9c8be details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:29:02.633152 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-77deb445-2d0f-42e5-91ad-cc3ff315b274 service neutron] 10.222.0.59 "GET /v2.0/networks/08a2a2f7-1ea1-4528-b51d-6def3f2c085e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067014 May 13 14:29:02.691812 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d605d8ca-4229-4d97-8794-2dd0bd3dd356 req-2a19413a-5b93-4b3a-b567-ac18ec3568af tempest-LiveMigrationNegativeTest-908174003 tempest-LiveMigrationNegativeTest-908174003-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=b733994d-6d32-4f06-8c4b-aeeef52c1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8145325 May 13 14:29:02.735592 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19413a-5b93-4b3a-b567-ac18ec3568af tempest-LiveMigrationNegativeTest-908174003 tempest-LiveMigrationNegativeTest-908174003-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdeb56f-458f-4419-9be1-1739daf12fff,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:02.739018 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a096e3-798f-4794-97ff-bb22d3f6a95f service neutron] Pushing event updated for resources: {'Port': ['ID=62fe7f39-085f-40cf-be2e-1290e4a0f845,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:02.817495 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1849009d-378a-4a43-b2dc-6ca2a2391bf6'] response: {'name': 'network-changed', 'server_uuid': '8c4efbf3-7b4a-41fa-b0e5-007aea20d301', 'tag': 'fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015', 'status': 'completed', 'code': 200} May 13 14:29:03.006098 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-d7bc2970-fbba-4ae6-9447-61e2cd6f3fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:03.007642 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-d7bc2970-fbba-4ae6-9447-61e2cd6f3fce service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5949521 May 13 14:29:03.033861 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port cbf4f581-d663-49f2-97f8-2fac6fb9c8be, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=cbf4f581-d663-49f2-97f8-2fac6fb9c8be,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:03.066326 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'cbf4f581-d663-49f2-97f8-2fac6fb9c8be', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': 'cbf4f581-d663-49f2-97f8-2fac6fb9c8be', 'mac_address': 'fa:16:3e:26:b9:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:29:03.130150 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-87a096e3-798f-4794-97ff-bb22d3f6a95f service neutron] Attempting to bind port 62fe7f39-085f-40cf-be2e-1290e4a0f845 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:29:03.130731 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-87a096e3-798f-4794-97ff-bb22d3f6a95f service neutron] Attempting to bind port 62fe7f39-085f-40cf-be2e-1290e4a0f845 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:29:03.131252 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-87a096e3-798f-4794-97ff-bb22d3f6a95f service neutron] Attempting to bind port 62fe7f39-085f-40cf-be2e-1290e4a0f845 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:03.141566 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-87a096e3-798f-4794-97ff-bb22d3f6a95f service neutron] Port 62fe7f39-085f-40cf-be2e-1290e4a0f845 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:29:03.142403 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-87a096e3-798f-4794-97ff-bb22d3f6a95f service neutron] Attempting to bind port 62fe7f39-085f-40cf-be2e-1290e4a0f845 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:03.156593 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-87a096e3-798f-4794-97ff-bb22d3f6a95f service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:29:03.157200 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-87a096e3-798f-4794-97ff-bb22d3f6a95f service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:29:03.157872 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-87a096e3-798f-4794-97ff-bb22d3f6a95f service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:29:03.158550 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-87a096e3-798f-4794-97ff-bb22d3f6a95f service neutron] Bound port: 62fe7f39-085f-40cf-be2e-1290e4a0f845, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:29:03.159321 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-87a096e3-798f-4794-97ff-bb22d3f6a95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:03.225132 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-e740f5c6-b6a2-486f-bb5e-4bb5cd1b3967 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075894 May 13 14:29:03.239885 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port cbf4f581-d663-49f2-97f8-2fac6fb9c8be is: ACTIVE; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:03.241335 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:03.326240 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cbf4f581-d663-49f2-97f8-2fac6fb9c8be {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:29:03.372256 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7304c2d1-747b-4c8c-8cfb-2aaac354034f'] response: {'server_uuid': '6d595fe3-26ea-4346-b725-82ef71a699c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fac603-90d4-4dbe-b39b-1983ee0ec598', 'code': 200} May 13 14:29:03.373591 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6810c315-4dfa-47c6-9963-d3e52c18298b req-183e2c13-1abc-4221-b51e-e3dc5237680a service neutron] 10.222.0.59 "GET /v2.0/networks/08a2a2f7-1ea1-4528-b51d-6def3f2c085e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6624696 May 13 14:29:03.391639 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port cbf4f581-d663-49f2-97f8-2fac6fb9c8be, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=cbf4f581-d663-49f2-97f8-2fac6fb9c8be,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:03.404785 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:03.535014 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d3436ca-e731-4290-9feb-1151f3c5f4ad'] response: {'name': 'network-changed', 'server_uuid': '2de80ebf-3756-478c-9416-c26203974ce2', 'tag': '52011891-5002-4f07-b7c1-b8d881cae53c', 'status': 'completed', 'code': 200} May 13 14:29:03.604010 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1e604-5263-4663-8eb2-344229c40307 req-18e807f0-fd3c-4ef6-aa43-21da86832ab6 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:03.612209 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6ed1e604-5263-4663-8eb2-344229c40307 req-18e807f0-fd3c-4ef6-aa43-21da86832ab6 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d595fe3-26ea-4346-b725-82ef71a699c4 HTTP/1.1" status: 200 len: 945 time: 0.5747311 May 13 14:29:03.637888 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-87a096e3-798f-4794-97ff-bb22d3f6a95f service neutron] For port 62fe7f39-085f-40cf-be2e-1290e4a0f845, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:29:03.654811 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['cbf4f581-d663-49f2-97f8-2fac6fb9c8be'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:29:03.678678 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-77514af7-453c-402f-8775-d35d10a19bc5 req-b738794e-19a4-4656-b6b3-a3990f5104dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3932b78c-4b38-439c-9ce6-f9a02d120943 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:29:03.690017 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-87a096e3-798f-4794-97ff-bb22d3f6a95f service neutron] For port 62fe7f39-085f-40cf-be2e-1290e4a0f845, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=62fe7f39-085f-40cf-be2e-1290e4a0f845,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:29:03.704110 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-87a096e3-798f-4794-97ff-bb22d3f6a95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:03.704747 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-77514af7-453c-402f-8775-d35d10a19bc5 req-b738794e-19a4-4656-b6b3-a3990f5104dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:03.712779 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4b5d64a3-81d6-4949-9bf2-137ccc746991 req-eea920e3-ed0b-4498-b5fc-0418c43a4ef5 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679532 May 13 14:29:03.753369 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6ed1e604-5263-4663-8eb2-344229c40307 req-9cca24c8-2482-4671-b1e9-23859051ea84 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d9a287c-f29b-4bd7-bc74-583d2a008d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401770 May 13 14:29:03.754555 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-77514af7-453c-402f-8775-d35d10a19bc5 req-b738794e-19a4-4656-b6b3-a3990f5104dd service neutron] Transition to ACTIVE for port object 3932b78c-4b38-439c-9ce6-f9a02d120943 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:29:03.764551 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-77514af7-453c-402f-8775-d35d10a19bc5 req-b738794e-19a4-4656-b6b3-a3990f5104dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:03.891149 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e76f8d-9865-46d4-aeb2-0eda8c175b4e req-70cb6ff3-07bc-4880-8713-3eced8b17bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:03.892331 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a6e76f8d-9865-46d4-aeb2-0eda8c175b4e req-70cb6ff3-07bc-4880-8713-3eced8b17bae service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6d595fe3-26ea-4346-b725-82ef71a699c4 HTTP/1.1" status: 200 len: 1096 time: 0.3523538 May 13 14:29:03.899095 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-87a096e3-798f-4794-97ff-bb22d3f6a95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:03.899881 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-87a096e3-798f-4794-97ff-bb22d3f6a95f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:03.901550 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-87a096e3-798f-4794-97ff-bb22d3f6a95f service neutron] 10.222.0.59 "PUT /v2.0/ports/62fe7f39-085f-40cf-be2e-1290e4a0f845 HTTP/1.1" status: 200 len: 1096 time: 3.0242712 May 13 14:29:03.956078 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=cbf4f581-d663-49f2-97f8-2fac6fb9c8be,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:04.196018 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72dbdb-e90b-43b0-ac1c-ec772f0be10f req-fbd74935-6921-483c-a053-757b2687035f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:04.197993 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5a72dbdb-e90b-43b0-ac1c-ec772f0be10f req-fbd74935-6921-483c-a053-757b2687035f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb551a13aea3422b9e1207b8508ed2c7&device_id=8c4efbf3-7b4a-41fa-b0e5-007aea20d301 HTTP/1.1" status: 200 len: 1094 time: 0.7371764 May 13 14:29:04.268130 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738794e-19a4-4656-b6b3-a3990f5104dd service neutron] Pushing event updated for resources: {'Port': ['ID=3932b78c-4b38-439c-9ce6-f9a02d120943,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:04.269293 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a6e76f8d-9865-46d4-aeb2-0eda8c175b4e req-02f6e834-a2e6-4ba2-bb82-e69f184b3165 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8d9a287c-f29b-4bd7-bc74-583d2a008d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587284 May 13 14:29:04.402678 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a096e3-798f-4794-97ff-bb22d3f6a95f service neutron] Pushing event updated for resources: {'Port': ['ID=62fe7f39-085f-40cf-be2e-1290e4a0f845,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:04.431343 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88b413-7d56-4af1-8696-57e669c5b7d1 req-34446245-40ff-4207-80a6-38c3e602dd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:04.433670 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c88b413-7d56-4af1-8696-57e669c5b7d1 req-34446245-40ff-4207-80a6-38c3e602dd52 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=91e86ea200e141aeaefce653792aaf70&device_id=2de80ebf-3756-478c-9416-c26203974ce2 HTTP/1.1" status: 200 len: 1098 time: 0.5558412 May 13 14:29:04.441557 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-6d29f79c-891a-4fba-8a63-fab18c6be0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:04.443941 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-6d29f79c-891a-4fba-8a63-fab18c6be0df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f63b25b835b4625ab62ac037232d4b9&device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 1099 time: 0.3376491 May 13 14:29:04.461342 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93e314-01a2-4af4-a2c0-8fc1e2d5ed57 req-bfea8f4c-9eab-4814-9163-9b41d113c935 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:04.462467 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ac93e314-01a2-4af4-a2c0-8fc1e2d5ed57 req-bfea8f4c-9eab-4814-9163-9b41d113c935 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Synchronizing usage tracker for tenant:6f63b25b835b4625ab62ac037232d4b9 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:29:04.524337 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72dbdb-e90b-43b0-ac1c-ec772f0be10f req-8aa7f5c4-efe1-42d2-9d54-cd206ca9506b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:04.526286 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5a72dbdb-e90b-43b0-ac1c-ec772f0be10f req-8aa7f5c4-efe1-42d2-9d54-cd206ca9506b service neutron] 10.222.0.59 "GET /v2.0/networks?id=08a2a2f7-1ea1-4528-b51d-6def3f2c085e HTTP/1.1" status: 200 len: 915 time: 0.3106565 May 13 14:29:04.596951 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-2a310519-5d0a-4168-8805-6cc2fc55384c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=62fe7f39-085f-40cf-be2e-1290e4a0f845 HTTP/1.1" status: 200 len: 217 time: 0.1259367 May 13 14:29:04.619542 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f1b89-2cf6-42cb-ad58-daf51111cfb9 req-e5a7eca0-fb03-42e9-a92c-3559cd6b32e5 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:04.620476 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-d59f1b89-2cf6-42cb-ad58-daf51111cfb9 req-e5a7eca0-fb03-42e9-a92c-3559cd6b32e5 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Synchronizing usage tracker for tenant:fb551a13aea3422b9e1207b8508ed2c7 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:29:04.630927 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-77514af7-453c-402f-8775-d35d10a19bc5 req-b738794e-19a4-4656-b6b3-a3990f5104dd service neutron] Attempting to bind port 3932b78c-4b38-439c-9ce6-f9a02d120943 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:29:04.630927 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-77514af7-453c-402f-8775-d35d10a19bc5 req-b738794e-19a4-4656-b6b3-a3990f5104dd service neutron] Attempting to bind port 3932b78c-4b38-439c-9ce6-f9a02d120943 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:29:04.630927 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77514af7-453c-402f-8775-d35d10a19bc5 req-b738794e-19a4-4656-b6b3-a3990f5104dd service neutron] Attempting to bind port 3932b78c-4b38-439c-9ce6-f9a02d120943 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:04.643870 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:29:04.647994 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device cbf4f581-d663-49f2-97f8-2fac6fb9c8be up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:29:04.674308 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5a72dbdb-e90b-43b0-ac1c-ec772f0be10f req-07dd9b31-49be-4a73-bcf4-aa993b97bd9f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015 HTTP/1.1" status: 200 len: 217 time: 0.1376300 May 13 14:29:04.751141 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77514af7-453c-402f-8775-d35d10a19bc5 req-b738794e-19a4-4656-b6b3-a3990f5104dd service neutron] Port 3932b78c-4b38-439c-9ce6-f9a02d120943 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:29:04.755666 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77514af7-453c-402f-8775-d35d10a19bc5 req-b738794e-19a4-4656-b6b3-a3990f5104dd service neutron] Attempting to bind port 3932b78c-4b38-439c-9ce6-f9a02d120943 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:04.794260 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77514af7-453c-402f-8775-d35d10a19bc5 req-b738794e-19a4-4656-b6b3-a3990f5104dd service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:29:04.800526 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77514af7-453c-402f-8775-d35d10a19bc5 req-b738794e-19a4-4656-b6b3-a3990f5104dd service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:29:04.806028 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77514af7-453c-402f-8775-d35d10a19bc5 req-b738794e-19a4-4656-b6b3-a3990f5104dd service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:29:04.806028 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-77514af7-453c-402f-8775-d35d10a19bc5 req-b738794e-19a4-4656-b6b3-a3990f5104dd service neutron] Bound port: 3932b78c-4b38-439c-9ce6-f9a02d120943, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:29:04.806028 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-77514af7-453c-402f-8775-d35d10a19bc5 req-b738794e-19a4-4656-b6b3-a3990f5104dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:04.872849 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-d59f1b89-2cf6-42cb-ad58-daf51111cfb9 req-e5a7eca0-fb03-42e9-a92c-3559cd6b32e5 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Unset dirty status for tenant:fb551a13aea3422b9e1207b8508ed2c7 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:29:04.874226 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d59f1b89-2cf6-42cb-ad58-daf51111cfb9 req-e5a7eca0-fb03-42e9-a92c-3559cd6b32e5 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c4efbf3-7b4a-41fa-b0e5-007aea20d301 HTTP/1.1" status: 200 len: 943 time: 0.9749191 May 13 14:29:04.907626 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ac93e314-01a2-4af4-a2c0-8fc1e2d5ed57 req-bfea8f4c-9eab-4814-9163-9b41d113c935 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Unset dirty status for tenant:6f63b25b835b4625ab62ac037232d4b9 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:29:04.914326 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ac93e314-01a2-4af4-a2c0-8fc1e2d5ed57 req-bfea8f4c-9eab-4814-9163-9b41d113c935 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=60c99b64-d8a7-457b-9b27-65708647c763 HTTP/1.1" status: 200 len: 948 time: 1.1347837 May 13 14:29:04.985424 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72dbdb-e90b-43b0-ac1c-ec772f0be10f req-14c87d47-bfb3-44c1-ba7a-3da3a06f2570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:04.986644 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5a72dbdb-e90b-43b0-ac1c-ec772f0be10f req-14c87d47-bfb3-44c1-ba7a-3da3a06f2570 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2783538b-c16e-4d70-9e71-406b0517453d HTTP/1.1" status: 200 len: 854 time: 0.3040686 May 13 14:29:04.989934 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-8b6bb9d6-98ed-49a0-8565-931f6f8a825d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:04.991430 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-8b6bb9d6-98ed-49a0-8565-931f6f8a825d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.3854353 May 13 14:29:05.019544 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port cbf4f581-d663-49f2-97f8-2fac6fb9c8be triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:05.020541 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:05.054233 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ac93e314-01a2-4af4-a2c0-8fc1e2d5ed57 req-964865a9-3a31-4452-9bb7-07370d1b4fa8 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Synchronizing usage tracker for tenant:6f63b25b835b4625ab62ac037232d4b9 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:29:05.066523 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88b413-7d56-4af1-8696-57e669c5b7d1 req-f86de604-5922-44ea-945d-ececf176e3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:05.068000 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c88b413-7d56-4af1-8696-57e669c5b7d1 req-f86de604-5922-44ea-945d-ececf176e3ec service neutron] 10.222.0.74 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.3954921 May 13 14:29:05.110460 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5a72dbdb-e90b-43b0-ac1c-ec772f0be10f req-6901026d-0d5f-48df-bead-f27cfbad1062 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=08a2a2f7-1ea1-4528-b51d-6def3f2c085e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102409 May 13 14:29:05.234110 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c88b413-7d56-4af1-8696-57e669c5b7d1 req-1f2bcf89-c033-4fa2-ba4e-efc522e772a8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=52011891-5002-4f07-b7c1-b8d881cae53c HTTP/1.1" status: 200 len: 217 time: 0.1582234 May 13 14:29:05.338296 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ac93e314-01a2-4af4-a2c0-8fc1e2d5ed57 req-964865a9-3a31-4452-9bb7-07370d1b4fa8 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Unset dirty status for tenant:6f63b25b835b4625ab62ac037232d4b9 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:29:05.351177 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ac93e314-01a2-4af4-a2c0-8fc1e2d5ed57 req-964865a9-3a31-4452-9bb7-07370d1b4fa8 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358656 May 13 14:29:05.364961 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d59f1b89-2cf6-42cb-ad58-daf51111cfb9 req-08ecf240-ca59-4239-85bd-a85560c5567d tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] 10.222.0.35 "GET /v2.0/security-groups?id=87da65aa-e484-4e6a-8b80-f1d2e59895de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715579 May 13 14:29:05.407634 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-77514af7-453c-402f-8775-d35d10a19bc5 req-b738794e-19a4-4656-b6b3-a3990f5104dd service neutron] For port 3932b78c-4b38-439c-9ce6-f9a02d120943, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:29:05.416638 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-77514af7-453c-402f-8775-d35d10a19bc5 req-b738794e-19a4-4656-b6b3-a3990f5104dd service neutron] For port 3932b78c-4b38-439c-9ce6-f9a02d120943, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=3932b78c-4b38-439c-9ce6-f9a02d120943,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:29:05.427927 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-77514af7-453c-402f-8775-d35d10a19bc5 req-b738794e-19a4-4656-b6b3-a3990f5104dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:05.432960 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88b413-7d56-4af1-8696-57e669c5b7d1 req-fe7eb387-9b8f-4565-8766-45ec796a49f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:05.434544 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c88b413-7d56-4af1-8696-57e669c5b7d1 req-fe7eb387-9b8f-4565-8766-45ec796a49f0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1924670 May 13 14:29:05.536311 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-b6e1193d-29fe-4918-9d00-c918cc82d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:05.540982 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-b6e1193d-29fe-4918-9d00-c918cc82d313 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5367105 May 13 14:29:05.546979 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99104040-ca66-4816-9a4a-97fe3e503f87', 'tag': '62fe7f39-085f-40cf-be2e-1290e4a0f845'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:05.579440 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015,segment=NetworkSegment(fe11dbea-bf11-470d-b995-0ef53dd12d7c),segment_id=fe11dbea-bf11-470d-b995-0ef53dd12d7c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:05.635831 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015', 'network_id': '08a2a2f7-1ea1-4528-b51d-6def3f2c085e', 'port_id': 'fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015', 'mac_address': 'fa:16:3e:8b:2a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2783538b-c16e-4d70-9e71-406b0517453d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:29:05.640195 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port cbf4f581-d663-49f2-97f8-2fac6fb9c8be is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:05.640568 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:05.799722 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5a72dbdb-e90b-43b0-ac1c-ec772f0be10f req-92319d40-31cb-42a3-9553-fa6476cde6c2 service neutron] 10.222.0.59 "GET /v2.0/networks/08a2a2f7-1ea1-4528-b51d-6def3f2c085e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6492803 May 13 14:29:05.800913 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77514af7-453c-402f-8775-d35d10a19bc5 req-b738794e-19a4-4656-b6b3-a3990f5104dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:05.801509 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-77514af7-453c-402f-8775-d35d10a19bc5 req-b738794e-19a4-4656-b6b3-a3990f5104dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:05.819260 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-77514af7-453c-402f-8775-d35d10a19bc5 req-b738794e-19a4-4656-b6b3-a3990f5104dd service neutron] 10.222.0.74 "PUT /v2.0/ports/3932b78c-4b38-439c-9ce6-f9a02d120943 HTTP/1.1" status: 200 len: 1096 time: 4.0857627 May 13 14:29:05.822013 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c99b64-d8a7-457b-9b27-65708647c763', 'tag': '3932b78c-4b38-439c-9ce6-f9a02d120943'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:05.963150 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:05.983975 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:06.057841 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-2517639d-1319-4b18-b570-b92d1563f518 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4945831 May 13 14:29:06.065472 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88b413-7d56-4af1-8696-57e669c5b7d1 req-d2c0310e-8b68-447a-af26-b4041e8df512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:06.081473 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c88b413-7d56-4af1-8696-57e669c5b7d1 req-d2c0310e-8b68-447a-af26-b4041e8df512 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6370573 May 13 14:29:06.083169 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:29:06.094646 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd97781e-09d8-4c5d-92b2-880d56cbd266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf4f581-d663-49f2-97f8-2fac6fb9c8be'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:06.113667 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port cbf4f581-d663-49f2-97f8-2fac6fb9c8be, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=cbf4f581-d663-49f2-97f8-2fac6fb9c8be,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:06.121757 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:06.126141 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015,segment=NetworkSegment(fe11dbea-bf11-470d-b995-0ef53dd12d7c),segment_id=fe11dbea-bf11-470d-b995-0ef53dd12d7c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:06.131047 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738794e-19a4-4656-b6b3-a3990f5104dd service neutron] Pushing event updated for resources: {'Port': ['ID=3932b78c-4b38-439c-9ce6-f9a02d120943,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:06.173245 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:06.256687 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=cbf4f581-d663-49f2-97f8-2fac6fb9c8be,revision_number=7']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:06.302757 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fe018b1e-42cf-4e8b-8333-3b09aeaa86b5 req-1b8b8baf-3836-44b1-a5ad-ce942453c21c tempest-QuotasAdminNegativeTest-1791711996 tempest-QuotasAdminNegativeTest-1791711996-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a0fcead8b5424dcf82b2cc7965d16a2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1712976 May 13 14:29:06.343456 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:06.448493 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:29:06.477500 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5a72dbdb-e90b-43b0-ac1c-ec772f0be10f req-ea2ee232-a456-4b07-a848-c6d967078a21 service neutron] 10.222.0.59 "GET /v2.0/networks/08a2a2f7-1ea1-4528-b51d-6def3f2c085e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6209774 May 13 14:29:06.491190 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77514af7-453c-402f-8775-d35d10a19bc5 req-091f3c16-6bae-4627-841f-b5b4261dd048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:06.492814 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-77514af7-453c-402f-8775-d35d10a19bc5 req-091f3c16-6bae-4627-841f-b5b4261dd048 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6f63b25b835b4625ab62ac037232d4b9&device_id=60c99b64-d8a7-457b-9b27-65708647c763 HTTP/1.1" status: 200 len: 1099 time: 0.3642693 May 13 14:29:06.594183 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-77514af7-453c-402f-8775-d35d10a19bc5 req-cdbf030e-61d1-4ba0-b841-fa3582309910 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=3932b78c-4b38-439c-9ce6-f9a02d120943 HTTP/1.1" status: 200 len: 217 time: 0.0856376 May 13 14:29:06.663704 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe018b1e-42cf-4e8b-8333-3b09aeaa86b5 req-6a173864-88ee-4235-a527-d3dccb84c338 tempest-QuotasAdminNegativeTest-1791711996 tempest-QuotasAdminNegativeTest-1791711996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:06.670791 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fe018b1e-42cf-4e8b-8333-3b09aeaa86b5 req-6a173864-88ee-4235-a527-d3dccb84c338 tempest-QuotasAdminNegativeTest-1791711996 tempest-QuotasAdminNegativeTest-1791711996-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3583701 May 13 14:29:06.678787 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c88b413-7d56-4af1-8696-57e669c5b7d1 req-6a55c378-1308-4d03-9df4-601d652f2ce8 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5218859 May 13 14:29:06.687036 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fe018b1e-42cf-4e8b-8333-3b09aeaa86b5 req-82aeb525-0d86-4647-b253-c58b68cc49d2 tempest-QuotasAdminNegativeTest-1791711996 tempest-QuotasAdminNegativeTest-1791711996-project] 10.222.0.35 "GET /v2.0/quotas/a0fcead8b5424dcf82b2cc7965d16a2f HTTP/1.1" status: 200 len: 375 time: 0.0151966 May 13 14:29:06.754832 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9560ae4f-f8c2-4bc5-9be8-4aa903d2df60 req-55365e8e-3f13-4ed2-9729-f391e2a965eb service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6713769 May 13 14:29:06.768485 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77514af7-453c-402f-8775-d35d10a19bc5 req-fae3c822-46fd-44a3-b323-c8c2286a4f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:06.771766 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-77514af7-453c-402f-8775-d35d10a19bc5 req-fae3c822-46fd-44a3-b323-c8c2286a4f88 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1639590 May 13 14:29:06.868670 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fe018b1e-42cf-4e8b-8333-3b09aeaa86b5 req-487b5e61-033a-4b68-9b8a-493f0c6dc7ff tempest-QuotasAdminNegativeTest-1791711996 tempest-QuotasAdminNegativeTest-1791711996-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0fcead8b5424dcf82b2cc7965d16a2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1688890 May 13 14:29:06.930654 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77514af7-453c-402f-8775-d35d10a19bc5 req-414c63bd-de77-45d3-8019-dff98e9f8440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:06.946226 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-77514af7-453c-402f-8775-d35d10a19bc5 req-414c63bd-de77-45d3-8019-dff98e9f8440 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1603589 May 13 14:29:06.984964 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31f7b8-1ad0-4b39-9117-616677555940 req-e48bdf21-d300-4d49-8965-047b9be8fc84 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:06.995091 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-df31f7b8-1ad0-4b39-9117-616677555940 req-e48bdf21-d300-4d49-8965-047b9be8fc84 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de80ebf-3756-478c-9416-c26203974ce2 HTTP/1.1" status: 200 len: 947 time: 0.5936761 May 13 14:29:07.018854 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 52011891-5002-4f07-b7c1-b8d881cae53c details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:29:07.153437 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-df31f7b8-1ad0-4b39-9117-616677555940 req-939528b6-c12a-47fe-a161-0a09426422e2 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] 10.222.0.35 "GET /v2.0/security-groups?id=45d3d7d1-7d4d-4ebf-bba5-0ac5b74d3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532001 May 13 14:29:07.161011 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c88b413-7d56-4af1-8696-57e669c5b7d1 req-bb226d7b-8a97-4fd4-b424-5167fb1a666a service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041193 May 13 14:29:07.227722 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ae03ec6-ce8b-4cf7-bf41-262d06c5d332'] response: {'name': 'network-changed', 'server_uuid': '99104040-ca66-4816-9a4a-97fe3e503f87', 'tag': '62fe7f39-085f-40cf-be2e-1290e4a0f845', 'status': 'completed', 'code': 200} May 13 14:29:07.394035 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 52011891-5002-4f07-b7c1-b8d881cae53c, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=52011891-5002-4f07-b7c1-b8d881cae53c,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:07.412593 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:29:07.432208 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '52011891-5002-4f07-b7c1-b8d881cae53c', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': '52011891-5002-4f07-b7c1-b8d881cae53c', 'mac_address': 'fa:16:3e:e5:44:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:29:07.432951 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdf44c-ad35-4f25-b705-bf0fef73c68a req-79f58d62-4354-45a2-bd2d-5365c8c2ddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:07.434777 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-03cdf44c-ad35-4f25-b705-bf0fef73c68a req-79f58d62-4354-45a2-bd2d-5365c8c2ddfc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f63b25b835b4625ab62ac037232d4b9&device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 1099 time: 0.1830411 May 13 14:29:07.487151 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb615707-1de7-4fb2-a9c3-7320c4a05f02'] response: {'name': 'network-changed', 'server_uuid': '60c99b64-d8a7-457b-9b27-65708647c763', 'tag': '3932b78c-4b38-439c-9ce6-f9a02d120943', 'status': 'completed', 'code': 200} May 13 14:29:07.546834 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 52011891-5002-4f07-b7c1-b8d881cae53c is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:07.547492 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:07.587302 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-77514af7-453c-402f-8775-d35d10a19bc5 req-c3d30513-f60e-498f-9129-3bebf187862f service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6106067 May 13 14:29:07.593845 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52011891-5002-4f07-b7c1-b8d881cae53c {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:29:07.621419 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 52011891-5002-4f07-b7c1-b8d881cae53c, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=52011891-5002-4f07-b7c1-b8d881cae53c,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:07.627042 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:07.637724 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64802409-dbae-4a63-863d-66e145f076f3 req-c7769a66-f2bf-47c1-9a9b-b544bf9387c4 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:07.645674 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-64802409-dbae-4a63-863d-66e145f076f3 req-c7769a66-f2bf-47c1-9a9b-b544bf9387c4 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d595fe3-26ea-4346-b725-82ef71a699c4 HTTP/1.1" status: 200 len: 945 time: 0.1951022 May 13 14:29:07.695504 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdf44c-ad35-4f25-b705-bf0fef73c68a req-221eaddc-8694-479e-9cd0-2f5821e9f7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:07.698375 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-03cdf44c-ad35-4f25-b705-bf0fef73c68a req-221eaddc-8694-479e-9cd0-2f5821e9f7cf service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.2547488 May 13 14:29:07.734947 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=52011891-5002-4f07-b7c1-b8d881cae53c,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:07.798226 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-03cdf44c-ad35-4f25-b705-bf0fef73c68a req-d089bd4e-9c91-48da-b872-f927fed38032 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=62fe7f39-085f-40cf-be2e-1290e4a0f845 HTTP/1.1" status: 200 len: 217 time: 0.0916734 May 13 14:29:07.852211 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecf45724-307f-45bf-8853-4b564630ab3a'] response: {'server_uuid': 'cd97781e-09d8-4c5d-92b2-880d56cbd266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf4f581-d663-49f2-97f8-2fac6fb9c8be', 'code': 200} May 13 14:29:07.871688 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-64802409-dbae-4a63-863d-66e145f076f3 req-9c1b8e77-f70a-43a8-8046-a62877971086 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d9a287c-f29b-4bd7-bc74-583d2a008d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254667 May 13 14:29:07.888403 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdf44c-ad35-4f25-b705-bf0fef73c68a req-b9f22ea3-ba8f-4fab-8068-9f8791274692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:07.888403 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-03cdf44c-ad35-4f25-b705-bf0fef73c68a req-b9f22ea3-ba8f-4fab-8068-9f8791274692 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.0812373 May 13 14:29:07.965335 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-77514af7-453c-402f-8775-d35d10a19bc5 req-855b87dd-b5c9-4b38-ad61-cc24a1c9bcb0 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640172 May 13 14:29:08.016002 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['52011891-5002-4f07-b7c1-b8d881cae53c'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:29:08.029834 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdf44c-ad35-4f25-b705-bf0fef73c68a req-2b27679e-18f1-4fd2-acbf-7cae443e1380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:08.031541 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-03cdf44c-ad35-4f25-b705-bf0fef73c68a req-2b27679e-18f1-4fd2-acbf-7cae443e1380 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1388481 May 13 14:29:08.187073 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680e791-f4b9-473b-b276-d86193d2dadc req-8dae218a-8ccf-44e1-a415-6b43b8905537 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:08.188504 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a680e791-f4b9-473b-b276-d86193d2dadc req-8dae218a-8ccf-44e1-a415-6b43b8905537 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c4efbf3-7b4a-41fa-b0e5-007aea20d301 HTTP/1.1" status: 200 len: 944 time: 0.1689806 May 13 14:29:08.249739 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a680e791-f4b9-473b-b276-d86193d2dadc req-57ddf69c-eeaf-49fd-9a48-0b6458ffb5c5 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] 10.222.0.35 "GET /v2.0/security-groups?id=87da65aa-e484-4e6a-8b80-f1d2e59895de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532312 May 13 14:29:08.262411 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d4a48-a173-4e77-b258-21b6ff177a1b req-40219def-7689-4310-b65f-fcb5ace84d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:08.279160 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-386d4a48-a173-4e77-b258-21b6ff177a1b req-40219def-7689-4310-b65f-fcb5ace84d0f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6f63b25b835b4625ab62ac037232d4b9&device_id=60c99b64-d8a7-457b-9b27-65708647c763 HTTP/1.1" status: 200 len: 1099 time: 0.1851056 May 13 14:29:08.406122 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f0785-1109-421e-b8ba-acb5134d467f req-9e6eb764-3fc9-41d0-95c1-d496be9ef6c4 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:08.408783 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-215f0785-1109-421e-b8ba-acb5134d467f req-9e6eb764-3fc9-41d0-95c1-d496be9ef6c4 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=60c99b64-d8a7-457b-9b27-65708647c763 HTTP/1.1" status: 200 len: 948 time: 0.3731344 May 13 14:29:08.412765 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-03cdf44c-ad35-4f25-b705-bf0fef73c68a req-db1f0d15-c9e6-4976-ad3d-4b3f86ccd21d service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296456 May 13 14:29:08.493557 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d4a48-a173-4e77-b258-21b6ff177a1b req-498fc535-eeab-47cb-9e88-dc89d63c6c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:08.495097 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-386d4a48-a173-4e77-b258-21b6ff177a1b req-498fc535-eeab-47cb-9e88-dc89d63c6c0d service neutron] 10.222.0.74 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.2148182 May 13 14:29:08.600641 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-386d4a48-a173-4e77-b258-21b6ff177a1b req-fa6d9731-367a-40e0-a34b-e68b5e7d762e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=3932b78c-4b38-439c-9ce6-f9a02d120943 HTTP/1.1" status: 200 len: 217 time: 0.0972424 May 13 14:29:08.635522 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-215f0785-1109-421e-b8ba-acb5134d467f req-23348370-65c1-4966-bca1-c491f397b86a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214520 May 13 14:29:08.653287 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-03cdf44c-ad35-4f25-b705-bf0fef73c68a req-6ccdbcd0-aa58-4c88-8a01-753060d2ba97 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090397 May 13 14:29:08.670865 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 62fe7f39-085f-40cf-be2e-1290e4a0f845 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:29:08.675395 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:29:08.730186 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d4a48-a173-4e77-b258-21b6ff177a1b req-5c0396ad-cdf1-42e2-9bd3-ca57a9731bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:08.732358 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-386d4a48-a173-4e77-b258-21b6ff177a1b req-5c0396ad-cdf1-42e2-9bd3-ca57a9731bf7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1256795 May 13 14:29:08.909506 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d4a48-a173-4e77-b258-21b6ff177a1b req-cbb394f8-ee13-4a50-9e9f-9902688fdf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:08.912553 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-386d4a48-a173-4e77-b258-21b6ff177a1b req-cbb394f8-ee13-4a50-9e9f-9902688fdf3c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1715488 May 13 14:29:08.946355 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:29:08.953726 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:08.954463 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:09.062353 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 62fe7f39-085f-40cf-be2e-1290e4a0f845, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=62fe7f39-085f-40cf-be2e-1290e4a0f845,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:09.105180 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '62fe7f39-085f-40cf-be2e-1290e4a0f845', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': '62fe7f39-085f-40cf-be2e-1290e4a0f845', 'mac_address': 'fa:16:3e:ea:19:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:29:09.196090 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-386d4a48-a173-4e77-b258-21b6ff177a1b req-e57ddc9c-cbc6-497a-91a8-d82814bf1d55 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767851 May 13 14:29:09.341230 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:09.341733 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:09.379010 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015,segment=NetworkSegment(fe11dbea-bf11-470d-b995-0ef53dd12d7c),segment_id=fe11dbea-bf11-470d-b995-0ef53dd12d7c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:09.381496 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 62fe7f39-085f-40cf-be2e-1290e4a0f845 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:09.382006 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:09.393552 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:09.409112 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1e9e2-c8f1-4fa0-bfdf-4f7190be5364 req-bd28beeb-7e25-4b88-b6c1-2ccfc2a0d686 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:09.420141 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-52c1e9e2-c8f1-4fa0-bfdf-4f7190be5364 req-bd28beeb-7e25-4b88-b6c1-2ccfc2a0d686 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de80ebf-3756-478c-9416-c26203974ce2 HTTP/1.1" status: 200 len: 948 time: 0.3664052 May 13 14:29:09.447475 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62fe7f39-085f-40cf-be2e-1290e4a0f845 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:29:09.491634 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 62fe7f39-085f-40cf-be2e-1290e4a0f845, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=62fe7f39-085f-40cf-be2e-1290e4a0f845,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:09.502730 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:09.508420 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:09.512941 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-386d4a48-a173-4e77-b258-21b6ff177a1b req-381eb15d-6c74-461a-b215-84aecdb18444 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065987 May 13 14:29:09.517442 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:09.517796 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:09.518138 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:09.518474 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:09.519087 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:09.519449 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:09.519829 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:09.520165 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:09.520491 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:09.520816 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:09.521145 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:09.521510 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:09.549409 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cafc51-4c40-43cd-9c3c-bcb51d0d2282 req-ec2e615b-b84f-4e9d-a1e4-918fd609af7c tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:09.556559 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-36cafc51-4c40-43cd-9c3c-bcb51d0d2282 req-ec2e615b-b84f-4e9d-a1e4-918fd609af7c tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e53e379-40af-40f7-8df4-5059731ea009 HTTP/1.1" status: 200 len: 950 time: 0.2027657 May 13 14:29:09.584368 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-52c1e9e2-c8f1-4fa0-bfdf-4f7190be5364 req-70e4bd00-7c14-426b-bd19-e56f6b40c8a3 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] 10.222.0.35 "GET /v2.0/security-groups?id=45d3d7d1-7d4d-4ebf-bba5-0ac5b74d3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603620 May 13 14:29:09.695197 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=62fe7f39-085f-40cf-be2e-1290e4a0f845,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:09.709861 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-36cafc51-4c40-43cd-9c3c-bcb51d0d2282 req-74e2dbaf-ad2d-4563-a77b-317f57ce346c tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/security-groups?id=b733994d-6d32-4f06-8c4b-aeeef52c1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522329 May 13 14:29:09.851427 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['62fe7f39-085f-40cf-be2e-1290e4a0f845'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:29:09.919725 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4efbf3-7b4a-41fa-b0e5-007aea20d301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:09.996733 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff84cd-1c90-440b-bddd-9e7a118cfe9a req-f1a3dc6a-4179-429e-9f7b-0feb652190cb tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:09.998793 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a0ff84cd-1c90-440b-bddd-9e7a118cfe9a req-f1a3dc6a-4179-429e-9f7b-0feb652190cb tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c4efbf3-7b4a-41fa-b0e5-007aea20d301 HTTP/1.1" status: 200 len: 945 time: 0.0943897 May 13 14:29:10.083424 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a0ff84cd-1c90-440b-bddd-9e7a118cfe9a req-e00b0893-7c3c-4478-8da0-2871c7ffc8c6 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] 10.222.0.35 "GET /v2.0/security-groups?id=87da65aa-e484-4e6a-8b80-f1d2e59895de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781946 May 13 14:29:10.168964 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53330da8-e611-4138-8442-d40640d62621 req-ea1d1189-e07f-451c-8949-6597f98bbe93 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:10.169766 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-53330da8-e611-4138-8442-d40640d62621 req-ea1d1189-e07f-451c-8949-6597f98bbe93 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Synchronizing usage tracker for tenant:6f63b25b835b4625ab62ac037232d4b9 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:29:10.183713 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-53330da8-e611-4138-8442-d40640d62621 req-ea1d1189-e07f-451c-8949-6597f98bbe93 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Unset dirty status for tenant:6f63b25b835b4625ab62ac037232d4b9 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:29:10.184887 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-53330da8-e611-4138-8442-d40640d62621 req-ea1d1189-e07f-451c-8949-6597f98bbe93 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=60c99b64-d8a7-457b-9b27-65708647c763 HTTP/1.1" status: 200 len: 948 time: 0.1419561 May 13 14:29:10.259277 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-53330da8-e611-4138-8442-d40640d62621 req-bae66ba2-4030-48cc-8282-cdb65e91742e tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Synchronizing usage tracker for tenant:6f63b25b835b4625ab62ac037232d4b9 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:29:10.273602 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-53330da8-e611-4138-8442-d40640d62621 req-bae66ba2-4030-48cc-8282-cdb65e91742e tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Unset dirty status for tenant:6f63b25b835b4625ab62ac037232d4b9 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:29:10.274864 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-53330da8-e611-4138-8442-d40640d62621 req-bae66ba2-4030-48cc-8282-cdb65e91742e tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816247 May 13 14:29:10.301767 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65a7a15a-7ddb-4d69-b148-a0eed97aacb3'] response: {'server_uuid': '8c4efbf3-7b4a-41fa-b0e5-007aea20d301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015', 'code': 200} May 13 14:29:10.485901 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7906841-bd06-41f1-9a82-334e817830b3 req-479bfb7f-cc49-4393-aa80-5ffeec36f2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:10.488488 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c7906841-bd06-41f1-9a82-334e817830b3 req-479bfb7f-cc49-4393-aa80-5ffeec36f2f8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8c4efbf3-7b4a-41fa-b0e5-007aea20d301 HTTP/1.1" status: 200 len: 1096 time: 0.1110897 May 13 14:29:10.550772 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286294e-02f1-4ec9-934b-f411844400a0 req-6766c9fe-e0bb-4892-8fc3-e16d3dffb241 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:10.552346 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5286294e-02f1-4ec9-934b-f411844400a0 req-6766c9fe-e0bb-4892-8fc3-e16d3dffb241 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e53e379-40af-40f7-8df4-5059731ea009 HTTP/1.1" status: 200 len: 950 time: 0.2448473 May 13 14:29:10.572680 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c7906841-bd06-41f1-9a82-334e817830b3 req-0eb3e919-4b8a-44ab-b966-5a8b6c5ee0da service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=87da65aa-e484-4e6a-8b80-f1d2e59895de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748065 May 13 14:29:10.641120 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4595c44c-20ac-4c54-adc4-f9cc3ae0eb10 req-5d969f83-fd71-437c-9b78-fb13692346cb tempest-QuotasAdminNegativeTest-1791711996 tempest-QuotasAdminNegativeTest-1791711996-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a0fcead8b5424dcf82b2cc7965d16a2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0757816 May 13 14:29:10.769982 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-5286294e-02f1-4ec9-934b-f411844400a0 req-73bfda48-ae98-4b93-9544-c11653c15dde tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Deleting port c2c7a1ee-df09-44db-977c-2bfd92e74655 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:29:10.770216 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5286294e-02f1-4ec9-934b-f411844400a0 req-73bfda48-ae98-4b93-9544-c11653c15dde tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:10.920606 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595c44c-20ac-4c54-adc4-f9cc3ae0eb10 req-889414fd-a561-423f-8552-92f8122077ba tempest-QuotasAdminNegativeTest-1791711996 tempest-QuotasAdminNegativeTest-1791711996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:10.932005 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4595c44c-20ac-4c54-adc4-f9cc3ae0eb10 req-889414fd-a561-423f-8552-92f8122077ba tempest-QuotasAdminNegativeTest-1791711996 tempest-QuotasAdminNegativeTest-1791711996-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2789061 May 13 14:29:11.044137 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 52011891-5002-4f07-b7c1-b8d881cae53c up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:29:11.195539 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 52011891-5002-4f07-b7c1-b8d881cae53c completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:29:11.206062 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4595c44c-20ac-4c54-adc4-f9cc3ae0eb10 req-46c66136-3210-4a17-a0ac-bfed9f09cff5 tempest-QuotasAdminNegativeTest-1791711996 tempest-QuotasAdminNegativeTest-1791711996-project] 10.222.0.35 "GET /v2.0/quotas/a0fcead8b5424dcf82b2cc7965d16a2f HTTP/1.1" status: 200 len: 375 time: 0.2728865 May 13 14:29:11.207048 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 52011891-5002-4f07-b7c1-b8d881cae53c triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:11.208069 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:11.284229 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4595c44c-20ac-4c54-adc4-f9cc3ae0eb10 req-ee90bff2-1f77-4044-8dc1-c4e5bc222c98 tempest-QuotasAdminNegativeTest-1791711996 tempest-QuotasAdminNegativeTest-1791711996-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0fcead8b5424dcf82b2cc7965d16a2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769622 May 13 14:29:11.363924 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822176c-74e9-400e-996d-2f5cc0790192 req-0c7446ab-5b4a-486b-ad19-1d7df999070c tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:11.367133 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2822176c-74e9-400e-996d-2f5cc0790192 req-0c7446ab-5b4a-486b-ad19-1d7df999070c tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de80ebf-3756-478c-9416-c26203974ce2 HTTP/1.1" status: 200 len: 948 time: 0.2693958 May 13 14:29:11.425873 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2822176c-74e9-400e-996d-2f5cc0790192 req-641d5624-4a73-4c98-b788-03fe2e7b93b2 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] 10.222.0.35 "GET /v2.0/security-groups?id=45d3d7d1-7d4d-4ebf-bba5-0ac5b74d3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520375 May 13 14:29:11.448004 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-5286294e-02f1-4ec9-934b-f411844400a0 req-73bfda48-ae98-4b93-9544-c11653c15dde tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] For port c2c7a1ee-df09-44db-977c-2bfd92e74655, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=c2c7a1ee-df09-44db-977c-2bfd92e74655,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:11.449690 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5286294e-02f1-4ec9-934b-f411844400a0 req-73bfda48-ae98-4b93-9544-c11653c15dde tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:11.454874 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 52011891-5002-4f07-b7c1-b8d881cae53c is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:11.455332 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:11.496127 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41012) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:11.562194 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 52011891-5002-4f07-b7c1-b8d881cae53c, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=52011891-5002-4f07-b7c1-b8d881cae53c,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:11.568203 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:11.742610 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-5286294e-02f1-4ec9-934b-f411844400a0 req-73bfda48-ae98-4b93-9544-c11653c15dde tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Calling delete_port for c2c7a1ee-df09-44db-977c-2bfd92e74655 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:29:11.745955 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=52011891-5002-4f07-b7c1-b8d881cae53c,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:11.786889 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d0a5d74c-a9de-4a28-a3ab-6d87ab6d82ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:11.809843 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d0a5d74c-a9de-4a28-a3ab-6d87ab6d82ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:11.819059 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d0a5d74c-a9de-4a28-a3ab-6d87ab6d82ac admin admin] Usage tracker for resource:security_group_rule and tenant:ad0c0ee5cd734af58d2deb3ef2343b0b is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:11.826495 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d0a5d74c-a9de-4a28-a3ab-6d87ab6d82ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:11.838144 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d0a5d74c-a9de-4a28-a3ab-6d87ab6d82ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:11.864927 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad064d-abf5-498a-83cd-fc27e4fd508e req-49924f6c-6ae1-4f05-98ce-8fa981edcd1f tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:11.868136 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7dad064d-abf5-498a-83cd-fc27e4fd508e req-49924f6c-6ae1-4f05-98ce-8fa981edcd1f tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e53e379-40af-40f7-8df4-5059731ea009 HTTP/1.1" status: 200 len: 950 time: 0.3103325 May 13 14:29:11.942330 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7dad064d-abf5-498a-83cd-fc27e4fd508e req-6065af0d-6a9f-4bbc-bcb1-37e74ca79d35 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/security-groups?id=b733994d-6d32-4f06-8c4b-aeeef52c1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631194 May 13 14:29:12.004524 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5286294e-02f1-4ec9-934b-f411844400a0 req-73bfda48-ae98-4b93-9544-c11653c15dde tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:12.016246 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['c2c7a1ee-df09-44db-977c-2bfd92e74655'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:29:12.028901 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d0a5d74c-a9de-4a28-a3ab-6d87ab6d82ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:12.034771 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d0a5d74c-a9de-4a28-a3ab-6d87ab6d82ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:12.046449 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['2bf10b63-ed92-48a6-99bd-fd1c589c340d'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:29:12.154046 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d0a5d74c-a9de-4a28-a3ab-6d87ab6d82ac admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad0c0ee5cd734af58d2deb3ef2343b0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6537788 May 13 14:29:12.154950 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41020) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:12.157401 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5d74c-a9de-4a28-a3ab-6d87ab6d82ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ce5cc3-069d-471c-a865-26275cf21a56,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:12.160118 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bfda48-ae98-4b93-9544-c11653c15dde tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Pushing event deleted for resources: {'Port': ['ID=c2c7a1ee-df09-44db-977c-2bfd92e74655,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:12.248982 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621052e-16ee-477b-93e7-d2172a9b28d7 req-2699ec7b-1642-4c5d-94e2-495afdfc66a3 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:12.256271 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e621052e-16ee-477b-93e7-d2172a9b28d7 req-2699ec7b-1642-4c5d-94e2-495afdfc66a3 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d595fe3-26ea-4346-b725-82ef71a699c4 HTTP/1.1" status: 200 len: 945 time: 0.3353124 May 13 14:29:12.287669 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-5286294e-02f1-4ec9-934b-f411844400a0 req-73bfda48-ae98-4b93-9544-c11653c15dde tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] No DVR routers for this DVR port c2c7a1ee-df09-44db-977c-2bfd92e74655 on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:29:12.291293 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5286294e-02f1-4ec9-934b-f411844400a0 req-73bfda48-ae98-4b93-9544-c11653c15dde tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:12.315215 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de80ebf-3756-478c-9416-c26203974ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52011891-5002-4f07-b7c1-b8d881cae53c'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:12.329939 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e53e379-40af-40f7-8df4-5059731ea009', 'name': 'network-vif-deleted', 'tag': 'c2c7a1ee-df09-44db-977c-2bfd92e74655'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:12.352255 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5286294e-02f1-4ec9-934b-f411844400a0 req-73bfda48-ae98-4b93-9544-c11653c15dde tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.59 "DELETE /v2.0/ports/c2c7a1ee-df09-44db-977c-2bfd92e74655 HTTP/1.1" status: 204 len: 173 time: 1.7881370 May 13 14:29:12.383149 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f31b8a6-60c2-4064-8a4a-24a5eba6f6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:12.414382 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e621052e-16ee-477b-93e7-d2172a9b28d7 req-5f68a6f6-fd10-4731-8d98-060c75f5bf39 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d9a287c-f29b-4bd7-bc74-583d2a008d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546590 May 13 14:29:12.537573 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f31b8a6-60c2-4064-8a4a-24a5eba6f6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:12.569437 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d1eee-ca47-4d26-80f4-a9d7706ebec5 req-aa98197d-c7b4-4698-9056-807c8ede9dcc tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:12.571294 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aa1d1eee-ca47-4d26-80f4-a9d7706ebec5 req-aa98197d-c7b4-4698-9056-807c8ede9dcc tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c4efbf3-7b4a-41fa-b0e5-007aea20d301 HTTP/1.1" status: 200 len: 945 time: 0.3018670 May 13 14:29:12.644229 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb012f-92fb-4a5e-b394-0f6de748c169 req-77736a03-bbd0-46d7-938a-7d1b216e3abd tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:12.648165 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-71eb012f-92fb-4a5e-b394-0f6de748c169 req-77736a03-bbd0-46d7-938a-7d1b216e3abd tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d595fe3-26ea-4346-b725-82ef71a699c4 HTTP/1.1" status: 200 len: 945 time: 0.2431278 May 13 14:29:12.664188 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05c32a-2015-457d-af11-6ac93d876ce7 req-1ae43297-c03d-45f1-8e68-ce607da26a34 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:12.671902 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8a05c32a-2015-457d-af11-6ac93d876ce7 req-1ae43297-c03d-45f1-8e68-ce607da26a34 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=60c99b64-d8a7-457b-9b27-65708647c763 HTTP/1.1" status: 200 len: 948 time: 0.1102176 May 13 14:29:12.686469 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 62fe7f39-085f-40cf-be2e-1290e4a0f845 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:29:12.733220 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8a05c32a-2015-457d-af11-6ac93d876ce7 req-5b6718c9-fd43-47d1-ae0b-a8e38ec565ce tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602481 May 13 14:29:12.741472 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aa1d1eee-ca47-4d26-80f4-a9d7706ebec5 req-d2c6009b-15f8-4b67-85de-c43aa602c4d8 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] 10.222.0.35 "GET /v2.0/security-groups?id=87da65aa-e484-4e6a-8b80-f1d2e59895de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610110 May 13 14:29:12.803773 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-71eb012f-92fb-4a5e-b394-0f6de748c169 req-fab4eff3-cc9b-4b3f-b9b3-8e4c5ad456d0 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Deleting port a2fac603-90d4-4dbe-b39b-1983ee0ec598 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:29:12.804419 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-71eb012f-92fb-4a5e-b394-0f6de748c169 req-fab4eff3-cc9b-4b3f-b9b3-8e4c5ad456d0 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:12.877914 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 62fe7f39-085f-40cf-be2e-1290e4a0f845 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:29:12.890034 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 62fe7f39-085f-40cf-be2e-1290e4a0f845 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:12.891999 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:12.947620 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f31b8a6-60c2-4064-8a4a-24a5eba6f6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:12.982945 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdc54242-e3a4-486a-b68d-9a37a26fd9a6'] response: {'server_uuid': '2de80ebf-3756-478c-9416-c26203974ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52011891-5002-4f07-b7c1-b8d881cae53c', 'code': 200} May 13 14:29:12.992923 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31b8a6-60c2-4064-8a4a-24a5eba6f6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ce5cc3-069d-471c-a865-26275cf21a56,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:13.014160 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f31b8a6-60c2-4064-8a4a-24a5eba6f6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:13.025112 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0f31b8a6-60c2-4064-8a4a-24a5eba6f6a1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f8ce5cc3-069d-471c-a865-26275cf21a56 HTTP/1.1" status: 204 len: 168 time: 0.8688660 May 13 14:29:13.044670 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a8517f6-d5e2-4a0f-b534-b94abd3842de'] response: {'server_uuid': '3e53e379-40af-40f7-8df4-5059731ea009', 'name': 'network-vif-deleted', 'tag': 'c2c7a1ee-df09-44db-977c-2bfd92e74655', 'status': 'completed', 'code': 200} May 13 14:29:13.074349 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 3932b78c-4b38-439c-9ce6-f9a02d120943 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:29:13.155287 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 62fe7f39-085f-40cf-be2e-1290e4a0f845 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:13.155645 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:13.292700 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 62fe7f39-085f-40cf-be2e-1290e4a0f845, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=62fe7f39-085f-40cf-be2e-1290e4a0f845,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:13.298278 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:13.470196 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c7d9f-5285-49fd-b8cb-9f51814c162d req-91f6add5-9c09-48a3-830b-efa1a33b0f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:13.471825 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c78c7d9f-5285-49fd-b8cb-9f51814c162d req-91f6add5-9c09-48a3-830b-efa1a33b0f8b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2de80ebf-3756-478c-9416-c26203974ce2 HTTP/1.1" status: 200 len: 1100 time: 0.2736716 May 13 14:29:13.517407 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-71eb012f-92fb-4a5e-b394-0f6de748c169 req-fab4eff3-cc9b-4b3f-b9b3-8e4c5ad456d0 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] For port a2fac603-90d4-4dbe-b39b-1983ee0ec598, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a2fac603-90d4-4dbe-b39b-1983ee0ec598,segment=NetworkSegment(01da3e03-2229-4b82-be24-679e915474a7),segment_id=01da3e03-2229-4b82-be24-679e915474a7)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:13.518591 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-71eb012f-92fb-4a5e-b394-0f6de748c169 req-fab4eff3-cc9b-4b3f-b9b3-8e4c5ad456d0 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:13.529496 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=62fe7f39-085f-40cf-be2e-1290e4a0f845,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:13.545136 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13642b-ebdd-4bcb-905e-d106daf55b6b req-fecae7c6-cb91-4d92-856e-992a49f5d533 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:13.546919 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ec13642b-ebdd-4bcb-905e-d106daf55b6b req-fecae7c6-cb91-4d92-856e-992a49f5d533 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de80ebf-3756-478c-9416-c26203974ce2 HTTP/1.1" status: 200 len: 949 time: 0.2740753 May 13 14:29:13.547912 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c78c7d9f-5285-49fd-b8cb-9f51814c162d req-d0c2dcce-3471-44b9-99b5-e0a7b6900b31 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=45d3d7d1-7d4d-4ebf-bba5-0ac5b74d3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688272 May 13 14:29:13.561122 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 3932b78c-4b38-439c-9ce6-f9a02d120943, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=3932b78c-4b38-439c-9ce6-f9a02d120943,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:13.613092 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '3932b78c-4b38-439c-9ce6-f9a02d120943', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': '3932b78c-4b38-439c-9ce6-f9a02d120943', 'mac_address': 'fa:16:3e:bb:b4:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:29:13.731082 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 3932b78c-4b38-439c-9ce6-f9a02d120943 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:13.733436 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:13.754391 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-71eb012f-92fb-4a5e-b394-0f6de748c169 req-fab4eff3-cc9b-4b3f-b9b3-8e4c5ad456d0 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Calling delete_port for a2fac603-90d4-4dbe-b39b-1983ee0ec598 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:29:13.778765 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3932b78c-4b38-439c-9ce6-f9a02d120943 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:29:13.816841 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 3932b78c-4b38-439c-9ce6-f9a02d120943, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=3932b78c-4b38-439c-9ce6-f9a02d120943,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:13.822640 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:13.828344 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ec13642b-ebdd-4bcb-905e-d106daf55b6b req-136d4e8b-0afc-4e1d-8f75-70c9cfc8985c tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] 10.222.0.35 "GET /v2.0/security-groups?id=45d3d7d1-7d4d-4ebf-bba5-0ac5b74d3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055240 May 13 14:29:13.994043 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=3932b78c-4b38-439c-9ce6-f9a02d120943,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:14.056192 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-71eb012f-92fb-4a5e-b394-0f6de748c169 req-fab4eff3-cc9b-4b3f-b9b3-8e4c5ad456d0 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:14.090032 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38968b07-31b8-4fe2-9203-3bf6aaf35d05 req-90d52233-8a8a-4b62-9cfb-48b6eb1f5203 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:14.098170 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-38968b07-31b8-4fe2-9203-3bf6aaf35d05 req-90d52233-8a8a-4b62-9cfb-48b6eb1f5203 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d595fe3-26ea-4346-b725-82ef71a699c4 HTTP/1.1" status: 200 len: 945 time: 0.1279964 May 13 14:29:14.159323 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-38968b07-31b8-4fe2-9203-3bf6aaf35d05 req-b56a26a8-4da2-4087-977c-bbd433cd9d97 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d9a287c-f29b-4bd7-bc74-583d2a008d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601139 May 13 14:29:14.242178 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['3932b78c-4b38-439c-9ce6-f9a02d120943'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:29:14.383148 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4eff3-cc9b-4b3f-b9b3-8e4c5ad456d0 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Pushing event deleted for resources: {'Port': ['ID=a2fac603-90d4-4dbe-b39b-1983ee0ec598,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:14.398216 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-71eb012f-92fb-4a5e-b394-0f6de748c169 req-fab4eff3-cc9b-4b3f-b9b3-8e4c5ad456d0 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] No DVR routers for this DVR port a2fac603-90d4-4dbe-b39b-1983ee0ec598 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:29:14.401159 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-71eb012f-92fb-4a5e-b394-0f6de748c169 req-fab4eff3-cc9b-4b3f-b9b3-8e4c5ad456d0 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:14.412983 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d595fe3-26ea-4346-b725-82ef71a699c4', 'name': 'network-vif-deleted', 'tag': 'a2fac603-90d4-4dbe-b39b-1983ee0ec598'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:14.420897 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-71eb012f-92fb-4a5e-b394-0f6de748c169 req-fab4eff3-cc9b-4b3f-b9b3-8e4c5ad456d0 tempest-ServerAddressesTestJSON-299793903 tempest-ServerAddressesTestJSON-299793903-project] 10.222.0.74 "DELETE /v2.0/ports/a2fac603-90d4-4dbe-b39b-1983ee0ec598 HTTP/1.1" status: 204 len: 173 time: 1.7618418 May 13 14:29:14.461842 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a96f7b-9d66-4177-adc4-ce35be675374 req-963dccd7-5cc1-4c5d-b75d-ecfe5fda86bd tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:14.472524 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-54a96f7b-9d66-4177-adc4-ce35be675374 req-963dccd7-5cc1-4c5d-b75d-ecfe5fda86bd tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=60c99b64-d8a7-457b-9b27-65708647c763 HTTP/1.1" status: 200 len: 949 time: 0.2008550 May 13 14:29:14.574757 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-54a96f7b-9d66-4177-adc4-ce35be675374 req-144a4568-6279-4bf3-a3ee-d1e453581cfe tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923386 May 13 14:29:14.629082 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41090) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:14.693114 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device c2c7a1ee-df09-44db-977c-2bfd92e74655 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:29:14.766274 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: c2c7a1ee-df09-44db-977c-2bfd92e74655 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:29:14.766664 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device c2c7a1ee-df09-44db-977c-2bfd92e74655 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:29:14.903070 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-36b30d93-40c8-4680-bb22-bf0b92e7b8cd admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-75985197-network', 'tenant_id': '1755eac0ebb04150a11ef4b6de32b782'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:14.909246 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-36b30d93-40c8-4680-bb22-bf0b92e7b8cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:14.914177 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-36b30d93-40c8-4680-bb22-bf0b92e7b8cd admin admin] Usage tracker for resource:network and tenant:1755eac0ebb04150a11ef4b6de32b782 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:14.919214 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-36b30d93-40c8-4680-bb22-bf0b92e7b8cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:14.925917 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-36b30d93-40c8-4680-bb22-bf0b92e7b8cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:14.942342 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b30d93-40c8-4680-bb22-bf0b92e7b8cd admin admin] Made reservation on behalf of 1755eac0ebb04150a11ef4b6de32b782 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:29:14.947079 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-36b30d93-40c8-4680-bb22-bf0b92e7b8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:14.983691 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99104040-ca66-4816-9a4a-97fe3e503f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fe7f39-085f-40cf-be2e-1290e4a0f845'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:14.997197 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-36b30d93-40c8-4680-bb22-bf0b92e7b8cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:15.023050 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-36b30d93-40c8-4680-bb22-bf0b92e7b8cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:15.025499 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-090fa570-2259-491d-a4db-e4d936f2e2c8'] response: {'server_uuid': '6d595fe3-26ea-4346-b725-82ef71a699c4', 'name': 'network-vif-deleted', 'tag': 'a2fac603-90d4-4dbe-b39b-1983ee0ec598', 'status': 'completed', 'code': 200} May 13 14:29:15.036950 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-36b30d93-40c8-4680-bb22-bf0b92e7b8cd admin admin] Usage tracker for resource:security_group_rule and tenant:1755eac0ebb04150a11ef4b6de32b782 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:15.051148 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-36b30d93-40c8-4680-bb22-bf0b92e7b8cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:15.052125 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device a2fac603-90d4-4dbe-b39b-1983ee0ec598 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:29:15.067154 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-36b30d93-40c8-4680-bb22-bf0b92e7b8cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:15.154156 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: a2fac603-90d4-4dbe-b39b-1983ee0ec598 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:29:15.155481 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device a2fac603-90d4-4dbe-b39b-1983ee0ec598 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:29:15.262635 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530aadf-04e9-49da-978c-7d71835c74cc req-1f673e19-cbce-4626-91da-b8c9a92669bc tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:15.270154 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b530aadf-04e9-49da-978c-7d71835c74cc req-1f673e19-cbce-4626-91da-b8c9a92669bc tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de80ebf-3756-478c-9416-c26203974ce2 HTTP/1.1" status: 200 len: 949 time: 0.1533642 May 13 14:29:15.305738 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-36b30d93-40c8-4680-bb22-bf0b92e7b8cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:15.314301 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-36b30d93-40c8-4680-bb22-bf0b92e7b8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:15.343752 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b30d93-40c8-4680-bb22-bf0b92e7b8cd admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:29:15.345784 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b530aadf-04e9-49da-978c-7d71835c74cc req-5a3f6187-3821-4e3d-afd5-e21710a35f63 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] 10.222.0.35 "GET /v2.0/security-groups?id=45d3d7d1-7d4d-4ebf-bba5-0ac5b74d3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746803 May 13 14:29:15.371604 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-36b30d93-40c8-4680-bb22-bf0b92e7b8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:15.372004 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-36b30d93-40c8-4680-bb22-bf0b92e7b8cd admin admin] Added segment 183027d0-4300-4178-bf33-06a5c0f8a82c of type vlan for network 37db9b39-b86e-46cc-9e6b-6ea227d6e0b3 May 13 14:29:15.644029 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b3a71-e0e8-4153-a161-82d2dfbe3462 req-133c64a7-c8f8-4a7a-b871-c0c2e2c954ca tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:15.651829 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-892b3a71-e0e8-4153-a161-82d2dfbe3462 req-133c64a7-c8f8-4a7a-b871-c0c2e2c954ca tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b869a7cb-f521-446b-bda9-8b37a87ce325 HTTP/1.1" status: 200 len: 950 time: 0.1950223 May 13 14:29:15.699064 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-36b30d93-40c8-4680-bb22-bf0b92e7b8cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:15.706221 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b30d93-40c8-4680-bb22-bf0b92e7b8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48353ba6-b2cc-46b0-b102-958f91f5d4c4,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:15.726202 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-892b3a71-e0e8-4153-a161-82d2dfbe3462 req-ce4f9173-ef9f-4f18-8149-2c43ab6e6387 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/security-groups?id=b733994d-6d32-4f06-8c4b-aeeef52c1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733905 May 13 14:29:15.785044 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6594ce2e-c166-4ba8-8686-472fdf164fdb'] response: {'server_uuid': '99104040-ca66-4816-9a4a-97fe3e503f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fe7f39-085f-40cf-be2e-1290e4a0f845', 'code': 200} May 13 14:29:15.891145 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41122) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:15.897079 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-36b30d93-40c8-4680-bb22-bf0b92e7b8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:15.897989 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b30d93-40c8-4680-bb22-bf0b92e7b8cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:15.898581 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-36b30d93-40c8-4680-bb22-bf0b92e7b8cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:15.923600 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fb7a6-3212-4a3d-99ab-c9069d2e8814 req-d9113118-5da0-4997-834b-cfac0b169e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:15.925144 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-971fb7a6-3212-4a3d-99ab-c9069d2e8814 req-d9113118-5da0-4997-834b-cfac0b169e82 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb551a13aea3422b9e1207b8508ed2c7&device_id=8c4efbf3-7b4a-41fa-b0e5-007aea20d301 HTTP/1.1" status: 200 len: 1096 time: 0.4971726 May 13 14:29:16.018963 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-8357d3be-48cc-4a79-b08f-0d1ff1bf5a56 admin admin] Deleting subnet 789a48eb-8be9-44fd-8c62-01574ebb5fb1 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:29:16.143251 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-36b30d93-40c8-4680-bb22-bf0b92e7b8cd admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5129888 May 13 14:29:16.151844 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee3d3b-e335-4109-8dd4-73ebcb2f1a5a req-20d88925-c652-48c3-9236-4b536d2b2ba7 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:16.158856 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-96ee3d3b-e335-4109-8dd4-73ebcb2f1a5a req-20d88925-c652-48c3-9236-4b536d2b2ba7 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c4efbf3-7b4a-41fa-b0e5-007aea20d301 HTTP/1.1" status: 200 len: 945 time: 0.4616039 May 13 14:29:16.177549 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41132) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:16.184311 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b30d93-40c8-4680-bb22-bf0b92e7b8cd admin admin] Pushing event updated for resources: {'Network': ['ID=37db9b39-b86e-46cc-9e6b-6ea227d6e0b3,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:16.191221 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-26419e5d-e7b4-4bdf-a4ab-3c67055356c5 admin admin] Request body: {'subnet': {'network_id': '37db9b39-b86e-46cc-9e6b-6ea227d6e0b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-75985197-subnet', 'tenant_id': '1755eac0ebb04150a11ef4b6de32b782', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:16.197218 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 37db9b39-b86e-46cc-9e6b-6ea227d6e0b3 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:29:16.207917 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-26419e5d-e7b4-4bdf-a4ab-3c67055356c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:16.222589 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-26419e5d-e7b4-4bdf-a4ab-3c67055356c5 admin admin] Usage tracker for resource:subnet and tenant:1755eac0ebb04150a11ef4b6de32b782 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:16.237916 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-26419e5d-e7b4-4bdf-a4ab-3c67055356c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:16.252138 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-26419e5d-e7b4-4bdf-a4ab-3c67055356c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:16.267830 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8357d3be-48cc-4a79-b08f-0d1ff1bf5a56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:16.279635 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-96ee3d3b-e335-4109-8dd4-73ebcb2f1a5a req-c47754c0-2fc1-4dc2-965d-258d8de010ae tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] 10.222.0.35 "GET /v2.0/security-groups?id=87da65aa-e484-4e6a-8b80-f1d2e59895de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197481 May 13 14:29:16.303296 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fb7a6-3212-4a3d-99ab-c9069d2e8814 req-b2a8b7ff-229a-4692-a031-bf0c939d3880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:16.305019 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-971fb7a6-3212-4a3d-99ab-c9069d2e8814 req-b2a8b7ff-229a-4692-a031-bf0c939d3880 service neutron] 10.222.0.59 "GET /v2.0/networks?id=08a2a2f7-1ea1-4528-b51d-6def3f2c085e HTTP/1.1" status: 200 len: 915 time: 0.3685839 May 13 14:29:16.309584 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26419e5d-e7b4-4bdf-a4ab-3c67055356c5 admin admin] Made reservation on behalf of 1755eac0ebb04150a11ef4b6de32b782 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:29:16.318149 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-26419e5d-e7b4-4bdf-a4ab-3c67055356c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:16.347969 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8357d3be-48cc-4a79-b08f-0d1ff1bf5a56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:16.451867 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8357d3be-48cc-4a79-b08f-0d1ff1bf5a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:16.549775 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-971fb7a6-3212-4a3d-99ab-c9069d2e8814 req-9e86ce1d-1c77-4eb4-bfbc-bcb1b1a8fd63 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015 HTTP/1.1" status: 200 len: 217 time: 0.2089617 May 13 14:29:16.574348 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbd7f4-1026-41d3-b7ea-599430163e54 req-8a103768-c272-4f56-8124-5987d6c2929f tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:16.577115 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-37fbd7f4-1026-41d3-b7ea-599430163e54 req-8a103768-c272-4f56-8124-5987d6c2929f tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=60c99b64-d8a7-457b-9b27-65708647c763 HTTP/1.1" status: 200 len: 949 time: 0.5210156 May 13 14:29:16.589499 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae8034-a354-438a-a043-a00c7245dd19 req-0d92200b-8278-429b-934a-0666549db0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:16.591701 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cbae8034-a354-438a-a043-a00c7245dd19 req-0d92200b-8278-429b-934a-0666549db0ba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 1101 time: 0.5702126 May 13 14:29:16.595429 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8357d3be-48cc-4a79-b08f-0d1ff1bf5a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:16.616196 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-84782d3e-6c7d-4d88-8745-a94c01eb9479 req-c97108bd-f6ee-405a-9792-5c0161c8b2a9 tempest-QuotasAdminNegativeTest-1791711996 tempest-QuotasAdminNegativeTest-1791711996-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a0fcead8b5424dcf82b2cc7965d16a2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1550224 May 13 14:29:16.686102 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357d3be-48cc-4a79-b08f-0d1ff1bf5a56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=789a48eb-8be9-44fd-8c62-01574ebb5fb1,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:16.688707 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8357d3be-48cc-4a79-b08f-0d1ff1bf5a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:16.714740 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8357d3be-48cc-4a79-b08f-0d1ff1bf5a56 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/789a48eb-8be9-44fd-8c62-01574ebb5fb1 HTTP/1.1" status: 204 len: 168 time: 0.8313100 May 13 14:29:16.719668 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41146) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:16.760878 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fb7a6-3212-4a3d-99ab-c9069d2e8814 req-6275c377-e5d6-41f7-9cb8-77565e0d0ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:16.762853 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-971fb7a6-3212-4a3d-99ab-c9069d2e8814 req-6275c377-e5d6-41f7-9cb8-77565e0d0ed7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2783538b-c16e-4d70-9e71-406b0517453d HTTP/1.1" status: 200 len: 854 time: 0.2041454 May 13 14:29:16.832713 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-971fb7a6-3212-4a3d-99ab-c9069d2e8814 req-52eac605-6d13-4385-84da-40feb4b40112 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=08a2a2f7-1ea1-4528-b51d-6def3f2c085e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613236 May 13 14:29:16.864920 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cbae8034-a354-438a-a043-a00c7245dd19 req-01f0ae5e-b7ce-4f61-a71b-eeb732a6ccfc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398105 May 13 14:29:16.883539 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-37fbd7f4-1026-41d3-b7ea-599430163e54 req-a03038db-03ff-490f-aff3-9079e581b28c tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873795 May 13 14:29:16.947547 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f46f7c09-3782-4e35-ad9d-b0ac81434c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:17.001508 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84782d3e-6c7d-4d88-8745-a94c01eb9479 req-14e9a18b-8383-4a76-a75d-d050596e4eb3 tempest-QuotasAdminNegativeTest-1791711996 tempest-QuotasAdminNegativeTest-1791711996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:17.011944 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-84782d3e-6c7d-4d88-8745-a94c01eb9479 req-14e9a18b-8383-4a76-a75d-d050596e4eb3 tempest-QuotasAdminNegativeTest-1791711996 tempest-QuotasAdminNegativeTest-1791711996-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3911257 May 13 14:29:17.036057 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-84782d3e-6c7d-4d88-8745-a94c01eb9479 req-f7e010c3-3d01-4945-af4e-e0c352b4b0aa tempest-QuotasAdminNegativeTest-1791711996 tempest-QuotasAdminNegativeTest-1791711996-project] 10.222.0.35 "GET /v2.0/quotas/a0fcead8b5424dcf82b2cc7965d16a2f HTTP/1.1" status: 200 len: 375 time: 0.0269017 May 13 14:29:17.063831 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 3932b78c-4b38-439c-9ce6-f9a02d120943 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:29:17.121123 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-84782d3e-6c7d-4d88-8745-a94c01eb9479 req-52b9201f-f94c-479a-b13a-d2203d258cb3 tempest-QuotasAdminNegativeTest-1791711996 tempest-QuotasAdminNegativeTest-1791711996-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0fcead8b5424dcf82b2cc7965d16a2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805147 May 13 14:29:17.211188 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 3932b78c-4b38-439c-9ce6-f9a02d120943 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:29:17.219708 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 3932b78c-4b38-439c-9ce6-f9a02d120943 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:17.220090 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:17.245202 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f46f7c09-3782-4e35-ad9d-b0ac81434c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:17.278234 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-971fb7a6-3212-4a3d-99ab-c9069d2e8814 req-98e702b0-c1b3-4990-b7a7-f65abd576976 service neutron] 10.222.0.59 "GET /v2.0/networks/08a2a2f7-1ea1-4528-b51d-6def3f2c085e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391384 May 13 14:29:17.280534 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-f46f7c09-3782-4e35-ad9d-b0ac81434c3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b236c8-3296-4f82-b8a8-ad638f91076c']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:17.299918 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-f46f7c09-3782-4e35-ad9d-b0ac81434c3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01da3e03-2229-4b82-be24-679e915474a7') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:17.300863 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-f46f7c09-3782-4e35-ad9d-b0ac81434c3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01da3e03-2229-4b82-be24-679e915474a7') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:17.318772 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f46f7c09-3782-4e35-ad9d-b0ac81434c3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:17.350715 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f46f7c09-3782-4e35-ad9d-b0ac81434c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:17.359908 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f46f7c09-3782-4e35-ad9d-b0ac81434c3d admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:29:17.360447 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f46f7c09-3782-4e35-ad9d-b0ac81434c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:17.462518 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 3932b78c-4b38-439c-9ce6-f9a02d120943 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:17.462800 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:17.466175 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:29:17.466175 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:29:17.466175 n-d-841760-1 neutron-server[88082]: timer() May 13 14:29:17.466175 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:29:17.466175 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:29:17.466175 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:29:17.466175 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:29:17.466175 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:29:17.466175 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:29:17.466175 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:29:17.466175 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:29:17.466175 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:29:17.466175 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:29:17.466175 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:29:17.466175 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:29:17.466175 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:29:17.466175 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:29:17.466175 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:29:17.466175 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:29:17.466175 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:29:17.466175 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:29:17.466175 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:29:17.466175 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:29:17.466175 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:29:17.466175 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:29:17.466175 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:29:17.466175 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:29:17.466175 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:29:17.466175 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:29:17.466175 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:29:17.466175 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:29:17.466175 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:29:17.475010 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07804a96-1295-4ee4-96b0-9f26c47f8fa9 req-76df0e88-a3dd-42c7-a7bf-5bd59cd34b3c tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:17.476604 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-07804a96-1295-4ee4-96b0-9f26c47f8fa9 req-76df0e88-a3dd-42c7-a7bf-5bd59cd34b3c tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.74 "GET /v2.0/ports?device_id=b869a7cb-f521-446b-bda9-8b37a87ce325 HTTP/1.1" status: 200 len: 950 time: 0.6521523 May 13 14:29:17.479443 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f46f7c09-3782-4e35-ad9d-b0ac81434c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:17.482020 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-26419e5d-e7b4-4bdf-a4ab-3c67055356c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:17.521227 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 3932b78c-4b38-439c-9ce6-f9a02d120943, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=3932b78c-4b38-439c-9ce6-f9a02d120943,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:17.540102 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:17.630611 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26419e5d-e7b4-4bdf-a4ab-3c67055356c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d27eb6bf-c793-4d50-ace0-ab7406603a08,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:17.652173 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=3932b78c-4b38-439c-9ce6-f9a02d120943,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:17.663603 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26419e5d-e7b4-4bdf-a4ab-3c67055356c5 admin admin] Checking segment: {'id': '183027d0-4300-4178-bf33-06a5c0f8a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '37db9b39-b86e-46cc-9e6b-6ea227d6e0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:29:17.664031 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26419e5d-e7b4-4bdf-a4ab-3c67055356c5 admin admin] Network hostable DHCP agents. Network: 37db9b39-b86e-46cc-9e6b-6ea227d6e0b3, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:29:17.672978 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-971fb7a6-3212-4a3d-99ab-c9069d2e8814 req-8b148057-364a-4429-9405-a9a2ecc5bf49 service neutron] 10.222.0.59 "GET /v2.0/networks/08a2a2f7-1ea1-4528-b51d-6def3f2c085e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767736 May 13 14:29:17.673647 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f46f7c09-3782-4e35-ad9d-b0ac81434c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:17.697710 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc742635-ae0a-4341-b8aa-a1b0f3327538 req-8e3ae5ae-f553-4c28-9572-8d2cdc8aef68 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:17.698951 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-dc742635-ae0a-4341-b8aa-a1b0f3327538 req-8e3ae5ae-f553-4c28-9572-8d2cdc8aef68 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Synchronizing usage tracker for tenant:d9b4b5cc52af4b958e98ba51714ed884 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:29:17.703582 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26419e5d-e7b4-4bdf-a4ab-3c67055356c5 admin admin] Network 37db9b39-b86e-46cc-9e6b-6ea227d6e0b3 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:29:17.721416 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-26419e5d-e7b4-4bdf-a4ab-3c67055356c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 37db9b39-b86e-46cc-9e6b-6ea227d6e0b3) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:29:17.723633 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-dc742635-ae0a-4341-b8aa-a1b0f3327538 req-8e3ae5ae-f553-4c28-9572-8d2cdc8aef68 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Unset dirty status for tenant:d9b4b5cc52af4b958e98ba51714ed884 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:29:17.728290 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dc742635-ae0a-4341-b8aa-a1b0f3327538 req-8e3ae5ae-f553-4c28-9572-8d2cdc8aef68 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b869a7cb-f521-446b-bda9-8b37a87ce325 HTTP/1.1" status: 200 len: 950 time: 0.2863529 May 13 14:29:17.729556 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1742a232-11b3-49d4-9eb1-68520a6920ec None None] Network 37db9b39-b86e-46cc-9e6b-6ea227d6e0b3 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:29:17.731826 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26419e5d-e7b4-4bdf-a4ab-3c67055356c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:17.732557 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-26419e5d-e7b4-4bdf-a4ab-3c67055356c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:17.735780 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f7c09-3782-4e35-ad9d-b0ac81434c3d admin admin] Pushing event deleted for resources: {'Network': ['ID=a4b236c8-3296-4f82-b8a8-ad638f91076c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:17.744360 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-07804a96-1295-4ee4-96b0-9f26c47f8fa9 req-83eb94ca-e4e4-4cad-8535-1f662cf58a56 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Deleting port 2bf10b63-ed92-48a6-99bd-fd1c589c340d {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:29:17.744874 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-07804a96-1295-4ee4-96b0-9f26c47f8fa9 req-83eb94ca-e4e4-4cad-8535-1f662cf58a56 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:17.783746 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-26419e5d-e7b4-4bdf-a4ab-3c67055356c5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6051130 May 13 14:29:17.790143 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41164) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:17.799010 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c99b64-d8a7-457b-9b27-65708647c763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3932b78c-4b38-439c-9ce6-f9a02d120943'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:17.814546 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-c75c6e50-caee-452d-9cbf-f21ab4570ce3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-75985197-router', 'tenant_id': '1755eac0ebb04150a11ef4b6de32b782', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:17.837613 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dc742635-ae0a-4341-b8aa-a1b0f3327538 req-ea1d586a-aa3a-4eb4-82ac-9368ea1eb7b4 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/security-groups?id=b733994d-6d32-4f06-8c4b-aeeef52c1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984626 May 13 14:29:17.838607 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c75c6e50-caee-452d-9cbf-f21ab4570ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:17.855907 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c75c6e50-caee-452d-9cbf-f21ab4570ce3 admin admin] Usage tracker for resource:router and tenant:1755eac0ebb04150a11ef4b6de32b782 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:17.863860 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c75c6e50-caee-452d-9cbf-f21ab4570ce3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:17.875983 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c75c6e50-caee-452d-9cbf-f21ab4570ce3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:17.895880 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c75c6e50-caee-452d-9cbf-f21ab4570ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:17.897897 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c75c6e50-caee-452d-9cbf-f21ab4570ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:17.931337 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c75c6e50-caee-452d-9cbf-f21ab4570ce3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:17.998104 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f46f7c09-3782-4e35-ad9d-b0ac81434c3d admin admin] 10.222.0.35 "DELETE /v2.0/networks/a4b236c8-3296-4f82-b8a8-ad638f91076c HTTP/1.1" status: 204 len: 168 time: 1.2746716 May 13 14:29:18.186121 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:18.221619 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b891c8e-4dfe-467c-aa3b-d78cbe851bc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-37db9b39-b86e-46cc-9e6b-6ea227d6e0b3', 'network_id': '37db9b39-b86e-46cc-9e6b-6ea227d6e0b3', 'tenant_id': '1755eac0ebb04150a11ef4b6de32b782', 'fixed_ips': [{'subnet_id': 'd27eb6bf-c793-4d50-ace0-ab7406603a08'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:29:18.222475 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8b891c8e-4dfe-467c-aa3b-d78cbe851bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:18.265239 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-07804a96-1295-4ee4-96b0-9f26c47f8fa9 req-83eb94ca-e4e4-4cad-8535-1f662cf58a56 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] For port 2bf10b63-ed92-48a6-99bd-fd1c589c340d, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=2bf10b63-ed92-48a6-99bd-fd1c589c340d,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:18.265581 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-07804a96-1295-4ee4-96b0-9f26c47f8fa9 req-83eb94ca-e4e4-4cad-8535-1f662cf58a56 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:18.316932 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba041140-601d-40d3-b53c-5284015b0c77 req-06bf12c0-28a8-488a-bd4e-9791d80b69e1 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:18.327839 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ba041140-601d-40d3-b53c-5284015b0c77 req-06bf12c0-28a8-488a-bd4e-9791d80b69e1 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de80ebf-3756-478c-9416-c26203974ce2 HTTP/1.1" status: 200 len: 949 time: 0.8495269 May 13 14:29:18.352074 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41182) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:18.601233 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-8b891c8e-4dfe-467c-aa3b-d78cbe851bc8 None None] Allocated IP 172.20.0.2 (37db9b39-b86e-46cc-9e6b-6ea227d6e0b3/d27eb6bf-c793-4d50-ace0-ab7406603a08/32601e27-b837-484c-b303-8e04827bf21e) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:29:18.612753 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-07804a96-1295-4ee4-96b0-9f26c47f8fa9 req-83eb94ca-e4e4-4cad-8535-1f662cf58a56 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Calling delete_port for 2bf10b63-ed92-48a6-99bd-fd1c589c340d owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:29:18.689560 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ba041140-601d-40d3-b53c-5284015b0c77 req-4a4db1df-a686-4cbf-95e1-5f18c94aba0f tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] 10.222.0.35 "GET /v2.0/security-groups?id=45d3d7d1-7d4d-4ebf-bba5-0ac5b74d3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607526 May 13 14:29:18.787331 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcf8a153-d0cf-4ccf-8534-df105e8881d8'] response: {'server_uuid': '60c99b64-d8a7-457b-9b27-65708647c763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3932b78c-4b38-439c-9ce6-f9a02d120943', 'code': 200} May 13 14:29:18.799244 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f04b9800-052b-4ff0-b087-4cc7a455fc5f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5eca69a35c83478c86ec7b8a2154f951&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4465020 May 13 14:29:18.803362 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41188) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:18.929841 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8b891c8e-4dfe-467c-aa3b-d78cbe851bc8 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:18.946224 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c75c6e50-caee-452d-9cbf-f21ab4570ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:19.128055 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4598a4f-8b76-41ff-be55-0ffb721f9a57 req-656d8f15-64fb-43e7-ad12-f36293ce73c5 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:19.135159 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c4598a4f-8b76-41ff-be55-0ffb721f9a57 req-656d8f15-64fb-43e7-ad12-f36293ce73c5 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c4efbf3-7b4a-41fa-b0e5-007aea20d301 HTTP/1.1" status: 200 len: 945 time: 0.4835002 May 13 14:29:19.200738 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe82d4-f4a5-4e63-9dc4-d212d36c75a1 req-d6f78687-a08b-466a-8149-b45dfb7e66d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:19.202530 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f5fe82d4-f4a5-4e63-9dc4-d212d36c75a1 req-d6f78687-a08b-466a-8149-b45dfb7e66d1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=60c99b64-d8a7-457b-9b27-65708647c763 HTTP/1.1" status: 200 len: 1101 time: 0.2486496 May 13 14:29:19.205944 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a4d73c66-0986-4049-96c6-20f322bed8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:19.219679 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c4598a4f-8b76-41ff-be55-0ffb721f9a57 req-6370e135-d61f-4238-9daa-5e75913b71c4 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] 10.222.0.35 "GET /v2.0/security-groups?id=87da65aa-e484-4e6a-8b80-f1d2e59895de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789990 May 13 14:29:19.224923 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8b891c8e-4dfe-467c-aa3b-d78cbe851bc8 None None] Transition to ACTIVE for port object 32601e27-b837-484c-b303-8e04827bf21e will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:29:19.230284 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-07804a96-1295-4ee4-96b0-9f26c47f8fa9 req-83eb94ca-e4e4-4cad-8535-1f662cf58a56 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:19.280657 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8b891c8e-4dfe-467c-aa3b-d78cbe851bc8 None None] Transition to ACTIVE for port object 32601e27-b837-484c-b303-8e04827bf21e will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:29:19.287923 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8b891c8e-4dfe-467c-aa3b-d78cbe851bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:19.338433 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f5fe82d4-f4a5-4e63-9dc4-d212d36c75a1 req-24e5fb31-e043-4592-8860-70d76d5835f8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173291 May 13 14:29:19.340153 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb94ca-e4e4-4cad-8535-1f662cf58a56 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Pushing event deleted for resources: {'Port': ['ID=2bf10b63-ed92-48a6-99bd-fd1c589c340d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:19.429311 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b891c8e-4dfe-467c-aa3b-d78cbe851bc8 None None] Network 37db9b39-b86e-46cc-9e6b-6ea227d6e0b3 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:29:19.430142 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a4d73c66-0986-4049-96c6-20f322bed8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:19.438020 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-8b891c8e-4dfe-467c-aa3b-d78cbe851bc8 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:29:19.441431 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b891c8e-4dfe-467c-aa3b-d78cbe851bc8 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:29:19.539839 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf412753-a25b-485b-8c54-f6a757abacd1 req-ed879743-7332-49ef-b913-d33623421482 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:19.548857 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bf412753-a25b-485b-8c54-f6a757abacd1 req-ed879743-7332-49ef-b913-d33623421482 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=60c99b64-d8a7-457b-9b27-65708647c763 HTTP/1.1" status: 200 len: 950 time: 0.4652867 May 13 14:29:19.618267 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b891c8e-4dfe-467c-aa3b-d78cbe851bc8 None None] Pushing event updated for resources: {'Port': ['ID=32601e27-b837-484c-b303-8e04827bf21e,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:19.627722 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-07804a96-1295-4ee4-96b0-9f26c47f8fa9 req-83eb94ca-e4e4-4cad-8535-1f662cf58a56 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] No DVR routers for this DVR port 2bf10b63-ed92-48a6-99bd-fd1c589c340d on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:29:19.630800 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-8b891c8e-4dfe-467c-aa3b-d78cbe851bc8 None None] Attempting to bind port 32601e27-b837-484c-b303-8e04827bf21e on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:29:19.631716 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-8b891c8e-4dfe-467c-aa3b-d78cbe851bc8 None None] Attempting to bind port 32601e27-b837-484c-b303-8e04827bf21e by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '183027d0-4300-4178-bf33-06a5c0f8a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '37db9b39-b86e-46cc-9e6b-6ea227d6e0b3'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:29:19.632230 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b891c8e-4dfe-467c-aa3b-d78cbe851bc8 None None] Attempting to bind port 32601e27-b837-484c-b303-8e04827bf21e on network 37db9b39-b86e-46cc-9e6b-6ea227d6e0b3 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:19.640942 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b891c8e-4dfe-467c-aa3b-d78cbe851bc8 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:29:19.642025 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b891c8e-4dfe-467c-aa3b-d78cbe851bc8 None None] Checking segment: {'id': '183027d0-4300-4178-bf33-06a5c0f8a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '37db9b39-b86e-46cc-9e6b-6ea227d6e0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:29:19.642592 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8b891c8e-4dfe-467c-aa3b-d78cbe851bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:19.643139 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b891c8e-4dfe-467c-aa3b-d78cbe851bc8 None None] Bound using segment: {'id': '183027d0-4300-4178-bf33-06a5c0f8a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '37db9b39-b86e-46cc-9e6b-6ea227d6e0b3'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:29:19.643761 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-8b891c8e-4dfe-467c-aa3b-d78cbe851bc8 None None] Bound port: 32601e27-b837-484c-b303-8e04827bf21e, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183027d0-4300-4178-bf33-06a5c0f8a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '37db9b39-b86e-46cc-9e6b-6ea227d6e0b3'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:29:19.644301 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8b891c8e-4dfe-467c-aa3b-d78cbe851bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:19.719389 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c75c6e50-caee-452d-9cbf-f21ab4570ce3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:19.766886 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-07804a96-1295-4ee4-96b0-9f26c47f8fa9 req-83eb94ca-e4e4-4cad-8535-1f662cf58a56 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:19.781626 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c75c6e50-caee-452d-9cbf-f21ab4570ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:19.802378 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bf412753-a25b-485b-8c54-f6a757abacd1 req-b75951f1-ef67-477e-92a6-779054a90f2e tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525527 May 13 14:29:19.803476 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b869a7cb-f521-446b-bda9-8b37a87ce325', 'name': 'network-vif-deleted', 'tag': '2bf10b63-ed92-48a6-99bd-fd1c589c340d'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:19.817753 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a4d73c66-0986-4049-96c6-20f322bed8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:19.822431 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a4d73c66-0986-4049-96c6-20f322bed8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:19.823663 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a4d73c66-0986-4049-96c6-20f322bed8bf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8d9a287c-f29b-4bd7-bc74-583d2a008d47 HTTP/1.1" status: 204 len: 168 time: 1.0161531 May 13 14:29:19.866781 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-07804a96-1295-4ee4-96b0-9f26c47f8fa9 req-83eb94ca-e4e4-4cad-8535-1f662cf58a56 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.74 "DELETE /v2.0/ports/2bf10b63-ed92-48a6-99bd-fd1c589c340d HTTP/1.1" status: 204 len: 173 time: 2.3782058 May 13 14:29:19.867337 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-8b891c8e-4dfe-467c-aa3b-d78cbe851bc8 None None] For port 32601e27-b837-484c-b303-8e04827bf21e, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:29:19.867648 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d73c66-0986-4049-96c6-20f322bed8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9a287c-f29b-4bd7-bc74-583d2a008d47,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:19.881182 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-8b891c8e-4dfe-467c-aa3b-d78cbe851bc8 None None] For port 32601e27-b837-484c-b303-8e04827bf21e, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=32601e27-b837-484c-b303-8e04827bf21e,segment=NetworkSegment(183027d0-4300-4178-bf33-06a5c0f8a82c),segment_id=183027d0-4300-4178-bf33-06a5c0f8a82c)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:29:19.932478 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8b891c8e-4dfe-467c-aa3b-d78cbe851bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:20.024823 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6e47524-bead-4d95-bb80-ab8cfee25f8e'] response: {'server_uuid': 'b869a7cb-f521-446b-bda9-8b37a87ce325', 'name': 'network-vif-deleted', 'tag': '2bf10b63-ed92-48a6-99bd-fd1c589c340d', 'status': 'completed', 'code': 200} May 13 14:29:20.068601 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41216) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:20.132035 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c8303e7f-eed0-4b5a-9ef5-607e12088f4f req-911e0d57-554b-4507-bc59-fd9e37f39841 tempest-LiveMigrationNegativeTest-1556429322 tempest-LiveMigrationNegativeTest-1556429322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b869a7cb-f521-446b-bda9-8b37a87ce325 HTTP/1.1" status: 200 len: 210 time: 0.1612451 May 13 14:29:20.143439 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b891c8e-4dfe-467c-aa3b-d78cbe851bc8 None None] Pushing event updated for resources: {'Port': ['ID=32601e27-b837-484c-b303-8e04827bf21e,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:20.347482 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-c75c6e50-caee-452d-9cbf-f21ab4570ce3 admin admin] Allocated IP 172.25.0.112 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/d664f768-0ee6-43d7-ae72-1c78ef82cb98) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:29:20.802999 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-84d85092-9d68-4bf9-bf66-7beaaf335612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:20.869489 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-84d85092-9d68-4bf9-bf66-7beaaf335612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:20.877415 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-84d85092-9d68-4bf9-bf66-7beaaf335612 admin admin] Usage tracker for resource:security_group_rule and tenant:a0fcead8b5424dcf82b2cc7965d16a2f is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:20.881109 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-84d85092-9d68-4bf9-bf66-7beaaf335612 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:20.892321 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-84d85092-9d68-4bf9-bf66-7beaaf335612 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:21.019696 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0f6af-47f1-4420-bc7d-a8362ff034a7 req-e2939bb9-8c86-4094-980b-4ab900d2b7a1 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:21.037337 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-53f0f6af-47f1-4420-bc7d-a8362ff034a7 req-e2939bb9-8c86-4094-980b-4ab900d2b7a1 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c4efbf3-7b4a-41fa-b0e5-007aea20d301 HTTP/1.1" status: 200 len: 945 time: 0.4357173 May 13 14:29:21.057938 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 2bf10b63-ed92-48a6-99bd-fd1c589c340d no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:29:21.119049 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 2bf10b63-ed92-48a6-99bd-fd1c589c340d {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:29:21.119451 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 2bf10b63-ed92-48a6-99bd-fd1c589c340d not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:29:21.122218 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-84d85092-9d68-4bf9-bf66-7beaaf335612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:21.128356 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-84d85092-9d68-4bf9-bf66-7beaaf335612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:21.169258 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-53f0f6af-47f1-4420-bc7d-a8362ff034a7 req-f8a5d9f1-4e16-40b6-b683-e3606b69c5ed tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] 10.222.0.35 "GET /v2.0/security-groups?id=87da65aa-e484-4e6a-8b80-f1d2e59895de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325059 May 13 14:29:21.171024 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d85092-9d68-4bf9-bf66-7beaaf335612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b690f80-9b09-4c1d-8590-b0bfb25b1208,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:21.229621 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c75c6e50-caee-452d-9cbf-f21ab4570ce3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:21.235079 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 32601e27-b837-484c-b303-8e04827bf21e up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:29:21.310772 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c75c6e50-caee-452d-9cbf-f21ab4570ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:21.362336 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-84d85092-9d68-4bf9-bf66-7beaaf335612 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a0fcead8b5424dcf82b2cc7965d16a2f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2926481 May 13 14:29:21.368896 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41260) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:21.409827 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75c6e50-caee-452d-9cbf-f21ab4570ce3 admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:29:21.415064 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-c75c6e50-caee-452d-9cbf-f21ab4570ce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:29:21.426565 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75c6e50-caee-452d-9cbf-f21ab4570ce3 admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:29:21.500469 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d30f0-6cbe-4bce-933f-2d20e5dceb0c req-882459bb-d30a-4c83-9a58-ded7ca04949f tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:21.501199 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 32601e27-b837-484c-b303-8e04827bf21e completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:29:21.510511 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9c3d30f0-6cbe-4bce-933f-2d20e5dceb0c req-882459bb-d30a-4c83-9a58-ded7ca04949f tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=60c99b64-d8a7-457b-9b27-65708647c763 HTTP/1.1" status: 200 len: 950 time: 0.3218524 May 13 14:29:21.597149 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8a6975a4-f11b-4071-afb2-5a216590ce8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:21.678374 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9c3d30f0-6cbe-4bce-933f-2d20e5dceb0c req-c0451926-2a34-47b7-a134-0e405f5e576c tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616583 May 13 14:29:21.716856 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41270) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:21.724522 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c6e50-caee-452d-9cbf-f21ab4570ce3 admin admin] Pushing event updated for resources: {'Port': ['ID=d664f768-0ee6-43d7-ae72-1c78ef82cb98,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:21.730111 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8a6975a4-f11b-4071-afb2-5a216590ce8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:21.752075 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b00d3f3-6a3b-4192-aa56-c0ca657b9fb3 None None] Network 37db9b39-b86e-46cc-9e6b-6ea227d6e0b3 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:29:21.866764 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8a6975a4-f11b-4071-afb2-5a216590ce8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:21.898725 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6975a4-f11b-4071-afb2-5a216590ce8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b690f80-9b09-4c1d-8590-b0bfb25b1208,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:21.935927 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8a6975a4-f11b-4071-afb2-5a216590ce8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:21.939395 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8a6975a4-f11b-4071-afb2-5a216590ce8a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7b690f80-9b09-4c1d-8590-b0bfb25b1208 HTTP/1.1" status: 204 len: 168 time: 0.5634098 May 13 14:29:22.016224 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-6d0c9c30-9950-4173-88ed-eb2c9a5cb886 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-844184271-network', 'tenant_id': 'b755af5d91d7459fa39442a380244842'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:22.024693 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6d0c9c30-9950-4173-88ed-eb2c9a5cb886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:22.044017 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6d0c9c30-9950-4173-88ed-eb2c9a5cb886 admin admin] Usage tracker for resource:network and tenant:b755af5d91d7459fa39442a380244842 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:22.049041 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6d0c9c30-9950-4173-88ed-eb2c9a5cb886 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:22.072105 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6d0c9c30-9950-4173-88ed-eb2c9a5cb886 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:22.081754 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b3c7d519-892d-489c-bea6-6e78f9cbe91f None None] Provisioning for port 32601e27-b837-484c-b303-8e04827bf21e completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:29:22.107572 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b3c7d519-892d-489c-bea6-6e78f9cbe91f None None] Provisioning complete for port 32601e27-b837-484c-b303-8e04827bf21e triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:22.112080 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0c9c30-9950-4173-88ed-eb2c9a5cb886 admin admin] Made reservation on behalf of b755af5d91d7459fa39442a380244842 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:29:22.112510 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d519-892d-489c-bea6-6e78f9cbe91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:22.115059 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9c30-9950-4173-88ed-eb2c9a5cb886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:22.144084 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9c30-9950-4173-88ed-eb2c9a5cb886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:22.163162 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6d0c9c30-9950-4173-88ed-eb2c9a5cb886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:22.168307 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6d0c9c30-9950-4173-88ed-eb2c9a5cb886 admin admin] Usage tracker for resource:security_group_rule and tenant:b755af5d91d7459fa39442a380244842 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:22.172205 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6d0c9c30-9950-4173-88ed-eb2c9a5cb886 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:22.195926 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6d0c9c30-9950-4173-88ed-eb2c9a5cb886 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:22.449658 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58d921-6a4b-4bc1-a1bd-156410d24f15 req-1c021014-8c7e-47fd-a826-b86d2359ca4a tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:22.451563 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ee58d921-6a4b-4bc1-a1bd-156410d24f15 req-1c021014-8c7e-47fd-a826-b86d2359ca4a tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de80ebf-3756-478c-9416-c26203974ce2 HTTP/1.1" status: 200 len: 949 time: 0.9865918 May 13 14:29:22.514968 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9c30-9950-4173-88ed-eb2c9a5cb886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:22.522641 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41294) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:22.551929 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9c30-9950-4173-88ed-eb2c9a5cb886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:22.584813 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d0c9c30-9950-4173-88ed-eb2c9a5cb886 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:29:22.782559 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-b3c7d519-892d-489c-bea6-6e78f9cbe91f None None] Current status of the port 32601e27-b837-484c-b303-8e04827bf21e is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:22.783807 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d519-892d-489c-bea6-6e78f9cbe91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:22.829442 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41300) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:22.871051 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-b3c7d519-892d-489c-bea6-6e78f9cbe91f None None] For port 32601e27-b837-484c-b303-8e04827bf21e, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=32601e27-b837-484c-b303-8e04827bf21e,segment=NetworkSegment(183027d0-4300-4178-bf33-06a5c0f8a82c),segment_id=183027d0-4300-4178-bf33-06a5c0f8a82c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:22.883833 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d519-892d-489c-bea6-6e78f9cbe91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:22.978066 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ee58d921-6a4b-4bc1-a1bd-156410d24f15 req-5004d302-03e0-4840-8cd6-3838255db2bb tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] 10.222.0.35 "GET /v2.0/security-groups?id=45d3d7d1-7d4d-4ebf-bba5-0ac5b74d3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5179431 May 13 14:29:23.006304 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9c30-9950-4173-88ed-eb2c9a5cb886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:23.007356 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-6d0c9c30-9950-4173-88ed-eb2c9a5cb886 admin admin] Added segment b6d26220-439e-4546-8871-69c5d2174d29 of type vlan for network c42533e7-ad26-4a66-b646-4f2877c0361c May 13 14:29:23.051844 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4cabe32c-7e8e-4f2f-a2a9-467edaad7881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:23.083477 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7d519-892d-489c-bea6-6e78f9cbe91f None None] Pushing event updated for resources: {'Port': ['ID=32601e27-b837-484c-b303-8e04827bf21e,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:23.115578 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4cabe32c-7e8e-4f2f-a2a9-467edaad7881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:23.125643 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4cabe32c-7e8e-4f2f-a2a9-467edaad7881 admin admin] Usage tracker for resource:security_group_rule and tenant:0c8282cf0d774e02bd3755b9007225c3 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:23.134512 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4cabe32c-7e8e-4f2f-a2a9-467edaad7881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:23.207700 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c75c6e50-caee-452d-9cbf-f21ab4570ce3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:23.229879 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b1feb21e-f10f-4717-800d-143e7b7e037a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d9b4b5cc52af4b958e98ba51714ed884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7036333 May 13 14:29:23.240858 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41310) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:23.242117 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4cabe32c-7e8e-4f2f-a2a9-467edaad7881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:23.268931 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c9c30-9950-4173-88ed-eb2c9a5cb886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f047a6c-eca8-4205-97f0-b8eb72ff19f7,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:23.320036 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-21397169-d84a-42de-8b4b-815acc076a26 None None] Provisioning complete for port 32601e27-b837-484c-b303-8e04827bf21e triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:23.320687 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-21397169-d84a-42de-8b4b-815acc076a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:23.321183 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2eaf6-e289-48d5-a45d-ea080dda7250 req-8515322a-4cfc-4b2a-aced-a00aad42f0f5 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:23.328703 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4ec2eaf6-e289-48d5-a45d-ea080dda7250 req-8515322a-4cfc-4b2a-aced-a00aad42f0f5 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 950 time: 0.7828212 May 13 14:29:23.343690 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9c30-9950-4173-88ed-eb2c9a5cb886 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:23.421433 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4ec2eaf6-e289-48d5-a45d-ea080dda7250 req-62b010e5-a309-4b63-af24-54b3e94e0eaa tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911925 May 13 14:29:23.680805 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4af9cd2e-1936-4009-bf3a-a7bbfcc26840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:23.690544 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [None req-6d0c9c30-9950-4173-88ed-eb2c9a5cb886 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:29:23.754766 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-21397169-d84a-42de-8b4b-815acc076a26 None None] Current status of the port 32601e27-b837-484c-b303-8e04827bf21e is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:23.795803 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff250dd-9ac6-4069-9f59-a7b135333136 req-1ad5dfaa-f932-44aa-89e5-c79c2155768a tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:23.797484 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cff250dd-9ac6-4069-9f59-a7b135333136 req-1ad5dfaa-f932-44aa-89e5-c79c2155768a tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] 10.222.0.74 "GET /v2.0/ports?device_id=2de80ebf-3756-478c-9416-c26203974ce2 HTTP/1.1" status: 200 len: 949 time: 0.9663804 May 13 14:29:23.915610 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4af9cd2e-1936-4009-bf3a-a7bbfcc26840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:23.939702 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9c30-9950-4173-88ed-eb2c9a5cb886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:23.941305 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0c9c30-9950-4173-88ed-eb2c9a5cb886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:23.941992 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9c30-9950-4173-88ed-eb2c9a5cb886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:24.008448 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6d0c9c30-9950-4173-88ed-eb2c9a5cb886 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.2876158 May 13 14:29:24.034001 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41338) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:24.093378 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c75c6e50-caee-452d-9cbf-f21ab4570ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:24.112059 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-26c6cc8d-9296-4cf5-8c78-c13f81d035ba admin admin] Request body: {'subnet': {'network_id': 'c42533e7-ad26-4a66-b646-4f2877c0361c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-844184271-subnet', 'tenant_id': 'b755af5d91d7459fa39442a380244842', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:24.112870 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-3eb4362e-fc25-473d-9a05-3c74262d5225 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6f63b25b835b4625ab62ac037232d4b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2365003 May 13 14:29:24.117265 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-26c6cc8d-9296-4cf5-8c78-c13f81d035ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:24.121891 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-26c6cc8d-9296-4cf5-8c78-c13f81d035ba admin admin] Usage tracker for resource:subnet and tenant:b755af5d91d7459fa39442a380244842 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:24.125007 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-26c6cc8d-9296-4cf5-8c78-c13f81d035ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:24.131650 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-26c6cc8d-9296-4cf5-8c78-c13f81d035ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:24.182921 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-cff250dd-9ac6-4069-9f59-a7b135333136 req-cd2fbcf1-1bf2-492f-9450-4cf0098cfcde tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Deleting port 52011891-5002-4f07-b7c1-b8d881cae53c {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:29:24.195530 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-cff250dd-9ac6-4069-9f59-a7b135333136 req-cd2fbcf1-1bf2-492f-9450-4cf0098cfcde tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:24.253299 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c9c30-9950-4173-88ed-eb2c9a5cb886 admin admin] Pushing event updated for resources: {'Network': ['ID=c42533e7-ad26-4a66-b646-4f2877c0361c,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:24.262759 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c6cc8d-9296-4cf5-8c78-c13f81d035ba admin admin] Made reservation on behalf of b755af5d91d7459fa39442a380244842 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:29:24.264758 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-26c6cc8d-9296-4cf5-8c78-c13f81d035ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:24.282520 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network c42533e7-ad26-4a66-b646-4f2877c0361c details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:29:24.307144 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-2fc9fa27-a19f-4d84-ab22-d418af072d90 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:24.315492 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-2fc9fa27-a19f-4d84-ab22-d418af072d90 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2010684 May 13 14:29:24.422599 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-341e3c68-3dfa-4671-8eb6-7856e4f8eac1 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/quotas/6f63b25b835b4625ab62ac037232d4b9 HTTP/1.1" status: 200 len: 375 time: 0.1060472 May 13 14:29:24.438739 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4cabe32c-7e8e-4f2f-a2a9-467edaad7881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:24.466458 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4cabe32c-7e8e-4f2f-a2a9-467edaad7881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:24.612069 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-0b01256d-0473-4e68-b2a9-ca5e4e8158a4 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6f63b25b835b4625ab62ac037232d4b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1884053 May 13 14:29:24.640207 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75c6e50-caee-452d-9cbf-f21ab4570ce3 admin admin] Router df0c6448-18b1-44b5-8940-4db1b45936bc is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:29:24.706069 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94242839-8893-4f6f-99a9-707ed7f2dc68 req-5019b8a4-75fa-453f-b17a-43c655d4056c tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:24.707656 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94242839-8893-4f6f-99a9-707ed7f2dc68 req-5019b8a4-75fa-453f-b17a-43c655d4056c tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c4efbf3-7b4a-41fa-b0e5-007aea20d301 HTTP/1.1" status: 200 len: 945 time: 0.9411294 May 13 14:29:24.717164 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4cabe32c-7e8e-4f2f-a2a9-467edaad7881 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0c8282cf0d774e02bd3755b9007225c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8530545 May 13 14:29:24.722153 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cabe32c-7e8e-4f2f-a2a9-467edaad7881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f7c4fb-869a-449d-a63a-56e0ab080e03,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:24.729704 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41356) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:24.730437 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4af9cd2e-1936-4009-bf3a-a7bbfcc26840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:24.802266 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9cd2e-1936-4009-bf3a-a7bbfcc26840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b733994d-6d32-4f06-8c4b-aeeef52c1605,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:25.060027 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 32601e27-b837-484c-b303-8e04827bf21e up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:29:25.080120 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94242839-8893-4f6f-99a9-707ed7f2dc68 req-4ef1fe82-1e57-4c3e-b1f7-3eb889678da7 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] 10.222.0.35 "GET /v2.0/security-groups?id=87da65aa-e484-4e6a-8b80-f1d2e59895de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550746 May 13 14:29:25.085104 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75c6e50-caee-452d-9cbf-f21ab4570ce3 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:29:25.095998 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338febfc-1b4e-409f-afce-c6a2d35481ea None None] Sync routers for ids ['df0c6448-18b1-44b5-8940-4db1b45936bc'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:29:25.108550 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00342da-acd7-4821-b61a-73bc7dc90d6b req-44b92d82-087e-49bd-8e08-4fae362eba19 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:25.109378 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338febfc-1b4e-409f-afce-c6a2d35481ea None None] Routers {'df0c6448-18b1-44b5-8940-4db1b45936bc'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:29:25.110336 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-338febfc-1b4e-409f-afce-c6a2d35481ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:28:59Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['df0c6448-18b1-44b5-8940-4db1b45936bc'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:25.115493 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f00342da-acd7-4821-b61a-73bc7dc90d6b req-44b92d82-087e-49bd-8e08-4fae362eba19 tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de80ebf-3756-478c-9416-c26203974ce2 HTTP/1.1" status: 200 len: 949 time: 0.2017834 May 13 14:29:25.153393 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c75c6e50-caee-452d-9cbf-f21ab4570ce3 admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:25.157382 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c75c6e50-caee-452d-9cbf-f21ab4570ce3 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.3546498 May 13 14:29:25.158638 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41374) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:25.170022 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-cff250dd-9ac6-4069-9f59-a7b135333136 req-cd2fbcf1-1bf2-492f-9450-4cf0098cfcde tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] For port 52011891-5002-4f07-b7c1-b8d881cae53c, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=52011891-5002-4f07-b7c1-b8d881cae53c,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:25.170435 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-cff250dd-9ac6-4069-9f59-a7b135333136 req-cd2fbcf1-1bf2-492f-9450-4cf0098cfcde tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:25.203973 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 32601e27-b837-484c-b303-8e04827bf21e triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:25.204826 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:25.222044 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4af9cd2e-1936-4009-bf3a-a7bbfcc26840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:25.223483 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4af9cd2e-1936-4009-bf3a-a7bbfcc26840 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b733994d-6d32-4f06-8c4b-aeeef52c1605 HTTP/1.1" status: 204 len: 168 time: 1.9724603 May 13 14:29:25.287010 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f00342da-acd7-4821-b61a-73bc7dc90d6b req-8fce1572-c76f-4642-b3ce-51cab8a4ce2c tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] 10.222.0.35 "GET /v2.0/security-groups?id=45d3d7d1-7d4d-4ebf-bba5-0ac5b74d3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687212 May 13 14:29:25.533834 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-338febfc-1b4e-409f-afce-c6a2d35481ea None None] Set router df0c6448-18b1-44b5-8940-4db1b45936bc gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:29:25.534753 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 32601e27-b837-484c-b303-8e04827bf21e is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:25.681744 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-cff250dd-9ac6-4069-9f59-a7b135333136 req-cd2fbcf1-1bf2-492f-9450-4cf0098cfcde tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Calling delete_port for 52011891-5002-4f07-b7c1-b8d881cae53c owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:29:25.775020 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cf2e7-f223-48ee-b95f-1e453b47085c req-89706695-1cff-4e64-b29f-2f1a03415964 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:25.776515 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fc3cf2e7-f223-48ee-b95f-1e453b47085c req-89706695-1cff-4e64-b29f-2f1a03415964 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c4efbf3-7b4a-41fa-b0e5-007aea20d301 HTTP/1.1" status: 200 len: 945 time: 0.4461100 May 13 14:29:25.924693 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-cff250dd-9ac6-4069-9f59-a7b135333136 req-cd2fbcf1-1bf2-492f-9450-4cf0098cfcde tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:25.925484 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41400) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:25.951755 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-338febfc-1b4e-409f-afce-c6a2d35481ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'name': 'tempest-ServersTestManualDisk-75985197-router', 'tenant_id': '1755eac0ebb04150a11ef4b6de32b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd664f768-0ee6-43d7-ae72-1c78ef82cb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:29:17Z', 'updated_at': '2022-05-13T14:29:22Z', 'revision_number': 3, 'project_id': '1755eac0ebb04150a11ef4b6de32b782', 'gw_port': {'id': 'd664f768-0ee6-43d7-ae72-1c78ef82cb98', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:19Z', 'updated_at': '2022-05-13T14:29:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:25.957014 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338febfc-1b4e-409f-afce-c6a2d35481ea None None] Checking router: df0c6448-18b1-44b5-8940-4db1b45936bc for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:29:25.957389 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338febfc-1b4e-409f-afce-c6a2d35481ea None None] Updating router df0c6448-18b1-44b5-8940-4db1b45936bc port d664f768-0ee6-43d7-ae72-1c78ef82cb98 binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:29:25.961424 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-fc3cf2e7-f223-48ee-b95f-1e453b47085c req-5a3ad372-f610-4484-a8b6-b63a83799ba1 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Deleting port fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:29:25.961759 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-fc3cf2e7-f223-48ee-b95f-1e453b47085c req-5a3ad372-f610-4484-a8b6-b63a83799ba1 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:25.989694 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-26c6cc8d-9296-4cf5-8c78-c13f81d035ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:26.019919 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-338febfc-1b4e-409f-afce-c6a2d35481ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:26.067680 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-204d6396-2441-4e3b-b3c9-785a765ac370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:26.071017 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-236ea9e6-f0b2-4549-8662-972ce0ebcb71 req-125fe2c5-aa5f-43ac-be4f-9938da416383 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ad2cc6-b542-4a84-af82-ca4b0e34cdc3 HTTP/1.1" status: 200 len: 210 time: 0.4407992 May 13 14:29:26.082401 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310acb52-400e-45ad-9aea-cb5cf6efedfd req-2371448d-28a2-4bdf-b8fa-e5dc456b224b tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:26.090610 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-310acb52-400e-45ad-9aea-cb5cf6efedfd req-2371448d-28a2-4bdf-b8fa-e5dc456b224b tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd97781e-09d8-4c5d-92b2-880d56cbd266 HTTP/1.1" status: 200 len: 950 time: 0.4726520 May 13 14:29:26.092056 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2fbcf1-1bf2-492f-9450-4cf0098cfcde tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Pushing event deleted for resources: {'Port': ['ID=52011891-5002-4f07-b7c1-b8d881cae53c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:26.192157 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-83c5589d-96b9-4f30-a2e9-31ded23b1981 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d4daf938177b440ebf3d3e714fd3d737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2655385 May 13 14:29:26.200576 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6cc8d-9296-4cf5-8c78-c13f81d035ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4cb9233-019e-4cfc-bf83-4d5c01781887,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:26.212807 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41406) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:26.230725 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff250dd-9ac6-4069-9f59-a7b135333136 req-cd2fbcf1-1bf2-492f-9450-4cf0098cfcde tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] No DVR routers for this DVR port 52011891-5002-4f07-b7c1-b8d881cae53c on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:29:26.236526 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-cff250dd-9ac6-4069-9f59-a7b135333136 req-cd2fbcf1-1bf2-492f-9450-4cf0098cfcde tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:26.251859 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-204d6396-2441-4e3b-b3c9-785a765ac370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:26.274731 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de80ebf-3756-478c-9416-c26203974ce2', 'name': 'network-vif-deleted', 'tag': '52011891-5002-4f07-b7c1-b8d881cae53c'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:26.328487 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cff250dd-9ac6-4069-9f59-a7b135333136 req-cd2fbcf1-1bf2-492f-9450-4cf0098cfcde tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] 10.222.0.74 "DELETE /v2.0/ports/52011891-5002-4f07-b7c1-b8d881cae53c HTTP/1.1" status: 204 len: 173 time: 2.4761093 May 13 14:29:26.362272 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c6cc8d-9296-4cf5-8c78-c13f81d035ba admin admin] Checking segment: {'id': 'b6d26220-439e-4546-8871-69c5d2174d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c42533e7-ad26-4a66-b646-4f2877c0361c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:29:26.363328 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c6cc8d-9296-4cf5-8c78-c13f81d035ba admin admin] Network hostable DHCP agents. Network: c42533e7-ad26-4a66-b646-4f2877c0361c, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:29:26.382730 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-310acb52-400e-45ad-9aea-cb5cf6efedfd req-9f5b41f1-257b-4b01-a04d-b072da0634c7 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/security-groups?id=20439e13-78ba-4840-a41d-70cac54136f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910988 May 13 14:29:26.533278 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a3cdfa1-3a2a-42b6-96b9-c104f16cb25f'] response: {'server_uuid': '2de80ebf-3756-478c-9416-c26203974ce2', 'name': 'network-vif-deleted', 'tag': '52011891-5002-4f07-b7c1-b8d881cae53c', 'status': 'completed', 'code': 200} May 13 14:29:26.547239 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c6cc8d-9296-4cf5-8c78-c13f81d035ba admin admin] Network c42533e7-ad26-4a66-b646-4f2877c0361c is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:29:26.575711 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9644bf9a-41c9-4db7-b2fc-452d89fdd499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:26.581148 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-204d6396-2441-4e3b-b3c9-785a765ac370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:26.607406 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-338febfc-1b4e-409f-afce-c6a2d35481ea None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:26.609928 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-26c6cc8d-9296-4cf5-8c78-c13f81d035ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, c42533e7-ad26-4a66-b646-4f2877c0361c) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:29:26.618003 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21de34c6-ee70-403f-8620-c62e6cf7cdd1 None None] Network c42533e7-ad26-4a66-b646-4f2877c0361c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:29:26.627783 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d6396-2441-4e3b-b3c9-785a765ac370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f7c4fb-869a-449d-a63a-56e0ab080e03,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:26.644344 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c6cc8d-9296-4cf5-8c78-c13f81d035ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:26.645125 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-26c6cc8d-9296-4cf5-8c78-c13f81d035ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:26.653391 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-338febfc-1b4e-409f-afce-c6a2d35481ea None None] Transition to ACTIVE for port object d664f768-0ee6-43d7-ae72-1c78ef82cb98 will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:29:26.674218 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-204d6396-2441-4e3b-b3c9-785a765ac370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:26.675630 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-204d6396-2441-4e3b-b3c9-785a765ac370 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e0f7c4fb-869a-449d-a63a-56e0ab080e03 HTTP/1.1" status: 204 len: 168 time: 1.9424105 May 13 14:29:26.696954 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-338febfc-1b4e-409f-afce-c6a2d35481ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:26.697727 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-26c6cc8d-9296-4cf5-8c78-c13f81d035ba admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.6592517 May 13 14:29:26.709794 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9644bf9a-41c9-4db7-b2fc-452d89fdd499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:26.733276 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ced5cf-0ec0-478d-945e-aa2d26f62c44 req-5599afa6-9d77-4ccd-ab9c-039c5b4440f4 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:26.735041 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c7ced5cf-0ec0-478d-945e-aa2d26f62c44 req-5599afa6-9d77-4ccd-ab9c-039c5b4440f4 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c4efbf3-7b4a-41fa-b0e5-007aea20d301 HTTP/1.1" status: 200 len: 945 time: 0.3007457 May 13 14:29:26.826686 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-3f08acb3-8a8d-4836-8002-5adcf0e707b8 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=6f63b25b835b4625ab62ac037232d4b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419829 May 13 14:29:26.872116 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-338febfc-1b4e-409f-afce-c6a2d35481ea None None] Attempting to bind port d664f768-0ee6-43d7-ae72-1c78ef82cb98 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:29:26.874004 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-338febfc-1b4e-409f-afce-c6a2d35481ea None None] Attempting to bind port d664f768-0ee6-43d7-ae72-1c78ef82cb98 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:29:26.874377 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338febfc-1b4e-409f-afce-c6a2d35481ea None None] Attempting to bind port d664f768-0ee6-43d7-ae72-1c78ef82cb98 on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:26.901235 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338febfc-1b4e-409f-afce-c6a2d35481ea None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:29:26.904757 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338febfc-1b4e-409f-afce-c6a2d35481ea None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:29:26.905170 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-338febfc-1b4e-409f-afce-c6a2d35481ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:26.905568 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338febfc-1b4e-409f-afce-c6a2d35481ea None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:29:26.910112 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-338febfc-1b4e-409f-afce-c6a2d35481ea None None] Bound port: d664f768-0ee6-43d7-ae72-1c78ef82cb98, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:29:26.910577 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-338febfc-1b4e-409f-afce-c6a2d35481ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:27.070672 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-338febfc-1b4e-409f-afce-c6a2d35481ea None None] For port d664f768-0ee6-43d7-ae72-1c78ef82cb98, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:29:27.074078 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-338febfc-1b4e-409f-afce-c6a2d35481ea None None] For port d664f768-0ee6-43d7-ae72-1c78ef82cb98, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d664f768-0ee6-43d7-ae72-1c78ef82cb98,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:29:27.087709 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-338febfc-1b4e-409f-afce-c6a2d35481ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:27.090361 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c7ced5cf-0ec0-478d-945e-aa2d26f62c44 req-9373bef5-656d-4519-a2d8-413f6c4421ae tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] 10.222.0.35 "GET /v2.0/security-groups?id=87da65aa-e484-4e6a-8b80-f1d2e59895de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478460 May 13 14:29:27.141769 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338febfc-1b4e-409f-afce-c6a2d35481ea None None] Routers {'df0c6448-18b1-44b5-8940-4db1b45936bc'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:29:27.146257 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-338febfc-1b4e-409f-afce-c6a2d35481ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:28:59Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['df0c6448-18b1-44b5-8940-4db1b45936bc'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:27.176105 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9644bf9a-41c9-4db7-b2fc-452d89fdd499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:27.224677 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 52011891-5002-4f07-b7c1-b8d881cae53c no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:29:27.268873 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 52011891-5002-4f07-b7c1-b8d881cae53c {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:29:27.269272 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 52011891-5002-4f07-b7c1-b8d881cae53c not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:29:27.277110 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644bf9a-41c9-4db7-b2fc-452d89fdd499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdeb56f-458f-4419-9be1-1739daf12fff,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:27.307180 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9644bf9a-41c9-4db7-b2fc-452d89fdd499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:27.308018 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-db577ead-231e-4f9f-8a9d-911e08364f4e req-84815a5b-cde8-4343-8d15-65ed7b8f1b1f tempest-TenantUsagesTestJSON-1633226967 tempest-TenantUsagesTestJSON-1633226967-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de80ebf-3756-478c-9416-c26203974ce2 HTTP/1.1" status: 200 len: 210 time: 0.5975316 May 13 14:29:27.309574 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6becd45-8a60-4558-b21f-644c1e8c7ff2 None None] Network c42533e7-ad26-4a66-b646-4f2877c0361c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:29:27.323673 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9644bf9a-41c9-4db7-b2fc-452d89fdd499 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9cdeb56f-458f-4419-9be1-1739daf12fff HTTP/1.1" status: 204 len: 168 time: 1.1029172 May 13 14:29:27.418719 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-80f37d16-fc03-461a-9433-91853932439c tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:27.420905 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-fc3cf2e7-f223-48ee-b95f-1e453b47085c req-5a3ad372-f610-4484-a8b6-b63a83799ba1 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] For port fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015,segment=NetworkSegment(fe11dbea-bf11-470d-b995-0ef53dd12d7c),segment_id=fe11dbea-bf11-470d-b995-0ef53dd12d7c)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:27.421276 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-fc3cf2e7-f223-48ee-b95f-1e453b47085c req-5a3ad372-f610-4484-a8b6-b63a83799ba1 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:27.426425 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-80f37d16-fc03-461a-9433-91853932439c tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5809274 May 13 14:29:27.442757 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-7a3b3e93-a79c-49c0-ac7a-c72d858412d5 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Request body: {'port': {'device_id': '31ad2cc6-b542-4a84-af82-ca4b0e34cdc3', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'admin_state_up': True, 'tenant_id': '6f63b25b835b4625ab62ac037232d4b9'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:27.570952 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-063053e5-73eb-4ceb-96a4-b50352ce22eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:27.656718 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-fc3cf2e7-f223-48ee-b95f-1e453b47085c req-5a3ad372-f610-4484-a8b6-b63a83799ba1 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Calling delete_port for fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:29:27.704793 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-338febfc-1b4e-409f-afce-c6a2d35481ea None None] Set router df0c6448-18b1-44b5-8940-4db1b45936bc gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:29:27.761497 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-7a3b3e93-a79c-49c0-ac7a-c72d858412d5 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:27.782809 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-7a3b3e93-a79c-49c0-ac7a-c72d858412d5 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:27.798708 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3ba79c33-73ae-4d8d-bdd1-e557b555dbf4 req-fd2751ab-d246-448d-8785-ffa7b9e90125 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ad2cc6-b542-4a84-af82-ca4b0e34cdc3 HTTP/1.1" status: 200 len: 210 time: 0.1509426 May 13 14:29:27.819267 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-7a3b3e93-a79c-49c0-ac7a-c72d858412d5 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Made reservation on behalf of 6f63b25b835b4625ab62ac037232d4b9 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:29:27.828230 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-7a3b3e93-a79c-49c0-ac7a-c72d858412d5 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:28.008599 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96fdc0-be3d-401e-b26f-135a45429389 None None] Pushing event updated for resources: {'Port': ['ID=d664f768-0ee6-43d7-ae72-1c78ef82cb98,revision_number=2']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:28.018674 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96fdc0-be3d-401e-b26f-135a45429389 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:28.018989 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96fdc0-be3d-401e-b26f-135a45429389 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:28.019342 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96fdc0-be3d-401e-b26f-135a45429389 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:28.019685 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96fdc0-be3d-401e-b26f-135a45429389 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:28.020147 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96fdc0-be3d-401e-b26f-135a45429389 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:28.020470 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96fdc0-be3d-401e-b26f-135a45429389 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:28.020791 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96fdc0-be3d-401e-b26f-135a45429389 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:28.021106 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96fdc0-be3d-401e-b26f-135a45429389 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:28.021419 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96fdc0-be3d-401e-b26f-135a45429389 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:28.021732 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96fdc0-be3d-401e-b26f-135a45429389 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:28.022040 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96fdc0-be3d-401e-b26f-135a45429389 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:28.022349 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96fdc0-be3d-401e-b26f-135a45429389 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:28.098079 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9f34931-85bc-480a-99a4-68fdf2fb13cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:28.107129 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96fdc0-be3d-401e-b26f-135a45429389 None None] Pushing event updated for resources: {'Port': ['ID=d664f768-0ee6-43d7-ae72-1c78ef82cb98,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:28.127254 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-fc3cf2e7-f223-48ee-b95f-1e453b47085c req-5a3ad372-f610-4484-a8b6-b63a83799ba1 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:28.136049 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-338febfc-1b4e-409f-afce-c6a2d35481ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'name': 'tempest-ServersTestManualDisk-75985197-router', 'tenant_id': '1755eac0ebb04150a11ef4b6de32b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd664f768-0ee6-43d7-ae72-1c78ef82cb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:29:17Z', 'updated_at': '2022-05-13T14:29:22Z', 'revision_number': 3, 'project_id': '1755eac0ebb04150a11ef4b6de32b782', 'gw_port': {'id': 'd664f768-0ee6-43d7-ae72-1c78ef82cb98', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:19Z', 'updated_at': '2022-05-13T14:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:28.142843 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338febfc-1b4e-409f-afce-c6a2d35481ea None None] The sync data for ids ['df0c6448-18b1-44b5-8940-4db1b45936bc'] in n-d-841760-1 is: [{'id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'name': 'tempest-ServersTestManualDisk-75985197-router', 'tenant_id': '1755eac0ebb04150a11ef4b6de32b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd664f768-0ee6-43d7-ae72-1c78ef82cb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:29:17Z', 'updated_at': '2022-05-13T14:29:22Z', 'revision_number': 3, 'project_id': '1755eac0ebb04150a11ef4b6de32b782', 'gw_port': {'id': 'd664f768-0ee6-43d7-ae72-1c78ef82cb98', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:19Z', 'updated_at': '2022-05-13T14:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:29:28.187689 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:28.245234 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-7a3b3e93-a79c-49c0-ac7a-c72d858412d5 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Allocated IP 192.168.233.138 (7d165b7c-a84b-4191-823a-46e347c23eb5/fb4bc443-ac8b-4686-9d3b-15c2430aa8ca/07c111b1-d443-4022-b7df-c0d45dbb036e) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:29:28.329732 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ad372-f610-4484-a8b6-b63a83799ba1 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Pushing event deleted for resources: {'Port': ['ID=fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:28.402804 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3cf2e7-f223-48ee-b95f-1e453b47085c req-5a3ad372-f610-4484-a8b6-b63a83799ba1 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] No DVR routers for this DVR port fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015 on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:29:28.425246 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-fc3cf2e7-f223-48ee-b95f-1e453b47085c req-5a3ad372-f610-4484-a8b6-b63a83799ba1 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:28.434061 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4efbf3-7b4a-41fa-b0e5-007aea20d301', 'name': 'network-vif-deleted', 'tag': 'fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:28.734382 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-f9f34931-85bc-480a-99a4-68fdf2fb13cc admin admin] Allocated IP 172.20.0.1 (37db9b39-b86e-46cc-9e6b-6ea227d6e0b3/d27eb6bf-c793-4d50-ace0-ab7406603a08/c8db192e-f0a8-457e-bccb-d0569b7e440f) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:29:28.751484 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device cbf4f581-d663-49f2-97f8-2fac6fb9c8be no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:29:28.783013 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e95867ad-b101-4e02-a3c0-fbc5a4dd97ad req-1df27bfa-d875-43f0-b986-1708608d1976 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c4efbf3-7b4a-41fa-b0e5-007aea20d301 HTTP/1.1" status: 200 len: 210 time: 0.0740197 May 13 14:29:29.058766 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fc3cf2e7-f223-48ee-b95f-1e453b47085c req-5a3ad372-f610-4484-a8b6-b63a83799ba1 tempest-InstanceActionsTestJSON-533837618 tempest-InstanceActionsTestJSON-533837618-project] 10.222.0.59 "DELETE /v2.0/ports/fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015 HTTP/1.1" status: 204 len: 173 time: 3.2718446 May 13 14:29:29.138079 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-7a3b3e93-a79c-49c0-ac7a-c72d858412d5 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:29.143774 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port cbf4f581-d663-49f2-97f8-2fac6fb9c8be is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:29.145686 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:29.180986 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-7a3b3e93-a79c-49c0-ac7a-c72d858412d5 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Transition to ACTIVE for port object 07c111b1-d443-4022-b7df-c0d45dbb036e will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:29:29.257731 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d664f768-0ee6-43d7-ae72-1c78ef82cb98 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:29:29.270264 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-7a3b3e93-a79c-49c0-ac7a-c72d858412d5 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:29.425213 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['62fe7f39-085f-40cf-be2e-1290e4a0f845'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:29:29.530524 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-7a3b3e93-a79c-49c0-ac7a-c72d858412d5 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:29:29.536646 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-bb9495e7-cdac-4a65-b5fa-8882852c2fe8 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:29.542126 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['3932b78c-4b38-439c-9ce6-f9a02d120943'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:29:29.544888 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-bb9495e7-cdac-4a65-b5fa-8882852c2fe8 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] 10.222.0.35 "GET /v2.0/networks?id=c42533e7-ad26-4a66-b646-4f2877c0361c HTTP/1.1" status: 200 len: 820 time: 0.5045288 May 13 14:29:29.552217 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-7a3b3e93-a79c-49c0-ac7a-c72d858412d5 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:29:29.569990 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-43b47a95-8420-4f3a-ad92-992b9a661106 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] 10.222.0.35 "GET /v2.0/quotas/b755af5d91d7459fa39442a380244842 HTTP/1.1" status: 200 len: 375 time: 0.0241315 May 13 14:29:29.613221 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-7a3b3e93-a79c-49c0-ac7a-c72d858412d5 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:29:29.682953 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9f34931-85bc-480a-99a4-68fdf2fb13cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:29.697740 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd97781e-09d8-4c5d-92b2-880d56cbd266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbf4f581-d663-49f2-97f8-2fac6fb9c8be'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:29.736051 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-160f38c5-2ab2-48f5-aaed-068de8b3f652 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b755af5d91d7459fa39442a380244842&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1650887 May 13 14:29:29.784611 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b3e93-a79c-49c0-ac7a-c72d858412d5 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Pushing event updated for resources: {'Port': ['ID=07c111b1-d443-4022-b7df-c0d45dbb036e,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:29.786251 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f7b1846d-a1a0-45ae-846c-1a2d4569e311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:29.806508 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port cbf4f581-d663-49f2-97f8-2fac6fb9c8be, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=cbf4f581-d663-49f2-97f8-2fac6fb9c8be,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:29.822253 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-7a3b3e93-a79c-49c0-ac7a-c72d858412d5 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:29.827794 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-7a3b3e93-a79c-49c0-ac7a-c72d858412d5 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:29.832686 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:29.834553 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:29:29.881648 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-7a3b3e93-a79c-49c0-ac7a-c72d858412d5 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4471879 May 13 14:29:29.900633 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-760454a4-6ae1-4ad4-b5a4-8c0a71891c45 service neutron] Request body: {'port': {'device_id': '31ad2cc6-b542-4a84-af82-ca4b0e34cdc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:29.987496 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3c1ca-10c9-4f77-b285-626a66001d7b req-226a4777-6fcb-4c0d-b57c-dd90477e6d4e tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:29.988691 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-81c3c1ca-10c9-4f77-b285-626a66001d7b req-226a4777-6fcb-4c0d-b57c-dd90477e6d4e tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Synchronizing usage tracker for tenant:6f63b25b835b4625ab62ac037232d4b9 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:29:30.058847 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=cbf4f581-d663-49f2-97f8-2fac6fb9c8be,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:30.085342 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:29:30.085905 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:29:30.093798 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-f9f34931-85bc-480a-99a4-68fdf2fb13cc admin admin] Transition to ACTIVE for port object c8db192e-f0a8-457e-bccb-d0569b7e440f will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:29:30.110124 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port d664f768-0ee6-43d7-ae72-1c78ef82cb98 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:29:30.130364 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-135e0cd2-c052-4ea5-815c-43e2509d1ce4 service neutron] 10.222.0.35 "GET /v2.0/networks/c42533e7-ad26-4a66-b646-4f2877c0361c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923314 May 13 14:29:30.132540 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-81c3c1ca-10c9-4f77-b285-626a66001d7b req-226a4777-6fcb-4c0d-b57c-dd90477e6d4e tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Unset dirty status for tenant:6f63b25b835b4625ab62ac037232d4b9 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:29:30.133722 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-81c3c1ca-10c9-4f77-b285-626a66001d7b req-226a4777-6fcb-4c0d-b57c-dd90477e6d4e tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ad2cc6-b542-4a84-af82-ca4b0e34cdc3 HTTP/1.1" status: 200 len: 936 time: 0.5829966 May 13 14:29:30.140302 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-95ec5a92-23a3-4c1f-bff4-eb168b0b2297 None None] Provisioning for port 07c111b1-d443-4022-b7df-c0d45dbb036e completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:29:30.199819 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port d664f768-0ee6-43d7-ae72-1c78ef82cb98 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:30.201256 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:30.263380 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41522) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:30.300889 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-760454a4-6ae1-4ad4-b5a4-8c0a71891c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:30.337735 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-95ec5a92-23a3-4c1f-bff4-eb168b0b2297 None None] Provisioning complete for port 07c111b1-d443-4022-b7df-c0d45dbb036e triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:30.338480 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-95ec5a92-23a3-4c1f-bff4-eb168b0b2297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:30.383743 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-81c3c1ca-10c9-4f77-b285-626a66001d7b req-cf1f0173-3869-4fdb-a26b-6ea5cbab79f1 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281420 May 13 14:29:30.420463 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-95ec5a92-23a3-4c1f-bff4-eb168b0b2297 None None] Port 07c111b1-d443-4022-b7df-c0d45dbb036e cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:29:30.441364 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-afa28d8f-09e9-4199-9137-94e7694d10ef service neutron] 10.222.0.35 "GET /v2.0/networks/c42533e7-ad26-4a66-b646-4f2877c0361c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984662 May 13 14:29:30.474544 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9f34931-85bc-480a-99a4-68fdf2fb13cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:30.482908 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91c16ed0-1d94-4c90-aab0-68da734a41b3'] response: {'server_uuid': '8c4efbf3-7b4a-41fa-b0e5-007aea20d301', 'name': 'network-vif-deleted', 'tag': 'fe7611e4-8bdf-4fe7-92ad-b9ed62cf6015', 'status': 'completed', 'code': 200} May 13 14:29:30.574720 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0678e834-f9dd-46fc-a539-0185a69a6e33'] response: {'server_uuid': 'cd97781e-09d8-4c5d-92b2-880d56cbd266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbf4f581-d663-49f2-97f8-2fac6fb9c8be', 'code': 200} May 13 14:29:30.652995 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:30.661697 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f34931-85bc-480a-99a4-68fdf2fb13cc admin admin] Network 37db9b39-b86e-46cc-9e6b-6ea227d6e0b3 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:29:30.668264 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-f9f34931-85bc-480a-99a4-68fdf2fb13cc admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:29:30.673426 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f34931-85bc-480a-99a4-68fdf2fb13cc admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:29:30.673777 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41534) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:30.800001 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f34931-85bc-480a-99a4-68fdf2fb13cc admin admin] Pushing event updated for resources: {'Port': ['ID=c8db192e-f0a8-457e-bccb-d0569b7e440f,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:30.849654 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9f34931-85bc-480a-99a4-68fdf2fb13cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:30.858155 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 3ed5edfc-cae7-4254-8740-bf78d8fca6ff details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:29:30.977529 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:30.983239 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-8266f844-2ee0-4eaf-8851-dbb3f72358a5 admin admin] Deleting subnet 2783538b-c16e-4d70-9e71-406b0517453d {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:29:30.994553 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8266f844-2ee0-4eaf-8851-dbb3f72358a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:31.106161 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8266f844-2ee0-4eaf-8851-dbb3f72358a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:31.219841 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d664f768-0ee6-43d7-ae72-1c78ef82cb98 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:31.223870 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:31.277521 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.resource_extend [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:29:31.361286 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8266f844-2ee0-4eaf-8851-dbb3f72358a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:31.409509 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port d664f768-0ee6-43d7-ae72-1c78ef82cb98, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d664f768-0ee6-43d7-ae72-1c78ef82cb98,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:31.413295 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-2133b524-2bbb-47ff-89cf-6f20dfd3c1a8 None None] Provisioning for port c8db192e-f0a8-457e-bccb-d0569b7e440f completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:29:31.422407 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:31.473168 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-2133b524-2bbb-47ff-89cf-6f20dfd3c1a8 None None] Provisioning complete for port c8db192e-f0a8-457e-bccb-d0569b7e440f triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:31.473168 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2133b524-2bbb-47ff-89cf-6f20dfd3c1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:31.548054 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-2133b524-2bbb-47ff-89cf-6f20dfd3c1a8 None None] Port c8db192e-f0a8-457e-bccb-d0569b7e440f cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:29:31.592633 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9f34931-85bc-480a-99a4-68fdf2fb13cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:31.619447 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=3ed5edfc-cae7-4254-8740-bf78d8fca6ff,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:31.635847 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=d664f768-0ee6-43d7-ae72-1c78ef82cb98,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:31.641222 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '3ed5edfc-cae7-4254-8740-bf78d8fca6ff', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': '3ed5edfc-cae7-4254-8740-bf78d8fca6ff', 'mac_address': 'fa:16:3e:d2:a2:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:29:31.686634 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-81141ecd-9ee4-4a78-a382-de00091a1b81 req-82b28230-3975-406c-b756-d419bf793335 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] 10.222.0.35 "GET /v2.0/ports?device_id=724a169d-af33-4d1c-841d-4471c1954a66 HTTP/1.1" status: 200 len: 210 time: 0.7404809 May 13 14:29:31.746477 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:31.747747 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:31.792730 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed5edfc-cae7-4254-8740-bf78d8fca6ff {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:29:31.838123 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=3ed5edfc-cae7-4254-8740-bf78d8fca6ff,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:31.844668 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:31.893532 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7b8d7-e14a-48a3-9a33-5a42c26e2033 req-7bda83b0-6143-466a-882c-7a045a0130f9 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:31.895029 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-98c7b8d7-e14a-48a3-9a33-5a42c26e2033 req-7bda83b0-6143-466a-882c-7a045a0130f9 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ad2cc6-b542-4a84-af82-ca4b0e34cdc3 HTTP/1.1" status: 200 len: 936 time: 0.2321053 May 13 14:29:31.928974 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8266f844-2ee0-4eaf-8851-dbb3f72358a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:31.938180 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=3ed5edfc-cae7-4254-8740-bf78d8fca6ff,revision_number=9']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:31.938585 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41586) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:31.944090 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8a9254d1-ac37-471e-bbdc-7bae2cf6b118 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=91e86ea200e141aeaefce653792aaf70&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6756310 May 13 14:29:31.994687 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:32.003449 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266f844-2ee0-4eaf-8851-dbb3f72358a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2783538b-c16e-4d70-9e71-406b0517453d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:32.006488 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-760454a4-6ae1-4ad4-b5a4-8c0a71891c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07c111b1-d443-4022-b7df-c0d45dbb036e {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:29:32.011733 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8266f844-2ee0-4eaf-8851-dbb3f72358a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:32.017230 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['3ed5edfc-cae7-4254-8740-bf78d8fca6ff'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:29:32.018640 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-760454a4-6ae1-4ad4-b5a4-8c0a71891c45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:32.029955 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8266f844-2ee0-4eaf-8851-dbb3f72358a5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2783538b-c16e-4d70-9e71-406b0517453d HTTP/1.1" status: 204 len: 168 time: 1.3527994 May 13 14:29:32.030981 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41594) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:32.084315 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-760454a4-6ae1-4ad4-b5a4-8c0a71891c45 service neutron] Transition to ACTIVE for port object 07c111b1-d443-4022-b7df-c0d45dbb036e will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:29:32.087211 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-98c7b8d7-e14a-48a3-9a33-5a42c26e2033 req-28401059-0bb3-4d7c-a6d3-d04296c9c503 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844747 May 13 14:29:32.145541 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9f34931-85bc-480a-99a4-68fdf2fb13cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:32.152777 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-760454a4-6ae1-4ad4-b5a4-8c0a71891c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:32.172418 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-22ad6c8b-2fc5-4902-9cf6-97894e29f183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:32.176333 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9f34931-85bc-480a-99a4-68fdf2fb13cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:32.300334 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9f34931-85bc-480a-99a4-68fdf2fb13cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:32.394133 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760454a4-6ae1-4ad4-b5a4-8c0a71891c45 service neutron] Pushing event updated for resources: {'Port': ['ID=07c111b1-d443-4022-b7df-c0d45dbb036e,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:32.584927 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-22ad6c8b-2fc5-4902-9cf6-97894e29f183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:32.677331 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08ea1c5b-ab67-403c-ab6e-364572547746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:32.706102 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-284c961c-4078-465e-b358-2e368ea22249 req-c80c7235-16d6-4860-a929-f69afa02aee9 tempest-ServersAdmin275Test-1726168306 tempest-ServersAdmin275Test-1726168306-project] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.1255181 May 13 14:29:32.712957 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f34931-85bc-480a-99a4-68fdf2fb13cc admin admin] Pushing event updated for resources: {'Port': ['ID=c8db192e-f0a8-457e-bccb-d0569b7e440f,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:32.766477 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 3ed5edfc-cae7-4254-8740-bf78d8fca6ff up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:29:32.913066 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2dc82c9d-1612-4b95-bcc8-f6b6752bb6bc req-f2687965-d9ef-4fc1-a987-5ac03e62959e tempest-ServersAdmin275Test-1726168306 tempest-ServersAdmin275Test-1726168306-project] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.0693712 May 13 14:29:32.930240 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f34931-85bc-480a-99a4-68fdf2fb13cc admin admin] Network 37db9b39-b86e-46cc-9e6b-6ea227d6e0b3 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:29:32.933867 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:32.934802 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:32.939069 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-f9f34931-85bc-480a-99a4-68fdf2fb13cc admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:29:32.952590 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-22ad6c8b-2fc5-4902-9cf6-97894e29f183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:33.117673 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a27f168b-9320-43be-8f23-f6e13b3fff7c req-1fe16131-c420-4410-910b-5d7e6f72f594 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] 10.222.0.35 "GET /v2.0/ports?device_id=724a169d-af33-4d1c-841d-4471c1954a66 HTTP/1.1" status: 200 len: 210 time: 0.2101262 May 13 14:29:33.214602 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad6c8b-2fc5-4902-9cf6-97894e29f183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d3d7d1-7d4d-4ebf-bba5-0ac5b74d3162,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:33.329970 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-22ad6c8b-2fc5-4902-9cf6-97894e29f183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:33.332416 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-22ad6c8b-2fc5-4902-9cf6-97894e29f183 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/45d3d7d1-7d4d-4ebf-bba5-0ac5b74d3162 HTTP/1.1" status: 204 len: 168 time: 1.3851559 May 13 14:29:33.476760 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f34931-85bc-480a-99a4-68fdf2fb13cc admin admin] Router df0c6448-18b1-44b5-8940-4db1b45936bc has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:29:33.491901 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:33.492343 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:33.505612 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-185a7086-0fbf-4d66-9d8b-ca565ad9c072 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:33.506946 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-185a7086-0fbf-4d66-9d8b-ca565ad9c072 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Synchronizing usage tracker for tenant:b755af5d91d7459fa39442a380244842 on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:29:33.520227 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-760454a4-6ae1-4ad4-b5a4-8c0a71891c45 service neutron] Attempting to bind port 07c111b1-d443-4022-b7df-c0d45dbb036e on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:29:33.520839 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-760454a4-6ae1-4ad4-b5a4-8c0a71891c45 service neutron] Attempting to bind port 07c111b1-d443-4022-b7df-c0d45dbb036e by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:29:33.521362 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-760454a4-6ae1-4ad4-b5a4-8c0a71891c45 service neutron] Attempting to bind port 07c111b1-d443-4022-b7df-c0d45dbb036e on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:33.530950 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-760454a4-6ae1-4ad4-b5a4-8c0a71891c45 service neutron] Port 07c111b1-d443-4022-b7df-c0d45dbb036e on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:29:33.531541 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-760454a4-6ae1-4ad4-b5a4-8c0a71891c45 service neutron] Attempting to bind port 07c111b1-d443-4022-b7df-c0d45dbb036e on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:33.558064 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08ea1c5b-ab67-403c-ab6e-364572547746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:33.569154 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-760454a4-6ae1-4ad4-b5a4-8c0a71891c45 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:29:33.569760 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-760454a4-6ae1-4ad4-b5a4-8c0a71891c45 service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:29:33.570315 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-760454a4-6ae1-4ad4-b5a4-8c0a71891c45 service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:29:33.570937 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-760454a4-6ae1-4ad4-b5a4-8c0a71891c45 service neutron] Bound port: 07c111b1-d443-4022-b7df-c0d45dbb036e, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:29:33.571508 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-760454a4-6ae1-4ad4-b5a4-8c0a71891c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:33.606119 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d664f768-0ee6-43d7-ae72-1c78ef82cb98 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:29:33.610796 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-185a7086-0fbf-4d66-9d8b-ca565ad9c072 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Unset dirty status for tenant:b755af5d91d7459fa39442a380244842 on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:29:33.613562 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-185a7086-0fbf-4d66-9d8b-ca565ad9c072 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] 10.222.0.74 "GET /v2.0/networks?id=c42533e7-ad26-4a66-b646-4f2877c0361c HTTP/1.1" status: 200 len: 820 time: 0.9338892 May 13 14:29:33.615824 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c356b87-a948-4f4b-9594-8d0ae7422ca3 req-b62f0b06-f222-4736-b613-b55db30fee28 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:33.617306 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c356b87-a948-4f4b-9594-8d0ae7422ca3 req-b62f0b06-f222-4736-b613-b55db30fee28 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ad2cc6-b542-4a84-af82-ca4b0e34cdc3 HTTP/1.1" status: 200 len: 948 time: 0.2418046 May 13 14:29:33.671014 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-08ea1c5b-ab67-403c-ab6e-364572547746 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a2a2f7-1ea1-4528-b51d-6def3f2c085e']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:33.700932 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-be25f6e4-1bbe-43fd-92f9-08e3a0b26485 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Request body: {'port': {'device_id': '724a169d-af33-4d1c-841d-4471c1954a66', 'network_id': 'c42533e7-ad26-4a66-b646-4f2877c0361c', 'admin_state_up': True, 'tenant_id': 'b755af5d91d7459fa39442a380244842'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:33.715604 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9ee44d-1e65-43d1-9386-49f83a251d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed5edfc-cae7-4254-8740-bf78d8fca6ff'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:33.742469 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d71902b7-0724-4c41-ba32-d6f60e9573f3 None None] Provisioning complete for port c8db192e-f0a8-457e-bccb-d0569b7e440f triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:33.743703 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d71902b7-0724-4c41-ba32-d6f60e9573f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:33.795473 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-08ea1c5b-ab67-403c-ab6e-364572547746 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe11dbea-bf11-470d-b995-0ef53dd12d7c') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:33.796039 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-08ea1c5b-ab67-403c-ab6e-364572547746 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe11dbea-bf11-470d-b995-0ef53dd12d7c') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:33.831401 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08ea1c5b-ab67-403c-ab6e-364572547746 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:33.863090 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-d71902b7-0724-4c41-ba32-d6f60e9573f3 None None] Port c8db192e-f0a8-457e-bccb-d0569b7e440f cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:29:33.880582 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08ea1c5b-ab67-403c-ab6e-364572547746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:33.883732 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=3ed5edfc-cae7-4254-8740-bf78d8fca6ff,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:33.890521 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:33.894534 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c356b87-a948-4f4b-9594-8d0ae7422ca3 req-2f4ef938-fefc-44a0-a8f0-9b1f7081634b tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681365 May 13 14:29:33.908969 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ea1c5b-ab67-403c-ab6e-364572547746 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:29:33.908969 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08ea1c5b-ab67-403c-ab6e-364572547746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:33.938039 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:29:33.938039 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:29:33.938039 n-d-841760-1 neutron-server[88082]: timer() May 13 14:29:33.938039 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:29:33.938039 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:29:33.938039 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:29:33.938039 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:29:33.938039 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:29:33.938039 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:29:33.938039 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:29:33.938039 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:29:33.938039 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:29:33.938039 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:29:33.938039 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:29:33.938039 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:29:33.938039 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:29:33.938039 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:29:33.938039 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:29:33.938039 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:29:33.938039 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:29:33.938039 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:29:33.938039 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:29:33.938039 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:29:33.938039 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:29:33.938039 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:29:33.938039 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:29:33.938039 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:29:33.938039 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:29:33.938039 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:29:33.938039 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:29:33.938039 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:29:33.938039 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:29:33.978483 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f34931-85bc-480a-99a4-68fdf2fb13cc admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:29:33.988115 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f9f34931-85bc-480a-99a4-68fdf2fb13cc admin admin] 10.222.0.35 "PUT /v2.0/routers/df0c6448-18b1-44b5-8940-4db1b45936bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8290212 May 13 14:29:34.003962 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2fd531-d97a-430b-b755-58d4321c5bce None None] Sync routers for ids ['df0c6448-18b1-44b5-8940-4db1b45936bc'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:29:34.008669 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port d664f768-0ee6-43d7-ae72-1c78ef82cb98 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:34.009127 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:34.095540 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-760454a4-6ae1-4ad4-b5a4-8c0a71891c45 service neutron] For port 07c111b1-d443-4022-b7df-c0d45dbb036e, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:29:34.151636 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2d1ea08-e132-4193-9143-990ee726bdeb'] response: {'server_uuid': 'ad9ee44d-1e65-43d1-9386-49f83a251d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed5edfc-cae7-4254-8740-bf78d8fca6ff', 'code': 200} May 13 14:29:34.154580 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2fd531-d97a-430b-b755-58d4321c5bce None None] Routers {'df0c6448-18b1-44b5-8940-4db1b45936bc'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:29:34.155473 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-4a2fd531-d97a-430b-b755-58d4321c5bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:29:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['df0c6448-18b1-44b5-8940-4db1b45936bc'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:34.263876 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-760454a4-6ae1-4ad4-b5a4-8c0a71891c45 service neutron] For port 07c111b1-d443-4022-b7df-c0d45dbb036e, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=07c111b1-d443-4022-b7df-c0d45dbb036e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:29:34.282941 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-be25f6e4-1bbe-43fd-92f9-08e3a0b26485 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:34.297182 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-760454a4-6ae1-4ad4-b5a4-8c0a71891c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:34.430427 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41700) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:34.455231 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-be25f6e4-1bbe-43fd-92f9-08e3a0b26485 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Usage tracker for resource:port and tenant:b755af5d91d7459fa39442a380244842 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:34.462916 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=3ed5edfc-cae7-4254-8740-bf78d8fca6ff,revision_number=10']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:34.465416 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08ea1c5b-ab67-403c-ab6e-364572547746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:34.486774 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-be25f6e4-1bbe-43fd-92f9-08e3a0b26485 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:34.522476 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7058ffe1-e698-487a-acdc-73a0e1f10c8c req-cf735230-ff5f-4555-9a06-5b9ff622ccad tempest-ServersAdmin275Test-1726168306 tempest-ServersAdmin275Test-1726168306-project] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.1706591 May 13 14:29:34.528093 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9e9ab13d-1608-405e-a6a2-ada7edb94794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:34.539588 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08ea1c5b-ab67-403c-ab6e-364572547746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:34.554895 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9e9ab13d-1608-405e-a6a2-ada7edb94794 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:34.575948 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9e9ab13d-1608-405e-a6a2-ada7edb94794 admin admin] Usage tracker for resource:security_group_rule and tenant:ea6eb8b0c6cd4c6d89a14b508cd26030 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:34.576836 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9e9ab13d-1608-405e-a6a2-ada7edb94794 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:34.583158 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9e9ab13d-1608-405e-a6a2-ada7edb94794 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:34.722058 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d664f768-0ee6-43d7-ae72-1c78ef82cb98 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:34.740840 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-4a2fd531-d97a-430b-b755-58d4321c5bce None None] Set router df0c6448-18b1-44b5-8940-4db1b45936bc gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:29:34.781126 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9e9ab13d-1608-405e-a6a2-ada7edb94794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:34.786273 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9e9ab13d-1608-405e-a6a2-ada7edb94794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:34.818960 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-85ac83ef-b375-4258-81e7-67583488d570 req-c9b7d7a3-e73d-49c3-92dc-9ecde0d46d9b tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] 10.222.0.35 "GET /v2.0/ports?device_id=724a169d-af33-4d1c-841d-4471c1954a66 HTTP/1.1" status: 200 len: 210 time: 0.3887901 May 13 14:29:34.860424 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-be25f6e4-1bbe-43fd-92f9-08e3a0b26485 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:34.863393 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea1c5b-ab67-403c-ab6e-364572547746 admin admin] Pushing event deleted for resources: {'Network': ['ID=08a2a2f7-1ea1-4528-b51d-6def3f2c085e,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:34.875866 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-760454a4-6ae1-4ad4-b5a4-8c0a71891c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:34.878065 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-760454a4-6ae1-4ad4-b5a4-8c0a71891c45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:34.879905 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-760454a4-6ae1-4ad4-b5a4-8c0a71891c45 service neutron] 10.222.0.59 "PUT /v2.0/ports/07c111b1-d443-4022-b7df-c0d45dbb036e HTTP/1.1" status: 200 len: 1096 time: 4.9925575 May 13 14:29:34.896674 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ad2cc6-b542-4a84-af82-ca4b0e34cdc3', 'tag': '07c111b1-d443-4022-b7df-c0d45dbb036e'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:34.907143 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-08ea1c5b-ab67-403c-ab6e-364572547746 admin admin] 10.222.0.35 "DELETE /v2.0/networks/08a2a2f7-1ea1-4528-b51d-6def3f2c085e HTTP/1.1" status: 204 len: 168 time: 2.8582239 May 13 14:29:34.932471 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9e9ab13d-1608-405e-a6a2-ada7edb94794 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ea6eb8b0c6cd4c6d89a14b508cd26030&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4897833 May 13 14:29:34.935076 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ab13d-1608-405e-a6a2-ada7edb94794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e8d414-ff2a-40f9-908c-e2c0be6c9c9d,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:34.939894 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41718) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:35.093978 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c6b9b63c-294a-475b-8177-9c780bd7561f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:35.100960 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-be25f6e4-1bbe-43fd-92f9-08e3a0b26485 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Made reservation on behalf of b755af5d91d7459fa39442a380244842 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:29:35.107672 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-be25f6e4-1bbe-43fd-92f9-08e3a0b26485 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:35.163363 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c6b9b63c-294a-475b-8177-9c780bd7561f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:35.199405 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760454a4-6ae1-4ad4-b5a4-8c0a71891c45 service neutron] Pushing event updated for resources: {'Port': ['ID=07c111b1-d443-4022-b7df-c0d45dbb036e,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:35.302900 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c6b9b63c-294a-475b-8177-9c780bd7561f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:35.330040 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b9b63c-294a-475b-8177-9c780bd7561f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e8d414-ff2a-40f9-908c-e2c0be6c9c9d,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:35.355711 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c6b9b63c-294a-475b-8177-9c780bd7561f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:35.356137 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c6b9b63c-294a-475b-8177-9c780bd7561f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/05e8d414-ff2a-40f9-908c-e2c0be6c9c9d HTTP/1.1" status: 204 len: 168 time: 0.4151623 May 13 14:29:35.371318 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41726) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:35.392048 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-4b90fb7d-207c-4269-abc6-4d94fa92e1aa tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1080622430', 'description': 'tempest-description--336548935'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:35.418177 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4b90fb7d-207c-4269-abc6-4d94fa92e1aa tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:35.425682 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c2a8333-bcef-4b64-8b31-de0dcba49903'] response: {'name': 'network-changed', 'server_uuid': '31ad2cc6-b542-4a84-af82-ca4b0e34cdc3', 'tag': '07c111b1-d443-4022-b7df-c0d45dbb036e', 'status': 'completed', 'code': 200} May 13 14:29:35.433834 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4b90fb7d-207c-4269-abc6-4d94fa92e1aa tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Usage tracker for resource:security_group and tenant:1755eac0ebb04150a11ef4b6de32b782 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:35.443934 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4b90fb7d-207c-4269-abc6-4d94fa92e1aa tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:35.458484 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41734) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:35.512849 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4b90fb7d-207c-4269-abc6-4d94fa92e1aa tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:35.519841 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-b3e3f00b-b6a6-43a5-bdf9-a4b52cc710db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:35.521543 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-b3e3f00b-b6a6-43a5-bdf9-a4b52cc710db service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f63b25b835b4625ab62ac037232d4b9&device_id=31ad2cc6-b542-4a84-af82-ca4b0e34cdc3 HTTP/1.1" status: 200 len: 1099 time: 0.5748117 May 13 14:29:35.607604 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1559dc01-996f-4d9c-8a32-00a4288c8376 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb551a13aea3422b9e1207b8508ed2c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470661 May 13 14:29:35.610785 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4b90fb7d-207c-4269-abc6-4d94fa92e1aa tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:35.633393 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41742) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:35.654374 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-59923d77-8b29-4adf-b3f9-f8d40ea6470e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=07c111b1-d443-4022-b7df-c0d45dbb036e HTTP/1.1" status: 200 len: 217 time: 0.1100452 May 13 14:29:35.680852 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-4a2fd531-d97a-430b-b755-58d4321c5bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'name': 'tempest-ServersTestManualDisk-75985197-router', 'tenant_id': '1755eac0ebb04150a11ef4b6de32b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd664f768-0ee6-43d7-ae72-1c78ef82cb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:29:17Z', 'updated_at': '2022-05-13T14:29:31Z', 'revision_number': 4, 'project_id': '1755eac0ebb04150a11ef4b6de32b782', 'gw_port': {'id': 'd664f768-0ee6-43d7-ae72-1c78ef82cb98', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:19Z', 'updated_at': '2022-05-13T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'c8db192e-f0a8-457e-bccb-d0569b7e440f', 'name': '', 'network_id': '37db9b39-b86e-46cc-9e6b-6ea227d6e0b3', 'tenant_id': '1755eac0ebb04150a11ef4b6de32b782', 'mac_address': 'fa:16:3e:0f:03:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'd27eb6bf-c793-4d50-ace0-ab7406603a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:28Z', 'updated_at': '2022-05-13T14:29:31Z', 'revision_number': 2, 'project_id': '1755eac0ebb04150a11ef4b6de32b782', 'subnets': [{'id': 'd27eb6bf-c793-4d50-ace0-ab7406603a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:35.692289 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2fd531-d97a-430b-b755-58d4321c5bce None None] Checking router: df0c6448-18b1-44b5-8940-4db1b45936bc for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:29:35.693017 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2fd531-d97a-430b-b755-58d4321c5bce None None] Updating router df0c6448-18b1-44b5-8940-4db1b45936bc port c8db192e-f0a8-457e-bccb-d0569b7e440f binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:29:35.712765 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4b90fb7d-207c-4269-abc6-4d94fa92e1aa tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:35.735703 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4b90fb7d-207c-4269-abc6-4d94fa92e1aa tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Usage tracker for resource:security_group_rule and tenant:1755eac0ebb04150a11ef4b6de32b782 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:35.757939 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4b90fb7d-207c-4269-abc6-4d94fa92e1aa tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:35.815639 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4a2fd531-d97a-430b-b755-58d4321c5bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:35.852203 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-38263a72-d11a-4a5d-ae3a-98fd0be30403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:35.856345 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0c037dc-b52a-4ee1-b284-0de39d08ebbd req-b96314cb-8a36-49e6-8ce5-580bee0682b5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.0581968 May 13 14:29:35.859664 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4b90fb7d-207c-4269-abc6-4d94fa92e1aa tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:35.937715 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-38263a72-d11a-4a5d-ae3a-98fd0be30403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:36.027490 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e606b-9452-4a35-8692-f11ff5e565ab req-7debac43-1ac9-43d0-b110-1bd104fa2fdb tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:36.038687 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9b1e606b-9452-4a35-8692-f11ff5e565ab req-7debac43-1ac9-43d0-b110-1bd104fa2fdb tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ad2cc6-b542-4a84-af82-ca4b0e34cdc3 HTTP/1.1" status: 200 len: 948 time: 0.8613622 May 13 14:29:36.064347 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4b90fb7d-207c-4269-abc6-4d94fa92e1aa tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:36.069352 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-38263a72-d11a-4a5d-ae3a-98fd0be30403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:36.088201 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38263a72-d11a-4a5d-ae3a-98fd0be30403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87da65aa-e484-4e6a-8b80-f1d2e59895de,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:36.096332 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4b90fb7d-207c-4269-abc6-4d94fa92e1aa tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:36.147512 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90fb7d-207c-4269-abc6-4d94fa92e1aa tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=561cbc6e-9de6-4355-a7ea-54cb453604ce,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:36.180581 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-be25f6e4-1bbe-43fd-92f9-08e3a0b26485 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Allocated IP 172.20.0.12 (c42533e7-ad26-4a66-b646-4f2877c0361c/c4cb9233-019e-4cfc-bf83-4d5c01781887/11ba0e16-6d05-4f8c-8d24-e7787e219cb8) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:29:36.246326 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-38263a72-d11a-4a5d-ae3a-98fd0be30403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:36.253037 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-38263a72-d11a-4a5d-ae3a-98fd0be30403 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/87da65aa-e484-4e6a-8b80-f1d2e59895de HTTP/1.1" status: 204 len: 168 time: 0.6117952 May 13 14:29:36.260894 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4b90fb7d-207c-4269-abc6-4d94fa92e1aa tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:36.262258 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4b90fb7d-207c-4269-abc6-4d94fa92e1aa tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8898764 May 13 14:29:36.266031 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41762) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:36.280369 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-a2ac6168-5b68-4dd4-b1c5-15acd2159376 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Request body: {'security_group_rule': {'security_group_id': '561cbc6e-9de6-4355-a7ea-54cb453604ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:36.299341 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a2ac6168-5b68-4dd4-b1c5-15acd2159376 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:36.310267 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a2ac6168-5b68-4dd4-b1c5-15acd2159376 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Usage tracker for resource:security_group_rule and tenant:1755eac0ebb04150a11ef4b6de32b782 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:36.311968 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-a1032f3f-917a-4d77-8c65-cc69cf376618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:36.317446 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-a1032f3f-917a-4d77-8c65-cc69cf376618 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.6584036 May 13 14:29:36.317690 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a2ac6168-5b68-4dd4-b1c5-15acd2159376 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:36.333240 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a2ac6168-5b68-4dd4-b1c5-15acd2159376 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:36.393179 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a2ac6168-5b68-4dd4-b1c5-15acd2159376 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:36.551753 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9b1e606b-9452-4a35-8692-f11ff5e565ab req-06efae85-8519-4ec0-864b-9fe20b6ed5ac tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5120914 May 13 14:29:36.658487 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c02bbd16-a099-4018-9b38-3f773f2024d9 req-cc7c88c3-0fce-4e6e-bca1-dbd4ecf546e0 tempest-ServersAdmin275Test-1726168306 tempest-ServersAdmin275Test-1726168306-project] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.1598709 May 13 14:29:36.713094 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a2ac6168-5b68-4dd4-b1c5-15acd2159376 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:36.724178 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a2ac6168-5b68-4dd4-b1c5-15acd2159376 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:36.819533 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a2ac6168-5b68-4dd4-b1c5-15acd2159376 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:36.825412 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a2ac6168-5b68-4dd4-b1c5-15acd2159376 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5576212 May 13 14:29:36.829855 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41778) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:36.865137 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4a2fd531-d97a-430b-b755-58d4321c5bce None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:36.872489 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-14dceb3e-c8c1-4dbf-8d59-ab188fb22e05 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Request body: {'security_group_rule': {'security_group_id': '561cbc6e-9de6-4355-a7ea-54cb453604ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:36.889532 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac6168-5b68-4dd4-b1c5-15acd2159376 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=998f212c-c5e4-49f5-a42e-28c0a1f94d54,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:36.896371 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-4a2fd531-d97a-430b-b755-58d4321c5bce None None] Transition to ACTIVE for port object c8db192e-f0a8-457e-bccb-d0569b7e440f will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:29:36.901313 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-14dceb3e-c8c1-4dbf-8d59-ab188fb22e05 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:36.907286 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4a2fd531-d97a-430b-b755-58d4321c5bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:36.917985 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-14dceb3e-c8c1-4dbf-8d59-ab188fb22e05 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Usage tracker for resource:security_group_rule and tenant:1755eac0ebb04150a11ef4b6de32b782 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:36.933262 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-14dceb3e-c8c1-4dbf-8d59-ab188fb22e05 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:36.964915 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-14dceb3e-c8c1-4dbf-8d59-ab188fb22e05 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:37.020587 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-14dceb3e-c8c1-4dbf-8d59-ab188fb22e05 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:37.247581 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5cdbf-aebf-43bc-ac94-9cba9d28d10e None None] Pushing event updated for resources: {'Port': ['ID=c8db192e-f0a8-457e-bccb-d0569b7e440f,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:37.259605 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-14dceb3e-c8c1-4dbf-8d59-ab188fb22e05 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:37.265615 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-14dceb3e-c8c1-4dbf-8d59-ab188fb22e05 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:37.357993 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dceb3e-c8c1-4dbf-8d59-ab188fb22e05 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4573d0a-e4f0-4b36-9188-f8bc8e5f84da,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:37.417711 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-14dceb3e-c8c1-4dbf-8d59-ab188fb22e05 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:37.420233 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-14dceb3e-c8c1-4dbf-8d59-ab188fb22e05 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5805867 May 13 14:29:37.424137 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41796) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:37.441987 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-c020225f-15fd-4025-8cc3-21b6cfe72e95 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:37.446079 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-4a2fd531-d97a-430b-b755-58d4321c5bce None None] Attempting to bind port c8db192e-f0a8-457e-bccb-d0569b7e440f on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:29:37.447513 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-4a2fd531-d97a-430b-b755-58d4321c5bce None None] Attempting to bind port c8db192e-f0a8-457e-bccb-d0569b7e440f by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '183027d0-4300-4178-bf33-06a5c0f8a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '37db9b39-b86e-46cc-9e6b-6ea227d6e0b3'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:29:37.450802 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2fd531-d97a-430b-b755-58d4321c5bce None None] Attempting to bind port c8db192e-f0a8-457e-bccb-d0569b7e440f on network 37db9b39-b86e-46cc-9e6b-6ea227d6e0b3 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:37.470159 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c020225f-15fd-4025-8cc3-21b6cfe72e95 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:37.479332 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2fd531-d97a-430b-b755-58d4321c5bce None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:29:37.480170 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2fd531-d97a-430b-b755-58d4321c5bce None None] Checking segment: {'id': '183027d0-4300-4178-bf33-06a5c0f8a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '37db9b39-b86e-46cc-9e6b-6ea227d6e0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:29:37.481147 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4a2fd531-d97a-430b-b755-58d4321c5bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:37.481768 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2fd531-d97a-430b-b755-58d4321c5bce None None] Bound using segment: {'id': '183027d0-4300-4178-bf33-06a5c0f8a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '37db9b39-b86e-46cc-9e6b-6ea227d6e0b3'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:29:37.483901 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-4a2fd531-d97a-430b-b755-58d4321c5bce None None] Bound port: c8db192e-f0a8-457e-bccb-d0569b7e440f, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183027d0-4300-4178-bf33-06a5c0f8a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '37db9b39-b86e-46cc-9e6b-6ea227d6e0b3'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:29:37.484575 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4a2fd531-d97a-430b-b755-58d4321c5bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:37.484950 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c020225f-15fd-4025-8cc3-21b6cfe72e95 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Usage tracker for resource:floatingip and tenant:1755eac0ebb04150a11ef4b6de32b782 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:37.504461 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c020225f-15fd-4025-8cc3-21b6cfe72e95 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:37.527572 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c020225f-15fd-4025-8cc3-21b6cfe72e95 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:37.570949 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c020225f-15fd-4025-8cc3-21b6cfe72e95 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks [] for floatingip, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:37.647393 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-be25f6e4-1bbe-43fd-92f9-08e3a0b26485 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:37.724188 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-495cefed-15da-4b7f-b4d9-eab66530dcf8 req-9361eef2-532f-4337-bc89-342e23bbe668 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] 10.222.0.35 "GET /v2.0/ports?device_id=724a169d-af33-4d1c-841d-4471c1954a66 HTTP/1.1" status: 200 len: 210 time: 0.4278960 May 13 14:29:37.743055 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-be25f6e4-1bbe-43fd-92f9-08e3a0b26485 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:37.851982 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-4a2fd531-d97a-430b-b755-58d4321c5bce None None] For port c8db192e-f0a8-457e-bccb-d0569b7e440f, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:29:37.864069 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-4a2fd531-d97a-430b-b755-58d4321c5bce None None] For port c8db192e-f0a8-457e-bccb-d0569b7e440f, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c8db192e-f0a8-457e-bccb-d0569b7e440f,segment=NetworkSegment(183027d0-4300-4178-bf33-06a5c0f8a82c),segment_id=183027d0-4300-4178-bf33-06a5c0f8a82c)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:29:37.881916 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4a2fd531-d97a-430b-b755-58d4321c5bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:38.037218 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be25f6e4-1bbe-43fd-92f9-08e3a0b26485 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Pushing event updated for resources: {'Port': ['ID=11ba0e16-6d05-4f8c-8d24-e7787e219cb8,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:38.139335 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2fd531-d97a-430b-b755-58d4321c5bce None None] Routers {'df0c6448-18b1-44b5-8940-4db1b45936bc'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:29:38.139904 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-4a2fd531-d97a-430b-b755-58d4321c5bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:29:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['df0c6448-18b1-44b5-8940-4db1b45936bc'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:38.205129 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c394307-576e-4371-a1b3-8aff3807f844 req-bc9d6c24-2c7e-4343-9ca0-09abe4263b8e tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:38.217609 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2c394307-576e-4371-a1b3-8aff3807f844 req-bc9d6c24-2c7e-4343-9ca0-09abe4263b8e tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ad2cc6-b542-4a84-af82-ca4b0e34cdc3 HTTP/1.1" status: 200 len: 948 time: 0.3226645 May 13 14:29:38.307882 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2c394307-576e-4371-a1b3-8aff3807f844 req-fbbdaafb-229f-486e-9f11-291bdfcec4e4 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816016 May 13 14:29:38.308689 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a012168d-3be5-453d-a679-e25d7fcee608 req-b180e251-fcff-4f86-b3e4-c4d49fd773f4 tempest-ServersAdmin275Test-1726168306 tempest-ServersAdmin275Test-1726168306-project] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.2624106 May 13 14:29:38.310529 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-be25f6e4-1bbe-43fd-92f9-08e3a0b26485 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Network c42533e7-ad26-4a66-b646-4f2877c0361c is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:29:38.329945 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-d62a841f-7411-4c1d-b0d9-b434fe7a8419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:38.336179 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-d62a841f-7411-4c1d-b0d9-b434fe7a8419 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.9944334 May 13 14:29:38.347022 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c020225f-15fd-4025-8cc3-21b6cfe72e95 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:38.348585 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-be25f6e4-1bbe-43fd-92f9-08e3a0b26485 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:29:38.441410 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-be25f6e4-1bbe-43fd-92f9-08e3a0b26485 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:29:38.635236 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-c020225f-15fd-4025-8cc3-21b6cfe72e95 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Allocated IP 172.25.0.125 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/f4bea0bf-4268-4d57-837a-aab0a9dbdc58) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:29:38.664152 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-be25f6e4-1bbe-43fd-92f9-08e3a0b26485 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:38.665449 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-be25f6e4-1bbe-43fd-92f9-08e3a0b26485 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:38.696259 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-be25f6e4-1bbe-43fd-92f9-08e3a0b26485 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0212007 May 13 14:29:38.725049 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-c3b0229e-2dec-4bd2-916b-370e8cac14f1 service neutron] Request body: {'port': {'device_id': '724a169d-af33-4d1c-841d-4471c1954a66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:38.791546 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41846) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:38.824257 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5cdbf-aebf-43bc-ac94-9cba9d28d10e None None] Pushing event updated for resources: {'Port': ['ID=c8db192e-f0a8-457e-bccb-d0569b7e440f,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:38.830642 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-9631942f-9274-4a60-8dd8-dd507115816b service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865637 May 13 14:29:38.911165 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-4a2fd531-d97a-430b-b755-58d4321c5bce None None] Set router df0c6448-18b1-44b5-8940-4db1b45936bc gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:29:39.074515 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c020225f-15fd-4025-8cc3-21b6cfe72e95 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:39.114730 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c020225f-15fd-4025-8cc3-21b6cfe72e95 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:39.245405 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-fed40af8-874a-46a9-9e7b-87a3e7cf94d3 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-743261201-network', 'tenant_id': 'dc7f182b99334da6876b361034afff56'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:39.263710 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-c3b0229e-2dec-4bd2-916b-370e8cac14f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:39.308247 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-fed40af8-874a-46a9-9e7b-87a3e7cf94d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:39.350358 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-fed40af8-874a-46a9-9e7b-87a3e7cf94d3 admin admin] Usage tracker for resource:network and tenant:dc7f182b99334da6876b361034afff56 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:39.356563 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-fed40af8-874a-46a9-9e7b-87a3e7cf94d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:39.371380 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c020225f-15fd-4025-8cc3-21b6cfe72e95 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:29:39.386852 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-c020225f-15fd-4025-8cc3-21b6cfe72e95 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:29:39.392747 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-fed40af8-874a-46a9-9e7b-87a3e7cf94d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:39.400887 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c020225f-15fd-4025-8cc3-21b6cfe72e95 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:29:39.548807 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020225f-15fd-4025-8cc3-21b6cfe72e95 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Pushing event updated for resources: {'Port': ['ID=f4bea0bf-4268-4d57-837a-aab0a9dbdc58,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:39.568450 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-4a2fd531-d97a-430b-b755-58d4321c5bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'name': 'tempest-ServersTestManualDisk-75985197-router', 'tenant_id': '1755eac0ebb04150a11ef4b6de32b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd664f768-0ee6-43d7-ae72-1c78ef82cb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:29:17Z', 'updated_at': '2022-05-13T14:29:31Z', 'revision_number': 4, 'project_id': '1755eac0ebb04150a11ef4b6de32b782', 'gw_port': {'id': 'd664f768-0ee6-43d7-ae72-1c78ef82cb98', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:19Z', 'updated_at': '2022-05-13T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'c8db192e-f0a8-457e-bccb-d0569b7e440f', 'name': '', 'network_id': '37db9b39-b86e-46cc-9e6b-6ea227d6e0b3', 'tenant_id': '1755eac0ebb04150a11ef4b6de32b782', 'mac_address': 'fa:16:3e:0f:03:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'd27eb6bf-c793-4d50-ace0-ab7406603a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:28Z', 'updated_at': '2022-05-13T14:29:37Z', 'revision_number': 4, 'project_id': '1755eac0ebb04150a11ef4b6de32b782', 'subnets': [{'id': 'd27eb6bf-c793-4d50-ace0-ab7406603a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:39.573637 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2fd531-d97a-430b-b755-58d4321c5bce None None] The sync data for ids ['df0c6448-18b1-44b5-8940-4db1b45936bc'] in n-d-841760-1 is: [{'id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'name': 'tempest-ServersTestManualDisk-75985197-router', 'tenant_id': '1755eac0ebb04150a11ef4b6de32b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd664f768-0ee6-43d7-ae72-1c78ef82cb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:29:17Z', 'updated_at': '2022-05-13T14:29:31Z', 'revision_number': 4, 'project_id': '1755eac0ebb04150a11ef4b6de32b782', 'gw_port': {'id': 'd664f768-0ee6-43d7-ae72-1c78ef82cb98', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:19Z', 'updated_at': '2022-05-13T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'c8db192e-f0a8-457e-bccb-d0569b7e440f', 'name': '', 'network_id': '37db9b39-b86e-46cc-9e6b-6ea227d6e0b3', 'tenant_id': '1755eac0ebb04150a11ef4b6de32b782', 'mac_address': 'fa:16:3e:0f:03:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'd27eb6bf-c793-4d50-ace0-ab7406603a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:28Z', 'updated_at': '2022-05-13T14:29:37Z', 'revision_number': 4, 'project_id': '1755eac0ebb04150a11ef4b6de32b782', 'subnets': [{'id': 'd27eb6bf-c793-4d50-ace0-ab7406603a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:29:39.611578 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed40af8-874a-46a9-9e7b-87a3e7cf94d3 admin admin] Made reservation on behalf of dc7f182b99334da6876b361034afff56 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:29:39.613891 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fed40af8-874a-46a9-9e7b-87a3e7cf94d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:39.652200 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-22ef340c-2bcc-417e-8c51-5d1dce2186f2 req-52b2a44b-2823-49cc-bc07-6a19c2e31c72 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8097954 May 13 14:29:39.691678 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7000fdb1-d122-43da-98a3-e7e9beab9e0a req-258f0f6d-bbe8-4c6f-b71e-49160eeb224b tempest-ServersAdmin275Test-1726168306 tempest-ServersAdmin275Test-1726168306-project] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.3447468 May 13 14:29:39.715771 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fed40af8-874a-46a9-9e7b-87a3e7cf94d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:39.785277 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-fed40af8-874a-46a9-9e7b-87a3e7cf94d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:39.796703 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-fed40af8-874a-46a9-9e7b-87a3e7cf94d3 admin admin] Usage tracker for resource:security_group_rule and tenant:dc7f182b99334da6876b361034afff56 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:39.817254 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-fed40af8-874a-46a9-9e7b-87a3e7cf94d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:39.844237 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-fed40af8-874a-46a9-9e7b-87a3e7cf94d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:39.980994 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c020225f-15fd-4025-8cc3-21b6cfe72e95 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:40.156098 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2933ecf-dcc9-4c8e-b9a0-cf6f432e1ddb req-07f2c185-81c3-434d-aaa2-08938d6222e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:40.157616 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f2933ecf-dcc9-4c8e-b9a0-cf6f432e1ddb req-07f2c185-81c3-434d-aaa2-08938d6222e5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f63b25b835b4625ab62ac037232d4b9&device_id=31ad2cc6-b542-4a84-af82-ca4b0e34cdc3 HTTP/1.1" status: 200 len: 1099 time: 0.4296818 May 13 14:29:40.345718 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28d767-77b6-48c0-8823-96d2b5368e88 req-6ada1c63-070f-4da5-96f6-f6aecb9bc60e tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:40.346521 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-1b28d767-77b6-48c0-8823-96d2b5368e88 req-6ada1c63-070f-4da5-96f6-f6aecb9bc60e tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Synchronizing usage tracker for tenant:b755af5d91d7459fa39442a380244842 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:29:40.396998 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c020225f-15fd-4025-8cc3-21b6cfe72e95 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:40.449361 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-1b28d767-77b6-48c0-8823-96d2b5368e88 req-6ada1c63-070f-4da5-96f6-f6aecb9bc60e tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Unset dirty status for tenant:b755af5d91d7459fa39442a380244842 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:29:40.456714 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1b28d767-77b6-48c0-8823-96d2b5368e88 req-6ada1c63-070f-4da5-96f6-f6aecb9bc60e tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] 10.222.0.35 "GET /v2.0/ports?device_id=724a169d-af33-4d1c-841d-4471c1954a66 HTTP/1.1" status: 200 len: 932 time: 0.5292041 May 13 14:29:40.537970 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6771d157-52b0-43b6-a233-3e22c0a95633 req-26c51f3c-450c-4db2-8c7a-02512fe78614 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=60c99b64-d8a7-457b-9b27-65708647c763&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6507170 May 13 14:29:40.583620 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-1b28d767-77b6-48c0-8823-96d2b5368e88 req-65064321-adb8-4fdc-85ad-d04eea1ffdb9 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Synchronizing usage tracker for tenant:b755af5d91d7459fa39442a380244842 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:29:40.619419 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fed40af8-874a-46a9-9e7b-87a3e7cf94d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:40.619692 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2933ecf-dcc9-4c8e-b9a0-cf6f432e1ddb req-0307398e-3f0a-430e-bde5-8ab8ea319f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:40.620944 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f2933ecf-dcc9-4c8e-b9a0-cf6f432e1ddb req-0307398e-3f0a-430e-bde5-8ab8ea319f31 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.3948867 May 13 14:29:40.631531 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fed40af8-874a-46a9-9e7b-87a3e7cf94d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:40.678577 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed40af8-874a-46a9-9e7b-87a3e7cf94d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98e6b0e-4001-4743-bde3-3ee3d699108a,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:40.726912 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-1b28d767-77b6-48c0-8823-96d2b5368e88 req-65064321-adb8-4fdc-85ad-d04eea1ffdb9 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Unset dirty status for tenant:b755af5d91d7459fa39442a380244842 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:29:40.728099 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1b28d767-77b6-48c0-8823-96d2b5368e88 req-65064321-adb8-4fdc-85ad-d04eea1ffdb9 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f047a6c-eca8-4205-97f0-b8eb72ff19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706077 May 13 14:29:40.732162 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f2933ecf-dcc9-4c8e-b9a0-cf6f432e1ddb req-15422d86-10c2-41e8-bbfd-8bf48f74f946 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=07c111b1-d443-4022-b7df-c0d45dbb036e HTTP/1.1" status: 200 len: 217 time: 0.0936573 May 13 14:29:40.743658 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b66585-b44e-4c3c-97c9-31e012346bd4 req-9fd4192f-57f9-43b8-a5ae-f08bb7eda432 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:40.750835 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f5b66585-b44e-4c3c-97c9-31e012346bd4 req-9fd4192f-57f9-43b8-a5ae-f08bb7eda432 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ad2cc6-b542-4a84-af82-ca4b0e34cdc3 HTTP/1.1" status: 200 len: 948 time: 0.6645255 May 13 14:29:40.790957 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 07c111b1-d443-4022-b7df-c0d45dbb036e details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:29:41.081009 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 07c111b1-d443-4022-b7df-c0d45dbb036e, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=07c111b1-d443-4022-b7df-c0d45dbb036e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:41.116069 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '07c111b1-d443-4022-b7df-c0d45dbb036e', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': '07c111b1-d443-4022-b7df-c0d45dbb036e', 'mac_address': 'fa:16:3e:de:76:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:29:41.146438 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed40af8-874a-46a9-9e7b-87a3e7cf94d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:29:41.175716 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fed40af8-874a-46a9-9e7b-87a3e7cf94d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:41.176052 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-fed40af8-874a-46a9-9e7b-87a3e7cf94d3 admin admin] Added segment 7a7ed751-6e14-4aec-886a-659113dd6981 of type vlan for network 5c57dfcc-adc7-4a5b-8feb-0ff2c69376af May 13 14:29:41.209107 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fed40af8-874a-46a9-9e7b-87a3e7cf94d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:41.231251 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-877e8f71-1b5a-4cbf-8ccc-f7118bb2fbd7 req-6ce75702-ab11-4d5d-918b-e4b679067be2 tempest-ServersAdmin275Test-1726168306 tempest-ServersAdmin275Test-1726168306-project] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.0944970 May 13 14:29:41.241371 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-c3b0229e-2dec-4bd2-916b-370e8cac14f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ba0e16-6d05-4f8c-8d24-e7787e219cb8 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:29:41.251002 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f5b66585-b44e-4c3c-97c9-31e012346bd4 req-e8512a32-1d53-4aa8-bada-cb8df2848d7c tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4992564 May 13 14:29:41.251630 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fed40af8-874a-46a9-9e7b-87a3e7cf94d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:41.252538 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed40af8-874a-46a9-9e7b-87a3e7cf94d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:41.253107 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fed40af8-874a-46a9-9e7b-87a3e7cf94d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:41.262164 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [None req-c020225f-15fd-4025-8cc3-21b6cfe72e95 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:29:41.263333 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 07c111b1-d443-4022-b7df-c0d45dbb036e is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:41.263721 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:41.269932 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-c3b0229e-2dec-4bd2-916b-370e8cac14f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:41.273419 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2933ecf-dcc9-4c8e-b9a0-cf6f432e1ddb req-9450be51-6dfd-4b0e-87a5-d26c6cb64772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:41.274892 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f2933ecf-dcc9-4c8e-b9a0-cf6f432e1ddb req-9450be51-6dfd-4b0e-87a5-d26c6cb64772 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.2670228 May 13 14:29:41.315097 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07c111b1-d443-4022-b7df-c0d45dbb036e {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:29:41.372398 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 07c111b1-d443-4022-b7df-c0d45dbb036e, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=07c111b1-d443-4022-b7df-c0d45dbb036e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:41.377592 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:41.450043 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-c3b0229e-2dec-4bd2-916b-370e8cac14f1 service neutron] Transition to ACTIVE for port object 11ba0e16-6d05-4f8c-8d24-e7787e219cb8 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:29:41.458149 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed40af8-874a-46a9-9e7b-87a3e7cf94d3 admin admin] Pushing event updated for resources: {'Network': ['ID=5c57dfcc-adc7-4a5b-8feb-0ff2c69376af,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:41.481681 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-c3b0229e-2dec-4bd2-916b-370e8cac14f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:41.542801 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c020225f-15fd-4025-8cc3-21b6cfe72e95 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:41.566181 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=07c111b1-d443-4022-b7df-c0d45dbb036e,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:41.575275 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c020225f-15fd-4025-8cc3-21b6cfe72e95 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:41.578762 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 5c57dfcc-adc7-4a5b-8feb-0ff2c69376af details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:29:41.775520 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c8db192e-f0a8-457e-bccb-d0569b7e440f up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:29:41.841283 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['07c111b1-d443-4022-b7df-c0d45dbb036e'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:29:41.925777 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771d157-52b0-43b6-a233-3e22c0a95633 req-f982ac0b-95c7-4ad2-bc01-ed1acedad02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:41.928789 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6771d157-52b0-43b6-a233-3e22c0a95633 req-f982ac0b-95c7-4ad2-bc01-ed1acedad02d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6f63b25b835b4625ab62ac037232d4b9&device_id=60c99b64-d8a7-457b-9b27-65708647c763 HTTP/1.1" status: 200 len: 1101 time: 1.2530575 May 13 14:29:42.006204 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fed40af8-874a-46a9-9e7b-87a3e7cf94d3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.2100217 May 13 14:29:42.016522 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41926) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:42.019551 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020225f-15fd-4025-8cc3-21b6cfe72e95 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Pushing event updated for resources: {'Port': ['ID=f4bea0bf-4268-4d57-837a-aab0a9dbdc58,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:42.034936 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-893c9e62-d2a7-4e61-86ab-e8ee652510f9 admin admin] Request body: {'subnet': {'network_id': '5c57dfcc-adc7-4a5b-8feb-0ff2c69376af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-743261201-subnet', 'tenant_id': 'dc7f182b99334da6876b361034afff56', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:42.081181 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0229e-2dec-4bd2-916b-370e8cac14f1 service neutron] Pushing event updated for resources: {'Port': ['ID=11ba0e16-6d05-4f8c-8d24-e7787e219cb8,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:42.108800 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-893c9e62-d2a7-4e61-86ab-e8ee652510f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:42.111499 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c020225f-15fd-4025-8cc3-21b6cfe72e95 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:42.146724 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-893c9e62-d2a7-4e61-86ab-e8ee652510f9 admin admin] Usage tracker for resource:subnet and tenant:dc7f182b99334da6876b361034afff56 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:42.151071 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c020225f-15fd-4025-8cc3-21b6cfe72e95 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:42.155606 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c020225f-15fd-4025-8cc3-21b6cfe72e95 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7304406 May 13 14:29:42.157166 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-893c9e62-d2a7-4e61-86ab-e8ee652510f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:42.174728 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-893c9e62-d2a7-4e61-86ab-e8ee652510f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:42.220250 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893c9e62-d2a7-4e61-86ab-e8ee652510f9 admin admin] Made reservation on behalf of dc7f182b99334da6876b361034afff56 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:29:42.223989 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-893c9e62-d2a7-4e61-86ab-e8ee652510f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:42.263670 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2933ecf-dcc9-4c8e-b9a0-cf6f432e1ddb req-c1dcd80c-b327-479e-a3c6-c1ac03c71ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:42.273108 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f2933ecf-dcc9-4c8e-b9a0-cf6f432e1ddb req-c1dcd80c-b327-479e-a3c6-c1ac03c71ecf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9851975 May 13 14:29:42.411518 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port c8db192e-f0a8-457e-bccb-d0569b7e440f completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:29:42.425998 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port c8db192e-f0a8-457e-bccb-d0569b7e440f triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:42.426379 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:42.554252 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771d157-52b0-43b6-a233-3e22c0a95633 req-e457daa9-2808-4fb5-bcd3-1a0e8b08332b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:42.555810 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6771d157-52b0-43b6-a233-3e22c0a95633 req-e457daa9-2808-4fb5-bcd3-1a0e8b08332b service neutron] 10.222.0.74 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.5889430 May 13 14:29:42.614093 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-c3b0229e-2dec-4bd2-916b-370e8cac14f1 service neutron] Attempting to bind port 11ba0e16-6d05-4f8c-8d24-e7787e219cb8 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:29:42.614775 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-c3b0229e-2dec-4bd2-916b-370e8cac14f1 service neutron] Attempting to bind port 11ba0e16-6d05-4f8c-8d24-e7787e219cb8 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'b6d26220-439e-4546-8871-69c5d2174d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c42533e7-ad26-4a66-b646-4f2877c0361c'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:29:42.615354 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-c3b0229e-2dec-4bd2-916b-370e8cac14f1 service neutron] Attempting to bind port 11ba0e16-6d05-4f8c-8d24-e7787e219cb8 on network c42533e7-ad26-4a66-b646-4f2877c0361c {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:42.663317 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-c3b0229e-2dec-4bd2-916b-370e8cac14f1 service neutron] Port 11ba0e16-6d05-4f8c-8d24-e7787e219cb8 on network c42533e7-ad26-4a66-b646-4f2877c0361c not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:29:42.664019 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-c3b0229e-2dec-4bd2-916b-370e8cac14f1 service neutron] Attempting to bind port 11ba0e16-6d05-4f8c-8d24-e7787e219cb8 on network c42533e7-ad26-4a66-b646-4f2877c0361c {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:42.688367 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port c8db192e-f0a8-457e-bccb-d0569b7e440f is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:42.689218 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:42.704764 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-c3b0229e-2dec-4bd2-916b-370e8cac14f1 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:29:42.705437 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-c3b0229e-2dec-4bd2-916b-370e8cac14f1 service neutron] Checking segment: {'id': 'b6d26220-439e-4546-8871-69c5d2174d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c42533e7-ad26-4a66-b646-4f2877c0361c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:29:42.706118 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-c3b0229e-2dec-4bd2-916b-370e8cac14f1 service neutron] Bound using segment: {'id': 'b6d26220-439e-4546-8871-69c5d2174d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c42533e7-ad26-4a66-b646-4f2877c0361c'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:29:42.706726 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-c3b0229e-2dec-4bd2-916b-370e8cac14f1 service neutron] Bound port: 11ba0e16-6d05-4f8c-8d24-e7787e219cb8, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d26220-439e-4546-8871-69c5d2174d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c42533e7-ad26-4a66-b646-4f2877c0361c'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:29:42.707303 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-c3b0229e-2dec-4bd2-916b-370e8cac14f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:42.801441 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port c8db192e-f0a8-457e-bccb-d0569b7e440f, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c8db192e-f0a8-457e-bccb-d0569b7e440f,segment=NetworkSegment(183027d0-4300-4178-bf33-06a5c0f8a82c),segment_id=183027d0-4300-4178-bf33-06a5c0f8a82c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:42.810383 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061cc33-f885-4223-88f5-8af842e9b633 req-93374905-b9ff-4bbb-8386-4b9b371a6ec3 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:42.823945 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e061cc33-f885-4223-88f5-8af842e9b633 req-93374905-b9ff-4bbb-8386-4b9b371a6ec3 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] 10.222.0.35 "GET /v2.0/ports?device_id=724a169d-af33-4d1c-841d-4471c1954a66 HTTP/1.1" status: 200 len: 944 time: 0.8285489 May 13 14:29:42.830118 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6771d157-52b0-43b6-a233-3e22c0a95633 req-e8522f7b-a0fe-48e0-ab8d-41df447c8690 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=3932b78c-4b38-439c-9ce6-f9a02d120943 HTTP/1.1" status: 200 len: 217 time: 0.2671471 May 13 14:29:42.853651 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:42.871818 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f2933ecf-dcc9-4c8e-b9a0-cf6f432e1ddb req-47f6d1d3-1a1d-466b-a119-1642ebee857c service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5789180 May 13 14:29:42.948302 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771d157-52b0-43b6-a233-3e22c0a95633 req-6e8acdbf-45f2-43b4-840e-258c6a5bebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:42.950101 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6771d157-52b0-43b6-a233-3e22c0a95633 req-6e8acdbf-45f2-43b4-840e-258c6a5bebf7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1122010 May 13 14:29:43.017824 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-893c9e62-d2a7-4e61-86ab-e8ee652510f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:43.059295 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=c8db192e-f0a8-457e-bccb-d0569b7e440f,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:43.060811 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f2933ecf-dcc9-4c8e-b9a0-cf6f432e1ddb req-c31602e2-4151-4d15-b220-15722eb58e2e service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778035 May 13 14:29:43.137662 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893c9e62-d2a7-4e61-86ab-e8ee652510f9 admin admin] Checking segment: {'id': '7a7ed751-6e14-4aec-886a-659113dd6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5c57dfcc-adc7-4a5b-8feb-0ff2c69376af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:29:43.138168 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893c9e62-d2a7-4e61-86ab-e8ee652510f9 admin admin] Network hostable DHCP agents. Network: 5c57dfcc-adc7-4a5b-8feb-0ff2c69376af, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:29:43.143545 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-c3b0229e-2dec-4bd2-916b-370e8cac14f1 service neutron] For port 11ba0e16-6d05-4f8c-8d24-e7787e219cb8, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:29:43.146979 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-c3b0229e-2dec-4bd2-916b-370e8cac14f1 service neutron] For port 11ba0e16-6d05-4f8c-8d24-e7787e219cb8, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=11ba0e16-6d05-4f8c-8d24-e7787e219cb8,segment=NetworkSegment(b6d26220-439e-4546-8871-69c5d2174d29),segment_id=b6d26220-439e-4546-8871-69c5d2174d29)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:29:43.152318 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-c3b0229e-2dec-4bd2-916b-370e8cac14f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:43.177262 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893c9e62-d2a7-4e61-86ab-e8ee652510f9 admin admin] Network 5c57dfcc-adc7-4a5b-8feb-0ff2c69376af is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:29:43.194301 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-893c9e62-d2a7-4e61-86ab-e8ee652510f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 5c57dfcc-adc7-4a5b-8feb-0ff2c69376af) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:29:43.199715 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893c9e62-d2a7-4e61-86ab-e8ee652510f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:43.200590 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-893c9e62-d2a7-4e61-86ab-e8ee652510f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:43.204012 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a81b545-290b-4d83-a89c-80dcc3c1e950 None None] Network 5c57dfcc-adc7-4a5b-8feb-0ff2c69376af requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:29:43.214434 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c9e62-d2a7-4e61-86ab-e8ee652510f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=483b0e90-94ea-4826-9777-513ec7a928d8,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:43.256576 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-c3b0229e-2dec-4bd2-916b-370e8cac14f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:43.257198 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-c3b0229e-2dec-4bd2-916b-370e8cac14f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:43.258618 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-c3b0229e-2dec-4bd2-916b-370e8cac14f1 service neutron] 10.222.0.74 "PUT /v2.0/ports/11ba0e16-6d05-4f8c-8d24-e7787e219cb8 HTTP/1.1" status: 200 len: 1092 time: 4.5419915 May 13 14:29:43.265815 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724a169d-af33-4d1c-841d-4471c1954a66', 'tag': '11ba0e16-6d05-4f8c-8d24-e7787e219cb8'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:43.283835 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e061cc33-f885-4223-88f5-8af842e9b633 req-b276eceb-35a1-4f89-bbf2-8158a71de1a5 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f047a6c-eca8-4205-97f0-b8eb72ff19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613304 May 13 14:29:43.313219 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-893c9e62-d2a7-4e61-86ab-e8ee652510f9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2812836 May 13 14:29:43.351295 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771d157-52b0-43b6-a233-3e22c0a95633 req-37964bdc-1e73-4f44-8278-45a12f724e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:43.353173 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6771d157-52b0-43b6-a233-3e22c0a95633 req-37964bdc-1e73-4f44-8278-45a12f724e97 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3786998 May 13 14:29:43.509014 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cad4ac-6628-4ee0-a3d1-21852339a1d2 req-e345b6f1-182b-4a60-b7a4-1c79ba9fbb24 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:43.518003 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-78cad4ac-6628-4ee0-a3d1-21852339a1d2 req-e345b6f1-182b-4a60-b7a4-1c79ba9fbb24 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ad2cc6-b542-4a84-af82-ca4b0e34cdc3 HTTP/1.1" status: 200 len: 949 time: 0.3050063 May 13 14:29:43.570453 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0229e-2dec-4bd2-916b-370e8cac14f1 service neutron] Pushing event updated for resources: {'Port': ['ID=11ba0e16-6d05-4f8c-8d24-e7787e219cb8,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:43.618019 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c8db192e-f0a8-457e-bccb-d0569b7e440f up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:29:43.667450 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-78cad4ac-6628-4ee0-a3d1-21852339a1d2 req-2dfe23c6-6426-4009-bcae-ead3e0bc3cf3 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469197 May 13 14:29:43.673754 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6771d157-52b0-43b6-a233-3e22c0a95633 req-cd0f5f77-1b73-46a7-8a56-12975228b3f9 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127384 May 13 14:29:43.702440 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af32927c-f5fb-45e7-b81f-cba773c2c8fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-5c57dfcc-adc7-4a5b-8feb-0ff2c69376af', 'network_id': '5c57dfcc-adc7-4a5b-8feb-0ff2c69376af', 'tenant_id': 'dc7f182b99334da6876b361034afff56', 'fixed_ips': [{'subnet_id': '483b0e90-94ea-4826-9777-513ec7a928d8'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:29:43.705641 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-af32927c-f5fb-45e7-b81f-cba773c2c8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:43.707803 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9fe580d4-18e5-40c9-bd37-f982dd022685 req-43463217-3ae6-4d0f-aec3-44836aa25008 tempest-ServersAdmin275Test-1726168306 tempest-ServersAdmin275Test-1726168306-project] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.1311750 May 13 14:29:43.761227 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-bdb9bdd1-4b92-421d-b80c-9d72ca8f1d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:43.763013 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-bdb9bdd1-4b92-421d-b80c-9d72ca8f1d19 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b755af5d91d7459fa39442a380244842&device_id=724a169d-af33-4d1c-841d-4471c1954a66 HTTP/1.1" status: 200 len: 1095 time: 0.3991618 May 13 14:29:43.907168 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port c8db192e-f0a8-457e-bccb-d0569b7e440f triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:43.907882 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:43.957404 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-3ec95e69-ec7d-4d6f-8d17-0dd96bcc2856 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11ba0e16-6d05-4f8c-8d24-e7787e219cb8 HTTP/1.1" status: 200 len: 217 time: 0.1798317 May 13 14:29:44.079012 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-b18b1ec9-d6d1-4bc6-ad38-568ad3c87809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:44.081346 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-b18b1ec9-d6d1-4bc6-ad38-568ad3c87809 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c4cb9233-019e-4cfc-bf83-4d5c01781887 HTTP/1.1" status: 200 len: 860 time: 0.1171994 May 13 14:29:44.106255 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-af32927c-f5fb-45e7-b81f-cba773c2c8fd None None] Allocated IP 172.20.0.2 (5c57dfcc-adc7-4a5b-8feb-0ff2c69376af/483b0e90-94ea-4826-9777-513ec7a928d8/76830af8-9c36-4d8e-8b6e-2324f85b2df6) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:29:44.170765 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-e85a527f-4b3d-4a41-ac49-8f5fd4cb046e tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Synchronizing usage tracker for tenant:1755eac0ebb04150a11ef4b6de32b782 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:29:44.190266 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-682fff48-6b11-4513-93ce-89d46b777de3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c42533e7-ad26-4a66-b646-4f2877c0361c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929143 May 13 14:29:44.305615 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-e85a527f-4b3d-4a41-ac49-8f5fd4cb046e tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Unset dirty status for tenant:1755eac0ebb04150a11ef4b6de32b782 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:29:44.310376 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-e85a527f-4b3d-4a41-ac49-8f5fd4cb046e tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1080622430&fields=id&tenant_id=1755eac0ebb04150a11ef4b6de32b782 HTTP/1.1" status: 200 len: 267 time: 0.3626080 May 13 14:29:44.320906 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6771d157-52b0-43b6-a233-3e22c0a95633 req-4bd7e1b2-59d2-4d88-9239-3118c4789476 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6067333 May 13 14:29:44.356387 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port c8db192e-f0a8-457e-bccb-d0569b7e440f is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:44.397043 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-f7ee103a-88cc-4b94-8c93-fb43f38748ef service neutron] 10.222.0.74 "GET /v2.0/networks/c42533e7-ad26-4a66-b646-4f2877c0361c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982841 May 13 14:29:44.402738 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:29:44.590664 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-bd22b86a-c362-4cc7-b9bb-279d08ee7087 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:44.591654 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-bd22b86a-c362-4cc7-b9bb-279d08ee7087 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Synchronizing usage tracker for tenant:1755eac0ebb04150a11ef4b6de32b782 on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:29:44.622711 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-bd22b86a-c362-4cc7-b9bb-279d08ee7087 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Unset dirty status for tenant:1755eac0ebb04150a11ef4b6de32b782 on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:29:44.632736 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-bd22b86a-c362-4cc7-b9bb-279d08ee7087 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "GET /v2.0/networks?id=37db9b39-b86e-46cc-9e6b-6ea227d6e0b3 HTTP/1.1" status: 200 len: 810 time: 0.3094254 May 13 14:29:44.660717 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-af32927c-f5fb-45e7-b81f-cba773c2c8fd None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:44.661230 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-73919d5f-5968-406f-a9ee-e2bb044af017 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "GET /v2.0/quotas/1755eac0ebb04150a11ef4b6de32b782 HTTP/1.1" status: 200 len: 375 time: 0.0273621 May 13 14:29:44.680438 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-af32927c-f5fb-45e7-b81f-cba773c2c8fd None None] Transition to ACTIVE for port object 76830af8-9c36-4d8e-8b6e-2324f85b2df6 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:29:44.721469 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-af32927c-f5fb-45e7-b81f-cba773c2c8fd None None] Transition to ACTIVE for port object 76830af8-9c36-4d8e-8b6e-2324f85b2df6 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:29:44.730526 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-af32927c-f5fb-45e7-b81f-cba773c2c8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:44.832290 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 07c111b1-d443-4022-b7df-c0d45dbb036e up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:29:44.838797 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58b91323-1477-487c-866b-db6e677fed43'] response: {'name': 'network-changed', 'server_uuid': '724a169d-af33-4d1c-841d-4471c1954a66', 'tag': '11ba0e16-6d05-4f8c-8d24-e7787e219cb8', 'status': 'completed', 'code': 200} May 13 14:29:44.858978 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-1f949799-a205-48a8-a659-d7fa16ef0adb tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Synchronizing usage tracker for tenant:1755eac0ebb04150a11ef4b6de32b782 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:29:44.894317 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-1f949799-a205-48a8-a659-d7fa16ef0adb tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Unset dirty status for tenant:1755eac0ebb04150a11ef4b6de32b782 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:29:44.904640 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-1f949799-a205-48a8-a659-d7fa16ef0adb tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1755eac0ebb04150a11ef4b6de32b782&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2424254 May 13 14:29:44.968970 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b8d19682-c5c4-4d7d-b7d4-e81e73f7e6da req-50d6f2c2-f7e1-4e3a-be1d-0cbd6b0c57c1 service neutron] 10.222.0.74 "GET /v2.0/networks/c42533e7-ad26-4a66-b646-4f2877c0361c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5621715 May 13 14:29:45.019655 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af32927c-f5fb-45e7-b81f-cba773c2c8fd None None] Network 5c57dfcc-adc7-4a5b-8feb-0ff2c69376af is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:29:45.027343 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-af32927c-f5fb-45e7-b81f-cba773c2c8fd None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:29:45.045785 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af32927c-f5fb-45e7-b81f-cba773c2c8fd None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:29:45.049856 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32927c-f5fb-45e7-b81f-cba773c2c8fd None None] Pushing event updated for resources: {'Port': ['ID=76830af8-9c36-4d8e-8b6e-2324f85b2df6,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:45.177309 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-5b57e5fc-7685-4573-bf48-23e3c6348e85 service neutron] 10.222.0.35 "GET /v2.0/networks/37db9b39-b86e-46cc-9e6b-6ea227d6e0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667384 May 13 14:29:45.200539 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 42010) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:45.222018 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-af32927c-f5fb-45e7-b81f-cba773c2c8fd None None] Attempting to bind port 76830af8-9c36-4d8e-8b6e-2324f85b2df6 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:29:45.222823 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-af32927c-f5fb-45e7-b81f-cba773c2c8fd None None] Attempting to bind port 76830af8-9c36-4d8e-8b6e-2324f85b2df6 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '7a7ed751-6e14-4aec-886a-659113dd6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5c57dfcc-adc7-4a5b-8feb-0ff2c69376af'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:29:45.223225 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af32927c-f5fb-45e7-b81f-cba773c2c8fd None None] Attempting to bind port 76830af8-9c36-4d8e-8b6e-2324f85b2df6 on network 5c57dfcc-adc7-4a5b-8feb-0ff2c69376af {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:45.241960 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af32927c-f5fb-45e7-b81f-cba773c2c8fd None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:29:45.242363 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af32927c-f5fb-45e7-b81f-cba773c2c8fd None None] Checking segment: {'id': '7a7ed751-6e14-4aec-886a-659113dd6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5c57dfcc-adc7-4a5b-8feb-0ff2c69376af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:29:45.242748 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-af32927c-f5fb-45e7-b81f-cba773c2c8fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:45.243164 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af32927c-f5fb-45e7-b81f-cba773c2c8fd None None] Bound using segment: {'id': '7a7ed751-6e14-4aec-886a-659113dd6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5c57dfcc-adc7-4a5b-8feb-0ff2c69376af'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:29:45.243651 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-af32927c-f5fb-45e7-b81f-cba773c2c8fd None None] Bound port: 76830af8-9c36-4d8e-8b6e-2324f85b2df6, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ed751-6e14-4aec-886a-659113dd6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5c57dfcc-adc7-4a5b-8feb-0ff2c69376af'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:29:45.268191 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-af32927c-f5fb-45e7-b81f-cba773c2c8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:45.313865 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 07c111b1-d443-4022-b7df-c0d45dbb036e completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:29:45.396863 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 07c111b1-d443-4022-b7df-c0d45dbb036e triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:45.397588 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:45.423960 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ec6659bb-5456-4394-a2d3-df160a842886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:45.443811 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792e92b-3266-49c7-adee-d24aed837ba7 req-8c8fb66c-9684-469e-88f8-3c537e08e111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:45.445492 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1792e92b-3266-49c7-adee-d24aed837ba7 req-8c8fb66c-9684-469e-88f8-3c537e08e111 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b755af5d91d7459fa39442a380244842&device_id=724a169d-af33-4d1c-841d-4471c1954a66 HTTP/1.1" status: 200 len: 1095 time: 0.3753722 May 13 14:29:45.446666 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ec6659bb-5456-4394-a2d3-df160a842886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:45.464140 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-aff13597-39b8-4dbf-a5b4-a1088c38c735 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:45.465403 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-aff13597-39b8-4dbf-a5b4-a1088c38c735 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/networks?id=5c57dfcc-adc7-4a5b-8feb-0ff2c69376af HTTP/1.1" status: 200 len: 815 time: 0.4572458 May 13 14:29:45.465541 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ec6659bb-5456-4394-a2d3-df160a842886 admin admin] Usage tracker for resource:security_group_rule and tenant:8b9ff67354ef453a8b07e56617556087 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:45.470718 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ec6659bb-5456-4394-a2d3-df160a842886 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:45.493171 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-6cdd86dd-eeab-4534-ba4d-bdcb3299d2a6 service neutron] 10.222.0.35 "GET /v2.0/networks/37db9b39-b86e-46cc-9e6b-6ea227d6e0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130813 May 13 14:29:45.498100 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ec6659bb-5456-4394-a2d3-df160a842886 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:45.519573 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-af32927c-f5fb-45e7-b81f-cba773c2c8fd None None] For port 76830af8-9c36-4d8e-8b6e-2324f85b2df6, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:29:45.523973 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-af32927c-f5fb-45e7-b81f-cba773c2c8fd None None] For port 76830af8-9c36-4d8e-8b6e-2324f85b2df6, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=76830af8-9c36-4d8e-8b6e-2324f85b2df6,segment=NetworkSegment(7a7ed751-6e14-4aec-886a-659113dd6981),segment_id=7a7ed751-6e14-4aec-886a-659113dd6981)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:29:45.532047 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-af32927c-f5fb-45e7-b81f-cba773c2c8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:45.709803 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 07c111b1-d443-4022-b7df-c0d45dbb036e is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:45.710168 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:45.747311 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32927c-f5fb-45e7-b81f-cba773c2c8fd None None] Pushing event updated for resources: {'Port': ['ID=76830af8-9c36-4d8e-8b6e-2324f85b2df6,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:45.754232 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ec6659bb-5456-4394-a2d3-df160a842886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:45.758320 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792e92b-3266-49c7-adee-d24aed837ba7 req-c5cef1a7-4e79-4629-85fa-ef1029140dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:45.759992 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1792e92b-3266-49c7-adee-d24aed837ba7 req-c5cef1a7-4e79-4629-85fa-ef1029140dcd service neutron] 10.222.0.74 "GET /v2.0/networks?id=c42533e7-ad26-4a66-b646-4f2877c0361c HTTP/1.1" status: 200 len: 921 time: 0.2936397 May 13 14:29:45.760993 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ec6659bb-5456-4394-a2d3-df160a842886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:45.773938 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ad2cc6-b542-4a84-af82-ca4b0e34cdc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c111b1-d443-4022-b7df-c0d45dbb036e'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:45.803812 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 07c111b1-d443-4022-b7df-c0d45dbb036e, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=07c111b1-d443-4022-b7df-c0d45dbb036e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:45.811767 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:45.859836 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6659bb-5456-4394-a2d3-df160a842886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f934011b-ae26-489b-b1d0-c8e98c4e63a4,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:45.900132 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ec6659bb-5456-4394-a2d3-df160a842886 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8b9ff67354ef453a8b07e56617556087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6920149 May 13 14:29:45.900257 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 42022) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:45.944225 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1792e92b-3266-49c7-adee-d24aed837ba7 req-ac55b686-4c36-4675-806d-54006736fcba service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11ba0e16-6d05-4f8c-8d24-e7787e219cb8 HTTP/1.1" status: 200 len: 217 time: 0.1740646 May 13 14:29:45.953610 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-3b7b9916-9a3e-47f8-b142-7db4ee1db76b tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/quotas/dc7f182b99334da6876b361034afff56 HTTP/1.1" status: 200 len: 375 time: 0.1925299 May 13 14:29:45.989277 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=07c111b1-d443-4022-b7df-c0d45dbb036e,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:46.162246 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b94786dd-8ca5-4aca-8c04-f91f1a1730cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:46.259026 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b94786dd-8ca5-4aca-8c04-f91f1a1730cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:46.279848 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792e92b-3266-49c7-adee-d24aed837ba7 req-fd1b08f6-ae09-4e06-bed1-032ed0d1cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:46.281355 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1792e92b-3266-49c7-adee-d24aed837ba7 req-fd1b08f6-ae09-4e06-bed1-032ed0d1cc8c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c4cb9233-019e-4cfc-bf83-4d5c01781887 HTTP/1.1" status: 200 len: 860 time: 0.2159877 May 13 14:29:46.294597 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e750c5-1f51-41f0-9509-4163029ddc6c req-9641099a-870d-4d61-9fc1-7fc6d35c0b28 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:46.302906 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-19e750c5-1f51-41f0-9509-4163029ddc6c req-9641099a-870d-4d61-9fc1-7fc6d35c0b28 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] 10.222.0.35 "GET /v2.0/ports?device_id=724a169d-af33-4d1c-841d-4471c1954a66 HTTP/1.1" status: 200 len: 944 time: 0.2380712 May 13 14:29:46.392662 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-19e750c5-1f51-41f0-9509-4163029ddc6c req-ed97a830-0e95-4adb-8fb5-597cb2505e47 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f047a6c-eca8-4205-97f0-b8eb72ff19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610061 May 13 14:29:46.448873 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1792e92b-3266-49c7-adee-d24aed837ba7 req-7a896f58-9c11-49c4-bc8d-9294c20c37d2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c42533e7-ad26-4a66-b646-4f2877c0361c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1480751 May 13 14:29:46.467756 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b94786dd-8ca5-4aca-8c04-f91f1a1730cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:46.500687 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94786dd-8ca5-4aca-8c04-f91f1a1730cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f934011b-ae26-489b-b1d0-c8e98c4e63a4,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:46.525650 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b94786dd-8ca5-4aca-8c04-f91f1a1730cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:46.543234 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b94786dd-8ca5-4aca-8c04-f91f1a1730cc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f934011b-ae26-489b-b1d0-c8e98c4e63a4 HTTP/1.1" status: 204 len: 168 time: 0.6307971 May 13 14:29:46.778223 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2edee-bb15-4e85-912e-c2c5b1a04aa9 req-188482f6-716b-4ca5-aca4-d35809fbac58 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:46.787573 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-edc2edee-bb15-4e85-912e-c2c5b1a04aa9 req-188482f6-716b-4ca5-aca4-d35809fbac58 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ad2cc6-b542-4a84-af82-ca4b0e34cdc3 HTTP/1.1" status: 200 len: 950 time: 0.1458044 May 13 14:29:46.809011 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-4ca4b4c6-2a04-4585-b66f-a8254346fa7d tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc7f182b99334da6876b361034afff56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8543897 May 13 14:29:46.895627 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-edc2edee-bb15-4e85-912e-c2c5b1a04aa9 req-b40021cb-63da-4b0e-ba82-c7b1b4932d71 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069198 May 13 14:29:47.006209 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 42038) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:47.057690 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2e40d456-4ba9-41e3-a67b-54bf600e80ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:47.100756 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-ffe04a7d-4438-40f7-8b77-97c0945e53cd service neutron] 10.222.0.35 "GET /v2.0/networks/5c57dfcc-adc7-4a5b-8feb-0ff2c69376af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904289 May 13 14:29:47.130436 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2e40d456-4ba9-41e3-a67b-54bf600e80ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:47.143355 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2e40d456-4ba9-41e3-a67b-54bf600e80ea admin admin] Usage tracker for resource:security_group_rule and tenant:875e3c81608e4e758f02bd9b8b6186d2 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:47.152356 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2e40d456-4ba9-41e3-a67b-54bf600e80ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:47.171356 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1792e92b-3266-49c7-adee-d24aed837ba7 req-256b32bb-7781-49ec-84e4-170470e93f45 service neutron] 10.222.0.74 "GET /v2.0/networks/c42533e7-ad26-4a66-b646-4f2877c0361c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7046328 May 13 14:29:47.178625 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2e40d456-4ba9-41e3-a67b-54bf600e80ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:47.350892 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22918316-01e6-4690-949f-bbc32df572ee None None] Network 5c57dfcc-adc7-4a5b-8feb-0ff2c69376af requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:29:47.355681 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-7a39e8a8-76c2-4fa8-b931-1e156061c266 service neutron] 10.222.0.35 "GET /v2.0/networks/5c57dfcc-adc7-4a5b-8feb-0ff2c69376af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535341 May 13 14:29:47.388302 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d2418281-0b95-49ad-aec8-983d7a295ec2 req-216c4716-0e43-47f8-a45e-fff12c633969 tempest-ServersAdmin275Test-1726168306 tempest-ServersAdmin275Test-1726168306-project] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.1016283 May 13 14:29:47.543796 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2e40d456-4ba9-41e3-a67b-54bf600e80ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:47.558856 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2e40d456-4ba9-41e3-a67b-54bf600e80ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:47.675227 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2e40d456-4ba9-41e3-a67b-54bf600e80ea admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=875e3c81608e4e758f02bd9b8b6186d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6676853 May 13 14:29:47.676600 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40d456-4ba9-41e3-a67b-54bf600e80ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e236f1e3-ed8f-4d24-abf9-80aad24f5ca9,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:47.682102 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 42052) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:47.747015 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 76830af8-9c36-4d8e-8b6e-2324f85b2df6 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:29:47.798635 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aba27d31-ccfb-4f5d-a8a5-473058ca0d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:47.828167 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fe3319a-5fa1-41d6-90b8-02d935f04a2b'] response: {'server_uuid': '31ad2cc6-b542-4a84-af82-ca4b0e34cdc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c111b1-d443-4022-b7df-c0d45dbb036e', 'code': 200} May 13 14:29:47.862005 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c691a0ef-b362-4a7c-b5e7-500580034d5a None None] Provisioning for port 76830af8-9c36-4d8e-8b6e-2324f85b2df6 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:29:47.942734 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aba27d31-ccfb-4f5d-a8a5-473058ca0d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:47.982555 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:48.012931 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1792e92b-3266-49c7-adee-d24aed837ba7 req-839dff5b-d4f7-4124-a8e0-c147236b2a4c service neutron] 10.222.0.74 "GET /v2.0/networks/c42533e7-ad26-4a66-b646-4f2877c0361c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6536236 May 13 14:29:48.026559 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 76830af8-9c36-4d8e-8b6e-2324f85b2df6 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:29:48.063638 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 76830af8-9c36-4d8e-8b6e-2324f85b2df6 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:48.064298 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:48.307329 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 76830af8-9c36-4d8e-8b6e-2324f85b2df6 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:48.307722 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:48.347270 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b103eb53-7995-4092-857e-98fe6802454f req-00c4f115-c698-4237-b496-7d0f89b1c645 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23ad0ad-e91a-4058-bd3c-2615c7fa7db1 HTTP/1.1" status: 200 len: 210 time: 0.1364951 May 13 14:29:48.443728 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 76830af8-9c36-4d8e-8b6e-2324f85b2df6, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=76830af8-9c36-4d8e-8b6e-2324f85b2df6,segment=NetworkSegment(7a7ed751-6e14-4aec-886a-659113dd6981),segment_id=7a7ed751-6e14-4aec-886a-659113dd6981)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:48.457965 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:48.673292 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21340b-3427-4842-b5cb-815772115498 req-f880f142-0540-483f-b1b4-84ca99795aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:48.675057 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6c21340b-3427-4842-b5cb-815772115498 req-f880f142-0540-483f-b1b4-84ca99795aa6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=31ad2cc6-b542-4a84-af82-ca4b0e34cdc3 HTTP/1.1" status: 200 len: 1101 time: 0.2560403 May 13 14:29:48.721612 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aba27d31-ccfb-4f5d-a8a5-473058ca0d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:48.741678 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=76830af8-9c36-4d8e-8b6e-2324f85b2df6,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:48.762343 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-861484cc-38a8-4a5a-b993-1be6058a41a2 None None] Provisioning complete for port 76830af8-9c36-4d8e-8b6e-2324f85b2df6 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:48.762794 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-861484cc-38a8-4a5a-b993-1be6058a41a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:48.763427 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-0983f744-5dca-4455-820d-5abcd4e14820 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:48.765487 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-0983f744-5dca-4455-820d-5abcd4e14820 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.74 "GET /v2.0/networks?id=37db9b39-b86e-46cc-9e6b-6ea227d6e0b3 HTTP/1.1" status: 200 len: 810 time: 0.7447193 May 13 14:29:48.803930 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6c21340b-3427-4842-b5cb-815772115498 req-f01f760a-0f3e-4e1c-a96f-541ede6dd8ee service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178863 May 13 14:29:48.827158 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b67b95-701c-4f41-85c0-99059c7c47c4 req-dc2aa5f1-8d14-4dc1-b3bc-5cbbbad33684 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:48.834901 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-32b67b95-701c-4f41-85c0-99059c7c47c4 req-dc2aa5f1-8d14-4dc1-b3bc-5cbbbad33684 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ad2cc6-b542-4a84-af82-ca4b0e34cdc3 HTTP/1.1" status: 200 len: 950 time: 0.1293137 May 13 14:29:48.839100 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba27d31-ccfb-4f5d-a8a5-473058ca0d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e236f1e3-ed8f-4d24-abf9-80aad24f5ca9,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:48.860895 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aba27d31-ccfb-4f5d-a8a5-473058ca0d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:48.871867 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-aba27d31-ccfb-4f5d-a8a5-473058ca0d98 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e236f1e3-ed8f-4d24-abf9-80aad24f5ca9 HTTP/1.1" status: 204 len: 168 time: 1.1851161 May 13 14:29:48.911678 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-32b67b95-701c-4f41-85c0-99059c7c47c4 req-4bfc7c15-319f-4a6c-b265-d137921b8d2c tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754364 May 13 14:29:48.949953 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-3715966b-53d2-4fb2-ac8c-08cf2d5757a0 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1755eac0ebb04150a11ef4b6de32b782 HTTP/1.1" status: 200 len: 380 time: 0.1629283 May 13 14:29:48.962201 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-366ac184-525e-4d31-bf5f-2b16d523df59 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Request body: {'port': {'device_id': 'f23ad0ad-e91a-4058-bd3c-2615c7fa7db1', 'network_id': '37db9b39-b86e-46cc-9e6b-6ea227d6e0b3', 'admin_state_up': True, 'tenant_id': '1755eac0ebb04150a11ef4b6de32b782', 'security_groups': ['561cbc6e-9de6-4355-a7ea-54cb453604ce']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:49.087167 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-861484cc-38a8-4a5a-b993-1be6058a41a2 None None] Current status of the port 76830af8-9c36-4d8e-8b6e-2324f85b2df6 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:49.195327 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 11ba0e16-6d05-4f8c-8d24-e7787e219cb8 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:29:49.345033 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3c825-ccca-47e4-a7f8-0638b0100551 req-5ed15a08-64ee-4c2f-a494-6ee68aaaf802 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:49.352036 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f9e3c825-ccca-47e4-a7f8-0638b0100551 req-5ed15a08-64ee-4c2f-a494-6ee68aaaf802 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] 10.222.0.35 "GET /v2.0/ports?device_id=724a169d-af33-4d1c-841d-4471c1954a66 HTTP/1.1" status: 200 len: 944 time: 1.0814834 May 13 14:29:49.447535 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f9e3c825-ccca-47e4-a7f8-0638b0100551 req-cfbf8035-0f7f-43c8-8cfd-1ee3bbd67e5e tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f047a6c-eca8-4205-97f0-b8eb72ff19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944824 May 13 14:29:49.482149 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-366ac184-525e-4d31-bf5f-2b16d523df59 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:49.511720 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-366ac184-525e-4d31-bf5f-2b16d523df59 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:49.549829 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-366ac184-525e-4d31-bf5f-2b16d523df59 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Made reservation on behalf of 1755eac0ebb04150a11ef4b6de32b782 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:29:49.556278 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-366ac184-525e-4d31-bf5f-2b16d523df59 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:49.597331 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 76830af8-9c36-4d8e-8b6e-2324f85b2df6 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:29:49.623610 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-914cb78f-dc30-4536-8f12-8ac91138fdaa tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:49.634945 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-914cb78f-dc30-4536-8f12-8ac91138fdaa tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/networks?id=5c57dfcc-adc7-4a5b-8feb-0ff2c69376af HTTP/1.1" status: 200 len: 815 time: 0.5925384 May 13 14:29:49.670869 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-46fbe450-c195-4fcf-ad98-16baa942cee5 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/quotas/dc7f182b99334da6876b361034afff56 HTTP/1.1" status: 200 len: 375 time: 0.0293398 May 13 14:29:49.725683 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 11ba0e16-6d05-4f8c-8d24-e7787e219cb8, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=11ba0e16-6d05-4f8c-8d24-e7787e219cb8,segment=NetworkSegment(b6d26220-439e-4546-8871-69c5d2174d29),segment_id=b6d26220-439e-4546-8871-69c5d2174d29)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:49.845055 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '11ba0e16-6d05-4f8c-8d24-e7787e219cb8', 'network_id': 'c42533e7-ad26-4a66-b646-4f2877c0361c', 'port_id': '11ba0e16-6d05-4f8c-8d24-e7787e219cb8', 'mac_address': 'fa:16:3e:c7:7d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4cb9233-019e-4cfc-bf83-4d5c01781887', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:29:49.998150 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-2a85f347-2ee9-4ac8-87d4-1fbc8628ee90 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc7f182b99334da6876b361034afff56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3208103 May 13 14:29:50.027830 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 11ba0e16-6d05-4f8c-8d24-e7787e219cb8 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:50.029114 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:50.071006 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-94c4c83b-4fe8-44c2-90f1-8245c06cda90 req-e2b6ac40-b259-473b-a3c1-f2f96d8b9ef2 tempest-ServersAdmin275Test-1726168306 tempest-ServersAdmin275Test-1726168306-project] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.1397040 May 13 14:29:50.080884 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 76830af8-9c36-4d8e-8b6e-2324f85b2df6 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:50.084294 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:50.120934 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-366ac184-525e-4d31-bf5f-2b16d523df59 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Allocated IP 172.20.0.12 (37db9b39-b86e-46cc-9e6b-6ea227d6e0b3/d27eb6bf-c793-4d50-ace0-ab7406603a08/54b92774-d51c-4344-b757-33b3cc03ea73) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:29:50.257972 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ba0e16-6d05-4f8c-8d24-e7787e219cb8 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:29:50.362180 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 11ba0e16-6d05-4f8c-8d24-e7787e219cb8, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=11ba0e16-6d05-4f8c-8d24-e7787e219cb8,segment=NetworkSegment(b6d26220-439e-4546-8871-69c5d2174d29),segment_id=b6d26220-439e-4546-8871-69c5d2174d29)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:50.517370 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:50.527059 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-57263f0f-1259-4894-9db8-e3959b969230 service neutron] 10.222.0.35 "GET /v2.0/networks/5c57dfcc-adc7-4a5b-8feb-0ff2c69376af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5276108 May 13 14:29:50.651265 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 42124) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:50.659774 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 76830af8-9c36-4d8e-8b6e-2324f85b2df6 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:50.711460 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=11ba0e16-6d05-4f8c-8d24-e7787e219cb8,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:50.734304 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a7854cbb-0ede-4056-9ad5-de40ed89cb94 req-75ef6762-29a2-4741-90e7-8212b8b1796a tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23ad0ad-e91a-4058-bd3c-2615c7fa7db1 HTTP/1.1" status: 200 len: 210 time: 0.1505640 May 13 14:29:50.859956 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-366ac184-525e-4d31-bf5f-2b16d523df59 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:50.863726 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-95a31e85-ce0d-4680-b76c-6b287370cbdf tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:50.865294 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-95a31e85-ce0d-4680-b76c-6b287370cbdf tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.74 "GET /v2.0/networks?id=5c57dfcc-adc7-4a5b-8feb-0ff2c69376af HTTP/1.1" status: 200 len: 815 time: 1.0070403 May 13 14:29:50.873835 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-e9400102-fc67-4ac9-8e1f-32078c7dbf89 service neutron] 10.222.0.35 "GET /v2.0/networks/5c57dfcc-adc7-4a5b-8feb-0ff2c69376af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456745 May 13 14:29:50.891309 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['11ba0e16-6d05-4f8c-8d24-e7787e219cb8'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:29:50.908726 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-366ac184-525e-4d31-bf5f-2b16d523df59 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Transition to ACTIVE for port object 54b92774-d51c-4344-b757-33b3cc03ea73 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:29:50.933120 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-14d0da26-4173-443d-b5ba-9dee7fe237c0 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Request body: {'port': {'device_id': '0cc80057-6e8b-489d-b52e-eb61d7bf6ff6', 'network_id': '5c57dfcc-adc7-4a5b-8feb-0ff2c69376af', 'admin_state_up': True, 'tenant_id': 'dc7f182b99334da6876b361034afff56'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:50.974330 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-a777160c-a4a6-4673-8b8b-96c3291b8acd admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1460643016-network', 'tenant_id': '12ab0468071c4386a5fd2440f1c099c4'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:50.986425 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-366ac184-525e-4d31-bf5f-2b16d523df59 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:51.032584 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a777160c-a4a6-4673-8b8b-96c3291b8acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:51.064791 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a777160c-a4a6-4673-8b8b-96c3291b8acd admin admin] Usage tracker for resource:network and tenant:12ab0468071c4386a5fd2440f1c099c4 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:51.070294 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a777160c-a4a6-4673-8b8b-96c3291b8acd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:51.081085 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a777160c-a4a6-4673-8b8b-96c3291b8acd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:51.215508 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a777160c-a4a6-4673-8b8b-96c3291b8acd admin admin] Made reservation on behalf of 12ab0468071c4386a5fd2440f1c099c4 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:29:51.222823 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a777160c-a4a6-4673-8b8b-96c3291b8acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:51.241210 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-366ac184-525e-4d31-bf5f-2b16d523df59 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Network 37db9b39-b86e-46cc-9e6b-6ea227d6e0b3 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:29:51.258265 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a777160c-a4a6-4673-8b8b-96c3291b8acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:51.266816 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-366ac184-525e-4d31-bf5f-2b16d523df59 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:29:51.295045 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-14d0da26-4173-443d-b5ba-9dee7fe237c0 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:51.301403 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-366ac184-525e-4d31-bf5f-2b16d523df59 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:29:51.379125 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ac184-525e-4d31-bf5f-2b16d523df59 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Pushing event updated for resources: {'Port': ['ID=54b92774-d51c-4344-b757-33b3cc03ea73,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:51.380115 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-14d0da26-4173-443d-b5ba-9dee7fe237c0 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Usage tracker for resource:port and tenant:dc7f182b99334da6876b361034afff56 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:51.408965 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-14d0da26-4173-443d-b5ba-9dee7fe237c0 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:51.423425 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a777160c-a4a6-4673-8b8b-96c3291b8acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:51.452479 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a777160c-a4a6-4673-8b8b-96c3291b8acd admin admin] Usage tracker for resource:security_group_rule and tenant:12ab0468071c4386a5fd2440f1c099c4 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:51.456642 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-14d0da26-4173-443d-b5ba-9dee7fe237c0 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:51.459390 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a777160c-a4a6-4673-8b8b-96c3291b8acd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:51.471935 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-366ac184-525e-4d31-bf5f-2b16d523df59 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:51.473321 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-366ac184-525e-4d31-bf5f-2b16d523df59 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:51.478083 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a777160c-a4a6-4673-8b8b-96c3291b8acd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:51.487578 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-14d0da26-4173-443d-b5ba-9dee7fe237c0 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Made reservation on behalf of dc7f182b99334da6876b361034afff56 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:29:51.493590 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-14d0da26-4173-443d-b5ba-9dee7fe237c0 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:51.530744 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f8215-37f3-40ed-abe1-7631dd67d30a req-d961e044-748d-4b45-bfcb-591a3c89cc09 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:51.532781 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f05f8215-37f3-40ed-abe1-7631dd67d30a req-d961e044-748d-4b45-bfcb-591a3c89cc09 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ad2cc6-b542-4a84-af82-ca4b0e34cdc3 HTTP/1.1" status: 200 len: 950 time: 0.4789863 May 13 14:29:51.539715 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-366ac184-525e-4d31-bf5f-2b16d523df59 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5833616 May 13 14:29:51.586504 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-3b26c154-c4f8-46e1-9b4f-8aab7a93397b service neutron] Request body: {'port': {'device_id': 'f23ad0ad-e91a-4058-bd3c-2615c7fa7db1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:51.659170 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f05f8215-37f3-40ed-abe1-7631dd67d30a req-19bb005e-8e53-4a99-8eda-f57cdabae274 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170454 May 13 14:29:51.739434 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaff099-c6e7-435c-91a9-dab248043509 req-7feaea0c-8a30-4b1a-8a63-29fc11c05a6d tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:51.740167 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-2d75cfc9-9990-4474-8d03-8482c8eba8f4 None None] Provisioning for port 54b92774-d51c-4344-b757-33b3cc03ea73 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:29:51.750949 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-2d75cfc9-9990-4474-8d03-8482c8eba8f4 None None] Provisioning complete for port 54b92774-d51c-4344-b757-33b3cc03ea73 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:51.751363 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2d75cfc9-9990-4474-8d03-8482c8eba8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:51.759737 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-baaff099-c6e7-435c-91a9-dab248043509 req-7feaea0c-8a30-4b1a-8a63-29fc11c05a6d tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] 10.222.0.35 "GET /v2.0/ports?device_id=724a169d-af33-4d1c-841d-4471c1954a66 HTTP/1.1" status: 200 len: 945 time: 0.4711547 May 13 14:29:51.869568 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-3b26c154-c4f8-46e1-9b4f-8aab7a93397b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:51.897426 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-2d75cfc9-9990-4474-8d03-8482c8eba8f4 None None] Port 54b92774-d51c-4344-b757-33b3cc03ea73 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:29:52.040112 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-baaff099-c6e7-435c-91a9-dab248043509 req-54ccfd6c-b0e9-4392-82e7-3f47defe2549 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f047a6c-eca8-4205-97f0-b8eb72ff19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794087 May 13 14:29:52.096406 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a777160c-a4a6-4673-8b8b-96c3291b8acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:52.097847 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-14d0da26-4173-443d-b5ba-9dee7fe237c0 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Allocated IP 172.20.0.14 (5c57dfcc-adc7-4a5b-8feb-0ff2c69376af/483b0e90-94ea-4826-9777-513ec7a928d8/9ae7bc39-9220-4709-9360-1a310348a4fa) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:29:52.112040 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a777160c-a4a6-4673-8b8b-96c3291b8acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:52.180924 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a777160c-a4a6-4673-8b8b-96c3291b8acd admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:29:52.219463 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a777160c-a4a6-4673-8b8b-96c3291b8acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:52.219808 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-a777160c-a4a6-4673-8b8b-96c3291b8acd admin admin] Added segment 2eb3e039-4b66-4a60-9552-baa1bb07e436 of type vlan for network 80c078ad-dab9-4128-aa75-5b381575767a May 13 14:29:52.262101 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777160c-a4a6-4673-8b8b-96c3291b8acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136e0524-eb43-401b-b458-a24fccea96f6,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:52.366053 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 42168) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:52.489113 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a777160c-a4a6-4673-8b8b-96c3291b8acd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:52.614114 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a777160c-a4a6-4673-8b8b-96c3291b8acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:52.615001 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a777160c-a4a6-4673-8b8b-96c3291b8acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:52.615598 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a777160c-a4a6-4673-8b8b-96c3291b8acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:52.618918 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2363c645-ecca-42ac-9b27-7a826a0da22c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:52.645675 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7913a95b-dc6e-4410-b5da-9b9e8ccc09b6 req-c1271b02-2338-4d5c-b277-951734614e1d tempest-ServersAdmin275Test-1726168306 tempest-ServersAdmin275Test-1726168306-project] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.6548395 May 13 14:29:52.660408 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-3b26c154-c4f8-46e1-9b4f-8aab7a93397b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b92774-d51c-4344-b757-33b3cc03ea73 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:29:52.669311 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-3b26c154-c4f8-46e1-9b4f-8aab7a93397b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:52.711393 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-3b26c154-c4f8-46e1-9b4f-8aab7a93397b service neutron] Transition to ACTIVE for port object 54b92774-d51c-4344-b757-33b3cc03ea73 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:29:52.725709 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-3b26c154-c4f8-46e1-9b4f-8aab7a93397b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:52.726635 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2363c645-ecca-42ac-9b27-7a826a0da22c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:52.839890 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26c154-c4f8-46e1-9b4f-8aab7a93397b service neutron] Pushing event updated for resources: {'Port': ['ID=54b92774-d51c-4344-b757-33b3cc03ea73,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:52.962249 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-d7420785-e5c8-45b3-b6ec-0cb2849f75e8 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:52.964387 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-d7420785-e5c8-45b3-b6ec-0cb2849f75e8 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/networks?id=5c57dfcc-adc7-4a5b-8feb-0ff2c69376af HTTP/1.1" status: 200 len: 815 time: 0.7473335 May 13 14:29:53.059332 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2363c645-ecca-42ac-9b27-7a826a0da22c admin admin] Usage tracker for resource:security_group_rule and tenant:e32522c5161c4c0bb36414c12cc9d3f3 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:53.079909 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2363c645-ecca-42ac-9b27-7a826a0da22c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:53.100868 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-3b26c154-c4f8-46e1-9b4f-8aab7a93397b service neutron] Attempting to bind port 54b92774-d51c-4344-b757-33b3cc03ea73 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:29:53.101750 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-3b26c154-c4f8-46e1-9b4f-8aab7a93397b service neutron] Attempting to bind port 54b92774-d51c-4344-b757-33b3cc03ea73 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '183027d0-4300-4178-bf33-06a5c0f8a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '37db9b39-b86e-46cc-9e6b-6ea227d6e0b3'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:29:53.102249 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-3b26c154-c4f8-46e1-9b4f-8aab7a93397b service neutron] Attempting to bind port 54b92774-d51c-4344-b757-33b3cc03ea73 on network 37db9b39-b86e-46cc-9e6b-6ea227d6e0b3 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:53.109324 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-3b26c154-c4f8-46e1-9b4f-8aab7a93397b service neutron] Port 54b92774-d51c-4344-b757-33b3cc03ea73 on network 37db9b39-b86e-46cc-9e6b-6ea227d6e0b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:29:53.109889 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-3b26c154-c4f8-46e1-9b4f-8aab7a93397b service neutron] Attempting to bind port 54b92774-d51c-4344-b757-33b3cc03ea73 on network 37db9b39-b86e-46cc-9e6b-6ea227d6e0b3 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:53.117053 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-3b26c154-c4f8-46e1-9b4f-8aab7a93397b service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:29:53.117800 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-3b26c154-c4f8-46e1-9b4f-8aab7a93397b service neutron] Checking segment: {'id': '183027d0-4300-4178-bf33-06a5c0f8a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '37db9b39-b86e-46cc-9e6b-6ea227d6e0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:29:53.118500 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-3b26c154-c4f8-46e1-9b4f-8aab7a93397b service neutron] Bound using segment: {'id': '183027d0-4300-4178-bf33-06a5c0f8a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '37db9b39-b86e-46cc-9e6b-6ea227d6e0b3'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:29:53.119175 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-3b26c154-c4f8-46e1-9b4f-8aab7a93397b service neutron] Bound port: 54b92774-d51c-4344-b757-33b3cc03ea73, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '183027d0-4300-4178-bf33-06a5c0f8a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '37db9b39-b86e-46cc-9e6b-6ea227d6e0b3'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:29:53.119823 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-3b26c154-c4f8-46e1-9b4f-8aab7a93397b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:53.123600 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-14d0da26-4173-443d-b5ba-9dee7fe237c0 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:53.131433 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2363c645-ecca-42ac-9b27-7a826a0da22c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:53.218928 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 11ba0e16-6d05-4f8c-8d24-e7787e219cb8 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:29:53.262137 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-001ea967-0a99-49ee-9b3d-7985f52ad95e tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/quotas/dc7f182b99334da6876b361034afff56 HTTP/1.1" status: 200 len: 375 time: 0.2195778 May 13 14:29:53.264837 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a777160c-a4a6-4673-8b8b-96c3291b8acd admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6081874 May 13 14:29:53.340924 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 42186) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:53.362368 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-c0210267-f385-4447-9e7d-35bbbaf0c275 admin admin] Request body: {'subnet': {'network_id': '80c078ad-dab9-4128-aa75-5b381575767a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460643016-subnet', 'tenant_id': '12ab0468071c4386a5fd2440f1c099c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:53.378145 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c0210267-f385-4447-9e7d-35bbbaf0c275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:53.385110 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c0210267-f385-4447-9e7d-35bbbaf0c275 admin admin] Usage tracker for resource:subnet and tenant:12ab0468071c4386a5fd2440f1c099c4 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:53.391147 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c0210267-f385-4447-9e7d-35bbbaf0c275 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:53.394580 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-3b26c154-c4f8-46e1-9b4f-8aab7a93397b service neutron] For port 54b92774-d51c-4344-b757-33b3cc03ea73, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:29:53.397321 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 11ba0e16-6d05-4f8c-8d24-e7787e219cb8 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:29:53.401662 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-3b26c154-c4f8-46e1-9b4f-8aab7a93397b service neutron] For port 54b92774-d51c-4344-b757-33b3cc03ea73, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=54b92774-d51c-4344-b757-33b3cc03ea73,segment=NetworkSegment(183027d0-4300-4178-bf33-06a5c0f8a82c),segment_id=183027d0-4300-4178-bf33-06a5c0f8a82c)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:29:53.403362 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c0210267-f385-4447-9e7d-35bbbaf0c275 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:53.405764 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 11ba0e16-6d05-4f8c-8d24-e7787e219cb8 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:53.406466 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:53.407013 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-3b26c154-c4f8-46e1-9b4f-8aab7a93397b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:53.407938 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777160c-a4a6-4673-8b8b-96c3291b8acd admin admin] Pushing event updated for resources: {'Network': ['ID=80c078ad-dab9-4128-aa75-5b381575767a,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:53.428211 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-14d0da26-4173-443d-b5ba-9dee7fe237c0 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Transition to ACTIVE for port object 9ae7bc39-9220-4709-9360-1a310348a4fa will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:29:53.486354 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-3b26c154-c4f8-46e1-9b4f-8aab7a93397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:53.487024 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-3b26c154-c4f8-46e1-9b4f-8aab7a93397b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:53.488567 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-3b26c154-c4f8-46e1-9b4f-8aab7a93397b service neutron] 10.222.0.74 "PUT /v2.0/ports/54b92774-d51c-4344-b757-33b3cc03ea73 HTTP/1.1" status: 200 len: 1092 time: 1.9094672 May 13 14:29:53.489618 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23ad0ad-e91a-4058-bd3c-2615c7fa7db1', 'tag': '54b92774-d51c-4344-b757-33b3cc03ea73'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:53.500810 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0210267-f385-4447-9e7d-35bbbaf0c275 admin admin] Made reservation on behalf of 12ab0468071c4386a5fd2440f1c099c4 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:29:53.506115 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c0210267-f385-4447-9e7d-35bbbaf0c275 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:53.548888 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 80c078ad-dab9-4128-aa75-5b381575767a details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:29:53.688167 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-d15af220-5ac7-4627-937a-1d3d411f3077 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Synchronizing usage tracker for tenant:dc7f182b99334da6876b361034afff56 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:29:53.717784 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-708e508b-5d92-4fe6-94ee-d39fa8c87f53 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:53.721700 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-708e508b-5d92-4fe6-94ee-d39fa8c87f53 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.59 "GET /v2.0/networks?id=5c57dfcc-adc7-4a5b-8feb-0ff2c69376af HTTP/1.1" status: 200 len: 815 time: 0.7374473 May 13 14:29:53.740075 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-9cb91e4d-1642-40c9-a326-204bf22d1f9a tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Request body: {'port': {'device_id': '74c6fb71-981e-4417-8dd0-2d934197f166', 'network_id': '5c57dfcc-adc7-4a5b-8feb-0ff2c69376af', 'admin_state_up': True, 'tenant_id': 'dc7f182b99334da6876b361034afff56'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:53.769358 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 11ba0e16-6d05-4f8c-8d24-e7787e219cb8 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:53.769992 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:53.826355 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724a169d-af33-4d1c-841d-4471c1954a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ba0e16-6d05-4f8c-8d24-e7787e219cb8'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:53.846644 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 11ba0e16-6d05-4f8c-8d24-e7787e219cb8, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=11ba0e16-6d05-4f8c-8d24-e7787e219cb8,segment=NetworkSegment(b6d26220-439e-4546-8871-69c5d2174d29),segment_id=b6d26220-439e-4546-8871-69c5d2174d29)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:53.852578 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:53.947978 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-9cb91e4d-1642-40c9-a326-204bf22d1f9a tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:53.957710 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-14d0da26-4173-443d-b5ba-9dee7fe237c0 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:53.971265 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-9cb91e4d-1642-40c9-a326-204bf22d1f9a tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Usage tracker for resource:port and tenant:dc7f182b99334da6876b361034afff56 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:53.984765 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=11ba0e16-6d05-4f8c-8d24-e7787e219cb8,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:53.987228 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c0210267-f385-4447-9e7d-35bbbaf0c275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:54.042359 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-9cb91e4d-1642-40c9-a326-204bf22d1f9a tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:54.049196 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-9cb91e4d-1642-40c9-a326-204bf22d1f9a tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:54.069654 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-9cb91e4d-1642-40c9-a326-204bf22d1f9a tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Made reservation on behalf of dc7f182b99334da6876b361034afff56 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:29:54.073856 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-9cb91e4d-1642-40c9-a326-204bf22d1f9a tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:54.087577 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26c154-c4f8-46e1-9b4f-8aab7a93397b service neutron] Pushing event updated for resources: {'Port': ['ID=54b92774-d51c-4344-b757-33b3cc03ea73,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:54.131533 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-14d0da26-4173-443d-b5ba-9dee7fe237c0 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Network 5c57dfcc-adc7-4a5b-8feb-0ff2c69376af is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:29:54.206042 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0210267-f385-4447-9e7d-35bbbaf0c275 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79a8cbb1-2ae6-4444-b791-b23d69c3e4a0,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:54.231838 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0210267-f385-4447-9e7d-35bbbaf0c275 admin admin] Checking segment: {'id': '2eb3e039-4b66-4a60-9552-baa1bb07e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '80c078ad-dab9-4128-aa75-5b381575767a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:29:54.232511 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0210267-f385-4447-9e7d-35bbbaf0c275 admin admin] Network hostable DHCP agents. Network: 80c078ad-dab9-4128-aa75-5b381575767a, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:29:54.259670 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-b0dec76f-dc32-4417-b2fc-52a8268f065a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:54.262035 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-b0dec76f-dc32-4417-b2fc-52a8268f065a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1755eac0ebb04150a11ef4b6de32b782&device_id=f23ad0ad-e91a-4058-bd3c-2615c7fa7db1 HTTP/1.1" status: 200 len: 1095 time: 0.3256764 May 13 14:29:54.276019 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-14d0da26-4173-443d-b5ba-9dee7fe237c0 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:29:54.278360 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d0da26-4173-443d-b5ba-9dee7fe237c0 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Pushing event updated for resources: {'Port': ['ID=9ae7bc39-9220-4709-9360-1a310348a4fa,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:54.289992 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-14d0da26-4173-443d-b5ba-9dee7fe237c0 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:29:54.293498 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2811e79-d6bc-44ba-9165-e85f4e0fc555 req-b15d2602-52d6-48e8-9060-23948f2efb69 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:54.294400 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-b2811e79-d6bc-44ba-9165-e85f4e0fc555 req-b15d2602-52d6-48e8-9060-23948f2efb69 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Synchronizing usage tracker for tenant:1755eac0ebb04150a11ef4b6de32b782 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:29:54.317993 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2363c645-ecca-42ac-9b27-7a826a0da22c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:54.354490 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2363c645-ecca-42ac-9b27-7a826a0da22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:54.354732 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0210267-f385-4447-9e7d-35bbbaf0c275 admin admin] Network 80c078ad-dab9-4128-aa75-5b381575767a is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:29:54.383666 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-c0210267-f385-4447-9e7d-35bbbaf0c275 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 80c078ad-dab9-4128-aa75-5b381575767a) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:29:54.388812 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0210267-f385-4447-9e7d-35bbbaf0c275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:54.389491 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c0210267-f385-4447-9e7d-35bbbaf0c275 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:54.392852 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-d15af220-5ac7-4627-937a-1d3d411f3077 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Unset dirty status for tenant:dc7f182b99334da6876b361034afff56 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:29:54.394613 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe38cfc-f73c-49fe-8833-0b00591925c2 None None] Network 80c078ad-dab9-4128-aa75-5b381575767a requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:29:54.399544 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-bbaf689d-e046-4b37-a4a0-8355b8ed9a6c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54b92774-d51c-4344-b757-33b3cc03ea73 HTTP/1.1" status: 200 len: 217 time: 0.1019337 May 13 14:29:54.401168 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-d15af220-5ac7-4627-937a-1d3d411f3077 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc7f182b99334da6876b361034afff56&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1378236 May 13 14:29:54.474875 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-fbcd4cf4-4e18-45dc-a9e3-e7a9a0471360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:54.476384 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-fbcd4cf4-4e18-45dc-a9e3-e7a9a0471360 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d27eb6bf-c793-4d50-ace0-ab7406603a08 HTTP/1.1" status: 200 len: 849 time: 0.0690045 May 13 14:29:54.478760 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-b2811e79-d6bc-44ba-9165-e85f4e0fc555 req-b15d2602-52d6-48e8-9060-23948f2efb69 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Unset dirty status for tenant:1755eac0ebb04150a11ef4b6de32b782 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:29:54.480168 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b2811e79-d6bc-44ba-9165-e85f4e0fc555 req-b15d2602-52d6-48e8-9060-23948f2efb69 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23ad0ad-e91a-4058-bd3c-2615c7fa7db1 HTTP/1.1" status: 200 len: 944 time: 0.5423224 May 13 14:29:54.509443 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-9cb91e4d-1642-40c9-a326-204bf22d1f9a tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Allocated IP 172.20.0.9 (5c57dfcc-adc7-4a5b-8feb-0ff2c69376af/483b0e90-94ea-4826-9777-513ec7a928d8/e2ac53c9-d309-4b80-8e51-410047663b46) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:29:54.529203 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c0210267-f385-4447-9e7d-35bbbaf0c275 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1868289 May 13 14:29:54.543636 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 42200) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:54.575512 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-cb152f49-3cfb-4cc2-ae6c-2a73be63cb58 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1460643016-router', 'tenant_id': '12ab0468071c4386a5fd2440f1c099c4', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:54.590555 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2363c645-ecca-42ac-9b27-7a826a0da22c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e32522c5161c4c0bb36414c12cc9d3f3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2185557 May 13 14:29:54.602634 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 42204) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:54.604602 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-cb152f49-3cfb-4cc2-ae6c-2a73be63cb58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:54.611571 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-14d0da26-4173-443d-b5ba-9dee7fe237c0 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:54.612312 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-14d0da26-4173-443d-b5ba-9dee7fe237c0 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:54.617965 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-cb152f49-3cfb-4cc2-ae6c-2a73be63cb58 admin admin] Usage tracker for resource:router and tenant:12ab0468071c4386a5fd2440f1c099c4 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:54.648371 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2363c645-ecca-42ac-9b27-7a826a0da22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2b3150-3ba5-44f9-94db-2a4e3f7401b1,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:54.660385 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-cb152f49-3cfb-4cc2-ae6c-2a73be63cb58 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:54.666472 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b2811e79-d6bc-44ba-9165-e85f4e0fc555 req-ff01c38f-9060-4004-9d62-124ca85173c0 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "GET /v2.0/security-groups?id=561cbc6e-9de6-4355-a7ea-54cb453604ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438503 May 13 14:29:54.670538 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-cb152f49-3cfb-4cc2-ae6c-2a73be63cb58 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:54.729996 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cb152f49-3cfb-4cc2-ae6c-2a73be63cb58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:54.731622 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cb152f49-3cfb-4cc2-ae6c-2a73be63cb58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:54.747992 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-14d0da26-4173-443d-b5ba-9dee7fe237c0 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8194149 May 13 14:29:54.769633 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88806b67-a0c4-4c89-9bef-bc59bf40751b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-80c078ad-dab9-4128-aa75-5b381575767a', 'network_id': '80c078ad-dab9-4128-aa75-5b381575767a', 'tenant_id': '12ab0468071c4386a5fd2440f1c099c4', 'fixed_ips': [{'subnet_id': '79a8cbb1-2ae6-4444-b791-b23d69c3e4a0'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:29:54.770964 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-88806b67-a0c4-4c89-9bef-bc59bf40751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:54.786498 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-39a9ef6b-957d-49fd-b81c-202b6c76e58f service neutron] Request body: {'port': {'device_id': '0cc80057-6e8b-489d-b52e-eb61d7bf6ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:54.794455 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-662263d6-fae4-44c9-964b-510beb969cbf None None] Provisioning for port 9ae7bc39-9220-4709-9360-1a310348a4fa completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:29:54.796541 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-03c3f69d-51ac-49f0-9e17-96c0bc4676d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:54.798132 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-03c3f69d-51ac-49f0-9e17-96c0bc4676d1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=37db9b39-b86e-46cc-9e6b-6ea227d6e0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3143482 May 13 14:29:54.812159 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-662263d6-fae4-44c9-964b-510beb969cbf None None] Provisioning complete for port 9ae7bc39-9220-4709-9360-1a310348a4fa triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:54.812861 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-662263d6-fae4-44c9-964b-510beb969cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:54.856645 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cb152f49-3cfb-4cc2-ae6c-2a73be63cb58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:54.996708 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-b38945ae-811a-42dc-a73d-2d8ffd4c8d02 service neutron] 10.222.0.35 "GET /v2.0/networks/5c57dfcc-adc7-4a5b-8feb-0ff2c69376af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5944500 May 13 14:29:55.002777 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-662263d6-fae4-44c9-964b-510beb969cbf None None] Port 9ae7bc39-9220-4709-9360-1a310348a4fa cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:29:55.051021 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-de4b6ffd-77bf-4ae9-bd5c-5a8b6efbcc3e service neutron] 10.222.0.74 "GET /v2.0/networks/37db9b39-b86e-46cc-9e6b-6ea227d6e0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387731 May 13 14:29:55.071217 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a0ca4863-2b87-480f-a953-1c2f5ec5b24e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:55.109490 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-88806b67-a0c4-4c89-9bef-bc59bf40751b None None] Allocated IP 172.20.0.2 (80c078ad-dab9-4128-aa75-5b381575767a/79a8cbb1-2ae6-4444-b791-b23d69c3e4a0/37dad654-9247-4c4d-8686-90ea6143c7d7) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:29:55.249759 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a0ca4863-2b87-480f-a953-1c2f5ec5b24e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:55.270146 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-39a9ef6b-957d-49fd-b81c-202b6c76e58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:55.467846 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-9cb91e4d-1642-40c9-a326-204bf22d1f9a tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:55.481345 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-0669d270-6f99-4685-9516-58085b219fc3 service neutron] 10.222.0.35 "GET /v2.0/networks/5c57dfcc-adc7-4a5b-8feb-0ff2c69376af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837959 May 13 14:29:55.501465 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a0ca4863-2b87-480f-a953-1c2f5ec5b24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:55.502813 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-88806b67-a0c4-4c89-9bef-bc59bf40751b None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:55.515637 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-88806b67-a0c4-4c89-9bef-bc59bf40751b None None] Transition to ACTIVE for port object 37dad654-9247-4c4d-8686-90ea6143c7d7 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:29:55.561318 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-88806b67-a0c4-4c89-9bef-bc59bf40751b None None] Transition to ACTIVE for port object 37dad654-9247-4c4d-8686-90ea6143c7d7 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:29:55.576465 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-88806b67-a0c4-4c89-9bef-bc59bf40751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:55.664848 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88806b67-a0c4-4c89-9bef-bc59bf40751b None None] Network 80c078ad-dab9-4128-aa75-5b381575767a is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:29:55.673223 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cb152f49-3cfb-4cc2-ae6c-2a73be63cb58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:55.676131 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-88806b67-a0c4-4c89-9bef-bc59bf40751b None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:29:55.683605 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88806b67-a0c4-4c89-9bef-bc59bf40751b None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:29:55.802617 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf9b0e-3b7d-455e-bfcc-a8feaf301c3d req-e3d1963f-2258-46ae-99c2-f76dcbbf3765 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:55.809894 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0baf9b0e-3b7d-455e-bfcc-a8feaf301c3d req-e3d1963f-2258-46ae-99c2-f76dcbbf3765 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] 10.222.0.35 "GET /v2.0/ports?device_id=724a169d-af33-4d1c-841d-4471c1954a66 HTTP/1.1" status: 200 len: 946 time: 0.9433489 May 13 14:29:55.828972 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-9cb91e4d-1642-40c9-a326-204bf22d1f9a tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Transition to ACTIVE for port object e2ac53c9-d309-4b80-8e51-410047663b46 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:29:55.866326 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca4863-2b87-480f-a953-1c2f5ec5b24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2b3150-3ba5-44f9-94db-2a4e3f7401b1,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:55.909088 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0baf9b0e-3b7d-455e-bfcc-a8feaf301c3d req-945a78a0-c114-4285-8c3b-385be8a37ba6 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f047a6c-eca8-4205-97f0-b8eb72ff19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981083 May 13 14:29:55.935801 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-faf271cb-2a7a-4601-a1cc-d9a20825849f req-59bc6054-0efd-4b56-8bb8-16466ee2cdb8 service neutron] 10.222.0.74 "GET /v2.0/networks/37db9b39-b86e-46cc-9e6b-6ea227d6e0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8745127 May 13 14:29:55.937436 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88806b67-a0c4-4c89-9bef-bc59bf40751b None None] Pushing event updated for resources: {'Port': ['ID=37dad654-9247-4c4d-8686-90ea6143c7d7,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:55.956327 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a0ca4863-2b87-480f-a953-1c2f5ec5b24e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:55.958029 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a0ca4863-2b87-480f-a953-1c2f5ec5b24e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7f2b3150-3ba5-44f9-94db-2a4e3f7401b1 HTTP/1.1" status: 204 len: 168 time: 1.3407254 May 13 14:29:55.969596 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-9cb91e4d-1642-40c9-a326-204bf22d1f9a tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:56.045134 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-88806b67-a0c4-4c89-9bef-bc59bf40751b None None] Attempting to bind port 37dad654-9247-4c4d-8686-90ea6143c7d7 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:29:56.045502 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-88806b67-a0c4-4c89-9bef-bc59bf40751b None None] Attempting to bind port 37dad654-9247-4c4d-8686-90ea6143c7d7 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '2eb3e039-4b66-4a60-9552-baa1bb07e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '80c078ad-dab9-4128-aa75-5b381575767a'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:29:56.045858 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88806b67-a0c4-4c89-9bef-bc59bf40751b None None] Attempting to bind port 37dad654-9247-4c4d-8686-90ea6143c7d7 on network 80c078ad-dab9-4128-aa75-5b381575767a {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:56.085827 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f90ce913-2b51-41e0-9fc2-3041712cd7c4'] response: {'name': 'network-changed', 'server_uuid': 'f23ad0ad-e91a-4058-bd3c-2615c7fa7db1', 'tag': '54b92774-d51c-4344-b757-33b3cc03ea73', 'status': 'completed', 'code': 200} May 13 14:29:56.087258 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88806b67-a0c4-4c89-9bef-bc59bf40751b None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:29:56.088883 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88806b67-a0c4-4c89-9bef-bc59bf40751b None None] Checking segment: {'id': '2eb3e039-4b66-4a60-9552-baa1bb07e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '80c078ad-dab9-4128-aa75-5b381575767a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:29:56.090146 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-88806b67-a0c4-4c89-9bef-bc59bf40751b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:56.091990 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88806b67-a0c4-4c89-9bef-bc59bf40751b None None] Bound using segment: {'id': '2eb3e039-4b66-4a60-9552-baa1bb07e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '80c078ad-dab9-4128-aa75-5b381575767a'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:29:56.100221 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-88806b67-a0c4-4c89-9bef-bc59bf40751b None None] Bound port: 37dad654-9247-4c4d-8686-90ea6143c7d7, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb3e039-4b66-4a60-9552-baa1bb07e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '80c078ad-dab9-4128-aa75-5b381575767a'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:29:56.101988 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-88806b67-a0c4-4c89-9bef-bc59bf40751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:56.350940 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb91e4d-1642-40c9-a326-204bf22d1f9a tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Pushing event updated for resources: {'Port': ['ID=e2ac53c9-d309-4b80-8e51-410047663b46,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:56.354052 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-88806b67-a0c4-4c89-9bef-bc59bf40751b None None] For port 37dad654-9247-4c4d-8686-90ea6143c7d7, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:29:56.360036 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-88806b67-a0c4-4c89-9bef-bc59bf40751b None None] For port 37dad654-9247-4c4d-8686-90ea6143c7d7, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=37dad654-9247-4c4d-8686-90ea6143c7d7,segment=NetworkSegment(2eb3e039-4b66-4a60-9552-baa1bb07e436),segment_id=2eb3e039-4b66-4a60-9552-baa1bb07e436)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:29:56.367310 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-88806b67-a0c4-4c89-9bef-bc59bf40751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:56.476072 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-9cb91e4d-1642-40c9-a326-204bf22d1f9a tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Network 5c57dfcc-adc7-4a5b-8feb-0ff2c69376af is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:29:56.567196 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-9cb91e4d-1642-40c9-a326-204bf22d1f9a tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:29:56.570764 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-9cb91e4d-1642-40c9-a326-204bf22d1f9a tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:29:56.584994 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88806b67-a0c4-4c89-9bef-bc59bf40751b None None] Pushing event updated for resources: {'Port': ['ID=37dad654-9247-4c4d-8686-90ea6143c7d7,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:56.824417 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-9cb91e4d-1642-40c9-a326-204bf22d1f9a tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:56.825062 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-9cb91e4d-1642-40c9-a326-204bf22d1f9a tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:56.880967 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cb152f49-3cfb-4cc2-ae6c-2a73be63cb58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:56.886209 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-9cb91e4d-1642-40c9-a326-204bf22d1f9a tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1503768 May 13 14:29:56.921046 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fdd72-7c91-4fca-b9d9-cae051a9bd43 req-e22e50b8-535a-4271-bcbc-f30534d8eff8 tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:56.921520 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fdd72-7c91-4fca-b9d9-cae051a9bd43 req-e22e50b8-535a-4271-bcbc-f30534d8eff8 tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:56.924859 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fdd72-7c91-4fca-b9d9-cae051a9bd43 req-e22e50b8-535a-4271-bcbc-f30534d8eff8 tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:56.925345 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fdd72-7c91-4fca-b9d9-cae051a9bd43 req-e22e50b8-535a-4271-bcbc-f30534d8eff8 tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:56.925809 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fdd72-7c91-4fca-b9d9-cae051a9bd43 req-e22e50b8-535a-4271-bcbc-f30534d8eff8 tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:56.926273 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fdd72-7c91-4fca-b9d9-cae051a9bd43 req-e22e50b8-535a-4271-bcbc-f30534d8eff8 tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:56.926733 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fdd72-7c91-4fca-b9d9-cae051a9bd43 req-e22e50b8-535a-4271-bcbc-f30534d8eff8 tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:56.927210 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fdd72-7c91-4fca-b9d9-cae051a9bd43 req-e22e50b8-535a-4271-bcbc-f30534d8eff8 tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:56.927667 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fdd72-7c91-4fca-b9d9-cae051a9bd43 req-e22e50b8-535a-4271-bcbc-f30534d8eff8 tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:56.946551 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bd6fdd72-7c91-4fca-b9d9-cae051a9bd43 req-e22e50b8-535a-4271-bcbc-f30534d8eff8 tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1832444c-78ac-45b2-ad44-b3697eb0de5b&device_id=74c6fb71-981e-4417-8dd0-2d934197f166&device_id=0cc80057-6e8b-489d-b52e-eb61d7bf6ff6&device_id=f23ad0ad-e91a-4058-bd3c-2615c7fa7db1&device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c&device_id=724a169d-af33-4d1c-841d-4471c1954a66&device_id=31ad2cc6-b542-4a84-af82-ca4b0e34cdc3&device_id=60c99b64-d8a7-457b-9b27-65708647c763&device_id=99104040-ca66-4816-9a4a-97fe3e503f87&device_id=cd97781e-09d8-4c5d-92b2-880d56cbd266&device_id=ad9ee44d-1e65-43d1-9386-49f83a251d2f HTTP/1.1" status: 200 len: 8072 time: 0.3281624 May 13 14:29:56.968181 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] Request body: {'port': {'device_id': '74c6fb71-981e-4417-8dd0-2d934197f166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:57.039850 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cb152f49-3cfb-4cc2-ae6c-2a73be63cb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:57.046917 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9eb597e6-f0aa-466d-b185-c4ca24ba9bab None None] Provisioning for port e2ac53c9-d309-4b80-8e51-410047663b46 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:29:57.049968 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-bd6fdd72-7c91-4fca-b9d9-cae051a9bd43 req-31802686-4fba-4766-8832-e99f46cb4893 tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:57.058686 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cb384a8b-03fe-487a-b91c-8ec676d53c3d req-c0f3f262-3d10-420a-82fb-7b7839e0dcf5 tempest-ServersAdmin275Test-1726168306 tempest-ServersAdmin275Test-1726168306-project] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.2846794 May 13 14:29:57.073113 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9eb597e6-f0aa-466d-b185-c4ca24ba9bab None None] Provisioning complete for port e2ac53c9-d309-4b80-8e51-410047663b46 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:57.086224 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9eb597e6-f0aa-466d-b185-c4ca24ba9bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:57.146740 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-bd6fdd72-7c91-4fca-b9d9-cae051a9bd43 req-31802686-4fba-4766-8832-e99f46cb4893 tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:57.164757 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-bd6fdd72-7c91-4fca-b9d9-cae051a9bd43 req-31802686-4fba-4766-8832-e99f46cb4893 tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] Usage tracker for resource:security_group_rule and tenant:c2f511437ce94f5ba665f5965a4d13f2 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:57.177493 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-bd6fdd72-7c91-4fca-b9d9-cae051a9bd43 req-31802686-4fba-4766-8832-e99f46cb4893 tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:57.209559 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-bd6fdd72-7c91-4fca-b9d9-cae051a9bd43 req-31802686-4fba-4766-8832-e99f46cb4893 tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:57.269686 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad47985-b1f9-4f42-9cd1-2a06299334eb req-0b4b0a1d-8a6f-4f6c-80a0-f42695240b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:57.292842 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2ad47985-b1f9-4f42-9cd1-2a06299334eb req-0b4b0a1d-8a6f-4f6c-80a0-f42695240b89 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1755eac0ebb04150a11ef4b6de32b782&device_id=f23ad0ad-e91a-4058-bd3c-2615c7fa7db1 HTTP/1.1" status: 200 len: 1095 time: 1.1809809 May 13 14:29:57.296497 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2ef1afd7-ccae-4f91-a798-5960f333508e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:57.348792 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-9eb597e6-f0aa-466d-b185-c4ca24ba9bab None None] Port e2ac53c9-d309-4b80-8e51-410047663b46 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:29:57.419662 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32d98705-4313-44cc-96f0-f3ddee8db29e'] response: {'server_uuid': '724a169d-af33-4d1c-841d-4471c1954a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ba0e16-6d05-4f8c-8d24-e7787e219cb8', 'code': 200} May 13 14:29:57.464571 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-bd6fdd72-7c91-4fca-b9d9-cae051a9bd43 req-31802686-4fba-4766-8832-e99f46cb4893 tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:57.479438 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-bd6fdd72-7c91-4fca-b9d9-cae051a9bd43 req-31802686-4fba-4766-8832-e99f46cb4893 tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:57.539972 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bd6fdd72-7c91-4fca-b9d9-cae051a9bd43 req-31802686-4fba-4766-8832-e99f46cb4893 tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&id=561cbc6e-9de6-4355-a7ea-54cb453604ce&id=7f047a6c-eca8-4205-97f0-b8eb72ff19f7&id=f98e6b0e-4001-4743-bde3-3ee3d699108a&id=20439e13-78ba-4840-a41d-70cac54136f8&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.5817413 May 13 14:29:57.544087 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-39a9ef6b-957d-49fd-b81c-202b6c76e58f service neutron] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:29:57.724307 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 37dad654-9247-4c4d-8686-90ea6143c7d7 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:29:57.773325 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-cb152f49-3cfb-4cc2-ae6c-2a73be63cb58 admin admin] Allocated IP 172.25.0.115 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/2bb5aab4-6bc1-4538-a26c-1f51483b6e79) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:29:57.922050 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 37dad654-9247-4c4d-8686-90ea6143c7d7 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:29:57.955060 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-39a9ef6b-957d-49fd-b81c-202b6c76e58f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae7bc39-9220-4709-9360-1a310348a4fa {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:29:57.965395 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-39a9ef6b-957d-49fd-b81c-202b6c76e58f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:57.986367 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-39a9ef6b-957d-49fd-b81c-202b6c76e58f service neutron] Transition to ACTIVE for port object 9ae7bc39-9220-4709-9360-1a310348a4fa will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:29:57.997628 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cb152f49-3cfb-4cc2-ae6c-2a73be63cb58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:58.011624 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-39a9ef6b-957d-49fd-b81c-202b6c76e58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:58.015543 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31802686-4fba-4766-8832-e99f46cb4893 tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310539f9-0280-4ae3-9d65-a05c6f1a4fe3,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:58.105820 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:58.186756 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cb152f49-3cfb-4cc2-ae6c-2a73be63cb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:58.303194 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:58.476911 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9ef6b-957d-49fd-b81c-202b6c76e58f service neutron] Pushing event updated for resources: {'Port': ['ID=9ae7bc39-9220-4709-9360-1a310348a4fa,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:58.522126 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3f399143-4ec7-4a14-a7b0-438decd22ea4 req-1066823f-1847-4b55-9f7f-c260471dc7a5 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=1832444c-78ac-45b2-ad44-b3697eb0de5b HTTP/1.1" status: 200 len: 210 time: 0.8409691 May 13 14:29:58.560185 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080271ab-ee64-4f27-861f-3ad8f4da5ab2 req-0b15f4ad-0e1f-449d-a2ad-b3edbd743c61 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:58.561911 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-080271ab-ee64-4f27-861f-3ad8f4da5ab2 req-0b15f4ad-0e1f-449d-a2ad-b3edbd743c61 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23ad0ad-e91a-4058-bd3c-2615c7fa7db1 HTTP/1.1" status: 200 len: 944 time: 0.7953610 May 13 14:29:58.607491 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb152f49-3cfb-4cc2-ae6c-2a73be63cb58 admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:29:58.651749 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-cb152f49-3cfb-4cc2-ae6c-2a73be63cb58 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:29:58.663522 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb152f49-3cfb-4cc2-ae6c-2a73be63cb58 admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:29:58.765712 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb152f49-3cfb-4cc2-ae6c-2a73be63cb58 admin admin] Pushing event updated for resources: {'Port': ['ID=2bb5aab4-6bc1-4538-a26c-1f51483b6e79,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:58.779513 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b82d66e-ff84-4554-b59f-13301252413f None None] Network 80c078ad-dab9-4128-aa75-5b381575767a requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:29:58.789715 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad47985-b1f9-4f42-9cd1-2a06299334eb req-368ec4ec-ed82-46ac-8315-226af7388189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:58.799618 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2ad47985-b1f9-4f42-9cd1-2a06299334eb req-368ec4ec-ed82-46ac-8315-226af7388189 service neutron] 10.222.0.74 "GET /v2.0/networks?id=37db9b39-b86e-46cc-9e6b-6ea227d6e0b3 HTTP/1.1" status: 200 len: 911 time: 1.4954615 May 13 14:29:58.926051 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b0491390-2f64-496c-b040-ee8d42d29774 None None] Provisioning for port 37dad654-9247-4c4d-8686-90ea6143c7d7 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:29:58.936428 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b0491390-2f64-496c-b040-ee8d42d29774 None None] Provisioning complete for port 37dad654-9247-4c4d-8686-90ea6143c7d7 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:58.936796 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b0491390-2f64-496c-b040-ee8d42d29774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:58.988156 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2ad47985-b1f9-4f42-9cd1-2a06299334eb req-381b2cce-5d5e-464a-a372-1dab542d1d70 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54b92774-d51c-4344-b757-33b3cc03ea73 HTTP/1.1" status: 200 len: 217 time: 0.1387999 May 13 14:29:59.004296 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-fb9389d2-b1da-4b6a-b22e-4f2f56688d17 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:59.006418 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-fb9389d2-b1da-4b6a-b22e-4f2f56688d17 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.74 "GET /v2.0/networks?id=5c57dfcc-adc7-4a5b-8feb-0ff2c69376af HTTP/1.1" status: 200 len: 815 time: 0.3457410 May 13 14:29:59.049401 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-39a9ef6b-957d-49fd-b81c-202b6c76e58f service neutron] Attempting to bind port 9ae7bc39-9220-4709-9360-1a310348a4fa on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:29:59.050276 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-39a9ef6b-957d-49fd-b81c-202b6c76e58f service neutron] Attempting to bind port 9ae7bc39-9220-4709-9360-1a310348a4fa by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '7a7ed751-6e14-4aec-886a-659113dd6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5c57dfcc-adc7-4a5b-8feb-0ff2c69376af'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:29:59.051976 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-39a9ef6b-957d-49fd-b81c-202b6c76e58f service neutron] Attempting to bind port 9ae7bc39-9220-4709-9360-1a310348a4fa on network 5c57dfcc-adc7-4a5b-8feb-0ff2c69376af {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:59.070893 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-f64fe1eb-b902-444e-ada4-479881cc25be tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Request body: {'port': {'device_id': '1832444c-78ac-45b2-ad44-b3697eb0de5b', 'network_id': '5c57dfcc-adc7-4a5b-8feb-0ff2c69376af', 'admin_state_up': True, 'tenant_id': 'dc7f182b99334da6876b361034afff56'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:59.101964 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49562e7a-cd67-499d-83fd-bdb31acbc780 req-ce95bea4-0548-42e1-b407-f0a34ec98b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:59.104007 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49562e7a-cd67-499d-83fd-bdb31acbc780 req-ce95bea4-0548-42e1-b407-f0a34ec98b8b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=724a169d-af33-4d1c-841d-4471c1954a66 HTTP/1.1" status: 200 len: 1097 time: 1.0744653 May 13 14:29:59.131939 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-39a9ef6b-957d-49fd-b81c-202b6c76e58f service neutron] Port 9ae7bc39-9220-4709-9360-1a310348a4fa on network 5c57dfcc-adc7-4a5b-8feb-0ff2c69376af not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:29:59.132670 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-39a9ef6b-957d-49fd-b81c-202b6c76e58f service neutron] Attempting to bind port 9ae7bc39-9220-4709-9360-1a310348a4fa on network 5c57dfcc-adc7-4a5b-8feb-0ff2c69376af {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:59.198362 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-b0491390-2f64-496c-b040-ee8d42d29774 None None] Current status of the port 37dad654-9247-4c4d-8686-90ea6143c7d7 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:59.198721 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b0491390-2f64-496c-b040-ee8d42d29774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:59.207614 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-39a9ef6b-957d-49fd-b81c-202b6c76e58f service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:29:59.208359 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-39a9ef6b-957d-49fd-b81c-202b6c76e58f service neutron] Checking segment: {'id': '7a7ed751-6e14-4aec-886a-659113dd6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5c57dfcc-adc7-4a5b-8feb-0ff2c69376af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:29:59.208982 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-39a9ef6b-957d-49fd-b81c-202b6c76e58f service neutron] Bound using segment: {'id': '7a7ed751-6e14-4aec-886a-659113dd6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5c57dfcc-adc7-4a5b-8feb-0ff2c69376af'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:29:59.209817 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-39a9ef6b-957d-49fd-b81c-202b6c76e58f service neutron] Bound port: 9ae7bc39-9220-4709-9360-1a310348a4fa, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a7ed751-6e14-4aec-886a-659113dd6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5c57dfcc-adc7-4a5b-8feb-0ff2c69376af'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:29:59.210907 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-39a9ef6b-957d-49fd-b81c-202b6c76e58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:59.235239 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-080271ab-ee64-4f27-861f-3ad8f4da5ab2 req-5cb81a33-223b-4ab6-9c63-012f52961175 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "GET /v2.0/security-groups?id=561cbc6e-9de6-4355-a7ea-54cb453604ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5867739 May 13 14:29:59.261467 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 54b92774-d51c-4344-b757-33b3cc03ea73 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:29:59.305048 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad47985-b1f9-4f42-9cd1-2a06299334eb req-234223be-8697-499c-9043-a44545fde45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:59.307269 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2ad47985-b1f9-4f42-9cd1-2a06299334eb req-234223be-8697-499c-9043-a44545fde45c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d27eb6bf-c793-4d50-ace0-ab7406603a08 HTTP/1.1" status: 200 len: 849 time: 0.2523773 May 13 14:29:59.388008 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-b0491390-2f64-496c-b040-ee8d42d29774 None None] For port 37dad654-9247-4c4d-8686-90ea6143c7d7, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=37dad654-9247-4c4d-8686-90ea6143c7d7,segment=NetworkSegment(2eb3e039-4b66-4a60-9552-baa1bb07e436),segment_id=2eb3e039-4b66-4a60-9552-baa1bb07e436)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:59.407206 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b0491390-2f64-496c-b040-ee8d42d29774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:59.564279 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49562e7a-cd67-499d-83fd-bdb31acbc780 req-f67fb394-b538-4021-8e52-2b4cea6bd119 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7f047a6c-eca8-4205-97f0-b8eb72ff19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758643 May 13 14:29:59.612646 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91df0ae-2ccd-4233-a83a-28337e90a5cb req-2b187b25-249e-42dc-bd2e-a1810f338a35 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:59.621230 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d91df0ae-2ccd-4233-a83a-28337e90a5cb req-2b187b25-249e-42dc-bd2e-a1810f338a35 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] 10.222.0.35 "GET /v2.0/ports?device_id=724a169d-af33-4d1c-841d-4471c1954a66 HTTP/1.1" status: 200 len: 946 time: 0.8178122 May 13 14:29:59.684700 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fbbbff34-606b-4473-b5f9-f84177de03fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:59.715063 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0491390-2f64-496c-b040-ee8d42d29774 None None] Pushing event updated for resources: {'Port': ['ID=37dad654-9247-4c4d-8686-90ea6143c7d7,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:59.787967 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 54b92774-d51c-4344-b757-33b3cc03ea73, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=54b92774-d51c-4344-b757-33b3cc03ea73,segment=NetworkSegment(183027d0-4300-4178-bf33-06a5c0f8a82c),segment_id=183027d0-4300-4178-bf33-06a5c0f8a82c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:59.807619 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6a1de7cb-c820-4b79-9dd5-c37fbc859805 req-871c1305-b328-4f4c-b578-7f2bcff7601e tempest-ServersAdmin275Test-1726168306 tempest-ServersAdmin275Test-1726168306-project] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.0992525 May 13 14:29:59.838635 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '54b92774-d51c-4344-b757-33b3cc03ea73', 'network_id': '37db9b39-b86e-46cc-9e6b-6ea227d6e0b3', 'port_id': '54b92774-d51c-4344-b757-33b3cc03ea73', 'mac_address': 'fa:16:3e:62:df:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd27eb6bf-c793-4d50-ace0-ab7406603a08', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:29:59.934223 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 54b92774-d51c-4344-b757-33b3cc03ea73 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:59.934606 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:59.956910 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-39a9ef6b-957d-49fd-b81c-202b6c76e58f service neutron] For port 9ae7bc39-9220-4709-9360-1a310348a4fa, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:29:59.957495 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b92774-d51c-4344-b757-33b3cc03ea73 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:29:59.979358 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d91df0ae-2ccd-4233-a83a-28337e90a5cb req-67907efd-3b6f-434c-b469-ae4245d5e718 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f047a6c-eca8-4205-97f0-b8eb72ff19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543487 May 13 14:29:59.980519 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8fd7306e-c2f3-4e2f-b917-cd3fe7c36960 None None] Provisioning complete for port 37dad654-9247-4c4d-8686-90ea6143c7d7 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:59.980895 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8fd7306e-c2f3-4e2f-b917-cd3fe7c36960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:00.018167 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad47985-b1f9-4f42-9cd1-2a06299334eb req-36f3a496-ec76-41ec-86bc-1a63fb54ff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:00.020290 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2ad47985-b1f9-4f42-9cd1-2a06299334eb req-36f3a496-ec76-41ec-86bc-1a63fb54ff27 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=37db9b39-b86e-46cc-9e6b-6ea227d6e0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7038424 May 13 14:30:00.022609 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-f64fe1eb-b902-444e-ada4-479881cc25be tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:00.043605 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 54b92774-d51c-4344-b757-33b3cc03ea73, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=54b92774-d51c-4344-b757-33b3cc03ea73,segment=NetworkSegment(183027d0-4300-4178-bf33-06a5c0f8a82c),segment_id=183027d0-4300-4178-bf33-06a5c0f8a82c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:00.052695 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-f64fe1eb-b902-444e-ada4-479881cc25be tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:00.053764 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:00.084978 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-f64fe1eb-b902-444e-ada4-479881cc25be tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Made reservation on behalf of dc7f182b99334da6876b361034afff56 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:30:00.094009 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-f64fe1eb-b902-444e-ada4-479881cc25be tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:00.116094 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-39a9ef6b-957d-49fd-b81c-202b6c76e58f service neutron] For port 9ae7bc39-9220-4709-9360-1a310348a4fa, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=9ae7bc39-9220-4709-9360-1a310348a4fa,segment=NetworkSegment(7a7ed751-6e14-4aec-886a-659113dd6981),segment_id=7a7ed751-6e14-4aec-886a-659113dd6981)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:30:00.139920 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-39a9ef6b-957d-49fd-b81c-202b6c76e58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:00.293834 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=54b92774-d51c-4344-b757-33b3cc03ea73,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:00.320698 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-8fd7306e-c2f3-4e2f-b917-cd3fe7c36960 None None] Current status of the port 37dad654-9247-4c4d-8686-90ea6143c7d7 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:00.403679 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cb152f49-3cfb-4cc2-ae6c-2a73be63cb58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:00.432157 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-39a9ef6b-957d-49fd-b81c-202b6c76e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:00.432770 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-39a9ef6b-957d-49fd-b81c-202b6c76e58f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:00.434158 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-39a9ef6b-957d-49fd-b81c-202b6c76e58f service neutron] 10.222.0.74 "PUT /v2.0/ports/9ae7bc39-9220-4709-9360-1a310348a4fa HTTP/1.1" status: 200 len: 1092 time: 5.6649084 May 13 14:30:00.434602 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc80057-6e8b-489d-b52e-eb61d7bf6ff6', 'tag': '9ae7bc39-9220-4709-9360-1a310348a4fa'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:00.493215 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:00.522992 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2ad47985-b1f9-4f42-9cd1-2a06299334eb req-f829622d-7224-437e-8fe4-cd0b3b502ed2 service neutron] 10.222.0.74 "GET /v2.0/networks/37db9b39-b86e-46cc-9e6b-6ea227d6e0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4956410 May 13 14:30:00.537336 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9ef6b-957d-49fd-b81c-202b6c76e58f service neutron] Pushing event updated for resources: {'Port': ['ID=9ae7bc39-9220-4709-9360-1a310348a4fa,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:00.559703 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:00.572840 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['54b92774-d51c-4344-b757-33b3cc03ea73'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:30:00.623478 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-604156fe-d805-4e18-badd-1d95ba162a07 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=927831c4187a43e7a29f2bf7f7a9e64d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1584268 May 13 14:30:00.659857 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ac53c9-d309-4b80-8e51-410047663b46 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:30:00.733795 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:00.794257 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] Transition to ACTIVE for port object e2ac53c9-d309-4b80-8e51-410047663b46 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:30:00.900952 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:00.911709 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2ad47985-b1f9-4f42-9cd1-2a06299334eb req-b9eeeadb-878c-46c6-ad92-939930f9ae24 service neutron] 10.222.0.74 "GET /v2.0/networks/37db9b39-b86e-46cc-9e6b-6ea227d6e0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815954 May 13 14:30:00.961646 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-4060c825-b66b-4334-8787-3cec33582035 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:00.963220 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-4060c825-b66b-4334-8787-3cec33582035 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3287144 May 13 14:30:01.002141 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97276927-30fb-43bc-b19f-56bf8bf25785 req-5aea2934-7f5f-4819-b924-ce8ae97dcf3d tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:01.002529 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97276927-30fb-43bc-b19f-56bf8bf25785 req-5aea2934-7f5f-4819-b924-ce8ae97dcf3d tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:01.002991 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97276927-30fb-43bc-b19f-56bf8bf25785 req-5aea2934-7f5f-4819-b924-ce8ae97dcf3d tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:01.005827 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-97276927-30fb-43bc-b19f-56bf8bf25785 req-5aea2934-7f5f-4819-b924-ce8ae97dcf3d tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=31ad2cc6-b542-4a84-af82-ca4b0e34cdc3&device_id=60c99b64-d8a7-457b-9b27-65708647c763&device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 2884 time: 0.3766177 May 13 14:30:01.054451 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cb152f49-3cfb-4cc2-ae6c-2a73be63cb58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:01.061275 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-d63e68bc-d475-4fa0-bb17-079fac1a652d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:01.062765 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-d63e68bc-d475-4fa0-bb17-079fac1a652d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc7f182b99334da6876b361034afff56&device_id=0cc80057-6e8b-489d-b52e-eb61d7bf6ff6 HTTP/1.1" status: 200 len: 1095 time: 0.5639122 May 13 14:30:01.074124 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-932a6e78-48ad-4da2-931d-56a551da33b6 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] 10.222.0.35 "GET /v2.0/quotas/927831c4187a43e7a29f2bf7f7a9e64d HTTP/1.1" status: 200 len: 375 time: 0.0841844 May 13 14:30:01.125473 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-97276927-30fb-43bc-b19f-56bf8bf25785 req-fef5525f-52f4-4c23-8b24-222f74b78eeb tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101553 May 13 14:30:01.216380 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ac53c9-d309-4b80-8e51-410047663b46,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:01.226005 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-8fe8b957-d934-4ceb-ba70-7965dc487282 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ae7bc39-9220-4709-9360-1a310348a4fa HTTP/1.1" status: 200 len: 217 time: 0.1375909 May 13 14:30:01.309054 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-5e7fc247-a8f5-4e40-a3b5-aacbdd3c033e tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=927831c4187a43e7a29f2bf7f7a9e64d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1673079 May 13 14:30:01.310395 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-f64fe1eb-b902-444e-ada4-479881cc25be tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Allocated IP 172.20.0.3 (5c57dfcc-adc7-4a5b-8feb-0ff2c69376af/483b0e90-94ea-4826-9777-513ec7a928d8/28be842c-0abd-4d88-8cee-dea1ae428319) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:30:01.313290 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8c089033-ed60-4291-b693-21994ce03d76 req-08093636-0204-416a-bd0b-9762602eb2d5 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=1832444c-78ac-45b2-ad44-b3697eb0de5b HTTP/1.1" status: 200 len: 210 time: 0.0489771 May 13 14:30:01.352418 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb152f49-3cfb-4cc2-ae6c-2a73be63cb58 admin admin] Router 828d80e7-3ae2-4133-8b77-f0e543cbf28e is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:30:01.425465 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-719ada21-af7f-4697-9f73-5bf3c3dbf228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:01.427030 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-719ada21-af7f-4697-9f73-5bf3c3dbf228 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=483b0e90-94ea-4826-9777-513ec7a928d8 HTTP/1.1" status: 200 len: 854 time: 0.1637349 May 13 14:30:01.515282 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-945f4258-b773-454e-ab8e-265bb01deeb6'] response: {'name': 'network-changed', 'server_uuid': '0cc80057-6e8b-489d-b52e-eb61d7bf6ff6', 'tag': '9ae7bc39-9220-4709-9360-1a310348a4fa', 'status': 'completed', 'code': 200} May 13 14:30:01.538070 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] Attempting to bind port e2ac53c9-d309-4b80-8e51-410047663b46 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:30:01.538413 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] Attempting to bind port e2ac53c9-d309-4b80-8e51-410047663b46 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '7a7ed751-6e14-4aec-886a-659113dd6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5c57dfcc-adc7-4a5b-8feb-0ff2c69376af'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:30:01.538732 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] Attempting to bind port e2ac53c9-d309-4b80-8e51-410047663b46 on network 5c57dfcc-adc7-4a5b-8feb-0ff2c69376af {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:30:01.579974 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 37dad654-9247-4c4d-8686-90ea6143c7d7 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:01.640118 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] Port e2ac53c9-d309-4b80-8e51-410047663b46 on network 5c57dfcc-adc7-4a5b-8feb-0ff2c69376af not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:30:01.640446 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] Attempting to bind port e2ac53c9-d309-4b80-8e51-410047663b46 on network 5c57dfcc-adc7-4a5b-8feb-0ff2c69376af {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:30:01.674022 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 37dad654-9247-4c4d-8686-90ea6143c7d7 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:01.674914 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:01.701305 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:30:01.701734 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] Checking segment: {'id': '7a7ed751-6e14-4aec-886a-659113dd6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5c57dfcc-adc7-4a5b-8feb-0ff2c69376af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:30:01.702033 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] Bound using segment: {'id': '7a7ed751-6e14-4aec-886a-659113dd6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5c57dfcc-adc7-4a5b-8feb-0ff2c69376af'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:30:01.702486 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] Bound port: e2ac53c9-d309-4b80-8e51-410047663b46, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a7ed751-6e14-4aec-886a-659113dd6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5c57dfcc-adc7-4a5b-8feb-0ff2c69376af'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:30:01.703029 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:01.726756 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ebb74b4c-11b7-484e-9c5d-6af690a3afc6 req-2e6d747b-3cba-4073-ab61-199147c1b9e2 tempest-ServersAdmin275Test-1726168306 tempest-ServersAdmin275Test-1726168306-project] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.0888312 May 13 14:30:01.818104 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 37dad654-9247-4c4d-8686-90ea6143c7d7 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:01.818590 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb152f49-3cfb-4cc2-ae6c-2a73be63cb58 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:30:01.832167 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387c28cf-e7b6-469e-942b-e4c01374ae6a None None] Sync routers for ids ['828d80e7-3ae2-4133-8b77-f0e543cbf28e'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:30:01.855432 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387c28cf-e7b6-469e-942b-e4c01374ae6a None None] Routers {'828d80e7-3ae2-4133-8b77-f0e543cbf28e'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:30:01.856458 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-387c28cf-e7b6-469e-942b-e4c01374ae6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:30:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['828d80e7-3ae2-4133-8b77-f0e543cbf28e'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:01.956005 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cb152f49-3cfb-4cc2-ae6c-2a73be63cb58 admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:01.960612 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cb152f49-3cfb-4cc2-ae6c-2a73be63cb58 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.4103980 May 13 14:30:01.960612 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 42324) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:01.973351 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-49a0adb0-7355-4b7d-a439-1ba3699874d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:01.974834 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-49a0adb0-7355-4b7d-a439-1ba3699874d7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5c57dfcc-adc7-4a5b-8feb-0ff2c69376af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5369911 May 13 14:30:01.988948 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:02.040087 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46baa005-124a-4d7d-a88e-79dc70f7ae60 req-5b2bd515-40e6-4b24-ba37-776c1bd8ecb6 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:02.042229 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-46baa005-124a-4d7d-a88e-79dc70f7ae60 req-5b2bd515-40e6-4b24-ba37-776c1bd8ecb6 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23ad0ad-e91a-4058-bd3c-2615c7fa7db1 HTTP/1.1" status: 200 len: 945 time: 0.2817059 May 13 14:30:02.092719 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-387c28cf-e7b6-469e-942b-e4c01374ae6a None None] Set router 828d80e7-3ae2-4133-8b77-f0e543cbf28e gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:30:02.116161 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-46baa005-124a-4d7d-a88e-79dc70f7ae60 req-b9ccf69b-de2b-48b5-8388-d49ff9571b4a tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "GET /v2.0/security-groups?id=561cbc6e-9de6-4355-a7ea-54cb453604ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642424 May 13 14:30:02.162660 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-f64fe1eb-b902-444e-ada4-479881cc25be tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:02.168174 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] For port e2ac53c9-d309-4b80-8e51-410047663b46, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:30:02.212231 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] For port e2ac53c9-d309-4b80-8e51-410047663b46, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=e2ac53c9-d309-4b80-8e51-410047663b46,segment=NetworkSegment(7a7ed751-6e14-4aec-886a-659113dd6981),segment_id=7a7ed751-6e14-4aec-886a-659113dd6981)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:30:02.235554 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-f64fe1eb-b902-444e-ada4-479881cc25be tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Transition to ACTIVE for port object 28be842c-0abd-4d88-8cee-dea1ae428319 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:30:02.241285 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:02.403237 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:02.404091 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:02.405783 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] 10.222.0.59 "PUT /v2.0/ports/e2ac53c9-d309-4b80-8e51-410047663b46 HTTP/1.1" status: 200 len: 1091 time: 5.5024190 May 13 14:30:02.428975 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-f296661e-4adb-4389-9052-9f26df3e4025 service neutron] 10.222.0.74 "GET /v2.0/networks/5c57dfcc-adc7-4a5b-8feb-0ff2c69376af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465418 May 13 14:30:02.554198 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-387c28cf-e7b6-469e-942b-e4c01374ae6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460643016-router', 'tenant_id': '12ab0468071c4386a5fd2440f1c099c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '2bb5aab4-6bc1-4538-a26c-1f51483b6e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:29:54Z', 'updated_at': '2022-05-13T14:29:59Z', 'revision_number': 3, 'project_id': '12ab0468071c4386a5fd2440f1c099c4', 'gw_port': {'id': '2bb5aab4-6bc1-4538-a26c-1f51483b6e79', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:81:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:57Z', 'updated_at': '2022-05-13T14:29:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:02.560778 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387c28cf-e7b6-469e-942b-e4c01374ae6a None None] Checking router: 828d80e7-3ae2-4133-8b77-f0e543cbf28e for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:30:02.561559 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387c28cf-e7b6-469e-942b-e4c01374ae6a None None] Updating router 828d80e7-3ae2-4133-8b77-f0e543cbf28e port 2bb5aab4-6bc1-4538-a26c-1f51483b6e79 binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:30:02.588889 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ac53c9-d309-4b80-8e51-410047663b46,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:02.622940 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0eae85f3-144b-47b0-b0e3-a71f3d481a71 req-12bbfce7-0dbb-4b9e-b6d8-29ed19428487 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] 10.222.0.35 "GET /v2.0/ports?device_id=120d8dc8-8e4b-404d-990f-3db3ae046cde HTTP/1.1" status: 200 len: 210 time: 0.1269581 May 13 14:30:02.648567 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d625c40-36cb-4916-916c-fd05106a9f5a req-d0f4ac82-b570-4f00-9b9c-5d5414cb0acd tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:02.648888 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-387c28cf-e7b6-469e-942b-e4c01374ae6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:02.657142 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4d625c40-36cb-4916-916c-fd05106a9f5a req-d0f4ac82-b570-4f00-9b9c-5d5414cb0acd tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] 10.222.0.35 "GET /v2.0/ports?device_id=724a169d-af33-4d1c-841d-4471c1954a66 HTTP/1.1" status: 200 len: 946 time: 0.6355474 May 13 14:30:02.693021 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:02.693421 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:02.693689 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:02.694019 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:02.694342 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:02.694662 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:02.696220 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:02.696220 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:02.696220 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:02.696220 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:02.696220 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:02.696695 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51171504-9cb1-48eb-a646-e49291feb456 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:02.720918 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-f64fe1eb-b902-444e-ada4-479881cc25be tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:02.875493 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c11d715-c350-4fda-87a6-b7b996cda992 req-71e7d236-4176-46cc-8e34-4d3611f90f50 service neutron] 10.222.0.74 "GET /v2.0/networks/5c57dfcc-adc7-4a5b-8feb-0ff2c69376af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360237 May 13 14:30:02.877025 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-f64fe1eb-b902-444e-ada4-479881cc25be tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Network 5c57dfcc-adc7-4a5b-8feb-0ff2c69376af is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:30:02.883602 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4d625c40-36cb-4916-916c-fd05106a9f5a req-8166152b-b27e-4f68-82e8-b11e84a87ccb tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f047a6c-eca8-4205-97f0-b8eb72ff19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252760 May 13 14:30:02.887805 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-f64fe1eb-b902-444e-ada4-479881cc25be tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:02.892879 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-f64fe1eb-b902-444e-ada4-479881cc25be tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:30:02.926881 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fe1eb-b902-444e-ada4-479881cc25be tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Pushing event updated for resources: {'Port': ['ID=28be842c-0abd-4d88-8cee-dea1ae428319,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:02.960223 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-5b458761-0266-4190-9955-48cddc2802be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:02.961760 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-5b458761-0266-4190-9955-48cddc2802be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dc7f182b99334da6876b361034afff56&device_id=74c6fb71-981e-4417-8dd0-2d934197f166 HTTP/1.1" status: 200 len: 1094 time: 0.4193881 May 13 14:30:03.140713 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-f64fe1eb-b902-444e-ada4-479881cc25be tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:03.142285 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-f64fe1eb-b902-444e-ada4-479881cc25be tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:03.217565 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-387c28cf-e7b6-469e-942b-e4c01374ae6a None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:03.227856 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-788eee5e-fae0-42d4-8273-bb1d4ad2400e tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=927831c4187a43e7a29f2bf7f7a9e64d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0975344 May 13 14:30:03.233432 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-387c28cf-e7b6-469e-942b-e4c01374ae6a None None] Transition to ACTIVE for port object 2bb5aab4-6bc1-4538-a26c-1f51483b6e79 will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:30:03.245622 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-01307805-1335-4617-aa4b-c702d0f4a9ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2ac53c9-d309-4b80-8e51-410047663b46 HTTP/1.1" status: 200 len: 217 time: 0.2725132 May 13 14:30:03.246020 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b2909-8de2-4b9f-bc8c-74d5d36a49ad req-5938d784-412c-4891-9f16-59bb75132c6f tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:03.246521 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-387c28cf-e7b6-469e-942b-e4c01374ae6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:03.256245 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-002b2909-8de2-4b9f-bc8c-74d5d36a49ad req-5938d784-412c-4891-9f16-59bb75132c6f tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=1832444c-78ac-45b2-ad44-b3697eb0de5b HTTP/1.1" status: 200 len: 931 time: 0.5241570 May 13 14:30:03.281698 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 54b92774-d51c-4344-b757-33b3cc03ea73 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:03.341249 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-f64fe1eb-b902-444e-ada4-479881cc25be tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2845347 May 13 14:30:03.360492 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-e7f2e27a-f5b4-4f88-9b9f-a24e92f9a6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:03.362051 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-e7f2e27a-f5b4-4f88-9b9f-a24e92f9a6aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=483b0e90-94ea-4826-9777-513ec7a928d8 HTTP/1.1" status: 200 len: 854 time: 0.1075561 May 13 14:30:03.366966 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-a65df204-1301-44d3-b771-c9d9831fe8f5 service neutron] Request body: {'port': {'device_id': '1832444c-78ac-45b2-ad44-b3697eb0de5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:03.458652 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-387c28cf-e7b6-469e-942b-e4c01374ae6a None None] Attempting to bind port 2bb5aab4-6bc1-4538-a26c-1f51483b6e79 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:30:03.459013 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-387c28cf-e7b6-469e-942b-e4c01374ae6a None None] Attempting to bind port 2bb5aab4-6bc1-4538-a26c-1f51483b6e79 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:30:03.475571 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387c28cf-e7b6-469e-942b-e4c01374ae6a None None] Attempting to bind port 2bb5aab4-6bc1-4538-a26c-1f51483b6e79 on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:30:03.483460 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-964e32cf-36f9-4cb9-b10c-e38b98589954 None None] Provisioning for port 28be842c-0abd-4d88-8cee-dea1ae428319 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:30:03.491153 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387c28cf-e7b6-469e-942b-e4c01374ae6a None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:30:03.491523 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387c28cf-e7b6-469e-942b-e4c01374ae6a None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:30:03.491920 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-387c28cf-e7b6-469e-942b-e4c01374ae6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:03.492302 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387c28cf-e7b6-469e-942b-e4c01374ae6a None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:30:03.492772 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-387c28cf-e7b6-469e-942b-e4c01374ae6a None None] Bound port: 2bb5aab4-6bc1-4538-a26c-1f51483b6e79, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:30:03.493156 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-387c28cf-e7b6-469e-942b-e4c01374ae6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:03.507025 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-964e32cf-36f9-4cb9-b10c-e38b98589954 None None] Provisioning complete for port 28be842c-0abd-4d88-8cee-dea1ae428319 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:03.507771 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-964e32cf-36f9-4cb9-b10c-e38b98589954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:03.540404 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c6fb71-981e-4417-8dd0-2d934197f166', 'tag': 'e2ac53c9-d309-4b80-8e51-410047663b46'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:03.547238 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6a3e3-be56-4a1a-a411-6ab9db676f76 None None] Pushing event updated for resources: {'Port': ['ID=2bb5aab4-6bc1-4538-a26c-1f51483b6e79,revision_number=2']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:03.587761 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-002b2909-8de2-4b9f-bc8c-74d5d36a49ad req-72e60a0b-b529-4061-a1f1-45fe1420f9a8 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Synchronizing usage tracker for tenant:dc7f182b99334da6876b361034afff56 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:30:03.626187 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-964e32cf-36f9-4cb9-b10c-e38b98589954 None None] Port 28be842c-0abd-4d88-8cee-dea1ae428319 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:30:03.630513 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-387c28cf-e7b6-469e-942b-e4c01374ae6a None None] For port 2bb5aab4-6bc1-4538-a26c-1f51483b6e79, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:30:03.634363 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-387c28cf-e7b6-469e-942b-e4c01374ae6a None None] For port 2bb5aab4-6bc1-4538-a26c-1f51483b6e79, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=2bb5aab4-6bc1-4538-a26c-1f51483b6e79,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:30:03.638189 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-387c28cf-e7b6-469e-942b-e4c01374ae6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:03.642010 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 54b92774-d51c-4344-b757-33b3cc03ea73 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:30:03.650656 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 54b92774-d51c-4344-b757-33b3cc03ea73 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:03.651412 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:03.673804 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-a65df204-1301-44d3-b771-c9d9831fe8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:03.690758 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-002b2909-8de2-4b9f-bc8c-74d5d36a49ad req-72e60a0b-b529-4061-a1f1-45fe1420f9a8 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Unset dirty status for tenant:dc7f182b99334da6876b361034afff56 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:30:03.701150 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-002b2909-8de2-4b9f-bc8c-74d5d36a49ad req-72e60a0b-b529-4061-a1f1-45fe1420f9a8 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439847 May 13 14:30:03.737094 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387c28cf-e7b6-469e-942b-e4c01374ae6a None None] Routers {'828d80e7-3ae2-4133-8b77-f0e543cbf28e'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:30:03.737716 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-387c28cf-e7b6-469e-942b-e4c01374ae6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:30:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['828d80e7-3ae2-4133-8b77-f0e543cbf28e'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:03.749689 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-95ab3700-9f95-45d7-ae81-58257797e527 req-660d8ee5-f37d-4ea2-b18b-83c58840fbde tempest-ServersAdmin275Test-1726168306 tempest-ServersAdmin275Test-1726168306-project] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.1182511 May 13 14:30:03.803028 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-b56abac3-0da0-4b3b-803a-afe7519ec553 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:03.811545 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-b56abac3-0da0-4b3b-803a-afe7519ec553 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5425854 May 13 14:30:03.836952 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Request body: {'port': {'device_id': '120d8dc8-8e4b-404d-990f-3db3ae046cde', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'admin_state_up': True, 'tenant_id': '927831c4187a43e7a29f2bf7f7a9e64d'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:03.843697 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 54b92774-d51c-4344-b757-33b3cc03ea73 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:03.844160 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:03.884762 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 54b92774-d51c-4344-b757-33b3cc03ea73, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=54b92774-d51c-4344-b757-33b3cc03ea73,segment=NetworkSegment(183027d0-4300-4178-bf33-06a5c0f8a82c),segment_id=183027d0-4300-4178-bf33-06a5c0f8a82c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:03.886014 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23ad0ad-e91a-4058-bd3c-2615c7fa7db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b92774-d51c-4344-b757-33b3cc03ea73'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:03.892084 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:03.963185 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=54b92774-d51c-4344-b757-33b3cc03ea73,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:04.014521 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6a3e3-be56-4a1a-a411-6ab9db676f76 None None] Pushing event updated for resources: {'Port': ['ID=2bb5aab4-6bc1-4538-a26c-1f51483b6e79,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:04.044437 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abb67c-02e0-4663-a6ec-ad2a09c56860 req-6057f537-dfbe-4158-b4dd-e97876f80f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:04.046156 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-40abb67c-02e0-4663-a6ec-ad2a09c56860 req-6057f537-dfbe-4158-b4dd-e97876f80f45 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc7f182b99334da6876b361034afff56&device_id=0cc80057-6e8b-489d-b52e-eb61d7bf6ff6 HTTP/1.1" status: 200 len: 1095 time: 0.8956339 May 13 14:30:04.049227 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-387c28cf-e7b6-469e-942b-e4c01374ae6a None None] Set router 828d80e7-3ae2-4133-8b77-f0e543cbf28e gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:30:04.071507 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:04.074720 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a27a6fe-14a0-4dd0-a1c6-c67e95405866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:04.099756 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Usage tracker for resource:port and tenant:927831c4187a43e7a29f2bf7f7a9e64d is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:04.104983 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:04.279903 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:04.315047 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Made reservation on behalf of 927831c4187a43e7a29f2bf7f7a9e64d for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:30:04.318443 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:04.339576 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:04.355741 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-9d82dc7b-7b29-42fd-9d53-ac30b7cd181a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:04.357221 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-9d82dc7b-7b29-42fd-9d53-ac30b7cd181a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c57dfcc-adc7-4a5b-8feb-0ff2c69376af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9304264 May 13 14:30:04.360468 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-387c28cf-e7b6-469e-942b-e4c01374ae6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460643016-router', 'tenant_id': '12ab0468071c4386a5fd2440f1c099c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '2bb5aab4-6bc1-4538-a26c-1f51483b6e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:29:54Z', 'updated_at': '2022-05-13T14:29:59Z', 'revision_number': 3, 'project_id': '12ab0468071c4386a5fd2440f1c099c4', 'gw_port': {'id': '2bb5aab4-6bc1-4538-a26c-1f51483b6e79', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:81:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:57Z', 'updated_at': '2022-05-13T14:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:04.365418 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387c28cf-e7b6-469e-942b-e4c01374ae6a None None] The sync data for ids ['828d80e7-3ae2-4133-8b77-f0e543cbf28e'] in n-d-841760-1 is: [{'id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460643016-router', 'tenant_id': '12ab0468071c4386a5fd2440f1c099c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '2bb5aab4-6bc1-4538-a26c-1f51483b6e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:29:54Z', 'updated_at': '2022-05-13T14:29:59Z', 'revision_number': 3, 'project_id': '12ab0468071c4386a5fd2440f1c099c4', 'gw_port': {'id': '2bb5aab4-6bc1-4538-a26c-1f51483b6e79', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:81:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:57Z', 'updated_at': '2022-05-13T14:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:30:04.393313 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa9bed-a547-4225-a157-b3d1e2d53aee req-66a55daf-0b33-42e1-b522-092f8e6d308d tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:04.394813 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-69aa9bed-a547-4225-a157-b3d1e2d53aee req-66a55daf-0b33-42e1-b522-092f8e6d308d tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad9ee44d-1e65-43d1-9386-49f83a251d2f HTTP/1.1" status: 200 len: 951 time: 0.4069068 May 13 14:30:04.422929 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:04.436097 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Usage tracker for resource:security_group_rule and tenant:927831c4187a43e7a29f2bf7f7a9e64d is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:04.443488 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:04.456006 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:04.501799 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-a65df204-1301-44d3-b771-c9d9831fe8f5 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:30:04.527263 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-69aa9bed-a547-4225-a157-b3d1e2d53aee req-efe16fa8-df1c-4b20-9212-d6efaec9fcb3 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/security-groups?id=20439e13-78ba-4840-a41d-70cac54136f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234179 May 13 14:30:04.528311 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30180fd-6708-4003-92ac-18ee42f83e93 req-87e8fe38-117e-43bf-923a-a0b3157cd886 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:04.529902 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e30180fd-6708-4003-92ac-18ee42f83e93 req-87e8fe38-117e-43bf-923a-a0b3157cd886 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23ad0ad-e91a-4058-bd3c-2615c7fa7db1 HTTP/1.1" status: 200 len: 946 time: 0.5346718 May 13 14:30:04.579690 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abb67c-02e0-4663-a6ec-ad2a09c56860 req-87541868-72c6-4cb0-aecc-f9464a05b9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:04.581103 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-40abb67c-02e0-4663-a6ec-ad2a09c56860 req-87541868-72c6-4cb0-aecc-f9464a05b9d3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5c57dfcc-adc7-4a5b-8feb-0ff2c69376af HTTP/1.1" status: 200 len: 916 time: 0.5249414 May 13 14:30:04.590238 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-4a27a6fe-14a0-4dd0-a1c6-c67e95405866 admin admin] Allocated IP 172.20.0.1 (80c078ad-dab9-4128-aa75-5b381575767a/79a8cbb1-2ae6-4444-b791-b23d69c3e4a0/72329a1d-2f0a-4ed8-a05e-1fd99d851fb9) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:30:04.700396 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-40abb67c-02e0-4663-a6ec-ad2a09c56860 req-cca15742-0825-4498-8bc3-8da92edd21f2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ae7bc39-9220-4709-9360-1a310348a4fa HTTP/1.1" status: 200 len: 217 time: 0.1020780 May 13 14:30:04.728021 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-a65df204-1301-44d3-b771-c9d9831fe8f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28be842c-0abd-4d88-8cee-dea1ae428319 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:30:04.777785 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-a65df204-1301-44d3-b771-c9d9831fe8f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:04.796369 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-aabe1500-e4a8-4966-bf01-9ca563a16eca service neutron] 10.222.0.59 "GET /v2.0/networks/5c57dfcc-adc7-4a5b-8feb-0ff2c69376af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292219 May 13 14:30:04.805268 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e30180fd-6708-4003-92ac-18ee42f83e93 req-cf628c10-d560-485a-856c-abf7d5951031 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "GET /v2.0/security-groups?id=561cbc6e-9de6-4355-a7ea-54cb453604ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274816 May 13 14:30:04.877332 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:04.886657 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a27a6fe-14a0-4dd0-a1c6-c67e95405866 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:04.890706 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:04.929581 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-a65df204-1301-44d3-b771-c9d9831fe8f5 service neutron] Transition to ACTIVE for port object 28be842c-0abd-4d88-8cee-dea1ae428319 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:30:04.936428 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-294d2678-94ec-42d4-92c5-e36a39956026'] response: {'name': 'network-changed', 'server_uuid': '74c6fb71-981e-4417-8dd0-2d934197f166', 'tag': 'e2ac53c9-d309-4b80-8e51-410047663b46', 'status': 'completed', 'code': 200} May 13 14:30:04.940582 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abb67c-02e0-4663-a6ec-ad2a09c56860 req-7ece351c-55d2-4ede-a3e6-836784c8b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:04.942035 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-40abb67c-02e0-4663-a6ec-ad2a09c56860 req-7ece351c-55d2-4ede-a3e6-836784c8b5c1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=483b0e90-94ea-4826-9777-513ec7a928d8 HTTP/1.1" status: 200 len: 854 time: 0.2188547 May 13 14:30:04.942592 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 3ed5edfc-cae7-4254-8740-bf78d8fca6ff no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:30:04.944819 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-a65df204-1301-44d3-b771-c9d9831fe8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:05.025756 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-4a27a6fe-14a0-4dd0-a1c6-c67e95405866 admin admin] Transition to ACTIVE for port object 72329a1d-2f0a-4ed8-a05e-1fd99d851fb9 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:30:05.027499 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f19fd0f-7bc1-4b1f-bb9f-eeb5ac172b8b'] response: {'server_uuid': 'f23ad0ad-e91a-4058-bd3c-2615c7fa7db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b92774-d51c-4344-b757-33b3cc03ea73', 'code': 200} May 13 14:30:05.076899 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64976f56-fc93-4ab8-8cf7-b8b194013741,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:05.162218 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:05.162850 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:05.163398 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:05.163886 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:05.164370 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:05.164940 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:05.166189 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:05.166680 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:05.167188 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:05.167681 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:05.168171 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:05.168657 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:05.231714 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:05.232097 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:05.313453 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=3ed5edfc-cae7-4254-8740-bf78d8fca6ff,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:05.329372 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:05.360166 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d859a5b6-475f-4745-afcf-d0e5999cfd49 req-f773ca4d-aaf9-4730-896e-3768e1ad094e service neutron] 10.222.0.59 "GET /v2.0/networks/5c57dfcc-adc7-4a5b-8feb-0ff2c69376af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5499210 May 13 14:30:05.442697 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-67ea7031-c74d-437d-b79c-6d330b764313 req-4dde8b67-e2ad-4763-a646-4daa397ca972 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] 10.222.0.35 "GET /v2.0/ports?device_id=120d8dc8-8e4b-404d-990f-3db3ae046cde HTTP/1.1" status: 200 len: 210 time: 0.3506649 May 13 14:30:05.456123 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a27a6fe-14a0-4dd0-a1c6-c67e95405866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:05.462316 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Allocated IP 192.168.233.130 (7d165b7c-a84b-4191-823a-46e347c23eb5/fb4bc443-ac8b-4686-9d3b-15c2430aa8ca/7b8c9035-1541-4e83-a291-66b9f87df8b4) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:30:05.524105 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=3ed5edfc-cae7-4254-8740-bf78d8fca6ff,revision_number=11']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:05.594011 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65df204-1301-44d3-b771-c9d9831fe8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=28be842c-0abd-4d88-8cee-dea1ae428319,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:05.599746 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2bb5aab4-6bc1-4538-a26c-1f51483b6e79 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:05.619629 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a27a6fe-14a0-4dd0-a1c6-c67e95405866 admin admin] Network 80c078ad-dab9-4128-aa75-5b381575767a is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:30:05.626298 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27a6fe-14a0-4dd0-a1c6-c67e95405866 admin admin] Pushing event updated for resources: {'Port': ['ID=72329a1d-2f0a-4ed8-a05e-1fd99d851fb9,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:05.629006 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-4a27a6fe-14a0-4dd0-a1c6-c67e95405866 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:05.642787 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-a65df204-1301-44d3-b771-c9d9831fe8f5 service neutron] Attempting to bind port 28be842c-0abd-4d88-8cee-dea1ae428319 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:30:05.643146 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-a65df204-1301-44d3-b771-c9d9831fe8f5 service neutron] Attempting to bind port 28be842c-0abd-4d88-8cee-dea1ae428319 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '7a7ed751-6e14-4aec-886a-659113dd6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5c57dfcc-adc7-4a5b-8feb-0ff2c69376af'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:30:05.643483 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-a65df204-1301-44d3-b771-c9d9831fe8f5 service neutron] Attempting to bind port 28be842c-0abd-4d88-8cee-dea1ae428319 on network 5c57dfcc-adc7-4a5b-8feb-0ff2c69376af {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:30:05.644067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735766d9-c83e-469c-b8f2-475f16b644f5 req-3013dcb9-c758-4809-996d-81111a6b3c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:05.645736 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-735766d9-c83e-469c-b8f2-475f16b644f5 req-3013dcb9-c758-4809-996d-81111a6b3c91 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f23ad0ad-e91a-4058-bd3c-2615c7fa7db1 HTTP/1.1" status: 200 len: 1097 time: 0.5473714 May 13 14:30:05.646515 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a27a6fe-14a0-4dd0-a1c6-c67e95405866 admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:30:05.670450 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-a65df204-1301-44d3-b771-c9d9831fe8f5 service neutron] Port 28be842c-0abd-4d88-8cee-dea1ae428319 on network 5c57dfcc-adc7-4a5b-8feb-0ff2c69376af not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:30:05.670854 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-a65df204-1301-44d3-b771-c9d9831fe8f5 service neutron] Attempting to bind port 28be842c-0abd-4d88-8cee-dea1ae428319 on network 5c57dfcc-adc7-4a5b-8feb-0ff2c69376af {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:30:05.700935 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 2bb5aab4-6bc1-4538-a26c-1f51483b6e79 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:30:05.707390 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 2bb5aab4-6bc1-4538-a26c-1f51483b6e79 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:05.708000 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:05.713202 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-a65df204-1301-44d3-b771-c9d9831fe8f5 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:30:05.713623 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-a65df204-1301-44d3-b771-c9d9831fe8f5 service neutron] Checking segment: {'id': '7a7ed751-6e14-4aec-886a-659113dd6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5c57dfcc-adc7-4a5b-8feb-0ff2c69376af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:30:05.714078 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-a65df204-1301-44d3-b771-c9d9831fe8f5 service neutron] Bound using segment: {'id': '7a7ed751-6e14-4aec-886a-659113dd6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5c57dfcc-adc7-4a5b-8feb-0ff2c69376af'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:30:05.714597 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-a65df204-1301-44d3-b771-c9d9831fe8f5 service neutron] Bound port: 28be842c-0abd-4d88-8cee-dea1ae428319, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a7ed751-6e14-4aec-886a-659113dd6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5c57dfcc-adc7-4a5b-8feb-0ff2c69376af'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:30:05.715154 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-a65df204-1301-44d3-b771-c9d9831fe8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:05.766477 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abb67c-02e0-4663-a6ec-ad2a09c56860 req-61422758-14ee-482e-be19-481d5db986f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:05.768111 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-40abb67c-02e0-4663-a6ec-ad2a09c56860 req-61422758-14ee-482e-be19-481d5db986f2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5c57dfcc-adc7-4a5b-8feb-0ff2c69376af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8138084 May 13 14:30:05.773244 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e45c7781-ea6b-41b9-8cad-ef1c274a32b0 req-edcc60b1-17f4-4fa4-b5c3-41cc20f9889c tempest-ServersAdmin275Test-1726168306 tempest-ServersAdmin275Test-1726168306-project] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.1047258 May 13 14:30:05.787638 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a27a6fe-14a0-4dd0-a1c6-c67e95405866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:05.804204 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaad662-c3b5-46e1-a033-48413bb0ed2d req-d97810c2-486a-496d-ae43-aa9d0bb8597f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:05.805692 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6aaad662-c3b5-46e1-a033-48413bb0ed2d req-d97810c2-486a-496d-ae43-aa9d0bb8597f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dc7f182b99334da6876b361034afff56&device_id=74c6fb71-981e-4417-8dd0-2d934197f166 HTTP/1.1" status: 200 len: 1094 time: 0.3544958 May 13 14:30:05.883048 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-735766d9-c83e-469c-b8f2-475f16b644f5 req-e9653ecd-b0d7-4b70-869c-408254e877da service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=561cbc6e-9de6-4355-a7ea-54cb453604ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048690 May 13 14:30:05.920560 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 2bb5aab4-6bc1-4538-a26c-1f51483b6e79 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:05.921400 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:05.939249 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 2bb5aab4-6bc1-4538-a26c-1f51483b6e79, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=2bb5aab4-6bc1-4538-a26c-1f51483b6e79,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:05.947866 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:05.984724 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a760a-4ac6-491c-9bb5-99dd308146a0 req-fef2fc02-ccef-43c3-b7f6-c1e1c5523daf tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:05.986256 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6e2a760a-4ac6-491c-9bb5-99dd308146a0 req-fef2fc02-ccef-43c3-b7f6-c1e1c5523daf tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=1832444c-78ac-45b2-ad44-b3697eb0de5b HTTP/1.1" status: 200 len: 943 time: 0.6361003 May 13 14:30:06.027274 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-42a2b679-0dca-4801-bd0f-b79fee7f2139 None None] Provisioning for port 72329a1d-2f0a-4ed8-a05e-1fd99d851fb9 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:30:06.035338 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-42a2b679-0dca-4801-bd0f-b79fee7f2139 None None] Provisioning complete for port 72329a1d-2f0a-4ed8-a05e-1fd99d851fb9 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:06.035997 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-42a2b679-0dca-4801-bd0f-b79fee7f2139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:06.066244 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaad662-c3b5-46e1-a033-48413bb0ed2d req-c9c1650a-6902-413b-94e2-cd540feb30cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:06.068216 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6aaad662-c3b5-46e1-a033-48413bb0ed2d req-c9c1650a-6902-413b-94e2-cd540feb30cf service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c57dfcc-adc7-4a5b-8feb-0ff2c69376af HTTP/1.1" status: 200 len: 916 time: 0.2041669 May 13 14:30:06.106832 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6e2a760a-4ac6-491c-9bb5-99dd308146a0 req-718a767b-8ddc-420f-a3dd-b91210fa1358 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797637 May 13 14:30:06.123620 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=2bb5aab4-6bc1-4538-a26c-1f51483b6e79,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:06.139700 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-42a2b679-0dca-4801-bd0f-b79fee7f2139 None None] Port 72329a1d-2f0a-4ed8-a05e-1fd99d851fb9 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:30:06.200457 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:06.251039 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Transition to ACTIVE for port object 7b8c9035-1541-4e83-a291-66b9f87df8b4 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:30:06.255762 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a27a6fe-14a0-4dd0-a1c6-c67e95405866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:06.261726 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6aaad662-c3b5-46e1-a033-48413bb0ed2d req-8aefc81c-7c50-4a4f-9aaf-63e7d0707c1d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2ac53c9-d309-4b80-8e51-410047663b46 HTTP/1.1" status: 200 len: 217 time: 0.0985744 May 13 14:30:06.487447 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:06.561489 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-a65df204-1301-44d3-b771-c9d9831fe8f5 service neutron] For port 28be842c-0abd-4d88-8cee-dea1ae428319, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:30:06.590258 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-a65df204-1301-44d3-b771-c9d9831fe8f5 service neutron] For port 28be842c-0abd-4d88-8cee-dea1ae428319, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=28be842c-0abd-4d88-8cee-dea1ae428319,segment=NetworkSegment(7a7ed751-6e14-4aec-886a-659113dd6981),segment_id=7a7ed751-6e14-4aec-886a-659113dd6981)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:30:06.591453 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:30:06.598241 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaad662-c3b5-46e1-a033-48413bb0ed2d req-df5d9b63-f6c0-433a-9d50-a8a1aa8fdbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:06.599743 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6aaad662-c3b5-46e1-a033-48413bb0ed2d req-df5d9b63-f6c0-433a-9d50-a8a1aa8fdbe6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=483b0e90-94ea-4826-9777-513ec7a928d8 HTTP/1.1" status: 200 len: 854 time: 0.3218126 May 13 14:30:06.604852 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:06.610505 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Pushing event updated for resources: {'Port': ['ID=7b8c9035-1541-4e83-a291-66b9f87df8b4,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:06.610983 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-a65df204-1301-44d3-b771-c9d9831fe8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:06.614857 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:30:06.657226 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10ccdb-0b2d-4691-babf-5cdb802aed8c req-8f969ea5-8d1d-407a-9abc-803e4f142e18 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:06.658763 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bf10ccdb-0b2d-4691-babf-5cdb802aed8c req-8f969ea5-8d1d-407a-9abc-803e4f142e18 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23ad0ad-e91a-4058-bd3c-2615c7fa7db1 HTTP/1.1" status: 200 len: 946 time: 0.3351600 May 13 14:30:06.733103 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-a65df204-1301-44d3-b771-c9d9831fe8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:06.733827 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-a65df204-1301-44d3-b771-c9d9831fe8f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:06.735410 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-a65df204-1301-44d3-b771-c9d9831fe8f5 service neutron] 10.222.0.74 "PUT /v2.0/ports/28be842c-0abd-4d88-8cee-dea1ae428319 HTTP/1.1" status: 200 len: 1091 time: 3.3720849 May 13 14:30:06.741362 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-40abb67c-02e0-4663-a6ec-ad2a09c56860 req-111c3fd7-1200-4569-bdbd-686f3748fe44 service neutron] 10.222.0.74 "GET /v2.0/networks/5c57dfcc-adc7-4a5b-8feb-0ff2c69376af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9339936 May 13 14:30:06.882647 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:06.883281 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:06.888048 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [None req-4a27a6fe-14a0-4dd0-a1c6-c67e95405866 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:30:06.900174 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bf10ccdb-0b2d-4691-babf-5cdb802aed8c req-b7900e6b-49bd-4a35-9b2b-d09cc5231718 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "GET /v2.0/security-groups?id=561cbc6e-9de6-4355-a7ea-54cb453604ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333994 May 13 14:30:06.908783 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65df204-1301-44d3-b771-c9d9831fe8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=28be842c-0abd-4d88-8cee-dea1ae428319,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:06.913145 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a27a6fe-14a0-4dd0-a1c6-c67e95405866 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:06.919354 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a27a6fe-14a0-4dd0-a1c6-c67e95405866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:06.940540 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1832444c-78ac-45b2-ad44-b3697eb0de5b', 'tag': '28be842c-0abd-4d88-8cee-dea1ae428319'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:06.944925 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device e2ac53c9-d309-4b80-8e51-410047663b46 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:30:06.970850 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ac7b2-8fb0-44f5-8c2a-1fdbe81e5665 req-de1e526d-5de6-4c48-b2a1-0e82d6ca017a tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:06.972380 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b38ac7b2-8fb0-44f5-8c2a-1fdbe81e5665 req-de1e526d-5de6-4c48-b2a1-0e82d6ca017a tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 1101 time: 0.4994447 May 13 14:30:07.031550 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9ee44d-1e65-43d1-9386-49f83a251d2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed5edfc-cae7-4254-8740-bf78d8fca6ff'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:07.037086 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-dd8821cb-771a-40ef-a825-c90a2f9603a9 None None] Provisioning for port 7b8c9035-1541-4e83-a291-66b9f87df8b4 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:30:07.053716 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-40abb67c-02e0-4663-a6ec-ad2a09c56860 req-f5a1abda-8864-404c-8806-121f8c2175c6 service neutron] 10.222.0.74 "GET /v2.0/networks/5c57dfcc-adc7-4a5b-8feb-0ff2c69376af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963216 May 13 14:30:07.061154 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-5c6ab6e4-d66b-46cf-9210-b1db875a0cbf tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2348881 May 13 14:30:07.062097 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaad662-c3b5-46e1-a033-48413bb0ed2d req-69a80914-2575-42d3-a5b0-e3338a6fb9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:07.063854 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6aaad662-c3b5-46e1-a033-48413bb0ed2d req-69a80914-2575-42d3-a5b0-e3338a6fb9ed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c57dfcc-adc7-4a5b-8feb-0ff2c69376af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4432824 May 13 14:30:07.068602 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27a6fe-14a0-4dd0-a1c6-c67e95405866 admin admin] Pushing event updated for resources: {'Port': ['ID=72329a1d-2f0a-4ed8-a05e-1fd99d851fb9,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:07.075565 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a27a6fe-14a0-4dd0-a1c6-c67e95405866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:07.085384 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-b38ac7b2-8fb0-44f5-8c2a-1fdbe81e5665 req-09e7a531-107f-4ed2-89d2-9c84b51cc44d tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] Synchronizing usage tracker for tenant:c2f511437ce94f5ba665f5965a4d13f2 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:30:07.105137 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-dd8821cb-771a-40ef-a825-c90a2f9603a9 None None] Provisioning complete for port 7b8c9035-1541-4e83-a291-66b9f87df8b4 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:07.105743 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-dd8821cb-771a-40ef-a825-c90a2f9603a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:07.110707 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-31d12eff-2e69-4d5a-803b-8fa63177f698 service neutron] Request body: {'port': {'device_id': '120d8dc8-8e4b-404d-990f-3db3ae046cde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:07.128238 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-72e713bd-78ba-458f-91f3-46a624755ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:07.129954 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-72e713bd-78ba-458f-91f3-46a624755ca7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc7f182b99334da6876b361034afff56&device_id=1832444c-78ac-45b2-ad44-b3697eb0de5b HTTP/1.1" status: 200 len: 1094 time: 0.2748051 May 13 14:30:07.237141 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-dd8821cb-771a-40ef-a825-c90a2f9603a9 None None] Port 7b8c9035-1541-4e83-a291-66b9f87df8b4 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:30:07.278144 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port e2ac53c9-d309-4b80-8e51-410047663b46, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=e2ac53c9-d309-4b80-8e51-410047663b46,segment=NetworkSegment(7a7ed751-6e14-4aec-886a-659113dd6981),segment_id=7a7ed751-6e14-4aec-886a-659113dd6981)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:07.303056 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-88dcab29-9c36-42c1-8e85-5e992b4737fd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28be842c-0abd-4d88-8cee-dea1ae428319 HTTP/1.1" status: 200 len: 217 time: 0.1192281 May 13 14:30:07.320555 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 9ae7bc39-9220-4709-9360-1a310348a4fa details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:30:07.335808 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'e2ac53c9-d309-4b80-8e51-410047663b46', 'network_id': '5c57dfcc-adc7-4a5b-8feb-0ff2c69376af', 'port_id': 'e2ac53c9-d309-4b80-8e51-410047663b46', 'mac_address': 'fa:16:3e:d2:84:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '483b0e90-94ea-4826-9777-513ec7a928d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:30:07.361115 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-b38ac7b2-8fb0-44f5-8c2a-1fdbe81e5665 req-09e7a531-107f-4ed2-89d2-9c84b51cc44d tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] Unset dirty status for tenant:c2f511437ce94f5ba665f5965a4d13f2 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:30:07.362246 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b38ac7b2-8fb0-44f5-8c2a-1fdbe81e5665 req-09e7a531-107f-4ed2-89d2-9c84b51cc44d tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796647 May 13 14:30:07.436605 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-fd2c4880-f177-4416-ac20-5c179d56b29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:07.438245 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-fd2c4880-f177-4416-ac20-5c179d56b29b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=483b0e90-94ea-4826-9777-513ec7a928d8 HTTP/1.1" status: 200 len: 854 time: 0.1274111 May 13 14:30:07.537240 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-31d12eff-2e69-4d5a-803b-8fa63177f698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:07.557175 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port e2ac53c9-d309-4b80-8e51-410047663b46 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:07.557620 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:07.570171 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a27a6fe-14a0-4dd0-a1c6-c67e95405866 admin admin] Network 80c078ad-dab9-4128-aa75-5b381575767a is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:30:07.573526 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-4a27a6fe-14a0-4dd0-a1c6-c67e95405866 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:07.580429 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2bb5aab4-6bc1-4538-a26c-1f51483b6e79 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:07.582817 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b8109168-9c55-492d-92d1-43f069ebe81b req-c3836f17-7f4e-471c-a619-7586c836b1a3 tempest-ServersAdmin275Test-1726168306 tempest-ServersAdmin275Test-1726168306-project] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.0662444 May 13 14:30:07.584583 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6aaad662-c3b5-46e1-a033-48413bb0ed2d req-179659b2-6b7a-4243-b430-927e7e37a0e4 service neutron] 10.222.0.59 "GET /v2.0/networks/5c57dfcc-adc7-4a5b-8feb-0ff2c69376af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016854 May 13 14:30:07.680489 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ac53c9-d309-4b80-8e51-410047663b46 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:30:07.690613 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b5701e0-2f80-4fae-add0-d18a8580507d'] response: {'name': 'network-changed', 'server_uuid': '1832444c-78ac-45b2-ad44-b3697eb0de5b', 'tag': '28be842c-0abd-4d88-8cee-dea1ae428319', 'status': 'completed', 'code': 200} May 13 14:30:07.742935 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port e2ac53c9-d309-4b80-8e51-410047663b46, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=e2ac53c9-d309-4b80-8e51-410047663b46,segment=NetworkSegment(7a7ed751-6e14-4aec-886a-659113dd6981),segment_id=7a7ed751-6e14-4aec-886a-659113dd6981)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:07.749271 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6262749-8028-4eae-8cba-829c1fe40296 req-c33796b3-1467-47ef-958b-742d638e4480 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:07.750004 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f6262749-8028-4eae-8cba-829c1fe40296 req-c33796b3-1467-47ef-958b-742d638e4480 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Synchronizing usage tracker for tenant:927831c4187a43e7a29f2bf7f7a9e64d on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:30:07.752021 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7fe391b-7746-47a3-8491-f7f50628c3b5'] response: {'server_uuid': 'ad9ee44d-1e65-43d1-9386-49f83a251d2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed5edfc-cae7-4254-8740-bf78d8fca6ff', 'code': 200} May 13 14:30:07.756147 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-4af58a9d-56ba-4a65-bcc6-95022db0388d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:07.758208 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-4af58a9d-56ba-4a65-bcc6-95022db0388d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5c57dfcc-adc7-4a5b-8feb-0ff2c69376af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3095205 May 13 14:30:07.780104 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:07.872052 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6aaad662-c3b5-46e1-a033-48413bb0ed2d req-5050cddc-818b-4544-8bb8-505505b83f43 service neutron] 10.222.0.59 "GET /v2.0/networks/5c57dfcc-adc7-4a5b-8feb-0ff2c69376af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785590 May 13 14:30:07.901057 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 9ae7bc39-9220-4709-9360-1a310348a4fa, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=9ae7bc39-9220-4709-9360-1a310348a4fa,segment=NetworkSegment(7a7ed751-6e14-4aec-886a-659113dd6981),segment_id=7a7ed751-6e14-4aec-886a-659113dd6981)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:07.927429 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '9ae7bc39-9220-4709-9360-1a310348a4fa', 'network_id': '5c57dfcc-adc7-4a5b-8feb-0ff2c69376af', 'port_id': '9ae7bc39-9220-4709-9360-1a310348a4fa', 'mac_address': 'fa:16:3e:c9:ea:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '483b0e90-94ea-4826-9777-513ec7a928d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:30:07.936075 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 2bb5aab4-6bc1-4538-a26c-1f51483b6e79 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:07.936457 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:07.940726 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-f6d4705c-bc06-4190-8f40-0e90d489299a service neutron] 10.222.0.74 "GET /v2.0/networks/5c57dfcc-adc7-4a5b-8feb-0ff2c69376af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755452 May 13 14:30:08.017025 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a27a6fe-14a0-4dd0-a1c6-c67e95405866 admin admin] Router 828d80e7-3ae2-4133-8b77-f0e543cbf28e has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:30:08.026282 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f6262749-8028-4eae-8cba-829c1fe40296 req-c33796b3-1467-47ef-958b-742d638e4480 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Unset dirty status for tenant:927831c4187a43e7a29f2bf7f7a9e64d on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:30:08.027749 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f6262749-8028-4eae-8cba-829c1fe40296 req-c33796b3-1467-47ef-958b-742d638e4480 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] 10.222.0.35 "GET /v2.0/ports?device_id=120d8dc8-8e4b-404d-990f-3db3ae046cde HTTP/1.1" status: 200 len: 936 time: 0.7225871 May 13 14:30:08.029919 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=e2ac53c9-d309-4b80-8e51-410047663b46,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:08.070793 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 9ae7bc39-9220-4709-9360-1a310348a4fa is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:08.071520 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:08.080385 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-75a77504-abe4-4397-a65e-d075b62bf52a None None] Provisioning complete for port 72329a1d-2f0a-4ed8-a05e-1fd99d851fb9 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:08.080859 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-75a77504-abe4-4397-a65e-d075b62bf52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:08.115445 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['e2ac53c9-d309-4b80-8e51-410047663b46'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:30:08.155554 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30bd1e9b-b972-4d82-9582-02b49e7049f4 req-60d1a4c4-09b9-4b39-905a-4ffb26dd7b1d service neutron] 10.222.0.74 "GET /v2.0/networks/5c57dfcc-adc7-4a5b-8feb-0ff2c69376af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083800 May 13 14:30:08.168501 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7324a-3828-4ae8-a17e-d3bd02f8d759 req-f63e5fbd-d3eb-4846-bacf-fa64ca409398 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:08.169210 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-16d7324a-3828-4ae8-a17e-d3bd02f8d759 req-f63e5fbd-d3eb-4846-bacf-fa64ca409398 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Synchronizing usage tracker for tenant:dc7f182b99334da6876b361034afff56 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:30:08.188081 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-16d7324a-3828-4ae8-a17e-d3bd02f8d759 req-f63e5fbd-d3eb-4846-bacf-fa64ca409398 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Unset dirty status for tenant:dc7f182b99334da6876b361034afff56 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:30:08.189381 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-16d7324a-3828-4ae8-a17e-d3bd02f8d759 req-f63e5fbd-d3eb-4846-bacf-fa64ca409398 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=1832444c-78ac-45b2-ad44-b3697eb0de5b HTTP/1.1" status: 200 len: 943 time: 0.1598310 May 13 14:30:08.196580 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae7bc39-9220-4709-9360-1a310348a4fa {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:30:08.249530 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-16d7324a-3828-4ae8-a17e-d3bd02f8d759 req-56ca86d9-c4af-48a4-a573-af9fb20698cc tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532713 May 13 14:30:08.262850 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-75a77504-abe4-4397-a65e-d075b62bf52a None None] Port 72329a1d-2f0a-4ed8-a05e-1fd99d851fb9 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:30:08.280729 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 9ae7bc39-9220-4709-9360-1a310348a4fa, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=9ae7bc39-9220-4709-9360-1a310348a4fa,segment=NetworkSegment(7a7ed751-6e14-4aec-886a-659113dd6981),segment_id=7a7ed751-6e14-4aec-886a-659113dd6981)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:08.293097 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:08.352336 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 2bb5aab4-6bc1-4538-a26c-1f51483b6e79 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:08.389050 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd9f86-3d31-4ad7-9fc4-983fd131bcf8 req-c101ad35-aa8e-4c44-bfbb-8ce55af02e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:08.390437 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-64cd9f86-3d31-4ad7-9fc4-983fd131bcf8 req-c101ad35-aa8e-4c44-bfbb-8ce55af02e4e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc7f182b99334da6876b361034afff56&device_id=1832444c-78ac-45b2-ad44-b3697eb0de5b HTTP/1.1" status: 200 len: 1094 time: 0.1400008 May 13 14:30:08.396427 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f6262749-8028-4eae-8cba-829c1fe40296 req-ba2364c9-cfe2-46b6-91ca-b41c72e285a1 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Synchronizing usage tracker for tenant:927831c4187a43e7a29f2bf7f7a9e64d on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:30:08.417743 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=9ae7bc39-9220-4709-9360-1a310348a4fa,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:08.471418 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a27a6fe-14a0-4dd0-a1c6-c67e95405866 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:30:08.489580 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4135cf-738b-42fc-a95c-e5229dc004e3 None None] Sync routers for ids ['828d80e7-3ae2-4133-8b77-f0e543cbf28e'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:30:08.491715 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4a27a6fe-14a0-4dd0-a1c6-c67e95405866 admin admin] 10.222.0.35 "PUT /v2.0/routers/828d80e7-3ae2-4133-8b77-f0e543cbf28e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5274200 May 13 14:30:08.506209 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4135cf-738b-42fc-a95c-e5229dc004e3 None None] Routers {'828d80e7-3ae2-4133-8b77-f0e543cbf28e'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:30:08.506860 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-cd4135cf-738b-42fc-a95c-e5229dc004e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:30:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['828d80e7-3ae2-4133-8b77-f0e543cbf28e'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:08.617870 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-31d12eff-2e69-4d5a-803b-8fa63177f698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b8c9035-1541-4e83-a291-66b9f87df8b4 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:30:08.627227 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-31d12eff-2e69-4d5a-803b-8fa63177f698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:08.646167 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-31d12eff-2e69-4d5a-803b-8fa63177f698 service neutron] Transition to ACTIVE for port object 7b8c9035-1541-4e83-a291-66b9f87df8b4 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:30:08.647468 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f6262749-8028-4eae-8cba-829c1fe40296 req-ba2364c9-cfe2-46b6-91ca-b41c72e285a1 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Unset dirty status for tenant:927831c4187a43e7a29f2bf7f7a9e64d on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:30:08.663185 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f6262749-8028-4eae-8cba-829c1fe40296 req-ba2364c9-cfe2-46b6-91ca-b41c72e285a1 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] 10.222.0.35 "GET /v2.0/security-groups?id=64976f56-fc93-4ab8-8cf7-b8b194013741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5627942 May 13 14:30:08.666614 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-31d12eff-2e69-4d5a-803b-8fa63177f698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:08.733136 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c9ee1-0021-4d9b-9012-190f1316a2d9 req-64d95452-a820-4e89-9737-c37853b06b8d tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:08.739284 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b53c9ee1-0021-4d9b-9012-190f1316a2d9 req-64d95452-a820-4e89-9737-c37853b06b8d tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 1101 time: 0.3399713 May 13 14:30:08.741071 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-cd4135cf-738b-42fc-a95c-e5229dc004e3 None None] Set router 828d80e7-3ae2-4133-8b77-f0e543cbf28e gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:30:08.771017 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd9f86-3d31-4ad7-9fc4-983fd131bcf8 req-0b86a297-115c-46c5-9e22-8b7c15c4a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:08.780596 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-64cd9f86-3d31-4ad7-9fc4-983fd131bcf8 req-0b86a297-115c-46c5-9e22-8b7c15c4a52a service neutron] 10.222.0.74 "GET /v2.0/networks?id=5c57dfcc-adc7-4a5b-8feb-0ff2c69376af HTTP/1.1" status: 200 len: 916 time: 0.2179744 May 13 14:30:08.845828 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d12eff-2e69-4d5a-803b-8fa63177f698 service neutron] Pushing event updated for resources: {'Port': ['ID=7b8c9035-1541-4e83-a291-66b9f87df8b4,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:08.940556 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-64cd9f86-3d31-4ad7-9fc4-983fd131bcf8 req-3ba18968-83e3-44e2-8b4c-53f7f13e9fc9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28be842c-0abd-4d88-8cee-dea1ae428319 HTTP/1.1" status: 200 len: 217 time: 0.1486177 May 13 14:30:09.031729 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b53c9ee1-0021-4d9b-9012-190f1316a2d9 req-80593140-2a01-4dd6-8994-8e7a0bb50a0d tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912149 May 13 14:30:09.079391 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd9f86-3d31-4ad7-9fc4-983fd131bcf8 req-33bd936c-329c-47c4-b437-6fbca37669e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:09.080912 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-64cd9f86-3d31-4ad7-9fc4-983fd131bcf8 req-33bd936c-329c-47c4-b437-6fbca37669e9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=483b0e90-94ea-4826-9777-513ec7a928d8 HTTP/1.1" status: 200 len: 854 time: 0.1347356 May 13 14:30:09.099798 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['9ae7bc39-9220-4709-9360-1a310348a4fa'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:30:09.179622 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd9f86-3d31-4ad7-9fc4-983fd131bcf8 req-effad3cf-e0c8-4315-b387-0682fd2c7d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:09.181460 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-64cd9f86-3d31-4ad7-9fc4-983fd131bcf8 req-effad3cf-e0c8-4315-b387-0682fd2c7d7c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5c57dfcc-adc7-4a5b-8feb-0ff2c69376af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928774 May 13 14:30:09.224536 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-31d12eff-2e69-4d5a-803b-8fa63177f698 service neutron] Attempting to bind port 7b8c9035-1541-4e83-a291-66b9f87df8b4 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:30:09.224863 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-31d12eff-2e69-4d5a-803b-8fa63177f698 service neutron] Attempting to bind port 7b8c9035-1541-4e83-a291-66b9f87df8b4 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:30:09.225189 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-31d12eff-2e69-4d5a-803b-8fa63177f698 service neutron] Attempting to bind port 7b8c9035-1541-4e83-a291-66b9f87df8b4 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:30:09.243334 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-31d12eff-2e69-4d5a-803b-8fa63177f698 service neutron] Port 7b8c9035-1541-4e83-a291-66b9f87df8b4 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:30:09.243700 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-31d12eff-2e69-4d5a-803b-8fa63177f698 service neutron] Attempting to bind port 7b8c9035-1541-4e83-a291-66b9f87df8b4 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:30:09.257714 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922bf52-78d1-4286-8f7c-ec72e902f4ad req-f2abdb3e-f20c-412e-b3d0-904ad214011e tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:09.259255 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a922bf52-78d1-4286-8f7c-ec72e902f4ad req-f2abdb3e-f20c-412e-b3d0-904ad214011e tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23ad0ad-e91a-4058-bd3c-2615c7fa7db1 HTTP/1.1" status: 200 len: 946 time: 0.2600694 May 13 14:30:09.260205 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-31d12eff-2e69-4d5a-803b-8fa63177f698 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:30:09.260537 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-31d12eff-2e69-4d5a-803b-8fa63177f698 service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:30:09.260909 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-31d12eff-2e69-4d5a-803b-8fa63177f698 service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:30:09.261343 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-31d12eff-2e69-4d5a-803b-8fa63177f698 service neutron] Bound port: 7b8c9035-1541-4e83-a291-66b9f87df8b4, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:30:09.261682 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-31d12eff-2e69-4d5a-803b-8fa63177f698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:09.343596 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-98b8e35f-5cff-4771-b411-e907a8d992d5 req-a475742f-9782-4c9a-865a-9cf6f43c3444 tempest-ServersAdmin275Test-1726168306 tempest-ServersAdmin275Test-1726168306-project] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.1353347 May 13 14:30:09.380970 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-31d12eff-2e69-4d5a-803b-8fa63177f698 service neutron] For port 7b8c9035-1541-4e83-a291-66b9f87df8b4, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:30:09.386897 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-31d12eff-2e69-4d5a-803b-8fa63177f698 service neutron] For port 7b8c9035-1541-4e83-a291-66b9f87df8b4, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=7b8c9035-1541-4e83-a291-66b9f87df8b4,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:30:09.411746 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a922bf52-78d1-4286-8f7c-ec72e902f4ad req-177afaf7-7b6c-4043-bea0-35f907bfba6a tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "GET /v2.0/security-groups?id=561cbc6e-9de6-4355-a7ea-54cb453604ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390052 May 13 14:30:09.412869 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-31d12eff-2e69-4d5a-803b-8fa63177f698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:09.480342 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-31d12eff-2e69-4d5a-803b-8fa63177f698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:09.480962 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-31d12eff-2e69-4d5a-803b-8fa63177f698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:09.485132 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-31d12eff-2e69-4d5a-803b-8fa63177f698 service neutron] 10.222.0.59 "PUT /v2.0/ports/7b8c9035-1541-4e83-a291-66b9f87df8b4 HTTP/1.1" status: 200 len: 1096 time: 2.3872364 May 13 14:30:09.485132 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120d8dc8-8e4b-404d-990f-3db3ae046cde', 'tag': '7b8c9035-1541-4e83-a291-66b9f87df8b4'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:09.487067 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-64cd9f86-3d31-4ad7-9fc4-983fd131bcf8 req-97122293-c8c0-441b-9554-8643513b6307 service neutron] 10.222.0.74 "GET /v2.0/networks/5c57dfcc-adc7-4a5b-8feb-0ff2c69376af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976627 May 13 14:30:09.487928 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 42492) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:09.493654 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-491e21ff-b261-420d-8e4e-18ed3775aecc admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1230264652-network', 'tenant_id': '52adfe22972446b3a13be289210817e9'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:09.500159 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-491e21ff-b261-420d-8e4e-18ed3775aecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:09.506588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-491e21ff-b261-420d-8e4e-18ed3775aecc admin admin] Usage tracker for resource:network and tenant:52adfe22972446b3a13be289210817e9 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:09.513770 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-491e21ff-b261-420d-8e4e-18ed3775aecc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:09.536767 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d12eff-2e69-4d5a-803b-8fa63177f698 service neutron] Pushing event updated for resources: {'Port': ['ID=7b8c9035-1541-4e83-a291-66b9f87df8b4,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:09.540778 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-491e21ff-b261-420d-8e4e-18ed3775aecc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:09.634259 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491e21ff-b261-420d-8e4e-18ed3775aecc admin admin] Made reservation on behalf of 52adfe22972446b3a13be289210817e9 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:30:09.643732 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-491e21ff-b261-420d-8e4e-18ed3775aecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:09.654201 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-ff89007c-de68-4fb9-8a74-79093d7b067a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:09.659076 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-ff89007c-de68-4fb9-8a74-79093d7b067a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=927831c4187a43e7a29f2bf7f7a9e64d&device_id=120d8dc8-8e4b-404d-990f-3db3ae046cde HTTP/1.1" status: 200 len: 1099 time: 0.1083210 May 13 14:30:09.662426 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-491e21ff-b261-420d-8e4e-18ed3775aecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:09.706761 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-491e21ff-b261-420d-8e4e-18ed3775aecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:09.731099 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-491e21ff-b261-420d-8e4e-18ed3775aecc admin admin] Usage tracker for resource:security_group_rule and tenant:52adfe22972446b3a13be289210817e9 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:09.742371 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-491e21ff-b261-420d-8e4e-18ed3775aecc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:09.760519 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-cd4135cf-738b-42fc-a95c-e5229dc004e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460643016-router', 'tenant_id': '12ab0468071c4386a5fd2440f1c099c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '2bb5aab4-6bc1-4538-a26c-1f51483b6e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:29:54Z', 'updated_at': '2022-05-13T14:30:06Z', 'revision_number': 4, 'project_id': '12ab0468071c4386a5fd2440f1c099c4', 'gw_port': {'id': '2bb5aab4-6bc1-4538-a26c-1f51483b6e79', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:57Z', 'updated_at': '2022-05-13T14:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '72329a1d-2f0a-4ed8-a05e-1fd99d851fb9', 'name': '', 'network_id': '80c078ad-dab9-4128-aa75-5b381575767a', 'tenant_id': '12ab0468071c4386a5fd2440f1c099c4', 'mac_address': 'fa:16:3e:08:5a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '79a8cbb1-2ae6-4444-b791-b23d69c3e4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:04Z', 'updated_at': '2022-05-13T14:30:06Z', 'revision_number': 2, 'project_id': '12ab0468071c4386a5fd2440f1c099c4', 'subnets': [{'id': '79a8cbb1-2ae6-4444-b791-b23d69c3e4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:09.768109 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4135cf-738b-42fc-a95c-e5229dc004e3 None None] Checking router: 828d80e7-3ae2-4133-8b77-f0e543cbf28e for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:30:09.769011 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4135cf-738b-42fc-a95c-e5229dc004e3 None None] Updating router 828d80e7-3ae2-4133-8b77-f0e543cbf28e port 72329a1d-2f0a-4ed8-a05e-1fd99d851fb9 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:30:09.779241 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-64cd9f86-3d31-4ad7-9fc4-983fd131bcf8 req-a9981777-5594-41cf-942c-cece59db4f7d service neutron] 10.222.0.74 "GET /v2.0/networks/5c57dfcc-adc7-4a5b-8feb-0ff2c69376af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622209 May 13 14:30:09.781650 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-491e21ff-b261-420d-8e4e-18ed3775aecc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:09.801511 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-5f9ba53e-ae7c-4a64-a77d-46f1d76df1a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=7b8c9035-1541-4e83-a291-66b9f87df8b4 HTTP/1.1" status: 200 len: 217 time: 0.1339486 May 13 14:30:09.884575 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cd4135cf-738b-42fc-a95c-e5229dc004e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:09.887723 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-a9dce426-0ad1-4c0e-992d-028652bf4f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:09.889547 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-a9dce426-0ad1-4c0e-992d-028652bf4f1c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.0761354 May 13 14:30:09.918879 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3dc729-7fff-4675-8116-101d02e520a1 req-7273e4fd-8beb-435b-84ff-29c9620fd84e tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:09.920409 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9d3dc729-7fff-4675-8116-101d02e520a1 req-7273e4fd-8beb-435b-84ff-29c9620fd84e tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=1832444c-78ac-45b2-ad44-b3697eb0de5b HTTP/1.1" status: 200 len: 943 time: 0.1401131 May 13 14:30:09.996551 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-491e21ff-b261-420d-8e4e-18ed3775aecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:10.002011 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9d3dc729-7fff-4675-8116-101d02e520a1 req-786dc62e-a15e-47f7-a23d-8c73ecba2673 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719101 May 13 14:30:10.003200 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-491e21ff-b261-420d-8e4e-18ed3775aecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:10.035014 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-491e21ff-b261-420d-8e4e-18ed3775aecc admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:30:10.045125 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e21ff-b261-420d-8e4e-18ed3775aecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59aed99-9531-4b0a-af8d-2452e62e191f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:10.051081 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-491e21ff-b261-420d-8e4e-18ed3775aecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:10.051472 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-491e21ff-b261-420d-8e4e-18ed3775aecc admin admin] Added segment 622c40ea-1bc3-40dd-a9d9-59c3fe19d197 of type vlan for network 4ebaeeaf-a6ee-4726-a579-3eed7216cdc6 May 13 14:30:10.075778 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-892c0bf9-cc42-4576-a4d4-daca3b5d6e18'] response: {'name': 'network-changed', 'server_uuid': '120d8dc8-8e4b-404d-990f-3db3ae046cde', 'tag': '7b8c9035-1541-4e83-a291-66b9f87df8b4', 'status': 'completed', 'code': 200} May 13 14:30:10.080651 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-491e21ff-b261-420d-8e4e-18ed3775aecc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:10.097757 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d71728-39e0-4309-a1d5-50ca9fecaf92 req-e567c105-2a7d-478c-8d1f-a0d3f4f82f4f tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:10.099520 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-74d71728-39e0-4309-a1d5-50ca9fecaf92 req-e567c105-2a7d-478c-8d1f-a0d3f4f82f4f tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23ad0ad-e91a-4058-bd3c-2615c7fa7db1 HTTP/1.1" status: 200 len: 946 time: 0.2041912 May 13 14:30:10.108403 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 42514) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:10.113734 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-9c1d3a6f-dfd2-472c-abc6-60126cee7918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:10.115268 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-9c1d3a6f-dfd2-472c-abc6-60126cee7918 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2177730 May 13 14:30:10.116640 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-207484d4-3e1b-43bf-ac3f-30e7594fa59a tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Request body: {'floatingip': {'port_id': '54b92774-d51c-4344-b757-33b3cc03ea73'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:10.211567 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-491e21ff-b261-420d-8e4e-18ed3775aecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:10.222679 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491e21ff-b261-420d-8e4e-18ed3775aecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:10.223226 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-491e21ff-b261-420d-8e4e-18ed3775aecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:10.308274 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-860c40f9-94a7-48b9-a1a2-f22cb8ba47a2 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852612 May 13 14:30:10.405195 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-207484d4-3e1b-43bf-ac3f-30e7594fa59a tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks [] for floatingip, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:10.487294 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cd4135cf-738b-42fc-a95c-e5229dc004e3 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:10.495266 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ffa4b051-9efd-4255-9f0a-6869dcd65e32 req-9072fdc4-abad-47e0-8220-2c0b5c84fb33 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802053 May 13 14:30:10.502931 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-cd4135cf-738b-42fc-a95c-e5229dc004e3 None None] Transition to ACTIVE for port object 72329a1d-2f0a-4ed8-a05e-1fd99d851fb9 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:30:10.510939 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cd4135cf-738b-42fc-a95c-e5229dc004e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:10.661935 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfea1ac-5a3b-4224-8efc-05519586b5aa req-9c26ebc8-e731-41f7-ae58-da139af86479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:10.663082 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ccfea1ac-5a3b-4224-8efc-05519586b5aa req-9c26ebc8-e731-41f7-ae58-da139af86479 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=927831c4187a43e7a29f2bf7f7a9e64d&device_id=120d8dc8-8e4b-404d-990f-3db3ae046cde HTTP/1.1" status: 200 len: 1099 time: 0.1093929 May 13 14:30:10.670764 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e21ff-b261-420d-8e4e-18ed3775aecc admin admin] Pushing event updated for resources: {'Network': ['ID=4ebaeeaf-a6ee-4726-a579-3eed7216cdc6,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:10.678616 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-491e21ff-b261-420d-8e4e-18ed3775aecc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1863940 May 13 14:30:10.689516 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6525e0b-92ce-4639-9872-2ead4913a153 None None] Pushing event updated for resources: {'Port': ['ID=72329a1d-2f0a-4ed8-a05e-1fd99d851fb9,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:10.689934 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 42534) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:10.697221 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 4ebaeeaf-a6ee-4726-a579-3eed7216cdc6 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:30:10.728894 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6525e0b-92ce-4639-9872-2ead4913a153 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:10.729145 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6525e0b-92ce-4639-9872-2ead4913a153 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:10.729519 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6525e0b-92ce-4639-9872-2ead4913a153 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:10.729958 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6525e0b-92ce-4639-9872-2ead4913a153 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:10.730333 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6525e0b-92ce-4639-9872-2ead4913a153 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:10.730706 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6525e0b-92ce-4639-9872-2ead4913a153 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:10.731077 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6525e0b-92ce-4639-9872-2ead4913a153 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:10.731689 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6525e0b-92ce-4639-9872-2ead4913a153 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:10.733034 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6525e0b-92ce-4639-9872-2ead4913a153 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:10.733923 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6525e0b-92ce-4639-9872-2ead4913a153 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:10.733923 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6525e0b-92ce-4639-9872-2ead4913a153 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:10.734179 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6525e0b-92ce-4639-9872-2ead4913a153 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:10.735403 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-77bccccd-0b85-4dbb-8f04-f9ef658046ce admin admin] Request body: {'subnet': {'network_id': '4ebaeeaf-a6ee-4726-a579-3eed7216cdc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1230264652-subnet', 'tenant_id': '52adfe22972446b3a13be289210817e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:10.751927 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-77bccccd-0b85-4dbb-8f04-f9ef658046ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:10.763337 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-77bccccd-0b85-4dbb-8f04-f9ef658046ce admin admin] Usage tracker for resource:subnet and tenant:52adfe22972446b3a13be289210817e9 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:10.766874 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-77bccccd-0b85-4dbb-8f04-f9ef658046ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:10.774088 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-77bccccd-0b85-4dbb-8f04-f9ef658046ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:10.851861 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511452a-df84-402b-88b5-346af0f581a5 req-0f730a28-2f6a-4b2c-bec4-0d6d93b33187 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:10.853564 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0511452a-df84-402b-88b5-346af0f581a5 req-0f730a28-2f6a-4b2c-bec4-0d6d93b33187 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] 10.222.0.35 "GET /v2.0/ports?device_id=120d8dc8-8e4b-404d-990f-3db3ae046cde HTTP/1.1" status: 200 len: 948 time: 0.3627670 May 13 14:30:10.969814 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bccccd-0b85-4dbb-8f04-f9ef658046ce admin admin] Made reservation on behalf of 52adfe22972446b3a13be289210817e9 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:30:10.971995 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-77bccccd-0b85-4dbb-8f04-f9ef658046ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:10.985680 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device e2ac53c9-d309-4b80-8e51-410047663b46 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:10.998512 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfea1ac-5a3b-4224-8efc-05519586b5aa req-41c7a423-7a81-492f-9f2a-b168466434da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:11.000031 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ccfea1ac-5a3b-4224-8efc-05519586b5aa req-41c7a423-7a81-492f-9f2a-b168466434da service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.3112342 May 13 14:30:11.005193 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-703d6677-6bb9-4861-8b76-442bafe9e6a7 req-b7587f8d-5153-47de-87e7-94e2f9ea73be tempest-ServersAdmin275Test-1726168306 tempest-ServersAdmin275Test-1726168306-project] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.0873811 May 13 14:30:11.010579 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-cd4135cf-738b-42fc-a95c-e5229dc004e3 None None] Attempting to bind port 72329a1d-2f0a-4ed8-a05e-1fd99d851fb9 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:30:11.010941 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-cd4135cf-738b-42fc-a95c-e5229dc004e3 None None] Attempting to bind port 72329a1d-2f0a-4ed8-a05e-1fd99d851fb9 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '2eb3e039-4b66-4a60-9552-baa1bb07e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '80c078ad-dab9-4128-aa75-5b381575767a'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:30:11.011321 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4135cf-738b-42fc-a95c-e5229dc004e3 None None] Attempting to bind port 72329a1d-2f0a-4ed8-a05e-1fd99d851fb9 on network 80c078ad-dab9-4128-aa75-5b381575767a {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:30:11.037649 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4135cf-738b-42fc-a95c-e5229dc004e3 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:30:11.038025 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4135cf-738b-42fc-a95c-e5229dc004e3 None None] Checking segment: {'id': '2eb3e039-4b66-4a60-9552-baa1bb07e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '80c078ad-dab9-4128-aa75-5b381575767a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:30:11.038423 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cd4135cf-738b-42fc-a95c-e5229dc004e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:11.038810 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4135cf-738b-42fc-a95c-e5229dc004e3 None None] Bound using segment: {'id': '2eb3e039-4b66-4a60-9552-baa1bb07e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '80c078ad-dab9-4128-aa75-5b381575767a'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:30:11.039330 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-cd4135cf-738b-42fc-a95c-e5229dc004e3 None None] Bound port: 72329a1d-2f0a-4ed8-a05e-1fd99d851fb9, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb3e039-4b66-4a60-9552-baa1bb07e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '80c078ad-dab9-4128-aa75-5b381575767a'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:30:11.039702 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cd4135cf-738b-42fc-a95c-e5229dc004e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:11.147073 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ccfea1ac-5a3b-4224-8efc-05519586b5aa req-2b5e4ad1-8f8c-42c5-9f5e-7dbf9c800525 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=7b8c9035-1541-4e83-a291-66b9f87df8b4 HTTP/1.1" status: 200 len: 217 time: 0.1369374 May 13 14:30:11.150518 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port e2ac53c9-d309-4b80-8e51-410047663b46 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:30:11.157924 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0511452a-df84-402b-88b5-346af0f581a5 req-2d3de7f2-42f3-47fb-8381-8a0518dd17ad tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] 10.222.0.35 "GET /v2.0/security-groups?id=64976f56-fc93-4ab8-8cf7-b8b194013741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882254 May 13 14:30:11.168383 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-cd4135cf-738b-42fc-a95c-e5229dc004e3 None None] For port 72329a1d-2f0a-4ed8-a05e-1fd99d851fb9, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:30:11.182765 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port e2ac53c9-d309-4b80-8e51-410047663b46 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:11.183245 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:11.214353 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-cd4135cf-738b-42fc-a95c-e5229dc004e3 None None] For port 72329a1d-2f0a-4ed8-a05e-1fd99d851fb9, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=72329a1d-2f0a-4ed8-a05e-1fd99d851fb9,segment=NetworkSegment(2eb3e039-4b66-4a60-9552-baa1bb07e436),segment_id=2eb3e039-4b66-4a60-9552-baa1bb07e436)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:30:11.224258 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cd4135cf-738b-42fc-a95c-e5229dc004e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:11.333246 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6525e0b-92ce-4639-9872-2ead4913a153 None None] Pushing event updated for resources: {'Port': ['ID=72329a1d-2f0a-4ed8-a05e-1fd99d851fb9,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:11.336357 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 28be842c-0abd-4d88-8cee-dea1ae428319 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:30:11.345825 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 9ae7bc39-9220-4709-9360-1a310348a4fa up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:11.365201 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfea1ac-5a3b-4224-8efc-05519586b5aa req-bb552dde-8190-4121-ba8f-459f1edd1ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:11.366686 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ccfea1ac-5a3b-4224-8efc-05519586b5aa req-bb552dde-8190-4121-ba8f-459f1edd1ccb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.2115519 May 13 14:30:11.522588 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b89ba-ee1c-4e3d-ad07-45a6ef763649 req-a8ee8148-5315-4075-bd39-e6f1316e9975 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:11.530477 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2b3b89ba-ee1c-4e3d-ad07-45a6ef763649 req-a8ee8148-5315-4075-bd39-e6f1316e9975 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] 10.222.0.35 "GET /v2.0/ports?device_id=724a169d-af33-4d1c-841d-4471c1954a66 HTTP/1.1" status: 200 len: 946 time: 0.3824077 May 13 14:30:11.603382 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4135cf-738b-42fc-a95c-e5229dc004e3 None None] Routers {'828d80e7-3ae2-4133-8b77-f0e543cbf28e'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:30:11.604105 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-cd4135cf-738b-42fc-a95c-e5229dc004e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:30:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['828d80e7-3ae2-4133-8b77-f0e543cbf28e'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:11.630441 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2b3b89ba-ee1c-4e3d-ad07-45a6ef763649 req-3bac0ee8-4d34-41da-b75b-eb1a9a5965aa tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f047a6c-eca8-4205-97f0-b8eb72ff19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990057 May 13 14:30:11.868651 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfea1ac-5a3b-4224-8efc-05519586b5aa req-d2f05327-a0a6-47dd-87e0-9692fb32fc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:11.869351 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-207484d4-3e1b-43bf-ac3f-30e7594fa59a tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:11.871712 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ccfea1ac-5a3b-4224-8efc-05519586b5aa req-d2f05327-a0a6-47dd-87e0-9692fb32fc6c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4918582 May 13 14:30:11.879675 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-207484d4-3e1b-43bf-ac3f-30e7594fa59a tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:11.882671 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port e2ac53c9-d309-4b80-8e51-410047663b46 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:11.883142 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:11.917601 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 9ae7bc39-9220-4709-9360-1a310348a4fa completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:30:11.922640 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-cd4135cf-738b-42fc-a95c-e5229dc004e3 None None] Set router 828d80e7-3ae2-4133-8b77-f0e543cbf28e gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:30:11.976067 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675897ed-316c-4413-95d3-f4f0a13615e5 req-3c1f6890-c050-4de3-b45e-325f1e14a184 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:11.977902 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-675897ed-316c-4413-95d3-f4f0a13615e5 req-3c1f6890-c050-4de3-b45e-325f1e14a184 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=1832444c-78ac-45b2-ad44-b3697eb0de5b HTTP/1.1" status: 200 len: 943 time: 0.2315247 May 13 14:30:12.007732 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 9ae7bc39-9220-4709-9360-1a310348a4fa triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:12.007732 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:12.072481 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-77bccccd-0b85-4dbb-8f04-f9ef658046ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:12.126968 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c6fb71-981e-4417-8dd0-2d934197f166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ac53c9-d309-4b80-8e51-410047663b46'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:12.157230 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 28be842c-0abd-4d88-8cee-dea1ae428319, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=28be842c-0abd-4d88-8cee-dea1ae428319,segment=NetworkSegment(7a7ed751-6e14-4aec-886a-659113dd6981),segment_id=7a7ed751-6e14-4aec-886a-659113dd6981)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:12.157807 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-675897ed-316c-4413-95d3-f4f0a13615e5 req-e61695ed-19f4-420f-9db0-3881df1379b7 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658447 May 13 14:30:12.198529 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-207484d4-3e1b-43bf-ac3f-30e7594fa59a tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Floating IP 7d355dc2-9f59-4c76-b4c1-0c6125ddb5a3 associated. External IP: 172.25.0.125, port: 54b92774-d51c-4344-b757-33b3cc03ea73. May 13 14:30:12.216695 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ccfea1ac-5a3b-4224-8efc-05519586b5aa req-618817c6-155d-4ef9-acb2-8deb7e8700a7 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310871 May 13 14:30:12.237970 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port e2ac53c9-d309-4b80-8e51-410047663b46, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=e2ac53c9-d309-4b80-8e51-410047663b46,segment=NetworkSegment(7a7ed751-6e14-4aec-886a-659113dd6981),segment_id=7a7ed751-6e14-4aec-886a-659113dd6981)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:12.247647 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:12.249604 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '28be842c-0abd-4d88-8cee-dea1ae428319', 'network_id': '5c57dfcc-adc7-4a5b-8feb-0ff2c69376af', 'port_id': '28be842c-0abd-4d88-8cee-dea1ae428319', 'mac_address': 'fa:16:3e:f0:d8:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '483b0e90-94ea-4826-9777-513ec7a928d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:30:12.378654 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bccccd-0b85-4dbb-8f04-f9ef658046ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac67c538-bd89-431d-8646-55b7c14bb0ba,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:12.389457 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bccccd-0b85-4dbb-8f04-f9ef658046ce admin admin] Checking segment: {'id': '622c40ea-1bc3-40dd-a9d9-59c3fe19d197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ebaeeaf-a6ee-4726-a579-3eed7216cdc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:30:12.390161 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bccccd-0b85-4dbb-8f04-f9ef658046ce admin admin] Network hostable DHCP agents. Network: 4ebaeeaf-a6ee-4726-a579-3eed7216cdc6, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:30:12.419609 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bccccd-0b85-4dbb-8f04-f9ef658046ce admin admin] Network 4ebaeeaf-a6ee-4726-a579-3eed7216cdc6 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:30:12.447643 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-77bccccd-0b85-4dbb-8f04-f9ef658046ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 4ebaeeaf-a6ee-4726-a579-3eed7216cdc6) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:12.469564 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bccccd-0b85-4dbb-8f04-f9ef658046ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:12.470694 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-77bccccd-0b85-4dbb-8f04-f9ef658046ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:12.479806 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cae65bb3-7fd9-4012-bd5e-9dc8d47f12da req-ae57ad96-6258-42e2-8636-75a3a2ae3005 tempest-ServersAdmin275Test-1726168306 tempest-ServersAdmin275Test-1726168306-project] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.1452684 May 13 14:30:12.489209 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ccfea1ac-5a3b-4224-8efc-05519586b5aa req-189b95e0-bab2-4b50-8010-9694bddfd28d service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570438 May 13 14:30:12.506604 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-77bccccd-0b85-4dbb-8f04-f9ef658046ce admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7836227 May 13 14:30:12.508245 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 42588) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:12.522163 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-d3642558-12ff-4f22-8f7f-40e3582c14b3 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1230264652-router', 'tenant_id': '52adfe22972446b3a13be289210817e9', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:12.531286 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d3642558-12ff-4f22-8f7f-40e3582c14b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:12.541423 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d3642558-12ff-4f22-8f7f-40e3582c14b3 admin admin] Usage tracker for resource:router and tenant:52adfe22972446b3a13be289210817e9 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:12.549704 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d3642558-12ff-4f22-8f7f-40e3582c14b3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:12.560547 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d3642558-12ff-4f22-8f7f-40e3582c14b3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:12.580997 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3642558-12ff-4f22-8f7f-40e3582c14b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:12.582029 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3642558-12ff-4f22-8f7f-40e3582c14b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:12.588740 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=e2ac53c9-d309-4b80-8e51-410047663b46,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:12.662132 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f52622d-182e-44ed-b405-8142c1f267c1'] response: {'server_uuid': '74c6fb71-981e-4417-8dd0-2d934197f166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ac53c9-d309-4b80-8e51-410047663b46', 'code': 200} May 13 14:30:12.691260 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cc03be-cf48-41ed-a91a-8db83997858e None None] Network 4ebaeeaf-a6ee-4726-a579-3eed7216cdc6 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:30:12.716557 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3642558-12ff-4f22-8f7f-40e3582c14b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:12.757026 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70291991-62c9-4433-99bb-0a09eeaacce0 req-fbd0dca4-c665-46ed-ad00-ea1b03dd659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:12.758497 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-70291991-62c9-4433-99bb-0a09eeaacce0 req-fbd0dca4-c665-46ed-ad00-ea1b03dd659d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=74c6fb71-981e-4417-8dd0-2d934197f166 HTTP/1.1" status: 200 len: 1096 time: 0.1695828 May 13 14:30:12.772449 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cc266-c40f-4393-85da-52fe4e77ade2 req-5b103ace-a6b0-49d1-8e30-b5aa97c622fa tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:12.774269 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-523cc266-c40f-4393-85da-52fe4e77ade2 req-5b103ace-a6b0-49d1-8e30-b5aa97c622fa tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] 10.222.0.74 "GET /v2.0/ports?device_id=724a169d-af33-4d1c-841d-4471c1954a66 HTTP/1.1" status: 200 len: 946 time: 0.4513259 May 13 14:30:12.919580 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 28be842c-0abd-4d88-8cee-dea1ae428319 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:12.919911 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:12.921442 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cdd93-a582-4452-80be-f3da5648a8e9 req-75a289c7-1443-4d76-9c89-ccddda1a4a7b tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:12.923097 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-729cdd93-a582-4452-80be-f3da5648a8e9 req-75a289c7-1443-4d76-9c89-ccddda1a4a7b tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 950 time: 0.2740002 May 13 14:30:12.963102 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e2a97-38a9-4424-9d3e-768a08b4b919 req-ff585c05-0537-4522-8e20-8fcabbbcb19e tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:12.967559 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d46e2a97-38a9-4424-9d3e-768a08b4b919 req-ff585c05-0537-4522-8e20-8fcabbbcb19e tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] 10.222.0.35 "GET /v2.0/ports?device_id=120d8dc8-8e4b-404d-990f-3db3ae046cde HTTP/1.1" status: 200 len: 948 time: 0.3190825 May 13 14:30:12.970533 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2a9a861c-564c-46be-bd49-a55c7f5bc7c4 req-66bc631a-fee8-4434-ba53-198d4e00415f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.1217809 May 13 14:30:13.001839 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28be842c-0abd-4d88-8cee-dea1ae428319 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:30:13.019399 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 9ae7bc39-9220-4709-9360-1a310348a4fa is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:13.019957 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:13.036581 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 7b8c9035-1541-4e83-a291-66b9f87df8b4 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:30:13.061072 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-70291991-62c9-4433-99bb-0a09eeaacce0 req-6bed8479-8c47-4e09-ada1-49c699fea51b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533135 May 13 14:30:13.081169 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3642558-12ff-4f22-8f7f-40e3582c14b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:13.101831 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 28be842c-0abd-4d88-8cee-dea1ae428319, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=28be842c-0abd-4d88-8cee-dea1ae428319,segment=NetworkSegment(7a7ed751-6e14-4aec-886a-659113dd6981),segment_id=7a7ed751-6e14-4aec-886a-659113dd6981)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:13.121474 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-729cdd93-a582-4452-80be-f3da5648a8e9 req-9aa9dc8e-50b3-42fc-9182-f410597e5ef2 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918561 May 13 14:30:13.148326 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:13.213729 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.resource_extend [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:30:13.248061 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15b9f10-48db-4cb5-ad37-b95620ff0490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-4ebaeeaf-a6ee-4726-a579-3eed7216cdc6', 'network_id': '4ebaeeaf-a6ee-4726-a579-3eed7216cdc6', 'tenant_id': '52adfe22972446b3a13be289210817e9', 'fixed_ips': [{'subnet_id': 'ac67c538-bd89-431d-8646-55b7c14bb0ba'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:30:13.249030 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f15b9f10-48db-4cb5-ad37-b95620ff0490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:13.320588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-523cc266-c40f-4393-85da-52fe4e77ade2 req-cf4d8219-9a2f-4b48-bb88-0b10f232ad57 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Deleting port 11ba0e16-6d05-4f8c-8d24-e7787e219cb8 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:30:13.321036 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-523cc266-c40f-4393-85da-52fe4e77ade2 req-cf4d8219-9a2f-4b48-bb88-0b10f232ad57 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:13.345511 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 9ae7bc39-9220-4709-9360-1a310348a4fa, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=9ae7bc39-9220-4709-9360-1a310348a4fa,segment=NetworkSegment(7a7ed751-6e14-4aec-886a-659113dd6981),segment_id=7a7ed751-6e14-4aec-886a-659113dd6981)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:13.366460 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:13.432877 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=28be842c-0abd-4d88-8cee-dea1ae428319,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:13.438364 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d46e2a97-38a9-4424-9d3e-768a08b4b919 req-9824538d-17f1-4a7e-abdd-dd90dde0a4d0 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] 10.222.0.35 "GET /v2.0/security-groups?id=64976f56-fc93-4ab8-8cf7-b8b194013741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667809 May 13 14:30:13.497471 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207484d4-3e1b-43bf-ac3f-30e7594fa59a tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Router df0c6448-18b1-44b5-8940-4db1b45936bc has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:30:13.517286 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3642558-12ff-4f22-8f7f-40e3582c14b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:13.567422 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3642558-12ff-4f22-8f7f-40e3582c14b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:13.578186 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 7b8c9035-1541-4e83-a291-66b9f87df8b4, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=7b8c9035-1541-4e83-a291-66b9f87df8b4,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:13.592061 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['28be842c-0abd-4d88-8cee-dea1ae428319'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:30:13.619878 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-cd4135cf-738b-42fc-a95c-e5229dc004e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460643016-router', 'tenant_id': '12ab0468071c4386a5fd2440f1c099c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '2bb5aab4-6bc1-4538-a26c-1f51483b6e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:29:54Z', 'updated_at': '2022-05-13T14:30:06Z', 'revision_number': 4, 'project_id': '12ab0468071c4386a5fd2440f1c099c4', 'gw_port': {'id': '2bb5aab4-6bc1-4538-a26c-1f51483b6e79', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:57Z', 'updated_at': '2022-05-13T14:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '72329a1d-2f0a-4ed8-a05e-1fd99d851fb9', 'name': '', 'network_id': '80c078ad-dab9-4128-aa75-5b381575767a', 'tenant_id': '12ab0468071c4386a5fd2440f1c099c4', 'mac_address': 'fa:16:3e:08:5a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '79a8cbb1-2ae6-4444-b791-b23d69c3e4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:04Z', 'updated_at': '2022-05-13T14:30:11Z', 'revision_number': 4, 'project_id': '12ab0468071c4386a5fd2440f1c099c4', 'subnets': [{'id': '79a8cbb1-2ae6-4444-b791-b23d69c3e4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:13.700234 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '7b8c9035-1541-4e83-a291-66b9f87df8b4', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': '7b8c9035-1541-4e83-a291-66b9f87df8b4', 'mac_address': 'fa:16:3e:63:f6:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:30:13.701980 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4135cf-738b-42fc-a95c-e5229dc004e3 None None] The sync data for ids ['828d80e7-3ae2-4133-8b77-f0e543cbf28e'] in n-d-841760-1 is: [{'id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460643016-router', 'tenant_id': '12ab0468071c4386a5fd2440f1c099c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '2bb5aab4-6bc1-4538-a26c-1f51483b6e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:29:54Z', 'updated_at': '2022-05-13T14:30:06Z', 'revision_number': 4, 'project_id': '12ab0468071c4386a5fd2440f1c099c4', 'gw_port': {'id': '2bb5aab4-6bc1-4538-a26c-1f51483b6e79', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:57Z', 'updated_at': '2022-05-13T14:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '72329a1d-2f0a-4ed8-a05e-1fd99d851fb9', 'name': '', 'network_id': '80c078ad-dab9-4128-aa75-5b381575767a', 'tenant_id': '12ab0468071c4386a5fd2440f1c099c4', 'mac_address': 'fa:16:3e:08:5a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '79a8cbb1-2ae6-4444-b791-b23d69c3e4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:04Z', 'updated_at': '2022-05-13T14:30:11Z', 'revision_number': 4, 'project_id': '12ab0468071c4386a5fd2440f1c099c4', 'subnets': [{'id': '79a8cbb1-2ae6-4444-b791-b23d69c3e4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:30:13.709877 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=9ae7bc39-9220-4709-9360-1a310348a4fa,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:13.795599 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-f15b9f10-48db-4cb5-ad37-b95620ff0490 None None] Allocated IP 172.20.0.2 (4ebaeeaf-a6ee-4726-a579-3eed7216cdc6/ac67c538-bd89-431d-8646-55b7c14bb0ba/9686a83c-8283-4b87-ab5d-37a0c1d70e55) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:30:13.872279 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-523cc266-c40f-4393-85da-52fe4e77ade2 req-cf4d8219-9a2f-4b48-bb88-0b10f232ad57 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] For port 11ba0e16-6d05-4f8c-8d24-e7787e219cb8, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=11ba0e16-6d05-4f8c-8d24-e7787e219cb8,segment=NetworkSegment(b6d26220-439e-4546-8871-69c5d2174d29),segment_id=b6d26220-439e-4546-8871-69c5d2174d29)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:13.872787 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-523cc266-c40f-4393-85da-52fe4e77ade2 req-cf4d8219-9a2f-4b48-bb88-0b10f232ad57 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:13.922704 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952e18b-4f7d-4d6f-91b9-7f8e28c44e87 req-884b1237-d255-46ec-852f-8d28d261b8f8 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:13.924264 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1952e18b-4f7d-4d6f-91b9-7f8e28c44e87 req-884b1237-d255-46ec-852f-8d28d261b8f8 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] 10.222.0.35 "GET /v2.0/ports?device_id=724a169d-af33-4d1c-841d-4471c1954a66 HTTP/1.1" status: 200 len: 946 time: 0.5303540 May 13 14:30:13.963897 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-d3642558-12ff-4f22-8f7f-40e3582c14b3 admin admin] Allocated IP 172.25.0.148 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/b2f57a19-353c-4af3-a4f2-3da9127acbb0) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:30:14.003633 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1952e18b-4f7d-4d6f-91b9-7f8e28c44e87 req-45ca6313-cc84-4f7e-8b86-3bda9062e4b0 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f047a6c-eca8-4205-97f0-b8eb72ff19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703399 May 13 14:30:14.014432 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-523cc266-c40f-4393-85da-52fe4e77ade2 req-cf4d8219-9a2f-4b48-bb88-0b10f232ad57 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Calling delete_port for 11ba0e16-6d05-4f8c-8d24-e7787e219cb8 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:30:14.064635 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3e83d-2193-497e-94d3-cafd82bade38 req-3082ff26-081f-4321-b466-f7b8af0b2099 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:14.071824 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-53a3e83d-2193-497e-94d3-cafd82bade38 req-3082ff26-081f-4321-b466-f7b8af0b2099 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=1832444c-78ac-45b2-ad44-b3697eb0de5b HTTP/1.1" status: 200 len: 944 time: 0.5235722 May 13 14:30:14.097970 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207484d4-3e1b-43bf-ac3f-30e7594fa59a tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:30:14.121961 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91191df3-c78d-42f2-848d-f8ecfba33b07 None None] Sync routers for ids ['df0c6448-18b1-44b5-8940-4db1b45936bc'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:30:14.125350 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-207484d4-3e1b-43bf-ac3f-30e7594fa59a tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:14.150909 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91191df3-c78d-42f2-848d-f8ecfba33b07 None None] Routers {'df0c6448-18b1-44b5-8940-4db1b45936bc'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:30:14.151565 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-91191df3-c78d-42f2-848d-f8ecfba33b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:30:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['df0c6448-18b1-44b5-8940-4db1b45936bc'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:14.176408 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f15b9f10-48db-4cb5-ad37-b95620ff0490 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:14.190873 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f15b9f10-48db-4cb5-ad37-b95620ff0490 None None] Transition to ACTIVE for port object 9686a83c-8283-4b87-ab5d-37a0c1d70e55 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:30:14.215176 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f15b9f10-48db-4cb5-ad37-b95620ff0490 None None] Transition to ACTIVE for port object 9686a83c-8283-4b87-ab5d-37a0c1d70e55 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:30:14.227348 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 7b8c9035-1541-4e83-a291-66b9f87df8b4 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:14.229003 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:14.244855 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f15b9f10-48db-4cb5-ad37-b95620ff0490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:14.301734 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-207484d4-3e1b-43bf-ac3f-30e7594fa59a tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "PUT /v2.0/floatingips/7d355dc2-9f59-4c76-b4c1-0c6125ddb5a3 HTTP/1.1" status: 200 len: 992 time: 4.1920509 May 13 14:30:14.323077 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23ad0ad-e91a-4058-bd3c-2615c7fa7db1', 'tag': '54b92774-d51c-4344-b757-33b3cc03ea73'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:14.350582 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-53a3e83d-2193-497e-94d3-cafd82bade38 req-d32c7911-4aab-4281-bc52-8eb7241ee6fb tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776568 May 13 14:30:14.401996 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3642558-12ff-4f22-8f7f-40e3582c14b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:14.487390 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b8c9035-1541-4e83-a291-66b9f87df8b4 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:30:14.506623 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3642558-12ff-4f22-8f7f-40e3582c14b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:14.537472 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5ef47802-236f-477c-8ae7-373c5f61095a req-d9d2a2aa-a270-434e-aadd-36e45983d625 tempest-ServersAdmin275Test-1726168306 tempest-ServersAdmin275Test-1726168306-project] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.0962355 May 13 14:30:14.543499 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15b9f10-48db-4cb5-ad37-b95620ff0490 None None] Network 4ebaeeaf-a6ee-4726-a579-3eed7216cdc6 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:30:14.567516 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-523cc266-c40f-4393-85da-52fe4e77ade2 req-cf4d8219-9a2f-4b48-bb88-0b10f232ad57 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:14.581214 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-f15b9f10-48db-4cb5-ad37-b95620ff0490 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:14.585848 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15b9f10-48db-4cb5-ad37-b95620ff0490 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:30:14.612805 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b9f10-48db-4cb5-ad37-b95620ff0490 None None] Pushing event updated for resources: {'Port': ['ID=9686a83c-8283-4b87-ab5d-37a0c1d70e55,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:14.656004 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-91191df3-c78d-42f2-848d-f8ecfba33b07 None None] Set router df0c6448-18b1-44b5-8940-4db1b45936bc gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:30:14.686447 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d8219-9a2f-4b48-bb88-0b10f232ad57 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Pushing event deleted for resources: {'Port': ['ID=11ba0e16-6d05-4f8c-8d24-e7787e219cb8,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:14.800092 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3642558-12ff-4f22-8f7f-40e3582c14b3 admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:30:14.808125 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-d3642558-12ff-4f22-8f7f-40e3582c14b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:14.811749 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3642558-12ff-4f22-8f7f-40e3582c14b3 admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:30:14.836387 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 7b8c9035-1541-4e83-a291-66b9f87df8b4, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=7b8c9035-1541-4e83-a291-66b9f87df8b4,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:14.838415 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc80057-6e8b-489d-b52e-eb61d7bf6ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae7bc39-9220-4709-9360-1a310348a4fa'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:14.856775 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:14.942530 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3642558-12ff-4f22-8f7f-40e3582c14b3 admin admin] Pushing event updated for resources: {'Port': ['ID=b2f57a19-353c-4af3-a4f2-3da9127acbb0,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:14.985705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-523cc266-c40f-4393-85da-52fe4e77ade2 req-cf4d8219-9a2f-4b48-bb88-0b10f232ad57 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] No DVR routers for this DVR port 11ba0e16-6d05-4f8c-8d24-e7787e219cb8 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:30:14.992854 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-523cc266-c40f-4393-85da-52fe4e77ade2 req-cf4d8219-9a2f-4b48-bb88-0b10f232ad57 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:15.024027 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-f15b9f10-48db-4cb5-ad37-b95620ff0490 None None] Attempting to bind port 9686a83c-8283-4b87-ab5d-37a0c1d70e55 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:30:15.024027 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-f15b9f10-48db-4cb5-ad37-b95620ff0490 None None] Attempting to bind port 9686a83c-8283-4b87-ab5d-37a0c1d70e55 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '622c40ea-1bc3-40dd-a9d9-59c3fe19d197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ebaeeaf-a6ee-4726-a579-3eed7216cdc6'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:30:15.024027 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15b9f10-48db-4cb5-ad37-b95620ff0490 None None] Attempting to bind port 9686a83c-8283-4b87-ab5d-37a0c1d70e55 on network 4ebaeeaf-a6ee-4726-a579-3eed7216cdc6 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:30:15.040189 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-523cc266-c40f-4393-85da-52fe4e77ade2 req-cf4d8219-9a2f-4b48-bb88-0b10f232ad57 tempest-ServerMetadataNegativeTestJSON-1677270125 tempest-ServerMetadataNegativeTestJSON-1677270125-project] 10.222.0.74 "DELETE /v2.0/ports/11ba0e16-6d05-4f8c-8d24-e7787e219cb8 HTTP/1.1" status: 204 len: 173 time: 2.1590719 May 13 14:30:15.044327 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15b9f10-48db-4cb5-ad37-b95620ff0490 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:30:15.046015 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15b9f10-48db-4cb5-ad37-b95620ff0490 None None] Checking segment: {'id': '622c40ea-1bc3-40dd-a9d9-59c3fe19d197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ebaeeaf-a6ee-4726-a579-3eed7216cdc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:30:15.046492 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f15b9f10-48db-4cb5-ad37-b95620ff0490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:15.046951 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15b9f10-48db-4cb5-ad37-b95620ff0490 None None] Bound using segment: {'id': '622c40ea-1bc3-40dd-a9d9-59c3fe19d197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ebaeeaf-a6ee-4726-a579-3eed7216cdc6'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:30:15.047568 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-f15b9f10-48db-4cb5-ad37-b95620ff0490 None None] Bound port: 9686a83c-8283-4b87-ab5d-37a0c1d70e55, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622c40ea-1bc3-40dd-a9d9-59c3fe19d197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ebaeeaf-a6ee-4726-a579-3eed7216cdc6'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:30:15.048013 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f15b9f10-48db-4cb5-ad37-b95620ff0490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:15.074682 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=7b8c9035-1541-4e83-a291-66b9f87df8b4,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:15.105243 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008dddb-b686-4f11-8f95-350b19d4f417 req-148fcc47-756b-4e37-95c9-360f461b9610 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:15.107285 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b008dddb-b686-4f11-8f95-350b19d4f417 req-148fcc47-756b-4e37-95c9-360f461b9610 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 950 time: 0.3369858 May 13 14:30:15.191448 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-f15b9f10-48db-4cb5-ad37-b95620ff0490 None None] For port 9686a83c-8283-4b87-ab5d-37a0c1d70e55, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:30:15.195614 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-f15b9f10-48db-4cb5-ad37-b95620ff0490 None None] For port 9686a83c-8283-4b87-ab5d-37a0c1d70e55, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=9686a83c-8283-4b87-ab5d-37a0c1d70e55,segment=NetworkSegment(622c40ea-1bc3-40dd-a9d9-59c3fe19d197),segment_id=622c40ea-1bc3-40dd-a9d9-59c3fe19d197)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:30:15.200891 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['7b8c9035-1541-4e83-a291-66b9f87df8b4'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:30:15.213550 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b008dddb-b686-4f11-8f95-350b19d4f417 req-82e4fc23-b7e7-4d87-ae62-656147bb7817 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995643 May 13 14:30:15.274055 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f15b9f10-48db-4cb5-ad37-b95620ff0490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:15.287628 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8b87e0a-459e-4316-a8a0-222f53a4f0b2'] response: {'name': 'network-changed', 'server_uuid': 'f23ad0ad-e91a-4058-bd3c-2615c7fa7db1', 'tag': '54b92774-d51c-4344-b757-33b3cc03ea73', 'status': 'completed', 'code': 200} May 13 14:30:15.489337 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b9f10-48db-4cb5-ad37-b95620ff0490 None None] Pushing event updated for resources: {'Port': ['ID=9686a83c-8283-4b87-ab5d-37a0c1d70e55,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:15.495064 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-91191df3-c78d-42f2-848d-f8ecfba33b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'name': 'tempest-ServersTestManualDisk-75985197-router', 'tenant_id': '1755eac0ebb04150a11ef4b6de32b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd664f768-0ee6-43d7-ae72-1c78ef82cb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:29:17Z', 'updated_at': '2022-05-13T14:29:31Z', 'revision_number': 4, 'project_id': '1755eac0ebb04150a11ef4b6de32b782', 'gw_port': {'id': 'd664f768-0ee6-43d7-ae72-1c78ef82cb98', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:19Z', 'updated_at': '2022-05-13T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '7d355dc2-9f59-4c76-b4c1-0c6125ddb5a3', 'tenant_id': '1755eac0ebb04150a11ef4b6de32b782', 'floating_ip_address': '172.25.0.125', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'port_id': '54b92774-d51c-4344-b757-33b3cc03ea73', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37db9b39-b86e-46cc-9e6b-6ea227d6e0b3', 'mac_address': 'fa:16:3e:62:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23ad0ad-e91a-4058-bd3c-2615c7fa7db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:29:39Z', 'updated_at': '2022-05-13T14:30:11Z', 'revision_number': 1, 'project_id': '1755eac0ebb04150a11ef4b6de32b782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8db192e-f0a8-457e-bccb-d0569b7e440f', 'name': '', 'network_id': '37db9b39-b86e-46cc-9e6b-6ea227d6e0b3', 'tenant_id': '1755eac0ebb04150a11ef4b6de32b782', 'mac_address': 'fa:16:3e:0f:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'd27eb6bf-c793-4d50-ace0-ab7406603a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:28Z', 'updated_at': '2022-05-13T14:29:42Z', 'revision_number': 5, 'project_id': '1755eac0ebb04150a11ef4b6de32b782', 'subnets': [{'id': 'd27eb6bf-c793-4d50-ace0-ab7406603a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:15.504627 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91191df3-c78d-42f2-848d-f8ecfba33b07 None None] Checking router: df0c6448-18b1-44b5-8940-4db1b45936bc for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:30:15.524056 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91191df3-c78d-42f2-848d-f8ecfba33b07 None None] Routers {'df0c6448-18b1-44b5-8940-4db1b45936bc'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:30:15.524708 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-91191df3-c78d-42f2-848d-f8ecfba33b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:30:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['df0c6448-18b1-44b5-8940-4db1b45936bc'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:15.530031 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435f17f-5588-44c6-b359-71d893fbadae req-656603d7-225c-4822-b94e-af70dc2bc888 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:15.539172 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4435f17f-5588-44c6-b359-71d893fbadae req-656603d7-225c-4822-b94e-af70dc2bc888 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23ad0ad-e91a-4058-bd3c-2615c7fa7db1 HTTP/1.1" status: 200 len: 946 time: 0.4096179 May 13 14:30:15.671281 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 72329a1d-2f0a-4ed8-a05e-1fd99d851fb9 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:15.723143 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4435f17f-5588-44c6-b359-71d893fbadae req-a7b2dc2b-623f-4380-bfec-e5cb2bc16f5a tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "GET /v2.0/security-groups?id=561cbc6e-9de6-4355-a7ea-54cb453604ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833732 May 13 14:30:15.753739 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570628d-f0f9-440e-a502-9f205dbc069e req-facf92c0-5f76-4595-aab9-35bb61c1f994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:15.756589 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e570628d-f0f9-440e-a502-9f205dbc069e req-facf92c0-5f76-4595-aab9-35bb61c1f994 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1755eac0ebb04150a11ef4b6de32b782&device_id=f23ad0ad-e91a-4058-bd3c-2615c7fa7db1 HTTP/1.1" status: 200 len: 1097 time: 0.4219346 May 13 14:30:15.773171 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3642558-12ff-4f22-8f7f-40e3582c14b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:15.832180 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-91191df3-c78d-42f2-848d-f8ecfba33b07 None None] Set router df0c6448-18b1-44b5-8940-4db1b45936bc gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:30:15.913876 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 72329a1d-2f0a-4ed8-a05e-1fd99d851fb9 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:30:15.930034 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 72329a1d-2f0a-4ed8-a05e-1fd99d851fb9 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:15.930034 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:16.169099 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25840f20-9409-41d8-8a22-8bfbbc29598d req-239bd0da-16fd-4ab1-b986-cee1f5fec480 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:16.177259 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-25840f20-9409-41d8-8a22-8bfbbc29598d req-239bd0da-16fd-4ab1-b986-cee1f5fec480 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] 10.222.0.35 "GET /v2.0/ports?device_id=120d8dc8-8e4b-404d-990f-3db3ae046cde HTTP/1.1" status: 200 len: 949 time: 0.7639601 May 13 14:30:16.180823 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 72329a1d-2f0a-4ed8-a05e-1fd99d851fb9 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:16.181206 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:16.229433 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6b78253-74b9-403b-83f1-1a1edfd36def'] response: {'server_uuid': '0cc80057-6e8b-489d-b52e-eb61d7bf6ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae7bc39-9220-4709-9360-1a310348a4fa', 'code': 200} May 13 14:30:16.250602 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 72329a1d-2f0a-4ed8-a05e-1fd99d851fb9, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=72329a1d-2f0a-4ed8-a05e-1fd99d851fb9,segment=NetworkSegment(2eb3e039-4b66-4a60-9552-baa1bb07e436),segment_id=2eb3e039-4b66-4a60-9552-baa1bb07e436)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:16.256707 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:16.276270 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-25840f20-9409-41d8-8a22-8bfbbc29598d req-57d1480f-a536-4774-b984-af3f486906b2 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] 10.222.0.35 "GET /v2.0/security-groups?id=64976f56-fc93-4ab8-8cf7-b8b194013741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976634 May 13 14:30:16.376244 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=72329a1d-2f0a-4ed8-a05e-1fd99d851fb9,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:16.421851 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3642558-12ff-4f22-8f7f-40e3582c14b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:16.424902 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570628d-f0f9-440e-a502-9f205dbc069e req-77562ebf-8a7b-4d7e-a2a9-92ec4a090a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:16.426498 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e570628d-f0f9-440e-a502-9f205dbc069e req-77562ebf-8a7b-4d7e-a2a9-92ec4a090a71 service neutron] 10.222.0.74 "GET /v2.0/networks?id=37db9b39-b86e-46cc-9e6b-6ea227d6e0b3 HTTP/1.1" status: 200 len: 911 time: 0.6617599 May 13 14:30:16.510395 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 42656) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:16.596602 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-91191df3-c78d-42f2-848d-f8ecfba33b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'name': 'tempest-ServersTestManualDisk-75985197-router', 'tenant_id': '1755eac0ebb04150a11ef4b6de32b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd664f768-0ee6-43d7-ae72-1c78ef82cb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:29:17Z', 'updated_at': '2022-05-13T14:29:31Z', 'revision_number': 4, 'project_id': '1755eac0ebb04150a11ef4b6de32b782', 'gw_port': {'id': 'd664f768-0ee6-43d7-ae72-1c78ef82cb98', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:19Z', 'updated_at': '2022-05-13T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '7d355dc2-9f59-4c76-b4c1-0c6125ddb5a3', 'tenant_id': '1755eac0ebb04150a11ef4b6de32b782', 'floating_ip_address': '172.25.0.125', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'port_id': '54b92774-d51c-4344-b757-33b3cc03ea73', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37db9b39-b86e-46cc-9e6b-6ea227d6e0b3', 'mac_address': 'fa:16:3e:62:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23ad0ad-e91a-4058-bd3c-2615c7fa7db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:29:39Z', 'updated_at': '2022-05-13T14:30:11Z', 'revision_number': 1, 'project_id': '1755eac0ebb04150a11ef4b6de32b782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8db192e-f0a8-457e-bccb-d0569b7e440f', 'name': '', 'network_id': '37db9b39-b86e-46cc-9e6b-6ea227d6e0b3', 'tenant_id': '1755eac0ebb04150a11ef4b6de32b782', 'mac_address': 'fa:16:3e:0f:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'd27eb6bf-c793-4d50-ace0-ab7406603a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:28Z', 'updated_at': '2022-05-13T14:29:42Z', 'revision_number': 5, 'project_id': '1755eac0ebb04150a11ef4b6de32b782', 'subnets': [{'id': 'd27eb6bf-c793-4d50-ace0-ab7406603a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:16.606796 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91191df3-c78d-42f2-848d-f8ecfba33b07 None None] The sync data for ids ['df0c6448-18b1-44b5-8940-4db1b45936bc'] in n-d-841760-1 is: [{'id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'name': 'tempest-ServersTestManualDisk-75985197-router', 'tenant_id': '1755eac0ebb04150a11ef4b6de32b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd664f768-0ee6-43d7-ae72-1c78ef82cb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:29:17Z', 'updated_at': '2022-05-13T14:29:31Z', 'revision_number': 4, 'project_id': '1755eac0ebb04150a11ef4b6de32b782', 'gw_port': {'id': 'd664f768-0ee6-43d7-ae72-1c78ef82cb98', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:19Z', 'updated_at': '2022-05-13T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '7d355dc2-9f59-4c76-b4c1-0c6125ddb5a3', 'tenant_id': '1755eac0ebb04150a11ef4b6de32b782', 'floating_ip_address': '172.25.0.125', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'port_id': '54b92774-d51c-4344-b757-33b3cc03ea73', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37db9b39-b86e-46cc-9e6b-6ea227d6e0b3', 'mac_address': 'fa:16:3e:62:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23ad0ad-e91a-4058-bd3c-2615c7fa7db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:29:39Z', 'updated_at': '2022-05-13T14:30:11Z', 'revision_number': 1, 'project_id': '1755eac0ebb04150a11ef4b6de32b782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8db192e-f0a8-457e-bccb-d0569b7e440f', 'name': '', 'network_id': '37db9b39-b86e-46cc-9e6b-6ea227d6e0b3', 'tenant_id': '1755eac0ebb04150a11ef4b6de32b782', 'mac_address': 'fa:16:3e:0f:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'd27eb6bf-c793-4d50-ace0-ab7406603a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:28Z', 'updated_at': '2022-05-13T14:29:42Z', 'revision_number': 5, 'project_id': '1755eac0ebb04150a11ef4b6de32b782', 'subnets': [{'id': 'd27eb6bf-c793-4d50-ace0-ab7406603a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:30:16.668184 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca91ace-6d74-4e61-9a91-b7f3f4a60c11 admin admin] Deleting subnet c4cb9233-019e-4cfc-bf83-4d5c01781887 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:30:16.697783 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bca91ace-6d74-4e61-9a91-b7f3f4a60c11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:16.746178 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54965a11-e850-425f-ac87-02bb5ffe07f6 req-84849254-7af7-4723-8b19-45a4e38517c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:16.747800 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-54965a11-e850-425f-ac87-02bb5ffe07f6 req-84849254-7af7-4723-8b19-45a4e38517c5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0cc80057-6e8b-489d-b52e-eb61d7bf6ff6 HTTP/1.1" status: 200 len: 1097 time: 0.3911161 May 13 14:30:16.775552 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e570628d-f0f9-440e-a502-9f205dbc069e req-b8f8de0b-f244-4cda-a5b3-c9ce6f827304 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54b92774-d51c-4344-b757-33b3cc03ea73 HTTP/1.1" status: 200 len: 1000 time: 0.3408022 May 13 14:30:16.808256 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3abd3fa9-4f87-456d-b358-020408a3a192 req-bf2921e4-c34d-403e-830f-07a9561f6f05 tempest-ServersAdmin275Test-1726168306 tempest-ServersAdmin275Test-1726168306-project] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.0777504 May 13 14:30:16.881563 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bafc273-681b-4d8c-9092-2ed336a49ab5 None None] New status for floating IP 7d355dc2-9f59-4c76-b4c1-0c6125ddb5a3: ACTIVE {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:30:16.885400 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bca91ace-6d74-4e61-9a91-b7f3f4a60c11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:16.929582 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-54965a11-e850-425f-ac87-02bb5ffe07f6 req-acbe76fa-5637-4345-8d95-f0351a55a286 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708117 May 13 14:30:16.931727 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570628d-f0f9-440e-a502-9f205dbc069e req-5486688e-f137-42ae-9301-fcec38ab7dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:16.933232 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e570628d-f0f9-440e-a502-9f205dbc069e req-5486688e-f137-42ae-9301-fcec38ab7dee service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d27eb6bf-c793-4d50-ace0-ab7406603a08 HTTP/1.1" status: 200 len: 849 time: 0.1519878 May 13 14:30:16.962014 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cad0d20-b552-4d9f-8c3c-eb21ba08c4c7 None None] Network 4ebaeeaf-a6ee-4726-a579-3eed7216cdc6 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:30:16.972504 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab9043-6c9b-48a0-87d3-378642f30cd6 req-dd944694-145e-428b-976e-8eb15281d8f9 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:16.979626 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-89ab9043-6c9b-48a0-87d3-378642f30cd6 req-dd944694-145e-428b-976e-8eb15281d8f9 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=1832444c-78ac-45b2-ad44-b3697eb0de5b HTTP/1.1" status: 200 len: 944 time: 0.3577359 May 13 14:30:17.012401 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bca91ace-6d74-4e61-9a91-b7f3f4a60c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:17.059177 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 7b8c9035-1541-4e83-a291-66b9f87df8b4 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:17.068763 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3642558-12ff-4f22-8f7f-40e3582c14b3 admin admin] Router f79957b8-37ad-4dee-bfa3-28f079936382 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:30:17.082777 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-89ab9043-6c9b-48a0-87d3-378642f30cd6 req-f2a927ff-0096-4ec0-890e-095af886e557 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020923 May 13 14:30:17.125678 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bca91ace-6d74-4e61-9a91-b7f3f4a60c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:17.176825 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca91ace-6d74-4e61-9a91-b7f3f4a60c11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4cb9233-019e-4cfc-bf83-4d5c01781887,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:17.182836 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bca91ace-6d74-4e61-9a91-b7f3f4a60c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:17.189742 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bca91ace-6d74-4e61-9a91-b7f3f4a60c11 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c4cb9233-019e-4cfc-bf83-4d5c01781887 HTTP/1.1" status: 204 len: 168 time: 0.6792550 May 13 14:30:17.193249 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 42672) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:17.206670 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9035fa21-fbd7-478d-9b27-899cafbaaf8a None None] Provisioning for port 9686a83c-8283-4b87-ab5d-37a0c1d70e55 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:30:17.216240 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ca8f6-4456-4bdf-9f19-e36fae5ef80d req-604d6304-f965-472e-98b3-a380f611316a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:17.218659 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7f9ca8f6-4456-4bdf-9f19-e36fae5ef80d req-604d6304-f965-472e-98b3-a380f611316a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 950 time: 0.2443163 May 13 14:30:17.334419 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724a169d-af33-4d1c-841d-4471c1954a66', 'name': 'network-vif-deleted', 'tag': '11ba0e16-6d05-4f8c-8d24-e7787e219cb8'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:17.360798 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7f9ca8f6-4456-4bdf-9f19-e36fae5ef80d req-854d9b0e-8975-4b7b-810b-0567aef02d7f tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345539 May 13 14:30:17.414046 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3642558-12ff-4f22-8f7f-40e3582c14b3 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:30:17.417180 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f538b63b-c84f-49eb-b8de-872b41773799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:17.426497 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a384c1f4-011c-4b61-a7ab-8006a8c6a56d None None] Sync routers for ids ['f79957b8-37ad-4dee-bfa3-28f079936382'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:30:17.444241 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a384c1f4-011c-4b61-a7ab-8006a8c6a56d None None] Routers {'f79957b8-37ad-4dee-bfa3-28f079936382'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:30:17.445732 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a384c1f4-011c-4b61-a7ab-8006a8c6a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:30:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['f79957b8-37ad-4dee-bfa3-28f079936382'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:17.451404 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3642558-12ff-4f22-8f7f-40e3582c14b3 admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:17.452797 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d3642558-12ff-4f22-8f7f-40e3582c14b3 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9418039 May 13 14:30:17.455685 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 42688) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:17.482655 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 28be842c-0abd-4d88-8cee-dea1ae428319 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:17.587940 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570628d-f0f9-440e-a502-9f205dbc069e req-207e7c4c-64a2-43f4-9da0-f838ff06ce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:17.590256 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e570628d-f0f9-440e-a502-9f205dbc069e req-207e7c4c-64a2-43f4-9da0-f838ff06ce41 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=37db9b39-b86e-46cc-9e6b-6ea227d6e0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2478757 May 13 14:30:17.672017 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 7b8c9035-1541-4e83-a291-66b9f87df8b4 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:30:17.689228 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 7b8c9035-1541-4e83-a291-66b9f87df8b4 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:17.689401 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:17.769684 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f538b63b-c84f-49eb-b8de-872b41773799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:17.834543 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-f538b63b-c84f-49eb-b8de-872b41773799 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c42533e7-ad26-4a66-b646-4f2877c0361c']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:17.843054 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 72329a1d-2f0a-4ed8-a05e-1fd99d851fb9 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:17.855118 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-f538b63b-c84f-49eb-b8de-872b41773799 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d26220-439e-4546-8871-69c5d2174d29') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:17.855439 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-f538b63b-c84f-49eb-b8de-872b41773799 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d26220-439e-4546-8871-69c5d2174d29') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:17.872294 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f538b63b-c84f-49eb-b8de-872b41773799 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:17.875138 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-a384c1f4-011c-4b61-a7ab-8006a8c6a56d None None] Set router f79957b8-37ad-4dee-bfa3-28f079936382 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:30:17.910300 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f538b63b-c84f-49eb-b8de-872b41773799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:17.919790 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 28be842c-0abd-4d88-8cee-dea1ae428319 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:30:17.948238 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f538b63b-c84f-49eb-b8de-872b41773799 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:30:17.948904 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f538b63b-c84f-49eb-b8de-872b41773799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:17.960532 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 28be842c-0abd-4d88-8cee-dea1ae428319 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:17.960902 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:17.965855 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:30:17.965855 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:30:17.965855 n-d-841760-1 neutron-server[88082]: timer() May 13 14:30:17.965855 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:30:17.965855 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:30:17.965855 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:30:17.965855 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:30:17.965855 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:30:17.965855 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:30:17.965855 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:30:17.965855 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:30:17.965855 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:30:17.965855 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:30:17.965855 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:30:17.965855 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:30:17.965855 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:30:17.965855 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:30:17.965855 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:30:17.965855 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:30:17.965855 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:30:17.965855 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:30:17.965855 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:30:17.965855 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:30:17.965855 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:30:17.965855 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:30:17.965855 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:30:17.965855 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:30:17.965855 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:30:17.965855 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:30:17.965855 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:30:17.965855 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:30:17.965855 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:30:17.975618 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e570628d-f0f9-440e-a502-9f205dbc069e req-490aff61-2b58-43bd-baec-4468c397e6a9 service neutron] 10.222.0.74 "GET /v2.0/networks/37db9b39-b86e-46cc-9e6b-6ea227d6e0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578227 May 13 14:30:18.207821 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f538b63b-c84f-49eb-b8de-872b41773799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:18.229881 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f538b63b-c84f-49eb-b8de-872b41773799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:18.259294 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:18.290764 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5969d7-7336-470f-83b2-58aa42fc264c req-cf86c2f8-9067-4e51-8245-bbf537e4e8e3 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:18.296310 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3d5969d7-7336-470f-83b2-58aa42fc264c req-cf86c2f8-9067-4e51-8245-bbf537e4e8e3 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] 10.222.0.35 "GET /v2.0/ports?device_id=120d8dc8-8e4b-404d-990f-3db3ae046cde HTTP/1.1" status: 200 len: 949 time: 0.4672661 May 13 14:30:18.407790 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a384c1f4-011c-4b61-a7ab-8006a8c6a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79957b8-37ad-4dee-bfa3-28f079936382', 'name': 'tempest-AttachSCSIVolumeTestJSON-1230264652-router', 'tenant_id': '52adfe22972446b3a13be289210817e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'b2f57a19-353c-4af3-a4f2-3da9127acbb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:12Z', 'updated_at': '2022-05-13T14:30:15Z', 'revision_number': 3, 'project_id': '52adfe22972446b3a13be289210817e9', 'gw_port': {'id': 'b2f57a19-353c-4af3-a4f2-3da9127acbb0', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:8b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79957b8-37ad-4dee-bfa3-28f079936382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:13Z', 'updated_at': '2022-05-13T14:30:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:18.421469 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a384c1f4-011c-4b61-a7ab-8006a8c6a56d None None] Checking router: f79957b8-37ad-4dee-bfa3-28f079936382 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:30:18.421717 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a384c1f4-011c-4b61-a7ab-8006a8c6a56d None None] Updating router f79957b8-37ad-4dee-bfa3-28f079936382 port b2f57a19-353c-4af3-a4f2-3da9127acbb0 binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:30:18.494207 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 72329a1d-2f0a-4ed8-a05e-1fd99d851fb9 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:18.494579 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:18.513742 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5673f9c5-bb3b-44db-a118-4843f32f5d0f req-cd0318cc-7e17-44b3-a717-00891f7c5f17 tempest-ServersAdmin275Test-315445272 tempest-ServersAdmin275Test-315445272-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.3120377 May 13 14:30:18.524456 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f538b63b-c84f-49eb-b8de-872b41773799 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c42533e7-ad26-4a66-b646-4f2877c0361c HTTP/1.1" status: 204 len: 168 time: 1.3272600 May 13 14:30:18.541438 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f538b63b-c84f-49eb-b8de-872b41773799 admin admin] Pushing event deleted for resources: {'Network': ['ID=c42533e7-ad26-4a66-b646-4f2877c0361c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:18.564061 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-a384c1f4-011c-4b61-a7ab-8006a8c6a56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:18.574715 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e570628d-f0f9-440e-a502-9f205dbc069e req-8772ddcc-1815-47a7-bfe6-bf4452511680 service neutron] 10.222.0.74 "GET /v2.0/networks/37db9b39-b86e-46cc-9e6b-6ea227d6e0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5533414 May 13 14:30:18.582745 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3d5969d7-7336-470f-83b2-58aa42fc264c req-535a4ede-b0ec-4608-a8f8-a60f3d600003 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] 10.222.0.35 "GET /v2.0/security-groups?id=64976f56-fc93-4ab8-8cf7-b8b194013741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726505 May 13 14:30:18.660027 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 7b8c9035-1541-4e83-a291-66b9f87df8b4 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:18.660575 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:18.718931 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 28be842c-0abd-4d88-8cee-dea1ae428319 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:18.719344 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:18.754173 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120d8dc8-8e4b-404d-990f-3db3ae046cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8c9035-1541-4e83-a291-66b9f87df8b4'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:18.764912 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80032c37-3441-4557-926e-33d8ad41e6b9'] response: {'server_uuid': '724a169d-af33-4d1c-841d-4471c1954a66', 'name': 'network-vif-deleted', 'tag': '11ba0e16-6d05-4f8c-8d24-e7787e219cb8', 'status': 'completed', 'code': 200} May 13 14:30:18.775140 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 7b8c9035-1541-4e83-a291-66b9f87df8b4, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=7b8c9035-1541-4e83-a291-66b9f87df8b4,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:18.781960 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 28be842c-0abd-4d88-8cee-dea1ae428319, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=28be842c-0abd-4d88-8cee-dea1ae428319,segment=NetworkSegment(7a7ed751-6e14-4aec-886a-659113dd6981),segment_id=7a7ed751-6e14-4aec-886a-659113dd6981)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:18.856183 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:18.858944 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 72329a1d-2f0a-4ed8-a05e-1fd99d851fb9 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:18.861805 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 9686a83c-8283-4b87-ab5d-37a0c1d70e55 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:18.919727 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 42728) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:18.935935 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:18.936727 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 11ba0e16-6d05-4f8c-8d24-e7787e219cb8 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:30:19.006467 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b8fc17b4-b5f1-40a6-972c-d3fb17c4c856 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b755af5d91d7459fa39442a380244842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0846219 May 13 14:30:19.008002 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 42732) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:19.010698 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 11ba0e16-6d05-4f8c-8d24-e7787e219cb8 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:30:19.011054 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 11ba0e16-6d05-4f8c-8d24-e7787e219cb8 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:30:19.045807 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=7b8c9035-1541-4e83-a291-66b9f87df8b4,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:19.116094 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a4c3b782-cbcb-49d2-95be-0e7cd4e1a6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:19.142798 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 9686a83c-8283-4b87-ab5d-37a0c1d70e55 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:30:19.152675 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a4c3b782-cbcb-49d2-95be-0e7cd4e1a6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:19.164154 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 9686a83c-8283-4b87-ab5d-37a0c1d70e55 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:19.164543 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:19.220008 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a4c3b782-cbcb-49d2-95be-0e7cd4e1a6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:19.233099 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8691de0-c8bd-4cd2-9e29-e30d5b292934 req-5316030b-6585-4f49-a023-4c12f0af1a71 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:19.234565 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c8691de0-c8bd-4cd2-9e29-e30d5b292934 req-5316030b-6585-4f49-a023-4c12f0af1a71 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=1832444c-78ac-45b2-ad44-b3697eb0de5b HTTP/1.1" status: 200 len: 945 time: 0.3103023 May 13 14:30:19.240830 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3b782-cbcb-49d2-95be-0e7cd4e1a6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f047a6c-eca8-4205-97f0-b8eb72ff19f7,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:19.254163 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a4c3b782-cbcb-49d2-95be-0e7cd4e1a6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:19.256070 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a4c3b782-cbcb-49d2-95be-0e7cd4e1a6b0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7f047a6c-eca8-4205-97f0-b8eb72ff19f7 HTTP/1.1" status: 204 len: 168 time: 0.2454357 May 13 14:30:19.369235 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-a384c1f4-011c-4b61-a7ab-8006a8c6a56d None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:19.372788 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=28be842c-0abd-4d88-8cee-dea1ae428319,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:19.384200 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-a384c1f4-011c-4b61-a7ab-8006a8c6a56d None None] Transition to ACTIVE for port object b2f57a19-353c-4af3-a4f2-3da9127acbb0 will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:30:19.397607 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-a384c1f4-011c-4b61-a7ab-8006a8c6a56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:19.465151 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0dc93e34-4782-47a1-85b0-1cbb1bd4b288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:19.508296 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 9686a83c-8283-4b87-ab5d-37a0c1d70e55 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:19.509936 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:19.515982 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c8691de0-c8bd-4cd2-9e29-e30d5b292934 req-3cfc741b-cb2e-44c6-9416-75838c18f2d1 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670720 May 13 14:30:19.549247 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f8423-230e-451d-a8fe-70faaeb5aa99 None None] Pushing event updated for resources: {'Port': ['ID=b2f57a19-353c-4af3-a4f2-3da9127acbb0,revision_number=2']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:19.601994 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-a384c1f4-011c-4b61-a7ab-8006a8c6a56d None None] Attempting to bind port b2f57a19-353c-4af3-a4f2-3da9127acbb0 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:30:19.602433 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-a384c1f4-011c-4b61-a7ab-8006a8c6a56d None None] Attempting to bind port b2f57a19-353c-4af3-a4f2-3da9127acbb0 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:30:19.602827 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a384c1f4-011c-4b61-a7ab-8006a8c6a56d None None] Attempting to bind port b2f57a19-353c-4af3-a4f2-3da9127acbb0 on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:30:19.611570 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 9686a83c-8283-4b87-ab5d-37a0c1d70e55, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=9686a83c-8283-4b87-ab5d-37a0c1d70e55,segment=NetworkSegment(622c40ea-1bc3-40dd-a9d9-59c3fe19d197),segment_id=622c40ea-1bc3-40dd-a9d9-59c3fe19d197)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:19.617098 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:19.624782 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a384c1f4-011c-4b61-a7ab-8006a8c6a56d None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:30:19.625162 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a384c1f4-011c-4b61-a7ab-8006a8c6a56d None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:30:19.625559 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-a384c1f4-011c-4b61-a7ab-8006a8c6a56d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:19.625939 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a384c1f4-011c-4b61-a7ab-8006a8c6a56d None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:30:19.626403 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-a384c1f4-011c-4b61-a7ab-8006a8c6a56d None None] Bound port: b2f57a19-353c-4af3-a4f2-3da9127acbb0, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:30:19.626775 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-a384c1f4-011c-4b61-a7ab-8006a8c6a56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:19.742682 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-a384c1f4-011c-4b61-a7ab-8006a8c6a56d None None] For port b2f57a19-353c-4af3-a4f2-3da9127acbb0, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:30:19.747416 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-a384c1f4-011c-4b61-a7ab-8006a8c6a56d None None] For port b2f57a19-353c-4af3-a4f2-3da9127acbb0, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b2f57a19-353c-4af3-a4f2-3da9127acbb0,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:30:19.748635 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=9686a83c-8283-4b87-ab5d-37a0c1d70e55,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:19.752910 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-a384c1f4-011c-4b61-a7ab-8006a8c6a56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:19.840898 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a384c1f4-011c-4b61-a7ab-8006a8c6a56d None None] Routers {'f79957b8-37ad-4dee-bfa3-28f079936382'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:30:19.841202 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a384c1f4-011c-4b61-a7ab-8006a8c6a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:30:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['f79957b8-37ad-4dee-bfa3-28f079936382'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:19.913980 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-0dc93e34-4782-47a1-85b0-1cbb1bd4b288 admin admin] Allocated IP 172.20.0.1 (4ebaeeaf-a6ee-4726-a579-3eed7216cdc6/ac67c538-bd89-431d-8646-55b7c14bb0ba/d740ae99-16d7-4b5a-bada-407f7d562079) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:30:19.922512 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f8423-230e-451d-a8fe-70faaeb5aa99 None None] Pushing event updated for resources: {'Port': ['ID=b2f57a19-353c-4af3-a4f2-3da9127acbb0,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:19.990871 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f69a8c15-ea6b-4db2-a57b-eee1d6c8ddd6 req-d40e8f29-8a1a-4269-b122-51823e4e0928 tempest-ServersAdmin275Test-315445272 tempest-ServersAdmin275Test-315445272-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.0639777 May 13 14:30:20.041289 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69224ee7-352a-4b9d-b661-3cfb79f5195b req-b0f705e3-b07f-474c-91dc-58ebe3419a08 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:20.042844 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-69224ee7-352a-4b9d-b661-3cfb79f5195b req-b0f705e3-b07f-474c-91dc-58ebe3419a08 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 950 time: 0.3864048 May 13 14:30:20.061315 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-a384c1f4-011c-4b61-a7ab-8006a8c6a56d None None] Set router f79957b8-37ad-4dee-bfa3-28f079936382 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:30:20.114739 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db0f707b-468c-44ee-aadd-f96e3e8b6f12'] response: {'server_uuid': '120d8dc8-8e4b-404d-990f-3db3ae046cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8c9035-1541-4e83-a291-66b9f87df8b4', 'code': 200} May 13 14:30:20.184934 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-69224ee7-352a-4b9d-b661-3cfb79f5195b req-883cde1d-090e-4496-9278-0691e8a615da tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346457 May 13 14:30:20.191285 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0dc93e34-4782-47a1-85b0-1cbb1bd4b288 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:20.307595 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-0dc93e34-4782-47a1-85b0-1cbb1bd4b288 admin admin] Transition to ACTIVE for port object d740ae99-16d7-4b5a-bada-407f7d562079 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:30:20.333108 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d89362-132a-47bc-8065-15400127c45b req-73c1aa8f-354f-4ef0-9c2b-c207b9cec5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:20.333323 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-07d89362-132a-47bc-8065-15400127c45b req-73c1aa8f-354f-4ef0-9c2b-c207b9cec5b3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=120d8dc8-8e4b-404d-990f-3db3ae046cde HTTP/1.1" status: 200 len: 1101 time: 0.1201913 May 13 14:30:20.399023 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b508cbf-d2e6-41da-ad32-b741a3fc1316 req-b34f7826-15c1-4009-b942-80d47b7c8a94 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:20.400607 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7b508cbf-d2e6-41da-ad32-b741a3fc1316 req-b34f7826-15c1-4009-b942-80d47b7c8a94 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] 10.222.0.35 "GET /v2.0/ports?device_id=120d8dc8-8e4b-404d-990f-3db3ae046cde HTTP/1.1" status: 200 len: 950 time: 0.1468630 May 13 14:30:20.402665 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-07d89362-132a-47bc-8065-15400127c45b req-56abd78f-b200-4f04-9066-9b9a200ae375 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=64976f56-fc93-4ab8-8cf7-b8b194013741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616510 May 13 14:30:20.424972 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0dc93e34-4782-47a1-85b0-1cbb1bd4b288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:20.471985 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 42802) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:20.496311 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7b508cbf-d2e6-41da-ad32-b741a3fc1316 req-aea5353e-a1d2-48d6-b76f-40118a558aa1 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] 10.222.0.35 "GET /v2.0/security-groups?id=64976f56-fc93-4ab8-8cf7-b8b194013741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873711 May 13 14:30:20.525259 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc93e34-4782-47a1-85b0-1cbb1bd4b288 admin admin] Network 4ebaeeaf-a6ee-4726-a579-3eed7216cdc6 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:30:20.528686 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-0dc93e34-4782-47a1-85b0-1cbb1bd4b288 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:20.532594 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc93e34-4782-47a1-85b0-1cbb1bd4b288 admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:30:20.540162 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a384c1f4-011c-4b61-a7ab-8006a8c6a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79957b8-37ad-4dee-bfa3-28f079936382', 'name': 'tempest-AttachSCSIVolumeTestJSON-1230264652-router', 'tenant_id': '52adfe22972446b3a13be289210817e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'b2f57a19-353c-4af3-a4f2-3da9127acbb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:12Z', 'updated_at': '2022-05-13T14:30:15Z', 'revision_number': 3, 'project_id': '52adfe22972446b3a13be289210817e9', 'gw_port': {'id': 'b2f57a19-353c-4af3-a4f2-3da9127acbb0', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:8b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79957b8-37ad-4dee-bfa3-28f079936382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:13Z', 'updated_at': '2022-05-13T14:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:20.544194 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a384c1f4-011c-4b61-a7ab-8006a8c6a56d None None] The sync data for ids ['f79957b8-37ad-4dee-bfa3-28f079936382'] in n-d-841760-1 is: [{'id': 'f79957b8-37ad-4dee-bfa3-28f079936382', 'name': 'tempest-AttachSCSIVolumeTestJSON-1230264652-router', 'tenant_id': '52adfe22972446b3a13be289210817e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'b2f57a19-353c-4af3-a4f2-3da9127acbb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:12Z', 'updated_at': '2022-05-13T14:30:15Z', 'revision_number': 3, 'project_id': '52adfe22972446b3a13be289210817e9', 'gw_port': {'id': 'b2f57a19-353c-4af3-a4f2-3da9127acbb0', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:8b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79957b8-37ad-4dee-bfa3-28f079936382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:13Z', 'updated_at': '2022-05-13T14:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:30:20.589781 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc93e34-4782-47a1-85b0-1cbb1bd4b288 admin admin] Pushing event updated for resources: {'Port': ['ID=d740ae99-16d7-4b5a-bada-407f7d562079,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:20.609067 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0dc93e34-4782-47a1-85b0-1cbb1bd4b288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:20.645258 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-8d466ca8-37b5-4518-9835-2d91a34fd2f3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-532586458-network', 'tenant_id': 'cdb87555604447c18b7eacc26b6a4234'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:20.651779 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8d466ca8-37b5-4518-9835-2d91a34fd2f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:20.656860 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8d466ca8-37b5-4518-9835-2d91a34fd2f3 admin admin] Usage tracker for resource:network and tenant:cdb87555604447c18b7eacc26b6a4234 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:20.658948 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8d466ca8-37b5-4518-9835-2d91a34fd2f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:20.664934 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8d466ca8-37b5-4518-9835-2d91a34fd2f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:20.684556 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d466ca8-37b5-4518-9835-2d91a34fd2f3 admin admin] Made reservation on behalf of cdb87555604447c18b7eacc26b6a4234 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:30:20.687648 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8d466ca8-37b5-4518-9835-2d91a34fd2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:20.707493 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8d466ca8-37b5-4518-9835-2d91a34fd2f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:20.735385 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8d466ca8-37b5-4518-9835-2d91a34fd2f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:20.745444 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8d466ca8-37b5-4518-9835-2d91a34fd2f3 admin admin] Usage tracker for resource:security_group_rule and tenant:cdb87555604447c18b7eacc26b6a4234 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:20.749687 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8d466ca8-37b5-4518-9835-2d91a34fd2f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:20.773851 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0dc93e34-4782-47a1-85b0-1cbb1bd4b288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:20.805455 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8d466ca8-37b5-4518-9835-2d91a34fd2f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:20.921869 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a66b54-34e1-4aac-8710-9f55df0fe365 req-be1c75de-1ab4-4bef-b117-8b08396180d5 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:20.935965 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-70a66b54-34e1-4aac-8710-9f55df0fe365 req-be1c75de-1ab4-4bef-b117-8b08396180d5 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=1832444c-78ac-45b2-ad44-b3697eb0de5b HTTP/1.1" status: 200 len: 945 time: 0.1799335 May 13 14:30:20.956885 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d748b718-d358-480d-88f9-d6538de19ef7 None None] Provisioning for port d740ae99-16d7-4b5a-bada-407f7d562079 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:30:20.967064 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d748b718-d358-480d-88f9-d6538de19ef7 None None] Provisioning complete for port d740ae99-16d7-4b5a-bada-407f7d562079 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:20.967678 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d748b718-d358-480d-88f9-d6538de19ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:21.053998 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-70a66b54-34e1-4aac-8710-9f55df0fe365 req-7b777e3b-5590-4966-aeb4-6f19edc8ab55 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091752 May 13 14:30:21.064556 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8d466ca8-37b5-4518-9835-2d91a34fd2f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:21.069457 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8d466ca8-37b5-4518-9835-2d91a34fd2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:21.085009 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-d748b718-d358-480d-88f9-d6538de19ef7 None None] Port d740ae99-16d7-4b5a-bada-407f7d562079 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:30:21.095456 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d466ca8-37b5-4518-9835-2d91a34fd2f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:30:21.106122 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8d466ca8-37b5-4518-9835-2d91a34fd2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:21.106770 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-8d466ca8-37b5-4518-9835-2d91a34fd2f3 admin admin] Added segment f83b9c1a-1c4f-4324-954c-a30a86166b9c of type vlan for network d5b93e96-929a-490c-a232-f3b635507046 May 13 14:30:21.147168 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8d466ca8-37b5-4518-9835-2d91a34fd2f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:21.160523 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0dc93e34-4782-47a1-85b0-1cbb1bd4b288 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:21.167625 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0dc93e34-4782-47a1-85b0-1cbb1bd4b288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:21.214876 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8d466ca8-37b5-4518-9835-2d91a34fd2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:21.215972 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d466ca8-37b5-4518-9835-2d91a34fd2f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:21.216560 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8d466ca8-37b5-4518-9835-2d91a34fd2f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:21.293539 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0dc93e34-4782-47a1-85b0-1cbb1bd4b288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:21.297704 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc93e34-4782-47a1-85b0-1cbb1bd4b288 admin admin] Pushing event updated for resources: {'Port': ['ID=d740ae99-16d7-4b5a-bada-407f7d562079,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:21.333966 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a65780e1-9143-4c5e-9863-9be677acfd66 req-b8536021-34ad-44f9-be4e-fe81d3d2a4b2 tempest-ServersAdmin275Test-315445272 tempest-ServersAdmin275Test-315445272-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.0670602 May 13 14:30:21.403693 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:30:21.432953 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8d466ca8-37b5-4518-9835-2d91a34fd2f3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9597092 May 13 14:30:21.437307 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 42842) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:21.466917 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d466ca8-37b5-4518-9835-2d91a34fd2f3 admin admin] Pushing event updated for resources: {'Network': ['ID=d5b93e96-929a-490c-a232-f3b635507046,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:21.476714 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-c24bce07-2087-4cd1-8794-7d86670d3289 admin admin] Request body: {'subnet': {'network_id': 'd5b93e96-929a-490c-a232-f3b635507046', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-532586458-subnet', 'tenant_id': 'cdb87555604447c18b7eacc26b6a4234', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:21.479635 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network d5b93e96-929a-490c-a232-f3b635507046 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:30:21.488157 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d466ca8-37b5-4518-9835-2d91a34fd2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d60ccb-3650-44b7-8dc7-bab297f8d72f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:21.492336 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c24bce07-2087-4cd1-8794-7d86670d3289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:21.500834 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c24bce07-2087-4cd1-8794-7d86670d3289 admin admin] Usage tracker for resource:subnet and tenant:cdb87555604447c18b7eacc26b6a4234 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:21.522130 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c24bce07-2087-4cd1-8794-7d86670d3289 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:21.528736 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c24bce07-2087-4cd1-8794-7d86670d3289 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:21.539079 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24bce07-2087-4cd1-8794-7d86670d3289 admin admin] Made reservation on behalf of cdb87555604447c18b7eacc26b6a4234 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:30:21.543353 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c24bce07-2087-4cd1-8794-7d86670d3289 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:21.584598 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc93e34-4782-47a1-85b0-1cbb1bd4b288 admin admin] Network 4ebaeeaf-a6ee-4726-a579-3eed7216cdc6 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:30:21.588761 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-0dc93e34-4782-47a1-85b0-1cbb1bd4b288 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:21.621014 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962bfa3-fe43-4d08-9dd4-7f17b16d7d74 req-b77d0ab3-f2ba-476d-9260-8c37b46adc2a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:21.622971 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1962bfa3-fe43-4d08-9dd4-7f17b16d7d74 req-b77d0ab3-f2ba-476d-9260-8c37b46adc2a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 950 time: 0.2201517 May 13 14:30:21.904163 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b2f57a19-353c-4af3-a4f2-3da9127acbb0 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:22.066424 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c24bce07-2087-4cd1-8794-7d86670d3289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:22.068930 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port b2f57a19-353c-4af3-a4f2-3da9127acbb0 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:30:22.079856 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port b2f57a19-353c-4af3-a4f2-3da9127acbb0 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:22.080845 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:22.128005 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1832444c-78ac-45b2-ad44-b3697eb0de5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28be842c-0abd-4d88-8cee-dea1ae428319'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:22.176165 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24bce07-2087-4cd1-8794-7d86670d3289 admin admin] Checking segment: {'id': 'f83b9c1a-1c4f-4324-954c-a30a86166b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd5b93e96-929a-490c-a232-f3b635507046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:30:22.176527 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24bce07-2087-4cd1-8794-7d86670d3289 admin admin] Network hostable DHCP agents. Network: d5b93e96-929a-490c-a232-f3b635507046, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:30:22.184187 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bce07-2087-4cd1-8794-7d86670d3289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d4f71ac-3351-4cb3-a10e-369f048aa2da,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:22.201656 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1962bfa3-fe43-4d08-9dd4-7f17b16d7d74 req-abae12d2-9dab-4f8d-804c-4694365bc0a4 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747921 May 13 14:30:22.202189 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24bce07-2087-4cd1-8794-7d86670d3289 admin admin] Network d5b93e96-929a-490c-a232-f3b635507046 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:30:22.209975 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-26a6f924-97a5-4c8b-b086-d8136a57fa90 None None] Provisioning complete for port d740ae99-16d7-4b5a-bada-407f7d562079 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:22.210345 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-26a6f924-97a5-4c8b-b086-d8136a57fa90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:22.224029 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-c24bce07-2087-4cd1-8794-7d86670d3289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, d5b93e96-929a-490c-a232-f3b635507046) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:22.225197 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc93e34-4782-47a1-85b0-1cbb1bd4b288 admin admin] Router f79957b8-37ad-4dee-bfa3-28f079936382 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:30:22.228814 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24bce07-2087-4cd1-8794-7d86670d3289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:22.229348 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c24bce07-2087-4cd1-8794-7d86670d3289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:22.267516 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f7afac-0d7b-4cc3-a01d-2517df1b3823 None None] Network d5b93e96-929a-490c-a232-f3b635507046 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:30:22.279067 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c24bce07-2087-4cd1-8794-7d86670d3289 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8135953 May 13 14:30:22.279729 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 42890) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:22.284588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-3f02429a-b4de-4107-b86c-debd4892a5fb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-532586458-router', 'tenant_id': 'cdb87555604447c18b7eacc26b6a4234', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:22.294915 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-3f02429a-b4de-4107-b86c-debd4892a5fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:22.312831 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-3f02429a-b4de-4107-b86c-debd4892a5fb admin admin] Usage tracker for resource:router and tenant:cdb87555604447c18b7eacc26b6a4234 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:22.316533 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-3f02429a-b4de-4107-b86c-debd4892a5fb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:22.325081 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-3f02429a-b4de-4107-b86c-debd4892a5fb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:22.343015 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f02429a-b4de-4107-b86c-debd4892a5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:22.347080 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f02429a-b4de-4107-b86c-debd4892a5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:22.409744 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f02429a-b4de-4107-b86c-debd4892a5fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:22.467392 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-26a6f924-97a5-4c8b-b086-d8136a57fa90 None None] Port d740ae99-16d7-4b5a-bada-407f7d562079 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:30:22.495926 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port b2f57a19-353c-4af3-a4f2-3da9127acbb0 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:22.497031 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:22.559278 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc93e34-4782-47a1-85b0-1cbb1bd4b288 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:30:22.571375 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c8bb7-45d2-483d-ae1e-739608861572 req-5c8079a7-c788-43f2-a6fb-e0930e896ef3 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:22.572947 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-554c8bb7-45d2-483d-ae1e-739608861572 req-5c8079a7-c788-43f2-a6fb-e0930e896ef3 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=1832444c-78ac-45b2-ad44-b3697eb0de5b HTTP/1.1" status: 200 len: 945 time: 0.2118018 May 13 14:30:22.582513 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0dc93e34-4782-47a1-85b0-1cbb1bd4b288 admin admin] 10.222.0.35 "PUT /v2.0/routers/f79957b8-37ad-4dee-bfa3-28f079936382/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1240120 May 13 14:30:22.595606 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a07d5-d277-445e-b4fd-eae3564f163b req-8b5b6ac7-85cc-4ccd-b4ce-0a0cd8f9f558 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:22.597167 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8d3a07d5-d277-445e-b4fd-eae3564f163b req-8b5b6ac7-85cc-4ccd-b4ce-0a0cd8f9f558 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] 10.222.0.35 "GET /v2.0/ports?device_id=120d8dc8-8e4b-404d-990f-3db3ae046cde HTTP/1.1" status: 200 len: 950 time: 0.2427742 May 13 14:30:22.607527 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port b2f57a19-353c-4af3-a4f2-3da9127acbb0, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b2f57a19-353c-4af3-a4f2-3da9127acbb0,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:22.615667 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:22.616456 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 9686a83c-8283-4b87-ab5d-37a0c1d70e55 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:22.654469 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-554c8bb7-45d2-483d-ae1e-739608861572 req-4bc50596-ee27-4625-a5c7-2740ce662f56 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612087 May 13 14:30:22.720176 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3d36032-9651-4d67-937d-6123238f7b89'] response: {'server_uuid': '1832444c-78ac-45b2-ad44-b3697eb0de5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28be842c-0abd-4d88-8cee-dea1ae428319', 'code': 200} May 13 14:30:22.776364 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96f88e9-f0dc-4a6e-b758-98f9f8af653b None None] Network d5b93e96-929a-490c-a232-f3b635507046 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:30:22.830860 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f02429a-b4de-4107-b86c-debd4892a5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:22.906634 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=b2f57a19-353c-4af3-a4f2-3da9127acbb0,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:22.915661 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8d3a07d5-d277-445e-b4fd-eae3564f163b req-9073271d-250a-46a4-b5d9-2e7afa038f99 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] 10.222.0.35 "GET /v2.0/security-groups?id=64976f56-fc93-4ab8-8cf7-b8b194013741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237077 May 13 14:30:22.972016 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 9686a83c-8283-4b87-ab5d-37a0c1d70e55 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:22.972398 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:23.027629 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8383e7eb-7993-482d-bcfb-e76b8e54d4f1 None None] Sync routers for ids ['f79957b8-37ad-4dee-bfa3-28f079936382'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:30:23.138674 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8383e7eb-7993-482d-bcfb-e76b8e54d4f1 None None] Routers {'f79957b8-37ad-4dee-bfa3-28f079936382'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:30:23.139378 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-8383e7eb-7993-482d-bcfb-e76b8e54d4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:30:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['f79957b8-37ad-4dee-bfa3-28f079936382'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:23.373210 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-908c5e91-7abc-449b-8299-125e7396c7a8 req-6c4a39b1-09eb-46ce-93dc-6c3d8770dc9e tempest-ServersAdmin275Test-315445272 tempest-ServersAdmin275Test-315445272-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.1401467 May 13 14:30:23.375872 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323e6d3-548b-4a0d-9182-2353f591dba6 req-4ed9d1d7-ff60-4478-b878-b84669fa973a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:23.379766 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d323e6d3-548b-4a0d-9182-2353f591dba6 req-4ed9d1d7-ff60-4478-b878-b84669fa973a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1832444c-78ac-45b2-ad44-b3697eb0de5b HTTP/1.1" status: 200 len: 1096 time: 0.5353310 May 13 14:30:23.408420 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 9686a83c-8283-4b87-ab5d-37a0c1d70e55 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:23.424097 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-8383e7eb-7993-482d-bcfb-e76b8e54d4f1 None None] Set router f79957b8-37ad-4dee-bfa3-28f079936382 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:30:23.460705 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d323e6d3-548b-4a0d-9182-2353f591dba6 req-1f762c08-ef8c-4636-82d7-987a66947cf6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755110 May 13 14:30:23.577339 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744da71-bf71-40b3-b318-cfe585e7024f req-8c07d10c-7d47-479a-b34f-7e78191af682 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:23.584686 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c744da71-bf71-40b3-b318-cfe585e7024f req-8c07d10c-7d47-479a-b34f-7e78191af682 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd97781e-09d8-4c5d-92b2-880d56cbd266 HTTP/1.1" status: 200 len: 948 time: 0.1420906 May 13 14:30:23.654614 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c744da71-bf71-40b3-b318-cfe585e7024f req-b0e6718c-5512-4f63-8163-ffd11710d154 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/security-groups?id=20439e13-78ba-4840-a41d-70cac54136f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689719 May 13 14:30:23.777382 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b2f57a19-353c-4af3-a4f2-3da9127acbb0 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:23.951982 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f02429a-b4de-4107-b86c-debd4892a5fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:23.987471 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f02429a-b4de-4107-b86c-debd4892a5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:24.004262 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port b2f57a19-353c-4af3-a4f2-3da9127acbb0 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:24.004641 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:24.061803 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cf8fe-35f4-4ae0-b93c-f0b60ebc0ba9 req-167b9884-6fe5-4a1b-b74d-1567085e1bd3 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:24.073993 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c57cf8fe-35f4-4ae0-b93c-f0b60ebc0ba9 req-167b9884-6fe5-4a1b-b74d-1567085e1bd3 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] 10.222.0.35 "GET /v2.0/ports?device_id=120d8dc8-8e4b-404d-990f-3db3ae046cde HTTP/1.1" status: 200 len: 950 time: 0.1156456 May 13 14:30:24.082881 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf5fa8-fb50-4564-821a-d1b254ea92c7 req-93ba6e45-30f8-4e88-bdf7-6d8769faef35 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:24.084420 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bdcf5fa8-fb50-4564-821a-d1b254ea92c7 req-93ba6e45-30f8-4e88-bdf7-6d8769faef35 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 950 time: 0.3764124 May 13 14:30:24.153246 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c57cf8fe-35f4-4ae0-b93c-f0b60ebc0ba9 req-765bf23d-8ecb-4102-9645-53ac2c870199 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] 10.222.0.35 "GET /v2.0/security-groups?id=64976f56-fc93-4ab8-8cf7-b8b194013741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731058 May 13 14:30:24.184701 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-8383e7eb-7993-482d-bcfb-e76b8e54d4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79957b8-37ad-4dee-bfa3-28f079936382', 'name': 'tempest-AttachSCSIVolumeTestJSON-1230264652-router', 'tenant_id': '52adfe22972446b3a13be289210817e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'b2f57a19-353c-4af3-a4f2-3da9127acbb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:12Z', 'updated_at': '2022-05-13T14:30:20Z', 'revision_number': 4, 'project_id': '52adfe22972446b3a13be289210817e9', 'gw_port': {'id': 'b2f57a19-353c-4af3-a4f2-3da9127acbb0', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:8b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79957b8-37ad-4dee-bfa3-28f079936382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:13Z', 'updated_at': '2022-05-13T14:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd740ae99-16d7-4b5a-bada-407f7d562079', 'name': '', 'network_id': '4ebaeeaf-a6ee-4726-a579-3eed7216cdc6', 'tenant_id': '52adfe22972446b3a13be289210817e9', 'mac_address': 'fa:16:3e:23:e3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79957b8-37ad-4dee-bfa3-28f079936382', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'ac67c538-bd89-431d-8646-55b7c14bb0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:19Z', 'updated_at': '2022-05-13T14:30:20Z', 'revision_number': 2, 'project_id': '52adfe22972446b3a13be289210817e9', 'subnets': [{'id': 'ac67c538-bd89-431d-8646-55b7c14bb0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:24.193150 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8383e7eb-7993-482d-bcfb-e76b8e54d4f1 None None] Checking router: f79957b8-37ad-4dee-bfa3-28f079936382 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:30:24.193504 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8383e7eb-7993-482d-bcfb-e76b8e54d4f1 None None] Updating router f79957b8-37ad-4dee-bfa3-28f079936382 port d740ae99-16d7-4b5a-bada-407f7d562079 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:30:24.226664 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port b2f57a19-353c-4af3-a4f2-3da9127acbb0 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:24.239909 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bdcf5fa8-fb50-4564-821a-d1b254ea92c7 req-cb23cb77-a73b-4f68-bad4-36207c03a632 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452510 May 13 14:30:24.278691 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-3f02429a-b4de-4107-b86c-debd4892a5fb admin admin] Allocated IP 172.25.0.133 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/68a669d2-4939-4874-9d02-8304f1a0599c) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:30:24.290606 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8383e7eb-7993-482d-bcfb-e76b8e54d4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:24.434374 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0bcf04-8699-4e75-aa74-b9d8b77368b5 req-3ecdf4f5-2374-4e59-8d26-1f05d51027a9 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:24.444222 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fc0bcf04-8699-4e75-aa74-b9d8b77368b5 req-3ecdf4f5-2374-4e59-8d26-1f05d51027a9 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=1832444c-78ac-45b2-ad44-b3697eb0de5b HTTP/1.1" status: 200 len: 945 time: 0.1185558 May 13 14:30:24.452895 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f02429a-b4de-4107-b86c-debd4892a5fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:24.517548 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f02429a-b4de-4107-b86c-debd4892a5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:24.535553 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fc0bcf04-8699-4e75-aa74-b9d8b77368b5 req-57555189-fe13-4c14-86ae-3c7fe01ffb31 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903308 May 13 14:30:24.596824 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f02429a-b4de-4107-b86c-debd4892a5fb admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:30:24.604966 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-3f02429a-b4de-4107-b86c-debd4892a5fb admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:24.610427 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f02429a-b4de-4107-b86c-debd4892a5fb admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:30:24.661160 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02429a-b4de-4107-b86c-debd4892a5fb admin admin] Pushing event updated for resources: {'Port': ['ID=68a669d2-4939-4874-9d02-8304f1a0599c,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:24.900525 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f95d83b9-4f73-4c15-9254-8574ae623a21 req-f50b3a99-d79b-48eb-be8f-24c09ce6f2b7 tempest-ServersAdmin275Test-315445272 tempest-ServersAdmin275Test-315445272-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.0591602 May 13 14:30:25.161462 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8383e7eb-7993-482d-bcfb-e76b8e54d4f1 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:25.168513 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6c23e-c02d-4a9f-8e49-2116b0189266 req-08b114f1-aa55-4a19-bc97-8aa3194b1ce2 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:25.181503 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-53d6c23e-c02d-4a9f-8e49-2116b0189266 req-08b114f1-aa55-4a19-bc97-8aa3194b1ce2 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] 10.222.0.59 "GET /v2.0/ports?device_id=120d8dc8-8e4b-404d-990f-3db3ae046cde HTTP/1.1" status: 200 len: 950 time: 0.2203729 May 13 14:30:25.208429 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611aeef5-feff-4eb3-a745-9d28756ef68e req-c2ade692-062c-46c1-ba64-b5f3713d53f2 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:25.210113 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-611aeef5-feff-4eb3-a745-9d28756ef68e req-c2ade692-062c-46c1-ba64-b5f3713d53f2 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd97781e-09d8-4c5d-92b2-880d56cbd266 HTTP/1.1" status: 200 len: 948 time: 0.2825840 May 13 14:30:25.224321 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2325aa9-0970-430c-afc8-94e69540c1da req-e8f02f9b-e8ef-4be5-9589-faf66d795810 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:25.232376 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d2325aa9-0970-430c-afc8-94e69540c1da req-e8f02f9b-e8ef-4be5-9589-faf66d795810 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd97781e-09d8-4c5d-92b2-880d56cbd266 HTTP/1.1" status: 200 len: 948 time: 0.2280169 May 13 14:30:25.243865 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8383e7eb-7993-482d-bcfb-e76b8e54d4f1 None None] Transition to ACTIVE for port object d740ae99-16d7-4b5a-bada-407f7d562079 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:30:25.260494 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8383e7eb-7993-482d-bcfb-e76b8e54d4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:25.351514 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-611aeef5-feff-4eb3-a745-9d28756ef68e req-c8e830d3-7438-47a1-b56d-6169b1228737 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Deleting port cbf4f581-d663-49f2-97f8-2fac6fb9c8be {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:30:25.352367 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-611aeef5-feff-4eb3-a745-9d28756ef68e req-c8e830d3-7438-47a1-b56d-6169b1228737 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:25.506088 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d2325aa9-0970-430c-afc8-94e69540c1da req-c2b8b1b9-7294-4a5b-b111-713210ffceff tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/security-groups?id=20439e13-78ba-4840-a41d-70cac54136f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727768 May 13 14:30:25.616730 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1318072-fa99-4d3e-b640-48c48e9b7379 None None] Pushing event updated for resources: {'Port': ['ID=d740ae99-16d7-4b5a-bada-407f7d562079,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:25.740263 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-8383e7eb-7993-482d-bcfb-e76b8e54d4f1 None None] Attempting to bind port d740ae99-16d7-4b5a-bada-407f7d562079 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:30:25.743061 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-8383e7eb-7993-482d-bcfb-e76b8e54d4f1 None None] Attempting to bind port d740ae99-16d7-4b5a-bada-407f7d562079 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '622c40ea-1bc3-40dd-a9d9-59c3fe19d197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ebaeeaf-a6ee-4726-a579-3eed7216cdc6'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:30:25.745795 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8383e7eb-7993-482d-bcfb-e76b8e54d4f1 None None] Attempting to bind port d740ae99-16d7-4b5a-bada-407f7d562079 on network 4ebaeeaf-a6ee-4726-a579-3eed7216cdc6 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:30:25.761148 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8383e7eb-7993-482d-bcfb-e76b8e54d4f1 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:30:25.761692 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8383e7eb-7993-482d-bcfb-e76b8e54d4f1 None None] Checking segment: {'id': '622c40ea-1bc3-40dd-a9d9-59c3fe19d197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ebaeeaf-a6ee-4726-a579-3eed7216cdc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:30:25.762192 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8383e7eb-7993-482d-bcfb-e76b8e54d4f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:25.762700 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8383e7eb-7993-482d-bcfb-e76b8e54d4f1 None None] Bound using segment: {'id': '622c40ea-1bc3-40dd-a9d9-59c3fe19d197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ebaeeaf-a6ee-4726-a579-3eed7216cdc6'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:30:25.763292 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-8383e7eb-7993-482d-bcfb-e76b8e54d4f1 None None] Bound port: d740ae99-16d7-4b5a-bada-407f7d562079, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622c40ea-1bc3-40dd-a9d9-59c3fe19d197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ebaeeaf-a6ee-4726-a579-3eed7216cdc6'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:30:25.763750 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8383e7eb-7993-482d-bcfb-e76b8e54d4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:25.792599 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-53d6c23e-c02d-4a9f-8e49-2116b0189266 req-8f06e924-835c-4c28-a256-de4d770b0dde tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Deleting port 7b8c9035-1541-4e83-a291-66b9f87df8b4 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:30:25.792951 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-53d6c23e-c02d-4a9f-8e49-2116b0189266 req-8f06e924-835c-4c28-a256-de4d770b0dde tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:25.874784 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e370ae-1a98-48c7-94e8-113e9a69812f req-29e499f1-4199-4101-8b5f-192f9c543a0f tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:25.881857 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e6e370ae-1a98-48c7-94e8-113e9a69812f req-29e499f1-4199-4101-8b5f-192f9c543a0f tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] 10.222.0.35 "GET /v2.0/ports?device_id=120d8dc8-8e4b-404d-990f-3db3ae046cde HTTP/1.1" status: 200 len: 950 time: 0.5117073 May 13 14:30:25.940164 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-8383e7eb-7993-482d-bcfb-e76b8e54d4f1 None None] For port d740ae99-16d7-4b5a-bada-407f7d562079, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:30:25.945002 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-8383e7eb-7993-482d-bcfb-e76b8e54d4f1 None None] For port d740ae99-16d7-4b5a-bada-407f7d562079, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d740ae99-16d7-4b5a-bada-407f7d562079,segment=NetworkSegment(622c40ea-1bc3-40dd-a9d9-59c3fe19d197),segment_id=622c40ea-1bc3-40dd-a9d9-59c3fe19d197)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:30:25.946903 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f02429a-b4de-4107-b86c-debd4892a5fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:25.952362 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8383e7eb-7993-482d-bcfb-e76b8e54d4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:26.061406 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8383e7eb-7993-482d-bcfb-e76b8e54d4f1 None None] Routers {'f79957b8-37ad-4dee-bfa3-28f079936382'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:30:26.062313 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-8383e7eb-7993-482d-bcfb-e76b8e54d4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:30:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['f79957b8-37ad-4dee-bfa3-28f079936382'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:26.106697 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-611aeef5-feff-4eb3-a745-9d28756ef68e req-c8e830d3-7438-47a1-b56d-6169b1228737 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] For port cbf4f581-d663-49f2-97f8-2fac6fb9c8be, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=cbf4f581-d663-49f2-97f8-2fac6fb9c8be,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:26.107056 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-611aeef5-feff-4eb3-a745-9d28756ef68e req-c8e830d3-7438-47a1-b56d-6169b1228737 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:26.138469 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1318072-fa99-4d3e-b640-48c48e9b7379 None None] Pushing event updated for resources: {'Port': ['ID=d740ae99-16d7-4b5a-bada-407f7d562079,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:26.144478 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bbbad8-4d75-4000-b950-2a0d4e83bfb5 req-751fbf6d-5c64-4c60-a3eb-917017021c7f tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:26.153219 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-58bbbad8-4d75-4000-b950-2a0d4e83bfb5 req-751fbf6d-5c64-4c60-a3eb-917017021c7f tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 950 time: 0.2621877 May 13 14:30:26.432054 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-8383e7eb-7993-482d-bcfb-e76b8e54d4f1 None None] Set router f79957b8-37ad-4dee-bfa3-28f079936382 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:30:26.535961 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-611aeef5-feff-4eb3-a745-9d28756ef68e req-c8e830d3-7438-47a1-b56d-6169b1228737 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Calling delete_port for cbf4f581-d663-49f2-97f8-2fac6fb9c8be owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:30:26.663523 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e6e370ae-1a98-48c7-94e8-113e9a69812f req-48ebc346-234f-41bc-a43b-2d7f3cf399ba tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] 10.222.0.35 "GET /v2.0/security-groups?id=64976f56-fc93-4ab8-8cf7-b8b194013741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7670033 May 13 14:30:26.726741 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-58bbbad8-4d75-4000-b950-2a0d4e83bfb5 req-2ee400c4-dd48-48be-a34c-4956c577573c tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5727677 May 13 14:30:26.821916 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-611aeef5-feff-4eb3-a745-9d28756ef68e req-c8e830d3-7438-47a1-b56d-6169b1228737 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:26.871831 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-8383e7eb-7993-482d-bcfb-e76b8e54d4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79957b8-37ad-4dee-bfa3-28f079936382', 'name': 'tempest-AttachSCSIVolumeTestJSON-1230264652-router', 'tenant_id': '52adfe22972446b3a13be289210817e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'b2f57a19-353c-4af3-a4f2-3da9127acbb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:12Z', 'updated_at': '2022-05-13T14:30:20Z', 'revision_number': 4, 'project_id': '52adfe22972446b3a13be289210817e9', 'gw_port': {'id': 'b2f57a19-353c-4af3-a4f2-3da9127acbb0', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:8b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79957b8-37ad-4dee-bfa3-28f079936382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:13Z', 'updated_at': '2022-05-13T14:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd740ae99-16d7-4b5a-bada-407f7d562079', 'name': '', 'network_id': '4ebaeeaf-a6ee-4726-a579-3eed7216cdc6', 'tenant_id': '52adfe22972446b3a13be289210817e9', 'mac_address': 'fa:16:3e:23:e3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79957b8-37ad-4dee-bfa3-28f079936382', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'ac67c538-bd89-431d-8646-55b7c14bb0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:19Z', 'updated_at': '2022-05-13T14:30:25Z', 'revision_number': 4, 'project_id': '52adfe22972446b3a13be289210817e9', 'subnets': [{'id': 'ac67c538-bd89-431d-8646-55b7c14bb0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:26.878241 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8383e7eb-7993-482d-bcfb-e76b8e54d4f1 None None] The sync data for ids ['f79957b8-37ad-4dee-bfa3-28f079936382'] in n-d-841760-1 is: [{'id': 'f79957b8-37ad-4dee-bfa3-28f079936382', 'name': 'tempest-AttachSCSIVolumeTestJSON-1230264652-router', 'tenant_id': '52adfe22972446b3a13be289210817e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'b2f57a19-353c-4af3-a4f2-3da9127acbb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:12Z', 'updated_at': '2022-05-13T14:30:20Z', 'revision_number': 4, 'project_id': '52adfe22972446b3a13be289210817e9', 'gw_port': {'id': 'b2f57a19-353c-4af3-a4f2-3da9127acbb0', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:8b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79957b8-37ad-4dee-bfa3-28f079936382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:13Z', 'updated_at': '2022-05-13T14:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd740ae99-16d7-4b5a-bada-407f7d562079', 'name': '', 'network_id': '4ebaeeaf-a6ee-4726-a579-3eed7216cdc6', 'tenant_id': '52adfe22972446b3a13be289210817e9', 'mac_address': 'fa:16:3e:23:e3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79957b8-37ad-4dee-bfa3-28f079936382', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'ac67c538-bd89-431d-8646-55b7c14bb0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:19Z', 'updated_at': '2022-05-13T14:30:25Z', 'revision_number': 4, 'project_id': '52adfe22972446b3a13be289210817e9', 'subnets': [{'id': 'ac67c538-bd89-431d-8646-55b7c14bb0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:30:26.950950 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e830d3-7438-47a1-b56d-6169b1228737 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Pushing event deleted for resources: {'Port': ['ID=cbf4f581-d663-49f2-97f8-2fac6fb9c8be,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:27.029916 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-53d6c23e-c02d-4a9f-8e49-2116b0189266 req-8f06e924-835c-4c28-a256-de4d770b0dde tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] For port 7b8c9035-1541-4e83-a291-66b9f87df8b4, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=7b8c9035-1541-4e83-a291-66b9f87df8b4,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:27.030821 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-53d6c23e-c02d-4a9f-8e49-2116b0189266 req-8f06e924-835c-4c28-a256-de4d770b0dde tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:27.226781 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-53d6c23e-c02d-4a9f-8e49-2116b0189266 req-8f06e924-835c-4c28-a256-de4d770b0dde tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Calling delete_port for 7b8c9035-1541-4e83-a291-66b9f87df8b4 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:30:27.228846 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a26086c3-80d6-4e7e-8dbe-464e335e251f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:27.307866 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-15c51bc8-e521-4a67-a715-82d13502389c req-55be3ff4-26f9-4eec-b79d-f76583b93595 tempest-ServersAdmin275Test-315445272 tempest-ServersAdmin275Test-315445272-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.3016186 May 13 14:30:27.366287 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-611aeef5-feff-4eb3-a745-9d28756ef68e req-c8e830d3-7438-47a1-b56d-6169b1228737 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] No DVR routers for this DVR port cbf4f581-d663-49f2-97f8-2fac6fb9c8be on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:30:27.373850 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-611aeef5-feff-4eb3-a745-9d28756ef68e req-c8e830d3-7438-47a1-b56d-6169b1228737 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:27.391941 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd97781e-09d8-4c5d-92b2-880d56cbd266', 'name': 'network-vif-deleted', 'tag': 'cbf4f581-d663-49f2-97f8-2fac6fb9c8be'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:27.400250 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-611aeef5-feff-4eb3-a745-9d28756ef68e req-c8e830d3-7438-47a1-b56d-6169b1228737 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.59 "DELETE /v2.0/ports/cbf4f581-d663-49f2-97f8-2fac6fb9c8be HTTP/1.1" status: 204 len: 173 time: 2.1653390 May 13 14:30:27.466214 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f02429a-b4de-4107-b86c-debd4892a5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:27.631705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991f2ad-a6e4-4d1b-bde5-034ba917f31e req-05f99f02-a027-4122-a057-7ce10fdc3c1d tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:27.659293 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b991f2ad-a6e4-4d1b-bde5-034ba917f31e req-05f99f02-a027-4122-a057-7ce10fdc3c1d tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=1832444c-78ac-45b2-ad44-b3697eb0de5b HTTP/1.1" status: 200 len: 945 time: 0.7959869 May 13 14:30:27.691371 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-53d6c23e-c02d-4a9f-8e49-2116b0189266 req-8f06e924-835c-4c28-a256-de4d770b0dde tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:27.757500 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2c135f87-4c2e-449e-87d3-e94e5ec43de3 req-f8d9a51d-8fd3-4570-86ab-f7483223d886 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Synchronizing usage tracker for tenant:962f6f1c5f254c0e8074696f76cb0054 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:30:27.779320 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2c135f87-4c2e-449e-87d3-e94e5ec43de3 req-f8d9a51d-8fd3-4570-86ab-f7483223d886 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Unset dirty status for tenant:962f6f1c5f254c0e8074696f76cb0054 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:30:27.794424 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d740ae99-16d7-4b5a-bada-407f7d562079 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:27.797499 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2c135f87-4c2e-449e-87d3-e94e5ec43de3 req-f8d9a51d-8fd3-4570-86ab-f7483223d886 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd97781e-09d8-4c5d-92b2-880d56cbd266 HTTP/1.1" status: 200 len: 210 time: 0.1101601 May 13 14:30:27.847888 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17a244b2-49f9-485c-ae79-8a2179570538'] response: {'server_uuid': 'cd97781e-09d8-4c5d-92b2-880d56cbd266', 'name': 'network-vif-deleted', 'tag': 'cbf4f581-d663-49f2-97f8-2fac6fb9c8be', 'status': 'completed', 'code': 200} May 13 14:30:27.948180 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port d740ae99-16d7-4b5a-bada-407f7d562079 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:30:27.955695 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port d740ae99-16d7-4b5a-bada-407f7d562079 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:27.956119 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:28.033619 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9b85db7a-8b11-4d1c-b036-1e3e064f7da4 req-672c736d-c13d-4de4-a02e-c8abcc145b7e tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] 10.222.0.35 "GET /v2.0/ports?device_id=120d8dc8-8e4b-404d-990f-3db3ae046cde HTTP/1.1" status: 200 len: 210 time: 0.0664947 May 13 14:30:28.121245 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06e924-835c-4c28-a256-de4d770b0dde tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Pushing event deleted for resources: {'Port': ['ID=7b8c9035-1541-4e83-a291-66b9f87df8b4,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:28.198383 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b991f2ad-a6e4-4d1b-bde5-034ba917f31e req-3fef8ba1-285b-42dd-b3ac-4f389aab0c52 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5380003 May 13 14:30:28.427302 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:28.432942 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d740ae99-16d7-4b5a-bada-407f7d562079 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:28.437813 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:28.544184 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port d740ae99-16d7-4b5a-bada-407f7d562079, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d740ae99-16d7-4b5a-bada-407f7d562079,segment=NetworkSegment(622c40ea-1bc3-40dd-a9d9-59c3fe19d197),segment_id=622c40ea-1bc3-40dd-a9d9-59c3fe19d197)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:28.549202 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:28.596152 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d6c23e-c02d-4a9f-8e49-2116b0189266 req-8f06e924-835c-4c28-a256-de4d770b0dde tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] No DVR routers for this DVR port 7b8c9035-1541-4e83-a291-66b9f87df8b4 on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:30:28.599966 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-53d6c23e-c02d-4a9f-8e49-2116b0189266 req-8f06e924-835c-4c28-a256-de4d770b0dde tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:28.622400 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120d8dc8-8e4b-404d-990f-3db3ae046cde', 'name': 'network-vif-deleted', 'tag': '7b8c9035-1541-4e83-a291-66b9f87df8b4'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:28.632996 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-53d6c23e-c02d-4a9f-8e49-2116b0189266 req-8f06e924-835c-4c28-a256-de4d770b0dde tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] 10.222.0.59 "DELETE /v2.0/ports/7b8c9035-1541-4e83-a291-66b9f87df8b4 HTTP/1.1" status: 204 len: 173 time: 3.4505987 May 13 14:30:28.633587 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f02429a-b4de-4107-b86c-debd4892a5fb admin admin] Router ca909f38-671e-419a-9576-e9a431fc139a is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:30:28.716574 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=d740ae99-16d7-4b5a-bada-407f7d562079,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:28.741089 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43ce18-d3ec-4340-b847-b054724b441b req-25c3712e-b59e-4652-898a-cba10bdab5c4 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:28.757147 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2a43ce18-d3ec-4340-b847-b054724b441b req-25c3712e-b59e-4652-898a-cba10bdab5c4 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 950 time: 0.3261240 May 13 14:30:28.789070 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d1d5a10d-7bc0-481c-8634-2ca93acc1633 req-3ec12f9a-859c-4a60-9096-79a9827b831e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ad9ee44d-1e65-43d1-9386-49f83a251d2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4632466 May 13 14:30:28.827907 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2a43ce18-d3ec-4340-b847-b054724b441b req-d37fb858-1dc3-4b1f-996b-f107769b5fe7 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688257 May 13 14:30:28.838738 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea6c34-cd9f-4da7-95e6-295313f3630a req-7a3ea9ab-1594-41e4-97e5-b129b81c5051 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:28.847440 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a8ea6c34-cd9f-4da7-95e6-295313f3630a req-7a3ea9ab-1594-41e4-97e5-b129b81c5051 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc80057-6e8b-489d-b52e-eb61d7bf6ff6 HTTP/1.1" status: 200 len: 946 time: 0.3152199 May 13 14:30:28.973715 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f02429a-b4de-4107-b86c-debd4892a5fb admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:30:28.985022 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcdf822-9be8-4e06-aacd-e8c11ef7e3c7 None None] Sync routers for ids ['ca909f38-671e-419a-9576-e9a431fc139a'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:30:29.000548 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcdf822-9be8-4e06-aacd-e8c11ef7e3c7 None None] Routers {'ca909f38-671e-419a-9576-e9a431fc139a'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:30:29.001810 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-0bcdf822-9be8-4e06-aacd-e8c11ef7e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:30:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ca909f38-671e-419a-9576-e9a431fc139a'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:29.008833 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a8ea6c34-cd9f-4da7-95e6-295313f3630a req-5accd1dc-f67a-4e1b-a140-541dbf214a4a tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604166 May 13 14:30:29.010156 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f02429a-b4de-4107-b86c-debd4892a5fb admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:29.017099 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3f02429a-b4de-4107-b86c-debd4892a5fb admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7306659 May 13 14:30:29.023393 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 42952) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:29.109142 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device cbf4f581-d663-49f2-97f8-2fac6fb9c8be no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:30:29.124118 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5442ef15-ce0c-4ff1-b2d7-78cae2657114 req-4d3c712a-d2b1-43ed-886e-38f3c69ceb8b tempest-ServersAdmin275Test-315445272 tempest-ServersAdmin275Test-315445272-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.1026902 May 13 14:30:29.135453 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25819a91-a002-4316-af87-ebb54d07244b'] response: {'server_uuid': '120d8dc8-8e4b-404d-990f-3db3ae046cde', 'name': 'network-vif-deleted', 'tag': '7b8c9035-1541-4e83-a291-66b9f87df8b4', 'status': 'completed', 'code': 200} May 13 14:30:29.184773 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5a10d-7bc0-481c-8634-2ca93acc1633 req-97760e19-d5a7-4b43-9f05-1fd7a01f12eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:29.186754 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d1d5a10d-7bc0-481c-8634-2ca93acc1633 req-97760e19-d5a7-4b43-9f05-1fd7a01f12eb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=962f6f1c5f254c0e8074696f76cb0054&device_id=ad9ee44d-1e65-43d1-9386-49f83a251d2f HTTP/1.1" status: 200 len: 1100 time: 0.2576406 May 13 14:30:29.219966 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: cbf4f581-d663-49f2-97f8-2fac6fb9c8be {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:30:29.220643 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device cbf4f581-d663-49f2-97f8-2fac6fb9c8be not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:30:29.222033 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 7b8c9035-1541-4e83-a291-66b9f87df8b4 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:30:29.340188 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 7b8c9035-1541-4e83-a291-66b9f87df8b4 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:30:29.340860 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 7b8c9035-1541-4e83-a291-66b9f87df8b4 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:30:29.459527 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-0bcdf822-9be8-4e06-aacd-e8c11ef7e3c7 None None] Set router ca909f38-671e-419a-9576-e9a431fc139a gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:30:29.530109 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e2b34d27-5faf-44a7-97e8-72108abae605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:29.638455 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5a10d-7bc0-481c-8634-2ca93acc1633 req-3a2ff594-9090-4dc0-94bb-d4066d7459b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:29.639946 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d1d5a10d-7bc0-481c-8634-2ca93acc1633 req-3a2ff594-9090-4dc0-94bb-d4066d7459b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.4332647 May 13 14:30:29.831827 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d740ae99-16d7-4b5a-bada-407f7d562079 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:30.036871 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d1d5a10d-7bc0-481c-8634-2ca93acc1633 req-83fb59ee-247f-407a-868a-c272895e8e41 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=3ed5edfc-cae7-4254-8740-bf78d8fca6ff HTTP/1.1" status: 200 len: 217 time: 0.2742140 May 13 14:30:30.064761 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port d740ae99-16d7-4b5a-bada-407f7d562079 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:30.065432 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:30.089876 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f071fa42-7a5d-4234-973f-a8ff9f59bc72 req-0e2cd7b0-f856-4a9e-9314-94322bf32c00 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Synchronizing usage tracker for tenant:927831c4187a43e7a29f2bf7f7a9e64d on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:30:30.130198 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb2f02-b166-48a5-b8d3-c035e098cca1 req-895e7cc8-46c7-4955-8451-af9943673846 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:30.132366 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bccb2f02-b166-48a5-b8d3-c035e098cca1 req-895e7cc8-46c7-4955-8451-af9943673846 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=74c6fb71-981e-4417-8dd0-2d934197f166 HTTP/1.1" status: 200 len: 945 time: 0.4912527 May 13 14:30:30.146255 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-0bcdf822-9be8-4e06-aacd-e8c11ef7e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca909f38-671e-419a-9576-e9a431fc139a', 'name': 'tempest-ServerRescueTestJSON-532586458-router', 'tenant_id': 'cdb87555604447c18b7eacc26b6a4234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '68a669d2-4939-4874-9d02-8304f1a0599c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:22Z', 'updated_at': '2022-05-13T14:30:25Z', 'revision_number': 3, 'project_id': 'cdb87555604447c18b7eacc26b6a4234', 'gw_port': {'id': '68a669d2-4939-4874-9d02-8304f1a0599c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:95:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca909f38-671e-419a-9576-e9a431fc139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:24Z', 'updated_at': '2022-05-13T14:30:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:30.155941 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcdf822-9be8-4e06-aacd-e8c11ef7e3c7 None None] Checking router: ca909f38-671e-419a-9576-e9a431fc139a for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:30:30.158214 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcdf822-9be8-4e06-aacd-e8c11ef7e3c7 None None] Updating router ca909f38-671e-419a-9576-e9a431fc139a port 68a669d2-4939-4874-9d02-8304f1a0599c binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:30:30.174703 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f071fa42-7a5d-4234-973f-a8ff9f59bc72 req-0e2cd7b0-f856-4a9e-9314-94322bf32c00 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] Unset dirty status for tenant:927831c4187a43e7a29f2bf7f7a9e64d on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:30:30.187037 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f071fa42-7a5d-4234-973f-a8ff9f59bc72 req-0e2cd7b0-f856-4a9e-9314-94322bf32c00 tempest-ImagesNegativeTestJSON-967065172 tempest-ImagesNegativeTestJSON-967065172-project] 10.222.0.35 "GET /v2.0/ports?device_id=120d8dc8-8e4b-404d-990f-3db3ae046cde HTTP/1.1" status: 200 len: 210 time: 0.2200603 May 13 14:30:30.256458 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5a10d-7bc0-481c-8634-2ca93acc1633 req-7f1c8792-211a-4ff7-bdc5-6cb0f91ce7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:30.257902 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d1d5a10d-7bc0-481c-8634-2ca93acc1633 req-7f1c8792-211a-4ff7-bdc5-6cb0f91ce7db service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.2116613 May 13 14:30:30.279233 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d740ae99-16d7-4b5a-bada-407f7d562079 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:30.348530 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bccb2f02-b166-48a5-b8d3-c035e098cca1 req-72b71335-f53c-426c-816c-9fcf46fac6e7 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932929 May 13 14:30:30.423998 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf822-9be8-4e06-aacd-e8c11ef7e3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:30.498497 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5a10d-7bc0-481c-8634-2ca93acc1633 req-d862070c-acab-4337-85bb-31a9908c9fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:30.501991 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d1d5a10d-7bc0-481c-8634-2ca93acc1633 req-d862070c-acab-4337-85bb-31a9908c9fb6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2302258 May 13 14:30:30.511527 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:30.576416 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:30.755290 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dc12f8d6-291f-4669-a9c7-955ec7466ac8 req-42a65eee-62bc-4982-ad2b-8a4b29407925 tempest-ServersAdmin275Test-315445272 tempest-ServersAdmin275Test-315445272-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.0630713 May 13 14:30:30.857190 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf822-9be8-4e06-aacd-e8c11ef7e3c7 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:30.872577 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-0bcdf822-9be8-4e06-aacd-e8c11ef7e3c7 None None] Transition to ACTIVE for port object 68a669d2-4939-4874-9d02-8304f1a0599c will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:30:30.892691 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf822-9be8-4e06-aacd-e8c11ef7e3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:30.905373 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d1d5a10d-7bc0-481c-8634-2ca93acc1633 req-5bbcf445-890e-40a1-8b5f-2637cfc6ffff service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959482 May 13 14:30:31.003968 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0067034c-61e8-4283-84aa-631a7c78816e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:31.024908 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-0bcdf822-9be8-4e06-aacd-e8c11ef7e3c7 None None] Attempting to bind port 68a669d2-4939-4874-9d02-8304f1a0599c on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:30:31.025174 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-0bcdf822-9be8-4e06-aacd-e8c11ef7e3c7 None None] Attempting to bind port 68a669d2-4939-4874-9d02-8304f1a0599c by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:30:31.025505 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcdf822-9be8-4e06-aacd-e8c11ef7e3c7 None None] Attempting to bind port 68a669d2-4939-4874-9d02-8304f1a0599c on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:30:31.036624 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcdf822-9be8-4e06-aacd-e8c11ef7e3c7 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:30:31.037065 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcdf822-9be8-4e06-aacd-e8c11ef7e3c7 None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:30:31.037381 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf822-9be8-4e06-aacd-e8c11ef7e3c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:31.037762 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcdf822-9be8-4e06-aacd-e8c11ef7e3c7 None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:30:31.038215 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-0bcdf822-9be8-4e06-aacd-e8c11ef7e3c7 None None] Bound port: 68a669d2-4939-4874-9d02-8304f1a0599c, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:30:31.038686 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf822-9be8-4e06-aacd-e8c11ef7e3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:31.054808 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790cd6e2-1c30-4f75-8fa8-f4b9e4c5f9ff req-8d3f9583-ddfc-4e6f-859c-9b47b978b8ce tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:31.064501 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-790cd6e2-1c30-4f75-8fa8-f4b9e4c5f9ff req-8d3f9583-ddfc-4e6f-859c-9b47b978b8ce tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 950 time: 0.3672097 May 13 14:30:31.067826 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7cb78-025e-4664-935c-2051b7a4e29a None None] Pushing event updated for resources: {'Port': ['ID=68a669d2-4939-4874-9d02-8304f1a0599c,revision_number=2']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:31.094406 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7cb78-025e-4664-935c-2051b7a4e29a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:31.094798 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7cb78-025e-4664-935c-2051b7a4e29a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:31.095132 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7cb78-025e-4664-935c-2051b7a4e29a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:31.095459 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7cb78-025e-4664-935c-2051b7a4e29a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:31.095786 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7cb78-025e-4664-935c-2051b7a4e29a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:31.096110 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7cb78-025e-4664-935c-2051b7a4e29a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:31.096708 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7cb78-025e-4664-935c-2051b7a4e29a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:31.096708 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7cb78-025e-4664-935c-2051b7a4e29a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:31.097097 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7cb78-025e-4664-935c-2051b7a4e29a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:31.097346 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7cb78-025e-4664-935c-2051b7a4e29a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:31.097662 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7cb78-025e-4664-935c-2051b7a4e29a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:31.097978 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7cb78-025e-4664-935c-2051b7a4e29a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:31.158139 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-790cd6e2-1c30-4f75-8fa8-f4b9e4c5f9ff req-2bddfbb0-12dd-4101-a94c-da08349dd8a2 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922763 May 13 14:30:31.165600 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-0bcdf822-9be8-4e06-aacd-e8c11ef7e3c7 None None] For port 68a669d2-4939-4874-9d02-8304f1a0599c, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:30:31.192038 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-0bcdf822-9be8-4e06-aacd-e8c11ef7e3c7 None None] For port 68a669d2-4939-4874-9d02-8304f1a0599c, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=68a669d2-4939-4874-9d02-8304f1a0599c,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:30:31.198136 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf822-9be8-4e06-aacd-e8c11ef7e3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:31.239038 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d1d5a10d-7bc0-481c-8634-2ca93acc1633 req-4e57621d-1c78-4d8b-8e2b-de5e402f5cfe service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272381 May 13 14:30:31.419585 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcdf822-9be8-4e06-aacd-e8c11ef7e3c7 None None] Routers {'ca909f38-671e-419a-9576-e9a431fc139a'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:30:31.420292 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-0bcdf822-9be8-4e06-aacd-e8c11ef7e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:30:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ca909f38-671e-419a-9576-e9a431fc139a'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:31.502757 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2af05-0e04-4eee-afa2-fd4ac6569ec0 req-65b8c859-dcd3-4129-99da-e7a7a27eb31f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:31.504336 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-40f2af05-0e04-4eee-afa2-fd4ac6569ec0 req-65b8c859-dcd3-4129-99da-e7a7a27eb31f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad9ee44d-1e65-43d1-9386-49f83a251d2f HTTP/1.1" status: 200 len: 949 time: 0.1122446 May 13 14:30:31.527268 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7cb78-025e-4664-935c-2051b7a4e29a None None] Pushing event updated for resources: {'Port': ['ID=68a669d2-4939-4874-9d02-8304f1a0599c,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:31.570717 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-40f2af05-0e04-4eee-afa2-fd4ac6569ec0 req-fa34789b-04d0-4297-ac3f-071ee9d0ab7a tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/security-groups?id=20439e13-78ba-4840-a41d-70cac54136f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584500 May 13 14:30:31.618883 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-0067034c-61e8-4283-84aa-631a7c78816e admin admin] Allocated IP 172.20.0.1 (d5b93e96-929a-490c-a232-f3b635507046/9d4f71ac-3351-4cb3-a10e-369f048aa2da/23a327e4-613d-4b21-a7bb-62754f2ab5bb) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:30:31.731516 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565b145-c174-4151-9d64-be285ccd2186 req-041d5059-1aac-4a31-a046-35fe72a02ef7 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:31.733399 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f565b145-c174-4151-9d64-be285ccd2186 req-041d5059-1aac-4a31-a046-35fe72a02ef7 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=1832444c-78ac-45b2-ad44-b3697eb0de5b HTTP/1.1" status: 200 len: 945 time: 0.3432584 May 13 14:30:31.748874 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-0bcdf822-9be8-4e06-aacd-e8c11ef7e3c7 None None] Set router ca909f38-671e-419a-9576-e9a431fc139a gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:30:31.799752 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f565b145-c174-4151-9d64-be285ccd2186 req-473bb534-1960-4ea4-8460-6211b9c8785e tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598938 May 13 14:30:31.855975 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0067034c-61e8-4283-84aa-631a7c78816e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:31.931539 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0067034c-61e8-4283-84aa-631a7c78816e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:31.989776 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:32.072988 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067034c-61e8-4283-84aa-631a7c78816e admin admin] Pushing event updated for resources: {'Port': ['ID=23a327e4-613d-4b21-a7bb-62754f2ab5bb,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:32.088246 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef24bf5b-1799-4bca-82b7-4e70f6c06496 req-29fe795e-4d71-457b-a810-d48ed452dc59 tempest-ServersAdmin275Test-315445272 tempest-ServersAdmin275Test-315445272-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.0575614 May 13 14:30:32.109014 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0067034c-61e8-4283-84aa-631a7c78816e admin admin] Network d5b93e96-929a-490c-a232-f3b635507046 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:30:32.109918 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-0067034c-61e8-4283-84aa-631a7c78816e admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:32.115684 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0067034c-61e8-4283-84aa-631a7c78816e admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:30:32.174780 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0067034c-61e8-4283-84aa-631a7c78816e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:32.404892 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-0bcdf822-9be8-4e06-aacd-e8c11ef7e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca909f38-671e-419a-9576-e9a431fc139a', 'name': 'tempest-ServerRescueTestJSON-532586458-router', 'tenant_id': 'cdb87555604447c18b7eacc26b6a4234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '68a669d2-4939-4874-9d02-8304f1a0599c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:22Z', 'updated_at': '2022-05-13T14:30:25Z', 'revision_number': 3, 'project_id': 'cdb87555604447c18b7eacc26b6a4234', 'gw_port': {'id': '68a669d2-4939-4874-9d02-8304f1a0599c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:95:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca909f38-671e-419a-9576-e9a431fc139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:24Z', 'updated_at': '2022-05-13T14:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:32.412894 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcdf822-9be8-4e06-aacd-e8c11ef7e3c7 None None] The sync data for ids ['ca909f38-671e-419a-9576-e9a431fc139a'] in n-d-841760-1 is: [{'id': 'ca909f38-671e-419a-9576-e9a431fc139a', 'name': 'tempest-ServerRescueTestJSON-532586458-router', 'tenant_id': 'cdb87555604447c18b7eacc26b6a4234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '68a669d2-4939-4874-9d02-8304f1a0599c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:22Z', 'updated_at': '2022-05-13T14:30:25Z', 'revision_number': 3, 'project_id': 'cdb87555604447c18b7eacc26b6a4234', 'gw_port': {'id': '68a669d2-4939-4874-9d02-8304f1a0599c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:95:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca909f38-671e-419a-9576-e9a431fc139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:24Z', 'updated_at': '2022-05-13T14:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:30:32.460375 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfe4ef-a687-4bbd-a711-fa3b5dde9d1b req-1b4bcaeb-8a7b-4166-92d2-552afd4a61ca tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:32.462792 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-25bfe4ef-a687-4bbd-a711-fa3b5dde9d1b req-1b4bcaeb-8a7b-4166-92d2-552afd4a61ca tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 950 time: 0.1292048 May 13 14:30:32.621672 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4fd05-092e-46c3-bf96-e5271a5086be req-f9d016e3-31c2-410f-a999-c0c3e32f1bd5 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:32.623378 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c4b4fd05-092e-46c3-bf96-e5271a5086be req-f9d016e3-31c2-410f-a999-c0c3e32f1bd5 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc80057-6e8b-489d-b52e-eb61d7bf6ff6 HTTP/1.1" status: 200 len: 946 time: 0.1870730 May 13 14:30:32.664076 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-25bfe4ef-a687-4bbd-a711-fa3b5dde9d1b req-6e879f29-9b5e-4776-a8ae-58bca9007272 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951883 May 13 14:30:32.674781 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0067034c-61e8-4283-84aa-631a7c78816e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:32.715247 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c4b4fd05-092e-46c3-bf96-e5271a5086be req-723e40ee-4484-4e9f-b534-801dabc049b6 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825994 May 13 14:30:32.915588 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3da9c-1de5-46e5-94b8-80566c5053fb req-0a2d36f9-bda2-495a-9622-80327f693671 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:32.917993 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-94c3da9c-1de5-46e5-94b8-80566c5053fb req-0a2d36f9-bda2-495a-9622-80327f693671 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9ee44d-1e65-43d1-9386-49f83a251d2f HTTP/1.1" status: 200 len: 949 time: 0.1785753 May 13 14:30:33.036404 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-94c3da9c-1de5-46e5-94b8-80566c5053fb req-ebbb87f4-91e7-4dcd-adaa-92bf1a74dc9f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Deleting port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:30:33.037188 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-94c3da9c-1de5-46e5-94b8-80566c5053fb req-ebbb87f4-91e7-4dcd-adaa-92bf1a74dc9f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:33.121068 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 62fe7f39-085f-40cf-be2e-1290e4a0f845 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:30:33.129875 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 62fe7f39-085f-40cf-be2e-1290e4a0f845 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:30:33.333197 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0067034c-61e8-4283-84aa-631a7c78816e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:33.340120 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0067034c-61e8-4283-84aa-631a7c78816e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:33.546217 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067034c-61e8-4283-84aa-631a7c78816e admin admin] Pushing event updated for resources: {'Port': ['ID=23a327e4-613d-4b21-a7bb-62754f2ab5bb,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:33.587819 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea42482-52a7-421c-8e21-7c87c289dd31 req-e93c0f8b-6409-4993-b35d-b86731785b49 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:33.590925 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 62fe7f39-085f-40cf-be2e-1290e4a0f845 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:33.591541 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:33.605740 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1ea42482-52a7-421c-8e21-7c87c289dd31 req-e93c0f8b-6409-4993-b35d-b86731785b49 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad9ee44d-1e65-43d1-9386-49f83a251d2f HTTP/1.1" status: 200 len: 949 time: 0.7174351 May 13 14:30:33.624551 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0067034c-61e8-4283-84aa-631a7c78816e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:33.662568 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99104040-ca66-4816-9a4a-97fe3e503f87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62fe7f39-085f-40cf-be2e-1290e4a0f845'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:33.710501 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-94c3da9c-1de5-46e5-94b8-80566c5053fb req-ebbb87f4-91e7-4dcd-adaa-92bf1a74dc9f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] For port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=3ed5edfc-cae7-4254-8740-bf78d8fca6ff,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:33.711051 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-94c3da9c-1de5-46e5-94b8-80566c5053fb req-ebbb87f4-91e7-4dcd-adaa-92bf1a74dc9f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:33.720238 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 62fe7f39-085f-40cf-be2e-1290e4a0f845, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=62fe7f39-085f-40cf-be2e-1290e4a0f845,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:33.769854 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '62fe7f39-085f-40cf-be2e-1290e4a0f845', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': '62fe7f39-085f-40cf-be2e-1290e4a0f845', 'mac_address': 'fa:16:3e:ea:19:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:30:33.777448 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 62fe7f39-085f-40cf-be2e-1290e4a0f845, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=62fe7f39-085f-40cf-be2e-1290e4a0f845,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:33.785624 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:33.915709 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0067034c-61e8-4283-84aa-631a7c78816e admin admin] Network d5b93e96-929a-490c-a232-f3b635507046 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:30:33.919276 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-0067034c-61e8-4283-84aa-631a7c78816e admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:33.936871 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=62fe7f39-085f-40cf-be2e-1290e4a0f845,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:33.952750 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 68a669d2-4939-4874-9d02-8304f1a0599c up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:33.955037 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1ea42482-52a7-421c-8e21-7c87c289dd31 req-39971044-5b0e-4e55-a807-e7ba397495e7 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/security-groups?id=20439e13-78ba-4840-a41d-70cac54136f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575222 May 13 14:30:33.983787 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-94c3da9c-1de5-46e5-94b8-80566c5053fb req-ebbb87f4-91e7-4dcd-adaa-92bf1a74dc9f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Calling delete_port for 3ed5edfc-cae7-4254-8740-bf78d8fca6ff owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:30:34.049372 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 62fe7f39-085f-40cf-be2e-1290e4a0f845 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:34.049890 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:34.120565 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62fe7f39-085f-40cf-be2e-1290e4a0f845 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:30:34.152461 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 62fe7f39-085f-40cf-be2e-1290e4a0f845, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=62fe7f39-085f-40cf-be2e-1290e4a0f845,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:34.154600 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:34.349913 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-94c3da9c-1de5-46e5-94b8-80566c5053fb req-ebbb87f4-91e7-4dcd-adaa-92bf1a74dc9f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:34.381966 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 68a669d2-4939-4874-9d02-8304f1a0599c completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:30:34.389461 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0067034c-61e8-4283-84aa-631a7c78816e admin admin] Router ca909f38-671e-419a-9576-e9a431fc139a has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:30:34.395032 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 68a669d2-4939-4874-9d02-8304f1a0599c triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:34.401585 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:34.490231 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb87f4-91e7-4dcd-adaa-92bf1a74dc9f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Pushing event deleted for resources: {'Port': ['ID=3ed5edfc-cae7-4254-8740-bf78d8fca6ff,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:34.492379 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['62fe7f39-085f-40cf-be2e-1290e4a0f845'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:30:34.633481 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=62fe7f39-085f-40cf-be2e-1290e4a0f845,revision_number=7']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:34.639071 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16030bdc-e194-4a8f-89b8-e65acf4f542e req-fe27f7d6-869e-4e04-97ac-fe32f9f3bdbc tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:34.652590 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16030bdc-e194-4a8f-89b8-e65acf4f542e req-fe27f7d6-869e-4e04-97ac-fe32f9f3bdbc tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:34.666142 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16030bdc-e194-4a8f-89b8-e65acf4f542e req-fe27f7d6-869e-4e04-97ac-fe32f9f3bdbc tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:34.667842 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-16030bdc-e194-4a8f-89b8-e65acf4f542e req-fe27f7d6-869e-4e04-97ac-fe32f9f3bdbc tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=1832444c-78ac-45b2-ad44-b3697eb0de5b&device_id=74c6fb71-981e-4417-8dd0-2d934197f166&device_id=0cc80057-6e8b-489d-b52e-eb61d7bf6ff6 HTTP/1.1" status: 200 len: 2417 time: 1.2513227 May 13 14:30:34.668685 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43004) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:34.783810 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-130c215b-ea02-48cc-9a67-fa0b3254c06d req-1195a61f-d30d-47ad-b7bf-c903fb7e60df tempest-ServersAdmin275Test-315445272 tempest-ServersAdmin275Test-315445272-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.3786092 May 13 14:30:34.816747 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-16030bdc-e194-4a8f-89b8-e65acf4f542e req-a66a5d32-77d6-45f2-8893-b315ab53d954 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992882 May 13 14:30:34.819009 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c3da9c-1de5-46e5-94b8-80566c5053fb req-ebbb87f4-91e7-4dcd-adaa-92bf1a74dc9f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] No DVR routers for this DVR port 3ed5edfc-cae7-4254-8740-bf78d8fca6ff on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:30:34.833028 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-94c3da9c-1de5-46e5-94b8-80566c5053fb req-ebbb87f4-91e7-4dcd-adaa-92bf1a74dc9f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:34.836787 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9ee44d-1e65-43d1-9386-49f83a251d2f', 'name': 'network-vif-deleted', 'tag': '3ed5edfc-cae7-4254-8740-bf78d8fca6ff'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:34.837247 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 68a669d2-4939-4874-9d02-8304f1a0599c is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:34.837634 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:34.891456 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-94c3da9c-1de5-46e5-94b8-80566c5053fb req-ebbb87f4-91e7-4dcd-adaa-92bf1a74dc9f tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.59 "DELETE /v2.0/ports/3ed5edfc-cae7-4254-8740-bf78d8fca6ff HTTP/1.1" status: 204 len: 173 time: 1.9662049 May 13 14:30:34.942850 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 68a669d2-4939-4874-9d02-8304f1a0599c, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=68a669d2-4939-4874-9d02-8304f1a0599c,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:34.952654 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e04f3d52-b051-4699-b21a-c912af5e361c'] response: {'server_uuid': '99104040-ca66-4816-9a4a-97fe3e503f87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62fe7f39-085f-40cf-be2e-1290e4a0f845', 'code': 200} May 13 14:30:35.084296 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:35.207734 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaf238e6-8afb-42e0-aff4-69ee66a4efd1'] response: {'server_uuid': 'ad9ee44d-1e65-43d1-9386-49f83a251d2f', 'name': 'network-vif-deleted', 'tag': '3ed5edfc-cae7-4254-8740-bf78d8fca6ff', 'status': 'completed', 'code': 200} May 13 14:30:35.360274 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0067034c-61e8-4283-84aa-631a7c78816e admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:30:35.403009 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0067034c-61e8-4283-84aa-631a7c78816e admin admin] 10.222.0.35 "PUT /v2.0/routers/ca909f38-671e-419a-9576-e9a431fc139a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3832195 May 13 14:30:35.405647 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74c4213-0b94-4a3a-8b4e-bf7a636572d9 None None] Sync routers for ids ['ca909f38-671e-419a-9576-e9a431fc139a'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:30:35.456379 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=68a669d2-4939-4874-9d02-8304f1a0599c,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:35.459080 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74c4213-0b94-4a3a-8b4e-bf7a636572d9 None None] Routers {'ca909f38-671e-419a-9576-e9a431fc139a'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:30:35.459705 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-c74c4213-0b94-4a3a-8b4e-bf7a636572d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:30:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ca909f38-671e-419a-9576-e9a431fc139a'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:35.471051 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43018) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:35.471432 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a873f779-6bd9-4b4c-b50b-4b1a21eee997 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=927831c4187a43e7a29f2bf7f7a9e64d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7570953 May 13 14:30:35.567435 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bd8c6-6a75-46a4-97de-b5ae443a519a req-c968ae8c-8b35-42bb-834c-40cb2a38dc0a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:35.597757 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b80bd8c6-6a75-46a4-97de-b5ae443a519a req-c968ae8c-8b35-42bb-834c-40cb2a38dc0a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 949 time: 0.2552989 May 13 14:30:35.620299 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c1f0298b-3cb8-4c48-adf3-06141a209658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:35.712865 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c1f0298b-3cb8-4c48-adf3-06141a209658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:35.739036 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b80bd8c6-6a75-46a4-97de-b5ae443a519a req-58a4c8f1-87fc-4566-bb1b-08f71967daf4 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396101 May 13 14:30:35.794311 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 68a669d2-4939-4874-9d02-8304f1a0599c up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:35.848704 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-c74c4213-0b94-4a3a-8b4e-bf7a636572d9 None None] Set router ca909f38-671e-419a-9576-e9a431fc139a gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:30:35.863319 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c1f0298b-3cb8-4c48-adf3-06141a209658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:35.899080 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0298b-3cb8-4c48-adf3-06141a209658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64976f56-fc93-4ab8-8cf7-b8b194013741,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:35.918206 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a8325-2fcb-4a1b-8a5f-a6f54076bcc0 req-68bb72d6-7869-4d4b-840b-ca25c57bfd41 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:35.927635 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ee0a8325-2fcb-4a1b-8a5f-a6f54076bcc0 req-68bb72d6-7869-4d4b-840b-ca25c57bfd41 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=1832444c-78ac-45b2-ad44-b3697eb0de5b HTTP/1.1" status: 200 len: 945 time: 0.4024229 May 13 14:30:35.970993 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c1f0298b-3cb8-4c48-adf3-06141a209658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:35.975100 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c1f0298b-3cb8-4c48-adf3-06141a209658 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/64976f56-fc93-4ab8-8cf7-b8b194013741 HTTP/1.1" status: 204 len: 168 time: 0.5006139 May 13 14:30:36.055976 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ee0a8325-2fcb-4a1b-8a5f-a6f54076bcc0 req-80dae33b-71b7-488f-9ef9-4331518f62a3 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264753 May 13 14:30:36.079924 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-c00d5516-32af-40c7-860d-cc308ede41ad req-e2de1268-36fb-4242-b36f-46ac71365564 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Synchronizing usage tracker for tenant:962f6f1c5f254c0e8074696f76cb0054 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:30:36.098021 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-c00d5516-32af-40c7-860d-cc308ede41ad req-e2de1268-36fb-4242-b36f-46ac71365564 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] Unset dirty status for tenant:962f6f1c5f254c0e8074696f76cb0054 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:30:36.108684 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c00d5516-32af-40c7-860d-cc308ede41ad req-e2de1268-36fb-4242-b36f-46ac71365564 tempest-ListImageFiltersTestJSON-696366016 tempest-ListImageFiltersTestJSON-696366016-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad9ee44d-1e65-43d1-9386-49f83a251d2f HTTP/1.1" status: 200 len: 210 time: 0.0914624 May 13 14:30:36.324077 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 68a669d2-4939-4874-9d02-8304f1a0599c triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:36.324796 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:36.387368 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6e9eff32-a586-4d1c-92ac-6e930ddf2068 req-d9c4a5b0-8a63-45d0-934a-7e5227b563f5 tempest-ServersAdmin275Test-315445272 tempest-ServersAdmin275Test-315445272-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.0988455 May 13 14:30:36.625184 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-c74c4213-0b94-4a3a-8b4e-bf7a636572d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca909f38-671e-419a-9576-e9a431fc139a', 'name': 'tempest-ServerRescueTestJSON-532586458-router', 'tenant_id': 'cdb87555604447c18b7eacc26b6a4234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '68a669d2-4939-4874-9d02-8304f1a0599c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:22Z', 'updated_at': '2022-05-13T14:30:32Z', 'revision_number': 4, 'project_id': 'cdb87555604447c18b7eacc26b6a4234', 'gw_port': {'id': '68a669d2-4939-4874-9d02-8304f1a0599c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca909f38-671e-419a-9576-e9a431fc139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:24Z', 'updated_at': '2022-05-13T14:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '23a327e4-613d-4b21-a7bb-62754f2ab5bb', 'name': '', 'network_id': 'd5b93e96-929a-490c-a232-f3b635507046', 'tenant_id': 'cdb87555604447c18b7eacc26b6a4234', 'mac_address': 'fa:16:3e:32:75:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca909f38-671e-419a-9576-e9a431fc139a', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '9d4f71ac-3351-4cb3-a10e-369f048aa2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:31Z', 'updated_at': '2022-05-13T14:30:32Z', 'revision_number': 2, 'project_id': 'cdb87555604447c18b7eacc26b6a4234', 'subnets': [{'id': '9d4f71ac-3351-4cb3-a10e-369f048aa2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:36.628268 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 68a669d2-4939-4874-9d02-8304f1a0599c is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:36.636099 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74c4213-0b94-4a3a-8b4e-bf7a636572d9 None None] Checking router: ca909f38-671e-419a-9576-e9a431fc139a for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:30:36.636517 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74c4213-0b94-4a3a-8b4e-bf7a636572d9 None None] Updating router ca909f38-671e-419a-9576-e9a431fc139a port 23a327e4-613d-4b21-a7bb-62754f2ab5bb binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:30:36.692512 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c74c4213-0b94-4a3a-8b4e-bf7a636572d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:36.926243 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-4d61b005-473c-4c9d-aa43-02e94c05da04 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:36.927669 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-4d61b005-473c-4c9d-aa43-02e94c05da04 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Synchronizing usage tracker for tenant:cdb87555604447c18b7eacc26b6a4234 on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:30:36.963084 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-4d61b005-473c-4c9d-aa43-02e94c05da04 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Unset dirty status for tenant:cdb87555604447c18b7eacc26b6a4234 on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:30:36.970229 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-4d61b005-473c-4c9d-aa43-02e94c05da04 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/networks?id=d5b93e96-929a-490c-a232-f3b635507046 HTTP/1.1" status: 200 len: 810 time: 0.3009117 May 13 14:30:37.011408 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-ecca548a-8c4d-4cdd-a70f-c7a819b7f487 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/quotas/cdb87555604447c18b7eacc26b6a4234 HTTP/1.1" status: 200 len: 375 time: 0.0399127 May 13 14:30:37.156923 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-85129658-bbf5-4d72-8a7b-8868e32a5e41 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Synchronizing usage tracker for tenant:cdb87555604447c18b7eacc26b6a4234 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:30:37.159144 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 62fe7f39-085f-40cf-be2e-1290e4a0f845 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:37.195563 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-85129658-bbf5-4d72-8a7b-8868e32a5e41 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Unset dirty status for tenant:cdb87555604447c18b7eacc26b6a4234 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:30:37.205312 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-85129658-bbf5-4d72-8a7b-8868e32a5e41 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdb87555604447c18b7eacc26b6a4234&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1903858 May 13 14:30:37.328474 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 62fe7f39-085f-40cf-be2e-1290e4a0f845 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:37.329515 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:37.331847 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849a6bc-e7a8-478e-b2dd-62e8ec568dc8 req-cd1a3b7e-198d-4780-89bc-edb60e2917e6 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:37.333618 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4849a6bc-e7a8-478e-b2dd-62e8ec568dc8 req-cd1a3b7e-198d-4780-89bc-edb60e2917e6 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 949 time: 0.1596093 May 13 14:30:37.478459 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4849a6bc-e7a8-478e-b2dd-62e8ec568dc8 req-47355d53-a114-4219-b436-c0ca77e50a35 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292109 May 13 14:30:37.492104 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 62fe7f39-085f-40cf-be2e-1290e4a0f845 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:37.492770 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:37.536958 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99104040-ca66-4816-9a4a-97fe3e503f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fe7f39-085f-40cf-be2e-1290e4a0f845'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:37.562070 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 62fe7f39-085f-40cf-be2e-1290e4a0f845, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=62fe7f39-085f-40cf-be2e-1290e4a0f845,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:37.580072 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-1482242e-6680-4d6e-aefb-ce1936fdbc20 service neutron] 10.222.0.35 "GET /v2.0/networks/d5b93e96-929a-490c-a232-f3b635507046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736627 May 13 14:30:37.597585 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:37.598365 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 3ed5edfc-cae7-4254-8740-bf78d8fca6ff no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:30:37.679193 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 3ed5edfc-cae7-4254-8740-bf78d8fca6ff {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:30:37.680470 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 3ed5edfc-cae7-4254-8740-bf78d8fca6ff not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:30:37.721160 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c74c4213-0b94-4a3a-8b4e-bf7a636572d9 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:37.742251 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c74c4213-0b94-4a3a-8b4e-bf7a636572d9 None None] Transition to ACTIVE for port object 23a327e4-613d-4b21-a7bb-62754f2ab5bb will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:30:37.756999 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=62fe7f39-085f-40cf-be2e-1290e4a0f845,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:37.770359 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c74c4213-0b94-4a3a-8b4e-bf7a636572d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:37.815746 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-831e3596-5d13-4ace-a811-cb870acddf2a service neutron] 10.222.0.35 "GET /v2.0/networks/d5b93e96-929a-490c-a232-f3b635507046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300560 May 13 14:30:37.876825 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874a7b9-f7f9-4f5f-b40f-b4ae3eb8beea None None] Pushing event updated for resources: {'Port': ['ID=23a327e4-613d-4b21-a7bb-62754f2ab5bb,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:38.085110 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e6cce3d0-2f36-46ee-8eff-38acbbf3919e req-f4a8c47f-593b-42bb-9a75-8da1eb058390 tempest-ServersAdmin275Test-315445272 tempest-ServersAdmin275Test-315445272-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.0638554 May 13 14:30:38.088259 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-c74c4213-0b94-4a3a-8b4e-bf7a636572d9 None None] Attempting to bind port 23a327e4-613d-4b21-a7bb-62754f2ab5bb on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:30:38.088635 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-c74c4213-0b94-4a3a-8b4e-bf7a636572d9 None None] Attempting to bind port 23a327e4-613d-4b21-a7bb-62754f2ab5bb by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'f83b9c1a-1c4f-4324-954c-a30a86166b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd5b93e96-929a-490c-a232-f3b635507046'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:30:38.088999 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74c4213-0b94-4a3a-8b4e-bf7a636572d9 None None] Attempting to bind port 23a327e4-613d-4b21-a7bb-62754f2ab5bb on network d5b93e96-929a-490c-a232-f3b635507046 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:30:38.094764 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74c4213-0b94-4a3a-8b4e-bf7a636572d9 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:30:38.095159 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74c4213-0b94-4a3a-8b4e-bf7a636572d9 None None] Checking segment: {'id': 'f83b9c1a-1c4f-4324-954c-a30a86166b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd5b93e96-929a-490c-a232-f3b635507046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:30:38.095568 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c74c4213-0b94-4a3a-8b4e-bf7a636572d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:38.095959 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74c4213-0b94-4a3a-8b4e-bf7a636572d9 None None] Bound using segment: {'id': 'f83b9c1a-1c4f-4324-954c-a30a86166b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd5b93e96-929a-490c-a232-f3b635507046'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:30:38.096424 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-c74c4213-0b94-4a3a-8b4e-bf7a636572d9 None None] Bound port: 23a327e4-613d-4b21-a7bb-62754f2ab5bb, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f83b9c1a-1c4f-4324-954c-a30a86166b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd5b93e96-929a-490c-a232-f3b635507046'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:30:38.096796 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c74c4213-0b94-4a3a-8b4e-bf7a636572d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:38.186024 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73d1392a-cf2c-42f4-9291-fe7073c7e650'] response: {'server_uuid': '99104040-ca66-4816-9a4a-97fe3e503f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fe7f39-085f-40cf-be2e-1290e4a0f845', 'code': 200} May 13 14:30:38.242652 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-c74c4213-0b94-4a3a-8b4e-bf7a636572d9 None None] For port 23a327e4-613d-4b21-a7bb-62754f2ab5bb, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:30:38.246054 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-c74c4213-0b94-4a3a-8b4e-bf7a636572d9 None None] For port 23a327e4-613d-4b21-a7bb-62754f2ab5bb, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=23a327e4-613d-4b21-a7bb-62754f2ab5bb,segment=NetworkSegment(f83b9c1a-1c4f-4324-954c-a30a86166b9c),segment_id=f83b9c1a-1c4f-4324-954c-a30a86166b9c)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:30:38.253310 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c74c4213-0b94-4a3a-8b4e-bf7a636572d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:38.374153 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74c4213-0b94-4a3a-8b4e-bf7a636572d9 None None] Routers {'ca909f38-671e-419a-9576-e9a431fc139a'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:30:38.377214 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-c74c4213-0b94-4a3a-8b4e-bf7a636572d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:30:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ca909f38-671e-419a-9576-e9a431fc139a'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:38.521415 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874a7b9-f7f9-4f5f-b40f-b4ae3eb8beea None None] Pushing event updated for resources: {'Port': ['ID=23a327e4-613d-4b21-a7bb-62754f2ab5bb,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:38.587473 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642952e-1e12-496b-b2b5-cb659290ba74 req-594ea853-ab0e-4d1b-a332-1f5e540846e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:38.591928 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0642952e-1e12-496b-b2b5-cb659290ba74 req-594ea853-ab0e-4d1b-a332-1f5e540846e5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 1101 time: 0.1923287 May 13 14:30:38.668263 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-c74c4213-0b94-4a3a-8b4e-bf7a636572d9 None None] Set router ca909f38-671e-419a-9576-e9a431fc139a gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:30:38.694716 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0642952e-1e12-496b-b2b5-cb659290ba74 req-86be24f9-2637-42ae-ad99-b79ba57f01c5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946343 May 13 14:30:38.711415 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-628dbd5a-5536-4fd7-9901-bff1bf6fb26e req-12a584e2-c565-4296-af98-725c54a16218 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 210 time: 0.0685406 May 13 14:30:39.177869 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-c74c4213-0b94-4a3a-8b4e-bf7a636572d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca909f38-671e-419a-9576-e9a431fc139a', 'name': 'tempest-ServerRescueTestJSON-532586458-router', 'tenant_id': 'cdb87555604447c18b7eacc26b6a4234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '68a669d2-4939-4874-9d02-8304f1a0599c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:22Z', 'updated_at': '2022-05-13T14:30:32Z', 'revision_number': 4, 'project_id': 'cdb87555604447c18b7eacc26b6a4234', 'gw_port': {'id': '68a669d2-4939-4874-9d02-8304f1a0599c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca909f38-671e-419a-9576-e9a431fc139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:24Z', 'updated_at': '2022-05-13T14:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '23a327e4-613d-4b21-a7bb-62754f2ab5bb', 'name': '', 'network_id': 'd5b93e96-929a-490c-a232-f3b635507046', 'tenant_id': 'cdb87555604447c18b7eacc26b6a4234', 'mac_address': 'fa:16:3e:32:75:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca909f38-671e-419a-9576-e9a431fc139a', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '9d4f71ac-3351-4cb3-a10e-369f048aa2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:31Z', 'updated_at': '2022-05-13T14:30:38Z', 'revision_number': 4, 'project_id': 'cdb87555604447c18b7eacc26b6a4234', 'subnets': [{'id': '9d4f71ac-3351-4cb3-a10e-369f048aa2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:39.188004 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74c4213-0b94-4a3a-8b4e-bf7a636572d9 None None] The sync data for ids ['ca909f38-671e-419a-9576-e9a431fc139a'] in n-d-841760-1 is: [{'id': 'ca909f38-671e-419a-9576-e9a431fc139a', 'name': 'tempest-ServerRescueTestJSON-532586458-router', 'tenant_id': 'cdb87555604447c18b7eacc26b6a4234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '68a669d2-4939-4874-9d02-8304f1a0599c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:22Z', 'updated_at': '2022-05-13T14:30:32Z', 'revision_number': 4, 'project_id': 'cdb87555604447c18b7eacc26b6a4234', 'gw_port': {'id': '68a669d2-4939-4874-9d02-8304f1a0599c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca909f38-671e-419a-9576-e9a431fc139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:24Z', 'updated_at': '2022-05-13T14:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '23a327e4-613d-4b21-a7bb-62754f2ab5bb', 'name': '', 'network_id': 'd5b93e96-929a-490c-a232-f3b635507046', 'tenant_id': 'cdb87555604447c18b7eacc26b6a4234', 'mac_address': 'fa:16:3e:32:75:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca909f38-671e-419a-9576-e9a431fc139a', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '9d4f71ac-3351-4cb3-a10e-369f048aa2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:31Z', 'updated_at': '2022-05-13T14:30:38Z', 'revision_number': 4, 'project_id': 'cdb87555604447c18b7eacc26b6a4234', 'subnets': [{'id': '9d4f71ac-3351-4cb3-a10e-369f048aa2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:30:39.199438 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b42bc-418f-4a6f-88e2-509cb3e8916b req-97de0174-ff7f-45e3-b2f8-86dee4d99a0a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:39.201267 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e09b42bc-418f-4a6f-88e2-509cb3e8916b req-97de0174-ff7f-45e3-b2f8-86dee4d99a0a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 950 time: 0.1868124 May 13 14:30:39.264092 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e09b42bc-418f-4a6f-88e2-509cb3e8916b req-9ed951db-429d-44b9-9308-620c682d59dd tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554707 May 13 14:30:39.614877 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-021a190b-127e-4df0-a809-c00626a2598d req-9054c2e2-0141-4c6f-9b41-5c2fe23e0137 tempest-ServersAdmin275Test-315445272 tempest-ServersAdmin275Test-315445272-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.0510936 May 13 14:30:39.836039 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 23a327e4-613d-4b21-a7bb-62754f2ab5bb up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:39.989862 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 23a327e4-613d-4b21-a7bb-62754f2ab5bb completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:30:39.996866 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 23a327e4-613d-4b21-a7bb-62754f2ab5bb triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:39.997682 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:40.103804 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c5a1d4cb-a4e3-4db8-8f47-cfbf6409a99a req-86a0743f-159f-44b3-9570-bad9bf006e2f tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 210 time: 0.0595441 May 13 14:30:40.268437 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 23a327e4-613d-4b21-a7bb-62754f2ab5bb is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:40.269756 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:40.323209 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 23a327e4-613d-4b21-a7bb-62754f2ab5bb, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=23a327e4-613d-4b21-a7bb-62754f2ab5bb,segment=NetworkSegment(f83b9c1a-1c4f-4324-954c-a30a86166b9c),segment_id=f83b9c1a-1c4f-4324-954c-a30a86166b9c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:40.330220 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:40.530152 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=23a327e4-613d-4b21-a7bb-62754f2ab5bb,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:40.773947 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-5bf99de4-f11f-460b-8589-335f42881662 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:40.782684 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-5bf99de4-f11f-460b-8589-335f42881662 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.59 "GET /v2.0/networks?id=d5b93e96-929a-490c-a232-f3b635507046 HTTP/1.1" status: 200 len: 810 time: 0.4649615 May 13 14:30:40.795679 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-8b05ab4c-33ad-49d5-84b4-5144cb12fcb3 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Request body: {'port': {'device_id': 'bdc4d9a5-8f0d-4481-9d86-5059a204c549', 'network_id': 'd5b93e96-929a-490c-a232-f3b635507046', 'admin_state_up': True, 'tenant_id': 'cdb87555604447c18b7eacc26b6a4234'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:41.252573 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43198) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:41.282057 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f1910-19d9-4adf-afdc-053447cb11f6 req-d55f9e0e-5ec3-41c6-8851-b1a54fa57649 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:41.289972 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e0f1910-19d9-4adf-afdc-053447cb11f6 req-d55f9e0e-5ec3-41c6-8851-b1a54fa57649 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 950 time: 0.1749687 May 13 14:30:41.364951 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-8b05ab4c-33ad-49d5-84b4-5144cb12fcb3 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:41.386204 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e0f1910-19d9-4adf-afdc-053447cb11f6 req-e39e1bda-2d0b-4e84-af3a-298cbda7e474 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951240 May 13 14:30:41.403501 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-db198d50-1fab-40ad-b929-5cab3f698ab8 req-072f2777-0467-44a9-be67-fd710ed39dd2 tempest-ServersAdmin275Test-315445272 tempest-ServersAdmin275Test-315445272-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.1225190 May 13 14:30:41.413506 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-8b05ab4c-33ad-49d5-84b4-5144cb12fcb3 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:41.435583 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-8b05ab4c-33ad-49d5-84b4-5144cb12fcb3 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Made reservation on behalf of cdb87555604447c18b7eacc26b6a4234 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:30:41.441105 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-8b05ab4c-33ad-49d5-84b4-5144cb12fcb3 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:41.471621 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-00f94fac-59ce-47c2-92f3-ac2c93e40e8a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=962f6f1c5f254c0e8074696f76cb0054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2178810 May 13 14:30:41.474269 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43206) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:41.561185 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c79070a9-b9e0-492c-94b1-c3f1f57ffc18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:41.602311 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c79070a9-b9e0-492c-94b1-c3f1f57ffc18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:41.738634 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c79070a9-b9e0-492c-94b1-c3f1f57ffc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:41.756443 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 23a327e4-613d-4b21-a7bb-62754f2ab5bb up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:41.767430 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79070a9-b9e0-492c-94b1-c3f1f57ffc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20439e13-78ba-4840-a41d-70cac54136f8,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:41.779086 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf2142-0dd6-47d7-b1d0-e63ff92c8343 req-02116e96-bba2-4bcb-bde7-65110e54fecd tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:41.786757 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c8cf2142-0dd6-47d7-b1d0-e63ff92c8343 req-02116e96-bba2-4bcb-bde7-65110e54fecd tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc80057-6e8b-489d-b52e-eb61d7bf6ff6 HTTP/1.1" status: 200 len: 946 time: 0.1706669 May 13 14:30:41.797443 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c61c5a87-0dd6-4e0f-aaef-cb4ac87af2f4 req-a4426f64-e813-4386-87d0-8b18a25aaaa1 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 210 time: 0.0733368 May 13 14:30:41.823967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-8b05ab4c-33ad-49d5-84b4-5144cb12fcb3 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Allocated IP 172.20.0.9 (d5b93e96-929a-490c-a232-f3b635507046/9d4f71ac-3351-4cb3-a10e-369f048aa2da/b44e4a3d-d2ae-4152-983f-ecfa5637cafd) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:30:41.857988 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c79070a9-b9e0-492c-94b1-c3f1f57ffc18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:41.864908 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c79070a9-b9e0-492c-94b1-c3f1f57ffc18 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/20439e13-78ba-4840-a41d-70cac54136f8 HTTP/1.1" status: 204 len: 168 time: 0.3863475 May 13 14:30:41.951048 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 23a327e4-613d-4b21-a7bb-62754f2ab5bb triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:41.951564 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:41.955357 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c8cf2142-0dd6-47d7-b1d0-e63ff92c8343 req-97d222bb-d546-4df7-86e3-74ad4f122ea8 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636543 May 13 14:30:42.121145 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 23a327e4-613d-4b21-a7bb-62754f2ab5bb is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:42.172574 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-039e8933-7a87-47b7-b9f3-85ec29aae91e req-4ee47adc-32db-47dc-8a1a-fc49a92c890d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=60c99b64-d8a7-457b-9b27-65708647c763&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1988907 May 13 14:30:42.365356 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-8b05ab4c-33ad-49d5-84b4-5144cb12fcb3 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:42.452116 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e8933-7a87-47b7-b9f3-85ec29aae91e req-f354f61f-db07-49f6-97a9-5eca67127185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:42.455196 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-039e8933-7a87-47b7-b9f3-85ec29aae91e req-f354f61f-db07-49f6-97a9-5eca67127185 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6f63b25b835b4625ab62ac037232d4b9&device_id=60c99b64-d8a7-457b-9b27-65708647c763 HTTP/1.1" status: 200 len: 1101 time: 0.1419947 May 13 14:30:42.491706 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9d8d4-a08f-4347-b60c-5b6b3a78affa req-732febc9-9268-48f3-846a-b173ef2a5152 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:42.506711 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4aa9d8d4-a08f-4347-b60c-5b6b3a78affa req-732febc9-9268-48f3-846a-b173ef2a5152 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 950 time: 0.2106249 May 13 14:30:42.625637 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-8b05ab4c-33ad-49d5-84b4-5144cb12fcb3 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:42.646965 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4aa9d8d4-a08f-4347-b60c-5b6b3a78affa req-fc4d2c12-f943-49ed-944f-8bd0b2973d67 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387348 May 13 14:30:42.768327 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43236) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:42.839562 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-8b05ab4c-33ad-49d5-84b4-5144cb12fcb3 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Network d5b93e96-929a-490c-a232-f3b635507046 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:30:42.841294 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05ab4c-33ad-49d5-84b4-5144cb12fcb3 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Pushing event updated for resources: {'Port': ['ID=b44e4a3d-d2ae-4152-983f-ecfa5637cafd,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:42.844367 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-8b05ab4c-33ad-49d5-84b4-5144cb12fcb3 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:42.863780 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-8b05ab4c-33ad-49d5-84b4-5144cb12fcb3 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:30:42.982094 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-8b05ab4c-33ad-49d5-84b4-5144cb12fcb3 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:42.983066 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-8b05ab4c-33ad-49d5-84b4-5144cb12fcb3 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:43.031303 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-8b05ab4c-33ad-49d5-84b4-5144cb12fcb3 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2398317 May 13 14:30:43.034416 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-90ed26a6-ad62-42b0-9b44-ba588864a841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:43.052892 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f93cad24-a382-4583-aee4-c0811f01448f req-ae8ce714-5b0d-4d2d-a92c-5341d849a29f tempest-ServersAdmin275Test-315445272 tempest-ServersAdmin275Test-315445272-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.0979896 May 13 14:30:43.063049 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-e5186b58-31a4-4fab-aba4-092101c9c916 service neutron] Request body: {'port': {'device_id': 'bdc4d9a5-8f0d-4481-9d86-5059a204c549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:43.101678 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-90ed26a6-ad62-42b0-9b44-ba588864a841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:43.106328 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-90ed26a6-ad62-42b0-9b44-ba588864a841 admin admin] Usage tracker for resource:security_group_rule and tenant:9c3d4e1faaaa4d6d9e6b2c5eadf1de6d is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:43.109524 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-90ed26a6-ad62-42b0-9b44-ba588864a841 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:43.117143 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-90ed26a6-ad62-42b0-9b44-ba588864a841 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:43.148574 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e8933-7a87-47b7-b9f3-85ec29aae91e req-9a6e3e85-36a3-4c10-83b9-1245665aa63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:43.150051 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-039e8933-7a87-47b7-b9f3-85ec29aae91e req-9a6e3e85-36a3-4c10-83b9-1245665aa63c service neutron] 10.222.0.74 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.6701429 May 13 14:30:43.210933 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43262) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:43.271401 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-90ed26a6-ad62-42b0-9b44-ba588864a841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:43.282921 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-039e8933-7a87-47b7-b9f3-85ec29aae91e req-5e76ba74-56d0-4dfd-8475-4cd5a201b0a4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=3932b78c-4b38-439c-9ce6-f9a02d120943 HTTP/1.1" status: 200 len: 217 time: 0.1239982 May 13 14:30:43.345071 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-90ed26a6-ad62-42b0-9b44-ba588864a841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:43.480208 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e8933-7a87-47b7-b9f3-85ec29aae91e req-273b02fc-8c90-4b67-8544-41b1426310e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:43.481997 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-039e8933-7a87-47b7-b9f3-85ec29aae91e req-273b02fc-8c90-4b67-8544-41b1426310e5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1919048 May 13 14:30:43.486858 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed26a6-ad62-42b0-9b44-ba588864a841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf4c4c6-cf26-4753-8fca-c43a60e2ae89,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:43.494941 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-7a3e9722-9207-4f7d-a087-2aaa5357fdd9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-771288904-network', 'tenant_id': '8a4edaa711e44cfa86ce63ca66433341'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:43.499914 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7a3e9722-9207-4f7d-a087-2aaa5357fdd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:43.504090 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7a3e9722-9207-4f7d-a087-2aaa5357fdd9 admin admin] Usage tracker for resource:network and tenant:8a4edaa711e44cfa86ce63ca66433341 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:43.507134 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7a3e9722-9207-4f7d-a087-2aaa5357fdd9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:43.513791 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7a3e9722-9207-4f7d-a087-2aaa5357fdd9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:43.570300 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3e9722-9207-4f7d-a087-2aaa5357fdd9 admin admin] Made reservation on behalf of 8a4edaa711e44cfa86ce63ca66433341 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:30:43.577384 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7a3e9722-9207-4f7d-a087-2aaa5357fdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:43.594403 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3addc-014a-4d37-904e-2c0cdfcc74c6 req-302fd947-79ae-424e-9d65-af47b18b92a4 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:43.598542 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7a3e9722-9207-4f7d-a087-2aaa5357fdd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:43.603275 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-42d3addc-014a-4d37-904e-2c0cdfcc74c6 req-302fd947-79ae-424e-9d65-af47b18b92a4 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 931 time: 0.1723337 May 13 14:30:43.608366 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-e5186b58-31a4-4fab-aba4-092101c9c916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:43.628368 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e8933-7a87-47b7-b9f3-85ec29aae91e req-5bca0d98-37da-44bd-ae9c-eb881a0b75ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:43.630539 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-039e8933-7a87-47b7-b9f3-85ec29aae91e req-5bca0d98-37da-44bd-ae9c-eb881a0b75ad service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1356089 May 13 14:30:43.720606 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-90ed26a6-ad62-42b0-9b44-ba588864a841 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9c3d4e1faaaa4d6d9e6b2c5eadf1de6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9421921 May 13 14:30:43.730980 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43274) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:43.750908 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7a3e9722-9207-4f7d-a087-2aaa5357fdd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:43.778166 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7a3e9722-9207-4f7d-a087-2aaa5357fdd9 admin admin] Usage tracker for resource:security_group_rule and tenant:8a4edaa711e44cfa86ce63ca66433341 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:43.787860 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7a3e9722-9207-4f7d-a087-2aaa5357fdd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:43.796762 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-42d3addc-014a-4d37-904e-2c0cdfcc74c6 req-628a6ce1-db9e-4ca7-b2ea-3f95a5e0e5a8 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Synchronizing usage tracker for tenant:cdb87555604447c18b7eacc26b6a4234 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:30:43.820395 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7a3e9722-9207-4f7d-a087-2aaa5357fdd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:43.844332 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-42d3addc-014a-4d37-904e-2c0cdfcc74c6 req-628a6ce1-db9e-4ca7-b2ea-3f95a5e0e5a8 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Unset dirty status for tenant:cdb87555604447c18b7eacc26b6a4234 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:30:43.854234 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-42d3addc-014a-4d37-904e-2c0cdfcc74c6 req-628a6ce1-db9e-4ca7-b2ea-3f95a5e0e5a8 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497041 May 13 14:30:43.909144 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-039e8933-7a87-47b7-b9f3-85ec29aae91e req-630302bd-84fb-4af3-9555-c0c75f64a7d4 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680283 May 13 14:30:44.037347 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b79dd0-7b37-42b9-8f73-301c656d9a9b req-07bf5d92-2229-40f3-a77e-180584f33126 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:44.039046 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-20b79dd0-7b37-42b9-8f73-301c656d9a9b req-07bf5d92-2229-40f3-a77e-180584f33126 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc80057-6e8b-489d-b52e-eb61d7bf6ff6 HTTP/1.1" status: 200 len: 946 time: 0.4447241 May 13 14:30:44.096248 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cc581ea4-24d9-419e-a2b2-e630f9613702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:44.143970 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-039e8933-7a87-47b7-b9f3-85ec29aae91e req-0c4c9b91-875e-4a3b-8869-01aaf8d4e0e6 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222176 May 13 14:30:44.158503 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42330a-c0a4-41c5-bf25-c3e328b773af req-f764ea6d-69e4-4912-9c16-60d6b99b3737 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:44.184170 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ea42330a-c0a4-41c5-bf25-c3e328b773af req-f764ea6d-69e4-4912-9c16-60d6b99b3737 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 950 time: 0.1455207 May 13 14:30:44.190682 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cc581ea4-24d9-419e-a2b2-e630f9613702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:44.199315 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-20b79dd0-7b37-42b9-8f73-301c656d9a9b req-a0c1e19e-2bf2-42d7-aaf6-cdd60d5b5e2a tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938954 May 13 14:30:44.240195 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ea42330a-c0a4-41c5-bf25-c3e328b773af req-9b981593-b6c4-48f1-aa90-b66a2a184cf0 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731697 May 13 14:30:44.310841 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7a3e9722-9207-4f7d-a087-2aaa5357fdd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:44.316032 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7a3e9722-9207-4f7d-a087-2aaa5357fdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:44.360646 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e9722-9207-4f7d-a087-2aaa5357fdd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4c84cc-7bf8-4a33-b451-5e9163fa9905,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:44.540344 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cc581ea4-24d9-419e-a2b2-e630f9613702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:44.545158 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a3e9722-9207-4f7d-a087-2aaa5357fdd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:30:44.572089 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e4c9ce05-42dd-4db7-8bf9-3b554c566385 req-eb1a7a46-d4f4-4a6f-ae04-6c92ee75db7e tempest-ServersAdmin275Test-315445272 tempest-ServersAdmin275Test-315445272-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.2006304 May 13 14:30:44.573348 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-e5186b58-31a4-4fab-aba4-092101c9c916 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:30:44.595171 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cc581ea4-24d9-419e-a2b2-e630f9613702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:44.599541 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cc581ea4-24d9-419e-a2b2-e630f9613702 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bbf4c4c6-cf26-4753-8fca-c43a60e2ae89 HTTP/1.1" status: 204 len: 168 time: 0.8624499 May 13 14:30:44.604626 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc581ea4-24d9-419e-a2b2-e630f9613702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf4c4c6-cf26-4753-8fca-c43a60e2ae89,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:44.606816 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7a3e9722-9207-4f7d-a087-2aaa5357fdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:44.607204 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-7a3e9722-9207-4f7d-a087-2aaa5357fdd9 admin admin] Added segment fa336df0-1b4b-42b3-9996-95e308ef7621 of type vlan for network 27c67cb1-aa13-4bbf-b58d-109b3c9212c9 May 13 14:30:44.686307 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-e5186b58-31a4-4fab-aba4-092101c9c916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b44e4a3d-d2ae-4152-983f-ecfa5637cafd {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:30:44.691406 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7a3e9722-9207-4f7d-a087-2aaa5357fdd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:44.699645 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-e5186b58-31a4-4fab-aba4-092101c9c916 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:44.755967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-e5186b58-31a4-4fab-aba4-092101c9c916 service neutron] Transition to ACTIVE for port object b44e4a3d-d2ae-4152-983f-ecfa5637cafd will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:30:44.761957 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-e5186b58-31a4-4fab-aba4-092101c9c916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:44.816178 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7a3e9722-9207-4f7d-a087-2aaa5357fdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:44.817144 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3e9722-9207-4f7d-a087-2aaa5357fdd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:44.817725 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7a3e9722-9207-4f7d-a087-2aaa5357fdd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:44.935019 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e9722-9207-4f7d-a087-2aaa5357fdd9 admin admin] Pushing event updated for resources: {'Network': ['ID=27c67cb1-aa13-4bbf-b58d-109b3c9212c9,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:44.947075 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 27c67cb1-aa13-4bbf-b58d-109b3c9212c9 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:30:45.035834 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7a3e9722-9207-4f7d-a087-2aaa5357fdd9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8190382 May 13 14:30:45.036176 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43296) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:45.045033 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-b072d728-31c9-4064-8471-1dba92224f9e admin admin] Request body: {'subnet': {'network_id': '27c67cb1-aa13-4bbf-b58d-109b3c9212c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-771288904-subnet', 'tenant_id': '8a4edaa711e44cfa86ce63ca66433341', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:45.051518 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b072d728-31c9-4064-8471-1dba92224f9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:45.061743 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b072d728-31c9-4064-8471-1dba92224f9e admin admin] Usage tracker for resource:subnet and tenant:8a4edaa711e44cfa86ce63ca66433341 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:45.067290 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b072d728-31c9-4064-8471-1dba92224f9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:45.080264 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b072d728-31c9-4064-8471-1dba92224f9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:45.145948 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5186b58-31a4-4fab-aba4-092101c9c916 service neutron] Pushing event updated for resources: {'Port': ['ID=b44e4a3d-d2ae-4152-983f-ecfa5637cafd,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:45.271599 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b072d728-31c9-4064-8471-1dba92224f9e admin admin] Made reservation on behalf of 8a4edaa711e44cfa86ce63ca66433341 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:30:45.275018 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b072d728-31c9-4064-8471-1dba92224f9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:45.280727 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-e5186b58-31a4-4fab-aba4-092101c9c916 service neutron] Attempting to bind port b44e4a3d-d2ae-4152-983f-ecfa5637cafd on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:30:45.281126 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-e5186b58-31a4-4fab-aba4-092101c9c916 service neutron] Attempting to bind port b44e4a3d-d2ae-4152-983f-ecfa5637cafd by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'f83b9c1a-1c4f-4324-954c-a30a86166b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd5b93e96-929a-490c-a232-f3b635507046'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:30:45.281514 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-e5186b58-31a4-4fab-aba4-092101c9c916 service neutron] Attempting to bind port b44e4a3d-d2ae-4152-983f-ecfa5637cafd on network d5b93e96-929a-490c-a232-f3b635507046 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:30:45.287439 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-e5186b58-31a4-4fab-aba4-092101c9c916 service neutron] Port b44e4a3d-d2ae-4152-983f-ecfa5637cafd on network d5b93e96-929a-490c-a232-f3b635507046 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:30:45.287871 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-e5186b58-31a4-4fab-aba4-092101c9c916 service neutron] Attempting to bind port b44e4a3d-d2ae-4152-983f-ecfa5637cafd on network d5b93e96-929a-490c-a232-f3b635507046 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:30:45.297681 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-e5186b58-31a4-4fab-aba4-092101c9c916 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:30:45.298103 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-e5186b58-31a4-4fab-aba4-092101c9c916 service neutron] Checking segment: {'id': 'f83b9c1a-1c4f-4324-954c-a30a86166b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd5b93e96-929a-490c-a232-f3b635507046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:30:45.298548 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-e5186b58-31a4-4fab-aba4-092101c9c916 service neutron] Bound using segment: {'id': 'f83b9c1a-1c4f-4324-954c-a30a86166b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd5b93e96-929a-490c-a232-f3b635507046'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:30:45.299243 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-e5186b58-31a4-4fab-aba4-092101c9c916 service neutron] Bound port: b44e4a3d-d2ae-4152-983f-ecfa5637cafd, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f83b9c1a-1c4f-4324-954c-a30a86166b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd5b93e96-929a-490c-a232-f3b635507046'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:30:45.299646 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-e5186b58-31a4-4fab-aba4-092101c9c916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:45.465246 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-e5186b58-31a4-4fab-aba4-092101c9c916 service neutron] For port b44e4a3d-d2ae-4152-983f-ecfa5637cafd, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:30:45.488432 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef375f-5c06-4239-9ae8-3b71c050df65 req-a9188105-e940-4821-8c88-7386163d55a7 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:45.489987 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-75ef375f-5c06-4239-9ae8-3b71c050df65 req-a9188105-e940-4821-8c88-7386163d55a7 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 943 time: 0.4050465 May 13 14:30:45.498718 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-e5186b58-31a4-4fab-aba4-092101c9c916 service neutron] For port b44e4a3d-d2ae-4152-983f-ecfa5637cafd, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b44e4a3d-d2ae-4152-983f-ecfa5637cafd,segment=NetworkSegment(f83b9c1a-1c4f-4324-954c-a30a86166b9c),segment_id=f83b9c1a-1c4f-4324-954c-a30a86166b9c)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:30:45.508644 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-e5186b58-31a4-4fab-aba4-092101c9c916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:45.557636 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-75ef375f-5c06-4239-9ae8-3b71c050df65 req-967bf165-8961-429a-8c1d-f9d93a5775fa tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611453 May 13 14:30:45.597042 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-e5186b58-31a4-4fab-aba4-092101c9c916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:45.597648 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-e5186b58-31a4-4fab-aba4-092101c9c916 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:45.599149 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-e5186b58-31a4-4fab-aba4-092101c9c916 service neutron] 10.222.0.59 "PUT /v2.0/ports/b44e4a3d-d2ae-4152-983f-ecfa5637cafd HTTP/1.1" status: 200 len: 1091 time: 2.5476210 May 13 14:30:45.599578 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc4d9a5-8f0d-4481-9d86-5059a204c549', 'tag': 'b44e4a3d-d2ae-4152-983f-ecfa5637cafd'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:45.634775 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5186b58-31a4-4fab-aba4-092101c9c916 service neutron] Pushing event updated for resources: {'Port': ['ID=b44e4a3d-d2ae-4152-983f-ecfa5637cafd,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:45.730259 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d501b29-5614-46a9-b3ab-e281eb39e930 req-b1316314-5ded-4fed-8405-2cc81ec5852c tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:45.732286 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8d501b29-5614-46a9-b3ab-e281eb39e930 req-b1316314-5ded-4fed-8405-2cc81ec5852c tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc80057-6e8b-489d-b52e-eb61d7bf6ff6 HTTP/1.1" status: 200 len: 946 time: 0.3142970 May 13 14:30:45.797599 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b072d728-31c9-4064-8471-1dba92224f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:45.811340 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8d501b29-5614-46a9-b3ab-e281eb39e930 req-67234a1f-1853-47fc-836f-a64a6a6040c3 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712934 May 13 14:30:45.826488 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-6e3051ee-90ce-433a-a14a-c424e3c46f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:45.828068 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-6e3051ee-90ce-433a-a14a-c424e3c46f43 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cdb87555604447c18b7eacc26b6a4234&device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 1094 time: 0.1850631 May 13 14:30:45.850863 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43322) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:45.919753 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-26336256-f6dd-4779-a5e2-40f773d29c4e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b44e4a3d-d2ae-4152-983f-ecfa5637cafd HTTP/1.1" status: 200 len: 217 time: 0.0696788 May 13 14:30:45.922583 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55ed7998-d22b-481b-9f03-b4d8f75923ed'] response: {'name': 'network-changed', 'server_uuid': 'bdc4d9a5-8f0d-4481-9d86-5059a204c549', 'tag': 'b44e4a3d-d2ae-4152-983f-ecfa5637cafd', 'status': 'completed', 'code': 200} May 13 14:30:45.989044 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b072d728-31c9-4064-8471-1dba92224f9e admin admin] Checking segment: {'id': 'fa336df0-1b4b-42b3-9996-95e308ef7621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '27c67cb1-aa13-4bbf-b58d-109b3c9212c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:30:45.989412 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b072d728-31c9-4064-8471-1dba92224f9e admin admin] Network hostable DHCP agents. Network: 27c67cb1-aa13-4bbf-b58d-109b3c9212c9, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:30:46.072446 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072d728-31c9-4064-8471-1dba92224f9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c79af2e2-cfea-4ac8-8c72-5a89d5f46518,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:46.080869 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b072d728-31c9-4064-8471-1dba92224f9e admin admin] Network 27c67cb1-aa13-4bbf-b58d-109b3c9212c9 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:30:46.094742 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-b072d728-31c9-4064-8471-1dba92224f9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 27c67cb1-aa13-4bbf-b58d-109b3c9212c9) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:46.107854 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b072d728-31c9-4064-8471-1dba92224f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:46.108118 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898e4fb3-6fbf-4cc1-b9f3-c4a9bbb9cf04 None None] Network 27c67cb1-aa13-4bbf-b58d-109b3c9212c9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:30:46.108607 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b072d728-31c9-4064-8471-1dba92224f9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:46.109901 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-226d7f17-1f8f-44ed-a79f-ef7838ecc070 req-da6eb079-05e7-4ba8-b3c7-b9fc9338a86e tempest-ServersAdmin275Test-315445272 tempest-ServersAdmin275Test-315445272-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.0719497 May 13 14:30:46.121160 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-15fa07f0-ac7c-420e-9171-ac3bd611e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:46.126334 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-15fa07f0-ac7c-420e-9171-ac3bd611e21b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d4f71ac-3351-4cb3-a10e-369f048aa2da HTTP/1.1" status: 200 len: 850 time: 0.1982358 May 13 14:30:46.146217 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b072d728-31c9-4064-8471-1dba92224f9e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1065168 May 13 14:30:46.146995 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43328) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:46.163189 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-b9ec0706-776d-4cdd-9506-b85575fc945b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-771288904-router', 'tenant_id': '8a4edaa711e44cfa86ce63ca66433341', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:46.178380 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b9ec0706-776d-4cdd-9506-b85575fc945b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:46.196930 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b9ec0706-776d-4cdd-9506-b85575fc945b admin admin] Usage tracker for resource:router and tenant:8a4edaa711e44cfa86ce63ca66433341 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:46.206534 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b9ec0706-776d-4cdd-9506-b85575fc945b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:46.224642 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b9ec0706-776d-4cdd-9506-b85575fc945b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:46.244338 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-b677f235-4aa5-4116-b5e9-9a57078264ab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d5b93e96-929a-490c-a232-f3b635507046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113348 May 13 14:30:46.249416 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720a52a-f5fa-4a90-b84d-b7e9dfa48213 req-6b919989-ca33-4910-b68d-7b8a96090a27 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:46.262946 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-25495be9-caf7-4d11-8ccf-b6242e37338f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-471028811-network', 'tenant_id': 'ce37171e67944af78e3c0add42304792'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:46.264039 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b720a52a-f5fa-4a90-b84d-b7e9dfa48213 req-6b919989-ca33-4910-b68d-7b8a96090a27 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 950 time: 0.2610934 May 13 14:30:46.307345 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-25495be9-caf7-4d11-8ccf-b6242e37338f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:46.310935 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b9ec0706-776d-4cdd-9506-b85575fc945b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:46.312005 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b9ec0706-776d-4cdd-9506-b85575fc945b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:46.316716 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-25495be9-caf7-4d11-8ccf-b6242e37338f admin admin] Usage tracker for resource:network and tenant:ce37171e67944af78e3c0add42304792 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:46.365523 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-25495be9-caf7-4d11-8ccf-b6242e37338f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:46.378426 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b720a52a-f5fa-4a90-b84d-b7e9dfa48213 req-5c968e89-e7f8-4963-97e3-8dff655b1e4a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131344 May 13 14:30:46.380531 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b9ec0706-776d-4cdd-9506-b85575fc945b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:46.401691 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-25495be9-caf7-4d11-8ccf-b6242e37338f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:46.431706 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25495be9-caf7-4d11-8ccf-b6242e37338f admin admin] Made reservation on behalf of ce37171e67944af78e3c0add42304792 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:30:46.434403 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-25495be9-caf7-4d11-8ccf-b6242e37338f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:46.470903 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-25495be9-caf7-4d11-8ccf-b6242e37338f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:46.500107 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-25495be9-caf7-4d11-8ccf-b6242e37338f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:46.504388 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-25495be9-caf7-4d11-8ccf-b6242e37338f admin admin] Usage tracker for resource:security_group_rule and tenant:ce37171e67944af78e3c0add42304792 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:46.508811 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-25495be9-caf7-4d11-8ccf-b6242e37338f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:46.514725 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-25495be9-caf7-4d11-8ccf-b6242e37338f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:46.535463 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dfab6d-4f03-4e29-8104-1ec965fd6cfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-27c67cb1-aa13-4bbf-b58d-109b3c9212c9', 'network_id': '27c67cb1-aa13-4bbf-b58d-109b3c9212c9', 'tenant_id': '8a4edaa711e44cfa86ce63ca66433341', 'fixed_ips': [{'subnet_id': 'c79af2e2-cfea-4ac8-8c72-5a89d5f46518'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:30:46.536262 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-28dfab6d-4f03-4e29-8104-1ec965fd6cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:46.612978 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-25495be9-caf7-4d11-8ccf-b6242e37338f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:46.618952 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-25495be9-caf7-4d11-8ccf-b6242e37338f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:46.645074 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-810d6842-32e2-4006-b571-e01175aa568f service neutron] 10.222.0.59 "GET /v2.0/networks/d5b93e96-929a-490c-a232-f3b635507046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856058 May 13 14:30:46.651221 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25495be9-caf7-4d11-8ccf-b6242e37338f admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:30:46.829893 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b9ec0706-776d-4cdd-9506-b85575fc945b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:46.849007 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-25495be9-caf7-4d11-8ccf-b6242e37338f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:46.849263 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-25495be9-caf7-4d11-8ccf-b6242e37338f admin admin] Added segment fd353f57-2f99-46e4-9f25-5c9b169b65fc of type vlan for network 839a4ed5-0fcb-49cf-a08a-812b7f9bcc67 May 13 14:30:46.900111 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25495be9-caf7-4d11-8ccf-b6242e37338f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b183d0-b79c-489b-bd3d-d0db0c1c5a1b,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:46.910546 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-28dfab6d-4f03-4e29-8104-1ec965fd6cfd None None] Allocated IP 172.20.0.2 (27c67cb1-aa13-4bbf-b58d-109b3c9212c9/c79af2e2-cfea-4ac8-8c72-5a89d5f46518/d8a878e2-5c3e-49c4-97fb-45689c8eed39) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:30:47.116866 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-25495be9-caf7-4d11-8ccf-b6242e37338f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:47.143672 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c255fe3c-f56f-4dfe-a325-81fafeb93f1b req-654562ce-bdcc-480e-a181-4ee02ae7bb24 service neutron] 10.222.0.59 "GET /v2.0/networks/d5b93e96-929a-490c-a232-f3b635507046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4878933 May 13 14:30:47.146226 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ba236-ca4e-4ba1-a3ce-4891ac8f2e67 req-73aa3999-fdd5-43e3-abe0-47b473000dc0 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:47.153436 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-142ba236-ca4e-4ba1-a3ce-4891ac8f2e67 req-73aa3999-fdd5-43e3-abe0-47b473000dc0 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc80057-6e8b-489d-b52e-eb61d7bf6ff6 HTTP/1.1" status: 200 len: 946 time: 0.1199672 May 13 14:30:47.179752 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594201c5-b658-4bd6-967c-2653f40a548b req-aef653c6-60db-4019-9666-ec5017759f0f tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:47.180996 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-594201c5-b658-4bd6-967c-2653f40a548b req-aef653c6-60db-4019-9666-ec5017759f0f tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Synchronizing usage tracker for tenant:cdb87555604447c18b7eacc26b6a4234 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:30:47.213776 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-25495be9-caf7-4d11-8ccf-b6242e37338f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:47.217849 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25495be9-caf7-4d11-8ccf-b6242e37338f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:47.219664 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-25495be9-caf7-4d11-8ccf-b6242e37338f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:47.264947 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-28dfab6d-4f03-4e29-8104-1ec965fd6cfd None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:47.288351 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-28dfab6d-4f03-4e29-8104-1ec965fd6cfd None None] Transition to ACTIVE for port object d8a878e2-5c3e-49c4-97fb-45689c8eed39 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:30:47.315042 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-594201c5-b658-4bd6-967c-2653f40a548b req-aef653c6-60db-4019-9666-ec5017759f0f tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Unset dirty status for tenant:cdb87555604447c18b7eacc26b6a4234 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:30:47.322643 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-594201c5-b658-4bd6-967c-2653f40a548b req-aef653c6-60db-4019-9666-ec5017759f0f tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 943 time: 0.4958372 May 13 14:30:47.336687 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-28dfab6d-4f03-4e29-8104-1ec965fd6cfd None None] Transition to ACTIVE for port object d8a878e2-5c3e-49c4-97fb-45689c8eed39 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:30:47.345853 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-28dfab6d-4f03-4e29-8104-1ec965fd6cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:47.431965 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-142ba236-ca4e-4ba1-a3ce-4891ac8f2e67 req-a39fd1e3-f45a-4f50-922b-e216f1c9c82c tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774818 May 13 14:30:47.437904 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dfab6d-4f03-4e29-8104-1ec965fd6cfd None None] Network 27c67cb1-aa13-4bbf-b58d-109b3c9212c9 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:30:47.442797 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-28dfab6d-4f03-4e29-8104-1ec965fd6cfd None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:47.445692 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-25495be9-caf7-4d11-8ccf-b6242e37338f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5936368 May 13 14:30:47.451692 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43340) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:47.451874 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dfab6d-4f03-4e29-8104-1ec965fd6cfd None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:30:47.470240 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25495be9-caf7-4d11-8ccf-b6242e37338f admin admin] Pushing event updated for resources: {'Network': ['ID=839a4ed5-0fcb-49cf-a08a-812b7f9bcc67,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:47.507871 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 839a4ed5-0fcb-49cf-a08a-812b7f9bcc67 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:30:47.517536 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-ba29b65a-3892-49a0-9df7-b3dd5414bea3 admin admin] Request body: {'subnet': {'network_id': '839a4ed5-0fcb-49cf-a08a-812b7f9bcc67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-471028811-subnet', 'tenant_id': 'ce37171e67944af78e3c0add42304792', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:47.528667 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b9ec0706-776d-4cdd-9506-b85575fc945b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:47.548671 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-594201c5-b658-4bd6-967c-2653f40a548b req-f807fbf7-5402-4d82-90de-2c225afced42 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256305 May 13 14:30:47.570255 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ba29b65a-3892-49a0-9df7-b3dd5414bea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:47.585457 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ba29b65a-3892-49a0-9df7-b3dd5414bea3 admin admin] Usage tracker for resource:subnet and tenant:ce37171e67944af78e3c0add42304792 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:47.585690 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfab6d-4f03-4e29-8104-1ec965fd6cfd None None] Pushing event updated for resources: {'Port': ['ID=d8a878e2-5c3e-49c4-97fb-45689c8eed39,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:47.600428 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ba29b65a-3892-49a0-9df7-b3dd5414bea3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:47.616669 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b9ec0706-776d-4cdd-9506-b85575fc945b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:47.624158 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ba29b65a-3892-49a0-9df7-b3dd5414bea3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:47.644323 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe48ef-f0ba-40f6-88f7-bceb097f6140 req-e382dc9e-97bf-4f9f-97b4-5527d36c55cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:47.645859 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d8fe48ef-f0ba-40f6-88f7-bceb097f6140 req-e382dc9e-97bf-4f9f-97b4-5527d36c55cc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cdb87555604447c18b7eacc26b6a4234&device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 1094 time: 0.4169972 May 13 14:30:47.740824 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5d4c5a6a-1e31-47af-892c-d8021cdbd52c req-2b91954b-e8ac-4094-bd49-1a95d84bfc2a tempest-ServersAdmin275Test-315445272 tempest-ServersAdmin275Test-315445272-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.0700054 May 13 14:30:47.757320 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-28dfab6d-4f03-4e29-8104-1ec965fd6cfd None None] Attempting to bind port d8a878e2-5c3e-49c4-97fb-45689c8eed39 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:30:47.758293 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-28dfab6d-4f03-4e29-8104-1ec965fd6cfd None None] Attempting to bind port d8a878e2-5c3e-49c4-97fb-45689c8eed39 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'fa336df0-1b4b-42b3-9996-95e308ef7621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '27c67cb1-aa13-4bbf-b58d-109b3c9212c9'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:30:47.758579 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dfab6d-4f03-4e29-8104-1ec965fd6cfd None None] Attempting to bind port d8a878e2-5c3e-49c4-97fb-45689c8eed39 on network 27c67cb1-aa13-4bbf-b58d-109b3c9212c9 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:30:47.775209 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dfab6d-4f03-4e29-8104-1ec965fd6cfd None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:30:47.775586 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dfab6d-4f03-4e29-8104-1ec965fd6cfd None None] Checking segment: {'id': 'fa336df0-1b4b-42b3-9996-95e308ef7621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '27c67cb1-aa13-4bbf-b58d-109b3c9212c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:30:47.775990 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-28dfab6d-4f03-4e29-8104-1ec965fd6cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:47.776393 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dfab6d-4f03-4e29-8104-1ec965fd6cfd None None] Bound using segment: {'id': 'fa336df0-1b4b-42b3-9996-95e308ef7621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '27c67cb1-aa13-4bbf-b58d-109b3c9212c9'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:30:47.776840 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-28dfab6d-4f03-4e29-8104-1ec965fd6cfd None None] Bound port: d8a878e2-5c3e-49c4-97fb-45689c8eed39, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa336df0-1b4b-42b3-9996-95e308ef7621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '27c67cb1-aa13-4bbf-b58d-109b3c9212c9'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:30:47.777213 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-28dfab6d-4f03-4e29-8104-1ec965fd6cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:47.878094 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-b9ec0706-776d-4cdd-9506-b85575fc945b admin admin] Allocated IP 172.25.0.185 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/77be2545-6096-45e5-ba07-afb89c9f3c4c) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:30:47.886176 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba29b65a-3892-49a0-9df7-b3dd5414bea3 admin admin] Made reservation on behalf of ce37171e67944af78e3c0add42304792 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:30:47.888533 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ba29b65a-3892-49a0-9df7-b3dd5414bea3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:47.937218 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-28dfab6d-4f03-4e29-8104-1ec965fd6cfd None None] For port d8a878e2-5c3e-49c4-97fb-45689c8eed39, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:30:47.942053 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-28dfab6d-4f03-4e29-8104-1ec965fd6cfd None None] For port d8a878e2-5c3e-49c4-97fb-45689c8eed39, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d8a878e2-5c3e-49c4-97fb-45689c8eed39,segment=NetworkSegment(fa336df0-1b4b-42b3-9996-95e308ef7621),segment_id=fa336df0-1b4b-42b3-9996-95e308ef7621)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:30:47.943592 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:47.954339 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-28dfab6d-4f03-4e29-8104-1ec965fd6cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:48.015329 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe48ef-f0ba-40f6-88f7-bceb097f6140 req-024bc706-40fd-4335-a43c-f51d0c56d4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:48.016703 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d8fe48ef-f0ba-40f6-88f7-bceb097f6140 req-024bc706-40fd-4335-a43c-f51d0c56d4ef service neutron] 10.222.0.59 "GET /v2.0/networks?id=d5b93e96-929a-490c-a232-f3b635507046 HTTP/1.1" status: 200 len: 911 time: 0.3643143 May 13 14:30:48.069593 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b9ec0706-776d-4cdd-9506-b85575fc945b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:48.075466 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfab6d-4f03-4e29-8104-1ec965fd6cfd None None] Pushing event updated for resources: {'Port': ['ID=d8a878e2-5c3e-49c4-97fb-45689c8eed39,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:48.110881 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d8fe48ef-f0ba-40f6-88f7-bceb097f6140 req-764d7103-25c3-4ec4-9632-edcb2bd345b1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b44e4a3d-d2ae-4152-983f-ecfa5637cafd HTTP/1.1" status: 200 len: 217 time: 0.0801620 May 13 14:30:48.124125 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b9ec0706-776d-4cdd-9506-b85575fc945b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:48.205176 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ec0706-776d-4cdd-9506-b85575fc945b admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:30:48.213138 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-b9ec0706-776d-4cdd-9506-b85575fc945b admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:48.214339 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe48ef-f0ba-40f6-88f7-bceb097f6140 req-da93e3c0-d660-41f6-a25f-5e5e440c18fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:48.218035 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ec0706-776d-4cdd-9506-b85575fc945b admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:30:48.222055 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d8fe48ef-f0ba-40f6-88f7-bceb097f6140 req-da93e3c0-d660-41f6-a25f-5e5e440c18fa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d4f71ac-3351-4cb3-a10e-369f048aa2da HTTP/1.1" status: 200 len: 850 time: 0.1024351 May 13 14:30:48.284887 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec0706-776d-4cdd-9506-b85575fc945b admin admin] Pushing event updated for resources: {'Port': ['ID=77be2545-6096-45e5-ba07-afb89c9f3c4c,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:48.328826 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9dcf7-d95b-4c3f-b805-7901130b5c93 req-0af0981a-7b6a-4eea-a9e0-a19bf8fb80b4 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:48.330731 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aec9dcf7-d95b-4c3f-b805-7901130b5c93 req-0af0981a-7b6a-4eea-a9e0-a19bf8fb80b4 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 950 time: 0.6224546 May 13 14:30:48.423322 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d8fe48ef-f0ba-40f6-88f7-bceb097f6140 req-eec6751c-c437-45ab-a190-374351e60e14 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d5b93e96-929a-490c-a232-f3b635507046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038609 May 13 14:30:48.649984 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ba29b65a-3892-49a0-9df7-b3dd5414bea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:48.704943 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aec9dcf7-d95b-4c3f-b805-7901130b5c93 req-345300d8-773e-4619-b694-f83d67bd0dca tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806118 May 13 14:30:48.860820 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29b65a-3892-49a0-9df7-b3dd5414bea3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b736aed1-0ce9-4b1b-9d1b-59858626f8b4,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:48.925891 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba29b65a-3892-49a0-9df7-b3dd5414bea3 admin admin] Checking segment: {'id': 'fd353f57-2f99-46e4-9f25-5c9b169b65fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '839a4ed5-0fcb-49cf-a08a-812b7f9bcc67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:30:48.926378 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba29b65a-3892-49a0-9df7-b3dd5414bea3 admin admin] Network hostable DHCP agents. Network: 839a4ed5-0fcb-49cf-a08a-812b7f9bcc67, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:30:48.943408 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d8fe48ef-f0ba-40f6-88f7-bceb097f6140 req-2f55225d-e2aa-4efc-813c-a853cb269a38 service neutron] 10.222.0.59 "GET /v2.0/networks/d5b93e96-929a-490c-a232-f3b635507046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033953 May 13 14:30:49.014143 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b9ec0706-776d-4cdd-9506-b85575fc945b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:49.072483 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba29b65a-3892-49a0-9df7-b3dd5414bea3 admin admin] Network 839a4ed5-0fcb-49cf-a08a-812b7f9bcc67 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:30:49.088825 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-ba29b65a-3892-49a0-9df7-b3dd5414bea3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 839a4ed5-0fcb-49cf-a08a-812b7f9bcc67) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:49.097347 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a4ba55-2f16-41fb-8cd3-f5ca59ecbc3f None None] Network 839a4ed5-0fcb-49cf-a08a-812b7f9bcc67 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:30:49.100805 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba29b65a-3892-49a0-9df7-b3dd5414bea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:49.101391 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ba29b65a-3892-49a0-9df7-b3dd5414bea3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:49.154526 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e36738-1ee7-484f-a599-406450579903 req-0a911f68-ef68-41ae-a1e7-614ddfc14444 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:49.163156 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-69e36738-1ee7-484f-a599-406450579903 req-0a911f68-ef68-41ae-a1e7-614ddfc14444 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc80057-6e8b-489d-b52e-eb61d7bf6ff6 HTTP/1.1" status: 200 len: 946 time: 0.5864742 May 13 14:30:49.180332 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ba29b65a-3892-49a0-9df7-b3dd5414bea3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7241557 May 13 14:30:49.212854 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9f9f6-71a6-4173-a850-8a07b4ed2ec6 req-aca12c8d-22c9-4ee1-813e-7baf56e5b3da tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:49.223649 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b1a9f9f6-71a6-4173-a850-8a07b4ed2ec6 req-aca12c8d-22c9-4ee1-813e-7baf56e5b3da tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 943 time: 0.3431585 May 13 14:30:49.226866 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d8fe48ef-f0ba-40f6-88f7-bceb097f6140 req-3ab1de34-0d05-4a40-a128-d2856da4899e service neutron] 10.222.0.59 "GET /v2.0/networks/d5b93e96-929a-490c-a232-f3b635507046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765970 May 13 14:30:49.233259 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b44e4a3d-d2ae-4152-983f-ecfa5637cafd details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:30:49.363583 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b1a9f9f6-71a6-4173-a850-8a07b4ed2ec6 req-224b7e20-528f-4ed9-9962-1c95e787cced tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387868 May 13 14:30:49.483850 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-69e36738-1ee7-484f-a599-406450579903 req-d6a287df-bb4a-4680-bd4e-c5f56ec97377 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196824 May 13 14:30:49.643530 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b44e4a3d-d2ae-4152-983f-ecfa5637cafd, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b44e4a3d-d2ae-4152-983f-ecfa5637cafd,segment=NetworkSegment(f83b9c1a-1c4f-4324-954c-a30a86166b9c),segment_id=f83b9c1a-1c4f-4324-954c-a30a86166b9c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:49.664023 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-209e752b-e321-491a-9fb9-b325989bf2ec req-114d4cfe-9dad-4829-9189-4a388a584ef6 tempest-ServersAdmin275Test-315445272 tempest-ServersAdmin275Test-315445272-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.0637014 May 13 14:30:49.673443 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20f3cdf-0cc6-4c3b-942c-6de50f4e20c9 None None] Network 839a4ed5-0fcb-49cf-a08a-812b7f9bcc67 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:30:49.769291 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac523bf-5a29-4748-b3d6-b54846954e03 None None] Network 27c67cb1-aa13-4bbf-b58d-109b3c9212c9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:30:49.893818 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'b44e4a3d-d2ae-4152-983f-ecfa5637cafd', 'network_id': 'd5b93e96-929a-490c-a232-f3b635507046', 'port_id': 'b44e4a3d-d2ae-4152-983f-ecfa5637cafd', 'mac_address': 'fa:16:3e:86:3e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d4f71ac-3351-4cb3-a10e-369f048aa2da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:30:49.910796 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d8a878e2-5c3e-49c4-97fb-45689c8eed39 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:49.911441 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b9ec0706-776d-4cdd-9506-b85575fc945b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:50.067734 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5515d29c-7f09-47b3-ba69-60e9645d98bf None None] Provisioning for port d8a878e2-5c3e-49c4-97fb-45689c8eed39 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:30:50.162039 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port b44e4a3d-d2ae-4152-983f-ecfa5637cafd is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:50.162771 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:50.206168 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd61dca-78c3-472c-a4cd-d607334dfee0 req-0670f230-bfac-4e7a-892f-6736bc1bb766 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:50.208186 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cfd61dca-78c3-472c-a4cd-d607334dfee0 req-0670f230-bfac-4e7a-892f-6736bc1bb766 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 950 time: 0.1316242 May 13 14:30:50.225222 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port d8a878e2-5c3e-49c4-97fb-45689c8eed39 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:30:50.259726 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b44e4a3d-d2ae-4152-983f-ecfa5637cafd {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:30:50.267820 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cfd61dca-78c3-472c-a4cd-d607334dfee0 req-fa47aa3b-0187-4d39-8cce-3aed8ff39d2a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528696 May 13 14:30:50.280864 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port d8a878e2-5c3e-49c4-97fb-45689c8eed39 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:50.280864 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:50.435721 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be68565-b7d7-456b-ade4-9a28554f563e req-09e451e9-a527-4db2-8724-74d46de86263 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:50.443760 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2be68565-b7d7-456b-ade4-9a28554f563e req-09e451e9-a527-4db2-8724-74d46de86263 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.35 "GET /v2.0/networks?id=839a4ed5-0fcb-49cf-a08a-812b7f9bcc67 HTTP/1.1" status: 200 len: 821 time: 0.4267020 May 13 14:30:50.469104 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2be68565-b7d7-456b-ade4-9a28554f563e req-4353a025-daa3-4775-938b-652733632eb0 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.35 "GET /v2.0/quotas/ce37171e67944af78e3c0add42304792 HTTP/1.1" status: 200 len: 375 time: 0.0243711 May 13 14:30:50.471745 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ec0706-776d-4cdd-9506-b85575fc945b admin admin] Router da661b6b-6bf6-4655-ae86-33cdda2da41a is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:30:50.494619 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b44e4a3d-d2ae-4152-983f-ecfa5637cafd, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b44e4a3d-d2ae-4152-983f-ecfa5637cafd,segment=NetworkSegment(f83b9c1a-1c4f-4324-954c-a30a86166b9c),segment_id=f83b9c1a-1c4f-4324-954c-a30a86166b9c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:50.523200 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:50.596546 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2be68565-b7d7-456b-ade4-9a28554f563e req-4def0630-5b9b-46f5-838a-c6bc697a0844 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce37171e67944af78e3c0add42304792&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1264741 May 13 14:30:50.638062 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8360e86-bdfd-4013-be2f-e6448922dfbb req-7205124a-e661-47b8-81ef-0ada15918666 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:50.654087 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e8360e86-bdfd-4013-be2f-e6448922dfbb req-7205124a-e661-47b8-81ef-0ada15918666 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 944 time: 0.1417069 May 13 14:30:50.747911 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=b44e4a3d-d2ae-4152-983f-ecfa5637cafd,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:50.758657 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e8360e86-bdfd-4013-be2f-e6448922dfbb req-ff89ac95-7029-465c-8695-ce14bad1d5f3 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027360 May 13 14:30:50.762831 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d8a878e2-5c3e-49c4-97fb-45689c8eed39 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:50.763358 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:50.806661 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port d8a878e2-5c3e-49c4-97fb-45689c8eed39, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d8a878e2-5c3e-49c4-97fb-45689c8eed39,segment=NetworkSegment(fa336df0-1b4b-42b3-9996-95e308ef7621),segment_id=fa336df0-1b4b-42b3-9996-95e308ef7621)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:50.813085 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:50.856790 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['b44e4a3d-d2ae-4152-983f-ecfa5637cafd'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:30:50.878081 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2be68565-b7d7-456b-ade4-9a28554f563e req-9d1da356-d675-4bf1-8abe-2d245d860d89 service neutron] 10.222.0.35 "GET /v2.0/networks/839a4ed5-0fcb-49cf-a08a-812b7f9bcc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806146 May 13 14:30:50.900806 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ec0706-776d-4cdd-9506-b85575fc945b admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:30:50.911789 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef52587-ede1-48ac-96fe-7b31057199fb None None] Sync routers for ids ['da661b6b-6bf6-4655-ae86-33cdda2da41a'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:30:50.937611 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef52587-ede1-48ac-96fe-7b31057199fb None None] Routers {'da661b6b-6bf6-4655-ae86-33cdda2da41a'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:30:50.941793 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-bef52587-ede1-48ac-96fe-7b31057199fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:30:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['da661b6b-6bf6-4655-ae86-33cdda2da41a'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:50.960829 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=d8a878e2-5c3e-49c4-97fb-45689c8eed39,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:51.043238 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b9ec0706-776d-4cdd-9506-b85575fc945b admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:51.044504 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b9ec0706-776d-4cdd-9506-b85575fc945b admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8935587 May 13 14:30:51.047470 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43378) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:51.194958 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97462dff-6b97-4064-baa2-3d1c0b851cfe req-6e9b5561-2e76-4e40-930f-f9ac007ec8b2 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:51.205068 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-97462dff-6b97-4064-baa2-3d1c0b851cfe req-6e9b5561-2e76-4e40-930f-f9ac007ec8b2 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc80057-6e8b-489d-b52e-eb61d7bf6ff6 HTTP/1.1" status: 200 len: 946 time: 0.1383545 May 13 14:30:51.361241 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b75a258f-c5f9-4d48-93a8-a39aba3de0d1 None None] Provisioning complete for port d8a878e2-5c3e-49c4-97fb-45689c8eed39 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:51.361816 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b75a258f-c5f9-4d48-93a8-a39aba3de0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:51.387953 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-bef52587-ede1-48ac-96fe-7b31057199fb None None] Set router da661b6b-6bf6-4655-ae86-33cdda2da41a gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:30:51.405685 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-97462dff-6b97-4064-baa2-3d1c0b851cfe req-685f7811-6348-44bc-81db-59f340e69676 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996629 May 13 14:30:51.549645 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-b75a258f-c5f9-4d48-93a8-a39aba3de0d1 None None] Current status of the port d8a878e2-5c3e-49c4-97fb-45689c8eed39 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:51.685888 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c325036-3f04-4078-b9d0-27055b92c752 req-77efcf22-0af7-4886-b440-58a88d3322c7 tempest-ServersAdmin275Test-315445272 tempest-ServersAdmin275Test-315445272-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.1080148 May 13 14:30:51.728384 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2be68565-b7d7-456b-ade4-9a28554f563e req-263507dd-d5a9-4b6c-a13b-feff707b7ba6 service neutron] 10.222.0.35 "GET /v2.0/networks/839a4ed5-0fcb-49cf-a08a-812b7f9bcc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8476386 May 13 14:30:51.753251 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9cb45906-e50e-46de-b323-a5101e25af78 req-8eec0d3b-d215-4b06-aab1-8d453b2d5094 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.0663450 May 13 14:30:51.807199 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d8a878e2-5c3e-49c4-97fb-45689c8eed39 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:51.965141 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port d8a878e2-5c3e-49c4-97fb-45689c8eed39 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:51.965763 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:52.057774 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-bef52587-ede1-48ac-96fe-7b31057199fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da661b6b-6bf6-4655-ae86-33cdda2da41a', 'name': 'tempest-ServersTestMultiNic-771288904-router', 'tenant_id': '8a4edaa711e44cfa86ce63ca66433341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '77be2545-6096-45e5-ba07-afb89c9f3c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:46Z', 'updated_at': '2022-05-13T14:30:48Z', 'revision_number': 3, 'project_id': '8a4edaa711e44cfa86ce63ca66433341', 'gw_port': {'id': '77be2545-6096-45e5-ba07-afb89c9f3c4c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:cf:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da661b6b-6bf6-4655-ae86-33cdda2da41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:47Z', 'updated_at': '2022-05-13T14:30:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:52.077179 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef52587-ede1-48ac-96fe-7b31057199fb None None] Checking router: da661b6b-6bf6-4655-ae86-33cdda2da41a for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:30:52.077927 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef52587-ede1-48ac-96fe-7b31057199fb None None] Updating router da661b6b-6bf6-4655-ae86-33cdda2da41a port 77be2545-6096-45e5-ba07-afb89c9f3c4c binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:30:52.192979 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83850bdd-d71c-464a-b719-ecc1d91a15f4 req-ec603a09-dba1-4203-82cc-ed35db93ddd7 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:52.202998 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-83850bdd-d71c-464a-b719-ecc1d91a15f4 req-ec603a09-dba1-4203-82cc-ed35db93ddd7 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 950 time: 0.1893115 May 13 14:30:52.215312 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-bef52587-ede1-48ac-96fe-7b31057199fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:52.302836 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-83850bdd-d71c-464a-b719-ecc1d91a15f4 req-6f80575e-1a73-4540-858c-e1d8821e439f tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950098 May 13 14:30:52.308435 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d8a878e2-5c3e-49c4-97fb-45689c8eed39 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:52.434044 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-143e0a2d-786f-416a-82e4-f97b163eb0c5 req-ec1956c0-75be-4c18-92ff-bd4238cfe533 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.35 "GET /v2.0/ports?device_id=a99ef349-0bde-4d6c-933b-0cebf003258a HTTP/1.1" status: 200 len: 210 time: 0.0574746 May 13 14:30:52.694980 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678e85b-4731-491d-ae3b-c5f69421e052 req-5254097d-d30d-4087-9731-478a29d79407 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:52.699458 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8678e85b-4731-491d-ae3b-c5f69421e052 req-5254097d-d30d-4087-9731-478a29d79407 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 944 time: 0.4397800 May 13 14:30:52.729192 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-bef52587-ede1-48ac-96fe-7b31057199fb None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:52.747724 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-bef52587-ede1-48ac-96fe-7b31057199fb None None] Transition to ACTIVE for port object 77be2545-6096-45e5-ba07-afb89c9f3c4c will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:30:52.757438 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-bef52587-ede1-48ac-96fe-7b31057199fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:52.767705 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96d625-3655-42d1-8aa3-004c4b785f67 req-12a3203a-0513-474f-b366-437f33fee403 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:52.769285 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b96d625-3655-42d1-8aa3-004c4b785f67 req-12a3203a-0513-474f-b366-437f33fee403 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc80057-6e8b-489d-b52e-eb61d7bf6ff6 HTTP/1.1" status: 200 len: 946 time: 0.1977386 May 13 14:30:52.861983 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e8c72-b7ba-4569-8022-c70d72a36d90 None None] Pushing event updated for resources: {'Port': ['ID=77be2545-6096-45e5-ba07-afb89c9f3c4c,revision_number=2']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:52.864984 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b96d625-3655-42d1-8aa3-004c4b785f67 req-f100ad55-2f39-462f-b022-9eb2fe45e418 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874290 May 13 14:30:52.903871 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8678e85b-4731-491d-ae3b-c5f69421e052 req-a39b284c-1186-4662-a967-5324ec6f679a tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882205 May 13 14:30:52.923552 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-bef52587-ede1-48ac-96fe-7b31057199fb None None] Attempting to bind port 77be2545-6096-45e5-ba07-afb89c9f3c4c on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:30:52.923979 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-bef52587-ede1-48ac-96fe-7b31057199fb None None] Attempting to bind port 77be2545-6096-45e5-ba07-afb89c9f3c4c by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:30:52.924493 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef52587-ede1-48ac-96fe-7b31057199fb None None] Attempting to bind port 77be2545-6096-45e5-ba07-afb89c9f3c4c on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:30:52.931249 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef52587-ede1-48ac-96fe-7b31057199fb None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:30:52.932045 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef52587-ede1-48ac-96fe-7b31057199fb None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:30:52.932863 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-bef52587-ede1-48ac-96fe-7b31057199fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:52.933169 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef52587-ede1-48ac-96fe-7b31057199fb None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:30:52.933620 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-bef52587-ede1-48ac-96fe-7b31057199fb None None] Bound port: 77be2545-6096-45e5-ba07-afb89c9f3c4c, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:30:52.934006 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-bef52587-ede1-48ac-96fe-7b31057199fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:53.029276 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-bef52587-ede1-48ac-96fe-7b31057199fb None None] For port 77be2545-6096-45e5-ba07-afb89c9f3c4c, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:30:53.032427 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-bef52587-ede1-48ac-96fe-7b31057199fb None None] For port 77be2545-6096-45e5-ba07-afb89c9f3c4c, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=77be2545-6096-45e5-ba07-afb89c9f3c4c,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:30:53.042298 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0244929f-a18d-4e11-9183-27ed1c5168b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:53.042529 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-bef52587-ede1-48ac-96fe-7b31057199fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:53.133791 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef52587-ede1-48ac-96fe-7b31057199fb None None] Routers {'da661b6b-6bf6-4655-ae86-33cdda2da41a'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:30:53.134462 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-bef52587-ede1-48ac-96fe-7b31057199fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:30:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['da661b6b-6bf6-4655-ae86-33cdda2da41a'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:53.193678 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d5bd1c1-efd1-4fe8-93ff-f1ae699d90db req-49788d35-a60a-4270-be3c-c2f28578cda1 tempest-ServersAdmin275Test-315445272 tempest-ServersAdmin275Test-315445272-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.1359768 May 13 14:30:53.217310 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b44e4a3d-d2ae-4152-983f-ecfa5637cafd up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:53.397668 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port b44e4a3d-d2ae-4152-983f-ecfa5637cafd completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:30:53.419637 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port b44e4a3d-d2ae-4152-983f-ecfa5637cafd triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:53.419637 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:53.466073 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e8c72-b7ba-4569-8022-c70d72a36d90 None None] Pushing event updated for resources: {'Port': ['ID=77be2545-6096-45e5-ba07-afb89c9f3c4c,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:53.568582 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-0244929f-a18d-4e11-9183-27ed1c5168b7 admin admin] Allocated IP 172.20.0.1 (27c67cb1-aa13-4bbf-b58d-109b3c9212c9/c79af2e2-cfea-4ac8-8c72-5a89d5f46518/5fb94a16-188d-4de1-91ac-281fa73b39b2) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:30:53.684163 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port b44e4a3d-d2ae-4152-983f-ecfa5637cafd is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:53.684558 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:53.747931 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc4d9a5-8f0d-4481-9d86-5059a204c549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44e4a3d-d2ae-4152-983f-ecfa5637cafd'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:53.774208 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-bef52587-ede1-48ac-96fe-7b31057199fb None None] Set router da661b6b-6bf6-4655-ae86-33cdda2da41a gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:30:53.776713 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0244929f-a18d-4e11-9183-27ed1c5168b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:53.794212 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b44e4a3d-d2ae-4152-983f-ecfa5637cafd, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b44e4a3d-d2ae-4152-983f-ecfa5637cafd,segment=NetworkSegment(f83b9c1a-1c4f-4324-954c-a30a86166b9c),segment_id=f83b9c1a-1c4f-4324-954c-a30a86166b9c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:53.799278 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:53.835478 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-0244929f-a18d-4e11-9183-27ed1c5168b7 admin admin] Transition to ACTIVE for port object 5fb94a16-188d-4de1-91ac-281fa73b39b2 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:30:53.882793 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0244929f-a18d-4e11-9183-27ed1c5168b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:53.938575 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376b159-7e06-45ca-90a4-14f63408e931 req-d7714425-3969-40bc-8320-ba7095d3dd55 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:53.951407 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2376b159-7e06-45ca-90a4-14f63408e931 req-d7714425-3969-40bc-8320-ba7095d3dd55 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 950 time: 0.3045206 May 13 14:30:53.988286 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=b44e4a3d-d2ae-4152-983f-ecfa5637cafd,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:54.050822 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244929f-a18d-4e11-9183-27ed1c5168b7 admin admin] Pushing event updated for resources: {'Port': ['ID=5fb94a16-188d-4de1-91ac-281fa73b39b2,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:54.111074 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3be3ea46-146a-4755-9cde-d180445e26cd req-41f3d258-41db-4a68-bc35-a77c7ee77bea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d17c48c93faa4316b7f62a571436b583&device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.1543217 May 13 14:30:54.137661 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0244929f-a18d-4e11-9183-27ed1c5168b7 admin admin] Network 27c67cb1-aa13-4bbf-b58d-109b3c9212c9 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:30:54.141370 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-0244929f-a18d-4e11-9183-27ed1c5168b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:54.159691 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0244929f-a18d-4e11-9183-27ed1c5168b7 admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:30:54.239561 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3be3ea46-146a-4755-9cde-d180445e26cd req-a6c17257-04b5-4278-b728-78e9aee860fb service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=d17c48c93faa4316b7f62a571436b583&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1155496 May 13 14:30:54.292431 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0244929f-a18d-4e11-9183-27ed1c5168b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:54.454775 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1d802947-2cdb-431e-b615-03ab07fc9059 req-40560e06-376e-4776-a919-7128deaf9aac tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.35 "GET /v2.0/ports?device_id=a99ef349-0bde-4d6c-933b-0cebf003258a HTTP/1.1" status: 200 len: 210 time: 0.0534928 May 13 14:30:54.492749 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f039e204-80f9-4f70-aaad-093257733c5e None None] Provisioning for port 5fb94a16-188d-4de1-91ac-281fa73b39b2 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:30:54.510294 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f039e204-80f9-4f70-aaad-093257733c5e None None] Provisioning complete for port 5fb94a16-188d-4de1-91ac-281fa73b39b2 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:54.512428 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f039e204-80f9-4f70-aaad-093257733c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:54.574745 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c689524-3236-4372-98c8-563c9fc37604'] response: {'server_uuid': 'bdc4d9a5-8f0d-4481-9d86-5059a204c549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44e4a3d-d2ae-4152-983f-ecfa5637cafd', 'code': 200} May 13 14:30:54.583428 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be68565-b7d7-456b-ade4-9a28554f563e req-260e0ec3-0c67-4daa-9933-b614046ab655 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:54.593466 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2be68565-b7d7-456b-ade4-9a28554f563e req-260e0ec3-0c67-4daa-9933-b614046ab655 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.74 "GET /v2.0/networks?id=839a4ed5-0fcb-49cf-a08a-812b7f9bcc67 HTTP/1.1" status: 200 len: 821 time: 0.5729859 May 13 14:30:54.606655 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-bef52587-ede1-48ac-96fe-7b31057199fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da661b6b-6bf6-4655-ae86-33cdda2da41a', 'name': 'tempest-ServersTestMultiNic-771288904-router', 'tenant_id': '8a4edaa711e44cfa86ce63ca66433341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '77be2545-6096-45e5-ba07-afb89c9f3c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:46Z', 'updated_at': '2022-05-13T14:30:48Z', 'revision_number': 3, 'project_id': '8a4edaa711e44cfa86ce63ca66433341', 'gw_port': {'id': '77be2545-6096-45e5-ba07-afb89c9f3c4c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:cf:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da661b6b-6bf6-4655-ae86-33cdda2da41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:47Z', 'updated_at': '2022-05-13T14:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:54.621784 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f039e204-80f9-4f70-aaad-093257733c5e None None] Port 5fb94a16-188d-4de1-91ac-281fa73b39b2 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:30:54.625683 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef52587-ede1-48ac-96fe-7b31057199fb None None] The sync data for ids ['da661b6b-6bf6-4655-ae86-33cdda2da41a'] in n-d-841760-1 is: [{'id': 'da661b6b-6bf6-4655-ae86-33cdda2da41a', 'name': 'tempest-ServersTestMultiNic-771288904-router', 'tenant_id': '8a4edaa711e44cfa86ce63ca66433341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '77be2545-6096-45e5-ba07-afb89c9f3c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:46Z', 'updated_at': '2022-05-13T14:30:48Z', 'revision_number': 3, 'project_id': '8a4edaa711e44cfa86ce63ca66433341', 'gw_port': {'id': '77be2545-6096-45e5-ba07-afb89c9f3c4c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:cf:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da661b6b-6bf6-4655-ae86-33cdda2da41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:47Z', 'updated_at': '2022-05-13T14:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:30:54.680329 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3ea46-146a-4755-9cde-d180445e26cd req-1cb74f8a-31b8-4da4-8ecd-c31b0a4d9f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:54.682830 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3be3ea46-146a-4755-9cde-d180445e26cd req-1cb74f8a-31b8-4da4-8ecd-c31b0a4d9f9b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4345477 May 13 14:30:54.714129 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2376b159-7e06-45ca-90a4-14f63408e931 req-a1400a9e-90a2-4e7c-89a0-d6a5f19a6467 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7614546 May 13 14:30:54.847989 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-2be68565-b7d7-456b-ade4-9a28554f563e req-ae060b06-9d90-4fd7-8224-b8ca546a6cfa tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Request body: {'port': {'device_id': 'a99ef349-0bde-4d6c-933b-0cebf003258a', 'network_id': '839a4ed5-0fcb-49cf-a08a-812b7f9bcc67', 'admin_state_up': True, 'tenant_id': 'ce37171e67944af78e3c0add42304792'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:54.890785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6904456-a263-4f4c-ab7f-71f745f4a0e6 req-96ab89a2-4c88-4cc7-91ab-6d6dd40387ef tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:54.898739 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a6904456-a263-4f4c-ab7f-71f745f4a0e6 req-96ab89a2-4c88-4cc7-91ab-6d6dd40387ef tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 945 time: 0.0954978 May 13 14:30:54.954540 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a6904456-a263-4f4c-ab7f-71f745f4a0e6 req-2d4e49b9-21c4-41fd-a10a-32b40cd0be65 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544665 May 13 14:30:55.038154 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8de53bf9-2f7c-428d-9f18-d478f4b54e9e req-f59dc5c1-e6b8-4a73-b6fc-272fc3d93be5 tempest-ServersAdmin275Test-1726168306 tempest-ServersAdmin275Test-1726168306-project] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.1745725 May 13 14:30:55.260986 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b5e5a-8a1d-4215-98c5-fba09219c64f req-ec2b2ec0-e06a-4cad-bf78-f96271748995 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:55.262494 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ba1b5e5a-8a1d-4215-98c5-fba09219c64f req-ec2b2ec0-e06a-4cad-bf78-f96271748995 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc80057-6e8b-489d-b52e-eb61d7bf6ff6 HTTP/1.1" status: 200 len: 946 time: 0.1321325 May 13 14:30:55.337158 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ba1b5e5a-8a1d-4215-98c5-fba09219c64f req-fb99b8a0-5e50-4674-ad37-7932af651d4e tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663919 May 13 14:30:55.364097 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0244929f-a18d-4e11-9183-27ed1c5168b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:55.383237 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdbe2d-900f-440c-bf63-60c4bfa4e1c3 req-ba1b46cc-faf8-4ee6-bc3a-20f65b369176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:55.384842 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-67fdbe2d-900f-440c-bf63-60c4bfa4e1c3 req-ba1b46cc-faf8-4ee6-bc3a-20f65b369176 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 1096 time: 0.5741286 May 13 14:30:55.448302 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-2be68565-b7d7-456b-ade4-9a28554f563e req-ae060b06-9d90-4fd7-8224-b8ca546a6cfa tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:55.457226 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71b74a-ba38-456a-92b0-d7604ef6dc4c req-d0573bf7-04f2-4ab7-8351-55f0ee1af8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:55.458707 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6a71b74a-ba38-456a-92b0-d7604ef6dc4c req-d0573bf7-04f2-4ab7-8351-55f0ee1af8af service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc7f182b99334da6876b361034afff56&device_id=0cc80057-6e8b-489d-b52e-eb61d7bf6ff6 HTTP/1.1" status: 200 len: 1097 time: 0.8962097 May 13 14:30:55.636682 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2be68565-b7d7-456b-ade4-9a28554f563e req-ae060b06-9d90-4fd7-8224-b8ca546a6cfa tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Usage tracker for resource:port and tenant:ce37171e67944af78e3c0add42304792 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:55.640518 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2be68565-b7d7-456b-ade4-9a28554f563e req-ae060b06-9d90-4fd7-8224-b8ca546a6cfa tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:55.647051 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-2be68565-b7d7-456b-ade4-9a28554f563e req-ae060b06-9d90-4fd7-8224-b8ca546a6cfa tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:55.754743 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71b74a-ba38-456a-92b0-d7604ef6dc4c req-a181653c-f505-4b65-9ee5-afb281ba6f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:55.757693 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6a71b74a-ba38-456a-92b0-d7604ef6dc4c req-a181653c-f505-4b65-9ee5-afb281ba6f8d service neutron] 10.222.0.74 "GET /v2.0/networks?id=5c57dfcc-adc7-4a5b-8feb-0ff2c69376af HTTP/1.1" status: 200 len: 916 time: 0.2827804 May 13 14:30:55.787435 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 77be2545-6096-45e5-ba07-afb89c9f3c4c up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:55.917957 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 77be2545-6096-45e5-ba07-afb89c9f3c4c completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:30:55.925139 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 77be2545-6096-45e5-ba07-afb89c9f3c4c triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:55.926552 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:56.012806 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0244929f-a18d-4e11-9183-27ed1c5168b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:56.016491 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-67fdbe2d-900f-440c-bf63-60c4bfa4e1c3 req-ef3accae-623b-4d6a-b949-3e244a1fd600 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5983679 May 13 14:30:56.024317 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be68565-b7d7-456b-ade4-9a28554f563e req-ae060b06-9d90-4fd7-8224-b8ca546a6cfa tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Made reservation on behalf of ce37171e67944af78e3c0add42304792 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:30:56.028064 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2be68565-b7d7-456b-ade4-9a28554f563e req-ae060b06-9d90-4fd7-8224-b8ca546a6cfa tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:56.094596 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 77be2545-6096-45e5-ba07-afb89c9f3c4c is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:56.095333 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:56.099989 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d3f92-0c37-4570-b4d8-58481abe18b5 req-5f15032c-cc3e-43b6-b482-19fb14df987a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:56.101677 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7d1d3f92-0c37-4570-b4d8-58481abe18b5 req-5f15032c-cc3e-43b6-b482-19fb14df987a tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 950 time: 0.1635106 May 13 14:30:56.106864 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0244929f-a18d-4e11-9183-27ed1c5168b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:56.117386 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 77be2545-6096-45e5-ba07-afb89c9f3c4c, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=77be2545-6096-45e5-ba07-afb89c9f3c4c,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:56.123576 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:56.157190 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-46caf8f7-7362-41e9-b57e-93ac30609995 req-fb757ff6-529e-48c9-8edd-5ea7ebe0c46e tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.35 "GET /v2.0/ports?device_id=a99ef349-0bde-4d6c-933b-0cebf003258a HTTP/1.1" status: 200 len: 210 time: 0.4637210 May 13 14:30:56.173316 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7d1d3f92-0c37-4570-b4d8-58481abe18b5 req-7ea10a49-6b8a-4029-a80f-d262cce1f8e2 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634365 May 13 14:30:56.248427 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=77be2545-6096-45e5-ba07-afb89c9f3c4c,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:56.397509 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6a71b74a-ba38-456a-92b0-d7604ef6dc4c req-8e11dd93-98fe-42de-8706-19e3e4caf4c0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ae7bc39-9220-4709-9360-1a310348a4fa HTTP/1.1" status: 200 len: 217 time: 0.3746893 May 13 14:30:56.404629 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4dc30-dc67-4411-bb9f-ac63a33b4f20 req-fa5e8d7d-8a46-4383-a11a-cadbed506ce6 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:56.414858 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3be3ea46-146a-4755-9cde-d180445e26cd req-3c8257e1-3fb5-4e49-a3fc-a37b577a1578 tempest-ServersAdmin275Test-1726168306 tempest-ServersAdmin275Test-1726168306-project] 10.222.0.59 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.1300862 May 13 14:30:56.418953 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b1a4dc30-dc67-4411-bb9f-ac63a33b4f20 req-fa5e8d7d-8a46-4383-a11a-cadbed506ce6 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 945 time: 0.1390162 May 13 14:30:56.489085 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b1a4dc30-dc67-4411-bb9f-ac63a33b4f20 req-aaf9ce6e-a053-40c9-8fd0-adb399ee81b7 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690084 May 13 14:30:56.719488 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-705ad7e5-02d1-4616-af48-f0d627055736 req-022d6276-6094-480b-98b7-c2255ee9f426 tempest-ServersAdmin275Test-1726168306 tempest-ServersAdmin275Test-1726168306-project] 10.222.0.35 "GET /v2.0/ports?device_id=69ba44ae-3c80-40b8-a7ff-45c74e2c429c HTTP/1.1" status: 200 len: 210 time: 0.1280150 May 13 14:30:56.726138 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d11af9-2b2f-4d47-b4dc-27c3d3471167 req-5e8953a7-1ce1-43c5-a40f-63df5ef654d1 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:56.728591 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c6d11af9-2b2f-4d47-b4dc-27c3d3471167 req-5e8953a7-1ce1-43c5-a40f-63df5ef654d1 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc80057-6e8b-489d-b52e-eb61d7bf6ff6 HTTP/1.1" status: 200 len: 946 time: 0.1005044 May 13 14:30:56.729246 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0244929f-a18d-4e11-9183-27ed1c5168b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:56.812920 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c6d11af9-2b2f-4d47-b4dc-27c3d3471167 req-0d048357-998e-465f-a657-d3b6c6d4f275 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769739 May 13 14:30:56.821023 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244929f-a18d-4e11-9183-27ed1c5168b7 admin admin] Pushing event updated for resources: {'Port': ['ID=5fb94a16-188d-4de1-91ac-281fa73b39b2,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:56.845047 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71b74a-ba38-456a-92b0-d7604ef6dc4c req-8ccc67af-a861-4772-b9d2-bf3a23e3b2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:56.846457 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6a71b74a-ba38-456a-92b0-d7604ef6dc4c req-8ccc67af-a861-4772-b9d2-bf3a23e3b2f6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=483b0e90-94ea-4826-9777-513ec7a928d8 HTTP/1.1" status: 200 len: 854 time: 0.4248362 May 13 14:30:56.977697 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-2be68565-b7d7-456b-ade4-9a28554f563e req-ae060b06-9d90-4fd7-8224-b8ca546a6cfa tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Allocated IP 172.20.0.10 (839a4ed5-0fcb-49cf-a08a-812b7f9bcc67/b736aed1-0ce9-4b1b-9d1b-59858626f8b4/854f66b8-4148-480e-97dd-a6757b2d6fe1) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:30:57.204496 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71b74a-ba38-456a-92b0-d7604ef6dc4c req-5b986e9f-48b2-43d9-9ac7-b37bd4ea2b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:57.205939 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6a71b74a-ba38-456a-92b0-d7604ef6dc4c req-5b986e9f-48b2-43d9-9ac7-b37bd4ea2b34 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5c57dfcc-adc7-4a5b-8feb-0ff2c69376af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3482721 May 13 14:30:57.206310 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ab4b-8531-4d6f-806c-3484c239cd2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:57.227051 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0244929f-a18d-4e11-9183-27ed1c5168b7 admin admin] Network 27c67cb1-aa13-4bbf-b58d-109b3c9212c9 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:30:57.232083 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-0244929f-a18d-4e11-9183-27ed1c5168b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:57.658000 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-11dbfcf5-e4d6-486e-8dcd-4344aff744c2 req-1d7c85b5-e0ea-4552-8364-df667d241335 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.35 "GET /v2.0/ports?device_id=a99ef349-0bde-4d6c-933b-0cebf003258a HTTP/1.1" status: 200 len: 210 time: 0.2202523 May 13 14:30:57.713297 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e506f2a6-010b-4ff1-a42a-19d95dd71de3 None None] Provisioning complete for port 5fb94a16-188d-4de1-91ac-281fa73b39b2 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:57.715350 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e506f2a6-010b-4ff1-a42a-19d95dd71de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:57.737532 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babe592-03fd-4448-a41c-b3632e2048bc req-99450f27-98ff-444e-9e9a-a952cc80eca2 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:57.746541 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4babe592-03fd-4448-a41c-b3632e2048bc req-99450f27-98ff-444e-9e9a-a952cc80eca2 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 950 time: 0.1353118 May 13 14:30:57.807560 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4babe592-03fd-4448-a41c-b3632e2048bc req-4af7cf69-9415-4126-b1c8-be76a5733f58 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597038 May 13 14:30:57.812763 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6a71b74a-ba38-456a-92b0-d7604ef6dc4c req-e45376fa-7f56-4c52-bec0-8755b2875dc9 service neutron] 10.222.0.74 "GET /v2.0/networks/5c57dfcc-adc7-4a5b-8feb-0ff2c69376af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5843143 May 13 14:30:57.850793 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 77be2545-6096-45e5-ba07-afb89c9f3c4c up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:57.895548 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e506f2a6-010b-4ff1-a42a-19d95dd71de3 None None] Port 5fb94a16-188d-4de1-91ac-281fa73b39b2 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:30:57.937468 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 77be2545-6096-45e5-ba07-afb89c9f3c4c triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:57.937943 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:58.001990 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0244929f-a18d-4e11-9183-27ed1c5168b7 admin admin] Router da661b6b-6bf6-4655-ae86-33cdda2da41a has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:30:58.022309 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2be68565-b7d7-456b-ade4-9a28554f563e req-ae060b06-9d90-4fd7-8224-b8ca546a6cfa tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:58.099102 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 77be2545-6096-45e5-ba07-afb89c9f3c4c is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:58.105807 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e8aa2-b685-4958-86d5-ed7f43f843b3 req-c1105112-52db-41b9-9974-bf7ba2944473 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:58.111867 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-989e8aa2-b685-4958-86d5-ed7f43f843b3 req-c1105112-52db-41b9-9974-bf7ba2944473 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc80057-6e8b-489d-b52e-eb61d7bf6ff6 HTTP/1.1" status: 200 len: 946 time: 0.0960057 May 13 14:30:58.155573 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-989e8aa2-b685-4958-86d5-ed7f43f843b3 req-e623e1a5-92ed-411e-b464-d8228d073f47 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422266 May 13 14:30:58.176137 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43456) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:58.207340 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbcbe7-34a9-4cc9-ab2b-11b6115f2104 req-48d46931-9365-4756-8256-11b2e6c68dd7 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:58.208851 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dffbcbe7-34a9-4cc9-ab2b-11b6115f2104 req-48d46931-9365-4756-8256-11b2e6c68dd7 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 945 time: 0.2843466 May 13 14:30:58.210085 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:58.211557 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6a71b74a-ba38-456a-92b0-d7604ef6dc4c req-e7199a64-a2b1-41f5-a195-f60e6d9256fb service neutron] 10.222.0.74 "GET /v2.0/networks/5c57dfcc-adc7-4a5b-8feb-0ff2c69376af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871036 May 13 14:30:58.338750 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2be68565-b7d7-456b-ade4-9a28554f563e req-ae060b06-9d90-4fd7-8224-b8ca546a6cfa tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:58.340037 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c2241d01-a529-4ac5-a35d-930503235b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:58.355451 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c2241d01-a529-4ac5-a35d-930503235b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:58.360495 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c2241d01-a529-4ac5-a35d-930503235b74 admin admin] Usage tracker for resource:security_group_rule and tenant:d17c48c93faa4316b7f62a571436b583 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:58.363383 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c2241d01-a529-4ac5-a35d-930503235b74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:58.369052 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c2241d01-a529-4ac5-a35d-930503235b74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:58.392207 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dffbcbe7-34a9-4cc9-ab2b-11b6115f2104 req-43228049-ede0-4439-b73a-a0e6120edfe9 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745393 May 13 14:30:58.403625 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:30:58.450315 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be68565-b7d7-456b-ade4-9a28554f563e req-ae060b06-9d90-4fd7-8224-b8ca546a6cfa tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Network 839a4ed5-0fcb-49cf-a08a-812b7f9bcc67 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:30:58.452142 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0244929f-a18d-4e11-9183-27ed1c5168b7 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:30:58.454206 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae060b06-9d90-4fd7-8224-b8ca546a6cfa tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Pushing event updated for resources: {'Port': ['ID=854f66b8-4148-480e-97dd-a6757b2d6fe1,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:58.459384 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-2be68565-b7d7-456b-ade4-9a28554f563e req-ae060b06-9d90-4fd7-8224-b8ca546a6cfa tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:58.463150 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be68565-b7d7-456b-ade4-9a28554f563e req-ae060b06-9d90-4fd7-8224-b8ca546a6cfa tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:30:58.476825 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79b4022-e289-45bf-b125-dae3c148a2db None None] Sync routers for ids ['da661b6b-6bf6-4655-ae86-33cdda2da41a'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:30:58.493192 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79b4022-e289-45bf-b125-dae3c148a2db None None] Routers {'da661b6b-6bf6-4655-ae86-33cdda2da41a'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:30:58.495015 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b79b4022-e289-45bf-b125-dae3c148a2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:30:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['da661b6b-6bf6-4655-ae86-33cdda2da41a'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:58.501922 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c2241d01-a529-4ac5-a35d-930503235b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:58.507135 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c2241d01-a529-4ac5-a35d-930503235b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:58.511716 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0244929f-a18d-4e11-9183-27ed1c5168b7 admin admin] 10.222.0.35 "PUT /v2.0/routers/da661b6b-6bf6-4655-ae86-33cdda2da41a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4632981 May 13 14:30:58.549299 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be68565-b7d7-456b-ade4-9a28554f563e req-ae060b06-9d90-4fd7-8224-b8ca546a6cfa tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:58.549299 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2be68565-b7d7-456b-ade4-9a28554f563e req-ae060b06-9d90-4fd7-8224-b8ca546a6cfa tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:58.578602 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2be68565-b7d7-456b-ade4-9a28554f563e req-ae060b06-9d90-4fd7-8224-b8ca546a6cfa tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7340617 May 13 14:30:58.582240 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43468) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:58.589150 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-664dfea0-ec59-41f9-835a-ab52796982ec tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Request body: {'security_group': {'name': 'tempest-securitygroup--823427346', 'description': 'tempest-description--1324063174'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:58.598567 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c2241d01-a529-4ac5-a35d-930503235b74 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d17c48c93faa4316b7f62a571436b583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4210672 May 13 14:30:58.604465 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-2be68565-b7d7-456b-ade4-9a28554f563e req-d729a617-ef55-4509-82fd-ae13fa845ba8 service neutron] Request body: {'port': {'device_id': 'a99ef349-0bde-4d6c-933b-0cebf003258a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:58.610502 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2241d01-a529-4ac5-a35d-930503235b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea98d0e-dcad-4347-9760-54479ac7c039,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:58.613346 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43472) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:58.646429 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-664dfea0-ec59-41f9-835a-ab52796982ec tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:58.661044 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-664dfea0-ec59-41f9-835a-ab52796982ec tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Usage tracker for resource:security_group and tenant:12ab0468071c4386a5fd2440f1c099c4 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:58.711829 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43478) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:58.713077 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-664dfea0-ec59-41f9-835a-ab52796982ec tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:58.723911 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-664dfea0-ec59-41f9-835a-ab52796982ec tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:58.780491 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a0d7126-bb77-4b02-bc6a-adef38cb1221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:58.799497 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-664dfea0-ec59-41f9-835a-ab52796982ec tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:58.802197 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-b79b4022-e289-45bf-b125-dae3c148a2db None None] Set router da661b6b-6bf6-4655-ae86-33cdda2da41a gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:30:58.845677 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-4471f6da-4910-4000-8182-4925be7d980a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1455169380'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:58.869768 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-664dfea0-ec59-41f9-835a-ab52796982ec tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:58.872638 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4471f6da-4910-4000-8182-4925be7d980a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:58.878476 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-664dfea0-ec59-41f9-835a-ab52796982ec tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Usage tracker for resource:security_group_rule and tenant:12ab0468071c4386a5fd2440f1c099c4 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:58.888119 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4471f6da-4910-4000-8182-4925be7d980a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Usage tracker for resource:network and tenant:8a4edaa711e44cfa86ce63ca66433341 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:58.890795 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-664dfea0-ec59-41f9-835a-ab52796982ec tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:58.893683 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2be68565-b7d7-456b-ade4-9a28554f563e req-d729a617-ef55-4509-82fd-ae13fa845ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:58.904201 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a0d7126-bb77-4b02-bc6a-adef38cb1221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:58.923669 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-664dfea0-ec59-41f9-835a-ab52796982ec tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:58.981466 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4471f6da-4910-4000-8182-4925be7d980a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:59.018613 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4471f6da-4910-4000-8182-4925be7d980a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:59.056244 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4471f6da-4910-4000-8182-4925be7d980a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Made reservation on behalf of 8a4edaa711e44cfa86ce63ca66433341 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:30:59.059973 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4471f6da-4910-4000-8182-4925be7d980a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:59.113317 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5184f-fd1d-40d4-9e38-893246fab7fc req-64f7f1e5-5d18-44b4-a0fa-21061324b42b tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:59.114936 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-70b5184f-fd1d-40d4-9e38-893246fab7fc req-64f7f1e5-5d18-44b4-a0fa-21061324b42b tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.35 "GET /v2.0/ports?device_id=a99ef349-0bde-4d6c-933b-0cebf003258a HTTP/1.1" status: 200 len: 932 time: 0.2334733 May 13 14:30:59.119059 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a0d7126-bb77-4b02-bc6a-adef38cb1221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:59.144601 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4471f6da-4910-4000-8182-4925be7d980a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:30:59.166657 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d7126-bb77-4b02-bc6a-adef38cb1221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea98d0e-dcad-4347-9760-54479ac7c039,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:59.173246 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4471f6da-4910-4000-8182-4925be7d980a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:59.173246 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-4471f6da-4910-4000-8182-4925be7d980a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Added segment 75e39620-740d-4a72-b0d7-b827496de2c9 of type vlan for network ce9c1701-64b9-439d-98e2-3df3678fb746 May 13 14:30:59.220825 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-70b5184f-fd1d-40d4-9e38-893246fab7fc req-a1271bcb-212d-4f8c-8f53-7790161205d0 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Synchronizing usage tracker for tenant:ce37171e67944af78e3c0add42304792 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:30:59.223856 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a0d7126-bb77-4b02-bc6a-adef38cb1221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:59.225098 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5a0d7126-bb77-4b02-bc6a-adef38cb1221 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4ea98d0e-dcad-4347-9760-54479ac7c039 HTTP/1.1" status: 204 len: 168 time: 0.6109846 May 13 14:30:59.247440 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4471f6da-4910-4000-8182-4925be7d980a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:59.265021 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-70b5184f-fd1d-40d4-9e38-893246fab7fc req-a1271bcb-212d-4f8c-8f53-7790161205d0 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Unset dirty status for tenant:ce37171e67944af78e3c0add42304792 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:30:59.266424 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-70b5184f-fd1d-40d4-9e38-893246fab7fc req-a1271bcb-212d-4f8c-8f53-7790161205d0 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8b183d0-b79c-489b-bd3d-d0db0c1c5a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426191 May 13 14:30:59.281711 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b79b4022-e289-45bf-b125-dae3c148a2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da661b6b-6bf6-4655-ae86-33cdda2da41a', 'name': 'tempest-ServersTestMultiNic-771288904-router', 'tenant_id': '8a4edaa711e44cfa86ce63ca66433341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '77be2545-6096-45e5-ba07-afb89c9f3c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:46Z', 'updated_at': '2022-05-13T14:30:55Z', 'revision_number': 4, 'project_id': '8a4edaa711e44cfa86ce63ca66433341', 'gw_port': {'id': '77be2545-6096-45e5-ba07-afb89c9f3c4c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:cf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da661b6b-6bf6-4655-ae86-33cdda2da41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:47Z', 'updated_at': '2022-05-13T14:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '5fb94a16-188d-4de1-91ac-281fa73b39b2', 'name': '', 'network_id': '27c67cb1-aa13-4bbf-b58d-109b3c9212c9', 'tenant_id': '8a4edaa711e44cfa86ce63ca66433341', 'mac_address': 'fa:16:3e:04:92:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da661b6b-6bf6-4655-ae86-33cdda2da41a', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'c79af2e2-cfea-4ac8-8c72-5a89d5f46518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:53Z', 'updated_at': '2022-05-13T14:30:55Z', 'revision_number': 2, 'project_id': '8a4edaa711e44cfa86ce63ca66433341', 'subnets': [{'id': 'c79af2e2-cfea-4ac8-8c72-5a89d5f46518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:59.290901 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79b4022-e289-45bf-b125-dae3c148a2db None None] Checking router: da661b6b-6bf6-4655-ae86-33cdda2da41a for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:30:59.291679 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4471f6da-4910-4000-8182-4925be7d980a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:59.292054 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79b4022-e289-45bf-b125-dae3c148a2db None None] Updating router da661b6b-6bf6-4655-ae86-33cdda2da41a port 5fb94a16-188d-4de1-91ac-281fa73b39b2 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:30:59.297729 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4471f6da-4910-4000-8182-4925be7d980a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:59.300685 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4471f6da-4910-4000-8182-4925be7d980a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:59.363569 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b79b4022-e289-45bf-b125-dae3c148a2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:59.465803 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-664dfea0-ec59-41f9-835a-ab52796982ec tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:59.557880 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-664dfea0-ec59-41f9-835a-ab52796982ec tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:59.561752 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9a5aef46-d369-434e-a573-e0eb929efb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:59.612726 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a0550-f51f-4545-8d41-74b534eee094 req-2b0402b3-b205-4a04-b266-30d0c9bd0be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:59.614239 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dc9a0550-f51f-4545-8d41-74b534eee094 req-2b0402b3-b205-4a04-b266-30d0c9bd0be5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cdb87555604447c18b7eacc26b6a4234&device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 1096 time: 0.6314070 May 13 14:30:59.636112 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4471f6da-4910-4000-8182-4925be7d980a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9221902 May 13 14:30:59.639446 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43494) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:59.659601 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-dc229175-12b0-46bf-94de-0f4ef92a94bd tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Request body: {'subnet': {'network_id': 'ce9c1701-64b9-439d-98e2-3df3678fb746', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:59.679700 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f6029-70f5-4825-a42b-7605c047b3ad req-902a26f7-922d-4ed6-a349-40b20057796e tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:59.681794 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7d2f6029-70f5-4825-a42b-7605c047b3ad req-902a26f7-922d-4ed6-a349-40b20057796e tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 945 time: 0.6507573 May 13 14:30:59.699951 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471f6da-4910-4000-8182-4925be7d980a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Pushing event updated for resources: {'Network': ['ID=ce9c1701-64b9-439d-98e2-3df3678fb746,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:59.725942 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network ce9c1701-64b9-439d-98e2-3df3678fb746 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:30:59.748618 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-664dfea0-ec59-41f9-835a-ab52796982ec tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:59.753772 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-664dfea0-ec59-41f9-835a-ab52796982ec tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1676464 May 13 14:30:59.753772 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664dfea0-ec59-41f9-835a-ab52796982ec tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c3a4a2-1105-4cbf-8bc9-0b44bf5653a7,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:59.758128 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43498) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:59.758769 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43500) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:59.788538 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-8e0b7010-c3a3-4b6e-835c-713c1dd4f67b tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Request body: {'security_group_rule': {'security_group_id': 'c4c3a4a2-1105-4cbf-8bc9-0b44bf5653a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:59.816101 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-8e0b7010-c3a3-4b6e-835c-713c1dd4f67b tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:59.818268 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-960b8e34-951a-42cc-adee-aaef29771acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:59.833363 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-8e0b7010-c3a3-4b6e-835c-713c1dd4f67b tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Usage tracker for resource:security_group_rule and tenant:12ab0468071c4386a5fd2440f1c099c4 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:59.845937 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-8e0b7010-c3a3-4b6e-835c-713c1dd4f67b tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:59.861213 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-8e0b7010-c3a3-4b6e-835c-713c1dd4f67b tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:59.862782 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7d2f6029-70f5-4825-a42b-7605c047b3ad req-513bf713-ac98-4d28-9d28-16c31d054468 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679151 May 13 14:30:59.863560 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-960b8e34-951a-42cc-adee-aaef29771acc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:59.874840 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-960b8e34-951a-42cc-adee-aaef29771acc admin admin] Usage tracker for resource:security_group_rule and tenant:8070b6df6f004ce5b1a476bab16a7d65 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:59.877741 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-dc229175-12b0-46bf-94de-0f4ef92a94bd tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:59.881768 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-960b8e34-951a-42cc-adee-aaef29771acc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:59.892764 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-dc229175-12b0-46bf-94de-0f4ef92a94bd tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Usage tracker for resource:subnet and tenant:8a4edaa711e44cfa86ce63ca66433341 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:59.899035 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-960b8e34-951a-42cc-adee-aaef29771acc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:59.902822 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-dc229175-12b0-46bf-94de-0f4ef92a94bd tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:59.915528 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a0550-f51f-4545-8d41-74b534eee094 req-46d23f81-e9f7-4eb8-9a78-0b41369943de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:59.917012 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dc9a0550-f51f-4545-8d41-74b534eee094 req-46d23f81-e9f7-4eb8-9a78-0b41369943de service neutron] 10.222.0.59 "GET /v2.0/networks?id=d5b93e96-929a-490c-a232-f3b635507046 HTTP/1.1" status: 200 len: 911 time: 0.2772472 May 13 14:30:59.922969 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-dc229175-12b0-46bf-94de-0f4ef92a94bd tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:59.937511 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7b9db-05bf-4f12-9e37-fef83f66b9ae req-996647e1-178c-41c9-8fd6-030f7b4657f2 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:59.954319 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-92e7b9db-05bf-4f12-9e37-fef83f66b9ae req-996647e1-178c-41c9-8fd6-030f7b4657f2 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 950 time: 0.3760004 May 13 14:30:59.957967 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8e0b7010-c3a3-4b6e-835c-713c1dd4f67b tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:59.984200 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b79b4022-e289-45bf-b125-dae3c148a2db None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:59.999418 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b79b4022-e289-45bf-b125-dae3c148a2db None None] Transition to ACTIVE for port object 5fb94a16-188d-4de1-91ac-281fa73b39b2 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:00.007984 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b79b4022-e289-45bf-b125-dae3c148a2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:00.021301 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc229175-12b0-46bf-94de-0f4ef92a94bd tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Made reservation on behalf of 8a4edaa711e44cfa86ce63ca66433341 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:31:00.025313 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dc229175-12b0-46bf-94de-0f4ef92a94bd tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:00.073925 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dc9a0550-f51f-4545-8d41-74b534eee094 req-fa566410-70f4-4414-b4a3-92029264b34e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b44e4a3d-d2ae-4152-983f-ecfa5637cafd HTTP/1.1" status: 200 len: 217 time: 0.1237185 May 13 14:31:00.093540 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186aa1ed-f7f7-4bc3-ae55-b5ac70ce27af None None] Pushing event updated for resources: {'Port': ['ID=5fb94a16-188d-4de1-91ac-281fa73b39b2,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:00.134026 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-2be68565-b7d7-456b-ade4-9a28554f563e req-d729a617-ef55-4509-82fd-ae13fa845ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 854f66b8-4148-480e-97dd-a6757b2d6fe1 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:31:00.142395 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2be68565-b7d7-456b-ade4-9a28554f563e req-d729a617-ef55-4509-82fd-ae13fa845ba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:00.173458 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-2be68565-b7d7-456b-ade4-9a28554f563e req-d729a617-ef55-4509-82fd-ae13fa845ba8 service neutron] Transition to ACTIVE for port object 854f66b8-4148-480e-97dd-a6757b2d6fe1 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:00.189426 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2be68565-b7d7-456b-ade4-9a28554f563e req-d729a617-ef55-4509-82fd-ae13fa845ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:00.285738 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-b79b4022-e289-45bf-b125-dae3c148a2db None None] Attempting to bind port 5fb94a16-188d-4de1-91ac-281fa73b39b2 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:31:00.286219 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-b79b4022-e289-45bf-b125-dae3c148a2db None None] Attempting to bind port 5fb94a16-188d-4de1-91ac-281fa73b39b2 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'fa336df0-1b4b-42b3-9996-95e308ef7621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '27c67cb1-aa13-4bbf-b58d-109b3c9212c9'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:31:00.286485 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79b4022-e289-45bf-b125-dae3c148a2db None None] Attempting to bind port 5fb94a16-188d-4de1-91ac-281fa73b39b2 on network 27c67cb1-aa13-4bbf-b58d-109b3c9212c9 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:00.292808 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79b4022-e289-45bf-b125-dae3c148a2db None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:31:00.293178 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79b4022-e289-45bf-b125-dae3c148a2db None None] Checking segment: {'id': 'fa336df0-1b4b-42b3-9996-95e308ef7621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '27c67cb1-aa13-4bbf-b58d-109b3c9212c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:31:00.293710 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b79b4022-e289-45bf-b125-dae3c148a2db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:00.294105 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79b4022-e289-45bf-b125-dae3c148a2db None None] Bound using segment: {'id': 'fa336df0-1b4b-42b3-9996-95e308ef7621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '27c67cb1-aa13-4bbf-b58d-109b3c9212c9'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:31:00.294564 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-b79b4022-e289-45bf-b125-dae3c148a2db None None] Bound port: 5fb94a16-188d-4de1-91ac-281fa73b39b2, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa336df0-1b4b-42b3-9996-95e308ef7621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '27c67cb1-aa13-4bbf-b58d-109b3c9212c9'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:31:00.294936 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b79b4022-e289-45bf-b125-dae3c148a2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:00.322186 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-92e7b9db-05bf-4f12-9e37-fef83f66b9ae req-cd0f1f0a-2254-4594-9ff9-d0ba374bb279 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666615 May 13 14:31:00.325723 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a0550-f51f-4545-8d41-74b534eee094 req-3a3fa25c-b9be-4c96-a5fb-38b62e462eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:00.327488 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dc9a0550-f51f-4545-8d41-74b534eee094 req-3a3fa25c-b9be-4c96-a5fb-38b62e462eda service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d4f71ac-3351-4cb3-a10e-369f048aa2da HTTP/1.1" status: 200 len: 850 time: 0.2462339 May 13 14:31:00.383645 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8e0b7010-c3a3-4b6e-835c-713c1dd4f67b tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:00.427795 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-b79b4022-e289-45bf-b125-dae3c148a2db None None] For port 5fb94a16-188d-4de1-91ac-281fa73b39b2, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:31:00.432707 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-b79b4022-e289-45bf-b125-dae3c148a2db None None] For port 5fb94a16-188d-4de1-91ac-281fa73b39b2, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=5fb94a16-188d-4de1-91ac-281fa73b39b2,segment=NetworkSegment(fa336df0-1b4b-42b3-9996-95e308ef7621),segment_id=fa336df0-1b4b-42b3-9996-95e308ef7621)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:31:00.438211 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b79b4022-e289-45bf-b125-dae3c148a2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:00.455771 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8e0b7010-c3a3-4b6e-835c-713c1dd4f67b tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:00.468865 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729a617-ef55-4509-82fd-ae13fa845ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=854f66b8-4148-480e-97dd-a6757b2d6fe1,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:00.472724 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dc9a0550-f51f-4545-8d41-74b534eee094 req-a9fd1353-db13-4c8f-b4d9-716c48819347 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d5b93e96-929a-490c-a232-f3b635507046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772841 May 13 14:31:00.508964 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dc229175-12b0-46bf-94de-0f4ef92a94bd tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:00.544220 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79b4022-e289-45bf-b125-dae3c148a2db None None] Routers {'da661b6b-6bf6-4655-ae86-33cdda2da41a'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:31:00.544826 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b79b4022-e289-45bf-b125-dae3c148a2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:31:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['da661b6b-6bf6-4655-ae86-33cdda2da41a'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:00.588013 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b7010-c3a3-4b6e-835c-713c1dd4f67b tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c425d846-8e96-4cc7-90d3-89cf5f978afa,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:00.636535 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-960b8e34-951a-42cc-adee-aaef29771acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:00.643679 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42821e3-912b-4029-862f-12ad104fdefe req-5442e697-d469-4ee2-9e17-73b64171d152 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:00.651353 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e42821e3-912b-4029-862f-12ad104fdefe req-5442e697-d469-4ee2-9e17-73b64171d152 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc80057-6e8b-489d-b52e-eb61d7bf6ff6 HTTP/1.1" status: 200 len: 946 time: 0.6298380 May 13 14:31:00.655335 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-960b8e34-951a-42cc-adee-aaef29771acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:00.695891 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8e0b7010-c3a3-4b6e-835c-713c1dd4f67b tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:00.699628 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8e0b7010-c3a3-4b6e-835c-713c1dd4f67b tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9353631 May 13 14:31:00.707411 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43508) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:00.716654 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186aa1ed-f7f7-4bc3-ae55-b5ac70ce27af None None] Pushing event updated for resources: {'Port': ['ID=5fb94a16-188d-4de1-91ac-281fa73b39b2,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:00.724201 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-9fe05115-d42e-465c-b380-6aa2488794de tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Request body: {'security_group_rule': {'security_group_id': 'c4c3a4a2-1105-4cbf-8bc9-0b44bf5653a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:00.734006 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:00.734584 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc229175-12b0-46bf-94de-0f4ef92a94bd tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Pushing event updated for resources: {'Subnet': ['ID=1ab44319-5e85-4fa8-8f0f-3137df204f43,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:00.754395 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc229175-12b0-46bf-94de-0f4ef92a94bd tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Checking segment: {'id': '75e39620-740d-4a72-b0d7-b827496de2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ce9c1701-64b9-439d-98e2-3df3678fb746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:31:00.754793 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc229175-12b0-46bf-94de-0f4ef92a94bd tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Network hostable DHCP agents. Network: ce9c1701-64b9-439d-98e2-3df3678fb746, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:31:00.760133 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9fe05115-d42e-465c-b380-6aa2488794de tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:00.763783 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:00.771003 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-960b8e34-951a-42cc-adee-aaef29771acc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8070b6df6f004ce5b1a476bab16a7d65&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0083044 May 13 14:31:00.772929 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43512) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:00.776349 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b8e34-951a-42cc-adee-aaef29771acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2a5efc-3812-4a1f-a218-81ca2856f7a5,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:00.780776 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e42821e3-912b-4029-862f-12ad104fdefe req-a24570f5-97bc-4282-b818-58ac091aa114 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284702 May 13 14:31:00.787051 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9fe05115-d42e-465c-b380-6aa2488794de tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Usage tracker for resource:security_group_rule and tenant:12ab0468071c4386a5fd2440f1c099c4 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:00.797643 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9fe05115-d42e-465c-b380-6aa2488794de tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:00.811747 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-b79b4022-e289-45bf-b125-dae3c148a2db None None] Set router da661b6b-6bf6-4655-ae86-33cdda2da41a gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:31:00.824940 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b2ed1-d1b5-4cf6-985c-d5ea481a1d36 req-819dd817-1dfd-4e2e-b35e-904f23ea5237 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:00.830147 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-2be68565-b7d7-456b-ade4-9a28554f563e req-d729a617-ef55-4509-82fd-ae13fa845ba8 service neutron] Attempting to bind port 854f66b8-4148-480e-97dd-a6757b2d6fe1 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:31:00.833389 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-2be68565-b7d7-456b-ade4-9a28554f563e req-d729a617-ef55-4509-82fd-ae13fa845ba8 service neutron] Attempting to bind port 854f66b8-4148-480e-97dd-a6757b2d6fe1 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'fd353f57-2f99-46e4-9f25-5c9b169b65fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '839a4ed5-0fcb-49cf-a08a-812b7f9bcc67'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:31:00.833559 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dc1b2ed1-d1b5-4cf6-985c-d5ea481a1d36 req-819dd817-1dfd-4e2e-b35e-904f23ea5237 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.35 "GET /v2.0/ports?device_id=a99ef349-0bde-4d6c-933b-0cebf003258a HTTP/1.1" status: 200 len: 944 time: 0.3812916 May 13 14:31:00.834041 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be68565-b7d7-456b-ade4-9a28554f563e req-d729a617-ef55-4509-82fd-ae13fa845ba8 service neutron] Attempting to bind port 854f66b8-4148-480e-97dd-a6757b2d6fe1 on network 839a4ed5-0fcb-49cf-a08a-812b7f9bcc67 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:00.836113 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc229175-12b0-46bf-94de-0f4ef92a94bd tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Network ce9c1701-64b9-439d-98e2-3df3678fb746 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:31:00.838849 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9fe05115-d42e-465c-b380-6aa2488794de tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:00.858281 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be68565-b7d7-456b-ade4-9a28554f563e req-d729a617-ef55-4509-82fd-ae13fa845ba8 service neutron] Port 854f66b8-4148-480e-97dd-a6757b2d6fe1 on network 839a4ed5-0fcb-49cf-a08a-812b7f9bcc67 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:31:00.858608 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be68565-b7d7-456b-ade4-9a28554f563e req-d729a617-ef55-4509-82fd-ae13fa845ba8 service neutron] Attempting to bind port 854f66b8-4148-480e-97dd-a6757b2d6fe1 on network 839a4ed5-0fcb-49cf-a08a-812b7f9bcc67 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:00.869485 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be68565-b7d7-456b-ade4-9a28554f563e req-d729a617-ef55-4509-82fd-ae13fa845ba8 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:31:00.869824 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be68565-b7d7-456b-ade4-9a28554f563e req-d729a617-ef55-4509-82fd-ae13fa845ba8 service neutron] Checking segment: {'id': 'fd353f57-2f99-46e4-9f25-5c9b169b65fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '839a4ed5-0fcb-49cf-a08a-812b7f9bcc67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:31:00.870371 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be68565-b7d7-456b-ade4-9a28554f563e req-d729a617-ef55-4509-82fd-ae13fa845ba8 service neutron] Bound using segment: {'id': 'fd353f57-2f99-46e4-9f25-5c9b169b65fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '839a4ed5-0fcb-49cf-a08a-812b7f9bcc67'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:31:00.870812 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-2be68565-b7d7-456b-ade4-9a28554f563e req-d729a617-ef55-4509-82fd-ae13fa845ba8 service neutron] Bound port: 854f66b8-4148-480e-97dd-a6757b2d6fe1, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd353f57-2f99-46e4-9f25-5c9b169b65fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '839a4ed5-0fcb-49cf-a08a-812b7f9bcc67'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:31:00.871182 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2be68565-b7d7-456b-ade4-9a28554f563e req-d729a617-ef55-4509-82fd-ae13fa845ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:00.878818 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-dc229175-12b0-46bf-94de-0f4ef92a94bd tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, ce9c1701-64b9-439d-98e2-3df3678fb746) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:00.884275 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc229175-12b0-46bf-94de-0f4ef92a94bd tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:00.884970 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dc229175-12b0-46bf-94de-0f4ef92a94bd tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:00.904522 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7678c4-1586-4697-bda6-7efd92e92855 None None] Network ce9c1701-64b9-439d-98e2-3df3678fb746 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:31:00.938127 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-dc229175-12b0-46bf-94de-0f4ef92a94bd tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2863264 May 13 14:31:00.941999 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43522) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:00.950648 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dc9a0550-f51f-4545-8d41-74b534eee094 req-6e8f07e1-e571-421d-93ea-b5717b523b6e service neutron] 10.222.0.59 "GET /v2.0/networks/d5b93e96-929a-490c-a232-f3b635507046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424710 May 13 14:31:00.951778 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-f4d79bf0-1da3-4508-abdc-1c5255f1a2f2 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-657391280'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:00.961749 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f4d79bf0-1da3-4508-abdc-1c5255f1a2f2 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:00.966952 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dc1b2ed1-d1b5-4cf6-985c-d5ea481a1d36 req-353467ee-3230-4135-92ad-8200f1a8198d tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8b183d0-b79c-489b-bd3d-d0db0c1c5a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323543 May 13 14:31:00.980497 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f4d79bf0-1da3-4508-abdc-1c5255f1a2f2 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Usage tracker for resource:network and tenant:8a4edaa711e44cfa86ce63ca66433341 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:00.995676 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f4d79bf0-1da3-4508-abdc-1c5255f1a2f2 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:01.004349 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a6e2e33b-62e6-4353-8806-19e7f6a49865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:01.033062 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a6e2e33b-62e6-4353-8806-19e7f6a49865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:01.058740 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f4d79bf0-1da3-4508-abdc-1c5255f1a2f2 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:01.099554 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9fe05115-d42e-465c-b380-6aa2488794de tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:01.157400 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a6e2e33b-62e6-4353-8806-19e7f6a49865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:01.174591 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d79bf0-1da3-4508-abdc-1c5255f1a2f2 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Made reservation on behalf of 8a4edaa711e44cfa86ce63ca66433341 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:31:01.178441 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f4d79bf0-1da3-4508-abdc-1c5255f1a2f2 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:01.189981 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-2be68565-b7d7-456b-ade4-9a28554f563e req-d729a617-ef55-4509-82fd-ae13fa845ba8 service neutron] For port 854f66b8-4148-480e-97dd-a6757b2d6fe1, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:31:01.197548 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-2be68565-b7d7-456b-ade4-9a28554f563e req-d729a617-ef55-4509-82fd-ae13fa845ba8 service neutron] For port 854f66b8-4148-480e-97dd-a6757b2d6fe1, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=854f66b8-4148-480e-97dd-a6757b2d6fe1,segment=NetworkSegment(fd353f57-2f99-46e4-9f25-5c9b169b65fc),segment_id=fd353f57-2f99-46e4-9f25-5c9b169b65fc)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:31:01.201843 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2e33b-62e6-4353-8806-19e7f6a49865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2a5efc-3812-4a1f-a218-81ca2856f7a5,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:01.220920 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2be68565-b7d7-456b-ade4-9a28554f563e req-d729a617-ef55-4509-82fd-ae13fa845ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:01.230119 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a6e2e33b-62e6-4353-8806-19e7f6a49865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:01.231573 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a6e2e33b-62e6-4353-8806-19e7f6a49865 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9a2a5efc-3812-4a1f-a218-81ca2856f7a5 HTTP/1.1" status: 204 len: 168 time: 0.4566240 May 13 14:31:01.240642 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d79bf0-1da3-4508-abdc-1c5255f1a2f2 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:31:01.256105 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f4d79bf0-1da3-4508-abdc-1c5255f1a2f2 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:01.256591 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-f4d79bf0-1da3-4508-abdc-1c5255f1a2f2 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Added segment 793ce683-5ee7-4351-a696-7d6b05fd7845 of type vlan for network 0008c42c-4335-4833-8930-22b6a7b9904c May 13 14:31:01.284720 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c3787-79b1-4b8d-b303-7d771a3b765b req-aca752c7-200d-41e6-820a-9d4ae0cad495 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:01.286493 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fa8c3787-79b1-4b8d-b303-7d771a3b765b req-aca752c7-200d-41e6-820a-9d4ae0cad495 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 945 time: 0.1701748 May 13 14:31:01.317593 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f4d79bf0-1da3-4508-abdc-1c5255f1a2f2 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:01.438456 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fa8c3787-79b1-4b8d-b303-7d771a3b765b req-e5125481-a2fc-4407-bf59-d42c0d2cdfb0 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814528 May 13 14:31:01.443383 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f4d79bf0-1da3-4508-abdc-1c5255f1a2f2 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:01.445589 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e17f10d-bed8-4542-a673-d57efb6619a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-ce9c1701-64b9-439d-98e2-3df3678fb746', 'network_id': 'ce9c1701-64b9-439d-98e2-3df3678fb746', 'tenant_id': '8a4edaa711e44cfa86ce63ca66433341', 'fixed_ips': [{'subnet_id': '1ab44319-5e85-4fa8-8f0f-3137df204f43'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:31:01.446734 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5e17f10d-bed8-4542-a673-d57efb6619a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:01.454576 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9fe05115-d42e-465c-b380-6aa2488794de tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:01.456055 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be68565-b7d7-456b-ade4-9a28554f563e req-d729a617-ef55-4509-82fd-ae13fa845ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:01.456659 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2be68565-b7d7-456b-ade4-9a28554f563e req-d729a617-ef55-4509-82fd-ae13fa845ba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:01.467450 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2be68565-b7d7-456b-ade4-9a28554f563e req-d729a617-ef55-4509-82fd-ae13fa845ba8 service neutron] 10.222.0.74 "PUT /v2.0/ports/854f66b8-4148-480e-97dd-a6757b2d6fe1 HTTP/1.1" status: 200 len: 1092 time: 2.8595302 May 13 14:31:01.472012 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99ef349-0bde-4d6c-933b-0cebf003258a', 'tag': '854f66b8-4148-480e-97dd-a6757b2d6fe1'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:01.477826 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d79bf0-1da3-4508-abdc-1c5255f1a2f2 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:01.481231 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dc9a0550-f51f-4545-8d41-74b534eee094 req-b4bab069-a9eb-4268-a96e-fc2ac689a36d service neutron] 10.222.0.59 "GET /v2.0/networks/d5b93e96-929a-490c-a232-f3b635507046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876359 May 13 14:31:01.484823 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f4d79bf0-1da3-4508-abdc-1c5255f1a2f2 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:01.486497 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9fe05115-d42e-465c-b380-6aa2488794de tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:01.514202 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8bee0-85a8-4d76-a670-c5db5bc4965d req-f132e340-1528-45a6-9aee-d00eb6781dad tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:01.538765 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1df8bee0-85a8-4d76-a670-c5db5bc4965d req-f132e340-1528-45a6-9aee-d00eb6781dad tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc80057-6e8b-489d-b52e-eb61d7bf6ff6 HTTP/1.1" status: 200 len: 946 time: 0.5917692 May 13 14:31:01.643248 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe05115-d42e-465c-b380-6aa2488794de tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52968e2c-46a0-49e1-b2c0-053c866d185e,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:01.653553 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729a617-ef55-4509-82fd-ae13fa845ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=854f66b8-4148-480e-97dd-a6757b2d6fe1,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:01.677089 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9fe05115-d42e-465c-b380-6aa2488794de tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:01.682412 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9fe05115-d42e-465c-b380-6aa2488794de tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9700136 May 13 14:31:01.685851 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43538) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:01.712359 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1df8bee0-85a8-4d76-a670-c5db5bc4965d req-a80d8e88-8c8e-480b-8eb9-9900809a6437 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679206 May 13 14:31:01.712359 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-a15d59da-b374-42bb-bdb7-6b1cdd0ab6a1 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:01.719389 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a15d59da-b374-42bb-bdb7-6b1cdd0ab6a1 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:01.733702 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a15d59da-b374-42bb-bdb7-6b1cdd0ab6a1 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Usage tracker for resource:floatingip and tenant:12ab0468071c4386a5fd2440f1c099c4 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:01.733702 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a15d59da-b374-42bb-bdb7-6b1cdd0ab6a1 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:01.734037 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-5e17f10d-bed8-4542-a673-d57efb6619a9 None None] Allocated IP 19.80.0.2 (ce9c1701-64b9-439d-98e2-3df3678fb746/1ab44319-5e85-4fa8-8f0f-3137df204f43/8efdfc28-49cb-484f-ad26-4c96d15be6a3) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:31:01.734427 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a15d59da-b374-42bb-bdb7-6b1cdd0ab6a1 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:01.745808 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f4d79bf0-1da3-4508-abdc-1c5255f1a2f2 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8028111 May 13 14:31:01.752844 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43546) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:01.758795 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a15d59da-b374-42bb-bdb7-6b1cdd0ab6a1 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks [] for floatingip, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:01.778219 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d79bf0-1da3-4508-abdc-1c5255f1a2f2 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Pushing event updated for resources: {'Network': ['ID=0008c42c-4335-4833-8930-22b6a7b9904c,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:01.786625 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-41db1b54-d7e0-48d9-85fc-2edf7fdb3f6e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Request body: {'subnet': {'network_id': '0008c42c-4335-4833-8930-22b6a7b9904c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:01.824245 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39a55399-3793-4e23-b4ec-86a8d6a82ef2'] response: {'name': 'network-changed', 'server_uuid': 'a99ef349-0bde-4d6c-933b-0cebf003258a', 'tag': '854f66b8-4148-480e-97dd-a6757b2d6fe1', 'status': 'completed', 'code': 200} May 13 14:31:01.888038 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec8b11-f889-46d0-bc91-037a7d7a219e req-32a99690-90fb-43ad-acb1-960052a65231 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:01.889646 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59ec8b11-f889-46d0-bc91-037a7d7a219e req-32a99690-90fb-43ad-acb1-960052a65231 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 950 time: 0.2229416 May 13 14:31:01.921809 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be68565-b7d7-456b-ade4-9a28554f563e req-b4fc978e-61d3-4c42-b954-5220486f06dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:01.923185 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2be68565-b7d7-456b-ade4-9a28554f563e req-b4fc978e-61d3-4c42-b954-5220486f06dd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ce37171e67944af78e3c0add42304792&device_id=a99ef349-0bde-4d6c-933b-0cebf003258a HTTP/1.1" status: 200 len: 1095 time: 0.3337379 May 13 14:31:01.959405 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59ec8b11-f889-46d0-bc91-037a7d7a219e req-efc3a1cb-d569-4e98-b359-efffaf764cd4 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621345 May 13 14:31:01.984085 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 0008c42c-4335-4833-8930-22b6a7b9904c details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:31:02.107669 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5e17f10d-bed8-4542-a673-d57efb6619a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:02.131590 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:02.151242 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5e17f10d-bed8-4542-a673-d57efb6619a9 None None] Transition to ACTIVE for port object 8efdfc28-49cb-484f-ad26-4c96d15be6a3 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:02.169705 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2be68565-b7d7-456b-ade4-9a28554f563e req-4d57da85-6d2d-44a5-a46c-653749d0239e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=854f66b8-4148-480e-97dd-a6757b2d6fe1 HTTP/1.1" status: 200 len: 217 time: 0.1866655 May 13 14:31:02.203539 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a3684-47e6-4601-ba8f-a066d3c15bc5 req-907dcc34-ed4d-4a8e-8587-5965a567243d tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:02.205656 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-054a3684-47e6-4601-ba8f-a066d3c15bc5 req-907dcc34-ed4d-4a8e-8587-5965a567243d tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.35 "GET /v2.0/ports?device_id=a99ef349-0bde-4d6c-933b-0cebf003258a HTTP/1.1" status: 200 len: 944 time: 0.0944915 May 13 14:31:02.216298 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-41db1b54-d7e0-48d9-85fc-2edf7fdb3f6e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:02.265752 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-054a3684-47e6-4601-ba8f-a066d3c15bc5 req-04f61b67-1bf9-4d2f-a534-50286eea97d5 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8b183d0-b79c-489b-bd3d-d0db0c1c5a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533218 May 13 14:31:02.274582 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-41db1b54-d7e0-48d9-85fc-2edf7fdb3f6e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Usage tracker for resource:subnet and tenant:8a4edaa711e44cfa86ce63ca66433341 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:02.290491 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-41db1b54-d7e0-48d9-85fc-2edf7fdb3f6e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:02.308284 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-41db1b54-d7e0-48d9-85fc-2edf7fdb3f6e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:02.336509 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5e17f10d-bed8-4542-a673-d57efb6619a9 None None] Transition to ACTIVE for port object 8efdfc28-49cb-484f-ad26-4c96d15be6a3 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:02.337278 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be68565-b7d7-456b-ade4-9a28554f563e req-7df6a7df-cdc9-4e2b-a5f3-2141577b6f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:02.339009 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2be68565-b7d7-456b-ade4-9a28554f563e req-7df6a7df-cdc9-4e2b-a5f3-2141577b6f58 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b736aed1-0ce9-4b1b-9d1b-59858626f8b4 HTTP/1.1" status: 200 len: 861 time: 0.1466122 May 13 14:31:02.349433 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5e17f10d-bed8-4542-a673-d57efb6619a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:02.355947 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b79b4022-e289-45bf-b125-dae3c148a2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da661b6b-6bf6-4655-ae86-33cdda2da41a', 'name': 'tempest-ServersTestMultiNic-771288904-router', 'tenant_id': '8a4edaa711e44cfa86ce63ca66433341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '77be2545-6096-45e5-ba07-afb89c9f3c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:46Z', 'updated_at': '2022-05-13T14:30:55Z', 'revision_number': 4, 'project_id': '8a4edaa711e44cfa86ce63ca66433341', 'gw_port': {'id': '77be2545-6096-45e5-ba07-afb89c9f3c4c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:cf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da661b6b-6bf6-4655-ae86-33cdda2da41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:47Z', 'updated_at': '2022-05-13T14:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '5fb94a16-188d-4de1-91ac-281fa73b39b2', 'name': '', 'network_id': '27c67cb1-aa13-4bbf-b58d-109b3c9212c9', 'tenant_id': '8a4edaa711e44cfa86ce63ca66433341', 'mac_address': 'fa:16:3e:04:92:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da661b6b-6bf6-4655-ae86-33cdda2da41a', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'c79af2e2-cfea-4ac8-8c72-5a89d5f46518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:53Z', 'updated_at': '2022-05-13T14:31:00Z', 'revision_number': 4, 'project_id': '8a4edaa711e44cfa86ce63ca66433341', 'subnets': [{'id': 'c79af2e2-cfea-4ac8-8c72-5a89d5f46518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:02.391075 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41db1b54-d7e0-48d9-85fc-2edf7fdb3f6e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Made reservation on behalf of 8a4edaa711e44cfa86ce63ca66433341 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:31:02.394288 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-41db1b54-d7e0-48d9-85fc-2edf7fdb3f6e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:02.401327 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79b4022-e289-45bf-b125-dae3c148a2db None None] The sync data for ids ['da661b6b-6bf6-4655-ae86-33cdda2da41a'] in n-d-841760-1 is: [{'id': 'da661b6b-6bf6-4655-ae86-33cdda2da41a', 'name': 'tempest-ServersTestMultiNic-771288904-router', 'tenant_id': '8a4edaa711e44cfa86ce63ca66433341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '77be2545-6096-45e5-ba07-afb89c9f3c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:46Z', 'updated_at': '2022-05-13T14:30:55Z', 'revision_number': 4, 'project_id': '8a4edaa711e44cfa86ce63ca66433341', 'gw_port': {'id': '77be2545-6096-45e5-ba07-afb89c9f3c4c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:cf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da661b6b-6bf6-4655-ae86-33cdda2da41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:47Z', 'updated_at': '2022-05-13T14:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '5fb94a16-188d-4de1-91ac-281fa73b39b2', 'name': '', 'network_id': '27c67cb1-aa13-4bbf-b58d-109b3c9212c9', 'tenant_id': '8a4edaa711e44cfa86ce63ca66433341', 'mac_address': 'fa:16:3e:04:92:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da661b6b-6bf6-4655-ae86-33cdda2da41a', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'c79af2e2-cfea-4ac8-8c72-5a89d5f46518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:53Z', 'updated_at': '2022-05-13T14:31:00Z', 'revision_number': 4, 'project_id': '8a4edaa711e44cfa86ce63ca66433341', 'subnets': [{'id': 'c79af2e2-cfea-4ac8-8c72-5a89d5f46518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:31:02.424983 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2be68565-b7d7-456b-ade4-9a28554f563e req-681206fe-c2a3-42f4-a75b-d5fc9b6cd4ee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=839a4ed5-0fcb-49cf-a08a-812b7f9bcc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792520 May 13 14:31:02.436262 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e17f10d-bed8-4542-a673-d57efb6619a9 None None] Network ce9c1701-64b9-439d-98e2-3df3678fb746 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:31:02.441631 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-5e17f10d-bed8-4542-a673-d57efb6619a9 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:02.445367 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e17f10d-bed8-4542-a673-d57efb6619a9 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:31:02.513791 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a9281-b465-40d4-b79f-c6230cd2bb5b req-7dc492e1-a121-49c4-af74-0f58e51927f1 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:02.524389 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a82a9281-b465-40d4-b79f-c6230cd2bb5b req-7dc492e1-a121-49c4-af74-0f58e51927f1 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=74c6fb71-981e-4417-8dd0-2d934197f166 HTTP/1.1" status: 200 len: 945 time: 0.5340893 May 13 14:31:02.534233 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17f10d-bed8-4542-a673-d57efb6619a9 None None] Pushing event updated for resources: {'Port': ['ID=8efdfc28-49cb-484f-ad26-4c96d15be6a3,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:02.670611 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-5e17f10d-bed8-4542-a673-d57efb6619a9 None None] Attempting to bind port 8efdfc28-49cb-484f-ad26-4c96d15be6a3 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:31:02.671035 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-5e17f10d-bed8-4542-a673-d57efb6619a9 None None] Attempting to bind port 8efdfc28-49cb-484f-ad26-4c96d15be6a3 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '75e39620-740d-4a72-b0d7-b827496de2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ce9c1701-64b9-439d-98e2-3df3678fb746'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:31:02.671530 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e17f10d-bed8-4542-a673-d57efb6619a9 None None] Attempting to bind port 8efdfc28-49cb-484f-ad26-4c96d15be6a3 on network ce9c1701-64b9-439d-98e2-3df3678fb746 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:02.691667 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e17f10d-bed8-4542-a673-d57efb6619a9 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:31:02.692161 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e17f10d-bed8-4542-a673-d57efb6619a9 None None] Checking segment: {'id': '75e39620-740d-4a72-b0d7-b827496de2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ce9c1701-64b9-439d-98e2-3df3678fb746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:31:02.692691 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5e17f10d-bed8-4542-a673-d57efb6619a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:02.693177 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e17f10d-bed8-4542-a673-d57efb6619a9 None None] Bound using segment: {'id': '75e39620-740d-4a72-b0d7-b827496de2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ce9c1701-64b9-439d-98e2-3df3678fb746'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:31:02.693764 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-5e17f10d-bed8-4542-a673-d57efb6619a9 None None] Bound port: 8efdfc28-49cb-484f-ad26-4c96d15be6a3, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e39620-740d-4a72-b0d7-b827496de2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ce9c1701-64b9-439d-98e2-3df3678fb746'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:31:02.694237 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5e17f10d-bed8-4542-a673-d57efb6619a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:02.748723 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f09fd-65c4-4b57-ba4f-3f4cbdedc63e req-2e2c8299-2cc1-4d83-af30-87bffeb8ed6c tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:02.750473 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f57f09fd-65c4-4b57-ba4f-3f4cbdedc63e req-2e2c8299-2cc1-4d83-af30-87bffeb8ed6c tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 945 time: 0.1219237 May 13 14:31:02.770327 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a82a9281-b465-40d4-b79f-c6230cd2bb5b req-8cb199cf-be2a-4c4b-9e38-ccb9527b7757 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432885 May 13 14:31:02.778788 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a15d59da-b374-42bb-bdb7-6b1cdd0ab6a1 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:02.817958 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f57f09fd-65c4-4b57-ba4f-3f4cbdedc63e req-e3ac5ede-c9b4-4e24-9e40-8f681ed84b16 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575626 May 13 14:31:02.879910 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2be68565-b7d7-456b-ade4-9a28554f563e req-7d21f87d-b7b7-43d6-a37c-57614a4c61b5 service neutron] 10.222.0.74 "GET /v2.0/networks/839a4ed5-0fcb-49cf-a08a-812b7f9bcc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743582 May 13 14:31:02.881686 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-5e17f10d-bed8-4542-a673-d57efb6619a9 None None] For port 8efdfc28-49cb-484f-ad26-4c96d15be6a3, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:31:02.892933 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-5e17f10d-bed8-4542-a673-d57efb6619a9 None None] For port 8efdfc28-49cb-484f-ad26-4c96d15be6a3, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=8efdfc28-49cb-484f-ad26-4c96d15be6a3,segment=NetworkSegment(75e39620-740d-4a72-b0d7-b827496de2c9),segment_id=75e39620-740d-4a72-b0d7-b827496de2c9)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:31:02.904176 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5e17f10d-bed8-4542-a673-d57efb6619a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:03.017462 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17f10d-bed8-4542-a673-d57efb6619a9 None None] Pushing event updated for resources: {'Port': ['ID=8efdfc28-49cb-484f-ad26-4c96d15be6a3,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:03.268713 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-a15d59da-b374-42bb-bdb7-6b1cdd0ab6a1 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Allocated IP 172.25.0.142 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/19a5b0fb-5427-4e5d-91e8-42f7273b7601) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:31:03.277626 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9ad2b-94bb-429a-a285-45282611a64f req-30baa31b-6fb1-437b-a3cb-fbc77853cc27 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:03.280151 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2df9ad2b-94bb-429a-a285-45282611a64f req-30baa31b-6fb1-437b-a3cb-fbc77853cc27 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 950 time: 0.1623554 May 13 14:31:03.320414 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-41db1b54-d7e0-48d9-85fc-2edf7fdb3f6e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:03.400227 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2df9ad2b-94bb-429a-a285-45282611a64f req-62d7e76c-c503-4f14-a9cf-bcffa2d0e802 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077771 May 13 14:31:03.460452 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2be68565-b7d7-456b-ade4-9a28554f563e req-75f900e7-78d7-4c7e-a918-2df90daabff5 service neutron] 10.222.0.74 "GET /v2.0/networks/839a4ed5-0fcb-49cf-a08a-812b7f9bcc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5348279 May 13 14:31:03.465030 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db1b54-d7e0-48d9-85fc-2edf7fdb3f6e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Pushing event updated for resources: {'Subnet': ['ID=2ac242ce-6169-4b86-8f5f-3be7a39a3afc,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:03.673692 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acbab9-d8db-4461-af09-a7358da416b9 req-40323984-a59f-4721-a155-8ff55064b1af tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:03.675325 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b7acbab9-d8db-4461-af09-a7358da416b9 req-40323984-a59f-4721-a155-8ff55064b1af tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.35 "GET /v2.0/ports?device_id=a99ef349-0bde-4d6c-933b-0cebf003258a HTTP/1.1" status: 200 len: 944 time: 0.1185954 May 13 14:31:03.688429 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41db1b54-d7e0-48d9-85fc-2edf7fdb3f6e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:03.688952 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41db1b54-d7e0-48d9-85fc-2edf7fdb3f6e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:03.689479 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41db1b54-d7e0-48d9-85fc-2edf7fdb3f6e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:03.690152 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41db1b54-d7e0-48d9-85fc-2edf7fdb3f6e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:03.690817 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41db1b54-d7e0-48d9-85fc-2edf7fdb3f6e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:03.691508 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41db1b54-d7e0-48d9-85fc-2edf7fdb3f6e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:03.692049 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41db1b54-d7e0-48d9-85fc-2edf7fdb3f6e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:03.692569 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41db1b54-d7e0-48d9-85fc-2edf7fdb3f6e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:03.693076 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41db1b54-d7e0-48d9-85fc-2edf7fdb3f6e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:03.693583 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41db1b54-d7e0-48d9-85fc-2edf7fdb3f6e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:03.694115 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41db1b54-d7e0-48d9-85fc-2edf7fdb3f6e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:03.694638 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41db1b54-d7e0-48d9-85fc-2edf7fdb3f6e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:03.743562 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b7acbab9-d8db-4461-af09-a7358da416b9 req-92b3e33c-bf6e-429c-b82a-21570cb8cbd9 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8b183d0-b79c-489b-bd3d-d0db0c1c5a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620842 May 13 14:31:03.810460 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41db1b54-d7e0-48d9-85fc-2edf7fdb3f6e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Checking segment: {'id': '793ce683-5ee7-4351-a696-7d6b05fd7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0008c42c-4335-4833-8930-22b6a7b9904c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:31:03.811099 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41db1b54-d7e0-48d9-85fc-2edf7fdb3f6e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Network hostable DHCP agents. Network: 0008c42c-4335-4833-8930-22b6a7b9904c, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:31:03.840221 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f5eb1-aeb9-47a4-ba01-ef921e2ba9c4 req-e5f07f55-370d-40a6-b745-cd9ea746e049 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:03.847240 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-101f5eb1-aeb9-47a4-ba01-ef921e2ba9c4 req-e5f07f55-370d-40a6-b745-cd9ea746e049 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=1832444c-78ac-45b2-ad44-b3697eb0de5b HTTP/1.1" status: 200 len: 945 time: 0.7844663 May 13 14:31:03.872407 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 5fb94a16-188d-4de1-91ac-281fa73b39b2 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:31:03.946834 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41db1b54-d7e0-48d9-85fc-2edf7fdb3f6e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Network 0008c42c-4335-4833-8930-22b6a7b9904c is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:31:03.978873 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a15d59da-b374-42bb-bdb7-6b1cdd0ab6a1 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:04.009233 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-101f5eb1-aeb9-47a4-ba01-ef921e2ba9c4 req-7cdd62ae-afc3-4547-a6e1-639d4b834b9c tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611025 May 13 14:31:04.013819 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-41db1b54-d7e0-48d9-85fc-2edf7fdb3f6e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 0008c42c-4335-4833-8930-22b6a7b9904c) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:04.020060 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af78d1-8bf5-4ee5-bef0-c94e3282c08f req-d1775c02-c932-48ee-a364-525864a5f8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:04.021586 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f3af78d1-8bf5-4ee5-bef0-c94e3282c08f req-d1775c02-c932-48ee-a364-525864a5f8d2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ce37171e67944af78e3c0add42304792&device_id=a99ef349-0bde-4d6c-933b-0cebf003258a HTTP/1.1" status: 200 len: 1095 time: 0.3166392 May 13 14:31:04.030508 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5c225f-5495-43d8-9b5b-d12b7eedd4c6 None None] Network 0008c42c-4335-4833-8930-22b6a7b9904c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:31:04.033820 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41db1b54-d7e0-48d9-85fc-2edf7fdb3f6e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:04.034408 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-41db1b54-d7e0-48d9-85fc-2edf7fdb3f6e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:04.130470 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-5c51192d-377b-44ad-bb0c-934adcda3f75 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524457 May 13 14:31:04.206564 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 5fb94a16-188d-4de1-91ac-281fa73b39b2 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:04.219524 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 5fb94a16-188d-4de1-91ac-281fa73b39b2 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:04.219975 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:04.335828 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-41db1b54-d7e0-48d9-85fc-2edf7fdb3f6e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5571029 May 13 14:31:04.394947 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a15d59da-b374-42bb-bdb7-6b1cdd0ab6a1 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:04.456032 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af78d1-8bf5-4ee5-bef0-c94e3282c08f req-11b45bb2-46a2-4d44-9f35-3c28b1d882c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:04.457552 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f3af78d1-8bf5-4ee5-bef0-c94e3282c08f req-11b45bb2-46a2-4d44-9f35-3c28b1d882c8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=839a4ed5-0fcb-49cf-a08a-812b7f9bcc67 HTTP/1.1" status: 200 len: 922 time: 0.4252422 May 13 14:31:04.478014 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15d59da-b374-42bb-bdb7-6b1cdd0ab6a1 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:31:04.500679 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 5fb94a16-188d-4de1-91ac-281fa73b39b2 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:04.501182 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:04.515770 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834d354d-259c-4190-b52e-b10c6807cfde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-0008c42c-4335-4833-8930-22b6a7b9904c', 'network_id': '0008c42c-4335-4833-8930-22b6a7b9904c', 'tenant_id': '8a4edaa711e44cfa86ce63ca66433341', 'fixed_ips': [{'subnet_id': '2ac242ce-6169-4b86-8f5f-3be7a39a3afc'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:31:04.516579 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-834d354d-259c-4190-b52e-b10c6807cfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:04.533103 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dfc7b6-cb19-4607-9fcb-a66db6ac7194 None None] Network ce9c1701-64b9-439d-98e2-3df3678fb746 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:31:04.542064 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-a15d59da-b374-42bb-bdb7-6b1cdd0ab6a1 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:04.544419 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-f8275926-fbda-4077-88ca-fa2249055b3b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:04.544942 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15d59da-b374-42bb-bdb7-6b1cdd0ab6a1 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:31:04.551522 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-f8275926-fbda-4077-88ca-fa2249055b3b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4202304 May 13 14:31:04.562304 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-6492834b-9e1d-498f-9677-2a14b8214251 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/quotas/a49f1166c3f54f5fb3c6b91a02cdaaab HTTP/1.1" status: 200 len: 375 time: 0.0098879 May 13 14:31:04.590759 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f3af78d1-8bf5-4ee5-bef0-c94e3282c08f req-9b8e67c7-42a6-42b6-9b33-858cfde8de3b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=854f66b8-4148-480e-97dd-a6757b2d6fe1 HTTP/1.1" status: 200 len: 217 time: 0.1194394 May 13 14:31:04.604086 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d59da-b374-42bb-bdb7-6b1cdd0ab6a1 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Pushing event updated for resources: {'Port': ['ID=19a5b0fb-5427-4e5d-91e8-42f7273b7601,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:04.611639 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-6564fef8-86be-4d97-afdb-98c43ed8153f tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434687 May 13 14:31:04.653568 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb3420-742c-4c1e-af13-4ca873274d76 req-db6d2b0d-e925-4f60-ba64-36b30eb7522b tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:04.655040 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ceeb3420-742c-4c1e-af13-4ca873274d76 req-db6d2b0d-e925-4f60-ba64-36b30eb7522b tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 945 time: 0.4617748 May 13 14:31:04.725196 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-206a2450-1230-48e0-b45f-1dcfb005d26f None None] Provisioning for port 8efdfc28-49cb-484f-ad26-4c96d15be6a3 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:04.740251 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af78d1-8bf5-4ee5-bef0-c94e3282c08f req-86782de6-9c96-45ff-9c8a-43364218107c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:04.741750 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f3af78d1-8bf5-4ee5-bef0-c94e3282c08f req-86782de6-9c96-45ff-9c8a-43364218107c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b736aed1-0ce9-4b1b-9d1b-59858626f8b4 HTTP/1.1" status: 200 len: 861 time: 0.1316757 May 13 14:31:04.745840 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 5fb94a16-188d-4de1-91ac-281fa73b39b2, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=5fb94a16-188d-4de1-91ac-281fa73b39b2,segment=NetworkSegment(fa336df0-1b4b-42b3-9996-95e308ef7621),segment_id=fa336df0-1b4b-42b3-9996-95e308ef7621)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:04.749920 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ceeb3420-742c-4c1e-af13-4ca873274d76 req-536c93f4-e597-41e7-84af-1c299f20d8a9 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889781 May 13 14:31:04.757521 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-3561b81d-7b91-4bc5-a3ba-ffd978c932d2 req-da28fe15-5623-43f2-85c8-f94e40f5eea5 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:31:04.758168 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:04.758948 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 8efdfc28-49cb-484f-ad26-4c96d15be6a3 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:31:04.760041 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3561b81d-7b91-4bc5-a3ba-ffd978c932d2 req-da28fe15-5623-43f2-85c8-f94e40f5eea5 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107281 May 13 14:31:04.797190 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f3af78d1-8bf5-4ee5-bef0-c94e3282c08f req-902d1f36-d8d6-4ec8-b58b-158b93a38196 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=839a4ed5-0fcb-49cf-a08a-812b7f9bcc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465109 May 13 14:31:04.871454 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3561b81d-7b91-4bc5-a3ba-ffd978c932d2 req-acd75754-c4a0-40b2-8245-0dffff3b3a12 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1015022 May 13 14:31:04.904669 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a15d59da-b374-42bb-bdb7-6b1cdd0ab6a1 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:05.097122 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a15d59da-b374-42bb-bdb7-6b1cdd0ab6a1 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:05.108218 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=5fb94a16-188d-4de1-91ac-281fa73b39b2,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:05.124754 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-834d354d-259c-4190-b52e-b10c6807cfde None None] Allocated IP 19.86.0.2 (0008c42c-4335-4833-8930-22b6a7b9904c/2ac242ce-6169-4b86-8f5f-3be7a39a3afc/059417ad-399e-4a55-8729-c2c08eb68b66) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:31:05.143468 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 8efdfc28-49cb-484f-ad26-4c96d15be6a3 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:05.162349 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f3af78d1-8bf5-4ee5-bef0-c94e3282c08f req-f18c2e02-0329-41fa-b0b8-cabce147787f service neutron] 10.222.0.74 "GET /v2.0/networks/839a4ed5-0fcb-49cf-a08a-812b7f9bcc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544116 May 13 14:31:05.172948 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 8efdfc28-49cb-484f-ad26-4c96d15be6a3 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:05.173603 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:05.219440 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118c9c6-a5b3-4a8e-9a5e-55f8a6320b17 req-14ba6386-a98e-466f-b1fc-8865d73dcbd7 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:05.221078 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0118c9c6-a5b3-4a8e-9a5e-55f8a6320b17 req-14ba6386-a98e-466f-b1fc-8865d73dcbd7 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 950 time: 0.2998092 May 13 14:31:05.491359 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-278d477d-661e-484c-ab41-2f17b42d0698 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:05.494378 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0118c9c6-a5b3-4a8e-9a5e-55f8a6320b17 req-d7d018e8-aeb5-458d-8c4e-2f2d7bb2a450 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264712 May 13 14:31:05.494767 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 8efdfc28-49cb-484f-ad26-4c96d15be6a3 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:05.495169 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:05.499087 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-278d477d-661e-484c-ab41-2f17b42d0698 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:05.500155 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-278d477d-661e-484c-ab41-2f17b42d0698 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Synchronizing usage tracker for tenant:8a4edaa711e44cfa86ce63ca66433341 on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:05.522554 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-834d354d-259c-4190-b52e-b10c6807cfde None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:05.531855 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-278d477d-661e-484c-ab41-2f17b42d0698 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Unset dirty status for tenant:8a4edaa711e44cfa86ce63ca66433341 on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:05.541348 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-278d477d-661e-484c-ab41-2f17b42d0698 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/networks?id=ce9c1701-64b9-439d-98e2-3df3678fb746&id=0008c42c-4335-4833-8930-22b6a7b9904c&id=ce9c1701-64b9-439d-98e2-3df3678fb746 HTTP/1.1" status: 200 len: 1391 time: 0.3229182 May 13 14:31:05.550493 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-834d354d-259c-4190-b52e-b10c6807cfde None None] Transition to ACTIVE for port object 059417ad-399e-4a55-8729-c2c08eb68b66 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:05.560014 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9e4c5ee4-b842-42f6-a3e1-22b5b24a7579 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/quotas/8a4edaa711e44cfa86ce63ca66433341 HTTP/1.1" status: 200 len: 375 time: 0.0175900 May 13 14:31:05.575885 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f3af78d1-8bf5-4ee5-bef0-c94e3282c08f req-e919b357-3e89-4a1d-8215-00f0fa88d0b0 service neutron] 10.222.0.74 "GET /v2.0/networks/839a4ed5-0fcb-49cf-a08a-812b7f9bcc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049022 May 13 14:31:05.588586 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 8efdfc28-49cb-484f-ad26-4c96d15be6a3, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=8efdfc28-49cb-484f-ad26-4c96d15be6a3,segment=NetworkSegment(75e39620-740d-4a72-b0d7-b827496de2c9),segment_id=75e39620-740d-4a72-b0d7-b827496de2c9)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:05.593666 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:05.624949 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-834d354d-259c-4190-b52e-b10c6807cfde None None] Transition to ACTIVE for port object 059417ad-399e-4a55-8729-c2c08eb68b66 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:05.684756 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-a19b6a3a-d8ae-4804-9d93-e2e521ce3e88 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8a4edaa711e44cfa86ce63ca66433341&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1237686 May 13 14:31:05.693059 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-834d354d-259c-4190-b52e-b10c6807cfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:05.708189 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a15d59da-b374-42bb-bdb7-6b1cdd0ab6a1 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:05.732931 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834d354d-259c-4190-b52e-b10c6807cfde None None] Network 0008c42c-4335-4833-8930-22b6a7b9904c is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:31:05.736432 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-834d354d-259c-4190-b52e-b10c6807cfde None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:05.739761 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834d354d-259c-4190-b52e-b10c6807cfde None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:31:05.748160 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=8efdfc28-49cb-484f-ad26-4c96d15be6a3,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:05.764116 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a15d59da-b374-42bb-bdb7-6b1cdd0ab6a1 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:05.825607 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-43c95f34-406b-4e8b-aed1-04150bca55d1 req-132e67f2-c57d-46ed-85a8-e6a97b49007a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=48df8ea8-168a-4d5e-bb50-84a9287fffd2 HTTP/1.1" status: 200 len: 210 time: 0.1216831 May 13 14:31:05.828570 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 5fb94a16-188d-4de1-91ac-281fa73b39b2 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:31:05.881575 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-671bf97f-3da5-4d0c-839b-4a686dfa04db service neutron] 10.222.0.35 "GET /v2.0/networks/ce9c1701-64b9-439d-98e2-3df3678fb746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955428 May 13 14:31:06.040857 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-bab8c030-a7fa-4efe-8079-465a43e6b5a5 None None] Provisioning complete for port 8efdfc28-49cb-484f-ad26-4c96d15be6a3 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:06.041242 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bab8c030-a7fa-4efe-8079-465a43e6b5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:06.073665 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d354d-259c-4190-b52e-b10c6807cfde None None] Pushing event updated for resources: {'Port': ['ID=059417ad-399e-4a55-8729-c2c08eb68b66,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:06.083272 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-834d354d-259c-4190-b52e-b10c6807cfde None None] Attempting to bind port 059417ad-399e-4a55-8729-c2c08eb68b66 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:31:06.083643 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-834d354d-259c-4190-b52e-b10c6807cfde None None] Attempting to bind port 059417ad-399e-4a55-8729-c2c08eb68b66 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '793ce683-5ee7-4351-a696-7d6b05fd7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0008c42c-4335-4833-8930-22b6a7b9904c'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:31:06.083998 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834d354d-259c-4190-b52e-b10c6807cfde None None] Attempting to bind port 059417ad-399e-4a55-8729-c2c08eb68b66 on network 0008c42c-4335-4833-8930-22b6a7b9904c {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:06.097884 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-8e324d71-ed17-48a1-b0d4-abc4737d09b8 service neutron] 10.222.0.35 "GET /v2.0/networks/ce9c1701-64b9-439d-98e2-3df3678fb746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151074 May 13 14:31:06.104898 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834d354d-259c-4190-b52e-b10c6807cfde None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:31:06.105277 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834d354d-259c-4190-b52e-b10c6807cfde None None] Checking segment: {'id': '793ce683-5ee7-4351-a696-7d6b05fd7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0008c42c-4335-4833-8930-22b6a7b9904c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:31:06.105679 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-834d354d-259c-4190-b52e-b10c6807cfde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:06.106436 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834d354d-259c-4190-b52e-b10c6807cfde None None] Bound using segment: {'id': '793ce683-5ee7-4351-a696-7d6b05fd7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0008c42c-4335-4833-8930-22b6a7b9904c'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:31:06.106586 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-834d354d-259c-4190-b52e-b10c6807cfde None None] Bound port: 059417ad-399e-4a55-8729-c2c08eb68b66, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '793ce683-5ee7-4351-a696-7d6b05fd7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0008c42c-4335-4833-8930-22b6a7b9904c'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:31:06.106892 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-834d354d-259c-4190-b52e-b10c6807cfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:06.122763 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d59da-b374-42bb-bdb7-6b1cdd0ab6a1 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Pushing event updated for resources: {'Port': ['ID=19a5b0fb-5427-4e5d-91e8-42f7273b7601,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:06.138492 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a15d59da-b374-42bb-bdb7-6b1cdd0ab6a1 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:06.167833 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a15d59da-b374-42bb-bdb7-6b1cdd0ab6a1 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:06.172995 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a15d59da-b374-42bb-bdb7-6b1cdd0ab6a1 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4766827 May 13 14:31:06.185242 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26a9db-f924-4cfe-b5b4-c6a216f08190 req-e4ed6c7c-5824-49c0-9a18-c131bb7309ea tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:06.185987 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-dd26a9db-f924-4cfe-b5b4-c6a216f08190 req-e4ed6c7c-5824-49c0-9a18-c131bb7309ea tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Synchronizing usage tracker for tenant:ce37171e67944af78e3c0add42304792 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:06.206125 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-dd26a9db-f924-4cfe-b5b4-c6a216f08190 req-e4ed6c7c-5824-49c0-9a18-c131bb7309ea tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Unset dirty status for tenant:ce37171e67944af78e3c0add42304792 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:06.207765 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dd26a9db-f924-4cfe-b5b4-c6a216f08190 req-e4ed6c7c-5824-49c0-9a18-c131bb7309ea tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.35 "GET /v2.0/ports?device_id=a99ef349-0bde-4d6c-933b-0cebf003258a HTTP/1.1" status: 200 len: 944 time: 0.2003217 May 13 14:31:06.224284 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 5fb94a16-188d-4de1-91ac-281fa73b39b2 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:06.224845 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:06.271478 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-e1fda1fa-65ca-4d1c-b1a7-a9caf08df2fb service neutron] 10.222.0.35 "GET /v2.0/networks/0008c42c-4335-4833-8930-22b6a7b9904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725507 May 13 14:31:06.273632 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dd26a9db-f924-4cfe-b5b4-c6a216f08190 req-8e56fc86-05a0-4dd9-bd44-04b15a00576f tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8b183d0-b79c-489b-bd3d-d0db0c1c5a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507700 May 13 14:31:06.406609 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-91afcea0-4814-4659-8d80-3684ffecc5b8 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344326 May 13 14:31:06.415759 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-834d354d-259c-4190-b52e-b10c6807cfde None None] For port 059417ad-399e-4a55-8729-c2c08eb68b66, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:31:06.421930 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-834d354d-259c-4190-b52e-b10c6807cfde None None] For port 059417ad-399e-4a55-8729-c2c08eb68b66, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=059417ad-399e-4a55-8729-c2c08eb68b66,segment=NetworkSegment(793ce683-5ee7-4351-a696-7d6b05fd7845),segment_id=793ce683-5ee7-4351-a696-7d6b05fd7845)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:31:06.424994 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-bab8c030-a7fa-4efe-8079-465a43e6b5a5 None None] Current status of the port 8efdfc28-49cb-484f-ad26-4c96d15be6a3 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:06.430052 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-834d354d-259c-4190-b52e-b10c6807cfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:06.513647 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-4981876b-55ef-43ea-82bf-13849c96b6a6 service neutron] 10.222.0.35 "GET /v2.0/networks/0008c42c-4335-4833-8930-22b6a7b9904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277811 May 13 14:31:06.585967 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d354d-259c-4190-b52e-b10c6807cfde None None] Pushing event updated for resources: {'Port': ['ID=059417ad-399e-4a55-8729-c2c08eb68b66,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:06.623408 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 5fb94a16-188d-4de1-91ac-281fa73b39b2 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:06.669544 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-ca95e4f8-2434-48cf-9338-dacbe448852c service neutron] 10.222.0.35 "GET /v2.0/networks/ce9c1701-64b9-439d-98e2-3df3678fb746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550062 May 13 14:31:06.721260 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-4f777b5c-aae6-4165-920e-98e8853e316e tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:06.722799 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-4f777b5c-aae6-4165-920e-98e8853e316e tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3126132 May 13 14:31:06.732434 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd80f7-9bbb-4577-b066-6f994979e7db req-f3c94a07-525e-472c-a0f0-e1233a05eab2 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:06.734294 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e2bd80f7-9bbb-4577-b066-6f994979e7db req-f3c94a07-525e-472c-a0f0-e1233a05eab2 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc80057-6e8b-489d-b52e-eb61d7bf6ff6 HTTP/1.1" status: 200 len: 946 time: 0.2688882 May 13 14:31:06.739661 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-d55783d3-46c8-49b7-8798-0862e34855d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Request body: {'port': {'device_id': '48df8ea8-168a-4d5e-bb50-84a9287fffd2', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'admin_state_up': True, 'tenant_id': 'a49f1166c3f54f5fb3c6b91a02cdaaab'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:06.860398 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-ea7871c2-cdbf-481f-8a30-bd8db4a7fefc service neutron] 10.222.0.35 "GET /v2.0/networks/ce9c1701-64b9-439d-98e2-3df3678fb746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815925 May 13 14:31:06.900487 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e2bd80f7-9bbb-4577-b066-6f994979e7db req-853ad9bb-2de9-4cd7-aa13-dfbc19038cf1 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412838 May 13 14:31:06.960952 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-d55783d3-46c8-49b7-8798-0862e34855d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:06.965061 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-d55783d3-46c8-49b7-8798-0862e34855d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Usage tracker for resource:port and tenant:a49f1166c3f54f5fb3c6b91a02cdaaab is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:06.968675 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-d55783d3-46c8-49b7-8798-0862e34855d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:06.974654 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-d55783d3-46c8-49b7-8798-0862e34855d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:06.987739 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-d55783d3-46c8-49b7-8798-0862e34855d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Made reservation on behalf of a49f1166c3f54f5fb3c6b91a02cdaaab for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:31:06.991314 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-d55783d3-46c8-49b7-8798-0862e34855d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:07.005333 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-d55783d3-46c8-49b7-8798-0862e34855d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:07.024474 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-d55783d3-46c8-49b7-8798-0862e34855d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:07.028707 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-d55783d3-46c8-49b7-8798-0862e34855d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Usage tracker for resource:security_group_rule and tenant:a49f1166c3f54f5fb3c6b91a02cdaaab is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:07.031795 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-d55783d3-46c8-49b7-8798-0862e34855d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:07.074824 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-d55783d3-46c8-49b7-8798-0862e34855d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:07.158187 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccda85f-6108-4d11-afbe-c2dd7ede463e req-af02c49b-2fc4-4478-9d6d-6c524a60b625 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:07.159801 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9ccda85f-6108-4d11-afbe-c2dd7ede463e req-af02c49b-2fc4-4478-9d6d-6c524a60b625 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 945 time: 0.1249180 May 13 14:31:07.171360 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-aac04e26-af3a-480c-81b0-b2438e618774 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--823427346&fields=id&tenant_id=12ab0468071c4386a5fd2440f1c099c4 HTTP/1.1" status: 200 len: 267 time: 0.0621219 May 13 14:31:07.242847 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-d55783d3-46c8-49b7-8798-0862e34855d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:07.256330 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9ccda85f-6108-4d11-afbe-c2dd7ede463e req-8f11c58d-8bfd-4e2f-a2f8-10f886688b0a tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815291 May 13 14:31:07.267757 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-d55783d3-46c8-49b7-8798-0862e34855d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:07.376407 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55783d3-46c8-49b7-8798-0862e34855d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=566264df-e335-479f-883e-e4bd1da8f718,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:07.394594 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-6ee7c491-d88f-4061-9671-d29e00ecb38c tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:07.396420 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-6ee7c491-d88f-4061-9671-d29e00ecb38c tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/networks?id=80c078ad-dab9-4128-aa75-5b381575767a HTTP/1.1" status: 200 len: 815 time: 0.2105415 May 13 14:31:07.414939 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-563fb214-dee8-4d27-a8d3-6d64e82ec93a tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/quotas/12ab0468071c4386a5fd2440f1c099c4 HTTP/1.1" status: 200 len: 375 time: 0.0112486 May 13 14:31:07.623563 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-d55783d3-46c8-49b7-8798-0862e34855d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Allocated IP 192.168.233.74 (7d165b7c-a84b-4191-823a-46e347c23eb5/fb4bc443-ac8b-4686-9d3b-15c2430aa8ca/41d6498b-80c7-4797-b523-231bb2077238) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:31:07.635803 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722cfa3-fe0d-484c-a762-5f2ca69f4e9d req-5f690cc2-e1cc-4d76-974f-8dcc0ef6af06 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:07.637852 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a722cfa3-fe0d-484c-a762-5f2ca69f4e9d req-5f690cc2-e1cc-4d76-974f-8dcc0ef6af06 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 950 time: 0.2780118 May 13 14:31:07.676497 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-beee0ef6-9218-4ca6-b3e9-a8959ee8c61c tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Synchronizing usage tracker for tenant:12ab0468071c4386a5fd2440f1c099c4 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:07.701233 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-beee0ef6-9218-4ca6-b3e9-a8959ee8c61c tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Unset dirty status for tenant:12ab0468071c4386a5fd2440f1c099c4 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:07.718760 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-beee0ef6-9218-4ca6-b3e9-a8959ee8c61c tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=12ab0468071c4386a5fd2440f1c099c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2895882 May 13 14:31:07.735798 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 854f66b8-4148-480e-97dd-a6757b2d6fe1 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:31:07.749353 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a722cfa3-fe0d-484c-a762-5f2ca69f4e9d req-d72e18d3-56fb-4b81-b1e9-b9b26a4ed277 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042781 May 13 14:31:07.907006 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-90f914c2-5e87-4ba4-984f-25b48cf7fbc1 service neutron] 10.222.0.35 "GET /v2.0/networks/80c078ad-dab9-4128-aa75-5b381575767a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827006 May 13 14:31:07.977132 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c898f8b6-4013-4b2e-a915-237df53881ea None None] Network 0008c42c-4335-4833-8930-22b6a7b9904c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:31:07.992292 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 059417ad-399e-4a55-8729-c2c08eb68b66 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:31:08.010687 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8745472a-51a0-42e6-ba5e-8ff267281e97 req-2181361b-3fd9-45f4-a21f-61242bd634dd tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=48df8ea8-168a-4d5e-bb50-84a9287fffd2 HTTP/1.1" status: 200 len: 210 time: 0.0549016 May 13 14:31:08.083000 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-e4360a5f-8d18-45d1-aab5-6c12a05a9934 service neutron] 10.222.0.35 "GET /v2.0/networks/80c078ad-dab9-4128-aa75-5b381575767a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755526 May 13 14:31:08.083234 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-d55783d3-46c8-49b7-8798-0862e34855d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:08.104353 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-d55783d3-46c8-49b7-8798-0862e34855d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Transition to ACTIVE for port object 41d6498b-80c7-4797-b523-231bb2077238 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:08.108481 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 854f66b8-4148-480e-97dd-a6757b2d6fe1, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=854f66b8-4148-480e-97dd-a6757b2d6fe1,segment=NetworkSegment(fd353f57-2f99-46e4-9f25-5c9b169b65fc),segment_id=fd353f57-2f99-46e4-9f25-5c9b169b65fc)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:08.143892 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-d55783d3-46c8-49b7-8798-0862e34855d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:08.150691 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '854f66b8-4148-480e-97dd-a6757b2d6fe1', 'network_id': '839a4ed5-0fcb-49cf-a08a-812b7f9bcc67', 'port_id': '854f66b8-4148-480e-97dd-a6757b2d6fe1', 'mac_address': 'fa:16:3e:a5:2f:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b736aed1-0ce9-4b1b-9d1b-59858626f8b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:31:08.152561 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9d123b7d-cad0-4fe2-bb05-a447cd2aedae None None] Provisioning for port 059417ad-399e-4a55-8729-c2c08eb68b66 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:08.289566 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 854f66b8-4148-480e-97dd-a6757b2d6fe1 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:08.290142 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:08.292868 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55783d3-46c8-49b7-8798-0862e34855d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Pushing event updated for resources: {'Port': ['ID=41d6498b-80c7-4797-b523-231bb2077238,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:08.301139 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-d55783d3-46c8-49b7-8798-0862e34855d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:31:08.313348 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-d55783d3-46c8-49b7-8798-0862e34855d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:08.316862 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-d55783d3-46c8-49b7-8798-0862e34855d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:31:08.328225 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 059417ad-399e-4a55-8729-c2c08eb68b66 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:08.359433 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 854f66b8-4148-480e-97dd-a6757b2d6fe1 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:31:08.364180 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 059417ad-399e-4a55-8729-c2c08eb68b66 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:08.364562 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:08.406958 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f702e-460f-4eb3-92cc-6ac4172397f3 req-5add5977-5f64-4974-8afb-316d7e6d4cfd tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:08.408532 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-183f702e-460f-4eb3-92cc-6ac4172397f3 req-5add5977-5f64-4974-8afb-316d7e6d4cfd tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=74c6fb71-981e-4417-8dd0-2d934197f166 HTTP/1.1" status: 200 len: 945 time: 0.1860814 May 13 14:31:08.415030 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-d55783d3-46c8-49b7-8798-0862e34855d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:08.415752 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-d55783d3-46c8-49b7-8798-0862e34855d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:08.475987 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 854f66b8-4148-480e-97dd-a6757b2d6fe1, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=854f66b8-4148-480e-97dd-a6757b2d6fe1,segment=NetworkSegment(fd353f57-2f99-46e4-9f25-5c9b169b65fc),segment_id=fd353f57-2f99-46e4-9f25-5c9b169b65fc)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:08.502092 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-654ea992-9996-48b2-8b1e-6a2298110ab3 req-cfd0d847-10bb-4d10-8182-6fdb8fe64a0f tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=3632f16c-5110-4ebd-9692-df43fd601578 HTTP/1.1" status: 200 len: 210 time: 0.0959327 May 13 14:31:08.518845 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:08.605245 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-d55783d3-46c8-49b7-8798-0862e34855d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8693378 May 13 14:31:08.749776 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d72a4-c202-4f30-99d7-7339694671b3 req-769ef55a-7bad-4b09-8f74-1ba7b1d7fbd4 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:08.752077 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef9d72a4-c202-4f30-99d7-7339694671b3 req-769ef55a-7bad-4b09-8f74-1ba7b1d7fbd4 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.35 "GET /v2.0/ports?device_id=a99ef349-0bde-4d6c-933b-0cebf003258a HTTP/1.1" status: 200 len: 945 time: 0.1157460 May 13 14:31:08.756839 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 059417ad-399e-4a55-8729-c2c08eb68b66 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:08.757411 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:08.757853 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-183f702e-460f-4eb3-92cc-6ac4172397f3 req-0d8c548f-622f-4e68-b97b-5bc181a9f7b7 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365016 May 13 14:31:08.771319 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=854f66b8-4148-480e-97dd-a6757b2d6fe1,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:08.805620 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-ec460c8b-b659-4f1f-aaf3-58ac46431108 service neutron] Request body: {'port': {'device_id': '48df8ea8-168a-4d5e-bb50-84a9287fffd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:08.838760 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-cdd33c1d-7c54-4dfb-a39a-810b675c29ad None None] Provisioning for port 41d6498b-80c7-4797-b523-231bb2077238 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:08.865096 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-cdd33c1d-7c54-4dfb-a39a-810b675c29ad None None] Provisioning complete for port 41d6498b-80c7-4797-b523-231bb2077238 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:08.865788 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cdd33c1d-7c54-4dfb-a39a-810b675c29ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:08.873919 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef9d72a4-c202-4f30-99d7-7339694671b3 req-ffb967c7-42dd-4d7a-aeb6-e1d395f87738 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8b183d0-b79c-489b-bd3d-d0db0c1c5a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081176 May 13 14:31:08.899149 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 059417ad-399e-4a55-8729-c2c08eb68b66, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=059417ad-399e-4a55-8729-c2c08eb68b66,segment=NetworkSegment(793ce683-5ee7-4351-a696-7d6b05fd7845),segment_id=793ce683-5ee7-4351-a696-7d6b05fd7845)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:08.923092 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:08.923897 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 8efdfc28-49cb-484f-ad26-4c96d15be6a3 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:31:09.041806 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['854f66b8-4148-480e-97dd-a6757b2d6fe1'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:31:09.089651 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f23c7c4-83eb-47d5-ba83-e9eaf5e42dbb req-a3601591-a7ab-4172-85e2-058af2a09b9a tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d9ebdbc-636b-4abd-b7e8-a98c245575d6 HTTP/1.1" status: 200 len: 210 time: 0.0912008 May 13 14:31:09.149027 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-cdd33c1d-7c54-4dfb-a39a-810b675c29ad None None] Port 41d6498b-80c7-4797-b523-231bb2077238 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:31:09.201675 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3242def-4807-4c10-82a7-71d45fdd839b req-f584e637-971c-4aca-8848-66c9ed20bc91 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:09.215456 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a3242def-4807-4c10-82a7-71d45fdd839b req-f584e637-971c-4aca-8848-66c9ed20bc91 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 945 time: 0.2004962 May 13 14:31:09.231426 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=059417ad-399e-4a55-8729-c2c08eb68b66,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:09.265104 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-ec460c8b-b659-4f1f-aaf3-58ac46431108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:09.268077 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 8efdfc28-49cb-484f-ad26-4c96d15be6a3 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:09.268564 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:09.285502 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a3242def-4807-4c10-82a7-71d45fdd839b req-d0024720-1b59-4c42-b245-57eba58f20eb tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690699 May 13 14:31:09.317438 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9b12008c-aba7-47b3-a5a2-70275ae392f8 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:09.333272 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9b12008c-aba7-47b3-a5a2-70275ae392f8 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:09.337857 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9b12008c-aba7-47b3-a5a2-70275ae392f8 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.74 "GET /v2.0/networks?id=ce9c1701-64b9-439d-98e2-3df3678fb746&id=0008c42c-4335-4833-8930-22b6a7b9904c&id=ce9c1701-64b9-439d-98e2-3df3678fb746 HTTP/1.1" status: 200 len: 1391 time: 0.8200297 May 13 14:31:09.375169 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-43d5a740-5947-4c5a-961d-f7859d7a5832 None None] Provisioning complete for port 059417ad-399e-4a55-8729-c2c08eb68b66 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:09.375675 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-43d5a740-5947-4c5a-961d-f7859d7a5832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:09.456192 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-f488f4c7-536d-4d08-93c0-317340e72383 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Request body: {'port': {'device_id': '3632f16c-5110-4ebd-9692-df43fd601578', 'network_id': 'ce9c1701-64b9-439d-98e2-3df3678fb746', 'admin_state_up': True, 'tenant_id': '8a4edaa711e44cfa86ce63ca66433341'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:09.508489 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6959b5-9f27-4796-bd55-62f595d672ea req-d02db9ae-e9f6-4cb6-94de-fb8306a71ef5 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:09.510860 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ac6959b5-9f27-4796-bd55-62f595d672ea req-d02db9ae-e9f6-4cb6-94de-fb8306a71ef5 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=1832444c-78ac-45b2-ad44-b3697eb0de5b HTTP/1.1" status: 200 len: 945 time: 0.1060450 May 13 14:31:09.568433 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ac6959b5-9f27-4796-bd55-62f595d672ea req-dbcbf400-7bb2-4e68-b7eb-b1b94328e562 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495970 May 13 14:31:09.622232 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 8efdfc28-49cb-484f-ad26-4c96d15be6a3 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:09.687994 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-43d5a740-5947-4c5a-961d-f7859d7a5832 None None] Current status of the port 059417ad-399e-4a55-8729-c2c08eb68b66 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:09.728164 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-f488f4c7-536d-4d08-93c0-317340e72383 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:09.744959 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-f488f4c7-536d-4d08-93c0-317340e72383 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Usage tracker for resource:port and tenant:8a4edaa711e44cfa86ce63ca66433341 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:09.751766 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 059417ad-399e-4a55-8729-c2c08eb68b66 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:31:09.756205 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-f488f4c7-536d-4d08-93c0-317340e72383 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:09.766254 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d4483-9190-40fe-a8c5-8c3df003bd4e req-fbeee15d-6c1b-4bdf-810c-6820ec4f1779 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:09.767945 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2d4d4483-9190-40fe-a8c5-8c3df003bd4e req-fbeee15d-6c1b-4bdf-810c-6820ec4f1779 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=48df8ea8-168a-4d5e-bb50-84a9287fffd2 HTTP/1.1" status: 200 len: 935 time: 0.0848551 May 13 14:31:09.779383 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd7172-a85f-42cf-a180-466195c65c42 req-471c25cb-1a3a-4b4f-8416-df63d596fbf5 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:09.781702 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-00fd7172-a85f-42cf-a180-466195c65c42 req-471c25cb-1a3a-4b4f-8416-df63d596fbf5 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 950 time: 0.4385810 May 13 14:31:09.781939 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-f488f4c7-536d-4d08-93c0-317340e72383 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:09.827846 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 059417ad-399e-4a55-8729-c2c08eb68b66 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:09.828373 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:09.831750 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2d4d4483-9190-40fe-a8c5-8c3df003bd4e req-5c9a074a-c3e8-462b-8e2b-04ee50af4396 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574334 May 13 14:31:09.920809 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-f488f4c7-536d-4d08-93c0-317340e72383 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Made reservation on behalf of 8a4edaa711e44cfa86ce63ca66433341 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:31:09.924560 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-f488f4c7-536d-4d08-93c0-317340e72383 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:09.950686 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-00fd7172-a85f-42cf-a180-466195c65c42 req-a93c5d5a-174c-44a2-8587-9302833c119c tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477597 May 13 14:31:09.967278 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 059417ad-399e-4a55-8729-c2c08eb68b66 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:10.040779 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-496ed492-0d12-4ffc-a2e5-f39916546b56 req-81075a0c-159f-4284-ae38-76caa654c8a4 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=3632f16c-5110-4ebd-9692-df43fd601578 HTTP/1.1" status: 200 len: 210 time: 0.0455544 May 13 14:31:10.221505 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-f676ffb9-25ab-404c-bb36-9bb25cffeb70 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:10.223227 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-f676ffb9-25ab-404c-bb36-9bb25cffeb70 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.59 "GET /v2.0/networks?id=80c078ad-dab9-4128-aa75-5b381575767a HTTP/1.1" status: 200 len: 815 time: 0.2893193 May 13 14:31:10.343295 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-8cb430c0-18f5-4628-9f64-f1bb1b393a18 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12ab0468071c4386a5fd2440f1c099c4 HTTP/1.1" status: 200 len: 379 time: 0.0676606 May 13 14:31:10.354652 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad52ae-4bb4-4ff9-98da-2b71463cded1 req-60577ffc-2537-4645-84f3-3c5bb740c2fa tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:10.356218 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-89ad52ae-4bb4-4ff9-98da-2b71463cded1 req-60577ffc-2537-4645-84f3-3c5bb740c2fa tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.35 "GET /v2.0/ports?device_id=a99ef349-0bde-4d6c-933b-0cebf003258a HTTP/1.1" status: 200 len: 945 time: 0.1318908 May 13 14:31:10.361264 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-5f416870-fc23-4f59-ba14-f0f8b3365cfe tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Request body: {'port': {'device_id': '2d9ebdbc-636b-4abd-b7e8-a98c245575d6', 'network_id': '80c078ad-dab9-4128-aa75-5b381575767a', 'admin_state_up': True, 'tenant_id': '12ab0468071c4386a5fd2440f1c099c4', 'security_groups': ['c4c3a4a2-1105-4cbf-8bc9-0b44bf5653a7']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:10.377865 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-f488f4c7-536d-4d08-93c0-317340e72383 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Allocated IP 19.80.0.63 (ce9c1701-64b9-439d-98e2-3df3678fb746/1ab44319-5e85-4fa8-8f0f-3137df204f43/da3d8edf-2af9-4212-86ca-0c5f6755f9ca) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:31:10.386912 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-ec460c8b-b659-4f1f-aaf3-58ac46431108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d6498b-80c7-4797-b523-231bb2077238 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:31:10.405104 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-ec460c8b-b659-4f1f-aaf3-58ac46431108 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:10.469144 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-ec460c8b-b659-4f1f-aaf3-58ac46431108 service neutron] Transition to ACTIVE for port object 41d6498b-80c7-4797-b523-231bb2077238 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:10.477504 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-ec460c8b-b659-4f1f-aaf3-58ac46431108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:10.506049 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-89ad52ae-4bb4-4ff9-98da-2b71463cded1 req-bfc1f410-1529-4301-8354-86aa1ab0fba5 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8b183d0-b79c-489b-bd3d-d0db0c1c5a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192045 May 13 14:31:10.576048 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-5f416870-fc23-4f59-ba14-f0f8b3365cfe tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:10.587052 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-5f416870-fc23-4f59-ba14-f0f8b3365cfe tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:10.600496 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-5f416870-fc23-4f59-ba14-f0f8b3365cfe tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Made reservation on behalf of 12ab0468071c4386a5fd2440f1c099c4 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:31:10.604796 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-5f416870-fc23-4f59-ba14-f0f8b3365cfe tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:10.680331 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a957224-8514-4f51-9dbc-859ecc740e4b req-88cdbdb7-02a1-451f-803d-acc7b8212df6 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:10.687436 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a957224-8514-4f51-9dbc-859ecc740e4b req-88cdbdb7-02a1-451f-803d-acc7b8212df6 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:10.693646 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a957224-8514-4f51-9dbc-859ecc740e4b req-88cdbdb7-02a1-451f-803d-acc7b8212df6 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:10.702552 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9a957224-8514-4f51-9dbc-859ecc740e4b req-88cdbdb7-02a1-451f-803d-acc7b8212df6 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=1832444c-78ac-45b2-ad44-b3697eb0de5b&device_id=74c6fb71-981e-4417-8dd0-2d934197f166&device_id=0cc80057-6e8b-489d-b52e-eb61d7bf6ff6 HTTP/1.1" status: 200 len: 2417 time: 0.4060695 May 13 14:31:10.744074 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-206b5a41-b8a9-48cc-ab4b-8fe3edd3a855 req-1cd27336-333e-4958-b9fc-313ddd0cef52 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d9ebdbc-636b-4abd-b7e8-a98c245575d6 HTTP/1.1" status: 200 len: 210 time: 0.0782974 May 13 14:31:10.846670 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-5f416870-fc23-4f59-ba14-f0f8b3365cfe tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Allocated IP 172.20.0.3 (80c078ad-dab9-4128-aa75-5b381575767a/79a8cbb1-2ae6-4444-b791-b23d69c3e4a0/4ae221d9-f023-493e-891e-f94928eeab2d) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:31:10.968354 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec460c8b-b659-4f1f-aaf3-58ac46431108 service neutron] Pushing event updated for resources: {'Port': ['ID=41d6498b-80c7-4797-b523-231bb2077238,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:11.164150 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9a957224-8514-4f51-9dbc-859ecc740e4b req-708dfb4e-a945-4e4e-8fe0-7f12ff065f12 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603119 May 13 14:31:11.249300 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-ec460c8b-b659-4f1f-aaf3-58ac46431108 service neutron] Attempting to bind port 41d6498b-80c7-4797-b523-231bb2077238 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:31:11.249638 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-ec460c8b-b659-4f1f-aaf3-58ac46431108 service neutron] Attempting to bind port 41d6498b-80c7-4797-b523-231bb2077238 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:31:11.250587 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-ec460c8b-b659-4f1f-aaf3-58ac46431108 service neutron] Attempting to bind port 41d6498b-80c7-4797-b523-231bb2077238 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:11.256323 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-f488f4c7-536d-4d08-93c0-317340e72383 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:11.269529 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-ec460c8b-b659-4f1f-aaf3-58ac46431108 service neutron] Port 41d6498b-80c7-4797-b523-231bb2077238 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:31:11.270139 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-ec460c8b-b659-4f1f-aaf3-58ac46431108 service neutron] Attempting to bind port 41d6498b-80c7-4797-b523-231bb2077238 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:11.284862 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-ec460c8b-b659-4f1f-aaf3-58ac46431108 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:31:11.285509 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-ec460c8b-b659-4f1f-aaf3-58ac46431108 service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:31:11.286072 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-ec460c8b-b659-4f1f-aaf3-58ac46431108 service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:31:11.286682 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-ec460c8b-b659-4f1f-aaf3-58ac46431108 service neutron] Bound port: 41d6498b-80c7-4797-b523-231bb2077238, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:31:11.287248 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-ec460c8b-b659-4f1f-aaf3-58ac46431108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:11.298188 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-f488f4c7-536d-4d08-93c0-317340e72383 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Transition to ACTIVE for port object da3d8edf-2af9-4212-86ca-0c5f6755f9ca will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:11.397514 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-ec460c8b-b659-4f1f-aaf3-58ac46431108 service neutron] For port 41d6498b-80c7-4797-b523-231bb2077238, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:31:11.402449 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-ec460c8b-b659-4f1f-aaf3-58ac46431108 service neutron] For port 41d6498b-80c7-4797-b523-231bb2077238, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=41d6498b-80c7-4797-b523-231bb2077238,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:31:11.408655 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-ec460c8b-b659-4f1f-aaf3-58ac46431108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:11.537607 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-5f416870-fc23-4f59-ba14-f0f8b3365cfe tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:11.564163 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49b61e-e7d1-4142-9adb-4b7ed15ceced req-1abde92a-0a75-4b6c-9c98-c341b8fad39d tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:11.565687 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2c49b61e-e7d1-4142-9adb-4b7ed15ceced req-1abde92a-0a75-4b6c-9c98-c341b8fad39d tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 945 time: 0.5470247 May 13 14:31:11.592102 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-5f416870-fc23-4f59-ba14-f0f8b3365cfe tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Transition to ACTIVE for port object 4ae221d9-f023-493e-891e-f94928eeab2d will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:11.629307 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2c49b61e-e7d1-4142-9adb-4b7ed15ceced req-2b09817e-d0d3-48a5-aa61-84cc0735928f tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547400 May 13 14:31:11.654947 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-5f416870-fc23-4f59-ba14-f0f8b3365cfe tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:11.749597 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 854f66b8-4148-480e-97dd-a6757b2d6fe1 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:31:11.788797 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-f488f4c7-536d-4d08-93c0-317340e72383 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:11.843520 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-ec460c8b-b659-4f1f-aaf3-58ac46431108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:11.844706 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-ec460c8b-b659-4f1f-aaf3-58ac46431108 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:11.846804 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-ec460c8b-b659-4f1f-aaf3-58ac46431108 service neutron] 10.222.0.59 "PUT /v2.0/ports/41d6498b-80c7-4797-b523-231bb2077238 HTTP/1.1" status: 200 len: 1095 time: 3.0922363 May 13 14:31:11.853892 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48df8ea8-168a-4d5e-bb50-84a9287fffd2', 'tag': '41d6498b-80c7-4797-b523-231bb2077238'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:11.872310 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f416870-fc23-4f59-ba14-f0f8b3365cfe tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Pushing event updated for resources: {'Port': ['ID=4ae221d9-f023-493e-891e-f94928eeab2d,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:11.885827 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-5f416870-fc23-4f59-ba14-f0f8b3365cfe tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Network 80c078ad-dab9-4128-aa75-5b381575767a is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:31:11.895913 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f416870-fc23-4f59-ba14-f0f8b3365cfe tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:11.897089 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f416870-fc23-4f59-ba14-f0f8b3365cfe tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:11.897459 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f416870-fc23-4f59-ba14-f0f8b3365cfe tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:11.898115 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f416870-fc23-4f59-ba14-f0f8b3365cfe tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:11.898850 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f416870-fc23-4f59-ba14-f0f8b3365cfe tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:11.900320 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f416870-fc23-4f59-ba14-f0f8b3365cfe tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:11.901155 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f416870-fc23-4f59-ba14-f0f8b3365cfe tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:11.901489 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f416870-fc23-4f59-ba14-f0f8b3365cfe tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:11.902808 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f416870-fc23-4f59-ba14-f0f8b3365cfe tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:11.903207 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f416870-fc23-4f59-ba14-f0f8b3365cfe tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:11.903595 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f416870-fc23-4f59-ba14-f0f8b3365cfe tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:11.903917 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f416870-fc23-4f59-ba14-f0f8b3365cfe tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:11.915583 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-f488f4c7-536d-4d08-93c0-317340e72383 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Network ce9c1701-64b9-439d-98e2-3df3678fb746 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:31:11.917430 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-5f416870-fc23-4f59-ba14-f0f8b3365cfe tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:11.919635 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-f488f4c7-536d-4d08-93c0-317340e72383 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:11.920983 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-5f416870-fc23-4f59-ba14-f0f8b3365cfe tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:31:11.925054 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-f488f4c7-536d-4d08-93c0-317340e72383 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:31:11.946244 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 854f66b8-4148-480e-97dd-a6757b2d6fe1 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:11.957978 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 854f66b8-4148-480e-97dd-a6757b2d6fe1 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:11.958360 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:12.015452 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-f488f4c7-536d-4d08-93c0-317340e72383 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:12.015736 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-f488f4c7-536d-4d08-93c0-317340e72383 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:12.026950 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec460c8b-b659-4f1f-aaf3-58ac46431108 service neutron] Pushing event updated for resources: {'Port': ['ID=41d6498b-80c7-4797-b523-231bb2077238,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:12.058512 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-5f416870-fc23-4f59-ba14-f0f8b3365cfe tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:12.062610 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-5f416870-fc23-4f59-ba14-f0f8b3365cfe tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:12.153231 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-5f416870-fc23-4f59-ba14-f0f8b3365cfe tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7955675 May 13 14:31:12.170426 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985256b6-ccaa-4647-984c-2b684e6cb4e9 req-741f53ec-b726-4f81-a4e9-26c8121555f6 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:12.188768 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-985256b6-ccaa-4647-984c-2b684e6cb4e9 req-741f53ec-b726-4f81-a4e9-26c8121555f6 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 950 time: 0.3890305 May 13 14:31:12.236753 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-82acb6f1-1d5f-430d-a52b-a915468d02b5 service neutron] Request body: {'port': {'device_id': '2d9ebdbc-636b-4abd-b7e8-a98c245575d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:12.395640 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 854f66b8-4148-480e-97dd-a6757b2d6fe1 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:12.397196 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:12.470892 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-f488f4c7-536d-4d08-93c0-317340e72383 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0195594 May 13 14:31:12.492793 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-985256b6-ccaa-4647-984c-2b684e6cb4e9 req-15278cd0-a8fe-4a1b-ae1b-3b22afb9aeb9 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027894 May 13 14:31:12.502833 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99ef349-0bde-4d6c-933b-0cebf003258a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854f66b8-4148-480e-97dd-a6757b2d6fe1'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:12.518005 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 854f66b8-4148-480e-97dd-a6757b2d6fe1, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=854f66b8-4148-480e-97dd-a6757b2d6fe1,segment=NetworkSegment(fd353f57-2f99-46e4-9f25-5c9b169b65fc),segment_id=fd353f57-2f99-46e4-9f25-5c9b169b65fc)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:12.520796 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9a936319-fb16-4785-85d2-66d9f46f3c07 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Request body: {'port': {'device_id': '3632f16c-5110-4ebd-9692-df43fd601578', 'network_id': '0008c42c-4335-4833-8930-22b6a7b9904c', 'admin_state_up': True, 'tenant_id': '8a4edaa711e44cfa86ce63ca66433341'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:12.525687 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:12.587548 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-82acb6f1-1d5f-430d-a52b-a915468d02b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:12.664003 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=854f66b8-4148-480e-97dd-a6757b2d6fe1,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:12.673104 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:12.673791 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:12.674351 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:12.674861 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:12.675386 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:12.675884 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:12.676438 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:12.676930 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:12.677473 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:12.678165 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:12.678658 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:12.679779 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:12.735462 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6121b821-f499-434a-a75f-0209672fe039 None None] Provisioning for port da3d8edf-2af9-4212-86ca-0c5f6755f9ca completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:12.743166 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6121b821-f499-434a-a75f-0209672fe039 None None] Provisioning complete for port da3d8edf-2af9-4212-86ca-0c5f6755f9ca triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:12.744405 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6121b821-f499-434a-a75f-0209672fe039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:12.779018 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa21e5-9a92-4a4e-bea2-948f2da45bdb req-61d679f8-ff50-4f01-b1da-f017f20bb1a9 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:12.779813 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-4baa21e5-9a92-4a4e-bea2-948f2da45bdb req-61d679f8-ff50-4f01-b1da-f017f20bb1a9 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Synchronizing usage tracker for tenant:a49f1166c3f54f5fb3c6b91a02cdaaab on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:12.782755 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9a936319-fb16-4785-85d2-66d9f46f3c07 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:12.795249 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f488f4c7-536d-4d08-93c0-317340e72383 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Pushing event updated for resources: {'Port': ['ID=da3d8edf-2af9-4212-86ca-0c5f6755f9ca,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:12.834349 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9a936319-fb16-4785-85d2-66d9f46f3c07 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Usage tracker for resource:port and tenant:8a4edaa711e44cfa86ce63ca66433341 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:12.845784 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-6121b821-f499-434a-a75f-0209672fe039 None None] Port da3d8edf-2af9-4212-86ca-0c5f6755f9ca cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:31:12.863318 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9a936319-fb16-4785-85d2-66d9f46f3c07 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:12.878128 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6121b821-f499-434a-a75f-0209672fe039 None None] Provisioning for port 4ae221d9-f023-493e-891e-f94928eeab2d completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:12.897361 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6121b821-f499-434a-a75f-0209672fe039 None None] Provisioning complete for port 4ae221d9-f023-493e-891e-f94928eeab2d triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:12.899800 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6121b821-f499-434a-a75f-0209672fe039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:12.924495 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9a936319-fb16-4785-85d2-66d9f46f3c07 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:12.945640 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-4baa21e5-9a92-4a4e-bea2-948f2da45bdb req-61d679f8-ff50-4f01-b1da-f017f20bb1a9 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Unset dirty status for tenant:a49f1166c3f54f5fb3c6b91a02cdaaab on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:12.955060 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4baa21e5-9a92-4a4e-bea2-948f2da45bdb req-61d679f8-ff50-4f01-b1da-f017f20bb1a9 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=48df8ea8-168a-4d5e-bb50-84a9287fffd2 HTTP/1.1" status: 200 len: 947 time: 1.5506997 May 13 14:31:12.988675 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b2f9f-5477-42f7-b5c8-670de3b6d388 req-813b8f25-5833-4def-923e-63d0682ebf65 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:12.995983 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7b1b2f9f-5477-42f7-b5c8-670de3b6d388 req-813b8f25-5833-4def-923e-63d0682ebf65 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=3632f16c-5110-4ebd-9692-df43fd601578 HTTP/1.1" status: 200 len: 931 time: 0.3212969 May 13 14:31:13.011681 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-2cb58acd-878e-4464-9271-e054c8c22ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:13.020906 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-2cb58acd-878e-4464-9271-e054c8c22ced service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&device_id=48df8ea8-168a-4d5e-bb50-84a9287fffd2 HTTP/1.1" status: 200 len: 1098 time: 0.8277035 May 13 14:31:13.035523 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-6121b821-f499-434a-a75f-0209672fe039 None None] Port 4ae221d9-f023-493e-891e-f94928eeab2d cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:31:13.037210 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9a936319-fb16-4785-85d2-66d9f46f3c07 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Made reservation on behalf of 8a4edaa711e44cfa86ce63ca66433341 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:31:13.041592 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9a936319-fb16-4785-85d2-66d9f46f3c07 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:13.069558 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-4baa21e5-9a92-4a4e-bea2-948f2da45bdb req-b61ac524-ff9e-4205-a460-80f8fbe74cc1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Synchronizing usage tracker for tenant:a49f1166c3f54f5fb3c6b91a02cdaaab on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:13.135689 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-4baa21e5-9a92-4a4e-bea2-948f2da45bdb req-b61ac524-ff9e-4205-a460-80f8fbe74cc1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Unset dirty status for tenant:a49f1166c3f54f5fb3c6b91a02cdaaab on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:13.136931 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4baa21e5-9a92-4a4e-bea2-948f2da45bdb req-b61ac524-ff9e-4205-a460-80f8fbe74cc1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788883 May 13 14:31:13.155967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-7b1b2f9f-5477-42f7-b5c8-670de3b6d388 req-ed7ec0a4-e86e-4dd2-b7b5-98ffcc296575 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Synchronizing usage tracker for tenant:8a4edaa711e44cfa86ce63ca66433341 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:13.190574 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [req-c9d623f8-4d01-4c3d-95fb-9bd6f8344c83 req-d86920cd-01cd-4573-a6d3-8172582ed4f2 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:31:13.205494 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c9d623f8-4d01-4c3d-95fb-9bd6f8344c83 req-d86920cd-01cd-4573-a6d3-8172582ed4f2 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0204477 May 13 14:31:13.294359 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 62fe7f39-085f-40cf-be2e-1290e4a0f845 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:31:13.409060 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9a936319-fb16-4785-85d2-66d9f46f3c07 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Allocated IP 19.86.0.112 (0008c42c-4335-4833-8930-22b6a7b9904c/2ac242ce-6169-4b86-8f5f-3be7a39a3afc/c606b4c7-e325-4820-94c2-bb0e25b1f286) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:31:13.410976 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-82acb6f1-1d5f-430d-a52b-a915468d02b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ae221d9-f023-493e-891e-f94928eeab2d {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:31:13.421862 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-82acb6f1-1d5f-430d-a52b-a915468d02b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:13.434523 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c9d623f8-4d01-4c3d-95fb-9bd6f8344c83 req-815a79c4-4ad1-4163-808d-06a57e5c2d70 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2221260 May 13 14:31:13.459648 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-82acb6f1-1d5f-430d-a52b-a915468d02b5 service neutron] Transition to ACTIVE for port object 4ae221d9-f023-493e-891e-f94928eeab2d will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:13.461659 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-7b1b2f9f-5477-42f7-b5c8-670de3b6d388 req-ed7ec0a4-e86e-4dd2-b7b5-98ffcc296575 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Unset dirty status for tenant:8a4edaa711e44cfa86ce63ca66433341 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:13.463696 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7b1b2f9f-5477-42f7-b5c8-670de3b6d388 req-ed7ec0a4-e86e-4dd2-b7b5-98ffcc296575 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666109 May 13 14:31:13.464977 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-82acb6f1-1d5f-430d-a52b-a915468d02b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:13.536201 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 62fe7f39-085f-40cf-be2e-1290e4a0f845 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:13.536732 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:13.602030 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 62fe7f39-085f-40cf-be2e-1290e4a0f845, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=62fe7f39-085f-40cf-be2e-1290e4a0f845,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:13.606628 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:13.767476 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=62fe7f39-085f-40cf-be2e-1290e4a0f845,revision_number=9']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:13.927775 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-c053178c-05fc-47ec-914c-5f56e6b3bbf7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=41d6498b-80c7-4797-b523-231bb2077238 HTTP/1.1" status: 200 len: 217 time: 0.2377350 May 13 14:31:14.014011 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82acb6f1-1d5f-430d-a52b-a915468d02b5 service neutron] Pushing event updated for resources: {'Port': ['ID=4ae221d9-f023-493e-891e-f94928eeab2d,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:14.063743 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9a936319-fb16-4785-85d2-66d9f46f3c07 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:14.078530 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-82acb6f1-1d5f-430d-a52b-a915468d02b5 service neutron] Attempting to bind port 4ae221d9-f023-493e-891e-f94928eeab2d on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:31:14.079228 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-82acb6f1-1d5f-430d-a52b-a915468d02b5 service neutron] Attempting to bind port 4ae221d9-f023-493e-891e-f94928eeab2d by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '2eb3e039-4b66-4a60-9552-baa1bb07e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '80c078ad-dab9-4128-aa75-5b381575767a'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:31:14.079689 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-82acb6f1-1d5f-430d-a52b-a915468d02b5 service neutron] Attempting to bind port 4ae221d9-f023-493e-891e-f94928eeab2d on network 80c078ad-dab9-4128-aa75-5b381575767a {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:14.091373 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-82acb6f1-1d5f-430d-a52b-a915468d02b5 service neutron] Port 4ae221d9-f023-493e-891e-f94928eeab2d on network 80c078ad-dab9-4128-aa75-5b381575767a not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:31:14.091857 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-82acb6f1-1d5f-430d-a52b-a915468d02b5 service neutron] Attempting to bind port 4ae221d9-f023-493e-891e-f94928eeab2d on network 80c078ad-dab9-4128-aa75-5b381575767a {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:14.111619 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882d86e-e18d-4afa-bff0-32f708c5db0f req-ec33720b-5175-4c91-aab6-842077a9c383 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:14.121994 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7882d86e-e18d-4afa-bff0-32f708c5db0f req-ec33720b-5175-4c91-aab6-842077a9c383 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.35 "GET /v2.0/ports?device_id=a99ef349-0bde-4d6c-933b-0cebf003258a HTTP/1.1" status: 200 len: 946 time: 0.3632472 May 13 14:31:14.143532 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-82acb6f1-1d5f-430d-a52b-a915468d02b5 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:31:14.144018 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-82acb6f1-1d5f-430d-a52b-a915468d02b5 service neutron] Checking segment: {'id': '2eb3e039-4b66-4a60-9552-baa1bb07e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '80c078ad-dab9-4128-aa75-5b381575767a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:31:14.144567 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-82acb6f1-1d5f-430d-a52b-a915468d02b5 service neutron] Bound using segment: {'id': '2eb3e039-4b66-4a60-9552-baa1bb07e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '80c078ad-dab9-4128-aa75-5b381575767a'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:31:14.145121 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-82acb6f1-1d5f-430d-a52b-a915468d02b5 service neutron] Bound port: 4ae221d9-f023-493e-891e-f94928eeab2d, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb3e039-4b66-4a60-9552-baa1bb07e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '80c078ad-dab9-4128-aa75-5b381575767a'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:31:14.145526 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-82acb6f1-1d5f-430d-a52b-a915468d02b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:14.220805 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9a936319-fb16-4785-85d2-66d9f46f3c07 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Transition to ACTIVE for port object c606b4c7-e325-4820-94c2-bb0e25b1f286 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:14.242049 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-73c92da8-a0b3-40e7-8653-1c6d71b04852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:14.243639 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-73c92da8-a0b3-40e7-8653-1c6d71b04852 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1728475 May 13 14:31:14.281512 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716de937-ef31-4a83-8da2-7554849b2207 req-3ab2a692-d012-4a12-9e2e-f1db1a2e3d7b tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:14.289630 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-716de937-ef31-4a83-8da2-7554849b2207 req-3ab2a692-d012-4a12-9e2e-f1db1a2e3d7b tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d9ebdbc-636b-4abd-b7e8-a98c245575d6 HTTP/1.1" status: 200 len: 943 time: 0.1705067 May 13 14:31:14.311509 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9a936319-fb16-4785-85d2-66d9f46f3c07 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:14.317333 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7882d86e-e18d-4afa-bff0-32f708c5db0f req-57646e06-66c2-42cd-8d4e-a4e766cb2e20 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8b183d0-b79c-489b-bd3d-d0db0c1c5a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926107 May 13 14:31:14.386383 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-82acb6f1-1d5f-430d-a52b-a915468d02b5 service neutron] For port 4ae221d9-f023-493e-891e-f94928eeab2d, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:31:14.389693 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-82acb6f1-1d5f-430d-a52b-a915468d02b5 service neutron] For port 4ae221d9-f023-493e-891e-f94928eeab2d, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=4ae221d9-f023-493e-891e-f94928eeab2d,segment=NetworkSegment(2eb3e039-4b66-4a60-9552-baa1bb07e436),segment_id=2eb3e039-4b66-4a60-9552-baa1bb07e436)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:31:14.395452 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-82acb6f1-1d5f-430d-a52b-a915468d02b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:14.431546 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67a2273c-44d5-4bdb-9adb-ccbec3038f77'] response: {'name': 'network-changed', 'server_uuid': '48df8ea8-168a-4d5e-bb50-84a9287fffd2', 'tag': '41d6498b-80c7-4797-b523-231bb2077238', 'status': 'completed', 'code': 200} May 13 14:31:14.466683 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-82acb6f1-1d5f-430d-a52b-a915468d02b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:14.467718 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-82acb6f1-1d5f-430d-a52b-a915468d02b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:14.469312 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-82acb6f1-1d5f-430d-a52b-a915468d02b5 service neutron] 10.222.0.59 "PUT /v2.0/ports/4ae221d9-f023-493e-891e-f94928eeab2d HTTP/1.1" status: 200 len: 1091 time: 2.2367554 May 13 14:31:14.473515 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9ebdbc-636b-4abd-b7e8-a98c245575d6', 'tag': '4ae221d9-f023-493e-891e-f94928eeab2d'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:14.480235 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-911c27c1-74ad-4345-a544-58ce297fad30'] response: {'server_uuid': 'a99ef349-0bde-4d6c-933b-0cebf003258a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854f66b8-4148-480e-97dd-a6757b2d6fe1', 'code': 200} May 13 14:31:14.503870 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9a936319-fb16-4785-85d2-66d9f46f3c07 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Network 0008c42c-4335-4833-8930-22b6a7b9904c is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:31:14.520338 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-716de937-ef31-4a83-8da2-7554849b2207 req-05e2553b-7186-4ecc-8291-14234d5a7003 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Synchronizing usage tracker for tenant:12ab0468071c4386a5fd2440f1c099c4 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:14.523896 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9a936319-fb16-4785-85d2-66d9f46f3c07 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:14.529817 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9a936319-fb16-4785-85d2-66d9f46f3c07 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:31:14.549589 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82acb6f1-1d5f-430d-a52b-a915468d02b5 service neutron] Pushing event updated for resources: {'Port': ['ID=4ae221d9-f023-493e-891e-f94928eeab2d,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:14.647765 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a936319-fb16-4785-85d2-66d9f46f3c07 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Pushing event updated for resources: {'Port': ['ID=c606b4c7-e325-4820-94c2-bb0e25b1f286,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:14.785037 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-716de937-ef31-4a83-8da2-7554849b2207 req-05e2553b-7186-4ecc-8291-14234d5a7003 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Unset dirty status for tenant:12ab0468071c4386a5fd2440f1c099c4 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:14.793403 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-f4aa0c11-4866-4dce-b01b-0f553e87d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:14.794568 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-f4aa0c11-4866-4dce-b01b-0f553e87d0f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=12ab0468071c4386a5fd2440f1c099c4&device_id=2d9ebdbc-636b-4abd-b7e8-a98c245575d6 HTTP/1.1" status: 200 len: 1094 time: 0.2198107 May 13 14:31:14.799929 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-716de937-ef31-4a83-8da2-7554849b2207 req-05e2553b-7186-4ecc-8291-14234d5a7003 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c3a4a2-1105-4cbf-8bc9-0b44bf5653a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5090306 May 13 14:31:14.837393 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5523039-28bc-4303-9f69-1dc5ec56c433 req-bee540c7-858f-46b6-8db7-22bda102ba58 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:14.838937 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b5523039-28bc-4303-9f69-1dc5ec56c433 req-bee540c7-858f-46b6-8db7-22bda102ba58 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 945 time: 0.1909041 May 13 14:31:14.928277 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-2a0bc992-ad20-4b1f-9dd6-7e0875d682b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:14.935562 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-2a0bc992-ad20-4b1f-9dd6-7e0875d682b9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5762601 May 13 14:31:14.945911 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b5523039-28bc-4303-9f69-1dc5ec56c433 req-751c86cd-43c1-4c31-bbfc-d28fa31a37d7 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990663 May 13 14:31:14.949936 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9a936319-fb16-4785-85d2-66d9f46f3c07 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:14.950601 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9a936319-fb16-4785-85d2-66d9f46f3c07 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:14.987608 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fd76c-cd09-4c30-aa7d-828f1d15254f req-38eb755c-5035-4a68-a1a3-f2cea6537ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:14.989240 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d16fd76c-cd09-4c30-aa7d-828f1d15254f req-38eb755c-5035-4a68-a1a3-f2cea6537ed3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a99ef349-0bde-4d6c-933b-0cebf003258a HTTP/1.1" status: 200 len: 1097 time: 0.3656454 May 13 14:31:14.992252 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9a936319-fb16-4785-85d2-66d9f46f3c07 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4915416 May 13 14:31:15.006448 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5f8afd3e-4cff-41c8-a8c5-bcdd923fda9e None None] Provisioning for port c606b4c7-e325-4820-94c2-bb0e25b1f286 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:15.016650 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5f8afd3e-4cff-41c8-a8c5-bcdd923fda9e None None] Provisioning complete for port c606b4c7-e325-4820-94c2-bb0e25b1f286 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:15.017562 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5f8afd3e-4cff-41c8-a8c5-bcdd923fda9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:15.046216 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9db39cbc-fe20-4711-80a8-dfc4a6dfc9d6 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Request body: {'port': {'device_id': '3632f16c-5110-4ebd-9692-df43fd601578', 'network_id': 'ce9c1701-64b9-439d-98e2-3df3678fb746', 'admin_state_up': True, 'tenant_id': '8a4edaa711e44cfa86ce63ca66433341'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:15.107169 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-5f8afd3e-4cff-41c8-a8c5-bcdd923fda9e None None] Port c606b4c7-e325-4820-94c2-bb0e25b1f286 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:31:15.309597 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 62fe7f39-085f-40cf-be2e-1290e4a0f845 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:31:15.495246 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d16fd76c-cd09-4c30-aa7d-828f1d15254f req-983c4ccd-7157-4469-9828-a733cf69a674 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d8b183d0-b79c-489b-bd3d-d0db0c1c5a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338088 May 13 14:31:15.531416 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 62fe7f39-085f-40cf-be2e-1290e4a0f845, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=62fe7f39-085f-40cf-be2e-1290e4a0f845,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:15.551065 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '62fe7f39-085f-40cf-be2e-1290e4a0f845', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': '62fe7f39-085f-40cf-be2e-1290e4a0f845', 'mac_address': 'fa:16:3e:ea:19:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:31:15.556846 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30d673-5659-4633-91d8-c45944695590 req-1c4358d5-c6c3-4503-a805-ee7af309bea4 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:15.564184 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ac30d673-5659-4633-91d8-c45944695590 req-1c4358d5-c6c3-4503-a805-ee7af309bea4 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 948 time: 0.5639386 May 13 14:31:15.643885 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ac30d673-5659-4633-91d8-c45944695590 req-755896e7-42a1-4375-b6ef-cde12d9f75a3 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784252 May 13 14:31:15.650695 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9db39cbc-fe20-4711-80a8-dfc4a6dfc9d6 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:15.660549 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9db39cbc-fe20-4711-80a8-dfc4a6dfc9d6 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Usage tracker for resource:port and tenant:8a4edaa711e44cfa86ce63ca66433341 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:15.666237 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9db39cbc-fe20-4711-80a8-dfc4a6dfc9d6 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:15.682397 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9db39cbc-fe20-4711-80a8-dfc4a6dfc9d6 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:15.706696 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9db39cbc-fe20-4711-80a8-dfc4a6dfc9d6 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Made reservation on behalf of 8a4edaa711e44cfa86ce63ca66433341 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:31:15.711103 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9db39cbc-fe20-4711-80a8-dfc4a6dfc9d6 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:15.743720 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 62fe7f39-085f-40cf-be2e-1290e4a0f845 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:15.744255 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:15.781792 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62fe7f39-085f-40cf-be2e-1290e4a0f845 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:31:15.819230 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb961d-c343-486e-970b-4aa580e519fc req-44d7cd67-098e-4eec-a341-50620a69cea4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:15.820460 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 62fe7f39-085f-40cf-be2e-1290e4a0f845, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=62fe7f39-085f-40cf-be2e-1290e4a0f845,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:15.824399 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:15.829193 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8afb961d-c343-486e-970b-4aa580e519fc req-44d7cd67-098e-4eec-a341-50620a69cea4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=48df8ea8-168a-4d5e-bb50-84a9287fffd2 HTTP/1.1" status: 200 len: 947 time: 0.2767155 May 13 14:31:15.890114 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8afb961d-c343-486e-970b-4aa580e519fc req-01e8ec22-46f7-4313-99f6-9e203a4ecdea tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584271 May 13 14:31:15.936774 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=62fe7f39-085f-40cf-be2e-1290e4a0f845,revision_number=10']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:15.976370 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7d5b0a6-c1a6-482d-a143-d510006d8eb3'] response: {'name': 'network-changed', 'server_uuid': '2d9ebdbc-636b-4abd-b7e8-a98c245575d6', 'tag': '4ae221d9-f023-493e-891e-f94928eeab2d', 'status': 'completed', 'code': 200} May 13 14:31:16.048221 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8664115-3eca-411d-abe1-8f2b52149cf0 req-9aa34a66-1fae-492a-a5b0-910b243acced tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:16.054757 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8664115-3eca-411d-abe1-8f2b52149cf0 req-9aa34a66-1fae-492a-a5b0-910b243acced tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:16.055591 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-e8664115-3eca-411d-abe1-8f2b52149cf0 req-9aa34a66-1fae-492a-a5b0-910b243acced tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Synchronizing usage tracker for tenant:8a4edaa711e44cfa86ce63ca66433341 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:16.079672 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['62fe7f39-085f-40cf-be2e-1290e4a0f845'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:31:16.083810 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9db39cbc-fe20-4711-80a8-dfc4a6dfc9d6 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Allocated IP 19.80.0.249 (ce9c1701-64b9-439d-98e2-3df3678fb746/1ab44319-5e85-4fa8-8f0f-3137df204f43/a79e77ab-6717-4c10-a501-07da06afa369) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:31:16.097734 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-e8664115-3eca-411d-abe1-8f2b52149cf0 req-9aa34a66-1fae-492a-a5b0-910b243acced tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Unset dirty status for tenant:8a4edaa711e44cfa86ce63ca66433341 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:16.105084 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e8664115-3eca-411d-abe1-8f2b52149cf0 req-9aa34a66-1fae-492a-a5b0-910b243acced tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=3632f16c-5110-4ebd-9692-df43fd601578 HTTP/1.1" status: 200 len: 1654 time: 0.2591202 May 13 14:31:16.181901 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e8664115-3eca-411d-abe1-8f2b52149cf0 req-01fe4b9c-240b-4a16-aea2-3845f666bd29 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754397 May 13 14:31:16.281606 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e761e-a948-4a6f-91fa-c3395a7590a3 req-bbd14aed-f39e-4ec4-91ed-e55a9bf4db9b tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:16.283430 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-eb1e761e-a948-4a6f-91fa-c3395a7590a3 req-bbd14aed-f39e-4ec4-91ed-e55a9bf4db9b tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.35 "GET /v2.0/ports?device_id=a99ef349-0bde-4d6c-933b-0cebf003258a HTTP/1.1" status: 200 len: 946 time: 0.1795380 May 13 14:31:16.424587 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-eb1e761e-a948-4a6f-91fa-c3395a7590a3 req-810e4565-ceca-4117-9ac9-71811d002886 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8b183d0-b79c-489b-bd3d-d0db0c1c5a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256230 May 13 14:31:16.483480 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99104040-ca66-4816-9a4a-97fe3e503f87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62fe7f39-085f-40cf-be2e-1290e4a0f845'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:16.527612 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9db39cbc-fe20-4711-80a8-dfc4a6dfc9d6 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:16.547036 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9db39cbc-fe20-4711-80a8-dfc4a6dfc9d6 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Transition to ACTIVE for port object a79e77ab-6717-4c10-a501-07da06afa369 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:16.621682 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9db39cbc-fe20-4711-80a8-dfc4a6dfc9d6 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:16.730918 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9db39cbc-fe20-4711-80a8-dfc4a6dfc9d6 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Network ce9c1701-64b9-439d-98e2-3df3678fb746 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:31:16.735124 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9db39cbc-fe20-4711-80a8-dfc4a6dfc9d6 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:16.738168 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9db39cbc-fe20-4711-80a8-dfc4a6dfc9d6 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:31:16.761204 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d904b1-802f-46a0-bc9e-82b713a59ca6 req-a7e20943-ef76-443f-adbb-9aac6ec04983 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:16.765865 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-e9d904b1-802f-46a0-bc9e-82b713a59ca6 req-a7e20943-ef76-443f-adbb-9aac6ec04983 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Synchronizing usage tracker for tenant:12ab0468071c4386a5fd2440f1c099c4 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:16.811494 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-e9d904b1-802f-46a0-bc9e-82b713a59ca6 req-a7e20943-ef76-443f-adbb-9aac6ec04983 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Unset dirty status for tenant:12ab0468071c4386a5fd2440f1c099c4 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:16.813160 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e9d904b1-802f-46a0-bc9e-82b713a59ca6 req-a7e20943-ef76-443f-adbb-9aac6ec04983 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d9ebdbc-636b-4abd-b7e8-a98c245575d6 HTTP/1.1" status: 200 len: 943 time: 0.2490070 May 13 14:31:16.890009 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db39cbc-fe20-4711-80a8-dfc4a6dfc9d6 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Pushing event updated for resources: {'Port': ['ID=a79e77ab-6717-4c10-a501-07da06afa369,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:16.908176 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e9d904b1-802f-46a0-bc9e-82b713a59ca6 req-4f061474-8df4-4aac-8eee-ef6c0a19f55c tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c3a4a2-1105-4cbf-8bc9-0b44bf5653a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888948 May 13 14:31:17.050254 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9db39cbc-fe20-4711-80a8-dfc4a6dfc9d6 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:17.050987 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9db39cbc-fe20-4711-80a8-dfc4a6dfc9d6 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:17.053141 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f2643b1-91e8-4394-95bc-0e446f9d6608'] response: {'server_uuid': '99104040-ca66-4816-9a4a-97fe3e503f87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62fe7f39-085f-40cf-be2e-1290e4a0f845', 'code': 200} May 13 14:31:17.096447 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-9db39cbc-fe20-4711-80a8-dfc4a6dfc9d6 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0546830 May 13 14:31:17.110709 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2fe7d-ab22-4df3-b109-914189331f28 req-2771df61-ad71-4d19-beb9-9536ed50d2f9 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:17.112390 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-45c2fe7d-ab22-4df3-b109-914189331f28 req-2771df61-ad71-4d19-beb9-9536ed50d2f9 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 945 time: 0.3427241 May 13 14:31:17.128033 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-d0f6a926-afa3-4961-acf3-4c11224e8c58 service neutron] Request body: {'port': {'device_id': '3632f16c-5110-4ebd-9692-df43fd601578', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:17.170406 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-36449da5-e8fa-43bc-a5ea-cfca54d28c68 None None] Provisioning for port a79e77ab-6717-4c10-a501-07da06afa369 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:17.181959 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-36449da5-e8fa-43bc-a5ea-cfca54d28c68 None None] Provisioning complete for port a79e77ab-6717-4c10-a501-07da06afa369 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:17.184140 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-36449da5-e8fa-43bc-a5ea-cfca54d28c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:17.292707 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-36449da5-e8fa-43bc-a5ea-cfca54d28c68 None None] Port a79e77ab-6717-4c10-a501-07da06afa369 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:31:17.326722 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 62fe7f39-085f-40cf-be2e-1290e4a0f845 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:31:17.449230 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-45c2fe7d-ab22-4df3-b109-914189331f28 req-bbb5c9df-d01c-4f77-bbb0-e071f64077de tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754095 May 13 14:31:17.461775 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 62fe7f39-085f-40cf-be2e-1290e4a0f845 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:17.462283 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:17.543777 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-02cfdfd2-1005-48cc-84fc-98359da6a2cf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ae221d9-f023-493e-891e-f94928eeab2d HTTP/1.1" status: 200 len: 217 time: 0.0858016 May 13 14:31:17.611655 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-d0f6a926-afa3-4961-acf3-4c11224e8c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:17.740301 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0ca3f-81be-44f9-8c34-971836df06cb req-595934b9-4475-4096-b1e5-64f8d81e71da tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:17.742232 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4ca0ca3f-81be-44f9-8c34-971836df06cb req-595934b9-4475-4096-b1e5-64f8d81e71da tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 950 time: 0.1961291 May 13 14:31:17.792948 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 62fe7f39-085f-40cf-be2e-1290e4a0f845 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:17.793472 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:17.838262 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 62fe7f39-085f-40cf-be2e-1290e4a0f845, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=62fe7f39-085f-40cf-be2e-1290e4a0f845,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:17.846911 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4ca0ca3f-81be-44f9-8c34-971836df06cb req-669369d5-a9da-42b6-bbce-204360e6e679 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985942 May 13 14:31:17.847165 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:17.958241 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=62fe7f39-085f-40cf-be2e-1290e4a0f845,revision_number=11']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:17.989880 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:18.110071 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-f39142ca-1203-4fa9-813e-056693df7835 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6440008 May 13 14:31:18.121637 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbae4f-8e6f-4128-8fb1-ddc36386fc96 req-4d0bc193-72f3-4540-a8ef-c172f0634e2e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:18.136649 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbae4f-8e6f-4128-8fb1-ddc36386fc96 req-4d0bc193-72f3-4540-a8ef-c172f0634e2e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:18.148968 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbae4f-8e6f-4128-8fb1-ddc36386fc96 req-4d0bc193-72f3-4540-a8ef-c172f0634e2e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:18.150710 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-26bbae4f-8e6f-4128-8fb1-ddc36386fc96 req-4d0bc193-72f3-4540-a8ef-c172f0634e2e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=3632f16c-5110-4ebd-9692-df43fd601578 HTTP/1.1" status: 200 len: 2376 time: 0.1834600 May 13 14:31:18.193985 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db3b10-c21c-4069-9afe-15fa87e87dba req-c157415b-5262-4623-8ba9-60213963222a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:18.195791 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-72db3b10-c21c-4069-9afe-15fa87e87dba req-c157415b-5262-4623-8ba9-60213963222a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=48df8ea8-168a-4d5e-bb50-84a9287fffd2 HTTP/1.1" status: 200 len: 947 time: 0.4278200 May 13 14:31:18.226647 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-26bbae4f-8e6f-4128-8fb1-ddc36386fc96 req-f113680f-8f01-450a-b25d-1ce75b8c390e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701196 May 13 14:31:18.338558 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-72db3b10-c21c-4069-9afe-15fa87e87dba req-8106731a-649c-49b8-9e7d-109b41abd921 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364634 May 13 14:31:18.457733 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-d0f6a926-afa3-4961-acf3-4c11224e8c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da3d8edf-2af9-4212-86ca-0c5f6755f9ca {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:31:18.468455 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-d0f6a926-afa3-4961-acf3-4c11224e8c58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:18.484547 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-d0f6a926-afa3-4961-acf3-4c11224e8c58 service neutron] Transition to ACTIVE for port object da3d8edf-2af9-4212-86ca-0c5f6755f9ca will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:18.520306 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-d0f6a926-afa3-4961-acf3-4c11224e8c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:18.874256 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd936fa-5a85-40dc-a65f-22f42d51d2cf req-08eb1a08-324a-45af-86a1-bbebbb203776 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:18.882267 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ebd936fa-5a85-40dc-a65f-22f42d51d2cf req-08eb1a08-324a-45af-86a1-bbebbb203776 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d9ebdbc-636b-4abd-b7e8-a98c245575d6 HTTP/1.1" status: 200 len: 943 time: 0.1240222 May 13 14:31:18.927226 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6a926-afa3-4961-acf3-4c11224e8c58 service neutron] Pushing event updated for resources: {'Port': ['ID=da3d8edf-2af9-4212-86ca-0c5f6755f9ca,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:18.948079 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ebd936fa-5a85-40dc-a65f-22f42d51d2cf req-b1a9e37c-adbb-45a5-932b-18aa2bf78763 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c3a4a2-1105-4cbf-8bc9-0b44bf5653a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647395 May 13 14:31:19.030990 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-d0f6a926-afa3-4961-acf3-4c11224e8c58 service neutron] Attempting to bind port da3d8edf-2af9-4212-86ca-0c5f6755f9ca on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:31:19.031502 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-d0f6a926-afa3-4961-acf3-4c11224e8c58 service neutron] Attempting to bind port da3d8edf-2af9-4212-86ca-0c5f6755f9ca by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '75e39620-740d-4a72-b0d7-b827496de2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ce9c1701-64b9-439d-98e2-3df3678fb746'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:31:19.031990 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-d0f6a926-afa3-4961-acf3-4c11224e8c58 service neutron] Attempting to bind port da3d8edf-2af9-4212-86ca-0c5f6755f9ca on network ce9c1701-64b9-439d-98e2-3df3678fb746 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:19.046185 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac4c80-0756-4dd0-ac11-13c81cf0f91c req-e80551b9-24d0-4d01-beee-e8ba1974c084 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:19.047788 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f0ac4c80-0756-4dd0-ac11-13c81cf0f91c req-e80551b9-24d0-4d01-beee-e8ba1974c084 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.35 "GET /v2.0/ports?device_id=a99ef349-0bde-4d6c-933b-0cebf003258a HTTP/1.1" status: 200 len: 946 time: 0.5619435 May 13 14:31:19.049888 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-d0f6a926-afa3-4961-acf3-4c11224e8c58 service neutron] Port da3d8edf-2af9-4212-86ca-0c5f6755f9ca on network ce9c1701-64b9-439d-98e2-3df3678fb746 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:31:19.050211 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-d0f6a926-afa3-4961-acf3-4c11224e8c58 service neutron] Attempting to bind port da3d8edf-2af9-4212-86ca-0c5f6755f9ca on network ce9c1701-64b9-439d-98e2-3df3678fb746 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:19.054737 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99104040-ca66-4816-9a4a-97fe3e503f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fe7f39-085f-40cf-be2e-1290e4a0f845'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:19.071139 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-d0f6a926-afa3-4961-acf3-4c11224e8c58 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:31:19.071502 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-d0f6a926-afa3-4961-acf3-4c11224e8c58 service neutron] Checking segment: {'id': '75e39620-740d-4a72-b0d7-b827496de2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ce9c1701-64b9-439d-98e2-3df3678fb746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:31:19.071896 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-d0f6a926-afa3-4961-acf3-4c11224e8c58 service neutron] Bound using segment: {'id': '75e39620-740d-4a72-b0d7-b827496de2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ce9c1701-64b9-439d-98e2-3df3678fb746'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:31:19.072680 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-d0f6a926-afa3-4961-acf3-4c11224e8c58 service neutron] Bound port: da3d8edf-2af9-4212-86ca-0c5f6755f9ca, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75e39620-740d-4a72-b0d7-b827496de2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ce9c1701-64b9-439d-98e2-3df3678fb746'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:31:19.073030 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-d0f6a926-afa3-4961-acf3-4c11224e8c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:19.160007 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f0ac4c80-0756-4dd0-ac11-13c81cf0f91c req-fb15e214-ed11-43f1-9987-bdc24940d9de tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8b183d0-b79c-489b-bd3d-d0db0c1c5a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054747 May 13 14:31:19.169564 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f7bc4-b8be-4dbf-9762-a7dbf03cb650 req-35477d26-6a6e-4041-9144-d0ab61389d7a tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:19.171656 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-154f7bc4-b8be-4dbf-9762-a7dbf03cb650 req-35477d26-6a6e-4041-9144-d0ab61389d7a tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 945 time: 0.0927379 May 13 14:31:19.245014 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-d0f6a926-afa3-4961-acf3-4c11224e8c58 service neutron] For port da3d8edf-2af9-4212-86ca-0c5f6755f9ca, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:31:19.248697 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-d0f6a926-afa3-4961-acf3-4c11224e8c58 service neutron] For port da3d8edf-2af9-4212-86ca-0c5f6755f9ca, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=da3d8edf-2af9-4212-86ca-0c5f6755f9ca,segment=NetworkSegment(75e39620-740d-4a72-b0d7-b827496de2c9),segment_id=75e39620-740d-4a72-b0d7-b827496de2c9)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:31:19.260673 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-d0f6a926-afa3-4961-acf3-4c11224e8c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:19.277906 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-154f7bc4-b8be-4dbf-9762-a7dbf03cb650 req-e69bddf5-8c1c-4e0d-bb50-c2c65096df3c tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952630 May 13 14:31:19.400097 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6a926-afa3-4961-acf3-4c11224e8c58 service neutron] Pushing event updated for resources: {'Port': ['ID=da3d8edf-2af9-4212-86ca-0c5f6755f9ca,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:19.420422 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-d0f6a926-afa3-4961-acf3-4c11224e8c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:19.421479 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-d0f6a926-afa3-4961-acf3-4c11224e8c58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:19.423890 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-d0f6a926-afa3-4961-acf3-4c11224e8c58 service neutron] 10.222.0.74 "PUT /v2.0/ports/da3d8edf-2af9-4212-86ca-0c5f6755f9ca HTTP/1.1" status: 200 len: 1091 time: 2.3104856 May 13 14:31:19.424692 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3632f16c-5110-4ebd-9692-df43fd601578', 'tag': 'da3d8edf-2af9-4212-86ca-0c5f6755f9ca'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:19.472950 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-e27f6218-baa3-4b21-a93e-88607de23e90 service neutron] Request body: {'port': {'device_id': '3632f16c-5110-4ebd-9692-df43fd601578', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:19.563042 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d799f06-e6c1-491e-baa8-fff44975de02 req-992a6f97-20bd-4f17-a70f-8325c2631fd4 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:19.571374 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d799f06-e6c1-491e-baa8-fff44975de02 req-992a6f97-20bd-4f17-a70f-8325c2631fd4 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 951 time: 0.1307275 May 13 14:31:19.573771 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb9ae547-b9ca-4c34-a6d9-4e0229cd60f1'] response: {'server_uuid': '99104040-ca66-4816-9a4a-97fe3e503f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fe7f39-085f-40cf-be2e-1290e4a0f845', 'code': 200} May 13 14:31:19.651890 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d799f06-e6c1-491e-baa8-fff44975de02 req-b9c5826a-b902-46cb-8cd5-b576cdfb658d tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787997 May 13 14:31:19.692634 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-e27f6218-baa3-4b21-a93e-88607de23e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:19.855062 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fbcd8-9c4d-4f77-81ed-09fc7d6e186d req-9499b672-92ea-4c84-821f-64ee116177c6 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:19.856553 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-582fbcd8-9c4d-4f77-81ed-09fc7d6e186d req-9499b672-92ea-4c84-821f-64ee116177c6 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=48df8ea8-168a-4d5e-bb50-84a9287fffd2 HTTP/1.1" status: 200 len: 947 time: 0.0819218 May 13 14:31:19.905024 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-582fbcd8-9c4d-4f77-81ed-09fc7d6e186d req-e5df1aaa-1241-4626-a583-d1a5d7e12fa6 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425401 May 13 14:31:19.966324 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f083742c-3c34-450a-ab18-bab1a50004c1'] response: {'name': 'network-changed', 'server_uuid': '3632f16c-5110-4ebd-9692-df43fd601578', 'tag': 'da3d8edf-2af9-4212-86ca-0c5f6755f9ca', 'status': 'completed', 'code': 200} May 13 14:31:20.001680 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696e745-09e3-4cd1-ad1d-50c57365a65e req-ea915247-ffc2-4f15-9250-856febea96ce tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:20.007769 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696e745-09e3-4cd1-ad1d-50c57365a65e req-ea915247-ffc2-4f15-9250-856febea96ce tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:20.013544 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696e745-09e3-4cd1-ad1d-50c57365a65e req-ea915247-ffc2-4f15-9250-856febea96ce tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:20.015239 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c696e745-09e3-4cd1-ad1d-50c57365a65e req-ea915247-ffc2-4f15-9250-856febea96ce tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=3632f16c-5110-4ebd-9692-df43fd601578 HTTP/1.1" status: 200 len: 2388 time: 0.2418509 May 13 14:31:20.152849 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-712d0df3-9dda-4309-9b67-ff1fdbb23a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:20.154888 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-712d0df3-9dda-4309-9b67-ff1fdbb23a78 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=79a8cbb1-2ae6-4444-b791-b23d69c3e4a0 HTTP/1.1" status: 200 len: 854 time: 0.0805876 May 13 14:31:20.259408 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-a5b3dd0d-a8a9-48b4-874e-57ff4d5eecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:20.262262 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-a5b3dd0d-a8a9-48b4-874e-57ff4d5eecbb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=80c078ad-dab9-4128-aa75-5b381575767a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971632 May 13 14:31:20.298485 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c696e745-09e3-4cd1-ad1d-50c57365a65e req-203360b9-a2d5-45a5-a89e-b8e0b6c2fba8 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396481 May 13 14:31:20.416966 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc0d7d-1f6a-46f6-b0cf-43a82ebf3934 req-4e203583-1291-4355-8d9e-24c3b74f75be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:20.417448 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc0d7d-1f6a-46f6-b0cf-43a82ebf3934 req-4e203583-1291-4355-8d9e-24c3b74f75be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:20.417920 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc0d7d-1f6a-46f6-b0cf-43a82ebf3934 req-4e203583-1291-4355-8d9e-24c3b74f75be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:20.419661 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a6dc0d7d-1f6a-46f6-b0cf-43a82ebf3934 req-4e203583-1291-4355-8d9e-24c3b74f75be service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8a4edaa711e44cfa86ce63ca66433341&device_id=3632f16c-5110-4ebd-9692-df43fd601578 HTTP/1.1" status: 200 len: 2731 time: 0.4017138 May 13 14:31:20.427307 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b70ae1d2-5bea-4121-aacb-81d897da519c req-390590d8-b105-42ad-9c50-843c3f3fa4d1 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302667 May 13 14:31:20.520964 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-82c025ed-ed11-43b3-ac54-9d9562f954ed service neutron] 10.222.0.59 "GET /v2.0/networks/80c078ad-dab9-4128-aa75-5b381575767a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501130 May 13 14:31:20.542658 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-e27f6218-baa3-4b21-a93e-88607de23e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c606b4c7-e325-4820-94c2-bb0e25b1f286 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:31:20.558866 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa6719-40e2-4f04-ac5d-3c53969d3597 req-f0b6b31a-c274-4980-a4a8-dc072114ce49 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:20.560316 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49fa6719-40e2-4f04-ac5d-3c53969d3597 req-f0b6b31a-c274-4980-a4a8-dc072114ce49 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d9ebdbc-636b-4abd-b7e8-a98c245575d6 HTTP/1.1" status: 200 len: 943 time: 0.2913322 May 13 14:31:20.605795 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-e27f6218-baa3-4b21-a93e-88607de23e90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:20.644064 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b10769-d740-4a99-8a55-8afc996c2f13 req-02ab18bd-671a-4460-858f-8014498b2d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:20.645529 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-13b10769-d740-4a99-8a55-8afc996c2f13 req-02ab18bd-671a-4460-858f-8014498b2d6f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 1102 time: 0.2726874 May 13 14:31:20.659500 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-e27f6218-baa3-4b21-a93e-88607de23e90 service neutron] Transition to ACTIVE for port object c606b4c7-e325-4820-94c2-bb0e25b1f286 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:20.676214 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-e27f6218-baa3-4b21-a93e-88607de23e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:20.697605 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49fa6719-40e2-4f04-ac5d-3c53969d3597 req-1fd60e78-e2fe-4a48-8a00-3cb3abc13491 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c3a4a2-1105-4cbf-8bc9-0b44bf5653a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913537 May 13 14:31:20.748928 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-13b10769-d740-4a99-8a55-8afc996c2f13 req-b5e08c04-1058-4394-8a8a-79eca354c951 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944884 May 13 14:31:20.750899 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-65bd9418-2a41-4bf9-81af-d71f60b2ba2e req-a053958d-133e-4ea0-922a-7b78f9d099b0 service neutron] 10.222.0.59 "GET /v2.0/networks/80c078ad-dab9-4128-aa75-5b381575767a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230265 May 13 14:31:20.969772 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180bd13-d961-4ae2-a0a5-16d26657a04b req-6be7bafc-d15c-4cef-895d-b01069d1cc44 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:20.971281 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5180bd13-d961-4ae2-a0a5-16d26657a04b req-6be7bafc-d15c-4cef-895d-b01069d1cc44 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=1832444c-78ac-45b2-ad44-b3697eb0de5b HTTP/1.1" status: 200 len: 945 time: 0.5494077 May 13 14:31:20.991838 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc0d7d-1f6a-46f6-b0cf-43a82ebf3934 req-6cabfa09-d916-4cff-a835-587bea25fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:20.992448 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc0d7d-1f6a-46f6-b0cf-43a82ebf3934 req-6cabfa09-d916-4cff-a835-587bea25fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:20.992948 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc0d7d-1f6a-46f6-b0cf-43a82ebf3934 req-6cabfa09-d916-4cff-a835-587bea25fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:20.994452 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a6dc0d7d-1f6a-46f6-b0cf-43a82ebf3934 req-6cabfa09-d916-4cff-a835-587bea25fcfc service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=8a4edaa711e44cfa86ce63ca66433341&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5354323 May 13 14:31:21.045768 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1e37e-c1a1-4314-8c25-d24f8b5f5894 req-52e16692-6c5c-4011-894e-fe073f7fb21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:21.047290 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-54a1e37e-c1a1-4314-8c25-d24f8b5f5894 req-52e16692-6c5c-4011-894e-fe073f7fb21a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&device_id=48df8ea8-168a-4d5e-bb50-84a9287fffd2 HTTP/1.1" status: 200 len: 1098 time: 0.5560188 May 13 14:31:21.076854 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f6218-baa3-4b21-a93e-88607de23e90 service neutron] Pushing event updated for resources: {'Port': ['ID=c606b4c7-e325-4820-94c2-bb0e25b1f286,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:21.247570 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e739eae-fbfe-42d2-9e9c-942a776899b5 req-46c59e07-340f-4c7a-a4b9-c853c893c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:21.248980 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e739eae-fbfe-42d2-9e9c-942a776899b5 req-46c59e07-340f-4c7a-a4b9-c853c893c135 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=12ab0468071c4386a5fd2440f1c099c4&device_id=2d9ebdbc-636b-4abd-b7e8-a98c245575d6 HTTP/1.1" status: 200 len: 1094 time: 0.2611022 May 13 14:31:21.259995 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c209f5-7cec-4877-9fd9-ac70bf4156c0 req-998ce126-2e3c-43f7-b687-96712ec6fdd1 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:21.261390 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d2c209f5-7cec-4877-9fd9-ac70bf4156c0 req-998ce126-2e3c-43f7-b687-96712ec6fdd1 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 945 time: 0.2205224 May 13 14:31:21.303239 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5180bd13-d961-4ae2-a0a5-16d26657a04b req-254a044d-7400-4f1c-844a-d6b7b628b250 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159604 May 13 14:31:21.387126 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d2c209f5-7cec-4877-9fd9-ac70bf4156c0 req-c3af4d8a-1322-47d4-bfa4-045a967f3687 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068559 May 13 14:31:21.390081 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-e27f6218-baa3-4b21-a93e-88607de23e90 service neutron] Attempting to bind port c606b4c7-e325-4820-94c2-bb0e25b1f286 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:31:21.390420 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-e27f6218-baa3-4b21-a93e-88607de23e90 service neutron] Attempting to bind port c606b4c7-e325-4820-94c2-bb0e25b1f286 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '793ce683-5ee7-4351-a696-7d6b05fd7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0008c42c-4335-4833-8930-22b6a7b9904c'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:31:21.390795 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-e27f6218-baa3-4b21-a93e-88607de23e90 service neutron] Attempting to bind port c606b4c7-e325-4820-94c2-bb0e25b1f286 on network 0008c42c-4335-4833-8930-22b6a7b9904c {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:21.408664 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-e27f6218-baa3-4b21-a93e-88607de23e90 service neutron] Port c606b4c7-e325-4820-94c2-bb0e25b1f286 on network 0008c42c-4335-4833-8930-22b6a7b9904c not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:31:21.408972 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-e27f6218-baa3-4b21-a93e-88607de23e90 service neutron] Attempting to bind port c606b4c7-e325-4820-94c2-bb0e25b1f286 on network 0008c42c-4335-4833-8930-22b6a7b9904c {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:21.414586 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc0d7d-1f6a-46f6-b0cf-43a82ebf3934 req-640b2064-7faa-4025-8495-ff8766bf3d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:21.416259 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a6dc0d7d-1f6a-46f6-b0cf-43a82ebf3934 req-640b2064-7faa-4025-8495-ff8766bf3d3c service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3959069 May 13 14:31:21.423196 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1e37e-c1a1-4314-8c25-d24f8b5f5894 req-47e77a80-9c04-4daf-9485-3a64b8595f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:21.423634 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e739eae-fbfe-42d2-9e9c-942a776899b5 req-dee1d64b-97b7-49a8-abf3-2a1f8767e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:21.424601 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-54a1e37e-c1a1-4314-8c25-d24f8b5f5894 req-47e77a80-9c04-4daf-9485-3a64b8595f4a service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.3500772 May 13 14:31:21.425085 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e739eae-fbfe-42d2-9e9c-942a776899b5 req-dee1d64b-97b7-49a8-abf3-2a1f8767e999 service neutron] 10.222.0.59 "GET /v2.0/networks?id=80c078ad-dab9-4128-aa75-5b381575767a HTTP/1.1" status: 200 len: 916 time: 0.1628311 May 13 14:31:21.426691 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-e27f6218-baa3-4b21-a93e-88607de23e90 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:31:21.427028 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-e27f6218-baa3-4b21-a93e-88607de23e90 service neutron] Checking segment: {'id': '793ce683-5ee7-4351-a696-7d6b05fd7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0008c42c-4335-4833-8930-22b6a7b9904c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:31:21.427443 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-e27f6218-baa3-4b21-a93e-88607de23e90 service neutron] Bound using segment: {'id': '793ce683-5ee7-4351-a696-7d6b05fd7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0008c42c-4335-4833-8930-22b6a7b9904c'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:31:21.427904 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-e27f6218-baa3-4b21-a93e-88607de23e90 service neutron] Bound port: c606b4c7-e325-4820-94c2-bb0e25b1f286, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '793ce683-5ee7-4351-a696-7d6b05fd7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0008c42c-4335-4833-8930-22b6a7b9904c'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:31:21.428220 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-e27f6218-baa3-4b21-a93e-88607de23e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:21.506487 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e739eae-fbfe-42d2-9e9c-942a776899b5 req-ee58af5b-5747-48a1-b2d4-189f20c5e796 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ae221d9-f023-493e-891e-f94928eeab2d HTTP/1.1" status: 200 len: 217 time: 0.0687766 May 13 14:31:21.547527 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-54a1e37e-c1a1-4314-8c25-d24f8b5f5894 req-c07103f4-1467-407a-a587-2109145db880 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=41d6498b-80c7-4797-b523-231bb2077238 HTTP/1.1" status: 200 len: 217 time: 0.1086764 May 13 14:31:21.619422 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e739eae-fbfe-42d2-9e9c-942a776899b5 req-9a5b756d-ec0a-42ca-843a-1f26e46658ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:21.620858 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e739eae-fbfe-42d2-9e9c-942a776899b5 req-9a5b756d-ec0a-42ca-843a-1f26e46658ed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=79a8cbb1-2ae6-4444-b791-b23d69c3e4a0 HTTP/1.1" status: 200 len: 854 time: 0.0844581 May 13 14:31:21.640137 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57970e2d-0bfa-4dc8-8e21-7a0683a648ea req-63b2bbdc-32f4-4a3a-bb4a-70513a109d05 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:21.641073 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-57970e2d-0bfa-4dc8-8e21-7a0683a648ea req-63b2bbdc-32f4-4a3a-bb4a-70513a109d05 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=48df8ea8-168a-4d5e-bb50-84a9287fffd2 HTTP/1.1" status: 200 len: 947 time: 0.1365554 May 13 14:31:21.700046 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1e37e-c1a1-4314-8c25-d24f8b5f5894 req-79589fb2-45d9-4118-a024-fb24105354e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:21.701463 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-54a1e37e-c1a1-4314-8c25-d24f8b5f5894 req-79589fb2-45d9-4118-a024-fb24105354e2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1205854 May 13 14:31:21.709593 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-e27f6218-baa3-4b21-a93e-88607de23e90 service neutron] For port c606b4c7-e325-4820-94c2-bb0e25b1f286, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:31:21.718630 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5f6f0-d1b2-4f3e-bd99-3998b1931bb7 req-e4be24ac-4c4f-45a0-9a18-af416d40ec19 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:21.720083 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e4c5f6f0-d1b2-4f3e-bd99-3998b1931bb7 req-e4be24ac-4c4f-45a0-9a18-af416d40ec19 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 951 time: 0.2944727 May 13 14:31:21.722462 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-e27f6218-baa3-4b21-a93e-88607de23e90 service neutron] For port c606b4c7-e325-4820-94c2-bb0e25b1f286, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=c606b4c7-e325-4820-94c2-bb0e25b1f286,segment=NetworkSegment(793ce683-5ee7-4351-a696-7d6b05fd7845),segment_id=793ce683-5ee7-4351-a696-7d6b05fd7845)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:31:21.733021 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-57970e2d-0bfa-4dc8-8e21-7a0683a648ea req-81ccf5b5-8783-4a88-9f09-c7b9b5cc4e71 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565093 May 13 14:31:21.756704 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e739eae-fbfe-42d2-9e9c-942a776899b5 req-7844681b-98e4-47b1-bf76-9b7ec28d017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:21.756704 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e739eae-fbfe-42d2-9e9c-942a776899b5 req-7844681b-98e4-47b1-bf76-9b7ec28d017c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=80c078ad-dab9-4128-aa75-5b381575767a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078329 May 13 14:31:21.766517 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-e27f6218-baa3-4b21-a93e-88607de23e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:21.874015 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-e27f6218-baa3-4b21-a93e-88607de23e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:21.874638 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-e27f6218-baa3-4b21-a93e-88607de23e90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:21.876040 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-e27f6218-baa3-4b21-a93e-88607de23e90 service neutron] 10.222.0.74 "PUT /v2.0/ports/c606b4c7-e325-4820-94c2-bb0e25b1f286 HTTP/1.1" status: 200 len: 1092 time: 2.4079659 May 13 14:31:21.903723 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e4c5f6f0-d1b2-4f3e-bd99-3998b1931bb7 req-7eb765eb-7a85-4f8a-98d4-fe64a584d2c6 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437621 May 13 14:31:21.918333 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f6218-baa3-4b21-a93e-88607de23e90 service neutron] Pushing event updated for resources: {'Port': ['ID=c606b4c7-e325-4820-94c2-bb0e25b1f286,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:21.945187 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1e37e-c1a1-4314-8c25-d24f8b5f5894 req-9ad1bc56-6084-4b8d-b1ba-d85f4bd6261a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:21.947797 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-54a1e37e-c1a1-4314-8c25-d24f8b5f5894 req-9ad1bc56-6084-4b8d-b1ba-d85f4bd6261a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2247980 May 13 14:31:21.959274 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e739eae-fbfe-42d2-9e9c-942a776899b5 req-9719e8e4-54ab-42f6-9f02-968e7269ab15 service neutron] 10.222.0.59 "GET /v2.0/networks/80c078ad-dab9-4128-aa75-5b381575767a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000592 May 13 14:31:21.976698 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe6814-1d51-4826-a54a-48e00c3fdeb6 req-ea6b192c-9a30-4ab4-a33b-6e2cb0b2a623 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:21.984345 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5cbe6814-1d51-4826-a54a-48e00c3fdeb6 req-ea6b192c-9a30-4ab4-a33b-6e2cb0b2a623 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.35 "GET /v2.0/ports?device_id=a99ef349-0bde-4d6c-933b-0cebf003258a HTTP/1.1" status: 200 len: 946 time: 0.1497660 May 13 14:31:22.086010 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3632f16c-5110-4ebd-9692-df43fd601578', 'tag': 'c606b4c7-e325-4820-94c2-bb0e25b1f286'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:22.099051 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-92229155-7858-4364-a56e-14a12ea3c30c service neutron] Request body: {'port': {'device_id': '3632f16c-5110-4ebd-9692-df43fd601578', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:22.152374 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5cbe6814-1d51-4826-a54a-48e00c3fdeb6 req-8482270e-9491-4ebe-9512-70460aad0a7d tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8b183d0-b79c-489b-bd3d-d0db0c1c5a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669848 May 13 14:31:22.224947 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e739eae-fbfe-42d2-9e9c-942a776899b5 req-0b2f6057-8114-4e9c-8590-f4c7de4e8190 service neutron] 10.222.0.59 "GET /v2.0/networks/80c078ad-dab9-4128-aa75-5b381575767a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238448 May 13 14:31:22.360518 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b469b-e32c-4511-8e2a-7b85265dcb9b req-365e9649-7741-4f7c-a260-15cb86e61fe9 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:22.361994 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d79b469b-e32c-4511-8e2a-7b85265dcb9b req-365e9649-7741-4f7c-a260-15cb86e61fe9 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d9ebdbc-636b-4abd-b7e8-a98c245575d6 HTTP/1.1" status: 200 len: 943 time: 0.0869105 May 13 14:31:22.405763 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-54a1e37e-c1a1-4314-8c25-d24f8b5f5894 req-77242441-41c5-48f6-bb75-76c9b46e9b91 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503500 May 13 14:31:22.409805 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d79b469b-e32c-4511-8e2a-7b85265dcb9b req-b68f21b4-4ce4-4bc8-afcc-b441232e01b5 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c3a4a2-1105-4cbf-8bc9-0b44bf5653a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413115 May 13 14:31:22.411624 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-92229155-7858-4364-a56e-14a12ea3c30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:22.465099 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a8fc2-0eef-40f4-9486-b45255aabb1b req-000632f5-dbd3-4b55-a31f-878bf6e867f7 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:22.470805 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a8fc2-0eef-40f4-9486-b45255aabb1b req-000632f5-dbd3-4b55-a31f-878bf6e867f7 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:22.476536 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a8fc2-0eef-40f4-9486-b45255aabb1b req-000632f5-dbd3-4b55-a31f-878bf6e867f7 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:22.478114 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6c7a8fc2-0eef-40f4-9486-b45255aabb1b req-000632f5-dbd3-4b55-a31f-878bf6e867f7 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=3632f16c-5110-4ebd-9692-df43fd601578 HTTP/1.1" status: 200 len: 2400 time: 0.3866072 May 13 14:31:22.481479 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d09dd9f9-e765-4e93-a042-9704bf6c02c5'] response: {'name': 'network-changed', 'server_uuid': '3632f16c-5110-4ebd-9692-df43fd601578', 'tag': 'c606b4c7-e325-4820-94c2-bb0e25b1f286', 'status': 'completed', 'code': 200} May 13 14:31:22.624417 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d56203-459e-4165-9c94-94ee846a103c req-60a4f890-5975-41f6-b799-c1b46d06d997 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:22.625792 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-01d56203-459e-4165-9c94-94ee846a103c req-60a4f890-5975-41f6-b799-c1b46d06d997 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.74 "GET /v2.0/ports?device_id=1832444c-78ac-45b2-ad44-b3697eb0de5b HTTP/1.1" status: 200 len: 945 time: 0.3873112 May 13 14:31:22.654365 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa004597-11d4-42a7-9f89-138bb4a3b6b8 req-a399b9ac-18f7-4374-ae80-a19a1e16974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:22.654883 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa004597-11d4-42a7-9f89-138bb4a3b6b8 req-a399b9ac-18f7-4374-ae80-a19a1e16974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:22.655385 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa004597-11d4-42a7-9f89-138bb4a3b6b8 req-a399b9ac-18f7-4374-ae80-a19a1e16974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:22.657000 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aa004597-11d4-42a7-9f89-138bb4a3b6b8 req-a399b9ac-18f7-4374-ae80-a19a1e16974c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8a4edaa711e44cfa86ce63ca66433341&device_id=3632f16c-5110-4ebd-9692-df43fd601578 HTTP/1.1" status: 200 len: 2798 time: 0.1421642 May 13 14:31:22.665324 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b49ae-cd1a-47f1-a296-2e6ec4b72a56 req-ddc60245-4a33-42d8-a1c2-6fd9238a7b9b tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:22.666803 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2c9b49ae-cd1a-47f1-a296-2e6ec4b72a56 req-ddc60245-4a33-42d8-a1c2-6fd9238a7b9b tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=1832444c-78ac-45b2-ad44-b3697eb0de5b HTTP/1.1" status: 200 len: 945 time: 0.1174445 May 13 14:31:22.744522 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2c9b49ae-cd1a-47f1-a296-2e6ec4b72a56 req-92754535-63bf-4909-b758-fcc5b624e999 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717189 May 13 14:31:22.900244 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6c7a8fc2-0eef-40f4-9486-b45255aabb1b req-36ef7f75-903d-4d2e-82c8-1db9d49b32f8 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457351 May 13 14:31:22.912655 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa004597-11d4-42a7-9f89-138bb4a3b6b8 req-fd6bd997-e6d7-4570-a23a-28437f756861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:22.913191 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa004597-11d4-42a7-9f89-138bb4a3b6b8 req-fd6bd997-e6d7-4570-a23a-28437f756861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:22.914032 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa004597-11d4-42a7-9f89-138bb4a3b6b8 req-fd6bd997-e6d7-4570-a23a-28437f756861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:22.915264 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aa004597-11d4-42a7-9f89-138bb4a3b6b8 req-fd6bd997-e6d7-4570-a23a-28437f756861 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=8a4edaa711e44cfa86ce63ca66433341&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2023306 May 13 14:31:22.932426 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-54a1e37e-c1a1-4314-8c25-d24f8b5f5894 req-2c77cdd0-a2ab-437c-b8bf-96525a8df51f service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099375 May 13 14:31:22.942839 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-01d56203-459e-4165-9c94-94ee846a103c req-ca1435bf-10c2-4d90-90e3-50d9cc5f9b1a tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Deleting port 28be842c-0abd-4d88-8cee-dea1ae428319 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:31:22.943206 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-01d56203-459e-4165-9c94-94ee846a103c req-ca1435bf-10c2-4d90-90e3-50d9cc5f9b1a tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:23.231484 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e83367-a1db-4200-a8fd-019878db40f0 req-8ca57edf-b77b-448b-beeb-f927ffcf4f48 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:23.232866 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b0e83367-a1db-4200-a8fd-019878db40f0 req-8ca57edf-b77b-448b-beeb-f927ffcf4f48 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 945 time: 0.3793061 May 13 14:31:23.315167 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa004597-11d4-42a7-9f89-138bb4a3b6b8 req-77013c5e-f0f2-45af-a502-cccb47e91df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:23.316608 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aa004597-11d4-42a7-9f89-138bb4a3b6b8 req-77013c5e-f0f2-45af-a502-cccb47e91df1 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3854918 May 13 14:31:23.322356 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b0e83367-a1db-4200-a8fd-019878db40f0 req-b40c58af-f28c-4040-86ca-9cff8f191a49 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751853 May 13 14:31:23.329914 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa08b3e-4f97-43d7-ba36-72995ce4943a req-3b898868-3c83-4527-b837-9fcb027460b0 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:23.331389 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-daa08b3e-4f97-43d7-ba36-72995ce4943a req-3b898868-3c83-4527-b837-9fcb027460b0 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.74 "GET /v2.0/ports?device_id=a99ef349-0bde-4d6c-933b-0cebf003258a HTTP/1.1" status: 200 len: 946 time: 0.3975558 May 13 14:31:23.354573 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a310c48-8d35-4c2d-b7ac-bb273d4cb6b0 req-ac2adf92-31dc-4631-93cc-8058e8d9eb3b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:23.356073 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8a310c48-8d35-4c2d-b7ac-bb273d4cb6b0 req-ac2adf92-31dc-4631-93cc-8058e8d9eb3b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=48df8ea8-168a-4d5e-bb50-84a9287fffd2 HTTP/1.1" status: 200 len: 947 time: 0.3017728 May 13 14:31:23.409383 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-daa08b3e-4f97-43d7-ba36-72995ce4943a req-e62e79e5-1a34-404d-94c5-340bf2064f82 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Deleting port 854f66b8-4148-480e-97dd-a6757b2d6fe1 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:31:23.410000 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-daa08b3e-4f97-43d7-ba36-72995ce4943a req-e62e79e5-1a34-404d-94c5-340bf2064f82 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:23.470021 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-01d56203-459e-4165-9c94-94ee846a103c req-ca1435bf-10c2-4d90-90e3-50d9cc5f9b1a tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] For port 28be842c-0abd-4d88-8cee-dea1ae428319, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=28be842c-0abd-4d88-8cee-dea1ae428319,segment=NetworkSegment(7a7ed751-6e14-4aec-886a-659113dd6981),segment_id=7a7ed751-6e14-4aec-886a-659113dd6981)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:23.470657 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-01d56203-459e-4165-9c94-94ee846a103c req-ca1435bf-10c2-4d90-90e3-50d9cc5f9b1a tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:23.491475 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-92229155-7858-4364-a56e-14a12ea3c30c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a79e77ab-6717-4c10-a501-07da06afa369 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:31:23.551168 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-92229155-7858-4364-a56e-14a12ea3c30c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:23.555764 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8a310c48-8d35-4c2d-b7ac-bb273d4cb6b0 req-42f042fe-eb1d-42ac-8979-c0fe20340cf7 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649318 May 13 14:31:23.600366 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f32c1-2c1f-43c1-8b68-75c1d7e5b766 req-c83b2ced-49dc-421b-8168-186dfecc15d5 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:23.602372 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f44f32c1-2c1f-43c1-8b68-75c1d7e5b766 req-c83b2ced-49dc-421b-8168-186dfecc15d5 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 951 time: 0.1569846 May 13 14:31:23.622270 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-01d56203-459e-4165-9c94-94ee846a103c req-ca1435bf-10c2-4d90-90e3-50d9cc5f9b1a tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Calling delete_port for 28be842c-0abd-4d88-8cee-dea1ae428319 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:31:23.708285 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-92229155-7858-4364-a56e-14a12ea3c30c service neutron] Transition to ACTIVE for port object a79e77ab-6717-4c10-a501-07da06afa369 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:23.723047 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-92229155-7858-4364-a56e-14a12ea3c30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:23.733406 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f44f32c1-2c1f-43c1-8b68-75c1d7e5b766 req-e681f3f0-0339-4305-90ec-7ffdfcf17ccb tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139729 May 13 14:31:23.806627 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-daa08b3e-4f97-43d7-ba36-72995ce4943a req-e62e79e5-1a34-404d-94c5-340bf2064f82 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] For port 854f66b8-4148-480e-97dd-a6757b2d6fe1, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=854f66b8-4148-480e-97dd-a6757b2d6fe1,segment=NetworkSegment(fd353f57-2f99-46e4-9f25-5c9b169b65fc),segment_id=fd353f57-2f99-46e4-9f25-5c9b169b65fc)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:23.807299 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-daa08b3e-4f97-43d7-ba36-72995ce4943a req-e62e79e5-1a34-404d-94c5-340bf2064f82 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:23.893938 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92229155-7858-4364-a56e-14a12ea3c30c service neutron] Pushing event updated for resources: {'Port': ['ID=a79e77ab-6717-4c10-a501-07da06afa369,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:23.975228 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-daa08b3e-4f97-43d7-ba36-72995ce4943a req-e62e79e5-1a34-404d-94c5-340bf2064f82 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Calling delete_port for 854f66b8-4148-480e-97dd-a6757b2d6fe1 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:31:24.054955 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a529a-174b-43fb-9bc1-2d6f1400525a req-74fb0d7e-6017-4627-be47-5cff5efa4c8e tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:24.056447 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f58a529a-174b-43fb-9bc1-2d6f1400525a req-74fb0d7e-6017-4627-be47-5cff5efa4c8e tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.35 "GET /v2.0/ports?device_id=a99ef349-0bde-4d6c-933b-0cebf003258a HTTP/1.1" status: 200 len: 946 time: 0.3869295 May 13 14:31:24.070349 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-01d56203-459e-4165-9c94-94ee846a103c req-ca1435bf-10c2-4d90-90e3-50d9cc5f9b1a tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:24.083729 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['e2ac53c9-d309-4b80-8e51-410047663b46'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:31:24.127310 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['9ae7bc39-9220-4709-9360-1a310348a4fa'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:31:24.143483 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0db0d-5d63-4b7a-abb2-6e1f828726da req-1b396608-2f83-4ffc-92f9-399a1804d84b tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:24.146232 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-92a0db0d-5d63-4b7a-abb2-6e1f828726da req-1b396608-2f83-4ffc-92f9-399a1804d84b tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d9ebdbc-636b-4abd-b7e8-a98c245575d6 HTTP/1.1" status: 200 len: 943 time: 0.2696555 May 13 14:31:24.146766 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1435bf-10c2-4d90-90e3-50d9cc5f9b1a tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Pushing event deleted for resources: {'Port': ['ID=28be842c-0abd-4d88-8cee-dea1ae428319,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:24.154977 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-92229155-7858-4364-a56e-14a12ea3c30c service neutron] Attempting to bind port a79e77ab-6717-4c10-a501-07da06afa369 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:31:24.155294 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-92229155-7858-4364-a56e-14a12ea3c30c service neutron] Attempting to bind port a79e77ab-6717-4c10-a501-07da06afa369 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '75e39620-740d-4a72-b0d7-b827496de2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ce9c1701-64b9-439d-98e2-3df3678fb746'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:31:24.155616 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-92229155-7858-4364-a56e-14a12ea3c30c service neutron] Attempting to bind port a79e77ab-6717-4c10-a501-07da06afa369 on network ce9c1701-64b9-439d-98e2-3df3678fb746 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:24.208393 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-92229155-7858-4364-a56e-14a12ea3c30c service neutron] Port a79e77ab-6717-4c10-a501-07da06afa369 on network ce9c1701-64b9-439d-98e2-3df3678fb746 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:31:24.208720 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-92229155-7858-4364-a56e-14a12ea3c30c service neutron] Attempting to bind port a79e77ab-6717-4c10-a501-07da06afa369 on network ce9c1701-64b9-439d-98e2-3df3678fb746 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:24.239671 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-92a0db0d-5d63-4b7a-abb2-6e1f828726da req-034348ec-5f7c-44b9-a0bd-6343a041dd52 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c3a4a2-1105-4cbf-8bc9-0b44bf5653a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556946 May 13 14:31:24.240697 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-daa08b3e-4f97-43d7-ba36-72995ce4943a req-e62e79e5-1a34-404d-94c5-340bf2064f82 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:24.246458 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f58a529a-174b-43fb-9bc1-2d6f1400525a req-5a063b35-ff92-40c6-a2dc-dcf9d69cb773 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8b183d0-b79c-489b-bd3d-d0db0c1c5a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776392 May 13 14:31:24.252215 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-92229155-7858-4364-a56e-14a12ea3c30c service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:31:24.252556 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-92229155-7858-4364-a56e-14a12ea3c30c service neutron] Checking segment: {'id': '75e39620-740d-4a72-b0d7-b827496de2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ce9c1701-64b9-439d-98e2-3df3678fb746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:31:24.252941 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-92229155-7858-4364-a56e-14a12ea3c30c service neutron] Bound using segment: {'id': '75e39620-740d-4a72-b0d7-b827496de2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ce9c1701-64b9-439d-98e2-3df3678fb746'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:31:24.253378 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-92229155-7858-4364-a56e-14a12ea3c30c service neutron] Bound port: a79e77ab-6717-4c10-a501-07da06afa369, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75e39620-740d-4a72-b0d7-b827496de2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ce9c1701-64b9-439d-98e2-3df3678fb746'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:31:24.253721 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-92229155-7858-4364-a56e-14a12ea3c30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:24.265408 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d56203-459e-4165-9c94-94ee846a103c req-ca1435bf-10c2-4d90-90e3-50d9cc5f9b1a tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] No DVR routers for this DVR port 28be842c-0abd-4d88-8cee-dea1ae428319 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:31:24.272027 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-01d56203-459e-4165-9c94-94ee846a103c req-ca1435bf-10c2-4d90-90e3-50d9cc5f9b1a tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:24.339012 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e79e5-1a34-404d-94c5-340bf2064f82 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Pushing event deleted for resources: {'Port': ['ID=854f66b8-4148-480e-97dd-a6757b2d6fe1,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:24.445907 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa08b3e-4f97-43d7-ba36-72995ce4943a req-e62e79e5-1a34-404d-94c5-340bf2064f82 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] No DVR routers for this DVR port 854f66b8-4148-480e-97dd-a6757b2d6fe1 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:31:24.450197 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-daa08b3e-4f97-43d7-ba36-72995ce4943a req-e62e79e5-1a34-404d-94c5-340bf2064f82 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:24.463754 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99ef349-0bde-4d6c-933b-0cebf003258a', 'name': 'network-vif-deleted', 'tag': '854f66b8-4148-480e-97dd-a6757b2d6fe1'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:24.471746 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-daa08b3e-4f97-43d7-ba36-72995ce4943a req-e62e79e5-1a34-404d-94c5-340bf2064f82 tempest-ServerAddressesNegativeTestJSON-1153598150 tempest-ServerAddressesNegativeTestJSON-1153598150-project] 10.222.0.74 "DELETE /v2.0/ports/854f66b8-4148-480e-97dd-a6757b2d6fe1 HTTP/1.1" status: 204 len: 173 time: 1.1346769 May 13 14:31:24.487209 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-01d56203-459e-4165-9c94-94ee846a103c req-ca1435bf-10c2-4d90-90e3-50d9cc5f9b1a tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.74 "DELETE /v2.0/ports/28be842c-0abd-4d88-8cee-dea1ae428319 HTTP/1.1" status: 204 len: 173 time: 1.8390455 May 13 14:31:24.488221 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1832444c-78ac-45b2-ad44-b3697eb0de5b', 'name': 'network-vif-deleted', 'tag': '28be842c-0abd-4d88-8cee-dea1ae428319'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:24.510550 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f2c0e49d-d14f-4a1b-a045-3eb4ca90ec42 req-bebf9e02-3804-43f4-8572-c9927f1a926a tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Synchronizing usage tracker for tenant:dc7f182b99334da6876b361034afff56 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:24.548133 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-92229155-7858-4364-a56e-14a12ea3c30c service neutron] For port a79e77ab-6717-4c10-a501-07da06afa369, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:31:24.551754 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-92229155-7858-4364-a56e-14a12ea3c30c service neutron] For port a79e77ab-6717-4c10-a501-07da06afa369, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a79e77ab-6717-4c10-a501-07da06afa369,segment=NetworkSegment(75e39620-740d-4a72-b0d7-b827496de2c9),segment_id=75e39620-740d-4a72-b0d7-b827496de2c9)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:31:24.553078 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f2c0e49d-d14f-4a1b-a045-3eb4ca90ec42 req-bebf9e02-3804-43f4-8572-c9927f1a926a tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Unset dirty status for tenant:dc7f182b99334da6876b361034afff56 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:24.555043 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f2c0e49d-d14f-4a1b-a045-3eb4ca90ec42 req-bebf9e02-3804-43f4-8572-c9927f1a926a tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=1832444c-78ac-45b2-ad44-b3697eb0de5b HTTP/1.1" status: 200 len: 210 time: 0.1091042 May 13 14:31:24.556847 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-92229155-7858-4364-a56e-14a12ea3c30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:24.757499 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-92229155-7858-4364-a56e-14a12ea3c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:24.758050 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-92229155-7858-4364-a56e-14a12ea3c30c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:24.760170 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-92229155-7858-4364-a56e-14a12ea3c30c service neutron] 10.222.0.74 "PUT /v2.0/ports/a79e77ab-6717-4c10-a501-07da06afa369 HTTP/1.1" status: 200 len: 1092 time: 2.6642344 May 13 14:31:24.808337 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92229155-7858-4364-a56e-14a12ea3c30c service neutron] Pushing event updated for resources: {'Port': ['ID=a79e77ab-6717-4c10-a501-07da06afa369,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:24.936486 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-a7bd40c6-0362-496b-81c0-18f71c7f3f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:24.937303 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-a7bd40c6-0362-496b-81c0-18f71c7f3f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:24.938426 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-a7bd40c6-0362-496b-81c0-18f71c7f3f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:24.942351 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-a7bd40c6-0362-496b-81c0-18f71c7f3f29 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8a4edaa711e44cfa86ce63ca66433341&device_id=3632f16c-5110-4ebd-9692-df43fd601578 HTTP/1.1" status: 200 len: 2865 time: 0.1053538 May 13 14:31:24.963200 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['854f66b8-4148-480e-97dd-a6757b2d6fe1'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:31:24.990424 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498fc54-c470-4fa5-8ddb-72a1c2febe10 req-c0960390-1a90-45b8-85c0-3ae6a22113aa tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:24.997318 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498fc54-c470-4fa5-8ddb-72a1c2febe10 req-c0960390-1a90-45b8-85c0-3ae6a22113aa tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:25.003624 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498fc54-c470-4fa5-8ddb-72a1c2febe10 req-c0960390-1a90-45b8-85c0-3ae6a22113aa tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:25.005839 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d498fc54-c470-4fa5-8ddb-72a1c2febe10 req-c0960390-1a90-45b8-85c0-3ae6a22113aa tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=3632f16c-5110-4ebd-9692-df43fd601578 HTTP/1.1" status: 200 len: 2412 time: 0.1191275 May 13 14:31:25.042811 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-ad8108c7-464a-44cb-b623-e57f42e44d22 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.63&port_id=da3d8edf-2af9-4212-86ca-0c5f6755f9ca HTTP/1.1" status: 200 len: 217 time: 0.0850508 May 13 14:31:25.057262 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d498fc54-c470-4fa5-8ddb-72a1c2febe10 req-90b6dbd3-69d2-44f7-a2b0-604319ebc6c2 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453746 May 13 14:31:25.112893 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-248fc692-a54e-462d-9514-0b8d3b95229e'] response: {'server_uuid': 'a99ef349-0bde-4d6c-933b-0cebf003258a', 'name': 'network-vif-deleted', 'tag': '854f66b8-4148-480e-97dd-a6757b2d6fe1', 'status': 'completed', 'code': 200} May 13 14:31:25.152012 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ce003ab-72f8-4169-8e55-5241765bf036'] response: {'server_uuid': '1832444c-78ac-45b2-ad44-b3697eb0de5b', 'name': 'network-vif-deleted', 'tag': '28be842c-0abd-4d88-8cee-dea1ae428319', 'status': 'completed', 'code': 200} May 13 14:31:25.164203 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-4623debd-6039-4511-a83f-4734e8cd6a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:25.165581 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-4623debd-6039-4511-a83f-4734e8cd6a63 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ab44319-5e85-4fa8-8f0f-3137df204f43 HTTP/1.1" status: 200 len: 801 time: 0.0933440 May 13 14:31:25.185099 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc26dc9-bd8f-4251-80fd-2665e63e00f1 req-470c3b4c-5f86-4199-8d6c-507ada68ebce tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:25.186531 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7bc26dc9-bd8f-4251-80fd-2665e63e00f1 req-470c3b4c-5f86-4199-8d6c-507ada68ebce tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 945 time: 0.1464422 May 13 14:31:25.296463 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7bc26dc9-bd8f-4251-80fd-2665e63e00f1 req-24d412ad-90ee-41b5-8a92-5c2b1cdbd083 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038659 May 13 14:31:25.327840 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-68323861-89c2-4d04-8b96-610ecd70359a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:25.329608 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-68323861-89c2-4d04-8b96-610ecd70359a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ce9c1701-64b9-439d-98e2-3df3678fb746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1125100 May 13 14:31:25.355425 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1200c-712f-492e-9e40-be2c10e9348a req-7026f4b8-d49f-402b-9432-8677da822ea4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:25.357048 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a8c1200c-712f-492e-9e40-be2c10e9348a req-7026f4b8-d49f-402b-9432-8677da822ea4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=48df8ea8-168a-4d5e-bb50-84a9287fffd2 HTTP/1.1" status: 200 len: 947 time: 0.1121941 May 13 14:31:25.362603 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 41d6498b-80c7-4797-b523-231bb2077238 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:31:25.409708 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a8c1200c-712f-492e-9e40-be2c10e9348a req-23e67d4d-d37b-4c22-a04c-79e6eb80edc2 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467508 May 13 14:31:25.527269 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-22201f98-4a72-416d-b9ff-4344a2d03a12 service neutron] 10.222.0.74 "GET /v2.0/networks/ce9c1701-64b9-439d-98e2-3df3678fb746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893604 May 13 14:31:25.591543 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 41d6498b-80c7-4797-b523-231bb2077238, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=41d6498b-80c7-4797-b523-231bb2077238,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:25.611474 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '41d6498b-80c7-4797-b523-231bb2077238', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': '41d6498b-80c7-4797-b523-231bb2077238', 'mac_address': 'fa:16:3e:b3:d7:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:31:25.623082 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36fbe5-8d76-427f-bd06-ce578b9b7d58 req-cceb7006-060d-49d7-8add-681114899ba2 tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:25.630543 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1c36fbe5-8d76-427f-bd06-ce578b9b7d58 req-cceb7006-060d-49d7-8add-681114899ba2 tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 1102 time: 0.1131010 May 13 14:31:25.670867 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1c36fbe5-8d76-427f-bd06-ce578b9b7d58 req-7941e7bc-69c9-4e7c-808e-8036d2d601a9 tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393448 May 13 14:31:25.711711 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 41d6498b-80c7-4797-b523-231bb2077238 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:25.712101 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:25.731390 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d6498b-80c7-4797-b523-231bb2077238 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:31:25.751672 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 41d6498b-80c7-4797-b523-231bb2077238, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=41d6498b-80c7-4797-b523-231bb2077238,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:25.755797 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:25.756165 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 4ae221d9-f023-493e-891e-f94928eeab2d details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:31:25.799701 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-a3842479-419c-4e2d-a9b6-b5ccfb6854ce service neutron] 10.222.0.74 "GET /v2.0/networks/ce9c1701-64b9-439d-98e2-3df3678fb746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625120 May 13 14:31:25.821337 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 28be842c-0abd-4d88-8cee-dea1ae428319 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:31:25.867369 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 28be842c-0abd-4d88-8cee-dea1ae428319 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:31:25.867716 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 28be842c-0abd-4d88-8cee-dea1ae428319 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:31:25.873914 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-b7cf6bd6-25de-4cd4-82ab-566bd0cf6721 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.112&port_id=c606b4c7-e325-4820-94c2-bb0e25b1f286 HTTP/1.1" status: 200 len: 217 time: 0.0670881 May 13 14:31:25.880228 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631aa68-7c5c-4d7e-9508-87c4ca1b8fc6 req-42b1c75e-364d-489a-bcdb-0e433294b2f0 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:25.885761 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6c670-b56c-40a1-b132-3d3da73f7001 req-909890ac-1d46-416c-be27-d807fe720106 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:25.886371 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5631aa68-7c5c-4d7e-9508-87c4ca1b8fc6 req-42b1c75e-364d-489a-bcdb-0e433294b2f0 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d9ebdbc-636b-4abd-b7e8-a98c245575d6 HTTP/1.1" status: 200 len: 943 time: 0.0955191 May 13 14:31:25.888157 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49d6c670-b56c-40a1-b132-3d3da73f7001 req-909890ac-1d46-416c-be27-d807fe720106 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23ad0ad-e91a-4058-bd3c-2615c7fa7db1 HTTP/1.1" status: 200 len: 946 time: 0.1996665 May 13 14:31:25.931497 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5631aa68-7c5c-4d7e-9508-87c4ca1b8fc6 req-cb962291-f8d7-4654-b7ee-36a14a2efdd1 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c3a4a2-1105-4cbf-8bc9-0b44bf5653a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412643 May 13 14:31:25.975099 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-f0e20ce1-befa-421e-bc89-384de8b134b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:25.976794 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-f0e20ce1-befa-421e-bc89-384de8b134b4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2ac242ce-6169-4b86-8f5f-3be7a39a3afc HTTP/1.1" status: 200 len: 801 time: 0.0887539 May 13 14:31:25.978828 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=41d6498b-80c7-4797-b523-231bb2077238,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:25.981463 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49d6c670-b56c-40a1-b132-3d3da73f7001 req-25b25b59-c7a7-4c07-a9b7-9f783ebfbbd8 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "GET /v2.0/security-groups?id=561cbc6e-9de6-4355-a7ea-54cb453604ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636168 May 13 14:31:26.028281 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43856) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:26.039646 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 4ae221d9-f023-493e-891e-f94928eeab2d, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=4ae221d9-f023-493e-891e-f94928eeab2d,segment=NetworkSegment(2eb3e039-4b66-4a60-9552-baa1bb07e436),segment_id=2eb3e039-4b66-4a60-9552-baa1bb07e436)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:26.055432 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '4ae221d9-f023-493e-891e-f94928eeab2d', 'network_id': '80c078ad-dab9-4128-aa75-5b381575767a', 'port_id': '4ae221d9-f023-493e-891e-f94928eeab2d', 'mac_address': 'fa:16:3e:c6:9d:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79a8cbb1-2ae6-4444-b791-b23d69c3e4a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:31:26.077791 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-c0385364-cd24-4770-ba07-f2c862e6df86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:26.079450 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-c0385364-cd24-4770-ba07-f2c862e6df86 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0008c42c-4335-4833-8930-22b6a7b9904c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0964026 May 13 14:31:26.125057 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 4ae221d9-f023-493e-891e-f94928eeab2d is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:26.125873 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:26.126236 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc74e4fe-d327-4f67-92b5-61a3784034ad admin admin] Deleting subnet b736aed1-0ce9-4b1b-9d1b-59858626f8b4 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:31:26.129452 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cc74e4fe-d327-4f67-92b5-61a3784034ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:26.148326 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ae221d9-f023-493e-891e-f94928eeab2d {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:31:26.177068 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 4ae221d9-f023-493e-891e-f94928eeab2d, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=4ae221d9-f023-493e-891e-f94928eeab2d,segment=NetworkSegment(2eb3e039-4b66-4a60-9552-baa1bb07e436),segment_id=2eb3e039-4b66-4a60-9552-baa1bb07e436)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:26.197094 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cc74e4fe-d327-4f67-92b5-61a3784034ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:26.198683 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:26.275292 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-ad046af6-7775-409e-8d53-dd19ae539656 service neutron] 10.222.0.74 "GET /v2.0/networks/0008c42c-4335-4833-8930-22b6a7b9904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881554 May 13 14:31:26.294039 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cc74e4fe-d327-4f67-92b5-61a3784034ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:26.348196 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=4ae221d9-f023-493e-891e-f94928eeab2d,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:26.393543 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cc74e4fe-d327-4f67-92b5-61a3784034ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:26.461966 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['4ae221d9-f023-493e-891e-f94928eeab2d'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:31:26.507714 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['41d6498b-80c7-4797-b523-231bb2077238'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:31:26.528640 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-315fb0f7-3652-4321-ae58-2938aa8cd30a service neutron] 10.222.0.74 "GET /v2.0/networks/0008c42c-4335-4833-8930-22b6a7b9904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435403 May 13 14:31:26.572766 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74e4fe-d327-4f67-92b5-61a3784034ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b736aed1-0ce9-4b1b-9d1b-59858626f8b4,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:26.578755 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cc74e4fe-d327-4f67-92b5-61a3784034ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:26.585289 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cc74e4fe-d327-4f67-92b5-61a3784034ad admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b736aed1-0ce9-4b1b-9d1b-59858626f8b4 HTTP/1.1" status: 204 len: 168 time: 0.5557287 May 13 14:31:26.587702 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43876) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:26.730357 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa015f2e-e0bd-406b-b2a7-2eabcd8a594d req-ea67a145-86a1-46d6-90c3-ad512e278400 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:26.736117 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa015f2e-e0bd-406b-b2a7-2eabcd8a594d req-ea67a145-86a1-46d6-90c3-ad512e278400 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:26.742363 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa015f2e-e0bd-406b-b2a7-2eabcd8a594d req-ea67a145-86a1-46d6-90c3-ad512e278400 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:26.749558 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fa015f2e-e0bd-406b-b2a7-2eabcd8a594d req-ea67a145-86a1-46d6-90c3-ad512e278400 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=3632f16c-5110-4ebd-9692-df43fd601578 HTTP/1.1" status: 200 len: 2412 time: 0.3580828 May 13 14:31:26.753168 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-b6e89786-7286-4cd6-ba0f-d0627fd9f42a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.249&port_id=a79e77ab-6717-4c10-a501-07da06afa369 HTTP/1.1" status: 200 len: 217 time: 0.2172344 May 13 14:31:26.758227 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-551f9b6b-dfd7-489b-a077-3cf5d390975d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:26.826569 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e8cc4-f388-4e40-9ca4-921a170b389c req-110e14ca-a0ad-4938-bdf8-5191e29786ce tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:26.828086 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-889e8cc4-f388-4e40-9ca4-921a170b389c req-110e14ca-a0ad-4938-bdf8-5191e29786ce tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 1102 time: 0.1614454 May 13 14:31:26.848121 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fa015f2e-e0bd-406b-b2a7-2eabcd8a594d req-e13e034e-a803-4f25-9148-53b04b95376b tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975964 May 13 14:31:26.858655 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-5aa5a6b9-fd06-482a-92f1-9534d29b68c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:26.860364 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-5aa5a6b9-fd06-482a-92f1-9534d29b68c7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ab44319-5e85-4fa8-8f0f-3137df204f43 HTTP/1.1" status: 200 len: 801 time: 0.0942793 May 13 14:31:26.920752 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-551f9b6b-dfd7-489b-a077-3cf5d390975d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:26.956535 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-889e8cc4-f388-4e40-9ca4-921a170b389c req-050b9417-2c2f-4cc0-9ad6-54237354a164 tempest-ServersAdminTestJSON-1120520483 tempest-ServersAdminTestJSON-1120520483-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755320 May 13 14:31:26.960053 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-551f9b6b-dfd7-489b-a077-3cf5d390975d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['839a4ed5-0fcb-49cf-a08a-812b7f9bcc67']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:26.979528 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-fb58c585-9c45-4c29-9849-d4b4371696e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:26.979528 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-fb58c585-9c45-4c29-9849-d4b4371696e7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ce9c1701-64b9-439d-98e2-3df3678fb746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1115553 May 13 14:31:26.987560 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-551f9b6b-dfd7-489b-a077-3cf5d390975d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd353f57-2f99-46e4-9f25-5c9b169b65fc') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:26.987867 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-551f9b6b-dfd7-489b-a077-3cf5d390975d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd353f57-2f99-46e4-9f25-5c9b169b65fc') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:27.001505 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-551f9b6b-dfd7-489b-a077-3cf5d390975d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:27.024722 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-551f9b6b-dfd7-489b-a077-3cf5d390975d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:27.032079 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551f9b6b-dfd7-489b-a077-3cf5d390975d admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:31:27.032462 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-551f9b6b-dfd7-489b-a077-3cf5d390975d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:27.046581 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:31:27.046581 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:31:27.046581 n-d-841760-1 neutron-server[88081]: timer() May 13 14:31:27.046581 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:31:27.046581 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:31:27.046581 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:31:27.046581 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:31:27.046581 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:31:27.046581 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:31:27.046581 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:31:27.046581 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:31:27.046581 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:31:27.046581 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:31:27.046581 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:31:27.046581 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:31:27.046581 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:31:27.046581 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:31:27.046581 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:31:27.046581 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:31:27.046581 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:31:27.046581 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:31:27.046581 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:31:27.046581 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:31:27.046581 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:31:27.046581 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:31:27.046581 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:31:27.046581 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:31:27.046581 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:31:27.046581 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:31:27.046581 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:31:27.046581 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:31:27.046581 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:31:27.153732 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08128a3c-8bb1-4f10-96ca-2ce88e6f0fcc req-e3a9bbd7-500e-4928-9618-86a67051b15d tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:27.155228 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08128a3c-8bb1-4f10-96ca-2ce88e6f0fcc req-e3a9bbd7-500e-4928-9618-86a67051b15d tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 945 time: 0.2101634 May 13 14:31:27.156565 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3632f16c-5110-4ebd-9692-df43fd601578', 'tag': 'a79e77ab-6717-4c10-a501-07da06afa369'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:27.161627 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-650712d7-4731-4494-930f-62923bb7d8ae service neutron] 10.222.0.74 "GET /v2.0/networks/ce9c1701-64b9-439d-98e2-3df3678fb746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763592 May 13 14:31:27.171850 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-551f9b6b-dfd7-489b-a077-3cf5d390975d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:27.194259 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-551f9b6b-dfd7-489b-a077-3cf5d390975d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:27.197065 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fae18d81-c7dd-49e9-a54c-d3dca8d4af51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:27.201252 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f9b6b-dfd7-489b-a077-3cf5d390975d admin admin] Pushing event deleted for resources: {'Network': ['ID=839a4ed5-0fcb-49cf-a08a-812b7f9bcc67,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:27.211402 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-551f9b6b-dfd7-489b-a077-3cf5d390975d admin admin] 10.222.0.35 "DELETE /v2.0/networks/839a4ed5-0fcb-49cf-a08a-812b7f9bcc67 HTTP/1.1" status: 204 len: 168 time: 0.6226549 May 13 14:31:27.229184 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9aaf7d-bde8-4168-97c6-10a85eaacb59 req-a7daa564-1962-4bd7-8b35-a5f42321e82f tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:27.235710 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ae9aaf7d-bde8-4168-97c6-10a85eaacb59 req-a7daa564-1962-4bd7-8b35-a5f42321e82f tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=48df8ea8-168a-4d5e-bb50-84a9287fffd2 HTTP/1.1" status: 200 len: 948 time: 0.1428511 May 13 14:31:27.282401 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ae9aaf7d-bde8-4168-97c6-10a85eaacb59 req-eb185890-ee13-41a2-a815-ee168550a5e3 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453947 May 13 14:31:27.357724 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e2e73ff-e603-481a-9c62-687e854bd4c8 req-62e4b696-34e6-47e2-a0dd-a17e98ede509 service neutron] 10.222.0.74 "GET /v2.0/networks/ce9c1701-64b9-439d-98e2-3df3678fb746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744061 May 13 14:31:27.372332 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08128a3c-8bb1-4f10-96ca-2ce88e6f0fcc req-c67834bf-fe67-4533-acb0-29f4a0e808c5 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075286 May 13 14:31:27.416376 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43888) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:27.471188 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-65c42bdc-210f-4cca-9a4e-38a6bc70c352 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce37171e67944af78e3c0add42304792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527248 May 13 14:31:27.474389 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43892) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:27.546000 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-65d76ad4-7092-42d1-9546-87720e0fa0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:27.560209 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a85e9-9c5a-4b07-8ec6-e10bd6694ea6 req-8239c138-cc09-4644-b6c7-2b8917b44230 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:27.561793 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-606a85e9-9c5a-4b07-8ec6-e10bd6694ea6 req-8239c138-cc09-4644-b6c7-2b8917b44230 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=74c6fb71-981e-4417-8dd0-2d934197f166 HTTP/1.1" status: 200 len: 945 time: 0.0965140 May 13 14:31:27.577267 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-65d76ad4-7092-42d1-9546-87720e0fa0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:27.612532 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-606a85e9-9c5a-4b07-8ec6-e10bd6694ea6 req-9bd394c8-6048-427e-823e-683c16b2b62f tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449243 May 13 14:31:27.687179 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-65d76ad4-7092-42d1-9546-87720e0fa0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:27.714132 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d76ad4-7092-42d1-9546-87720e0fa0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b183d0-b79c-489b-bd3d-d0db0c1c5a1b,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:27.728098 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35b5cc-dcc5-4e66-807e-21977b87daf6 req-f17eae60-f39f-4921-aabd-1aa946118280 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:27.729595 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2e35b5cc-dcc5-4e66-807e-21977b87daf6 req-f17eae60-f39f-4921-aabd-1aa946118280 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d9ebdbc-636b-4abd-b7e8-a98c245575d6 HTTP/1.1" status: 200 len: 944 time: 0.1135910 May 13 14:31:27.734084 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-65d76ad4-7092-42d1-9546-87720e0fa0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:27.735780 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-65d76ad4-7092-42d1-9546-87720e0fa0e1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d8b183d0-b79c-489b-bd3d-d0db0c1c5a1b HTTP/1.1" status: 204 len: 168 time: 0.2597415 May 13 14:31:27.778297 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2e35b5cc-dcc5-4e66-807e-21977b87daf6 req-db51bfb8-909e-4df6-a8e7-80acc8c21603 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c3a4a2-1105-4cbf-8bc9-0b44bf5653a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409312 May 13 14:31:27.842020 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 854f66b8-4148-480e-97dd-a6757b2d6fe1 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:31:27.857084 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-787d510b-3208-4598-89aa-54898948567f'] response: {'name': 'network-changed', 'server_uuid': '3632f16c-5110-4ebd-9692-df43fd601578', 'tag': 'a79e77ab-6717-4c10-a501-07da06afa369', 'status': 'completed', 'code': 200} May 13 14:31:27.898827 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 854f66b8-4148-480e-97dd-a6757b2d6fe1 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:31:27.899197 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 854f66b8-4148-480e-97dd-a6757b2d6fe1 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:31:28.055539 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3ddc3-add1-470f-b1c1-c3d9acc1da8e req-34ba4f47-8738-4f00-aa2a-17718657c95a tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:28.057150 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-45b3ddc3-add1-470f-b1c1-c3d9acc1da8e req-34ba4f47-8738-4f00-aa2a-17718657c95a tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23ad0ad-e91a-4058-bd3c-2615c7fa7db1 HTTP/1.1" status: 200 len: 946 time: 0.0961823 May 13 14:31:28.108967 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634f3a8-da50-4b59-967a-1042cb047121 req-934cca52-ee82-4526-8307-4b613c375b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:28.108967 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634f3a8-da50-4b59-967a-1042cb047121 req-934cca52-ee82-4526-8307-4b613c375b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:28.108967 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634f3a8-da50-4b59-967a-1042cb047121 req-934cca52-ee82-4526-8307-4b613c375b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:28.108967 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7634f3a8-da50-4b59-967a-1042cb047121 req-934cca52-ee82-4526-8307-4b613c375b19 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8a4edaa711e44cfa86ce63ca66433341&device_id=3632f16c-5110-4ebd-9692-df43fd601578 HTTP/1.1" status: 200 len: 2865 time: 0.1961405 May 13 14:31:28.115195 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-45b3ddc3-add1-470f-b1c1-c3d9acc1da8e req-9cf014a7-7970-4531-bad2-d221a5106cdb tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "GET /v2.0/security-groups?id=561cbc6e-9de6-4355-a7ea-54cb453604ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470297 May 13 14:31:28.207368 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:28.316565 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634f3a8-da50-4b59-967a-1042cb047121 req-d55ff821-b2c3-4166-906e-3bd9bb4bf0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:28.318831 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7634f3a8-da50-4b59-967a-1042cb047121 req-d55ff821-b2c3-4166-906e-3bd9bb4bf0f3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ce9c1701-64b9-439d-98e2-3df3678fb746 HTTP/1.1" status: 200 len: 903 time: 0.2017963 May 13 14:31:28.361732 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddc03b-ff78-4131-9903-8da85d12b601 req-156b294f-7d33-47ab-a55f-8e0993086a15 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:28.363271 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-97ddc03b-ff78-4131-9903-8da85d12b601 req-156b294f-7d33-47ab-a55f-8e0993086a15 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ad2cc6-b542-4a84-af82-ca4b0e34cdc3 HTTP/1.1" status: 200 len: 950 time: 0.1211021 May 13 14:31:28.414216 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e473ad-daf1-48d3-8a06-11132d9a5a37 req-b5ae5592-1ac1-4f66-b269-31c23581e777 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:28.416030 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d0e473ad-daf1-48d3-8a06-11132d9a5a37 req-b5ae5592-1ac1-4f66-b269-31c23581e777 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.59 "GET /v2.0/ports?device_id=74c6fb71-981e-4417-8dd0-2d934197f166 HTTP/1.1" status: 200 len: 945 time: 0.4323606 May 13 14:31:28.434410 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-97ddc03b-ff78-4131-9903-8da85d12b601 req-6bc5b4a6-6001-4420-99fc-68632acb7df3 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524728 May 13 14:31:28.439495 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b47c26-3fb6-441a-94aa-541ea01a88b2 req-75a94129-a825-4d98-8ec0-8eaa2dd9d39f tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:28.455811 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b47c26-3fb6-441a-94aa-541ea01a88b2 req-75a94129-a825-4d98-8ec0-8eaa2dd9d39f tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:28.462479 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b47c26-3fb6-441a-94aa-541ea01a88b2 req-75a94129-a825-4d98-8ec0-8eaa2dd9d39f tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:28.464518 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e3b47c26-3fb6-441a-94aa-541ea01a88b2 req-75a94129-a825-4d98-8ec0-8eaa2dd9d39f tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=3632f16c-5110-4ebd-9692-df43fd601578 HTTP/1.1" status: 200 len: 2412 time: 0.4435441 May 13 14:31:28.466269 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7634f3a8-da50-4b59-967a-1042cb047121 req-e33b8f55-c5ca-4a80-b0c0-87ca562858f6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.249&port_id=a79e77ab-6717-4c10-a501-07da06afa369 HTTP/1.1" status: 200 len: 217 time: 0.1394880 May 13 14:31:28.546894 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-d0e473ad-daf1-48d3-8a06-11132d9a5a37 req-9819198e-9f84-4f4d-b7bb-65aa09081ba3 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Deleting port e2ac53c9-d309-4b80-8e51-410047663b46 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:31:28.547263 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d0e473ad-daf1-48d3-8a06-11132d9a5a37 req-9819198e-9f84-4f4d-b7bb-65aa09081ba3 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:28.621643 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-138da135-7957-463d-9377-d6dcb00343b0 req-ff1489a4-2def-4b9d-8f88-f96935c3a2c2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1842055 May 13 14:31:28.634464 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384de19-b0af-495f-9355-b3db99e60426 req-22c14676-5fb1-4ae8-bdca-1d76e5e8057a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:28.637581 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5384de19-b0af-495f-9355-b3db99e60426 req-22c14676-5fb1-4ae8-bdca-1d76e5e8057a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 1096 time: 0.1651866 May 13 14:31:28.710770 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c685e-082a-42de-ac07-74c9e8c155f5 req-1942dc86-6aed-4396-b273-e0fb73aa57e8 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:28.712405 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-727c685e-082a-42de-ac07-74c9e8c155f5 req-1942dc86-6aed-4396-b273-e0fb73aa57e8 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=48df8ea8-168a-4d5e-bb50-84a9287fffd2 HTTP/1.1" status: 200 len: 948 time: 0.1655729 May 13 14:31:28.727221 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634f3a8-da50-4b59-967a-1042cb047121 req-f52c6b59-6948-4d42-b102-49fc547b1ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:28.728650 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7634f3a8-da50-4b59-967a-1042cb047121 req-f52c6b59-6948-4d42-b102-49fc547b1ae8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ab44319-5e85-4fa8-8f0f-3137df204f43 HTTP/1.1" status: 200 len: 801 time: 0.1558096 May 13 14:31:28.763661 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5384de19-b0af-495f-9355-b3db99e60426 req-acf477f6-a213-489d-ab85-00d95f1622c6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115973 May 13 14:31:28.774470 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e3b47c26-3fb6-441a-94aa-541ea01a88b2 req-2ea4e513-f4ae-4689-83da-8e457af40895 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956360 May 13 14:31:28.806328 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-727c685e-082a-42de-ac07-74c9e8c155f5 req-6752bd8c-1a55-411b-ade9-b5a6308db2b3 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818868 May 13 14:31:28.825602 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138da135-7957-463d-9377-d6dcb00343b0 req-4662f976-75cc-44c6-b439-4b7dc8bf8c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:28.827709 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-138da135-7957-463d-9377-d6dcb00343b0 req-4662f976-75cc-44c6-b439-4b7dc8bf8c4d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f63b25b835b4625ab62ac037232d4b9&device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 1102 time: 0.1762011 May 13 14:31:29.017318 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f649ed-efc4-4e7c-9be5-4bf880c3d976 req-4e6e905e-faea-45e5-98b8-9f0240885a5f tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:29.018850 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-66f649ed-efc4-4e7c-9be5-4bf880c3d976 req-4e6e905e-faea-45e5-98b8-9f0240885a5f tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=74c6fb71-981e-4417-8dd0-2d934197f166 HTTP/1.1" status: 200 len: 945 time: 0.1072686 May 13 14:31:29.098160 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634f3a8-da50-4b59-967a-1042cb047121 req-18516555-e5ca-4caa-84b3-3a78ef5e375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:29.099641 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7634f3a8-da50-4b59-967a-1042cb047121 req-18516555-e5ca-4caa-84b3-3a78ef5e375e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ce9c1701-64b9-439d-98e2-3df3678fb746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3612449 May 13 14:31:29.122647 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-d0e473ad-daf1-48d3-8a06-11132d9a5a37 req-9819198e-9f84-4f4d-b7bb-65aa09081ba3 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] For port e2ac53c9-d309-4b80-8e51-410047663b46, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=e2ac53c9-d309-4b80-8e51-410047663b46,segment=NetworkSegment(7a7ed751-6e14-4aec-886a-659113dd6981),segment_id=7a7ed751-6e14-4aec-886a-659113dd6981)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:29.123001 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d0e473ad-daf1-48d3-8a06-11132d9a5a37 req-9819198e-9f84-4f4d-b7bb-65aa09081ba3 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:29.134678 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-66f649ed-efc4-4e7c-9be5-4bf880c3d976 req-5a7afac4-a640-492c-9ff4-bdec8d3de4d3 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655854 May 13 14:31:29.289110 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138da135-7957-463d-9377-d6dcb00343b0 req-dfbeb020-cfa6-408e-aa2b-408ac64f84f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:29.290845 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-138da135-7957-463d-9377-d6dcb00343b0 req-dfbeb020-cfa6-408e-aa2b-408ac64f84f5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.3035202 May 13 14:31:29.353071 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-d0e473ad-daf1-48d3-8a06-11132d9a5a37 req-9819198e-9f84-4f4d-b7bb-65aa09081ba3 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Calling delete_port for e2ac53c9-d309-4b80-8e51-410047663b46 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:31:29.370109 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-138da135-7957-463d-9377-d6dcb00343b0 req-5215a5af-49b9-43be-9a8e-88fe025387ab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=62fe7f39-085f-40cf-be2e-1290e4a0f845 HTTP/1.1" status: 200 len: 217 time: 0.0725598 May 13 14:31:29.389010 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 41d6498b-80c7-4797-b523-231bb2077238 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:31:29.444892 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138da135-7957-463d-9377-d6dcb00343b0 req-63e99d6f-6be0-4b7a-8ece-122fa35ee223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:29.446925 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-138da135-7957-463d-9377-d6dcb00343b0 req-63e99d6f-6be0-4b7a-8ece-122fa35ee223 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.0701842 May 13 14:31:29.481765 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 41d6498b-80c7-4797-b523-231bb2077238 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:29.488395 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 41d6498b-80c7-4797-b523-231bb2077238 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:29.488992 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:29.565895 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-470d030c-be71-45ff-b448-dfba73284694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:29.566419 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9b0cf-4a83-41dc-8846-c43552d6cb52 req-86dd3bfb-174b-4540-b844-ab18ceed54ae tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:29.575938 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a6a9b0cf-4a83-41dc-8846-c43552d6cb52 req-86dd3bfb-174b-4540-b844-ab18ceed54ae tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 945 time: 0.6788504 May 13 14:31:29.623036 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7634f3a8-da50-4b59-967a-1042cb047121 req-bb845013-b611-4f2b-9a44-849d173f62ea service neutron] 10.222.0.74 "GET /v2.0/networks/ce9c1701-64b9-439d-98e2-3df3678fb746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925821 May 13 14:31:29.641022 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138da135-7957-463d-9377-d6dcb00343b0 req-22f44aae-bafe-43de-8611-f2c7fdf614ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:29.643419 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-138da135-7957-463d-9377-d6dcb00343b0 req-22f44aae-bafe-43de-8611-f2c7fdf614ab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1897976 May 13 14:31:29.651104 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d6ec8-0a3d-421a-9999-74c22905b867 req-80ba2506-d6f9-4bde-95a1-79bb8bbe9afb tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:29.652997 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-322d6ec8-0a3d-421a-9999-74c22905b867 req-80ba2506-d6f9-4bde-95a1-79bb8bbe9afb tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.59 "GET /v2.0/ports?device_id=31ad2cc6-b542-4a84-af82-ca4b0e34cdc3 HTTP/1.1" status: 200 len: 950 time: 0.1410618 May 13 14:31:29.696768 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 41d6498b-80c7-4797-b523-231bb2077238 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:29.697261 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:29.737689 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 41d6498b-80c7-4797-b523-231bb2077238, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=41d6498b-80c7-4797-b523-231bb2077238,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:29.738549 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48df8ea8-168a-4d5e-bb50-84a9287fffd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d6498b-80c7-4797-b523-231bb2077238'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:29.746016 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a6a9b0cf-4a83-41dc-8846-c43552d6cb52 req-9b975507-67b3-480a-9325-40cb47b230f1 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691191 May 13 14:31:29.748044 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:29.748992 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 4ae221d9-f023-493e-891e-f94928eeab2d up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:31:29.908314 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7634f3a8-da50-4b59-967a-1042cb047121 req-8515d108-99f0-4f62-85e0-2a235ed02950 service neutron] 10.222.0.74 "GET /v2.0/networks/ce9c1701-64b9-439d-98e2-3df3678fb746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704873 May 13 14:31:29.925090 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e94788-944b-4d88-a487-dfda2f80f50b req-de71fd8c-076b-42e4-b137-1344fab7944a tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:29.926601 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f8e94788-944b-4d88-a487-dfda2f80f50b req-de71fd8c-076b-42e4-b137-1344fab7944a tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.74 "GET /v2.0/ports?device_id=f23ad0ad-e91a-4058-bd3c-2615c7fa7db1 HTTP/1.1" status: 200 len: 946 time: 0.5842140 May 13 14:31:29.982436 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-322d6ec8-0a3d-421a-9999-74c22905b867 req-b743d052-3845-4615-affd-4cbff4063679 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Deleting port 07c111b1-d443-4022-b7df-c0d45dbb036e {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:31:29.983023 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-322d6ec8-0a3d-421a-9999-74c22905b867 req-b743d052-3845-4615-affd-4cbff4063679 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:30.025551 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=41d6498b-80c7-4797-b523-231bb2077238,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:30.049249 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 4ae221d9-f023-493e-891e-f94928eeab2d completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:30.057884 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 4ae221d9-f023-493e-891e-f94928eeab2d triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:30.058334 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:30.149626 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d0e473ad-daf1-48d3-8a06-11132d9a5a37 req-9819198e-9f84-4f4d-b7bb-65aa09081ba3 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:30.161937 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-138da135-7957-463d-9377-d6dcb00343b0 req-8ef69d20-90d7-4c87-8a13-751de6723206 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5077777 May 13 14:31:30.222726 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-f8e94788-944b-4d88-a487-dfda2f80f50b req-86446555-a9b3-43ed-b176-874f237fc27d tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Deleting port 54b92774-d51c-4344-b757-33b3cc03ea73 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:31:30.223120 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-f8e94788-944b-4d88-a487-dfda2f80f50b req-86446555-a9b3-43ed-b176-874f237fc27d tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:30.262155 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21527085-6ecc-4fc6-98be-09a8cc887242 req-0b6f38c8-a045-4439-8f16-488b36088007 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:30.269443 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-21527085-6ecc-4fc6-98be-09a8cc887242 req-0b6f38c8-a045-4439-8f16-488b36088007 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d9ebdbc-636b-4abd-b7e8-a98c245575d6 HTTP/1.1" status: 200 len: 944 time: 0.5553620 May 13 14:31:30.285328 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['9ae7bc39-9220-4709-9360-1a310348a4fa'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:31:30.339237 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 4ae221d9-f023-493e-891e-f94928eeab2d is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:30.339674 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:30.398498 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819198e-9f84-4f4d-b7bb-65aa09081ba3 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Pushing event deleted for resources: {'Port': ['ID=e2ac53c9-d309-4b80-8e51-410047663b46,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:30.446490 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-21527085-6ecc-4fc6-98be-09a8cc887242 req-45f09cf8-e56e-4acb-b88d-9889f6cfb06c tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c3a4a2-1105-4cbf-8bc9-0b44bf5653a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722391 May 13 14:31:30.469100 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 4ae221d9-f023-493e-891e-f94928eeab2d, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=4ae221d9-f023-493e-891e-f94928eeab2d,segment=NetworkSegment(2eb3e039-4b66-4a60-9552-baa1bb07e436),segment_id=2eb3e039-4b66-4a60-9552-baa1bb07e436)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:30.497590 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:30.541594 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:30.593027 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb12228-cb2a-4aa0-a212-b43a1767d58b req-ec28ebdd-a8bf-4c5b-8792-460e1734fa7c tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:30.601533 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ccb12228-cb2a-4aa0-a212-b43a1767d58b req-ec28ebdd-a8bf-4c5b-8792-460e1734fa7c tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23ad0ad-e91a-4058-bd3c-2615c7fa7db1 HTTP/1.1" status: 200 len: 946 time: 0.6625817 May 13 14:31:30.628185 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e473ad-daf1-48d3-8a06-11132d9a5a37 req-9819198e-9f84-4f4d-b7bb-65aa09081ba3 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] No DVR routers for this DVR port e2ac53c9-d309-4b80-8e51-410047663b46 on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:31:30.632647 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:30.636504 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d0e473ad-daf1-48d3-8a06-11132d9a5a37 req-9819198e-9f84-4f4d-b7bb-65aa09081ba3 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:30.641606 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=4ae221d9-f023-493e-891e-f94928eeab2d,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:30.648671 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c6fb71-981e-4417-8dd0-2d934197f166', 'name': 'network-vif-deleted', 'tag': 'e2ac53c9-d309-4b80-8e51-410047663b46'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:30.659931 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d0e473ad-daf1-48d3-8a06-11132d9a5a37 req-9819198e-9f84-4f4d-b7bb-65aa09081ba3 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.59 "DELETE /v2.0/ports/e2ac53c9-d309-4b80-8e51-410047663b46 HTTP/1.1" status: 204 len: 173 time: 2.2330551 May 13 14:31:30.704295 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-138da135-7957-463d-9377-d6dcb00343b0 req-acf1e521-0691-46aa-98d1-f4712f7488e4 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4840522 May 13 14:31:30.738012 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-322d6ec8-0a3d-421a-9999-74c22905b867 req-b743d052-3845-4615-affd-4cbff4063679 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] For port 07c111b1-d443-4022-b7df-c0d45dbb036e, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=07c111b1-d443-4022-b7df-c0d45dbb036e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:30.738422 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-322d6ec8-0a3d-421a-9999-74c22905b867 req-b743d052-3845-4615-affd-4cbff4063679 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:30.784992 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ccb12228-cb2a-4aa0-a212-b43a1767d58b req-9739ad47-5c9f-4bf1-8349-fc616b410e0b tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "GET /v2.0/security-groups?id=561cbc6e-9de6-4355-a7ea-54cb453604ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825030 May 13 14:31:30.895405 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-322d6ec8-0a3d-421a-9999-74c22905b867 req-b743d052-3845-4615-affd-4cbff4063679 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Calling delete_port for 07c111b1-d443-4022-b7df-c0d45dbb036e owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:31:30.906312 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-f8e94788-944b-4d88-a487-dfda2f80f50b req-86446555-a9b3-43ed-b176-874f237fc27d tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] For port 54b92774-d51c-4344-b757-33b3cc03ea73, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=54b92774-d51c-4344-b757-33b3cc03ea73,segment=NetworkSegment(183027d0-4300-4178-bf33-06a5c0f8a82c),segment_id=183027d0-4300-4178-bf33-06a5c0f8a82c)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:30.906762 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-f8e94788-944b-4d88-a487-dfda2f80f50b req-86446555-a9b3-43ed-b176-874f237fc27d tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:30.976823 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e15d42-5d61-425c-805d-742e4e1139e4 req-386fb66a-84f6-4cac-90ba-73e40928f51d tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:30.978366 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-06e15d42-5d61-425c-805d-742e4e1139e4 req-386fb66a-84f6-4cac-90ba-73e40928f51d tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=31ad2cc6-b542-4a84-af82-ca4b0e34cdc3 HTTP/1.1" status: 200 len: 950 time: 0.3565736 May 13 14:31:31.047156 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-06e15d42-5d61-425c-805d-742e4e1139e4 req-d50a580e-7e35-445b-9b09-dc566c46b15b tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573475 May 13 14:31:31.049656 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bdd5d73d-eef0-441a-a9f2-a0f473d275b3 req-0a81ca61-4973-4d12-b670-d13e8dbae6a6 tempest-ServerShowV247Test-1243005813 tempest-ServerShowV247Test-1243005813-project] 10.222.0.35 "GET /v2.0/ports?device_id=d980d40a-8cb0-41b8-8ac2-73c8d3f93bcb HTTP/1.1" status: 200 len: 210 time: 0.0661471 May 13 14:31:31.126490 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35ba20f1-64e6-46af-a94b-bf44c062ee8b'] response: {'server_uuid': '48df8ea8-168a-4d5e-bb50-84a9287fffd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d6498b-80c7-4797-b523-231bb2077238', 'code': 200} May 13 14:31:31.136028 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-322d6ec8-0a3d-421a-9999-74c22905b867 req-b743d052-3845-4615-affd-4cbff4063679 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:31.149551 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['07c111b1-d443-4022-b7df-c0d45dbb036e', '62fe7f39-085f-40cf-be2e-1290e4a0f845'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:31:31.246037 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['3932b78c-4b38-439c-9ce6-f9a02d120943'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:31:31.374141 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743d052-3845-4615-affd-4cbff4063679 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Pushing event deleted for resources: {'Port': ['ID=07c111b1-d443-4022-b7df-c0d45dbb036e,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:31.445346 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device e2ac53c9-d309-4b80-8e51-410047663b46 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:31:31.496467 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: e2ac53c9-d309-4b80-8e51-410047663b46 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:31:31.497225 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device e2ac53c9-d309-4b80-8e51-410047663b46 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:31:31.497437 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 07c111b1-d443-4022-b7df-c0d45dbb036e no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:31:31.543350 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 07c111b1-d443-4022-b7df-c0d45dbb036e {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:31:31.543737 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 07c111b1-d443-4022-b7df-c0d45dbb036e not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:31:31.613072 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-f8e94788-944b-4d88-a487-dfda2f80f50b req-86446555-a9b3-43ed-b176-874f237fc27d tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:31.613445 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-f8e94788-944b-4d88-a487-dfda2f80f50b req-86446555-a9b3-43ed-b176-874f237fc27d tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:31.613896 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [req-f8e94788-944b-4d88-a487-dfda2f80f50b req-86446555-a9b3-43ed-b176-874f237fc27d tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Floating IP 7d355dc2-9f59-4c76-b4c1-0c6125ddb5a3 disassociated. External IP: 172.25.0.125, port: 54b92774-d51c-4344-b757-33b3cc03ea73. May 13 14:31:31.614250 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-f8e94788-944b-4d88-a487-dfda2f80f50b req-86446555-a9b3-43ed-b176-874f237fc27d tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Calling delete_port for 54b92774-d51c-4344-b757-33b3cc03ea73 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:31:31.653315 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e75a3-9305-4299-afac-bd04d9e53f69 req-3a36f48a-24b3-4c54-b794-a9b60325491a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:31.659908 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e75a3-9305-4299-afac-bd04d9e53f69 req-3a36f48a-24b3-4c54-b794-a9b60325491a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:31.666672 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e75a3-9305-4299-afac-bd04d9e53f69 req-3a36f48a-24b3-4c54-b794-a9b60325491a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:31.675257 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3f4e75a3-9305-4299-afac-bd04d9e53f69 req-3a36f48a-24b3-4c54-b794-a9b60325491a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=3632f16c-5110-4ebd-9692-df43fd601578 HTTP/1.1" status: 200 len: 2412 time: 0.2804303 May 13 14:31:31.757648 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-322d6ec8-0a3d-421a-9999-74c22905b867 req-b743d052-3845-4615-affd-4cbff4063679 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] No DVR routers for this DVR port 07c111b1-d443-4022-b7df-c0d45dbb036e on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:31:31.757893 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3f4e75a3-9305-4299-afac-bd04d9e53f69 req-2f6df018-a177-4e2b-9212-11a5896da8d4 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818021 May 13 14:31:31.762452 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-322d6ec8-0a3d-421a-9999-74c22905b867 req-b743d052-3845-4615-affd-4cbff4063679 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:31.770906 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ad2cc6-b542-4a84-af82-ca4b0e34cdc3', 'name': 'network-vif-deleted', 'tag': '07c111b1-d443-4022-b7df-c0d45dbb036e'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:31.797893 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-322d6ec8-0a3d-421a-9999-74c22905b867 req-b743d052-3845-4615-affd-4cbff4063679 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.59 "DELETE /v2.0/ports/07c111b1-d443-4022-b7df-c0d45dbb036e HTTP/1.1" status: 204 len: 173 time: 2.1215303 May 13 14:31:31.808807 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72977e21-c416-4797-a028-5d0be1a69553 req-2dffefc7-bf4c-4d49-a19f-75eb3fcec4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:31.810506 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-72977e21-c416-4797-a028-5d0be1a69553 req-2dffefc7-bf4c-4d49-a19f-75eb3fcec4d5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=48df8ea8-168a-4d5e-bb50-84a9287fffd2 HTTP/1.1" status: 200 len: 1100 time: 0.5290260 May 13 14:31:31.862988 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device c606b4c7-e325-4820-94c2-bb0e25b1f286 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:31:31.868986 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-f8e94788-944b-4d88-a487-dfda2f80f50b req-86446555-a9b3-43ed-b176-874f237fc27d tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:31.898073 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5428b3a-b037-46f3-bbd3-b19aa70ceb7b req-c2e155da-dcb4-4074-8537-a6f1085b16f2 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:31.906696 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f5428b3a-b037-46f3-bbd3-b19aa70ceb7b req-c2e155da-dcb4-4074-8537-a6f1085b16f2 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=48df8ea8-168a-4d5e-bb50-84a9287fffd2 HTTP/1.1" status: 200 len: 949 time: 0.5273521 May 13 14:31:31.913987 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-72977e21-c416-4797-a028-5d0be1a69553 req-e6ebddff-6ac1-4f42-b215-2824da190d80 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965409 May 13 14:31:31.939888 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86446555-a9b3-43ed-b176-874f237fc27d tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Pushing event deleted for resources: {'Port': ['ID=54b92774-d51c-4344-b757-33b3cc03ea73,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:32.017471 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f5428b3a-b037-46f3-bbd3-b19aa70ceb7b req-09b8f77e-e11c-4442-a34e-de80748456e4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096945 May 13 14:31:32.061190 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:32.110823 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port c606b4c7-e325-4820-94c2-bb0e25b1f286, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=c606b4c7-e325-4820-94c2-bb0e25b1f286,segment=NetworkSegment(793ce683-5ee7-4351-a696-7d6b05fd7845),segment_id=793ce683-5ee7-4351-a696-7d6b05fd7845)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:32.121860 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47223e9-37ea-436c-88c7-9d694c80e02b'] response: {'server_uuid': '74c6fb71-981e-4417-8dd0-2d934197f166', 'name': 'network-vif-deleted', 'tag': 'e2ac53c9-d309-4b80-8e51-410047663b46', 'status': 'completed', 'code': 200} May 13 14:31:32.130053 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'c606b4c7-e325-4820-94c2-bb0e25b1f286', 'network_id': '0008c42c-4335-4833-8930-22b6a7b9904c', 'port_id': 'c606b4c7-e325-4820-94c2-bb0e25b1f286', 'mac_address': 'fa:16:3e:3e:ac:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ac242ce-6169-4b86-8f5f-3be7a39a3afc', 'ip_address': '19.86.0.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:31:32.215790 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port c606b4c7-e325-4820-94c2-bb0e25b1f286 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:32.216512 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:32.225538 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8e94788-944b-4d88-a487-dfda2f80f50b req-86446555-a9b3-43ed-b176-874f237fc27d tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Router df0c6448-18b1-44b5-8940-4db1b45936bc has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:31:32.249801 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c606b4c7-e325-4820-94c2-bb0e25b1f286 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:31:32.277171 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port c606b4c7-e325-4820-94c2-bb0e25b1f286, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=c606b4c7-e325-4820-94c2-bb0e25b1f286,segment=NetworkSegment(793ce683-5ee7-4351-a696-7d6b05fd7845),segment_id=793ce683-5ee7-4351-a696-7d6b05fd7845)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:32.286953 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:32.288167 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device a79e77ab-6717-4c10-a501-07da06afa369 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:31:32.461332 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8e94788-944b-4d88-a487-dfda2f80f50b req-86446555-a9b3-43ed-b176-874f237fc27d tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:31:32.472176 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af080f5-3fac-4f7c-8a02-a0613863375f None None] Sync routers for ids ['df0c6448-18b1-44b5-8940-4db1b45936bc'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:31:32.477892 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a361c-c944-422a-996f-451f3e373d4e req-dbfdf7e6-d075-4df0-a743-fd4466eed224 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:32.485243 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e52a361c-c944-422a-996f-451f3e373d4e req-dbfdf7e6-d075-4df0-a743-fd4466eed224 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 945 time: 0.3628287 May 13 14:31:32.491607 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af080f5-3fac-4f7c-8a02-a0613863375f None None] Routers {'df0c6448-18b1-44b5-8940-4db1b45936bc'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:31:32.492496 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1af080f5-3fac-4f7c-8a02-a0613863375f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:31:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['df0c6448-18b1-44b5-8940-4db1b45936bc'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:32.493411 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8c7bf-0de9-4f7f-8791-3f691f3ac906 req-d9d6c2b7-e7ff-4e05-b159-6b238e16754c tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:32.501146 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a1b8c7bf-0de9-4f7f-8791-3f691f3ac906 req-d9d6c2b7-e7ff-4e05-b159-6b238e16754c tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d9ebdbc-636b-4abd-b7e8-a98c245575d6 HTTP/1.1" status: 200 len: 945 time: 0.1365912 May 13 14:31:32.652129 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e52a361c-c944-422a-996f-451f3e373d4e req-16d4b085-7fed-4f34-b718-682965b0c28e tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659310 May 13 14:31:32.657939 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e94788-944b-4d88-a487-dfda2f80f50b req-86446555-a9b3-43ed-b176-874f237fc27d tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] No DVR routers for this DVR port 54b92774-d51c-4344-b757-33b3cc03ea73 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:31:32.668229 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a1b8c7bf-0de9-4f7f-8791-3f691f3ac906 req-eb7e41de-ead8-4942-8d79-d90181b3d98a tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c3a4a2-1105-4cbf-8bc9-0b44bf5653a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641209 May 13 14:31:32.673333 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-f8e94788-944b-4d88-a487-dfda2f80f50b req-86446555-a9b3-43ed-b176-874f237fc27d tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:32.696230 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port a79e77ab-6717-4c10-a501-07da06afa369, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a79e77ab-6717-4c10-a501-07da06afa369,segment=NetworkSegment(75e39620-740d-4a72-b0d7-b827496de2c9),segment_id=75e39620-740d-4a72-b0d7-b827496de2c9)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:32.717975 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f8e94788-944b-4d88-a487-dfda2f80f50b req-86446555-a9b3-43ed-b176-874f237fc27d tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.74 "DELETE /v2.0/ports/54b92774-d51c-4344-b757-33b3cc03ea73 HTTP/1.1" status: 204 len: 173 time: 2.7781870 May 13 14:31:32.746589 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'a79e77ab-6717-4c10-a501-07da06afa369', 'network_id': 'ce9c1701-64b9-439d-98e2-3df3678fb746', 'port_id': 'a79e77ab-6717-4c10-a501-07da06afa369', 'mac_address': 'fa:16:3e:fb:e1:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ab44319-5e85-4fa8-8f0f-3137df204f43', 'ip_address': '19.80.0.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:31:32.758712 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=c606b4c7-e325-4820-94c2-bb0e25b1f286,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:32.811488 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-400369de-8bef-426b-bc0c-4f5f5732d8c6'] response: {'server_uuid': '31ad2cc6-b542-4a84-af82-ca4b0e34cdc3', 'name': 'network-vif-deleted', 'tag': '07c111b1-d443-4022-b7df-c0d45dbb036e', 'status': 'completed', 'code': 200} May 13 14:31:32.921711 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port a79e77ab-6717-4c10-a501-07da06afa369 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:32.922092 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:32.980592 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a79e77ab-6717-4c10-a501-07da06afa369 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:31:33.013207 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port a79e77ab-6717-4c10-a501-07da06afa369, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a79e77ab-6717-4c10-a501-07da06afa369,segment=NetworkSegment(75e39620-740d-4a72-b0d7-b827496de2c9),segment_id=75e39620-740d-4a72-b0d7-b827496de2c9)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:33.019435 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:33.020086 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device da3d8edf-2af9-4212-86ca-0c5f6755f9ca details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:31:33.061024 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-1af080f5-3fac-4f7c-8a02-a0613863375f None None] Set router df0c6448-18b1-44b5-8940-4db1b45936bc gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:31:33.104574 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port da3d8edf-2af9-4212-86ca-0c5f6755f9ca, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=da3d8edf-2af9-4212-86ca-0c5f6755f9ca,segment=NetworkSegment(75e39620-740d-4a72-b0d7-b827496de2c9),segment_id=75e39620-740d-4a72-b0d7-b827496de2c9)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:33.122223 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'da3d8edf-2af9-4212-86ca-0c5f6755f9ca', 'network_id': 'ce9c1701-64b9-439d-98e2-3df3678fb746', 'port_id': 'da3d8edf-2af9-4212-86ca-0c5f6755f9ca', 'mac_address': 'fa:16:3e:29:b0:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ab44319-5e85-4fa8-8f0f-3137df204f43', 'ip_address': '19.80.0.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:31:33.134605 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9ebdbc-636b-4abd-b7e8-a98c245575d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae221d9-f023-493e-891e-f94928eeab2d'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:33.313089 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-b42875c1-7069-456e-ad1e-06ae12051621 req-e050d6ab-5ca8-4a90-af09-a7f1f3588050 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Synchronizing usage tracker for tenant:1755eac0ebb04150a11ef4b6de32b782 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:33.317167 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port da3d8edf-2af9-4212-86ca-0c5f6755f9ca is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:33.317874 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:33.330745 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=a79e77ab-6717-4c10-a501-07da06afa369,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:33.346089 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-b42875c1-7069-456e-ad1e-06ae12051621 req-e050d6ab-5ca8-4a90-af09-a7f1f3588050 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Unset dirty status for tenant:1755eac0ebb04150a11ef4b6de32b782 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:33.348829 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da3d8edf-2af9-4212-86ca-0c5f6755f9ca {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:31:33.353058 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b42875c1-7069-456e-ad1e-06ae12051621 req-e050d6ab-5ca8-4a90-af09-a7f1f3588050 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23ad0ad-e91a-4058-bd3c-2615c7fa7db1 HTTP/1.1" status: 200 len: 210 time: 0.1292040 May 13 14:31:33.372814 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port da3d8edf-2af9-4212-86ca-0c5f6755f9ca, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=da3d8edf-2af9-4212-86ca-0c5f6755f9ca,segment=NetworkSegment(75e39620-740d-4a72-b0d7-b827496de2c9),segment_id=75e39620-740d-4a72-b0d7-b827496de2c9)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:33.377083 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:33.460101 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=da3d8edf-2af9-4212-86ca-0c5f6755f9ca,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:33.566448 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1af080f5-3fac-4f7c-8a02-a0613863375f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'name': 'tempest-ServersTestManualDisk-75985197-router', 'tenant_id': '1755eac0ebb04150a11ef4b6de32b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd664f768-0ee6-43d7-ae72-1c78ef82cb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:29:17Z', 'updated_at': '2022-05-13T14:29:31Z', 'revision_number': 4, 'project_id': '1755eac0ebb04150a11ef4b6de32b782', 'gw_port': {'id': 'd664f768-0ee6-43d7-ae72-1c78ef82cb98', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:19Z', 'updated_at': '2022-05-13T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'c8db192e-f0a8-457e-bccb-d0569b7e440f', 'name': '', 'network_id': '37db9b39-b86e-46cc-9e6b-6ea227d6e0b3', 'tenant_id': '1755eac0ebb04150a11ef4b6de32b782', 'mac_address': 'fa:16:3e:0f:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'd27eb6bf-c793-4d50-ace0-ab7406603a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:28Z', 'updated_at': '2022-05-13T14:29:42Z', 'revision_number': 5, 'project_id': '1755eac0ebb04150a11ef4b6de32b782', 'subnets': [{'id': 'd27eb6bf-c793-4d50-ace0-ab7406603a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:33.571063 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af080f5-3fac-4f7c-8a02-a0613863375f None None] Checking router: df0c6448-18b1-44b5-8940-4db1b45936bc for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:31:33.580203 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af080f5-3fac-4f7c-8a02-a0613863375f None None] Routers {'df0c6448-18b1-44b5-8940-4db1b45936bc'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:31:33.580781 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1af080f5-3fac-4f7c-8a02-a0613863375f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:31:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['df0c6448-18b1-44b5-8940-4db1b45936bc'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:33.596901 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359cb8c-77ff-435e-a730-5723f35fd69e req-97b3fe16-2660-4937-86e0-bea7f22dd7d3 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:33.604048 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359cb8c-77ff-435e-a730-5723f35fd69e req-97b3fe16-2660-4937-86e0-bea7f22dd7d3 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:33.610227 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359cb8c-77ff-435e-a730-5723f35fd69e req-97b3fe16-2660-4937-86e0-bea7f22dd7d3 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:33.612050 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9359cb8c-77ff-435e-a730-5723f35fd69e req-97b3fe16-2660-4937-86e0-bea7f22dd7d3 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=3632f16c-5110-4ebd-9692-df43fd601578 HTTP/1.1" status: 200 len: 2415 time: 0.1012630 May 13 14:31:33.664619 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9359cb8c-77ff-435e-a730-5723f35fd69e req-67f3960f-a9ca-4044-88db-a126d34d40b1 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458007 May 13 14:31:33.705496 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-ba50e26d-49a0-4682-a8d4-73e6cc9971b3 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:33.707415 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-ba50e26d-49a0-4682-a8d4-73e6cc9971b3 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/networks?id=d5b93e96-929a-490c-a232-f3b635507046 HTTP/1.1" status: 200 len: 810 time: 0.1591156 May 13 14:31:33.722143 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-8ee2b091-f111-4889-97d5-007047526544 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/quotas/cdb87555604447c18b7eacc26b6a4234 HTTP/1.1" status: 200 len: 375 time: 0.0090430 May 13 14:31:33.792141 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-1af080f5-3fac-4f7c-8a02-a0613863375f None None] Set router df0c6448-18b1-44b5-8940-4db1b45936bc gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:31:33.841460 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-29a67e34-cd21-426f-9ff1-511c3769cb4b tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdb87555604447c18b7eacc26b6a4234&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1125174 May 13 14:31:33.897603 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 54b92774-d51c-4344-b757-33b3cc03ea73 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:31:33.947858 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462e786-a886-435e-b7a8-ad979fb0ee2e req-21dc805b-429a-4c67-8912-2c95eef058cd tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:33.949522 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9462e786-a886-435e-b7a8-ad979fb0ee2e req-21dc805b-429a-4c67-8912-2c95eef058cd tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=48df8ea8-168a-4d5e-bb50-84a9287fffd2 HTTP/1.1" status: 200 len: 949 time: 0.1835828 May 13 14:31:33.993730 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 54b92774-d51c-4344-b757-33b3cc03ea73 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:31:33.993982 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 54b92774-d51c-4344-b757-33b3cc03ea73 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:31:34.039492 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9462e786-a886-435e-b7a8-ad979fb0ee2e req-bd466ebe-2aec-4459-a6be-780321946c28 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780826 May 13 14:31:34.047832 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-51a06b10-f1de-407a-a6bd-94cb8839565b service neutron] 10.222.0.35 "GET /v2.0/networks/d5b93e96-929a-490c-a232-f3b635507046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057936 May 13 14:31:34.089498 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8753d16-0296-4e8c-96bb-d6acfe9c3838'] response: {'server_uuid': '2d9ebdbc-636b-4abd-b7e8-a98c245575d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae221d9-f023-493e-891e-f94928eeab2d', 'code': 200} May 13 14:31:34.231638 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1af080f5-3fac-4f7c-8a02-a0613863375f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'name': 'tempest-ServersTestManualDisk-75985197-router', 'tenant_id': '1755eac0ebb04150a11ef4b6de32b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd664f768-0ee6-43d7-ae72-1c78ef82cb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:29:17Z', 'updated_at': '2022-05-13T14:29:31Z', 'revision_number': 4, 'project_id': '1755eac0ebb04150a11ef4b6de32b782', 'gw_port': {'id': 'd664f768-0ee6-43d7-ae72-1c78ef82cb98', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:19Z', 'updated_at': '2022-05-13T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'c8db192e-f0a8-457e-bccb-d0569b7e440f', 'name': '', 'network_id': '37db9b39-b86e-46cc-9e6b-6ea227d6e0b3', 'tenant_id': '1755eac0ebb04150a11ef4b6de32b782', 'mac_address': 'fa:16:3e:0f:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'd27eb6bf-c793-4d50-ace0-ab7406603a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:28Z', 'updated_at': '2022-05-13T14:29:42Z', 'revision_number': 5, 'project_id': '1755eac0ebb04150a11ef4b6de32b782', 'subnets': [{'id': 'd27eb6bf-c793-4d50-ace0-ab7406603a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:34.236255 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af080f5-3fac-4f7c-8a02-a0613863375f None None] The sync data for ids ['df0c6448-18b1-44b5-8940-4db1b45936bc'] in n-d-841760-1 is: [{'id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'name': 'tempest-ServersTestManualDisk-75985197-router', 'tenant_id': '1755eac0ebb04150a11ef4b6de32b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd664f768-0ee6-43d7-ae72-1c78ef82cb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:29:17Z', 'updated_at': '2022-05-13T14:29:31Z', 'revision_number': 4, 'project_id': '1755eac0ebb04150a11ef4b6de32b782', 'gw_port': {'id': 'd664f768-0ee6-43d7-ae72-1c78ef82cb98', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:19Z', 'updated_at': '2022-05-13T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'c8db192e-f0a8-457e-bccb-d0569b7e440f', 'name': '', 'network_id': '37db9b39-b86e-46cc-9e6b-6ea227d6e0b3', 'tenant_id': '1755eac0ebb04150a11ef4b6de32b782', 'mac_address': 'fa:16:3e:0f:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'd27eb6bf-c793-4d50-ace0-ab7406603a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:28Z', 'updated_at': '2022-05-13T14:29:42Z', 'revision_number': 5, 'project_id': '1755eac0ebb04150a11ef4b6de32b782', 'subnets': [{'id': 'd27eb6bf-c793-4d50-ace0-ab7406603a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:31:34.262992 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23ad0ad-e91a-4058-bd3c-2615c7fa7db1', 'name': 'network-vif-deleted', 'tag': '54b92774-d51c-4344-b757-33b3cc03ea73'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:34.292576 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['a79e77ab-6717-4c10-a501-07da06afa369'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:31:34.332160 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc77f3-0a2b-45d5-a9f8-5df065b1495e req-cb90b805-3aaf-4bee-aeb2-c833741ff14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:34.333659 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f3cc77f3-0a2b-45d5-a9f8-5df065b1495e req-cb90b805-3aaf-4bee-aeb2-c833741ff14f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2d9ebdbc-636b-4abd-b7e8-a98c245575d6 HTTP/1.1" status: 200 len: 1096 time: 0.1742842 May 13 14:31:34.341983 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79744b07-d432-47f9-88e1-5b556fc364d5 req-229dd2aa-41c5-4f37-86ac-f05d3948f82d tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:34.349048 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-79744b07-d432-47f9-88e1-5b556fc364d5 req-229dd2aa-41c5-4f37-86ac-f05d3948f82d tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc80057-6e8b-489d-b52e-eb61d7bf6ff6 HTTP/1.1" status: 200 len: 946 time: 0.1455686 May 13 14:31:34.358840 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-d6fdaf8f-0166-4374-8ffd-e0b52a6f918a service neutron] 10.222.0.35 "GET /v2.0/networks/d5b93e96-929a-490c-a232-f3b635507046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043799 May 13 14:31:34.359462 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['c606b4c7-e325-4820-94c2-bb0e25b1f286'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:31:34.430046 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f3cc77f3-0a2b-45d5-a9f8-5df065b1495e req-5598936f-ffee-4b66-b34a-841924c567be service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c4c3a4a2-1105-4cbf-8bc9-0b44bf5653a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616660 May 13 14:31:34.436364 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['da3d8edf-2af9-4212-86ca-0c5f6755f9ca'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:31:34.440824 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-79744b07-d432-47f9-88e1-5b556fc364d5 req-f38d0a62-b663-414b-80ce-ee823bb7b8a2 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906849 May 13 14:31:34.672447 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e41eaab-12ac-4092-b035-ff6be020a0de None None] New status for floating IP 7d355dc2-9f59-4c76-b4c1-0c6125ddb5a3: DOWN {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:31:34.698572 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ae4e887a-ad84-47e5-ae16-8b10c7a0fb2a req-746de54d-ceaf-4778-9752-7642bcf9db9e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d980d40a-8cb0-41b8-8ac2-73c8d3f93bcb HTTP/1.1" status: 200 len: 210 time: 0.0614676 May 13 14:31:34.758649 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4df104bb-10b9-41b8-9072-5362ebd713cf req-fd61c439-fffd-4e6d-a32c-7f384698d943 tempest-ServerShowV247Test-1243005813 tempest-ServerShowV247Test-1243005813-project] 10.222.0.35 "GET /v2.0/ports?device_id=581253df-b48a-4943-b867-beb278bda169 HTTP/1.1" status: 200 len: 210 time: 0.0583811 May 13 14:31:34.937624 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1fb75a-b21b-43af-bcf0-435cf7ce1782 req-c3b95885-c120-493f-903e-3aa25299cdbf tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:34.939398 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b1fb75a-b21b-43af-bcf0-435cf7ce1782 req-c3b95885-c120-493f-903e-3aa25299cdbf tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d9ebdbc-636b-4abd-b7e8-a98c245575d6 HTTP/1.1" status: 200 len: 945 time: 0.1024857 May 13 14:31:34.992278 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b1fb75a-b21b-43af-bcf0-435cf7ce1782 req-c1452419-f65b-4e43-aa35-0a057e57983a tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c3a4a2-1105-4cbf-8bc9-0b44bf5653a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460513 May 13 14:31:35.081045 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3875b12-4a2e-476f-9c48-46a4fe521fc1'] response: {'server_uuid': 'f23ad0ad-e91a-4058-bd3c-2615c7fa7db1', 'name': 'network-vif-deleted', 'tag': '54b92774-d51c-4344-b757-33b3cc03ea73', 'status': 'completed', 'code': 200} May 13 14:31:35.127256 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9297085-e7cd-4673-bdd4-db3698d65c54 req-c793310b-99e3-4914-91bc-acb8adc429e4 tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:35.129490 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e9297085-e7cd-4673-bdd4-db3698d65c54 req-c793310b-99e3-4914-91bc-acb8adc429e4 tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=48df8ea8-168a-4d5e-bb50-84a9287fffd2 HTTP/1.1" status: 200 len: 1100 time: 0.0869067 May 13 14:31:35.153064 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e9297085-e7cd-4673-bdd4-db3698d65c54 req-9dac3c25-6d87-429d-8ecd-f7d75315be17 tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:35.173129 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-e9297085-e7cd-4673-bdd4-db3698d65c54 req-9dac3c25-6d87-429d-8ecd-f7d75315be17 tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:35.178160 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-e9297085-e7cd-4673-bdd4-db3698d65c54 req-9dac3c25-6d87-429d-8ecd-f7d75315be17 tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] Usage tracker for resource:security_group_rule and tenant:3ca85467e6f246bdb853c179510d0ba5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:35.184174 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-e9297085-e7cd-4673-bdd4-db3698d65c54 req-9dac3c25-6d87-429d-8ecd-f7d75315be17 tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:35.192830 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-e9297085-e7cd-4673-bdd4-db3698d65c54 req-9dac3c25-6d87-429d-8ecd-f7d75315be17 tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:35.320804 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e9297085-e7cd-4673-bdd4-db3698d65c54 req-9dac3c25-6d87-429d-8ecd-f7d75315be17 tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:35.327363 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e9297085-e7cd-4673-bdd4-db3698d65c54 req-9dac3c25-6d87-429d-8ecd-f7d75315be17 tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:35.364575 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e9297085-e7cd-4673-bdd4-db3698d65c54 req-9dac3c25-6d87-429d-8ecd-f7d75315be17 tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291229 May 13 14:31:35.374356 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac3c25-6d87-429d-8ecd-f7d75315be17 tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1cf52b-6e0e-4b85-9761-c2d4dfb58455,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:35.403466 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:31:35.522353 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d1d9d31c-7177-40c4-9f7c-a969d898b379 req-b5b7d5d6-ba49-43b6-9e37-47597b0e3e95 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 210 time: 0.0420434 May 13 14:31:35.558171 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729b37d-c100-45e5-81d0-c57a34b1e1d1 req-e71d490f-8448-421c-9f91-fdfff06bb776 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:35.564624 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729b37d-c100-45e5-81d0-c57a34b1e1d1 req-e71d490f-8448-421c-9f91-fdfff06bb776 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:35.571072 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729b37d-c100-45e5-81d0-c57a34b1e1d1 req-e71d490f-8448-421c-9f91-fdfff06bb776 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:35.572776 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d729b37d-c100-45e5-81d0-c57a34b1e1d1 req-e71d490f-8448-421c-9f91-fdfff06bb776 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=3632f16c-5110-4ebd-9692-df43fd601578 HTTP/1.1" status: 200 len: 2415 time: 0.0986590 May 13 14:31:35.622241 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d729b37d-c100-45e5-81d0-c57a34b1e1d1 req-62e3612c-1d9f-4c32-8bd2-2129533b5db5 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433862 May 13 14:31:35.664068 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44056) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:35.725489 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1acca-8420-4ffb-a6c1-134638aad2df req-9d0a9471-74e8-45bb-b0f2-49bd0bd8cda7 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:35.736561 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-bbd1acca-8420-4ffb-a6c1-134638aad2df req-9d0a9471-74e8-45bb-b0f2-49bd0bd8cda7 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Synchronizing usage tracker for tenant:6f63b25b835b4625ab62ac037232d4b9 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:35.742558 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-315c5bef-f347-4bc6-a69d-27b6d5329271 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:35.761519 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-bbd1acca-8420-4ffb-a6c1-134638aad2df req-9d0a9471-74e8-45bb-b0f2-49bd0bd8cda7 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Unset dirty status for tenant:6f63b25b835b4625ab62ac037232d4b9 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:35.763558 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bbd1acca-8420-4ffb-a6c1-134638aad2df req-9d0a9471-74e8-45bb-b0f2-49bd0bd8cda7 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=60c99b64-d8a7-457b-9b27-65708647c763 HTTP/1.1" status: 200 len: 950 time: 0.1339664 May 13 14:31:35.796997 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-315c5bef-f347-4bc6-a69d-27b6d5329271 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:35.864132 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bbd1acca-8420-4ffb-a6c1-134638aad2df req-57f2016d-5836-43d5-8475-6c6c2e9de672 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930712 May 13 14:31:35.893658 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-315c5bef-f347-4bc6-a69d-27b6d5329271 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:36.066674 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c5bef-f347-4bc6-a69d-27b6d5329271 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=561cbc6e-9de6-4355-a7ea-54cb453604ce,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:36.118682 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-315c5bef-f347-4bc6-a69d-27b6d5329271 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:36.119840 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-315c5bef-f347-4bc6-a69d-27b6d5329271 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "DELETE /v2.0/security-groups/561cbc6e-9de6-4355-a7ea-54cb453604ce HTTP/1.1" status: 204 len: 168 time: 0.4547775 May 13 14:31:36.124829 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44068) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:36.147266 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-da68be49-b476-4153-9a44-2b72de6eb71c tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] show failed (client error): The resource could not be found. May 13 14:31:36.148333 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-da68be49-b476-4153-9a44-2b72de6eb71c tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "GET /v2.0/security-groups/561cbc6e-9de6-4355-a7ea-54cb453604ce HTTP/1.1" status: 404 len: 347 time: 0.0218451 May 13 14:31:36.151271 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44072) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:36.179854 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-8ee33ef8-c76d-4568-9ef0-769e7cb78fc8 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:36.181996 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-8ee33ef8-c76d-4568-9ef0-769e7cb78fc8 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.59 "GET /v2.0/networks?id=d5b93e96-929a-490c-a232-f3b635507046 HTTP/1.1" status: 200 len: 810 time: 0.2324235 May 13 14:31:36.198230 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-ef4edb46-0e54-4a3a-ba3b-31ff66ba7980 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Request body: {'port': {'device_id': '3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e', 'network_id': 'd5b93e96-929a-490c-a232-f3b635507046', 'admin_state_up': True, 'tenant_id': 'cdb87555604447c18b7eacc26b6a4234'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:36.221313 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a7e8bc1f-b531-4bc4-8ea4-eceb92c6e96b req-d0edcec2-dc76-490c-9630-530de01f2eb1 tempest-ServerShowV247Test-1243005813 tempest-ServerShowV247Test-1243005813-project] 10.222.0.35 "GET /v2.0/ports?device_id=581253df-b48a-4943-b867-beb278bda169 HTTP/1.1" status: 200 len: 210 time: 0.1504209 May 13 14:31:36.349761 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212ff80-a069-42ce-a14e-79992fc888ae req-7636bd57-53fd-4cff-a80c-8d333d88634e tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:36.350519 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-c212ff80-a069-42ce-a14e-79992fc888ae req-7636bd57-53fd-4cff-a80c-8d333d88634e tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Synchronizing usage tracker for tenant:dc7f182b99334da6876b361034afff56 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:36.364998 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b5bda-5c58-410f-93a4-7c9e5e8c8935 req-8311de2b-091e-435d-955c-e0025b2c3805 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:36.366244 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-d11b5bda-5c58-410f-93a4-7c9e5e8c8935 req-8311de2b-091e-435d-955c-e0025b2c3805 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Synchronizing usage tracker for tenant:dc7f182b99334da6876b361034afff56 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:36.369215 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-41d84e49-5397-4a1d-9ee0-7c98e91d7495 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Deleting port f4bea0bf-4268-4d57-837a-aab0a9dbdc58 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:31:36.369552 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-41d84e49-5397-4a1d-9ee0-7c98e91d7495 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:36.414420 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-4496afce-ffa6-4f7f-bc02-5a1d39a5b39f tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428956 May 13 14:31:36.437138 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-d11b5bda-5c58-410f-93a4-7c9e5e8c8935 req-8311de2b-091e-435d-955c-e0025b2c3805 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Unset dirty status for tenant:dc7f182b99334da6876b361034afff56 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:36.438264 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d11b5bda-5c58-410f-93a4-7c9e5e8c8935 req-8311de2b-091e-435d-955c-e0025b2c3805 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cc80057-6e8b-489d-b52e-eb61d7bf6ff6 HTTP/1.1" status: 200 len: 946 time: 0.5328612 May 13 14:31:36.447410 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-c212ff80-a069-42ce-a14e-79992fc888ae req-7636bd57-53fd-4cff-a80c-8d333d88634e tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Unset dirty status for tenant:dc7f182b99334da6876b361034afff56 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:36.448535 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c212ff80-a069-42ce-a14e-79992fc888ae req-7636bd57-53fd-4cff-a80c-8d333d88634e tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc80057-6e8b-489d-b52e-eb61d7bf6ff6 HTTP/1.1" status: 200 len: 946 time: 0.4656825 May 13 14:31:36.452253 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-ef4edb46-0e54-4a3a-ba3b-31ff66ba7980 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:36.527145 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-ef4edb46-0e54-4a3a-ba3b-31ff66ba7980 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:36.549221 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-ef4edb46-0e54-4a3a-ba3b-31ff66ba7980 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Made reservation on behalf of cdb87555604447c18b7eacc26b6a4234 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:31:36.555597 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-ef4edb46-0e54-4a3a-ba3b-31ff66ba7980 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:36.646343 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-d11b5bda-5c58-410f-93a4-7c9e5e8c8935 req-d2d9122f-5850-424b-a46f-f57d07f47ecf tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Deleting port 9ae7bc39-9220-4709-9360-1a310348a4fa {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:31:36.646605 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d11b5bda-5c58-410f-93a4-7c9e5e8c8935 req-d2d9122f-5850-424b-a46f-f57d07f47ecf tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:36.704556 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c212ff80-a069-42ce-a14e-79992fc888ae req-dbb17bb3-7262-47d5-8d61-edd63815a1c5 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/security-groups?id=f98e6b0e-4001-4743-bde3-3ee3d699108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995950 May 13 14:31:36.756660 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-41d84e49-5397-4a1d-9ee0-7c98e91d7495 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:36.757022 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-41d84e49-5397-4a1d-9ee0-7c98e91d7495 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:36.814993 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-527d9e09-d3e2-406b-aa7c-8a7af5dcc1c6 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:36.816528 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-527d9e09-d3e2-406b-aa7c-8a7af5dcc1c6 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3944924 May 13 14:31:36.841907 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-2742f7cd-5381-49c8-bb82-e502b13fb388 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/quotas/a49f1166c3f54f5fb3c6b91a02cdaaab HTTP/1.1" status: 200 len: 375 time: 0.0184550 May 13 14:31:36.889982 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-ef4edb46-0e54-4a3a-ba3b-31ff66ba7980 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Allocated IP 172.20.0.2 (d5b93e96-929a-490c-a232-f3b635507046/9d4f71ac-3351-4cb3-a10e-369f048aa2da/d3586676-44c6-4035-9ddd-b619188f584b) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:31:36.960128 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-41d84e49-5397-4a1d-9ee0-7c98e91d7495 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Calling delete_port for f4bea0bf-4268-4d57-837a-aab0a9dbdc58 owned by network:floatingip {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:31:37.123127 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-594fa7a6-4e88-4f25-a17c-507f30acc3c9 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2720633 May 13 14:31:37.299534 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-ef4edb46-0e54-4a3a-ba3b-31ff66ba7980 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:37.338054 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-ef4edb46-0e54-4a3a-ba3b-31ff66ba7980 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:37.354821 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['b44e4a3d-d2ae-4152-983f-ecfa5637cafd'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:31:37.421232 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240bba3-ce53-4264-a449-b8e6e9ead105 req-c0651944-e653-407e-93f1-07dc76010aa1 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:37.422553 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4240bba3-ce53-4264-a449-b8e6e9ead105 req-c0651944-e653-407e-93f1-07dc76010aa1 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d9ebdbc-636b-4abd-b7e8-a98c245575d6 HTTP/1.1" status: 200 len: 945 time: 0.5667160 May 13 14:31:37.434014 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-d11b5bda-5c58-410f-93a4-7c9e5e8c8935 req-d2d9122f-5850-424b-a46f-f57d07f47ecf tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] For port 9ae7bc39-9220-4709-9360-1a310348a4fa, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=9ae7bc39-9220-4709-9360-1a310348a4fa,segment=NetworkSegment(7a7ed751-6e14-4aec-886a-659113dd6981),segment_id=7a7ed751-6e14-4aec-886a-659113dd6981)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:37.434412 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d11b5bda-5c58-410f-93a4-7c9e5e8c8935 req-d2d9122f-5850-424b-a46f-f57d07f47ecf tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:37.439428 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-ef4edb46-0e54-4a3a-ba3b-31ff66ba7980 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Network d5b93e96-929a-490c-a232-f3b635507046 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:31:37.440713 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4edb46-0e54-4a3a-ba3b-31ff66ba7980 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Pushing event updated for resources: {'Port': ['ID=d3586676-44c6-4035-9ddd-b619188f584b,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:37.454541 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-ef4edb46-0e54-4a3a-ba3b-31ff66ba7980 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:37.457838 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-ef4edb46-0e54-4a3a-ba3b-31ff66ba7980 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:31:37.577558 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-ef4edb46-0e54-4a3a-ba3b-31ff66ba7980 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:37.580936 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-ef4edb46-0e54-4a3a-ba3b-31ff66ba7980 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:37.616437 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-d11b5bda-5c58-410f-93a4-7c9e5e8c8935 req-d2d9122f-5850-424b-a46f-f57d07f47ecf tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Calling delete_port for 9ae7bc39-9220-4709-9360-1a310348a4fa owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:31:37.669910 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-ef4edb46-0e54-4a3a-ba3b-31ff66ba7980 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4756866 May 13 14:31:37.683409 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-41d84e49-5397-4a1d-9ee0-7c98e91d7495 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:37.684000 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-3f11b7b5-3f1a-4380-a808-f12e8e244504 service neutron] Request body: {'port': {'device_id': '3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:37.757731 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4240bba3-ce53-4264-a449-b8e6e9ead105 req-9172e866-aaa4-44b8-9fe1-3362c15e6938 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c3a4a2-1105-4cbf-8bc9-0b44bf5653a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3139257 May 13 14:31:37.758459 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d84e49-5397-4a1d-9ee0-7c98e91d7495 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Pushing event deleted for resources: {'Port': ['ID=f4bea0bf-4268-4d57-837a-aab0a9dbdc58,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:37.815544 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41520c2f-b14b-4df3-b6b3-db3a9f6a9d86 req-25906ac1-1d53-4ed0-b56c-dfe02018a6e7 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:37.817441 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-41520c2f-b14b-4df3-b6b3-db3a9f6a9d86 req-25906ac1-1d53-4ed0-b56c-dfe02018a6e7 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.74 "GET /v2.0/ports?device_id=60c99b64-d8a7-457b-9b27-65708647c763 HTTP/1.1" status: 200 len: 950 time: 0.5399945 May 13 14:31:37.846225 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-3f11b7b5-3f1a-4380-a808-f12e8e244504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:37.886337 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd5101-becc-4834-89d1-12b708ae0a4e req-4faaab99-7b9f-4df0-8803-f2adfdbcf642 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:37.887460 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-3fcd5101-becc-4834-89d1-12b708ae0a4e req-4faaab99-7b9f-4df0-8803-f2adfdbcf642 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Synchronizing usage tracker for tenant:cdb87555604447c18b7eacc26b6a4234 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:37.920044 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device c606b4c7-e325-4820-94c2-bb0e25b1f286 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:31:37.964612 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-3fcd5101-becc-4834-89d1-12b708ae0a4e req-4faaab99-7b9f-4df0-8803-f2adfdbcf642 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Unset dirty status for tenant:cdb87555604447c18b7eacc26b6a4234 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:37.971684 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3fcd5101-becc-4834-89d1-12b708ae0a4e req-4faaab99-7b9f-4df0-8803-f2adfdbcf642 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 931 time: 0.3547521 May 13 14:31:38.012732 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-41520c2f-b14b-4df3-b6b3-db3a9f6a9d86 req-eea87771-32ae-4825-9945-f33aac2ab3e8 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Deleting port 3932b78c-4b38-439c-9ce6-f9a02d120943 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:31:38.013676 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-41520c2f-b14b-4df3-b6b3-db3a9f6a9d86 req-eea87771-32ae-4825-9945-f33aac2ab3e8 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:38.039853 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port c606b4c7-e325-4820-94c2-bb0e25b1f286 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:38.046680 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port c606b4c7-e325-4820-94c2-bb0e25b1f286 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:38.047302 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:38.088576 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3fcd5101-becc-4834-89d1-12b708ae0a4e req-3d4afefb-35db-4989-924f-cbaeacd8ac8a tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159143 May 13 14:31:38.143631 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-41d84e49-5397-4a1d-9ee0-7c98e91d7495 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks [] for floatingip, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:38.215243 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-41d84e49-5397-4a1d-9ee0-7c98e91d7495 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:38.219435 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-41d84e49-5397-4a1d-9ee0-7c98e91d7495 tempest-ServersTestManualDisk-1587692902 tempest-ServersTestManualDisk-1587692902-project] 10.222.0.35 "DELETE /v2.0/floatingips/7d355dc2-9f59-4c76-b4c1-0c6125ddb5a3 HTTP/1.1" status: 204 len: 168 time: 2.0643663 May 13 14:31:38.225948 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44110) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:38.228680 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d11b5bda-5c58-410f-93a4-7c9e5e8c8935 req-d2d9122f-5850-424b-a46f-f57d07f47ecf tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:38.288073 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port c606b4c7-e325-4820-94c2-bb0e25b1f286 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:38.291100 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:38.326883 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-731d593a-c636-4343-8a9e-0f5bc1083f0e req-2defb604-5f4a-40c0-8a59-ce302d2e7c00 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=581253df-b48a-4943-b867-beb278bda169 HTTP/1.1" status: 200 len: 210 time: 0.0608373 May 13 14:31:38.346944 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port c606b4c7-e325-4820-94c2-bb0e25b1f286, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=c606b4c7-e325-4820-94c2-bb0e25b1f286,segment=NetworkSegment(793ce683-5ee7-4351-a696-7d6b05fd7845),segment_id=793ce683-5ee7-4351-a696-7d6b05fd7845)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:38.348022 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3632f16c-5110-4ebd-9692-df43fd601578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c606b4c7-e325-4820-94c2-bb0e25b1f286'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:38.358235 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:38.359266 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device a79e77ab-6717-4c10-a501-07da06afa369 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:31:38.460205 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6feef8-fb69-4e70-b97a-0b145ce9058d req-544ba545-2ffc-4e56-85e1-dd4504efac54 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:38.466852 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6feef8-fb69-4e70-b97a-0b145ce9058d req-544ba545-2ffc-4e56-85e1-dd4504efac54 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:38.472930 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6feef8-fb69-4e70-b97a-0b145ce9058d req-544ba545-2ffc-4e56-85e1-dd4504efac54 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:38.482406 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cc6feef8-fb69-4e70-b97a-0b145ce9058d req-544ba545-2ffc-4e56-85e1-dd4504efac54 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=3632f16c-5110-4ebd-9692-df43fd601578 HTTP/1.1" status: 200 len: 2415 time: 0.5490618 May 13 14:31:38.484735 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9122f-5850-424b-a46f-f57d07f47ecf tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Pushing event deleted for resources: {'Port': ['ID=9ae7bc39-9220-4709-9360-1a310348a4fa,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:38.495960 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea0fac-7585-440d-909a-671962bda65c req-98781dce-6516-490e-9a24-1b6c7d0cb50e tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:38.498012 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-56ea0fac-7585-440d-909a-671962bda65c req-98781dce-6516-490e-9a24-1b6c7d0cb50e tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=60c99b64-d8a7-457b-9b27-65708647c763 HTTP/1.1" status: 200 len: 950 time: 0.1702275 May 13 14:31:38.528396 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=c606b4c7-e325-4820-94c2-bb0e25b1f286,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:38.537947 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port a79e77ab-6717-4c10-a501-07da06afa369 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:38.549446 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port a79e77ab-6717-4c10-a501-07da06afa369 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:38.549825 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:38.600704 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-3f11b7b5-3f1a-4380-a808-f12e8e244504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3586676-44c6-4035-9ddd-b619188f584b {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:31:38.607975 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-56ea0fac-7585-440d-909a-671962bda65c req-0f14584d-36c8-40c6-8228-ec5f78954688 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728421 May 13 14:31:38.612126 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-3f11b7b5-3f1a-4380-a808-f12e8e244504 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:38.635696 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-3f11b7b5-3f1a-4380-a808-f12e8e244504 service neutron] Transition to ACTIVE for port object d3586676-44c6-4035-9ddd-b619188f584b will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:38.651571 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-3f11b7b5-3f1a-4380-a808-f12e8e244504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:38.744404 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11b5bda-5c58-410f-93a4-7c9e5e8c8935 req-d2d9122f-5850-424b-a46f-f57d07f47ecf tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] No DVR routers for this DVR port 9ae7bc39-9220-4709-9360-1a310348a4fa on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:31:38.753612 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11b7b5-3f1a-4380-a808-f12e8e244504 service neutron] Pushing event updated for resources: {'Port': ['ID=d3586676-44c6-4035-9ddd-b619188f584b,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:38.770378 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port a79e77ab-6717-4c10-a501-07da06afa369 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:38.770808 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:38.830284 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port a79e77ab-6717-4c10-a501-07da06afa369, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a79e77ab-6717-4c10-a501-07da06afa369,segment=NetworkSegment(75e39620-740d-4a72-b0d7-b827496de2c9),segment_id=75e39620-740d-4a72-b0d7-b827496de2c9)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:38.834926 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:38.835915 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device da3d8edf-2af9-4212-86ca-0c5f6755f9ca up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:31:38.907810 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ff9902fb-b498-42c7-b052-4d8360ecb010 req-eff26480-c34d-43f7-8512-fb15edcc8da3 tempest-ServerShowV247Test-1243005813 tempest-ServerShowV247Test-1243005813-project] 10.222.0.35 "GET /v2.0/ports?device_id=581253df-b48a-4943-b867-beb278bda169 HTTP/1.1" status: 200 len: 210 time: 0.0517261 May 13 14:31:38.931836 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d11b5bda-5c58-410f-93a4-7c9e5e8c8935 req-d2d9122f-5850-424b-a46f-f57d07f47ecf tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:38.934088 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d11b5bda-5c58-410f-93a4-7c9e5e8c8935 req-d2d9122f-5850-424b-a46f-f57d07f47ecf tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.74 "DELETE /v2.0/ports/9ae7bc39-9220-4709-9360-1a310348a4fa HTTP/1.1" status: 204 len: 173 time: 2.4877334 May 13 14:31:38.939295 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc80057-6e8b-489d-b52e-eb61d7bf6ff6', 'name': 'network-vif-deleted', 'tag': '9ae7bc39-9220-4709-9360-1a310348a4fa'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:38.969133 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=a79e77ab-6717-4c10-a501-07da06afa369,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:38.984714 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port da3d8edf-2af9-4212-86ca-0c5f6755f9ca completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:38.987055 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cc6feef8-fb69-4e70-b97a-0b145ce9058d req-dca87979-9dda-4305-bf91-740e88aaabe8 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5035057 May 13 14:31:38.992579 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port da3d8edf-2af9-4212-86ca-0c5f6755f9ca triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:38.993274 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:39.081794 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-3f11b7b5-3f1a-4380-a808-f12e8e244504 service neutron] Attempting to bind port d3586676-44c6-4035-9ddd-b619188f584b on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:31:39.082141 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-3f11b7b5-3f1a-4380-a808-f12e8e244504 service neutron] Attempting to bind port d3586676-44c6-4035-9ddd-b619188f584b by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'f83b9c1a-1c4f-4324-954c-a30a86166b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd5b93e96-929a-490c-a232-f3b635507046'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:31:39.082473 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-3f11b7b5-3f1a-4380-a808-f12e8e244504 service neutron] Attempting to bind port d3586676-44c6-4035-9ddd-b619188f584b on network d5b93e96-929a-490c-a232-f3b635507046 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:39.101531 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-3f11b7b5-3f1a-4380-a808-f12e8e244504 service neutron] Port d3586676-44c6-4035-9ddd-b619188f584b on network d5b93e96-929a-490c-a232-f3b635507046 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:31:39.107779 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-3f11b7b5-3f1a-4380-a808-f12e8e244504 service neutron] Attempting to bind port d3586676-44c6-4035-9ddd-b619188f584b on network d5b93e96-929a-490c-a232-f3b635507046 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:39.122331 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-3f11b7b5-3f1a-4380-a808-f12e8e244504 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:31:39.122674 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-3f11b7b5-3f1a-4380-a808-f12e8e244504 service neutron] Checking segment: {'id': 'f83b9c1a-1c4f-4324-954c-a30a86166b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd5b93e96-929a-490c-a232-f3b635507046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:31:39.123188 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-3f11b7b5-3f1a-4380-a808-f12e8e244504 service neutron] Bound using segment: {'id': 'f83b9c1a-1c4f-4324-954c-a30a86166b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd5b93e96-929a-490c-a232-f3b635507046'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:31:39.123520 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-3f11b7b5-3f1a-4380-a808-f12e8e244504 service neutron] Bound port: d3586676-44c6-4035-9ddd-b619188f584b, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f83b9c1a-1c4f-4324-954c-a30a86166b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd5b93e96-929a-490c-a232-f3b635507046'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:31:39.123876 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-3f11b7b5-3f1a-4380-a808-f12e8e244504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:39.214667 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port da3d8edf-2af9-4212-86ca-0c5f6755f9ca is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:39.215376 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:39.292737 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port da3d8edf-2af9-4212-86ca-0c5f6755f9ca, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=da3d8edf-2af9-4212-86ca-0c5f6755f9ca,segment=NetworkSegment(75e39620-740d-4a72-b0d7-b827496de2c9),segment_id=75e39620-740d-4a72-b0d7-b827496de2c9)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:39.297139 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:39.298290 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 9ae7bc39-9220-4709-9360-1a310348a4fa no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:31:39.334008 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-3f11b7b5-3f1a-4380-a808-f12e8e244504 service neutron] For port d3586676-44c6-4035-9ddd-b619188f584b, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:31:39.341596 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-3f11b7b5-3f1a-4380-a808-f12e8e244504 service neutron] For port d3586676-44c6-4035-9ddd-b619188f584b, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=d3586676-44c6-4035-9ddd-b619188f584b,segment=NetworkSegment(f83b9c1a-1c4f-4324-954c-a30a86166b9c),segment_id=f83b9c1a-1c4f-4324-954c-a30a86166b9c)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:31:39.348051 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-3f11b7b5-3f1a-4380-a808-f12e8e244504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:39.451155 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 9ae7bc39-9220-4709-9360-1a310348a4fa {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:31:39.451740 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 9ae7bc39-9220-4709-9360-1a310348a4fa not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:31:39.479333 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-43579952-a925-48d3-8bd1-98021567d7a5 req-6e50799c-0b7c-44af-85e8-287f5dea3971 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Synchronizing usage tracker for tenant:dc7f182b99334da6876b361034afff56 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:39.487816 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-41520c2f-b14b-4df3-b6b3-db3a9f6a9d86 req-eea87771-32ae-4825-9945-f33aac2ab3e8 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] For port 3932b78c-4b38-439c-9ce6-f9a02d120943, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=3932b78c-4b38-439c-9ce6-f9a02d120943,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:39.488184 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-41520c2f-b14b-4df3-b6b3-db3a9f6a9d86 req-eea87771-32ae-4825-9945-f33aac2ab3e8 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:39.494266 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=da3d8edf-2af9-4212-86ca-0c5f6755f9ca,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:39.529228 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11b7b5-3f1a-4380-a808-f12e8e244504 service neutron] Pushing event updated for resources: {'Port': ['ID=d3586676-44c6-4035-9ddd-b619188f584b,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:39.544292 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-3f11b7b5-3f1a-4380-a808-f12e8e244504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:39.545277 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-3f11b7b5-3f1a-4380-a808-f12e8e244504 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:39.547051 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-3f11b7b5-3f1a-4380-a808-f12e8e244504 service neutron] 10.222.0.59 "PUT /v2.0/ports/d3586676-44c6-4035-9ddd-b619188f584b HTTP/1.1" status: 200 len: 1091 time: 1.8697896 May 13 14:31:39.573775 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e', 'tag': 'd3586676-44c6-4035-9ddd-b619188f584b'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:39.621822 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-20ae1677-fbcb-4d7f-ac19-382babf92cea tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0943580 May 13 14:31:39.724321 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-41520c2f-b14b-4df3-b6b3-db3a9f6a9d86 req-eea87771-32ae-4825-9945-f33aac2ab3e8 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Calling delete_port for 3932b78c-4b38-439c-9ce6-f9a02d120943 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:31:39.811597 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-43579952-a925-48d3-8bd1-98021567d7a5 req-6e50799c-0b7c-44af-85e8-287f5dea3971 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] Unset dirty status for tenant:dc7f182b99334da6876b361034afff56 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:39.812747 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-43579952-a925-48d3-8bd1-98021567d7a5 req-6e50799c-0b7c-44af-85e8-287f5dea3971 tempest-ListServerFiltersTestJSON-596531896 tempest-ListServerFiltersTestJSON-596531896-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc80057-6e8b-489d-b52e-eb61d7bf6ff6 HTTP/1.1" status: 200 len: 210 time: 0.5023241 May 13 14:31:39.907273 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aa285e8-ad5a-4727-a7b4-6bfa19ccf347'] response: {'server_uuid': '3632f16c-5110-4ebd-9692-df43fd601578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c606b4c7-e325-4820-94c2-bb0e25b1f286', 'code': 200} May 13 14:31:39.958237 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dc55899-505a-4422-9c3c-9df57c28c32e'] response: {'server_uuid': '0cc80057-6e8b-489d-b52e-eb61d7bf6ff6', 'name': 'network-vif-deleted', 'tag': '9ae7bc39-9220-4709-9360-1a310348a4fa', 'status': 'completed', 'code': 200} May 13 14:31:39.994703 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-430807aa-1df5-4c63-b157-c98fe36c0b46 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:39.996527 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-430807aa-1df5-4c63-b157-c98fe36c0b46 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3678176 May 13 14:31:40.025495 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-6039fcee-e822-48e7-aaa9-5cad4ce7f91f tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Request body: {'port': {'device_id': 'd2a733f9-66c0-4c1b-ac95-bcf8138fdd6c', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'admin_state_up': True, 'tenant_id': 'a49f1166c3f54f5fb3c6b91a02cdaaab'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:40.069076 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-41520c2f-b14b-4df3-b6b3-db3a9f6a9d86 req-eea87771-32ae-4825-9945-f33aac2ab3e8 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:40.081969 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['62fe7f39-085f-40cf-be2e-1290e4a0f845'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:31:40.183794 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8098efa-bdce-4baa-92e6-207d7403fcb4 req-62da8685-41f2-4e09-abc6-9ff5c24a592d tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:40.200900 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f8098efa-bdce-4baa-92e6-207d7403fcb4 req-62da8685-41f2-4e09-abc6-9ff5c24a592d tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d9ebdbc-636b-4abd-b7e8-a98c245575d6 HTTP/1.1" status: 200 len: 945 time: 0.6163383 May 13 14:31:40.204186 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44130) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:40.244286 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea87771-32ae-4825-9945-f33aac2ab3e8 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Pushing event deleted for resources: {'Port': ['ID=3932b78c-4b38-439c-9ce6-f9a02d120943,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:40.293618 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-8ce7a2aa-e287-49e9-af1e-3b04d0f62fc7 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Request body: {'floatingip': {'port_id': '4ae221d9-f023-493e-891e-f94928eeab2d'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:40.308395 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-96b8b85d-ea50-4cfc-817d-408e9f623b7e tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447757 May 13 14:31:40.429427 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-488305d7-9a57-408e-856b-139cf7036049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:40.431041 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-488305d7-9a57-408e-856b-139cf7036049 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cdb87555604447c18b7eacc26b6a4234&device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 1094 time: 0.8081496 May 13 14:31:40.447151 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-41520c2f-b14b-4df3-b6b3-db3a9f6a9d86 req-eea87771-32ae-4825-9945-f33aac2ab3e8 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] No DVR routers for this DVR port 3932b78c-4b38-439c-9ce6-f9a02d120943 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:31:40.454372 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-41520c2f-b14b-4df3-b6b3-db3a9f6a9d86 req-eea87771-32ae-4825-9945-f33aac2ab3e8 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:40.468403 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8ce7a2aa-e287-49e9-af1e-3b04d0f62fc7 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks [] for floatingip, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:40.502586 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-41520c2f-b14b-4df3-b6b3-db3a9f6a9d86 req-eea87771-32ae-4825-9945-f33aac2ab3e8 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.74 "DELETE /v2.0/ports/3932b78c-4b38-439c-9ce6-f9a02d120943 HTTP/1.1" status: 204 len: 173 time: 2.6742773 May 13 14:31:40.567257 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bf69fb1f-1a84-4532-8d39-44498ccf99b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:40.655525 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bb029617-5b4f-4562-bba4-fc6ca354ac2a req-d4d54e79-7383-425f-b666-78276d224393 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2a733f9-66c0-4c1b-ac95-bcf8138fdd6c HTTP/1.1" status: 200 len: 210 time: 0.2322435 May 13 14:31:40.671219 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-3892512d-f300-419e-8148-bac8bbd05ef7 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:40.672981 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-3892512d-f300-419e-8148-bac8bbd05ef7 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3271797 May 13 14:31:40.684428 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3c1cd-7d11-4f4e-a651-3773599f6697 req-df61c421-ba4a-4abc-80e9-9c0c65caad4c tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:40.686128 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-eef3c1cd-7d11-4f4e-a651-3773599f6697 req-df61c421-ba4a-4abc-80e9-9c0c65caad4c tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 943 time: 0.4955976 May 13 14:31:40.690819 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-4e3804dd-5ba6-4f0a-81d8-90bfa8396e73 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Request body: {'port': {'device_id': 'e113854b-84ad-48a4-862d-c2340036b6a0', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'admin_state_up': True, 'tenant_id': 'a49f1166c3f54f5fb3c6b91a02cdaaab'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:40.709567 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-a7b321bb-66fc-4ac9-a020-73443967980a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d3586676-44c6-4035-9ddd-b619188f584b HTTP/1.1" status: 200 len: 217 time: 0.1587651 May 13 14:31:40.710521 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-6039fcee-e822-48e7-aaa9-5cad4ce7f91f tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:40.725381 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ac52cf4-693d-4ad7-83f8-443778985658'] response: {'name': 'network-changed', 'server_uuid': '3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e', 'tag': 'd3586676-44c6-4035-9ddd-b619188f584b', 'status': 'completed', 'code': 200} May 13 14:31:40.789278 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-6039fcee-e822-48e7-aaa9-5cad4ce7f91f tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:40.897593 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-6039fcee-e822-48e7-aaa9-5cad4ce7f91f tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Made reservation on behalf of a49f1166c3f54f5fb3c6b91a02cdaaab for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:31:40.900907 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-6039fcee-e822-48e7-aaa9-5cad4ce7f91f tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:40.919766 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-475879ec-5b69-4340-920b-3c0285e87f75 req-66921820-217a-45ce-8583-d5ce4bb7101d tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=60c99b64-d8a7-457b-9b27-65708647c763 HTTP/1.1" status: 200 len: 210 time: 0.0839467 May 13 14:31:40.929942 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-32ef94c5-27b7-4042-91b2-22882a445b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:40.931032 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-32ef94c5-27b7-4042-91b2-22882a445b7b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d4f71ac-3351-4cb3-a10e-369f048aa2da HTTP/1.1" status: 200 len: 850 time: 0.2046807 May 13 14:31:41.038038 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-eef3c1cd-7d11-4f4e-a651-3773599f6697 req-f0465eb2-096b-43c2-863c-9aca567dc465 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211954 May 13 14:31:41.166463 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-447b8fa3-2599-426d-9f2b-6e6ef2ebd6f2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d5b93e96-929a-490c-a232-f3b635507046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1576552 May 13 14:31:41.177272 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-802d2e79-5551-4a89-a159-b4af78f61970 req-87570770-a1e4-4ebe-a004-3031a5da807d tempest-ServerShowV247Test-1243005813 tempest-ServerShowV247Test-1243005813-project] 10.222.0.35 "GET /v2.0/ports?device_id=581253df-b48a-4943-b867-beb278bda169 HTTP/1.1" status: 200 len: 210 time: 0.0907876 May 13 14:31:41.274780 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-4e3804dd-5ba6-4f0a-81d8-90bfa8396e73 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:41.300869 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-4e3804dd-5ba6-4f0a-81d8-90bfa8396e73 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:41.322422 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-4e3804dd-5ba6-4f0a-81d8-90bfa8396e73 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Made reservation on behalf of a49f1166c3f54f5fb3c6b91a02cdaaab for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:31:41.325824 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-4e3804dd-5ba6-4f0a-81d8-90bfa8396e73 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:41.338072 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44138) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:41.381052 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed7a6e-2138-49f2-9abd-693b5ee47cac req-5f2a6d81-25bf-450b-9fe0-10f1b4457684 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:41.386930 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed7a6e-2138-49f2-9abd-693b5ee47cac req-5f2a6d81-25bf-450b-9fe0-10f1b4457684 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:41.392995 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed7a6e-2138-49f2-9abd-693b5ee47cac req-5f2a6d81-25bf-450b-9fe0-10f1b4457684 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:41.395145 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-01ed7a6e-2138-49f2-9abd-693b5ee47cac req-5f2a6d81-25bf-450b-9fe0-10f1b4457684 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=3632f16c-5110-4ebd-9692-df43fd601578 HTTP/1.1" status: 200 len: 2418 time: 0.2534285 May 13 14:31:41.576085 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-791b415b-23d9-4c55-a90a-25fad7a15cd4 admin admin] Deleting subnet 483b0e90-94ea-4826-9777-513ec7a928d8 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:31:41.587503 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-01ed7a6e-2138-49f2-9abd-693b5ee47cac req-4413447d-075a-4ad3-95d6-662a25c6aa75 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843112 May 13 14:31:41.610794 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-791b415b-23d9-4c55-a90a-25fad7a15cd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:41.675548 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-bf69fb1f-1a84-4532-8d39-44498ccf99b6 admin admin] Deleting port c8db192e-f0a8-457e-bccb-d0569b7e440f {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:31:41.675871 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bf69fb1f-1a84-4532-8d39-44498ccf99b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:41.729913 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-6039fcee-e822-48e7-aaa9-5cad4ce7f91f tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Allocated IP 192.168.233.96 (7d165b7c-a84b-4191-823a-46e347c23eb5/fb4bc443-ac8b-4686-9d3b-15c2430aa8ca/264f174b-52f0-4701-8c1f-20098e7391bb) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:31:41.738997 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-fc979494-6c5b-409f-ba40-7802ea18bb9f service neutron] 10.222.0.59 "GET /v2.0/networks/d5b93e96-929a-490c-a232-f3b635507046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5586934 May 13 14:31:41.763620 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-791b415b-23d9-4c55-a90a-25fad7a15cd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:41.891505 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad6ef00f-0d2f-4480-985c-76427313632d req-ed2ffc72-d46a-411b-96d2-7ee9d32449db tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2a733f9-66c0-4c1b-ac95-bcf8138fdd6c HTTP/1.1" status: 200 len: 210 time: 0.0613534 May 13 14:31:41.904346 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 3932b78c-4b38-439c-9ce6-f9a02d120943 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:31:41.954936 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ffadbae9-9563-4a6c-9c31-441f44dbf9cc req-81b7521f-ae37-4519-adca-85f58773bbc3 service neutron] 10.222.0.59 "GET /v2.0/networks/d5b93e96-929a-490c-a232-f3b635507046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061429 May 13 14:31:41.955504 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3632f16c-5110-4ebd-9692-df43fd601578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79e77ab-6717-4c10-a501-07da06afa369'}, {'server_uuid': '3632f16c-5110-4ebd-9692-df43fd601578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3d8edf-2af9-4212-86ca-0c5f6755f9ca'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:41.962161 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 3932b78c-4b38-439c-9ce6-f9a02d120943 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:31:41.963193 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 3932b78c-4b38-439c-9ce6-f9a02d120943 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:31:41.976855 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c99b64-d8a7-457b-9b27-65708647c763', 'name': 'network-vif-deleted', 'tag': '3932b78c-4b38-439c-9ce6-f9a02d120943'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:41.983968 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3332520a-a8a7-414c-98c8-24fbcdec63c8 req-3275257e-aa38-4dd8-a30e-20eb178de2a7 tempest-ServerShowV247Test-1243005813 tempest-ServerShowV247Test-1243005813-project] 10.222.0.35 "GET /v2.0/ports?device_id=581253df-b48a-4943-b867-beb278bda169 HTTP/1.1" status: 200 len: 210 time: 0.1332324 May 13 14:31:42.074798 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-791b415b-23d9-4c55-a90a-25fad7a15cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:42.113600 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44efb44a-3860-4027-b215-ee1fde37403d'] response: {'server_uuid': '3632f16c-5110-4ebd-9692-df43fd601578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79e77ab-6717-4c10-a501-07da06afa369', 'code': 200} May 13 14:31:42.113872 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44efb44a-3860-4027-b215-ee1fde37403d'] response: {'server_uuid': '3632f16c-5110-4ebd-9692-df43fd601578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3d8edf-2af9-4212-86ca-0c5f6755f9ca', 'code': 200} May 13 14:31:42.145663 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73e60c49-4dcf-4301-baba-33a4db9350a1'] response: {'server_uuid': '60c99b64-d8a7-457b-9b27-65708647c763', 'name': 'network-vif-deleted', 'tag': '3932b78c-4b38-439c-9ce6-f9a02d120943', 'status': 'completed', 'code': 200} May 13 14:31:42.198528 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-bf69fb1f-1a84-4532-8d39-44498ccf99b6 admin admin] For port c8db192e-f0a8-457e-bccb-d0569b7e440f, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c8db192e-f0a8-457e-bccb-d0569b7e440f,segment=NetworkSegment(183027d0-4300-4178-bf33-06a5c0f8a82c),segment_id=183027d0-4300-4178-bf33-06a5c0f8a82c)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:42.198942 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bf69fb1f-1a84-4532-8d39-44498ccf99b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:42.468333 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8ce7a2aa-e287-49e9-af1e-3b04d0f62fc7 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:42.483306 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8ce7a2aa-e287-49e9-af1e-3b04d0f62fc7 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:42.496872 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-791b415b-23d9-4c55-a90a-25fad7a15cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:42.510445 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-bf69fb1f-1a84-4532-8d39-44498ccf99b6 admin admin] Calling delete_port for c8db192e-f0a8-457e-bccb-d0569b7e440f owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:31:42.613679 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b415b-23d9-4c55-a90a-25fad7a15cd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=483b0e90-94ea-4826-9777-513ec7a928d8,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:42.619649 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9fe8ae-d18b-4108-ba75-cddbdd2e51ab None None] Network 5c57dfcc-adc7-4a5b-8feb-0ff2c69376af requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:31:42.649507 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-791b415b-23d9-4c55-a90a-25fad7a15cd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:42.686358 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-791b415b-23d9-4c55-a90a-25fad7a15cd4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/483b0e90-94ea-4826-9777-513ec7a928d8 HTTP/1.1" status: 204 len: 168 time: 1.3472588 May 13 14:31:42.687245 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44174) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:42.692477 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28441b09-4a9b-47c1-9205-1b1ce124625c req-e5b33afd-8ed3-476c-8ffe-4d4b903e1519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:42.695154 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-28441b09-4a9b-47c1-9205-1b1ce124625c req-e5b33afd-8ed3-476c-8ffe-4d4b903e1519 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cdb87555604447c18b7eacc26b6a4234&device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 1094 time: 0.6425145 May 13 14:31:42.747625 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ba57f-a897-4ea7-9e5b-283e83d48349 req-3775153c-04cc-41fe-ae86-1b6f91253fea tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:42.749094 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-618ba57f-a897-4ea7-9e5b-283e83d48349 req-3775153c-04cc-41fe-ae86-1b6f91253fea tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 943 time: 0.4618928 May 13 14:31:42.760517 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-6039fcee-e822-48e7-aaa9-5cad4ce7f91f tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:42.880972 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [None req-8ce7a2aa-e287-49e9-af1e-3b04d0f62fc7 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Floating IP c59e0fe6-0701-4bd3-a1dd-fd2599e8089f associated. External IP: 172.25.0.142, port: 4ae221d9-f023-493e-891e-f94928eeab2d. May 13 14:31:42.943257 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-6039fcee-e822-48e7-aaa9-5cad4ce7f91f tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Transition to ACTIVE for port object 264f174b-52f0-4701-8c1f-20098e7391bb will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:42.953679 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac6b914-6e25-4061-b654-1c24a51014c8 None None] DHCP port deletion for 5c57dfcc-adc7-4a5b-8feb-0ff2c69376af request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:31:42.960715 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1ac6b914-6e25-4061-b654-1c24a51014c8 None None] Deleting port 76830af8-9c36-4d8e-8b6e-2324f85b2df6 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:31:42.962188 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1ac6b914-6e25-4061-b654-1c24a51014c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:43.011942 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-618ba57f-a897-4ea7-9e5b-283e83d48349 req-ed51b179-3f9a-4fdc-828f-bd501ae30a35 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462318 May 13 14:31:43.100631 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28441b09-4a9b-47c1-9205-1b1ce124625c req-cfcf554b-bb17-4235-988e-f6f9e51d54ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:43.102218 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-28441b09-4a9b-47c1-9205-1b1ce124625c req-cfcf554b-bb17-4235-988e-f6f9e51d54ec service neutron] 10.222.0.59 "GET /v2.0/networks?id=d5b93e96-929a-490c-a232-f3b635507046 HTTP/1.1" status: 200 len: 911 time: 0.3859375 May 13 14:31:43.119667 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffedd9a-0500-4f55-a469-d831c3e82d13 req-32062139-e1ff-4287-903d-35ca6586ec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:43.120183 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffedd9a-0500-4f55-a469-d831c3e82d13 req-32062139-e1ff-4287-903d-35ca6586ec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:43.120650 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffedd9a-0500-4f55-a469-d831c3e82d13 req-32062139-e1ff-4287-903d-35ca6586ec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:43.122299 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cffedd9a-0500-4f55-a469-d831c3e82d13 req-32062139-e1ff-4287-903d-35ca6586ec99 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3632f16c-5110-4ebd-9692-df43fd601578 HTTP/1.1" status: 200 len: 2871 time: 0.7673810 May 13 14:31:43.185398 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-546df808-d964-4581-a2bb-ed64a76b0ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:43.218288 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-1ac6b914-6e25-4061-b654-1c24a51014c8 None None] For port 76830af8-9c36-4d8e-8b6e-2324f85b2df6, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=76830af8-9c36-4d8e-8b6e-2324f85b2df6,segment=NetworkSegment(7a7ed751-6e14-4aec-886a-659113dd6981),segment_id=7a7ed751-6e14-4aec-886a-659113dd6981)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:43.218781 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1ac6b914-6e25-4061-b654-1c24a51014c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:43.221126 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012f39b-d8f4-41e3-bc3c-290e8bf6ff01 req-8caf4f40-6584-4707-b00a-7003483af478 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:43.221869 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-a012f39b-d8f4-41e3-bc3c-290e8bf6ff01 req-8caf4f40-6584-4707-b00a-7003483af478 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Synchronizing usage tracker for tenant:6f63b25b835b4625ab62ac037232d4b9 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:43.233903 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cffedd9a-0500-4f55-a469-d831c3e82d13 req-c2023742-80ed-445a-86fb-9a2a90304f20 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909462 May 13 14:31:43.253750 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-546df808-d964-4581-a2bb-ed64a76b0ab2 admin admin] Deleting port 76830af8-9c36-4d8e-8b6e-2324f85b2df6 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:31:43.254124 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-546df808-d964-4581-a2bb-ed64a76b0ab2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:43.307520 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-a012f39b-d8f4-41e3-bc3c-290e8bf6ff01 req-8caf4f40-6584-4707-b00a-7003483af478 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Unset dirty status for tenant:6f63b25b835b4625ab62ac037232d4b9 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:43.312044 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a012f39b-d8f4-41e3-bc3c-290e8bf6ff01 req-8caf4f40-6584-4707-b00a-7003483af478 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 951 time: 0.6999459 May 13 14:31:43.373381 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-28441b09-4a9b-47c1-9205-1b1ce124625c req-9113d0e6-06db-4da0-a58f-608e2b00b1fd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d3586676-44c6-4035-9ddd-b619188f584b HTTP/1.1" status: 200 len: 217 time: 0.2524259 May 13 14:31:43.376576 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1ac6b914-6e25-4061-b654-1c24a51014c8 None None] Calling delete_port for 76830af8-9c36-4d8e-8b6e-2324f85b2df6 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:31:43.464841 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-6039fcee-e822-48e7-aaa9-5cad4ce7f91f tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:43.468099 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1ac6b914-6e25-4061-b654-1c24a51014c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:43.497127 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a012f39b-d8f4-41e3-bc3c-290e8bf6ff01 req-39814148-54c3-4832-a1a0-a6a301153098 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761682 May 13 14:31:43.517534 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['41d6498b-80c7-4797-b523-231bb2077238'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:31:43.545000 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28441b09-4a9b-47c1-9205-1b1ce124625c req-4309e330-f729-4ca1-92ba-133bdf2ea5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:43.546659 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-28441b09-4a9b-47c1-9205-1b1ce124625c req-4309e330-f729-4ca1-92ba-133bdf2ea5c1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d4f71ac-3351-4cb3-a10e-369f048aa2da HTTP/1.1" status: 200 len: 850 time: 0.1648827 May 13 14:31:43.570292 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6b914-6e25-4061-b654-1c24a51014c8 None None] Pushing event deleted for resources: {'Port': ['ID=76830af8-9c36-4d8e-8b6e-2324f85b2df6,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:43.579489 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac6b914-6e25-4061-b654-1c24a51014c8 None None] No DVR routers for this DVR port 76830af8-9c36-4d8e-8b6e-2324f85b2df6 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:31:43.639844 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bf69fb1f-1a84-4532-8d39-44498ccf99b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:43.644919 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-4e3804dd-5ba6-4f0a-81d8-90bfa8396e73 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Allocated IP 192.168.233.131 (7d165b7c-a84b-4191-823a-46e347c23eb5/fb4bc443-ac8b-4686-9d3b-15c2430aa8ca/d044bab1-0650-4c79-bf4c-d0feaf1d04cd) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:31:43.698785 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-28441b09-4a9b-47c1-9205-1b1ce124625c req-768cd245-b172-40b7-af87-019525d5ebc4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d5b93e96-929a-490c-a232-f3b635507046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770950 May 13 14:31:43.706242 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-6039fcee-e822-48e7-aaa9-5cad4ce7f91f tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:31:43.713159 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-6039fcee-e822-48e7-aaa9-5cad4ce7f91f tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:43.735073 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039fcee-e822-48e7-aaa9-5cad4ce7f91f tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Pushing event updated for resources: {'Port': ['ID=264f174b-52f0-4701-8c1f-20098e7391bb,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:43.737530 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-6039fcee-e822-48e7-aaa9-5cad4ce7f91f tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:31:43.755857 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69fb1f-1a84-4532-8d39-44498ccf99b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8db192e-f0a8-457e-bccb-d0569b7e440f,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:43.836361 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-546df808-d964-4581-a2bb-ed64a76b0ab2 admin admin] For port 76830af8-9c36-4d8e-8b6e-2324f85b2df6, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=76830af8-9c36-4d8e-8b6e-2324f85b2df6,segment=NetworkSegment(7a7ed751-6e14-4aec-886a-659113dd6981),segment_id=7a7ed751-6e14-4aec-886a-659113dd6981)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:43.836725 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-546df808-d964-4581-a2bb-ed64a76b0ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:43.842099 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 76830af8-9c36-4d8e-8b6e-2324f85b2df6 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:31:43.894241 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 76830af8-9c36-4d8e-8b6e-2324f85b2df6 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:31:43.894950 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 76830af8-9c36-4d8e-8b6e-2324f85b2df6 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:31:43.995559 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fb33c-7c21-43d3-8dd3-5dddbed7662f req-cf150a87-5141-40bb-a4b0-ad12df22a08e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:44.002056 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fb33c-7c21-43d3-8dd3-5dddbed7662f req-cf150a87-5141-40bb-a4b0-ad12df22a08e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:44.007611 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fb33c-7c21-43d3-8dd3-5dddbed7662f req-cf150a87-5141-40bb-a4b0-ad12df22a08e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:44.011744 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f96fb33c-7c21-43d3-8dd3-5dddbed7662f req-cf150a87-5141-40bb-a4b0-ad12df22a08e tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=3632f16c-5110-4ebd-9692-df43fd601578 HTTP/1.1" status: 200 len: 2418 time: 0.8424630 May 13 14:31:44.079436 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-6039fcee-e822-48e7-aaa9-5cad4ce7f91f tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:44.080044 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-6039fcee-e822-48e7-aaa9-5cad4ce7f91f tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:44.084716 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-546df808-d964-4581-a2bb-ed64a76b0ab2 admin admin] Calling delete_port for 76830af8-9c36-4d8e-8b6e-2324f85b2df6 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:31:44.120640 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e3a6d9b4-a8f2-4246-9646-f985f81610e0 None None] Provisioning for port 264f174b-52f0-4701-8c1f-20098e7391bb completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:44.126897 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e3a6d9b4-a8f2-4246-9646-f985f81610e0 None None] Provisioning complete for port 264f174b-52f0-4701-8c1f-20098e7391bb triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:44.127357 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e3a6d9b4-a8f2-4246-9646-f985f81610e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:44.142827 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f96fb33c-7c21-43d3-8dd3-5dddbed7662f req-7ac737af-29e9-463f-977a-74cf4ea7a914 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195192 May 13 14:31:44.147028 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce7a2aa-e287-49e9-af1e-3b04d0f62fc7 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Router 828d80e7-3ae2-4133-8b77-f0e543cbf28e has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:31:44.160284 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-28441b09-4a9b-47c1-9205-1b1ce124625c req-745a11ed-f59a-4f30-b8f0-f7a63114f1e6 service neutron] 10.222.0.59 "GET /v2.0/networks/d5b93e96-929a-490c-a232-f3b635507046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448347 May 13 14:31:44.259824 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e3a6d9b4-a8f2-4246-9646-f985f81610e0 None None] Port 264f174b-52f0-4701-8c1f-20098e7391bb cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:31:44.288066 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec756a-aeb4-4114-a0cd-d1df5e5908a6 req-ecc93ca8-5ff7-4199-91f6-e3a3f2b0ce40 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:44.288766 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-0bec756a-aeb4-4114-a0cd-d1df5e5908a6 req-ecc93ca8-5ff7-4199-91f6-e3a3f2b0ce40 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Synchronizing usage tracker for tenant:a49f1166c3f54f5fb3c6b91a02cdaaab on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:44.294343 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-6039fcee-e822-48e7-aaa9-5cad4ce7f91f tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2737398 May 13 14:31:44.401356 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-a0669e79-f84a-47e9-9535-71b3c8991cf8 service neutron] Request body: {'port': {'device_id': 'd2a733f9-66c0-4c1b-ac95-bcf8138fdd6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:44.420170 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-0bec756a-aeb4-4114-a0cd-d1df5e5908a6 req-ecc93ca8-5ff7-4199-91f6-e3a3f2b0ce40 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Unset dirty status for tenant:a49f1166c3f54f5fb3c6b91a02cdaaab on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:44.421326 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0bec756a-aeb4-4114-a0cd-d1df5e5908a6 req-ecc93ca8-5ff7-4199-91f6-e3a3f2b0ce40 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2a733f9-66c0-4c1b-ac95-bcf8138fdd6c HTTP/1.1" status: 200 len: 935 time: 0.7245963 May 13 14:31:44.470881 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c7239e5d-7a8a-41aa-85c4-69ac96568c4c req-412cb497-7bd9-4d0b-933b-cdc25e9cc38f tempest-ServerShowV247Test-1243005813 tempest-ServerShowV247Test-1243005813-project] 10.222.0.35 "GET /v2.0/ports?device_id=581253df-b48a-4943-b867-beb278bda169 HTTP/1.1" status: 200 len: 210 time: 0.1196971 May 13 14:31:44.541826 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.api [None req-546df808-d964-4581-a2bb-ed64a76b0ab2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:31:44.542682 n-d-841760-1 neutron-server[88082]: DEBUG oslo_db.api [None req-546df808-d964-4581-a2bb-ed64a76b0ab2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:31:44.607640 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0bec756a-aeb4-4114-a0cd-d1df5e5908a6 req-cee458f7-1756-41c7-a81d-6cdb97dde1ee tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791339 May 13 14:31:44.654678 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-4e3804dd-5ba6-4f0a-81d8-90bfa8396e73 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:44.688956 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-4e3804dd-5ba6-4f0a-81d8-90bfa8396e73 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Transition to ACTIVE for port object d044bab1-0650-4c79-bf4c-d0feaf1d04cd will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:44.695654 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bf69fb1f-1a84-4532-8d39-44498ccf99b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:44.704281 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-28441b09-4a9b-47c1-9205-1b1ce124625c req-fd9647a1-2ee4-4259-9604-25ec76e5543c service neutron] 10.222.0.59 "GET /v2.0/networks/d5b93e96-929a-490c-a232-f3b635507046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5355542 May 13 14:31:44.717020 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f432b0-4a3b-4336-960f-d5cbf9b29fc8 req-f546d6e0-fd9e-4498-b672-5fc98a379fdc tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:44.718515 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-88f432b0-4a3b-4336-960f-d5cbf9b29fc8 req-f546d6e0-fd9e-4498-b672-5fc98a379fdc tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.59 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 951 time: 0.2912633 May 13 14:31:44.723794 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce7a2aa-e287-49e9-af1e-3b04d0f62fc7 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:31:44.726725 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-a0669e79-f84a-47e9-9535-71b3c8991cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:44.735592 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37e087e-1d6c-4167-99ae-68702134a732 None None] Sync routers for ids ['828d80e7-3ae2-4133-8b77-f0e543cbf28e'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:31:44.738505 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8ce7a2aa-e287-49e9-af1e-3b04d0f62fc7 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:44.746238 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37e087e-1d6c-4167-99ae-68702134a732 None None] Routers {'828d80e7-3ae2-4133-8b77-f0e543cbf28e'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:31:44.747312 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-b37e087e-1d6c-4167-99ae-68702134a732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:31:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['828d80e7-3ae2-4133-8b77-f0e543cbf28e'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:44.857140 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8ce7a2aa-e287-49e9-af1e-3b04d0f62fc7 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "PUT /v2.0/floatingips/c59e0fe6-0701-4bd3-a1dd-fd2599e8089f HTTP/1.1" status: 200 len: 991 time: 4.5806694 May 13 14:31:44.859784 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9ebdbc-636b-4abd-b7e8-a98c245575d6', 'tag': '4ae221d9-f023-493e-891e-f94928eeab2d'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:44.896379 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991b93f-24ee-4962-bfbe-6e25708184a7 req-d8ecc945-e75f-4ae9-868a-c17d34050da6 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:44.904119 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f991b93f-24ee-4962-bfbe-6e25708184a7 req-d8ecc945-e75f-4ae9-868a-c17d34050da6 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 943 time: 0.2974541 May 13 14:31:45.014373 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f991b93f-24ee-4962-bfbe-6e25708184a7 req-cb62401a-e7cf-4c48-a1c5-559e4bb02179 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092556 May 13 14:31:45.015018 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-b37e087e-1d6c-4167-99ae-68702134a732 None None] Set router 828d80e7-3ae2-4133-8b77-f0e543cbf28e gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:31:45.043624 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-546df808-d964-4581-a2bb-ed64a76b0ab2 admin admin] Deleting port 76830af8-9c36-4d8e-8b6e-2324f85b2df6 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:31:45.043965 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-546df808-d964-4581-a2bb-ed64a76b0ab2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:45.061410 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93df64d6-a8a2-48cd-b5ae-18e919147f07'] response: {'name': 'network-changed', 'server_uuid': '2d9ebdbc-636b-4abd-b7e8-a98c245575d6', 'tag': '4ae221d9-f023-493e-891e-f94928eeab2d', 'status': 'completed', 'code': 200} May 13 14:31:45.190131 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-546df808-d964-4581-a2bb-ed64a76b0ab2 admin admin] The port '76830af8-9c36-4d8e-8b6e-2324f85b2df6' was deleted {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:31:45.281283 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-88f432b0-4a3b-4336-960f-d5cbf9b29fc8 req-cf60cb4b-0909-4a66-8976-47f0fdf54aeb tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Deleting port 62fe7f39-085f-40cf-be2e-1290e4a0f845 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:31:45.281809 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-88f432b0-4a3b-4336-960f-d5cbf9b29fc8 req-cf60cb4b-0909-4a66-8976-47f0fdf54aeb tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:45.364236 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-4e3804dd-5ba6-4f0a-81d8-90bfa8396e73 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:45.380543 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['41d6498b-80c7-4797-b523-231bb2077238'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:31:45.436006 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device d3586676-44c6-4035-9ddd-b619188f584b details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:31:45.464993 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-b37e087e-1d6c-4167-99ae-68702134a732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460643016-router', 'tenant_id': '12ab0468071c4386a5fd2440f1c099c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '2bb5aab4-6bc1-4538-a26c-1f51483b6e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:29:54Z', 'updated_at': '2022-05-13T14:30:06Z', 'revision_number': 4, 'project_id': '12ab0468071c4386a5fd2440f1c099c4', 'gw_port': {'id': '2bb5aab4-6bc1-4538-a26c-1f51483b6e79', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:57Z', 'updated_at': '2022-05-13T14:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'c59e0fe6-0701-4bd3-a1dd-fd2599e8089f', 'tenant_id': '12ab0468071c4386a5fd2440f1c099c4', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'port_id': '4ae221d9-f023-493e-891e-f94928eeab2d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c078ad-dab9-4128-aa75-5b381575767a', 'mac_address': 'fa:16:3e:c6:9d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ebdbc-636b-4abd-b7e8-a98c245575d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:31:04Z', 'updated_at': '2022-05-13T14:31:42Z', 'revision_number': 1, 'project_id': '12ab0468071c4386a5fd2440f1c099c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72329a1d-2f0a-4ed8-a05e-1fd99d851fb9', 'name': '', 'network_id': '80c078ad-dab9-4128-aa75-5b381575767a', 'tenant_id': '12ab0468071c4386a5fd2440f1c099c4', 'mac_address': 'fa:16:3e:08:5a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '79a8cbb1-2ae6-4444-b791-b23d69c3e4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:04Z', 'updated_at': '2022-05-13T14:30:16Z', 'revision_number': 5, 'project_id': '12ab0468071c4386a5fd2440f1c099c4', 'subnets': [{'id': '79a8cbb1-2ae6-4444-b791-b23d69c3e4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:45.469777 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37e087e-1d6c-4167-99ae-68702134a732 None None] Checking router: 828d80e7-3ae2-4133-8b77-f0e543cbf28e for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:31:45.481333 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37e087e-1d6c-4167-99ae-68702134a732 None None] Routers {'828d80e7-3ae2-4133-8b77-f0e543cbf28e'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:31:45.482698 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-b37e087e-1d6c-4167-99ae-68702134a732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:31:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['828d80e7-3ae2-4133-8b77-f0e543cbf28e'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:45.536991 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e4254-84fd-45c8-8c1c-62e93bd232f3 req-1469367c-1976-4360-82ce-35f2a6ac5b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:45.539026 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-970e4254-84fd-45c8-8c1c-62e93bd232f3 req-1469367c-1976-4360-82ce-35f2a6ac5b0a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=12ab0468071c4386a5fd2440f1c099c4&device_id=2d9ebdbc-636b-4abd-b7e8-a98c245575d6 HTTP/1.1" status: 200 len: 1096 time: 0.4461319 May 13 14:31:45.559706 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efba77b-c569-427e-a07c-b467e872c9ca req-d602043b-ca1b-4577-8191-f76cc0d1abd0 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:45.568554 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efba77b-c569-427e-a07c-b467e872c9ca req-d602043b-ca1b-4577-8191-f76cc0d1abd0 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:45.574447 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efba77b-c569-427e-a07c-b467e872c9ca req-d602043b-ca1b-4577-8191-f76cc0d1abd0 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:45.582223 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9efba77b-c569-427e-a07c-b467e872c9ca req-d602043b-ca1b-4577-8191-f76cc0d1abd0 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=3632f16c-5110-4ebd-9692-df43fd601578 HTTP/1.1" status: 200 len: 2418 time: 0.2818005 May 13 14:31:45.694164 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port d3586676-44c6-4035-9ddd-b619188f584b, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=d3586676-44c6-4035-9ddd-b619188f584b,segment=NetworkSegment(f83b9c1a-1c4f-4324-954c-a30a86166b9c),segment_id=f83b9c1a-1c4f-4324-954c-a30a86166b9c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:45.694696 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-b37e087e-1d6c-4167-99ae-68702134a732 None None] Set router 828d80e7-3ae2-4133-8b77-f0e543cbf28e gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:31:45.713307 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'd3586676-44c6-4035-9ddd-b619188f584b', 'network_id': 'd5b93e96-929a-490c-a232-f3b635507046', 'port_id': 'd3586676-44c6-4035-9ddd-b619188f584b', 'mac_address': 'fa:16:3e:2d:c2:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d4f71ac-3351-4cb3-a10e-369f048aa2da', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:31:45.782517 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9efba77b-c569-427e-a07c-b467e872c9ca req-e6387df2-b72c-4a04-8cf7-536247bd5a45 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997073 May 13 14:31:45.816464 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port d3586676-44c6-4035-9ddd-b619188f584b is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:45.816928 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:45.837012 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3586676-44c6-4035-9ddd-b619188f584b {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:31:45.853649 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port d3586676-44c6-4035-9ddd-b619188f584b, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=d3586676-44c6-4035-9ddd-b619188f584b,segment=NetworkSegment(f83b9c1a-1c4f-4324-954c-a30a86166b9c),segment_id=f83b9c1a-1c4f-4324-954c-a30a86166b9c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:45.858834 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:45.864084 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-4e3804dd-5ba6-4f0a-81d8-90bfa8396e73 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:31:45.875619 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-a0669e79-f84a-47e9-9535-71b3c8991cf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 264f174b-52f0-4701-8c1f-20098e7391bb {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:31:45.886609 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-a0669e79-f84a-47e9-9535-71b3c8991cf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:45.903302 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e4254-84fd-45c8-8c1c-62e93bd232f3 req-6a86b330-8596-41b2-8ed6-f3b35ada415c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:45.903707 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-970e4254-84fd-45c8-8c1c-62e93bd232f3 req-6a86b330-8596-41b2-8ed6-f3b35ada415c service neutron] 10.222.0.59 "GET /v2.0/networks?id=80c078ad-dab9-4128-aa75-5b381575767a HTTP/1.1" status: 200 len: 916 time: 0.3059478 May 13 14:31:45.977448 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=d3586676-44c6-4035-9ddd-b619188f584b,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:46.043591 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-546df808-d964-4581-a2bb-ed64a76b0ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:46.052284 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-4e3804dd-5ba6-4f0a-81d8-90bfa8396e73 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:46.072445 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-4e3804dd-5ba6-4f0a-81d8-90bfa8396e73 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:31:46.091560 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-a0669e79-f84a-47e9-9535-71b3c8991cf8 service neutron] Transition to ACTIVE for port object 264f174b-52f0-4701-8c1f-20098e7391bb will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:46.105422 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-710a1118-f578-4ba5-afda-6c8b06ce741d req-d570bf5a-5021-425c-8e07-a7f2c8d6d238 tempest-ServerShowV247Test-1243005813 tempest-ServerShowV247Test-1243005813-project] 10.222.0.35 "GET /v2.0/ports?device_id=581253df-b48a-4943-b867-beb278bda169 HTTP/1.1" status: 200 len: 210 time: 0.0905893 May 13 14:31:46.108148 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-a0669e79-f84a-47e9-9535-71b3c8991cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:46.149522 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-b37e087e-1d6c-4167-99ae-68702134a732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460643016-router', 'tenant_id': '12ab0468071c4386a5fd2440f1c099c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '2bb5aab4-6bc1-4538-a26c-1f51483b6e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:29:54Z', 'updated_at': '2022-05-13T14:30:06Z', 'revision_number': 4, 'project_id': '12ab0468071c4386a5fd2440f1c099c4', 'gw_port': {'id': '2bb5aab4-6bc1-4538-a26c-1f51483b6e79', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:57Z', 'updated_at': '2022-05-13T14:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'c59e0fe6-0701-4bd3-a1dd-fd2599e8089f', 'tenant_id': '12ab0468071c4386a5fd2440f1c099c4', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'port_id': '4ae221d9-f023-493e-891e-f94928eeab2d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c078ad-dab9-4128-aa75-5b381575767a', 'mac_address': 'fa:16:3e:c6:9d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ebdbc-636b-4abd-b7e8-a98c245575d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:31:04Z', 'updated_at': '2022-05-13T14:31:42Z', 'revision_number': 1, 'project_id': '12ab0468071c4386a5fd2440f1c099c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72329a1d-2f0a-4ed8-a05e-1fd99d851fb9', 'name': '', 'network_id': '80c078ad-dab9-4128-aa75-5b381575767a', 'tenant_id': '12ab0468071c4386a5fd2440f1c099c4', 'mac_address': 'fa:16:3e:08:5a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '79a8cbb1-2ae6-4444-b791-b23d69c3e4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:04Z', 'updated_at': '2022-05-13T14:30:16Z', 'revision_number': 5, 'project_id': '12ab0468071c4386a5fd2440f1c099c4', 'subnets': [{'id': '79a8cbb1-2ae6-4444-b791-b23d69c3e4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:46.158242 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37e087e-1d6c-4167-99ae-68702134a732 None None] The sync data for ids ['828d80e7-3ae2-4133-8b77-f0e543cbf28e'] in n-d-841760-1 is: [{'id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460643016-router', 'tenant_id': '12ab0468071c4386a5fd2440f1c099c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '2bb5aab4-6bc1-4538-a26c-1f51483b6e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:29:54Z', 'updated_at': '2022-05-13T14:30:06Z', 'revision_number': 4, 'project_id': '12ab0468071c4386a5fd2440f1c099c4', 'gw_port': {'id': '2bb5aab4-6bc1-4538-a26c-1f51483b6e79', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:57Z', 'updated_at': '2022-05-13T14:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'c59e0fe6-0701-4bd3-a1dd-fd2599e8089f', 'tenant_id': '12ab0468071c4386a5fd2440f1c099c4', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'port_id': '4ae221d9-f023-493e-891e-f94928eeab2d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c078ad-dab9-4128-aa75-5b381575767a', 'mac_address': 'fa:16:3e:c6:9d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9ebdbc-636b-4abd-b7e8-a98c245575d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:31:04Z', 'updated_at': '2022-05-13T14:31:42Z', 'revision_number': 1, 'project_id': '12ab0468071c4386a5fd2440f1c099c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72329a1d-2f0a-4ed8-a05e-1fd99d851fb9', 'name': '', 'network_id': '80c078ad-dab9-4128-aa75-5b381575767a', 'tenant_id': '12ab0468071c4386a5fd2440f1c099c4', 'mac_address': 'fa:16:3e:08:5a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '79a8cbb1-2ae6-4444-b791-b23d69c3e4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:04Z', 'updated_at': '2022-05-13T14:30:16Z', 'revision_number': 5, 'project_id': '12ab0468071c4386a5fd2440f1c099c4', 'subnets': [{'id': '79a8cbb1-2ae6-4444-b791-b23d69c3e4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:31:46.164355 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3804dd-5ba6-4f0a-81d8-90bfa8396e73 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Pushing event updated for resources: {'Port': ['ID=d044bab1-0650-4c79-bf4c-d0feaf1d04cd,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:46.189666 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['d3586676-44c6-4035-9ddd-b619188f584b'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:31:46.265498 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b0e5a-c7de-4455-83b8-192c22722d60 req-4affea35-5218-4eba-ab08-5ac7f4dfc576 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:46.267066 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8d1b0e5a-c7de-4455-83b8-192c22722d60 req-4affea35-5218-4eba-ab08-5ac7f4dfc576 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 951 time: 1.5462096 May 13 14:31:46.308758 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-546df808-d964-4581-a2bb-ed64a76b0ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c57dfcc-adc7-4a5b-8feb-0ff2c69376af']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:46.360018 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0669e79-f84a-47e9-9535-71b3c8991cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=264f174b-52f0-4701-8c1f-20098e7391bb,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:46.375546 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-970e4254-84fd-45c8-8c1c-62e93bd232f3 req-7f876ee4-fb2e-4dd6-a0ff-fb6f1beffcaa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ae221d9-f023-493e-891e-f94928eeab2d HTTP/1.1" status: 200 len: 999 time: 0.4546630 May 13 14:31:46.424004 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-4e3804dd-5ba6-4f0a-81d8-90bfa8396e73 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:46.425078 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-4e3804dd-5ba6-4f0a-81d8-90bfa8396e73 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:46.459794 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-88f432b0-4a3b-4336-960f-d5cbf9b29fc8 req-cf60cb4b-0909-4a66-8976-47f0fdf54aeb tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] For port 62fe7f39-085f-40cf-be2e-1290e4a0f845, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=62fe7f39-085f-40cf-be2e-1290e4a0f845,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:46.459794 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-88f432b0-4a3b-4336-960f-d5cbf9b29fc8 req-cf60cb4b-0909-4a66-8976-47f0fdf54aeb tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:46.519542 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ebfedd40-5b7b-4334-907e-d532dcd486a7 None None] Provisioning for port d044bab1-0650-4c79-bf4c-d0feaf1d04cd completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:46.536726 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584dc995-b17f-47a8-ad0a-1b4f85c2ec6a None None] New status for floating IP c59e0fe6-0701-4bd3-a1dd-fd2599e8089f: ACTIVE {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:31:46.563386 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-546df808-d964-4581-a2bb-ed64a76b0ab2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a7ed751-6e14-4aec-886a-659113dd6981') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:46.563716 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-546df808-d964-4581-a2bb-ed64a76b0ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a7ed751-6e14-4aec-886a-659113dd6981') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:46.578106 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-546df808-d964-4581-a2bb-ed64a76b0ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:46.600805 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-546df808-d964-4581-a2bb-ed64a76b0ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:46.609095 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-546df808-d964-4581-a2bb-ed64a76b0ab2 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:31:46.609522 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-546df808-d964-4581-a2bb-ed64a76b0ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:46.616037 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ebfedd40-5b7b-4334-907e-d532dcd486a7 None None] Provisioning complete for port d044bab1-0650-4c79-bf4c-d0feaf1d04cd triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:46.616561 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ebfedd40-5b7b-4334-907e-d532dcd486a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:46.664961 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e4254-84fd-45c8-8c1c-62e93bd232f3 req-fb283b05-1495-4706-971f-adfb06a0977b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:46.666396 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-970e4254-84fd-45c8-8c1c-62e93bd232f3 req-fb283b05-1495-4706-971f-adfb06a0977b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=79a8cbb1-2ae6-4444-b791-b23d69c3e4a0 HTTP/1.1" status: 200 len: 854 time: 0.2189181 May 13 14:31:46.668882 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-a0669e79-f84a-47e9-9535-71b3c8991cf8 service neutron] Attempting to bind port 264f174b-52f0-4701-8c1f-20098e7391bb on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:31:46.669190 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-a0669e79-f84a-47e9-9535-71b3c8991cf8 service neutron] Attempting to bind port 264f174b-52f0-4701-8c1f-20098e7391bb by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:31:46.669513 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-a0669e79-f84a-47e9-9535-71b3c8991cf8 service neutron] Attempting to bind port 264f174b-52f0-4701-8c1f-20098e7391bb on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: timer() May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:31:46.681813 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:31:46.711610 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ebfedd40-5b7b-4334-907e-d532dcd486a7 None None] Port d044bab1-0650-4c79-bf4c-d0feaf1d04cd cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:31:46.719892 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-a0669e79-f84a-47e9-9535-71b3c8991cf8 service neutron] Port 264f174b-52f0-4701-8c1f-20098e7391bb on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:31:46.719892 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-a0669e79-f84a-47e9-9535-71b3c8991cf8 service neutron] Attempting to bind port 264f174b-52f0-4701-8c1f-20098e7391bb on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:46.735456 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-a0669e79-f84a-47e9-9535-71b3c8991cf8 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:31:46.735795 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-a0669e79-f84a-47e9-9535-71b3c8991cf8 service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:31:46.736181 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-a0669e79-f84a-47e9-9535-71b3c8991cf8 service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:31:46.736617 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-a0669e79-f84a-47e9-9535-71b3c8991cf8 service neutron] Bound port: 264f174b-52f0-4701-8c1f-20098e7391bb, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:31:46.736960 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-a0669e79-f84a-47e9-9535-71b3c8991cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:46.754514 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f16312-1a91-4e88-b4d9-a93e16e41fff req-2a3f0f22-5ac3-4717-b7e5-c2e6308581c1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:46.755336 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-c2f16312-1a91-4e88-b4d9-a93e16e41fff req-2a3f0f22-5ac3-4717-b7e5-c2e6308581c1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Synchronizing usage tracker for tenant:a49f1166c3f54f5fb3c6b91a02cdaaab on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:46.836161 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-c2f16312-1a91-4e88-b4d9-a93e16e41fff req-2a3f0f22-5ac3-4717-b7e5-c2e6308581c1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Unset dirty status for tenant:a49f1166c3f54f5fb3c6b91a02cdaaab on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:46.837330 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c2f16312-1a91-4e88-b4d9-a93e16e41fff req-2a3f0f22-5ac3-4717-b7e5-c2e6308581c1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2a733f9-66c0-4c1b-ac95-bcf8138fdd6c HTTP/1.1" status: 200 len: 947 time: 0.4602227 May 13 14:31:46.881837 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-88f432b0-4a3b-4336-960f-d5cbf9b29fc8 req-cf60cb4b-0909-4a66-8976-47f0fdf54aeb tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Calling delete_port for 62fe7f39-085f-40cf-be2e-1290e4a0f845 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:31:46.911256 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e4254-84fd-45c8-8c1c-62e93bd232f3 req-bee2f0a6-4d4a-4eec-8023-5e2a6d5d58bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:46.918418 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-970e4254-84fd-45c8-8c1c-62e93bd232f3 req-bee2f0a6-4d4a-4eec-8023-5e2a6d5d58bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=80c078ad-dab9-4128-aa75-5b381575767a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2346492 May 13 14:31:46.922562 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-a0669e79-f84a-47e9-9535-71b3c8991cf8 service neutron] For port 264f174b-52f0-4701-8c1f-20098e7391bb, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:31:46.958941 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf69fb1f-1a84-4532-8d39-44498ccf99b6 admin admin] Router df0c6448-18b1-44b5-8940-4db1b45936bc has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:31:46.982777 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-4e3804dd-5ba6-4f0a-81d8-90bfa8396e73 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.2955339 May 13 14:31:46.999303 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-71324d4d-2667-4c89-a391-6cb4bdc2af40 service neutron] Request body: {'port': {'device_id': 'e113854b-84ad-48a4-862d-c2340036b6a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:47.009008 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c2f16312-1a91-4e88-b4d9-a93e16e41fff req-110283f0-a535-473a-b673-b8925b8e10e7 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595404 May 13 14:31:47.014396 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-a0669e79-f84a-47e9-9535-71b3c8991cf8 service neutron] For port 264f174b-52f0-4701-8c1f-20098e7391bb, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=264f174b-52f0-4701-8c1f-20098e7391bb,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:31:47.027665 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-a0669e79-f84a-47e9-9535-71b3c8991cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:47.040411 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8d1b0e5a-c7de-4455-83b8-192c22722d60 req-8a865ef6-60e8-4ca0-8dff-2df4f21e4c98 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fec87bc-67ab-4181-b415-05fb9c77c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7336547 May 13 14:31:47.041216 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-546df808-d964-4581-a2bb-ed64a76b0ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:47.077844 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-546df808-d964-4581-a2bb-ed64a76b0ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:47.122356 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-a0669e79-f84a-47e9-9535-71b3c8991cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:47.122967 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-a0669e79-f84a-47e9-9535-71b3c8991cf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:47.124878 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-a0669e79-f84a-47e9-9535-71b3c8991cf8 service neutron] 10.222.0.59 "PUT /v2.0/ports/264f174b-52f0-4701-8c1f-20098e7391bb HTTP/1.1" status: 200 len: 1095 time: 2.7750571 May 13 14:31:47.141400 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a733f9-66c0-4c1b-ac95-bcf8138fdd6c', 'tag': '264f174b-52f0-4701-8c1f-20098e7391bb'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:47.187867 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546df808-d964-4581-a2bb-ed64a76b0ab2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c57dfcc-adc7-4a5b-8feb-0ff2c69376af,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:47.230398 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-546df808-d964-4581-a2bb-ed64a76b0ab2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5c57dfcc-adc7-4a5b-8feb-0ff2c69376af HTTP/1.1" status: 204 len: 168 time: 4.5382254 May 13 14:31:47.280287 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0669e79-f84a-47e9-9535-71b3c8991cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=264f174b-52f0-4701-8c1f-20098e7391bb,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:47.284244 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-970e4254-84fd-45c8-8c1c-62e93bd232f3 req-f20612df-8746-414a-98a4-b2dd72249435 service neutron] 10.222.0.59 "GET /v2.0/networks/80c078ad-dab9-4128-aa75-5b381575767a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548605 May 13 14:31:47.445440 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device d3586676-44c6-4035-9ddd-b619188f584b up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:31:47.511984 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44208) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:47.529517 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a13d7cb7-2fc8-4993-87e1-e952dff3a038 req-457b23ad-2eca-4d37-9270-dd5ee103a102 tempest-ServerShowV247Test-1243005813 tempest-ServerShowV247Test-1243005813-project] 10.222.0.35 "GET /v2.0/ports?device_id=581253df-b48a-4943-b867-beb278bda169 HTTP/1.1" status: 200 len: 210 time: 0.2204440 May 13 14:31:47.544385 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port d3586676-44c6-4035-9ddd-b619188f584b completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:47.550494 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port d3586676-44c6-4035-9ddd-b619188f584b triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:47.550925 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:47.567496 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-71324d4d-2667-4c89-a391-6cb4bdc2af40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:47.622943 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-9badb3b3-5d03-4e38-a3eb-cf8dab3408d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:47.624427 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-9badb3b3-5d03-4e38-a3eb-cf8dab3408d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&device_id=d2a733f9-66c0-4c1b-ac95-bcf8138fdd6c HTTP/1.1" status: 200 len: 1098 time: 0.4431307 May 13 14:31:47.641000 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d090aa86-77e4-400c-828e-a6ee76b52070'] response: {'name': 'network-changed', 'server_uuid': 'd2a733f9-66c0-4c1b-ac95-bcf8138fdd6c', 'tag': '264f174b-52f0-4701-8c1f-20098e7391bb', 'status': 'completed', 'code': 200} May 13 14:31:47.681792 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf69fb1f-1a84-4532-8d39-44498ccf99b6 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:31:47.691001 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8f64b1-fd86-489a-96ee-7f940c09b82f None None] Sync routers for ids ['df0c6448-18b1-44b5-8940-4db1b45936bc'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:31:47.699674 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-88f432b0-4a3b-4336-960f-d5cbf9b29fc8 req-cf60cb4b-0909-4a66-8976-47f0fdf54aeb tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:47.710895 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8f64b1-fd86-489a-96ee-7f940c09b82f None None] Routers {'df0c6448-18b1-44b5-8940-4db1b45936bc'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:31:47.711565 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-6d8f64b1-fd86-489a-96ee-7f940c09b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:31:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['df0c6448-18b1-44b5-8940-4db1b45936bc'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:47.724352 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-66ddd524-983f-4034-b931-ad7b12509f1d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=264f174b-52f0-4701-8c1f-20098e7391bb HTTP/1.1" status: 200 len: 217 time: 0.0821412 May 13 14:31:47.732456 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-970e4254-84fd-45c8-8c1c-62e93bd232f3 req-5a15de83-0bf3-48c9-8daf-48661e9eb5c6 service neutron] 10.222.0.59 "GET /v2.0/networks/80c078ad-dab9-4128-aa75-5b381575767a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266567 May 13 14:31:47.748928 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port d3586676-44c6-4035-9ddd-b619188f584b is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:47.750445 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:47.798046 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60cb4b-0909-4a66-8976-47f0fdf54aeb tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Pushing event deleted for resources: {'Port': ['ID=62fe7f39-085f-40cf-be2e-1290e4a0f845,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:47.803087 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ed58a920-60d5-415c-a1d6-477b43426915 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dc7f182b99334da6876b361034afff56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894464 May 13 14:31:47.806715 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44212) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:47.823425 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-deeb3830-ac94-4ed5-9515-c8da820f584f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:47.824237 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3586676-44c6-4035-9ddd-b619188f584b'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:47.825958 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-deeb3830-ac94-4ed5-9515-c8da820f584f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.0866308 May 13 14:31:47.846610 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port d3586676-44c6-4035-9ddd-b619188f584b, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=d3586676-44c6-4035-9ddd-b619188f584b,segment=NetworkSegment(f83b9c1a-1c4f-4324-954c-a30a86166b9c),segment_id=f83b9c1a-1c4f-4324-954c-a30a86166b9c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:47.852476 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:47.853270 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 62fe7f39-085f-40cf-be2e-1290e4a0f845 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:31:47.872623 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bf69fb1f-1a84-4532-8d39-44498ccf99b6 admin admin] 10.222.0.35 "PUT /v2.0/routers/df0c6448-18b1-44b5-8940-4db1b45936bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6450956 May 13 14:31:47.881708 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44218) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:48.013201 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e7911a40-1659-49eb-b198-a756b6478f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:48.016015 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-6d8f64b1-fd86-489a-96ee-7f940c09b82f None None] Set router df0c6448-18b1-44b5-8940-4db1b45936bc gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:31:48.044881 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 62fe7f39-085f-40cf-be2e-1290e4a0f845 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:31:48.045933 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 62fe7f39-085f-40cf-be2e-1290e4a0f845 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:31:48.057466 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=d3586676-44c6-4035-9ddd-b619188f584b,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:48.076875 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:48.091591 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e26fcb-62fb-4f2c-ac44-fcbc4b7977f5 req-84162ab8-acf0-4af9-9d10-0aa51f2786c2 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:48.098179 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94e26fcb-62fb-4f2c-ac44-fcbc4b7977f5 req-84162ab8-acf0-4af9-9d10-0aa51f2786c2 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 944 time: 0.7849591 May 13 14:31:48.101350 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e7911a40-1659-49eb-b198-a756b6478f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:48.129209 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f432b0-4a3b-4336-960f-d5cbf9b29fc8 req-cf60cb4b-0909-4a66-8976-47f0fdf54aeb tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] No DVR routers for this DVR port 62fe7f39-085f-40cf-be2e-1290e4a0f845 on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:31:48.132592 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-88f432b0-4a3b-4336-960f-d5cbf9b29fc8 req-cf60cb4b-0909-4a66-8976-47f0fdf54aeb tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:48.134556 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-88f432b0-4a3b-4336-960f-d5cbf9b29fc8 req-cf60cb4b-0909-4a66-8976-47f0fdf54aeb tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.59 "DELETE /v2.0/ports/62fe7f39-085f-40cf-be2e-1290e4a0f845 HTTP/1.1" status: 204 len: 173 time: 3.2166591 May 13 14:31:48.139727 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbc3ba4f-d8d8-4481-9a8c-63d1cc30e5ea'] response: {'server_uuid': '3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3586676-44c6-4035-9ddd-b619188f584b', 'code': 200} May 13 14:31:48.174274 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-a683cc10-2900-4535-8dc0-456ce64166bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:48.178727 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-a683cc10-2900-4535-8dc0-456ce64166bf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3450115 May 13 14:31:48.197248 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99104040-ca66-4816-9a4a-97fe3e503f87', 'name': 'network-vif-deleted', 'tag': '62fe7f39-085f-40cf-be2e-1290e4a0f845'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:48.207179 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e7911a40-1659-49eb-b198-a756b6478f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:48.364332 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7911a40-1659-49eb-b198-a756b6478f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98e6b0e-4001-4743-bde3-3ee3d699108a,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:48.436770 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e7911a40-1659-49eb-b198-a756b6478f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:48.440389 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e7911a40-1659-49eb-b198-a756b6478f08 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f98e6b0e-4001-4743-bde3-3ee3d699108a HTTP/1.1" status: 204 len: 168 time: 0.6301639 May 13 14:31:48.468793 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-6d8f64b1-fd86-489a-96ee-7f940c09b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'name': 'tempest-ServersTestManualDisk-75985197-router', 'tenant_id': '1755eac0ebb04150a11ef4b6de32b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd664f768-0ee6-43d7-ae72-1c78ef82cb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:29:17Z', 'updated_at': '2022-05-13T14:31:43Z', 'revision_number': 5, 'project_id': '1755eac0ebb04150a11ef4b6de32b782', 'gw_port': {'id': 'd664f768-0ee6-43d7-ae72-1c78ef82cb98', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:19Z', 'updated_at': '2022-05-13T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:48.475659 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8f64b1-fd86-489a-96ee-7f940c09b82f None None] Checking router: df0c6448-18b1-44b5-8940-4db1b45936bc for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:31:48.482679 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94e26fcb-62fb-4f2c-ac44-fcbc4b7977f5 req-314c52f7-4432-4750-9fee-4579dda6e312 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837199 May 13 14:31:48.487833 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8f64b1-fd86-489a-96ee-7f940c09b82f None None] Routers {'df0c6448-18b1-44b5-8940-4db1b45936bc'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:31:48.488643 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-6d8f64b1-fd86-489a-96ee-7f940c09b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:31:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['df0c6448-18b1-44b5-8940-4db1b45936bc'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:48.521862 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24eee980-e7b4-4ece-8d47-197bc32d8e31 admin admin] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:48.531706 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-9f66a690-2340-4f7b-99c7-4fbd201d1dd0 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859743 May 13 14:31:48.675557 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7c296-6a8c-4163-9c8d-06be8b643a80 req-a8cce4d5-771c-4b47-bccb-b4e5a84080b1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:48.677275 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6bf7c296-6a8c-4163-9c8d-06be8b643a80 req-a8cce4d5-771c-4b47-bccb-b4e5a84080b1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2a733f9-66c0-4c1b-ac95-bcf8138fdd6c HTTP/1.1" status: 200 len: 947 time: 0.3159716 May 13 14:31:48.783149 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6bf7c296-6a8c-4163-9c8d-06be8b643a80 req-4480709f-f405-4ca9-b3f7-61978bae549a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995815 May 13 14:31:48.844952 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-a10b6106-992f-44f7-995e-fb4126099f0c service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020992 May 13 14:31:48.885217 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-6d8f64b1-fd86-489a-96ee-7f940c09b82f None None] Set router df0c6448-18b1-44b5-8940-4db1b45936bc gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:31:49.005397 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a08662-9596-4c6c-9e0a-5d3c6263bbf3 req-babd7078-365b-4534-ba5e-a22901fb5019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:49.007467 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-28a08662-9596-4c6c-9e0a-5d3c6263bbf3 req-babd7078-365b-4534-ba5e-a22901fb5019 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 1096 time: 0.7563443 May 13 14:31:49.019092 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-241c51aa-84c2-402b-af7a-b9399c5a27b6 req-d37932ea-a385-454b-8e0e-5da2a8ec1f29 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Synchronizing usage tracker for tenant:6f63b25b835b4625ab62ac037232d4b9 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:49.113797 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7eb9c-ae2f-47b9-8849-980cf0fb8b8d req-18f76431-790a-4746-9744-94573b5bb159 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:49.121827 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7eb9c-ae2f-47b9-8849-980cf0fb8b8d req-18f76431-790a-4746-9744-94573b5bb159 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:49.127949 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7eb9c-ae2f-47b9-8849-980cf0fb8b8d req-18f76431-790a-4746-9744-94573b5bb159 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:49.129587 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e7e7eb9c-ae2f-47b9-8849-980cf0fb8b8d req-18f76431-790a-4746-9744-94573b5bb159 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=3632f16c-5110-4ebd-9692-df43fd601578 HTTP/1.1" status: 200 len: 2418 time: 0.1667514 May 13 14:31:49.133039 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb0347-01d3-4f31-8864-7e547a3efc93 req-7713b03f-55c7-4933-874c-2a45e8e66c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:49.134936 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-38eb0347-01d3-4f31-8864-7e547a3efc93 req-7713b03f-55c7-4933-874c-2a45e8e66c4d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&device_id=d2a733f9-66c0-4c1b-ac95-bcf8138fdd6c HTTP/1.1" status: 200 len: 1098 time: 0.2262497 May 13 14:31:49.150061 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24eee980-e7b4-4ece-8d47-197bc32d8e31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:49.157686 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-241c51aa-84c2-402b-af7a-b9399c5a27b6 req-d37932ea-a385-454b-8e0e-5da2a8ec1f29 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] Unset dirty status for tenant:6f63b25b835b4625ab62ac037232d4b9 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:49.158816 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-241c51aa-84c2-402b-af7a-b9399c5a27b6 req-d37932ea-a385-454b-8e0e-5da2a8ec1f29 tempest-ServersAdminTestJSON-303287010 tempest-ServersAdminTestJSON-303287010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99104040-ca66-4816-9a4a-97fe3e503f87 HTTP/1.1" status: 200 len: 210 time: 0.2369323 May 13 14:31:49.166298 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-28a08662-9596-4c6c-9e0a-5d3c6263bbf3 req-7107ec80-2c5a-4bbd-b63e-ceb1dd6a7048 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489446 May 13 14:31:49.189770 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-71324d4d-2667-4c89-a391-6cb4bdc2af40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d044bab1-0650-4c79-bf4c-d0feaf1d04cd {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:31:49.203544 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-24eee980-e7b4-4ece-8d47-197bc32d8e31 admin admin] Deleting port d664f768-0ee6-43d7-ae72-1c78ef82cb98 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:31:49.204149 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24eee980-e7b4-4ece-8d47-197bc32d8e31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:49.253656 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-71324d4d-2667-4c89-a391-6cb4bdc2af40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:49.258038 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0f47dda-b2f3-4b42-8a5c-7878a8cb18bc'] response: {'server_uuid': '99104040-ca66-4816-9a4a-97fe3e503f87', 'name': 'network-vif-deleted', 'tag': '62fe7f39-085f-40cf-be2e-1290e4a0f845', 'status': 'completed', 'code': 200} May 13 14:31:49.298280 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-71324d4d-2667-4c89-a391-6cb4bdc2af40 service neutron] Transition to ACTIVE for port object d044bab1-0650-4c79-bf4c-d0feaf1d04cd will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:49.332973 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-71324d4d-2667-4c89-a391-6cb4bdc2af40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:49.374420 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-6d8f64b1-fd86-489a-96ee-7f940c09b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'name': 'tempest-ServersTestManualDisk-75985197-router', 'tenant_id': '1755eac0ebb04150a11ef4b6de32b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd664f768-0ee6-43d7-ae72-1c78ef82cb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:29:17Z', 'updated_at': '2022-05-13T14:31:43Z', 'revision_number': 5, 'project_id': '1755eac0ebb04150a11ef4b6de32b782', 'gw_port': {'id': 'd664f768-0ee6-43d7-ae72-1c78ef82cb98', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:19Z', 'updated_at': '2022-05-13T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:49.380098 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8f64b1-fd86-489a-96ee-7f940c09b82f None None] The sync data for ids ['df0c6448-18b1-44b5-8940-4db1b45936bc'] in n-d-841760-1 is: [{'id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'name': 'tempest-ServersTestManualDisk-75985197-router', 'tenant_id': '1755eac0ebb04150a11ef4b6de32b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd664f768-0ee6-43d7-ae72-1c78ef82cb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:29:17Z', 'updated_at': '2022-05-13T14:31:43Z', 'revision_number': 5, 'project_id': '1755eac0ebb04150a11ef4b6de32b782', 'gw_port': {'id': 'd664f768-0ee6-43d7-ae72-1c78ef82cb98', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0c6448-18b1-44b5-8940-4db1b45936bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:19Z', 'updated_at': '2022-05-13T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:31:49.408453 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb0347-01d3-4f31-8864-7e547a3efc93 req-f2761ec3-1f66-4c40-9efb-7b71e820a920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:49.410519 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-38eb0347-01d3-4f31-8864-7e547a3efc93 req-f2761ec3-1f66-4c40-9efb-7b71e820a920 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.2561722 May 13 14:31:49.512446 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e7e7eb9c-ae2f-47b9-8849-980cf0fb8b8d req-54e23818-4eb4-4f0d-9ef6-fe5e8a3c73f8 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742657 May 13 14:31:49.513646 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-38eb0347-01d3-4f31-8864-7e547a3efc93 req-55498c9f-f775-49be-8631-a1693f3bc78c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=264f174b-52f0-4701-8c1f-20098e7391bb HTTP/1.1" status: 200 len: 217 time: 0.0752456 May 13 14:31:49.589736 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a1c197d9-8417-41d5-b6af-05d1d712a856 req-607c25f7-f27e-446f-913a-665f617b6d39 tempest-ServerShowV247Test-1243005813 tempest-ServerShowV247Test-1243005813-project] 10.222.0.35 "GET /v2.0/ports?device_id=581253df-b48a-4943-b867-beb278bda169 HTTP/1.1" status: 200 len: 210 time: 0.1238313 May 13 14:31:49.631282 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb0347-01d3-4f31-8864-7e547a3efc93 req-e3d33961-de29-4302-b054-ed636e56607d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:49.631282 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-38eb0347-01d3-4f31-8864-7e547a3efc93 req-e3d33961-de29-4302-b054-ed636e56607d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1044259 May 13 14:31:49.674980 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71324d4d-2667-4c89-a391-6cb4bdc2af40 service neutron] Pushing event updated for resources: {'Port': ['ID=d044bab1-0650-4c79-bf4c-d0feaf1d04cd,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:49.705621 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44254) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:49.789080 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-24eee980-e7b4-4ece-8d47-197bc32d8e31 admin admin] For port d664f768-0ee6-43d7-ae72-1c78ef82cb98, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d664f768-0ee6-43d7-ae72-1c78ef82cb98,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:49.789431 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24eee980-e7b4-4ece-8d47-197bc32d8e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:49.814582 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c8db192e-f0a8-457e-bccb-d0569b7e440f no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:31:49.851871 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb0347-01d3-4f31-8864-7e547a3efc93 req-3452e4ba-e093-4251-8755-d0ba4620e96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:49.853388 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-38eb0347-01d3-4f31-8864-7e547a3efc93 req-3452e4ba-e093-4251-8755-d0ba4620e96d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2199526 May 13 14:31:49.872433 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936ecae-5a71-47f5-97f2-c17a02ffed57 req-3921e765-875c-4ee5-81bd-5234fd04ab9f tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:49.880439 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1936ecae-5a71-47f5-97f2-c17a02ffed57 req-3921e765-875c-4ee5-81bd-5234fd04ab9f tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 945 time: 0.1901989 May 13 14:31:49.899922 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-71324d4d-2667-4c89-a391-6cb4bdc2af40 service neutron] Attempting to bind port d044bab1-0650-4c79-bf4c-d0feaf1d04cd on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:31:49.900536 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-71324d4d-2667-4c89-a391-6cb4bdc2af40 service neutron] Attempting to bind port d044bab1-0650-4c79-bf4c-d0feaf1d04cd by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:31:49.901045 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-71324d4d-2667-4c89-a391-6cb4bdc2af40 service neutron] Attempting to bind port d044bab1-0650-4c79-bf4c-d0feaf1d04cd on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:49.908045 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: c8db192e-f0a8-457e-bccb-d0569b7e440f {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:31:49.908387 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c8db192e-f0a8-457e-bccb-d0569b7e440f not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:31:50.000165 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-24eee980-e7b4-4ece-8d47-197bc32d8e31 admin admin] Calling delete_port for d664f768-0ee6-43d7-ae72-1c78ef82cb98 owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:31:50.029000 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-71324d4d-2667-4c89-a391-6cb4bdc2af40 service neutron] Port d044bab1-0650-4c79-bf4c-d0feaf1d04cd on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:31:50.029329 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-71324d4d-2667-4c89-a391-6cb4bdc2af40 service neutron] Attempting to bind port d044bab1-0650-4c79-bf4c-d0feaf1d04cd on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:50.120085 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-9b0a796b-7404-4216-a48b-3eb2d834787b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1303738637-network', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:50.144013 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9b0a796b-7404-4216-a48b-3eb2d834787b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:50.146206 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-71324d4d-2667-4c89-a391-6cb4bdc2af40 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:31:50.147134 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-71324d4d-2667-4c89-a391-6cb4bdc2af40 service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:31:50.147516 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-71324d4d-2667-4c89-a391-6cb4bdc2af40 service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:31:50.147954 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-71324d4d-2667-4c89-a391-6cb4bdc2af40 service neutron] Bound port: d044bab1-0650-4c79-bf4c-d0feaf1d04cd, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:31:50.148296 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-71324d4d-2667-4c89-a391-6cb4bdc2af40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:50.170926 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9b0a796b-7404-4216-a48b-3eb2d834787b admin admin] Usage tracker for resource:network and tenant:b6ab0120ba4d4937a9340132b618cd48 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:50.171640 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1936ecae-5a71-47f5-97f2-c17a02ffed57 req-f5659e5b-8ca9-4427-b4a0-1887059219f2 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897925 May 13 14:31:50.185951 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9b0a796b-7404-4216-a48b-3eb2d834787b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:50.227805 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-38eb0347-01d3-4f31-8864-7e547a3efc93 req-f527d868-5cac-4762-9cad-d4a4a2231062 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452353 May 13 14:31:50.258740 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9b0a796b-7404-4216-a48b-3eb2d834787b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:50.333309 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0a796b-7404-4216-a48b-3eb2d834787b admin admin] Made reservation on behalf of b6ab0120ba4d4937a9340132b618cd48 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:31:50.336165 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b0a796b-7404-4216-a48b-3eb2d834787b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:50.374979 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b0a796b-7404-4216-a48b-3eb2d834787b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:50.385764 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-38eb0347-01d3-4f31-8864-7e547a3efc93 req-62e61fdf-0510-4ab4-b3e1-dd5ed5eb3ba8 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526091 May 13 14:31:50.424312 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9b0a796b-7404-4216-a48b-3eb2d834787b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:50.436380 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686c18b-fbb6-4ae2-9b72-4a48e284c4f7 req-18a9da45-cf0a-4c75-ad79-3c0a46aa2a9e tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:50.439579 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c686c18b-fbb6-4ae2-9b72-4a48e284c4f7 req-18a9da45-cf0a-4c75-ad79-3c0a46aa2a9e tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2a733f9-66c0-4c1b-ac95-bcf8138fdd6c HTTP/1.1" status: 200 len: 947 time: 0.4474547 May 13 14:31:50.444733 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-71324d4d-2667-4c89-a391-6cb4bdc2af40 service neutron] For port d044bab1-0650-4c79-bf4c-d0feaf1d04cd, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:31:50.449228 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9b0a796b-7404-4216-a48b-3eb2d834787b admin admin] Usage tracker for resource:security_group_rule and tenant:b6ab0120ba4d4937a9340132b618cd48 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:50.454934 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-71324d4d-2667-4c89-a391-6cb4bdc2af40 service neutron] For port d044bab1-0650-4c79-bf4c-d0feaf1d04cd, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=d044bab1-0650-4c79-bf4c-d0feaf1d04cd,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:31:50.456479 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9b0a796b-7404-4216-a48b-3eb2d834787b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:50.472851 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da70fc-ffb5-43d7-af62-a553f8d5afbe req-4374eafd-a1a6-4972-87f6-2d1451732384 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:50.479272 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da70fc-ffb5-43d7-af62-a553f8d5afbe req-4374eafd-a1a6-4972-87f6-2d1451732384 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:50.486134 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da70fc-ffb5-43d7-af62-a553f8d5afbe req-4374eafd-a1a6-4972-87f6-2d1451732384 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:50.487822 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-16da70fc-ffb5-43d7-af62-a553f8d5afbe req-4374eafd-a1a6-4972-87f6-2d1451732384 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.74 "GET /v2.0/ports?device_id=3632f16c-5110-4ebd-9692-df43fd601578 HTTP/1.1" status: 200 len: 2418 time: 0.4560137 May 13 14:31:50.509243 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9b0a796b-7404-4216-a48b-3eb2d834787b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:50.512921 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-71324d4d-2667-4c89-a391-6cb4bdc2af40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:50.541420 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44270) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:50.636718 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-16da70fc-ffb5-43d7-af62-a553f8d5afbe req-184ffb29-c26e-4d24-8dee-4a3030b54787 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Deleting port a79e77ab-6717-4c10-a501-07da06afa369 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:31:50.637109 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-16da70fc-ffb5-43d7-af62-a553f8d5afbe req-184ffb29-c26e-4d24-8dee-4a3030b54787 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:50.770477 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fd80b7b0-d325-4369-946c-9fd8cfca581a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6f63b25b835b4625ab62ac037232d4b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271280 May 13 14:31:50.773942 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44280) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:50.789877 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-71324d4d-2667-4c89-a391-6cb4bdc2af40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:50.790500 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-71324d4d-2667-4c89-a391-6cb4bdc2af40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:50.791937 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-71324d4d-2667-4c89-a391-6cb4bdc2af40 service neutron] 10.222.0.59 "PUT /v2.0/ports/d044bab1-0650-4c79-bf4c-d0feaf1d04cd HTTP/1.1" status: 200 len: 1096 time: 3.8020301 May 13 14:31:50.811339 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c686c18b-fbb6-4ae2-9b72-4a48e284c4f7 req-bcdbb013-8452-4c51-bc51-a92d4c69e17d tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587370 May 13 14:31:50.861200 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a8b93-2083-4daf-a1fc-de2ffabf91b1 req-caba2931-be00-4e1f-946f-f505aecc5ee4 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:50.874966 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a8b93-2083-4daf-a1fc-de2ffabf91b1 req-caba2931-be00-4e1f-946f-f505aecc5ee4 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:50.884024 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a8b93-2083-4daf-a1fc-de2ffabf91b1 req-caba2931-be00-4e1f-946f-f505aecc5ee4 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:50.885996 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2b9a8b93-2083-4daf-a1fc-de2ffabf91b1 req-caba2931-be00-4e1f-946f-f505aecc5ee4 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=3632f16c-5110-4ebd-9692-df43fd601578 HTTP/1.1" status: 200 len: 2418 time: 0.2419331 May 13 14:31:50.951843 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2d24e07-925b-4e42-9c97-d7cdf734989a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:50.991680 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2b9a8b93-2083-4daf-a1fc-de2ffabf91b1 req-80dd870e-7950-4356-96fc-3ced948f4dfd tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959816 May 13 14:31:51.022253 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2d24e07-925b-4e42-9c97-d7cdf734989a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:51.078621 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2d24e07-925b-4e42-9c97-d7cdf734989a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:51.079709 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71324d4d-2667-4c89-a391-6cb4bdc2af40 service neutron] Pushing event updated for resources: {'Port': ['ID=d044bab1-0650-4c79-bf4c-d0feaf1d04cd,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:51.101420 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d24e07-925b-4e42-9c97-d7cdf734989a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fec87bc-67ab-4181-b415-05fb9c77c04e,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:51.114179 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2d24e07-925b-4e42-9c97-d7cdf734989a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:51.119406 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d2d24e07-925b-4e42-9c97-d7cdf734989a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6fec87bc-67ab-4181-b415-05fb9c77c04e HTTP/1.1" status: 204 len: 168 time: 0.3443713 May 13 14:31:51.160579 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c063b19f-2094-4618-b616-6228237b07f2 req-71db3d03-e434-4144-bf37-437bdf692cde tempest-ServerShowV247Test-1243005813 tempest-ServerShowV247Test-1243005813-project] 10.222.0.35 "GET /v2.0/ports?device_id=581253df-b48a-4943-b867-beb278bda169 HTTP/1.1" status: 200 len: 210 time: 0.1232793 May 13 14:31:51.161171 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24eee980-e7b4-4ece-8d47-197bc32d8e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:51.254266 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eee980-e7b4-4ece-8d47-197bc32d8e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=d664f768-0ee6-43d7-ae72-1c78ef82cb98,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:51.267316 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e113854b-84ad-48a4-862d-c2340036b6a0', 'tag': 'd044bab1-0650-4c79-bf4c-d0feaf1d04cd'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:51.350690 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6952f09c-a71a-4644-bd48-60337f2eaebc'] response: {'name': 'network-changed', 'server_uuid': 'e113854b-84ad-48a4-862d-c2340036b6a0', 'tag': 'd044bab1-0650-4c79-bf4c-d0feaf1d04cd', 'status': 'completed', 'code': 200} May 13 14:31:51.399579 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59558249-ca83-480d-b598-45b87e478aad req-afec645b-df1e-4221-818d-d7a32b4255a0 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:51.401064 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59558249-ca83-480d-b598-45b87e478aad req-afec645b-df1e-4221-818d-d7a32b4255a0 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 945 time: 0.0958226 May 13 14:31:51.448520 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44292) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:51.451492 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59558249-ca83-480d-b598-45b87e478aad req-a4e5b6e4-ba4f-4033-97ae-bd883ad08f39 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424595 May 13 14:31:51.468960 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b0a796b-7404-4216-a48b-3eb2d834787b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:51.494894 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b0a796b-7404-4216-a48b-3eb2d834787b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:51.503934 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c092f984-9681-44c4-a106-a9f72fd95222 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c2f511437ce94f5ba665f5965a4d13f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513542 May 13 14:31:51.507036 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44298) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:51.528643 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-59dcecf0-25af-4727-a886-bd08f7000987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:51.530119 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-59dcecf0-25af-4727-a886-bd08f7000987 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&device_id=e113854b-84ad-48a4-862d-c2340036b6a0 HTTP/1.1" status: 200 len: 1099 time: 0.4903843 May 13 14:31:51.578698 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-582ff6ad-f799-466b-923a-ea1ac805fd69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:51.606487 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24eee980-e7b4-4ece-8d47-197bc32d8e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:51.608150 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-582ff6ad-f799-466b-923a-ea1ac805fd69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:51.654123 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b0a796b-7404-4216-a48b-3eb2d834787b admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:31:51.669868 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-582ff6ad-f799-466b-923a-ea1ac805fd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:51.687889 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ff6ad-f799-466b-923a-ea1ac805fd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310539f9-0280-4ae3-9d65-a05c6f1a4fe3,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:51.698802 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-582ff6ad-f799-466b-923a-ea1ac805fd69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:51.702306 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-582ff6ad-f799-466b-923a-ea1ac805fd69 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/310539f9-0280-4ae3-9d65-a05c6f1a4fe3 HTTP/1.1" status: 204 len: 168 time: 0.1916959 May 13 14:31:51.734604 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-811de0c4-189d-41b4-9b4b-9aa32e2738a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=d044bab1-0650-4c79-bf4c-d0feaf1d04cd HTTP/1.1" status: 200 len: 217 time: 0.1957498 May 13 14:31:51.745599 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-16da70fc-ffb5-43d7-af62-a553f8d5afbe req-184ffb29-c26e-4d24-8dee-4a3030b54787 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] For port a79e77ab-6717-4c10-a501-07da06afa369, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a79e77ab-6717-4c10-a501-07da06afa369,segment=NetworkSegment(75e39620-740d-4a72-b0d7-b827496de2c9),segment_id=75e39620-740d-4a72-b0d7-b827496de2c9)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:51.745982 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-16da70fc-ffb5-43d7-af62-a553f8d5afbe req-184ffb29-c26e-4d24-8dee-4a3030b54787 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:51.809732 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a796b-7404-4216-a48b-3eb2d834787b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5daea0-62f1-4fb3-874b-a7095ba9d904,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:51.858984 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b0a796b-7404-4216-a48b-3eb2d834787b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:51.859602 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-9b0a796b-7404-4216-a48b-3eb2d834787b admin admin] Added segment e1d397b0-eea9-4be4-8f48-8e9bcd88630d of type vlan for network 79758d8c-b106-4287-a282-ab754acae92b May 13 14:31:51.938318 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fefea-6eef-41db-8ce5-ae31421d50e4 req-4a90c7f3-cd16-4197-81e0-f486355eb544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:51.942690 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-de2fefea-6eef-41db-8ce5-ae31421d50e4 req-4a90c7f3-cd16-4197-81e0-f486355eb544 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cdb87555604447c18b7eacc26b6a4234&device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 1096 time: 0.1320894 May 13 14:31:52.002680 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-16da70fc-ffb5-43d7-af62-a553f8d5afbe req-184ffb29-c26e-4d24-8dee-4a3030b54787 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Calling delete_port for a79e77ab-6717-4c10-a501-07da06afa369 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:31:52.043901 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24eee980-e7b4-4ece-8d47-197bc32d8e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:52.061024 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24eee980-e7b4-4ece-8d47-197bc32d8e31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:52.143687 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-e4544f7d-3564-40b6-b0b1-d28ae8295815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:52.145131 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-e4544f7d-3564-40b6-b0b1-d28ae8295815 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.3910465 May 13 14:31:52.155633 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b0a796b-7404-4216-a48b-3eb2d834787b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:52.156913 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fefea-6eef-41db-8ce5-ae31421d50e4 req-259e3061-8c51-469c-a153-347e8f5b1e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:52.158351 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-de2fefea-6eef-41db-8ce5-ae31421d50e4 req-259e3061-8c51-469c-a153-347e8f5b1e56 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d5b93e96-929a-490c-a232-f3b635507046 HTTP/1.1" status: 200 len: 911 time: 0.1686175 May 13 14:31:52.166572 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4e771-36b9-4134-b50a-91d178af4dad req-526f5ccc-ab24-434c-a38d-6ebed08f59b2 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:52.168048 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d3f4e771-36b9-4134-b50a-91d178af4dad req-526f5ccc-ab24-434c-a38d-6ebed08f59b2 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 945 time: 0.2193007 May 13 14:31:52.212050 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24eee980-e7b4-4ece-8d47-197bc32d8e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:52.212550 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24eee980-e7b4-4ece-8d47-197bc32d8e31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df0c6448-18b1-44b5-8940-4db1b45936bc {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:31:52.242118 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-de2fefea-6eef-41db-8ce5-ae31421d50e4 req-2c16970a-3059-4875-9095-6b46191653f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d3586676-44c6-4035-9ddd-b619188f584b HTTP/1.1" status: 200 len: 217 time: 0.0709701 May 13 14:31:52.335331 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d3f4e771-36b9-4134-b50a-91d178af4dad req-695bda40-1ca4-498b-85cf-d6831d6e9d1d tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063924 May 13 14:31:52.343625 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fefea-6eef-41db-8ce5-ae31421d50e4 req-ba0f598c-9ab6-4e02-b23c-10345b53be5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:52.344024 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b0a796b-7404-4216-a48b-3eb2d834787b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:52.344866 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0a796b-7404-4216-a48b-3eb2d834787b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:52.345442 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b0a796b-7404-4216-a48b-3eb2d834787b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:52.347391 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-de2fefea-6eef-41db-8ce5-ae31421d50e4 req-ba0f598c-9ab6-4e02-b23c-10345b53be5f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d4f71ac-3351-4cb3-a10e-369f048aa2da HTTP/1.1" status: 200 len: 850 time: 0.0902190 May 13 14:31:52.422843 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-de2fefea-6eef-41db-8ce5-ae31421d50e4 req-8a6d3600-878e-4482-a534-688bb03f997d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d5b93e96-929a-490c-a232-f3b635507046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674288 May 13 14:31:52.472275 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250ad3c-df83-46d9-9978-861c8ec7c4fb req-0d8ac737-a243-41d4-8b71-373aa542dd42 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:52.473698 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8250ad3c-df83-46d9-9978-861c8ec7c4fb req-0d8ac737-a243-41d4-8b71-373aa542dd42 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2a733f9-66c0-4c1b-ac95-bcf8138fdd6c HTTP/1.1" status: 200 len: 947 time: 0.4386652 May 13 14:31:52.515637 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24eee980-e7b4-4ece-8d47-197bc32d8e31 admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:52.517509 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-24eee980-e7b4-4ece-8d47-197bc32d8e31 admin admin] 10.222.0.35 "DELETE /v2.0/routers/df0c6448-18b1-44b5-8940-4db1b45936bc HTTP/1.1" status: 204 len: 168 time: 4.6319957 May 13 14:31:52.521717 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44330) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:52.538053 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9b0a796b-7404-4216-a48b-3eb2d834787b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8192027 May 13 14:31:52.543670 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-40f71356-c29f-4436-a70f-27c9e7c2c68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:52.545156 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-40f71356-c29f-4436-a70f-27c9e7c2c68a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3851693 May 13 14:31:52.545619 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44334) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:52.556681 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-16da70fc-ffb5-43d7-af62-a553f8d5afbe req-184ffb29-c26e-4d24-8dee-4a3030b54787 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:52.680020 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-29844a5a-2cc4-47b9-a9c5-af30ccfab7db admin admin] Deleting subnet d27eb6bf-c793-4d50-ace0-ab7406603a08 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:31:52.696190 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-748d406a-14a9-4653-b8c4-70c4d236855a admin admin] Request body: {'subnet': {'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-subnet', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:52.696410 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-29844a5a-2cc4-47b9-a9c5-af30ccfab7db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:52.699484 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a796b-7404-4216-a48b-3eb2d834787b admin admin] Pushing event updated for resources: {'Network': ['ID=79758d8c-b106-4287-a282-ab754acae92b,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:52.708211 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44340) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:52.709889 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 79758d8c-b106-4287-a282-ab754acae92b details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:31:52.744481 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-de2fefea-6eef-41db-8ce5-ae31421d50e4 req-4df2aa87-1e3b-422f-a395-baf02c317532 service neutron] 10.222.0.59 "GET /v2.0/networks/d5b93e96-929a-490c-a232-f3b635507046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114958 May 13 14:31:52.750266 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-748d406a-14a9-4653-b8c4-70c4d236855a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:52.784666 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-29844a5a-2cc4-47b9-a9c5-af30ccfab7db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:52.843339 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-748d406a-14a9-4653-b8c4-70c4d236855a admin admin] Usage tracker for resource:subnet and tenant:b6ab0120ba4d4937a9340132b618cd48 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:52.858118 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-748d406a-14a9-4653-b8c4-70c4d236855a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:52.869109 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ffb29-c26e-4d24-8dee-4a3030b54787 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Pushing event deleted for resources: {'Port': ['ID=a79e77ab-6717-4c10-a501-07da06afa369,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:52.877379 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-748d406a-14a9-4653-b8c4-70c4d236855a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:52.897363 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8250ad3c-df83-46d9-9978-861c8ec7c4fb req-f69a6381-48a8-4ada-936d-86042c9b1969 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103770 May 13 14:31:52.991053 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-16da70fc-ffb5-43d7-af62-a553f8d5afbe req-184ffb29-c26e-4d24-8dee-4a3030b54787 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] No DVR routers for this DVR port a79e77ab-6717-4c10-a501-07da06afa369 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:31:52.996875 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-16da70fc-ffb5-43d7-af62-a553f8d5afbe req-184ffb29-c26e-4d24-8dee-4a3030b54787 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:52.999201 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-16da70fc-ffb5-43d7-af62-a553f8d5afbe req-184ffb29-c26e-4d24-8dee-4a3030b54787 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.74 "DELETE /v2.0/ports/a79e77ab-6717-4c10-a501-07da06afa369 HTTP/1.1" status: 204 len: 173 time: 2.4878039 May 13 14:31:53.031351 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208369ef-942c-4463-9ffe-7b69c7198ddd req-80dbe2bb-961f-485a-bf1c-77b84be005e9 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:53.037704 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208369ef-942c-4463-9ffe-7b69c7198ddd req-80dbe2bb-961f-485a-bf1c-77b84be005e9 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:53.039504 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-208369ef-942c-4463-9ffe-7b69c7198ddd req-80dbe2bb-961f-485a-bf1c-77b84be005e9 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=3632f16c-5110-4ebd-9692-df43fd601578 HTTP/1.1" status: 200 len: 1682 time: 0.5169029 May 13 14:31:53.047647 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748d406a-14a9-4653-b8c4-70c4d236855a admin admin] Made reservation on behalf of b6ab0120ba4d4937a9340132b618cd48 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:31:53.049875 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-748d406a-14a9-4653-b8c4-70c4d236855a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:53.066288 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-e2532847-efe1-4569-8aed-7d212dffd8dc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-468992443-network', 'tenant_id': 'eb51441d8eed4e3789bb76c312dbb980'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:53.139675 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e2532847-efe1-4569-8aed-7d212dffd8dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:53.163663 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-208369ef-942c-4463-9ffe-7b69c7198ddd req-82d7ee65-af5c-49ad-aab4-1fa545049c0f tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139138 May 13 14:31:53.174204 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-de2fefea-6eef-41db-8ce5-ae31421d50e4 req-a3db9014-d4f7-473e-9a92-8abd45ca0095 service neutron] 10.222.0.59 "GET /v2.0/networks/d5b93e96-929a-490c-a232-f3b635507046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205487 May 13 14:31:53.183613 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-29844a5a-2cc4-47b9-a9c5-af30ccfab7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:53.213867 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e4781ca-e687-410b-9c3c-7c8c664df6c6 req-81dd3efd-9b36-4fdc-9400-6a7d424b9b37 tempest-ServerShowV247Test-1243005813 tempest-ServerShowV247Test-1243005813-project] 10.222.0.35 "GET /v2.0/ports?device_id=581253df-b48a-4943-b867-beb278bda169 HTTP/1.1" status: 200 len: 210 time: 0.1671355 May 13 14:31:53.220354 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e2532847-efe1-4569-8aed-7d212dffd8dc admin admin] Usage tracker for resource:network and tenant:eb51441d8eed4e3789bb76c312dbb980 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:53.238440 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e2532847-efe1-4569-8aed-7d212dffd8dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:53.248054 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-210769a7-08bf-4098-be2d-d4f7bf6f0fae service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6874349 May 13 14:31:53.256850 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-16da70fc-ffb5-43d7-af62-a553f8d5afbe req-80950209-7ea1-4046-813e-da10e1c09f73 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Deleting port da3d8edf-2af9-4212-86ca-0c5f6755f9ca {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:31:53.257192 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-16da70fc-ffb5-43d7-af62-a553f8d5afbe req-80950209-7ea1-4046-813e-da10e1c09f73 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:53.280289 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-29844a5a-2cc4-47b9-a9c5-af30ccfab7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:53.283501 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e2532847-efe1-4569-8aed-7d212dffd8dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:53.321156 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-29844a5a-2cc4-47b9-a9c5-af30ccfab7db admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:53.325569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04810f90-5140-434b-b0b2-f0d1746c741c None None] Network 37db9b39-b86e-46cc-9e6b-6ea227d6e0b3 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:31:53.328537 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29844a5a-2cc4-47b9-a9c5-af30ccfab7db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d27eb6bf-c793-4d50-ace0-ab7406603a08,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:53.333377 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-29844a5a-2cc4-47b9-a9c5-af30ccfab7db admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d27eb6bf-c793-4d50-ace0-ab7406603a08 HTTP/1.1" status: 204 len: 168 time: 0.8091786 May 13 14:31:53.337702 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44350) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:53.387798 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3632f16c-5110-4ebd-9692-df43fd601578', 'name': 'network-vif-deleted', 'tag': 'a79e77ab-6717-4c10-a501-07da06afa369'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:53.437333 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2532847-efe1-4569-8aed-7d212dffd8dc admin admin] Made reservation on behalf of eb51441d8eed4e3789bb76c312dbb980 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:31:53.439572 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e2532847-efe1-4569-8aed-7d212dffd8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:53.462406 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba0faeda-421b-4e85-aa06-127da2804bd9'] response: {'server_uuid': '3632f16c-5110-4ebd-9692-df43fd601578', 'name': 'network-vif-deleted', 'tag': 'a79e77ab-6717-4c10-a501-07da06afa369', 'status': 'completed', 'code': 200} May 13 14:31:53.463173 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e2532847-efe1-4569-8aed-7d212dffd8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:53.473622 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 264f174b-52f0-4701-8c1f-20098e7391bb details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:31:53.550430 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c9cac-7f6f-426b-87dc-fd921baa046c req-87dd58f0-18b6-4c5b-a725-5ade15b4a9c1 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:53.552360 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f0c9cac-7f6f-426b-87dc-fd921baa046c req-87dd58f0-18b6-4c5b-a725-5ade15b4a9c1 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 945 time: 0.0908508 May 13 14:31:53.605714 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f0c9cac-7f6f-426b-87dc-fd921baa046c req-ec1fc231-d5f4-4ea0-b41a-f4b116077441 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445442 May 13 14:31:53.614761 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e2532847-efe1-4569-8aed-7d212dffd8dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:53.648717 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e2532847-efe1-4569-8aed-7d212dffd8dc admin admin] Usage tracker for resource:security_group_rule and tenant:eb51441d8eed4e3789bb76c312dbb980 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:53.671795 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e2532847-efe1-4569-8aed-7d212dffd8dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:53.676615 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 264f174b-52f0-4701-8c1f-20098e7391bb, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=264f174b-52f0-4701-8c1f-20098e7391bb,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:53.698253 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '264f174b-52f0-4701-8c1f-20098e7391bb', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': '264f174b-52f0-4701-8c1f-20098e7391bb', 'mac_address': 'fa:16:3e:62:e7:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:31:53.730759 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc98bdd-9ee6-4527-9b78-684a1c5fdb34 None None] DHCP port deletion for 37db9b39-b86e-46cc-9e6b-6ea227d6e0b3 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:31:53.736587 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e2532847-efe1-4569-8aed-7d212dffd8dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:53.745142 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-32f4f885-fc2d-4a89-ba86-c73d797e643d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:53.750378 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-dfc98bdd-9ee6-4527-9b78-684a1c5fdb34 None None] Deleting port 32601e27-b837-484c-b303-8e04827bf21e {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:31:53.750759 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-dfc98bdd-9ee6-4527-9b78-684a1c5fdb34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:53.800695 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d664f768-0ee6-43d7-ae72-1c78ef82cb98 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:31:53.822056 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3b346278-4cc6-4cb5-bf36-0ffce10c9e76 req-452f4722-2fe8-4181-97c6-8c391070db95 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5721095 May 13 14:31:53.855242 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-32f4f885-fc2d-4a89-ba86-c73d797e643d admin admin] Deleting port 32601e27-b837-484c-b303-8e04827bf21e {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:31:53.855586 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-32f4f885-fc2d-4a89-ba86-c73d797e643d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:53.892363 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: d664f768-0ee6-43d7-ae72-1c78ef82cb98 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:31:53.892696 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d664f768-0ee6-43d7-ae72-1c78ef82cb98 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:31:53.893112 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 32601e27-b837-484c-b303-8e04827bf21e no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:31:53.917931 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 264f174b-52f0-4701-8c1f-20098e7391bb is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:53.918305 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:53.989353 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device c606b4c7-e325-4820-94c2-bb0e25b1f286 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:31:54.035746 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 264f174b-52f0-4701-8c1f-20098e7391bb {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:31:54.148241 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 264f174b-52f0-4701-8c1f-20098e7391bb, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=264f174b-52f0-4701-8c1f-20098e7391bb,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:54.156153 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-16da70fc-ffb5-43d7-af62-a553f8d5afbe req-80950209-7ea1-4046-813e-da10e1c09f73 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] For port da3d8edf-2af9-4212-86ca-0c5f6755f9ca, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=da3d8edf-2af9-4212-86ca-0c5f6755f9ca,segment=NetworkSegment(75e39620-740d-4a72-b0d7-b827496de2c9),segment_id=75e39620-740d-4a72-b0d7-b827496de2c9)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:54.156513 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-16da70fc-ffb5-43d7-af62-a553f8d5afbe req-80950209-7ea1-4046-813e-da10e1c09f73 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:54.161387 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:54.171168 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-748d406a-14a9-4653-b8c4-70c4d236855a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:54.359098 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-dfc98bdd-9ee6-4527-9b78-684a1c5fdb34 None None] For port 32601e27-b837-484c-b303-8e04827bf21e, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=32601e27-b837-484c-b303-8e04827bf21e,segment=NetworkSegment(183027d0-4300-4178-bf33-06a5c0f8a82c),segment_id=183027d0-4300-4178-bf33-06a5c0f8a82c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:54.359535 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-dfc98bdd-9ee6-4527-9b78-684a1c5fdb34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:54.377083 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 32601e27-b837-484c-b303-8e04827bf21e is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:54.377483 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:54.392905 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457a195-4d07-43c4-aad5-e89d3ab36e98 req-c353f13e-083f-4fe0-a5da-a677845442ff tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:54.399011 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457a195-4d07-43c4-aad5-e89d3ab36e98 req-c353f13e-083f-4fe0-a5da-a677845442ff tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:54.400583 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1457a195-4d07-43c4-aad5-e89d3ab36e98 req-c353f13e-083f-4fe0-a5da-a677845442ff tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=3632f16c-5110-4ebd-9692-df43fd601578 HTTP/1.1" status: 200 len: 1682 time: 0.0982690 May 13 14:31:54.448949 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1457a195-4d07-43c4-aad5-e89d3ab36e98 req-56f3d267-9741-40c6-aa0f-088af56f5def tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414660 May 13 14:31:54.510626 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['264f174b-52f0-4701-8c1f-20098e7391bb'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:31:54.522463 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-16da70fc-ffb5-43d7-af62-a553f8d5afbe req-80950209-7ea1-4046-813e-da10e1c09f73 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Calling delete_port for da3d8edf-2af9-4212-86ca-0c5f6755f9ca owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:31:54.540971 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-dfc98bdd-9ee6-4527-9b78-684a1c5fdb34 None None] Calling delete_port for 32601e27-b837-484c-b303-8e04827bf21e owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:31:54.591355 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port c606b4c7-e325-4820-94c2-bb0e25b1f286 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:54.591770 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:54.600137 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=264f174b-52f0-4701-8c1f-20098e7391bb,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:54.609346 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-27eb6603-3552-4b96-8662-933c4249f414 req-d93b27eb-7251-4ca1-8059-e3decaf0444f tempest-ServerShowV247Test-1243005813 tempest-ServerShowV247Test-1243005813-project] 10.222.0.35 "GET /v2.0/ports?device_id=581253df-b48a-4943-b867-beb278bda169 HTTP/1.1" status: 200 len: 210 time: 0.0506589 May 13 14:31:54.651723 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 32601e27-b837-484c-b303-8e04827bf21e, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=32601e27-b837-484c-b303-8e04827bf21e,segment=NetworkSegment(183027d0-4300-4178-bf33-06a5c0f8a82c),segment_id=183027d0-4300-4178-bf33-06a5c0f8a82c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:54.663320 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:54.700280 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3632f16c-5110-4ebd-9692-df43fd601578', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c606b4c7-e325-4820-94c2-bb0e25b1f286'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:54.718148 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d406a-14a9-4653-b8c4-70c4d236855a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f8b6906-e2ce-45f4-9457-d3fca5fa8def,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:54.726112 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e2532847-efe1-4569-8aed-7d212dffd8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:54.737361 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5920de-67ea-4255-b22e-f540b87c8301 req-a2e75830-4a94-4ec5-b360-3bd0ee103a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:54.738838 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1c5920de-67ea-4255-b22e-f540b87c8301 req-a2e75830-4a94-4ec5-b360-3bd0ee103a00 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&device_id=e113854b-84ad-48a4-862d-c2340036b6a0 HTTP/1.1" status: 200 len: 1099 time: 0.8565786 May 13 14:31:54.743119 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port c606b4c7-e325-4820-94c2-bb0e25b1f286, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=c606b4c7-e325-4820-94c2-bb0e25b1f286,segment=NetworkSegment(793ce683-5ee7-4351-a696-7d6b05fd7845),segment_id=793ce683-5ee7-4351-a696-7d6b05fd7845)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:54.744261 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e2532847-efe1-4569-8aed-7d212dffd8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:54.750798 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-32f4f885-fc2d-4a89-ba86-c73d797e643d admin admin] For port 32601e27-b837-484c-b303-8e04827bf21e, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=32601e27-b837-484c-b303-8e04827bf21e,segment=NetworkSegment(183027d0-4300-4178-bf33-06a5c0f8a82c),segment_id=183027d0-4300-4178-bf33-06a5c0f8a82c)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:54.751171 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-32f4f885-fc2d-4a89-ba86-c73d797e643d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:54.760511 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:54.761597 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device a79e77ab-6717-4c10-a501-07da06afa369 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:31:54.801436 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: a79e77ab-6717-4c10-a501-07da06afa369 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:31:54.802087 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device a79e77ab-6717-4c10-a501-07da06afa369 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:31:54.803044 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device da3d8edf-2af9-4212-86ca-0c5f6755f9ca no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:31:54.822531 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d406a-14a9-4653-b8c4-70c4d236855a admin admin] Checking segment: {'id': 'e1d397b0-eea9-4be4-8f48-8e9bcd88630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79758d8c-b106-4287-a282-ab754acae92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:31:54.822900 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748d406a-14a9-4653-b8c4-70c4d236855a admin admin] Network hostable DHCP agents. Network: 79758d8c-b106-4287-a282-ab754acae92b, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:31:54.849181 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4a066-3d9e-4672-ba5c-c64baba41b8d req-3e1b2b45-ffd8-4b0d-8bd1-cebe290f3a9d tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:54.850850 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-00b4a066-3d9e-4672-ba5c-c64baba41b8d req-3e1b2b45-ffd8-4b0d-8bd1-cebe290f3a9d tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 945 time: 0.0852325 May 13 14:31:54.871428 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-dfc98bdd-9ee6-4527-9b78-684a1c5fdb34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:31:54.871810 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-dfc98bdd-9ee6-4527-9b78-684a1c5fdb34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:31:54.886438 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=32601e27-b837-484c-b303-8e04827bf21e,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:54.911722 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-00b4a066-3d9e-4672-ba5c-c64baba41b8d req-9ac2d93e-12c9-495c-becf-2974cf55da40 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538523 May 13 14:31:54.962955 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca7583b0-bbc8-4eba-97fb-a916449f88b6'] response: {'server_uuid': '3632f16c-5110-4ebd-9692-df43fd601578', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c606b4c7-e325-4820-94c2-bb0e25b1f286', 'code': 200} May 13 14:31:55.003521 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2532847-efe1-4569-8aed-7d212dffd8dc admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:31:55.012360 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-32f4f885-fc2d-4a89-ba86-c73d797e643d admin admin] Calling delete_port for 32601e27-b837-484c-b303-8e04827bf21e owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:31:55.048970 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c325023-21c3-4e70-b07f-ea833b45d4c9 req-d55c6f58-8353-436e-8b0f-88e926830088 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:55.050444 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9c325023-21c3-4e70-b07f-ea833b45d4c9 req-d55c6f58-8353-436e-8b0f-88e926830088 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2a733f9-66c0-4c1b-ac95-bcf8138fdd6c HTTP/1.1" status: 200 len: 947 time: 1.0330737 May 13 14:31:55.062560 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=c606b4c7-e325-4820-94c2-bb0e25b1f286,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:55.085947 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port da3d8edf-2af9-4212-86ca-0c5f6755f9ca is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:55.086323 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:55.122941 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2532847-efe1-4569-8aed-7d212dffd8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aba9f40-346b-46f0-8bf7-864b9ef1b44f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:55.159216 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e2532847-efe1-4569-8aed-7d212dffd8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:55.159483 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-e2532847-efe1-4569-8aed-7d212dffd8dc admin admin] Added segment 8b48d2ce-3a17-4a1a-8882-6707c0656223 of type vlan for network d13a620a-46da-44fe-8413-f8c94014a84b May 13 14:31:55.232455 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748d406a-14a9-4653-b8c4-70c4d236855a admin admin] Network 79758d8c-b106-4287-a282-ab754acae92b is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:31:55.279173 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9c325023-21c3-4e70-b07f-ea833b45d4c9 req-af67254e-462f-4810-8625-4c4c6c5e66a2 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065151 May 13 14:31:55.286513 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e2532847-efe1-4569-8aed-7d212dffd8dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:55.290816 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-16da70fc-ffb5-43d7-af62-a553f8d5afbe req-80950209-7ea1-4046-813e-da10e1c09f73 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:55.292475 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-748d406a-14a9-4653-b8c4-70c4d236855a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 79758d8c-b106-4287-a282-ab754acae92b) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:55.312544 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d72b808-6bfe-453f-bf57-94fc2f132b26 None None] Network 79758d8c-b106-4287-a282-ab754acae92b requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:31:55.346795 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.api [None req-32f4f885-fc2d-4a89-ba86-c73d797e643d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:31:55.347137 n-d-841760-1 neutron-server[88082]: DEBUG oslo_db.api [None req-32f4f885-fc2d-4a89-ba86-c73d797e643d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:31:55.351057 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748d406a-14a9-4653-b8c4-70c4d236855a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:55.351669 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-748d406a-14a9-4653-b8c4-70c4d236855a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:55.369981 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80950209-7ea1-4046-813e-da10e1c09f73 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Pushing event deleted for resources: {'Port': ['ID=da3d8edf-2af9-4212-86ca-0c5f6755f9ca,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:55.380773 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-dfc98bdd-9ee6-4527-9b78-684a1c5fdb34 None None] Deleting port 32601e27-b837-484c-b303-8e04827bf21e {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:31:55.380943 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-dfc98bdd-9ee6-4527-9b78-684a1c5fdb34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:55.383708 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5920de-67ea-4255-b22e-f540b87c8301 req-d17292fc-31ea-47ec-89c6-f5a7791aa238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:55.385190 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1c5920de-67ea-4255-b22e-f540b87c8301 req-d17292fc-31ea-47ec-89c6-f5a7791aa238 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.6243048 May 13 14:31:55.557273 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1c5920de-67ea-4255-b22e-f540b87c8301 req-74ba64bc-c438-4591-8d5d-9f9e0685b81c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=d044bab1-0650-4c79-bf4c-d0feaf1d04cd HTTP/1.1" status: 200 len: 217 time: 0.1318052 May 13 14:31:55.562802 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-16da70fc-ffb5-43d7-af62-a553f8d5afbe req-80950209-7ea1-4046-813e-da10e1c09f73 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] No DVR routers for this DVR port da3d8edf-2af9-4212-86ca-0c5f6755f9ca on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:31:55.572212 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-16da70fc-ffb5-43d7-af62-a553f8d5afbe req-80950209-7ea1-4046-813e-da10e1c09f73 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:55.574817 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3632f16c-5110-4ebd-9692-df43fd601578', 'name': 'network-vif-deleted', 'tag': 'da3d8edf-2af9-4212-86ca-0c5f6755f9ca'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:55.618635 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e2532847-efe1-4569-8aed-7d212dffd8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:55.619621 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2532847-efe1-4569-8aed-7d212dffd8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:55.620203 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e2532847-efe1-4569-8aed-7d212dffd8dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:55.625095 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-748d406a-14a9-4653-b8c4-70c4d236855a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0748250 May 13 14:31:55.648172 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-16da70fc-ffb5-43d7-af62-a553f8d5afbe req-80950209-7ea1-4046-813e-da10e1c09f73 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.74 "DELETE /v2.0/ports/da3d8edf-2af9-4212-86ca-0c5f6755f9ca HTTP/1.1" status: 204 len: 173 time: 2.6413035 May 13 14:31:55.648586 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44372) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:55.671477 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50557e57-3011-453d-93cd-bd293de6b803'] response: {'server_uuid': '3632f16c-5110-4ebd-9692-df43fd601578', 'name': 'network-vif-deleted', 'tag': 'da3d8edf-2af9-4212-86ca-0c5f6755f9ca', 'status': 'completed', 'code': 200} May 13 14:31:55.723249 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-773c9c5e-82e7-41ee-84d4-75d826dec321 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:55.736583 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-773c9c5e-82e7-41ee-84d4-75d826dec321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:55.752065 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b4f0c-d97a-4dd1-888b-30651a39fea0 req-fff9c5f7-cf4a-448a-9780-c61defa34d1d tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:55.760124 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-252b4f0c-d97a-4dd1-888b-30651a39fea0 req-fff9c5f7-cf4a-448a-9780-c61defa34d1d tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=3632f16c-5110-4ebd-9692-df43fd601578 HTTP/1.1" status: 200 len: 944 time: 0.1470582 May 13 14:31:55.788408 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-dfc98bdd-9ee6-4527-9b78-684a1c5fdb34 None None] For port 32601e27-b837-484c-b303-8e04827bf21e, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=32601e27-b837-484c-b303-8e04827bf21e,segment=NetworkSegment(183027d0-4300-4178-bf33-06a5c0f8a82c),segment_id=183027d0-4300-4178-bf33-06a5c0f8a82c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:55.788933 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-dfc98bdd-9ee6-4527-9b78-684a1c5fdb34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:55.792945 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-773c9c5e-82e7-41ee-84d4-75d826dec321 admin admin] Usage tracker for resource:router and tenant:b6ab0120ba4d4937a9340132b618cd48 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:55.797322 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec59aef-29ad-4d20-ba5b-f90a7bce34b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-79758d8c-b106-4287-a282-ab754acae92b', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'fixed_ips': [{'subnet_id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:31:55.798393 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6ec59aef-29ad-4d20-ba5b-f90a7bce34b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:55.807997 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e2532847-efe1-4569-8aed-7d212dffd8dc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.0911591 May 13 14:31:55.811953 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44378) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:55.815167 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-773c9c5e-82e7-41ee-84d4-75d826dec321 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:55.822337 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-68cf8753-51db-48dc-a3a7-31a6a678ab30 admin admin] Request body: {'subnet': {'network_id': 'd13a620a-46da-44fe-8413-f8c94014a84b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-468992443-subnet', 'tenant_id': 'eb51441d8eed4e3789bb76c312dbb980', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:55.829500 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-252b4f0c-d97a-4dd1-888b-30651a39fea0 req-94bc5027-48c4-4a86-8449-bdb16d7af8f2 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684571 May 13 14:31:55.831965 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-68cf8753-51db-48dc-a3a7-31a6a678ab30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:55.836822 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-68cf8753-51db-48dc-a3a7-31a6a678ab30 admin admin] Usage tracker for resource:subnet and tenant:eb51441d8eed4e3789bb76c312dbb980 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:55.840360 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-68cf8753-51db-48dc-a3a7-31a6a678ab30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:55.856404 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-68cf8753-51db-48dc-a3a7-31a6a678ab30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:55.865343 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5920de-67ea-4255-b22e-f540b87c8301 req-aabe1798-cc87-4bf7-9d97-3c35e457dc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:55.866822 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1c5920de-67ea-4255-b22e-f540b87c8301 req-aabe1798-cc87-4bf7-9d97-3c35e457dc6e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.2960787 May 13 14:31:55.867066 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cf8753-51db-48dc-a3a7-31a6a678ab30 admin admin] Made reservation on behalf of eb51441d8eed4e3789bb76c312dbb980 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:31:55.867589 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2532847-efe1-4569-8aed-7d212dffd8dc admin admin] Pushing event updated for resources: {'Network': ['ID=d13a620a-46da-44fe-8413-f8c94014a84b,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:55.869507 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-32f4f885-fc2d-4a89-ba86-c73d797e643d admin admin] Deleting port 32601e27-b837-484c-b303-8e04827bf21e {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:31:55.869785 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-68cf8753-51db-48dc-a3a7-31a6a678ab30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:55.870186 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-32f4f885-fc2d-4a89-ba86-c73d797e643d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:55.899952 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-773c9c5e-82e7-41ee-84d4-75d826dec321 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:55.962371 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-dfc98bdd-9ee6-4527-9b78-684a1c5fdb34 None None] Calling delete_port for 32601e27-b837-484c-b303-8e04827bf21e owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:31:55.975425 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-52944e5c-cf52-478b-b25f-309c244f7e75 req-676fe8bc-ec79-4481-beda-e265759f637d tempest-ServerShowV247Test-1243005813 tempest-ServerShowV247Test-1243005813-project] 10.222.0.35 "GET /v2.0/ports?device_id=581253df-b48a-4943-b867-beb278bda169 HTTP/1.1" status: 200 len: 210 time: 0.1666400 May 13 14:31:56.012194 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-16da70fc-ffb5-43d7-af62-a553f8d5afbe req-b2298681-8ec8-4fe2-b995-fd3a0fd1dee8 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Deleting port c606b4c7-e325-4820-94c2-bb0e25b1f286 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:31:56.012524 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-16da70fc-ffb5-43d7-af62-a553f8d5afbe req-b2298681-8ec8-4fe2-b995-fd3a0fd1dee8 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:56.034253 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network d13a620a-46da-44fe-8413-f8c94014a84b details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:31:56.157689 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-68cf8753-51db-48dc-a3a7-31a6a678ab30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:56.185573 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-773c9c5e-82e7-41ee-84d4-75d826dec321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:56.186866 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-773c9c5e-82e7-41ee-84d4-75d826dec321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:56.226578 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d0b37-655c-484c-822b-8e92c4701b6f req-e3173dd7-aa3a-4323-a47a-25bfe1ef76f6 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:56.233512 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-832d0b37-655c-484c-822b-8e92c4701b6f req-e3173dd7-aa3a-4323-a47a-25bfe1ef76f6 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 945 time: 0.2006807 May 13 14:31:56.298775 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-dfc98bdd-9ee6-4527-9b78-684a1c5fdb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:56.304557 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf8753-51db-48dc-a3a7-31a6a678ab30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c81e81d2-4f53-463c-af4a-b9d165677506,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:56.325430 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-832d0b37-655c-484c-822b-8e92c4701b6f req-19ae1ff5-db44-4f94-b612-1480ad82c836 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909896 May 13 14:31:56.342142 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cf8753-51db-48dc-a3a7-31a6a678ab30 admin admin] Checking segment: {'id': '8b48d2ce-3a17-4a1a-8882-6707c0656223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd13a620a-46da-44fe-8413-f8c94014a84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:31:56.342507 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cf8753-51db-48dc-a3a7-31a6a678ab30 admin admin] Network hostable DHCP agents. Network: d13a620a-46da-44fe-8413-f8c94014a84b, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:31:56.349183 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-773c9c5e-82e7-41ee-84d4-75d826dec321 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:56.367315 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cf8753-51db-48dc-a3a7-31a6a678ab30 admin admin] Network d13a620a-46da-44fe-8413-f8c94014a84b is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:31:56.381508 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-68cf8753-51db-48dc-a3a7-31a6a678ab30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, d13a620a-46da-44fe-8413-f8c94014a84b) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:56.388530 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc98bdd-9ee6-4527-9b78-684a1c5fdb34 None None] Pushing event deleted for resources: {'Port': ['ID=32601e27-b837-484c-b303-8e04827bf21e,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:56.395666 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc98bdd-9ee6-4527-9b78-684a1c5fdb34 None None] No DVR routers for this DVR port 32601e27-b837-484c-b303-8e04827bf21e on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:31:56.404530 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bc3307-a6ac-44c9-a15d-1b88b077d2bb None None] Network d13a620a-46da-44fe-8413-f8c94014a84b requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:31:56.406581 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cf8753-51db-48dc-a3a7-31a6a678ab30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:56.407364 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-68cf8753-51db-48dc-a3a7-31a6a678ab30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:56.434269 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-6ec59aef-29ad-4d20-ba5b-f90a7bce34b5 None None] Allocated IP 172.20.0.2 (79758d8c-b106-4287-a282-ab754acae92b/3f8b6906-e2ce-45f4-9457-d3fca5fa8def/2abee134-024f-4222-b135-ca5da8ee372d) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:31:56.444479 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-68cf8753-51db-48dc-a3a7-31a6a678ab30 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6312003 May 13 14:31:56.447239 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44386) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:56.452283 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-707309e9-b6e9-48d0-b3a5-a93b9c75e5fa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-468992443-router', 'tenant_id': 'eb51441d8eed4e3789bb76c312dbb980', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:56.457371 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-707309e9-b6e9-48d0-b3a5-a93b9c75e5fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:56.462572 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-707309e9-b6e9-48d0-b3a5-a93b9c75e5fa admin admin] Usage tracker for resource:router and tenant:eb51441d8eed4e3789bb76c312dbb980 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:56.464899 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-707309e9-b6e9-48d0-b3a5-a93b9c75e5fa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:56.471417 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-707309e9-b6e9-48d0-b3a5-a93b9c75e5fa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:56.483475 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-707309e9-b6e9-48d0-b3a5-a93b9c75e5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:56.484910 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-707309e9-b6e9-48d0-b3a5-a93b9c75e5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:56.506944 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-707309e9-b6e9-48d0-b3a5-a93b9c75e5fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:56.596287 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5920de-67ea-4255-b22e-f540b87c8301 req-3f41e6e6-f1c4-4709-bb8e-a9794d2dcffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:56.597939 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1c5920de-67ea-4255-b22e-f540b87c8301 req-3f41e6e6-f1c4-4709-bb8e-a9794d2dcffb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6884687 May 13 14:31:56.788106 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-707309e9-b6e9-48d0-b3a5-a93b9c75e5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:56.807815 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6ec59aef-29ad-4d20-ba5b-f90a7bce34b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:56.818399 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6ec59aef-29ad-4d20-ba5b-f90a7bce34b5 None None] Transition to ACTIVE for port object 2abee134-024f-4222-b135-ca5da8ee372d will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:56.838135 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6ec59aef-29ad-4d20-ba5b-f90a7bce34b5 None None] Transition to ACTIVE for port object 2abee134-024f-4222-b135-ca5da8ee372d will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:56.842420 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25666af8-22d9-419b-ae88-828a66894de0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-d13a620a-46da-44fe-8413-f8c94014a84b', 'network_id': 'd13a620a-46da-44fe-8413-f8c94014a84b', 'tenant_id': 'eb51441d8eed4e3789bb76c312dbb980', 'fixed_ips': [{'subnet_id': 'c81e81d2-4f53-463c-af4a-b9d165677506'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:31:56.843267 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-25666af8-22d9-419b-ae88-828a66894de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:56.860785 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6ec59aef-29ad-4d20-ba5b-f90a7bce34b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:56.982324 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec59aef-29ad-4d20-ba5b-f90a7bce34b5 None None] Network 79758d8c-b106-4287-a282-ab754acae92b is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:31:56.988835 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-6ec59aef-29ad-4d20-ba5b-f90a7bce34b5 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:56.991787 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-16da70fc-ffb5-43d7-af62-a553f8d5afbe req-b2298681-8ec8-4fe2-b995-fd3a0fd1dee8 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] For port c606b4c7-e325-4820-94c2-bb0e25b1f286, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=c606b4c7-e325-4820-94c2-bb0e25b1f286,segment=NetworkSegment(793ce683-5ee7-4351-a696-7d6b05fd7845),segment_id=793ce683-5ee7-4351-a696-7d6b05fd7845)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:56.992221 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-16da70fc-ffb5-43d7-af62-a553f8d5afbe req-b2298681-8ec8-4fe2-b995-fd3a0fd1dee8 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:56.996703 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec59aef-29ad-4d20-ba5b-f90a7bce34b5 None None] Pushing event updated for resources: {'Port': ['ID=2abee134-024f-4222-b135-ca5da8ee372d,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:57.005437 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec59aef-29ad-4d20-ba5b-f90a7bce34b5 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:31:57.139287 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-16da70fc-ffb5-43d7-af62-a553f8d5afbe req-b2298681-8ec8-4fe2-b995-fd3a0fd1dee8 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Calling delete_port for c606b4c7-e325-4820-94c2-bb0e25b1f286 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:31:57.157359 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6ec59aef-29ad-4d20-ba5b-f90a7bce34b5 None None] Attempting to bind port 2abee134-024f-4222-b135-ca5da8ee372d on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:31:57.158106 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6ec59aef-29ad-4d20-ba5b-f90a7bce34b5 None None] Attempting to bind port 2abee134-024f-4222-b135-ca5da8ee372d by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'e1d397b0-eea9-4be4-8f48-8e9bcd88630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79758d8c-b106-4287-a282-ab754acae92b'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:31:57.158578 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec59aef-29ad-4d20-ba5b-f90a7bce34b5 None None] Attempting to bind port 2abee134-024f-4222-b135-ca5da8ee372d on network 79758d8c-b106-4287-a282-ab754acae92b {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:57.182530 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec59aef-29ad-4d20-ba5b-f90a7bce34b5 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:31:57.183074 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec59aef-29ad-4d20-ba5b-f90a7bce34b5 None None] Checking segment: {'id': 'e1d397b0-eea9-4be4-8f48-8e9bcd88630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79758d8c-b106-4287-a282-ab754acae92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:31:57.183619 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6ec59aef-29ad-4d20-ba5b-f90a7bce34b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:57.184265 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec59aef-29ad-4d20-ba5b-f90a7bce34b5 None None] Bound using segment: {'id': 'e1d397b0-eea9-4be4-8f48-8e9bcd88630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79758d8c-b106-4287-a282-ab754acae92b'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:31:57.184968 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6ec59aef-29ad-4d20-ba5b-f90a7bce34b5 None None] Bound port: 2abee134-024f-4222-b135-ca5da8ee372d, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d397b0-eea9-4be4-8f48-8e9bcd88630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79758d8c-b106-4287-a282-ab754acae92b'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:31:57.185578 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6ec59aef-29ad-4d20-ba5b-f90a7bce34b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:57.213639 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c7575528-4d66-4ba9-911e-9bf86b13e73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:57.255033 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-25666af8-22d9-419b-ae88-828a66894de0 None None] Allocated IP 172.20.0.2 (d13a620a-46da-44fe-8413-f8c94014a84b/c81e81d2-4f53-463c-af4a-b9d165677506/90446a83-6bdf-44c0-85a9-a5c37aab2ac3) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:31:57.298704 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-32f4f885-fc2d-4a89-ba86-c73d797e643d admin admin] For port 32601e27-b837-484c-b303-8e04827bf21e, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=32601e27-b837-484c-b303-8e04827bf21e,segment=NetworkSegment(183027d0-4300-4178-bf33-06a5c0f8a82c),segment_id=183027d0-4300-4178-bf33-06a5c0f8a82c)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:57.299150 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-32f4f885-fc2d-4a89-ba86-c73d797e643d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:57.311534 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-707309e9-b6e9-48d0-b3a5-a93b9c75e5fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:57.352825 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a0d59-7207-4217-b045-4671d6d8ab7c req-531deb22-69b7-4f9f-bc83-2d1c39222219 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:57.360259 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-501a0d59-7207-4217-b045-4671d6d8ab7c req-531deb22-69b7-4f9f-bc83-2d1c39222219 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=3632f16c-5110-4ebd-9692-df43fd601578 HTTP/1.1" status: 200 len: 944 time: 0.4220037 May 13 14:31:57.362446 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-707309e9-b6e9-48d0-b3a5-a93b9c75e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:57.433137 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-32f4f885-fc2d-4a89-ba86-c73d797e643d admin admin] Calling delete_port for 32601e27-b837-484c-b303-8e04827bf21e owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:31:57.445592 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-6ec59aef-29ad-4d20-ba5b-f90a7bce34b5 None None] For port 2abee134-024f-4222-b135-ca5da8ee372d, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:31:57.458281 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-6ec59aef-29ad-4d20-ba5b-f90a7bce34b5 None None] For port 2abee134-024f-4222-b135-ca5da8ee372d, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=2abee134-024f-4222-b135-ca5da8ee372d,segment=NetworkSegment(e1d397b0-eea9-4be4-8f48-8e9bcd88630d),segment_id=e1d397b0-eea9-4be4-8f48-8e9bcd88630d)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:31:57.463528 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6ec59aef-29ad-4d20-ba5b-f90a7bce34b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:57.470963 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-501a0d59-7207-4217-b045-4671d6d8ab7c req-ffeed4e2-6b2d-4ea2-9e4f-9847d3b35c77 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097853 May 13 14:31:57.513925 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1c5920de-67ea-4255-b22e-f540b87c8301 req-04689156-b58b-40b0-a4bf-6cfabd2e3db8 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8339393 May 13 14:31:57.515579 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device d044bab1-0650-4c79-bf4c-d0feaf1d04cd details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:31:57.561587 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.api [None req-32f4f885-fc2d-4a89-ba86-c73d797e643d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:31:57.561907 n-d-841760-1 neutron-server[88082]: DEBUG oslo_db.api [None req-32f4f885-fc2d-4a89-ba86-c73d797e643d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:31:57.578152 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-707309e9-b6e9-48d0-b3a5-a93b9c75e5fa admin admin] Allocated IP 172.25.0.44 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:31:57.602886 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 264f174b-52f0-4701-8c1f-20098e7391bb up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:31:57.758495 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec59aef-29ad-4d20-ba5b-f90a7bce34b5 None None] Pushing event updated for resources: {'Port': ['ID=2abee134-024f-4222-b135-ca5da8ee372d,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:57.782082 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-707309e9-b6e9-48d0-b3a5-a93b9c75e5fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:57.815626 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-707309e9-b6e9-48d0-b3a5-a93b9c75e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:57.821574 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-32f4f885-fc2d-4a89-ba86-c73d797e643d admin admin] Deleting port 32601e27-b837-484c-b303-8e04827bf21e {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:31:57.821574 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-32f4f885-fc2d-4a89-ba86-c73d797e643d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:57.826663 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-25666af8-22d9-419b-ae88-828a66894de0 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:57.861914 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-25666af8-22d9-419b-ae88-828a66894de0 None None] Transition to ACTIVE for port object 90446a83-6bdf-44c0-85a9-a5c37aab2ac3 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:57.903885 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-25666af8-22d9-419b-ae88-828a66894de0 None None] Transition to ACTIVE for port object 90446a83-6bdf-44c0-85a9-a5c37aab2ac3 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:57.910632 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-32f4f885-fc2d-4a89-ba86-c73d797e643d admin admin] The port '32601e27-b837-484c-b303-8e04827bf21e' was deleted {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:31:57.915840 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-25666af8-22d9-419b-ae88-828a66894de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:57.916980 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-16da70fc-ffb5-43d7-af62-a553f8d5afbe req-b2298681-8ec8-4fe2-b995-fd3a0fd1dee8 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:57.961445 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707309e9-b6e9-48d0-b3a5-a93b9c75e5fa admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:31:57.965086 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-707309e9-b6e9-48d0-b3a5-a93b9c75e5fa admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:57.979342 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port d044bab1-0650-4c79-bf4c-d0feaf1d04cd, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=d044bab1-0650-4c79-bf4c-d0feaf1d04cd,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:57.980151 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-35ce3db8-dbc8-4f89-a42f-af8aff78a4ea req-9f4e1310-7695-4214-9645-0a859167be48 tempest-ServerShowV247Test-1243005813 tempest-ServerShowV247Test-1243005813-project] 10.222.0.35 "GET /v2.0/ports?device_id=581253df-b48a-4943-b867-beb278bda169 HTTP/1.1" status: 200 len: 210 time: 0.3658714 May 13 14:31:57.995699 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 264f174b-52f0-4701-8c1f-20098e7391bb completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:57.996048 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707309e9-b6e9-48d0-b3a5-a93b9c75e5fa admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:31:58.009284 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25666af8-22d9-419b-ae88-828a66894de0 None None] Network d13a620a-46da-44fe-8413-f8c94014a84b is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:31:58.011199 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1c5920de-67ea-4255-b22e-f540b87c8301 req-f66f0356-8b39-45c5-ba83-887c33387c39 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482982 May 13 14:31:58.015441 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-25666af8-22d9-419b-ae88-828a66894de0 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:58.022395 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25666af8-22d9-419b-ae88-828a66894de0 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:31:58.026549 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 264f174b-52f0-4701-8c1f-20098e7391bb triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:58.027246 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:58.061839 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'd044bab1-0650-4c79-bf4c-d0feaf1d04cd', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': 'd044bab1-0650-4c79-bf4c-d0feaf1d04cd', 'mac_address': 'fa:16:3e:e8:b8:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:31:58.078737 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707309e9-b6e9-48d0-b3a5-a93b9c75e5fa admin admin] Pushing event updated for resources: {'Port': ['ID=8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:58.102772 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25666af8-22d9-419b-ae88-828a66894de0 None None] Pushing event updated for resources: {'Port': ['ID=90446a83-6bdf-44c0-85a9-a5c37aab2ac3,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:58.122931 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-32f4f885-fc2d-4a89-ba86-c73d797e643d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:58.156893 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-32f4f885-fc2d-4a89-ba86-c73d797e643d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37db9b39-b86e-46cc-9e6b-6ea227d6e0b3']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:58.191322 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-32f4f885-fc2d-4a89-ba86-c73d797e643d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '183027d0-4300-4178-bf33-06a5c0f8a82c') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:58.191902 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-32f4f885-fc2d-4a89-ba86-c73d797e643d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '183027d0-4300-4178-bf33-06a5c0f8a82c') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:58.210987 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-32f4f885-fc2d-4a89-ba86-c73d797e643d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:58.228886 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-32f4f885-fc2d-4a89-ba86-c73d797e643d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:58.236332 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f4f885-fc2d-4a89-ba86-c73d797e643d admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:31:58.237075 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-32f4f885-fc2d-4a89-ba86-c73d797e643d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:58.274269 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-25666af8-22d9-419b-ae88-828a66894de0 None None] Attempting to bind port 90446a83-6bdf-44c0-85a9-a5c37aab2ac3 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:31:58.274728 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-25666af8-22d9-419b-ae88-828a66894de0 None None] Attempting to bind port 90446a83-6bdf-44c0-85a9-a5c37aab2ac3 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '8b48d2ce-3a17-4a1a-8882-6707c0656223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd13a620a-46da-44fe-8413-f8c94014a84b'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:31:58.275000 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25666af8-22d9-419b-ae88-828a66894de0 None None] Attempting to bind port 90446a83-6bdf-44c0-85a9-a5c37aab2ac3 on network d13a620a-46da-44fe-8413-f8c94014a84b {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:58.282729 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25666af8-22d9-419b-ae88-828a66894de0 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:31:58.283098 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25666af8-22d9-419b-ae88-828a66894de0 None None] Checking segment: {'id': '8b48d2ce-3a17-4a1a-8882-6707c0656223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd13a620a-46da-44fe-8413-f8c94014a84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:31:58.283519 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-25666af8-22d9-419b-ae88-828a66894de0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:58.283902 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25666af8-22d9-419b-ae88-828a66894de0 None None] Bound using segment: {'id': '8b48d2ce-3a17-4a1a-8882-6707c0656223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd13a620a-46da-44fe-8413-f8c94014a84b'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:31:58.284365 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-25666af8-22d9-419b-ae88-828a66894de0 None None] Bound port: 90446a83-6bdf-44c0-85a9-a5c37aab2ac3, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b48d2ce-3a17-4a1a-8882-6707c0656223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd13a620a-46da-44fe-8413-f8c94014a84b'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:31:58.284736 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-25666af8-22d9-419b-ae88-828a66894de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:58.296746 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:58.297377 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port d044bab1-0650-4c79-bf4c-d0feaf1d04cd is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:58.297739 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:58.402551 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d044bab1-0650-4c79-bf4c-d0feaf1d04cd {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: timer() May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:31:58.416066 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:31:58.420716 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-32f4f885-fc2d-4a89-ba86-c73d797e643d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:58.437864 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-773c9c5e-82e7-41ee-84d4-75d826dec321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:58.459042 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2298681-8ec8-4fe2-b995-fd3a0fd1dee8 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Pushing event deleted for resources: {'Port': ['ID=c606b4c7-e325-4820-94c2-bb0e25b1f286,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:58.461494 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-32f4f885-fc2d-4a89-ba86-c73d797e643d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:58.496193 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6855ffe-a72f-4dd9-b154-f128767e4938 req-958c23a8-ad4c-4279-9c6f-965780d97f46 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:58.499760 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port d044bab1-0650-4c79-bf4c-d0feaf1d04cd, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=d044bab1-0650-4c79-bf4c-d0feaf1d04cd,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:58.502769 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 264f174b-52f0-4701-8c1f-20098e7391bb is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:58.502995 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:58.504022 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f6855ffe-a72f-4dd9-b154-f128767e4938 req-958c23a8-ad4c-4279-9c6f-965780d97f46 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2a733f9-66c0-4c1b-ac95-bcf8138fdd6c HTTP/1.1" status: 200 len: 948 time: 2.0444369 May 13 14:31:58.524905 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:58.532807 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4f885-fc2d-4a89-ba86-c73d797e643d admin admin] Pushing event deleted for resources: {'Network': ['ID=37db9b39-b86e-46cc-9e6b-6ea227d6e0b3,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:58.566976 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5833f-8a15-4ea3-bd2f-9107641a4073 req-e61a2bbc-5b48-4263-a69b-fd139109ce99 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:58.568693 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-eea5833f-8a15-4ea3-bd2f-9107641a4073 req-e61a2bbc-5b48-4263-a69b-fd139109ce99 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 945 time: 0.2269733 May 13 14:31:58.596109 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-32f4f885-fc2d-4a89-ba86-c73d797e643d admin admin] 10.222.0.35 "DELETE /v2.0/networks/37db9b39-b86e-46cc-9e6b-6ea227d6e0b3 HTTP/1.1" status: 204 len: 168 time: 5.2069025 May 13 14:31:58.608820 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 264f174b-52f0-4701-8c1f-20098e7391bb, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=264f174b-52f0-4701-8c1f-20098e7391bb,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:58.612703 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a733f9-66c0-4c1b-ac95-bcf8138fdd6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264f174b-52f0-4701-8c1f-20098e7391bb'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:58.623606 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:58.625878 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-25666af8-22d9-419b-ae88-828a66894de0 None None] For port 90446a83-6bdf-44c0-85a9-a5c37aab2ac3, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:31:58.646614 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-25666af8-22d9-419b-ae88-828a66894de0 None None] For port 90446a83-6bdf-44c0-85a9-a5c37aab2ac3, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=90446a83-6bdf-44c0-85a9-a5c37aab2ac3,segment=NetworkSegment(8b48d2ce-3a17-4a1a-8882-6707c0656223),segment_id=8b48d2ce-3a17-4a1a-8882-6707c0656223)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:31:58.657787 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=d044bab1-0650-4c79-bf4c-d0feaf1d04cd,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:58.660950 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-25666af8-22d9-419b-ae88-828a66894de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:58.731473 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-eea5833f-8a15-4ea3-bd2f-9107641a4073 req-fa527954-73c7-4824-91ab-785050ef36b8 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848491 May 13 14:31:58.733347 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-16da70fc-ffb5-43d7-af62-a553f8d5afbe req-b2298681-8ec8-4fe2-b995-fd3a0fd1dee8 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] No DVR routers for this DVR port c606b4c7-e325-4820-94c2-bb0e25b1f286 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:31:58.736425 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-707309e9-b6e9-48d0-b3a5-a93b9c75e5fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:58.746983 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-16da70fc-ffb5-43d7-af62-a553f8d5afbe req-b2298681-8ec8-4fe2-b995-fd3a0fd1dee8 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:58.748937 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-16da70fc-ffb5-43d7-af62-a553f8d5afbe req-b2298681-8ec8-4fe2-b995-fd3a0fd1dee8 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.74 "DELETE /v2.0/ports/c606b4c7-e325-4820-94c2-bb0e25b1f286 HTTP/1.1" status: 204 len: 173 time: 3.0164886 May 13 14:31:58.749381 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3632f16c-5110-4ebd-9692-df43fd601578', 'name': 'network-vif-deleted', 'tag': 'c606b4c7-e325-4820-94c2-bb0e25b1f286'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:58.802952 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=264f174b-52f0-4701-8c1f-20098e7391bb,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:58.887443 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44408) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:58.919786 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f6855ffe-a72f-4dd9-b154-f128767e4938 req-96a5d971-66de-45a8-9e77-2f69c2c438d8 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021366 May 13 14:31:58.941025 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['d044bab1-0650-4c79-bf4c-d0feaf1d04cd'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:31:59.054289 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95b82fe3-3ea2-4231-a45c-42aa97486a03'] response: {'server_uuid': 'd2a733f9-66c0-4c1b-ac95-bcf8138fdd6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264f174b-52f0-4701-8c1f-20098e7391bb', 'code': 200} May 13 14:31:59.111795 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25666af8-22d9-419b-ae88-828a66894de0 None None] Pushing event updated for resources: {'Port': ['ID=90446a83-6bdf-44c0-85a9-a5c37aab2ac3,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:59.239073 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bab3fe42-ce89-4e74-a4dd-2e9a3cdb178b'] response: {'server_uuid': '3632f16c-5110-4ebd-9692-df43fd601578', 'name': 'network-vif-deleted', 'tag': 'c606b4c7-e325-4820-94c2-bb0e25b1f286', 'status': 'completed', 'code': 200} May 13 14:31:59.294870 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-df15bf63-b4fd-4dc7-95c3-cc56a0e6328e req-544756b9-6e94-4fd5-b835-3ec6aff34dd9 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=3632f16c-5110-4ebd-9692-df43fd601578 HTTP/1.1" status: 200 len: 210 time: 0.3706632 May 13 14:31:59.443516 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cc55f87a-e7b1-4ec2-9f53-ca77abb8c6a3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1755eac0ebb04150a11ef4b6de32b782&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5541074 May 13 14:31:59.447081 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44414) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:59.540102 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fe840f35-f4e9-480e-810f-bd16dc1549da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:59.595956 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cada0b8-37b3-4f7e-afcc-0ed29eb9f1b9 None None] Network 79758d8c-b106-4287-a282-ab754acae92b requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:31:59.620999 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-67f9b38a-0f89-483f-be65-a539c7e0c273 req-9b514dcd-c9a3-4c05-a7a1-5052315d1c4c tempest-ServerShowV247Test-1243005813 tempest-ServerShowV247Test-1243005813-project] 10.222.0.35 "GET /v2.0/ports?device_id=581253df-b48a-4943-b867-beb278bda169 HTTP/1.1" status: 200 len: 210 time: 0.2533128 May 13 14:31:59.661195 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-773c9c5e-82e7-41ee-84d4-75d826dec321 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:59.690935 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d30130f8-bee0-4802-ae12-440f40a01edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:59.698146 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-773c9c5e-82e7-41ee-84d4-75d826dec321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:59.702760 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7adcd-e665-4819-98a5-0c9ee6749e64 req-69e79513-128a-4d0d-bcd4-34e65bf13aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:59.704549 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-10d7adcd-e665-4819-98a5-0c9ee6749e64 req-69e79513-128a-4d0d-bcd4-34e65bf13aa9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d2a733f9-66c0-4c1b-ac95-bcf8138fdd6c HTTP/1.1" status: 200 len: 1100 time: 0.4629705 May 13 14:31:59.716515 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-870977e9-f02a-465c-a9ec-bdd8658f2bff None None] Provisioning for port 2abee134-024f-4222-b135-ca5da8ee372d completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:59.742136 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d30130f8-bee0-4802-ae12-440f40a01edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:59.765494 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-707309e9-b6e9-48d0-b3a5-a93b9c75e5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:59.840152 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-10d7adcd-e665-4819-98a5-0c9ee6749e64 req-41977b6c-f37f-44cd-9ae7-f3f3163f2bd3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958736 May 13 14:31:59.970878 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-773c9c5e-82e7-41ee-84d4-75d826dec321 admin admin] Allocated IP 172.25.0.117 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/7e752575-abd8-456e-b6a0-bba3978290e6) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:32:00.003897 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 90446a83-6bdf-44c0-85a9-a5c37aab2ac3 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:00.075895 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d30130f8-bee0-4802-ae12-440f40a01edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:00.124033 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 90446a83-6bdf-44c0-85a9-a5c37aab2ac3 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:00.130340 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2abee134-024f-4222-b135-ca5da8ee372d up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:00.131258 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30130f8-bee0-4802-ae12-440f40a01edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48353ba6-b2cc-46b0-b102-958f91f5d4c4,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:00.191355 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d30130f8-bee0-4802-ae12-440f40a01edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:00.192921 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d30130f8-bee0-4802-ae12-440f40a01edd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/48353ba6-b2cc-46b0-b102-958f91f5d4c4 HTTP/1.1" status: 204 len: 168 time: 0.7444985 May 13 14:32:00.251628 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f53175-4bb9-40d3-8617-fb4f61578760 req-995be8dc-e55f-4f39-85a8-1cc89e8e6a6e tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:00.264560 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e9f53175-4bb9-40d3-8617-fb4f61578760 req-995be8dc-e55f-4f39-85a8-1cc89e8e6a6e tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 945 time: 0.2701068 May 13 14:32:00.285661 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 2abee134-024f-4222-b135-ca5da8ee372d completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:00.293705 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707309e9-b6e9-48d0-b3a5-a93b9c75e5fa admin admin] Router 3b9dac33-27cc-4883-b9d6-ef66a518adb0 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:32:00.302119 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 2abee134-024f-4222-b135-ca5da8ee372d triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:00.302888 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:00.434269 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e9f53175-4bb9-40d3-8617-fb4f61578760 req-bd2c32d9-12ba-4274-9184-57c1c9602bdd tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662240 May 13 14:32:00.539041 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50b360-b318-41af-9f75-5a1cfcded2f1 req-03472414-5451-4cd3-8f1b-4db3b9ae6d94 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:00.540649 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7a50b360-b318-41af-9f75-5a1cfcded2f1 req-03472414-5451-4cd3-8f1b-4db3b9ae6d94 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2a733f9-66c0-4c1b-ac95-bcf8138fdd6c HTTP/1.1" status: 200 len: 949 time: 0.2761614 May 13 14:32:00.577485 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:00.595480 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 2abee134-024f-4222-b135-ca5da8ee372d is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:00.595914 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:00.614026 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44428) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:00.622962 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:00.623330 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-773c9c5e-82e7-41ee-84d4-75d826dec321 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:00.670322 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-01d1baaf-ec24-41f1-b58c-ee0605114ee7 None None] Provisioning complete for port 2abee134-024f-4222-b135-ca5da8ee372d triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:00.670805 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-01d1baaf-ec24-41f1-b58c-ee0605114ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:00.681705 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-773c9c5e-82e7-41ee-84d4-75d826dec321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:00.707025 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 2abee134-024f-4222-b135-ca5da8ee372d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=2abee134-024f-4222-b135-ca5da8ee372d,segment=NetworkSegment(e1d397b0-eea9-4be4-8f48-8e9bcd88630d),segment_id=e1d397b0-eea9-4be4-8f48-8e9bcd88630d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:00.727308 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:00.764689 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773c9c5e-82e7-41ee-84d4-75d826dec321 admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:32:00.772043 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-773c9c5e-82e7-41ee-84d4-75d826dec321 admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:00.775155 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707309e9-b6e9-48d0-b3a5-a93b9c75e5fa admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:32:00.780908 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-29aa3453-d4cb-47d3-b30c-ff64ddcffb24 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Deleting subnet 2ac242ce-6169-4b86-8f5f-3be7a39a3afc {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:32:00.785940 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773c9c5e-82e7-41ee-84d4-75d826dec321 admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:32:00.789417 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-29aa3453-d4cb-47d3-b30c-ff64ddcffb24 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:00.827583 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efac860-35aa-44cd-9301-f47cc79848b0 None None] Network d13a620a-46da-44fe-8413-f8c94014a84b requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:32:00.868885 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7a50b360-b318-41af-9f75-5a1cfcded2f1 req-4d6fbea2-3913-4e85-b473-2120fbe781f4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057304 May 13 14:32:00.899453 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e270aa8b-ff88-4625-aa9f-c8f8bebee1fa req-4a7c8afc-0769-4245-9a0e-6a7d3a9720b0 tempest-ServerShowV247Test-1243005813 tempest-ServerShowV247Test-1243005813-project] 10.222.0.35 "GET /v2.0/ports?device_id=581253df-b48a-4943-b867-beb278bda169 HTTP/1.1" status: 200 len: 210 time: 0.0787604 May 13 14:32:00.903207 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-707309e9-b6e9-48d0-b3a5-a93b9c75e5fa admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:00.904404 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-707309e9-b6e9-48d0-b3a5-a93b9c75e5fa admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.4562323 May 13 14:32:00.907132 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44442) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:00.970618 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2ba6f8-7c09-4d7d-a895-54a5ef688680 None None] Sync routers for ids ['3b9dac33-27cc-4883-b9d6-ef66a518adb0'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:32:00.994303 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-29aa3453-d4cb-47d3-b30c-ff64ddcffb24 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:01.053929 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c9c5e-82e7-41ee-84d4-75d826dec321 admin admin] Pushing event updated for resources: {'Port': ['ID=7e752575-abd8-456e-b6a0-bba3978290e6,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:01.089813 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2ba6f8-7c09-4d7d-a895-54a5ef688680 None None] Routers {'3b9dac33-27cc-4883-b9d6-ef66a518adb0'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:32:01.090688 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-6e2ba6f8-7c09-4d7d-a895-54a5ef688680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:32:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3b9dac33-27cc-4883-b9d6-ef66a518adb0'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:01.348826 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-773c9c5e-82e7-41ee-84d4-75d826dec321 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:01.382632 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-6e2ba6f8-7c09-4d7d-a895-54a5ef688680 None None] Set router 3b9dac33-27cc-4883-b9d6-ef66a518adb0 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:32:01.432239 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44456) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:01.589834 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-29aa3453-d4cb-47d3-b30c-ff64ddcffb24 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:01.612090 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device d044bab1-0650-4c79-bf4c-d0feaf1d04cd up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:01.619680 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-d1210011-31ec-4b96-aee1-5d8fcf4d43ee admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-366808648-network', 'tenant_id': 'f508ce96f54b427ea169d80e1efc9a3a'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:01.628988 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d1210011-31ec-4b96-aee1-5d8fcf4d43ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:01.722585 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=2abee134-024f-4222-b135-ca5da8ee372d,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:01.734764 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d1210011-31ec-4b96-aee1-5d8fcf4d43ee admin admin] Usage tracker for resource:network and tenant:f508ce96f54b427ea169d80e1efc9a3a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:01.746513 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d1210011-31ec-4b96-aee1-5d8fcf4d43ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:01.758495 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d1210011-31ec-4b96-aee1-5d8fcf4d43ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:01.792075 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port d044bab1-0650-4c79-bf4c-d0feaf1d04cd completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:01.832555 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port d044bab1-0650-4c79-bf4c-d0feaf1d04cd triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:01.832931 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:01.835830 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1210011-31ec-4b96-aee1-5d8fcf4d43ee admin admin] Made reservation on behalf of f508ce96f54b427ea169d80e1efc9a3a for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:32:01.838104 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d1210011-31ec-4b96-aee1-5d8fcf4d43ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:01.847464 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-29aa3453-d4cb-47d3-b30c-ff64ddcffb24 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:01.871230 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-01d1baaf-ec24-41f1-b58c-ee0605114ee7 None None] Current status of the port 2abee134-024f-4222-b135-ca5da8ee372d is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:01.871456 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d1210011-31ec-4b96-aee1-5d8fcf4d43ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:01.899579 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d1210011-31ec-4b96-aee1-5d8fcf4d43ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:01.910625 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d1210011-31ec-4b96-aee1-5d8fcf4d43ee admin admin] Usage tracker for resource:security_group_rule and tenant:f508ce96f54b427ea169d80e1efc9a3a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:01.915904 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d1210011-31ec-4b96-aee1-5d8fcf4d43ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:01.919050 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-773c9c5e-82e7-41ee-84d4-75d826dec321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:01.930144 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d1210011-31ec-4b96-aee1-5d8fcf4d43ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:01.941974 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17546797-1de2-42f1-afe5-cc7ab4fcdd14 req-2ac6ed1d-d7cb-4803-a7a0-0bddbc42f7c1 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:01.949814 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-17546797-1de2-42f1-afe5-cc7ab4fcdd14 req-2ac6ed1d-d7cb-4803-a7a0-0bddbc42f7c1 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 945 time: 0.3265595 May 13 14:32:02.029507 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:02.041033 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port d044bab1-0650-4c79-bf4c-d0feaf1d04cd is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:02.042311 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:02.048417 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa3453-d4cb-47d3-b30c-ff64ddcffb24 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Pushing event deleted for resources: {'Subnet': ['ID=2ac242ce-6169-4b86-8f5f-3be7a39a3afc,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:02.061108 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-29aa3453-d4cb-47d3-b30c-ff64ddcffb24 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:02.089014 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-6e2ba6f8-7c09-4d7d-a895-54a5ef688680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9dac33-27cc-4883-b9d6-ef66a518adb0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-468992443-router', 'tenant_id': 'eb51441d8eed4e3789bb76c312dbb980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:31:58Z', 'revision_number': 3, 'project_id': 'eb51441d8eed4e3789bb76c312dbb980', 'gw_port': {'id': '8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:04:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9dac33-27cc-4883-b9d6-ef66a518adb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:57Z', 'updated_at': '2022-05-13T14:31:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:02.091251 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-800bb06d-10b6-470e-b57d-5004e76d9f59 None None] Provisioning for port 90446a83-6bdf-44c0-85a9-a5c37aab2ac3 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:02.099694 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212dfaf3-02c1-41cb-b3c7-9c9196cc15ca None None] Network 0008c42c-4335-4833-8930-22b6a7b9904c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:32:02.125568 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-29aa3453-d4cb-47d3-b30c-ff64ddcffb24 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "DELETE /v2.0/subnets/2ac242ce-6169-4b86-8f5f-3be7a39a3afc HTTP/1.1" status: 204 len: 168 time: 1.5103147 May 13 14:32:02.131426 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44468) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:02.132326 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-800bb06d-10b6-470e-b57d-5004e76d9f59 None None] Provisioning complete for port 90446a83-6bdf-44c0-85a9-a5c37aab2ac3 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:02.132834 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-800bb06d-10b6-470e-b57d-5004e76d9f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:02.287701 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2ba6f8-7c09-4d7d-a895-54a5ef688680 None None] Checking router: 3b9dac33-27cc-4883-b9d6-ef66a518adb0 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:32:02.288088 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2ba6f8-7c09-4d7d-a895-54a5ef688680 None None] Updating router 3b9dac33-27cc-4883-b9d6-ef66a518adb0 port 8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:32:02.335983 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-48936a7e-e7d9-4218-a5ce-e16f66598fda tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:02.337485 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e113854b-84ad-48a4-862d-c2340036b6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd044bab1-0650-4c79-bf4c-d0feaf1d04cd'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:02.355048 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-17546797-1de2-42f1-afe5-cc7ab4fcdd14 req-80cc04b9-9278-4bb3-adaf-4fe1d6d048a6 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018192 May 13 14:32:02.383443 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port d044bab1-0650-4c79-bf4c-d0feaf1d04cd, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=d044bab1-0650-4c79-bf4c-d0feaf1d04cd,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:02.393011 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f48016-70fe-404e-a641-8291e2a38249 req-099e31f2-f864-4e5a-8085-ad92dd6626b7 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:02.393939 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b6f48016-70fe-404e-a641-8291e2a38249 req-099e31f2-f864-4e5a-8085-ad92dd6626b7 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2a733f9-66c0-4c1b-ac95-bcf8138fdd6c HTTP/1.1" status: 200 len: 949 time: 0.3343942 May 13 14:32:02.410944 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:02.425867 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-48936a7e-e7d9-4218-a5ce-e16f66598fda tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Deleting port 059417ad-399e-4a55-8729-c2c08eb68b66 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:32:02.426248 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-48936a7e-e7d9-4218-a5ce-e16f66598fda tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:02.469749 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6e2ba6f8-7c09-4d7d-a895-54a5ef688680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:02.470924 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d1210011-31ec-4b96-aee1-5d8fcf4d43ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:02.477943 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d1210011-31ec-4b96-aee1-5d8fcf4d43ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:02.494014 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773c9c5e-82e7-41ee-84d4-75d826dec321 admin admin] Router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:32:02.517047 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1210011-31ec-4b96-aee1-5d8fcf4d43ee admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:32:02.551000 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b6f48016-70fe-404e-a641-8291e2a38249 req-13338de5-5e5a-490c-a9fc-e8e1c2e84c49 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496840 May 13 14:32:02.594957 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2fa73e5-0b73-4e39-b1ae-bc9a0d664aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:02.603871 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1210011-31ec-4b96-aee1-5d8fcf4d43ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38400f9c-b542-4f32-bdba-1fa4f99d86f8,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:02.615649 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d1210011-31ec-4b96-aee1-5d8fcf4d43ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:02.616126 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-d1210011-31ec-4b96-aee1-5d8fcf4d43ee admin admin] Added segment 54b76d81-5208-4b63-ba59-311a69e93e05 of type vlan for network 0432809b-9803-4b9d-b2e4-d517c8c280c6 May 13 14:32:02.665075 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-219de317-980b-4541-98b9-e76d76fa98b9'] response: {'server_uuid': 'e113854b-84ad-48a4-862d-c2340036b6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd044bab1-0650-4c79-bf4c-d0feaf1d04cd', 'code': 200} May 13 14:32:02.682733 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f8f7f31a-530c-4e8b-b22c-b3c9c5aa52f6 req-fd2a5342-2fe0-48a8-bf1f-4133aba1d471 tempest-ServerShowV247Test-1243005813 tempest-ServerShowV247Test-1243005813-project] 10.222.0.35 "GET /v2.0/ports?device_id=581253df-b48a-4943-b867-beb278bda169 HTTP/1.1" status: 200 len: 210 time: 0.0799570 May 13 14:32:02.757211 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=d044bab1-0650-4c79-bf4c-d0feaf1d04cd,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:02.819654 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d1210011-31ec-4b96-aee1-5d8fcf4d43ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:02.874741 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-800bb06d-10b6-470e-b57d-5004e76d9f59 None None] Current status of the port 90446a83-6bdf-44c0-85a9-a5c37aab2ac3 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:02.875404 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-800bb06d-10b6-470e-b57d-5004e76d9f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:02.879672 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773c9c5e-82e7-41ee-84d4-75d826dec321 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:32:02.891884 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-48936a7e-e7d9-4218-a5ce-e16f66598fda tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] For port 059417ad-399e-4a55-8729-c2c08eb68b66, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=059417ad-399e-4a55-8729-c2c08eb68b66,segment=NetworkSegment(793ce683-5ee7-4351-a696-7d6b05fd7845),segment_id=793ce683-5ee7-4351-a696-7d6b05fd7845)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:02.892254 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-48936a7e-e7d9-4218-a5ce-e16f66598fda tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:02.894957 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1b1258-5026-4b3c-b026-c0629ff9ad9e None None] Sync routers for ids ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:32:02.904670 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d1210011-31ec-4b96-aee1-5d8fcf4d43ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:02.905639 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1210011-31ec-4b96-aee1-5d8fcf4d43ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:02.906394 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d1210011-31ec-4b96-aee1-5d8fcf4d43ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:02.920427 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1b1258-5026-4b3c-b026-c0629ff9ad9e None None] Routers {'61d9c492-7067-4a2e-92b2-ee02e1800bf7'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:32:02.922149 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-3b1b1258-5026-4b3c-b026-c0629ff9ad9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:32:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:02.996057 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-800bb06d-10b6-470e-b57d-5004e76d9f59 None None] For port 90446a83-6bdf-44c0-85a9-a5c37aab2ac3, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=90446a83-6bdf-44c0-85a9-a5c37aab2ac3,segment=NetworkSegment(8b48d2ce-3a17-4a1a-8882-6707c0656223),segment_id=8b48d2ce-3a17-4a1a-8882-6707c0656223)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:03.010724 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d1210011-31ec-4b96-aee1-5d8fcf4d43ee admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5772741 May 13 14:32:03.011797 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-773c9c5e-82e7-41ee-84d4-75d826dec321 admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:03.012870 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-773c9c5e-82e7-41ee-84d4-75d826dec321 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.3514810 May 13 14:32:03.023931 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44476) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:03.023931 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44478) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:03.024221 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-800bb06d-10b6-470e-b57d-5004e76d9f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:03.025870 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429a2b1-60b5-4a46-86c3-ad7fb0e4dab5 req-c0a62e03-9b0f-4850-9e7c-927396517686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:03.027406 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3429a2b1-60b5-4a46-86c3-ad7fb0e4dab5 req-c0a62e03-9b0f-4850-9e7c-927396517686 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e113854b-84ad-48a4-862d-c2340036b6a0 HTTP/1.1" status: 200 len: 1101 time: 0.2593467 May 13 14:32:03.050893 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-48936a7e-e7d9-4218-a5ce-e16f66598fda tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Calling delete_port for 059417ad-399e-4a55-8729-c2c08eb68b66 owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:32:03.100864 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-30c5609b-2931-4af3-988c-984895d8a53d admin admin] Request body: {'subnet': {'network_id': '0432809b-9803-4b9d-b2e4-d517c8c280c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-366808648-subnet', 'tenant_id': 'f508ce96f54b427ea169d80e1efc9a3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:03.119691 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800bb06d-10b6-470e-b57d-5004e76d9f59 None None] Pushing event updated for resources: {'Port': ['ID=90446a83-6bdf-44c0-85a9-a5c37aab2ac3,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:03.123410 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbe7deb-a154-4b4e-801d-7cabcd692ff0 None None] DHCP port deletion for 0008c42c-4335-4833-8930-22b6a7b9904c request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:32:03.134045 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0fbe7deb-a154-4b4e-801d-7cabcd692ff0 None None] Deleting port 059417ad-399e-4a55-8729-c2c08eb68b66 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:32:03.135196 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7deb-a154-4b4e-801d-7cabcd692ff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:03.169366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-30c5609b-2931-4af3-988c-984895d8a53d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:03.179169 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-30c5609b-2931-4af3-988c-984895d8a53d admin admin] Usage tracker for resource:subnet and tenant:f508ce96f54b427ea169d80e1efc9a3a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:03.183689 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-30c5609b-2931-4af3-988c-984895d8a53d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:03.190228 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1210011-31ec-4b96-aee1-5d8fcf4d43ee admin admin] Pushing event updated for resources: {'Network': ['ID=0432809b-9803-4b9d-b2e4-d517c8c280c6,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:03.201934 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-30c5609b-2931-4af3-988c-984895d8a53d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:03.214615 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-3b1b1258-5026-4b3c-b026-c0629ff9ad9e None None] Set router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:32:03.217170 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 0432809b-9803-4b9d-b2e4-d517c8c280c6 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:32:03.224827 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-d2fa73e5-0b73-4e39-b1ae-bc9a0d664aca admin admin] Allocated IP 172.20.0.1 (d13a620a-46da-44fe-8413-f8c94014a84b/c81e81d2-4f53-463c-af4a-b9d165677506/3727cf7f-61c7-4446-9245-69a98d6f17c2) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:32:03.253579 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b83648-1e46-43da-b5a1-275e8b2b9bd9 req-4a8e4d4b-49b5-4a06-b055-e5adabeb204e tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:03.255213 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64b83648-1e46-43da-b5a1-275e8b2b9bd9 req-4a8e4d4b-49b5-4a06-b055-e5adabeb204e tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=e113854b-84ad-48a4-862d-c2340036b6a0 HTTP/1.1" status: 200 len: 950 time: 0.4618623 May 13 14:32:03.257438 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3429a2b1-60b5-4a46-86c3-ad7fb0e4dab5 req-ca7e46c4-eb0a-4385-a290-c32b8f97ea04 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526644 May 13 14:32:03.258455 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-48936a7e-e7d9-4218-a5ce-e16f66598fda tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:03.313089 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c5609b-2931-4af3-988c-984895d8a53d admin admin] Made reservation on behalf of f508ce96f54b427ea169d80e1efc9a3a for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:32:03.315482 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-30c5609b-2931-4af3-988c-984895d8a53d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:03.397804 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6385203a-39a4-40d2-bd60-b39747ed6655 None None] Provisioning complete for port 90446a83-6bdf-44c0-85a9-a5c37aab2ac3 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:03.398186 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6385203a-39a4-40d2-bd60-b39747ed6655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:03.480832 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0fbe7deb-a154-4b4e-801d-7cabcd692ff0 None None] The port '059417ad-399e-4a55-8729-c2c08eb68b66' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:32:03.502452 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48936a7e-e7d9-4218-a5ce-e16f66598fda tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Pushing event deleted for resources: {'Port': ['ID=059417ad-399e-4a55-8729-c2c08eb68b66,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:03.533326 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48936a7e-e7d9-4218-a5ce-e16f66598fda tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] No DVR routers for this DVR port 059417ad-399e-4a55-8729-c2c08eb68b66 on host n-d-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:32:03.662273 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6e2ba6f8-7c09-4d7d-a895-54a5ef688680 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:03.682937 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-6385203a-39a4-40d2-bd60-b39747ed6655 None None] Current status of the port 90446a83-6bdf-44c0-85a9-a5c37aab2ac3 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:03.684940 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64b83648-1e46-43da-b5a1-275e8b2b9bd9 req-46990e19-6525-4173-8254-157ace6107b3 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182737 May 13 14:32:03.687724 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6e2ba6f8-7c09-4d7d-a895-54a5ef688680 None None] Transition to ACTIVE for port object 8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:03.689892 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-3b1b1258-5026-4b3c-b026-c0629ff9ad9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:01Z', 'revision_number': 3, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'gw_port': {'id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ab:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:59Z', 'updated_at': '2022-05-13T14:31:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:03.696443 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1b1258-5026-4b3c-b026-c0629ff9ad9e None None] Checking router: 61d9c492-7067-4a2e-92b2-ee02e1800bf7 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:32:03.696913 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1b1258-5026-4b3c-b026-c0629ff9ad9e None None] Updating router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 port 7e752575-abd8-456e-b6a0-bba3978290e6 binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:32:03.697135 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6e2ba6f8-7c09-4d7d-a895-54a5ef688680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:03.754610 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-30c5609b-2931-4af3-988c-984895d8a53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:03.796994 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6e2ba6f8-7c09-4d7d-a895-54a5ef688680 None None] Attempting to bind port 8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:32:03.797368 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6e2ba6f8-7c09-4d7d-a895-54a5ef688680 None None] Attempting to bind port 8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:32:03.797732 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ba6f8-7c09-4d7d-a895-54a5ef688680 None None] Attempting to bind port 8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9 on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:03.801538 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05485847-cac8-4472-864f-bce301d52375 None None] Pushing event updated for resources: {'Port': ['ID=8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:03.808239 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ba6f8-7c09-4d7d-a895-54a5ef688680 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:32:03.808640 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ba6f8-7c09-4d7d-a895-54a5ef688680 None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:32:03.809040 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6e2ba6f8-7c09-4d7d-a895-54a5ef688680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:03.809590 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ba6f8-7c09-4d7d-a895-54a5ef688680 None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:32:03.810057 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6e2ba6f8-7c09-4d7d-a895-54a5ef688680 None None] Bound port: 8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:32:03.810429 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6e2ba6f8-7c09-4d7d-a895-54a5ef688680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:03.821000 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-3b1b1258-5026-4b3c-b026-c0629ff9ad9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:03.872966 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-48936a7e-e7d9-4218-a5ce-e16f66598fda tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:03.916583 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2abee134-024f-4222-b135-ca5da8ee372d up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:03.990674 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-48936a7e-e7d9-4218-a5ce-e16f66598fda tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0008c42c-4335-4833-8930-22b6a7b9904c']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:04.009106 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-6e2ba6f8-7c09-4d7d-a895-54a5ef688680 None None] For port 8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:32:04.010891 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c8df027e-d209-48a4-94e5-974a67fe536a req-be7bb81f-e599-436c-878a-717fb214231c tempest-ServerShowV247Test-1243005813 tempest-ServerShowV247Test-1243005813-project] 10.222.0.35 "GET /v2.0/ports?device_id=581253df-b48a-4943-b867-beb278bda169 HTTP/1.1" status: 200 len: 210 time: 0.0901828 May 13 14:32:04.015359 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-6e2ba6f8-7c09-4d7d-a895-54a5ef688680 None None] For port 8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:32:04.023560 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6e2ba6f8-7c09-4d7d-a895-54a5ef688680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:04.028402 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2fa73e5-0b73-4e39-b1ae-bc9a0d664aca admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:04.037075 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-48936a7e-e7d9-4218-a5ce-e16f66598fda tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '793ce683-5ee7-4351-a696-7d6b05fd7845') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:04.037495 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-48936a7e-e7d9-4218-a5ce-e16f66598fda tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '793ce683-5ee7-4351-a696-7d6b05fd7845') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:04.057998 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-48936a7e-e7d9-4218-a5ce-e16f66598fda tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:04.079668 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-d2fa73e5-0b73-4e39-b1ae-bc9a0d664aca admin admin] Transition to ACTIVE for port object 3727cf7f-61c7-4446-9245-69a98d6f17c2 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:04.090924 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 2abee134-024f-4222-b135-ca5da8ee372d triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:04.091183 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:04.095801 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-48936a7e-e7d9-4218-a5ce-e16f66598fda tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:04.106235 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48936a7e-e7d9-4218-a5ce-e16f66598fda tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:32:04.106878 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-48936a7e-e7d9-4218-a5ce-e16f66598fda tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:04.113007 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c5609b-2931-4af3-988c-984895d8a53d admin admin] Checking segment: {'id': '54b76d81-5208-4b63-ba59-311a69e93e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0432809b-9803-4b9d-b2e4-d517c8c280c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:32:04.113397 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c5609b-2931-4af3-988c-984895d8a53d admin admin] Network hostable DHCP agents. Network: 0432809b-9803-4b9d-b2e4-d517c8c280c6, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:32:04.125596 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:32:04.125596 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:32:04.125596 n-d-841760-1 neutron-server[88081]: timer() May 13 14:32:04.125596 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:32:04.125596 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:32:04.125596 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:32:04.125596 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:32:04.125596 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:32:04.125596 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:32:04.125596 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:32:04.125596 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:32:04.125596 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:32:04.125596 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:32:04.125596 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:32:04.125596 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:32:04.125596 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:32:04.125596 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:32:04.125596 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:32:04.125596 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:32:04.125596 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:32:04.125596 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:32:04.125596 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:32:04.125596 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:32:04.125596 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:32:04.125596 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:32:04.125596 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:32:04.125596 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:32:04.125596 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:32:04.125596 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:32:04.125596 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:32:04.125596 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:32:04.125596 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:32:04.168628 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5609b-2931-4af3-988c-984895d8a53d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4097943d-15f0-47d0-ad13-f3fe0fe86b84,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:04.199609 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5609b-2931-4af3-988c-984895d8a53d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:04.199947 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5609b-2931-4af3-988c-984895d8a53d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:04.200280 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5609b-2931-4af3-988c-984895d8a53d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:04.200606 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5609b-2931-4af3-988c-984895d8a53d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:04.200928 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5609b-2931-4af3-988c-984895d8a53d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:04.201248 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5609b-2931-4af3-988c-984895d8a53d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:04.201653 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5609b-2931-4af3-988c-984895d8a53d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:04.202013 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5609b-2931-4af3-988c-984895d8a53d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:04.202387 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5609b-2931-4af3-988c-984895d8a53d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:04.202707 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5609b-2931-4af3-988c-984895d8a53d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:04.203020 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5609b-2931-4af3-988c-984895d8a53d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:04.203733 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5609b-2931-4af3-988c-984895d8a53d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:04.223573 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2fa73e5-0b73-4e39-b1ae-bc9a0d664aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:04.251600 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c5609b-2931-4af3-988c-984895d8a53d admin admin] Network 0432809b-9803-4b9d-b2e4-d517c8c280c6 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:32:04.291081 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2ba6f8-7c09-4d7d-a895-54a5ef688680 None None] Routers {'3b9dac33-27cc-4883-b9d6-ef66a518adb0'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:32:04.292235 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-6e2ba6f8-7c09-4d7d-a895-54a5ef688680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:32:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3b9dac33-27cc-4883-b9d6-ef66a518adb0'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:04.300024 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-48936a7e-e7d9-4218-a5ce-e16f66598fda tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:04.305809 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa73e5-0b73-4e39-b1ae-bc9a0d664aca admin admin] Pushing event updated for resources: {'Port': ['ID=3727cf7f-61c7-4446-9245-69a98d6f17c2,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:04.307148 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-3b1b1258-5026-4b3c-b026-c0629ff9ad9e None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:04.322031 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-3b1b1258-5026-4b3c-b026-c0629ff9ad9e None None] Transition to ACTIVE for port object 7e752575-abd8-456e-b6a0-bba3978290e6 will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:04.330251 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-3b1b1258-5026-4b3c-b026-c0629ff9ad9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:04.333971 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-48936a7e-e7d9-4218-a5ce-e16f66598fda tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:04.348697 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48936a7e-e7d9-4218-a5ce-e16f66598fda tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Pushing event deleted for resources: {'Network': ['ID=0008c42c-4335-4833-8930-22b6a7b9904c,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:04.357244 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fa73e5-0b73-4e39-b1ae-bc9a0d664aca admin admin] Network d13a620a-46da-44fe-8413-f8c94014a84b is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:32:04.361268 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-d2fa73e5-0b73-4e39-b1ae-bc9a0d664aca admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:04.366983 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-30c5609b-2931-4af3-988c-984895d8a53d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 0432809b-9803-4b9d-b2e4-d517c8c280c6) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:04.367096 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fa73e5-0b73-4e39-b1ae-bc9a0d664aca admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:32:04.370772 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c5609b-2931-4af3-988c-984895d8a53d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:04.371571 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-30c5609b-2931-4af3-988c-984895d8a53d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:04.462067 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-3b1b1258-5026-4b3c-b026-c0629ff9ad9e None None] Attempting to bind port 7e752575-abd8-456e-b6a0-bba3978290e6 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:32:04.462466 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-3b1b1258-5026-4b3c-b026-c0629ff9ad9e None None] Attempting to bind port 7e752575-abd8-456e-b6a0-bba3978290e6 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:32:04.462813 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1b1258-5026-4b3c-b026-c0629ff9ad9e None None] Attempting to bind port 7e752575-abd8-456e-b6a0-bba3978290e6 on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:04.464958 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-48936a7e-e7d9-4218-a5ce-e16f66598fda tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "DELETE /v2.0/networks/0008c42c-4335-4833-8930-22b6a7b9904c HTTP/1.1" status: 204 len: 168 time: 2.3325088 May 13 14:32:04.467926 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44490) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:04.474865 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dbb884-1856-415a-ba22-b8fe8499d4b5 None None] Network 0432809b-9803-4b9d-b2e4-d517c8c280c6 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:32:04.496435 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1b1258-5026-4b3c-b026-c0629ff9ad9e None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:32:04.496871 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1b1258-5026-4b3c-b026-c0629ff9ad9e None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:32:04.499239 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-3b1b1258-5026-4b3c-b026-c0629ff9ad9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:04.499629 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1b1258-5026-4b3c-b026-c0629ff9ad9e None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:32:04.500097 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-3b1b1258-5026-4b3c-b026-c0629ff9ad9e None None] Bound port: 7e752575-abd8-456e-b6a0-bba3978290e6, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:32:04.500462 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-3b1b1258-5026-4b3c-b026-c0629ff9ad9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:04.565179 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc6a051d-6892-49e6-9ac9-a44e0f32f3c1 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Deleting subnet 1ab44319-5e85-4fa8-8f0f-3137df204f43 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:32:04.569211 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dc6a051d-6892-49e6-9ac9-a44e0f32f3c1 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:04.620839 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05485847-cac8-4472-864f-bce301d52375 None None] Pushing event updated for resources: {'Port': ['ID=8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:04.622885 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-3b1b1258-5026-4b3c-b026-c0629ff9ad9e None None] For port 7e752575-abd8-456e-b6a0-bba3978290e6, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:32:04.626390 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-3b1b1258-5026-4b3c-b026-c0629ff9ad9e None None] For port 7e752575-abd8-456e-b6a0-bba3978290e6, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=7e752575-abd8-456e-b6a0-bba3978290e6,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:32:04.637045 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-3b1b1258-5026-4b3c-b026-c0629ff9ad9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:04.650223 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dc6a051d-6892-49e6-9ac9-a44e0f32f3c1 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:04.693047 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1b1258-5026-4b3c-b026-c0629ff9ad9e None None] Routers {'61d9c492-7067-4a2e-92b2-ee02e1800bf7'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:32:04.695954 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-3b1b1258-5026-4b3c-b026-c0629ff9ad9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:32:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:04.762891 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2fa73e5-0b73-4e39-b1ae-bc9a0d664aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:04.813135 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-30c5609b-2931-4af3-988c-984895d8a53d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7832353 May 13 14:32:04.819168 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 2abee134-024f-4222-b135-ca5da8ee372d is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:04.824393 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 90446a83-6bdf-44c0-85a9-a5c37aab2ac3 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:04.857298 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dc6a051d-6892-49e6-9ac9-a44e0f32f3c1 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:04.860123 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e2135-eff7-42f2-a14c-b9711d172daa req-3c6853aa-1a27-408f-beb8-b78f9638a1ab tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:04.868642 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-698e2135-eff7-42f2-a14c-b9711d172daa req-3c6853aa-1a27-408f-beb8-b78f9638a1ab tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 945 time: 1.3016078 May 13 14:32:04.900324 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138d4b4-351b-47a1-9cc9-19bd93dc8cc5 None None] Pushing event updated for resources: {'Port': ['ID=7e752575-abd8-456e-b6a0-bba3978290e6,revision_number=2']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:04.913330 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138d4b4-351b-47a1-9cc9-19bd93dc8cc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:04.914076 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138d4b4-351b-47a1-9cc9-19bd93dc8cc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:04.914624 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138d4b4-351b-47a1-9cc9-19bd93dc8cc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:04.915201 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138d4b4-351b-47a1-9cc9-19bd93dc8cc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:04.915889 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138d4b4-351b-47a1-9cc9-19bd93dc8cc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:04.916454 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138d4b4-351b-47a1-9cc9-19bd93dc8cc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:04.917011 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138d4b4-351b-47a1-9cc9-19bd93dc8cc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:04.917577 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138d4b4-351b-47a1-9cc9-19bd93dc8cc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:04.918234 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138d4b4-351b-47a1-9cc9-19bd93dc8cc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:04.918819 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138d4b4-351b-47a1-9cc9-19bd93dc8cc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:04.920178 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138d4b4-351b-47a1-9cc9-19bd93dc8cc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:04.920741 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138d4b4-351b-47a1-9cc9-19bd93dc8cc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:04.996130 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0ff12840-b323-434b-9870-73ab5554ad10 None None] Provisioning for port 3727cf7f-61c7-4446-9245-69a98d6f17c2 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:05.011803 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-3b1b1258-5026-4b3c-b026-c0629ff9ad9e None None] Set router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:32:05.040986 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0ff12840-b323-434b-9870-73ab5554ad10 None None] Provisioning complete for port 3727cf7f-61c7-4446-9245-69a98d6f17c2 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:05.041867 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0ff12840-b323-434b-9870-73ab5554ad10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:05.092177 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-698e2135-eff7-42f2-a14c-b9711d172daa req-914ea429-1292-4317-9944-748ea95b1f40 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201109 May 13 14:32:05.146165 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0ff12840-b323-434b-9870-73ab5554ad10 None None] Port 3727cf7f-61c7-4446-9245-69a98d6f17c2 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:32:05.168251 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61520505-a3cb-48e9-8183-64505bc993d0 req-7fde5abf-f9ac-4b1a-b3f9-f38ffa40e836 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:05.169770 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-61520505-a3cb-48e9-8183-64505bc993d0 req-7fde5abf-f9ac-4b1a-b3f9-f38ffa40e836 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=e113854b-84ad-48a4-862d-c2340036b6a0 HTTP/1.1" status: 200 len: 950 time: 0.2250159 May 13 14:32:05.180413 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dc6a051d-6892-49e6-9ac9-a44e0f32f3c1 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:05.190560 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-6e2ba6f8-7c09-4d7d-a895-54a5ef688680 None None] Set router 3b9dac33-27cc-4883-b9d6-ef66a518adb0 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:32:05.252285 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fef99609-a0e7-4257-9fb3-1bb1726a83c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:05.277014 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138d4b4-351b-47a1-9cc9-19bd93dc8cc5 None None] Pushing event updated for resources: {'Port': ['ID=7e752575-abd8-456e-b6a0-bba3978290e6,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:05.317836 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a8eeb6ae-5348-417b-b188-df6fda944a31 req-586b6c1d-049b-4344-b5c7-8e10054d26cc tempest-ServerShowV247Test-1243005813 tempest-ServerShowV247Test-1243005813-project] 10.222.0.35 "GET /v2.0/ports?device_id=581253df-b48a-4943-b867-beb278bda169 HTTP/1.1" status: 200 len: 210 time: 0.0539486 May 13 14:32:05.334632 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dc6a051d-6892-49e6-9ac9-a44e0f32f3c1 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:05.386542 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1de8f2-8fc3-41f9-a932-743b8ed23f55 None None] Network ce9c1701-64b9-439d-98e2-3df3678fb746 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:32:05.394711 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a051d-6892-49e6-9ac9-a44e0f32f3c1 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Pushing event deleted for resources: {'Subnet': ['ID=1ab44319-5e85-4fa8-8f0f-3137df204f43,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:05.414013 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-dc6a051d-6892-49e6-9ac9-a44e0f32f3c1 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "DELETE /v2.0/subnets/1ab44319-5e85-4fa8-8f0f-3137df204f43 HTTP/1.1" status: 204 len: 168 time: 0.9426901 May 13 14:32:05.415145 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44506) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:05.415309 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 90446a83-6bdf-44c0-85a9-a5c37aab2ac3 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:05.415622 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:05.417402 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-61520505-a3cb-48e9-8183-64505bc993d0 req-143fe08f-eeb0-4843-b6a6-6450292e00ec tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161887 May 13 14:32:05.429356 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2fa73e5-0b73-4e39-b1ae-bc9a0d664aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:05.466308 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-3b1b1258-5026-4b3c-b026-c0629ff9ad9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:01Z', 'revision_number': 3, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'gw_port': {'id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ab:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:59Z', 'updated_at': '2022-05-13T14:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:05.470635 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1b1258-5026-4b3c-b026-c0629ff9ad9e None None] The sync data for ids ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'] in n-d-841760-1 is: [{'id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:01Z', 'revision_number': 3, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'gw_port': {'id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ab:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:59Z', 'updated_at': '2022-05-13T14:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:32:05.756561 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a2d778aa-48e2-4422-8dca-99cd72e9226a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:05.817476 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2fa73e5-0b73-4e39-b1ae-bc9a0d664aca admin admin] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:05.822895 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2fa73e5-0b73-4e39-b1ae-bc9a0d664aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:05.871152 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-a2d778aa-48e2-4422-8dca-99cd72e9226a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Deleting port 8efdfc28-49cb-484f-ad26-4c96d15be6a3 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:32:05.871763 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a2d778aa-48e2-4422-8dca-99cd72e9226a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:05.897870 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccd8a46-88ae-476f-9785-3e769b4c52a6 None None] Network 0432809b-9803-4b9d-b2e4-d517c8c280c6 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:32:06.044223 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-fef99609-a0e7-4257-9fb3-1bb1726a83c5 admin admin] Allocated IP 172.20.0.1 (79758d8c-b106-4287-a282-ab754acae92b/3f8b6906-e2ce-45f4-9457-d3fca5fa8def/d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:32:06.057350 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-78ab974e-e09b-46c7-8ce5-efd32a00b698 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:06.058285 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-78ab974e-e09b-46c7-8ce5-efd32a00b698 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Synchronizing usage tracker for tenant:f508ce96f54b427ea169d80e1efc9a3a on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:32:06.126258 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 90446a83-6bdf-44c0-85a9-a5c37aab2ac3 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:06.188153 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2fa73e5-0b73-4e39-b1ae-bc9a0d664aca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:06.192155 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa73e5-0b73-4e39-b1ae-bc9a0d664aca admin admin] Pushing event updated for resources: {'Port': ['ID=3727cf7f-61c7-4446-9245-69a98d6f17c2,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:06.269622 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 059417ad-399e-4a55-8729-c2c08eb68b66 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:32:06.295825 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-78ab974e-e09b-46c7-8ce5-efd32a00b698 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Unset dirty status for tenant:f508ce96f54b427ea169d80e1efc9a3a on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:32:06.303355 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-78ab974e-e09b-46c7-8ce5-efd32a00b698 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] 10.222.0.35 "GET /v2.0/networks?id=0432809b-9803-4b9d-b2e4-d517c8c280c6 HTTP/1.1" status: 200 len: 817 time: 0.6798446 May 13 14:32:06.326327 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-cfdb9092-ff6c-4f83-8dd7-c74b592993b3 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] 10.222.0.35 "GET /v2.0/quotas/f508ce96f54b427ea169d80e1efc9a3a HTTP/1.1" status: 200 len: 375 time: 0.0220912 May 13 14:32:06.329266 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 059417ad-399e-4a55-8729-c2c08eb68b66 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:32:06.329625 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 059417ad-399e-4a55-8729-c2c08eb68b66 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:32:06.329764 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-a2d778aa-48e2-4422-8dca-99cd72e9226a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] For port 8efdfc28-49cb-484f-ad26-4c96d15be6a3, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=8efdfc28-49cb-484f-ad26-4c96d15be6a3,segment=NetworkSegment(75e39620-740d-4a72-b0d7-b827496de2c9),segment_id=75e39620-740d-4a72-b0d7-b827496de2c9)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:06.330215 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a2d778aa-48e2-4422-8dca-99cd72e9226a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:06.396922 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea021b73-9996-4bd9-b07a-ec98b287ae8f req-d04d0411-acde-44ab-bc28-ab4c9544a065 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:06.402943 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea021b73-9996-4bd9-b07a-ec98b287ae8f req-d04d0411-acde-44ab-bc28-ab4c9544a065 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:06.407769 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-ecacb9a3-74b3-4b2a-836c-2304f6f7688f tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f508ce96f54b427ea169d80e1efc9a3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0802884 May 13 14:32:06.411078 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ea021b73-9996-4bd9-b07a-ec98b287ae8f req-d04d0411-acde-44ab-bc28-ab4c9544a065 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2a733f9-66c0-4c1b-ac95-bcf8138fdd6c&device_id=e113854b-84ad-48a4-862d-c2340036b6a0 HTTP/1.1" status: 200 len: 1690 time: 0.5313854 May 13 14:32:06.500215 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fa73e5-0b73-4e39-b1ae-bc9a0d664aca admin admin] Network d13a620a-46da-44fe-8413-f8c94014a84b is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:32:06.504167 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-d2fa73e5-0b73-4e39-b1ae-bc9a0d664aca admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:06.566682 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38530469-dcaf-4433-bebf-63a6946632ba None None] DHCP port deletion for ce9c1701-64b9-439d-98e2-3df3678fb746 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:32:06.576406 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 7e752575-abd8-456e-b6a0-bba3978290e6 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:06.691000 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-a2d778aa-48e2-4422-8dca-99cd72e9226a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Calling delete_port for 8efdfc28-49cb-484f-ad26-4c96d15be6a3 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:32:06.713921 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-38530469-dcaf-4433-bebf-63a6946632ba None None] Deleting port 8efdfc28-49cb-484f-ad26-4c96d15be6a3 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:32:06.714456 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-38530469-dcaf-4433-bebf-63a6946632ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:06.735542 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ea021b73-9996-4bd9-b07a-ec98b287ae8f req-d6ac1d39-bb8c-4f29-8e5e-314d007cb66f tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199708 May 13 14:32:06.831034 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2fa73e5-0b73-4e39-b1ae-bc9a0d664aca admin admin] Router 3b9dac33-27cc-4883-b9d6-ef66a518adb0 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:32:06.898233 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-6e2ba6f8-7c09-4d7d-a895-54a5ef688680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9dac33-27cc-4883-b9d6-ef66a518adb0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-468992443-router', 'tenant_id': 'eb51441d8eed4e3789bb76c312dbb980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:31:58Z', 'revision_number': 3, 'project_id': 'eb51441d8eed4e3789bb76c312dbb980', 'gw_port': {'id': '8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:04:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9dac33-27cc-4883-b9d6-ef66a518adb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:57Z', 'updated_at': '2022-05-13T14:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:06.943573 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2ba6f8-7c09-4d7d-a895-54a5ef688680 None None] The sync data for ids ['3b9dac33-27cc-4883-b9d6-ef66a518adb0'] in n-d-841760-1 is: [{'id': '3b9dac33-27cc-4883-b9d6-ef66a518adb0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-468992443-router', 'tenant_id': 'eb51441d8eed4e3789bb76c312dbb980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:31:58Z', 'revision_number': 3, 'project_id': 'eb51441d8eed4e3789bb76c312dbb980', 'gw_port': {'id': '8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:04:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9dac33-27cc-4883-b9d6-ef66a518adb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:57Z', 'updated_at': '2022-05-13T14:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:32:06.963821 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-1da4530e-3d2d-4d9c-a174-8b67aa9a9100 None None] Provisioning complete for port 3727cf7f-61c7-4446-9245-69a98d6f17c2 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:06.964318 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1da4530e-3d2d-4d9c-a174-8b67aa9a9100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:06.981894 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fef99609-a0e7-4257-9fb3-1bb1726a83c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:07.098064 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-0ed54aa2-373a-4a9f-a4fc-83ce5a86759a service neutron] 10.222.0.35 "GET /v2.0/networks/0432809b-9803-4b9d-b2e4-d517c8c280c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6892819 May 13 14:32:07.114360 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fa73e5-0b73-4e39-b1ae-bc9a0d664aca admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:32:07.120773 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d2fa73e5-0b73-4e39-b1ae-bc9a0d664aca admin admin] 10.222.0.35 "PUT /v2.0/routers/3b9dac33-27cc-4883-b9d6-ef66a518adb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2124553 May 13 14:32:07.122148 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-fef99609-a0e7-4257-9fb3-1bb1726a83c5 admin admin] Transition to ACTIVE for port object d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:07.147933 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1da4530e-3d2d-4d9c-a174-8b67aa9a9100 None None] Port 3727cf7f-61c7-4446-9245-69a98d6f17c2 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:32:07.149629 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 7e752575-abd8-456e-b6a0-bba3978290e6 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:07.157356 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 7e752575-abd8-456e-b6a0-bba3978290e6 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:07.157818 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:07.181364 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a2d778aa-48e2-4422-8dca-99cd72e9226a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:07.188892 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a006e-430d-453d-89d4-ee56077a68a7 req-d168113f-5afe-4d0f-af49-0534d018ab43 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:07.191512 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-765a006e-430d-453d-89d4-ee56077a68a7 req-d168113f-5afe-4d0f-af49-0534d018ab43 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 945 time: 0.2974734 May 13 14:32:07.240427 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d778aa-48e2-4422-8dca-99cd72e9226a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Pushing event deleted for resources: {'Port': ['ID=8efdfc28-49cb-484f-ad26-4c96d15be6a3,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:07.259089 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d778aa-48e2-4422-8dca-99cd72e9226a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] No DVR routers for this DVR port 8efdfc28-49cb-484f-ad26-4c96d15be6a3 on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:32:07.281773 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-765a006e-430d-453d-89d4-ee56077a68a7 req-006fa754-1f23-450e-a443-a1b11b95f996 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823882 May 13 14:32:07.296207 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-38530469-dcaf-4433-bebf-63a6946632ba None None] For port 8efdfc28-49cb-484f-ad26-4c96d15be6a3, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=8efdfc28-49cb-484f-ad26-4c96d15be6a3,segment=NetworkSegment(75e39620-740d-4a72-b0d7-b827496de2c9),segment_id=75e39620-740d-4a72-b0d7-b827496de2c9)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:07.296893 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-38530469-dcaf-4433-bebf-63a6946632ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:07.496019 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-2f93a796-39cf-4289-bcfc-c4b336424d34 service neutron] 10.222.0.35 "GET /v2.0/networks/0432809b-9803-4b9d-b2e4-d517c8c280c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970003 May 13 14:32:07.514760 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-38530469-dcaf-4433-bebf-63a6946632ba None None] Calling delete_port for 8efdfc28-49cb-484f-ad26-4c96d15be6a3 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:32:07.533576 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fef99609-a0e7-4257-9fb3-1bb1726a83c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:07.563895 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7cd1cc52-e698-4eea-aeee-b749b033bbda req-1b4a8840-e69f-423f-adb5-cef637791421 tempest-ServerShowV247Test-1243005813 tempest-ServerShowV247Test-1243005813-project] 10.222.0.35 "GET /v2.0/ports?device_id=581253df-b48a-4943-b867-beb278bda169 HTTP/1.1" status: 200 len: 210 time: 0.0658729 May 13 14:32:07.670812 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a2d778aa-48e2-4422-8dca-99cd72e9226a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:07.718974 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-a2d778aa-48e2-4422-8dca-99cd72e9226a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce9c1701-64b9-439d-98e2-3df3678fb746']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:07.740652 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-a2d778aa-48e2-4422-8dca-99cd72e9226a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e39620-740d-4a72-b0d7-b827496de2c9') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:07.741007 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-a2d778aa-48e2-4422-8dca-99cd72e9226a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e39620-740d-4a72-b0d7-b827496de2c9') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:07.760150 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a2d778aa-48e2-4422-8dca-99cd72e9226a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:07.769703 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-38530469-dcaf-4433-bebf-63a6946632ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:32:07.770265 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-38530469-dcaf-4433-bebf-63a6946632ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:32:07.781232 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a2d778aa-48e2-4422-8dca-99cd72e9226a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:07.789845 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d778aa-48e2-4422-8dca-99cd72e9226a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:32:07.790266 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a2d778aa-48e2-4422-8dca-99cd72e9226a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:07.800462 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 7e752575-abd8-456e-b6a0-bba3978290e6 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:07.800847 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:07.851766 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 7e752575-abd8-456e-b6a0-bba3978290e6, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=7e752575-abd8-456e-b6a0-bba3978290e6,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:07.857273 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:07.921293 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:32:07.921293 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:32:07.921293 n-d-841760-1 neutron-server[88082]: timer() May 13 14:32:07.921293 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:32:07.921293 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:32:07.921293 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:32:07.921293 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:32:07.921293 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:32:07.921293 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:32:07.921293 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:32:07.921293 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:32:07.921293 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:32:07.921293 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:32:07.921293 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:32:07.921293 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:32:07.921293 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:32:07.921293 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:32:07.921293 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:32:07.921293 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:32:07.921293 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:32:07.921293 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:32:07.921293 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:32:07.921293 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:32:07.921293 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:32:07.921293 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:32:07.921293 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:32:07.921293 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:32:07.921293 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:32:07.921293 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:32:07.921293 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:32:07.921293 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:32:07.921293 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:32:07.963759 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [req-ee3e77ca-f356-422f-ac8c-d8bb42ffafe8 req-02fe6ded-aff2-43b9-bddb-5c18903f97e7 tempest-FloatingIPDetailsNegativeTestJSON-644774536 tempest-FloatingIPDetailsNegativeTestJSON-644774536-project] show failed (client error): The resource could not be found. May 13 14:32:07.967239 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ee3e77ca-f356-422f-ac8c-d8bb42ffafe8 req-02fe6ded-aff2-43b9-bddb-5c18903f97e7 tempest-FloatingIPDetailsNegativeTestJSON-644774536 tempest-FloatingIPDetailsNegativeTestJSON-644774536-project] 10.222.0.35 "GET /v2.0/floatingips/d2bf0158-4dee-4ee5-9564-7ae7080c080a HTTP/1.1" status: 404 len: 350 time: 0.1643846 May 13 14:32:07.971043 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a2d778aa-48e2-4422-8dca-99cd72e9226a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:07.981424 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44544) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:07.987634 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef99609-a0e7-4257-9fb3-1bb1726a83c5 admin admin] Network 79758d8c-b106-4287-a282-ab754acae92b is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:32:07.998824 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-fef99609-a0e7-4257-9fb3-1bb1726a83c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:08.017285 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=7e752575-abd8-456e-b6a0-bba3978290e6,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:08.023225 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef99609-a0e7-4257-9fb3-1bb1726a83c5 admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:32:08.077944 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a2d778aa-48e2-4422-8dca-99cd72e9226a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:08.122481 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef99609-a0e7-4257-9fb3-1bb1726a83c5 admin admin] Pushing event updated for resources: {'Port': ['ID=d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:08.125483 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d778aa-48e2-4422-8dca-99cd72e9226a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Pushing event deleted for resources: {'Network': ['ID=ce9c1701-64b9-439d-98e2-3df3678fb746,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:08.192699 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a2d778aa-48e2-4422-8dca-99cd72e9226a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "DELETE /v2.0/networks/ce9c1701-64b9-439d-98e2-3df3678fb746 HTTP/1.1" status: 204 len: 168 time: 2.7740631 May 13 14:32:08.195796 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44550) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:08.208346 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c335752d-d118-417f-89bc-24f254453b37 req-2110b4af-39c3-4998-8b33-d444f6281955 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb80d9a-dab3-4887-9b3c-2f15477d599d HTTP/1.1" status: 200 len: 210 time: 0.1094749 May 13 14:32:08.212203 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-0e89f0fb-c178-4d13-aa76-ad53258f5821 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1830286950'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:08.228009 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0e89f0fb-c178-4d13-aa76-ad53258f5821 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:08.230386 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fef99609-a0e7-4257-9fb3-1bb1726a83c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:08.271339 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-38530469-dcaf-4433-bebf-63a6946632ba None None] Deleting port 8efdfc28-49cb-484f-ad26-4c96d15be6a3 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:32:08.271715 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-38530469-dcaf-4433-bebf-63a6946632ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:08.403440 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0e89f0fb-c178-4d13-aa76-ad53258f5821 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Usage tracker for resource:network and tenant:8a4edaa711e44cfa86ce63ca66433341 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:08.417696 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0e89f0fb-c178-4d13-aa76-ad53258f5821 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:08.432633 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0e89f0fb-c178-4d13-aa76-ad53258f5821 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:08.450251 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e52b7-f580-43c6-ad76-72af06d08e4d req-0289156e-0704-4c46-a632-b421c833c64a tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:08.457035 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ff5e52b7-f580-43c6-ad76-72af06d08e4d req-0289156e-0704-4c46-a632-b421c833c64a tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d2a733f9-66c0-4c1b-ac95-bcf8138fdd6c HTTP/1.1" status: 200 len: 1100 time: 0.5302734 May 13 14:32:08.463438 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e89f0fb-c178-4d13-aa76-ad53258f5821 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Made reservation on behalf of 8a4edaa711e44cfa86ce63ca66433341 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:32:08.465557 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-38530469-dcaf-4433-bebf-63a6946632ba None None] The port '8efdfc28-49cb-484f-ad26-4c96d15be6a3' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:32:08.466866 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0e89f0fb-c178-4d13-aa76-ad53258f5821 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:08.492877 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-82194709-33c4-4dad-884f-1c0dd2e7e8dc None None] Provisioning for port d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:08.515420 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-82194709-33c4-4dad-884f-1c0dd2e7e8dc None None] Provisioning complete for port d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:08.519460 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-82194709-33c4-4dad-884f-1c0dd2e7e8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:08.592835 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ff5e52b7-f580-43c6-ad76-72af06d08e4d req-8a3a59cb-942b-45d5-b17e-7f3d55b7fee5 tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] Synchronizing usage tracker for tenant:3ca85467e6f246bdb853c179510d0ba5 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:32:08.596169 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e89f0fb-c178-4d13-aa76-ad53258f5821 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:32:08.640887 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0e89f0fb-c178-4d13-aa76-ad53258f5821 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:08.641242 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-0e89f0fb-c178-4d13-aa76-ad53258f5821 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Added segment 61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd of type vlan for network e4cfb3d5-be57-41a0-a09b-f1bcabde1be6 May 13 14:32:08.643167 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-82194709-33c4-4dad-884f-1c0dd2e7e8dc None None] Port d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:32:08.662591 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:08.671258 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ff5e52b7-f580-43c6-ad76-72af06d08e4d req-8a3a59cb-942b-45d5-b17e-7f3d55b7fee5 tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] Unset dirty status for tenant:3ca85467e6f246bdb853c179510d0ba5 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:32:08.672716 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ff5e52b7-f580-43c6-ad76-72af06d08e4d req-8a3a59cb-942b-45d5-b17e-7f3d55b7fee5 tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713214 May 13 14:32:08.787650 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0e89f0fb-c178-4d13-aa76-ad53258f5821 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:08.819600 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee469b-8b16-40c0-a2ca-d46eeb840400 req-19ea0023-2bf1-46bb-acb2-75b2fabd9036 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:08.843321 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0cee469b-8b16-40c0-a2ca-d46eeb840400 req-19ea0023-2bf1-46bb-acb2-75b2fabd9036 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 945 time: 0.2603045 May 13 14:32:08.844681 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:08.851189 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:08.851928 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:08.896512 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fef99609-a0e7-4257-9fb3-1bb1726a83c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:08.965950 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0e89f0fb-c178-4d13-aa76-ad53258f5821 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:08.971715 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e89f0fb-c178-4d13-aa76-ad53258f5821 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:08.972439 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0e89f0fb-c178-4d13-aa76-ad53258f5821 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:09.004152 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:09.004537 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:09.024264 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:09.030151 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:09.033590 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 7e752575-abd8-456e-b6a0-bba3978290e6 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:09.034155 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-514a5b94-95b3-4a68-a3d8-aae3029719b1 req-cc796211-a2b8-42c4-9e35-04f24d1735c7 tempest-ServerShowV247Test-1243005813 tempest-ServerShowV247Test-1243005813-project] 10.222.0.35 "GET /v2.0/ports?device_id=581253df-b48a-4943-b867-beb278bda169 HTTP/1.1" status: 200 len: 210 time: 0.1181254 May 13 14:32:09.106127 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0cee469b-8b16-40c0-a2ca-d46eeb840400 req-4aaa9f73-d7f0-4ede-9c0d-5e11fad1a5c6 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617667 May 13 14:32:09.216103 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 7e752575-abd8-456e-b6a0-bba3978290e6 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:09.216497 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:09.256118 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89f0fb-c178-4d13-aa76-ad53258f5821 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Pushing event updated for resources: {'Network': ['ID=e4cfb3d5-be57-41a0-a09b-f1bcabde1be6,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:09.274473 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network e4cfb3d5-be57-41a0-a09b-f1bcabde1be6 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:32:09.391621 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cbc0ed6a-a72b-4431-a40d-85e6e75a0cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:09.394225 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0e89f0fb-c178-4d13-aa76-ad53258f5821 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1964879 May 13 14:32:09.407723 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44562) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:09.420782 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-6a83562d-88c8-4ec2-886a-6dbd908158c8 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Request body: {'subnet': {'network_id': 'e4cfb3d5-be57-41a0-a09b-f1bcabde1be6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:09.426871 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:09.517603 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 7e752575-abd8-456e-b6a0-bba3978290e6 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:09.565086 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031cfad0-2b62-42bf-8a67-389c60506c75 None None] Sync routers for ids ['3b9dac33-27cc-4883-b9d6-ef66a518adb0'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:32:09.577130 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031cfad0-2b62-42bf-8a67-389c60506c75 None None] Routers {'3b9dac33-27cc-4883-b9d6-ef66a518adb0'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:32:09.577753 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-031cfad0-2b62-42bf-8a67-389c60506c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:32:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3b9dac33-27cc-4883-b9d6-ef66a518adb0'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:09.630181 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d17fef40-ad88-488f-aaee-e0b2153f4e25 req-27bcc1e5-9739-4dee-94ac-8e15d111dc97 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb80d9a-dab3-4887-9b3c-2f15477d599d HTTP/1.1" status: 200 len: 210 time: 0.1303258 May 13 14:32:09.668644 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 8efdfc28-49cb-484f-ad26-4c96d15be6a3 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:32:09.755993 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 8efdfc28-49cb-484f-ad26-4c96d15be6a3 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:32:09.756333 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 8efdfc28-49cb-484f-ad26-4c96d15be6a3 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:32:09.867387 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-031cfad0-2b62-42bf-8a67-389c60506c75 None None] Set router 3b9dac33-27cc-4883-b9d6-ef66a518adb0 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:32:09.883572 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6a83562d-88c8-4ec2-886a-6dbd908158c8 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:09.883801 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-cbc0ed6a-a72b-4431-a40d-85e6e75a0cca admin admin] Deleting port 3727cf7f-61c7-4446-9245-69a98d6f17c2 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:32:09.884107 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cbc0ed6a-a72b-4431-a40d-85e6e75a0cca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:09.905599 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6a83562d-88c8-4ec2-886a-6dbd908158c8 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Usage tracker for resource:subnet and tenant:8a4edaa711e44cfa86ce63ca66433341 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:09.909903 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6a83562d-88c8-4ec2-886a-6dbd908158c8 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:09.919745 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-2d4525a8-1764-42de-955f-c34b13834085 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:09.921299 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-2d4525a8-1764-42de-955f-c34b13834085 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] 10.222.0.74 "GET /v2.0/networks?id=0432809b-9803-4b9d-b2e4-d517c8c280c6 HTTP/1.1" status: 200 len: 817 time: 0.5665562 May 13 14:32:09.928356 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6a83562d-88c8-4ec2-886a-6dbd908158c8 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:09.940110 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06281a75-cc74-4a11-ab0f-fc947e33d5c2 req-7bad9263-1418-4f3d-845b-39ca15773e9c tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:09.942034 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-06281a75-cc74-4a11-ab0f-fc947e33d5c2 req-7bad9263-1418-4f3d-845b-39ca15773e9c tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e113854b-84ad-48a4-862d-c2340036b6a0 HTTP/1.1" status: 200 len: 1101 time: 0.7298853 May 13 14:32:09.949238 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-d8d9fa43-1552-480b-a009-fadd5be4f808 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Request body: {'port': {'device_id': '0eb80d9a-dab3-4887-9b3c-2f15477d599d', 'network_id': '0432809b-9803-4b9d-b2e4-d517c8c280c6', 'admin_state_up': True, 'tenant_id': 'f508ce96f54b427ea169d80e1efc9a3a'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:09.968610 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a83562d-88c8-4ec2-886a-6dbd908158c8 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Made reservation on behalf of 8a4edaa711e44cfa86ce63ca66433341 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:32:09.972011 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6a83562d-88c8-4ec2-886a-6dbd908158c8 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:10.065463 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cbc0ed6a-a72b-4431-a40d-85e6e75a0cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:10.069158 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [None req-fef99609-a0e7-4257-9fb3-1bb1726a83c5 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:32:10.152448 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fef99609-a0e7-4257-9fb3-1bb1726a83c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:10.195573 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fef99609-a0e7-4257-9fb3-1bb1726a83c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:10.202949 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-cbc0ed6a-a72b-4431-a40d-85e6e75a0cca admin admin] Calling delete_port for 3727cf7f-61c7-4446-9245-69a98d6f17c2 owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:32:10.232649 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-031cfad0-2b62-42bf-8a67-389c60506c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9dac33-27cc-4883-b9d6-ef66a518adb0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-468992443-router', 'tenant_id': 'eb51441d8eed4e3789bb76c312dbb980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:05Z', 'revision_number': 4, 'project_id': 'eb51441d8eed4e3789bb76c312dbb980', 'gw_port': {'id': '8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:04:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9dac33-27cc-4883-b9d6-ef66a518adb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:57Z', 'updated_at': '2022-05-13T14:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '3727cf7f-61c7-4446-9245-69a98d6f17c2', 'name': '', 'network_id': 'd13a620a-46da-44fe-8413-f8c94014a84b', 'tenant_id': 'eb51441d8eed4e3789bb76c312dbb980', 'mac_address': 'fa:16:3e:c6:97:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9dac33-27cc-4883-b9d6-ef66a518adb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c81e81d2-4f53-463c-af4a-b9d165677506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:32:02Z', 'updated_at': '2022-05-13T14:32:05Z', 'revision_number': 2, 'project_id': 'eb51441d8eed4e3789bb76c312dbb980', 'subnets': [{'id': 'c81e81d2-4f53-463c-af4a-b9d165677506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:10.237549 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031cfad0-2b62-42bf-8a67-389c60506c75 None None] Checking router: 3b9dac33-27cc-4883-b9d6-ef66a518adb0 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:32:10.238165 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031cfad0-2b62-42bf-8a67-389c60506c75 None None] Updating router 3b9dac33-27cc-4883-b9d6-ef66a518adb0 port 3727cf7f-61c7-4446-9245-69a98d6f17c2 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:32:10.319842 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-06281a75-cc74-4a11-ab0f-fc947e33d5c2 req-e26ea6c1-787f-46dc-b4a8-f3a675a57355 tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520205 May 13 14:32:10.321439 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-031cfad0-2b62-42bf-8a67-389c60506c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:10.342923 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-524160e3-c84a-4962-b0d5-cccc297470cd req-0e7c7701-2fca-497d-9f5d-083d84f2336e tempest-ServerShowV247Test-1243005813 tempest-ServerShowV247Test-1243005813-project] 10.222.0.35 "GET /v2.0/ports?device_id=581253df-b48a-4943-b867-beb278bda169 HTTP/1.1" status: 200 len: 210 time: 0.0474873 May 13 14:32:10.413340 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef99609-a0e7-4257-9fb3-1bb1726a83c5 admin admin] Pushing event updated for resources: {'Port': ['ID=d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:10.422015 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fef99609-a0e7-4257-9fb3-1bb1726a83c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:10.427751 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-d8d9fa43-1552-480b-a009-fadd5be4f808 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:10.436748 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-d8d9fa43-1552-480b-a009-fadd5be4f808 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Usage tracker for resource:port and tenant:f508ce96f54b427ea169d80e1efc9a3a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:10.443863 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-d8d9fa43-1552-480b-a009-fadd5be4f808 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:10.508388 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-d8d9fa43-1552-480b-a009-fadd5be4f808 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:10.561933 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:10.639929 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cbc0ed6a-a72b-4431-a40d-85e6e75a0cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:10.664068 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-d8d9fa43-1552-480b-a009-fadd5be4f808 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Made reservation on behalf of f508ce96f54b427ea169d80e1efc9a3a for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:32:10.666859 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-d8d9fa43-1552-480b-a009-fadd5be4f808 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:10.730092 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:10.730488 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:10.758019 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0ed6a-a72b-4431-a40d-85e6e75a0cca admin admin] Pushing event deleted for resources: {'Port': ['ID=3727cf7f-61c7-4446-9245-69a98d6f17c2,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:10.917508 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6a83562d-88c8-4ec2-886a-6dbd908158c8 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:10.922434 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b481dd93-4890-42e3-8266-800f6361bff0 req-c9ec5d98-0df0-42e1-a1b1-02bd570df0da tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb80d9a-dab3-4887-9b3c-2f15477d599d HTTP/1.1" status: 200 len: 210 time: 0.0727885 May 13 14:32:10.968189 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef99609-a0e7-4257-9fb3-1bb1726a83c5 admin admin] Network 79758d8c-b106-4287-a282-ab754acae92b is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:32:10.999204 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:11.034738 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-fef99609-a0e7-4257-9fb3-1bb1726a83c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:11.041051 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-031cfad0-2b62-42bf-8a67-389c60506c75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:32:11.041769 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-031cfad0-2b62-42bf-8a67-389c60506c75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:32:11.150176 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b584e6-08ac-42d8-bffd-c3db0a133f2a req-0984a69d-9741-49f6-9164-9929ca5dbe83 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:11.151764 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-88b584e6-08ac-42d8-bffd-c3db0a133f2a req-0984a69d-9741-49f6-9164-9929ca5dbe83 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 945 time: 0.5539968 May 13 14:32:11.196128 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83562d-88c8-4ec2-886a-6dbd908158c8 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Pushing event updated for resources: {'Subnet': ['ID=4bd2d274-ee92-4cfa-8001-b8689104166e,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:11.257027 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-d8d9fa43-1552-480b-a009-fadd5be4f808 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Allocated IP 172.20.0.6 (0432809b-9803-4b9d-b2e4-d517c8c280c6/4097943d-15f0-47d0-ad13-f3fe0fe86b84/e501de72-a276-4846-bb46-53f81cffa8f5) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:32:11.302414 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-fcfcbe85-e872-45ec-b61d-686ae6216991 None None] Provisioning complete for port d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:11.302867 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fcfcbe85-e872-45ec-b61d-686ae6216991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:11.319302 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a83562d-88c8-4ec2-886a-6dbd908158c8 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Checking segment: {'id': '61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4cfb3d5-be57-41a0-a09b-f1bcabde1be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:32:11.319639 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a83562d-88c8-4ec2-886a-6dbd908158c8 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Network hostable DHCP agents. Network: e4cfb3d5-be57-41a0-a09b-f1bcabde1be6, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:32:11.322000 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-c5a03c78-ffeb-48fd-9553-21e69cf27a51 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1551268 May 13 14:32:11.360491 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-88b584e6-08ac-42d8-bffd-c3db0a133f2a req-4aea034b-c306-42aa-b15d-97721de1a50b tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908598 May 13 14:32:11.365664 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-fcfcbe85-e872-45ec-b61d-686ae6216991 None None] Port d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:32:11.445733 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cbc0ed6a-a72b-4431-a40d-85e6e75a0cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:11.587393 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031cfad0-2b62-42bf-8a67-389c60506c75 None None] Port 3727cf7f-61c7-4446-9245-69a98d6f17c2 not found while updating agent binding for router 3b9dac33-27cc-4883-b9d6-ef66a518adb0. {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 13 14:32:11.592292 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a83562d-88c8-4ec2-886a-6dbd908158c8 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Network e4cfb3d5-be57-41a0-a09b-f1bcabde1be6 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:32:11.594488 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-1564d3db-3184-4611-a75d-404ccf48d833 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:11.601482 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-1564d3db-3184-4611-a75d-404ccf48d833 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2746255 May 13 14:32:11.604637 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031cfad0-2b62-42bf-8a67-389c60506c75 None None] Routers {'3b9dac33-27cc-4883-b9d6-ef66a518adb0'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:32:11.605623 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-031cfad0-2b62-42bf-8a67-389c60506c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:32:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3b9dac33-27cc-4883-b9d6-ef66a518adb0'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:11.616051 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-889afcee-5e5c-40dc-bd4e-e05e1798752f req-2cf059ac-2b4c-4c22-8068-f2d64938c260 tempest-ServerShowV247Test-1243005813 tempest-ServerShowV247Test-1243005813-project] 10.222.0.35 "GET /v2.0/ports?device_id=581253df-b48a-4943-b867-beb278bda169 HTTP/1.1" status: 200 len: 210 time: 0.0717549 May 13 14:32:11.620891 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-127af0ec-5296-435f-a873-479abbc57b56 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/quotas/a49f1166c3f54f5fb3c6b91a02cdaaab HTTP/1.1" status: 200 len: 375 time: 0.0185041 May 13 14:32:11.644411 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef99609-a0e7-4257-9fb3-1bb1726a83c5 admin admin] Router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:32:11.645147 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-6a83562d-88c8-4ec2-886a-6dbd908158c8 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, e4cfb3d5-be57-41a0-a09b-f1bcabde1be6) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:11.687448 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1a2976-6ee7-4316-970d-6cd76da06f56 None None] Network e4cfb3d5-be57-41a0-a09b-f1bcabde1be6 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:32:11.704570 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a83562d-88c8-4ec2-886a-6dbd908158c8 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:11.705158 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6a83562d-88c8-4ec2-886a-6dbd908158c8 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:11.777610 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3571c04d-6c4b-4799-9065-460ef79b25c0 req-f3d6a8e6-ba6e-4a99-9738-3fcd51cd937c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=581253df-b48a-4943-b867-beb278bda169 HTTP/1.1" status: 200 len: 210 time: 0.0748262 May 13 14:32:11.865833 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6a83562d-88c8-4ec2-886a-6dbd908158c8 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4568841 May 13 14:32:11.875854 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44588) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:11.899064 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-c47cad63-14a5-4d7b-904a-0ab73267754b tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-466655541'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:11.910878 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c47cad63-14a5-4d7b-904a-0ab73267754b tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:11.919857 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c47cad63-14a5-4d7b-904a-0ab73267754b tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Usage tracker for resource:network and tenant:8a4edaa711e44cfa86ce63ca66433341 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:11.920368 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-b7bbdfd7-6593-4b7e-8f12-fc217305b354 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2981069 May 13 14:32:11.933727 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c47cad63-14a5-4d7b-904a-0ab73267754b tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:12.006125 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c47cad63-14a5-4d7b-904a-0ab73267754b tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:12.013386 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-031cfad0-2b62-42bf-8a67-389c60506c75 None None] Set router 3b9dac33-27cc-4883-b9d6-ef66a518adb0 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:32:12.047043 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-d8d9fa43-1552-480b-a009-fadd5be4f808 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:12.054217 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47cad63-14a5-4d7b-904a-0ab73267754b tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Made reservation on behalf of 8a4edaa711e44cfa86ce63ca66433341 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:32:12.057626 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c47cad63-14a5-4d7b-904a-0ab73267754b tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:12.100551 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef99609-a0e7-4257-9fb3-1bb1726a83c5 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:32:12.108283 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fef99609-a0e7-4257-9fb3-1bb1726a83c5 admin admin] 10.222.0.35 "PUT /v2.0/routers/61d9c492-7067-4a2e-92b2-ee02e1800bf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0781252 May 13 14:32:12.116307 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47cad63-14a5-4d7b-904a-0ab73267754b tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:32:12.119078 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb3adec-3931-4635-abea-7734e1b41076 None None] Sync routers for ids ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:32:12.131059 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c47cad63-14a5-4d7b-904a-0ab73267754b tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:12.131551 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-c47cad63-14a5-4d7b-904a-0ab73267754b tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Added segment 2d9ca6ef-d40c-4569-9fab-5133f50f1003 of type vlan for network 9eef64f7-1080-4c62-83e4-5d0124b722fe May 13 14:32:12.151275 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb3adec-3931-4635-abea-7734e1b41076 None None] Routers {'61d9c492-7067-4a2e-92b2-ee02e1800bf7'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:32:12.153136 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-0fb3adec-3931-4635-abea-7734e1b41076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:32:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:12.158940 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-d8d9fa43-1552-480b-a009-fadd5be4f808 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:12.252291 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc0ed6a-a72b-4431-a40d-85e6e75a0cca admin admin] Router 3b9dac33-27cc-4883-b9d6-ef66a518adb0 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:32:12.265053 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c47cad63-14a5-4d7b-904a-0ab73267754b tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:12.315892 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-d8d9fa43-1552-480b-a009-fadd5be4f808 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Network 0432809b-9803-4b9d-b2e4-d517c8c280c6 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:32:12.320756 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-e4cfb3d5-be57-41a0-a09b-f1bcabde1be6', 'network_id': 'e4cfb3d5-be57-41a0-a09b-f1bcabde1be6', 'tenant_id': '8a4edaa711e44cfa86ce63ca66433341', 'fixed_ips': [{'subnet_id': '4bd2d274-ee92-4cfa-8001-b8689104166e'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:32:12.321948 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:12.328327 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-d8d9fa43-1552-480b-a009-fadd5be4f808 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:12.334886 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-d8d9fa43-1552-480b-a009-fadd5be4f808 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:32:12.414652 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:32:12.467375 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [None req-c47cad63-14a5-4d7b-904a-0ab73267754b tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:32:12.496219 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9fa43-1552-480b-a009-fadd5be4f808 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Pushing event updated for resources: {'Port': ['ID=e501de72-a276-4846-bb46-53f81cffa8f5,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:12.598004 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Allocated IP 19.80.0.2 (e4cfb3d5-be57-41a0-a09b-f1bcabde1be6/4bd2d274-ee92-4cfa-8001-b8689104166e/0be9b290-e828-4cb5-a9f1-ab770892a55b) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:32:12.603468 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-d8d9fa43-1552-480b-a009-fadd5be4f808 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:12.604152 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-d8d9fa43-1552-480b-a009-fadd5be4f808 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:12.611140 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-0fb3adec-3931-4635-abea-7734e1b41076 None None] Set router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:32:12.625553 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-031cfad0-2b62-42bf-8a67-389c60506c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9dac33-27cc-4883-b9d6-ef66a518adb0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-468992443-router', 'tenant_id': 'eb51441d8eed4e3789bb76c312dbb980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:10Z', 'revision_number': 5, 'project_id': 'eb51441d8eed4e3789bb76c312dbb980', 'gw_port': {'id': '8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:04:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9dac33-27cc-4883-b9d6-ef66a518adb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:57Z', 'updated_at': '2022-05-13T14:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:12.660268 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c47cad63-14a5-4d7b-904a-0ab73267754b tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:12.673161 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47cad63-14a5-4d7b-904a-0ab73267754b tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:12.673785 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c47cad63-14a5-4d7b-904a-0ab73267754b tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:12.726451 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031cfad0-2b62-42bf-8a67-389c60506c75 None None] The sync data for ids ['3b9dac33-27cc-4883-b9d6-ef66a518adb0'] in n-d-841760-1 is: [{'id': '3b9dac33-27cc-4883-b9d6-ef66a518adb0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-468992443-router', 'tenant_id': 'eb51441d8eed4e3789bb76c312dbb980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:10Z', 'revision_number': 5, 'project_id': 'eb51441d8eed4e3789bb76c312dbb980', 'gw_port': {'id': '8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:04:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9dac33-27cc-4883-b9d6-ef66a518adb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:57Z', 'updated_at': '2022-05-13T14:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:32:12.737901 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc0ed6a-a72b-4431-a40d-85e6e75a0cca admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:32:12.774953 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cbc0ed6a-a72b-4431-a40d-85e6e75a0cca admin admin] 10.222.0.35 "PUT /v2.0/routers/3b9dac33-27cc-4883-b9d6-ef66a518adb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7915125 May 13 14:32:12.785564 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44606) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:12.834495 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-d8d9fa43-1552-480b-a009-fadd5be4f808 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8904088 May 13 14:32:12.842664 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cad63-14a5-4d7b-904a-0ab73267754b tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Pushing event updated for resources: {'Network': ['ID=9eef64f7-1080-4c62-83e4-5d0124b722fe,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:12.855876 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-1f4dd746-2b2b-4971-8c49-1ec4d0369c4f service neutron] Request body: {'port': {'device_id': '0eb80d9a-dab3-4887-9b3c-2f15477d599d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:12.919463 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 9eef64f7-1080-4c62-83e4-5d0124b722fe details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:32:12.970131 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb4140-bdba-4b98-9491-fe59384475fa req-3cb6f479-0147-43d4-a512-a14039eec1fc tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:12.972482 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3cdb4140-bdba-4b98-9491-fe59384475fa req-3cb6f479-0147-43d4-a512-a14039eec1fc tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 945 time: 0.3163404 May 13 14:32:13.046226 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c47cad63-14a5-4d7b-904a-0ab73267754b tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1504359 May 13 14:32:13.058387 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44618) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:13.114005 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-4693cab6-5ee1-49e2-8b5c-7776a5a12953 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Request body: {'subnet': {'network_id': '9eef64f7-1080-4c62-83e4-5d0124b722fe', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:13.156181 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:13.162712 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939270e-bd33-4605-9c93-b112beef4387 req-b4ca8f7d-1fa6-4615-96e8-5fedf34f41e5 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:13.164579 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f939270e-bd33-4605-9c93-b112beef4387 req-b4ca8f7d-1fa6-4615-96e8-5fedf34f41e5 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Synchronizing usage tracker for tenant:f508ce96f54b427ea169d80e1efc9a3a on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:32:13.172083 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Transition to ACTIVE for port object 0be9b290-e828-4cb5-a9f1-ab770892a55b will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:13.216445 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Transition to ACTIVE for port object 0be9b290-e828-4cb5-a9f1-ab770892a55b will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:13.225669 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:13.227535 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3cdb4140-bdba-4b98-9491-fe59384475fa req-ff94c06e-ce5d-4067-aaf9-fd8a15b843c6 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585062 May 13 14:32:13.238454 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a73d256e-b4c6-454c-b2b3-5b3a5cca4ba6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:13.421707 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Network e4cfb3d5-be57-41a0-a09b-f1bcabde1be6 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:32:13.434077 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-0fb3adec-3931-4635-abea-7734e1b41076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:08Z', 'revision_number': 4, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'gw_port': {'id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:59Z', 'updated_at': '2022-05-13T14:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd60ed9ed-d7c1-4158-bdf6-5ea4de8475c6', 'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'mac_address': 'fa:16:3e:a9:45:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:32:05Z', 'updated_at': '2022-05-13T14:32:09Z', 'revision_number': 2, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'subnets': [{'id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:13.440177 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:13.445741 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb3adec-3931-4635-abea-7734e1b41076 None None] Checking router: 61d9c492-7067-4a2e-92b2-ee02e1800bf7 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:32:13.446084 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb3adec-3931-4635-abea-7734e1b41076 None None] Updating router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 port d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6 binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:32:13.450550 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:32:13.545669 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44626) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:13.547041 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-1f4dd746-2b2b-4971-8c49-1ec4d0369c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:13.598610 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-0fb3adec-3931-4635-abea-7734e1b41076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:13.613466 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-6fd723ff-4fc4-4b2c-8b06-e70a7f35df35 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Request body: {'security_group': {'name': 'tempest-securitygroup--922326357', 'description': 'tempest-description--2052623532'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:13.618558 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Pushing event updated for resources: {'Port': ['ID=0be9b290-e828-4cb5-a9f1-ab770892a55b,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:13.693031 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:13.693390 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:13.693737 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:13.694075 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:13.694406 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:13.694736 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:13.695064 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:13.695472 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:13.695799 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:13.696122 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:13.696445 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:13.704218 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:13.718766 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Attempting to bind port 0be9b290-e828-4cb5-a9f1-ab770892a55b on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:32:13.719608 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Attempting to bind port 0be9b290-e828-4cb5-a9f1-ab770892a55b by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4cfb3d5-be57-41a0-a09b-f1bcabde1be6'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:32:13.720142 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Attempting to bind port 0be9b290-e828-4cb5-a9f1-ab770892a55b on network e4cfb3d5-be57-41a0-a09b-f1bcabde1be6 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:13.728616 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:32:13.729070 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Checking segment: {'id': '61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4cfb3d5-be57-41a0-a09b-f1bcabde1be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:32:13.729634 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:13.730032 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Bound using segment: {'id': '61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4cfb3d5-be57-41a0-a09b-f1bcabde1be6'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:32:13.730567 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Bound port: 0be9b290-e828-4cb5-a9f1-ab770892a55b, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4cfb3d5-be57-41a0-a09b-f1bcabde1be6'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:32:13.730979 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:13.772784 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6fd723ff-4fc4-4b2c-8b06-e70a7f35df35 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:13.790105 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6fd723ff-4fc4-4b2c-8b06-e70a7f35df35 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Usage tracker for resource:security_group and tenant:b6ab0120ba4d4937a9340132b618cd48 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:13.804099 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6fd723ff-4fc4-4b2c-8b06-e70a7f35df35 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:13.839425 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6fd723ff-4fc4-4b2c-8b06-e70a7f35df35 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:13.886167 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a73d256e-b4c6-454c-b2b3-5b3a5cca4ba6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:13.896548 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6fd723ff-4fc4-4b2c-8b06-e70a7f35df35 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:13.899262 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-a73d256e-b4c6-454c-b2b3-5b3a5cca4ba6 admin admin] Deleting port 8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:32:13.899736 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a73d256e-b4c6-454c-b2b3-5b3a5cca4ba6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:13.929772 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f939270e-bd33-4605-9c93-b112beef4387 req-b4ca8f7d-1fa6-4615-96e8-5fedf34f41e5 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Unset dirty status for tenant:f508ce96f54b427ea169d80e1efc9a3a on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:32:13.930932 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f939270e-bd33-4605-9c93-b112beef4387 req-b4ca8f7d-1fa6-4615-96e8-5fedf34f41e5 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb80d9a-dab3-4887-9b3c-2f15477d599d HTTP/1.1" status: 200 len: 931 time: 1.7229502 May 13 14:32:13.938622 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4693cab6-5ee1-49e2-8b5c-7776a5a12953 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:13.984107 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] For port 0be9b290-e828-4cb5-a9f1-ab770892a55b, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:32:13.988368 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] For port 0be9b290-e828-4cb5-a9f1-ab770892a55b, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=0be9b290-e828-4cb5-a9f1-ab770892a55b,segment=NetworkSegment(61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd),segment_id=61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:32:13.993572 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:14.043863 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4693cab6-5ee1-49e2-8b5c-7776a5a12953 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Usage tracker for resource:subnet and tenant:8a4edaa711e44cfa86ce63ca66433341 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:14.084291 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8f421d-034d-40ba-9e14-b17ef1aa96f1 None None] Sync routers for ids ['3b9dac33-27cc-4883-b9d6-ef66a518adb0'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:32:14.087873 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4693cab6-5ee1-49e2-8b5c-7776a5a12953 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:14.108122 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8f421d-034d-40ba-9e14-b17ef1aa96f1 None None] Routers {'3b9dac33-27cc-4883-b9d6-ef66a518adb0'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:32:14.108917 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-5f8f421d-034d-40ba-9e14-b17ef1aa96f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:32:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3b9dac33-27cc-4883-b9d6-ef66a518adb0'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:14.124091 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6fd723ff-4fc4-4b2c-8b06-e70a7f35df35 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:14.133259 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6fd723ff-4fc4-4b2c-8b06-e70a7f35df35 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Usage tracker for resource:security_group_rule and tenant:b6ab0120ba4d4937a9340132b618cd48 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:14.139412 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6fd723ff-4fc4-4b2c-8b06-e70a7f35df35 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:14.153305 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6fd723ff-4fc4-4b2c-8b06-e70a7f35df35 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:14.159853 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-a73d256e-b4c6-454c-b2b3-5b3a5cca4ba6 admin admin] For port 8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:14.163018 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a73d256e-b4c6-454c-b2b3-5b3a5cca4ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:14.280982 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547dba3-5ccd-4e09-badf-d0a754a71900 None None] Pushing event updated for resources: {'Port': ['ID=0be9b290-e828-4cb5-a9f1-ab770892a55b,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:14.334740 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-5f8f421d-034d-40ba-9e14-b17ef1aa96f1 None None] Set router 3b9dac33-27cc-4883-b9d6-ef66a518adb0 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:32:14.377555 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6fd723ff-4fc4-4b2c-8b06-e70a7f35df35 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:14.384359 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4693cab6-5ee1-49e2-8b5c-7776a5a12953 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:14.407520 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-a73d256e-b4c6-454c-b2b3-5b3a5cca4ba6 admin admin] Calling delete_port for 8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9 owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:32:14.448446 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6fd723ff-4fc4-4b2c-8b06-e70a7f35df35 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:14.471771 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f939270e-bd33-4605-9c93-b112beef4387 req-e98c03d5-1a13-40bd-87a1-f616c7bc0bf5 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Synchronizing usage tracker for tenant:f508ce96f54b427ea169d80e1efc9a3a on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:32:14.495426 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-0fb3adec-3931-4635-abea-7734e1b41076 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:14.561041 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-0fb3adec-3931-4635-abea-7734e1b41076 None None] Transition to ACTIVE for port object d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6 will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:14.578991 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-0fb3adec-3931-4635-abea-7734e1b41076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:14.598039 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-5f8f421d-034d-40ba-9e14-b17ef1aa96f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9dac33-27cc-4883-b9d6-ef66a518adb0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-468992443-router', 'tenant_id': 'eb51441d8eed4e3789bb76c312dbb980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:13Z', 'revision_number': 6, 'project_id': 'eb51441d8eed4e3789bb76c312dbb980', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:14.603402 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8f421d-034d-40ba-9e14-b17ef1aa96f1 None None] Checking router: 3b9dac33-27cc-4883-b9d6-ef66a518adb0 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:32:14.612246 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8f421d-034d-40ba-9e14-b17ef1aa96f1 None None] Routers {'3b9dac33-27cc-4883-b9d6-ef66a518adb0'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:32:14.612852 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-5f8f421d-034d-40ba-9e14-b17ef1aa96f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:32:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3b9dac33-27cc-4883-b9d6-ef66a518adb0'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:14.647779 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-71724f0b-4a1a-4681-b667-c07746d06b53 req-2a802fff-3f06-4adb-8efb-b8bf3b0f4c0f tempest-ServerShowV247Test-1243005813 tempest-ServerShowV247Test-1243005813-project] 10.222.0.35 "GET /v2.0/ports?device_id=581253df-b48a-4943-b867-beb278bda169 HTTP/1.1" status: 200 len: 210 time: 0.0996864 May 13 14:32:14.820592 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d3aab-aadf-4f6d-8309-1074ff7cc370 None None] Pushing event updated for resources: {'Port': ['ID=d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:14.920697 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-5f8f421d-034d-40ba-9e14-b17ef1aa96f1 None None] Set router 3b9dac33-27cc-4883-b9d6-ef66a518adb0 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:32:14.977698 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-1f4dd746-2b2b-4971-8c49-1ec4d0369c4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e501de72-a276-4846-bb46-53f81cffa8f5 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:32:14.986029 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-1f4dd746-2b2b-4971-8c49-1ec4d0369c4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:15.010668 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-1f4dd746-2b2b-4971-8c49-1ec4d0369c4f service neutron] Transition to ACTIVE for port object e501de72-a276-4846-bb46-53f81cffa8f5 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:15.047252 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-1f4dd746-2b2b-4971-8c49-1ec4d0369c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:15.059722 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd723ff-4fc4-4b2c-8b06-e70a7f35df35 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0054c7-793d-4f1e-8257-877b977e8847,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:15.079029 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-0fb3adec-3931-4635-abea-7734e1b41076 None None] Attempting to bind port d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:32:15.079410 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-0fb3adec-3931-4635-abea-7734e1b41076 None None] Attempting to bind port d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'e1d397b0-eea9-4be4-8f48-8e9bcd88630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79758d8c-b106-4287-a282-ab754acae92b'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:32:15.080458 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb3adec-3931-4635-abea-7734e1b41076 None None] Attempting to bind port d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6 on network 79758d8c-b106-4287-a282-ab754acae92b {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:15.091554 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb3adec-3931-4635-abea-7734e1b41076 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:32:15.091962 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb3adec-3931-4635-abea-7734e1b41076 None None] Checking segment: {'id': 'e1d397b0-eea9-4be4-8f48-8e9bcd88630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79758d8c-b106-4287-a282-ab754acae92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:32:15.092308 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-0fb3adec-3931-4635-abea-7734e1b41076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:15.092733 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb3adec-3931-4635-abea-7734e1b41076 None None] Bound using segment: {'id': 'e1d397b0-eea9-4be4-8f48-8e9bcd88630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79758d8c-b106-4287-a282-ab754acae92b'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:32:15.093192 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-0fb3adec-3931-4635-abea-7734e1b41076 None None] Bound port: d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d397b0-eea9-4be4-8f48-8e9bcd88630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79758d8c-b106-4287-a282-ab754acae92b'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:32:15.093573 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-0fb3adec-3931-4635-abea-7734e1b41076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:15.132501 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-56b8e627-e1c2-48ac-9f5e-29c7bf8133f0 req-e05e35ec-34ca-47bc-905f-43fc4b6d0f72 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cf57f33-4813-4af2-ad62-59f986170361 HTTP/1.1" status: 200 len: 210 time: 0.1301963 May 13 14:32:15.177869 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a73d256e-b4c6-454c-b2b3-5b3a5cca4ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:15.193742 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-5f8f421d-034d-40ba-9e14-b17ef1aa96f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9dac33-27cc-4883-b9d6-ef66a518adb0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-468992443-router', 'tenant_id': 'eb51441d8eed4e3789bb76c312dbb980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:13Z', 'revision_number': 6, 'project_id': 'eb51441d8eed4e3789bb76c312dbb980', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:15.233864 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8f421d-034d-40ba-9e14-b17ef1aa96f1 None None] The sync data for ids ['3b9dac33-27cc-4883-b9d6-ef66a518adb0'] in n-d-841760-1 is: [{'id': '3b9dac33-27cc-4883-b9d6-ef66a518adb0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-468992443-router', 'tenant_id': 'eb51441d8eed4e3789bb76c312dbb980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:13Z', 'revision_number': 6, 'project_id': 'eb51441d8eed4e3789bb76c312dbb980', 'gw_port_host': None}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:32:15.273168 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-0fb3adec-3931-4635-abea-7734e1b41076 None None] For port d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:32:15.290666 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-0fb3adec-3931-4635-abea-7734e1b41076 None None] For port d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6,segment=NetworkSegment(e1d397b0-eea9-4be4-8f48-8e9bcd88630d),segment_id=e1d397b0-eea9-4be4-8f48-8e9bcd88630d)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:32:15.294279 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d256e-b4c6-454c-b2b3-5b3a5cca4ba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:15.296437 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-0fb3adec-3931-4635-abea-7734e1b41076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:15.384087 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d256e-b4c6-454c-b2b3-5b3a5cca4ba6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:15.384730 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d256e-b4c6-454c-b2b3-5b3a5cca4ba6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:15.385237 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d256e-b4c6-454c-b2b3-5b3a5cca4ba6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:15.385746 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d256e-b4c6-454c-b2b3-5b3a5cca4ba6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:15.386475 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d256e-b4c6-454c-b2b3-5b3a5cca4ba6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:15.387335 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d256e-b4c6-454c-b2b3-5b3a5cca4ba6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:15.389103 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d256e-b4c6-454c-b2b3-5b3a5cca4ba6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:15.389688 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d256e-b4c6-454c-b2b3-5b3a5cca4ba6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:15.390237 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d256e-b4c6-454c-b2b3-5b3a5cca4ba6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:15.391024 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d256e-b4c6-454c-b2b3-5b3a5cca4ba6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:15.391593 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d256e-b4c6-454c-b2b3-5b3a5cca4ba6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:15.392282 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d256e-b4c6-454c-b2b3-5b3a5cca4ba6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:15.514315 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d3aab-aadf-4f6d-8309-1074ff7cc370 None None] Pushing event updated for resources: {'Port': ['ID=d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6,revision_number=4']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:15.537400 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb3adec-3931-4635-abea-7734e1b41076 None None] Routers {'61d9c492-7067-4a2e-92b2-ee02e1800bf7'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:32:15.538269 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-0fb3adec-3931-4635-abea-7734e1b41076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:32:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:15.543287 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4dd746-2b2b-4971-8c49-1ec4d0369c4f service neutron] Pushing event updated for resources: {'Port': ['ID=e501de72-a276-4846-bb46-53f81cffa8f5,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:15.545627 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4693cab6-5ee1-49e2-8b5c-7776a5a12953 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Made reservation on behalf of 8a4edaa711e44cfa86ce63ca66433341 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:32:15.549754 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4693cab6-5ee1-49e2-8b5c-7776a5a12953 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:15.580364 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a73d256e-b4c6-454c-b2b3-5b3a5cca4ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:15.795408 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-2828011d-3b3d-4ee6-b39e-44295a735b15 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3099387 May 13 14:32:15.848515 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-3e176c29-a9dd-4a1b-9b1c-266a06f657c0 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3599579 May 13 14:32:15.868851 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-0fb3adec-3931-4635-abea-7734e1b41076 None None] Set router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:32:15.934808 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0228ccf-6c7e-48ea-9e67-1f317e0236a2 None None] Network e4cfb3d5-be57-41a0-a09b-f1bcabde1be6 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:32:15.964094 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6fd723ff-4fc4-4b2c-8b06-e70a7f35df35 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:15.964740 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d6a3c-164f-4cb9-9770-9162f4465d51 req-00d7bc04-ce1f-4b2a-a621-29e38c2da595 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:15.965994 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6fd723ff-4fc4-4b2c-8b06-e70a7f35df35 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.3682609 May 13 14:32:15.978859 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-655d6a3c-164f-4cb9-9770-9162f4465d51 req-00d7bc04-ce1f-4b2a-a621-29e38c2da595 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 945 time: 0.5298615 May 13 14:32:15.982793 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f939270e-bd33-4605-9c93-b112beef4387 req-e98c03d5-1a13-40bd-87a1-f616c7bc0bf5 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Unset dirty status for tenant:f508ce96f54b427ea169d80e1efc9a3a on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:32:15.996764 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44638) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:15.999938 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a73d256e-b4c6-454c-b2b3-5b3a5cca4ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:16.003844 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f939270e-bd33-4605-9c93-b112beef4387 req-e98c03d5-1a13-40bd-87a1-f616c7bc0bf5 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] 10.222.0.35 "GET /v2.0/security-groups?id=38400f9c-b542-4f32-bdba-1fa4f99d86f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0297761 May 13 14:32:16.008072 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-5594afb0-8db6-4a19-b8e0-7cca251e8fad tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Request body: {'security_group_rule': {'security_group_id': '1a0054c7-793d-4f1e-8257-877b977e8847', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:16.025879 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a73d256e-b4c6-454c-b2b3-5b3a5cca4ba6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:16.034052 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5594afb0-8db6-4a19-b8e0-7cca251e8fad tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:16.050963 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f35dd0e1-c2e7-4c63-8e38-e6b6d44b8047 None None] Provisioning for port 0be9b290-e828-4cb5-a9f1-ab770892a55b completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:16.059907 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5594afb0-8db6-4a19-b8e0-7cca251e8fad tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Usage tracker for resource:security_group_rule and tenant:b6ab0120ba4d4937a9340132b618cd48 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:16.116402 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5594afb0-8db6-4a19-b8e0-7cca251e8fad tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:16.126309 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a73d256e-b4c6-454c-b2b3-5b3a5cca4ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:16.132452 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73d256e-b4c6-454c-b2b3-5b3a5cca4ba6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b9dac33-27cc-4883-b9d6-ef66a518adb0 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:32:16.159297 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5594afb0-8db6-4a19-b8e0-7cca251e8fad tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:16.163951 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-655d6a3c-164f-4cb9-9770-9162f4465d51 req-c8a8017b-a181-4e2b-ba44-e40b4eae05c3 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842365 May 13 14:32:16.190764 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a73d256e-b4c6-454c-b2b3-5b3a5cca4ba6 admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:16.192076 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a73d256e-b4c6-454c-b2b3-5b3a5cca4ba6 admin admin] 10.222.0.35 "DELETE /v2.0/routers/3b9dac33-27cc-4883-b9d6-ef66a518adb0 HTTP/1.1" status: 204 len: 168 time: 3.4041986 May 13 14:32:16.197401 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44644) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:16.295554 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5594afb0-8db6-4a19-b8e0-7cca251e8fad tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:16.464189 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-0fb3adec-3931-4635-abea-7734e1b41076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:08Z', 'revision_number': 4, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'gw_port': {'id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:59Z', 'updated_at': '2022-05-13T14:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd60ed9ed-d7c1-4158-bdf6-5ea4de8475c6', 'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'mac_address': 'fa:16:3e:a9:45:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:32:05Z', 'updated_at': '2022-05-13T14:32:15Z', 'revision_number': 4, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'subnets': [{'id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:16.477590 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb3adec-3931-4635-abea-7734e1b41076 None None] The sync data for ids ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'] in n-d-841760-1 is: [{'id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:08Z', 'revision_number': 4, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'gw_port': {'id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:59Z', 'updated_at': '2022-05-13T14:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd60ed9ed-d7c1-4158-bdf6-5ea4de8475c6', 'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'mac_address': 'fa:16:3e:a9:45:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:32:05Z', 'updated_at': '2022-05-13T14:32:15Z', 'revision_number': 4, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'subnets': [{'id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:32:16.498231 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-115f516e-5a31-40c0-b5b3-62503ee4d244 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:16.500006 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-115f516e-5a31-40c0-b5b3-62503ee4d244 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5258231 May 13 14:32:16.549774 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0be9b290-e828-4cb5-a9f1-ab770892a55b up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:16.605394 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-0180bc78-9f72-4655-83d0-b542135fa3b3 admin admin] Deleting subnet c81e81d2-4f53-463c-af4a-b9d165677506 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:32:16.636101 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0180bc78-9f72-4655-83d0-b542135fa3b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:16.691894 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 0be9b290-e828-4cb5-a9f1-ab770892a55b completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:16.700256 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 0be9b290-e828-4cb5-a9f1-ab770892a55b triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:16.700622 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:16.720938 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-46ea2fde-5e7a-403c-a21b-a42b5d170a80 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Request body: {'port': {'device_id': '3cf57f33-4813-4af2-ad62-59f986170361', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'admin_state_up': True, 'tenant_id': 'a49f1166c3f54f5fb3c6b91a02cdaaab'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:16.746136 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4cf8dadb-f1d1-499c-b3ea-15da50a512f0 req-e0115ff6-13c3-4609-aad1-4fe4b053791d tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cf57f33-4813-4af2-ad62-59f986170361 HTTP/1.1" status: 200 len: 210 time: 0.2333121 May 13 14:32:16.759997 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0180bc78-9f72-4655-83d0-b542135fa3b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:16.800426 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4693cab6-5ee1-49e2-8b5c-7776a5a12953 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:16.876824 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-4c3668fe-83f6-4471-8a66-a8bae53d0340 None None] Provisioning complete for port 0be9b290-e828-4cb5-a9f1-ab770892a55b triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:16.877128 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4c3668fe-83f6-4471-8a66-a8bae53d0340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:16.922267 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0949d731-c023-4327-8f9c-12d4d515264a req-4950bb2c-d2fd-40cf-9992-4b8b8db16b0f tempest-ServerShowV247Test-1243005813 tempest-ServerShowV247Test-1243005813-project] 10.222.0.35 "GET /v2.0/ports?device_id=581253df-b48a-4943-b867-beb278bda169&device_id=d980d40a-8cb0-41b8-8ac2-73c8d3f93bcb HTTP/1.1" status: 200 len: 210 time: 0.2063801 May 13 14:32:16.933835 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5594afb0-8db6-4a19-b8e0-7cca251e8fad tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:16.943405 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5594afb0-8db6-4a19-b8e0-7cca251e8fad tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:16.949592 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 0be9b290-e828-4cb5-a9f1-ab770892a55b is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:16.950047 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:17.035480 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0180bc78-9f72-4655-83d0-b542135fa3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:17.035729 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 0be9b290-e828-4cb5-a9f1-ab770892a55b, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=0be9b290-e828-4cb5-a9f1-ab770892a55b,segment=NetworkSegment(61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd),segment_id=61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:17.046916 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-1f4dd746-2b2b-4971-8c49-1ec4d0369c4f service neutron] Attempting to bind port e501de72-a276-4846-bb46-53f81cffa8f5 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:32:17.047294 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-1f4dd746-2b2b-4971-8c49-1ec4d0369c4f service neutron] Attempting to bind port e501de72-a276-4846-bb46-53f81cffa8f5 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '54b76d81-5208-4b63-ba59-311a69e93e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0432809b-9803-4b9d-b2e4-d517c8c280c6'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:32:17.047594 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-1f4dd746-2b2b-4971-8c49-1ec4d0369c4f service neutron] Attempting to bind port e501de72-a276-4846-bb46-53f81cffa8f5 on network 0432809b-9803-4b9d-b2e4-d517c8c280c6 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:17.066486 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:17.221319 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=0be9b290-e828-4cb5-a9f1-ab770892a55b,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:17.224709 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:32:17.232825 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0180bc78-9f72-4655-83d0-b542135fa3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:17.261781 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-46ea2fde-5e7a-403c-a21b-a42b5d170a80 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:17.269680 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:32:17.270045 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 8d534b27-1a2a-4b58-b5d3-955dc3b4f5c9 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:32:17.307492 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-1f4dd746-2b2b-4971-8c49-1ec4d0369c4f service neutron] Port e501de72-a276-4846-bb46-53f81cffa8f5 on network 0432809b-9803-4b9d-b2e4-d517c8c280c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:32:17.313054 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-1f4dd746-2b2b-4971-8c49-1ec4d0369c4f service neutron] Attempting to bind port e501de72-a276-4846-bb46-53f81cffa8f5 on network 0432809b-9803-4b9d-b2e4-d517c8c280c6 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:17.360869 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-4c3668fe-83f6-4471-8a66-a8bae53d0340 None None] Current status of the port 0be9b290-e828-4cb5-a9f1-ab770892a55b is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:17.376199 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-1f4dd746-2b2b-4971-8c49-1ec4d0369c4f service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:32:17.376523 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-1f4dd746-2b2b-4971-8c49-1ec4d0369c4f service neutron] Checking segment: {'id': '54b76d81-5208-4b63-ba59-311a69e93e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0432809b-9803-4b9d-b2e4-d517c8c280c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:32:17.376915 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-1f4dd746-2b2b-4971-8c49-1ec4d0369c4f service neutron] Bound using segment: {'id': '54b76d81-5208-4b63-ba59-311a69e93e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0432809b-9803-4b9d-b2e4-d517c8c280c6'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:32:17.377365 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-1f4dd746-2b2b-4971-8c49-1ec4d0369c4f service neutron] Bound port: e501de72-a276-4846-bb46-53f81cffa8f5, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b76d81-5208-4b63-ba59-311a69e93e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0432809b-9803-4b9d-b2e4-d517c8c280c6'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:32:17.377742 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-1f4dd746-2b2b-4971-8c49-1ec4d0369c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:17.393024 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594afb0-8db6-4a19-b8e0-7cca251e8fad tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53319019-127b-42e6-a6b4-6360c8e58d78,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:17.393415 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-3ab1bb58-d90a-4f6f-886c-a3a20e3cb8fb tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:17.395141 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-3ab1bb58-d90a-4f6f-886c-a3a20e3cb8fb tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5834506 May 13 14:32:17.398784 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-46ea2fde-5e7a-403c-a21b-a42b5d170a80 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:17.405942 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0180bc78-9f72-4655-83d0-b542135fa3b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:17.406354 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693cab6-5ee1-49e2-8b5c-7776a5a12953 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Pushing event updated for resources: {'Subnet': ['ID=777f4aec-5068-458e-85ac-7bd8bb1cc904,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:17.407921 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0180bc78-9f72-4655-83d0-b542135fa3b3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c81e81d2-4f53-463c-af4a-b9d165677506 HTTP/1.1" status: 204 len: 168 time: 1.2020981 May 13 14:32:17.411971 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4693cab6-5ee1-49e2-8b5c-7776a5a12953 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Checking segment: {'id': '2d9ca6ef-d40c-4569-9fab-5133f50f1003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9eef64f7-1080-4c62-83e4-5d0124b722fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:32:17.412343 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4693cab6-5ee1-49e2-8b5c-7776a5a12953 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Network hostable DHCP agents. Network: 9eef64f7-1080-4c62-83e4-5d0124b722fe, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:32:17.418875 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511cbe96-ccec-41c9-b201-d4636e58359b None None] Network d13a620a-46da-44fe-8413-f8c94014a84b requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:32:17.425748 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44656) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:17.433559 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-27221f4e-8b09-4431-a69e-828893e95a31 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Request body: {'port': {'device_id': '71c8b92c-73b1-4b84-bf78-f0d15b96373f', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'admin_state_up': True, 'tenant_id': 'a49f1166c3f54f5fb3c6b91a02cdaaab'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:17.441183 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180bc78-9f72-4655-83d0-b542135fa3b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c81e81d2-4f53-463c-af4a-b9d165677506,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:17.443243 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5594afb0-8db6-4a19-b8e0-7cca251e8fad tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:17.448716 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5594afb0-8db6-4a19-b8e0-7cca251e8fad tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4452872 May 13 14:32:17.456208 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44658) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:17.472664 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fbe2012f-eada-454f-aa8a-1282285b8b77 req-5cae80f6-8e55-482e-8798-3c77dde74784 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5aece52750704222886858c7aede0ad6&device_id=581253df-b48a-4943-b867-beb278bda169 HTTP/1.1" status: 200 len: 210 time: 0.1385639 May 13 14:32:17.478595 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-04198c2b-50ad-496d-ad68-7466843e8150 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Request body: {'security_group_rule': {'security_group_id': '1a0054c7-793d-4f1e-8257-877b977e8847', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:17.485081 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-04198c2b-50ad-496d-ad68-7466843e8150 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:17.489827 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-04198c2b-50ad-496d-ad68-7466843e8150 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Usage tracker for resource:security_group_rule and tenant:b6ab0120ba4d4937a9340132b618cd48 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:17.492981 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-04198c2b-50ad-496d-ad68-7466843e8150 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:17.526502 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-04198c2b-50ad-496d-ad68-7466843e8150 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:17.538201 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fbe2012f-eada-454f-aa8a-1282285b8b77 req-3b0d2f74-aca0-49b8-9722-cc8aed4d3d0f service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=5aece52750704222886858c7aede0ad6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316625 May 13 14:32:17.682244 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-04198c2b-50ad-496d-ad68-7466843e8150 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:17.698999 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05960051-2177-4baa-84f2-dd1b50855621 None None] DHCP port deletion for d13a620a-46da-44fe-8413-f8c94014a84b request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:32:17.701467 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4693cab6-5ee1-49e2-8b5c-7776a5a12953 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Network 9eef64f7-1080-4c62-83e4-5d0124b722fe is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:32:17.704717 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-05960051-2177-4baa-84f2-dd1b50855621 None None] Deleting port 90446a83-6bdf-44c0-85a9-a5c37aab2ac3 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:32:17.704967 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-46ea2fde-5e7a-403c-a21b-a42b5d170a80 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Made reservation on behalf of a49f1166c3f54f5fb3c6b91a02cdaaab for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:32:17.705246 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-05960051-2177-4baa-84f2-dd1b50855621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:17.708656 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-46ea2fde-5e7a-403c-a21b-a42b5d170a80 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:17.763524 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d026daf-0825-451a-b303-203af3e4e520 req-a91c6284-f346-4f90-bde5-365a90d563db tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:17.765178 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5d026daf-0825-451a-b303-203af3e4e520 req-a91c6284-f346-4f90-bde5-365a90d563db tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 945 time: 0.3561373 May 13 14:32:17.769613 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2012f-eada-454f-aa8a-1282285b8b77 req-6aa7723e-ad8b-40a2-9758-ddd22bf03b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:17.770835 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fbe2012f-eada-454f-aa8a-1282285b8b77 req-6aa7723e-ad8b-40a2-9758-ddd22bf03b07 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2246428 May 13 14:32:17.838470 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5d026daf-0825-451a-b303-203af3e4e520 req-ba06a269-113b-4e56-b581-69e5d5fa8dbc tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645711 May 13 14:32:17.853281 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-04198c2b-50ad-496d-ad68-7466843e8150 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:17.857713 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-04198c2b-50ad-496d-ad68-7466843e8150 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:17.894582 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04198c2b-50ad-496d-ad68-7466843e8150 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d56e03f-bf58-4a66-9bb8-b598109eb1e7,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:17.913407 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-04198c2b-50ad-496d-ad68-7466843e8150 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:17.914557 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-04198c2b-50ad-496d-ad68-7466843e8150 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4408178 May 13 14:32:17.917687 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44666) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:17.923863 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-827f2403-aa5f-437f-90f9-608a19d4ef2e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:17.932549 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-827f2403-aa5f-437f-90f9-608a19d4ef2e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:17.937603 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-827f2403-aa5f-437f-90f9-608a19d4ef2e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Usage tracker for resource:floatingip and tenant:b6ab0120ba4d4937a9340132b618cd48 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:17.941382 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-827f2403-aa5f-437f-90f9-608a19d4ef2e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:17.949422 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-827f2403-aa5f-437f-90f9-608a19d4ef2e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:17.965831 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-827f2403-aa5f-437f-90f9-608a19d4ef2e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for floatingip, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:18.040865 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-4693cab6-5ee1-49e2-8b5c-7776a5a12953 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 9eef64f7-1080-4c62-83e4-5d0124b722fe) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:18.053478 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-05960051-2177-4baa-84f2-dd1b50855621 None None] For port 90446a83-6bdf-44c0-85a9-a5c37aab2ac3, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=90446a83-6bdf-44c0-85a9-a5c37aab2ac3,segment=NetworkSegment(8b48d2ce-3a17-4a1a-8882-6707c0656223),segment_id=8b48d2ce-3a17-4a1a-8882-6707c0656223)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:18.054044 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-05960051-2177-4baa-84f2-dd1b50855621 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:18.091331 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4693cab6-5ee1-49e2-8b5c-7776a5a12953 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:18.091918 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4693cab6-5ee1-49e2-8b5c-7776a5a12953 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:18.137427 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad597cce-eb6a-4ee2-aacc-1f2d6b446881 req-e31df8b2-7cc9-4bf6-bfa3-690c484db6df tempest-ServerShowV247Test-1243005813 tempest-ServerShowV247Test-1243005813-project] 10.222.0.35 "GET /v2.0/ports?device_id=581253df-b48a-4943-b867-beb278bda169 HTTP/1.1" status: 200 len: 210 time: 0.0678878 May 13 14:32:18.159768 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-29400fa6-0027-406e-b4fb-40a5a97949e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:18.185482 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-05960051-2177-4baa-84f2-dd1b50855621 None None] Calling delete_port for 90446a83-6bdf-44c0-85a9-a5c37aab2ac3 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:32:18.197809 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1839ef-a689-454a-aa7f-88986cc6759f req-d4484d31-cee5-4a51-8aed-868901999701 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:18.205438 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e1839ef-a689-454a-aa7f-88986cc6759f req-d4484d31-cee5-4a51-8aed-868901999701 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb80d9a-dab3-4887-9b3c-2f15477d599d HTTP/1.1" status: 200 len: 943 time: 0.8781269 May 13 14:32:18.233459 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-27221f4e-8b09-4431-a69e-828893e95a31 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:18.236555 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-1f4dd746-2b2b-4971-8c49-1ec4d0369c4f service neutron] For port e501de72-a276-4846-bb46-53f81cffa8f5, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:32:18.261253 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-827f2403-aa5f-437f-90f9-608a19d4ef2e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:18.264850 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-27221f4e-8b09-4431-a69e-828893e95a31 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Usage tracker for resource:port and tenant:a49f1166c3f54f5fb3c6b91a02cdaaab is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:18.271998 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-27221f4e-8b09-4431-a69e-828893e95a31 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:18.276216 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4693cab6-5ee1-49e2-8b5c-7776a5a12953 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 5.2094777 May 13 14:32:18.298207 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-1f4dd746-2b2b-4971-8c49-1ec4d0369c4f service neutron] For port e501de72-a276-4846-bb46-53f81cffa8f5, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=e501de72-a276-4846-bb46-53f81cffa8f5,segment=NetworkSegment(54b76d81-5208-4b63-ba59-311a69e93e05),segment_id=54b76d81-5208-4b63-ba59-311a69e93e05)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:32:18.305042 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-27221f4e-8b09-4431-a69e-828893e95a31 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:18.314226 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-29400fa6-0027-406e-b4fb-40a5a97949e6 admin admin] Deleting port 90446a83-6bdf-44c0-85a9-a5c37aab2ac3 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:32:18.314827 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-29400fa6-0027-406e-b4fb-40a5a97949e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:18.322124 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858c8ebc-000a-48c0-bbd8-60fdb2659d1a None None] Network 9eef64f7-1080-4c62-83e4-5d0124b722fe requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:32:18.358696 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-05960051-2177-4baa-84f2-dd1b50855621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:18.380824 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-46ea2fde-5e7a-403c-a21b-a42b5d170a80 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Allocated IP 192.168.233.62 (7d165b7c-a84b-4191-823a-46e347c23eb5/fb4bc443-ac8b-4686-9d3b-15c2430aa8ca/6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:32:18.399477 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-1f4dd746-2b2b-4971-8c49-1ec4d0369c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:18.516292 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e1839ef-a689-454a-aa7f-88986cc6759f req-fe2eb1b6-195a-4cb1-bea0-d0efa41fa2db tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] 10.222.0.35 "GET /v2.0/security-groups?id=38400f9c-b542-4f32-bdba-1fa4f99d86f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097231 May 13 14:32:18.545080 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8d2cae3f-4298-4bd6-94af-696871de4314 req-92c1222b-0553-49db-89df-a1add5dbda4b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cf57f33-4813-4af2-ad62-59f986170361 HTTP/1.1" status: 200 len: 210 time: 0.0858424 May 13 14:32:18.552619 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05960051-2177-4baa-84f2-dd1b50855621 None None] Pushing event deleted for resources: {'Port': ['ID=90446a83-6bdf-44c0-85a9-a5c37aab2ac3,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:18.562232 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05960051-2177-4baa-84f2-dd1b50855621 None None] No DVR routers for this DVR port 90446a83-6bdf-44c0-85a9-a5c37aab2ac3 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:32:18.565898 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-27221f4e-8b09-4431-a69e-828893e95a31 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Made reservation on behalf of a49f1166c3f54f5fb3c6b91a02cdaaab for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:32:18.570344 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-27221f4e-8b09-4431-a69e-828893e95a31 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:18.581495 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:18.628512 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-29400fa6-0027-406e-b4fb-40a5a97949e6 admin admin] The port '90446a83-6bdf-44c0-85a9-a5c37aab2ac3' was deleted {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:32:18.641976 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-1f4dd746-2b2b-4971-8c49-1ec4d0369c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:18.642515 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-1f4dd746-2b2b-4971-8c49-1ec4d0369c4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:18.643941 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-1f4dd746-2b2b-4971-8c49-1ec4d0369c4f service neutron] 10.222.0.74 "PUT /v2.0/ports/e501de72-a276-4846-bb46-53f81cffa8f5 HTTP/1.1" status: 200 len: 1091 time: 5.7929802 May 13 14:32:18.659175 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb80d9a-dab3-4887-9b3c-2f15477d599d', 'tag': 'e501de72-a276-4846-bb46-53f81cffa8f5'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:18.694855 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-827f2403-aa5f-437f-90f9-608a19d4ef2e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Allocated IP 172.25.0.108 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/2174ea7a-3211-4ec0-80e7-86d8902d082d) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:32:18.710794 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:18.800920 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-695b9d3c-31ff-4cb3-acbe-fcac0abef6c8'] response: {'name': 'network-changed', 'server_uuid': '0eb80d9a-dab3-4887-9b3c-2f15477d599d', 'tag': 'e501de72-a276-4846-bb46-53f81cffa8f5', 'status': 'completed', 'code': 200} May 13 14:32:18.887716 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfa4c3a-1065-462e-8651-1b931f3e6941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-9eef64f7-1080-4c62-83e4-5d0124b722fe', 'network_id': '9eef64f7-1080-4c62-83e4-5d0124b722fe', 'tenant_id': '8a4edaa711e44cfa86ce63ca66433341', 'fixed_ips': [{'subnet_id': '777f4aec-5068-458e-85ac-7bd8bb1cc904'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:32:18.888754 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6bfa4c3a-1065-462e-8651-1b931f3e6941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:18.907005 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-827f2403-aa5f-437f-90f9-608a19d4ef2e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:18.912312 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:18.926657 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:18.927483 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:18.956933 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-827f2403-aa5f-437f-90f9-608a19d4ef2e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:19.054780 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4dd746-2b2b-4971-8c49-1ec4d0369c4f service neutron] Pushing event updated for resources: {'Port': ['ID=e501de72-a276-4846-bb46-53f81cffa8f5,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:19.099323 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827f2403-aa5f-437f-90f9-608a19d4ef2e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:32:19.102827 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-827f2403-aa5f-437f-90f9-608a19d4ef2e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:19.117443 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827f2403-aa5f-437f-90f9-608a19d4ef2e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:32:19.162716 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f2403-aa5f-437f-90f9-608a19d4ef2e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event updated for resources: {'Port': ['ID=2174ea7a-3211-4ec0-80e7-86d8902d082d,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:19.215208 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-29400fa6-0027-406e-b4fb-40a5a97949e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:19.227520 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-827f2403-aa5f-437f-90f9-608a19d4ef2e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:19.244493 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023ac96-26e0-4696-a9d1-75f026fbbf25 req-d0b5c594-a4a7-4a0f-af31-391257eb375f tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:19.247706 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c023ac96-26e0-4696-a9d1-75f026fbbf25 req-d0b5c594-a4a7-4a0f-af31-391257eb375f tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 945 time: 0.2252841 May 13 14:32:19.295241 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:19.295848 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:19.305923 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-29400fa6-0027-406e-b4fb-40a5a97949e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13a620a-46da-44fe-8413-f8c94014a84b']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:19.319685 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-6bfa4c3a-1065-462e-8651-1b931f3e6941 None None] Allocated IP 19.86.0.2 (9eef64f7-1080-4c62-83e4-5d0124b722fe/777f4aec-5068-458e-85ac-7bd8bb1cc904/b31af2bd-4ae0-497c-8db4-575807c0588a) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:32:19.343870 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-29400fa6-0027-406e-b4fb-40a5a97949e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b48d2ce-3a17-4a1a-8882-6707c0656223') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:19.344690 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-29400fa6-0027-406e-b4fb-40a5a97949e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b48d2ce-3a17-4a1a-8882-6707c0656223') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:19.383008 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-29400fa6-0027-406e-b4fb-40a5a97949e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:19.389112 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fbe2012f-eada-454f-aa8a-1282285b8b77 req-3b5cef16-3e79-4f50-a3c1-00c88e11b59b tempest-ServerShowV247Test-1243005813 tempest-ServerShowV247Test-1243005813-project] 10.222.0.74 "GET /v2.0/ports?device_id=581253df-b48a-4943-b867-beb278bda169 HTTP/1.1" status: 200 len: 210 time: 0.0976670 May 13 14:32:19.406858 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-ae1034d5-8916-481a-a1c6-2f6547aac163 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:19.413518 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-ae1034d5-8916-481a-a1c6-2f6547aac163 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:19.414362 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-ae1034d5-8916-481a-a1c6-2f6547aac163 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Synchronizing usage tracker for tenant:8a4edaa711e44cfa86ce63ca66433341 on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:32:19.415585 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-827f2403-aa5f-437f-90f9-608a19d4ef2e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:19.434451 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-1e2e7d2f-f841-43ac-9d6a-965136f784ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:19.436127 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-1e2e7d2f-f841-43ac-9d6a-965136f784ba service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f508ce96f54b427ea169d80e1efc9a3a&device_id=0eb80d9a-dab3-4887-9b3c-2f15477d599d HTTP/1.1" status: 200 len: 1094 time: 0.6743999 May 13 14:32:19.439747 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-29400fa6-0027-406e-b4fb-40a5a97949e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:19.454371 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29400fa6-0027-406e-b4fb-40a5a97949e6 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:32:19.454724 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6,segment=NetworkSegment(e1d397b0-eea9-4be4-8f48-8e9bcd88630d),segment_id=e1d397b0-eea9-4be4-8f48-8e9bcd88630d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:19.454945 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-29400fa6-0027-406e-b4fb-40a5a97949e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:19.470457 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:32:19.470457 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:32:19.470457 n-d-841760-1 neutron-server[88082]: timer() May 13 14:32:19.470457 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:32:19.470457 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:32:19.470457 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:32:19.470457 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:32:19.470457 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:32:19.470457 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:32:19.470457 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:32:19.470457 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:32:19.470457 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:32:19.470457 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:32:19.470457 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:32:19.470457 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:32:19.470457 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:32:19.470457 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:32:19.470457 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:32:19.470457 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:32:19.470457 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:32:19.470457 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:32:19.470457 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:32:19.470457 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:32:19.470457 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:32:19.470457 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:32:19.470457 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:32:19.470457 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:32:19.470457 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:32:19.470457 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:32:19.470457 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:32:19.470457 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:32:19.470457 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:32:19.476125 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:19.477117 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0be9b290-e828-4cb5-a9f1-ab770892a55b up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:19.511270 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c023ac96-26e0-4696-a9d1-75f026fbbf25 req-bc9c333e-b616-44f9-a18b-1e218ea4b191 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981647 May 13 14:32:19.631298 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-46ea2fde-5e7a-403c-a21b-a42b5d170a80 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:19.635463 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-b831a347-156e-4f79-9632-4a398a1f6e3a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e501de72-a276-4846-bb46-53f81cffa8f5 HTTP/1.1" status: 200 len: 217 time: 0.1481168 May 13 14:32:19.642450 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-ae1034d5-8916-481a-a1c6-2f6547aac163 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Unset dirty status for tenant:8a4edaa711e44cfa86ce63ca66433341 on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:32:19.643788 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-ae1034d5-8916-481a-a1c6-2f6547aac163 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/networks?id=e4cfb3d5-be57-41a0-a09b-f1bcabde1be6&id=9eef64f7-1080-4c62-83e4-5d0124b722fe HTTP/1.1" status: 200 len: 1391 time: 0.9259946 May 13 14:32:19.726827 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-46ea2fde-5e7a-403c-a21b-a42b5d170a80 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Transition to ACTIVE for port object 6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:19.729238 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-9ca55dfd-358d-40f1-8a94-f83f31e347db tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/quotas/8a4edaa711e44cfa86ce63ca66433341 HTTP/1.1" status: 200 len: 375 time: 0.0674486 May 13 14:32:19.734606 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-29400fa6-0027-406e-b4fb-40a5a97949e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:19.735736 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:19.756902 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-29400fa6-0027-406e-b4fb-40a5a97949e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:19.816008 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29400fa6-0027-406e-b4fb-40a5a97949e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d13a620a-46da-44fe-8413-f8c94014a84b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:19.832333 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 0be9b290-e828-4cb5-a9f1-ab770892a55b triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:19.833547 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:19.843804 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-2d06ef7f-96d2-4b53-9bdd-a9a18d5f6c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:19.845527 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-2d06ef7f-96d2-4b53-9bdd-a9a18d5f6c73 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4097943d-15f0-47d0-ad13-f3fe0fe86b84 HTTP/1.1" status: 200 len: 857 time: 0.1766534 May 13 14:32:19.851400 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-29400fa6-0027-406e-b4fb-40a5a97949e6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d13a620a-46da-44fe-8413-f8c94014a84b HTTP/1.1" status: 204 len: 168 time: 2.3787780 May 13 14:32:19.921733 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-4ad7e87c-97c7-4b09-9da9-986954e858c6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0432809b-9803-4b9d-b2e4-d517c8c280c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518310 May 13 14:32:19.953025 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-46ea2fde-5e7a-403c-a21b-a42b5d170a80 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:19.990278 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['41d6498b-80c7-4797-b523-231bb2077238', '264f174b-52f0-4701-8c1f-20098e7391bb', 'd044bab1-0650-4c79-bf4c-d0feaf1d04cd'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:32:20.014672 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d4c66353-64d7-4622-abe5-2d7d7bd31491 req-96a91de7-38e5-40b9-8f2d-061546cfe42d tempest-ServerShowV247Test-1243005813 tempest-ServerShowV247Test-1243005813-project] 10.222.0.35 "GET /v2.0/ports?device_id=581253df-b48a-4943-b867-beb278bda169 HTTP/1.1" status: 200 len: 210 time: 0.1105337 May 13 14:32:20.054090 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-827f2403-aa5f-437f-90f9-608a19d4ef2e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:20.060881 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-827f2403-aa5f-437f-90f9-608a19d4ef2e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:20.118986 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6bfa4c3a-1065-462e-8651-1b931f3e6941 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:20.216243 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44696) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:20.261257 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6bfa4c3a-1065-462e-8651-1b931f3e6941 None None] Transition to ACTIVE for port object b31af2bd-4ae0-497c-8db4-575807c0588a will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:20.330882 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 0be9b290-e828-4cb5-a9f1-ab770892a55b is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:20.344945 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-46ea2fde-5e7a-403c-a21b-a42b5d170a80 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:32:20.346475 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-27221f4e-8b09-4431-a69e-828893e95a31 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Allocated IP 192.168.233.206 (7d165b7c-a84b-4191-823a-46e347c23eb5/fb4bc443-ac8b-4686-9d3b-15c2430aa8ca/eb595b96-cef3-4299-99d9-de7e5c7f260a) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:32:20.366013 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-d6f877eb-cb12-4879-895c-cdb0256bfaed tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Synchronizing usage tracker for tenant:8a4edaa711e44cfa86ce63ca66433341 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:32:20.369476 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-46ea2fde-5e7a-403c-a21b-a42b5d170a80 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:20.372061 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea2fde-5e7a-403c-a21b-a42b5d170a80 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Pushing event updated for resources: {'Port': ['ID=6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:20.378990 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-46ea2fde-5e7a-403c-a21b-a42b5d170a80 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:32:20.448829 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 90446a83-6bdf-44c0-85a9-a5c37aab2ac3 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:32:20.454883 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f2403-aa5f-437f-90f9-608a19d4ef2e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event updated for resources: {'Port': ['ID=2174ea7a-3211-4ec0-80e7-86d8902d082d,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:20.467454 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-d6f877eb-cb12-4879-895c-cdb0256bfaed tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Unset dirty status for tenant:8a4edaa711e44cfa86ce63ca66433341 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:32:20.471969 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-d6f877eb-cb12-4879-895c-cdb0256bfaed tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8a4edaa711e44cfa86ce63ca66433341&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7096815 May 13 14:32:20.476190 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6bfa4c3a-1065-462e-8651-1b931f3e6941 None None] Transition to ACTIVE for port object b31af2bd-4ae0-497c-8db4-575807c0588a will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:20.494863 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-827f2403-aa5f-437f-90f9-608a19d4ef2e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:20.500862 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6bfa4c3a-1065-462e-8651-1b931f3e6941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:20.504511 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 90446a83-6bdf-44c0-85a9-a5c37aab2ac3 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:32:20.505511 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 90446a83-6bdf-44c0-85a9-a5c37aab2ac3 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:32:20.545379 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-827f2403-aa5f-437f-90f9-608a19d4ef2e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:20.555890 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-827f2403-aa5f-437f-90f9-608a19d4ef2e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6364422 May 13 14:32:20.563309 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4a37ca7b-fd2f-426b-88d9-060e7e053999 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eb51441d8eed4e3789bb76c312dbb980&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3375127 May 13 14:32:20.564863 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44704) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:20.643350 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b11d10-b31f-4e91-9b7d-31e073c190b3 req-9354bc17-232e-4b48-8960-cc5041fa538c tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:20.644944 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99b11d10-b31f-4e91-9b7d-31e073c190b3 req-9354bc17-232e-4b48-8960-cc5041fa538c tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb80d9a-dab3-4887-9b3c-2f15477d599d HTTP/1.1" status: 200 len: 943 time: 0.2962663 May 13 14:32:20.685525 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:20.696567 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e4180850-a539-475a-bb4c-6ea963a441c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:20.741575 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfa4c3a-1065-462e-8651-1b931f3e6941 None None] Network 9eef64f7-1080-4c62-83e4-5d0124b722fe is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:32:20.753130 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-6bfa4c3a-1065-462e-8651-1b931f3e6941 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:20.760687 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfa4c3a-1065-462e-8651-1b931f3e6941 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:32:20.769968 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99b11d10-b31f-4e91-9b7d-31e073c190b3 req-56e85632-4d4a-498d-b3d4-d8c63f77c939 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] 10.222.0.35 "GET /v2.0/security-groups?id=38400f9c-b542-4f32-bdba-1fa4f99d86f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125517 May 13 14:32:20.778313 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e4180850-a539-475a-bb4c-6ea963a441c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:20.786456 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa4c3a-1065-462e-8651-1b931f3e6941 None None] Pushing event updated for resources: {'Port': ['ID=b31af2bd-4ae0-497c-8db4-575807c0588a,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:20.860953 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e4180850-a539-475a-bb4c-6ea963a441c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:20.918583 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4180850-a539-475a-bb4c-6ea963a441c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aba9f40-346b-46f0-8bf7-864b9ef1b44f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:20.928093 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e4180850-a539-475a-bb4c-6ea963a441c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:20.932110 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e4180850-a539-475a-bb4c-6ea963a441c7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9aba9f40-346b-46f0-8bf7-864b9ef1b44f HTTP/1.1" status: 204 len: 168 time: 0.3633149 May 13 14:32:20.964687 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5c5f9c8c-3396-467e-868c-e14065f5301d None None] Provisioning for port 6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:20.990215 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5c5f9c8c-3396-467e-868c-e14065f5301d None None] Provisioning complete for port 6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:20.990591 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5c5f9c8c-3396-467e-868c-e14065f5301d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:20.992986 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a37e18-65b9-4154-9ce3-977f850a139d req-37595848-161f-4947-9976-0cd8e2f830df tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:20.994434 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-3c24a538-1377-4bee-8050-9be3077ec138 service neutron] 10.222.0.74 "GET /v2.0/networks/0432809b-9803-4b9d-b2e4-d517c8c280c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0294962 May 13 14:32:21.002940 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f6a37e18-65b9-4154-9ce3-977f850a139d req-37595848-161f-4947-9976-0cd8e2f830df tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cf57f33-4813-4af2-ad62-59f986170361 HTTP/1.1" status: 200 len: 935 time: 0.1246834 May 13 14:32:21.028355 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6bfa4c3a-1065-462e-8651-1b931f3e6941 None None] Attempting to bind port b31af2bd-4ae0-497c-8db4-575807c0588a on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:32:21.028631 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6bfa4c3a-1065-462e-8651-1b931f3e6941 None None] Attempting to bind port b31af2bd-4ae0-497c-8db4-575807c0588a by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '2d9ca6ef-d40c-4569-9fab-5133f50f1003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9eef64f7-1080-4c62-83e4-5d0124b722fe'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:32:21.029197 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfa4c3a-1065-462e-8651-1b931f3e6941 None None] Attempting to bind port b31af2bd-4ae0-497c-8db4-575807c0588a on network 9eef64f7-1080-4c62-83e4-5d0124b722fe {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:21.059668 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f6a37e18-65b9-4154-9ce3-977f850a139d req-f0f39936-e931-4b46-82aa-6e9cf2b98846 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557802 May 13 14:32:21.062405 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:21.062784 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:21.099072 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfa4c3a-1065-462e-8651-1b931f3e6941 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:32:21.099072 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfa4c3a-1065-462e-8651-1b931f3e6941 None None] Checking segment: {'id': '2d9ca6ef-d40c-4569-9fab-5133f50f1003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9eef64f7-1080-4c62-83e4-5d0124b722fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:32:21.099522 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6bfa4c3a-1065-462e-8651-1b931f3e6941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:21.099759 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfa4c3a-1065-462e-8651-1b931f3e6941 None None] Bound using segment: {'id': '2d9ca6ef-d40c-4569-9fab-5133f50f1003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9eef64f7-1080-4c62-83e4-5d0124b722fe'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:32:21.100244 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6bfa4c3a-1065-462e-8651-1b931f3e6941 None None] Bound port: b31af2bd-4ae0-497c-8db4-575807c0588a, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9ca6ef-d40c-4569-9fab-5133f50f1003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9eef64f7-1080-4c62-83e4-5d0124b722fe'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:32:21.100620 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6bfa4c3a-1065-462e-8651-1b931f3e6941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:21.113179 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-46ea2fde-5e7a-403c-a21b-a42b5d170a80 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:21.113999 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-46ea2fde-5e7a-403c-a21b-a42b5d170a80 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:21.150289 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-5c5f9c8c-3396-467e-868c-e14065f5301d None None] Port 6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:32:21.151318 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-27221f4e-8b09-4431-a69e-828893e95a31 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:21.243637 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-46ea2fde-5e7a-403c-a21b-a42b5d170a80 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5266187 May 13 14:32:21.261487 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-c0e23dde-d410-4ff3-8d95-b0b36b2f8005 service neutron] 10.222.0.35 "GET /v2.0/networks/e4cfb3d5-be57-41a0-a09b-f1bcabde1be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4954493 May 13 14:32:21.263655 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-27221f4e-8b09-4431-a69e-828893e95a31 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Transition to ACTIVE for port object eb595b96-cef3-4299-99d9-de7e5c7f260a will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:21.268143 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-3c66eaed-6bd9-4218-8cd2-47900609d444 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:32:21.269447 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-3c66eaed-6bd9-4218-8cd2-47900609d444 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103788 May 13 14:32:21.300573 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f83b2-7a62-40bf-b38b-8e7d168065c6 req-12c76ad9-90a6-4588-9e4c-f38710d265a5 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:21.302167 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-052f83b2-7a62-40bf-b38b-8e7d168065c6 req-12c76ad9-90a6-4588-9e4c-f38710d265a5 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 945 time: 0.1062310 May 13 14:32:21.375811 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-6bfa4c3a-1065-462e-8651-1b931f3e6941 None None] For port b31af2bd-4ae0-497c-8db4-575807c0588a, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:32:21.387818 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e721c5c1-7ab3-481d-837f-777d5bf3289b req-023a6a64-e4fc-48fb-a828-dcda111d722d service neutron] 10.222.0.74 "GET /v2.0/networks/0432809b-9803-4b9d-b2e4-d517c8c280c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831391 May 13 14:32:21.430664 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-6bfa4c3a-1065-462e-8651-1b931f3e6941 None None] For port b31af2bd-4ae0-497c-8db4-575807c0588a, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b31af2bd-4ae0-497c-8db4-575807c0588a,segment=NetworkSegment(2d9ca6ef-d40c-4569-9fab-5133f50f1003),segment_id=2d9ca6ef-d40c-4569-9fab-5133f50f1003)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:32:21.437206 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:21.440766 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6bfa4c3a-1065-462e-8651-1b931f3e6941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:21.447285 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-27221f4e-8b09-4431-a69e-828893e95a31 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:21.459151 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-052f83b2-7a62-40bf-b38b-8e7d168065c6 req-87bf3566-8cc5-4826-a2d8-9cc6d51b9c59 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496756 May 13 14:32:21.514459 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-a6c05527-bade-46fd-a655-cc9d84b3cf7c service neutron] Request body: {'port': {'device_id': '3cf57f33-4813-4af2-ad62-59f986170361', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:21.615167 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa4c3a-1065-462e-8651-1b931f3e6941 None None] Pushing event updated for resources: {'Port': ['ID=b31af2bd-4ae0-497c-8db4-575807c0588a,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:21.632109 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-27221f4e-8b09-4431-a69e-828893e95a31 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:32:21.639144 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-a790dbb7-93bb-45ca-b6af-0a56bb1fc736 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--922326357&fields=id&tenant_id=b6ab0120ba4d4937a9340132b618cd48 HTTP/1.1" status: 200 len: 267 time: 0.0636020 May 13 14:32:21.647255 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-27221f4e-8b09-4431-a69e-828893e95a31 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:21.656389 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-27221f4e-8b09-4431-a69e-828893e95a31 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:32:21.687198 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-5512a551-2360-4313-b3bb-c09c1481b2bf service neutron] 10.222.0.35 "GET /v2.0/networks/e4cfb3d5-be57-41a0-a09b-f1bcabde1be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053547 May 13 14:32:21.763922 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27221f4e-8b09-4431-a69e-828893e95a31 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Pushing event updated for resources: {'Port': ['ID=eb595b96-cef3-4299-99d9-de7e5c7f260a,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:21.870840 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-d83f982e-a147-4d35-840d-98b62118af89 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:21.879349 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-d83f982e-a147-4d35-840d-98b62118af89 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/networks?id=79758d8c-b106-4287-a282-ab754acae92b HTTP/1.1" status: 200 len: 815 time: 0.2308388 May 13 14:32:21.918574 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-24e916cf-7071-4ce0-9028-e2cf198e869d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/quotas/b6ab0120ba4d4937a9340132b618cd48 HTTP/1.1" status: 200 len: 375 time: 0.0381587 May 13 14:32:22.001829 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-a4fea736-9b07-4b17-88f8-3e5e6b1801bf service neutron] 10.222.0.35 "GET /v2.0/networks/9eef64f7-1080-4c62-83e4-5d0124b722fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889068 May 13 14:32:22.055095 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-a6c05527-bade-46fd-a655-cc9d84b3cf7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:22.062697 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-bde14e13-42ed-428b-9196-b6e6c6fdc3a0 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b6ab0120ba4d4937a9340132b618cd48&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1429546 May 13 14:32:22.085738 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-26d31490-cd7d-4a70-aa05-30db04d07d38 None None] Provisioning for port eb595b96-cef3-4299-99d9-de7e5c7f260a completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:22.097775 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-26d31490-cd7d-4a70-aa05-30db04d07d38 None None] Provisioning complete for port eb595b96-cef3-4299-99d9-de7e5c7f260a triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:22.099177 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-26d31490-cd7d-4a70-aa05-30db04d07d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:22.133012 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-27221f4e-8b09-4431-a69e-828893e95a31 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:22.134201 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-27221f4e-8b09-4431-a69e-828893e95a31 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:22.244224 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-27221f4e-8b09-4431-a69e-828893e95a31 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8144479 May 13 14:32:22.260763 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-64519cdc-89b1-4afb-86a4-69a52d650cbc service neutron] 10.222.0.35 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966319 May 13 14:32:22.280679 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-26d31490-cd7d-4a70-aa05-30db04d07d38 None None] Port eb595b96-cef3-4299-99d9-de7e5c7f260a cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:32:22.305411 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-564c60ec-9931-430d-8f3f-ee594155c6bf service neutron] Request body: {'port': {'device_id': '71c8b92c-73b1-4b84-bf78-f0d15b96373f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:22.307558 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['41d6498b-80c7-4797-b523-231bb2077238', '264f174b-52f0-4701-8c1f-20098e7391bb', 'd044bab1-0650-4c79-bf4c-d0feaf1d04cd'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:32:22.462476 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddf77f-5158-4867-8c49-7a776c226efd req-b690eabd-74b4-4d11-9000-6b92450d4d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:22.470063 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-55ddf77f-5158-4867-8c49-7a776c226efd req-b690eabd-74b4-4d11-9000-6b92450d4d70 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f508ce96f54b427ea169d80e1efc9a3a&device_id=0eb80d9a-dab3-4887-9b3c-2f15477d599d HTTP/1.1" status: 200 len: 1094 time: 0.9305387 May 13 14:32:22.488364 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-cdca016e-45fe-49cd-9829-b21ed66e9c37 service neutron] 10.222.0.35 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188025 May 13 14:32:22.748940 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b31af2bd-4ae0-497c-8db4-575807c0588a up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:22.970487 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port b31af2bd-4ae0-497c-8db4-575807c0588a completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:23.020043 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddf77f-5158-4867-8c49-7a776c226efd req-cabbb4a9-a53b-47e8-9cdf-13ca386dafbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:23.022719 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-55ddf77f-5158-4867-8c49-7a776c226efd req-cabbb4a9-a53b-47e8-9cdf-13ca386dafbe service neutron] 10.222.0.74 "GET /v2.0/networks?id=0432809b-9803-4b9d-b2e4-d517c8c280c6 HTTP/1.1" status: 200 len: 918 time: 0.5348341 May 13 14:32:23.208997 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-55ddf77f-5158-4867-8c49-7a776c226efd req-c3b30bda-cdb9-439f-a38d-e07b270a9154 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e501de72-a276-4846-bb46-53f81cffa8f5 HTTP/1.1" status: 200 len: 217 time: 0.1694043 May 13 14:32:23.213214 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece497b6-57cb-45f9-9b2b-ca9cfe25a868 req-281c9383-0ee8-4707-80b3-b07cc2901102 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:23.217456 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ece497b6-57cb-45f9-9b2b-ca9cfe25a868 req-281c9383-0ee8-4707-80b3-b07cc2901102 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb80d9a-dab3-4887-9b3c-2f15477d599d HTTP/1.1" status: 200 len: 943 time: 0.1828308 May 13 14:32:23.327577 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ece497b6-57cb-45f9-9b2b-ca9cfe25a868 req-7bc8f311-765f-4a8d-8ca4-cbc9e753bfad tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] 10.222.0.35 "GET /v2.0/security-groups?id=38400f9c-b542-4f32-bdba-1fa4f99d86f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009891 May 13 14:32:23.338659 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced8ba38-fcce-4b49-bbab-7562f1899ec3 None None] Network 9eef64f7-1080-4c62-83e4-5d0124b722fe requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:32:23.507138 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a5f86cca-9cbb-48b0-b55a-908580e6a709 None None] Provisioning for port b31af2bd-4ae0-497c-8db4-575807c0588a completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:23.509422 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-60fed3b0-75b8-4ae4-a462-cfcf60302ac5 service neutron] 10.222.0.35 "GET /v2.0/networks/9eef64f7-1080-4c62-83e4-5d0124b722fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4936171 May 13 14:32:23.539912 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a5f86cca-9cbb-48b0-b55a-908580e6a709 None None] Provisioning complete for port b31af2bd-4ae0-497c-8db4-575807c0588a triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:23.540422 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a5f86cca-9cbb-48b0-b55a-908580e6a709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:23.574478 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-564c60ec-9931-430d-8f3f-ee594155c6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:23.626803 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae80b0c-7b96-4d7d-9096-c7e1dca8dbce req-42443ad4-3da0-4ca7-aa77-e5100269b953 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:23.638384 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0ae80b0c-7b96-4d7d-9096-c7e1dca8dbce req-42443ad4-3da0-4ca7-aa77-e5100269b953 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cf57f33-4813-4af2-ad62-59f986170361 HTTP/1.1" status: 200 len: 935 time: 0.1936564 May 13 14:32:23.693693 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0ae80b0c-7b96-4d7d-9096-c7e1dca8dbce req-aec8d1fb-612a-42ad-b34e-ca14195727dc tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483847 May 13 14:32:23.700316 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddf77f-5158-4867-8c49-7a776c226efd req-8bd22b06-8521-4e8e-b3ed-76567c230cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:23.701815 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-55ddf77f-5158-4867-8c49-7a776c226efd req-8bd22b06-8521-4e8e-b3ed-76567c230cf4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4097943d-15f0-47d0-ad13-f3fe0fe86b84 HTTP/1.1" status: 200 len: 857 time: 0.4841235 May 13 14:32:23.887883 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-55ddf77f-5158-4867-8c49-7a776c226efd req-ac44c4ae-61d1-42fd-b78f-86c2a616237f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0432809b-9803-4b9d-b2e4-d517c8c280c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1532869 May 13 14:32:23.948753 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-a5f86cca-9cbb-48b0-b55a-908580e6a709 None None] Current status of the port b31af2bd-4ae0-497c-8db4-575807c0588a is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:23.949612 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a5f86cca-9cbb-48b0-b55a-908580e6a709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:24.024324 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-a5f86cca-9cbb-48b0-b55a-908580e6a709 None None] For port b31af2bd-4ae0-497c-8db4-575807c0588a, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b31af2bd-4ae0-497c-8db4-575807c0588a,segment=NetworkSegment(2d9ca6ef-d40c-4569-9fab-5133f50f1003),segment_id=2d9ca6ef-d40c-4569-9fab-5133f50f1003)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:24.029894 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a0bc6-4476-40d1-8218-b3b85425b30a req-773ba60c-3fa9-4374-9eeb-dc73e52e993b tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:24.030267 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a5f86cca-9cbb-48b0-b55a-908580e6a709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:24.041800 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-171a0bc6-4476-40d1-8218-b3b85425b30a req-773ba60c-3fa9-4374-9eeb-dc73e52e993b tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 945 time: 0.2331908 May 13 14:32:24.166601 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device e501de72-a276-4846-bb46-53f81cffa8f5 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:32:24.169683 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-171a0bc6-4476-40d1-8218-b3b85425b30a req-77b668c7-d813-4585-8d49-a8ba8d1d5d56 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223505 May 13 14:32:24.506160 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f86cca-9cbb-48b0-b55a-908580e6a709 None None] Pushing event updated for resources: {'Port': ['ID=b31af2bd-4ae0-497c-8db4-575807c0588a,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:24.600809 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-91b952d8-36fc-477b-8dc8-4e8d9a95c847 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=8e293f318b934225907b412d391721a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689733 May 13 14:32:24.658611 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ada169f5-1d54-43e9-9e8f-182f1392ddb9 None None] Provisioning complete for port b31af2bd-4ae0-497c-8db4-575807c0588a triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:24.658905 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ada169f5-1d54-43e9-9e8f-182f1392ddb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:24.765271 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port e501de72-a276-4846-bb46-53f81cffa8f5, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=e501de72-a276-4846-bb46-53f81cffa8f5,segment=NetworkSegment(54b76d81-5208-4b63-ba59-311a69e93e05),segment_id=54b76d81-5208-4b63-ba59-311a69e93e05)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:24.776159 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0157257b-872a-43fc-9c11-5a2da778cbd2 req-b6779b8f-3908-411c-9f2d-34ee030b8720 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=772fe0a2-01e5-41ae-a067-32f7d5320cb9 HTTP/1.1" status: 200 len: 210 time: 0.1959701 May 13 14:32:24.788717 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'e501de72-a276-4846-bb46-53f81cffa8f5', 'network_id': '0432809b-9803-4b9d-b2e4-d517c8c280c6', 'port_id': 'e501de72-a276-4846-bb46-53f81cffa8f5', 'mac_address': 'fa:16:3e:68:46:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4097943d-15f0-47d0-ad13-f3fe0fe86b84', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:32:24.907946 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-ea7a6b76-e945-4ef6-aaec-9bbabf80be22 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:24.915288 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-ea7a6b76-e945-4ef6-aaec-9bbabf80be22 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.74 "GET /v2.0/networks?id=79758d8c-b106-4287-a282-ab754acae92b HTTP/1.1" status: 200 len: 815 time: 0.4757841 May 13 14:32:24.981416 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-a6c05527-bade-46fd-a655-cc9d84b3cf7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:32:24.993514 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-a6c05527-bade-46fd-a655-cc9d84b3cf7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:24.995966 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port e501de72-a276-4846-bb46-53f81cffa8f5 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:24.996689 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:25.007790 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-76e1fc42-cb90-4588-85f5-967f8c12c58d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6ab0120ba4d4937a9340132b618cd48 HTTP/1.1" status: 200 len: 379 time: 0.0845366 May 13 14:32:25.012339 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-a6c05527-bade-46fd-a655-cc9d84b3cf7c service neutron] Transition to ACTIVE for port object 6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:25.017058 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-0c15568f-c8ca-4a64-aff0-56dc695aa415 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Request body: {'port': {'device_id': '772fe0a2-01e5-41ae-a067-32f7d5320cb9', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'admin_state_up': True, 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'security_groups': ['1a0054c7-793d-4f1e-8257-877b977e8847']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:25.022806 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ada169f5-1d54-43e9-9e8f-182f1392ddb9 None None] Current status of the port b31af2bd-4ae0-497c-8db4-575807c0588a is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:25.026569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e501de72-a276-4846-bb46-53f81cffa8f5 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:32:25.041565 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-74331344-7736-476f-ae0b-a32dd13db547 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:25.052699 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-74331344-7736-476f-ae0b-a32dd13db547 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4507668 May 13 14:32:25.057863 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port e501de72-a276-4846-bb46-53f81cffa8f5, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=e501de72-a276-4846-bb46-53f81cffa8f5,segment=NetworkSegment(54b76d81-5208-4b63-ba59-311a69e93e05),segment_id=54b76d81-5208-4b63-ba59-311a69e93e05)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:25.062697 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:25.066261 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-55ddf77f-5158-4867-8c49-7a776c226efd req-dfcd044f-dfe2-4f0d-b3ea-1eac4816f827 service neutron] 10.222.0.74 "GET /v2.0/networks/0432809b-9803-4b9d-b2e4-d517c8c280c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1768608 May 13 14:32:25.083512 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-a6c05527-bade-46fd-a655-cc9d84b3cf7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:25.158166 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=e501de72-a276-4846-bb46-53f81cffa8f5,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:25.231755 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-73ab4b8e-793d-4307-bd77-daafa0b9c370 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.35 "GET /v2.0/quotas/8e293f318b934225907b412d391721a6 HTTP/1.1" status: 200 len: 375 time: 0.1775832 May 13 14:32:25.327983 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-e43de291-849f-42cf-87df-82e68da94e68 req-c122f099-9dee-4577-a9d7-26febe26a6cc tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Synchronizing usage tracker for tenant:8a4edaa711e44cfa86ce63ca66433341 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:32:25.369412 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-aeecfd8d-05c7-4d5d-ae1a-342a1522c4e0 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8e293f318b934225907b412d391721a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1282296 May 13 14:32:25.439953 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c05527-bade-46fd-a655-cc9d84b3cf7c service neutron] Pushing event updated for resources: {'Port': ['ID=6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:25.444667 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3dd5ae65-ec4c-4d8c-aeab-888c0e461974 req-6684ea39-3a0b-427c-971f-cb63b22a1f49 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5aece52750704222886858c7aede0ad6&device_id=d980d40a-8cb0-41b8-8ac2-73c8d3f93bcb HTTP/1.1" status: 200 len: 210 time: 0.0934489 May 13 14:32:25.466770 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-e43de291-849f-42cf-87df-82e68da94e68 req-c122f099-9dee-4577-a9d7-26febe26a6cc tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Unset dirty status for tenant:8a4edaa711e44cfa86ce63ca66433341 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:32:25.478528 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e43de291-849f-42cf-87df-82e68da94e68 req-c122f099-9dee-4577-a9d7-26febe26a6cc tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a3e7deb-cba1-48af-b96e-c5fba6b88a2a HTTP/1.1" status: 200 len: 210 time: 0.2134719 May 13 14:32:25.497999 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['e501de72-a276-4846-bb46-53f81cffa8f5'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:32:25.561463 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3dd5ae65-ec4c-4d8c-aeab-888c0e461974 req-10415b05-2126-4611-bc5c-75912808af40 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=5aece52750704222886858c7aede0ad6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0703380 May 13 14:32:25.668213 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-0c15568f-c8ca-4a64-aff0-56dc695aa415 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:25.688533 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-0c15568f-c8ca-4a64-aff0-56dc695aa415 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Usage tracker for resource:port and tenant:b6ab0120ba4d4937a9340132b618cd48 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:25.692917 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20793eb6-2ca8-4877-9d8b-d8d590320222 req-26075897-6b12-49e2-bfdc-20aa414bd1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:25.694821 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-20793eb6-2ca8-4877-9d8b-d8d590320222 req-26075897-6b12-49e2-bfdc-20aa414bd1bb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 1096 time: 0.6424918 May 13 14:32:25.698209 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-0c15568f-c8ca-4a64-aff0-56dc695aa415 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:25.731081 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-0c15568f-c8ca-4a64-aff0-56dc695aa415 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:25.792138 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-0c15568f-c8ca-4a64-aff0-56dc695aa415 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Made reservation on behalf of b6ab0120ba4d4937a9340132b618cd48 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:32:25.795885 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-0c15568f-c8ca-4a64-aff0-56dc695aa415 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:25.884331 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-20793eb6-2ca8-4877-9d8b-d8d590320222 req-394b6b1f-802f-43a0-ab2c-198f5666c4c4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798496 May 13 14:32:25.900345 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.74', 53135) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:25.979776 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5ae65-ec4c-4d8c-aeab-888c0e461974 req-9a843240-fcd3-43f4-ab8b-011c6c3018c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:25.982136 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3dd5ae65-ec4c-4d8c-aeab-888c0e461974 req-9a843240-fcd3-43f4-ab8b-011c6c3018c4 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4195161 May 13 14:32:26.193065 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-55ddf77f-5158-4867-8c49-7a776c226efd req-fc757fda-a30b-4e00-a77b-7db8e03e2bfa service neutron] 10.222.0.74 "GET /v2.0/networks/0432809b-9803-4b9d-b2e4-d517c8c280c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0923691 May 13 14:32:26.310752 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-1b9bfa80-53bb-4041-899b-90d48af67712 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:26.317015 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-1b9bfa80-53bb-4041-899b-90d48af67712 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:26.318484 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-1b9bfa80-53bb-4041-899b-90d48af67712 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Synchronizing usage tracker for tenant:8a4edaa711e44cfa86ce63ca66433341 on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:32:26.350675 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-1b9bfa80-53bb-4041-899b-90d48af67712 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Unset dirty status for tenant:8a4edaa711e44cfa86ce63ca66433341 on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:32:26.352312 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-1b9bfa80-53bb-4041-899b-90d48af67712 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.74 "GET /v2.0/networks?id=e4cfb3d5-be57-41a0-a09b-f1bcabde1be6&id=9eef64f7-1080-4c62-83e4-5d0124b722fe HTTP/1.1" status: 200 len: 1391 time: 0.4456975 May 13 14:32:26.365520 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd694775-ea15-474f-9305-aecd599b45dc req-58e4ce9b-8ba8-413c-a522-43ab2a1ced7e tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:26.367293 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bd694775-ea15-474f-9305-aecd599b45dc req-58e4ce9b-8ba8-413c-a522-43ab2a1ced7e tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb80d9a-dab3-4887-9b3c-2f15477d599d HTTP/1.1" status: 200 len: 944 time: 0.2863228 May 13 14:32:26.374531 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-0c15568f-c8ca-4a64-aff0-56dc695aa415 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Allocated IP 172.20.0.3 (79758d8c-b106-4287-a282-ab754acae92b/3f8b6906-e2ce-45f4-9457-d3fca5fa8def/a9524246-4389-4419-84b2-ace9bd9799d3) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:32:26.395139 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-a6c05527-bade-46fd-a655-cc9d84b3cf7c service neutron] Attempting to bind port 6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:32:26.395609 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-a6c05527-bade-46fd-a655-cc9d84b3cf7c service neutron] Attempting to bind port 6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:32:26.396063 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-a6c05527-bade-46fd-a655-cc9d84b3cf7c service neutron] Attempting to bind port 6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:26.412617 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-14f2d982-1dcf-479a-a5e8-65b0d74891de tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Request body: {'port': {'device_id': '8a3e7deb-cba1-48af-b96e-c5fba6b88a2a', 'network_id': 'e4cfb3d5-be57-41a0-a09b-f1bcabde1be6', 'admin_state_up': True, 'tenant_id': '8a4edaa711e44cfa86ce63ca66433341'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:26.416097 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-a6c05527-bade-46fd-a655-cc9d84b3cf7c service neutron] Port 6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:32:26.416822 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-a6c05527-bade-46fd-a655-cc9d84b3cf7c service neutron] Attempting to bind port 6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:26.437109 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-a6c05527-bade-46fd-a655-cc9d84b3cf7c service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:32:26.437915 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-a6c05527-bade-46fd-a655-cc9d84b3cf7c service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:32:26.438454 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-a6c05527-bade-46fd-a655-cc9d84b3cf7c service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:32:26.439077 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-a6c05527-bade-46fd-a655-cc9d84b3cf7c service neutron] Bound port: 6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:32:26.439579 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-a6c05527-bade-46fd-a655-cc9d84b3cf7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:26.462009 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-564c60ec-9931-430d-8f3f-ee594155c6bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb595b96-cef3-4299-99d9-de7e5c7f260a {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:32:26.487173 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f15aa7-93e1-42eb-a49c-d7552156509d req-e290d036-3ae2-4a77-be23-d0d8c653a629 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:26.488171 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-30f15aa7-93e1-42eb-a49c-d7552156509d req-e290d036-3ae2-4a77-be23-d0d8c653a629 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Synchronizing usage tracker for tenant:a49f1166c3f54f5fb3c6b91a02cdaaab on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:32:26.493896 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-564c60ec-9931-430d-8f3f-ee594155c6bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:26.568270 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bd694775-ea15-474f-9305-aecd599b45dc req-72c49f3d-0593-40d1-b7a8-e8b4bf2533c8 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] 10.222.0.35 "GET /v2.0/security-groups?id=38400f9c-b542-4f32-bdba-1fa4f99d86f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790826 May 13 14:32:26.608008 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-564c60ec-9931-430d-8f3f-ee594155c6bf service neutron] Transition to ACTIVE for port object eb595b96-cef3-4299-99d9-de7e5c7f260a will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:26.629500 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-564c60ec-9931-430d-8f3f-ee594155c6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:26.637936 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b31af2bd-4ae0-497c-8db4-575807c0588a up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:26.742268 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-30f15aa7-93e1-42eb-a49c-d7552156509d req-e290d036-3ae2-4a77-be23-d0d8c653a629 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Unset dirty status for tenant:a49f1166c3f54f5fb3c6b91a02cdaaab on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:32:26.743948 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30f15aa7-93e1-42eb-a49c-d7552156509d req-e290d036-3ae2-4a77-be23-d0d8c653a629 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cf57f33-4813-4af2-ad62-59f986170361 HTTP/1.1" status: 200 len: 947 time: 0.6341751 May 13 14:32:26.766158 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port b31af2bd-4ae0-497c-8db4-575807c0588a triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:26.766610 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:26.788941 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-654e511f-e7b0-458c-aacf-77a1a5e4102d req-b2cd0902-9d33-443b-8bcd-54eb0d44614e tempest-ServerShowV247Test-1243005813 tempest-ServerShowV247Test-1243005813-project] 10.222.0.35 "GET /v2.0/ports?device_id=d980d40a-8cb0-41b8-8ac2-73c8d3f93bcb HTTP/1.1" status: 200 len: 210 time: 0.0728793 May 13 14:32:26.812518 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-14f2d982-1dcf-479a-a5e8-65b0d74891de tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:26.842795 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-14f2d982-1dcf-479a-a5e8-65b0d74891de tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:26.880168 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-14f2d982-1dcf-479a-a5e8-65b0d74891de tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Made reservation on behalf of 8a4edaa711e44cfa86ce63ca66433341 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:32:26.883933 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-14f2d982-1dcf-479a-a5e8-65b0d74891de tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:26.931065 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-a6c05527-bade-46fd-a655-cc9d84b3cf7c service neutron] For port 6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:32:26.985162 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-a6c05527-bade-46fd-a655-cc9d84b3cf7c service neutron] For port 6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:32:27.000139 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-0c15568f-c8ca-4a64-aff0-56dc695aa415 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:27.035441 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-a6c05527-bade-46fd-a655-cc9d84b3cf7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:27.052572 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port b31af2bd-4ae0-497c-8db4-575807c0588a is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:27.064033 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-a6c05527-bade-46fd-a655-cc9d84b3cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:27.064799 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-a6c05527-bade-46fd-a655-cc9d84b3cf7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:27.066423 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-a6c05527-bade-46fd-a655-cc9d84b3cf7c service neutron] 10.222.0.59 "PUT /v2.0/ports/6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4 HTTP/1.1" status: 200 len: 1095 time: 5.7869375 May 13 14:32:27.069830 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf57f33-4813-4af2-ad62-59f986170361', 'tag': '6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:27.148300 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c60ec-9931-430d-8f3f-ee594155c6bf service neutron] Pushing event updated for resources: {'Port': ['ID=eb595b96-cef3-4299-99d9-de7e5c7f260a,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:27.190806 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-0c15568f-c8ca-4a64-aff0-56dc695aa415 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Transition to ACTIVE for port object a9524246-4389-4419-84b2-ace9bd9799d3 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:27.223715 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-901c94a3-8ee0-4e7a-aef4-0abf1b6a83ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:27.248395 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30f15aa7-93e1-42eb-a49c-d7552156509d req-63cfa1ed-3ff1-4078-93bd-522559c0b2a1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838119 May 13 14:32:27.372968 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-14f2d982-1dcf-479a-a5e8-65b0d74891de tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Allocated IP 19.80.0.63 (e4cfb3d5-be57-41a0-a09b-f1bcabde1be6/4bd2d274-ee92-4cfa-8001-b8689104166e/869b9818-77c6-46dc-8c61-833eff83ed62) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:32:27.376739 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-564c60ec-9931-430d-8f3f-ee594155c6bf service neutron] Attempting to bind port eb595b96-cef3-4299-99d9-de7e5c7f260a on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:32:27.377321 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-564c60ec-9931-430d-8f3f-ee594155c6bf service neutron] Attempting to bind port eb595b96-cef3-4299-99d9-de7e5c7f260a by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:32:27.377836 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-564c60ec-9931-430d-8f3f-ee594155c6bf service neutron] Attempting to bind port eb595b96-cef3-4299-99d9-de7e5c7f260a on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:27.404486 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-564c60ec-9931-430d-8f3f-ee594155c6bf service neutron] Port eb595b96-cef3-4299-99d9-de7e5c7f260a on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:32:27.405117 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-564c60ec-9931-430d-8f3f-ee594155c6bf service neutron] Attempting to bind port eb595b96-cef3-4299-99d9-de7e5c7f260a on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:27.425076 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-564c60ec-9931-430d-8f3f-ee594155c6bf service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:32:27.425733 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-564c60ec-9931-430d-8f3f-ee594155c6bf service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:32:27.426859 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-564c60ec-9931-430d-8f3f-ee594155c6bf service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:32:27.427522 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-564c60ec-9931-430d-8f3f-ee594155c6bf service neutron] Bound port: eb595b96-cef3-4299-99d9-de7e5c7f260a, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:32:27.428061 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-564c60ec-9931-430d-8f3f-ee594155c6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:27.457888 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-0c15568f-c8ca-4a64-aff0-56dc695aa415 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:27.612916 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-dedb0fe6-cad7-4198-b4d8-9022fb00b73a tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=8e293f318b934225907b412d391721a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664952 May 13 14:32:27.661189 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027b4f0-66e3-4a37-b87d-18d88cd279b4 req-93ca2f70-476a-4e6d-a741-e69d1c8b12f7 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:27.662757 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0027b4f0-66e3-4a37-b87d-18d88cd279b4 req-93ca2f70-476a-4e6d-a741-e69d1c8b12f7 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 945 time: 0.6448240 May 13 14:32:27.669426 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-564c60ec-9931-430d-8f3f-ee594155c6bf service neutron] For port eb595b96-cef3-4299-99d9-de7e5c7f260a, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:32:27.683738 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c05527-bade-46fd-a655-cc9d84b3cf7c service neutron] Pushing event updated for resources: {'Port': ['ID=6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:27.773257 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-564c60ec-9931-430d-8f3f-ee594155c6bf service neutron] For port eb595b96-cef3-4299-99d9-de7e5c7f260a, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=eb595b96-cef3-4299-99d9-de7e5c7f260a,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:32:27.793197 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-564c60ec-9931-430d-8f3f-ee594155c6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:27.850654 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3dd5ae65-ec4c-4d8c-aeab-888c0e461974 req-6dc68d96-dc51-48dc-aa41-7c93e4f529ee tempest-ServerShowV247Test-1243005813 tempest-ServerShowV247Test-1243005813-project] 10.222.0.74 "GET /v2.0/ports?device_id=d980d40a-8cb0-41b8-8ac2-73c8d3f93bcb HTTP/1.1" status: 200 len: 210 time: 0.1263793 May 13 14:32:27.860593 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-0c15568f-c8ca-4a64-aff0-56dc695aa415 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Network 79758d8c-b106-4287-a282-ab754acae92b is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:32:27.861736 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15568f-c8ca-4a64-aff0-56dc695aa415 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event updated for resources: {'Port': ['ID=a9524246-4389-4419-84b2-ace9bd9799d3,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:27.875038 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-0c15568f-c8ca-4a64-aff0-56dc695aa415 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:27.881160 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-0c15568f-c8ca-4a64-aff0-56dc695aa415 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:32:27.884368 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-0498db09-54a1-4546-9acd-975ca7ca5eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:27.886487 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-0498db09-54a1-4546-9acd-975ca7ca5eb0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&device_id=3cf57f33-4813-4af2-ad62-59f986170361 HTTP/1.1" status: 200 len: 1098 time: 0.6154265 May 13 14:32:27.961306 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0027b4f0-66e3-4a37-b87d-18d88cd279b4 req-8a524c7b-7ff1-4359-bbdd-f8cc61141e71 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715845 May 13 14:32:28.097026 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-0c15568f-c8ca-4a64-aff0-56dc695aa415 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:28.098006 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-0c15568f-c8ca-4a64-aff0-56dc695aa415 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:28.138947 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-0c15568f-c8ca-4a64-aff0-56dc695aa415 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1261578 May 13 14:32:28.163161 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-564c60ec-9931-430d-8f3f-ee594155c6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:28.175790 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-564c60ec-9931-430d-8f3f-ee594155c6bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:28.178825 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-564c60ec-9931-430d-8f3f-ee594155c6bf service neutron] 10.222.0.74 "PUT /v2.0/ports/eb595b96-cef3-4299-99d9-de7e5c7f260a HTTP/1.1" status: 200 len: 1096 time: 5.8954566 May 13 14:32:28.184246 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device e501de72-a276-4846-bb46-53f81cffa8f5 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:28.205537 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-19a1fbed-bba0-41a3-8c81-63b52f8daa0c service neutron] Request body: {'port': {'device_id': '772fe0a2-01e5-41ae-a067-32f7d5320cb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:28.308469 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-14f2d982-1dcf-479a-a5e8-65b0d74891de tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:28.328164 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:28.399352 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-ace2a6ff-1b76-4bc3-9ffb-2fccc83eabad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4 HTTP/1.1" status: 200 len: 217 time: 0.4879568 May 13 14:32:28.412917 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b1743ba5-6bb9-45a7-a16d-c17cb01cd928 None None] Provisioning for port a9524246-4389-4419-84b2-ace9bd9799d3 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:28.438123 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b1743ba5-6bb9-45a7-a16d-c17cb01cd928 None None] Provisioning complete for port a9524246-4389-4419-84b2-ace9bd9799d3 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:28.438561 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b1743ba5-6bb9-45a7-a16d-c17cb01cd928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:28.476341 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port e501de72-a276-4846-bb46-53f81cffa8f5 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:28.509252 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port e501de72-a276-4846-bb46-53f81cffa8f5 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:28.515216 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:28.557120 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-19a1fbed-bba0-41a3-8c81-63b52f8daa0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:28.567007 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-efc7706a-e31e-4f3b-a3c3-8c30c9db3bb6 req-1659a65a-a82e-4da2-8c1d-e00e19763624 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e85ccb-2698-4a6e-ba07-cb6c9504255d HTTP/1.1" status: 200 len: 210 time: 0.3686790 May 13 14:32:28.619915 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-b1743ba5-6bb9-45a7-a16d-c17cb01cd928 None None] Port a9524246-4389-4419-84b2-ace9bd9799d3 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:32:28.631917 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c60ec-9931-430d-8f3f-ee594155c6bf service neutron] Pushing event updated for resources: {'Port': ['ID=eb595b96-cef3-4299-99d9-de7e5c7f260a,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:28.673486 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-d9842c32-8e52-42bb-9932-648fb364f251 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:28.676040 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-d9842c32-8e52-42bb-9932-648fb364f251 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0527303 May 13 14:32:28.682549 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-14f2d982-1dcf-479a-a5e8-65b0d74891de tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Transition to ACTIVE for port object 869b9818-77c6-46dc-8c61-833eff83ed62 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:28.699567 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-cbe448d4-6d5d-456a-909e-b4bc7745b6c6 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Request body: {'port': {'device_id': '77e85ccb-2698-4a6e-ba07-cb6c9504255d', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'admin_state_up': True, 'tenant_id': '8e293f318b934225907b412d391721a6'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:28.738475 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-7d96bdc3-3dda-45e1-83b9-8db655bb9980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:28.740876 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-7d96bdc3-3dda-45e1-83b9-8db655bb9980 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.2955191 May 13 14:32:28.758111 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port e501de72-a276-4846-bb46-53f81cffa8f5 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:28.758644 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:28.790189 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb80d9a-dab3-4887-9b3c-2f15477d599d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e501de72-a276-4846-bb46-53f81cffa8f5'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:28.801156 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port e501de72-a276-4846-bb46-53f81cffa8f5, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=e501de72-a276-4846-bb46-53f81cffa8f5,segment=NetworkSegment(54b76d81-5208-4b63-ba59-311a69e93e05),segment_id=54b76d81-5208-4b63-ba59-311a69e93e05)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:28.806834 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:28.906153 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c090e-0ac2-46c1-a8a2-af72f98459ea req-a4d5a72a-cc43-40a8-8e46-2da76cb9a106 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:28.906914 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-3c4c090e-0ac2-46c1-a8a2-af72f98459ea req-a4d5a72a-cc43-40a8-8e46-2da76cb9a106 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Synchronizing usage tracker for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:32:28.914359 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=e501de72-a276-4846-bb46-53f81cffa8f5,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:28.993036 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-3c4c090e-0ac2-46c1-a8a2-af72f98459ea req-a4d5a72a-cc43-40a8-8e46-2da76cb9a106 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Unset dirty status for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:32:28.997113 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c4c090e-0ac2-46c1-a8a2-af72f98459ea req-a4d5a72a-cc43-40a8-8e46-2da76cb9a106 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=772fe0a2-01e5-41ae-a067-32f7d5320cb9 HTTP/1.1" status: 200 len: 931 time: 0.7025254 May 13 14:32:29.025442 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0bcdd343-b26f-43c8-b69b-64b8b2bb2da8 req-a22ef732-b0a6-4704-b48d-9e1b3dce744c tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a3e7deb-cba1-48af-b96e-c5fba6b88a2a HTTP/1.1" status: 200 len: 210 time: 0.2894979 May 13 14:32:29.032530 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-14f2d982-1dcf-479a-a5e8-65b0d74891de tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:29.195536 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c4c090e-0ac2-46c1-a8a2-af72f98459ea req-9d914672-f01f-4e5d-a505-6f51a413077d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a0054c7-793d-4f1e-8257-877b977e8847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933694 May 13 14:32:29.218893 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e267c98-2788-43a3-b75a-10b197f7f822'] response: {'name': 'network-changed', 'server_uuid': '3cf57f33-4813-4af2-ad62-59f986170361', 'tag': '6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4', 'status': 'completed', 'code': 200} May 13 14:32:29.218893 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-145130be-b33f-49d9-b651-0d0a907a2642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:29.218893 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-145130be-b33f-49d9-b651-0d0a907a2642 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&device_id=71c8b92c-73b1-4b84-bf78-f0d15b96373f HTTP/1.1" status: 200 len: 1099 time: 0.8005452 May 13 14:32:29.288470 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-14f2d982-1dcf-479a-a5e8-65b0d74891de tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Network e4cfb3d5-be57-41a0-a09b-f1bcabde1be6 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:32:29.298612 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-14f2d982-1dcf-479a-a5e8-65b0d74891de tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:29.322437 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-14f2d982-1dcf-479a-a5e8-65b0d74891de tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:32:29.387030 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2d982-1dcf-479a-a5e8-65b0d74891de tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Pushing event updated for resources: {'Port': ['ID=869b9818-77c6-46dc-8c61-833eff83ed62,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:29.455258 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-14f2d982-1dcf-479a-a5e8-65b0d74891de tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:29.455893 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-14f2d982-1dcf-479a-a5e8-65b0d74891de tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:29.470703 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-87e21a9d-c18d-4265-8cc6-b0666e02a3a1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=eb595b96-cef3-4299-99d9-de7e5c7f260a HTTP/1.1" status: 200 len: 217 time: 0.2122722 May 13 14:32:29.539331 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-94bf45f5-7ce2-4c96-b9cc-3d5252f25fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:29.539973 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-14f2d982-1dcf-479a-a5e8-65b0d74891de tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1367488 May 13 14:32:29.596590 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-ea7d8194-139f-49da-8ecf-aef87d346dfe tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Request body: {'port': {'device_id': '8a3e7deb-cba1-48af-b96e-c5fba6b88a2a', 'network_id': '9eef64f7-1080-4c62-83e4-5d0124b722fe', 'admin_state_up': True, 'tenant_id': '8a4edaa711e44cfa86ce63ca66433341'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:29.599564 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-cbe448d4-6d5d-456a-909e-b4bc7745b6c6 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:29.618654 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-cbe448d4-6d5d-456a-909e-b4bc7745b6c6 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Usage tracker for resource:port and tenant:8e293f318b934225907b412d391721a6 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:29.625791 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-e7bb3ca6-c965-4e91-a2da-7b9be58e1923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:29.627457 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-e7bb3ca6-c965-4e91-a2da-7b9be58e1923 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7955086 May 13 14:32:29.628537 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-cbe448d4-6d5d-456a-909e-b4bc7745b6c6 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:29.671982 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-cbe448d4-6d5d-456a-909e-b4bc7745b6c6 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:29.751661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-19a1fbed-bba0-41a3-8c81-63b52f8daa0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9524246-4389-4419-84b2-ace9bd9799d3 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:32:29.773649 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-19a1fbed-bba0-41a3-8c81-63b52f8daa0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:29.789997 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-8e8c877a-9e83-4d89-9776-cd41026fd30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:29.792117 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-8e8c877a-9e83-4d89-9776-cd41026fd30b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.3103743 May 13 14:32:29.815071 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-19a1fbed-bba0-41a3-8c81-63b52f8daa0c service neutron] Transition to ACTIVE for port object a9524246-4389-4419-84b2-ace9bd9799d3 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:29.818738 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-fa80e0dd-af90-4bff-a8c9-1071aca3ee14 None None] Provisioning for port 869b9818-77c6-46dc-8c61-833eff83ed62 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:29.821796 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-ea7d8194-139f-49da-8ecf-aef87d346dfe tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:29.825848 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-19a1fbed-bba0-41a3-8c81-63b52f8daa0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:29.826778 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-fa80e0dd-af90-4bff-a8c9-1071aca3ee14 None None] Provisioning complete for port 869b9818-77c6-46dc-8c61-833eff83ed62 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:29.827560 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fa80e0dd-af90-4bff-a8c9-1071aca3ee14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:29.903875 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334ac6c-07cf-4c59-bbc4-fff10c433f4d req-15e89471-f407-4813-b690-a9c4ac9a4576 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:29.909971 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0334ac6c-07cf-4c59-bbc4-fff10c433f4d req-15e89471-f407-4813-b690-a9c4ac9a4576 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb80d9a-dab3-4887-9b3c-2f15477d599d HTTP/1.1" status: 200 len: 945 time: 0.5689855 May 13 14:32:29.922097 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-cbe448d4-6d5d-456a-909e-b4bc7745b6c6 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Made reservation on behalf of 8e293f318b934225907b412d391721a6 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:32:29.927905 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-cbe448d4-6d5d-456a-909e-b4bc7745b6c6 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:29.961992 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-fa80e0dd-af90-4bff-a8c9-1071aca3ee14 None None] Port 869b9818-77c6-46dc-8c61-833eff83ed62 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:32:29.986869 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-cbe448d4-6d5d-456a-909e-b4bc7745b6c6 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:30.019350 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bbd29-cc15-4ba4-8eed-907227ef7794 req-5bc6062d-b255-41dc-af80-dfcc5b893a9e tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:30.021725 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-884bbd29-cc15-4ba4-8eed-907227ef7794 req-5bc6062d-b255-41dc-af80-dfcc5b893a9e tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cf57f33-4813-4af2-ad62-59f986170361 HTTP/1.1" status: 200 len: 947 time: 0.5181384 May 13 14:32:30.037571 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-ea7d8194-139f-49da-8ecf-aef87d346dfe tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:30.040479 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44852) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:30.074511 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-cbe448d4-6d5d-456a-909e-b4bc7745b6c6 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:30.107144 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-cbe448d4-6d5d-456a-909e-b4bc7745b6c6 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Usage tracker for resource:security_group_rule and tenant:8e293f318b934225907b412d391721a6 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:30.115442 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-cbe448d4-6d5d-456a-909e-b4bc7745b6c6 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:30.151868 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1fbed-bba0-41a3-8c81-63b52f8daa0c service neutron] Pushing event updated for resources: {'Port': ['ID=a9524246-4389-4419-84b2-ace9bd9799d3,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:30.168014 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-1dc0bebb-fbd6-486f-98ba-d41d3a5d4138 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5216293 May 13 14:32:30.185448 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-ea7d8194-139f-49da-8ecf-aef87d346dfe tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Made reservation on behalf of 8a4edaa711e44cfa86ce63ca66433341 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:32:30.189045 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-ea7d8194-139f-49da-8ecf-aef87d346dfe tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:30.199335 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-cbe448d4-6d5d-456a-909e-b4bc7745b6c6 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:30.215437 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-884bbd29-cc15-4ba4-8eed-907227ef7794 req-b1a04fbf-7f77-4fe2-a250-aade125518e5 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751027 May 13 14:32:30.316206 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59a0335a-5c85-4caf-9c45-dbff668c8543'] response: {'server_uuid': '0eb80d9a-dab3-4887-9b3c-2f15477d599d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e501de72-a276-4846-bb46-53f81cffa8f5', 'code': 200} May 13 14:32:30.429956 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0334ac6c-07cf-4c59-bbc4-fff10c433f4d req-e8e5130e-9f6e-4bf7-9f0f-a339fa1981ad tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] 10.222.0.35 "GET /v2.0/security-groups?id=38400f9c-b542-4f32-bdba-1fa4f99d86f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740052 May 13 14:32:30.500777 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:30.576503 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-0636e82f-a770-4532-95b9-4cca0f2003ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:30.578916 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-0636e82f-a770-4532-95b9-4cca0f2003ed service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7718790 May 13 14:32:30.581109 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-cbe448d4-6d5d-456a-909e-b4bc7745b6c6 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:30.586603 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:30.650751 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6bc6a8ea-4cf7-493f-b63c-ca7ec7a92df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:30.696657 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-cbe448d4-6d5d-456a-909e-b4bc7745b6c6 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:30.826179 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-19a1fbed-bba0-41a3-8c81-63b52f8daa0c service neutron] Attempting to bind port a9524246-4389-4419-84b2-ace9bd9799d3 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:32:30.826548 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-19a1fbed-bba0-41a3-8c81-63b52f8daa0c service neutron] Attempting to bind port a9524246-4389-4419-84b2-ace9bd9799d3 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'e1d397b0-eea9-4be4-8f48-8e9bcd88630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79758d8c-b106-4287-a282-ab754acae92b'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:32:30.827004 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-19a1fbed-bba0-41a3-8c81-63b52f8daa0c service neutron] Attempting to bind port a9524246-4389-4419-84b2-ace9bd9799d3 on network 79758d8c-b106-4287-a282-ab754acae92b {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:30.854959 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-19a1fbed-bba0-41a3-8c81-63b52f8daa0c service neutron] Port a9524246-4389-4419-84b2-ace9bd9799d3 on network 79758d8c-b106-4287-a282-ab754acae92b not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:32:30.855355 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-19a1fbed-bba0-41a3-8c81-63b52f8daa0c service neutron] Attempting to bind port a9524246-4389-4419-84b2-ace9bd9799d3 on network 79758d8c-b106-4287-a282-ab754acae92b {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:30.877849 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-19a1fbed-bba0-41a3-8c81-63b52f8daa0c service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:32:30.878668 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-19a1fbed-bba0-41a3-8c81-63b52f8daa0c service neutron] Checking segment: {'id': 'e1d397b0-eea9-4be4-8f48-8e9bcd88630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79758d8c-b106-4287-a282-ab754acae92b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:32:30.878815 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-19a1fbed-bba0-41a3-8c81-63b52f8daa0c service neutron] Bound using segment: {'id': 'e1d397b0-eea9-4be4-8f48-8e9bcd88630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79758d8c-b106-4287-a282-ab754acae92b'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:32:30.879003 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6bc6a8ea-4cf7-493f-b63c-ca7ec7a92df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:30.879855 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-19a1fbed-bba0-41a3-8c81-63b52f8daa0c service neutron] Bound port: a9524246-4389-4419-84b2-ace9bd9799d3, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d397b0-eea9-4be4-8f48-8e9bcd88630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79758d8c-b106-4287-a282-ab754acae92b'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:32:30.880349 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-19a1fbed-bba0-41a3-8c81-63b52f8daa0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:30.883225 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-86760a17-79a5-4424-87c3-28692ad26cba req-aaa7f24d-9e8a-41c9-af66-0916bddcde77 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e85ccb-2698-4a6e-ba07-cb6c9504255d HTTP/1.1" status: 200 len: 210 time: 0.2147799 May 13 14:32:30.915834 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6bc6a8ea-4cf7-493f-b63c-ca7ec7a92df3 admin admin] Usage tracker for resource:security_group_rule and tenant:5aece52750704222886858c7aede0ad6 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:30.920657 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe448d4-6d5d-456a-909e-b4bc7745b6c6 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6754d1d9-f358-4882-a46e-1d7501522123,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:30.934915 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6bc6a8ea-4cf7-493f-b63c-ca7ec7a92df3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:30.966380 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6bc6a8ea-4cf7-493f-b63c-ca7ec7a92df3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:30.995787 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-d54a677c-490d-4773-9304-8a323549968d service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5329709 May 13 14:32:31.089769 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f6d8f-f785-4cf0-9c26-27ab7e8fae86 req-36283d3a-4858-468f-ae82-f57e23f2559c tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:31.092087 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-607f6d8f-f785-4cf0-9c26-27ab7e8fae86 req-36283d3a-4858-468f-ae82-f57e23f2559c tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 945 time: 0.4464023 May 13 14:32:31.094578 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c085089-4d04-41e1-ac97-6e8585a5686e req-65d7128b-c22f-4fbf-99bd-b97b251570b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:31.096604 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c085089-4d04-41e1-ac97-6e8585a5686e req-65d7128b-c22f-4fbf-99bd-b97b251570b9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0eb80d9a-dab3-4887-9b3c-2f15477d599d HTTP/1.1" status: 200 len: 1096 time: 0.4500270 May 13 14:32:31.166347 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-ea7d8194-139f-49da-8ecf-aef87d346dfe tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Allocated IP 19.86.0.10 (9eef64f7-1080-4c62-83e4-5d0124b722fe/777f4aec-5068-458e-85ac-7bd8bb1cc904/d423fe6e-2719-4191-adf3-2274b6d1e8e4) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:32:31.174662 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-5b5cade1-01b8-480e-adea-a87f4f9b8f2a service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045674 May 13 14:32:31.215776 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c8b92c-73b1-4b84-bf78-f0d15b96373f', 'tag': 'eb595b96-cef3-4299-99d9-de7e5c7f260a'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:31.273039 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c085089-4d04-41e1-ac97-6e8585a5686e req-7e44c938-0cb7-4eee-a490-95fdd0844468 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=38400f9c-b542-4f32-bdba-1fa4f99d86f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676412 May 13 14:32:31.293721 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-607f6d8f-f785-4cf0-9c26-27ab7e8fae86 req-5ac8e369-ad3c-4d86-bd82-d04876371def tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839471 May 13 14:32:31.294777 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-19a1fbed-bba0-41a3-8c81-63b52f8daa0c service neutron] For port a9524246-4389-4419-84b2-ace9bd9799d3, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:32:31.326634 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-19a1fbed-bba0-41a3-8c81-63b52f8daa0c service neutron] For port a9524246-4389-4419-84b2-ace9bd9799d3, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a9524246-4389-4419-84b2-ace9bd9799d3,segment=NetworkSegment(e1d397b0-eea9-4be4-8f48-8e9bcd88630d),segment_id=e1d397b0-eea9-4be4-8f48-8e9bcd88630d)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:32:31.343364 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-19a1fbed-bba0-41a3-8c81-63b52f8daa0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:31.353832 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-cbe448d4-6d5d-456a-909e-b4bc7745b6c6 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Allocated IP 192.168.233.72 (7d165b7c-a84b-4191-823a-46e347c23eb5/fb4bc443-ac8b-4686-9d3b-15c2430aa8ca/dbc7731a-1422-4514-b88c-638f96b1ae2e) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:32:31.507032 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6bc6a8ea-4cf7-493f-b63c-ca7ec7a92df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:31.509634 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1126a-9e57-4837-adcb-3139f8bb970a req-00618902-6c74-4b35-aada-f0765ba7f9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:31.511441 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d0e1126a-9e57-4837-adcb-3139f8bb970a req-00618902-6c74-4b35-aada-f0765ba7f9ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&device_id=3cf57f33-4813-4af2-ad62-59f986170361 HTTP/1.1" status: 200 len: 1098 time: 0.4621170 May 13 14:32:31.520293 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6bc6a8ea-4cf7-493f-b63c-ca7ec7a92df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:31.528299 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1cb92eb3-2c91-4863-9b9b-47efd13b43c3 req-c2d43bfd-a2cc-493b-b087-46d2b2039d95 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405442 May 13 14:32:31.573999 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-19a1fbed-bba0-41a3-8c81-63b52f8daa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:31.574647 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-19a1fbed-bba0-41a3-8c81-63b52f8daa0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:31.576079 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-19a1fbed-bba0-41a3-8c81-63b52f8daa0c service neutron] 10.222.0.74 "PUT /v2.0/ports/a9524246-4389-4419-84b2-ace9bd9799d3 HTTP/1.1" status: 200 len: 1091 time: 3.4057386 May 13 14:32:31.578456 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772fe0a2-01e5-41ae-a067-32f7d5320cb9', 'tag': 'a9524246-4389-4419-84b2-ace9bd9799d3'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:31.595671 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b586216-bc89-4398-997c-7f89740ad204 req-fde9cca6-8b4f-4727-96f1-f32c777ef594 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:31.602598 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1b586216-bc89-4398-997c-7f89740ad204 req-fde9cca6-8b4f-4727-96f1-f32c777ef594 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a3e7deb-cba1-48af-b96e-c5fba6b88a2a HTTP/1.1" status: 200 len: 931 time: 0.4822884 May 13 14:32:31.633676 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1fbed-bba0-41a3-8c81-63b52f8daa0c service neutron] Pushing event updated for resources: {'Port': ['ID=a9524246-4389-4419-84b2-ace9bd9799d3,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:31.740945 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-ea7d8194-139f-49da-8ecf-aef87d346dfe tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:31.757825 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a480b-8b57-4f87-87fe-77b64f7b58fc req-e19db625-bebe-4dd1-912e-8af157f22f1c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:31.759757 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ed4a480b-8b57-4f87-87fe-77b64f7b58fc req-e19db625-bebe-4dd1-912e-8af157f22f1c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=772fe0a2-01e5-41ae-a067-32f7d5320cb9 HTTP/1.1" status: 200 len: 943 time: 0.3420320 May 13 14:32:31.800946 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-ea7d8194-139f-49da-8ecf-aef87d346dfe tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Transition to ACTIVE for port object d423fe6e-2719-4191-adf3-2274b6d1e8e4 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:31.827793 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ed4a480b-8b57-4f87-87fe-77b64f7b58fc req-674f6773-3c57-4c97-a730-56a933957a45 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a0054c7-793d-4f1e-8257-877b977e8847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553656 May 13 14:32:31.859251 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-ea7d8194-139f-49da-8ecf-aef87d346dfe tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:31.948448 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14793c85-8951-4630-9934-9b0ac42b1bb6'] response: {'name': 'network-changed', 'server_uuid': '71c8b92c-73b1-4b84-bf78-f0d15b96373f', 'tag': 'eb595b96-cef3-4299-99d9-de7e5c7f260a', 'status': 'completed', 'code': 200} May 13 14:32:31.957499 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-ea7d8194-139f-49da-8ecf-aef87d346dfe tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Network 9eef64f7-1080-4c62-83e4-5d0124b722fe is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:32:31.960902 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-ea7d8194-139f-49da-8ecf-aef87d346dfe tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:31.966032 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-ea7d8194-139f-49da-8ecf-aef87d346dfe tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:32:31.980296 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6a8ea-4cf7-493f-b63c-ca7ec7a92df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8271fd-f9c6-4c66-80a9-d7f26499187c,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:31.987323 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6bc6a8ea-4cf7-493f-b63c-ca7ec7a92df3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5aece52750704222886858c7aede0ad6&name=default HTTP/1.1" status: 200 len: 2982 time: 1.9428892 May 13 14:32:31.991004 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44878) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:32.005102 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d8194-139f-49da-8ecf-aef87d346dfe tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Pushing event updated for resources: {'Port': ['ID=d423fe6e-2719-4191-adf3-2274b6d1e8e4,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:32.046542 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1b586216-bc89-4398-997c-7f89740ad204 req-e3d52e42-1564-455f-9941-40c954119551 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429879 May 13 14:32:32.080234 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:32.145512 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-ea7d8194-139f-49da-8ecf-aef87d346dfe tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:32.147303 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-ea7d8194-139f-49da-8ecf-aef87d346dfe tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:32.200498 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-cbe448d4-6d5d-456a-909e-b4bc7745b6c6 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:32.205333 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1126a-9e57-4837-adcb-3139f8bb970a req-52a101b7-022d-4840-a650-0dee970ee337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:32.206818 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d0e1126a-9e57-4837-adcb-3139f8bb970a req-52a101b7-022d-4840-a650-0dee970ee337 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.6758986 May 13 14:32:32.314696 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-780d8b5d-69ea-493b-9334-772e2e700743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:32.318353 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d0e1126a-9e57-4837-adcb-3139f8bb970a req-05ce4db8-71c7-4d61-bc90-9667e801194e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4 HTTP/1.1" status: 200 len: 217 time: 0.0945361 May 13 14:32:32.321185 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-cbe448d4-6d5d-456a-909e-b4bc7745b6c6 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Transition to ACTIVE for port object dbc7731a-1422-4514-b88c-638f96b1ae2e will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:32.342569 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-ea7d8194-139f-49da-8ecf-aef87d346dfe tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7653587 May 13 14:32:32.351082 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599a031-3f95-4b88-9ed8-c3dba24e0521 req-64acd912-d681-4fd5-8acc-be0d328c8e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:32.352940 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8599a031-3f95-4b88-9ed8-c3dba24e0521 req-64acd912-d681-4fd5-8acc-be0d328c8e6e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&device_id=71c8b92c-73b1-4b84-bf78-f0d15b96373f HTTP/1.1" status: 200 len: 1099 time: 0.3125243 May 13 14:32:32.389212 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-9db0122a-6d9f-4def-8040-6456d6a256c1 service neutron] Request body: {'port': {'device_id': '8a3e7deb-cba1-48af-b96e-c5fba6b88a2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:32.469196 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-481ab4a6-fdf6-4d19-ad98-93b1988042ce None None] Provisioning for port d423fe6e-2719-4191-adf3-2274b6d1e8e4 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:32.476852 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-481ab4a6-fdf6-4d19-ad98-93b1988042ce None None] Provisioning complete for port d423fe6e-2719-4191-adf3-2274b6d1e8e4 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:32.477563 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-481ab4a6-fdf6-4d19-ad98-93b1988042ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:32.482216 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1126a-9e57-4837-adcb-3139f8bb970a req-05c2bec9-0af1-4fd3-b6ae-aa13d759996c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:32.484986 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d0e1126a-9e57-4837-adcb-3139f8bb970a req-05c2bec9-0af1-4fd3-b6ae-aa13d759996c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1486199 May 13 14:32:32.497608 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-6b4505cd-066c-4381-84b7-022859344619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:32.501707 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-6b4505cd-066c-4381-84b7-022859344619 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b6ab0120ba4d4937a9340132b618cd48&device_id=772fe0a2-01e5-41ae-a067-32f7d5320cb9 HTTP/1.1" status: 200 len: 1094 time: 0.6091521 May 13 14:32:32.577614 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-481ab4a6-fdf6-4d19-ad98-93b1988042ce None None] Port d423fe6e-2719-4191-adf3-2274b6d1e8e4 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:32:32.590546 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-780d8b5d-69ea-493b-9334-772e2e700743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:32.595203 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f33fae-e650-4f90-8c2a-aced9503c994 req-166b0332-e078-4890-a283-93117349bcba tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:32.596694 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f3f33fae-e650-4f90-8c2a-aced9503c994 req-166b0332-e078-4890-a283-93117349bcba tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cf57f33-4813-4af2-ad62-59f986170361 HTTP/1.1" status: 200 len: 947 time: 0.4431722 May 13 14:32:32.716686 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-3dabe988-0b65-484d-8f5e-b130cb432b3f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9524246-4389-4419-84b2-ace9bd9799d3 HTTP/1.1" status: 200 len: 217 time: 0.1313925 May 13 14:32:32.728246 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599a031-3f95-4b88-9ed8-c3dba24e0521 req-1611cdb7-8fd0-4161-a50e-d712446d2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:32.729714 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8599a031-3f95-4b88-9ed8-c3dba24e0521 req-1611cdb7-8fd0-4161-a50e-d712446d2e8c service neutron] 10.222.0.74 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.3694990 May 13 14:32:32.739909 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f3f33fae-e650-4f90-8c2a-aced9503c994 req-7ea3f9a2-b1c7-4a53-ae3d-ba58e4df33f1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122899 May 13 14:32:32.741341 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-9db0122a-6d9f-4def-8040-6456d6a256c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:32.775485 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc95a0-b4b7-4e7d-b916-bc41ece97c5b req-27b7ef75-4200-4812-b06d-780607aadc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:32.778132 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3edc95a0-b4b7-4e7d-b916-bc41ece97c5b req-27b7ef75-4200-4812-b06d-780607aadc99 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cdb87555604447c18b7eacc26b6a4234&device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 1096 time: 0.2991722 May 13 14:32:32.883598 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-4c5aba10-971b-4939-9b4b-7ba653e066ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:32.885468 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-4c5aba10-971b-4939-9b4b-7ba653e066ce service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3f8b6906-e2ce-45f4-9457-d3fca5fa8def HTTP/1.1" status: 200 len: 854 time: 0.1481822 May 13 14:32:32.895471 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-cbe448d4-6d5d-456a-909e-b4bc7745b6c6 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:32.907527 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5572da10-e52d-447b-bac5-5aaa005bde11'] response: {'name': 'network-changed', 'server_uuid': '772fe0a2-01e5-41ae-a067-32f7d5320cb9', 'tag': 'a9524246-4389-4419-84b2-ace9bd9799d3', 'status': 'completed', 'code': 200} May 13 14:32:33.114269 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b672d9-943d-4118-8f61-cec8fb740a1c req-7312a72f-c112-4297-bc32-8850445abfbe tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:33.116606 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a0b672d9-943d-4118-8f61-cec8fb740a1c req-7312a72f-c112-4297-bc32-8850445abfbe tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb80d9a-dab3-4887-9b3c-2f15477d599d HTTP/1.1" status: 200 len: 945 time: 0.5420737 May 13 14:32:33.126189 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-780d8b5d-69ea-493b-9334-772e2e700743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:33.137028 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-cbe448d4-6d5d-456a-909e-b4bc7745b6c6 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:32:33.156176 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1126a-9e57-4837-adcb-3139f8bb970a req-2b4177bf-19bf-44e7-b9fe-959d83c96d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:33.158516 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d0e1126a-9e57-4837-adcb-3139f8bb970a req-2b4177bf-19bf-44e7-b9fe-959d83c96d7e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6538444 May 13 14:32:33.181711 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-cbe448d4-6d5d-456a-909e-b4bc7745b6c6 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:33.234114 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-cbe448d4-6d5d-456a-909e-b4bc7745b6c6 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:32:33.245312 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8599a031-3f95-4b88-9ed8-c3dba24e0521 req-04c9d37d-b359-4cf5-b5a4-6d3d7df4f40b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=eb595b96-cef3-4299-99d9-de7e5c7f260a HTTP/1.1" status: 200 len: 217 time: 0.4655991 May 13 14:32:33.286397 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe448d4-6d5d-456a-909e-b4bc7745b6c6 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Pushing event updated for resources: {'Port': ['ID=dbc7731a-1422-4514-b88c-638f96b1ae2e,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:33.296927 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d8b5d-69ea-493b-9334-772e2e700743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8271fd-f9c6-4c66-80a9-d7f26499187c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:33.504333 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-780d8b5d-69ea-493b-9334-772e2e700743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:33.508280 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-780d8b5d-69ea-493b-9334-772e2e700743 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7d8271fd-f9c6-4c66-80a9-d7f26499187c HTTP/1.1" status: 204 len: 168 time: 1.5087619 May 13 14:32:33.519708 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a0b672d9-943d-4118-8f61-cec8fb740a1c req-f8a2f1ed-a915-41f1-bbff-dd35d8b2467a tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] 10.222.0.35 "GET /v2.0/security-groups?id=38400f9c-b542-4f32-bdba-1fa4f99d86f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865380 May 13 14:32:33.578105 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599a031-3f95-4b88-9ed8-c3dba24e0521 req-d4b600c8-17a5-48b3-b811-9a0015732306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:33.580410 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8599a031-3f95-4b88-9ed8-c3dba24e0521 req-d4b600c8-17a5-48b3-b811-9a0015732306 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.2422276 May 13 14:32:33.584630 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-662f45ad-ce7c-48ac-96cd-4e4dcda870ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:33.587271 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-662f45ad-ce7c-48ac-96cd-4e4dcda870ab service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79758d8c-b106-4287-a282-ab754acae92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6835892 May 13 14:32:33.608756 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-cbe448d4-6d5d-456a-909e-b4bc7745b6c6 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:33.609840 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-cbe448d4-6d5d-456a-909e-b4bc7745b6c6 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:33.611644 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-565282ad-ffb7-46a3-bd45-3b151fd1770e None None] Provisioning for port dbc7731a-1422-4514-b88c-638f96b1ae2e completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:33.619600 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-565282ad-ffb7-46a3-bd45-3b151fd1770e None None] Provisioning complete for port dbc7731a-1422-4514-b88c-638f96b1ae2e triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:33.619976 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-565282ad-ffb7-46a3-bd45-3b151fd1770e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:33.708564 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-565282ad-ffb7-46a3-bd45-3b151fd1770e None None] Port dbc7731a-1422-4514-b88c-638f96b1ae2e cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:32:33.876069 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d0e1126a-9e57-4837-adcb-3139f8bb970a req-0ff53b10-7fd8-4fcf-958b-4e900d743f1c service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7038548 May 13 14:32:33.929263 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4a644-5fbd-45d5-af33-1d2f9e8cdc66 req-81b9e6f5-7cfc-4096-93fc-77d2bc4aac66 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:33.930511 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-cbe448d4-6d5d-456a-909e-b4bc7745b6c6 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.2389786 May 13 14:32:33.936511 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6ec4a644-5fbd-45d5-af33-1d2f9e8cdc66 req-81b9e6f5-7cfc-4096-93fc-77d2bc4aac66 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e85ccb-2698-4a6e-ba07-cb6c9504255d HTTP/1.1" status: 200 len: 935 time: 0.6898668 May 13 14:32:33.988645 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc95a0-b4b7-4e7d-b916-bc41ece97c5b req-d39ade8f-8763-40ba-9770-569ed575cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:33.990121 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3edc95a0-b4b7-4e7d-b916-bc41ece97c5b req-d39ade8f-8763-40ba-9770-569ed575cc52 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d5b93e96-929a-490c-a232-f3b635507046 HTTP/1.1" status: 200 len: 911 time: 1.2001987 May 13 14:32:34.057665 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-20edfe46-b16e-4c6a-a1d3-37f65c7ab286 service neutron] Request body: {'port': {'device_id': '77e85ccb-2698-4a6e-ba07-cb6c9504255d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:34.086619 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6ec4a644-5fbd-45d5-af33-1d2f9e8cdc66 req-9c89d3a5-dd4c-48d0-a71e-91429ff50ff7 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.35 "GET /v2.0/security-groups?id=6754d1d9-f358-4882-a46e-1d7501522123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492341 May 13 14:32:34.097825 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3edc95a0-b4b7-4e7d-b916-bc41ece97c5b req-f2fd166f-9f92-4fca-a1aa-c9f7b90a83db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d3586676-44c6-4035-9ddd-b619188f584b HTTP/1.1" status: 200 len: 217 time: 0.0901277 May 13 14:32:34.110653 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599a031-3f95-4b88-9ed8-c3dba24e0521 req-ff342ccb-490b-4fa8-b1a5-4a8e371cede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:34.112220 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8599a031-3f95-4b88-9ed8-c3dba24e0521 req-ff342ccb-490b-4fa8-b1a5-4a8e371cede6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3622725 May 13 14:32:34.204887 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device eb595b96-cef3-4299-99d9-de7e5c7f260a details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:32:34.323984 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc95a0-b4b7-4e7d-b916-bc41ece97c5b req-7721e37e-2212-4e86-9cd3-d1eb5696d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:34.325478 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3edc95a0-b4b7-4e7d-b916-bc41ece97c5b req-7721e37e-2212-4e86-9cd3-d1eb5696d35e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d4f71ac-3351-4cb3-a10e-369f048aa2da HTTP/1.1" status: 200 len: 850 time: 0.2188289 May 13 14:32:34.492235 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3edc95a0-b4b7-4e7d-b916-bc41ece97c5b req-26a2d855-a697-4005-8ded-aa5bc2fe8b3e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d5b93e96-929a-490c-a232-f3b635507046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1506374 May 13 14:32:34.497039 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-9db0122a-6d9f-4def-8040-6456d6a256c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 869b9818-77c6-46dc-8c61-833eff83ed62 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:32:34.501761 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port eb595b96-cef3-4299-99d9-de7e5c7f260a, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=eb595b96-cef3-4299-99d9-de7e5c7f260a,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:34.535061 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-9db0122a-6d9f-4def-8040-6456d6a256c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:34.537269 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'eb595b96-cef3-4299-99d9-de7e5c7f260a', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': 'eb595b96-cef3-4299-99d9-de7e5c7f260a', 'mac_address': 'fa:16:3e:c9:38:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:32:34.539522 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-417c88bd-5ae4-450f-9038-7503dd188493 service neutron] 10.222.0.74 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9424841 May 13 14:32:34.539821 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8599a031-3f95-4b88-9ed8-c3dba24e0521 req-a915c864-f82e-4efd-bc68-b29f63b022f0 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946333 May 13 14:32:34.680667 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port eb595b96-cef3-4299-99d9-de7e5c7f260a is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:34.681298 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:34.712513 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb595b96-cef3-4299-99d9-de7e5c7f260a {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:32:34.746082 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port eb595b96-cef3-4299-99d9-de7e5c7f260a, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=eb595b96-cef3-4299-99d9-de7e5c7f260a,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:34.756225 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:34.756974 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44918) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:34.761883 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-9db0122a-6d9f-4def-8040-6456d6a256c1 service neutron] Transition to ACTIVE for port object 869b9818-77c6-46dc-8c61-833eff83ed62 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:34.790694 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-9db0122a-6d9f-4def-8040-6456d6a256c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:34.824178 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-20edfe46-b16e-4c6a-a1d3-37f65c7ab286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:34.857084 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0868d2-3c13-40f5-aac3-be176a69b21d req-d080b9f2-7ad8-4d2a-b85a-a634f508a898 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:34.864571 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9b0868d2-3c13-40f5-aac3-be176a69b21d req-d080b9f2-7ad8-4d2a-b85a-a634f508a898 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 945 time: 1.0767307 May 13 14:32:34.890267 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=eb595b96-cef3-4299-99d9-de7e5c7f260a,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:34.970532 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8599a031-3f95-4b88-9ed8-c3dba24e0521 req-1220092e-bc60-430d-8509-dae466eb49a3 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671179 May 13 14:32:35.001804 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-86d0312b-3b49-479d-9133-24cc12e3875f admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1171175951-network', 'tenant_id': '75fddcad222d48e2ab71da0874f627d3'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:35.021243 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-86d0312b-3b49-479d-9133-24cc12e3875f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:35.038866 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-86d0312b-3b49-479d-9133-24cc12e3875f admin admin] Usage tracker for resource:network and tenant:75fddcad222d48e2ab71da0874f627d3 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:35.040467 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9b0868d2-3c13-40f5-aac3-be176a69b21d req-14ddbb92-d7c1-4659-8505-a588ab804993 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748300 May 13 14:32:35.046136 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3edc95a0-b4b7-4e7d-b916-bc41ece97c5b req-1ff9c087-110a-4d5f-9166-68ce6b632f2a service neutron] 10.222.0.59 "GET /v2.0/networks/d5b93e96-929a-490c-a232-f3b635507046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5338783 May 13 14:32:35.046652 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d0e1126a-9e57-4837-adcb-3139f8bb970a req-20976acb-c5ef-4255-ac80-0fcbd151c0b3 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1560667 May 13 14:32:35.046801 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0122a-6d9f-4def-8040-6456d6a256c1 service neutron] Pushing event updated for resources: {'Port': ['ID=869b9818-77c6-46dc-8c61-833eff83ed62,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:35.049337 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-86d0312b-3b49-479d-9133-24cc12e3875f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:35.063460 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3ed87efc-2d08-49c1-bf94-807b65fb8f4b req-f17bea32-1549-45bf-a64b-70e684015a55 service neutron] 10.222.0.74 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5062184 May 13 14:32:35.150527 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['eb595b96-cef3-4299-99d9-de7e5c7f260a'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:32:35.313276 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-86d0312b-3b49-479d-9133-24cc12e3875f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:35.322339 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e5942-d000-4c41-8e62-83c4d33b4cce req-01f75fcd-c59e-4dfd-84e1-6328b4e9630d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:35.323860 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f58e5942-d000-4c41-8e62-83c4d33b4cce req-01f75fcd-c59e-4dfd-84e1-6328b4e9630d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=772fe0a2-01e5-41ae-a067-32f7d5320cb9 HTTP/1.1" status: 200 len: 943 time: 0.9016113 May 13 14:32:35.442664 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b58ae-9b12-47ea-8a4d-fdc787da12c9 req-9ac16fd1-8933-489c-b01e-384da6fe1377 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:35.448572 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b58ae-9b12-47ea-8a4d-fdc787da12c9 req-9ac16fd1-8933-489c-b01e-384da6fe1377 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:35.449366 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d0312b-3b49-479d-9133-24cc12e3875f admin admin] Made reservation on behalf of 75fddcad222d48e2ab71da0874f627d3 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:32:35.450130 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7c6b58ae-9b12-47ea-8a4d-fdc787da12c9 req-9ac16fd1-8933-489c-b01e-384da6fe1377 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a3e7deb-cba1-48af-b96e-c5fba6b88a2a HTTP/1.1" status: 200 len: 1665 time: 0.2327328 May 13 14:32:35.451653 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-86d0312b-3b49-479d-9133-24cc12e3875f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:35.467289 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc443447-1f9d-436a-a0c7-b0fe9e022960 req-462cd7fb-e746-487d-bf1e-15bd6cc88589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:35.468804 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fc443447-1f9d-436a-a0c7-b0fe9e022960 req-462cd7fb-e746-487d-bf1e-15bd6cc88589 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b6ab0120ba4d4937a9340132b618cd48&device_id=772fe0a2-01e5-41ae-a067-32f7d5320cb9 HTTP/1.1" status: 200 len: 1094 time: 0.2971337 May 13 14:32:35.482025 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-86d0312b-3b49-479d-9133-24cc12e3875f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:35.530333 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-86d0312b-3b49-479d-9133-24cc12e3875f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:35.537345 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f58e5942-d000-4c41-8e62-83c4d33b4cce req-f4bd2f71-6ede-4756-8731-90695f3a2a4b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a0054c7-793d-4f1e-8257-877b977e8847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763251 May 13 14:32:35.557268 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-86d0312b-3b49-479d-9133-24cc12e3875f admin admin] Usage tracker for resource:security_group_rule and tenant:75fddcad222d48e2ab71da0874f627d3 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:35.565922 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-86d0312b-3b49-479d-9133-24cc12e3875f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:35.576455 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-86d0312b-3b49-479d-9133-24cc12e3875f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:35.578513 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-9db0122a-6d9f-4def-8040-6456d6a256c1 service neutron] Attempting to bind port 869b9818-77c6-46dc-8c61-833eff83ed62 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:32:35.579141 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-9db0122a-6d9f-4def-8040-6456d6a256c1 service neutron] Attempting to bind port 869b9818-77c6-46dc-8c61-833eff83ed62 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4cfb3d5-be57-41a0-a09b-f1bcabde1be6'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:32:35.579653 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-9db0122a-6d9f-4def-8040-6456d6a256c1 service neutron] Attempting to bind port 869b9818-77c6-46dc-8c61-833eff83ed62 on network e4cfb3d5-be57-41a0-a09b-f1bcabde1be6 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:35.583635 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3edc95a0-b4b7-4e7d-b916-bc41ece97c5b req-f681c2bf-ea21-4350-a7e5-dd86587d5c0c service neutron] 10.222.0.59 "GET /v2.0/networks/d5b93e96-929a-490c-a232-f3b635507046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935550 May 13 14:32:35.589599 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-9db0122a-6d9f-4def-8040-6456d6a256c1 service neutron] Port 869b9818-77c6-46dc-8c61-833eff83ed62 on network e4cfb3d5-be57-41a0-a09b-f1bcabde1be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:32:35.589924 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-9db0122a-6d9f-4def-8040-6456d6a256c1 service neutron] Attempting to bind port 869b9818-77c6-46dc-8c61-833eff83ed62 on network e4cfb3d5-be57-41a0-a09b-f1bcabde1be6 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:35.600917 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-9db0122a-6d9f-4def-8040-6456d6a256c1 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:32:35.601253 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-9db0122a-6d9f-4def-8040-6456d6a256c1 service neutron] Checking segment: {'id': '61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4cfb3d5-be57-41a0-a09b-f1bcabde1be6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:32:35.602272 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-9db0122a-6d9f-4def-8040-6456d6a256c1 service neutron] Bound using segment: {'id': '61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4cfb3d5-be57-41a0-a09b-f1bcabde1be6'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:32:35.602272 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-9db0122a-6d9f-4def-8040-6456d6a256c1 service neutron] Bound port: 869b9818-77c6-46dc-8c61-833eff83ed62, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4cfb3d5-be57-41a0-a09b-f1bcabde1be6'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:32:35.602527 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-9db0122a-6d9f-4def-8040-6456d6a256c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:35.617532 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7c6b58ae-9b12-47ea-8a4d-fdc787da12c9 req-1ef98f28-a02d-46d4-af6e-976fbf34c93b tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554720 May 13 14:32:35.672206 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:32:35.724495 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc443447-1f9d-436a-a0c7-b0fe9e022960 req-6b52bdd1-b861-45eb-9493-2a1198a6b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:35.725940 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fc443447-1f9d-436a-a0c7-b0fe9e022960 req-6b52bdd1-b861-45eb-9493-2a1198a6b72e service neutron] 10.222.0.74 "GET /v2.0/networks?id=79758d8c-b106-4287-a282-ab754acae92b HTTP/1.1" status: 200 len: 916 time: 0.2337081 May 13 14:32:35.784698 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-20edfe46-b16e-4c6a-a1d3-37f65c7ab286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc7731a-1422-4514-b88c-638f96b1ae2e {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:32:35.796448 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-9db0122a-6d9f-4def-8040-6456d6a256c1 service neutron] For port 869b9818-77c6-46dc-8c61-833eff83ed62, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:32:35.804801 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-20edfe46-b16e-4c6a-a1d3-37f65c7ab286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:35.808794 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fc443447-1f9d-436a-a0c7-b0fe9e022960 req-c2e7efef-5910-4bd4-900f-411f7ac3e4bd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9524246-4389-4419-84b2-ace9bd9799d3 HTTP/1.1" status: 200 len: 217 time: 0.0760214 May 13 14:32:35.821784 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-9db0122a-6d9f-4def-8040-6456d6a256c1 service neutron] For port 869b9818-77c6-46dc-8c61-833eff83ed62, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=869b9818-77c6-46dc-8c61-833eff83ed62,segment=NetworkSegment(61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd),segment_id=61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:32:35.835017 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-9db0122a-6d9f-4def-8040-6456d6a256c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:35.871808 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:35.890778 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': '6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4', 'mac_address': 'fa:16:3e:60:ce:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:32:35.913029 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-20edfe46-b16e-4c6a-a1d3-37f65c7ab286 service neutron] Transition to ACTIVE for port object dbc7731a-1422-4514-b88c-638f96b1ae2e will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:35.941115 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-9db0122a-6d9f-4def-8040-6456d6a256c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:35.942318 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-9db0122a-6d9f-4def-8040-6456d6a256c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:35.943622 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-20edfe46-b16e-4c6a-a1d3-37f65c7ab286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:35.944459 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-9db0122a-6d9f-4def-8040-6456d6a256c1 service neutron] 10.222.0.74 "PUT /v2.0/ports/869b9818-77c6-46dc-8c61-833eff83ed62 HTTP/1.1" status: 200 len: 1091 time: 3.5651934 May 13 14:32:35.947944 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3e7deb-cba1-48af-b96e-c5fba6b88a2a', 'tag': '869b9818-77c6-46dc-8c61-833eff83ed62'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:35.962088 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-86d0312b-3b49-479d-9133-24cc12e3875f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:35.975048 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-86d0312b-3b49-479d-9133-24cc12e3875f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:35.989879 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d0312b-3b49-479d-9133-24cc12e3875f admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:32:35.990624 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:35.992300 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:36.005868 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-86d0312b-3b49-479d-9133-24cc12e3875f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:36.006099 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-86d0312b-3b49-479d-9133-24cc12e3875f admin admin] Added segment 1bf01587-513a-4952-a584-4d59880b9552 of type vlan for network 80dcc198-8e5d-416a-8565-2eb18a21caae May 13 14:32:36.017932 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-0d242599-c1f2-41b1-8761-61b0d72e2352 service neutron] Request body: {'port': {'device_id': '8a3e7deb-cba1-48af-b96e-c5fba6b88a2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:36.049944 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:32:36.104416 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc443447-1f9d-436a-a0c7-b0fe9e022960 req-8fcc567a-892d-4cb7-913e-96542aea1b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:36.108779 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fc443447-1f9d-436a-a0c7-b0fe9e022960 req-8fcc567a-892d-4cb7-913e-96542aea1b2c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3f8b6906-e2ce-45f4-9457-d3fca5fa8def HTTP/1.1" status: 200 len: 854 time: 0.2578189 May 13 14:32:36.110835 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:36.116880 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:36.174738 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0122a-6d9f-4def-8040-6456d6a256c1 service neutron] Pushing event updated for resources: {'Port': ['ID=869b9818-77c6-46dc-8c61-833eff83ed62,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:36.248837 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device eb595b96-cef3-4299-99d9-de7e5c7f260a up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:36.345464 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413ed96-f8b8-47fe-8250-7f5917064bd2 req-ab3b684a-3f05-457f-946a-a25e67ab35a2 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:36.357407 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c413ed96-f8b8-47fe-8250-7f5917064bd2 req-ab3b684a-3f05-457f-946a-a25e67ab35a2 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cf57f33-4813-4af2-ad62-59f986170361 HTTP/1.1" status: 200 len: 947 time: 0.6835639 May 13 14:32:36.443846 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port eb595b96-cef3-4299-99d9-de7e5c7f260a completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:36.469150 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port eb595b96-cef3-4299-99d9-de7e5c7f260a triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:36.469555 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:36.476078 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0312b-3b49-479d-9133-24cc12e3875f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17df374-4b33-42f7-9e9c-b51a6c667ce9,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:36.502861 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20edfe46-b16e-4c6a-a1d3-37f65c7ab286 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc7731a-1422-4514-b88c-638f96b1ae2e,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:36.506037 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-86d0312b-3b49-479d-9133-24cc12e3875f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:36.573023 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a0ee5-b158-4dfd-b331-76c45ba4ce55 req-903706bd-83ee-4ca0-a998-a637b4d973d3 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:36.575226 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3e9a0ee5-b158-4dfd-b331-76c45ba4ce55 req-903706bd-83ee-4ca0-a998-a637b4d973d3 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb80d9a-dab3-4887-9b3c-2f15477d599d HTTP/1.1" status: 200 len: 945 time: 0.7682898 May 13 14:32:36.590119 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-0d242599-c1f2-41b1-8761-61b0d72e2352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:36.603512 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:32:36.647033 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc443447-1f9d-436a-a0c7-b0fe9e022960 req-5c91d8d5-01fe-4f55-bcdb-bea0370fc614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:36.648193 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:36.648586 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fc443447-1f9d-436a-a0c7-b0fe9e022960 req-5c91d8d5-01fe-4f55-bcdb-bea0370fc614 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79758d8c-b106-4287-a282-ab754acae92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5028245 May 13 14:32:36.648731 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c413ed96-f8b8-47fe-8250-7f5917064bd2 req-21f030cb-531c-43ee-9c56-addde7162f9d tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660396 May 13 14:32:36.654388 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-20edfe46-b16e-4c6a-a1d3-37f65c7ab286 service neutron] Attempting to bind port dbc7731a-1422-4514-b88c-638f96b1ae2e on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:32:36.654807 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-20edfe46-b16e-4c6a-a1d3-37f65c7ab286 service neutron] Attempting to bind port dbc7731a-1422-4514-b88c-638f96b1ae2e by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:32:36.655157 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-20edfe46-b16e-4c6a-a1d3-37f65c7ab286 service neutron] Attempting to bind port dbc7731a-1422-4514-b88c-638f96b1ae2e on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:36.684823 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-20edfe46-b16e-4c6a-a1d3-37f65c7ab286 service neutron] Port dbc7731a-1422-4514-b88c-638f96b1ae2e on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:32:36.685139 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-20edfe46-b16e-4c6a-a1d3-37f65c7ab286 service neutron] Attempting to bind port dbc7731a-1422-4514-b88c-638f96b1ae2e on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:36.695975 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3e9a0ee5-b158-4dfd-b331-76c45ba4ce55 req-d5e70970-0c5a-43a5-a0ee-3a9e5bf779af tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] 10.222.0.35 "GET /v2.0/security-groups?id=38400f9c-b542-4f32-bdba-1fa4f99d86f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101289 May 13 14:32:36.715245 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-86d0312b-3b49-479d-9133-24cc12e3875f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:36.716453 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d0312b-3b49-479d-9133-24cc12e3875f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:36.717137 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-86d0312b-3b49-479d-9133-24cc12e3875f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:36.764007 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-20edfe46-b16e-4c6a-a1d3-37f65c7ab286 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:32:36.764348 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-20edfe46-b16e-4c6a-a1d3-37f65c7ab286 service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:32:36.764737 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-20edfe46-b16e-4c6a-a1d3-37f65c7ab286 service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:32:36.765183 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-20edfe46-b16e-4c6a-a1d3-37f65c7ab286 service neutron] Bound port: dbc7731a-1422-4514-b88c-638f96b1ae2e, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:32:36.765532 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-20edfe46-b16e-4c6a-a1d3-37f65c7ab286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:36.909079 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port eb595b96-cef3-4299-99d9-de7e5c7f260a is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:36.909571 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:36.967640 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port eb595b96-cef3-4299-99d9-de7e5c7f260a, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=eb595b96-cef3-4299-99d9-de7e5c7f260a,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:36.968669 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c8b92c-73b1-4b84-bf78-f0d15b96373f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb595b96-cef3-4299-99d9-de7e5c7f260a'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:36.977746 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:37.074223 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fc443447-1f9d-436a-a0c7-b0fe9e022960 req-5330d1a2-2903-4de6-b92b-48bc06954744 service neutron] 10.222.0.74 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152126 May 13 14:32:37.075837 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=eb595b96-cef3-4299-99d9-de7e5c7f260a,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:37.127190 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-20edfe46-b16e-4c6a-a1d3-37f65c7ab286 service neutron] For port dbc7731a-1422-4514-b88c-638f96b1ae2e, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:32:37.249886 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-20edfe46-b16e-4c6a-a1d3-37f65c7ab286 service neutron] For port dbc7731a-1422-4514-b88c-638f96b1ae2e, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=dbc7731a-1422-4514-b88c-638f96b1ae2e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:32:37.273731 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70fcddad-c579-4ffd-afea-b66b9cc1c392'] response: {'name': 'network-changed', 'server_uuid': '8a3e7deb-cba1-48af-b96e-c5fba6b88a2a', 'tag': '869b9818-77c6-46dc-8c61-833eff83ed62', 'status': 'completed', 'code': 200} May 13 14:32:37.276274 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-20edfe46-b16e-4c6a-a1d3-37f65c7ab286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:37.355621 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-20edfe46-b16e-4c6a-a1d3-37f65c7ab286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:37.356530 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-20edfe46-b16e-4c6a-a1d3-37f65c7ab286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:37.358171 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-20edfe46-b16e-4c6a-a1d3-37f65c7ab286 service neutron] 10.222.0.74 "PUT /v2.0/ports/dbc7731a-1422-4514-b88c-638f96b1ae2e HTTP/1.1" status: 200 len: 1095 time: 3.3969986 May 13 14:32:37.363083 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e85ccb-2698-4a6e-ba07-cb6c9504255d', 'tag': 'dbc7731a-1422-4514-b88c-638f96b1ae2e'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:37.403152 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-86d0312b-3b49-479d-9133-24cc12e3875f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6364732 May 13 14:32:37.403152 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0312b-3b49-479d-9133-24cc12e3875f admin admin] Pushing event updated for resources: {'Network': ['ID=80dcc198-8e5d-416a-8565-2eb18a21caae,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:37.414370 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 80dcc198-8e5d-416a-8565-2eb18a21caae details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:32:37.415976 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-0d242599-c1f2-41b1-8761-61b0d72e2352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d423fe6e-2719-4191-adf3-2274b6d1e8e4 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:32:37.429833 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-0d242599-c1f2-41b1-8761-61b0d72e2352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:37.464580 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-0d242599-c1f2-41b1-8761-61b0d72e2352 service neutron] Transition to ACTIVE for port object d423fe6e-2719-4191-adf3-2274b6d1e8e4 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:37.469124 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fc443447-1f9d-436a-a0c7-b0fe9e022960 req-47bf53b6-1c15-47f7-8174-246540599020 service neutron] 10.222.0.74 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840787 May 13 14:32:37.470443 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20edfe46-b16e-4c6a-a1d3-37f65c7ab286 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc7731a-1422-4514-b88c-638f96b1ae2e,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:37.473957 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-0d242599-c1f2-41b1-8761-61b0d72e2352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:37.634436 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a467b37-e150-48b6-8a35-705b20bff9de req-bf338805-f834-4092-8aef-0e1898d2a205 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:37.642721 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7a467b37-e150-48b6-8a35-705b20bff9de req-bf338805-f834-4092-8aef-0e1898d2a205 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e85ccb-2698-4a6e-ba07-cb6c9504255d HTTP/1.1" status: 200 len: 947 time: 0.8119798 May 13 14:32:37.705563 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65f1fd-da01-474d-a62b-3e81fee68f69 req-030bfc96-4c14-4280-ba38-f92070915612 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:37.710041 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad65f1fd-da01-474d-a62b-3e81fee68f69 req-030bfc96-4c14-4280-ba38-f92070915612 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 945 time: 0.4976554 May 13 14:32:37.813604 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-c533ed73-31d3-46eb-802e-25261eb83380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:37.813930 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb8d7f-dcad-4162-9235-43bc95d6b3c5 req-e4e7b640-8a8a-41bf-ab5d-524c342bed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:37.814524 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb8d7f-dcad-4162-9235-43bc95d6b3c5 req-e4e7b640-8a8a-41bf-ab5d-524c342bed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:37.816097 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-c533ed73-31d3-46eb-802e-25261eb83380 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8e293f318b934225907b412d391721a6&device_id=77e85ccb-2698-4a6e-ba07-cb6c9504255d HTTP/1.1" status: 200 len: 1098 time: 0.3342330 May 13 14:32:37.817696 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e4fb8d7f-dcad-4162-9235-43bc95d6b3c5 req-e4e7b640-8a8a-41bf-ab5d-524c342bed0c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8a4edaa711e44cfa86ce63ca66433341&device_id=8a3e7deb-cba1-48af-b96e-c5fba6b88a2a HTTP/1.1" status: 200 len: 1912 time: 0.5459278 May 13 14:32:37.821156 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad65f1fd-da01-474d-a62b-3e81fee68f69 req-36436e40-bf2d-4a6f-abd5-a33925e31999 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056123 May 13 14:32:37.916001 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-9df8dae6-44d4-4a31-b043-828784e8ce08 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=dbc7731a-1422-4514-b88c-638f96b1ae2e HTTP/1.1" status: 200 len: 217 time: 0.0774612 May 13 14:32:38.033577 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-248bbc0b-7ff6-4c8d-8a60-c85496e5b37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:38.035037 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-248bbc0b-7ff6-4c8d-8a60-c85496e5b37b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1135108 May 13 14:32:38.107134 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d242599-c1f2-41b1-8761-61b0d72e2352 service neutron] Pushing event updated for resources: {'Port': ['ID=d423fe6e-2719-4191-adf3-2274b6d1e8e4,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:38.116103 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb04b87-e37b-4001-ab4c-403eabac6377 req-5880b8a1-c9cc-416b-acaf-a46ef87fb914 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:38.116801 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-acb04b87-e37b-4001-ab4c-403eabac6377 req-5880b8a1-c9cc-416b-acaf-a46ef87fb914 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Synchronizing usage tracker for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:32:38.135772 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-acb04b87-e37b-4001-ab4c-403eabac6377 req-5880b8a1-c9cc-416b-acaf-a46ef87fb914 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Unset dirty status for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:32:38.136887 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-acb04b87-e37b-4001-ab4c-403eabac6377 req-5880b8a1-c9cc-416b-acaf-a46ef87fb914 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=772fe0a2-01e5-41ae-a067-32f7d5320cb9 HTTP/1.1" status: 200 len: 943 time: 0.1835499 May 13 14:32:38.137052 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7a467b37-e150-48b6-8a35-705b20bff9de req-8cf15cb5-8629-481b-83cb-a2cf319a422f tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.35 "GET /v2.0/security-groups?id=6754d1d9-f358-4882-a46e-1d7501522123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4934576 May 13 14:32:38.142892 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-ad5cde18-7ac0-4376-9963-8bb04b7293de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:38.144379 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-ad5cde18-7ac0-4376-9963-8bb04b7293de service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1020472 May 13 14:32:38.166577 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-5352d1d8-4629-41c1-a0ef-876b59a94c5d service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:32:38.167589 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-5352d1d8-4629-41c1-a0ef-876b59a94c5d service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050819 May 13 14:32:38.197717 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-0d242599-c1f2-41b1-8761-61b0d72e2352 service neutron] Attempting to bind port d423fe6e-2719-4191-adf3-2274b6d1e8e4 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:32:38.198049 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-0d242599-c1f2-41b1-8761-61b0d72e2352 service neutron] Attempting to bind port d423fe6e-2719-4191-adf3-2274b6d1e8e4 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '2d9ca6ef-d40c-4569-9fab-5133f50f1003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9eef64f7-1080-4c62-83e4-5d0124b722fe'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:32:38.198587 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-0d242599-c1f2-41b1-8761-61b0d72e2352 service neutron] Attempting to bind port d423fe6e-2719-4191-adf3-2274b6d1e8e4 on network 9eef64f7-1080-4c62-83e4-5d0124b722fe {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:38.216808 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-0d242599-c1f2-41b1-8761-61b0d72e2352 service neutron] Port d423fe6e-2719-4191-adf3-2274b6d1e8e4 on network 9eef64f7-1080-4c62-83e4-5d0124b722fe not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:32:38.217414 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-0d242599-c1f2-41b1-8761-61b0d72e2352 service neutron] Attempting to bind port d423fe6e-2719-4191-adf3-2274b6d1e8e4 on network 9eef64f7-1080-4c62-83e4-5d0124b722fe {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:38.227684 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb8d7f-dcad-4162-9235-43bc95d6b3c5 req-effb3da2-b760-4124-b9a3-2d2011e10901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:38.228494 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb8d7f-dcad-4162-9235-43bc95d6b3c5 req-effb3da2-b760-4124-b9a3-2d2011e10901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:38.229123 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb8d7f-dcad-4162-9235-43bc95d6b3c5 req-effb3da2-b760-4124-b9a3-2d2011e10901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:38.230835 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e4fb8d7f-dcad-4162-9235-43bc95d6b3c5 req-effb3da2-b760-4124-b9a3-2d2011e10901 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=8a4edaa711e44cfa86ce63ca66433341&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3624792 May 13 14:32:38.231909 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-0d242599-c1f2-41b1-8761-61b0d72e2352 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:32:38.232501 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-0d242599-c1f2-41b1-8761-61b0d72e2352 service neutron] Checking segment: {'id': '2d9ca6ef-d40c-4569-9fab-5133f50f1003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9eef64f7-1080-4c62-83e4-5d0124b722fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:32:38.233063 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-0d242599-c1f2-41b1-8761-61b0d72e2352 service neutron] Bound using segment: {'id': '2d9ca6ef-d40c-4569-9fab-5133f50f1003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9eef64f7-1080-4c62-83e4-5d0124b722fe'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:32:38.233666 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-0d242599-c1f2-41b1-8761-61b0d72e2352 service neutron] Bound port: d423fe6e-2719-4191-adf3-2274b6d1e8e4, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9ca6ef-d40c-4569-9fab-5133f50f1003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9eef64f7-1080-4c62-83e4-5d0124b722fe'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:32:38.234196 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-0d242599-c1f2-41b1-8761-61b0d72e2352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:38.234782 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device a9524246-4389-4419-84b2-ace9bd9799d3 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:32:38.296241 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-acb04b87-e37b-4001-ab4c-403eabac6377 req-53326fb2-d863-4a4f-967a-53e3c48bd441 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Synchronizing usage tracker for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:32:38.334906 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-acb04b87-e37b-4001-ab4c-403eabac6377 req-53326fb2-d863-4a4f-967a-53e3c48bd441 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Unset dirty status for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:32:38.336287 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-acb04b87-e37b-4001-ab4c-403eabac6377 req-53326fb2-d863-4a4f-967a-53e3c48bd441 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a0054c7-793d-4f1e-8257-877b977e8847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896408 May 13 14:32:38.358506 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-96031032-aaa4-4749-907a-d02fae51481d service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851592 May 13 14:32:38.417606 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port a9524246-4389-4419-84b2-ace9bd9799d3, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a9524246-4389-4419-84b2-ace9bd9799d3,segment=NetworkSegment(e1d397b0-eea9-4be4-8f48-8e9bcd88630d),segment_id=e1d397b0-eea9-4be4-8f48-8e9bcd88630d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:38.437478 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'a9524246-4389-4419-84b2-ace9bd9799d3', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'port_id': 'a9524246-4389-4419-84b2-ace9bd9799d3', 'mac_address': 'fa:16:3e:7e:54:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:32:38.511798 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-0d242599-c1f2-41b1-8761-61b0d72e2352 service neutron] For port d423fe6e-2719-4191-adf3-2274b6d1e8e4, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:32:38.522217 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e048d55-0d5e-4381-b839-ab808dceb34b req-a6040c4a-92ca-4324-abd2-bea3727f5652 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571488 May 13 14:32:38.523775 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port a9524246-4389-4419-84b2-ace9bd9799d3 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:38.524178 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:38.547022 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-0d242599-c1f2-41b1-8761-61b0d72e2352 service neutron] For port d423fe6e-2719-4191-adf3-2274b6d1e8e4, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=d423fe6e-2719-4191-adf3-2274b6d1e8e4,segment=NetworkSegment(2d9ca6ef-d40c-4569-9fab-5133f50f1003),segment_id=2d9ca6ef-d40c-4569-9fab-5133f50f1003)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:32:38.555644 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9524246-4389-4419-84b2-ace9bd9799d3 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:32:38.557516 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-0d242599-c1f2-41b1-8761-61b0d72e2352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:38.562972 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb8d7f-dcad-4162-9235-43bc95d6b3c5 req-a8ef85e6-5654-40b9-873b-1dc00659dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:38.565060 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e4fb8d7f-dcad-4162-9235-43bc95d6b3c5 req-a8ef85e6-5654-40b9-873b-1dc00659dac8 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3189867 May 13 14:32:38.574696 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port a9524246-4389-4419-84b2-ace9bd9799d3, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a9524246-4389-4419-84b2-ace9bd9799d3,segment=NetworkSegment(e1d397b0-eea9-4be4-8f48-8e9bcd88630d),segment_id=e1d397b0-eea9-4be4-8f48-8e9bcd88630d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:38.579673 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:38.634025 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ccaf75-58eb-4040-9af7-c99e6351337c req-bdf272cc-c74e-4997-bb7b-a25a8ce163a5 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:38.639805 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ccaf75-58eb-4040-9af7-c99e6351337c req-bdf272cc-c74e-4997-bb7b-a25a8ce163a5 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:38.640587 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-53ccaf75-58eb-4040-9af7-c99e6351337c req-bdf272cc-c74e-4997-bb7b-a25a8ce163a5 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Synchronizing usage tracker for tenant:8a4edaa711e44cfa86ce63ca66433341 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:32:38.661896 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-0d242599-c1f2-41b1-8761-61b0d72e2352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:38.662536 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-0d242599-c1f2-41b1-8761-61b0d72e2352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:38.664012 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-0d242599-c1f2-41b1-8761-61b0d72e2352 service neutron] 10.222.0.74 "PUT /v2.0/ports/d423fe6e-2719-4191-adf3-2274b6d1e8e4 HTTP/1.1" status: 200 len: 1091 time: 2.6507232 May 13 14:32:38.678339 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=a9524246-4389-4419-84b2-ace9bd9799d3,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:38.689240 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d242599-c1f2-41b1-8761-61b0d72e2352 service neutron] Pushing event updated for resources: {'Port': ['ID=d423fe6e-2719-4191-adf3-2274b6d1e8e4,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:38.692909 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-53ccaf75-58eb-4040-9af7-c99e6351337c req-bdf272cc-c74e-4997-bb7b-a25a8ce163a5 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Unset dirty status for tenant:8a4edaa711e44cfa86ce63ca66433341 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:32:38.700101 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-53ccaf75-58eb-4040-9af7-c99e6351337c req-bdf272cc-c74e-4997-bb7b-a25a8ce163a5 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a3e7deb-cba1-48af-b96e-c5fba6b88a2a HTTP/1.1" status: 200 len: 1677 time: 0.4311440 May 13 14:32:38.720271 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a72e2ba7-faff-4065-bf11-78290821c740'] response: {'server_uuid': '71c8b92c-73b1-4b84-bf78-f0d15b96373f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb595b96-cef3-4299-99d9-de7e5c7f260a', 'code': 200} May 13 14:32:38.761746 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-53ccaf75-58eb-4040-9af7-c99e6351337c req-f6322694-c664-4e22-8d93-829a5fa98cc0 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604455 May 13 14:32:38.769517 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09c1b834-207f-421d-8e47-59ad758c5e8c'] response: {'name': 'network-changed', 'server_uuid': '77e85ccb-2698-4a6e-ba07-cb6c9504255d', 'tag': 'dbc7731a-1422-4514-b88c-638f96b1ae2e', 'status': 'completed', 'code': 200} May 13 14:32:39.038073 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03903e9-1dc7-4c65-9723-8589bbebb1b2 req-d1c13c0d-df61-4368-89f6-a6641252826d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:39.040012 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b03903e9-1dc7-4c65-9723-8589bbebb1b2 req-d1c13c0d-df61-4368-89f6-a6641252826d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=71c8b92c-73b1-4b84-bf78-f0d15b96373f HTTP/1.1" status: 200 len: 1101 time: 0.2082698 May 13 14:32:39.046955 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203c1a1-c1f2-49be-b52e-0f749ccea7ae req-8138114c-1edb-49aa-93f0-4122afe74cac tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:39.048825 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8203c1a1-c1f2-49be-b52e-0f749ccea7ae req-8138114c-1edb-49aa-93f0-4122afe74cac tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cf57f33-4813-4af2-ad62-59f986170361 HTTP/1.1" status: 200 len: 948 time: 0.1498106 May 13 14:32:39.115687 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b03903e9-1dc7-4c65-9723-8589bbebb1b2 req-b4397155-d6fe-461a-a157-9b3045b66024 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663390 May 13 14:32:39.125448 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8203c1a1-c1f2-49be-b52e-0f749ccea7ae req-503215f5-80ed-4a7d-b62a-d2bdde28519a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620847 May 13 14:32:39.134488 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['a9524246-4389-4419-84b2-ace9bd9799d3'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:32:39.150962 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-f271a85a-d1a2-42c2-babe-fc55af24b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:39.151480 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-f271a85a-d1a2-42c2-babe-fc55af24b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:39.153050 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-f271a85a-d1a2-42c2-babe-fc55af24b23e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8a4edaa711e44cfa86ce63ca66433341&device_id=8a3e7deb-cba1-48af-b96e-c5fba6b88a2a HTTP/1.1" status: 200 len: 1979 time: 0.3903394 May 13 14:32:39.160990 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d0ea8-b8e0-4a45-a291-7380860027a9 req-45c8ddaf-b7c2-43a7-afa6-20ef0b485f44 tempest-ComputeTenantNetworksTest-728664398 tempest-ComputeTenantNetworksTest-728664398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:39.166503 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d0ea8-b8e0-4a45-a291-7380860027a9 req-45c8ddaf-b7c2-43a7-afa6-20ef0b485f44 tempest-ComputeTenantNetworksTest-728664398 tempest-ComputeTenantNetworksTest-728664398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:39.172472 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d0ea8-b8e0-4a45-a291-7380860027a9 req-45c8ddaf-b7c2-43a7-afa6-20ef0b485f44 tempest-ComputeTenantNetworksTest-728664398 tempest-ComputeTenantNetworksTest-728664398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:39.173269 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-364d0ea8-b8e0-4a45-a291-7380860027a9 req-45c8ddaf-b7c2-43a7-afa6-20ef0b485f44 tempest-ComputeTenantNetworksTest-728664398 tempest-ComputeTenantNetworksTest-728664398-project] Synchronizing usage tracker for tenant:75fddcad222d48e2ab71da0874f627d3 on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:32:39.187552 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3392b-41aa-4f21-8202-92b069b76ca1 req-aaad962f-3cca-4e70-93ae-ad27f466a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:39.189011 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f2f3392b-41aa-4f21-8202-92b069b76ca1 req-aaad962f-3cca-4e70-93ae-ad27f466a78a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8e293f318b934225907b412d391721a6&device_id=77e85ccb-2698-4a6e-ba07-cb6c9504255d HTTP/1.1" status: 200 len: 1098 time: 0.3712692 May 13 14:32:39.198491 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-364d0ea8-b8e0-4a45-a291-7380860027a9 req-45c8ddaf-b7c2-43a7-afa6-20ef0b485f44 tempest-ComputeTenantNetworksTest-728664398 tempest-ComputeTenantNetworksTest-728664398-project] Unset dirty status for tenant:75fddcad222d48e2ab71da0874f627d3 on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:32:39.199917 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-364d0ea8-b8e0-4a45-a291-7380860027a9 req-45c8ddaf-b7c2-43a7-afa6-20ef0b485f44 tempest-ComputeTenantNetworksTest-728664398 tempest-ComputeTenantNetworksTest-728664398-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2886183 May 13 14:32:39.274725 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3e7deb-cba1-48af-b96e-c5fba6b88a2a', 'tag': 'd423fe6e-2719-4191-adf3-2274b6d1e8e4'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:39.390522 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ddb712-5765-4493-af2a-32df52aeaf25 req-e26fbfac-6436-462d-88ae-c778ab79a5ff tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:39.391978 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64ddb712-5765-4493-af2a-32df52aeaf25 req-e26fbfac-6436-462d-88ae-c778ab79a5ff tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb80d9a-dab3-4887-9b3c-2f15477d599d HTTP/1.1" status: 200 len: 945 time: 0.0848854 May 13 14:32:39.403302 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e6e50-5bbf-405a-9765-40130ca385f8 req-2dc19f47-f455-4fe4-a191-994b26975212 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:39.404753 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9d8e6e50-5bbf-405a-9765-40130ca385f8 req-2dc19f47-f455-4fe4-a191-994b26975212 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 945 time: 0.0831914 May 13 14:32:39.436913 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64ddb712-5765-4493-af2a-32df52aeaf25 req-84883019-3fba-4c0d-9b3a-1932c21cc267 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] 10.222.0.35 "GET /v2.0/security-groups?id=38400f9c-b542-4f32-bdba-1fa4f99d86f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381126 May 13 14:32:39.449060 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9d8e6e50-5bbf-405a-9765-40130ca385f8 req-69c661d8-05dd-46a4-906a-bd2bf7b8071d tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386357 May 13 14:32:39.546177 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-2d598bb4-5027-4ec5-9197-4f46b8f60f13 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.63&port_id=869b9818-77c6-46dc-8c61-833eff83ed62 HTTP/1.1" status: 200 len: 217 time: 0.0882065 May 13 14:32:39.611927 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4032ee-b948-424a-9f77-1a28f45822b1 req-f40deefc-e0ce-4b64-8fa0-d5f357f47723 tempest-ComputeTenantNetworksTest-728664398 tempest-ComputeTenantNetworksTest-728664398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:39.613222 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ba4032ee-b948-424a-9f77-1a28f45822b1 req-f40deefc-e0ce-4b64-8fa0-d5f357f47723 tempest-ComputeTenantNetworksTest-728664398 tempest-ComputeTenantNetworksTest-728664398-project] 10.222.0.35 "GET /v2.0/networks/80dcc198-8e5d-416a-8565-2eb18a21caae HTTP/1.1" status: 200 len: 769 time: 0.1230037 May 13 14:32:39.621301 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44988) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:39.704107 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:39.736736 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-c3e31a67-6bb2-4214-a2fe-67084555294f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:39.738191 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-c3e31a67-6bb2-4214-a2fe-67084555294f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4bd2d274-ee92-4cfa-8001-b8689104166e HTTP/1.1" status: 200 len: 801 time: 0.1484590 May 13 14:32:39.792329 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:39.798408 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:39.798779 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:39.835424 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bd733-fda3-408d-99f7-c9e002344e0b req-be818b67-cd3d-4fcb-b8a9-5e447560f0f7 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:39.842379 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-390bd733-fda3-408d-99f7-c9e002344e0b req-be818b67-cd3d-4fcb-b8a9-5e447560f0f7 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e85ccb-2698-4a6e-ba07-cb6c9504255d HTTP/1.1" status: 200 len: 947 time: 0.3007092 May 13 14:32:39.859571 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3392b-41aa-4f21-8202-92b069b76ca1 req-0edb68ae-f417-4b7a-a02c-c7b4800265e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:39.861003 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f2f3392b-41aa-4f21-8202-92b069b76ca1 req-0edb68ae-f417-4b7a-a02c-c7b4800265e0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.3441072 May 13 14:32:39.865768 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ad54cda-da23-4091-a6f7-1ccc7e684bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:39.934994 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:39.935398 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:39.946371 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f2f3392b-41aa-4f21-8202-92b069b76ca1 req-2e8bbd3f-3044-4dc5-bc8b-5958a28cb045 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=dbc7731a-1422-4514-b88c-638f96b1ae2e HTTP/1.1" status: 200 len: 217 time: 0.0741065 May 13 14:32:39.989889 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:39.995394 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:40.062884 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ad54cda-da23-4091-a6f7-1ccc7e684bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:40.104242 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-4ad54cda-da23-4091-a6f7-1ccc7e684bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80dcc198-8e5d-416a-8565-2eb18a21caae']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:40.122867 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-4ad54cda-da23-4091-a6f7-1ccc7e684bf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf01587-513a-4952-a584-4d59880b9552') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:40.123362 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-4ad54cda-da23-4091-a6f7-1ccc7e684bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf01587-513a-4952-a584-4d59880b9552') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:40.137755 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ad54cda-da23-4091-a6f7-1ccc7e684bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:40.146225 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70472e20-b6e9-4b38-b9b9-c57055781e1a'] response: {'name': 'network-changed', 'server_uuid': '8a3e7deb-cba1-48af-b96e-c5fba6b88a2a', 'tag': 'd423fe6e-2719-4191-adf3-2274b6d1e8e4', 'status': 'completed', 'code': 200} May 13 14:32:40.159409 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ad54cda-da23-4091-a6f7-1ccc7e684bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:40.162355 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:40.169770 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-390bd733-fda3-408d-99f7-c9e002344e0b req-f1b6e802-9a2c-4844-8f40-8ff1f85d2e1a tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.35 "GET /v2.0/security-groups?id=6754d1d9-f358-4882-a46e-1d7501522123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264592 May 13 14:32:40.173243 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad54cda-da23-4091-a6f7-1ccc7e684bf2 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:32:40.175373 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ad54cda-da23-4091-a6f7-1ccc7e684bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:40.205061 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:32:40.205061 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:32:40.205061 n-d-841760-1 neutron-server[88082]: timer() May 13 14:32:40.205061 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:32:40.205061 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:32:40.205061 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:32:40.205061 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:32:40.205061 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:32:40.205061 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:32:40.205061 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:32:40.205061 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:32:40.205061 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:32:40.205061 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:32:40.205061 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:32:40.205061 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:32:40.205061 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:32:40.205061 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:32:40.205061 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:32:40.205061 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:32:40.205061 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:32:40.205061 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:32:40.205061 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:32:40.205061 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:32:40.205061 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:32:40.205061 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:32:40.205061 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:32:40.205061 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:32:40.205061 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:32:40.205061 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:32:40.205061 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:32:40.205061 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:32:40.205061 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:32:40.223363 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3392b-41aa-4f21-8202-92b069b76ca1 req-31213a3a-7882-47ab-a78c-aaf58fe5e39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:40.225550 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f2f3392b-41aa-4f21-8202-92b069b76ca1 req-31213a3a-7882-47ab-a78c-aaf58fe5e39d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.2699573 May 13 14:32:40.232838 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-e28fbf08-8e5f-4d06-822e-18111cb48a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:40.235256 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-e28fbf08-8e5f-4d06-822e-18111cb48a37 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e4cfb3d5-be57-41a0-a09b-f1bcabde1be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4766417 May 13 14:32:40.246665 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device a9524246-4389-4419-84b2-ace9bd9799d3 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:40.362225 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ad54cda-da23-4091-a6f7-1ccc7e684bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:40.367799 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port a9524246-4389-4419-84b2-ace9bd9799d3 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:40.376607 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port a9524246-4389-4419-84b2-ace9bd9799d3 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:40.377305 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:40.391784 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ad54cda-da23-4091-a6f7-1ccc7e684bf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:40.425222 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4ad54cda-da23-4091-a6f7-1ccc7e684bf2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/80dcc198-8e5d-416a-8565-2eb18a21caae HTTP/1.1" status: 204 len: 168 time: 0.8026686 May 13 14:32:40.428049 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad54cda-da23-4091-a6f7-1ccc7e684bf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=80dcc198-8e5d-416a-8565-2eb18a21caae,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:40.442457 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3392b-41aa-4f21-8202-92b069b76ca1 req-d42cd109-1f23-4a35-ae07-7fa8625d011d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:40.444458 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f2f3392b-41aa-4f21-8202-92b069b76ca1 req-d42cd109-1f23-4a35-ae07-7fa8625d011d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2079303 May 13 14:32:40.450580 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57183eaa-c6af-4c08-8e8d-1e89d5c71250 req-b922d840-a80a-451c-9ade-68f58bb943d3 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:40.453177 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-57183eaa-c6af-4c08-8e8d-1e89d5c71250 req-b922d840-a80a-451c-9ade-68f58bb943d3 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=772fe0a2-01e5-41ae-a067-32f7d5320cb9 HTTP/1.1" status: 200 len: 944 time: 0.1854393 May 13 14:32:40.520519 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-57183eaa-c6af-4c08-8e8d-1e89d5c71250 req-b8530e92-e2a9-4aa6-9b49-7ca2aadd5a5b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a0054c7-793d-4f1e-8257-877b977e8847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608387 May 13 14:32:40.682403 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-64e67211-3ad6-46f1-a7b7-1ad86cb9b69d service neutron] 10.222.0.74 "GET /v2.0/networks/e4cfb3d5-be57-41a0-a09b-f1bcabde1be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903584 May 13 14:32:40.687141 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45008) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:40.735796 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf57f33-4813-4af2-ad62-59f986170361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:40.767070 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1fd18d62-7fc1-4956-a515-c96311eb2c1f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=75fddcad222d48e2ab71da0874f627d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0786369 May 13 14:32:40.769411 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45014) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:40.774836 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port a9524246-4389-4419-84b2-ace9bd9799d3 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:40.775519 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:40.846517 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port a9524246-4389-4419-84b2-ace9bd9799d3, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a9524246-4389-4419-84b2-ace9bd9799d3,segment=NetworkSegment(e1d397b0-eea9-4be4-8f48-8e9bcd88630d),segment_id=e1d397b0-eea9-4be4-8f48-8e9bcd88630d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:40.851975 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383423db-be79-4cfa-8171-d700b367a877 req-f66dbc5b-269b-49df-92bd-0511f42bac8f tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:40.852644 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:40.860030 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-383423db-be79-4cfa-8171-d700b367a877 req-f66dbc5b-269b-49df-92bd-0511f42bac8f tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cf57f33-4813-4af2-ad62-59f986170361 HTTP/1.1" status: 200 len: 949 time: 0.2133760 May 13 14:32:40.888083 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8cfebb8c-5a2a-4880-9106-4d560dfbe2fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:40.921298 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8cfebb8c-5a2a-4880-9106-4d560dfbe2fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:40.950167 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=a9524246-4389-4419-84b2-ace9bd9799d3,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:40.965151 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-383423db-be79-4cfa-8171-d700b367a877 req-2d891af8-8f6c-4d20-bfdd-553de214719e tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042633 May 13 14:32:40.993579 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f2f3392b-41aa-4f21-8202-92b069b76ca1 req-135b3e68-f69d-47ab-962d-6a5d20e6cb8e service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5303290 May 13 14:32:40.995577 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-819fc64c-fc2f-4944-93fa-1f3d1ca099e0 service neutron] 10.222.0.74 "GET /v2.0/networks/e4cfb3d5-be57-41a0-a09b-f1bcabde1be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840376 May 13 14:32:41.005734 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8cfebb8c-5a2a-4880-9106-4d560dfbe2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:41.071027 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfebb8c-5a2a-4880-9106-4d560dfbe2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17df374-4b33-42f7-9e9c-b51a6c667ce9,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:41.084110 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8cfebb8c-5a2a-4880-9106-4d560dfbe2fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:41.087606 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8cfebb8c-5a2a-4880-9106-4d560dfbe2fd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b17df374-4b33-42f7-9e9c-b51a6c667ce9 HTTP/1.1" status: 204 len: 168 time: 0.3143423 May 13 14:32:41.196793 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-843c82a8-90f1-4ce4-93c9-7f88e8bebdb1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.10&port_id=d423fe6e-2719-4191-adf3-2274b6d1e8e4 HTTP/1.1" status: 200 len: 217 time: 0.1557844 May 13 14:32:41.241923 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597da36-1531-4d25-98da-d076b42ba37e req-4cb1e02a-9c0d-4927-bffb-d449dc5b87e3 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:41.244101 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f597da36-1531-4d25-98da-d076b42ba37e req-4cb1e02a-9c0d-4927-bffb-d449dc5b87e3 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eb80d9a-dab3-4887-9b3c-2f15477d599d HTTP/1.1" status: 200 len: 945 time: 0.2145193 May 13 14:32:41.291246 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162bcc03-8203-4f3f-a6c5-54c4f690499e req-f4597e6b-eddf-4eba-8630-6ec88b3b156f tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:41.298030 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162bcc03-8203-4f3f-a6c5-54c4f690499e req-f4597e6b-eddf-4eba-8630-6ec88b3b156f tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:41.299924 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-162bcc03-8203-4f3f-a6c5-54c4f690499e req-f4597e6b-eddf-4eba-8630-6ec88b3b156f tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a3e7deb-cba1-48af-b96e-c5fba6b88a2a HTTP/1.1" status: 200 len: 1677 time: 0.6822133 May 13 14:32:41.335090 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962a439-ecec-4f3f-b7e4-8d5ca897e2bf req-6d96c9d1-a042-48f1-bdc4-3e058489c495 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:41.337445 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1962a439-ecec-4f3f-b7e4-8d5ca897e2bf req-6d96c9d1-a042-48f1-bdc4-3e058489c495 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb80d9a-dab3-4887-9b3c-2f15477d599d HTTP/1.1" status: 200 len: 945 time: 0.2178216 May 13 14:32:41.375024 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-f597da36-1531-4d25-98da-d076b42ba37e req-6bb16479-c14a-4935-ad60-0f2cd0bab0b0 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Deleting port e501de72-a276-4846-bb46-53f81cffa8f5 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:32:41.375502 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-f597da36-1531-4d25-98da-d076b42ba37e req-6bb16479-c14a-4935-ad60-0f2cd0bab0b0 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:41.398279 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-a1ec5918-8512-4726-bfaa-c5ccdf322728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:41.399930 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-a1ec5918-8512-4726-bfaa-c5ccdf322728 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=777f4aec-5068-458e-85ac-7bd8bb1cc904 HTTP/1.1" status: 200 len: 801 time: 0.1812963 May 13 14:32:41.459698 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1962a439-ecec-4f3f-b7e4-8d5ca897e2bf req-90a21771-e370-4565-8c31-ed0ed64ffe8e tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] 10.222.0.35 "GET /v2.0/security-groups?id=38400f9c-b542-4f32-bdba-1fa4f99d86f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106226 May 13 14:32:41.473040 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f2f3392b-41aa-4f21-8202-92b069b76ca1 req-b4124793-7244-4452-8f7e-5a5269c2af9a service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582660 May 13 14:32:41.517238 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-162bcc03-8203-4f3f-a6c5-54c4f690499e req-9a598a16-06fc-44c2-8694-bb2ed792a89c tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018263 May 13 14:32:41.574798 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-72de69ea-2b37-45a4-b17b-405619bdd1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:41.576595 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-72de69ea-2b37-45a4-b17b-405619bdd1c8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9eef64f7-1080-4c62-83e4-5d0124b722fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1494029 May 13 14:32:41.604002 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dba4a87-eeb8-4eed-9f85-28770ab07241'] response: {'server_uuid': '3cf57f33-4813-4af2-ad62-59f986170361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4', 'code': 200} May 13 14:32:41.762347 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-f597da36-1531-4d25-98da-d076b42ba37e req-6bb16479-c14a-4935-ad60-0f2cd0bab0b0 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] For port e501de72-a276-4846-bb46-53f81cffa8f5, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=e501de72-a276-4846-bb46-53f81cffa8f5,segment=NetworkSegment(54b76d81-5208-4b63-ba59-311a69e93e05),segment_id=54b76d81-5208-4b63-ba59-311a69e93e05)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:41.762705 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-f597da36-1531-4d25-98da-d076b42ba37e req-6bb16479-c14a-4935-ad60-0f2cd0bab0b0 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:41.860946 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-4ee12042-27a2-4c78-b929-8e2e2458c2bb service neutron] 10.222.0.74 "GET /v2.0/networks/9eef64f7-1080-4c62-83e4-5d0124b722fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766292 May 13 14:32:41.899530 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-f597da36-1531-4d25-98da-d076b42ba37e req-6bb16479-c14a-4935-ad60-0f2cd0bab0b0 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Calling delete_port for e501de72-a276-4846-bb46-53f81cffa8f5 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:32:41.948942 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d6dd3-1815-4733-a472-0e2fc4bd46ba req-748f162c-1047-4f1a-b418-39d33b955ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:41.950400 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cb2d6dd3-1815-4733-a472-0e2fc4bd46ba req-748f162c-1047-4f1a-b418-39d33b955ba1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3cf57f33-4813-4af2-ad62-59f986170361 HTTP/1.1" status: 200 len: 1100 time: 0.2528579 May 13 14:32:41.950735 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2be369-1dac-4afa-bdd1-cedc26ecf260 req-72d45db6-0957-42f3-9c9a-292befdbd8cb tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:41.957892 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-eb2be369-1dac-4afa-bdd1-cedc26ecf260 req-72d45db6-0957-42f3-9c9a-292befdbd8cb tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 945 time: 0.2897472 May 13 14:32:41.992663 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ac570-1ebe-4235-8dcc-c984a949c68d req-5400a4c3-b0ef-48ea-8840-9ab93f4098d6 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:41.994618 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-131ac570-1ebe-4235-8dcc-c984a949c68d req-5400a4c3-b0ef-48ea-8840-9ab93f4098d6 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e85ccb-2698-4a6e-ba07-cb6c9504255d HTTP/1.1" status: 200 len: 947 time: 0.2563512 May 13 14:32:42.024998 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-eb2be369-1dac-4afa-bdd1-cedc26ecf260 req-67df5be8-e9c5-4a91-b948-7adefd6762d9 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662239 May 13 14:32:42.056303 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cb2d6dd3-1815-4733-a472-0e2fc4bd46ba req-8d6e7d9d-908f-4ee9-b115-c284cebae01b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915258 May 13 14:32:42.094237 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-314fa315-2cb6-4dec-b05c-d006e6a594ae req-2e14a13c-7ac7-45b1-a894-317ed0a58027 service neutron] 10.222.0.74 "GET /v2.0/networks/9eef64f7-1080-4c62-83e4-5d0124b722fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269499 May 13 14:32:42.099473 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-131ac570-1ebe-4235-8dcc-c984a949c68d req-e78136d8-33b4-4402-b719-e1d7dfe984af tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.35 "GET /v2.0/security-groups?id=6754d1d9-f358-4882-a46e-1d7501522123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829370 May 13 14:32:42.128224 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-f597da36-1531-4d25-98da-d076b42ba37e req-6bb16479-c14a-4935-ad60-0f2cd0bab0b0 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:42.163866 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['e501de72-a276-4846-bb46-53f81cffa8f5'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:32:42.258972 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device dbc7731a-1422-4514-b88c-638f96b1ae2e details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:32:42.337693 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb16479-c14a-4935-ad60-0f2cd0bab0b0 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Pushing event deleted for resources: {'Port': ['ID=e501de72-a276-4846-bb46-53f81cffa8f5,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:42.417103 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port dbc7731a-1422-4514-b88c-638f96b1ae2e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=dbc7731a-1422-4514-b88c-638f96b1ae2e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:42.432684 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'dbc7731a-1422-4514-b88c-638f96b1ae2e', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': 'dbc7731a-1422-4514-b88c-638f96b1ae2e', 'mac_address': 'fa:16:3e:88:26:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:32:42.453368 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-f597da36-1531-4d25-98da-d076b42ba37e req-6bb16479-c14a-4935-ad60-0f2cd0bab0b0 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] No DVR routers for this DVR port e501de72-a276-4846-bb46-53f81cffa8f5 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:32:42.457044 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-f597da36-1531-4d25-98da-d076b42ba37e req-6bb16479-c14a-4935-ad60-0f2cd0bab0b0 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:42.467278 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb80d9a-dab3-4887-9b3c-2f15477d599d', 'name': 'network-vif-deleted', 'tag': 'e501de72-a276-4846-bb46-53f81cffa8f5'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:42.477173 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f597da36-1531-4d25-98da-d076b42ba37e req-6bb16479-c14a-4935-ad60-0f2cd0bab0b0 tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] 10.222.0.74 "DELETE /v2.0/ports/e501de72-a276-4846-bb46-53f81cffa8f5 HTTP/1.1" status: 204 len: 173 time: 1.2282238 May 13 14:32:42.504919 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port dbc7731a-1422-4514-b88c-638f96b1ae2e is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:42.505317 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:42.505829 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5bbf8-814f-4151-9ef5-9ff390ca0b8f req-077c46b0-dae5-4b2b-947d-29b3cdb0cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:42.506302 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5bbf8-814f-4151-9ef5-9ff390ca0b8f req-077c46b0-dae5-4b2b-947d-29b3cdb0cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:42.507884 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-60d5bbf8-814f-4151-9ef5-9ff390ca0b8f req-077c46b0-dae5-4b2b-947d-29b3cdb0cb92 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8a4edaa711e44cfa86ce63ca66433341&device_id=8a3e7deb-cba1-48af-b96e-c5fba6b88a2a HTTP/1.1" status: 200 len: 1979 time: 0.3022127 May 13 14:32:42.515339 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f55f1b-e5d1-4564-9a45-e75ca1d043ab req-dbb292c1-7ba4-4697-bb8d-979c47df73ad tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:42.516763 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-19f55f1b-e5d1-4564-9a45-e75ca1d043ab req-dbb292c1-7ba4-4697-bb8d-979c47df73ad tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cf57f33-4813-4af2-ad62-59f986170361 HTTP/1.1" status: 200 len: 949 time: 0.2694774 May 13 14:32:42.517650 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1816e6-b551-4fb2-b2fb-15a883e66d67 req-8de76600-48c0-496e-8bfe-4dcc5f05fd39 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:42.519624 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8a1816e6-b551-4fb2-b2fb-15a883e66d67 req-8de76600-48c0-496e-8bfe-4dcc5f05fd39 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=772fe0a2-01e5-41ae-a067-32f7d5320cb9 HTTP/1.1" status: 200 len: 945 time: 0.2441247 May 13 14:32:42.523621 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc7731a-1422-4514-b88c-638f96b1ae2e {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:32:42.541021 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port dbc7731a-1422-4514-b88c-638f96b1ae2e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=dbc7731a-1422-4514-b88c-638f96b1ae2e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:42.545479 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:42.594753 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8a1816e6-b551-4fb2-b2fb-15a883e66d67 req-7cb963ca-a50a-46a2-8c3b-e6e7d3dc4f0b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a0054c7-793d-4f1e-8257-877b977e8847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641890 May 13 14:32:42.632872 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=dbc7731a-1422-4514-b88c-638f96b1ae2e,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:42.646703 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-19f55f1b-e5d1-4564-9a45-e75ca1d043ab req-6cc7bf2e-3c9b-452e-9de5-1d4975c471d7 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113684 May 13 14:32:42.688413 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5bbf8-814f-4151-9ef5-9ff390ca0b8f req-522bd031-d292-4dba-9f59-be983cff0db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:42.689877 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-60d5bbf8-814f-4151-9ef5-9ff390ca0b8f req-522bd031-d292-4dba-9f59-be983cff0db3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9eef64f7-1080-4c62-83e4-5d0124b722fe HTTP/1.1" status: 200 len: 902 time: 0.1722252 May 13 14:32:42.772094 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-60d5bbf8-814f-4151-9ef5-9ff390ca0b8f req-84f302b6-2f2f-47f6-9783-ca051d2e1f5f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.10&port_id=d423fe6e-2719-4191-adf3-2274b6d1e8e4 HTTP/1.1" status: 200 len: 217 time: 0.0708659 May 13 14:32:42.802131 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e05d11b-e94d-475d-ade0-90810f172f55'] response: {'server_uuid': '0eb80d9a-dab3-4887-9b3c-2f15477d599d', 'name': 'network-vif-deleted', 'tag': 'e501de72-a276-4846-bb46-53f81cffa8f5', 'status': 'completed', 'code': 200} May 13 14:32:42.845811 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5bbf8-814f-4151-9ef5-9ff390ca0b8f req-291f245e-82c5-416b-af74-0f66a5bd3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:42.847497 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-60d5bbf8-814f-4151-9ef5-9ff390ca0b8f req-291f245e-82c5-416b-af74-0f66a5bd3844 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=777f4aec-5068-458e-85ac-7bd8bb1cc904 HTTP/1.1" status: 200 len: 801 time: 0.0694561 May 13 14:32:42.973129 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-67631958-1007-4764-88f5-7b13c34e2162 req-a3524d3f-333f-4b01-827c-173fc28332eb tempest-InstanceActionsV221TestJSON-2117982596 tempest-InstanceActionsV221TestJSON-2117982596-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eb80d9a-dab3-4887-9b3c-2f15477d599d HTTP/1.1" status: 200 len: 210 time: 0.0496991 May 13 14:32:42.975723 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5bbf8-814f-4151-9ef5-9ff390ca0b8f req-e9ba51eb-8afb-42da-bf2e-f9fdfa249f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:42.977079 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-60d5bbf8-814f-4151-9ef5-9ff390ca0b8f req-e9ba51eb-8afb-42da-bf2e-f9fdfa249f4d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9eef64f7-1080-4c62-83e4-5d0124b722fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1218925 May 13 14:32:43.004763 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['dbc7731a-1422-4514-b88c-638f96b1ae2e'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:32:43.207782 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-60d5bbf8-814f-4151-9ef5-9ff390ca0b8f req-3856decb-ff7f-4de2-a437-08ee2da36ec0 service neutron] 10.222.0.74 "GET /v2.0/networks/9eef64f7-1080-4c62-83e4-5d0124b722fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234316 May 13 14:32:43.289229 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95f855-09da-4b64-ab0d-e3256b80b02b req-fbc8c244-3d84-4df2-9d63-a7ea0f017a98 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:43.301965 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95f855-09da-4b64-ab0d-e3256b80b02b req-fbc8c244-3d84-4df2-9d63-a7ea0f017a98 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:43.320452 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cf95f855-09da-4b64-ab0d-e3256b80b02b req-fbc8c244-3d84-4df2-9d63-a7ea0f017a98 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a3e7deb-cba1-48af-b96e-c5fba6b88a2a HTTP/1.1" status: 200 len: 1677 time: 0.2222691 May 13 14:32:43.447502 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cf95f855-09da-4b64-ab0d-e3256b80b02b req-087a4802-fe23-4760-b6e5-0aed4ae81882 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250346 May 13 14:32:43.551548 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-60d5bbf8-814f-4151-9ef5-9ff390ca0b8f req-13c7d4e5-4187-4d84-a507-1145f7324879 service neutron] 10.222.0.74 "GET /v2.0/networks/9eef64f7-1080-4c62-83e4-5d0124b722fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303361 May 13 14:32:43.605091 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772fe0a2-01e5-41ae-a067-32f7d5320cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9524246-4389-4419-84b2-ace9bd9799d3'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:43.665814 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28472b46-98b0-439a-a543-71aa368bb760 req-03b7964b-eca7-4ce9-9bbc-c74ae09b919a tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:43.667292 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-28472b46-98b0-439a-a543-71aa368bb760 req-03b7964b-eca7-4ce9-9bbc-c74ae09b919a tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 945 time: 0.1080585 May 13 14:32:43.677194 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e967b7-f11c-4938-9967-c80351ccc477 req-08e52a91-2579-4c52-a25a-876bb6c45717 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:43.678734 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-24e967b7-f11c-4938-9967-c80351ccc477 req-08e52a91-2579-4c52-a25a-876bb6c45717 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e85ccb-2698-4a6e-ba07-cb6c9504255d HTTP/1.1" status: 200 len: 948 time: 0.0941100 May 13 14:32:43.715968 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-28472b46-98b0-439a-a543-71aa368bb760 req-ca7b2090-f31e-4b58-9da5-f8c225fc4a6c tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426252 May 13 14:32:43.725060 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-24e967b7-f11c-4938-9967-c80351ccc477 req-ca82d5a9-7135-45e3-ba3e-de214fe69941 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.35 "GET /v2.0/security-groups?id=6754d1d9-f358-4882-a46e-1d7501522123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403101 May 13 14:32:43.785866 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-535deebc-bbdb-4708-ba88-736757292757'] response: {'server_uuid': '772fe0a2-01e5-41ae-a067-32f7d5320cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9524246-4389-4419-84b2-ace9bd9799d3', 'code': 200} May 13 14:32:43.984886 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086fa2b-ae2c-4bea-9e53-701c6ff8614d req-095f2cd2-7cb4-4423-bad1-118b26c593ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:43.987225 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3086fa2b-ae2c-4bea-9e53-701c6ff8614d req-095f2cd2-7cb4-4423-bad1-118b26c593ae service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=772fe0a2-01e5-41ae-a067-32f7d5320cb9 HTTP/1.1" status: 200 len: 1096 time: 0.0931356 May 13 14:32:44.013553 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c577a-f3d6-4245-97a8-a1c2443aa043 req-8d1a1bd2-e8f1-4d1e-a297-a17fbab53125 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:44.022442 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e1c577a-f3d6-4245-97a8-a1c2443aa043 req-8d1a1bd2-e8f1-4d1e-a297-a17fbab53125 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=772fe0a2-01e5-41ae-a067-32f7d5320cb9 HTTP/1.1" status: 200 len: 945 time: 0.1033885 May 13 14:32:44.047335 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3086fa2b-ae2c-4bea-9e53-701c6ff8614d req-c583bc0a-2ecf-4593-aca5-0b70715db597 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1a0054c7-793d-4f1e-8257-877b977e8847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527530 May 13 14:32:44.082848 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e1c577a-f3d6-4245-97a8-a1c2443aa043 req-7160d6d8-4b8f-41e1-9300-a9ec0a597c15 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a0054c7-793d-4f1e-8257-877b977e8847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596535 May 13 14:32:44.216739 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466c1a3-c1e3-4c18-a80f-69d53b9671b7 req-58a86053-d4d2-45df-b68e-b575a5960108 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:44.224908 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c466c1a3-c1e3-4c18-a80f-69d53b9671b7 req-58a86053-d4d2-45df-b68e-b575a5960108 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cf57f33-4813-4af2-ad62-59f986170361 HTTP/1.1" status: 200 len: 949 time: 0.1099124 May 13 14:32:44.272497 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device dbc7731a-1422-4514-b88c-638f96b1ae2e up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:44.277947 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c466c1a3-c1e3-4c18-a80f-69d53b9671b7 req-9e1e37e2-b6ef-44ee-8ed4-1cca6555de2d tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521331 May 13 14:32:44.357711 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74dd7ff-f906-437a-8d05-62fd3ed6f168 req-30bafef2-b08b-470a-a278-1350bee67583 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:44.359365 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e74dd7ff-f906-437a-8d05-62fd3ed6f168 req-30bafef2-b08b-470a-a278-1350bee67583 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d9ebdbc-636b-4abd-b7e8-a98c245575d6 HTTP/1.1" status: 200 len: 945 time: 0.0848632 May 13 14:32:44.379177 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port dbc7731a-1422-4514-b88c-638f96b1ae2e completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:44.385606 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port dbc7731a-1422-4514-b88c-638f96b1ae2e triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:44.386313 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:44.420640 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e74dd7ff-f906-437a-8d05-62fd3ed6f168 req-f06bdcde-7d7a-486a-92c5-c903466056c5 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c3a4a2-1105-4cbf-8bc9-0b44bf5653a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544994 May 13 14:32:44.539056 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port dbc7731a-1422-4514-b88c-638f96b1ae2e is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:44.539539 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:44.585017 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port dbc7731a-1422-4514-b88c-638f96b1ae2e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=dbc7731a-1422-4514-b88c-638f96b1ae2e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:44.591692 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:44.592697 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device e501de72-a276-4846-bb46-53f81cffa8f5 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:32:44.622529 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f1fd5-0e0a-459b-923e-7d430e7c55a4 req-04d2a88e-90a6-493c-b00a-510339a7d144 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:44.624279 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-934f1fd5-0e0a-459b-923e-7d430e7c55a4 req-04d2a88e-90a6-493c-b00a-510339a7d144 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 945 time: 0.1848257 May 13 14:32:44.637685 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72c448-5443-4c22-aeac-f4424a98a0c8 req-652b55f3-dadc-4869-b964-63a6a8091487 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:44.639338 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fb72c448-5443-4c22-aeac-f4424a98a0c8 req-652b55f3-dadc-4869-b964-63a6a8091487 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=71c8b92c-73b1-4b84-bf78-f0d15b96373f HTTP/1.1" status: 200 len: 950 time: 0.1257656 May 13 14:32:44.689112 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: e501de72-a276-4846-bb46-53f81cffa8f5 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:32:44.689112 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device e501de72-a276-4846-bb46-53f81cffa8f5 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:32:44.719231 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=dbc7731a-1422-4514-b88c-638f96b1ae2e,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:44.747290 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-934f1fd5-0e0a-459b-923e-7d430e7c55a4 req-ce65805a-956e-46cf-acc9-5aff9caeac51 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Deleting port d3586676-44c6-4035-9ddd-b619188f584b {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:32:44.747560 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-934f1fd5-0e0a-459b-923e-7d430e7c55a4 req-ce65805a-956e-46cf-acc9-5aff9caeac51 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:44.791006 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fb72c448-5443-4c22-aeac-f4424a98a0c8 req-c2a664f2-698c-47f1-983a-f386110f4bcd tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197457 May 13 14:32:44.863600 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860f818-70f8-43ed-bacb-0208f8b9ba5c req-ed7ddcc8-323e-4cc1-8b4d-ff62cfc5f46f tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:44.870039 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860f818-70f8-43ed-bacb-0208f8b9ba5c req-ed7ddcc8-323e-4cc1-8b4d-ff62cfc5f46f tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:44.872005 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f860f818-70f8-43ed-bacb-0208f8b9ba5c req-ed7ddcc8-323e-4cc1-8b4d-ff62cfc5f46f tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a3e7deb-cba1-48af-b96e-c5fba6b88a2a HTTP/1.1" status: 200 len: 1677 time: 0.0991271 May 13 14:32:44.887400 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45112) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:44.919747 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f860f818-70f8-43ed-bacb-0208f8b9ba5c req-e384e6bb-8c04-4969-8913-6f14827c0242 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419750 May 13 14:32:45.106094 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43865f-fc1d-4301-a78e-3287ecca81b7 req-788a6291-da96-4fe5-98b7-07cdc97a85b9 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:45.106803 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ae43865f-fc1d-4301-a78e-3287ecca81b7 req-788a6291-da96-4fe5-98b7-07cdc97a85b9 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Synchronizing usage tracker for tenant:8e293f318b934225907b412d391721a6 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:32:45.124958 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ae43865f-fc1d-4301-a78e-3287ecca81b7 req-788a6291-da96-4fe5-98b7-07cdc97a85b9 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Unset dirty status for tenant:8e293f318b934225907b412d391721a6 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:32:45.126260 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ae43865f-fc1d-4301-a78e-3287ecca81b7 req-788a6291-da96-4fe5-98b7-07cdc97a85b9 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e85ccb-2698-4a6e-ba07-cb6c9504255d HTTP/1.1" status: 200 len: 949 time: 0.1042929 May 13 14:32:45.175082 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ae43865f-fc1d-4301-a78e-3287ecca81b7 req-e039a031-b80a-4dbc-b154-26fa64c2dc4a tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Synchronizing usage tracker for tenant:8e293f318b934225907b412d391721a6 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:32:45.191508 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ae43865f-fc1d-4301-a78e-3287ecca81b7 req-e039a031-b80a-4dbc-b154-26fa64c2dc4a tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Unset dirty status for tenant:8e293f318b934225907b412d391721a6 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:32:45.192716 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ae43865f-fc1d-4301-a78e-3287ecca81b7 req-e039a031-b80a-4dbc-b154-26fa64c2dc4a tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.35 "GET /v2.0/security-groups?id=6754d1d9-f358-4882-a46e-1d7501522123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605884 May 13 14:32:45.303235 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ea90b4-87ac-4cc2-b116-54eea6d04dae admin admin] Deleting subnet 4097943d-15f0-47d0-ad13-f3fe0fe86b84 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:32:45.312837 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-98ea90b4-87ac-4cc2-b116-54eea6d04dae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:45.414061 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-98ea90b4-87ac-4cc2-b116-54eea6d04dae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:45.467985 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-77f5a26d-5f13-4388-9a29-1e0dc597c412 req-14625c35-4662-4d77-88cc-fe2dc8d50087 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=71c8b92c-73b1-4b84-bf78-f0d15b96373f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5796039 May 13 14:32:45.473148 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-934f1fd5-0e0a-459b-923e-7d430e7c55a4 req-ce65805a-956e-46cf-acc9-5aff9caeac51 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] For port d3586676-44c6-4035-9ddd-b619188f584b, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=d3586676-44c6-4035-9ddd-b619188f584b,segment=NetworkSegment(f83b9c1a-1c4f-4324-954c-a30a86166b9c),segment_id=f83b9c1a-1c4f-4324-954c-a30a86166b9c)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:45.473508 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-934f1fd5-0e0a-459b-923e-7d430e7c55a4 req-ce65805a-956e-46cf-acc9-5aff9caeac51 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:45.492711 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8361b-ad68-4582-bde5-2cceaa8b81f7 req-ac037b89-6f47-468a-ad5d-1fc49c6b22b0 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:45.494208 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aac8361b-ad68-4582-bde5-2cceaa8b81f7 req-ac037b89-6f47-468a-ad5d-1fc49c6b22b0 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e HTTP/1.1" status: 200 len: 945 time: 0.5094202 May 13 14:32:45.562762 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f9d7c-531e-4a11-9b7a-fc29e15323b6 req-2a4dc542-da6d-4127-baed-25d62fb86110 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:45.569550 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f9d7c-531e-4a11-9b7a-fc29e15323b6 req-2a4dc542-da6d-4127-baed-25d62fb86110 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:45.571568 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-977f9d7c-531e-4a11-9b7a-fc29e15323b6 req-2a4dc542-da6d-4127-baed-25d62fb86110 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cf57f33-4813-4af2-ad62-59f986170361&device_id=71c8b92c-73b1-4b84-bf78-f0d15b96373f HTTP/1.1" status: 200 len: 1690 time: 0.1146133 May 13 14:32:45.619699 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-977f9d7c-531e-4a11-9b7a-fc29e15323b6 req-be43c5b6-2bf4-4285-80a1-12a56cd903bc tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419838 May 13 14:32:45.627355 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-934f1fd5-0e0a-459b-923e-7d430e7c55a4 req-ce65805a-956e-46cf-acc9-5aff9caeac51 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Calling delete_port for d3586676-44c6-4035-9ddd-b619188f584b owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:32:45.716832 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-98ea90b4-87ac-4cc2-b116-54eea6d04dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:45.786764 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e85ccb-2698-4a6e-ba07-cb6c9504255d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc7731a-1422-4514-b88c-638f96b1ae2e'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:45.831820 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aac8361b-ad68-4582-bde5-2cceaa8b81f7 req-6bacdcf8-b2ec-4afc-83aa-a2c3253ea479 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757595 May 13 14:32:45.895307 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c18723-f751-4767-94f7-21cb45f7689d req-dc5ee743-011c-49f2-88c8-f661a9b95610 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:45.896841 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-20c18723-f751-4767-94f7-21cb45f7689d req-dc5ee743-011c-49f2-88c8-f661a9b95610 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=772fe0a2-01e5-41ae-a067-32f7d5320cb9 HTTP/1.1" status: 200 len: 945 time: 0.0943198 May 13 14:32:45.915614 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5a26d-5f13-4388-9a29-1e0dc597c412 req-b3b937f8-efe3-42c4-882d-a73e94429aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:45.917101 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-77f5a26d-5f13-4388-9a29-1e0dc597c412 req-b3b937f8-efe3-42c4-882d-a73e94429aed service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&device_id=71c8b92c-73b1-4b84-bf78-f0d15b96373f HTTP/1.1" status: 200 len: 1101 time: 0.2609689 May 13 14:32:45.918034 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-98ea90b4-87ac-4cc2-b116-54eea6d04dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:45.951092 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-20c18723-f751-4767-94f7-21cb45f7689d req-63fbe7d1-25bf-4049-ae40-169d34dd6c37 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a0054c7-793d-4f1e-8257-877b977e8847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467730 May 13 14:32:46.039573 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea90b4-87ac-4cc2-b116-54eea6d04dae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4097943d-15f0-47d0-ad13-f3fe0fe86b84,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:46.052796 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6a5a0-850a-449d-ab42-8f0910fd0899 req-cb4ee585-176b-424d-8ffe-c177a4c9a3ff tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:46.054442 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e9e6a5a0-850a-449d-ab42-8f0910fd0899 req-cb4ee585-176b-424d-8ffe-c177a4c9a3ff tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d9ebdbc-636b-4abd-b7e8-a98c245575d6 HTTP/1.1" status: 200 len: 945 time: 0.1025562 May 13 14:32:46.101395 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-98ea90b4-87ac-4cc2-b116-54eea6d04dae admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:46.133112 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-e9e6a5a0-850a-449d-ab42-8f0910fd0899 req-1e02153a-2987-4292-9aa2-9f84b10b2eaa tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Deleting port 4ae221d9-f023-493e-891e-f94928eeab2d {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:32:46.133448 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e9e6a5a0-850a-449d-ab42-8f0910fd0899 req-1e02153a-2987-4292-9aa2-9f84b10b2eaa tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:46.136550 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-934f1fd5-0e0a-459b-923e-7d430e7c55a4 req-ce65805a-956e-46cf-acc9-5aff9caeac51 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:46.149649 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['b44e4a3d-d2ae-4152-983f-ecfa5637cafd'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:32:46.240735 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-98ea90b4-87ac-4cc2-b116-54eea6d04dae admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4097943d-15f0-47d0-ad13-f3fe0fe86b84 HTTP/1.1" status: 204 len: 168 time: 1.3510587 May 13 14:32:46.265146 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65805a-956e-46cf-acc9-5aff9caeac51 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Pushing event deleted for resources: {'Port': ['ID=d3586676-44c6-4035-9ddd-b619188f584b,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:46.271005 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45138) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:46.278534 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 869b9818-77c6-46dc-8c61-833eff83ed62 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:32:46.455913 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a4e1a63-ae4f-4020-807d-50561a3583e0'] response: {'server_uuid': '77e85ccb-2698-4a6e-ba07-cb6c9504255d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc7731a-1422-4514-b88c-638f96b1ae2e', 'code': 200} May 13 14:32:46.466904 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-e9e6a5a0-850a-449d-ab42-8f0910fd0899 req-1e02153a-2987-4292-9aa2-9f84b10b2eaa tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] For port 4ae221d9-f023-493e-891e-f94928eeab2d, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=4ae221d9-f023-493e-891e-f94928eeab2d,segment=NetworkSegment(2eb3e039-4b66-4a60-9552-baa1bb07e436),segment_id=2eb3e039-4b66-4a60-9552-baa1bb07e436)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:46.469022 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e9e6a5a0-850a-449d-ab42-8f0910fd0899 req-1e02153a-2987-4292-9aa2-9f84b10b2eaa tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:46.487911 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-934f1fd5-0e0a-459b-923e-7d430e7c55a4 req-ce65805a-956e-46cf-acc9-5aff9caeac51 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] No DVR routers for this DVR port d3586676-44c6-4035-9ddd-b619188f584b on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:32:46.492362 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-934f1fd5-0e0a-459b-923e-7d430e7c55a4 req-ce65805a-956e-46cf-acc9-5aff9caeac51 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:46.494268 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-934f1fd5-0e0a-459b-923e-7d430e7c55a4 req-ce65805a-956e-46cf-acc9-5aff9caeac51 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.59 "DELETE /v2.0/ports/d3586676-44c6-4035-9ddd-b619188f584b HTTP/1.1" status: 204 len: 173 time: 1.8539615 May 13 14:32:46.499793 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e', 'name': 'network-vif-deleted', 'tag': 'd3586676-44c6-4035-9ddd-b619188f584b'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:46.505046 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5a26d-5f13-4388-9a29-1e0dc597c412 req-82b35be0-5b2e-4396-a6a7-2fab06a3ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:46.506490 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-77f5a26d-5f13-4388-9a29-1e0dc597c412 req-82b35be0-5b2e-4396-a6a7-2fab06a3ffcd service neutron] 10.222.0.74 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.5540700 May 13 14:32:46.614707 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7c24a-1091-4cfc-9929-f9274c38b4c6 req-1bd983cd-968d-439e-af7c-aa42a17b012b tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:46.621680 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-50b7c24a-1091-4cfc-9929-f9274c38b4c6 req-1bd983cd-968d-439e-af7c-aa42a17b012b tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d9ebdbc-636b-4abd-b7e8-a98c245575d6 HTTP/1.1" status: 200 len: 945 time: 0.6708117 May 13 14:32:46.627780 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-77f5a26d-5f13-4388-9a29-1e0dc597c412 req-26cedd78-ebdd-4bc0-bb6f-5bb80b2b714a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=eb595b96-cef3-4299-99d9-de7e5c7f260a HTTP/1.1" status: 200 len: 217 time: 0.1150439 May 13 14:32:46.634326 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 869b9818-77c6-46dc-8c61-833eff83ed62, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=869b9818-77c6-46dc-8c61-833eff83ed62,segment=NetworkSegment(61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd),segment_id=61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:46.658907 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '869b9818-77c6-46dc-8c61-833eff83ed62', 'network_id': 'e4cfb3d5-be57-41a0-a09b-f1bcabde1be6', 'port_id': '869b9818-77c6-46dc-8c61-833eff83ed62', 'mac_address': 'fa:16:3e:0d:29:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bd2d274-ee92-4cfa-8001-b8689104166e', 'ip_address': '19.80.0.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:32:46.688579 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-69b207c4-d1ed-4d24-9b33-ea5c4d2e4654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:46.742336 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-50b7c24a-1091-4cfc-9929-f9274c38b4c6 req-bc6e00ed-cf8c-4e96-9982-79dfed065dc7 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c3a4a2-1105-4cbf-8bc9-0b44bf5653a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197197 May 13 14:32:46.748886 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 869b9818-77c6-46dc-8c61-833eff83ed62 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:46.749321 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:46.777939 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 869b9818-77c6-46dc-8c61-833eff83ed62 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:32:46.796073 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 869b9818-77c6-46dc-8c61-833eff83ed62, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=869b9818-77c6-46dc-8c61-833eff83ed62,segment=NetworkSegment(61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd),segment_id=61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:46.801567 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:46.802571 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device d423fe6e-2719-4191-adf3-2274b6d1e8e4 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:32:46.811524 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5a26d-5f13-4388-9a29-1e0dc597c412 req-beb0fcf3-9423-4d24-9087-28031578fb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:46.812988 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-77f5a26d-5f13-4388-9a29-1e0dc597c412 req-beb0fcf3-9423-4d24-9087-28031578fb32 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1662083 May 13 14:32:46.945958 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=869b9818-77c6-46dc-8c61-833eff83ed62,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:47.014465 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port d423fe6e-2719-4191-adf3-2274b6d1e8e4, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=d423fe6e-2719-4191-adf3-2274b6d1e8e4,segment=NetworkSegment(2d9ca6ef-d40c-4569-9fab-5133f50f1003),segment_id=2d9ca6ef-d40c-4569-9fab-5133f50f1003)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:47.041256 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'd423fe6e-2719-4191-adf3-2274b6d1e8e4', 'network_id': '9eef64f7-1080-4c62-83e4-5d0124b722fe', 'port_id': 'd423fe6e-2719-4191-adf3-2274b6d1e8e4', 'mac_address': 'fa:16:3e:6a:ee:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777f4aec-5068-458e-85ac-7bd8bb1cc904', 'ip_address': '19.86.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:32:47.121562 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port d423fe6e-2719-4191-adf3-2274b6d1e8e4 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:47.121946 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:47.142235 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d423fe6e-2719-4191-adf3-2274b6d1e8e4 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:32:47.151968 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e9e6a5a0-850a-449d-ab42-8f0910fd0899 req-1e02153a-2987-4292-9aa2-9f84b10b2eaa tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:47.152577 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e9e6a5a0-850a-449d-ab42-8f0910fd0899 req-1e02153a-2987-4292-9aa2-9f84b10b2eaa tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:47.152801 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [req-e9e6a5a0-850a-449d-ab42-8f0910fd0899 req-1e02153a-2987-4292-9aa2-9f84b10b2eaa tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Floating IP c59e0fe6-0701-4bd3-a1dd-fd2599e8089f disassociated. External IP: 172.25.0.142, port: 4ae221d9-f023-493e-891e-f94928eeab2d. May 13 14:32:47.153257 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-e9e6a5a0-850a-449d-ab42-8f0910fd0899 req-1e02153a-2987-4292-9aa2-9f84b10b2eaa tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Calling delete_port for 4ae221d9-f023-493e-891e-f94928eeab2d owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:32:47.194933 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port d423fe6e-2719-4191-adf3-2274b6d1e8e4, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=d423fe6e-2719-4191-adf3-2274b6d1e8e4,segment=NetworkSegment(2d9ca6ef-d40c-4569-9fab-5133f50f1003),segment_id=2d9ca6ef-d40c-4569-9fab-5133f50f1003)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:47.201631 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:47.237218 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-69b207c4-d1ed-4d24-9b33-ea5c4d2e4654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:47.285082 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=d423fe6e-2719-4191-adf3-2274b6d1e8e4,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:47.325152 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-69b207c4-d1ed-4d24-9b33-ea5c4d2e4654 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0432809b-9803-4b9d-b2e4-d517c8c280c6']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:47.346491 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-69b207c4-d1ed-4d24-9b33-ea5c4d2e4654 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b76d81-5208-4b63-ba59-311a69e93e05') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:47.346969 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-69b207c4-d1ed-4d24-9b33-ea5c4d2e4654 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b76d81-5208-4b63-ba59-311a69e93e05') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:47.364450 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-69b207c4-d1ed-4d24-9b33-ea5c4d2e4654 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:47.390502 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5a26d-5f13-4388-9a29-1e0dc597c412 req-cb8a374c-8a12-4b5e-b75b-aa8704457a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:47.391446 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60169732-d9c8-4220-8463-becaaa12f23a req-8ac49f46-a078-409b-b202-3aa8bf4325b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:47.392586 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-77f5a26d-5f13-4388-9a29-1e0dc597c412 req-cb8a374c-8a12-4b5e-b75b-aa8704457a0e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5544610 May 13 14:32:47.392920 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-60169732-d9c8-4220-8463-becaaa12f23a req-8ac49f46-a078-409b-b202-3aa8bf4325b0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=77e85ccb-2698-4a6e-ba07-cb6c9504255d HTTP/1.1" status: 200 len: 1100 time: 0.8217859 May 13 14:32:47.398808 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-69b207c4-d1ed-4d24-9b33-ea5c4d2e4654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:47.413456 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e771ed7-0ce2-4369-ac85-40f2a9d04deb req-019bbce1-cf47-4ddc-a437-1ca4b62fcc9c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:47.416112 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8e771ed7-0ce2-4369-ac85-40f2a9d04deb req-019bbce1-cf47-4ddc-a437-1ca4b62fcc9c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=772fe0a2-01e5-41ae-a067-32f7d5320cb9 HTTP/1.1" status: 200 len: 945 time: 0.3689640 May 13 14:32:47.427281 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69b207c4-d1ed-4d24-9b33-ea5c4d2e4654 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:32:47.428756 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-69b207c4-d1ed-4d24-9b33-ea5c4d2e4654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:47.431035 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45148) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:47.437390 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-1de7151f-b312-4107-bde2-65657bec6b5c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Request body: {'floatingip': {'port_id': 'a9524246-4389-4419-84b2-ace9bd9799d3'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:47.507010 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:32:47.507010 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:32:47.507010 n-d-841760-1 neutron-server[88081]: timer() May 13 14:32:47.507010 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:32:47.507010 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:32:47.507010 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:32:47.507010 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:32:47.507010 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:32:47.507010 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:32:47.507010 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:32:47.507010 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:32:47.507010 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:32:47.507010 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:32:47.507010 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:32:47.507010 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:32:47.507010 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:32:47.507010 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:32:47.507010 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:32:47.507010 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:32:47.507010 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:32:47.507010 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:32:47.507010 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:32:47.507010 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:32:47.507010 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:32:47.507010 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:32:47.507010 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:32:47.507010 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:32:47.507010 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:32:47.507010 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:32:47.507010 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:32:47.507010 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:32:47.507010 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:32:47.569017 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484da7f3-8325-4250-bdc5-bb9134c6851b req-471ff467-114c-4d46-8fd0-ca60798c7c19 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:47.574821 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484da7f3-8325-4250-bdc5-bb9134c6851b req-471ff467-114c-4d46-8fd0-ca60798c7c19 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:47.576456 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-484da7f3-8325-4250-bdc5-bb9134c6851b req-471ff467-114c-4d46-8fd0-ca60798c7c19 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a3e7deb-cba1-48af-b96e-c5fba6b88a2a HTTP/1.1" status: 200 len: 1679 time: 0.8569009 May 13 14:32:47.582919 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1de7151f-b312-4107-bde2-65657bec6b5c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for floatingip, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:47.639753 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['869b9818-77c6-46dc-8c61-833eff83ed62'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:32:47.687977 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-60169732-d9c8-4220-8463-becaaa12f23a req-e524665f-b1cd-4387-bf01-7e01b2d62189 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6754d1d9-f358-4882-a46e-1d7501522123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576926 May 13 14:32:47.736022 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e9e6a5a0-850a-449d-ab42-8f0910fd0899 req-1e02153a-2987-4292-9aa2-9f84b10b2eaa tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:47.738082 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-69b207c4-d1ed-4d24-9b33-ea5c4d2e4654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:47.743668 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-77f5a26d-5f13-4388-9a29-1e0dc597c412 req-9c8a7265-78fc-41f2-8210-cdd79d6b5002 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263593 May 13 14:32:47.771999 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['d423fe6e-2719-4191-adf3-2274b6d1e8e4'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:32:47.803793 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-69b207c4-d1ed-4d24-9b33-ea5c4d2e4654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:47.825864 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b207c4-d1ed-4d24-9b33-ea5c4d2e4654 admin admin] Pushing event deleted for resources: {'Network': ['ID=0432809b-9803-4b9d-b2e4-d517c8c280c6,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:47.847005 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-69b207c4-d1ed-4d24-9b33-ea5c4d2e4654 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0432809b-9803-4b9d-b2e4-d517c8c280c6 HTTP/1.1" status: 204 len: 168 time: 1.5606058 May 13 14:32:47.855660 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02153a-2987-4292-9aa2-9f84b10b2eaa tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Pushing event deleted for resources: {'Port': ['ID=4ae221d9-f023-493e-891e-f94928eeab2d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:47.876183 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2f9f7-e317-4501-b044-91ca1eb32839 req-3bd59260-2f1e-4ea6-8bf2-a9a4b40efb35 tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:47.891481 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-baa2f9f7-e317-4501-b044-91ca1eb32839 req-3bd59260-2f1e-4ea6-8bf2-a9a4b40efb35 tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3cf57f33-4813-4af2-ad62-59f986170361 HTTP/1.1" status: 200 len: 1100 time: 0.3498237 May 13 14:32:47.918852 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-484da7f3-8325-4250-bdc5-bb9134c6851b req-a18437ae-6f39-4497-9aac-3343b6b1c2c0 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823808 May 13 14:32:47.983001 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-baa2f9f7-e317-4501-b044-91ca1eb32839 req-0d3eee68-3606-48d6-bdcd-154388e00456 tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818260 May 13 14:32:47.992536 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device d3586676-44c6-4035-9ddd-b619188f584b no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:32:48.172569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: d3586676-44c6-4035-9ddd-b619188f584b {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:32:48.172912 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device d3586676-44c6-4035-9ddd-b619188f584b not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:32:48.206139 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:48.218961 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a3a612e-abf4-4702-8730-3b8a2a2d5346'] response: {'server_uuid': '3f7fa3ef-1a35-49a0-85f5-ccbbc1c5278e', 'name': 'network-vif-deleted', 'tag': 'd3586676-44c6-4035-9ddd-b619188f584b', 'status': 'completed', 'code': 200} May 13 14:32:48.219361 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45162) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:48.326106 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f8d4226f-8fd4-46ba-a3a1-55f5075cf4fc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f508ce96f54b427ea169d80e1efc9a3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1056297 May 13 14:32:48.328929 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45166) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:48.503956 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-77f5a26d-5f13-4388-9a29-1e0dc597c412 req-0c18412a-2652-4fdc-aedc-6dab68f8a091 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515686 May 13 14:32:48.525372 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3941b755-523a-4303-a03d-10cb775a319a req-e9e59b66-714e-4e2e-926e-375b070b19a8 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d9ebdbc-636b-4abd-b7e8-a98c245575d6 HTTP/1.1" status: 200 len: 210 time: 0.0648603 May 13 14:32:48.530407 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1410898e-d790-4fc6-850e-0c6e8564a2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:48.561706 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1410898e-d790-4fc6-850e-0c6e8564a2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:48.610817 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56e19b-a1ec-47fd-a0a8-14f15e9cfd66 req-619068ae-895a-4814-a91b-ff0ec7ba1bc5 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:48.612362 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6c56e19b-a1ec-47fd-a0a8-14f15e9cfd66 req-619068ae-895a-4814-a91b-ff0ec7ba1bc5 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e85ccb-2698-4a6e-ba07-cb6c9504255d HTTP/1.1" status: 200 len: 949 time: 0.4018650 May 13 14:32:48.629429 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9e6a5a0-850a-449d-ab42-8f0910fd0899 req-1e02153a-2987-4292-9aa2-9f84b10b2eaa tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Router 828d80e7-3ae2-4133-8b77-f0e543cbf28e has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:32:48.681823 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1410898e-d790-4fc6-850e-0c6e8564a2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:48.703191 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410898e-d790-4fc6-850e-0c6e8564a2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38400f9c-b542-4f32-bdba-1fa4f99d86f8,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:48.723474 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1410898e-d790-4fc6-850e-0c6e8564a2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:48.724581 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1410898e-d790-4fc6-850e-0c6e8564a2da admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/38400f9c-b542-4f32-bdba-1fa4f99d86f8 HTTP/1.1" status: 204 len: 168 time: 0.3947828 May 13 14:32:48.735041 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9307b-6338-408b-b2f3-1ccbc80cdaa7 req-c5afa111-d9a9-477a-88b6-62fb46ca93dd tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:48.736789 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5aa9307b-6338-408b-b2f3-1ccbc80cdaa7 req-c5afa111-d9a9-477a-88b6-62fb46ca93dd tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=71c8b92c-73b1-4b84-bf78-f0d15b96373f HTTP/1.1" status: 200 len: 1101 time: 0.1022239 May 13 14:32:48.756303 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6c56e19b-a1ec-47fd-a0a8-14f15e9cfd66 req-71981d8f-fb47-407f-a2bc-0a046272b021 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.35 "GET /v2.0/security-groups?id=6754d1d9-f358-4882-a46e-1d7501522123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294298 May 13 14:32:48.795327 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5aa9307b-6338-408b-b2f3-1ccbc80cdaa7 req-8c15cd79-f6b7-44c1-b95d-b46d51b7a18f tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478854 May 13 14:32:49.288400 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-f656dc59-0c55-42e6-b964-4a2ab42b7b24 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413294 May 13 14:32:49.404983 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:32:49.522787 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-e69f7304-54d9-4deb-967d-fdfefd67156a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:49.524902 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-e69f7304-54d9-4deb-967d-fdfefd67156a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2351816 May 13 14:32:49.536747 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9e6a5a0-850a-449d-ab42-8f0910fd0899 req-1e02153a-2987-4292-9aa2-9f84b10b2eaa tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:32:49.545204 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-70783554-a36e-4e51-9ba7-6be6bf3bcab3 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/quotas/a49f1166c3f54f5fb3c6b91a02cdaaab HTTP/1.1" status: 200 len: 375 time: 0.0138717 May 13 14:32:49.548645 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45bca15-dd65-4eec-aaa2-aaa31924a993 None None] Sync routers for ids ['828d80e7-3ae2-4133-8b77-f0e543cbf28e'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:32:49.562187 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45bca15-dd65-4eec-aaa2-aaa31924a993 None None] Routers {'828d80e7-3ae2-4133-8b77-f0e543cbf28e'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:32:49.562792 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f45bca15-dd65-4eec-aaa2-aaa31924a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:32:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['828d80e7-3ae2-4133-8b77-f0e543cbf28e'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:49.644816 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b92f08-771a-4fae-b9d5-860f4eee76cc req-43f4b848-8c29-42f8-bbac-7763fee7be87 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:49.651141 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b92f08-771a-4fae-b9d5-860f4eee76cc req-43f4b848-8c29-42f8-bbac-7763fee7be87 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:49.652987 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a8b92f08-771a-4fae-b9d5-860f4eee76cc req-43f4b848-8c29-42f8-bbac-7763fee7be87 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a3e7deb-cba1-48af-b96e-c5fba6b88a2a HTTP/1.1" status: 200 len: 1679 time: 0.4508092 May 13 14:32:49.654242 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e6a5a0-850a-449d-ab42-8f0910fd0899 req-1e02153a-2987-4292-9aa2-9f84b10b2eaa tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] No DVR routers for this DVR port 4ae221d9-f023-493e-891e-f94928eeab2d on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:32:49.661929 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e9e6a5a0-850a-449d-ab42-8f0910fd0899 req-1e02153a-2987-4292-9aa2-9f84b10b2eaa tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:49.665761 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9ebdbc-636b-4abd-b7e8-a98c245575d6', 'name': 'network-vif-deleted', 'tag': '4ae221d9-f023-493e-891e-f94928eeab2d'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:49.682401 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-4031a86f-8aff-4a18-aa5b-f7726885251e tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1308625 May 13 14:32:49.723299 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e9e6a5a0-850a-449d-ab42-8f0910fd0899 req-1e02153a-2987-4292-9aa2-9f84b10b2eaa tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.59 "DELETE /v2.0/ports/4ae221d9-f023-493e-891e-f94928eeab2d HTTP/1.1" status: 204 len: 173 time: 3.6615815 May 13 14:32:49.759384 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 4ae221d9-f023-493e-891e-f94928eeab2d no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:32:49.866363 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 4ae221d9-f023-493e-891e-f94928eeab2d {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:32:49.873451 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 4ae221d9-f023-493e-891e-f94928eeab2d not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:32:49.909004 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a8b92f08-771a-4fae-b9d5-860f4eee76cc req-14f98be4-c32a-43ed-896f-46e12528df0f tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439690 May 13 14:32:49.946579 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1de7151f-b312-4107-bde2-65657bec6b5c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:49.951313 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1de7151f-b312-4107-bde2-65657bec6b5c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:49.954612 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-f45bca15-dd65-4eec-aaa2-aaa31924a993 None None] Set router 828d80e7-3ae2-4133-8b77-f0e543cbf28e gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:32:50.232923 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f9fa3e40-b292-48c9-97fd-125ba1976ad4 req-0ffc6a63-11f5-456d-bb1f-2d828008e41a tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d9ebdbc-636b-4abd-b7e8-a98c245575d6 HTTP/1.1" status: 200 len: 210 time: 0.0625465 May 13 14:32:50.303848 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b61d7ff-4592-4aab-be6c-9f0f6947d941'] response: {'server_uuid': '2d9ebdbc-636b-4abd-b7e8-a98c245575d6', 'name': 'network-vif-deleted', 'tag': '4ae221d9-f023-493e-891e-f94928eeab2d', 'status': 'completed', 'code': 200} May 13 14:32:50.313384 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 869b9818-77c6-46dc-8c61-833eff83ed62 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:50.361840 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-1de7151f-b312-4107-bde2-65657bec6b5c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Floating IP 2fcf04f2-9305-4b9a-9c5f-366c2fb2ea8b associated. External IP: 172.25.0.108, port: a9524246-4389-4419-84b2-ace9bd9799d3. May 13 14:32:50.498375 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa87132-9ab7-4bfd-85d2-9e79cb7795a1 req-15974a88-18ae-462c-84a5-469c585acee6 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:50.506034 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cfa87132-9ab7-4bfd-85d2-9e79cb7795a1 req-15974a88-18ae-462c-84a5-469c585acee6 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 945 time: 0.4282050 May 13 14:32:50.522291 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 869b9818-77c6-46dc-8c61-833eff83ed62 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:50.534980 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 869b9818-77c6-46dc-8c61-833eff83ed62 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:50.535479 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:50.723694 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604be88-f98c-471f-9dcb-7d527a7233d9 req-7fc61dee-dc89-4ea3-87d2-7266cb24c6fe tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:50.734352 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2604be88-f98c-471f-9dcb-7d527a7233d9 req-7fc61dee-dc89-4ea3-87d2-7266cb24c6fe tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e85ccb-2698-4a6e-ba07-cb6c9504255d HTTP/1.1" status: 200 len: 949 time: 0.2495592 May 13 14:32:50.833673 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f45bca15-dd65-4eec-aaa2-aaa31924a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460643016-router', 'tenant_id': '12ab0468071c4386a5fd2440f1c099c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '2bb5aab4-6bc1-4538-a26c-1f51483b6e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:29:54Z', 'updated_at': '2022-05-13T14:30:06Z', 'revision_number': 4, 'project_id': '12ab0468071c4386a5fd2440f1c099c4', 'gw_port': {'id': '2bb5aab4-6bc1-4538-a26c-1f51483b6e79', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:57Z', 'updated_at': '2022-05-13T14:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '72329a1d-2f0a-4ed8-a05e-1fd99d851fb9', 'name': '', 'network_id': '80c078ad-dab9-4128-aa75-5b381575767a', 'tenant_id': '12ab0468071c4386a5fd2440f1c099c4', 'mac_address': 'fa:16:3e:08:5a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '79a8cbb1-2ae6-4444-b791-b23d69c3e4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:04Z', 'updated_at': '2022-05-13T14:30:16Z', 'revision_number': 5, 'project_id': '12ab0468071c4386a5fd2440f1c099c4', 'subnets': [{'id': '79a8cbb1-2ae6-4444-b791-b23d69c3e4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:50.844098 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45bca15-dd65-4eec-aaa2-aaa31924a993 None None] Checking router: 828d80e7-3ae2-4133-8b77-f0e543cbf28e for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:32:50.865676 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cfa87132-9ab7-4bfd-85d2-9e79cb7795a1 req-265032f1-6500-4fec-8301-31ddca433ff3 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518314 May 13 14:32:50.867293 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45bca15-dd65-4eec-aaa2-aaa31924a993 None None] Routers {'828d80e7-3ae2-4133-8b77-f0e543cbf28e'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:32:50.869001 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f45bca15-dd65-4eec-aaa2-aaa31924a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:32:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['828d80e7-3ae2-4133-8b77-f0e543cbf28e'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:50.882868 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2604be88-f98c-471f-9dcb-7d527a7233d9 req-f39a3a5f-255d-4ac6-8622-ddfd2abb9267 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.35 "GET /v2.0/security-groups?id=6754d1d9-f358-4882-a46e-1d7501522123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476350 May 13 14:32:50.903476 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 869b9818-77c6-46dc-8c61-833eff83ed62 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:50.905691 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:50.977542 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3e7deb-cba1-48af-b96e-c5fba6b88a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869b9818-77c6-46dc-8c61-833eff83ed62'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:50.994252 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 869b9818-77c6-46dc-8c61-833eff83ed62, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=869b9818-77c6-46dc-8c61-833eff83ed62,segment=NetworkSegment(61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd),segment_id=61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:51.001728 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:51.002809 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device d423fe6e-2719-4191-adf3-2274b6d1e8e4 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:51.118645 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2ba044e1-549c-40b3-a7ea-eb5893e973cf req-a648e816-2844-4ef8-bfac-05d9276e3f36 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=17c0d20f-ffbd-4a5b-9b1b-0ace35cb120b HTTP/1.1" status: 200 len: 210 time: 0.1092854 May 13 14:32:51.221934 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-f45bca15-dd65-4eec-aaa2-aaa31924a993 None None] Set router 828d80e7-3ae2-4133-8b77-f0e543cbf28e gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:32:51.395805 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=869b9818-77c6-46dc-8c61-833eff83ed62,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:51.459313 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port d423fe6e-2719-4191-adf3-2274b6d1e8e4 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:51.471616 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port d423fe6e-2719-4191-adf3-2274b6d1e8e4 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:51.472054 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:51.635876 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port d423fe6e-2719-4191-adf3-2274b6d1e8e4 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:51.636741 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:51.677680 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port d423fe6e-2719-4191-adf3-2274b6d1e8e4, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=d423fe6e-2719-4191-adf3-2274b6d1e8e4,segment=NetworkSegment(2d9ca6ef-d40c-4569-9fab-5133f50f1003),segment_id=2d9ca6ef-d40c-4569-9fab-5133f50f1003)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:51.681617 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:51.681924 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de7151f-b312-4107-bde2-65657bec6b5c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:32:51.734823 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d4080-d07d-4358-a4bc-6832a69888b8 req-3dd1acec-a7e0-4ef2-8c48-33c67a0b9027 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:51.740656 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d4080-d07d-4358-a4bc-6832a69888b8 req-3dd1acec-a7e0-4ef2-8c48-33c67a0b9027 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:51.747746 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-271d4080-d07d-4358-a4bc-6832a69888b8 req-3dd1acec-a7e0-4ef2-8c48-33c67a0b9027 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a3e7deb-cba1-48af-b96e-c5fba6b88a2a HTTP/1.1" status: 200 len: 1680 time: 0.4302812 May 13 14:32:51.789174 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1162810-54bc-444b-9ff1-a77670d979a2 req-64a2c66e-8771-49d3-a6c1-178b9447ea28 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:51.791303 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c1162810-54bc-444b-9ff1-a77670d979a2 req-64a2c66e-8771-49d3-a6c1-178b9447ea28 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 945 time: 0.2250199 May 13 14:32:51.792803 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=d423fe6e-2719-4191-adf3-2274b6d1e8e4,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:51.950107 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f45bca15-dd65-4eec-aaa2-aaa31924a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460643016-router', 'tenant_id': '12ab0468071c4386a5fd2440f1c099c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '2bb5aab4-6bc1-4538-a26c-1f51483b6e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:29:54Z', 'updated_at': '2022-05-13T14:30:06Z', 'revision_number': 4, 'project_id': '12ab0468071c4386a5fd2440f1c099c4', 'gw_port': {'id': '2bb5aab4-6bc1-4538-a26c-1f51483b6e79', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:57Z', 'updated_at': '2022-05-13T14:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '72329a1d-2f0a-4ed8-a05e-1fd99d851fb9', 'name': '', 'network_id': '80c078ad-dab9-4128-aa75-5b381575767a', 'tenant_id': '12ab0468071c4386a5fd2440f1c099c4', 'mac_address': 'fa:16:3e:08:5a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '79a8cbb1-2ae6-4444-b791-b23d69c3e4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:04Z', 'updated_at': '2022-05-13T14:30:16Z', 'revision_number': 5, 'project_id': '12ab0468071c4386a5fd2440f1c099c4', 'subnets': [{'id': '79a8cbb1-2ae6-4444-b791-b23d69c3e4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:51.955686 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45bca15-dd65-4eec-aaa2-aaa31924a993 None None] The sync data for ids ['828d80e7-3ae2-4133-8b77-f0e543cbf28e'] in n-d-841760-1 is: [{'id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460643016-router', 'tenant_id': '12ab0468071c4386a5fd2440f1c099c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '2bb5aab4-6bc1-4538-a26c-1f51483b6e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:29:54Z', 'updated_at': '2022-05-13T14:30:06Z', 'revision_number': 4, 'project_id': '12ab0468071c4386a5fd2440f1c099c4', 'gw_port': {'id': '2bb5aab4-6bc1-4538-a26c-1f51483b6e79', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:57Z', 'updated_at': '2022-05-13T14:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '72329a1d-2f0a-4ed8-a05e-1fd99d851fb9', 'name': '', 'network_id': '80c078ad-dab9-4128-aa75-5b381575767a', 'tenant_id': '12ab0468071c4386a5fd2440f1c099c4', 'mac_address': 'fa:16:3e:08:5a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '79a8cbb1-2ae6-4444-b791-b23d69c3e4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:04Z', 'updated_at': '2022-05-13T14:30:16Z', 'revision_number': 5, 'project_id': '12ab0468071c4386a5fd2440f1c099c4', 'subnets': [{'id': '79a8cbb1-2ae6-4444-b791-b23d69c3e4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:32:52.058005 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-271d4080-d07d-4358-a4bc-6832a69888b8 req-00265b6d-3a9b-433e-b436-9389dbf50ab0 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075204 May 13 14:32:52.062704 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae43ee42-8f1c-4d59-8655-0f64be49b36f'] response: {'server_uuid': '8a3e7deb-cba1-48af-b96e-c5fba6b88a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869b9818-77c6-46dc-8c61-833eff83ed62', 'code': 200} May 13 14:32:52.154766 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-c1162810-54bc-444b-9ff1-a77670d979a2 req-b4d0ac39-caee-4f72-9e72-ad55afc5b259 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Deleting port b44e4a3d-d2ae-4152-983f-ecfa5637cafd {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:32:52.155182 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c1162810-54bc-444b-9ff1-a77670d979a2 req-b4d0ac39-caee-4f72-9e72-ad55afc5b259 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:52.402991 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdcab97-1aff-499c-afe5-321d1142872c None None] New status for floating IP c59e0fe6-0701-4bd3-a1dd-fd2599e8089f: DOWN {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:32:52.442467 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de7151f-b312-4107-bde2-65657bec6b5c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:32:52.454524 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3dc0dc-04bb-4712-b9aa-50a9f2b4fb5a None None] Sync routers for ids ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:32:52.467864 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1de7151f-b312-4107-bde2-65657bec6b5c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:52.470180 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3dc0dc-04bb-4712-b9aa-50a9f2b4fb5a None None] Routers {'61d9c492-7067-4a2e-92b2-ee02e1800bf7'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:32:52.470788 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-ff3dc0dc-04bb-4712-b9aa-50a9f2b4fb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:32:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:52.683302 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c56bb0b0-02f6-4c60-adfa-99e53e69c49a req-25189928-e049-4372-a991-af9a9de72ae1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=17c0d20f-ffbd-4a5b-9b1b-0ace35cb120b HTTP/1.1" status: 200 len: 210 time: 0.1103110 May 13 14:32:52.724849 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45340) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:52.785674 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1de7151f-b312-4107-bde2-65657bec6b5c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "PUT /v2.0/floatingips/2fcf04f2-9305-4b9a-9c5f-366c2fb2ea8b HTTP/1.1" status: 200 len: 991 time: 5.3527386 May 13 14:32:52.789599 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772fe0a2-01e5-41ae-a067-32f7d5320cb9', 'tag': 'a9524246-4389-4419-84b2-ace9bd9799d3'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:52.873662 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-6348e6d8-b8eb-43ae-a915-8625fe0e200d tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671337 May 13 14:32:52.905958 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-ff3dc0dc-04bb-4712-b9aa-50a9f2b4fb5a None None] Set router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:32:52.970206 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dad9d4-bd4d-4677-b586-f90eba604e17 req-bfd1ae3e-ae09-460c-9e62-794ec941428b tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:52.972890 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-62dad9d4-bd4d-4677-b586-f90eba604e17 req-bfd1ae3e-ae09-460c-9e62-794ec941428b tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 945 time: 0.6189206 May 13 14:32:52.991654 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-c1162810-54bc-444b-9ff1-a77670d979a2 req-b4d0ac39-caee-4f72-9e72-ad55afc5b259 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] For port b44e4a3d-d2ae-4152-983f-ecfa5637cafd, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b44e4a3d-d2ae-4152-983f-ecfa5637cafd,segment=NetworkSegment(f83b9c1a-1c4f-4324-954c-a30a86166b9c),segment_id=f83b9c1a-1c4f-4324-954c-a30a86166b9c)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:52.992035 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c1162810-54bc-444b-9ff1-a77670d979a2 req-b4d0ac39-caee-4f72-9e72-ad55afc5b259 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:53.115485 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68e87fd2-26bd-469d-8ae0-8b19981f7be5'] response: {'name': 'network-changed', 'server_uuid': '772fe0a2-01e5-41ae-a067-32f7d5320cb9', 'tag': 'a9524246-4389-4419-84b2-ace9bd9799d3', 'status': 'completed', 'code': 200} May 13 14:32:53.221941 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-c1162810-54bc-444b-9ff1-a77670d979a2 req-b4d0ac39-caee-4f72-9e72-ad55afc5b259 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Calling delete_port for b44e4a3d-d2ae-4152-983f-ecfa5637cafd owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:32:53.383344 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45358) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:53.435364 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-62dad9d4-bd4d-4677-b586-f90eba604e17 req-3277e2ea-c705-405d-b1cd-de890928dcb0 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/security-groups?id=26d60ccb-3650-44b7-8dc7-bab297f8d72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495118 May 13 14:32:53.474780 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-ff3dc0dc-04bb-4712-b9aa-50a9f2b4fb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:08Z', 'revision_number': 4, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'gw_port': {'id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:59Z', 'updated_at': '2022-05-13T14:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '2fcf04f2-9305-4b9a-9c5f-366c2fb2ea8b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'floating_ip_address': '172.25.0.108', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'port_id': 'a9524246-4389-4419-84b2-ace9bd9799d3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'mac_address': 'fa:16:3e:7e:54:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772fe0a2-01e5-41ae-a067-32f7d5320cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:32:19Z', 'updated_at': '2022-05-13T14:32:49Z', 'revision_number': 1, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60ed9ed-d7c1-4158-bdf6-5ea4de8475c6', 'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'mac_address': 'fa:16:3e:a9:45:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:32:05Z', 'updated_at': '2022-05-13T14:32:19Z', 'revision_number': 5, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'subnets': [{'id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:53.478982 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3dc0dc-04bb-4712-b9aa-50a9f2b4fb5a None None] Checking router: 61d9c492-7067-4a2e-92b2-ee02e1800bf7 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:32:53.490271 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3dc0dc-04bb-4712-b9aa-50a9f2b4fb5a None None] Routers {'61d9c492-7067-4a2e-92b2-ee02e1800bf7'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:32:53.490871 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-ff3dc0dc-04bb-4712-b9aa-50a9f2b4fb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:32:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:53.512705 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1c65d6de-d50d-4df6-bf5a-8516dd897892 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:53.571730 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9595644-703d-4741-9d4a-9de2f3bbd431 req-7a0a6a74-328d-4fcc-b795-cbf8f35408ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:53.573558 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c9595644-703d-4741-9d4a-9de2f3bbd431 req-7a0a6a74-328d-4fcc-b795-cbf8f35408ec service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b6ab0120ba4d4937a9340132b618cd48&device_id=772fe0a2-01e5-41ae-a067-32f7d5320cb9 HTTP/1.1" status: 200 len: 1096 time: 0.2893291 May 13 14:32:53.642880 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-90e8c550-a0f1-4688-b573-eb8e1220388d tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:53.645040 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-90e8c550-a0f1-4688-b573-eb8e1220388d tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7702456 May 13 14:32:53.667973 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1c65d6de-d50d-4df6-bf5a-8516dd897892 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:53.679836 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-31fd178d-c1cd-48dc-b88f-719e293ed17b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Request body: {'port': {'device_id': '17c0d20f-ffbd-4a5b-9b1b-0ace35cb120b', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'admin_state_up': True, 'tenant_id': 'a49f1166c3f54f5fb3c6b91a02cdaaab'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:53.715724 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4eb5363e-0e66-4684-871c-3a8eed7e63f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:53.751734 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-ff3dc0dc-04bb-4712-b9aa-50a9f2b4fb5a None None] Set router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:32:53.773412 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c1162810-54bc-444b-9ff1-a77670d979a2 req-b4d0ac39-caee-4f72-9e72-ad55afc5b259 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:53.783099 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a4d47-c9f3-4f86-93ab-cf37824ae27c req-e407f681-054f-4e40-8928-b06b0c05d8d0 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:53.785248 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b44e4a3d-d2ae-4152-983f-ecfa5637cafd no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:32:53.791965 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a4d47-c9f3-4f86-93ab-cf37824ae27c req-e407f681-054f-4e40-8928-b06b0c05d8d0 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:53.793833 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d02a4d47-c9f3-4f86-93ab-cf37824ae27c req-e407f681-054f-4e40-8928-b06b0c05d8d0 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a3e7deb-cba1-48af-b96e-c5fba6b88a2a HTTP/1.1" status: 200 len: 1681 time: 0.4944022 May 13 14:32:53.880102 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: b44e4a3d-d2ae-4152-983f-ecfa5637cafd {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:32:53.880443 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b44e4a3d-d2ae-4152-983f-ecfa5637cafd not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:32:53.935469 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d02a4d47-c9f3-4f86-93ab-cf37824ae27c req-db330869-b30d-4aaf-b460-966c16ff9e76 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280749 May 13 14:32:53.952879 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4eb5363e-0e66-4684-871c-3a8eed7e63f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:53.979868 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4eb5363e-0e66-4684-871c-3a8eed7e63f2 admin admin] Usage tracker for resource:security_group_rule and tenant:e49225faaf1345f5a17aecf850f0fc34 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:54.019833 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0ac39-caee-4f72-9e72-ad55afc5b259 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Pushing event deleted for resources: {'Port': ['ID=b44e4a3d-d2ae-4152-983f-ecfa5637cafd,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:54.020286 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-31fd178d-c1cd-48dc-b88f-719e293ed17b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:54.030696 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4eb5363e-0e66-4684-871c-3a8eed7e63f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:54.043301 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-31fd178d-c1cd-48dc-b88f-719e293ed17b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:54.044714 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b2b8185a-9764-4094-8cfa-a29035c726dd req-677b5d51-03d8-438a-b9d6-2e79ca2545bc tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=17c0d20f-ffbd-4a5b-9b1b-0ace35cb120b HTTP/1.1" status: 200 len: 210 time: 0.1420224 May 13 14:32:54.056741 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1c65d6de-d50d-4df6-bf5a-8516dd897892 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:54.066221 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4eb5363e-0e66-4684-871c-3a8eed7e63f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:54.074751 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3e7deb-cba1-48af-b96e-c5fba6b88a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd423fe6e-2719-4191-adf3-2274b6d1e8e4'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:54.127538 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1162810-54bc-444b-9ff1-a77670d979a2 req-b4d0ac39-caee-4f72-9e72-ad55afc5b259 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] No DVR routers for this DVR port b44e4a3d-d2ae-4152-983f-ecfa5637cafd on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:32:54.128594 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1c65d6de-d50d-4df6-bf5a-8516dd897892 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:54.132541 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c1162810-54bc-444b-9ff1-a77670d979a2 req-b4d0ac39-caee-4f72-9e72-ad55afc5b259 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:54.133249 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1c65d6de-d50d-4df6-bf5a-8516dd897892 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "DELETE /v2.0/security-groups/c4c3a4a2-1105-4cbf-8bc9-0b44bf5653a7 HTTP/1.1" status: 204 len: 168 time: 1.4047713 May 13 14:32:54.135273 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45380) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:54.135908 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65d6de-d50d-4df6-bf5a-8516dd897892 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c3a4a2-1105-4cbf-8bc9-0b44bf5653a7,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:54.136406 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9595644-703d-4741-9d4a-9de2f3bbd431 req-37d32740-33a4-48de-b624-469a5817097c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:54.137984 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c9595644-703d-4741-9d4a-9de2f3bbd431 req-37d32740-33a4-48de-b624-469a5817097c service neutron] 10.222.0.74 "GET /v2.0/networks?id=79758d8c-b106-4287-a282-ab754acae92b HTTP/1.1" status: 200 len: 916 time: 0.5538247 May 13 14:32:54.168844 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9952dcd0-e6bc-4cce-b88c-6189f94f749a'] response: {'server_uuid': '8a3e7deb-cba1-48af-b96e-c5fba6b88a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd423fe6e-2719-4191-adf3-2274b6d1e8e4', 'code': 200} May 13 14:32:54.170967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-31fd178d-c1cd-48dc-b88f-719e293ed17b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Made reservation on behalf of a49f1166c3f54f5fb3c6b91a02cdaaab for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:32:54.174870 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-31fd178d-c1cd-48dc-b88f-719e293ed17b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:54.205745 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-9272f983-c5df-4537-8b15-b90e509a4107 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] show failed (client error): The resource could not be found. May 13 14:32:54.209995 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9272f983-c5df-4537-8b15-b90e509a4107 tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "GET /v2.0/security-groups/c4c3a4a2-1105-4cbf-8bc9-0b44bf5653a7 HTTP/1.1" status: 404 len: 347 time: 0.0687833 May 13 14:32:54.363241 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45384) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:54.419675 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-ff3dc0dc-04bb-4712-b9aa-50a9f2b4fb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:08Z', 'revision_number': 4, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'gw_port': {'id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:59Z', 'updated_at': '2022-05-13T14:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '2fcf04f2-9305-4b9a-9c5f-366c2fb2ea8b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'floating_ip_address': '172.25.0.108', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'port_id': 'a9524246-4389-4419-84b2-ace9bd9799d3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'mac_address': 'fa:16:3e:7e:54:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772fe0a2-01e5-41ae-a067-32f7d5320cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:32:19Z', 'updated_at': '2022-05-13T14:32:49Z', 'revision_number': 1, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60ed9ed-d7c1-4158-bdf6-5ea4de8475c6', 'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'mac_address': 'fa:16:3e:a9:45:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:32:05Z', 'updated_at': '2022-05-13T14:32:19Z', 'revision_number': 5, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'subnets': [{'id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:54.424299 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3dc0dc-04bb-4712-b9aa-50a9f2b4fb5a None None] The sync data for ids ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'] in n-d-841760-1 is: [{'id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:08Z', 'revision_number': 4, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'gw_port': {'id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:59Z', 'updated_at': '2022-05-13T14:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '2fcf04f2-9305-4b9a-9c5f-366c2fb2ea8b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'floating_ip_address': '172.25.0.108', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'port_id': 'a9524246-4389-4419-84b2-ace9bd9799d3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'mac_address': 'fa:16:3e:7e:54:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772fe0a2-01e5-41ae-a067-32f7d5320cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:32:19Z', 'updated_at': '2022-05-13T14:32:49Z', 'revision_number': 1, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60ed9ed-d7c1-4158-bdf6-5ea4de8475c6', 'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'mac_address': 'fa:16:3e:a9:45:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:32:05Z', 'updated_at': '2022-05-13T14:32:19Z', 'revision_number': 5, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'subnets': [{'id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:32:54.474178 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c1162810-54bc-444b-9ff1-a77670d979a2 req-b4d0ac39-caee-4f72-9e72-ad55afc5b259 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.59 "DELETE /v2.0/ports/b44e4a3d-d2ae-4152-983f-ecfa5637cafd HTTP/1.1" status: 204 len: 173 time: 2.6022944 May 13 14:32:54.538397 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-31fd178d-c1cd-48dc-b88f-719e293ed17b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Allocated IP 192.168.233.160 (7d165b7c-a84b-4191-823a-46e347c23eb5/fb4bc443-ac8b-4686-9d3b-15c2430aa8ca/b281dee8-53b5-411d-be6e-41b4eafc9fd9) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:32:54.579662 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd5c27-1093-4edf-9e50-ce32ed7478d2 req-723a421b-9daa-4b49-b074-fa46a7e826ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:54.581373 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd5c27-1093-4edf-9e50-ce32ed7478d2 req-723a421b-9daa-4b49-b074-fa46a7e826ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:54.586165 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d1cd5c27-1093-4edf-9e50-ce32ed7478d2 req-723a421b-9daa-4b49-b074-fa46a7e826ed service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8a3e7deb-cba1-48af-b96e-c5fba6b88a2a HTTP/1.1" status: 200 len: 1983 time: 0.2201929 May 13 14:32:54.651327 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-129e24cb-ed82-410c-9701-1ef5cdb4b0cb tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Deleting port 19a5b0fb-5427-4e5d-91e8-42f7273b7601 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:32:54.651967 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-129e24cb-ed82-410c-9701-1ef5cdb4b0cb tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:54.695095 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c9595644-703d-4741-9d4a-9de2f3bbd431 req-fa4263fe-a8e2-4af5-a413-d874c7bbfd54 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9524246-4389-4419-84b2-ace9bd9799d3 HTTP/1.1" status: 200 len: 999 time: 0.5435812 May 13 14:32:54.702159 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d1cd5c27-1093-4edf-9e50-ce32ed7478d2 req-8b462837-293b-44e1-861f-8d7654504af3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078403 May 13 14:32:54.815137 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-414a2c22-52dd-4cde-8765-4559e852baa6 req-34294015-e632-4132-a7b3-a7f4b82c7a84 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Synchronizing usage tracker for tenant:cdb87555604447c18b7eacc26b6a4234 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:32:54.824916 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5318c671-2288-4b27-bbf8-26c683147a06 None None] New status for floating IP 2fcf04f2-9305-4b9a-9c5f-366c2fb2ea8b: ACTIVE {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:32:54.870214 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-414a2c22-52dd-4cde-8765-4559e852baa6 req-34294015-e632-4132-a7b3-a7f4b82c7a84 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] Unset dirty status for tenant:cdb87555604447c18b7eacc26b6a4234 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:32:54.888608 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-414a2c22-52dd-4cde-8765-4559e852baa6 req-34294015-e632-4132-a7b3-a7f4b82c7a84 tempest-ServerRescueTestJSON-1602312103 tempest-ServerRescueTestJSON-1602312103-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdc4d9a5-8f0d-4481-9d86-5059a204c549 HTTP/1.1" status: 200 len: 210 time: 0.2785738 May 13 14:32:54.906988 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-31fd178d-c1cd-48dc-b88f-719e293ed17b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:54.925877 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-31fd178d-c1cd-48dc-b88f-719e293ed17b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Transition to ACTIVE for port object b281dee8-53b5-411d-be6e-41b4eafc9fd9 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:54.957369 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-31fd178d-c1cd-48dc-b88f-719e293ed17b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:55.021790 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9595644-703d-4741-9d4a-9de2f3bbd431 req-40f3ff12-0b31-48a2-a044-b44452989f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:55.023702 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c9595644-703d-4741-9d4a-9de2f3bbd431 req-40f3ff12-0b31-48a2-a044-b44452989f2d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3f8b6906-e2ce-45f4-9457-d3fca5fa8def HTTP/1.1" status: 200 len: 854 time: 0.2763724 May 13 14:32:55.031051 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4eb5363e-0e66-4684-871c-3a8eed7e63f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:55.034758 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4eb5363e-0e66-4684-871c-3a8eed7e63f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:55.112920 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-31fd178d-c1cd-48dc-b88f-719e293ed17b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:32:55.116563 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-31fd178d-c1cd-48dc-b88f-719e293ed17b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:55.120406 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-31fd178d-c1cd-48dc-b88f-719e293ed17b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:32:55.135827 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4eb5363e-0e66-4684-871c-3a8eed7e63f2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e49225faaf1345f5a17aecf850f0fc34&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7392657 May 13 14:32:55.136506 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc4d9a5-8f0d-4481-9d86-5059a204c549', 'name': 'network-vif-deleted', 'tag': 'b44e4a3d-d2ae-4152-983f-ecfa5637cafd'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:55.149158 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45404) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:55.155484 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd178d-c1cd-48dc-b88f-719e293ed17b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Pushing event updated for resources: {'Port': ['ID=b281dee8-53b5-411d-be6e-41b4eafc9fd9,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:55.190437 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['41d6498b-80c7-4797-b523-231bb2077238', '264f174b-52f0-4701-8c1f-20098e7391bb', 'd044bab1-0650-4c79-bf4c-d0feaf1d04cd', '6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:32:55.252338 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['eb595b96-cef3-4299-99d9-de7e5c7f260a'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:32:55.427053 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-129e24cb-ed82-410c-9701-1ef5cdb4b0cb tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:55.427927 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-129e24cb-ed82-410c-9701-1ef5cdb4b0cb tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:55.433453 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-31fd178d-c1cd-48dc-b88f-719e293ed17b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:55.438957 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-31fd178d-c1cd-48dc-b88f-719e293ed17b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:55.445746 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5363e-0e66-4684-871c-3a8eed7e63f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d3256e-e59b-4113-8b3a-a3aae151751f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:55.509456 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-472c8900-5232-45ee-8858-439874771d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:55.522435 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-31fd178d-c1cd-48dc-b88f-719e293ed17b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8575757 May 13 14:32:55.542391 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-87d702cc-f36a-4b7b-9041-d767c942e6ce service neutron] Request body: {'port': {'device_id': '17c0d20f-ffbd-4a5b-9b1b-0ace35cb120b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:55.579718 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-472c8900-5232-45ee-8858-439874771d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:55.583425 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-76719a17-f119-46a6-99b5-5333e0b3d37a None None] Provisioning for port b281dee8-53b5-411d-be6e-41b4eafc9fd9 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:55.603647 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-129e24cb-ed82-410c-9701-1ef5cdb4b0cb tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Calling delete_port for 19a5b0fb-5427-4e5d-91e8-42f7273b7601 owned by network:floatingip {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:32:55.605976 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e53cb3-bb36-4095-b28e-b2f06d432f5f req-741ad8e6-6fa9-4470-a5df-96e5450ff302 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:55.611926 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e53cb3-bb36-4095-b28e-b2f06d432f5f req-741ad8e6-6fa9-4470-a5df-96e5450ff302 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:55.619958 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-87e53cb3-bb36-4095-b28e-b2f06d432f5f req-741ad8e6-6fa9-4470-a5df-96e5450ff302 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a3e7deb-cba1-48af-b96e-c5fba6b88a2a HTTP/1.1" status: 200 len: 1681 time: 0.4300582 May 13 14:32:55.637435 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-76719a17-f119-46a6-99b5-5333e0b3d37a None None] Provisioning complete for port b281dee8-53b5-411d-be6e-41b4eafc9fd9 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:55.639319 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-76719a17-f119-46a6-99b5-5333e0b3d37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:55.701958 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9595644-703d-4741-9d4a-9de2f3bbd431 req-5101179f-2183-4172-b8bc-1833be3d84c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:55.703561 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c9595644-703d-4741-9d4a-9de2f3bbd431 req-5101179f-2183-4172-b8bc-1833be3d84c9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79758d8c-b106-4287-a282-ab754acae92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5621417 May 13 14:32:55.757057 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-87e53cb3-bb36-4095-b28e-b2f06d432f5f req-d6660d79-cfbc-4b94-a590-83a02a2b3a3c tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361494 May 13 14:32:55.778428 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-76719a17-f119-46a6-99b5-5333e0b3d37a None None] Port b281dee8-53b5-411d-be6e-41b4eafc9fd9 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:32:55.784076 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-87d702cc-f36a-4b7b-9041-d767c942e6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:55.845163 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096bca2-a5be-4aca-b59c-854d86c00ad5 req-dec626dd-0490-4993-870b-bd44b9ca78c9 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:55.854564 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2096bca2-a5be-4aca-b59c-854d86c00ad5 req-dec626dd-0490-4993-870b-bd44b9ca78c9 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=17c0d20f-ffbd-4a5b-9b1b-0ace35cb120b HTTP/1.1" status: 200 len: 936 time: 0.4956872 May 13 14:32:55.857455 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33249f96-06a8-4909-80be-cfe8c4408349'] response: {'server_uuid': 'bdc4d9a5-8f0d-4481-9d86-5059a204c549', 'name': 'network-vif-deleted', 'tag': 'b44e4a3d-d2ae-4152-983f-ecfa5637cafd', 'status': 'completed', 'code': 200} May 13 14:32:55.886908 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-129e24cb-ed82-410c-9701-1ef5cdb4b0cb tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:55.901171 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-472c8900-5232-45ee-8858-439874771d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:55.963979 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c8900-5232-45ee-8858-439874771d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d3256e-e59b-4113-8b3a-a3aae151751f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:55.995433 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-472c8900-5232-45ee-8858-439874771d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:55.999647 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-472c8900-5232-45ee-8858-439874771d9d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a7d3256e-e59b-4113-8b3a-a3aae151751f HTTP/1.1" status: 204 len: 168 time: 0.8489664 May 13 14:32:56.065473 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e24cb-ed82-410c-9701-1ef5cdb4b0cb tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Pushing event deleted for resources: {'Port': ['ID=19a5b0fb-5427-4e5d-91e8-42f7273b7601,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:56.233213 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2096bca2-a5be-4aca-b59c-854d86c00ad5 req-1cd1fabe-bccd-424c-a565-0add7bf404ef tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776634 May 13 14:32:56.265087 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-129e24cb-ed82-410c-9701-1ef5cdb4b0cb tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks [] for floatingip, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:56.340202 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45434) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:56.379028 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device dbc7731a-1422-4514-b88c-638f96b1ae2e details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:32:56.463601 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-129e24cb-ed82-410c-9701-1ef5cdb4b0cb tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:56.468979 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-129e24cb-ed82-410c-9701-1ef5cdb4b0cb tempest-AttachSCSIVolumeTestJSON-1507335908 tempest-AttachSCSIVolumeTestJSON-1507335908-project] 10.222.0.35 "DELETE /v2.0/floatingips/c59e0fe6-0701-4bd3-a1dd-fd2599e8089f HTTP/1.1" status: 204 len: 168 time: 2.0800834 May 13 14:32:56.528242 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c9595644-703d-4741-9d4a-9de2f3bbd431 req-98d5aeca-fd25-4e7f-8e17-0e7e5f821f7e service neutron] 10.222.0.74 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8119192 May 13 14:32:56.626473 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port dbc7731a-1422-4514-b88c-638f96b1ae2e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=dbc7731a-1422-4514-b88c-638f96b1ae2e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:56.643359 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-87d702cc-f36a-4b7b-9041-d767c942e6ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b281dee8-53b5-411d-be6e-41b4eafc9fd9 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:32:56.647130 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'dbc7731a-1422-4514-b88c-638f96b1ae2e', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': 'dbc7731a-1422-4514-b88c-638f96b1ae2e', 'mac_address': 'fa:16:3e:88:26:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:32:56.660189 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-87d702cc-f36a-4b7b-9041-d767c942e6ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:56.675867 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45450) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:56.678602 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-87d702cc-f36a-4b7b-9041-d767c942e6ce service neutron] Transition to ACTIVE for port object b281dee8-53b5-411d-be6e-41b4eafc9fd9 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:56.694918 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-87d702cc-f36a-4b7b-9041-d767c942e6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:56.773782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d702cc-f36a-4b7b-9041-d767c942e6ce service neutron] Pushing event updated for resources: {'Port': ['ID=b281dee8-53b5-411d-be6e-41b4eafc9fd9,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:56.775748 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ada03d7c-f261-47e6-9910-271407d7a4dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:56.825240 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port dbc7731a-1422-4514-b88c-638f96b1ae2e is: ACTIVE; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:56.825622 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:56.877664 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbc7731a-1422-4514-b88c-638f96b1ae2e {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:32:56.896594 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ada03d7c-f261-47e6-9910-271407d7a4dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:56.930441 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port dbc7731a-1422-4514-b88c-638f96b1ae2e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=dbc7731a-1422-4514-b88c-638f96b1ae2e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:56.941149 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:56.970087 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ada03d7c-f261-47e6-9910-271407d7a4dd admin admin] Usage tracker for resource:security_group_rule and tenant:96357a5ebc6f43adaa1e39c5933aa7ea is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:56.978882 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ada03d7c-f261-47e6-9910-271407d7a4dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:57.104294 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ada03d7c-f261-47e6-9910-271407d7a4dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:57.106255 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-87d702cc-f36a-4b7b-9041-d767c942e6ce service neutron] Attempting to bind port b281dee8-53b5-411d-be6e-41b4eafc9fd9 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:32:57.106962 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-87d702cc-f36a-4b7b-9041-d767c942e6ce service neutron] Attempting to bind port b281dee8-53b5-411d-be6e-41b4eafc9fd9 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:32:57.106962 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-87d702cc-f36a-4b7b-9041-d767c942e6ce service neutron] Attempting to bind port b281dee8-53b5-411d-be6e-41b4eafc9fd9 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:57.111159 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=dbc7731a-1422-4514-b88c-638f96b1ae2e,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:57.114279 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-87d702cc-f36a-4b7b-9041-d767c942e6ce service neutron] Port b281dee8-53b5-411d-be6e-41b4eafc9fd9 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:32:57.114603 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-87d702cc-f36a-4b7b-9041-d767c942e6ce service neutron] Attempting to bind port b281dee8-53b5-411d-be6e-41b4eafc9fd9 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:57.125517 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-87d702cc-f36a-4b7b-9041-d767c942e6ce service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:32:57.125854 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-87d702cc-f36a-4b7b-9041-d767c942e6ce service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:32:57.126430 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-87d702cc-f36a-4b7b-9041-d767c942e6ce service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:32:57.139707 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-87d702cc-f36a-4b7b-9041-d767c942e6ce service neutron] Bound port: b281dee8-53b5-411d-be6e-41b4eafc9fd9, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:32:57.140082 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-87d702cc-f36a-4b7b-9041-d767c942e6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:57.145637 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['dbc7731a-1422-4514-b88c-638f96b1ae2e'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:32:57.287287 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-07ac1cf7-739c-4e66-87bf-fd9197df4d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:57.330295 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45480) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:57.371595 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-87d702cc-f36a-4b7b-9041-d767c942e6ce service neutron] For port b281dee8-53b5-411d-be6e-41b4eafc9fd9, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:32:57.375096 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c9595644-703d-4741-9d4a-9de2f3bbd431 req-a5b12124-e528-4b85-873b-2a3b7f78d28c service neutron] 10.222.0.74 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6606524 May 13 14:32:57.379544 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-87d702cc-f36a-4b7b-9041-d767c942e6ce service neutron] For port b281dee8-53b5-411d-be6e-41b4eafc9fd9, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=b281dee8-53b5-411d-be6e-41b4eafc9fd9,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:32:57.403748 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-87d702cc-f36a-4b7b-9041-d767c942e6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:57.554468 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54695b7e-b58e-4319-b2a7-f8aadcf7e2fe req-2dc7c295-2725-438a-81d5-841884d9e74a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:57.561026 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54695b7e-b58e-4319-b2a7-f8aadcf7e2fe req-2dc7c295-2725-438a-81d5-841884d9e74a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:57.563190 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-54695b7e-b58e-4319-b2a7-f8aadcf7e2fe req-2dc7c295-2725-438a-81d5-841884d9e74a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a3e7deb-cba1-48af-b96e-c5fba6b88a2a HTTP/1.1" status: 200 len: 1681 time: 0.5428085 May 13 14:32:57.601705 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a476855d-8924-4844-8459-f7fd51290d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:57.607324 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ada03d7c-f261-47e6-9910-271407d7a4dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:57.611383 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-87d702cc-f36a-4b7b-9041-d767c942e6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:57.612035 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-87d702cc-f36a-4b7b-9041-d767c942e6ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:57.613560 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-87d702cc-f36a-4b7b-9041-d767c942e6ce service neutron] 10.222.0.74 "PUT /v2.0/ports/b281dee8-53b5-411d-be6e-41b4eafc9fd9 HTTP/1.1" status: 200 len: 1096 time: 2.0768080 May 13 14:32:57.619701 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c0d20f-ffbd-4a5b-9b1b-0ace35cb120b', 'tag': 'b281dee8-53b5-411d-be6e-41b4eafc9fd9'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:57.634519 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a476855d-8924-4844-8459-f7fd51290d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:57.640471 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a476855d-8924-4844-8459-f7fd51290d37 admin admin] Usage tracker for resource:security_group_rule and tenant:09e14801d76945849e8bc38e7e913af7 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:57.643808 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a476855d-8924-4844-8459-f7fd51290d37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:57.647532 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ada03d7c-f261-47e6-9910-271407d7a4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:57.650266 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a476855d-8924-4844-8459-f7fd51290d37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:57.684439 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d702cc-f36a-4b7b-9041-d767c942e6ce service neutron] Pushing event updated for resources: {'Port': ['ID=b281dee8-53b5-411d-be6e-41b4eafc9fd9,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:57.785524 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-54695b7e-b58e-4319-b2a7-f8aadcf7e2fe req-78809b19-dd5f-4341-baf9-63a76970baa9 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053418 May 13 14:32:57.814329 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ada03d7c-f261-47e6-9910-271407d7a4dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=96357a5ebc6f43adaa1e39c5933aa7ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1372802 May 13 14:32:57.818319 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45514) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:57.822386 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada03d7c-f261-47e6-9910-271407d7a4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185d5ee5-2bb7-47ba-8d89-f79d614e4e47,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:57.879311 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a476855d-8924-4844-8459-f7fd51290d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:57.882604 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b80036d-cc13-46bd-b9dc-d70952f54942'] response: {'name': 'network-changed', 'server_uuid': '17c0d20f-ffbd-4a5b-9b1b-0ace35cb120b', 'tag': 'b281dee8-53b5-411d-be6e-41b4eafc9fd9', 'status': 'completed', 'code': 200} May 13 14:32:57.885603 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a476855d-8924-4844-8459-f7fd51290d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:57.918210 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-3994d842-295d-4473-8ccb-0158f7597a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:57.920224 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-3994d842-295d-4473-8ccb-0158f7597a92 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&device_id=17c0d20f-ffbd-4a5b-9b1b-0ace35cb120b HTTP/1.1" status: 200 len: 1099 time: 0.2003438 May 13 14:32:57.944366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476855d-8924-4844-8459-f7fd51290d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9050aa77-4325-44d6-89bc-f1cfae43c000,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:57.948139 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced64ebd-0570-4e82-932f-6f829fdc58d8 req-5eddd961-c193-4f3e-a28a-5c9d297e792a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:57.948875 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ced64ebd-0570-4e82-932f-6f829fdc58d8 req-5eddd961-c193-4f3e-a28a-5c9d297e792a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Synchronizing usage tracker for tenant:a49f1166c3f54f5fb3c6b91a02cdaaab on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:32:57.985546 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a476855d-8924-4844-8459-f7fd51290d37 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=09e14801d76945849e8bc38e7e913af7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6428154 May 13 14:32:57.990901 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45524) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:58.029753 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6c8527fe-8b25-4722-a036-8b4bea08c304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:58.054259 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-1ddd9ac7-39d0-43a4-ba86-1619d2305af5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=b281dee8-53b5-411d-be6e-41b4eafc9fd9 HTTP/1.1" status: 200 len: 217 time: 0.0872409 May 13 14:32:58.082992 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c1feda55-5908-4764-839d-b4c2e64d3a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:58.125383 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9d57b1d5-00a1-4375-80c3-f3041bfb2f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:58.126542 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6c8527fe-8b25-4722-a036-8b4bea08c304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:58.140663 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ced64ebd-0570-4e82-932f-6f829fdc58d8 req-5eddd961-c193-4f3e-a28a-5c9d297e792a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Unset dirty status for tenant:a49f1166c3f54f5fb3c6b91a02cdaaab on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:32:58.141822 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ced64ebd-0570-4e82-932f-6f829fdc58d8 req-5eddd961-c193-4f3e-a28a-5c9d297e792a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=17c0d20f-ffbd-4a5b-9b1b-0ace35cb120b HTTP/1.1" status: 200 len: 948 time: 0.5963519 May 13 14:32:58.213200 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c1feda55-5908-4764-839d-b4c2e64d3a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:58.231664 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ced64ebd-0570-4e82-932f-6f829fdc58d8 req-8d5822a1-bba2-4004-a6d9-b15144dd2e34 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834200 May 13 14:32:58.233602 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-97a29c11-0540-4600-94c5-4e09e5b73126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:58.234948 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-97a29c11-0540-4600-94c5-4e09e5b73126 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1696875 May 13 14:32:58.235849 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:58.366356 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6c8527fe-8b25-4722-a036-8b4bea08c304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:58.388541 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device dbc7731a-1422-4514-b88c-638f96b1ae2e up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:58.395326 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8527fe-8b25-4722-a036-8b4bea08c304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185d5ee5-2bb7-47ba-8d89-f79d614e4e47,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:58.401124 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-2badb49d-804b-4fca-8144-3649732c28a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:58.403233 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-2badb49d-804b-4fca-8144-3649732c28a4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1610899 May 13 14:32:58.404209 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6c8527fe-8b25-4722-a036-8b4bea08c304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:58.405224 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6c8527fe-8b25-4722-a036-8b4bea08c304 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/185d5ee5-2bb7-47ba-8d89-f79d614e4e47 HTTP/1.1" status: 204 len: 168 time: 0.5859513 May 13 14:32:58.478302 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c1feda55-5908-4764-839d-b4c2e64d3a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:58.503051 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1feda55-5908-4764-839d-b4c2e64d3a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9050aa77-4325-44d6-89bc-f1cfae43c000,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:58.507069 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port dbc7731a-1422-4514-b88c-638f96b1ae2e triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:58.507623 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:58.514948 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c1feda55-5908-4764-839d-b4c2e64d3a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:58.516197 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c1feda55-5908-4764-839d-b4c2e64d3a23 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9050aa77-4325-44d6-89bc-f1cfae43c000 HTTP/1.1" status: 204 len: 168 time: 0.5243888 May 13 14:32:58.687893 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port dbc7731a-1422-4514-b88c-638f96b1ae2e is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:58.688986 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:58.723203 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-9d57b1d5-00a1-4375-80c3-f3041bfb2f85 admin admin] Deleting port 23a327e4-613d-4b21-a7bb-62754f2ab5bb {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:32:58.723464 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9d57b1d5-00a1-4375-80c3-f3041bfb2f85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:58.749962 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port dbc7731a-1422-4514-b88c-638f96b1ae2e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=dbc7731a-1422-4514-b88c-638f96b1ae2e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:58.754542 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e85ccb-2698-4a6e-ba07-cb6c9504255d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc7731a-1422-4514-b88c-638f96b1ae2e'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:58.778922 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:58.804645 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-b2b75ced-36f3-4f97-8ec1-fe6ca77e5f4e service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713951 May 13 14:32:58.868229 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-375bb86b-1d7b-4df9-856f-0a4b3b320126'] response: {'server_uuid': '77e85ccb-2698-4a6e-ba07-cb6c9504255d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc7731a-1422-4514-b88c-638f96b1ae2e', 'code': 200} May 13 14:32:58.925062 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=dbc7731a-1422-4514-b88c-638f96b1ae2e,revision_number=7']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:59.081780 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c6322d7-459e-4ad0-9998-7101003d6190 req-2ff5ade7-0205-4ce8-a837-8d8824f3dcc1 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512794 May 13 14:32:59.226521 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-9d57b1d5-00a1-4375-80c3-f3041bfb2f85 admin admin] For port 23a327e4-613d-4b21-a7bb-62754f2ab5bb, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=23a327e4-613d-4b21-a7bb-62754f2ab5bb,segment=NetworkSegment(f83b9c1a-1c4f-4324-954c-a30a86166b9c),segment_id=f83b9c1a-1c4f-4324-954c-a30a86166b9c)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:59.227717 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9d57b1d5-00a1-4375-80c3-f3041bfb2f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:59.346169 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3aee4-7be4-42d4-a315-2bb0f50c5100 req-1e60bdce-5f08-4049-9dd7-08817c8da5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:59.348535 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e6e3aee4-7be4-42d4-a315-2bb0f50c5100 req-1e60bdce-5f08-4049-9dd7-08817c8da5e2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&device_id=17c0d20f-ffbd-4a5b-9b1b-0ace35cb120b HTTP/1.1" status: 200 len: 1099 time: 0.1771913 May 13 14:32:59.544643 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5dc75bb4-bedf-43e1-b580-9a86f60821f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:59.628914 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-9d57b1d5-00a1-4375-80c3-f3041bfb2f85 admin admin] Calling delete_port for 23a327e4-613d-4b21-a7bb-62754f2ab5bb owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:32:59.713365 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abe839-1fea-48bb-b61e-ade51829c68d req-9a8dabb0-a142-4e95-b52e-a9beb2a28a34 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:59.721394 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abe839-1fea-48bb-b61e-ade51829c68d req-9a8dabb0-a142-4e95-b52e-a9beb2a28a34 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:59.729738 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-43abe839-1fea-48bb-b61e-ade51829c68d req-9a8dabb0-a142-4e95-b52e-a9beb2a28a34 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a3e7deb-cba1-48af-b96e-c5fba6b88a2a HTTP/1.1" status: 200 len: 1681 time: 0.7073457 May 13 14:32:59.794872 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3aee4-7be4-42d4-a315-2bb0f50c5100 req-c50bb5d7-7c4e-40ca-a100-bb6aa2ca5d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:59.796367 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e6e3aee4-7be4-42d4-a315-2bb0f50c5100 req-c50bb5d7-7c4e-40ca-a100-bb6aa2ca5d3c service neutron] 10.222.0.74 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.4418473 May 13 14:32:59.877094 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973268e-be0c-43a9-a796-ce4a65125058 req-1a090a00-12f6-4f22-94ea-d9ced0c34c5c tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:59.879740 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6973268e-be0c-43a9-a796-ce4a65125058 req-1a090a00-12f6-4f22-94ea-d9ced0c34c5c tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=17c0d20f-ffbd-4a5b-9b1b-0ace35cb120b HTTP/1.1" status: 200 len: 948 time: 0.3935192 May 13 14:32:59.890074 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e6e3aee4-7be4-42d4-a315-2bb0f50c5100 req-bc4b70bc-f342-488c-a468-c9c3c7f21890 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=b281dee8-53b5-411d-be6e-41b4eafc9fd9 HTTP/1.1" status: 200 len: 217 time: 0.0846438 May 13 14:33:00.018270 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6973268e-be0c-43a9-a796-ce4a65125058 req-102d0466-2558-4933-9eed-7d7b24803798 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299350 May 13 14:33:00.064455 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3aee4-7be4-42d4-a315-2bb0f50c5100 req-34f665cb-0c80-4e40-98ba-f00532c2c967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:00.068988 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e6e3aee4-7be4-42d4-a315-2bb0f50c5100 req-34f665cb-0c80-4e40-98ba-f00532c2c967 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1647494 May 13 14:33:00.296050 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3aee4-7be4-42d4-a315-2bb0f50c5100 req-4b29dddb-1472-41a8-ad6b-b3431d14ee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:00.297531 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e6e3aee4-7be4-42d4-a315-2bb0f50c5100 req-4b29dddb-1472-41a8-ad6b-b3431d14ee2b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2210975 May 13 14:33:00.309232 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-43abe839-1fea-48bb-b61e-ade51829c68d req-d617565f-3b24-4c2c-bdfc-fee4aee46d80 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5785887 May 13 14:33:00.506900 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:00.570527 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9d57b1d5-00a1-4375-80c3-f3041bfb2f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:00.613810 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:00.749931 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57b1d5-00a1-4375-80c3-f3041bfb2f85 admin admin] Pushing event deleted for resources: {'Port': ['ID=23a327e4-613d-4b21-a7bb-62754f2ab5bb,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:00.778944 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e6e3aee4-7be4-42d4-a315-2bb0f50c5100 req-f0bb047d-f181-455b-af39-09d5e8da1ffb service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658391 May 13 14:33:01.193894 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e6e3aee4-7be4-42d4-a315-2bb0f50c5100 req-b5000756-b926-456e-8527-b116498f0567 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032850 May 13 14:33:01.301662 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9d57b1d5-00a1-4375-80c3-f3041bfb2f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:01.540765 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771ec73-2310-4019-a87b-4d5867749409 req-92666fd7-f397-40f9-bbc1-e123dc2c52a9 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:01.545182 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5771ec73-2310-4019-a87b-4d5867749409 req-92666fd7-f397-40f9-bbc1-e123dc2c52a9 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=17c0d20f-ffbd-4a5b-9b1b-0ace35cb120b HTTP/1.1" status: 200 len: 948 time: 0.2284245 May 13 14:33:01.662014 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5771ec73-2310-4019-a87b-4d5867749409 req-f507e56b-69c2-436e-838d-82f2867c9af1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122785 May 13 14:33:01.739238 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c912330-9739-4536-8e1e-2d93533a78c2 req-c3e7b948-5db8-434f-ad69-b92e1a621d2c tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:01.746960 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c912330-9739-4536-8e1e-2d93533a78c2 req-c3e7b948-5db8-434f-ad69-b92e1a621d2c tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:01.748772 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7c912330-9739-4536-8e1e-2d93533a78c2 req-c3e7b948-5db8-434f-ad69-b92e1a621d2c tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a3e7deb-cba1-48af-b96e-c5fba6b88a2a HTTP/1.1" status: 200 len: 1681 time: 0.2717166 May 13 14:33:01.995814 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:02.068095 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7c912330-9739-4536-8e1e-2d93533a78c2 req-2b375b8c-c3f5-4c42-8dc5-2ddf2b768347 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921127 May 13 14:33:02.100655 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45686) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:02.386857 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d57b1d5-00a1-4375-80c3-f3041bfb2f85 admin admin] Router ca909f38-671e-419a-9576-e9a431fc139a has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:33:02.439325 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device b281dee8-53b5-411d-be6e-41b4eafc9fd9 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:33:02.681688 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port b281dee8-53b5-411d-be6e-41b4eafc9fd9, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=b281dee8-53b5-411d-be6e-41b4eafc9fd9,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:02.746282 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'b281dee8-53b5-411d-be6e-41b4eafc9fd9', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': 'b281dee8-53b5-411d-be6e-41b4eafc9fd9', 'mac_address': 'fa:16:3e:e7:10:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:33:02.979965 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port b281dee8-53b5-411d-be6e-41b4eafc9fd9 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:33:02.980351 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:03.023734 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b281dee8-53b5-411d-be6e-41b4eafc9fd9 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:33:03.060634 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port b281dee8-53b5-411d-be6e-41b4eafc9fd9, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=b281dee8-53b5-411d-be6e-41b4eafc9fd9,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:03.065019 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:03.231945 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=b281dee8-53b5-411d-be6e-41b4eafc9fd9,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:03.276679 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d57b1d5-00a1-4375-80c3-f3041bfb2f85 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:33:03.291786 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d237fe5-9b29-447c-961b-90c6b9a4dd56 None None] Sync routers for ids ['ca909f38-671e-419a-9576-e9a431fc139a'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:33:03.307498 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d237fe5-9b29-447c-961b-90c6b9a4dd56 None None] Routers {'ca909f38-671e-419a-9576-e9a431fc139a'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:33:03.310226 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-9d237fe5-9b29-447c-961b-90c6b9a4dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:33:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ca909f38-671e-419a-9576-e9a431fc139a'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:03.477646 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9d57b1d5-00a1-4375-80c3-f3041bfb2f85 admin admin] 10.222.0.35 "PUT /v2.0/routers/ca909f38-671e-419a-9576-e9a431fc139a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1346121 May 13 14:33:03.478336 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45740) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:03.564302 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837642f-0f34-48b9-b9ea-1579bf8e96a1 req-e8ad5d2c-fed1-4410-a90e-9d25db069746 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:03.573964 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6837642f-0f34-48b9-b9ea-1579bf8e96a1 req-e8ad5d2c-fed1-4410-a90e-9d25db069746 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=17c0d20f-ffbd-4a5b-9b1b-0ace35cb120b HTTP/1.1" status: 200 len: 949 time: 0.5551071 May 13 14:33:03.612606 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['b281dee8-53b5-411d-be6e-41b4eafc9fd9'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:33:03.735189 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6837642f-0f34-48b9-b9ea-1579bf8e96a1 req-fd25142c-f44a-45e6-9fb3-37bdf647e3f3 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600103 May 13 14:33:03.776067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3522ce7-b7f0-417d-80d3-bfd639223a24 req-c2a71eee-99a8-4069-9b67-b981c5900d89 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:03.787395 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3522ce7-b7f0-417d-80d3-bfd639223a24 req-c2a71eee-99a8-4069-9b67-b981c5900d89 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:03.788439 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-9d237fe5-9b29-447c-961b-90c6b9a4dd56 None None] Set router ca909f38-671e-419a-9576-e9a431fc139a gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:33:03.792452 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d3522ce7-b7f0-417d-80d3-bfd639223a24 req-c2a71eee-99a8-4069-9b67-b981c5900d89 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a3e7deb-cba1-48af-b96e-c5fba6b88a2a HTTP/1.1" status: 200 len: 1681 time: 0.5357535 May 13 14:33:04.035185 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a40012-e443-4df1-9bec-bad0a379b0d1 req-183a1ebc-dd92-45b2-ac63-7c9a342eda02 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:04.048511 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a40012-e443-4df1-9bec-bad0a379b0d1 req-183a1ebc-dd92-45b2-ac63-7c9a342eda02 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:04.054277 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c6a40012-e443-4df1-9bec-bad0a379b0d1 req-183a1ebc-dd92-45b2-ac63-7c9a342eda02 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a3e7deb-cba1-48af-b96e-c5fba6b88a2a HTTP/1.1" status: 200 len: 1681 time: 0.7257969 May 13 14:33:04.131628 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-d3522ce7-b7f0-417d-80d3-bfd639223a24 req-6fe397f9-933f-4968-92af-40f83f6f4d2c tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Deleting port d423fe6e-2719-4191-adf3-2274b6d1e8e4 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:33:04.132003 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d3522ce7-b7f0-417d-80d3-bfd639223a24 req-6fe397f9-933f-4968-92af-40f83f6f4d2c tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:04.144811 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6d41f8f-da54-4cf3-8687-3badac76ba1c admin admin] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:04.220884 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45758) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:04.220884 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45760) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:04.290553 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c6a40012-e443-4df1-9bec-bad0a379b0d1 req-91fc724c-4c8e-4165-9a57-49a12bf03415 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271693 May 13 14:33:04.301193 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-de74809e-714e-426e-bac2-e982d41bf036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:04.359636 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-9d237fe5-9b29-447c-961b-90c6b9a4dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca909f38-671e-419a-9576-e9a431fc139a', 'name': 'tempest-ServerRescueTestJSON-532586458-router', 'tenant_id': 'cdb87555604447c18b7eacc26b6a4234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '68a669d2-4939-4874-9d02-8304f1a0599c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:22Z', 'updated_at': '2022-05-13T14:33:00Z', 'revision_number': 5, 'project_id': 'cdb87555604447c18b7eacc26b6a4234', 'gw_port': {'id': '68a669d2-4939-4874-9d02-8304f1a0599c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca909f38-671e-419a-9576-e9a431fc139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:24Z', 'updated_at': '2022-05-13T14:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:04.383917 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d237fe5-9b29-447c-961b-90c6b9a4dd56 None None] Checking router: ca909f38-671e-419a-9576-e9a431fc139a for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:33:04.416286 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d237fe5-9b29-447c-961b-90c6b9a4dd56 None None] Routers {'ca909f38-671e-419a-9576-e9a431fc139a'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:33:04.417005 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-9d237fe5-9b29-447c-961b-90c6b9a4dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:33:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ca909f38-671e-419a-9576-e9a431fc139a'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:04.528950 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6d41f8f-da54-4cf3-8687-3badac76ba1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:04.578204 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7bfa262d-be70-4dfa-a4a9-8e572996c34d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:04.600717 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-7bfa262d-be70-4dfa-a4a9-8e572996c34d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:04.604955 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7bfa262d-be70-4dfa-a4a9-8e572996c34d admin admin] Usage tracker for resource:security_group_rule and tenant:86da7dd0c0ef40f38c20bfcb72148d89 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:04.608329 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7bfa262d-be70-4dfa-a4a9-8e572996c34d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:04.614505 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-7bfa262d-be70-4dfa-a4a9-8e572996c34d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:04.660030 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-c6d41f8f-da54-4cf3-8687-3badac76ba1c admin admin] Deleting port 68a669d2-4939-4874-9d02-8304f1a0599c {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:33:04.660377 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6d41f8f-da54-4cf3-8687-3badac76ba1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:04.699386 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4c2b2878-0a20-473c-9a6f-5eafa6596baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:04.712577 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-9d237fe5-9b29-447c-961b-90c6b9a4dd56 None None] Set router ca909f38-671e-419a-9576-e9a431fc139a gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:33:04.742354 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4c2b2878-0a20-473c-9a6f-5eafa6596baa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:04.754780 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4c2b2878-0a20-473c-9a6f-5eafa6596baa admin admin] Usage tracker for resource:security_group_rule and tenant:bc0a63bcfbf3483093eb347bfe48cc9b is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:04.764566 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4c2b2878-0a20-473c-9a6f-5eafa6596baa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:04.800584 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4c2b2878-0a20-473c-9a6f-5eafa6596baa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:04.931894 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7bfa262d-be70-4dfa-a4a9-8e572996c34d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:04.957557 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7bfa262d-be70-4dfa-a4a9-8e572996c34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:05.010398 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7bfa262d-be70-4dfa-a4a9-8e572996c34d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=86da7dd0c0ef40f38c20bfcb72148d89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7774754 May 13 14:33:05.024271 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45786) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:05.117029 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-c6d41f8f-da54-4cf3-8687-3badac76ba1c admin admin] For port 68a669d2-4939-4874-9d02-8304f1a0599c, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=68a669d2-4939-4874-9d02-8304f1a0599c,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:05.117565 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6d41f8f-da54-4cf3-8687-3badac76ba1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:05.125405 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa262d-be70-4dfa-a4a9-8e572996c34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f3d1eb-0b26-4103-86e9-a90a656fcabb,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:05.158849 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa262d-be70-4dfa-a4a9-8e572996c34d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:05.158849 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa262d-be70-4dfa-a4a9-8e572996c34d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:05.159254 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa262d-be70-4dfa-a4a9-8e572996c34d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:05.160003 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa262d-be70-4dfa-a4a9-8e572996c34d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:05.160405 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa262d-be70-4dfa-a4a9-8e572996c34d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:05.160808 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa262d-be70-4dfa-a4a9-8e572996c34d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:05.161247 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa262d-be70-4dfa-a4a9-8e572996c34d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:05.161650 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa262d-be70-4dfa-a4a9-8e572996c34d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:05.162041 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa262d-be70-4dfa-a4a9-8e572996c34d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:05.162465 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa262d-be70-4dfa-a4a9-8e572996c34d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:05.162852 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa262d-be70-4dfa-a4a9-8e572996c34d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:05.163284 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa262d-be70-4dfa-a4a9-8e572996c34d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:05.195962 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-d3522ce7-b7f0-417d-80d3-bfd639223a24 req-6fe397f9-933f-4968-92af-40f83f6f4d2c tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] For port d423fe6e-2719-4191-adf3-2274b6d1e8e4, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=d423fe6e-2719-4191-adf3-2274b6d1e8e4,segment=NetworkSegment(2d9ca6ef-d40c-4569-9fab-5133f50f1003),segment_id=2d9ca6ef-d40c-4569-9fab-5133f50f1003)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:05.196503 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d3522ce7-b7f0-417d-80d3-bfd639223a24 req-6fe397f9-933f-4968-92af-40f83f6f4d2c tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:05.204296 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-9d237fe5-9b29-447c-961b-90c6b9a4dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca909f38-671e-419a-9576-e9a431fc139a', 'name': 'tempest-ServerRescueTestJSON-532586458-router', 'tenant_id': 'cdb87555604447c18b7eacc26b6a4234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '68a669d2-4939-4874-9d02-8304f1a0599c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:22Z', 'updated_at': '2022-05-13T14:33:00Z', 'revision_number': 5, 'project_id': 'cdb87555604447c18b7eacc26b6a4234', 'gw_port': {'id': '68a669d2-4939-4874-9d02-8304f1a0599c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca909f38-671e-419a-9576-e9a431fc139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:24Z', 'updated_at': '2022-05-13T14:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:05.212444 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d237fe5-9b29-447c-961b-90c6b9a4dd56 None None] The sync data for ids ['ca909f38-671e-419a-9576-e9a431fc139a'] in n-d-841760-1 is: [{'id': 'ca909f38-671e-419a-9576-e9a431fc139a', 'name': 'tempest-ServerRescueTestJSON-532586458-router', 'tenant_id': 'cdb87555604447c18b7eacc26b6a4234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '68a669d2-4939-4874-9d02-8304f1a0599c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:22Z', 'updated_at': '2022-05-13T14:33:00Z', 'revision_number': 5, 'project_id': 'cdb87555604447c18b7eacc26b6a4234', 'gw_port': {'id': '68a669d2-4939-4874-9d02-8304f1a0599c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca909f38-671e-419a-9576-e9a431fc139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:24Z', 'updated_at': '2022-05-13T14:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:33:05.325359 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-c6d41f8f-da54-4cf3-8687-3badac76ba1c admin admin] Calling delete_port for 68a669d2-4939-4874-9d02-8304f1a0599c owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:33:05.387923 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-d3522ce7-b7f0-417d-80d3-bfd639223a24 req-6fe397f9-933f-4968-92af-40f83f6f4d2c tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Calling delete_port for d423fe6e-2719-4191-adf3-2274b6d1e8e4 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:33:05.395416 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d6003b7c-0e47-48cd-8590-4294d7d7a750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:05.504169 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa51ac-f108-400a-8e60-48202ac59337 req-465b46b5-cc71-4bba-819e-b22e9abd6734 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:05.505748 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5cfa51ac-f108-400a-8e60-48202ac59337 req-465b46b5-cc71-4bba-819e-b22e9abd6734 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=17c0d20f-ffbd-4a5b-9b1b-0ace35cb120b HTTP/1.1" status: 200 len: 949 time: 0.4944491 May 13 14:33:05.522238 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d6003b7c-0e47-48cd-8590-4294d7d7a750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:05.703983 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4c2b2878-0a20-473c-9a6f-5eafa6596baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:05.714317 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-de74809e-714e-426e-bac2-e982d41bf036 admin admin] Deleting port 72329a1d-2f0a-4ed8-a05e-1fd99d851fb9 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:33:05.714853 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-de74809e-714e-426e-bac2-e982d41bf036 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:05.728930 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6d41f8f-da54-4cf3-8687-3badac76ba1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:05.766141 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5cfa51ac-f108-400a-8e60-48202ac59337 req-44069c97-b533-4939-9f30-163df3683c57 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459159 May 13 14:33:05.782187 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d3522ce7-b7f0-417d-80d3-bfd639223a24 req-6fe397f9-933f-4968-92af-40f83f6f4d2c tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:05.860693 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe397f9-933f-4968-92af-40f83f6f4d2c tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Pushing event deleted for resources: {'Port': ['ID=d423fe6e-2719-4191-adf3-2274b6d1e8e4,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:05.908832 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4c2b2878-0a20-473c-9a6f-5eafa6596baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:05.995063 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d41f8f-da54-4cf3-8687-3badac76ba1c admin admin] Pushing event deleted for resources: {'Port': ['ID=68a669d2-4939-4874-9d02-8304f1a0599c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:06.056072 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3522ce7-b7f0-417d-80d3-bfd639223a24 req-6fe397f9-933f-4968-92af-40f83f6f4d2c tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] No DVR routers for this DVR port d423fe6e-2719-4191-adf3-2274b6d1e8e4 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:33:06.060207 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d3522ce7-b7f0-417d-80d3-bfd639223a24 req-6fe397f9-933f-4968-92af-40f83f6f4d2c tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:06.064688 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3e7deb-cba1-48af-b96e-c5fba6b88a2a', 'name': 'network-vif-deleted', 'tag': 'd423fe6e-2719-4191-adf3-2274b6d1e8e4'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:33:06.088825 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d3522ce7-b7f0-417d-80d3-bfd639223a24 req-6fe397f9-933f-4968-92af-40f83f6f4d2c tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.74 "DELETE /v2.0/ports/d423fe6e-2719-4191-adf3-2274b6d1e8e4 HTTP/1.1" status: 204 len: 173 time: 2.2270782 May 13 14:33:06.123721 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b2878-0a20-473c-9a6f-5eafa6596baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1359104-f50b-47da-bed6-bb238089d52c,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:06.175448 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4c2b2878-0a20-473c-9a6f-5eafa6596baa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bc0a63bcfbf3483093eb347bfe48cc9b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9409070 May 13 14:33:06.188977 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45804) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:06.243464 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8ee3d-4deb-4bbb-a0cd-3b51a896038f req-71cbf97a-f15e-403b-b8bc-ef1c0cfeb1fb tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:06.249195 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71551c52-ae73-41b4-96c7-62a6309b8f08'] response: {'server_uuid': '8a3e7deb-cba1-48af-b96e-c5fba6b88a2a', 'name': 'network-vif-deleted', 'tag': 'd423fe6e-2719-4191-adf3-2274b6d1e8e4', 'status': 'completed', 'code': 200} May 13 14:33:06.250357 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8ee3d-4deb-4bbb-a0cd-3b51a896038f req-71cbf97a-f15e-403b-b8bc-ef1c0cfeb1fb tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:06.250925 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-de74809e-714e-426e-bac2-e982d41bf036 admin admin] For port 72329a1d-2f0a-4ed8-a05e-1fd99d851fb9, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=72329a1d-2f0a-4ed8-a05e-1fd99d851fb9,segment=NetworkSegment(2eb3e039-4b66-4a60-9552-baa1bb07e436),segment_id=2eb3e039-4b66-4a60-9552-baa1bb07e436)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:06.251333 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-de74809e-714e-426e-bac2-e982d41bf036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:06.257589 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-22f8ee3d-4deb-4bbb-a0cd-3b51a896038f req-71cbf97a-f15e-403b-b8bc-ef1c0cfeb1fb tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a3e7deb-cba1-48af-b96e-c5fba6b88a2a HTTP/1.1" status: 200 len: 1681 time: 0.8386378 May 13 14:33:06.284210 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d6003b7c-0e47-48cd-8590-4294d7d7a750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:06.299459 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6d41f8f-da54-4cf3-8687-3badac76ba1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:06.329360 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-d3522ce7-b7f0-417d-80d3-bfd639223a24 req-432e2ada-7390-4093-ac3a-4609d6b96579 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Deleting port 869b9818-77c6-46dc-8c61-833eff83ed62 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:33:06.329681 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d3522ce7-b7f0-417d-80d3-bfd639223a24 req-432e2ada-7390-4093-ac3a-4609d6b96579 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:06.436567 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device b281dee8-53b5-411d-be6e-41b4eafc9fd9 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:33:06.488208 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6003b7c-0e47-48cd-8590-4294d7d7a750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f3d1eb-0b26-4103-86e9-a90a656fcabb,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:06.560164 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port b281dee8-53b5-411d-be6e-41b4eafc9fd9 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:33:06.569518 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port b281dee8-53b5-411d-be6e-41b4eafc9fd9 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:33:06.569893 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:06.614951 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-88b56023-fb2f-453b-a043-5bd446a8b8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:06.647095 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-22f8ee3d-4deb-4bbb-a0cd-3b51a896038f req-45b59cf2-6a87-4157-977d-efb4012f27bf tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885815 May 13 14:33:06.649145 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6d41f8f-da54-4cf3-8687-3badac76ba1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:06.661900 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6d41f8f-da54-4cf3-8687-3badac76ba1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:06.682797 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d6003b7c-0e47-48cd-8590-4294d7d7a750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:06.684026 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d6003b7c-0e47-48cd-8590-4294d7d7a750 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a0f3d1eb-0b26-4103-86e9-a90a656fcabb HTTP/1.1" status: 204 len: 168 time: 1.6549864 May 13 14:33:06.694923 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-88b56023-fb2f-453b-a043-5bd446a8b8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:06.760017 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-de74809e-714e-426e-bac2-e982d41bf036 admin admin] Calling delete_port for 72329a1d-2f0a-4ed8-a05e-1fd99d851fb9 owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:33:06.760978 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 23a327e4-613d-4b21-a7bb-62754f2ab5bb no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:33:06.793397 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6d41f8f-da54-4cf3-8687-3badac76ba1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:06.799685 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d41f8f-da54-4cf3-8687-3badac76ba1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca909f38-671e-419a-9576-e9a431fc139a {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:33:06.811041 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-88b56023-fb2f-453b-a043-5bd446a8b8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:06.838883 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 23a327e4-613d-4b21-a7bb-62754f2ab5bb {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:33:06.839582 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 23a327e4-613d-4b21-a7bb-62754f2ab5bb not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:33:06.842743 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b56023-fb2f-453b-a043-5bd446a8b8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1359104-f50b-47da-bed6-bb238089d52c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:06.859652 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-88b56023-fb2f-453b-a043-5bd446a8b8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:06.865658 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-88b56023-fb2f-453b-a043-5bd446a8b8eb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c1359104-f50b-47da-bed6-bb238089d52c HTTP/1.1" status: 204 len: 168 time: 0.6691964 May 13 14:33:06.865658 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6d41f8f-da54-4cf3-8687-3badac76ba1c admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:06.865658 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c6d41f8f-da54-4cf3-8687-3badac76ba1c admin admin] 10.222.0.35 "DELETE /v2.0/routers/ca909f38-671e-419a-9576-e9a431fc139a HTTP/1.1" status: 204 len: 168 time: 3.3696945 May 13 14:33:06.866537 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45812) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:06.920769 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port b281dee8-53b5-411d-be6e-41b4eafc9fd9 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:33:06.925139 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:07.011084 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port b281dee8-53b5-411d-be6e-41b4eafc9fd9, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=b281dee8-53b5-411d-be6e-41b4eafc9fd9,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:07.012357 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c0d20f-ffbd-4a5b-9b1b-0ace35cb120b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b281dee8-53b5-411d-be6e-41b4eafc9fd9'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:33:07.025806 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-89bb0a0d-7311-4246-8021-3cd0325a75ce admin admin] Deleting subnet 9d4f71ac-3351-4cb3-a10e-369f048aa2da {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:33:07.028676 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:07.031367 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 869b9818-77c6-46dc-8c61-833eff83ed62 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:33:07.033295 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-89bb0a0d-7311-4246-8021-3cd0325a75ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:07.150253 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cb07786-e381-47c2-8c96-aea69b04e5ce'] response: {'server_uuid': '17c0d20f-ffbd-4a5b-9b1b-0ace35cb120b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b281dee8-53b5-411d-be6e-41b4eafc9fd9', 'code': 200} May 13 14:33:07.210506 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=b281dee8-53b5-411d-be6e-41b4eafc9fd9,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:07.316254 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 869b9818-77c6-46dc-8c61-833eff83ed62 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:33:07.316696 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:07.422352 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-89bb0a0d-7311-4246-8021-3cd0325a75ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:07.452015 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 869b9818-77c6-46dc-8c61-833eff83ed62, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=869b9818-77c6-46dc-8c61-833eff83ed62,segment=NetworkSegment(61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd),segment_id=61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:07.458195 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:07.458826 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device d423fe6e-2719-4191-adf3-2274b6d1e8e4 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:33:07.526227 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-89bb0a0d-7311-4246-8021-3cd0325a75ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:07.587931 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: d423fe6e-2719-4191-adf3-2274b6d1e8e4 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:33:07.588988 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device d423fe6e-2719-4191-adf3-2274b6d1e8e4 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:33:07.589355 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8540a6c-00c9-4298-838f-150a65c821f8 req-b28b0f8a-ee05-407e-915c-a49bb0eb30e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:07.590904 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f8540a6c-00c9-4298-838f-150a65c821f8 req-b28b0f8a-ee05-407e-915c-a49bb0eb30e5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=17c0d20f-ffbd-4a5b-9b1b-0ace35cb120b HTTP/1.1" status: 200 len: 1101 time: 0.3469691 May 13 14:33:07.626958 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45838) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:07.640207 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-89bb0a0d-7311-4246-8021-3cd0325a75ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:07.662453 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a3aa0-23dd-4df8-abfc-c4e2b6d9f853 req-71a142a9-3628-4b80-9a12-ebd8388feadd tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:07.663983 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b7a3aa0-23dd-4df8-abfc-c4e2b6d9f853 req-71a142a9-3628-4b80-9a12-ebd8388feadd tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=17c0d20f-ffbd-4a5b-9b1b-0ace35cb120b HTTP/1.1" status: 200 len: 950 time: 0.6151824 May 13 14:33:07.664381 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=869b9818-77c6-46dc-8c61-833eff83ed62,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:07.678237 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-78d0d648-47b5-4946-aa5a-3a4a97b229db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:07.708577 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb0a0d-7311-4246-8021-3cd0325a75ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d4f71ac-3351-4cb3-a10e-369f048aa2da,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:07.711094 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-89bb0a0d-7311-4246-8021-3cd0325a75ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:07.716296 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-78d0d648-47b5-4946-aa5a-3a4a97b229db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:07.720529 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-89bb0a0d-7311-4246-8021-3cd0325a75ce admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9d4f71ac-3351-4cb3-a10e-369f048aa2da HTTP/1.1" status: 204 len: 168 time: 0.8528619 May 13 14:33:07.724562 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45844) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:07.724754 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-78d0d648-47b5-4946-aa5a-3a4a97b229db admin admin] Usage tracker for resource:security_group_rule and tenant:0b7ff02a9f29460784d5a4e9b4037ad4 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:07.727850 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-78d0d648-47b5-4946-aa5a-3a4a97b229db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:07.733869 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-78d0d648-47b5-4946-aa5a-3a4a97b229db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:07.749139 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f8540a6c-00c9-4298-838f-150a65c821f8 req-4744b2ee-7082-466b-943e-56c1e869f1b8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491148 May 13 14:33:07.753699 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45848) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:07.777030 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6347c8a-223f-4796-b778-693b90c34aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:07.882862 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-78d0d648-47b5-4946-aa5a-3a4a97b229db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:07.886872 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-d3522ce7-b7f0-417d-80d3-bfd639223a24 req-432e2ada-7390-4093-ac3a-4609d6b96579 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] For port 869b9818-77c6-46dc-8c61-833eff83ed62, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=869b9818-77c6-46dc-8c61-833eff83ed62,segment=NetworkSegment(61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd),segment_id=61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:07.887263 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d3522ce7-b7f0-417d-80d3-bfd639223a24 req-432e2ada-7390-4093-ac3a-4609d6b96579 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:07.893194 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c6347c8a-223f-4796-b778-693b90c34aae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:07.905956 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c6347c8a-223f-4796-b778-693b90c34aae admin admin] Usage tracker for resource:security_group_rule and tenant:2c13ec1834ea43ecbaff9b0ca21ea27d is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:07.916807 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-78d0d648-47b5-4946-aa5a-3a4a97b229db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:07.925336 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c6347c8a-223f-4796-b778-693b90c34aae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:07.950173 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c6347c8a-223f-4796-b778-693b90c34aae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:07.984407 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6e47f28b-b94b-4478-87f0-39936c68f290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:08.077140 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-d3522ce7-b7f0-417d-80d3-bfd639223a24 req-432e2ada-7390-4093-ac3a-4609d6b96579 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Calling delete_port for 869b9818-77c6-46dc-8c61-833eff83ed62 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:33:08.088993 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de07cf-4044-4079-aecb-d0b195d41f03 req-ea38a5b2-731f-45fa-a74d-384d4976e1be tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:08.091020 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-78de07cf-4044-4079-aecb-d0b195d41f03 req-ea38a5b2-731f-45fa-a74d-384d4976e1be tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a3e7deb-cba1-48af-b96e-c5fba6b88a2a HTTP/1.1" status: 200 len: 943 time: 0.2412617 May 13 14:33:08.135497 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b7a3aa0-23dd-4df8-abfc-c4e2b6d9f853 req-f04d0e6e-190a-48ca-a362-12a859b0e4dc tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634359 May 13 14:33:08.157667 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0d648-47b5-4946-aa5a-3a4a97b229db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1b73ca-4539-4ba7-acfa-700e2ec9f0f7,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:08.176899 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-78d0d648-47b5-4946-aa5a-3a4a97b229db admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b7ff02a9f29460784d5a4e9b4037ad4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5487409 May 13 14:33:08.180157 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45852) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:08.182555 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-de74809e-714e-426e-bac2-e982d41bf036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:08.232764 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6e47f28b-b94b-4478-87f0-39936c68f290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:08.290450 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-78de07cf-4044-4079-aecb-d0b195d41f03 req-73e3b181-72e2-47be-9f4d-d7d9023b5ade tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764512 May 13 14:33:08.297277 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74809e-714e-426e-bac2-e982d41bf036 admin admin] Pushing event deleted for resources: {'Port': ['ID=72329a1d-2f0a-4ed8-a05e-1fd99d851fb9,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:08.366693 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-6e47f28b-b94b-4478-87f0-39936c68f290 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b93e96-929a-490c-a232-f3b635507046']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:08.455948 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-6e47f28b-b94b-4478-87f0-39936c68f290 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f83b9c1a-1c4f-4324-954c-a30a86166b9c') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:08.456410 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-6e47f28b-b94b-4478-87f0-39936c68f290 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f83b9c1a-1c4f-4324-954c-a30a86166b9c') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:08.484748 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6347c8a-223f-4796-b778-693b90c34aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:08.502065 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6e47f28b-b94b-4478-87f0-39936c68f290 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:08.517819 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6347c8a-223f-4796-b778-693b90c34aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:08.561002 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6347c8a-223f-4796-b778-693b90c34aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1639e9fb-6132-44c2-b31e-82af1a318482,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:08.573505 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6e47f28b-b94b-4478-87f0-39936c68f290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:08.593403 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e47f28b-b94b-4478-87f0-39936c68f290 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:33:08.593818 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6e47f28b-b94b-4478-87f0-39936c68f290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:08.618194 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:33:08.618194 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:33:08.618194 n-d-841760-1 neutron-server[88082]: timer() May 13 14:33:08.618194 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:33:08.618194 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:33:08.618194 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:33:08.618194 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:33:08.618194 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:33:08.618194 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:33:08.618194 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:33:08.618194 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:33:08.618194 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:33:08.618194 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:33:08.618194 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:33:08.618194 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:33:08.618194 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:33:08.618194 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:33:08.618194 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:33:08.618194 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:33:08.618194 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:33:08.618194 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:33:08.618194 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:33:08.618194 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:33:08.618194 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:33:08.618194 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:33:08.618194 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:33:08.618194 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:33:08.618194 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:33:08.618194 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:33:08.618194 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:33:08.618194 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:33:08.618194 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:33:08.621036 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-de74809e-714e-426e-bac2-e982d41bf036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:08.649660 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [req-d3522ce7-b7f0-417d-80d3-bfd639223a24 req-432e2ada-7390-4093-ac3a-4609d6b96579 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:33:08.649660 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [req-d3522ce7-b7f0-417d-80d3-bfd639223a24 req-432e2ada-7390-4093-ac3a-4609d6b96579 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:33:08.680868 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c6347c8a-223f-4796-b778-693b90c34aae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2c13ec1834ea43ecbaff9b0ca21ea27d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9261575 May 13 14:33:08.718322 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45866) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:08.724095 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6e47f28b-b94b-4478-87f0-39936c68f290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:08.724700 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 68a669d2-4939-4874-9d02-8304f1a0599c no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:33:08.731142 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6e47f28b-b94b-4478-87f0-39936c68f290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:08.782615 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47f28b-b94b-4478-87f0-39936c68f290 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5b93e96-929a-490c-a232-f3b635507046,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:08.791266 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 68a669d2-4939-4874-9d02-8304f1a0599c {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:33:08.791590 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 68a669d2-4939-4874-9d02-8304f1a0599c not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:33:08.812790 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6e47f28b-b94b-4478-87f0-39936c68f290 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d5b93e96-929a-490c-a232-f3b635507046 HTTP/1.1" status: 204 len: 168 time: 1.0842793 May 13 14:33:08.868661 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e0e3c082-b001-4763-84b6-a4345f619fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:08.875887 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-aca0be26-f434-472e-a654-7ee9c7d3498c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:09.061616 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-aca0be26-f434-472e-a654-7ee9c7d3498c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:09.070030 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e0e3c082-b001-4763-84b6-a4345f619fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:09.149030 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-aca0be26-f434-472e-a654-7ee9c7d3498c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:09.151598 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3e7deb-cba1-48af-b96e-c5fba6b88a2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '869b9818-77c6-46dc-8c61-833eff83ed62'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:33:09.163376 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-d3522ce7-b7f0-417d-80d3-bfd639223a24 req-432e2ada-7390-4093-ac3a-4609d6b96579 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Deleting port 869b9818-77c6-46dc-8c61-833eff83ed62 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:33:09.163715 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d3522ce7-b7f0-417d-80d3-bfd639223a24 req-432e2ada-7390-4093-ac3a-4609d6b96579 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:09.212929 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45876) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:09.223430 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b3cc66b-4527-4b5f-8e3b-ca39f1ce8f63'] response: {'server_uuid': '8a3e7deb-cba1-48af-b96e-c5fba6b88a2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '869b9818-77c6-46dc-8c61-833eff83ed62', 'code': 200} May 13 14:33:09.305829 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0be26-f434-472e-a654-7ee9c7d3498c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1639e9fb-6132-44c2-b31e-82af1a318482,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:09.366872 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-aca0be26-f434-472e-a654-7ee9c7d3498c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:09.371613 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-aca0be26-f434-472e-a654-7ee9c7d3498c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1639e9fb-6132-44c2-b31e-82af1a318482 HTTP/1.1" status: 204 len: 168 time: 0.6518416 May 13 14:33:09.401032 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4449de66-ea8d-4687-a1c7-e12637b915a4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cdb87555604447c18b7eacc26b6a4234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436288 May 13 14:33:09.403299 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45884) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:09.641444 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e0e3c082-b001-4763-84b6-a4345f619fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:09.655614 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-548873b5-227e-4558-979a-17f784db725b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:09.678927 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3c082-b001-4763-84b6-a4345f619fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1b73ca-4539-4ba7-acfa-700e2ec9f0f7,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:09.686916 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de74809e-714e-426e-bac2-e982d41bf036 admin admin] Router 828d80e7-3ae2-4133-8b77-f0e543cbf28e has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:33:09.734629 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-548873b5-227e-4558-979a-17f784db725b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:09.760739 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168bd61-c01e-4289-9632-31f4be4d8ee6 req-9628b934-461c-4c5c-aa3e-6def0406c1b2 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:09.770573 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0168bd61-c01e-4289-9632-31f4be4d8ee6 req-9628b934-461c-4c5c-aa3e-6def0406c1b2 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a3e7deb-cba1-48af-b96e-c5fba6b88a2a HTTP/1.1" status: 200 len: 943 time: 0.2652242 May 13 14:33:09.858045 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0168bd61-c01e-4289-9632-31f4be4d8ee6 req-b54b1029-53d2-46c6-93e0-63ac0af30b3a tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4c84cc-7bf8-4a33-b451-5e9163fa9905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860744 May 13 14:33:09.861708 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-d3522ce7-b7f0-417d-80d3-bfd639223a24 req-432e2ada-7390-4093-ac3a-4609d6b96579 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] For port 869b9818-77c6-46dc-8c61-833eff83ed62, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=869b9818-77c6-46dc-8c61-833eff83ed62,segment=NetworkSegment(61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd),segment_id=61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:09.863080 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d3522ce7-b7f0-417d-80d3-bfd639223a24 req-432e2ada-7390-4093-ac3a-4609d6b96579 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:09.901547 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-548873b5-227e-4558-979a-17f784db725b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:09.944227 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548873b5-227e-4558-979a-17f784db725b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d60ccb-3650-44b7-8dc7-bab297f8d72f,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:09.948931 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-548873b5-227e-4558-979a-17f784db725b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:09.952355 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-548873b5-227e-4558-979a-17f784db725b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/26d60ccb-3650-44b7-8dc7-bab297f8d72f HTTP/1.1" status: 204 len: 168 time: 0.5457191 May 13 14:33:10.007644 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87274638-75db-4b27-bd18-02f13df61c3a req-4d2a891c-e287-4619-95ea-28436d200941 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:10.010952 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-87274638-75db-4b27-bd18-02f13df61c3a req-4d2a891c-e287-4619-95ea-28436d200941 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=17c0d20f-ffbd-4a5b-9b1b-0ace35cb120b HTTP/1.1" status: 200 len: 950 time: 0.6069450 May 13 14:33:10.104910 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-d3522ce7-b7f0-417d-80d3-bfd639223a24 req-432e2ada-7390-4093-ac3a-4609d6b96579 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Calling delete_port for 869b9818-77c6-46dc-8c61-833eff83ed62 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:33:10.162922 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e0e3c082-b001-4763-84b6-a4345f619fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:10.163410 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e0e3c082-b001-4763-84b6-a4345f619fb0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ae1b73ca-4539-4ba7-acfa-700e2ec9f0f7 HTTP/1.1" status: 204 len: 168 time: 1.9818027 May 13 14:33:10.277213 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-87274638-75db-4b27-bd18-02f13df61c3a req-d8bfd06e-e519-41e3-96f2-a18dc8b7397c tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839931 May 13 14:33:10.353786 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de74809e-714e-426e-bac2-e982d41bf036 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:33:10.365681 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143cfc7c-1602-4183-a2dd-09482a88cf7f None None] Sync routers for ids ['828d80e7-3ae2-4133-8b77-f0e543cbf28e'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:33:10.381372 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143cfc7c-1602-4183-a2dd-09482a88cf7f None None] Routers {'828d80e7-3ae2-4133-8b77-f0e543cbf28e'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:33:10.381926 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-143cfc7c-1602-4183-a2dd-09482a88cf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:33:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['828d80e7-3ae2-4133-8b77-f0e543cbf28e'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:10.418746 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-de74809e-714e-426e-bac2-e982d41bf036 admin admin] 10.222.0.35 "PUT /v2.0/routers/828d80e7-3ae2-4133-8b77-f0e543cbf28e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3138916 May 13 14:33:10.419903 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45914) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:10.465354 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d3522ce7-b7f0-417d-80d3-bfd639223a24 req-432e2ada-7390-4093-ac3a-4609d6b96579 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:10.592106 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e2ada-7390-4093-ac3a-4609d6b96579 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Pushing event deleted for resources: {'Port': ['ID=869b9818-77c6-46dc-8c61-833eff83ed62,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:10.721348 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0a6a9f03-96ab-4852-8645-b31aa958ace9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:10.792258 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3522ce7-b7f0-417d-80d3-bfd639223a24 req-432e2ada-7390-4093-ac3a-4609d6b96579 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] No DVR routers for this DVR port 869b9818-77c6-46dc-8c61-833eff83ed62 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:33:10.804661 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d3522ce7-b7f0-417d-80d3-bfd639223a24 req-432e2ada-7390-4093-ac3a-4609d6b96579 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:10.808422 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d3522ce7-b7f0-417d-80d3-bfd639223a24 req-432e2ada-7390-4093-ac3a-4609d6b96579 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.74 "DELETE /v2.0/ports/869b9818-77c6-46dc-8c61-833eff83ed62 HTTP/1.1" status: 204 len: 173 time: 4.7105803 May 13 14:33:10.812058 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3e7deb-cba1-48af-b96e-c5fba6b88a2a', 'name': 'network-vif-deleted', 'tag': '869b9818-77c6-46dc-8c61-833eff83ed62'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:33:10.986678 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ade2230-12f9-4e26-9b37-58e208f37738'] response: {'server_uuid': '8a3e7deb-cba1-48af-b96e-c5fba6b88a2a', 'name': 'network-vif-deleted', 'tag': '869b9818-77c6-46dc-8c61-833eff83ed62', 'status': 'completed', 'code': 200} May 13 14:33:11.013066 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-143cfc7c-1602-4183-a2dd-09482a88cf7f None None] Set router 828d80e7-3ae2-4133-8b77-f0e543cbf28e gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:33:11.224482 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-29faa711-b3e0-441f-80d1-b4a5ef3e329c req-c40e44c8-69cb-4dc0-a797-0689f1aa0804 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Synchronizing usage tracker for tenant:8a4edaa711e44cfa86ce63ca66433341 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:33:11.224748 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0a6a9f03-96ab-4852-8645-b31aa958ace9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:11.249667 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-0a6a9f03-96ab-4852-8645-b31aa958ace9 admin admin] Deleting port 2bb5aab4-6bc1-4538-a26c-1f51483b6e79 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:33:11.250389 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0a6a9f03-96ab-4852-8645-b31aa958ace9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:11.261816 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-29faa711-b3e0-441f-80d1-b4a5ef3e329c req-c40e44c8-69cb-4dc0-a797-0689f1aa0804 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Unset dirty status for tenant:8a4edaa711e44cfa86ce63ca66433341 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:33:11.277087 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-29faa711-b3e0-441f-80d1-b4a5ef3e329c req-c40e44c8-69cb-4dc0-a797-0689f1aa0804 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a3e7deb-cba1-48af-b96e-c5fba6b88a2a HTTP/1.1" status: 200 len: 210 time: 0.1695457 May 13 14:33:11.601579 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-143cfc7c-1602-4183-a2dd-09482a88cf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460643016-router', 'tenant_id': '12ab0468071c4386a5fd2440f1c099c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '2bb5aab4-6bc1-4538-a26c-1f51483b6e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:29:54Z', 'updated_at': '2022-05-13T14:33:07Z', 'revision_number': 5, 'project_id': '12ab0468071c4386a5fd2440f1c099c4', 'gw_port': {'id': '2bb5aab4-6bc1-4538-a26c-1f51483b6e79', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:29:57Z', 'updated_at': '2022-05-13T14:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:11.606998 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143cfc7c-1602-4183-a2dd-09482a88cf7f None None] Checking router: 828d80e7-3ae2-4133-8b77-f0e543cbf28e for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:33:11.621925 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143cfc7c-1602-4183-a2dd-09482a88cf7f None None] Routers {'828d80e7-3ae2-4133-8b77-f0e543cbf28e'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:33:11.622560 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-143cfc7c-1602-4183-a2dd-09482a88cf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:33:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['828d80e7-3ae2-4133-8b77-f0e543cbf28e'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:11.707953 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-0a6a9f03-96ab-4852-8645-b31aa958ace9 admin admin] For port 2bb5aab4-6bc1-4538-a26c-1f51483b6e79, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=2bb5aab4-6bc1-4538-a26c-1f51483b6e79,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:11.709489 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0a6a9f03-96ab-4852-8645-b31aa958ace9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:11.874542 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-143cfc7c-1602-4183-a2dd-09482a88cf7f None None] Set router 828d80e7-3ae2-4133-8b77-f0e543cbf28e gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:33:12.019357 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-0a6a9f03-96ab-4852-8645-b31aa958ace9 admin admin] Calling delete_port for 2bb5aab4-6bc1-4538-a26c-1f51483b6e79 owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:33:12.056123 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-143cfc7c-1602-4183-a2dd-09482a88cf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460643016-router', 'tenant_id': '12ab0468071c4386a5fd2440f1c099c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:29:54Z', 'updated_at': '2022-05-13T14:33:11Z', 'revision_number': 6, 'project_id': '12ab0468071c4386a5fd2440f1c099c4', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:12.066373 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143cfc7c-1602-4183-a2dd-09482a88cf7f None None] The sync data for ids ['828d80e7-3ae2-4133-8b77-f0e543cbf28e'] in n-d-841760-1 is: [{'id': '828d80e7-3ae2-4133-8b77-f0e543cbf28e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460643016-router', 'tenant_id': '12ab0468071c4386a5fd2440f1c099c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:29:54Z', 'updated_at': '2022-05-13T14:33:11Z', 'revision_number': 6, 'project_id': '12ab0468071c4386a5fd2440f1c099c4', 'gw_port_host': None}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:33:12.100805 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b79106-5e13-446e-9876-89eda606e925 req-b5aaaa97-9d16-42cc-a91a-deeef406a710 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:12.108099 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-65b79106-5e13-446e-9876-89eda606e925 req-b5aaaa97-9d16-42cc-a91a-deeef406a710 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=17c0d20f-ffbd-4a5b-9b1b-0ace35cb120b HTTP/1.1" status: 200 len: 950 time: 0.5584786 May 13 14:33:12.196065 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-65b79106-5e13-446e-9876-89eda606e925 req-0b749700-7d33-4b5b-b332-d4c73404e9de tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869801 May 13 14:33:12.373668 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0a6a9f03-96ab-4852-8645-b31aa958ace9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:12.465638 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45998) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:12.545962 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-d620fc6b-fa7a-48ff-9f5e-1db25b11523d tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Deleting subnet 777f4aec-5068-458e-85ac-7bd8bb1cc904 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:33:12.553609 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d620fc6b-fa7a-48ff-9f5e-1db25b11523d tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:12.623862 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0a6a9f03-96ab-4852-8645-b31aa958ace9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:12.628826 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d620fc6b-fa7a-48ff-9f5e-1db25b11523d tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:12.650169 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 72329a1d-2f0a-4ed8-a05e-1fd99d851fb9 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:33:12.739975 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d620fc6b-fa7a-48ff-9f5e-1db25b11523d tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:12.807831 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 72329a1d-2f0a-4ed8-a05e-1fd99d851fb9 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:33:12.808311 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 72329a1d-2f0a-4ed8-a05e-1fd99d851fb9 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:33:12.824820 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46004) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:12.827182 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a9f03-96ab-4852-8645-b31aa958ace9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bb5aab4-6bc1-4538-a26c-1f51483b6e79,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:12.831691 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d620fc6b-fa7a-48ff-9f5e-1db25b11523d tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:13.043838 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d620fc6b-fa7a-48ff-9f5e-1db25b11523d tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:13.050313 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620fc6b-fa7a-48ff-9f5e-1db25b11523d tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Pushing event deleted for resources: {'Subnet': ['ID=777f4aec-5068-458e-85ac-7bd8bb1cc904,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:13.052371 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66c9d47-c232-40f5-8a14-c89f1042df0e None None] Network 9eef64f7-1080-4c62-83e4-5d0124b722fe requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:33:13.059143 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d620fc6b-fa7a-48ff-9f5e-1db25b11523d tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "DELETE /v2.0/subnets/777f4aec-5068-458e-85ac-7bd8bb1cc904 HTTP/1.1" status: 204 len: 168 time: 0.5901003 May 13 14:33:13.059289 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46014) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:13.189962 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0a6a9f03-96ab-4852-8645-b31aa958ace9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:13.193732 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0a6a9f03-96ab-4852-8645-b31aa958ace9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:13.230217 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789dbae-4ab1-4bd3-88b6-d5c8721b0e67 req-84886168-c068-4e74-8cb4-c96904718b61 tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:13.244829 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b789dbae-4ab1-4bd3-88b6-d5c8721b0e67 req-84886168-c068-4e74-8cb4-c96904718b61 tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=17c0d20f-ffbd-4a5b-9b1b-0ace35cb120b HTTP/1.1" status: 200 len: 1101 time: 0.8174114 May 13 14:33:13.285515 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0a6a9f03-96ab-4852-8645-b31aa958ace9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:13.286017 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6a9f03-96ab-4852-8645-b31aa958ace9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 828d80e7-3ae2-4133-8b77-f0e543cbf28e {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:33:13.329799 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6e4a2f28-6421-4c6d-9014-9b5f6bacd624 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:13.356644 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-6e4a2f28-6421-4c6d-9014-9b5f6bacd624 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Deleting port b31af2bd-4ae0-497c-8db4-575807c0588a {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:33:13.358966 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6e4a2f28-6421-4c6d-9014-9b5f6bacd624 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:13.391030 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b789dbae-4ab1-4bd3-88b6-d5c8721b0e67 req-97ac76ed-7273-482c-bea3-8bdd3a0da7ea tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452532 May 13 14:33:13.394851 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0a6a9f03-96ab-4852-8645-b31aa958ace9 admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:13.400376 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0a6a9f03-96ab-4852-8645-b31aa958ace9 admin admin] 10.222.0.35 "DELETE /v2.0/routers/828d80e7-3ae2-4133-8b77-f0e543cbf28e HTTP/1.1" status: 204 len: 168 time: 2.9803114 May 13 14:33:13.406003 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 46030) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:13.558103 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1862180243-network', 'tenant_id': '750c61eed54a4300a98b9026ab520580'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:13.575272 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc568b8-0d16-444d-a2d4-254675dd2ecd admin admin] Deleting subnet 79a8cbb1-2ae6-4444-b791-b23d69c3e4a0 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:33:13.581779 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5fc568b8-0d16-444d-a2d4-254675dd2ecd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:13.699354 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5fc568b8-0d16-444d-a2d4-254675dd2ecd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:13.720919 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab3b346-77b2-4c45-85b9-b939326dcb02 None None] DHCP port deletion for 9eef64f7-1080-4c62-83e4-5d0124b722fe request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:33:13.726016 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-eab3b346-77b2-4c45-85b9-b939326dcb02 None None] Deleting port b31af2bd-4ae0-497c-8db4-575807c0588a {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:33:13.726392 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-eab3b346-77b2-4c45-85b9-b939326dcb02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:13.728011 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:13.774168 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Usage tracker for resource:network and tenant:750c61eed54a4300a98b9026ab520580 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:13.780173 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:13.789992 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:13.809060 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Made reservation on behalf of 750c61eed54a4300a98b9026ab520580 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:13.817474 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:13.897873 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:13.960174 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5fc568b8-0d16-444d-a2d4-254675dd2ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:14.092622 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:14.101392 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Usage tracker for resource:security_group_rule and tenant:750c61eed54a4300a98b9026ab520580 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:14.135207 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:14.138290 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-eab3b346-77b2-4c45-85b9-b939326dcb02 None None] For port b31af2bd-4ae0-497c-8db4-575807c0588a, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b31af2bd-4ae0-497c-8db4-575807c0588a,segment=NetworkSegment(2d9ca6ef-d40c-4569-9fab-5133f50f1003),segment_id=2d9ca6ef-d40c-4569-9fab-5133f50f1003)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:14.139848 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-eab3b346-77b2-4c45-85b9-b939326dcb02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:14.172867 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:14.184363 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-6e4a2f28-6421-4c6d-9014-9b5f6bacd624 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] For port b31af2bd-4ae0-497c-8db4-575807c0588a, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b31af2bd-4ae0-497c-8db4-575807c0588a,segment=NetworkSegment(2d9ca6ef-d40c-4569-9fab-5133f50f1003),segment_id=2d9ca6ef-d40c-4569-9fab-5133f50f1003)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:14.193410 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6e4a2f28-6421-4c6d-9014-9b5f6bacd624 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:14.211289 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c57acb90-3374-4c10-81b3-6786649f59ff req-3c1c854c-4b06-442f-be96-3b436c0f6be0 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1204498 May 13 14:33:14.462452 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-eab3b346-77b2-4c45-85b9-b939326dcb02 None None] Calling delete_port for b31af2bd-4ae0-497c-8db4-575807c0588a owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:33:14.527196 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57acb90-3374-4c10-81b3-6786649f59ff req-4ae66677-6137-46bf-8909-a9b3031574bc tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:14.535757 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c57acb90-3374-4c10-81b3-6786649f59ff req-4ae66677-6137-46bf-8909-a9b3031574bc tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3134966 May 13 14:33:14.562922 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c57acb90-3374-4c10-81b3-6786649f59ff req-f3710633-45ee-4662-99df-213528bf36b0 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/quotas/a49f1166c3f54f5fb3c6b91a02cdaaab HTTP/1.1" status: 200 len: 375 time: 0.0257914 May 13 14:33:14.692142 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5fc568b8-0d16-444d-a2d4-254675dd2ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:14.698305 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-6e4a2f28-6421-4c6d-9014-9b5f6bacd624 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Calling delete_port for b31af2bd-4ae0-497c-8db4-575807c0588a owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:33:14.744556 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b31af2bd-4ae0-497c-8db4-575807c0588a no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:33:14.746983 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5fc568b8-0d16-444d-a2d4-254675dd2ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:14.764697 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5fc568b8-0d16-444d-a2d4-254675dd2ecd admin admin] 10.222.0.35 "DELETE /v2.0/subnets/79a8cbb1-2ae6-4444-b791-b23d69c3e4a0 HTTP/1.1" status: 204 len: 168 time: 1.3569336 May 13 14:33:14.765497 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 46080) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:14.794113 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c57acb90-3374-4c10-81b3-6786649f59ff req-f1a4fa80-c6e0-4362-a998-2c0f8e91cdaa tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2302828 May 13 14:33:14.798562 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc568b8-0d16-444d-a2d4-254675dd2ecd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79a8cbb1-2ae6-4444-b791-b23d69c3e4a0,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:14.829420 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2269b8-5cd3-4d6b-a3c8-cdf746c1c97d None None] Network 80c078ad-dab9-4128-aa75-5b381575767a requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:33:14.864589 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [None req-6e4a2f28-6421-4c6d-9014-9b5f6bacd624 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:33:14.865235 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [None req-6e4a2f28-6421-4c6d-9014-9b5f6bacd624 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:33:14.883459 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-eab3b346-77b2-4c45-85b9-b939326dcb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:14.904868 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:14.913914 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:14.960395 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:33:14.977453 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8eb9be4-6b03-4b40-8524-947cacc36269,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:14.983872 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:14.984370 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Added segment ed4a328b-d15d-4a03-9eac-ff7258e787fd of type vlan for network cf66b3c2-c96c-4107-b42b-eedfe0e79851 May 13 14:33:15.022643 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:15.086943 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1632c205-8323-4437-86c9-615177c27ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:15.094897 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: b31af2bd-4ae0-497c-8db4-575807c0588a {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:33:15.100226 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b31af2bd-4ae0-497c-8db4-575807c0588a not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:33:15.100769 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2bb5aab4-6bc1-4538-a26c-1f51483b6e79 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:33:15.116087 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-1632c205-8323-4437-86c9-615177c27ea4 admin admin] Deleting port 37dad654-9247-4c4d-8686-90ea6143c7d7 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:33:15.116440 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1632c205-8323-4437-86c9-615177c27ea4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:15.193012 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6c5c6958-a5bb-4cec-9bb6-0e6e154887bf req-a9628c56-f3fd-44a2-bb9a-e4818e7d3366 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ab444be-14e7-473b-b6ed-089b5d0d62c0 HTTP/1.1" status: 200 len: 210 time: 0.1012735 May 13 14:33:15.193545 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:15.195032 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:15.204526 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:15.276717 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4471455 May 13 14:33:15.279792 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46098) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:15.289055 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-4a6f08d6-d96c-4253-886a-1eeb6fd3b787 admin admin] Request body: {'subnet': {'network_id': 'cf66b3c2-c96c-4107-b42b-eedfe0e79851', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1862180243-subnet', 'tenant_id': '750c61eed54a4300a98b9026ab520580', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:15.456767 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-6e4a2f28-6421-4c6d-9014-9b5f6bacd624 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Deleting port b31af2bd-4ae0-497c-8db4-575807c0588a {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:33:15.458344 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6e4a2f28-6421-4c6d-9014-9b5f6bacd624 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:15.567239 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4a6f08d6-d96c-4253-886a-1eeb6fd3b787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:15.572607 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4a6f08d6-d96c-4253-886a-1eeb6fd3b787 admin admin] Usage tracker for resource:subnet and tenant:750c61eed54a4300a98b9026ab520580 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:15.577180 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4a6f08d6-d96c-4253-886a-1eeb6fd3b787 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:15.584888 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4a6f08d6-d96c-4253-886a-1eeb6fd3b787 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:15.632233 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6f08d6-d96c-4253-886a-1eeb6fd3b787 admin admin] Made reservation on behalf of 750c61eed54a4300a98b9026ab520580 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:15.636588 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a6f08d6-d96c-4253-886a-1eeb6fd3b787 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:15.638590 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3b346-77b2-4c45-85b9-b939326dcb02 None None] Pushing event deleted for resources: {'Port': ['ID=b31af2bd-4ae0-497c-8db4-575807c0588a,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:15.681014 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 2bb5aab4-6bc1-4538-a26c-1f51483b6e79 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:33:15.681579 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2bb5aab4-6bc1-4538-a26c-1f51483b6e79 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:33:15.689214 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab3b346-77b2-4c45-85b9-b939326dcb02 None None] No DVR routers for this DVR port b31af2bd-4ae0-497c-8db4-575807c0588a on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:33:15.810450 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab3b346-77b2-4c45-85b9-b939326dcb02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:15.813563 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-1632c205-8323-4437-86c9-615177c27ea4 admin admin] For port 37dad654-9247-4c4d-8686-90ea6143c7d7, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=37dad654-9247-4c4d-8686-90ea6143c7d7,segment=NetworkSegment(2eb3e039-4b66-4a60-9552-baa1bb07e436),segment_id=2eb3e039-4b66-4a60-9552-baa1bb07e436)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:15.814096 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1632c205-8323-4437-86c9-615177c27ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:15.814562 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab3b346-77b2-4c45-85b9-b939326dcb02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:15.815460 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab3b346-77b2-4c45-85b9-b939326dcb02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:15.816230 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab3b346-77b2-4c45-85b9-b939326dcb02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:15.816993 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab3b346-77b2-4c45-85b9-b939326dcb02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:15.817751 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab3b346-77b2-4c45-85b9-b939326dcb02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:15.818901 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab3b346-77b2-4c45-85b9-b939326dcb02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:15.821038 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab3b346-77b2-4c45-85b9-b939326dcb02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:15.821805 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab3b346-77b2-4c45-85b9-b939326dcb02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:15.823429 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab3b346-77b2-4c45-85b9-b939326dcb02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:15.825876 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab3b346-77b2-4c45-85b9-b939326dcb02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:15.827793 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab3b346-77b2-4c45-85b9-b939326dcb02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:15.960113 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Pushing event updated for resources: {'Network': ['ID=cf66b3c2-c96c-4107-b42b-eedfe0e79851,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:16.021294 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-6e4a2f28-6421-4c6d-9014-9b5f6bacd624 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] The port 'b31af2bd-4ae0-497c-8db4-575807c0588a' was deleted {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:33:16.060599 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:16.060991 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:16.061284 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:16.064135 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:16.064600 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:16.065773 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-1632c205-8323-4437-86c9-615177c27ea4 admin admin] Calling delete_port for 37dad654-9247-4c4d-8686-90ea6143c7d7 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:33:16.067071 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:16.067467 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:16.067808 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:16.069501 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:16.069842 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:16.072239 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:16.072610 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b0a49-81a3-409d-91d1-bf1e3676e4f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:16.085678 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ffd285-533c-428b-aad4-5eb9e453e42d None None] DHCP port deletion for 80c078ad-dab9-4128-aa75-5b381575767a request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:33:16.093349 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-11ffd285-533c-428b-aad4-5eb9e453e42d None None] Deleting port 37dad654-9247-4c4d-8686-90ea6143c7d7 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:33:16.093727 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-11ffd285-533c-428b-aad4-5eb9e453e42d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:16.195146 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network cf66b3c2-c96c-4107-b42b-eedfe0e79851 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:33:16.272411 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1632c205-8323-4437-86c9-615177c27ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:16.470240 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1632c205-8323-4437-86c9-615177c27ea4 admin admin] No DVR routers for this DVR port 37dad654-9247-4c4d-8686-90ea6143c7d7 on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:33:16.617615 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-11ffd285-533c-428b-aad4-5eb9e453e42d None None] The port '37dad654-9247-4c4d-8686-90ea6143c7d7' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:33:16.634951 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1632c205-8323-4437-86c9-615177c27ea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=37dad654-9247-4c4d-8686-90ea6143c7d7,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:16.663740 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6e4a2f28-6421-4c6d-9014-9b5f6bacd624 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:16.803608 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-6e4a2f28-6421-4c6d-9014-9b5f6bacd624 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eef64f7-1080-4c62-83e4-5d0124b722fe']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:16.830026 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 37dad654-9247-4c4d-8686-90ea6143c7d7 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:33:16.997450 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-091bd4e2-ce69-48c5-bbfd-7b686e3f50ec req-5fba5051-cd31-456d-b568-b8e075d5b4b9 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ab444be-14e7-473b-b6ed-089b5d0d62c0 HTTP/1.1" status: 200 len: 210 time: 0.1618009 May 13 14:33:17.002966 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-6e4a2f28-6421-4c6d-9014-9b5f6bacd624 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d9ca6ef-d40c-4569-9fab-5133f50f1003') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:17.008119 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-6e4a2f28-6421-4c6d-9014-9b5f6bacd624 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d9ca6ef-d40c-4569-9fab-5133f50f1003') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:17.053962 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6e4a2f28-6421-4c6d-9014-9b5f6bacd624 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:17.088953 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1632c205-8323-4437-86c9-615177c27ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:17.110209 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 37dad654-9247-4c4d-8686-90ea6143c7d7 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:33:17.111184 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 37dad654-9247-4c4d-8686-90ea6143c7d7 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:33:17.151727 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-1632c205-8323-4437-86c9-615177c27ea4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c078ad-dab9-4128-aa75-5b381575767a']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:17.200109 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-1632c205-8323-4437-86c9-615177c27ea4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb3e039-4b66-4a60-9552-baa1bb07e436') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:17.200414 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-1632c205-8323-4437-86c9-615177c27ea4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb3e039-4b66-4a60-9552-baa1bb07e436') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:17.222962 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6e4a2f28-6421-4c6d-9014-9b5f6bacd624 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:17.232580 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c57acb90-3374-4c10-81b3-6786649f59ff req-8d3a7a32-4e07-40a9-9476-ee05d09ad547 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1025584 May 13 14:33:17.251355 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1632c205-8323-4437-86c9-615177c27ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:17.289097 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1632c205-8323-4437-86c9-615177c27ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:17.313810 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1632c205-8323-4437-86c9-615177c27ea4 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:33:17.314221 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1632c205-8323-4437-86c9-615177c27ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:17.375739 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:33:17.375739 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:33:17.375739 n-d-841760-1 neutron-server[88082]: timer() May 13 14:33:17.375739 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:33:17.375739 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:33:17.375739 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:33:17.375739 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:33:17.375739 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:33:17.375739 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:33:17.375739 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:33:17.375739 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:33:17.375739 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:33:17.375739 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:33:17.375739 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:33:17.375739 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:33:17.375739 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:33:17.375739 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:33:17.375739 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:33:17.375739 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:33:17.375739 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:33:17.375739 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:33:17.375739 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:33:17.375739 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:33:17.375739 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:33:17.375739 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:33:17.375739 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:33:17.375739 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:33:17.375739 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:33:17.375739 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:33:17.375739 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:33:17.375739 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:33:17.375739 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:33:17.552158 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1632c205-8323-4437-86c9-615177c27ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:17.586578 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1632c205-8323-4437-86c9-615177c27ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:17.597923 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e4a2f28-6421-4c6d-9014-9b5f6bacd624 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:33:17.600930 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6e4a2f28-6421-4c6d-9014-9b5f6bacd624 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:17.614277 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1632c205-8323-4437-86c9-615177c27ea4 admin admin] Pushing event deleted for resources: {'Network': ['ID=80c078ad-dab9-4128-aa75-5b381575767a,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: timer() May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:33:17.652398 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:33:17.659553 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1632c205-8323-4437-86c9-615177c27ea4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/80c078ad-dab9-4128-aa75-5b381575767a HTTP/1.1" status: 204 len: 168 time: 2.8533070 May 13 14:33:17.662967 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 46162) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:17.961894 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6e4a2f28-6421-4c6d-9014-9b5f6bacd624 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:17.967636 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6e4a2f28-6421-4c6d-9014-9b5f6bacd624 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:17.978920 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:18.038440 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a2f28-6421-4c6d-9014-9b5f6bacd624 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Pushing event deleted for resources: {'Network': ['ID=9eef64f7-1080-4c62-83e4-5d0124b722fe,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:18.047845 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6e4a2f28-6421-4c6d-9014-9b5f6bacd624 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "DELETE /v2.0/networks/9eef64f7-1080-4c62-83e4-5d0124b722fe HTTP/1.1" status: 204 len: 168 time: 4.9875612 May 13 14:33:18.066143 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46184) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:18.131027 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57acb90-3374-4c10-81b3-6786649f59ff req-fbda8628-2262-4a8f-a002-029ed8c016f3 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:18.132615 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c57acb90-3374-4c10-81b3-6786649f59ff req-fbda8628-2262-4a8f-a002-029ed8c016f3 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8795469 May 13 14:33:18.138611 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a6f08d6-d96c-4253-886a-1eeb6fd3b787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:18.187081 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-c57acb90-3374-4c10-81b3-6786649f59ff req-2b1f3a8d-bea4-431e-a32c-6f1416f0213b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Request body: {'port': {'device_id': '6ab444be-14e7-473b-b6ed-089b5d0d62c0', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'admin_state_up': True, 'tenant_id': 'a49f1166c3f54f5fb3c6b91a02cdaaab'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:18.439549 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-c57acb90-3374-4c10-81b3-6786649f59ff req-2b1f3a8d-bea4-431e-a32c-6f1416f0213b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:18.517334 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-c57acb90-3374-4c10-81b3-6786649f59ff req-2b1f3a8d-bea4-431e-a32c-6f1416f0213b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:18.558789 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-34305542-9cb9-4580-97fe-c87ad0bcaeac tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Deleting subnet 4bd2d274-ee92-4cfa-8001-b8689104166e {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:33:18.562185 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f08d6-d96c-4253-886a-1eeb6fd3b787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1af2f1b-219d-4483-980f-a4da5e03f844,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:18.577662 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-642dd934-41b0-40f6-8071-80dc38bb14bf req-3f4c3518-6619-420e-a778-f135eec3b8f1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ab444be-14e7-473b-b6ed-089b5d0d62c0 HTTP/1.1" status: 200 len: 210 time: 0.1509526 May 13 14:33:18.593406 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-34305542-9cb9-4580-97fe-c87ad0bcaeac tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:18.706239 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c57acb90-3374-4c10-81b3-6786649f59ff req-2b1f3a8d-bea4-431e-a32c-6f1416f0213b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Made reservation on behalf of a49f1166c3f54f5fb3c6b91a02cdaaab for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:18.717334 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c57acb90-3374-4c10-81b3-6786649f59ff req-2b1f3a8d-bea4-431e-a32c-6f1416f0213b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:18.766204 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-34305542-9cb9-4580-97fe-c87ad0bcaeac tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:18.867995 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 46196) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:18.902594 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-34305542-9cb9-4580-97fe-c87ad0bcaeac tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:18.933639 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d41dc751-9e5a-480a-b61f-d807e3fa6412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:18.998518 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-34305542-9cb9-4580-97fe-c87ad0bcaeac tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:19.152352 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-34305542-9cb9-4580-97fe-c87ad0bcaeac tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:19.155237 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6f08d6-d96c-4253-886a-1eeb6fd3b787 admin admin] Checking segment: {'id': 'ed4a328b-d15d-4a03-9eac-ff7258e787fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cf66b3c2-c96c-4107-b42b-eedfe0e79851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:33:19.156538 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6f08d6-d96c-4253-886a-1eeb6fd3b787 admin admin] Network hostable DHCP agents. Network: cf66b3c2-c96c-4107-b42b-eedfe0e79851, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:33:19.158227 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd15ad6c-71a2-43a3-826a-669adf7cb3ba None None] Network e4cfb3d5-be57-41a0-a09b-f1bcabde1be6 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:33:19.174679 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34305542-9cb9-4580-97fe-c87ad0bcaeac tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Pushing event deleted for resources: {'Subnet': ['ID=4bd2d274-ee92-4cfa-8001-b8689104166e,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:19.208596 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-34305542-9cb9-4580-97fe-c87ad0bcaeac tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "DELETE /v2.0/subnets/4bd2d274-ee92-4cfa-8001-b8689104166e HTTP/1.1" status: 204 len: 168 time: 1.1413553 May 13 14:33:19.216433 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d876bed9-7099-44c7-8af3-67125800e43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:19.223209 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46214) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:19.241352 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d876bed9-7099-44c7-8af3-67125800e43b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:19.270207 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d876bed9-7099-44c7-8af3-67125800e43b admin admin] Usage tracker for resource:security_group_rule and tenant:efe061388f2943f9899088d982c335a2 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:19.284355 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d876bed9-7099-44c7-8af3-67125800e43b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:19.307313 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d876bed9-7099-44c7-8af3-67125800e43b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:19.498359 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6f08d6-d96c-4253-886a-1eeb6fd3b787 admin admin] Network cf66b3c2-c96c-4107-b42b-eedfe0e79851 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:33:19.568714 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-4a6f08d6-d96c-4253-886a-1eeb6fd3b787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, cf66b3c2-c96c-4107-b42b-eedfe0e79851) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:19.581650 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50a7a4e-8f22-46fe-bc0c-83454952342f None None] Network cf66b3c2-c96c-4107-b42b-eedfe0e79851 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:33:19.584427 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6f08d6-d96c-4253-886a-1eeb6fd3b787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:19.585018 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a6f08d6-d96c-4253-886a-1eeb6fd3b787 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:19.591328 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-c57acb90-3374-4c10-81b3-6786649f59ff req-2b1f3a8d-bea4-431e-a32c-6f1416f0213b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Allocated IP 192.168.233.106 (7d165b7c-a84b-4191-823a-46e347c23eb5/fb4bc443-ac8b-4686-9d3b-15c2430aa8ca/54bed19c-962c-4fd5-a21b-ed00052450e2) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:33:19.597236 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-381501a2-b104-43d8-839f-1a68c6fb9ad1 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:19.627217 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300bf580-2868-4c27-a5aa-8f5a1b7be0c0 None None] DHCP port deletion for e4cfb3d5-be57-41a0-a09b-f1bcabde1be6 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:33:19.648011 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-300bf580-2868-4c27-a5aa-8f5a1b7be0c0 None None] Deleting port 0be9b290-e828-4cb5-a9f1-ab770892a55b {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:33:19.648397 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-300bf580-2868-4c27-a5aa-8f5a1b7be0c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:19.656332 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4a6f08d6-d96c-4253-886a-1eeb6fd3b787 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.3750572 May 13 14:33:19.669948 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d876bed9-7099-44c7-8af3-67125800e43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:19.683125 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d876bed9-7099-44c7-8af3-67125800e43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:19.686293 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-381501a2-b104-43d8-839f-1a68c6fb9ad1 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Deleting port 0be9b290-e828-4cb5-a9f1-ab770892a55b {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:33:19.686634 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-381501a2-b104-43d8-839f-1a68c6fb9ad1 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:19.785712 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d876bed9-7099-44c7-8af3-67125800e43b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=efe061388f2943f9899088d982c335a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9157314 May 13 14:33:19.799973 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46226) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:19.874737 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d876bed9-7099-44c7-8af3-67125800e43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84260b2d-0e7d-4028-92e2-5a6d18e1760f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:19.902391 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-d41dc751-9e5a-480a-b61f-d807e3fa6412 admin admin] Deleting port d740ae99-16d7-4b5a-bada-407f7d562079 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:33:19.903565 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d41dc751-9e5a-480a-b61f-d807e3fa6412 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:20.098501 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-300bf580-2868-4c27-a5aa-8f5a1b7be0c0 None None] For port 0be9b290-e828-4cb5-a9f1-ab770892a55b, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=0be9b290-e828-4cb5-a9f1-ab770892a55b,segment=NetworkSegment(61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd),segment_id=61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:20.098904 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-300bf580-2868-4c27-a5aa-8f5a1b7be0c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:20.182089 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-5368d017-d834-4781-b937-17e743c1a657 req-f15cc33e-7217-4b86-aecb-cb7bc2bdad22 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Synchronizing usage tracker for tenant:a49f1166c3f54f5fb3c6b91a02cdaaab on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:33:20.352112 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-300bf580-2868-4c27-a5aa-8f5a1b7be0c0 None None] Calling delete_port for 0be9b290-e828-4cb5-a9f1-ab770892a55b owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:33:20.525269 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b35623-1e84-404a-9d75-4c62da0cb0ae None None] Network cf66b3c2-c96c-4107-b42b-eedfe0e79851 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:33:20.529596 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-d41dc751-9e5a-480a-b61f-d807e3fa6412 admin admin] For port d740ae99-16d7-4b5a-bada-407f7d562079, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d740ae99-16d7-4b5a-bada-407f7d562079,segment=NetworkSegment(622c40ea-1bc3-40dd-a9d9-59c3fe19d197),segment_id=622c40ea-1bc3-40dd-a9d9-59c3fe19d197)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:20.531093 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d41dc751-9e5a-480a-b61f-d807e3fa6412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:20.603271 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-5368d017-d834-4781-b937-17e743c1a657 req-f15cc33e-7217-4b86-aecb-cb7bc2bdad22 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Unset dirty status for tenant:a49f1166c3f54f5fb3c6b91a02cdaaab on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:33:20.604621 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5368d017-d834-4781-b937-17e743c1a657 req-f15cc33e-7217-4b86-aecb-cb7bc2bdad22 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ab444be-14e7-473b-b6ed-089b5d0d62c0 HTTP/1.1" status: 200 len: 210 time: 0.7824898 May 13 14:33:20.747537 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3f11eec3-ea4a-47d5-8a4b-56f6058ebb7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:20.801797 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0be9b290-e828-4cb5-a9f1-ab770892a55b no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:33:20.832778 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-d41dc751-9e5a-480a-b61f-d807e3fa6412 admin admin] Calling delete_port for d740ae99-16d7-4b5a-bada-407f7d562079 owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:33:20.860714 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-300bf580-2868-4c27-a5aa-8f5a1b7be0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:20.904211 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-381501a2-b104-43d8-839f-1a68c6fb9ad1 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] For port 0be9b290-e828-4cb5-a9f1-ab770892a55b, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=0be9b290-e828-4cb5-a9f1-ab770892a55b,segment=NetworkSegment(61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd),segment_id=61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:20.904211 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-381501a2-b104-43d8-839f-1a68c6fb9ad1 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:20.931967 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300bf580-2868-4c27-a5aa-8f5a1b7be0c0 None None] Pushing event deleted for resources: {'Port': ['ID=0be9b290-e828-4cb5-a9f1-ab770892a55b,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:20.933721 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 0be9b290-e828-4cb5-a9f1-ab770892a55b {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:33:20.934052 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0be9b290-e828-4cb5-a9f1-ab770892a55b not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:33:20.935788 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300bf580-2868-4c27-a5aa-8f5a1b7be0c0 None None] No DVR routers for this DVR port 0be9b290-e828-4cb5-a9f1-ab770892a55b on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:33:21.145511 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3f11eec3-ea4a-47d5-8a4b-56f6058ebb7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:21.213594 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-aa340e41-f44b-4fab-932d-638f20f9322e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:21.214975 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-aa340e41-f44b-4fab-932d-638f20f9322e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/networks?id=cf66b3c2-c96c-4107-b42b-eedfe0e79851 HTTP/1.1" status: 200 len: 814 time: 0.2488971 May 13 14:33:21.249835 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-11839428-902c-404e-90a1-876e766deda3 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/quotas/750c61eed54a4300a98b9026ab520580 HTTP/1.1" status: 200 len: 375 time: 0.0255072 May 13 14:33:21.292197 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-381501a2-b104-43d8-839f-1a68c6fb9ad1 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Calling delete_port for 0be9b290-e828-4cb5-a9f1-ab770892a55b owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:33:21.325389 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c57acb90-3374-4c10-81b3-6786649f59ff req-2b1f3a8d-bea4-431e-a32c-6f1416f0213b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:21.353806 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-5c2a8c70-f172-4039-97c9-0829bc8fbeb4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=750c61eed54a4300a98b9026ab520580&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0890803 May 13 14:33:21.354736 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d41dc751-9e5a-480a-b61f-d807e3fa6412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:21.383977 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-c57acb90-3374-4c10-81b3-6786649f59ff req-2b1f3a8d-bea4-431e-a32c-6f1416f0213b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Transition to ACTIVE for port object 54bed19c-962c-4fd5-a21b-ed00052450e2 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:33:21.418787 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [None req-381501a2-b104-43d8-839f-1a68c6fb9ad1 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:33:21.419444 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [None req-381501a2-b104-43d8-839f-1a68c6fb9ad1 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:33:21.432573 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3f11eec3-ea4a-47d5-8a4b-56f6058ebb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:21.464121 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11eec3-ea4a-47d5-8a4b-56f6058ebb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84260b2d-0e7d-4028-92e2-5a6d18e1760f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:21.485749 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3f11eec3-ea4a-47d5-8a4b-56f6058ebb7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:21.488344 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3f11eec3-ea4a-47d5-8a4b-56f6058ebb7c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/84260b2d-0e7d-4028-92e2-5a6d18e1760f HTTP/1.1" status: 204 len: 168 time: 1.6621852 May 13 14:33:21.509068 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c57acb90-3374-4c10-81b3-6786649f59ff req-2b1f3a8d-bea4-431e-a32c-6f1416f0213b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:21.523351 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['41d6498b-80c7-4797-b523-231bb2077238', '264f174b-52f0-4701-8c1f-20098e7391bb', 'd044bab1-0650-4c79-bf4c-d0feaf1d04cd', '6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:33:21.619869 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41dc751-9e5a-480a-b61f-d807e3fa6412 admin admin] Pushing event deleted for resources: {'Port': ['ID=d740ae99-16d7-4b5a-bada-407f7d562079,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:21.620755 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c57acb90-3374-4c10-81b3-6786649f59ff req-2b1f3a8d-bea4-431e-a32c-6f1416f0213b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:33:21.630745 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-c57acb90-3374-4c10-81b3-6786649f59ff req-2b1f3a8d-bea4-431e-a32c-6f1416f0213b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:21.636521 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57acb90-3374-4c10-81b3-6786649f59ff req-2b1f3a8d-bea4-431e-a32c-6f1416f0213b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:33:21.687458 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['eb595b96-cef3-4299-99d9-de7e5c7f260a', 'b281dee8-53b5-411d-be6e-41b4eafc9fd9'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:33:21.792660 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57acb90-3374-4c10-81b3-6786649f59ff req-2b1f3a8d-bea4-431e-a32c-6f1416f0213b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:21.793616 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c57acb90-3374-4c10-81b3-6786649f59ff req-2b1f3a8d-bea4-431e-a32c-6f1416f0213b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:21.913576 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f3a8d-bea4-431e-a32c-6f1416f0213b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Pushing event updated for resources: {'Port': ['ID=54bed19c-962c-4fd5-a21b-ed00052450e2,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:21.923848 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-381501a2-b104-43d8-839f-1a68c6fb9ad1 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Deleting port 0be9b290-e828-4cb5-a9f1-ab770892a55b {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:33:21.924193 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-381501a2-b104-43d8-839f-1a68c6fb9ad1 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:22.038869 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c57acb90-3374-4c10-81b3-6786649f59ff req-2b1f3a8d-bea4-431e-a32c-6f1416f0213b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8588293 May 13 14:33:22.113592 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-691e443f-3d7b-4158-b6ae-177b41d834f7 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:33:22.122139 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-691e443f-3d7b-4158-b6ae-177b41d834f7 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6864104 May 13 14:33:22.130736 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-381501a2-b104-43d8-839f-1a68c6fb9ad1 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] The port '0be9b290-e828-4cb5-a9f1-ab770892a55b' was deleted {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:33:22.318697 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-54a6bd5a-3bd7-40f9-9ab8-d0100c4e2776 service neutron] 10.222.0.35 "GET /v2.0/networks/cf66b3c2-c96c-4107-b42b-eedfe0e79851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952801 May 13 14:33:22.319207 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d889cd07-911f-4619-a23e-84a585b3af80 None None] Provisioning for port 54bed19c-962c-4fd5-a21b-ed00052450e2 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:33:22.353592 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-c57acb90-3374-4c10-81b3-6786649f59ff req-e0b58a17-6eb2-4470-bdec-eca1f4a48bd0 service neutron] Request body: {'port': {'device_id': '6ab444be-14e7-473b-b6ed-089b5d0d62c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:22.382444 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d889cd07-911f-4619-a23e-84a585b3af80 None None] Provisioning complete for port 54bed19c-962c-4fd5-a21b-ed00052450e2 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:33:22.383190 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d889cd07-911f-4619-a23e-84a585b3af80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:22.541963 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 46286) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:22.591252 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e3f2227c-6f40-4f9e-90af-62ff71b6482d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:22.607874 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d41dc751-9e5a-480a-b61f-d807e3fa6412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:22.621590 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-4b0f6a9e-56d9-4782-920b-4ece5e0130ca service neutron] 10.222.0.35 "GET /v2.0/networks/cf66b3c2-c96c-4107-b42b-eedfe0e79851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019223 May 13 14:33:22.627229 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e3f2227c-6f40-4f9e-90af-62ff71b6482d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:22.636840 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e3f2227c-6f40-4f9e-90af-62ff71b6482d admin admin] Usage tracker for resource:security_group_rule and tenant:53df4e1e19434eb9a81a98f5eb85b9a0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:22.652387 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-381501a2-b104-43d8-839f-1a68c6fb9ad1 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:22.701513 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e3f2227c-6f40-4f9e-90af-62ff71b6482d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:22.707231 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-381501a2-b104-43d8-839f-1a68c6fb9ad1 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4cfb3d5-be57-41a0-a09b-f1bcabde1be6']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:22.725319 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-381501a2-b104-43d8-839f-1a68c6fb9ad1 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:22.725920 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-381501a2-b104-43d8-839f-1a68c6fb9ad1 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a04fce-02c3-46b8-8f0d-a5f3dbc2dbbd') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:22.742600 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e3f2227c-6f40-4f9e-90af-62ff71b6482d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:22.754798 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-381501a2-b104-43d8-839f-1a68c6fb9ad1 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:22.757926 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-d889cd07-911f-4619-a23e-84a585b3af80 None None] Port 54bed19c-962c-4fd5-a21b-ed00052450e2 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:33:22.823176 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-381501a2-b104-43d8-839f-1a68c6fb9ad1 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:22.834985 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-381501a2-b104-43d8-839f-1a68c6fb9ad1 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:33:22.835701 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-381501a2-b104-43d8-839f-1a68c6fb9ad1 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:22.851675 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:33:22.851675 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:33:22.851675 n-d-841760-1 neutron-server[88081]: timer() May 13 14:33:22.851675 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:33:22.851675 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:33:22.851675 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:33:22.851675 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:33:22.851675 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:33:22.851675 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:33:22.851675 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:33:22.851675 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:33:22.851675 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:33:22.851675 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:33:22.851675 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:33:22.851675 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:33:22.851675 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:33:22.851675 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:33:22.851675 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:33:22.851675 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:33:22.851675 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:33:22.851675 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:33:22.851675 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:33:22.851675 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:33:22.851675 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:33:22.851675 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:33:22.851675 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:33:22.851675 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:33:22.851675 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:33:22.851675 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:33:22.851675 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:33:22.851675 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:33:22.851675 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:33:22.992880 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c57acb90-3374-4c10-81b3-6786649f59ff req-e0b58a17-6eb2-4470-bdec-eca1f4a48bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:23.130916 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dcb6bc-8f9f-4312-9065-3f908c8437ec req-a3a05293-15cf-482a-b18f-eb90d84040d4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:23.132610 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-45dcb6bc-8f9f-4312-9065-3f908c8437ec req-a3a05293-15cf-482a-b18f-eb90d84040d4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ab444be-14e7-473b-b6ed-089b5d0d62c0 HTTP/1.1" status: 200 len: 936 time: 1.0924222 May 13 14:33:23.351907 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41dc751-9e5a-480a-b61f-d807e3fa6412 admin admin] Router f79957b8-37ad-4dee-bfa3-28f079936382 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:33:23.431697 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-319e839c-f0db-45d3-94aa-ed3b84ce645b req-49c9b757-5aed-49d4-9600-502fd75dfb0b tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 210 time: 0.0877719 May 13 14:33:23.477087 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-381501a2-b104-43d8-839f-1a68c6fb9ad1 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:23.666818 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-381501a2-b104-43d8-839f-1a68c6fb9ad1 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:23.694607 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-45dcb6bc-8f9f-4312-9065-3f908c8437ec req-9bce70d8-be51-4af4-bee7-10389170531e tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508857 May 13 14:33:23.696924 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381501a2-b104-43d8-839f-1a68c6fb9ad1 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] Pushing event deleted for resources: {'Network': ['ID=e4cfb3d5-be57-41a0-a09b-f1bcabde1be6,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:23.755705 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-381501a2-b104-43d8-839f-1a68c6fb9ad1 tempest-ServersTestMultiNic-857196621 tempest-ServersTestMultiNic-857196621-project] 10.222.0.35 "DELETE /v2.0/networks/e4cfb3d5-be57-41a0-a09b-f1bcabde1be6 HTTP/1.1" status: 204 len: 168 time: 4.5307059 May 13 14:33:23.783179 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41dc751-9e5a-480a-b61f-d807e3fa6412 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:33:23.796232 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1155c6-c5ee-4702-a6dc-f7ff4418d125 None None] Sync routers for ids ['f79957b8-37ad-4dee-bfa3-28f079936382'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:33:23.813309 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e3f2227c-6f40-4f9e-90af-62ff71b6482d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:23.822891 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e3f2227c-6f40-4f9e-90af-62ff71b6482d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:23.825976 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1155c6-c5ee-4702-a6dc-f7ff4418d125 None None] Routers {'f79957b8-37ad-4dee-bfa3-28f079936382'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:33:23.829357 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-db1155c6-c5ee-4702-a6dc-f7ff4418d125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:33:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['f79957b8-37ad-4dee-bfa3-28f079936382'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:23.891783 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2227c-6f40-4f9e-90af-62ff71b6482d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2ee989-eed9-4e93-a04c-24ea2a1ebbda,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:23.922131 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d41dc751-9e5a-480a-b61f-d807e3fa6412 admin admin] 10.222.0.35 "PUT /v2.0/routers/f79957b8-37ad-4dee-bfa3-28f079936382/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2578664 May 13 14:33:23.930827 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 46320) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:24.030306 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-c57acb90-3374-4c10-81b3-6786649f59ff req-e0b58a17-6eb2-4470-bdec-eca1f4a48bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54bed19c-962c-4fd5-a21b-ed00052450e2 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:33:24.050594 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c57acb90-3374-4c10-81b3-6786649f59ff req-e0b58a17-6eb2-4470-bdec-eca1f4a48bd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:24.088932 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-c57acb90-3374-4c10-81b3-6786649f59ff req-e0b58a17-6eb2-4470-bdec-eca1f4a48bd0 service neutron] Transition to ACTIVE for port object 54bed19c-962c-4fd5-a21b-ed00052450e2 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:33:24.110729 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c57acb90-3374-4c10-81b3-6786649f59ff req-e0b58a17-6eb2-4470-bdec-eca1f4a48bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:24.400023 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2aa9447c-2811-48d5-866b-de3f08a0b710 admin admin] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:24.501255 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-db1155c6-c5ee-4702-a6dc-f7ff4418d125 None None] Set router f79957b8-37ad-4dee-bfa3-28f079936382 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:33:24.516297 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 46348) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:24.519359 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e3f2227c-6f40-4f9e-90af-62ff71b6482d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=53df4e1e19434eb9a81a98f5eb85b9a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9653220 May 13 14:33:24.528762 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 46350) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:24.900851 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b58a17-6eb2-4470-bdec-eca1f4a48bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=54bed19c-962c-4fd5-a21b-ed00052450e2,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:24.952259 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b2c1926b-419c-47e2-b407-ef71d674db8b req-7e10f628-522c-4223-93f2-455187b04091 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 210 time: 0.1461158 May 13 14:33:25.059866 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-c57acb90-3374-4c10-81b3-6786649f59ff req-e0b58a17-6eb2-4470-bdec-eca1f4a48bd0 service neutron] Attempting to bind port 54bed19c-962c-4fd5-a21b-ed00052450e2 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:33:25.071457 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-c57acb90-3374-4c10-81b3-6786649f59ff req-e0b58a17-6eb2-4470-bdec-eca1f4a48bd0 service neutron] Attempting to bind port 54bed19c-962c-4fd5-a21b-ed00052450e2 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:33:25.072115 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57acb90-3374-4c10-81b3-6786649f59ff req-e0b58a17-6eb2-4470-bdec-eca1f4a48bd0 service neutron] Attempting to bind port 54bed19c-962c-4fd5-a21b-ed00052450e2 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:33:25.079122 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57acb90-3374-4c10-81b3-6786649f59ff req-e0b58a17-6eb2-4470-bdec-eca1f4a48bd0 service neutron] Port 54bed19c-962c-4fd5-a21b-ed00052450e2 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:33:25.079449 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57acb90-3374-4c10-81b3-6786649f59ff req-e0b58a17-6eb2-4470-bdec-eca1f4a48bd0 service neutron] Attempting to bind port 54bed19c-962c-4fd5-a21b-ed00052450e2 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:33:25.092283 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57acb90-3374-4c10-81b3-6786649f59ff req-e0b58a17-6eb2-4470-bdec-eca1f4a48bd0 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:33:25.092617 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57acb90-3374-4c10-81b3-6786649f59ff req-e0b58a17-6eb2-4470-bdec-eca1f4a48bd0 service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:33:25.093226 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57acb90-3374-4c10-81b3-6786649f59ff req-e0b58a17-6eb2-4470-bdec-eca1f4a48bd0 service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:33:25.093655 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-c57acb90-3374-4c10-81b3-6786649f59ff req-e0b58a17-6eb2-4470-bdec-eca1f4a48bd0 service neutron] Bound port: 54bed19c-962c-4fd5-a21b-ed00052450e2, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:33:25.094000 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c57acb90-3374-4c10-81b3-6786649f59ff req-e0b58a17-6eb2-4470-bdec-eca1f4a48bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:25.204583 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c8380179-29ec-434f-965c-842e841e0dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:25.289391 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-db1155c6-c5ee-4702-a6dc-f7ff4418d125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79957b8-37ad-4dee-bfa3-28f079936382', 'name': 'tempest-AttachSCSIVolumeTestJSON-1230264652-router', 'tenant_id': '52adfe22972446b3a13be289210817e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'b2f57a19-353c-4af3-a4f2-3da9127acbb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:12Z', 'updated_at': '2022-05-13T14:33:21Z', 'revision_number': 5, 'project_id': '52adfe22972446b3a13be289210817e9', 'gw_port': {'id': 'b2f57a19-353c-4af3-a4f2-3da9127acbb0', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:8b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79957b8-37ad-4dee-bfa3-28f079936382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:13Z', 'updated_at': '2022-05-13T14:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:25.300659 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1155c6-c5ee-4702-a6dc-f7ff4418d125 None None] Checking router: f79957b8-37ad-4dee-bfa3-28f079936382 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:33:25.326649 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1155c6-c5ee-4702-a6dc-f7ff4418d125 None None] Routers {'f79957b8-37ad-4dee-bfa3-28f079936382'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:33:25.327605 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-db1155c6-c5ee-4702-a6dc-f7ff4418d125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:33:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['f79957b8-37ad-4dee-bfa3-28f079936382'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:25.334550 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-c57acb90-3374-4c10-81b3-6786649f59ff req-e0b58a17-6eb2-4470-bdec-eca1f4a48bd0 service neutron] For port 54bed19c-962c-4fd5-a21b-ed00052450e2, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:33:25.342456 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-c57acb90-3374-4c10-81b3-6786649f59ff req-e0b58a17-6eb2-4470-bdec-eca1f4a48bd0 service neutron] For port 54bed19c-962c-4fd5-a21b-ed00052450e2, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=54bed19c-962c-4fd5-a21b-ed00052450e2,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:33:25.348766 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c57acb90-3374-4c10-81b3-6786649f59ff req-e0b58a17-6eb2-4470-bdec-eca1f4a48bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:25.440873 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b58a17-6eb2-4470-bdec-eca1f4a48bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=54bed19c-962c-4fd5-a21b-ed00052450e2,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:25.463910 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57acb90-3374-4c10-81b3-6786649f59ff req-e0b58a17-6eb2-4470-bdec-eca1f4a48bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:25.464991 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c57acb90-3374-4c10-81b3-6786649f59ff req-e0b58a17-6eb2-4470-bdec-eca1f4a48bd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:25.466760 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c57acb90-3374-4c10-81b3-6786649f59ff req-e0b58a17-6eb2-4470-bdec-eca1f4a48bd0 service neutron] 10.222.0.74 "PUT /v2.0/ports/54bed19c-962c-4fd5-a21b-ed00052450e2 HTTP/1.1" status: 200 len: 1096 time: 3.3337750 May 13 14:33:25.467478 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab444be-14e7-473b-b6ed-089b5d0d62c0', 'tag': '54bed19c-962c-4fd5-a21b-ed00052450e2'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:33:25.469945 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c8380179-29ec-434f-965c-842e841e0dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:25.631562 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-db1155c6-c5ee-4702-a6dc-f7ff4418d125 None None] Set router f79957b8-37ad-4dee-bfa3-28f079936382 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:33:25.647391 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-fedf8a52-092e-4eef-b5c0-791c619ac826 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:25.649965 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-fedf8a52-092e-4eef-b5c0-791c619ac826 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.59 "GET /v2.0/networks?id=cf66b3c2-c96c-4107-b42b-eedfe0e79851 HTTP/1.1" status: 200 len: 814 time: 0.7956500 May 13 14:33:25.655742 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2aa9447c-2811-48d5-866b-de3f08a0b710 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:25.711835 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e732576-726f-4d65-a56f-2e7017f8c065 req-730157d7-63ab-4640-a933-b505b57fcde6 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:25.713313 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3e732576-726f-4d65-a56f-2e7017f8c065 req-730157d7-63ab-4640-a933-b505b57fcde6 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e85ccb-2698-4a6e-ba07-cb6c9504255d HTTP/1.1" status: 200 len: 949 time: 0.1948817 May 13 14:33:25.752814 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57acb90-3374-4c10-81b3-6786649f59ff req-2c933c18-fe90-4507-a463-65ac476fe3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:25.754288 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c57acb90-3374-4c10-81b3-6786649f59ff req-2c933c18-fe90-4507-a463-65ac476fe3a6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&device_id=6ab444be-14e7-473b-b6ed-089b5d0d62c0 HTTP/1.1" status: 200 len: 1099 time: 0.1757019 May 13 14:33:25.785728 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3e732576-726f-4d65-a56f-2e7017f8c065 req-cb9f0e60-e292-4e72-9e99-1d14e1dc6c58 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.35 "GET /v2.0/security-groups?id=6754d1d9-f358-4882-a46e-1d7501522123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579295 May 13 14:33:25.791197 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c8380179-29ec-434f-965c-842e841e0dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:25.808340 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-954bd3ed-e594-4739-ae8d-01c849a2ecc4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Request body: {'port': {'device_id': 'b8028145-de3f-4039-8bd0-59abf2e991e7', 'network_id': 'cf66b3c2-c96c-4107-b42b-eedfe0e79851', 'admin_state_up': True, 'tenant_id': '750c61eed54a4300a98b9026ab520580'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:25.959764 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46402) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:25.962294 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6244f5a8-5d25-46fa-aa6f-f822c90a58aa'] response: {'name': 'network-changed', 'server_uuid': '6ab444be-14e7-473b-b6ed-089b5d0d62c0', 'tag': '54bed19c-962c-4fd5-a21b-ed00052450e2', 'status': 'completed', 'code': 200} May 13 14:33:25.977043 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-2aa9447c-2811-48d5-866b-de3f08a0b710 admin admin] Deleting port b2f57a19-353c-4af3-a4f2-3da9127acbb0 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:33:25.977384 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2aa9447c-2811-48d5-866b-de3f08a0b710 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:25.978486 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c57acb90-3374-4c10-81b3-6786649f59ff req-89ba8a27-509b-4909-b979-dfb307446db0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=54bed19c-962c-4fd5-a21b-ed00052450e2 HTTP/1.1" status: 200 len: 217 time: 0.1023183 May 13 14:33:26.015417 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8380179-29ec-434f-965c-842e841e0dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2ee989-eed9-4e93-a04c-24ea2a1ebbda,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:26.058086 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-db1155c6-c5ee-4702-a6dc-f7ff4418d125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79957b8-37ad-4dee-bfa3-28f079936382', 'name': 'tempest-AttachSCSIVolumeTestJSON-1230264652-router', 'tenant_id': '52adfe22972446b3a13be289210817e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'b2f57a19-353c-4af3-a4f2-3da9127acbb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:12Z', 'updated_at': '2022-05-13T14:33:21Z', 'revision_number': 5, 'project_id': '52adfe22972446b3a13be289210817e9', 'gw_port': {'id': 'b2f57a19-353c-4af3-a4f2-3da9127acbb0', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:8b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79957b8-37ad-4dee-bfa3-28f079936382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:13Z', 'updated_at': '2022-05-13T14:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:26.063817 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57acb90-3374-4c10-81b3-6786649f59ff req-5aff4518-96b9-4cca-9c50-2e9ce1ca165a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:26.066062 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c57acb90-3374-4c10-81b3-6786649f59ff req-5aff4518-96b9-4cca-9c50-2e9ce1ca165a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.0790162 May 13 14:33:26.068420 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c8380179-29ec-434f-965c-842e841e0dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:26.069076 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1155c6-c5ee-4702-a6dc-f7ff4418d125 None None] The sync data for ids ['f79957b8-37ad-4dee-bfa3-28f079936382'] in n-d-841760-1 is: [{'id': 'f79957b8-37ad-4dee-bfa3-28f079936382', 'name': 'tempest-AttachSCSIVolumeTestJSON-1230264652-router', 'tenant_id': '52adfe22972446b3a13be289210817e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'b2f57a19-353c-4af3-a4f2-3da9127acbb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:12Z', 'updated_at': '2022-05-13T14:33:21Z', 'revision_number': 5, 'project_id': '52adfe22972446b3a13be289210817e9', 'gw_port': {'id': 'b2f57a19-353c-4af3-a4f2-3da9127acbb0', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:8b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79957b8-37ad-4dee-bfa3-28f079936382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:13Z', 'updated_at': '2022-05-13T14:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:33:26.069513 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c8380179-29ec-434f-965c-842e841e0dc4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1b2ee989-eed9-4e93-a04c-24ea2a1ebbda HTTP/1.1" status: 204 len: 168 time: 1.5159338 May 13 14:33:26.162417 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b21ab-ad45-4c77-ab22-c619bfe81a47 req-ef0b60c4-7396-4f1b-8ecb-80290c94dd0c tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:26.167576 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-36f72a1b-da74-4332-ab0e-a98a30c9dd22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:26.169699 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6a7b21ab-ad45-4c77-ab22-c619bfe81a47 req-ef0b60c4-7396-4f1b-8ecb-80290c94dd0c tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ab444be-14e7-473b-b6ed-089b5d0d62c0 HTTP/1.1" status: 200 len: 948 time: 1.1489401 May 13 14:33:26.224538 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-954bd3ed-e594-4739-ae8d-01c849a2ecc4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:26.239722 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-954bd3ed-e594-4739-ae8d-01c849a2ecc4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Usage tracker for resource:port and tenant:750c61eed54a4300a98b9026ab520580 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:26.244658 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-954bd3ed-e594-4739-ae8d-01c849a2ecc4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:26.244843 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f680c2e7-ad43-4eaa-8f28-fc3d653b0357 req-bfe5dec7-cbc1-4ed1-8a93-5c88bbc6ae85 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 210 time: 0.0601540 May 13 14:33:26.250755 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-36f72a1b-da74-4332-ab0e-a98a30c9dd22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:26.257284 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-36f72a1b-da74-4332-ab0e-a98a30c9dd22 admin admin] Usage tracker for resource:security_group_rule and tenant:e4904b6c8c3e4453a852fb11524464d4 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:26.265870 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-36f72a1b-da74-4332-ab0e-a98a30c9dd22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:26.274800 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-36f72a1b-da74-4332-ab0e-a98a30c9dd22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:26.291493 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57acb90-3374-4c10-81b3-6786649f59ff req-6659c7f6-953e-4985-a776-38be987abbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:26.293277 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c57acb90-3374-4c10-81b3-6786649f59ff req-6659c7f6-953e-4985-a776-38be987abbc3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2214262 May 13 14:33:26.306006 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-954bd3ed-e594-4739-ae8d-01c849a2ecc4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:26.353190 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6a7b21ab-ad45-4c77-ab22-c619bfe81a47 req-113c1080-bf98-4375-9c82-dd92fe7fec85 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825323 May 13 14:33:26.357665 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-954bd3ed-e594-4739-ae8d-01c849a2ecc4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Made reservation on behalf of 750c61eed54a4300a98b9026ab520580 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:26.360614 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-954bd3ed-e594-4739-ae8d-01c849a2ecc4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:26.412171 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:33:26.470494 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c57acb90-3374-4c10-81b3-6786649f59ff req-84b7a060-7f8c-4720-bec1-89c3290a79c5 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641870 May 13 14:33:26.543849 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-2aa9447c-2811-48d5-866b-de3f08a0b710 admin admin] For port b2f57a19-353c-4af3-a4f2-3da9127acbb0, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b2f57a19-353c-4af3-a4f2-3da9127acbb0,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:26.544341 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2aa9447c-2811-48d5-866b-de3f08a0b710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:26.601448 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-36f72a1b-da74-4332-ab0e-a98a30c9dd22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:26.614505 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-36f72a1b-da74-4332-ab0e-a98a30c9dd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:26.627037 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d740ae99-16d7-4b5a-bada-407f7d562079 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:33:26.683206 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: d740ae99-16d7-4b5a-bada-407f7d562079 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:33:26.683943 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d740ae99-16d7-4b5a-bada-407f7d562079 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:33:26.712942 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-36f72a1b-da74-4332-ab0e-a98a30c9dd22 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e4904b6c8c3e4453a852fb11524464d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7471929 May 13 14:33:26.712942 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f72a1b-da74-4332-ab0e-a98a30c9dd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1858ca0-60d9-4ffc-a8de-c98c102ffced,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:26.715255 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c57acb90-3374-4c10-81b3-6786649f59ff req-85438061-774f-4789-ab9e-7f4832d6e660 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348006 May 13 14:33:26.715707 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46422) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:26.718732 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-2aa9447c-2811-48d5-866b-de3f08a0b710 admin admin] Calling delete_port for b2f57a19-353c-4af3-a4f2-3da9127acbb0 owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:33:26.816956 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ea81ba6b-6156-419e-b16b-da46314d0e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:26.903491 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-954bd3ed-e594-4739-ae8d-01c849a2ecc4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Allocated IP 172.20.0.12 (cf66b3c2-c96c-4107-b42b-eedfe0e79851/a1af2f1b-219d-4483-980f-a4da5e03f844/615a24e6-1c41-484b-beb8-093d302cd8a3) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:33:26.993313 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ea81ba6b-6156-419e-b16b-da46314d0e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:27.075501 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0487185-36df-4a54-bb7e-df304585c776 req-44a2773e-095b-4af8-8125-e9ade779e8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:27.077204 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0487185-36df-4a54-bb7e-df304585c776 req-44a2773e-095b-4af8-8125-e9ade779e8ea service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&device_id=6ab444be-14e7-473b-b6ed-089b5d0d62c0 HTTP/1.1" status: 200 len: 1099 time: 0.2621346 May 13 14:33:27.095736 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50eef80-d5cd-4763-9b06-476b3c83ea2a req-0368a3c2-e3d6-4318-b5f4-b293f41a263b tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:27.097252 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b50eef80-d5cd-4763-9b06-476b3c83ea2a req-0368a3c2-e3d6-4318-b5f4-b293f41a263b tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e85ccb-2698-4a6e-ba07-cb6c9504255d HTTP/1.1" status: 200 len: 949 time: 0.1676381 May 13 14:33:27.197363 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-027e9428-ebbb-44ed-9805-c88506ebe366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:27.218379 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2aa9447c-2811-48d5-866b-de3f08a0b710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:27.288280 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9447c-2811-48d5-866b-de3f08a0b710 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2f57a19-353c-4af3-a4f2-3da9127acbb0,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:27.288471 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0487185-36df-4a54-bb7e-df304585c776 req-fffa4d2f-4857-44fe-ac24-c157d04580ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:27.290053 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0487185-36df-4a54-bb7e-df304585c776 req-fffa4d2f-4857-44fe-ac24-c157d04580ed service neutron] 10.222.0.74 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.2042258 May 13 14:33:27.353019 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ea81ba6b-6156-419e-b16b-da46314d0e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:27.515398 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81ba6b-6156-419e-b16b-da46314d0e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1858ca0-60d9-4ffc-a8de-c98c102ffced,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:27.520439 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0487185-36df-4a54-bb7e-df304585c776 req-7b2b04e6-c851-4a6a-9374-863e28c4e478 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=54bed19c-962c-4fd5-a21b-ed00052450e2 HTTP/1.1" status: 200 len: 217 time: 0.2223279 May 13 14:33:27.525882 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b50eef80-d5cd-4763-9b06-476b3c83ea2a req-2f5fad1c-7712-4b1d-8a98-2d35b833273a tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.35 "GET /v2.0/security-groups?id=6754d1d9-f358-4882-a46e-1d7501522123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077075 May 13 14:33:27.530519 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ea81ba6b-6156-419e-b16b-da46314d0e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:27.534740 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ea81ba6b-6156-419e-b16b-da46314d0e13 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c1858ca0-60d9-4ffc-a8de-c98c102ffced HTTP/1.1" status: 204 len: 168 time: 0.8178117 May 13 14:33:27.542726 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-56a243ed-dd56-43c1-8b46-383974b79425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:27.593478 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-954bd3ed-e594-4739-ae8d-01c849a2ecc4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:27.602180 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0487185-36df-4a54-bb7e-df304585c776 req-7f93be5e-bf81-4336-930e-ced6ce8487b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:27.605179 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0487185-36df-4a54-bb7e-df304585c776 req-7f93be5e-bf81-4336-930e-ced6ce8487b6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.0762894 May 13 14:33:27.694305 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-43601b22-e342-44b1-a6e8-6c6d5b2ed14e req-a8bf5a0f-c7e4-497e-9683-433dfa9b6d43 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 210 time: 0.1576149 May 13 14:33:27.742583 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2aa9447c-2811-48d5-866b-de3f08a0b710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:27.774961 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0487185-36df-4a54-bb7e-df304585c776 req-bf648900-4886-4cef-b7de-a70bf5355cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:27.776565 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0487185-36df-4a54-bb7e-df304585c776 req-bf648900-4886-4cef-b7de-a70bf5355cde service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1630332 May 13 14:33:27.936692 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777250d-d4bf-4dda-b9b5-b42c0859b8a6 req-f8949ef6-0dac-4f49-a95a-b0f39beca707 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:27.944638 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d777250d-d4bf-4dda-b9b5-b42c0859b8a6 req-f8949ef6-0dac-4f49-a95a-b0f39beca707 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ab444be-14e7-473b-b6ed-089b5d0d62c0 HTTP/1.1" status: 200 len: 948 time: 0.2646182 May 13 14:33:27.964725 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2aa9447c-2811-48d5-866b-de3f08a0b710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:27.967205 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2aa9447c-2811-48d5-866b-de3f08a0b710 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:28.022096 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d777250d-d4bf-4dda-b9b5-b42c0859b8a6 req-721bf51d-0ed9-411a-9edc-de306596bf4b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762546 May 13 14:33:28.048095 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0487185-36df-4a54-bb7e-df304585c776 req-b7f9b84a-681c-4229-865f-c5e1a797e722 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620220 May 13 14:33:28.056811 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2aa9447c-2811-48d5-866b-de3f08a0b710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:28.057313 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa9447c-2811-48d5-866b-de3f08a0b710 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f79957b8-37ad-4dee-bfa3-28f079936382 {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:33:28.098473 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2aa9447c-2811-48d5-866b-de3f08a0b710 admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:28.100465 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2aa9447c-2811-48d5-866b-de3f08a0b710 admin admin] 10.222.0.35 "DELETE /v2.0/routers/f79957b8-37ad-4dee-bfa3-28f079936382 HTTP/1.1" status: 204 len: 168 time: 4.1656563 May 13 14:33:28.106646 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 46480) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:28.195434 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-954bd3ed-e594-4739-ae8d-01c849a2ecc4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:28.251414 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:28.252008 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46488) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:28.292728 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-932e771d-b68d-4507-b0ea-4c0cb23f1314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:28.331544 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0487185-36df-4a54-bb7e-df304585c776 req-c6b78b65-8629-416c-a244-4760058643b9 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754467 May 13 14:33:28.332785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-932e771d-b68d-4507-b0ea-4c0cb23f1314 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:28.339709 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-932e771d-b68d-4507-b0ea-4c0cb23f1314 admin admin] Usage tracker for resource:security_group_rule and tenant:5aba0a45170b4683b7f96233e04c14fd is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:28.349992 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-932e771d-b68d-4507-b0ea-4c0cb23f1314 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:28.351756 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4f170e-e1f0-4035-8963-684a5e7a0015 admin admin] Deleting subnet ac67c538-bd89-431d-8646-55b7c14bb0ba {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:33:28.355043 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd4f170e-e1f0-4035-8963-684a5e7a0015 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:28.361603 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-932e771d-b68d-4507-b0ea-4c0cb23f1314 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:28.469439 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-954bd3ed-e594-4739-ae8d-01c849a2ecc4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Network cf66b3c2-c96c-4107-b42b-eedfe0e79851 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:33:28.478001 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd4f170e-e1f0-4035-8963-684a5e7a0015 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:28.498158 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-932e771d-b68d-4507-b0ea-4c0cb23f1314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:28.503768 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-932e771d-b68d-4507-b0ea-4c0cb23f1314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:28.508231 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-954bd3ed-e594-4739-ae8d-01c849a2ecc4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:28.526006 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-954bd3ed-e594-4739-ae8d-01c849a2ecc4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:33:28.571848 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device dbc7731a-1422-4514-b88c-638f96b1ae2e no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:33:28.575160 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954bd3ed-e594-4739-ae8d-01c849a2ecc4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Pushing event updated for resources: {'Port': ['ID=615a24e6-1c41-484b-beb8-093d302cd8a3,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:28.577746 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e771d-b68d-4507-b0ea-4c0cb23f1314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e98553-d799-4b07-9ad1-b77923767ab7,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:28.586846 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-932e771d-b68d-4507-b0ea-4c0cb23f1314 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5aba0a45170b4683b7f96233e04c14fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3309917 May 13 14:33:28.587320 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46502) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:28.693249 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-954bd3ed-e594-4739-ae8d-01c849a2ecc4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:28.693789 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-954bd3ed-e594-4739-ae8d-01c849a2ecc4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:28.723786 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd4f170e-e1f0-4035-8963-684a5e7a0015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:28.741769 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9c5ef16e-bad3-451c-9e50-d163daed6515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:28.772984 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b2f57a19-353c-4af3-a4f2-3da9127acbb0 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:33:28.821393 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-56a243ed-dd56-43c1-8b46-383974b79425 admin admin] Deleting port 5fb94a16-188d-4de1-91ac-281fa73b39b2 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:33:28.821739 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-56a243ed-dd56-43c1-8b46-383974b79425 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:28.833875 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9c5ef16e-bad3-451c-9e50-d163daed6515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:28.844030 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: b2f57a19-353c-4af3-a4f2-3da9127acbb0 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:33:28.844367 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b2f57a19-353c-4af3-a4f2-3da9127acbb0 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:33:28.854638 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-954bd3ed-e594-4739-ae8d-01c849a2ecc4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1880023 May 13 14:33:28.878201 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port dbc7731a-1422-4514-b88c-638f96b1ae2e is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:33:28.878760 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:28.910466 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-a22cac7e-e43b-4f08-82e4-eb8b827c6bf0 service neutron] Request body: {'port': {'device_id': 'b8028145-de3f-4039-8bd0-59abf2e991e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:28.917701 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e85ccb-2698-4a6e-ba07-cb6c9504255d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbc7731a-1422-4514-b88c-638f96b1ae2e'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:33:28.923670 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9c5ef16e-bad3-451c-9e50-d163daed6515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:28.931242 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port dbc7731a-1422-4514-b88c-638f96b1ae2e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=dbc7731a-1422-4514-b88c-638f96b1ae2e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:28.942448 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:28.943216 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ef16e-bad3-451c-9e50-d163daed6515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e98553-d799-4b07-9ad1-b77923767ab7,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:28.959654 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9c5ef16e-bad3-451c-9e50-d163daed6515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:28.960852 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9c5ef16e-bad3-451c-9e50-d163daed6515 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/71e98553-d799-4b07-9ad1-b77923767ab7 HTTP/1.1" status: 204 len: 168 time: 0.3725457 May 13 14:33:29.055221 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=dbc7731a-1422-4514-b88c-638f96b1ae2e,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:29.118445 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660d897-7fac-4c8a-aa50-aac32e6a7bed req-87b0af9c-5c0c-4593-b77e-8ce85e7eae3b tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:29.121004 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2660d897-7fac-4c8a-aa50-aac32e6a7bed req-87b0af9c-5c0c-4593-b77e-8ce85e7eae3b tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 932 time: 0.1311150 May 13 14:33:29.184996 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2660d897-7fac-4c8a-aa50-aac32e6a7bed req-5d9f3a6b-3c2c-49f0-b91a-cd064b887c8d tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Synchronizing usage tracker for tenant:750c61eed54a4300a98b9026ab520580 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:33:29.208239 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2660d897-7fac-4c8a-aa50-aac32e6a7bed req-5d9f3a6b-3c2c-49f0-b91a-cd064b887c8d tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Unset dirty status for tenant:750c61eed54a4300a98b9026ab520580 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:33:29.209753 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2660d897-7fac-4c8a-aa50-aac32e6a7bed req-5d9f3a6b-3c2c-49f0-b91a-cd064b887c8d tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778909 May 13 14:33:29.291459 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-601a8a3f-d7a7-4777-a5fd-b390805d19b3'] response: {'server_uuid': '77e85ccb-2698-4a6e-ba07-cb6c9504255d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbc7731a-1422-4514-b88c-638f96b1ae2e', 'code': 200} May 13 14:33:29.305488 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd4f170e-e1f0-4035-8963-684a5e7a0015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:29.360465 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f170e-e1f0-4035-8963-684a5e7a0015 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac67c538-bd89-431d-8646-55b7c14bb0ba,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:29.419030 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-a22cac7e-e43b-4f08-82e4-eb8b827c6bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:29.506698 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f6018a0-d6dd-4ac5-bb21-a30c7a8358f5 req-f75bb8ac-057e-44ec-a417-39da66874d36 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=48df8ea8-168a-4d5e-bb50-84a9287fffd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2107220 May 13 14:33:29.552242 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-089d2c38-42af-47a5-b6a9-5f5074920a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:29.631311 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd4f170e-e1f0-4035-8963-684a5e7a0015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:29.636127 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bae3b2-9d0b-47a7-895e-a096c002acac None None] Network 4ebaeeaf-a6ee-4726-a579-3eed7216cdc6 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:33:29.652172 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-dd4f170e-e1f0-4035-8963-684a5e7a0015 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ac67c538-bd89-431d-8646-55b7c14bb0ba HTTP/1.1" status: 204 len: 168 time: 1.5440195 May 13 14:33:29.654320 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-56a243ed-dd56-43c1-8b46-383974b79425 admin admin] For port 5fb94a16-188d-4de1-91ac-281fa73b39b2, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=5fb94a16-188d-4de1-91ac-281fa73b39b2,segment=NetworkSegment(fa336df0-1b4b-42b3-9996-95e308ef7621),segment_id=fa336df0-1b4b-42b3-9996-95e308ef7621)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:29.654874 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-56a243ed-dd56-43c1-8b46-383974b79425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:29.666184 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 46574) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:29.790999 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab458f-f1d9-4d54-a1e7-550a31962dd0 req-4a5e6bb4-20fb-49f7-b753-7b6a829c155c tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:29.792560 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8fab458f-f1d9-4d54-a1e7-550a31962dd0 req-4a5e6bb4-20fb-49f7-b753-7b6a829c155c tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ab444be-14e7-473b-b6ed-089b5d0d62c0 HTTP/1.1" status: 200 len: 948 time: 0.2893658 May 13 14:33:29.796997 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6018a0-d6dd-4ac5-bb21-a30c7a8358f5 req-eb397ea7-0e72-4165-ab81-d48e0993d8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:29.809090 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f6018a0-d6dd-4ac5-bb21-a30c7a8358f5 req-eb397ea7-0e72-4165-ab81-d48e0993d8e9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&device_id=48df8ea8-168a-4d5e-bb50-84a9287fffd2 HTTP/1.1" status: 200 len: 1100 time: 0.1819878 May 13 14:33:30.007237 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8fab458f-f1d9-4d54-a1e7-550a31962dd0 req-4b37e439-3b2d-4a15-9e9d-a52583f47672 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971395 May 13 14:33:30.059658 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eae07a3b-e45f-464a-b08e-8f70c779da26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:30.106025 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6018a0-d6dd-4ac5-bb21-a30c7a8358f5 req-8663b7e8-dcfd-44f5-916e-f840f9b544f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:30.111050 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f6018a0-d6dd-4ac5-bb21-a30c7a8358f5 req-8663b7e8-dcfd-44f5-916e-f840f9b544f4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.2691913 May 13 14:33:30.215460 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ff0abf-fd1a-4328-89e3-229c1991a53a None None] DHCP port deletion for 4ebaeeaf-a6ee-4726-a579-3eed7216cdc6 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:33:30.222177 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-51ff0abf-fd1a-4328-89e3-229c1991a53a None None] Deleting port 9686a83c-8283-4b87-ab5d-37a0c1d70e55 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:33:30.222739 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-51ff0abf-fd1a-4328-89e3-229c1991a53a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:30.250184 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-56a243ed-dd56-43c1-8b46-383974b79425 admin admin] Calling delete_port for 5fb94a16-188d-4de1-91ac-281fa73b39b2 owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:33:30.320741 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f6018a0-d6dd-4ac5-bb21-a30c7a8358f5 req-a992e42f-27d7-4037-a894-7fd29291f2f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=41d6498b-80c7-4797-b523-231bb2077238 HTTP/1.1" status: 200 len: 217 time: 0.2061973 May 13 14:33:30.329240 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-eae07a3b-e45f-464a-b08e-8f70c779da26 admin admin] Deleting port 9686a83c-8283-4b87-ab5d-37a0c1d70e55 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:33:30.329653 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eae07a3b-e45f-464a-b08e-8f70c779da26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:30.361387 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46610) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:30.463991 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6018a0-d6dd-4ac5-bb21-a30c7a8358f5 req-ef735441-3d3b-4b9f-ad13-5c91d832029c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:30.465977 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f6018a0-d6dd-4ac5-bb21-a30c7a8358f5 req-ef735441-3d3b-4b9f-ad13-5c91d832029c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1396935 May 13 14:33:30.530368 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:30.608322 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-92ced4c4-108a-4b8a-a320-9463d59f4760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:30.618522 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 54bed19c-962c-4fd5-a21b-ed00052450e2 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:33:30.644880 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-92ced4c4-108a-4b8a-a320-9463d59f4760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:30.656014 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-92ced4c4-108a-4b8a-a320-9463d59f4760 admin admin] Usage tracker for resource:security_group_rule and tenant:0d99e880922142b5b327dce12a44a133 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:30.660735 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-92ced4c4-108a-4b8a-a320-9463d59f4760 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:30.668970 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-92ced4c4-108a-4b8a-a320-9463d59f4760 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:30.712481 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6018a0-d6dd-4ac5-bb21-a30c7a8358f5 req-e1fc43f8-167a-46dd-9aab-4a86f2097ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:30.714553 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f6018a0-d6dd-4ac5-bb21-a30c7a8358f5 req-e1fc43f8-167a-46dd-9aab-4a86f2097ba5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2420883 May 13 14:33:30.773954 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 54bed19c-962c-4fd5-a21b-ed00052450e2, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=54bed19c-962c-4fd5-a21b-ed00052450e2,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:30.800226 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '54bed19c-962c-4fd5-a21b-ed00052450e2', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': '54bed19c-962c-4fd5-a21b-ed00052450e2', 'mac_address': 'fa:16:3e:d3:0f:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:33:30.804140 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 9686a83c-8283-4b87-ab5d-37a0c1d70e55 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:33:30.815873 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-eae07a3b-e45f-464a-b08e-8f70c779da26 admin admin] For port 9686a83c-8283-4b87-ab5d-37a0c1d70e55, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=9686a83c-8283-4b87-ab5d-37a0c1d70e55,segment=NetworkSegment(622c40ea-1bc3-40dd-a9d9-59c3fe19d197),segment_id=622c40ea-1bc3-40dd-a9d9-59c3fe19d197)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:30.816251 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eae07a3b-e45f-464a-b08e-8f70c779da26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:30.840517 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c017913-82c6-4447-a526-6e829d6a781e req-4c4844a2-263b-4758-bf87-2fa192a2ca3b tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:30.841994 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6c017913-82c6-4447-a526-6e829d6a781e req-4c4844a2-263b-4758-bf87-2fa192a2ca3b tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 932 time: 0.3142350 May 13 14:33:30.890900 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:30.963163 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-51ff0abf-fd1a-4328-89e3-229c1991a53a None None] For port 9686a83c-8283-4b87-ab5d-37a0c1d70e55, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=9686a83c-8283-4b87-ab5d-37a0c1d70e55,segment=NetworkSegment(622c40ea-1bc3-40dd-a9d9-59c3fe19d197),segment_id=622c40ea-1bc3-40dd-a9d9-59c3fe19d197)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:30.963967 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-51ff0abf-fd1a-4328-89e3-229c1991a53a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:30.993675 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 54bed19c-962c-4fd5-a21b-ed00052450e2 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:33:30.994054 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:31.018046 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46624) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:31.058341 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-eae07a3b-e45f-464a-b08e-8f70c779da26 admin admin] Calling delete_port for 9686a83c-8283-4b87-ab5d-37a0c1d70e55 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:33:31.123140 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6c017913-82c6-4447-a526-6e829d6a781e req-cadfcacf-6dfa-4670-b4bf-41cef5540fd1 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652373 May 13 14:33:31.139584 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f6018a0-d6dd-4ac5-bb21-a30c7a8358f5 req-36dad86b-16ae-48c4-87ba-3203b0ab3f98 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104714 May 13 14:33:31.263696 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-51ff0abf-fd1a-4328-89e3-229c1991a53a None None] Calling delete_port for 9686a83c-8283-4b87-ab5d-37a0c1d70e55 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:33:31.297008 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-a22cac7e-e43b-4f08-82e4-eb8b827c6bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 615a24e6-1c41-484b-beb8-093d302cd8a3 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:33:31.363931 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54bed19c-962c-4fd5-a21b-ed00052450e2 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:33:31.377877 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-92ced4c4-108a-4b8a-a320-9463d59f4760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:31.396138 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e1b2426b-0690-4377-b4a4-a7722ed59cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:31.405319 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-92ced4c4-108a-4b8a-a320-9463d59f4760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:31.426181 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-a22cac7e-e43b-4f08-82e4-eb8b827c6bf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:31.431509 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 54bed19c-962c-4fd5-a21b-ed00052450e2, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=54bed19c-962c-4fd5-a21b-ed00052450e2,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:31.451986 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 9686a83c-8283-4b87-ab5d-37a0c1d70e55 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:33:31.452360 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:31.461186 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-92ced4c4-108a-4b8a-a320-9463d59f4760 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d99e880922142b5b327dce12a44a133&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0987849 May 13 14:33:31.464498 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-56a243ed-dd56-43c1-8b46-383974b79425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:31.467579 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46642) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:31.469246 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:31.490399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ced4c4-108a-4b8a-a320-9463d59f4760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aaff439-37cb-4664-a34c-6cfef14f6cc8,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:31.493223 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e1b2426b-0690-4377-b4a4-a7722ed59cd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:31.505368 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e1b2426b-0690-4377-b4a4-a7722ed59cd3 admin admin] Usage tracker for resource:security_group_rule and tenant:1f4c293c9f9b4446a88cd89aa301b814 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:31.508354 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eae07a3b-e45f-464a-b08e-8f70c779da26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:31.517631 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-a22cac7e-e43b-4f08-82e4-eb8b827c6bf0 service neutron] Transition to ACTIVE for port object 615a24e6-1c41-484b-beb8-093d302cd8a3 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:33:31.519436 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e1b2426b-0690-4377-b4a4-a7722ed59cd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:31.540645 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e1b2426b-0690-4377-b4a4-a7722ed59cd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:31.570734 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-51ff0abf-fd1a-4328-89e3-229c1991a53a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:33:31.571368 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-51ff0abf-fd1a-4328-89e3-229c1991a53a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:33:31.581019 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a243ed-dd56-43c1-8b46-383974b79425 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fb94a16-188d-4de1-91ac-281fa73b39b2,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:31.583071 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-a22cac7e-e43b-4f08-82e4-eb8b827c6bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:31.591709 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f6018a0-d6dd-4ac5-bb21-a30c7a8358f5 req-0b1a02ef-f301-4704-926e-917496516f62 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422297 May 13 14:33:31.598485 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=54bed19c-962c-4fd5-a21b-ed00052450e2,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:31.634818 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-51a256ac-a1d0-484d-be1e-75b9e89ea8af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:31.664577 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-51a256ac-a1d0-484d-be1e-75b9e89ea8af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:31.752216 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e1b2426b-0690-4377-b4a4-a7722ed59cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:31.758276 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e1b2426b-0690-4377-b4a4-a7722ed59cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:31.776972 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-51a256ac-a1d0-484d-be1e-75b9e89ea8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:31.823492 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e1b2426b-0690-4377-b4a4-a7722ed59cd3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1f4c293c9f9b4446a88cd89aa301b814&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8042896 May 13 14:33:31.825207 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2426b-0690-4377-b4a4-a7722ed59cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d048af9-90a2-433d-923e-a4e2ed5ed414,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:31.827785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46646) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:31.837440 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-51a256ac-a1d0-484d-be1e-75b9e89ea8af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:31.839328 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae07a3b-e45f-464a-b08e-8f70c779da26 admin admin] No DVR routers for this DVR port 9686a83c-8283-4b87-ab5d-37a0c1d70e55 on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:33:31.840945 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-51a256ac-a1d0-484d-be1e-75b9e89ea8af admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7aaff439-37cb-4664-a34c-6cfef14f6cc8 HTTP/1.1" status: 204 len: 168 time: 0.3679130 May 13 14:33:31.860938 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a256ac-a1d0-484d-be1e-75b9e89ea8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aaff439-37cb-4664-a34c-6cfef14f6cc8,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:31.888278 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae07a3b-e45f-464a-b08e-8f70c779da26 admin admin] Pushing event deleted for resources: {'Port': ['ID=9686a83c-8283-4b87-ab5d-37a0c1d70e55,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:31.918013 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-740a7467-8820-49df-acd4-176360286cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:31.946426 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-740a7467-8820-49df-acd4-176360286cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:31.999759 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:32.011744 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-740a7467-8820-49df-acd4-176360286cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:32.026233 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c15ad-d149-4d3f-b77e-701d21f3e358 req-443608b9-0b83-4a08-b6eb-9e903637e483 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:32.027750 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b68c15ad-d149-4d3f-b77e-701d21f3e358 req-443608b9-0b83-4a08-b6eb-9e903637e483 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ab444be-14e7-473b-b6ed-089b5d0d62c0 HTTP/1.1" status: 200 len: 948 time: 0.7366698 May 13 14:33:32.029597 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a7467-8820-49df-acd4-176360286cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d048af9-90a2-433d-923e-a4e2ed5ed414,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:32.042839 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-740a7467-8820-49df-acd4-176360286cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:32.051762 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-740a7467-8820-49df-acd4-176360286cc1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9d048af9-90a2-433d-923e-a4e2ed5ed414 HTTP/1.1" status: 204 len: 168 time: 0.2199864 May 13 14:33:32.072364 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-51ff0abf-fd1a-4328-89e3-229c1991a53a None None] Deleting port 9686a83c-8283-4b87-ab5d-37a0c1d70e55 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:33:32.073034 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-51ff0abf-fd1a-4328-89e3-229c1991a53a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:32.142619 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-51ff0abf-fd1a-4328-89e3-229c1991a53a None None] The port '9686a83c-8283-4b87-ab5d-37a0c1d70e55' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:33:32.217903 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['54bed19c-962c-4fd5-a21b-ed00052450e2'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:33:32.234420 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46658) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:32.256582 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22cac7e-e43b-4f08-82e4-eb8b827c6bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=615a24e6-1c41-484b-beb8-093d302cd8a3,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:32.276904 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-91174f52-7cc2-41fd-b0ed-74e8b0893cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:32.285585 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eae07a3b-e45f-464a-b08e-8f70c779da26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:32.324347 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-91174f52-7cc2-41fd-b0ed-74e8b0893cd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:32.332082 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-91174f52-7cc2-41fd-b0ed-74e8b0893cd8 admin admin] Usage tracker for resource:security_group_rule and tenant:fcf3c70fbb9b46a0805b20e17972bd27 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:32.339451 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-91174f52-7cc2-41fd-b0ed-74e8b0893cd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:32.343780 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-eae07a3b-e45f-464a-b08e-8f70c779da26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ebaeeaf-a6ee-4726-a579-3eed7216cdc6']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:32.352090 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-91174f52-7cc2-41fd-b0ed-74e8b0893cd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:32.368718 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b68c15ad-d149-4d3f-b77e-701d21f3e358 req-0dde01c2-3edd-4c2a-81f0-832fb37ee077 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659254 May 13 14:33:32.376033 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-eae07a3b-e45f-464a-b08e-8f70c779da26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622c40ea-1bc3-40dd-a9d9-59c3fe19d197') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:32.376525 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-eae07a3b-e45f-464a-b08e-8f70c779da26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622c40ea-1bc3-40dd-a9d9-59c3fe19d197') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:32.504299 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eae07a3b-e45f-464a-b08e-8f70c779da26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:32.520199 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-a22cac7e-e43b-4f08-82e4-eb8b827c6bf0 service neutron] Attempting to bind port 615a24e6-1c41-484b-beb8-093d302cd8a3 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:33:32.520492 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-a22cac7e-e43b-4f08-82e4-eb8b827c6bf0 service neutron] Attempting to bind port 615a24e6-1c41-484b-beb8-093d302cd8a3 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'ed4a328b-d15d-4a03-9eac-ff7258e787fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cf66b3c2-c96c-4107-b42b-eedfe0e79851'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:33:32.520814 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-a22cac7e-e43b-4f08-82e4-eb8b827c6bf0 service neutron] Attempting to bind port 615a24e6-1c41-484b-beb8-093d302cd8a3 on network cf66b3c2-c96c-4107-b42b-eedfe0e79851 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:33:32.534064 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-a22cac7e-e43b-4f08-82e4-eb8b827c6bf0 service neutron] Port 615a24e6-1c41-484b-beb8-093d302cd8a3 on network cf66b3c2-c96c-4107-b42b-eedfe0e79851 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:33:32.534435 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-a22cac7e-e43b-4f08-82e4-eb8b827c6bf0 service neutron] Attempting to bind port 615a24e6-1c41-484b-beb8-093d302cd8a3 on network cf66b3c2-c96c-4107-b42b-eedfe0e79851 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:33:32.544625 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ea937-5bbb-4c48-9b30-6b7f9f939d0b req-1d2c5b89-f5c4-4972-8eb3-bc9969a9de39 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:32.545169 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-a22cac7e-e43b-4f08-82e4-eb8b827c6bf0 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:33:32.545169 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-a22cac7e-e43b-4f08-82e4-eb8b827c6bf0 service neutron] Checking segment: {'id': 'ed4a328b-d15d-4a03-9eac-ff7258e787fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cf66b3c2-c96c-4107-b42b-eedfe0e79851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:33:32.545169 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-a22cac7e-e43b-4f08-82e4-eb8b827c6bf0 service neutron] Bound using segment: {'id': 'ed4a328b-d15d-4a03-9eac-ff7258e787fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cf66b3c2-c96c-4107-b42b-eedfe0e79851'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:33:32.545499 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da9ea937-5bbb-4c48-9b30-6b7f9f939d0b req-1d2c5b89-f5c4-4972-8eb3-bc9969a9de39 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 944 time: 0.1824224 May 13 14:33:32.545597 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-a22cac7e-e43b-4f08-82e4-eb8b827c6bf0 service neutron] Bound port: 615a24e6-1c41-484b-beb8-093d302cd8a3, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed4a328b-d15d-4a03-9eac-ff7258e787fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cf66b3c2-c96c-4107-b42b-eedfe0e79851'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:33:32.546241 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-a22cac7e-e43b-4f08-82e4-eb8b827c6bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:32.559903 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eae07a3b-e45f-464a-b08e-8f70c779da26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:32.580754 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eae07a3b-e45f-464a-b08e-8f70c779da26 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:33:32.581266 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eae07a3b-e45f-464a-b08e-8f70c779da26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:32.596285 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:33:32.596285 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:33:32.596285 n-d-841760-1 neutron-server[88082]: timer() May 13 14:33:32.596285 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:33:32.596285 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:33:32.596285 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:33:32.596285 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:33:32.596285 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:33:32.596285 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:33:32.596285 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:33:32.596285 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:33:32.596285 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:33:32.596285 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:33:32.596285 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:33:32.596285 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:33:32.596285 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:33:32.596285 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:33:32.596285 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:33:32.596285 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:33:32.596285 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:33:32.596285 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:33:32.596285 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:33:32.596285 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:33:32.596285 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:33:32.596285 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:33:32.596285 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:33:32.596285 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:33:32.596285 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:33:32.596285 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:33:32.596285 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:33:32.596285 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:33:32.596285 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:33:32.605951 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-91174f52-7cc2-41fd-b0ed-74e8b0893cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:32.613357 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-91174f52-7cc2-41fd-b0ed-74e8b0893cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:32.639819 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da9ea937-5bbb-4c48-9b30-6b7f9f939d0b req-a91e8b76-78c4-4d56-af7b-cf12565aa666 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934155 May 13 14:33:32.683491 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-91174f52-7cc2-41fd-b0ed-74e8b0893cd8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fcf3c70fbb9b46a0805b20e17972bd27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4474466 May 13 14:33:32.694832 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91174f52-7cc2-41fd-b0ed-74e8b0893cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be69ad1-9fe7-4b75-b467-81a0da95ded0,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:32.709288 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-56a243ed-dd56-43c1-8b46-383974b79425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:32.712178 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46680) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:32.780465 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f4b6f168-a806-49eb-bdcd-8c1e5e873971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:32.816862 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f4b6f168-a806-49eb-bdcd-8c1e5e873971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:32.864830 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-a22cac7e-e43b-4f08-82e4-eb8b827c6bf0 service neutron] For port 615a24e6-1c41-484b-beb8-093d302cd8a3, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:33:32.866964 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eae07a3b-e45f-464a-b08e-8f70c779da26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:32.872178 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eae07a3b-e45f-464a-b08e-8f70c779da26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:32.880932 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-a22cac7e-e43b-4f08-82e4-eb8b827c6bf0 service neutron] For port 615a24e6-1c41-484b-beb8-093d302cd8a3, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=615a24e6-1c41-484b-beb8-093d302cd8a3,segment=NetworkSegment(ed4a328b-d15d-4a03-9eac-ff7258e787fd),segment_id=ed4a328b-d15d-4a03-9eac-ff7258e787fd)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:33:32.898805 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f4b6f168-a806-49eb-bdcd-8c1e5e873971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:32.916660 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6f168-a806-49eb-bdcd-8c1e5e873971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be69ad1-9fe7-4b75-b467-81a0da95ded0,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:32.923713 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f4b6f168-a806-49eb-bdcd-8c1e5e873971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:32.924875 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f4b6f168-a806-49eb-bdcd-8c1e5e873971 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2be69ad1-9fe7-4b75-b467-81a0da95ded0 HTTP/1.1" status: 204 len: 168 time: 0.2111220 May 13 14:33:32.969886 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-a22cac7e-e43b-4f08-82e4-eb8b827c6bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:33.013720 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae07a3b-e45f-464a-b08e-8f70c779da26 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ebaeeaf-a6ee-4726-a579-3eed7216cdc6,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:33.051183 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-a22cac7e-e43b-4f08-82e4-eb8b827c6bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:33.051999 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-a22cac7e-e43b-4f08-82e4-eb8b827c6bf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:33.053575 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-a22cac7e-e43b-4f08-82e4-eb8b827c6bf0 service neutron] 10.222.0.59 "PUT /v2.0/ports/615a24e6-1c41-484b-beb8-093d302cd8a3 HTTP/1.1" status: 200 len: 1092 time: 4.1634526 May 13 14:33:33.054832 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-eae07a3b-e45f-464a-b08e-8f70c779da26 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4ebaeeaf-a6ee-4726-a579-3eed7216cdc6 HTTP/1.1" status: 204 len: 168 time: 3.2243764 May 13 14:33:33.061395 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8028145-de3f-4039-8bd0-59abf2e991e7', 'tag': '615a24e6-1c41-484b-beb8-093d302cd8a3'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:33:33.153333 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46e5eff2-316a-4398-823f-a865aa8fbcb1'] response: {'name': 'network-changed', 'server_uuid': 'b8028145-de3f-4039-8bd0-59abf2e991e7', 'tag': '615a24e6-1c41-484b-beb8-093d302cd8a3', 'status': 'completed', 'code': 200} May 13 14:33:33.159741 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22cac7e-e43b-4f08-82e4-eb8b827c6bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=615a24e6-1c41-484b-beb8-093d302cd8a3,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:33.316878 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46710) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:33.366398 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a243ed-dd56-43c1-8b46-383974b79425 admin admin] Router da661b6b-6bf6-4655-ae86-33cdda2da41a has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:33:33.371943 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-2c638875-7d5c-41d5-b0f5-50ab93c7ae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:33.373531 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-2c638875-7d5c-41d5-b0f5-50ab93c7ae23 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=750c61eed54a4300a98b9026ab520580&device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 1095 time: 0.2222073 May 13 14:33:33.384716 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cf419bf7-ccc1-42cd-b856-93c8cd4aab29 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=12ab0468071c4386a5fd2440f1c099c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0643165 May 13 14:33:33.386709 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46716) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:33.481658 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-419b116c-4232-46b7-87a4-58e80bd47cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:33.545085 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-419b116c-4232-46b7-87a4-58e80bd47cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:33.682860 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-f4ca1b1e-79ea-45e7-8a68-9579618b5a7d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=615a24e6-1c41-484b-beb8-093d302cd8a3 HTTP/1.1" status: 200 len: 217 time: 0.2996204 May 13 14:33:33.691722 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-419b116c-4232-46b7-87a4-58e80bd47cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:33.722505 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b116c-4232-46b7-87a4-58e80bd47cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136e0524-eb43-401b-b458-a24fccea96f6,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:33.740915 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-419b116c-4232-46b7-87a4-58e80bd47cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:33.742504 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-419b116c-4232-46b7-87a4-58e80bd47cb3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/136e0524-eb43-401b-b458-a24fccea96f6 HTTP/1.1" status: 204 len: 168 time: 0.3545465 May 13 14:33:33.779433 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329eb30c-5540-4390-bc9a-877183d01684 req-189ea23a-09c6-4294-ae2e-c1a141d9eb49 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:33.781261 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-329eb30c-5540-4390-bc9a-877183d01684 req-189ea23a-09c6-4294-ae2e-c1a141d9eb49 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ab444be-14e7-473b-b6ed-089b5d0d62c0 HTTP/1.1" status: 200 len: 949 time: 0.1433263 May 13 14:33:33.849662 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-329eb30c-5540-4390-bc9a-877183d01684 req-eb0250ca-df33-4079-8aa6-3f5d3baace0d tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619252 May 13 14:33:33.935211 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-2e06d9a0-2678-46f5-9403-c529f7e1fbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:33.936689 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-2e06d9a0-2678-46f5-9403-c529f7e1fbf4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a1af2f1b-219d-4483-980f-a4da5e03f844 HTTP/1.1" status: 200 len: 854 time: 0.2448220 May 13 14:33:33.983016 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a243ed-dd56-43c1-8b46-383974b79425 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:33:33.993360 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-56a243ed-dd56-43c1-8b46-383974b79425 admin admin] 10.222.0.35 "PUT /v2.0/routers/da661b6b-6bf6-4655-ae86-33cdda2da41a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4658742 May 13 14:33:33.996043 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46752) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:33.999742 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfe7492-2fba-4184-895e-9e7cb92fa7fe None None] Sync routers for ids ['da661b6b-6bf6-4655-ae86-33cdda2da41a'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:33:34.001830 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-59f5251e-c909-40cc-8ffe-8956326cfbec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf66b3c2-c96c-4107-b42b-eedfe0e79851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544589 May 13 14:33:34.017310 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfe7492-2fba-4184-895e-9e7cb92fa7fe None None] Routers {'da661b6b-6bf6-4655-ae86-33cdda2da41a'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:33:34.018132 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ccfe7492-2fba-4184-895e-9e7cb92fa7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:33:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['da661b6b-6bf6-4655-ae86-33cdda2da41a'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:34.102245 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d671e4-7513-4075-b298-c45d32e5569b req-71e57657-a396-4fec-ade6-1cb06564b31f tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:34.103230 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-99d671e4-7513-4075-b298-c45d32e5569b req-71e57657-a396-4fec-ade6-1cb06564b31f tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Synchronizing usage tracker for tenant:750c61eed54a4300a98b9026ab520580 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:33:34.150613 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 46760) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:34.167886 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-99d671e4-7513-4075-b298-c45d32e5569b req-71e57657-a396-4fec-ade6-1cb06564b31f tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Unset dirty status for tenant:750c61eed54a4300a98b9026ab520580 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:33:34.187721 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-99d671e4-7513-4075-b298-c45d32e5569b req-71e57657-a396-4fec-ade6-1cb06564b31f tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 944 time: 0.3331828 May 13 14:33:34.214504 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5cf49552-d754-4aa6-9014-e33762c2c73e admin admin] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:34.322639 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-65781740-6fed-4bc0-8e6a-20b24fc16286 service neutron] 10.222.0.59 "GET /v2.0/networks/cf66b3c2-c96c-4107-b42b-eedfe0e79851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137908 May 13 14:33:34.355461 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-99d671e4-7513-4075-b298-c45d32e5569b req-ff72a49a-8ab3-4b35-9203-eb2b09f7a5b3 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665826 May 13 14:33:34.379756 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-eb3b8ac3-0a90-419d-a92f-96b4a8db110c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=52adfe22972446b3a13be289210817e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276590 May 13 14:33:34.382077 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 46768) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:34.430245 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-ccfe7492-2fba-4184-895e-9e7cb92fa7fe None None] Set router da661b6b-6bf6-4655-ae86-33cdda2da41a gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:33:34.475979 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5cf49552-d754-4aa6-9014-e33762c2c73e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:34.504670 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-5cf49552-d754-4aa6-9014-e33762c2c73e admin admin] Deleting port 77be2545-6096-45e5-ba07-afb89c9f3c4c {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:33:34.505019 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5cf49552-d754-4aa6-9014-e33762c2c73e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:34.568973 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7bc9b912-9c3f-44e9-a10f-6b3d577297e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:34.592303 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6305892e-abf2-4ba3-9ebe-19bd2cbb7a90 req-f7106372-34c0-47d2-941e-c37c60d522e3 service neutron] 10.222.0.59 "GET /v2.0/networks/cf66b3c2-c96c-4107-b42b-eedfe0e79851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398612 May 13 14:33:34.607888 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device dbc7731a-1422-4514-b88c-638f96b1ae2e details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:33:34.640777 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7bc9b912-9c3f-44e9-a10f-6b3d577297e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:34.823950 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8ecc8-b63f-4801-a7ba-b33308572687 req-00645bab-e959-4980-a09f-0756e112e374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:34.825966 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-28d8ecc8-b63f-4801-a7ba-b33308572687 req-00645bab-e959-4980-a09f-0756e112e374 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=750c61eed54a4300a98b9026ab520580&device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 1095 time: 0.1241596 May 13 14:33:34.832708 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7bc9b912-9c3f-44e9-a10f-6b3d577297e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:34.842899 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 54bed19c-962c-4fd5-a21b-ed00052450e2 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:33:34.986805 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9b912-9c3f-44e9-a10f-6b3d577297e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59aed99-9531-4b0a-af8d-2452e62e191f,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:34.991347 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port dbc7731a-1422-4514-b88c-638f96b1ae2e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=dbc7731a-1422-4514-b88c-638f96b1ae2e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:35.008059 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7bc9b912-9c3f-44e9-a10f-6b3d577297e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:35.009580 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7bc9b912-9c3f-44e9-a10f-6b3d577297e5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d59aed99-9531-4b0a-af8d-2452e62e191f HTTP/1.1" status: 204 len: 168 time: 0.6260812 May 13 14:33:35.041321 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-5cf49552-d754-4aa6-9014-e33762c2c73e admin admin] For port 77be2545-6096-45e5-ba07-afb89c9f3c4c, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=77be2545-6096-45e5-ba07-afb89c9f3c4c,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:35.042919 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5cf49552-d754-4aa6-9014-e33762c2c73e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:35.046751 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8ecc8-b63f-4801-a7ba-b33308572687 req-011fe515-23b8-430c-8b55-cc9cae41b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:35.048256 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-28d8ecc8-b63f-4801-a7ba-b33308572687 req-011fe515-23b8-430c-8b55-cc9cae41b016 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cf66b3c2-c96c-4107-b42b-eedfe0e79851 HTTP/1.1" status: 200 len: 915 time: 0.2069652 May 13 14:33:35.119858 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46804) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:35.136051 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'dbc7731a-1422-4514-b88c-638f96b1ae2e', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': 'dbc7731a-1422-4514-b88c-638f96b1ae2e', 'mac_address': 'fa:16:3e:88:26:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:33:35.213153 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-5cf49552-d754-4aa6-9014-e33762c2c73e admin admin] Calling delete_port for 77be2545-6096-45e5-ba07-afb89c9f3c4c owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:33:35.269452 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-28d8ecc8-b63f-4801-a7ba-b33308572687 req-f66adb68-4d50-4bf8-95a6-1ef739955705 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=615a24e6-1c41-484b-beb8-093d302cd8a3 HTTP/1.1" status: 200 len: 217 time: 0.2148774 May 13 14:33:35.302681 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port dbc7731a-1422-4514-b88c-638f96b1ae2e is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:33:35.303415 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:35.317733 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 54bed19c-962c-4fd5-a21b-ed00052450e2 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:33:35.370646 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc7731a-1422-4514-b88c-638f96b1ae2e {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:33:35.389386 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 54bed19c-962c-4fd5-a21b-ed00052450e2 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:33:35.390471 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:35.398433 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8ecc8-b63f-4801-a7ba-b33308572687 req-af09f28e-2b0a-4e3e-9a8a-be34031c4ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:35.399878 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-28d8ecc8-b63f-4801-a7ba-b33308572687 req-af09f28e-2b0a-4e3e-9a8a-be34031c4ae3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a1af2f1b-219d-4483-980f-a4da5e03f844 HTTP/1.1" status: 200 len: 854 time: 0.1028495 May 13 14:33:35.454505 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-28d8ecc8-b63f-4801-a7ba-b33308572687 req-a4c43f51-b464-43d9-b751-0c5e3b8ff8ab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf66b3c2-c96c-4107-b42b-eedfe0e79851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484047 May 13 14:33:35.494402 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51300e9e-e713-43e8-9c1b-5c152ae059f0 req-6e18c96b-ca94-4679-8d7a-37582b50367a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:35.495953 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-51300e9e-e713-43e8-9c1b-5c152ae059f0 req-6e18c96b-ca94-4679-8d7a-37582b50367a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ab444be-14e7-473b-b6ed-089b5d0d62c0 HTTP/1.1" status: 200 len: 949 time: 0.3114784 May 13 14:33:35.518924 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5cf49552-d754-4aa6-9014-e33762c2c73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:35.532135 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port dbc7731a-1422-4514-b88c-638f96b1ae2e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=dbc7731a-1422-4514-b88c-638f96b1ae2e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:35.623103 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-51300e9e-e713-43e8-9c1b-5c152ae059f0 req-681d57f3-bc73-47a3-b781-b86b54414143 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190407 May 13 14:33:35.650224 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 54bed19c-962c-4fd5-a21b-ed00052450e2 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:33:35.653321 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:35.668050 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-28d8ecc8-b63f-4801-a7ba-b33308572687 req-93d693d2-2247-42c5-9382-2ff83185bd5a service neutron] 10.222.0.59 "GET /v2.0/networks/cf66b3c2-c96c-4107-b42b-eedfe0e79851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037485 May 13 14:33:35.684442 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:35.736199 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf49552-d754-4aa6-9014-e33762c2c73e admin admin] Pushing event deleted for resources: {'Port': ['ID=77be2545-6096-45e5-ba07-afb89c9f3c4c,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:35.796328 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9c5d4ac6-90a0-47aa-95fe-16afb2fc1d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:35.827752 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=dbc7731a-1422-4514-b88c-638f96b1ae2e,revision_number=9']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:35.833309 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9c5d4ac6-90a0-47aa-95fe-16afb2fc1d6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:35.837612 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9c5d4ac6-90a0-47aa-95fe-16afb2fc1d6b admin admin] Usage tracker for resource:security_group_rule and tenant:623c68ac8c3c4c3d8d1219d4273290c0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:35.846582 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9c5d4ac6-90a0-47aa-95fe-16afb2fc1d6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:35.852830 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab444be-14e7-473b-b6ed-089b5d0d62c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bed19c-962c-4fd5-a21b-ed00052450e2'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:33:35.853298 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9c5d4ac6-90a0-47aa-95fe-16afb2fc1d6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:35.868315 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ccfe7492-2fba-4184-895e-9e7cb92fa7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da661b6b-6bf6-4655-ae86-33cdda2da41a', 'name': 'tempest-ServersTestMultiNic-771288904-router', 'tenant_id': '8a4edaa711e44cfa86ce63ca66433341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '77be2545-6096-45e5-ba07-afb89c9f3c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:46Z', 'updated_at': '2022-05-13T14:33:31Z', 'revision_number': 5, 'project_id': '8a4edaa711e44cfa86ce63ca66433341', 'gw_port': {'id': '77be2545-6096-45e5-ba07-afb89c9f3c4c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:cf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da661b6b-6bf6-4655-ae86-33cdda2da41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:47Z', 'updated_at': '2022-05-13T14:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:35.871704 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 54bed19c-962c-4fd5-a21b-ed00052450e2, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=54bed19c-962c-4fd5-a21b-ed00052450e2,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:35.875568 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfe7492-2fba-4184-895e-9e7cb92fa7fe None None] Checking router: da661b6b-6bf6-4655-ae86-33cdda2da41a for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:33:35.884679 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:35.951925 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['dbc7731a-1422-4514-b88c-638f96b1ae2e'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:33:35.969512 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9c5d4ac6-90a0-47aa-95fe-16afb2fc1d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:35.992125 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9c5d4ac6-90a0-47aa-95fe-16afb2fc1d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:36.084028 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec8123a8-a0e2-45ff-b5e2-c8dc7596b39b'] response: {'server_uuid': '6ab444be-14e7-473b-b6ed-089b5d0d62c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bed19c-962c-4fd5-a21b-ed00052450e2', 'code': 200} May 13 14:33:36.108326 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfe7492-2fba-4184-895e-9e7cb92fa7fe None None] Routers {'da661b6b-6bf6-4655-ae86-33cdda2da41a'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:33:36.108968 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ccfe7492-2fba-4184-895e-9e7cb92fa7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:33:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['da661b6b-6bf6-4655-ae86-33cdda2da41a'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:36.131178 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5cf49552-d754-4aa6-9014-e33762c2c73e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:36.239842 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-28d8ecc8-b63f-4801-a7ba-b33308572687 req-82571634-37d2-49d3-9904-bcba03469985 service neutron] 10.222.0.59 "GET /v2.0/networks/cf66b3c2-c96c-4107-b42b-eedfe0e79851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5643024 May 13 14:33:36.272927 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d4ac6-90a0-47aa-95fe-16afb2fc1d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23aec37a-96d7-42fa-b9ae-f09ba2f91a4b,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:36.294700 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9c5d4ac6-90a0-47aa-95fe-16afb2fc1d6b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=623c68ac8c3c4c3d8d1219d4273290c0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1741321 May 13 14:33:36.297385 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 46846) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:36.388314 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-ccfe7492-2fba-4184-895e-9e7cb92fa7fe None None] Set router da661b6b-6bf6-4655-ae86-33cdda2da41a gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:33:36.420783 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-511ecec0-4764-45d3-9ab2-92e0367efc8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:36.481220 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-511ecec0-4764-45d3-9ab2-92e0367efc8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:36.604271 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-511ecec0-4764-45d3-9ab2-92e0367efc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:36.613154 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5cf49552-d754-4aa6-9014-e33762c2c73e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:36.619214 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5cf49552-d754-4aa6-9014-e33762c2c73e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:36.632895 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ecec0-4764-45d3-9ab2-92e0367efc8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23aec37a-96d7-42fa-b9ae-f09ba2f91a4b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:36.639885 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-511ecec0-4764-45d3-9ab2-92e0367efc8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:36.647399 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-511ecec0-4764-45d3-9ab2-92e0367efc8f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/23aec37a-96d7-42fa-b9ae-f09ba2f91a4b HTTP/1.1" status: 204 len: 168 time: 0.3463023 May 13 14:33:36.651703 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184ea95-f612-4f80-b8ba-0db1b0d5c235 req-fa43063b-e799-40c3-8311-f8f3c8f590a5 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:36.653472 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b184ea95-f612-4f80-b8ba-0db1b0d5c235 req-fa43063b-e799-40c3-8311-f8f3c8f590a5 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 944 time: 1.0112340 May 13 14:33:36.687399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43650eb0-beb2-41cc-9e4a-efb125886cab req-e9d1cb6b-da99-4f8e-9280-41f83e0b6aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:36.688921 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-43650eb0-beb2-41cc-9e4a-efb125886cab req-e9d1cb6b-da99-4f8e-9280-41f83e0b6aaa service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6ab444be-14e7-473b-b6ed-089b5d0d62c0 HTTP/1.1" status: 200 len: 1101 time: 0.6258225 May 13 14:33:36.720216 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5cf49552-d754-4aa6-9014-e33762c2c73e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:36.720674 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf49552-d754-4aa6-9014-e33762c2c73e admin admin] Fanout notify agent at l3_agent the message router_deleted on router da661b6b-6bf6-4655-ae86-33cdda2da41a {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:33:36.745973 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=54bed19c-962c-4fd5-a21b-ed00052450e2,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:36.747860 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b184ea95-f612-4f80-b8ba-0db1b0d5c235 req-6427f1d7-5f96-4cb7-807e-0cb89c45e1d4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780151 May 13 14:33:36.780266 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-43650eb0-beb2-41cc-9e4a-efb125886cab req-ddacf722-65bc-495a-aa4e-1d6d9118897b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801311 May 13 14:33:36.787934 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5cf49552-d754-4aa6-9014-e33762c2c73e admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:36.791745 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 46866) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:36.791979 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5cf49552-d754-4aa6-9014-e33762c2c73e admin admin] 10.222.0.35 "DELETE /v2.0/routers/da661b6b-6bf6-4655-ae86-33cdda2da41a HTTP/1.1" status: 204 len: 168 time: 2.7947621 May 13 14:33:36.808490 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ccfe7492-2fba-4184-895e-9e7cb92fa7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da661b6b-6bf6-4655-ae86-33cdda2da41a', 'name': 'tempest-ServersTestMultiNic-771288904-router', 'tenant_id': '8a4edaa711e44cfa86ce63ca66433341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:46Z', 'updated_at': '2022-05-13T14:33:35Z', 'revision_number': 7, 'project_id': '8a4edaa711e44cfa86ce63ca66433341', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:36.824449 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfe7492-2fba-4184-895e-9e7cb92fa7fe None None] The sync data for ids ['da661b6b-6bf6-4655-ae86-33cdda2da41a'] in n-d-841760-1 is: [{'id': 'da661b6b-6bf6-4655-ae86-33cdda2da41a', 'name': 'tempest-ServersTestMultiNic-771288904-router', 'tenant_id': '8a4edaa711e44cfa86ce63ca66433341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:46Z', 'updated_at': '2022-05-13T14:33:35Z', 'revision_number': 7, 'project_id': '8a4edaa711e44cfa86ce63ca66433341', 'gw_port_host': None}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:33:36.927156 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a462fc9-8cc7-4ccc-ba45-794cd5a06db3 admin admin] Deleting subnet c79af2e2-cfea-4ac8-8c72-5a89d5f46518 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:33:36.932937 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0a462fc9-8cc7-4ccc-ba45-794cd5a06db3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:37.056389 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0a462fc9-8cc7-4ccc-ba45-794cd5a06db3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:37.137134 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d814c72-4610-4be2-8101-881e63b48c0b req-3427cbcf-e8ec-4a08-bcb2-58b02022a6b3 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:37.139215 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2d814c72-4610-4be2-8101-881e63b48c0b req-3427cbcf-e8ec-4a08-bcb2-58b02022a6b3 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ab444be-14e7-473b-b6ed-089b5d0d62c0 HTTP/1.1" status: 200 len: 950 time: 0.2092090 May 13 14:33:37.229345 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2d814c72-4610-4be2-8101-881e63b48c0b req-5d131000-7b16-47f2-845e-174b23d3f713 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808549 May 13 14:33:37.232634 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0a462fc9-8cc7-4ccc-ba45-794cd5a06db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:37.349256 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0a462fc9-8cc7-4ccc-ba45-794cd5a06db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:37.394997 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a462fc9-8cc7-4ccc-ba45-794cd5a06db3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c79af2e2-cfea-4ac8-8c72-5a89d5f46518,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:37.398421 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0a462fc9-8cc7-4ccc-ba45-794cd5a06db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:37.405122 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0a462fc9-8cc7-4ccc-ba45-794cd5a06db3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c79af2e2-cfea-4ac8-8c72-5a89d5f46518 HTTP/1.1" status: 204 len: 168 time: 0.6121323 May 13 14:33:37.407486 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 46892) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:37.412888 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33932e8-3c67-4480-866f-5ea73b516d50 None None] Network 27c67cb1-aa13-4bbf-b58d-109b3c9212c9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:33:37.553622 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b874894-1002-49fa-82fc-f5d46a392130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:37.567191 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-9b874894-1002-49fa-82fc-f5d46a392130 admin admin] Deleting port d8a878e2-5c3e-49c4-97fb-45689c8eed39 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:33:37.567469 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b874894-1002-49fa-82fc-f5d46a392130 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:37.729038 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e488e92a-45c7-4a52-8e52-4988b4b70f6a None None] DHCP port deletion for 27c67cb1-aa13-4bbf-b58d-109b3c9212c9 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:33:37.733358 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e488e92a-45c7-4a52-8e52-4988b4b70f6a None None] Deleting port d8a878e2-5c3e-49c4-97fb-45689c8eed39 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:33:37.733879 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e488e92a-45c7-4a52-8e52-4988b4b70f6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:37.839437 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-9b874894-1002-49fa-82fc-f5d46a392130 admin admin] For port d8a878e2-5c3e-49c4-97fb-45689c8eed39, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d8a878e2-5c3e-49c4-97fb-45689c8eed39,segment=NetworkSegment(fa336df0-1b4b-42b3-9996-95e308ef7621),segment_id=fa336df0-1b4b-42b3-9996-95e308ef7621)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:37.839804 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b874894-1002-49fa-82fc-f5d46a392130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:37.976099 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-9b874894-1002-49fa-82fc-f5d46a392130 admin admin] Calling delete_port for d8a878e2-5c3e-49c4-97fb-45689c8eed39 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:33:38.042362 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 615a24e6-1c41-484b-beb8-093d302cd8a3 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:33:38.098537 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b874894-1002-49fa-82fc-f5d46a392130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:38.271712 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b874894-1002-49fa-82fc-f5d46a392130 admin admin] No DVR routers for this DVR port d8a878e2-5c3e-49c4-97fb-45689c8eed39 on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:33:38.284318 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 615a24e6-1c41-484b-beb8-093d302cd8a3, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=615a24e6-1c41-484b-beb8-093d302cd8a3,segment=NetworkSegment(ed4a328b-d15d-4a03-9eac-ff7258e787fd),segment_id=ed4a328b-d15d-4a03-9eac-ff7258e787fd)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:38.306724 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '615a24e6-1c41-484b-beb8-093d302cd8a3', 'network_id': 'cf66b3c2-c96c-4107-b42b-eedfe0e79851', 'port_id': '615a24e6-1c41-484b-beb8-093d302cd8a3', 'mac_address': 'fa:16:3e:32:c1:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1af2f1b-219d-4483-980f-a4da5e03f844', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:33:38.398355 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b874894-1002-49fa-82fc-f5d46a392130 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a878e2-5c3e-49c4-97fb-45689c8eed39,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:38.415460 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-e488e92a-45c7-4a52-8e52-4988b4b70f6a None None] For port d8a878e2-5c3e-49c4-97fb-45689c8eed39, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d8a878e2-5c3e-49c4-97fb-45689c8eed39,segment=NetworkSegment(fa336df0-1b4b-42b3-9996-95e308ef7621),segment_id=fa336df0-1b4b-42b3-9996-95e308ef7621)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:38.416064 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e488e92a-45c7-4a52-8e52-4988b4b70f6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:38.436422 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 615a24e6-1c41-484b-beb8-093d302cd8a3 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:33:38.436806 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:38.493044 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b874894-1002-49fa-82fc-f5d46a392130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:38.519778 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 615a24e6-1c41-484b-beb8-093d302cd8a3 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:33:38.521598 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-9b874894-1002-49fa-82fc-f5d46a392130 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c67cb1-aa13-4bbf-b58d-109b3c9212c9']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:38.537165 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-9b874894-1002-49fa-82fc-f5d46a392130 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa336df0-1b4b-42b3-9996-95e308ef7621') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:38.537434 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-9b874894-1002-49fa-82fc-f5d46a392130 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa336df0-1b4b-42b3-9996-95e308ef7621') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:33:38.549514 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b874894-1002-49fa-82fc-f5d46a392130 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:38.554409 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55034930-3ebb-44e6-8a89-d7ea5c86962e req-9e6e541c-9a76-4281-b8a9-c870c10c2c41 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:38.562877 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-55034930-3ebb-44e6-8a89-d7ea5c86962e req-9e6e541c-9a76-4281-b8a9-c870c10c2c41 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ab444be-14e7-473b-b6ed-089b5d0d62c0 HTTP/1.1" status: 200 len: 950 time: 0.1199539 May 13 14:33:38.565674 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b874894-1002-49fa-82fc-f5d46a392130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:38.572055 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b874894-1002-49fa-82fc-f5d46a392130 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:33:38.573033 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b874894-1002-49fa-82fc-f5d46a392130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:38.602048 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e488e92a-45c7-4a52-8e52-4988b4b70f6a None None] Calling delete_port for d8a878e2-5c3e-49c4-97fb-45689c8eed39 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:33:38.613478 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46942) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:38.636860 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device dbc7731a-1422-4514-b88c-638f96b1ae2e up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:33:38.648458 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-55034930-3ebb-44e6-8a89-d7ea5c86962e req-6848864e-3ba9-464b-9f12-943e987eba05 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843573 May 13 14:33:38.810907 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:33:38.810907 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:33:38.810907 n-d-841760-1 neutron-server[88082]: timer() May 13 14:33:38.810907 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:33:38.810907 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:33:38.810907 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:33:38.810907 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:33:38.810907 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:33:38.810907 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:33:38.810907 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:33:38.810907 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:33:38.810907 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:33:38.810907 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:33:38.810907 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:33:38.810907 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:33:38.810907 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:33:38.810907 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:33:38.810907 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:33:38.810907 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:33:38.810907 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:33:38.810907 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:33:38.810907 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:33:38.810907 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:33:38.810907 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:33:38.810907 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:33:38.810907 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:33:38.810907 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:33:38.810907 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:33:38.810907 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:33:38.810907 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:33:38.810907 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:33:38.810907 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:33:38.821758 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 5fb94a16-188d-4de1-91ac-281fa73b39b2 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:33:38.832243 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b874894-1002-49fa-82fc-f5d46a392130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:38.837614 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b874894-1002-49fa-82fc-f5d46a392130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:38.866975 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b874894-1002-49fa-82fc-f5d46a392130 admin admin] Pushing event deleted for resources: {'Network': ['ID=27c67cb1-aa13-4bbf-b58d-109b3c9212c9,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:38.881369 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 615a24e6-1c41-484b-beb8-093d302cd8a3, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=615a24e6-1c41-484b-beb8-093d302cd8a3,segment=NetworkSegment(ed4a328b-d15d-4a03-9eac-ff7258e787fd),segment_id=ed4a328b-d15d-4a03-9eac-ff7258e787fd)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:38.899712 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 5fb94a16-188d-4de1-91ac-281fa73b39b2 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:33:38.900064 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 5fb94a16-188d-4de1-91ac-281fa73b39b2 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:33:38.900480 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d8a878e2-5c3e-49c4-97fb-45689c8eed39 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:33:38.915964 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d4590-b27c-4c9e-997e-4d80ecb12372 req-eaf9ab88-b85e-4a0d-975d-3139547ab6af tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:38.915964 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b16d4590-b27c-4c9e-997e-4d80ecb12372 req-eaf9ab88-b85e-4a0d-975d-3139547ab6af tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 944 time: 0.7375481 May 13 14:33:38.919392 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9b874894-1002-49fa-82fc-f5d46a392130 admin admin] 10.222.0.35 "DELETE /v2.0/networks/27c67cb1-aa13-4bbf-b58d-109b3c9212c9 HTTP/1.1" status: 204 len: 168 time: 1.5108488 May 13 14:33:38.968354 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b16d4590-b27c-4c9e-997e-4d80ecb12372 req-eee82668-66f5-4161-a647-391ac74b6344 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469835 May 13 14:33:38.993901 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:39.059534 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: d8a878e2-5c3e-49c4-97fb-45689c8eed39 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:33:39.059882 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d8a878e2-5c3e-49c4-97fb-45689c8eed39 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:33:39.060290 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 77be2545-6096-45e5-ba07-afb89c9f3c4c no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:33:39.076767 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-32f55f48-0bb3-4e07-8f39-06bf58bbb800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:39.110543 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-32f55f48-0bb3-4e07-8f39-06bf58bbb800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:39.115446 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-32f55f48-0bb3-4e07-8f39-06bf58bbb800 admin admin] Usage tracker for resource:security_group_rule and tenant:adaeb4ba10db4a9a8c70b883dbcd39fc is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:39.119029 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-32f55f48-0bb3-4e07-8f39-06bf58bbb800 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:39.125263 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-32f55f48-0bb3-4e07-8f39-06bf58bbb800 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:39.133342 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 77be2545-6096-45e5-ba07-afb89c9f3c4c {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:33:39.133741 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 77be2545-6096-45e5-ba07-afb89c9f3c4c not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:33:39.160321 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-e488e92a-45c7-4a52-8e52-4988b4b70f6a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:33:39.160675 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-e488e92a-45c7-4a52-8e52-4988b4b70f6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:33:39.168357 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=615a24e6-1c41-484b-beb8-093d302cd8a3,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:39.173029 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port dbc7731a-1422-4514-b88c-638f96b1ae2e triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:33:39.173417 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:39.209698 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46982) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:39.248614 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['615a24e6-1c41-484b-beb8-093d302cd8a3'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:33:39.270555 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-32f55f48-0bb3-4e07-8f39-06bf58bbb800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:39.318341 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-32f55f48-0bb3-4e07-8f39-06bf58bbb800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:39.365737 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-32f55f48-0bb3-4e07-8f39-06bf58bbb800 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=adaeb4ba10db4a9a8c70b883dbcd39fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7461863 May 13 14:33:39.368408 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 46996) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:39.408422 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port dbc7731a-1422-4514-b88c-638f96b1ae2e is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:33:39.408812 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:39.443853 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47000) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:39.461131 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f55f48-0bb3-4e07-8f39-06bf58bbb800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805fa2f5-0de3-48b5-86c1-1d7761dbf1eb,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:39.461696 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e85ccb-2698-4a6e-ba07-cb6c9504255d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc7731a-1422-4514-b88c-638f96b1ae2e'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:33:39.467580 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1109250d-5a2e-4424-bc32-2f83750bcffa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8a4edaa711e44cfa86ce63ca66433341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563064 May 13 14:33:39.470173 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 47008) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:39.484349 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port dbc7731a-1422-4514-b88c-638f96b1ae2e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=dbc7731a-1422-4514-b88c-638f96b1ae2e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:39.512412 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a0f0d84c-702a-4c9a-ae1e-6aec90a4a3c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:39.544808 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a0f0d84c-702a-4c9a-ae1e-6aec90a4a3c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:39.548223 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8da09d62-90d4-46d0-b7df-04a0b235d9db'] response: {'server_uuid': '77e85ccb-2698-4a6e-ba07-cb6c9504255d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc7731a-1422-4514-b88c-638f96b1ae2e', 'code': 200} May 13 14:33:39.555172 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:39.581415 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c3eb958e-0a3d-4301-b8e9-ec83b9be49e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:39.616770 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c3eb958e-0a3d-4301-b8e9-ec83b9be49e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:39.641669 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a0f0d84c-702a-4c9a-ae1e-6aec90a4a3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:39.665094 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0d84c-702a-4c9a-ae1e-6aec90a4a3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805fa2f5-0de3-48b5-86c1-1d7761dbf1eb,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:39.667193 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a0f0d84c-702a-4c9a-ae1e-6aec90a4a3c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:39.670931 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a0f0d84c-702a-4c9a-ae1e-6aec90a4a3c7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/805fa2f5-0de3-48b5-86c1-1d7761dbf1eb HTTP/1.1" status: 204 len: 168 time: 0.2989421 May 13 14:33:39.671879 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e488e92a-45c7-4a52-8e52-4988b4b70f6a None None] Deleting port d8a878e2-5c3e-49c4-97fb-45689c8eed39 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:33:39.671879 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e488e92a-45c7-4a52-8e52-4988b4b70f6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:39.736194 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c3eb958e-0a3d-4301-b8e9-ec83b9be49e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:39.795537 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb958e-0a3d-4301-b8e9-ec83b9be49e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4c84cc-7bf8-4a33-b451-5e9163fa9905,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:39.804802 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-16001217-0735-4153-b703-aa44145cc0df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:39.825274 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e488e92a-45c7-4a52-8e52-4988b4b70f6a None None] The port 'd8a878e2-5c3e-49c4-97fb-45689c8eed39' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:33:39.860134 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=dbc7731a-1422-4514-b88c-638f96b1ae2e,revision_number=10']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:39.871978 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-16001217-0735-4153-b703-aa44145cc0df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:39.882390 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-16001217-0735-4153-b703-aa44145cc0df admin admin] Usage tracker for resource:security_group_rule and tenant:6a1809161f6441ccb1635f8c42d8ffd6 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:39.885633 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c3eb958e-0a3d-4301-b8e9-ec83b9be49e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:39.889668 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c3eb958e-0a3d-4301-b8e9-ec83b9be49e5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/af4c84cc-7bf8-4a33-b451-5e9163fa9905 HTTP/1.1" status: 204 len: 168 time: 0.4170659 May 13 14:33:39.898921 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-16001217-0735-4153-b703-aa44145cc0df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:39.917415 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ee463-89f3-4d32-b1e3-dfaeb1bee73b req-399d3bb3-aaff-4d11-91e3-e6a24dccb183 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:39.918961 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ba8ee463-89f3-4d32-b1e3-dfaeb1bee73b req-399d3bb3-aaff-4d11-91e3-e6a24dccb183 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ab444be-14e7-473b-b6ed-089b5d0d62c0 HTTP/1.1" status: 200 len: 950 time: 0.1146245 May 13 14:33:39.921022 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-16001217-0735-4153-b703-aa44145cc0df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:39.976538 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ba8ee463-89f3-4d32-b1e3-dfaeb1bee73b req-a8f71b05-c6cf-4579-ad47-57c5658b4679 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509114 May 13 14:33:40.039542 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-16001217-0735-4153-b703-aa44145cc0df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:40.043799 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-16001217-0735-4153-b703-aa44145cc0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:40.161973 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16001217-0735-4153-b703-aa44145cc0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430cafda-8d47-42fb-8b7c-bcbf78691e98,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:40.171453 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-16001217-0735-4153-b703-aa44145cc0df admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6a1809161f6441ccb1635f8c42d8ffd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7234378 May 13 14:33:40.172796 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47042) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:40.256131 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1bd3b2-3820-477b-abf9-c0c8b743ffc0 req-5fd5dbac-0c49-49e1-95a4-20ec8cbde816 tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:40.265012 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fe1bd3b2-3820-477b-abf9-c0c8b743ffc0 req-5fd5dbac-0c49-49e1-95a4-20ec8cbde816 tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6ab444be-14e7-473b-b6ed-089b5d0d62c0 HTTP/1.1" status: 200 len: 1101 time: 0.1422565 May 13 14:33:40.314100 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 47050) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:40.378688 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f3f46f32-ee21-41e9-8a32-a0a15a192a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:40.432585 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f3f46f32-ee21-41e9-8a32-a0a15a192a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:40.447505 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c88ff3-e230-4fc5-b50b-31ebe85298a4 req-d7674b72-e5d3-4274-803c-3995c7b3a7f7 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:40.449090 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b9c88ff3-e230-4fc5-b50b-31ebe85298a4 req-d7674b72-e5d3-4274-803c-3995c7b3a7f7 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 945 time: 0.2290697 May 13 14:33:40.465205 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fe1bd3b2-3820-477b-abf9-c0c8b743ffc0 req-df5cdaec-2e9c-4d37-af15-3d22fa90ff66 tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992800 May 13 14:33:40.466098 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b5f1241b-b18f-4fcf-b13b-927d461f836a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:40.482568 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b5f1241b-b18f-4fcf-b13b-927d461f836a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:40.495527 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b5f1241b-b18f-4fcf-b13b-927d461f836a admin admin] Usage tracker for resource:security_group_rule and tenant:56cd3e38daf2455a86292b97eebbbe03 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:40.495527 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b5f1241b-b18f-4fcf-b13b-927d461f836a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:40.499166 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b5f1241b-b18f-4fcf-b13b-927d461f836a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:40.573066 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b9c88ff3-e230-4fc5-b50b-31ebe85298a4 req-a68ab6f2-57e9-4bab-9545-1f760dd9fe10 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937312 May 13 14:33:40.621150 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f3f46f32-ee21-41e9-8a32-a0a15a192a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:40.647474 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b5f1241b-b18f-4fcf-b13b-927d461f836a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:40.649424 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f46f32-ee21-41e9-8a32-a0a15a192a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430cafda-8d47-42fb-8b7c-bcbf78691e98,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:40.651629 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f3f46f32-ee21-41e9-8a32-a0a15a192a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:40.652729 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f3f46f32-ee21-41e9-8a32-a0a15a192a2f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/430cafda-8d47-42fb-8b7c-bcbf78691e98 HTTP/1.1" status: 204 len: 168 time: 0.4786448 May 13 14:33:40.656752 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b5f1241b-b18f-4fcf-b13b-927d461f836a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:40.708118 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b5f1241b-b18f-4fcf-b13b-927d461f836a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=56cd3e38daf2455a86292b97eebbbe03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3921285 May 13 14:33:40.709696 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1241b-b18f-4fcf-b13b-927d461f836a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795f80e4-6db7-40e5-a3a1-191d9dc05e0e,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:40.711098 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47078) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:40.792841 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e72c6c4a-7137-4fc2-8ae2-019c00291aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:40.822532 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e72c6c4a-7137-4fc2-8ae2-019c00291aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:40.872042 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fa226397-bc1a-4755-9465-08bb5e195120 req-cabb02c7-0077-47fc-a573-ae8f149b44af tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409756 May 13 14:33:40.893889 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e72c6c4a-7137-4fc2-8ae2-019c00291aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:40.912874 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c6c4a-7137-4fc2-8ae2-019c00291aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795f80e4-6db7-40e5-a3a1-191d9dc05e0e,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:40.915291 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e72c6c4a-7137-4fc2-8ae2-019c00291aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:40.918868 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e72c6c4a-7137-4fc2-8ae2-019c00291aad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/795f80e4-6db7-40e5-a3a1-191d9dc05e0e HTTP/1.1" status: 204 len: 168 time: 0.2041161 May 13 14:33:41.091092 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa226397-bc1a-4755-9465-08bb5e195120 req-e4172365-76db-405a-b660-5b8f9b83be71 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:41.092951 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fa226397-bc1a-4755-9465-08bb5e195120 req-e4172365-76db-405a-b660-5b8f9b83be71 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2197011 May 13 14:33:41.126109 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fa226397-bc1a-4755-9465-08bb5e195120 req-7a478c5c-f7fc-4807-8aa5-fcde0ccd1624 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/quotas/a49f1166c3f54f5fb3c6b91a02cdaaab HTTP/1.1" status: 200 len: 375 time: 0.0236552 May 13 14:33:41.294379 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fa226397-bc1a-4755-9465-08bb5e195120 req-2dfd9463-a4d5-40c3-8b28-8c9579994ae1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1623931 May 13 14:33:41.629920 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0b1020b4-83e6-4e52-bef0-e057e8cb51ae req-7eb691df-2597-42a6-b507-f0e865164a10 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e750900-11b2-4388-8f19-d8b81149a523 HTTP/1.1" status: 200 len: 210 time: 0.1186016 May 13 14:33:42.008877 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 615a24e6-1c41-484b-beb8-093d302cd8a3 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:33:42.025711 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f882450-e06c-4e17-890d-d4d586bda76c req-03579904-3726-4f06-b21a-10337dd07efd tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:42.028065 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8f882450-e06c-4e17-890d-d4d586bda76c req-03579904-3726-4f06-b21a-10337dd07efd tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 945 time: 0.1603308 May 13 14:33:42.140618 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8f882450-e06c-4e17-890d-d4d586bda76c req-0cee4c69-fd43-4930-b28c-f15a6eb8490e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059313 May 13 14:33:42.223166 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 615a24e6-1c41-484b-beb8-093d302cd8a3 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:33:42.231990 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 615a24e6-1c41-484b-beb8-093d302cd8a3 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:33:42.233514 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:42.515909 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 615a24e6-1c41-484b-beb8-093d302cd8a3 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:33:42.517416 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:42.557814 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8028145-de3f-4039-8bd0-59abf2e991e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615a24e6-1c41-484b-beb8-093d302cd8a3'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:33:42.570571 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 615a24e6-1c41-484b-beb8-093d302cd8a3, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=615a24e6-1c41-484b-beb8-093d302cd8a3,segment=NetworkSegment(ed4a328b-d15d-4a03-9eac-ff7258e787fd),segment_id=ed4a328b-d15d-4a03-9eac-ff7258e787fd)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:42.590646 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:42.716147 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f32735fd-9deb-40b2-ae1b-25b0e39e7ac3'] response: {'server_uuid': 'b8028145-de3f-4039-8bd0-59abf2e991e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615a24e6-1c41-484b-beb8-093d302cd8a3', 'code': 200} May 13 14:33:42.833825 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=615a24e6-1c41-484b-beb8-093d302cd8a3,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:43.058406 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-24a740f4-3fc3-4ea7-b0b4-57894fa6966f req-7070a699-d5ff-4747-972d-9b411034bcb2 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e750900-11b2-4388-8f19-d8b81149a523 HTTP/1.1" status: 200 len: 210 time: 0.1477041 May 13 14:33:43.077994 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8f0c7-a750-454d-9e3e-688fc086ef02 req-d24b1f0a-be7f-4ed8-9b5e-92e4c8f7f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:43.082399 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-10f8f0c7-a750-454d-9e3e-688fc086ef02 req-d24b1f0a-be7f-4ed8-9b5e-92e4c8f7f7cd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 1097 time: 0.3084350 May 13 14:33:43.094692 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 47252) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:43.131612 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-10f8f0c7-a750-454d-9e3e-688fc086ef02 req-faeca574-d01f-425e-92cb-640fa99f78ae service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445821 May 13 14:33:43.393410 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5dbeb-d096-4b8f-adba-130490db60d2 req-33246e9b-117c-41f7-98a0-b13b8aa30aa8 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:43.395104 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8f5dbeb-d096-4b8f-adba-130490db60d2 req-33246e9b-117c-41f7-98a0-b13b8aa30aa8 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.1280642 May 13 14:33:43.451798 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8f5dbeb-d096-4b8f-adba-130490db60d2 req-11736882-00c0-47f8-9812-da58c8340154 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502713 May 13 14:33:43.470221 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-0e785a05-8c24-4ee7-9164-4a10183e2d2f admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1024138184-network', 'tenant_id': 'b8a50ca163ea4ea3b0ec7da854065fb9'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:43.480949 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-0e785a05-8c24-4ee7-9164-4a10183e2d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:43.488148 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0e785a05-8c24-4ee7-9164-4a10183e2d2f admin admin] Usage tracker for resource:network and tenant:b8a50ca163ea4ea3b0ec7da854065fb9 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:43.491953 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0e785a05-8c24-4ee7-9164-4a10183e2d2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:43.501311 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-0e785a05-8c24-4ee7-9164-4a10183e2d2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:43.514578 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e785a05-8c24-4ee7-9164-4a10183e2d2f admin admin] Made reservation on behalf of b8a50ca163ea4ea3b0ec7da854065fb9 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:43.520081 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0e785a05-8c24-4ee7-9164-4a10183e2d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:43.537687 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0e785a05-8c24-4ee7-9164-4a10183e2d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:43.538376 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47268) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:43.570611 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-0e785a05-8c24-4ee7-9164-4a10183e2d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:43.580723 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0e785a05-8c24-4ee7-9164-4a10183e2d2f admin admin] Usage tracker for resource:security_group_rule and tenant:b8a50ca163ea4ea3b0ec7da854065fb9 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:43.587437 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0e785a05-8c24-4ee7-9164-4a10183e2d2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:43.603088 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-0e785a05-8c24-4ee7-9164-4a10183e2d2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:43.763289 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fa226397-bc1a-4755-9465-08bb5e195120 req-29c783b6-6dfb-4e2d-bd28-8e2b489f068e tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0888944 May 13 14:33:43.860925 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0e785a05-8c24-4ee7-9164-4a10183e2d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:43.866520 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0e785a05-8c24-4ee7-9164-4a10183e2d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:43.935597 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e785a05-8c24-4ee7-9164-4a10183e2d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd63199-2b00-4b0e-afcc-0b724c5393dd,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:43.958988 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e785a05-8c24-4ee7-9164-4a10183e2d2f admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:33:43.979561 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0e785a05-8c24-4ee7-9164-4a10183e2d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:43.980870 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-0e785a05-8c24-4ee7-9164-4a10183e2d2f admin admin] Added segment 17330e29-ae52-43f2-bcef-a683d5d81195 of type vlan for network 025ade7d-4516-4ad9-b6d5-20d3403fa6c0 May 13 14:33:44.037986 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fed6ef31-21f3-481e-96b9-60b2c9be0da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:44.059973 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-fed6ef31-21f3-481e-96b9-60b2c9be0da6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:44.064757 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-fed6ef31-21f3-481e-96b9-60b2c9be0da6 admin admin] Usage tracker for resource:security_group_rule and tenant:4a72f9c33f8a4830a8f7c2ba42751b43 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:44.067867 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-fed6ef31-21f3-481e-96b9-60b2c9be0da6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:44.072322 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0e785a05-8c24-4ee7-9164-4a10183e2d2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:44.075432 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-fed6ef31-21f3-481e-96b9-60b2c9be0da6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:44.213541 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0e785a05-8c24-4ee7-9164-4a10183e2d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:44.215261 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e785a05-8c24-4ee7-9164-4a10183e2d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:44.218163 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0e785a05-8c24-4ee7-9164-4a10183e2d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:44.224359 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa226397-bc1a-4755-9465-08bb5e195120 req-005604ac-cdc7-4464-bc7b-d9292be34f9f tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:44.228125 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fa226397-bc1a-4755-9465-08bb5e195120 req-005604ac-cdc7-4464-bc7b-d9292be34f9f tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4561887 May 13 14:33:44.251612 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-fa226397-bc1a-4755-9465-08bb5e195120 req-0a1efda7-49c1-4064-a07f-f6568cbbf02d tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Request body: {'port': {'device_id': '9e750900-11b2-4388-8f19-d8b81149a523', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'admin_state_up': True, 'tenant_id': 'a49f1166c3f54f5fb3c6b91a02cdaaab'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:44.443370 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e785a05-8c24-4ee7-9164-4a10183e2d2f admin admin] Pushing event updated for resources: {'Network': ['ID=025ade7d-4516-4ad9-b6d5-20d3403fa6c0,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:44.454428 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 025ade7d-4516-4ad9-b6d5-20d3403fa6c0 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:33:44.480447 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0e785a05-8c24-4ee7-9164-4a10183e2d2f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3829184 May 13 14:33:44.481853 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 47302) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:44.493372 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-2fa3fa9a-4fde-46be-a391-9becbfc580b2 admin admin] Request body: {'subnet': {'network_id': '025ade7d-4516-4ad9-b6d5-20d3403fa6c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1024138184-subnet', 'tenant_id': 'b8a50ca163ea4ea3b0ec7da854065fb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:44.509231 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2fa3fa9a-4fde-46be-a391-9becbfc580b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:44.518918 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2fa3fa9a-4fde-46be-a391-9becbfc580b2 admin admin] Usage tracker for resource:subnet and tenant:b8a50ca163ea4ea3b0ec7da854065fb9 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:44.527581 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2fa3fa9a-4fde-46be-a391-9becbfc580b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:44.544978 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2fa3fa9a-4fde-46be-a391-9becbfc580b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:44.630037 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-fa226397-bc1a-4755-9465-08bb5e195120 req-0a1efda7-49c1-4064-a07f-f6568cbbf02d tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:44.655226 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-fa226397-bc1a-4755-9465-08bb5e195120 req-0a1efda7-49c1-4064-a07f-f6568cbbf02d tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:44.675170 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa226397-bc1a-4755-9465-08bb5e195120 req-0a1efda7-49c1-4064-a07f-f6568cbbf02d tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Made reservation on behalf of a49f1166c3f54f5fb3c6b91a02cdaaab for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:44.678671 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fa226397-bc1a-4755-9465-08bb5e195120 req-0a1efda7-49c1-4064-a07f-f6568cbbf02d tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:44.701665 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa3fa9a-4fde-46be-a391-9becbfc580b2 admin admin] Made reservation on behalf of b8a50ca163ea4ea3b0ec7da854065fb9 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:44.704325 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2fa3fa9a-4fde-46be-a391-9becbfc580b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:44.735199 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-efc7e9a0-d0db-4c12-b35d-84d2ce13c33c req-426f7a80-c97b-4997-a48d-5ddcf395d520 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e750900-11b2-4388-8f19-d8b81149a523 HTTP/1.1" status: 200 len: 210 time: 0.1658695 May 13 14:33:45.018523 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-fa226397-bc1a-4755-9465-08bb5e195120 req-0a1efda7-49c1-4064-a07f-f6568cbbf02d tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Allocated IP 192.168.233.142 (7d165b7c-a84b-4191-823a-46e347c23eb5/fb4bc443-ac8b-4686-9d3b-15c2430aa8ca/9d025eb7-104e-4df7-9407-60b01c7a2a4e) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:33:45.034933 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fed6ef31-21f3-481e-96b9-60b2c9be0da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:45.047985 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fed6ef31-21f3-481e-96b9-60b2c9be0da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:45.184626 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6ef31-21f3-481e-96b9-60b2c9be0da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2441a9-47cb-4844-b3a0-c8d82e7a72a9,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:45.189351 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fed6ef31-21f3-481e-96b9-60b2c9be0da6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4a72f9c33f8a4830a8f7c2ba42751b43&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6496577 May 13 14:33:45.194730 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47320) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:45.365688 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2fa3fa9a-4fde-46be-a391-9becbfc580b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:45.435418 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a59e82-c803-4d96-9322-d4c1628f85af req-5121f53d-4fb0-4aeb-a73c-cfb58d702fd7 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:45.443046 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e1a59e82-c803-4d96-9322-d4c1628f85af req-5121f53d-4fb0-4aeb-a73c-cfb58d702fd7 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.3607421 May 13 14:33:45.449329 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f2c0b562-efd8-474b-be48-579ec7c638de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:45.513052 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3fa9a-4fde-46be-a391-9becbfc580b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a88e368e-9a36-4081-966b-cce31d573bc8,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:45.518565 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fa226397-bc1a-4755-9465-08bb5e195120 req-0a1efda7-49c1-4064-a07f-f6568cbbf02d tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:45.527850 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f2c0b562-efd8-474b-be48-579ec7c638de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:45.532828 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa3fa9a-4fde-46be-a391-9becbfc580b2 admin admin] Checking segment: {'id': '17330e29-ae52-43f2-bcef-a683d5d81195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '025ade7d-4516-4ad9-b6d5-20d3403fa6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:33:45.533942 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa3fa9a-4fde-46be-a391-9becbfc580b2 admin admin] Network hostable DHCP agents. Network: 025ade7d-4516-4ad9-b6d5-20d3403fa6c0, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:33:45.550836 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e1a59e82-c803-4d96-9322-d4c1628f85af req-8f99203d-517a-4f0e-8c41-1b33c31847c0 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064787 May 13 14:33:45.564563 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-fa226397-bc1a-4755-9465-08bb5e195120 req-0a1efda7-49c1-4064-a07f-f6568cbbf02d tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Transition to ACTIVE for port object 9d025eb7-104e-4df7-9407-60b01c7a2a4e will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:33:45.617000 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f2c0b562-efd8-474b-be48-579ec7c638de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:45.625936 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa3fa9a-4fde-46be-a391-9becbfc580b2 admin admin] Network 025ade7d-4516-4ad9-b6d5-20d3403fa6c0 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:33:45.649404 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-2fa3fa9a-4fde-46be-a391-9becbfc580b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 025ade7d-4516-4ad9-b6d5-20d3403fa6c0) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:45.656197 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa3fa9a-4fde-46be-a391-9becbfc580b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:45.656783 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2fa3fa9a-4fde-46be-a391-9becbfc580b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:45.659692 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75752524-c33a-4a2a-910e-41cef9d5dddc None None] Network 025ade7d-4516-4ad9-b6d5-20d3403fa6c0 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:33:45.667012 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0b562-efd8-474b-be48-579ec7c638de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2441a9-47cb-4844-b3a0-c8d82e7a72a9,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:45.677317 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fa226397-bc1a-4755-9465-08bb5e195120 req-0a1efda7-49c1-4064-a07f-f6568cbbf02d tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:45.727580 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['41d6498b-80c7-4797-b523-231bb2077238', '264f174b-52f0-4701-8c1f-20098e7391bb', 'd044bab1-0650-4c79-bf4c-d0feaf1d04cd', '6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:33:45.728885 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2fa3fa9a-4fde-46be-a391-9becbfc580b2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2454562 May 13 14:33:45.729767 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 47344) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:45.809056 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['eb595b96-cef3-4299-99d9-de7e5c7f260a', 'b281dee8-53b5-411d-be6e-41b4eafc9fd9', '54bed19c-962c-4fd5-a21b-ed00052450e2'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:33:46.177928 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f189534a-cfdb-4e13-a9aa-45de1201487c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:46.208548 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f189534a-cfdb-4e13-a9aa-45de1201487c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:46.216816 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f189534a-cfdb-4e13-a9aa-45de1201487c admin admin] Usage tracker for resource:security_group_rule and tenant:9751a0b2897b471fbb0a7917848568f6 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:46.223889 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f189534a-cfdb-4e13-a9aa-45de1201487c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:46.236784 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f189534a-cfdb-4e13-a9aa-45de1201487c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:46.254291 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa226397-bc1a-4755-9465-08bb5e195120 req-0a1efda7-49c1-4064-a07f-f6568cbbf02d tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:33:46.259208 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1efda7-49c1-4064-a07f-f6568cbbf02d tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Pushing event updated for resources: {'Port': ['ID=9d025eb7-104e-4df7-9407-60b01c7a2a4e,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:46.283511 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f2c0b562-efd8-474b-be48-579ec7c638de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:46.284734 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f2c0b562-efd8-474b-be48-579ec7c638de admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba2441a9-47cb-4844-b3a0-c8d82e7a72a9 HTTP/1.1" status: 204 len: 168 time: 1.0858002 May 13 14:33:46.297113 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-fa226397-bc1a-4755-9465-08bb5e195120 req-0a1efda7-49c1-4064-a07f-f6568cbbf02d tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:46.314901 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa226397-bc1a-4755-9465-08bb5e195120 req-0a1efda7-49c1-4064-a07f-f6568cbbf02d tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:33:46.344496 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b23843-66bd-48ed-a271-1fde26177747 req-4c29017c-32b8-4ffe-a176-445662edfd7d tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:46.345786 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-39b23843-66bd-48ed-a271-1fde26177747 req-4c29017c-32b8-4ffe-a176-445662edfd7d tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Synchronizing usage tracker for tenant:750c61eed54a4300a98b9026ab520580 on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:33:46.409700 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-39b23843-66bd-48ed-a271-1fde26177747 req-4c29017c-32b8-4ffe-a176-445662edfd7d tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Unset dirty status for tenant:750c61eed54a4300a98b9026ab520580 on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:33:46.411013 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6cc0ab-9857-4696-b156-783d8e07e28d None None] Network 025ade7d-4516-4ad9-b6d5-20d3403fa6c0 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:33:46.420974 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-39b23843-66bd-48ed-a271-1fde26177747 req-4c29017c-32b8-4ffe-a176-445662edfd7d tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/networks?id=cf66b3c2-c96c-4107-b42b-eedfe0e79851 HTTP/1.1" status: 200 len: 814 time: 0.4176619 May 13 14:33:46.493606 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-39b23843-66bd-48ed-a271-1fde26177747 req-90a4ceed-c65f-40f9-8de2-ebe559c59c08 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/quotas/750c61eed54a4300a98b9026ab520580 HTTP/1.1" status: 200 len: 375 time: 0.0719829 May 13 14:33:46.512016 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa226397-bc1a-4755-9465-08bb5e195120 req-0a1efda7-49c1-4064-a07f-f6568cbbf02d tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:46.512639 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fa226397-bc1a-4755-9465-08bb5e195120 req-0a1efda7-49c1-4064-a07f-f6568cbbf02d tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:46.574977 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fa226397-bc1a-4755-9465-08bb5e195120 req-0a1efda7-49c1-4064-a07f-f6568cbbf02d tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3314397 May 13 14:33:46.590536 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-fa226397-bc1a-4755-9465-08bb5e195120 req-f560b19d-97da-467e-8303-a81326891fb6 service neutron] Request body: {'port': {'device_id': '9e750900-11b2-4388-8f19-d8b81149a523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:46.759246 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-39b23843-66bd-48ed-a271-1fde26177747 req-e06a4f2e-bdbb-44e6-b4c1-3d5e9241c987 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=750c61eed54a4300a98b9026ab520580&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2645319 May 13 14:33:46.823927 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f189534a-cfdb-4e13-a9aa-45de1201487c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:46.829809 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f189534a-cfdb-4e13-a9aa-45de1201487c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:46.938429 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dad7aa-00c7-482b-8ee3-1c3c4a2c6457 req-9b09fa8c-3a88-44cd-b960-6387f1f8536d tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:46.939290 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-53dad7aa-00c7-482b-8ee3-1c3c4a2c6457 req-9b09fa8c-3a88-44cd-b960-6387f1f8536d tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Synchronizing usage tracker for tenant:a49f1166c3f54f5fb3c6b91a02cdaaab on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:33:46.948929 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47392) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:46.986983 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f189534a-cfdb-4e13-a9aa-45de1201487c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9751a0b2897b471fbb0a7917848568f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2559810 May 13 14:33:47.033611 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47398) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:47.073766 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47400) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:47.077107 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fa226397-bc1a-4755-9465-08bb5e195120 req-f560b19d-97da-467e-8303-a81326891fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:47.105676 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189534a-cfdb-4e13-a9aa-45de1201487c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce12b17-9826-4795-b3a8-571c28bde556,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:47.145864 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1cba10c4-065d-4b9f-93a7-2217a2dec15c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:47.154905 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3afed997-fa7b-4e9c-a306-c4e0be3e8720 None None] Provisioning for port 9d025eb7-104e-4df7-9407-60b01c7a2a4e completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:33:47.206546 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3afed997-fa7b-4e9c-a306-c4e0be3e8720 None None] Provisioning complete for port 9d025eb7-104e-4df7-9407-60b01c7a2a4e triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:33:47.209248 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3afed997-fa7b-4e9c-a306-c4e0be3e8720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:47.227961 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6f47b1e8-470c-4db8-8513-294ea793ae76 req-dea0ad8f-5031-4515-8f43-dfd105db1256 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=71c8b92c-73b1-4b84-bf78-f0d15b96373f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3317697 May 13 14:33:47.235190 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1cba10c4-065d-4b9f-93a7-2217a2dec15c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:47.273861 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-53dad7aa-00c7-482b-8ee3-1c3c4a2c6457 req-9b09fa8c-3a88-44cd-b960-6387f1f8536d tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Unset dirty status for tenant:a49f1166c3f54f5fb3c6b91a02cdaaab on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:33:47.288092 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-39b23843-66bd-48ed-a271-1fde26177747 req-7172aeac-1dd0-429e-8193-fb6420c57376 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:33:47.295309 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-39b23843-66bd-48ed-a271-1fde26177747 req-7172aeac-1dd0-429e-8193-fb6420c57376 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5351493 May 13 14:33:47.307726 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-53dad7aa-00c7-482b-8ee3-1c3c4a2c6457 req-9b09fa8c-3a88-44cd-b960-6387f1f8536d tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e750900-11b2-4388-8f19-d8b81149a523 HTTP/1.1" status: 200 len: 936 time: 1.2026508 May 13 14:33:47.322166 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1cba10c4-065d-4b9f-93a7-2217a2dec15c admin admin] Usage tracker for resource:security_group_rule and tenant:9bf7f4fa68314d4d843cafb5cbe21ed9 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:47.385102 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3afed997-fa7b-4e9c-a306-c4e0be3e8720 None None] Port 9d025eb7-104e-4df7-9407-60b01c7a2a4e cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:33:47.421242 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1cba10c4-065d-4b9f-93a7-2217a2dec15c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:47.457165 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1cba10c4-065d-4b9f-93a7-2217a2dec15c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:47.528140 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-53dad7aa-00c7-482b-8ee3-1c3c4a2c6457 req-e7daa7f8-0e61-4b6d-a909-120ec038cbd4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191250 May 13 14:33:47.550386 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5bdd5d8f-ed8e-4dfb-9b16-39000936f147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:47.580712 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bdd45c58-55a5-461f-9e5c-d951291c151a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:47.610985 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5bdd5d8f-ed8e-4dfb-9b16-39000936f147 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:47.616062 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5bdd5d8f-ed8e-4dfb-9b16-39000936f147 admin admin] Usage tracker for resource:security_group_rule and tenant:77705c325ed3463980a6b1b475aaa1f5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:47.620307 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5bdd5d8f-ed8e-4dfb-9b16-39000936f147 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:47.629087 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5bdd5d8f-ed8e-4dfb-9b16-39000936f147 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:47.782100 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5bdd5d8f-ed8e-4dfb-9b16-39000936f147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:47.849423 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-39b23843-66bd-48ed-a271-1fde26177747 req-9ac3c56c-0f88-4507-ac46-0cf1851bd1d2 service neutron] 10.222.0.35 "GET /v2.0/networks/cf66b3c2-c96c-4107-b42b-eedfe0e79851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5524836 May 13 14:33:47.855477 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47b1e8-470c-4db8-8513-294ea793ae76 req-c44605b4-ffef-4497-9073-ce300ec3762c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:47.858722 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6f47b1e8-470c-4db8-8513-294ea793ae76 req-c44605b4-ffef-4497-9073-ce300ec3762c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&device_id=71c8b92c-73b1-4b84-bf78-f0d15b96373f HTTP/1.1" status: 200 len: 1101 time: 0.3963456 May 13 14:33:47.862440 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5bdd5d8f-ed8e-4dfb-9b16-39000936f147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:47.918764 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bdd45c58-55a5-461f-9e5c-d951291c151a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:48.008949 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:48.074460 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd5d8f-ed8e-4dfb-9b16-39000936f147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10318195-f6d9-4e4c-a8e7-c82c70a5c3bc,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:48.091814 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5bdd5d8f-ed8e-4dfb-9b16-39000936f147 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=77705c325ed3463980a6b1b475aaa1f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9912925 May 13 14:33:48.153102 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47422) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:48.351694 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-39b23843-66bd-48ed-a271-1fde26177747 req-271cac82-cd8e-4c04-84e0-c6c070576d0d service neutron] 10.222.0.35 "GET /v2.0/networks/cf66b3c2-c96c-4107-b42b-eedfe0e79851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760699 May 13 14:33:48.356882 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47b1e8-470c-4db8-8513-294ea793ae76 req-68f333d3-6103-4a9d-a794-5587295ba286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:48.359029 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6f47b1e8-470c-4db8-8513-294ea793ae76 req-68f333d3-6103-4a9d-a794-5587295ba286 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.4558141 May 13 14:33:48.397082 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bdd45c58-55a5-461f-9e5c-d951291c151a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:48.438347 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1cba10c4-065d-4b9f-93a7-2217a2dec15c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:48.462047 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd45c58-55a5-461f-9e5c-d951291c151a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce12b17-9826-4795-b3a8-571c28bde556,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:48.471175 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1cba10c4-065d-4b9f-93a7-2217a2dec15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:48.488808 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6f47b1e8-470c-4db8-8513-294ea793ae76 req-bb7a9cd1-11b2-487f-a8d7-c79fdae5a74c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=eb595b96-cef3-4299-99d9-de7e5c7f260a HTTP/1.1" status: 200 len: 217 time: 0.1193135 May 13 14:33:48.497883 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-f1260e47-c2eb-4f75-98c2-2adfe85379c4 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:48.504772 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-f1260e47-c2eb-4f75-98c2-2adfe85379c4 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/networks?id=025ade7d-4516-4ad9-b6d5-20d3403fa6c0 HTTP/1.1" status: 200 len: 818 time: 0.4178510 May 13 14:33:48.577527 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-bd98aba0-d147-46a0-a67c-6bde8cd386ee tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/quotas/b8a50ca163ea4ea3b0ec7da854065fb9 HTTP/1.1" status: 200 len: 375 time: 0.0718360 May 13 14:33:48.579518 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-544cd2aa-1727-4ac5-b8c7-860dff9b8d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:48.646710 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47b1e8-470c-4db8-8513-294ea793ae76 req-2b033374-ff79-4b85-9d8a-2a9dcdb62409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:48.649950 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6f47b1e8-470c-4db8-8513-294ea793ae76 req-2b033374-ff79-4b85-9d8a-2a9dcdb62409 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1327114 May 13 14:33:48.656072 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba10c4-065d-4b9f-93a7-2217a2dec15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdf6c14-c305-461c-8546-098905a29c7d,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:48.684370 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1cba10c4-065d-4b9f-93a7-2217a2dec15c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9bf7f4fa68314d4d843cafb5cbe21ed9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7314875 May 13 14:33:48.703191 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bdd45c58-55a5-461f-9e5c-d951291c151a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:48.704817 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bdd45c58-55a5-461f-9e5c-d951291c151a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4ce12b17-9826-4795-b3a8-571c28bde556 HTTP/1.1" status: 204 len: 168 time: 1.6447988 May 13 14:33:48.706704 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47440) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:48.709009 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [req-fa226397-bc1a-4755-9465-08bb5e195120 req-f560b19d-97da-467e-8303-a81326891fb6 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:33:48.731008 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-a89caa8f-7054-4ea1-8eac-c6e00cf1e6fe tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b8a50ca163ea4ea3b0ec7da854065fb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1523745 May 13 14:33:48.826779 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47b1e8-470c-4db8-8513-294ea793ae76 req-a6c30ed9-f7e2-43c6-af7d-1bf3ef2b8be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:48.828317 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6f47b1e8-470c-4db8-8513-294ea793ae76 req-a6c30ed9-f7e2-43c6-af7d-1bf3ef2b8be9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1712615 May 13 14:33:49.002215 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-544cd2aa-1727-4ac5-b8c7-860dff9b8d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:49.062216 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-fa226397-bc1a-4755-9465-08bb5e195120 req-f560b19d-97da-467e-8303-a81326891fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d025eb7-104e-4df7-9407-60b01c7a2a4e {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:33:49.088392 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fa226397-bc1a-4755-9465-08bb5e195120 req-f560b19d-97da-467e-8303-a81326891fb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:49.139426 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e673edfd-c70a-4b11-bf80-723f45f29012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:49.162890 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-fa226397-bc1a-4755-9465-08bb5e195120 req-f560b19d-97da-467e-8303-a81326891fb6 service neutron] Transition to ACTIVE for port object 9d025eb7-104e-4df7-9407-60b01c7a2a4e will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:33:49.163231 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e77c9-7e97-4108-aee4-4a01ef7bd525 req-c30620c5-65e7-4241-aed9-0a0911a39e88 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:49.165337 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c8e77c9-7e97-4108-aee4-4a01ef7bd525 req-c30620c5-65e7-4241-aed9-0a0911a39e88 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e750900-11b2-4388-8f19-d8b81149a523 HTTP/1.1" status: 200 len: 936 time: 0.2977114 May 13 14:33:49.170320 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6f47b1e8-470c-4db8-8513-294ea793ae76 req-be265797-c0f8-4ad9-ac75-3947423e1776 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354816 May 13 14:33:49.198713 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fa226397-bc1a-4755-9465-08bb5e195120 req-f560b19d-97da-467e-8303-a81326891fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:49.346099 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-c3cd8f69-187d-4362-be30-ec03cfc53c09 service neutron] 10.222.0.35 "GET /v2.0/networks/025ade7d-4516-4ad9-b6d5-20d3403fa6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6138687 May 13 14:33:49.347839 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c8e77c9-7e97-4108-aee4-4a01ef7bd525 req-b3547ea9-9c49-4684-8bab-a4052d005d93 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762593 May 13 14:33:49.385659 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e673edfd-c70a-4b11-bf80-723f45f29012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:49.448943 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-544cd2aa-1727-4ac5-b8c7-860dff9b8d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:49.465819 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6f47b1e8-470c-4db8-8513-294ea793ae76 req-9851e944-3089-48cb-8a2b-f4036707d75a service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726684 May 13 14:33:49.580245 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ac69dbde-0c21-4ddd-a6dc-e5d8b24e8f9a req-2e17eb74-689b-4e80-a0a3-fc7730eec0b6 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=5733ad13-ad32-494f-a4f4-957d3a23a17a HTTP/1.1" status: 200 len: 210 time: 0.0701241 May 13 14:33:49.803150 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544cd2aa-1727-4ac5-b8c7-860dff9b8d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10318195-f6d9-4e4c-a8e7-c82c70a5c3bc,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:49.806293 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560b19d-97da-467e-8303-a81326891fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=9d025eb7-104e-4df7-9407-60b01c7a2a4e,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:49.855183 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-544cd2aa-1727-4ac5-b8c7-860dff9b8d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:49.856300 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-544cd2aa-1727-4ac5-b8c7-860dff9b8d5b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/10318195-f6d9-4e4c-a8e7-c82c70a5c3bc HTTP/1.1" status: 204 len: 168 time: 1.7027133 May 13 14:33:49.950876 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e673edfd-c70a-4b11-bf80-723f45f29012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:49.978053 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-2ede6f03-9e2d-465a-86d7-3ec0cbe80706 service neutron] 10.222.0.35 "GET /v2.0/networks/025ade7d-4516-4ad9-b6d5-20d3403fa6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6291766 May 13 14:33:49.994500 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673edfd-c70a-4b11-bf80-723f45f29012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdf6c14-c305-461c-8546-098905a29c7d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:50.017928 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e673edfd-c70a-4b11-bf80-723f45f29012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:50.023050 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e673edfd-c70a-4b11-bf80-723f45f29012 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cfdf6c14-c305-461c-8546-098905a29c7d HTTP/1.1" status: 204 len: 168 time: 1.2882743 May 13 14:33:50.026210 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-fa226397-bc1a-4755-9465-08bb5e195120 req-f560b19d-97da-467e-8303-a81326891fb6 service neutron] Attempting to bind port 9d025eb7-104e-4df7-9407-60b01c7a2a4e on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:33:50.028474 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-fa226397-bc1a-4755-9465-08bb5e195120 req-f560b19d-97da-467e-8303-a81326891fb6 service neutron] Attempting to bind port 9d025eb7-104e-4df7-9407-60b01c7a2a4e by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:33:50.029121 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa226397-bc1a-4755-9465-08bb5e195120 req-f560b19d-97da-467e-8303-a81326891fb6 service neutron] Attempting to bind port 9d025eb7-104e-4df7-9407-60b01c7a2a4e on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:33:50.041214 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa226397-bc1a-4755-9465-08bb5e195120 req-f560b19d-97da-467e-8303-a81326891fb6 service neutron] Port 9d025eb7-104e-4df7-9407-60b01c7a2a4e on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:33:50.041819 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa226397-bc1a-4755-9465-08bb5e195120 req-f560b19d-97da-467e-8303-a81326891fb6 service neutron] Attempting to bind port 9d025eb7-104e-4df7-9407-60b01c7a2a4e on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:33:50.054333 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa226397-bc1a-4755-9465-08bb5e195120 req-f560b19d-97da-467e-8303-a81326891fb6 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:33:50.056738 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa226397-bc1a-4755-9465-08bb5e195120 req-f560b19d-97da-467e-8303-a81326891fb6 service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:33:50.058715 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa226397-bc1a-4755-9465-08bb5e195120 req-f560b19d-97da-467e-8303-a81326891fb6 service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:33:50.059622 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-fa226397-bc1a-4755-9465-08bb5e195120 req-f560b19d-97da-467e-8303-a81326891fb6 service neutron] Bound port: 9d025eb7-104e-4df7-9407-60b01c7a2a4e, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:33:50.061444 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fa226397-bc1a-4755-9465-08bb5e195120 req-f560b19d-97da-467e-8303-a81326891fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:50.120411 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 47484) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:50.244330 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-fa226397-bc1a-4755-9465-08bb5e195120 req-f560b19d-97da-467e-8303-a81326891fb6 service neutron] For port 9d025eb7-104e-4df7-9407-60b01c7a2a4e, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:33:50.263914 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-fa226397-bc1a-4755-9465-08bb5e195120 req-f560b19d-97da-467e-8303-a81326891fb6 service neutron] For port 9d025eb7-104e-4df7-9407-60b01c7a2a4e, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=9d025eb7-104e-4df7-9407-60b01c7a2a4e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:33:50.274039 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fa226397-bc1a-4755-9465-08bb5e195120 req-f560b19d-97da-467e-8303-a81326891fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:50.437759 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-61253c19-23f7-4d4c-b784-a85a6d81a1b7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1974939202-network', 'tenant_id': '0bb96618b30b433aba6e19434ab6e009'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:50.455813 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-61253c19-23f7-4d4c-b784-a85a6d81a1b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:50.466878 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-61253c19-23f7-4d4c-b784-a85a6d81a1b7 admin admin] Usage tracker for resource:network and tenant:0bb96618b30b433aba6e19434ab6e009 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:50.478380 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-61253c19-23f7-4d4c-b784-a85a6d81a1b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:50.490474 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-61253c19-23f7-4d4c-b784-a85a6d81a1b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:50.520658 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa226397-bc1a-4755-9465-08bb5e195120 req-f560b19d-97da-467e-8303-a81326891fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:50.521262 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fa226397-bc1a-4755-9465-08bb5e195120 req-f560b19d-97da-467e-8303-a81326891fb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:50.522704 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fa226397-bc1a-4755-9465-08bb5e195120 req-f560b19d-97da-467e-8303-a81326891fb6 service neutron] 10.222.0.59 "PUT /v2.0/ports/9d025eb7-104e-4df7-9407-60b01c7a2a4e HTTP/1.1" status: 200 len: 1096 time: 3.9365463 May 13 14:33:50.530783 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e750900-11b2-4388-8f19-d8b81149a523', 'tag': '9d025eb7-104e-4df7-9407-60b01c7a2a4e'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:33:50.566828 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61253c19-23f7-4d4c-b784-a85a6d81a1b7 admin admin] Made reservation on behalf of 0bb96618b30b433aba6e19434ab6e009 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:50.573937 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-61253c19-23f7-4d4c-b784-a85a6d81a1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:50.593311 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560b19d-97da-467e-8303-a81326891fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=9d025eb7-104e-4df7-9407-60b01c7a2a4e,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:50.901863 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-61253c19-23f7-4d4c-b784-a85a6d81a1b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:51.018002 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa226397-bc1a-4755-9465-08bb5e195120 req-425a7e2e-2e80-4cac-8f9c-ece85b031d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:51.019300 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 47518) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:51.026334 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fa226397-bc1a-4755-9465-08bb5e195120 req-425a7e2e-2e80-4cac-8f9c-ece85b031d3b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&device_id=9e750900-11b2-4388-8f19-d8b81149a523 HTTP/1.1" status: 200 len: 1099 time: 0.2188177 May 13 14:33:51.028392 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afee375c-90ac-4555-98e5-cca6f80750b0'] response: {'name': 'network-changed', 'server_uuid': '9e750900-11b2-4388-8f19-d8b81149a523', 'tag': '9d025eb7-104e-4df7-9407-60b01c7a2a4e', 'status': 'completed', 'code': 200} May 13 14:33:51.077199 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-515ef619-4283-4b97-82b4-1ff01d74cb0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:51.123742 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-61253c19-23f7-4d4c-b784-a85a6d81a1b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:51.161027 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fa226397-bc1a-4755-9465-08bb5e195120 req-90f6d145-8f63-4df0-accd-0359487b9410 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=9d025eb7-104e-4df7-9407-60b01c7a2a4e HTTP/1.1" status: 200 len: 217 time: 0.1270611 May 13 14:33:51.182685 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-61253c19-23f7-4d4c-b784-a85a6d81a1b7 admin admin] Usage tracker for resource:security_group_rule and tenant:0bb96618b30b433aba6e19434ab6e009 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:51.196602 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-61253c19-23f7-4d4c-b784-a85a6d81a1b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:51.203821 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-515ef619-4283-4b97-82b4-1ff01d74cb0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:51.218018 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-61253c19-23f7-4d4c-b784-a85a6d81a1b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:51.237609 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-515ef619-4283-4b97-82b4-1ff01d74cb0e admin admin] Usage tracker for resource:security_group_rule and tenant:181ab4c31d3844d382214cf7e060a3d2 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:51.249627 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-515ef619-4283-4b97-82b4-1ff01d74cb0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:51.271701 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-515ef619-4283-4b97-82b4-1ff01d74cb0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:51.447792 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b23843-66bd-48ed-a271-1fde26177747 req-4b5c85aa-3aea-42da-9528-aaa06365f5cd tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:51.449270 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-39b23843-66bd-48ed-a271-1fde26177747 req-4b5c85aa-3aea-42da-9528-aaa06365f5cd tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.59 "GET /v2.0/networks?id=cf66b3c2-c96c-4107-b42b-eedfe0e79851 HTTP/1.1" status: 200 len: 814 time: 0.9492822 May 13 14:33:51.525501 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-39b23843-66bd-48ed-a271-1fde26177747 req-129fc505-9baf-42a6-a6cf-e98aa5ed759e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Request body: {'port': {'device_id': '5733ad13-ad32-494f-a4f4-957d3a23a17a', 'network_id': 'cf66b3c2-c96c-4107-b42b-eedfe0e79851', 'admin_state_up': True, 'tenant_id': '750c61eed54a4300a98b9026ab520580'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:51.542738 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4a7a551b-7e45-417f-bd0d-0aef454c8abd req-b0363a0c-a5da-4086-beae-49ec179c9b23 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=5733ad13-ad32-494f-a4f4-957d3a23a17a HTTP/1.1" status: 200 len: 210 time: 0.2181692 May 13 14:33:51.561611 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa226397-bc1a-4755-9465-08bb5e195120 req-4c0b7529-7ba9-45d3-a05b-d9e9aee6f503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:51.562951 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fa226397-bc1a-4755-9465-08bb5e195120 req-4c0b7529-7ba9-45d3-a05b-d9e9aee6f503 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.3958154 May 13 14:33:51.690314 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa226397-bc1a-4755-9465-08bb5e195120 req-108881cf-1ac8-45b5-b13e-6b14c4cdd28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:51.693442 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fa226397-bc1a-4755-9465-08bb5e195120 req-108881cf-1ac8-45b5-b13e-6b14c4cdd28f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1222315 May 13 14:33:51.865590 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-515ef619-4283-4b97-82b4-1ff01d74cb0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:51.885428 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a91fbb-b2ab-4f86-ac67-c295bff89235 req-84570932-c357-4086-ab65-7d56a990e986 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:51.898189 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-27a91fbb-b2ab-4f86-ac67-c295bff89235 req-84570932-c357-4086-ab65-7d56a990e986 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e750900-11b2-4388-8f19-d8b81149a523 HTTP/1.1" status: 200 len: 948 time: 1.1022489 May 13 14:33:51.929522 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ba8e32e2-9e5a-42d4-b6dc-613bf7725d0c req-efcf54ea-08c6-4d14-9d62-169829eb0e94 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eb42639-60d3-423d-8caf-cd825277505f HTTP/1.1" status: 200 len: 210 time: 0.0503585 May 13 14:33:51.939550 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-515ef619-4283-4b97-82b4-1ff01d74cb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:51.990522 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fa226397-bc1a-4755-9465-08bb5e195120 req-870d8453-d666-4281-9a50-96420cf71331 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885749 May 13 14:33:52.235530 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fa226397-bc1a-4755-9465-08bb5e195120 req-846bef1c-f7eb-4761-a0c9-890122ed4988 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378495 May 13 14:33:52.304938 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ef619-4283-4b97-82b4-1ff01d74cb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f84a27b-95d5-4ddf-b05d-2075ccf2f760,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:52.312852 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47554) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:52.324012 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-515ef619-4283-4b97-82b4-1ff01d74cb0e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=181ab4c31d3844d382214cf7e060a3d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2909567 May 13 14:33:52.520694 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-61253c19-23f7-4d4c-b784-a85a6d81a1b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:52.533756 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-61253c19-23f7-4d4c-b784-a85a6d81a1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:52.557105 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e2c68a23-5774-447b-a6fc-c09fb651fda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:52.559162 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-39b23843-66bd-48ed-a271-1fde26177747 req-129fc505-9baf-42a6-a6cf-e98aa5ed759e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:52.594833 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e2c68a23-5774-447b-a6fc-c09fb651fda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:52.666133 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-27a91fbb-b2ab-4f86-ac67-c295bff89235 req-a7cb2cc6-8aa6-4cea-a9e8-23fff5fe0073 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7455783 May 13 14:33:52.667237 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-39b23843-66bd-48ed-a271-1fde26177747 req-129fc505-9baf-42a6-a6cf-e98aa5ed759e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:52.683245 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e2c68a23-5774-447b-a6fc-c09fb651fda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:52.684466 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61253c19-23f7-4d4c-b784-a85a6d81a1b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:33:52.694947 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61253c19-23f7-4d4c-b784-a85a6d81a1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54fd676-3960-4d7c-a867-3f36a645d9d4,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:52.705209 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b23843-66bd-48ed-a271-1fde26177747 req-129fc505-9baf-42a6-a6cf-e98aa5ed759e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Made reservation on behalf of 750c61eed54a4300a98b9026ab520580 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:52.709298 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-39b23843-66bd-48ed-a271-1fde26177747 req-129fc505-9baf-42a6-a6cf-e98aa5ed759e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:52.724607 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c68a23-5774-447b-a6fc-c09fb651fda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f84a27b-95d5-4ddf-b05d-2075ccf2f760,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:52.741254 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-61253c19-23f7-4d4c-b784-a85a6d81a1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:52.741602 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-61253c19-23f7-4d4c-b784-a85a6d81a1b7 admin admin] Added segment 2433fb63-8e06-480d-84da-1f0979c40122 of type vlan for network 288df9bf-fdeb-4ea3-b886-f1b524db58dd May 13 14:33:52.741723 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e2c68a23-5774-447b-a6fc-c09fb651fda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:52.745407 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e2c68a23-5774-447b-a6fc-c09fb651fda4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9f84a27b-95d5-4ddf-b05d-2075ccf2f760 HTTP/1.1" status: 204 len: 168 time: 0.4296179 May 13 14:33:52.775031 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1277b-d635-4c17-9be6-f7d383a74dce req-cdded588-7916-47cb-92d5-d2c79baddeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:52.777054 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-06f1277b-d635-4c17-9be6-f7d383a74dce req-cdded588-7916-47cb-92d5-d2c79baddeaa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&device_id=9e750900-11b2-4388-8f19-d8b81149a523 HTTP/1.1" status: 200 len: 1099 time: 0.2864764 May 13 14:33:52.999817 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-61253c19-23f7-4d4c-b784-a85a6d81a1b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:53.115869 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1ad6a0f3-16ba-43c7-8927-dae34647cdf3 req-3dd7deb7-43e9-4672-b7e5-f42c8eac7ad1 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=5733ad13-ad32-494f-a4f4-957d3a23a17a HTTP/1.1" status: 200 len: 210 time: 0.1478412 May 13 14:33:53.174980 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-61253c19-23f7-4d4c-b784-a85a6d81a1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:53.176405 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61253c19-23f7-4d4c-b784-a85a6d81a1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:53.177527 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-61253c19-23f7-4d4c-b784-a85a6d81a1b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:53.209546 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1277b-d635-4c17-9be6-f7d383a74dce req-174a6890-0dc9-41e6-bf01-60ed21664c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:53.210970 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-06f1277b-d635-4c17-9be6-f7d383a74dce req-174a6890-0dc9-41e6-bf01-60ed21664c8e service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.4266274 May 13 14:33:53.274835 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-39b23843-66bd-48ed-a271-1fde26177747 req-129fc505-9baf-42a6-a6cf-e98aa5ed759e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Allocated IP 172.20.0.3 (cf66b3c2-c96c-4107-b42b-eedfe0e79851/a1af2f1b-219d-4483-980f-a4da5e03f844/dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:33:53.401902 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-06f1277b-d635-4c17-9be6-f7d383a74dce req-650b8233-beb1-4462-ad67-70994162c302 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=9d025eb7-104e-4df7-9407-60b01c7a2a4e HTTP/1.1" status: 200 len: 217 time: 0.1796393 May 13 14:33:53.504919 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1277b-d635-4c17-9be6-f7d383a74dce req-80ea5114-5fdb-4070-86b0-e120b31ac4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:53.506911 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-06f1277b-d635-4c17-9be6-f7d383a74dce req-80ea5114-5fdb-4070-86b0-e120b31ac4b1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.0904894 May 13 14:33:53.571683 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5c4f0e91-c3df-43c5-9283-b5cec43d5d77 req-a74cf71d-a425-4bce-9ba2-20c595ebf8c5 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eb42639-60d3-423d-8caf-cd825277505f HTTP/1.1" status: 200 len: 210 time: 0.4052103 May 13 14:33:53.729638 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-61253c19-23f7-4d4c-b784-a85a6d81a1b7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.6056423 May 13 14:33:53.730662 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 47606) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:53.755330 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1277b-d635-4c17-9be6-f7d383a74dce req-64a65064-8fcc-4733-96dc-4c74dc6a4156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:53.757037 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-06f1277b-d635-4c17-9be6-f7d383a74dce req-64a65064-8fcc-4733-96dc-4c74dc6a4156 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2416625 May 13 14:33:54.258146 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-3ea48176-86b5-4a4c-8cf2-dd355d5c8450 admin admin] Request body: {'subnet': {'network_id': '288df9bf-fdeb-4ea3-b886-f1b524db58dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1974939202-subnet', 'tenant_id': '0bb96618b30b433aba6e19434ab6e009', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:54.296446 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-06f1277b-d635-4c17-9be6-f7d383a74dce req-9871f794-e4e2-4f0d-9c3a-9a08b71bf676 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5249245 May 13 14:33:54.339769 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3ea48176-86b5-4a4c-8cf2-dd355d5c8450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:54.350703 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735e21b-a7e1-4fa1-97f0-ed55c6e87511 req-99b42735-1173-4311-aa50-6f430b330c81 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:54.352226 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d735e21b-a7e1-4fa1-97f0-ed55c6e87511 req-99b42735-1173-4311-aa50-6f430b330c81 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e750900-11b2-4388-8f19-d8b81149a523 HTTP/1.1" status: 200 len: 948 time: 0.4035869 May 13 14:33:54.380416 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3ea48176-86b5-4a4c-8cf2-dd355d5c8450 admin admin] Usage tracker for resource:subnet and tenant:0bb96618b30b433aba6e19434ab6e009 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:54.398684 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3ea48176-86b5-4a4c-8cf2-dd355d5c8450 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:54.411954 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61253c19-23f7-4d4c-b784-a85a6d81a1b7 admin admin] Pushing event updated for resources: {'Network': ['ID=288df9bf-fdeb-4ea3-b886-f1b524db58dd,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:54.425538 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 288df9bf-fdeb-4ea3-b886-f1b524db58dd details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:33:54.466729 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3ea48176-86b5-4a4c-8cf2-dd355d5c8450 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:54.600906 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea48176-86b5-4a4c-8cf2-dd355d5c8450 admin admin] Made reservation on behalf of 0bb96618b30b433aba6e19434ab6e009 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:54.603334 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3ea48176-86b5-4a4c-8cf2-dd355d5c8450 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:54.663841 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-39b23843-66bd-48ed-a271-1fde26177747 req-129fc505-9baf-42a6-a6cf-e98aa5ed759e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:54.772836 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d735e21b-a7e1-4fa1-97f0-ed55c6e87511 req-7118eda1-7ec0-4e64-a4c7-fc541c9fc6ca tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066122 May 13 14:33:54.841098 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-60d613f3-ad29-4e5b-9f80-7641c08d1f18 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:54.841894 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-60d613f3-ad29-4e5b-9f80-7641c08d1f18 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Synchronizing usage tracker for tenant:b8a50ca163ea4ea3b0ec7da854065fb9 on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:33:54.948800 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-1b80deeb-357d-4bac-9699-35323c31a2d0 req-d484b1d5-6f1f-4e3a-b2b3-b88448ec205a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Synchronizing usage tracker for tenant:750c61eed54a4300a98b9026ab520580 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:33:55.025993 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-60d613f3-ad29-4e5b-9f80-7641c08d1f18 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Unset dirty status for tenant:b8a50ca163ea4ea3b0ec7da854065fb9 on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:33:55.029266 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-60d613f3-ad29-4e5b-9f80-7641c08d1f18 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.74 "GET /v2.0/networks?id=025ade7d-4516-4ad9-b6d5-20d3403fa6c0 HTTP/1.1" status: 200 len: 818 time: 1.3775532 May 13 14:33:55.047263 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-1b80deeb-357d-4bac-9699-35323c31a2d0 req-d484b1d5-6f1f-4e3a-b2b3-b88448ec205a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Unset dirty status for tenant:750c61eed54a4300a98b9026ab520580 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:33:55.066880 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-06f1277b-d635-4c17-9be6-f7d383a74dce req-6e20ab48-d428-4781-9fb0-2eab19a17d52 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7633271 May 13 14:33:55.067347 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1b80deeb-357d-4bac-9699-35323c31a2d0 req-d484b1d5-6f1f-4e3a-b2b3-b88448ec205a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=5733ad13-ad32-494f-a4f4-957d3a23a17a HTTP/1.1" status: 200 len: 210 time: 0.2531414 May 13 14:33:55.100600 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-39b23843-66bd-48ed-a271-1fde26177747 req-129fc505-9baf-42a6-a6cf-e98aa5ed759e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:55.115788 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['615a24e6-1c41-484b-beb8-093d302cd8a3'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:33:55.248400 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-44efe6d0-a342-425e-8bc2-23b4c4f7f5af tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Request body: {'port': {'device_id': '740ee651-f6c5-45cf-a6c6-490a74620dd2', 'network_id': '025ade7d-4516-4ad9-b6d5-20d3403fa6c0', 'admin_state_up': True, 'tenant_id': 'b8a50ca163ea4ea3b0ec7da854065fb9'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:55.310956 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-20a902b1-495f-499c-9173-b72c5f338843 req-bae72ae6-8ab7-4526-a4d2-27627b89baa1 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eb42639-60d3-423d-8caf-cd825277505f HTTP/1.1" status: 200 len: 210 time: 0.1931274 May 13 14:33:55.340444 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-59a3f50e-6d16-4da5-879e-a3f88c530332 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:55.343152 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-59a3f50e-6d16-4da5-879e-a3f88c530332 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.74 "GET /v2.0/networks?id=025ade7d-4516-4ad9-b6d5-20d3403fa6c0 HTTP/1.1" status: 200 len: 818 time: 0.8306797 May 13 14:33:55.362074 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-7a220686-125a-4f85-b2a7-b72c9ef398b6 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Request body: {'port': {'device_id': '755953f9-d2c4-400f-8142-eaa1d5fc359a', 'network_id': '025ade7d-4516-4ad9-b6d5-20d3403fa6c0', 'admin_state_up': True, 'tenant_id': 'b8a50ca163ea4ea3b0ec7da854065fb9'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:55.506241 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b23843-66bd-48ed-a271-1fde26177747 req-129fc505-9baf-42a6-a6cf-e98aa5ed759e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Network cf66b3c2-c96c-4107-b42b-eedfe0e79851 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:33:55.546097 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-39b23843-66bd-48ed-a271-1fde26177747 req-129fc505-9baf-42a6-a6cf-e98aa5ed759e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:55.555710 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b23843-66bd-48ed-a271-1fde26177747 req-129fc505-9baf-42a6-a6cf-e98aa5ed759e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:33:55.764751 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129fc505-9baf-42a6-a6cf-e98aa5ed759e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Pushing event updated for resources: {'Port': ['ID=dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:55.780329 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-7a220686-125a-4f85-b2a7-b72c9ef398b6 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:55.792916 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-7a220686-125a-4f85-b2a7-b72c9ef398b6 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Usage tracker for resource:port and tenant:b8a50ca163ea4ea3b0ec7da854065fb9 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:55.799703 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-7a220686-125a-4f85-b2a7-b72c9ef398b6 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:55.816051 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-7a220686-125a-4f85-b2a7-b72c9ef398b6 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:55.838377 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-7a220686-125a-4f85-b2a7-b72c9ef398b6 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Made reservation on behalf of b8a50ca163ea4ea3b0ec7da854065fb9 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:55.841924 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-7a220686-125a-4f85-b2a7-b72c9ef398b6 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:55.886119 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47702) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:55.971838 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b23843-66bd-48ed-a271-1fde26177747 req-129fc505-9baf-42a6-a6cf-e98aa5ed759e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:55.972509 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-39b23843-66bd-48ed-a271-1fde26177747 req-129fc505-9baf-42a6-a6cf-e98aa5ed759e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:56.005534 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-44efe6d0-a342-425e-8bc2-23b4c4f7f5af tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:56.014450 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-70aaf17a-411a-43e6-867a-675caea5447f tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:56.015942 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-70aaf17a-411a-43e6-867a-675caea5447f tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.74 "GET /v2.0/networks?id=025ade7d-4516-4ad9-b6d5-20d3403fa6c0 HTTP/1.1" status: 200 len: 818 time: 0.8588126 May 13 14:33:56.026253 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-44efe6d0-a342-425e-8bc2-23b4c4f7f5af tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Usage tracker for resource:port and tenant:b8a50ca163ea4ea3b0ec7da854065fb9 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:56.038938 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-44efe6d0-a342-425e-8bc2-23b4c4f7f5af tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:56.045560 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-d63aab5e-2ce1-46e2-b5f3-ce80836da073 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Request body: {'port': {'device_id': '3eb42639-60d3-423d-8caf-cd825277505f', 'network_id': '025ade7d-4516-4ad9-b6d5-20d3403fa6c0', 'admin_state_up': True, 'tenant_id': 'b8a50ca163ea4ea3b0ec7da854065fb9'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:56.062304 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-39b23843-66bd-48ed-a271-1fde26177747 req-129fc505-9baf-42a6-a6cf-e98aa5ed759e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5706394 May 13 14:33:56.070408 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3ea48176-86b5-4a4c-8cf2-dd355d5c8450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:56.081400 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-44efe6d0-a342-425e-8bc2-23b4c4f7f5af tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:56.090913 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 9d025eb7-104e-4df7-9407-60b01c7a2a4e details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:33:56.206488 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-39b23843-66bd-48ed-a271-1fde26177747 req-44dbe5c7-ee9e-449e-ac3e-cadd08e32936 service neutron] Request body: {'port': {'device_id': '5733ad13-ad32-494f-a4f4-957d3a23a17a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:56.247377 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-7a220686-125a-4f85-b2a7-b72c9ef398b6 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Allocated IP 172.20.0.2 (025ade7d-4516-4ad9-b6d5-20d3403fa6c0/a88e368e-9a36-4081-966b-cce31d573bc8/0296fed6-fa46-446c-b7cb-67d964841e51) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:33:56.456223 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 9d025eb7-104e-4df7-9407-60b01c7a2a4e, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=9d025eb7-104e-4df7-9407-60b01c7a2a4e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:56.480625 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '9d025eb7-104e-4df7-9407-60b01c7a2a4e', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': '9d025eb7-104e-4df7-9407-60b01c7a2a4e', 'mac_address': 'fa:16:3e:15:46:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:33:56.559910 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 9d025eb7-104e-4df7-9407-60b01c7a2a4e is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:33:56.560711 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:56.584495 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d025eb7-104e-4df7-9407-60b01c7a2a4e {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:33:56.596562 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e6c141f2-7f39-489d-9fa3-ed89c7658190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:56.606543 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 9d025eb7-104e-4df7-9407-60b01c7a2a4e, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=9d025eb7-104e-4df7-9407-60b01c7a2a4e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:56.616773 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:56.622150 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e6c141f2-7f39-489d-9fa3-ed89c7658190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:56.627032 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e6c141f2-7f39-489d-9fa3-ed89c7658190 admin admin] Usage tracker for resource:security_group_rule and tenant:e3a5e19e38874a7caef419e7df8cdc7f is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:56.629989 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e6c141f2-7f39-489d-9fa3-ed89c7658190 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:56.635959 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e6c141f2-7f39-489d-9fa3-ed89c7658190 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:56.717995 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=9d025eb7-104e-4df7-9407-60b01c7a2a4e,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:56.722461 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e6c141f2-7f39-489d-9fa3-ed89c7658190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:56.733823 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea48176-86b5-4a4c-8cf2-dd355d5c8450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9a8f61c-e71b-4368-96fb-68caf958317b,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:56.738779 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e6c141f2-7f39-489d-9fa3-ed89c7658190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:56.812963 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-44efe6d0-a342-425e-8bc2-23b4c4f7f5af tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Made reservation on behalf of b8a50ca163ea4ea3b0ec7da854065fb9 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:56.816487 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-44efe6d0-a342-425e-8bc2-23b4c4f7f5af tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:56.822035 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c141f2-7f39-489d-9fa3-ed89c7658190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da180a1-e00a-4a97-9e3a-c9183cb59cd1,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:56.837183 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e6c141f2-7f39-489d-9fa3-ed89c7658190 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e3a5e19e38874a7caef419e7df8cdc7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9478548 May 13 14:33:56.848169 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47748) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:56.874526 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-d63aab5e-2ce1-46e2-b5f3-ce80836da073 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:56.879394 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-d63aab5e-2ce1-46e2-b5f3-ce80836da073 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Usage tracker for resource:port and tenant:b8a50ca163ea4ea3b0ec7da854065fb9 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:56.882280 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-d63aab5e-2ce1-46e2-b5f3-ce80836da073 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:56.887704 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['9d025eb7-104e-4df7-9407-60b01c7a2a4e'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:33:56.888647 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-d63aab5e-2ce1-46e2-b5f3-ce80836da073 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:56.928271 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-7a220686-125a-4f85-b2a7-b72c9ef398b6 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:56.942599 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a94966-1bad-4721-8ebf-36591322461e req-59d215a4-5ac0-4e24-840c-c375ad79efeb tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:56.949429 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-61a94966-1bad-4721-8ebf-36591322461e req-59d215a4-5ac0-4e24-840c-c375ad79efeb tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e750900-11b2-4388-8f19-d8b81149a523 HTTP/1.1" status: 200 len: 948 time: 0.9589150 May 13 14:33:56.980221 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-d63aab5e-2ce1-46e2-b5f3-ce80836da073 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Made reservation on behalf of b8a50ca163ea4ea3b0ec7da854065fb9 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:56.983926 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-d63aab5e-2ce1-46e2-b5f3-ce80836da073 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:57.025265 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-61a94966-1bad-4721-8ebf-36591322461e req-c68f095d-7666-4dfe-bbcc-03c189b62711 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748992 May 13 14:33:57.031900 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-025fda49-974b-4041-8549-19e545226851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:57.044689 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea48176-86b5-4a4c-8cf2-dd355d5c8450 admin admin] Checking segment: {'id': '2433fb63-8e06-480d-84da-1f0979c40122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '288df9bf-fdeb-4ea3-b886-f1b524db58dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:33:57.044689 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea48176-86b5-4a4c-8cf2-dd355d5c8450 admin admin] Network hostable DHCP agents. Network: 288df9bf-fdeb-4ea3-b886-f1b524db58dd, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:33:57.195693 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea48176-86b5-4a4c-8cf2-dd355d5c8450 admin admin] Network 288df9bf-fdeb-4ea3-b886-f1b524db58dd is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:33:57.200472 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-025fda49-974b-4041-8549-19e545226851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:57.229371 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 47754) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:57.235473 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-04624b27-0410-4dd4-a2f6-f6d36c53d331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:57.247432 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-7a220686-125a-4f85-b2a7-b72c9ef398b6 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:57.305157 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-3ea48176-86b5-4a4c-8cf2-dd355d5c8450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 288df9bf-fdeb-4ea3-b886-f1b524db58dd) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:57.319490 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30602cff-98e6-4c5b-bdb5-cd0b8bd5df6e None None] Network 288df9bf-fdeb-4ea3-b886-f1b524db58dd requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:33:57.335479 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd1966-fd03-4223-be71-5e79acd69d16 req-a2e1062d-5d1a-4d13-ae49-678b44ef0c11 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:57.337063 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-24fd1966-fd03-4223-be71-5e79acd69d16 req-a2e1062d-5d1a-4d13-ae49-678b44ef0c11 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=5733ad13-ad32-494f-a4f4-957d3a23a17a HTTP/1.1" status: 200 len: 931 time: 0.5868912 May 13 14:33:57.337759 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-39b23843-66bd-48ed-a271-1fde26177747 req-44dbe5c7-ee9e-449e-ac3e-cadd08e32936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:57.350710 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea48176-86b5-4a4c-8cf2-dd355d5c8450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:57.351366 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3ea48176-86b5-4a4c-8cf2-dd355d5c8450 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:57.482508 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c458293b-ffbf-419d-92ce-397a9f773979 req-5b099d07-eb4c-4d9e-8e65-f2deb8fc07c4 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eb42639-60d3-423d-8caf-cd825277505f HTTP/1.1" status: 200 len: 210 time: 0.2492468 May 13 14:33:57.492162 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7695147f-fcaf-464c-ac71-51a08dd22e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:57.501954 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3ea48176-86b5-4a4c-8cf2-dd355d5c8450 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.6244156 May 13 14:33:57.521342 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-7a220686-125a-4f85-b2a7-b72c9ef398b6 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Network 025ade7d-4516-4ad9-b6d5-20d3403fa6c0 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:33:57.525249 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-7a220686-125a-4f85-b2a7-b72c9ef398b6 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:57.528073 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-7a220686-125a-4f85-b2a7-b72c9ef398b6 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:33:57.572095 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7695147f-fcaf-464c-ac71-51a08dd22e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:57.582683 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7695147f-fcaf-464c-ac71-51a08dd22e40 admin admin] Usage tracker for resource:security_group_rule and tenant:774d95b81aa946a681f6c791a3c8d5a5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:57.586532 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7695147f-fcaf-464c-ac71-51a08dd22e40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:57.598394 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7695147f-fcaf-464c-ac71-51a08dd22e40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:57.717627 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a220686-125a-4f85-b2a7-b72c9ef398b6 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Pushing event updated for resources: {'Port': ['ID=0296fed6-fa46-446c-b7cb-67d964841e51,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:57.741922 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-025fda49-974b-4041-8549-19e545226851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:57.759328 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-7a220686-125a-4f85-b2a7-b72c9ef398b6 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:57.760224 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-7a220686-125a-4f85-b2a7-b72c9ef398b6 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:57.770365 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025fda49-974b-4041-8549-19e545226851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da180a1-e00a-4a97-9e3a-c9183cb59cd1,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:57.793288 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-025fda49-974b-4041-8549-19e545226851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:57.794602 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-025fda49-974b-4041-8549-19e545226851 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8da180a1-e00a-4a97-9e3a-c9183cb59cd1 HTTP/1.1" status: 204 len: 168 time: 0.9447401 May 13 14:33:57.796880 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-7a220686-125a-4f85-b2a7-b72c9ef398b6 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4394784 May 13 14:33:57.813699 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7695147f-fcaf-464c-ac71-51a08dd22e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:57.828186 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-589be2ce-2105-4b88-8a27-8b829057f81d service neutron] Request body: {'port': {'device_id': '755953f9-d2c4-400f-8142-eaa1d5fc359a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:57.841034 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-44efe6d0-a342-425e-8bc2-23b4c4f7f5af tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Allocated IP 172.20.0.13 (025ade7d-4516-4ad9-b6d5-20d3403fa6c0/a88e368e-9a36-4081-966b-cce31d573bc8/3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:33:57.856231 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7695147f-fcaf-464c-ac71-51a08dd22e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:57.926393 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-24fd1966-fd03-4223-be71-5e79acd69d16 req-043c59e7-7612-4370-be27-e05c58a1248f tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5549562 May 13 14:33:57.988266 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89f46c2-8a1b-45a9-a195-916157befe67 None None] Network 288df9bf-fdeb-4ea3-b886-f1b524db58dd requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:33:58.103834 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-589be2ce-2105-4b88-8a27-8b829057f81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:58.136356 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695147f-fcaf-464c-ac71-51a08dd22e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580bc59f-6edb-4efd-9ac7-73db6b589b87,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:58.158900 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7695147f-fcaf-464c-ac71-51a08dd22e40 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=774d95b81aa946a681f6c791a3c8d5a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9245443 May 13 14:33:58.179176 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 47780) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:58.285640 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:58.440750 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-1dad040a-ef12-4c2a-842e-f48fe3ea1a14 req-6359e973-f19e-47f8-8d22-fc5839bd74a9 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-481449510', 'description': 'tempest-description-2011684891'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:58.451307 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-1dad040a-ef12-4c2a-842e-f48fe3ea1a14 req-6359e973-f19e-47f8-8d22-fc5839bd74a9 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:58.457131 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-1dad040a-ef12-4c2a-842e-f48fe3ea1a14 req-6359e973-f19e-47f8-8d22-fc5839bd74a9 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Usage tracker for resource:security_group and tenant:0bb96618b30b433aba6e19434ab6e009 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:58.460323 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-1dad040a-ef12-4c2a-842e-f48fe3ea1a14 req-6359e973-f19e-47f8-8d22-fc5839bd74a9 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:58.466620 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-1dad040a-ef12-4c2a-842e-f48fe3ea1a14 req-6359e973-f19e-47f8-8d22-fc5839bd74a9 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:58.489052 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47784) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:58.504103 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1dad040a-ef12-4c2a-842e-f48fe3ea1a14 req-6359e973-f19e-47f8-8d22-fc5839bd74a9 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:58.522405 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0fe94e91-7312-486e-87a6-2b364f9a3f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:58.541539 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0fe94e91-7312-486e-87a6-2b364f9a3f0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:58.545470 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0fe94e91-7312-486e-87a6-2b364f9a3f0c admin admin] Usage tracker for resource:security_group_rule and tenant:8b79967762a84704a1d15e1e4fa0d97c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:58.548996 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0fe94e91-7312-486e-87a6-2b364f9a3f0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:58.555138 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0fe94e91-7312-486e-87a6-2b364f9a3f0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:58.656496 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0fe94e91-7312-486e-87a6-2b364f9a3f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:58.664949 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0fe94e91-7312-486e-87a6-2b364f9a3f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:58.667717 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f6d63796-dd5d-45dd-8256-338f10f5a4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:58.675715 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-1dad040a-ef12-4c2a-842e-f48fe3ea1a14 req-6359e973-f19e-47f8-8d22-fc5839bd74a9 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:58.699660 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-1dad040a-ef12-4c2a-842e-f48fe3ea1a14 req-6359e973-f19e-47f8-8d22-fc5839bd74a9 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Usage tracker for resource:security_group_rule and tenant:0bb96618b30b433aba6e19434ab6e009 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:58.721710 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-1dad040a-ef12-4c2a-842e-f48fe3ea1a14 req-6359e973-f19e-47f8-8d22-fc5839bd74a9 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:58.738680 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-1dad040a-ef12-4c2a-842e-f48fe3ea1a14 req-6359e973-f19e-47f8-8d22-fc5839bd74a9 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:58.742958 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d45b4-628a-40b9-a990-d14a30a01946 req-7851c057-a085-48f7-8e15-97f0558738ce tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:58.744426 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0fe94e91-7312-486e-87a6-2b364f9a3f0c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8b79967762a84704a1d15e1e4fa0d97c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2543612 May 13 14:33:58.745178 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe94e91-7312-486e-87a6-2b364f9a3f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef630f7-9e15-45e6-9a57-9a5154ef7b82,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:58.753039 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2a0d45b4-628a-40b9-a990-d14a30a01946 req-7851c057-a085-48f7-8e15-97f0558738ce tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e750900-11b2-4388-8f19-d8b81149a523 HTTP/1.1" status: 200 len: 949 time: 0.5184689 May 13 14:33:58.765254 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 47792) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:58.819816 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f6d63796-dd5d-45dd-8256-338f10f5a4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:58.865790 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1dad040a-ef12-4c2a-842e-f48fe3ea1a14 req-6359e973-f19e-47f8-8d22-fc5839bd74a9 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:58.872944 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1dad040a-ef12-4c2a-842e-f48fe3ea1a14 req-6359e973-f19e-47f8-8d22-fc5839bd74a9 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:58.919955 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-44efe6d0-a342-425e-8bc2-23b4c4f7f5af tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:58.930573 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1dad040a-ef12-4c2a-842e-f48fe3ea1a14 req-6359e973-f19e-47f8-8d22-fc5839bd74a9 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:58.932383 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1dad040a-ef12-4c2a-842e-f48fe3ea1a14 req-6359e973-f19e-47f8-8d22-fc5839bd74a9 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4981651 May 13 14:33:58.972729 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359e973-f19e-47f8-8d22-fc5839bd74a9 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23841026-8e9d-442b-a756-33cfa94140a6,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:58.997911 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2a0d45b4-628a-40b9-a990-d14a30a01946 req-9f8e7555-2f44-442f-9359-8810bd31418e tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439229 May 13 14:33:59.150520 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-78fc113b-2179-4cb5-b182-bc6cdf0d332c req-759ad840-fd36-438e-a00f-ea3731b5f64b tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Synchronizing usage tracker for tenant:b8a50ca163ea4ea3b0ec7da854065fb9 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:33:59.169368 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3e5469d-68ba-48e7-8c46-2da35a34a905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:59.171692 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-78fc113b-2179-4cb5-b182-bc6cdf0d332c req-759ad840-fd36-438e-a00f-ea3731b5f64b tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Unset dirty status for tenant:b8a50ca163ea4ea3b0ec7da854065fb9 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:33:59.173105 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-78fc113b-2179-4cb5-b182-bc6cdf0d332c req-759ad840-fd36-438e-a00f-ea3731b5f64b tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eb42639-60d3-423d-8caf-cd825277505f HTTP/1.1" status: 200 len: 210 time: 0.0752704 May 13 14:33:59.207024 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-39b23843-66bd-48ed-a271-1fde26177747 req-44dbe5c7-ee9e-449e-ac3e-cadd08e32936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:33:59.265257 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-39b23843-66bd-48ed-a271-1fde26177747 req-44dbe5c7-ee9e-449e-ac3e-cadd08e32936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:59.284157 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-39b23843-66bd-48ed-a271-1fde26177747 req-44dbe5c7-ee9e-449e-ac3e-cadd08e32936 service neutron] Transition to ACTIVE for port object dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:33:59.304043 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a3217406-32d1-4a66-881c-331227c11a49 req-14cba52d-e25c-4c22-b150-5c43f934040a tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "GET /v2.0/security-groups/23841026-8e9d-442b-a756-33cfa94140a6 HTTP/1.1" status: 200 len: 1806 time: 0.1917574 May 13 14:33:59.313447 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-a3217406-32d1-4a66-881c-331227c11a49 req-f16a3ee3-fdd4-4556-8d8a-44f5841adc28 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '23841026-8e9d-442b-a756-33cfa94140a6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:59.314321 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-a3217406-32d1-4a66-881c-331227c11a49 req-f16a3ee3-fdd4-4556-8d8a-44f5841adc28 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '23841026-8e9d-442b-a756-33cfa94140a6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:59.319905 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-39b23843-66bd-48ed-a271-1fde26177747 req-44dbe5c7-ee9e-449e-ac3e-cadd08e32936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:59.328273 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-a3217406-32d1-4a66-881c-331227c11a49 req-f16a3ee3-fdd4-4556-8d8a-44f5841adc28 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:59.376049 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f6d63796-dd5d-45dd-8256-338f10f5a4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:59.406415 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a45ae5-15ff-4972-a252-811578f4dd47 req-0073e068-bd2a-4df2-8660-7caee76d578a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:59.408444 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-52a45ae5-15ff-4972-a252-811578f4dd47 req-0073e068-bd2a-4df2-8660-7caee76d578a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=5733ad13-ad32-494f-a4f4-957d3a23a17a HTTP/1.1" status: 200 len: 943 time: 0.1027875 May 13 14:33:59.438038 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-a3217406-32d1-4a66-881c-331227c11a49 req-f16a3ee3-fdd4-4556-8d8a-44f5841adc28 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Usage tracker for resource:security_group_rule and tenant:0bb96618b30b433aba6e19434ab6e009 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:59.442672 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d63796-dd5d-45dd-8256-338f10f5a4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580bc59f-6edb-4efd-9ac7-73db6b589b87,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:59.445996 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3e5469d-68ba-48e7-8c46-2da35a34a905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:59.455503 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-a3217406-32d1-4a66-881c-331227c11a49 req-f16a3ee3-fdd4-4556-8d8a-44f5841adc28 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:59.475168 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-a3217406-32d1-4a66-881c-331227c11a49 req-f16a3ee3-fdd4-4556-8d8a-44f5841adc28 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:59.499717 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-52a45ae5-15ff-4972-a252-811578f4dd47 req-d1b563a8-e106-44bf-af24-4e548ba79dc3 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809467 May 13 14:33:59.539919 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e8a4a5e4-8f9f-4911-a45c-fcc7a5ef5735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:59.717070 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-44efe6d0-a342-425e-8bc2-23b4c4f7f5af tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:59.732340 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-d63aab5e-2ce1-46e2-b5f3-ce80836da073 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Allocated IP 172.20.0.12 (025ade7d-4516-4ad9-b6d5-20d3403fa6c0/a88e368e-9a36-4081-966b-cce31d573bc8/8c9607a1-3547-4252-b0d6-4b61aa1f5bfb) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:33:59.747691 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f6d63796-dd5d-45dd-8256-338f10f5a4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:59.748795 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f6d63796-dd5d-45dd-8256-338f10f5a4ff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/580bc59f-6edb-4efd-9ac7-73db6b589b87 HTTP/1.1" status: 204 len: 168 time: 1.5687699 May 13 14:33:59.763779 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbe5c7-ee9e-449e-ac3e-cadd08e32936 service neutron] Pushing event updated for resources: {'Port': ['ID=dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:59.872503 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-44efe6d0-a342-425e-8bc2-23b4c4f7f5af tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Network 025ade7d-4516-4ad9-b6d5-20d3403fa6c0 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:33:59.890194 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-44efe6d0-a342-425e-8bc2-23b4c4f7f5af tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:59.926516 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-44efe6d0-a342-425e-8bc2-23b4c4f7f5af tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:34:00.074955 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44efe6d0-a342-425e-8bc2-23b4c4f7f5af tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Pushing event updated for resources: {'Port': ['ID=3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:00.077837 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a3217406-32d1-4a66-881c-331227c11a49 req-f16a3ee3-fdd4-4556-8d8a-44f5841adc28 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:00.120179 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 9d025eb7-104e-4df7-9407-60b01c7a2a4e up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:34:00.124058 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a3217406-32d1-4a66-881c-331227c11a49 req-f16a3ee3-fdd4-4556-8d8a-44f5841adc28 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:00.135935 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a3217406-32d1-4a66-881c-331227c11a49 req-f16a3ee3-fdd4-4556-8d8a-44f5841adc28 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:00.142986 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-44efe6d0-a342-425e-8bc2-23b4c4f7f5af tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:00.143637 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-44efe6d0-a342-425e-8bc2-23b4c4f7f5af tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:00.237762 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 9d025eb7-104e-4df7-9407-60b01c7a2a4e completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:34:00.243872 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 9d025eb7-104e-4df7-9407-60b01c7a2a4e triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:00.244465 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:00.254279 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3e5469d-68ba-48e7-8c46-2da35a34a905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:00.344343 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47818) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:00.368963 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a3ee3-fdd4-4556-8d8a-44f5841adc28 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db005a6c-de8d-4241-90bf-c96d5d23231b,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:00.369402 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cf9e1471-1b99-481b-b55c-8b14a0ac52bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:00.398225 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-cf9e1471-1b99-481b-b55c-8b14a0ac52bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:00.399011 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-39b23843-66bd-48ed-a271-1fde26177747 req-44dbe5c7-ee9e-449e-ac3e-cadd08e32936 service neutron] Attempting to bind port dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:34:00.399385 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-39b23843-66bd-48ed-a271-1fde26177747 req-44dbe5c7-ee9e-449e-ac3e-cadd08e32936 service neutron] Attempting to bind port dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'ed4a328b-d15d-4a03-9eac-ff7258e787fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cf66b3c2-c96c-4107-b42b-eedfe0e79851'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:34:00.399716 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b23843-66bd-48ed-a271-1fde26177747 req-44dbe5c7-ee9e-449e-ac3e-cadd08e32936 service neutron] Attempting to bind port dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001 on network cf66b3c2-c96c-4107-b42b-eedfe0e79851 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:34:00.412104 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b23843-66bd-48ed-a271-1fde26177747 req-44dbe5c7-ee9e-449e-ac3e-cadd08e32936 service neutron] Port dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001 on network cf66b3c2-c96c-4107-b42b-eedfe0e79851 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:34:00.412551 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b23843-66bd-48ed-a271-1fde26177747 req-44dbe5c7-ee9e-449e-ac3e-cadd08e32936 service neutron] Attempting to bind port dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001 on network cf66b3c2-c96c-4107-b42b-eedfe0e79851 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:34:00.415093 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5469d-68ba-48e7-8c46-2da35a34a905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef630f7-9e15-45e6-9a57-9a5154ef7b82,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:00.427401 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3e5469d-68ba-48e7-8c46-2da35a34a905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:00.431347 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876e94a-bab1-47ec-b59a-8830aab04086 req-78a14094-dca6-445b-b229-f76daf840938 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:00.431485 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d3e5469d-68ba-48e7-8c46-2da35a34a905 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bef630f7-9e15-45e6-9a57-9a5154ef7b82 HTTP/1.1" status: 204 len: 168 time: 1.6594296 May 13 14:34:00.436444 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8876e94a-bab1-47ec-b59a-8830aab04086 req-78a14094-dca6-445b-b229-f76daf840938 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e750900-11b2-4388-8f19-d8b81149a523 HTTP/1.1" status: 200 len: 949 time: 0.2301545 May 13 14:34:00.444595 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b23843-66bd-48ed-a271-1fde26177747 req-44dbe5c7-ee9e-449e-ac3e-cadd08e32936 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:34:00.444962 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b23843-66bd-48ed-a271-1fde26177747 req-44dbe5c7-ee9e-449e-ac3e-cadd08e32936 service neutron] Checking segment: {'id': 'ed4a328b-d15d-4a03-9eac-ff7258e787fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cf66b3c2-c96c-4107-b42b-eedfe0e79851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:34:00.445345 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b23843-66bd-48ed-a271-1fde26177747 req-44dbe5c7-ee9e-449e-ac3e-cadd08e32936 service neutron] Bound using segment: {'id': 'ed4a328b-d15d-4a03-9eac-ff7258e787fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cf66b3c2-c96c-4107-b42b-eedfe0e79851'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:34:00.445801 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-39b23843-66bd-48ed-a271-1fde26177747 req-44dbe5c7-ee9e-449e-ac3e-cadd08e32936 service neutron] Bound port: dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed4a328b-d15d-4a03-9eac-ff7258e787fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cf66b3c2-c96c-4107-b42b-eedfe0e79851'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:34:00.446155 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-39b23843-66bd-48ed-a271-1fde26177747 req-44dbe5c7-ee9e-449e-ac3e-cadd08e32936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:00.447391 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-cf9e1471-1b99-481b-b55c-8b14a0ac52bc admin admin] Usage tracker for resource:security_group_rule and tenant:32c45c979c28420585b748d162f7604e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:00.489327 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-cf9e1471-1b99-481b-b55c-8b14a0ac52bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:00.519580 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 9d025eb7-104e-4df7-9407-60b01c7a2a4e is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:00.520310 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:00.541638 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-cf9e1471-1b99-481b-b55c-8b14a0ac52bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:00.562120 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-39b23843-66bd-48ed-a271-1fde26177747 req-44dbe5c7-ee9e-449e-ac3e-cadd08e32936 service neutron] For port dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:34:00.565516 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-39b23843-66bd-48ed-a271-1fde26177747 req-44dbe5c7-ee9e-449e-ac3e-cadd08e32936 service neutron] For port dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001,segment=NetworkSegment(ed4a328b-d15d-4a03-9eac-ff7258e787fd),segment_id=ed4a328b-d15d-4a03-9eac-ff7258e787fd)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:34:00.565640 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8876e94a-bab1-47ec-b59a-8830aab04086 req-67e81618-e88e-4f14-9d64-6883f462fd6a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283686 May 13 14:34:00.569065 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-44efe6d0-a342-425e-8bc2-23b4c4f7f5af tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3996909 May 13 14:34:00.569943 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a3217406-32d1-4a66-881c-331227c11a49 req-f16a3ee3-fdd4-4556-8d8a-44f5841adc28 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:00.572173 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a3217406-32d1-4a66-881c-331227c11a49 req-f16a3ee3-fdd4-4556-8d8a-44f5841adc28 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2636285 May 13 14:34:00.585209 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-39b23843-66bd-48ed-a271-1fde26177747 req-44dbe5c7-ee9e-449e-ac3e-cadd08e32936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:00.665743 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-57ea4e19-860e-494d-b580-dc77a13d318f service neutron] Request body: {'port': {'device_id': '740ee651-f6c5-45cf-a6c6-490a74620dd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:00.672231 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 9d025eb7-104e-4df7-9407-60b01c7a2a4e, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=9d025eb7-104e-4df7-9407-60b01c7a2a4e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:00.675164 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e750900-11b2-4388-8f19-d8b81149a523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d025eb7-104e-4df7-9407-60b01c7a2a4e'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:00.684225 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:00.690156 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:00.692673 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:00.762795 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b23843-66bd-48ed-a271-1fde26177747 req-44dbe5c7-ee9e-449e-ac3e-cadd08e32936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:00.765985 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-39b23843-66bd-48ed-a271-1fde26177747 req-44dbe5c7-ee9e-449e-ac3e-cadd08e32936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:00.768914 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-39b23843-66bd-48ed-a271-1fde26177747 req-44dbe5c7-ee9e-449e-ac3e-cadd08e32936 service neutron] 10.222.0.59 "PUT /v2.0/ports/dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001 HTTP/1.1" status: 200 len: 1091 time: 4.6683040 May 13 14:34:00.804724 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cf9e1471-1b99-481b-b55c-8b14a0ac52bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:00.812659 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cf9e1471-1b99-481b-b55c-8b14a0ac52bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:00.833660 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5733ad13-ad32-494f-a4f4-957d3a23a17a', 'tag': 'dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:00.922682 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=9d025eb7-104e-4df7-9407-60b01c7a2a4e,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:00.978531 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-cf9e1471-1b99-481b-b55c-8b14a0ac52bc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=32c45c979c28420585b748d162f7604e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6330857 May 13 14:34:00.981790 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-99f58176-f7f1-4809-9070-3dc46f3d2810 req-9adbed26-4aa2-4db6-9454-9e637c29927b tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eb42639-60d3-423d-8caf-cd825277505f HTTP/1.1" status: 200 len: 210 time: 0.0978374 May 13 14:34:00.982238 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47846) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:00.984565 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e1471-1b99-481b-b55c-8b14a0ac52bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43c50ea-2610-4a36-aba0-14b3186ba541,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:01.057455 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-2a2f3411-5a22-4fdb-9d84-9fa1fb08091d req-4fab2390-5e7b-42c4-a2f9-f85bf7809f18 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1927209742', 'description': 'tempest-description-1919366138'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:01.065700 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-2a2f3411-5a22-4fdb-9d84-9fa1fb08091d req-4fab2390-5e7b-42c4-a2f9-f85bf7809f18 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:01.071867 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2a2f3411-5a22-4fdb-9d84-9fa1fb08091d req-4fab2390-5e7b-42c4-a2f9-f85bf7809f18 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Usage tracker for resource:security_group and tenant:0bb96618b30b433aba6e19434ab6e009 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:01.079357 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2a2f3411-5a22-4fdb-9d84-9fa1fb08091d req-4fab2390-5e7b-42c4-a2f9-f85bf7809f18 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:01.093870 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-2a2f3411-5a22-4fdb-9d84-9fa1fb08091d req-4fab2390-5e7b-42c4-a2f9-f85bf7809f18 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:01.108904 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2a2f3411-5a22-4fdb-9d84-9fa1fb08091d req-4fab2390-5e7b-42c4-a2f9-f85bf7809f18 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:01.141351 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-2a2f3411-5a22-4fdb-9d84-9fa1fb08091d req-4fab2390-5e7b-42c4-a2f9-f85bf7809f18 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:01.146463 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2a2f3411-5a22-4fdb-9d84-9fa1fb08091d req-4fab2390-5e7b-42c4-a2f9-f85bf7809f18 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Usage tracker for resource:security_group_rule and tenant:0bb96618b30b433aba6e19434ab6e009 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:01.150046 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2a2f3411-5a22-4fdb-9d84-9fa1fb08091d req-4fab2390-5e7b-42c4-a2f9-f85bf7809f18 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:01.156774 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-2a2f3411-5a22-4fdb-9d84-9fa1fb08091d req-4fab2390-5e7b-42c4-a2f9-f85bf7809f18 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:01.183928 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-d63aab5e-2ce1-46e2-b5f3-ce80836da073 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:01.195972 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbe5c7-ee9e-449e-ac3e-cadd08e32936 service neutron] Pushing event updated for resources: {'Port': ['ID=dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:01.226368 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-57ea4e19-860e-494d-b580-dc77a13d318f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:01.274248 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2a2f3411-5a22-4fdb-9d84-9fa1fb08091d req-4fab2390-5e7b-42c4-a2f9-f85bf7809f18 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:01.301244 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2a2f3411-5a22-4fdb-9d84-9fa1fb08091d req-4fab2390-5e7b-42c4-a2f9-f85bf7809f18 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:01.327973 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ecf70265-f958-4e64-a47a-715f9e15ba7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:01.347764 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-d63aab5e-2ce1-46e2-b5f3-ce80836da073 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:01.358514 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b23843-66bd-48ed-a271-1fde26177747 req-0d4a50b8-ea49-4ddb-ad89-920fc164d554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:01.360533 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-39b23843-66bd-48ed-a271-1fde26177747 req-0d4a50b8-ea49-4ddb-ad89-920fc164d554 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=750c61eed54a4300a98b9026ab520580&device_id=5733ad13-ad32-494f-a4f4-957d3a23a17a HTTP/1.1" status: 200 len: 1094 time: 0.4994633 May 13 14:34:01.369418 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3bf3c-c4e2-469a-94a8-9b00ca57a953 req-7ed9b1c0-9b39-4ae5-b4d2-c63ba0e56acd tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:01.378350 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d4d3bf3c-c4e2-469a-94a8-9b00ca57a953 req-7ed9b1c0-9b39-4ae5-b4d2-c63ba0e56acd tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=5733ad13-ad32-494f-a4f4-957d3a23a17a HTTP/1.1" status: 200 len: 943 time: 0.3768809 May 13 14:34:01.390162 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ecf70265-f958-4e64-a47a-715f9e15ba7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:01.574352 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63aab5e-2ce1-46e2-b5f3-ce80836da073 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Pushing event updated for resources: {'Port': ['ID=8c9607a1-3547-4252-b0d6-4b61aa1f5bfb,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:01.606590 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-39b23843-66bd-48ed-a271-1fde26177747 req-80c8bcfe-e709-486b-b581-c0088c550017 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001 HTTP/1.1" status: 200 len: 217 time: 0.2176263 May 13 14:34:01.654700 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-d63aab5e-2ce1-46e2-b5f3-ce80836da073 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Network 025ade7d-4516-4ad9-b6d5-20d3403fa6c0 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:01.729695 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d4d3bf3c-c4e2-469a-94a8-9b00ca57a953 req-96ba7dba-d6bc-4df2-9d3c-b538365ac741 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499613 May 13 14:34:01.749307 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-d63aab5e-2ce1-46e2-b5f3-ce80836da073 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:01.777441 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-d63aab5e-2ce1-46e2-b5f3-ce80836da073 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:34:01.798117 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-589be2ce-2105-4b88-8a27-8b829057f81d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0296fed6-fa46-446c-b7cb-67d964841e51 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:34:01.811004 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ac599f0-7ac1-416e-8764-56c31bb0e958'] response: {'server_uuid': '9e750900-11b2-4388-8f19-d8b81149a523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d025eb7-104e-4df7-9407-60b01c7a2a4e', 'code': 200} May 13 14:34:01.818410 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-589be2ce-2105-4b88-8a27-8b829057f81d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:01.855083 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-589be2ce-2105-4b88-8a27-8b829057f81d service neutron] Transition to ACTIVE for port object 0296fed6-fa46-446c-b7cb-67d964841e51 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:34:01.879252 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-589be2ce-2105-4b88-8a27-8b829057f81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:01.944128 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84f3aac4-421b-460d-8a02-53d539c56f19'] response: {'name': 'network-changed', 'server_uuid': '5733ad13-ad32-494f-a4f4-957d3a23a17a', 'tag': 'dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001', 'status': 'completed', 'code': 200} May 13 14:34:02.010962 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b23843-66bd-48ed-a271-1fde26177747 req-2530f4fc-71fe-4383-afb9-df78ed08c398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:02.012903 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:02.015210 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-39b23843-66bd-48ed-a271-1fde26177747 req-2530f4fc-71fe-4383-afb9-df78ed08c398 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a1af2f1b-219d-4483-980f-a4da5e03f844 HTTP/1.1" status: 200 len: 854 time: 0.3589735 May 13 14:34:02.082202 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589be2ce-2105-4b88-8a27-8b829057f81d service neutron] Pushing event updated for resources: {'Port': ['ID=0296fed6-fa46-446c-b7cb-67d964841e51,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:02.093957 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab2390-5e7b-42c4-a2f9-f85bf7809f18 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7adba2-c0a4-4457-8241-ff67e3ad7639,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:02.158057 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-d63aab5e-2ce1-46e2-b5f3-ce80836da073 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:02.158852 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-d63aab5e-2ce1-46e2-b5f3-ce80836da073 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:02.270863 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ecf70265-f958-4e64-a47a-715f9e15ba7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:02.273664 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ecf70265-f958-4e64-a47a-715f9e15ba7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:02.275293 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ecf70265-f958-4e64-a47a-715f9e15ba7f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b43c50ea-2610-4a36-aba0-14b3186ba541 HTTP/1.1" status: 204 len: 168 time: 1.2919927 May 13 14:34:02.294731 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2a2f3411-5a22-4fdb-9d84-9fa1fb08091d req-4fab2390-5e7b-42c4-a2f9-f85bf7809f18 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:02.296317 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2a2f3411-5a22-4fdb-9d84-9fa1fb08091d req-4fab2390-5e7b-42c4-a2f9-f85bf7809f18 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.2552896 May 13 14:34:02.314849 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf70265-f958-4e64-a47a-715f9e15ba7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43c50ea-2610-4a36-aba0-14b3186ba541,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:02.380042 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-39b23843-66bd-48ed-a271-1fde26177747 req-8a48d160-f43b-47c3-a65c-88479b09ed9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf66b3c2-c96c-4107-b42b-eedfe0e79851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3548307 May 13 14:34:02.520893 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-d63aab5e-2ce1-46e2-b5f3-ce80836da073 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4834585 May 13 14:34:02.534460 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-589be2ce-2105-4b88-8a27-8b829057f81d service neutron] Attempting to bind port 0296fed6-fa46-446c-b7cb-67d964841e51 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:34:02.535374 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-589be2ce-2105-4b88-8a27-8b829057f81d service neutron] Attempting to bind port 0296fed6-fa46-446c-b7cb-67d964841e51 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '17330e29-ae52-43f2-bcef-a683d5d81195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '025ade7d-4516-4ad9-b6d5-20d3403fa6c0'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:34:02.536342 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-589be2ce-2105-4b88-8a27-8b829057f81d service neutron] Attempting to bind port 0296fed6-fa46-446c-b7cb-67d964841e51 on network 025ade7d-4516-4ad9-b6d5-20d3403fa6c0 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:34:02.544964 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-589be2ce-2105-4b88-8a27-8b829057f81d service neutron] Port 0296fed6-fa46-446c-b7cb-67d964841e51 on network 025ade7d-4516-4ad9-b6d5-20d3403fa6c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:34:02.545509 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-589be2ce-2105-4b88-8a27-8b829057f81d service neutron] Attempting to bind port 0296fed6-fa46-446c-b7cb-67d964841e51 on network 025ade7d-4516-4ad9-b6d5-20d3403fa6c0 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:34:02.553200 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-589be2ce-2105-4b88-8a27-8b829057f81d service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:34:02.553771 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-589be2ce-2105-4b88-8a27-8b829057f81d service neutron] Checking segment: {'id': '17330e29-ae52-43f2-bcef-a683d5d81195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '025ade7d-4516-4ad9-b6d5-20d3403fa6c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:34:02.554353 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-589be2ce-2105-4b88-8a27-8b829057f81d service neutron] Bound using segment: {'id': '17330e29-ae52-43f2-bcef-a683d5d81195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '025ade7d-4516-4ad9-b6d5-20d3403fa6c0'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:34:02.554997 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-589be2ce-2105-4b88-8a27-8b829057f81d service neutron] Bound port: 0296fed6-fa46-446c-b7cb-67d964841e51, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17330e29-ae52-43f2-bcef-a683d5d81195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '025ade7d-4516-4ad9-b6d5-20d3403fa6c0'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:34:02.555647 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-589be2ce-2105-4b88-8a27-8b829057f81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:02.570363 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25b23c-a29d-4795-b46e-ac2d4503d78f req-d9d7c29a-0b21-4295-8d9b-eec7548ceb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:02.571998 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e25b23c-a29d-4795-b46e-ac2d4503d78f req-d9d7c29a-0b21-4295-8d9b-eec7548ceb66 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9e750900-11b2-4388-8f19-d8b81149a523 HTTP/1.1" status: 200 len: 1101 time: 0.4972699 May 13 14:34:02.583331 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-0482c464-5bb8-4f99-8c17-8b97cf8761ce service neutron] Request body: {'port': {'device_id': '3eb42639-60d3-423d-8caf-cd825277505f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:02.851320 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e25b23c-a29d-4795-b46e-ac2d4503d78f req-e2e82235-c86d-45cf-a6c0-4177bb9afe7e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672162 May 13 14:34:02.853610 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47914) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:02.862191 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc49c8-c0d1-442a-a8f9-66a1937a5250 req-fdc225fd-f727-491d-96c1-331160d32da0 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:02.863730 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aadc49c8-c0d1-442a-a8f9-66a1937a5250 req-fdc225fd-f727-491d-96c1-331160d32da0 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e750900-11b2-4388-8f19-d8b81149a523 HTTP/1.1" status: 200 len: 950 time: 0.7349210 May 13 14:34:02.865891 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-39b23843-66bd-48ed-a271-1fde26177747 req-6a43d894-e9af-45c2-ab3f-6bd54cbb64c4 service neutron] 10.222.0.59 "GET /v2.0/networks/cf66b3c2-c96c-4107-b42b-eedfe0e79851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4652748 May 13 14:34:02.873401 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-589be2ce-2105-4b88-8a27-8b829057f81d service neutron] For port 0296fed6-fa46-446c-b7cb-67d964841e51, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:34:02.877122 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-589be2ce-2105-4b88-8a27-8b829057f81d service neutron] For port 0296fed6-fa46-446c-b7cb-67d964841e51, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=0296fed6-fa46-446c-b7cb-67d964841e51,segment=NetworkSegment(17330e29-ae52-43f2-bcef-a683d5d81195),segment_id=17330e29-ae52-43f2-bcef-a683d5d81195)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:34:02.882017 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-589be2ce-2105-4b88-8a27-8b829057f81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:02.957531 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4364f-68af-4e79-b326-8a01cb3093a1 req-29fcfe20-dd1b-4951-b355-934a5bc76715 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:02.959049 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f2c4364f-68af-4e79-b326-8a01cb3093a1 req-29fcfe20-dd1b-4951-b355-934a5bc76715 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eb42639-60d3-423d-8caf-cd825277505f HTTP/1.1" status: 200 len: 932 time: 0.3860440 May 13 14:34:02.964933 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-589be2ce-2105-4b88-8a27-8b829057f81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:02.964933 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-589be2ce-2105-4b88-8a27-8b829057f81d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:02.964933 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-589be2ce-2105-4b88-8a27-8b829057f81d service neutron] 10.222.0.74 "PUT /v2.0/ports/0296fed6-fa46-446c-b7cb-67d964841e51 HTTP/1.1" status: 200 len: 1091 time: 5.1515000 May 13 14:34:02.964933 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '755953f9-d2c4-400f-8142-eaa1d5fc359a', 'tag': '0296fed6-fa46-446c-b7cb-67d964841e51'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:02.969679 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-0482c464-5bb8-4f99-8c17-8b97cf8761ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:03.012153 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589be2ce-2105-4b88-8a27-8b829057f81d service neutron] Pushing event updated for resources: {'Port': ['ID=0296fed6-fa46-446c-b7cb-67d964841e51,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:03.016212 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-57ea4e19-860e-494d-b580-dc77a13d318f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:34:03.026199 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f2c4364f-68af-4e79-b326-8a01cb3093a1 req-2c97dff1-5c4d-476a-b63f-8c5e1ed3996f tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dd63199-2b00-4b0e-afcc-0b724c5393dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565376 May 13 14:34:03.033744 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-57ea4e19-860e-494d-b580-dc77a13d318f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:03.053164 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aadc49c8-c0d1-442a-a8f9-66a1937a5250 req-7c7ac17d-9677-48d3-81e0-a4bba4fbff23 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481774 May 13 14:34:03.144632 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-c8ee0361-4d46-4536-bc90-72e25d151b58 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-49724045'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:03.150656 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c8ee0361-4d46-4536-bc90-72e25d151b58 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:03.155603 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c8ee0361-4d46-4536-bc90-72e25d151b58 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Usage tracker for resource:network and tenant:f79846a80c3b40138df6c1bc52366f6c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:03.159691 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c8ee0361-4d46-4536-bc90-72e25d151b58 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:03.166654 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c8ee0361-4d46-4536-bc90-72e25d151b58 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:03.195831 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ee0361-4d46-4536-bc90-72e25d151b58 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Made reservation on behalf of f79846a80c3b40138df6c1bc52366f6c for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:03.199737 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c8ee0361-4d46-4536-bc90-72e25d151b58 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:03.227531 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c8ee0361-4d46-4536-bc90-72e25d151b58 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:03.251442 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c8ee0361-4d46-4536-bc90-72e25d151b58 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:03.256724 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c8ee0361-4d46-4536-bc90-72e25d151b58 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Usage tracker for resource:security_group_rule and tenant:f79846a80c3b40138df6c1bc52366f6c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:03.260579 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c8ee0361-4d46-4536-bc90-72e25d151b58 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:03.267949 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c8ee0361-4d46-4536-bc90-72e25d151b58 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:03.371584 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c8ee0361-4d46-4536-bc90-72e25d151b58 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:03.382224 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-39b23843-66bd-48ed-a271-1fde26177747 req-457254ac-50b5-4944-929b-33564d0a1ff8 service neutron] 10.222.0.59 "GET /v2.0/networks/cf66b3c2-c96c-4107-b42b-eedfe0e79851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540916 May 13 14:34:03.393618 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-57ea4e19-860e-494d-b580-dc77a13d318f service neutron] Transition to ACTIVE for port object 3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:34:03.403718 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-b7fc3a56-825b-44bd-b91a-5f3ee172601a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:03.405512 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-b7fc3a56-825b-44bd-b91a-5f3ee172601a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b8a50ca163ea4ea3b0ec7da854065fb9&device_id=755953f9-d2c4-400f-8142-eaa1d5fc359a HTTP/1.1" status: 200 len: 1094 time: 0.3546135 May 13 14:34:03.408718 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fd2101d5-5a55-4d35-ad1c-8fe7dd79cf14 req-76461fec-cdaf-435b-8e1c-c92ee9a5c851 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "GET /v2.0/security-groups/6b7adba2-c0a4-4457-8241-ff67e3ad7639 HTTP/1.1" status: 200 len: 1807 time: 0.3079400 May 13 14:34:03.409552 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c8ee0361-4d46-4536-bc90-72e25d151b58 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:03.425754 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:34:03.437881 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-fd2101d5-5a55-4d35-ad1c-8fe7dd79cf14 req-6310633c-7178-45ff-a02e-e5f84fc52cc5 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6b7adba2-c0a4-4457-8241-ff67e3ad7639', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:03.439369 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-fd2101d5-5a55-4d35-ad1c-8fe7dd79cf14 req-6310633c-7178-45ff-a02e-e5f84fc52cc5 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6b7adba2-c0a4-4457-8241-ff67e3ad7639', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:03.456917 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-57ea4e19-860e-494d-b580-dc77a13d318f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:03.549785 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee0361-4d46-4536-bc90-72e25d151b58 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8714c755-902d-453e-9e5c-92921af404b0,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:03.553424 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8ee0361-4d46-4536-bc90-72e25d151b58 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:34:03.557465 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-fd2101d5-5a55-4d35-ad1c-8fe7dd79cf14 req-6310633c-7178-45ff-a02e-e5f84fc52cc5 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:03.560619 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-5b0fe391-625a-40fa-93a7-6c12112fdb23 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0296fed6-fa46-446c-b7cb-67d964841e51 HTTP/1.1" status: 200 len: 217 time: 0.1319902 May 13 14:34:03.566926 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-fd2101d5-5a55-4d35-ad1c-8fe7dd79cf14 req-6310633c-7178-45ff-a02e-e5f84fc52cc5 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Usage tracker for resource:security_group_rule and tenant:0bb96618b30b433aba6e19434ab6e009 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:03.573963 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-fd2101d5-5a55-4d35-ad1c-8fe7dd79cf14 req-6310633c-7178-45ff-a02e-e5f84fc52cc5 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:03.619740 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-fd2101d5-5a55-4d35-ad1c-8fe7dd79cf14 req-6310633c-7178-45ff-a02e-e5f84fc52cc5 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:03.622454 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c8ee0361-4d46-4536-bc90-72e25d151b58 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:03.622808 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-c8ee0361-4d46-4536-bc90-72e25d151b58 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Added segment 02c1ffa5-05bd-4da1-b2f9-0a32efa72afc of type vlan for network f6c859bb-2d92-4f95-86d2-99db27438cd3 May 13 14:34:03.682166 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-bf71d098-4c36-410b-9ecf-78881af6afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:03.683926 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-bf71d098-4c36-410b-9ecf-78881af6afb0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a88e368e-9a36-4081-966b-cce31d573bc8 HTTP/1.1" status: 200 len: 858 time: 0.1111405 May 13 14:34:03.694906 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c8ee0361-4d46-4536-bc90-72e25d151b58 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:03.737067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea4e19-860e-494d-b580-dc77a13d318f service neutron] Pushing event updated for resources: {'Port': ['ID=3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:03.759144 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-7a0bcffc-e821-40a8-bbbc-58594e4ce5ca service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=025ade7d-4516-4ad9-b6d5-20d3403fa6c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592904 May 13 14:34:03.867018 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf36e66-8b1a-4350-8614-0d6589d1e535 req-cb6a1e35-4ebe-4c42-a3fe-3867da364e89 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:03.872277 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-baf36e66-8b1a-4350-8614-0d6589d1e535 req-cb6a1e35-4ebe-4c42-a3fe-3867da364e89 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=5733ad13-ad32-494f-a4f4-957d3a23a17a HTTP/1.1" status: 200 len: 943 time: 0.4804864 May 13 14:34:03.885381 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fd2101d5-5a55-4d35-ad1c-8fe7dd79cf14 req-6310633c-7178-45ff-a02e-e5f84fc52cc5 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:03.908995 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c8ee0361-4d46-4536-bc90-72e25d151b58 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:03.915833 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ee0361-4d46-4536-bc90-72e25d151b58 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:03.916629 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c8ee0361-4d46-4536-bc90-72e25d151b58 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:03.939964 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd9026-ca29-4610-a841-e02423f07792 req-4ce08e2b-d3ce-46e7-9099-5355ac1874b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:03.941427 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e3fd9026-ca29-4610-a841-e02423f07792 req-4ce08e2b-d3ce-46e7-9099-5355ac1874b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=750c61eed54a4300a98b9026ab520580&device_id=5733ad13-ad32-494f-a4f4-957d3a23a17a HTTP/1.1" status: 200 len: 1094 time: 0.3850904 May 13 14:34:04.073728 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fd2101d5-5a55-4d35-ad1c-8fe7dd79cf14 req-6310633c-7178-45ff-a02e-e5f84fc52cc5 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:04.096030 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-57f1b0b7-5291-47b4-a215-6e2adef923a1 service neutron] 10.222.0.74 "GET /v2.0/networks/025ade7d-4516-4ad9-b6d5-20d3403fa6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297088 May 13 14:34:04.099791 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fd2101d5-5a55-4d35-ad1c-8fe7dd79cf14 req-6310633c-7178-45ff-a02e-e5f84fc52cc5 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:04.113182 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c8ee0361-4d46-4536-bc90-72e25d151b58 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2578626 May 13 14:34:04.116251 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-baf36e66-8b1a-4350-8614-0d6589d1e535 req-0bba7482-e2a8-4db9-9e43-d3c101a8405b tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352047 May 13 14:34:04.117279 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47972) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:04.122494 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee0361-4d46-4536-bc90-72e25d151b58 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Pushing event updated for resources: {'Network': ['ID=f6c859bb-2d92-4f95-86d2-99db27438cd3,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:04.131738 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-57ea4e19-860e-494d-b580-dc77a13d318f service neutron] Attempting to bind port 3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:34:04.132360 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-57ea4e19-860e-494d-b580-dc77a13d318f service neutron] Attempting to bind port 3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '17330e29-ae52-43f2-bcef-a683d5d81195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '025ade7d-4516-4ad9-b6d5-20d3403fa6c0'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:34:04.132889 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-57ea4e19-860e-494d-b580-dc77a13d318f service neutron] Attempting to bind port 3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b on network 025ade7d-4516-4ad9-b6d5-20d3403fa6c0 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:34:04.143624 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network f6c859bb-2d92-4f95-86d2-99db27438cd3 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:34:04.154765 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-18ceb341-ecba-42d1-b55e-85cf111678ea tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Request body: {'subnet': {'network_id': 'f6c859bb-2d92-4f95-86d2-99db27438cd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:04.179875 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-0482c464-5bb8-4f99-8c17-8b97cf8761ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c9607a1-3547-4252-b0d6-4b61aa1f5bfb {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:34:04.189335 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310633c-7178-45ff-a02e-e5f84fc52cc5 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec9f71ab-90fb-4390-af2c-9103d2f66582,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:04.196982 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-57ea4e19-860e-494d-b580-dc77a13d318f service neutron] Port 3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b on network 025ade7d-4516-4ad9-b6d5-20d3403fa6c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:34:04.197578 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-57ea4e19-860e-494d-b580-dc77a13d318f service neutron] Attempting to bind port 3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b on network 025ade7d-4516-4ad9-b6d5-20d3403fa6c0 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:34:04.218222 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-0482c464-5bb8-4f99-8c17-8b97cf8761ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:04.237713 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-57ea4e19-860e-494d-b580-dc77a13d318f service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:34:04.238385 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-57ea4e19-860e-494d-b580-dc77a13d318f service neutron] Checking segment: {'id': '17330e29-ae52-43f2-bcef-a683d5d81195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '025ade7d-4516-4ad9-b6d5-20d3403fa6c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:34:04.239169 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-57ea4e19-860e-494d-b580-dc77a13d318f service neutron] Bound using segment: {'id': '17330e29-ae52-43f2-bcef-a683d5d81195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '025ade7d-4516-4ad9-b6d5-20d3403fa6c0'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:34:04.239823 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-57ea4e19-860e-494d-b580-dc77a13d318f service neutron] Bound port: 3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17330e29-ae52-43f2-bcef-a683d5d81195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '025ade7d-4516-4ad9-b6d5-20d3403fa6c0'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:34:04.240366 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-57ea4e19-860e-494d-b580-dc77a13d318f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:04.271523 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-0482c464-5bb8-4f99-8c17-8b97cf8761ce service neutron] Transition to ACTIVE for port object 8c9607a1-3547-4252-b0d6-4b61aa1f5bfb will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:34:04.326733 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2655dd8-4a65-43ed-ab0e-6c08d9b0fe71'] response: {'name': 'network-changed', 'server_uuid': '755953f9-d2c4-400f-8142-eaa1d5fc359a', 'tag': '0296fed6-fa46-446c-b7cb-67d964841e51', 'status': 'completed', 'code': 200} May 13 14:34:04.363044 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-0482c464-5bb8-4f99-8c17-8b97cf8761ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:04.448666 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fd2101d5-5a55-4d35-ad1c-8fe7dd79cf14 req-6310633c-7178-45ff-a02e-e5f84fc52cc5 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:04.449890 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fd2101d5-5a55-4d35-ad1c-8fe7dd79cf14 req-6310633c-7178-45ff-a02e-e5f84fc52cc5 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.0240107 May 13 14:34:04.466808 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47988) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:04.523823 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-18ceb341-ecba-42d1-b55e-85cf111678ea tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:04.532923 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-18ceb341-ecba-42d1-b55e-85cf111678ea tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Usage tracker for resource:subnet and tenant:f79846a80c3b40138df6c1bc52366f6c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:04.537101 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-18ceb341-ecba-42d1-b55e-85cf111678ea tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:04.541433 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-a0f04ad0-4b6b-4cac-bf9c-fd11901d35f8 service neutron] 10.222.0.74 "GET /v2.0/networks/025ade7d-4516-4ad9-b6d5-20d3403fa6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232478 May 13 14:34:04.545163 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-18ceb341-ecba-42d1-b55e-85cf111678ea tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:04.555876 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ceb341-ecba-42d1-b55e-85cf111678ea tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Made reservation on behalf of f79846a80c3b40138df6c1bc52366f6c for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:04.559579 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18ceb341-ecba-42d1-b55e-85cf111678ea tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:04.721139 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd9026-ca29-4610-a841-e02423f07792 req-13e3b938-2d59-4f9f-9e5f-1781eb329f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:04.722576 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e3fd9026-ca29-4610-a841-e02423f07792 req-13e3b938-2d59-4f9f-9e5f-1781eb329f6b service neutron] 10.222.0.59 "GET /v2.0/networks?id=cf66b3c2-c96c-4107-b42b-eedfe0e79851 HTTP/1.1" status: 200 len: 915 time: 0.7699866 May 13 14:34:04.743322 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e1a4f268-e2b3-4725-be49-73e6676d758e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:04.783797 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e1a4f268-e2b3-4725-be49-73e6676d758e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:04.798178 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e1a4f268-e2b3-4725-be49-73e6676d758e admin admin] Usage tracker for resource:security_group_rule and tenant:180f81b5308048558ed9493b8c7b42d0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:04.806754 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e1a4f268-e2b3-4725-be49-73e6676d758e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:04.818269 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e1a4f268-e2b3-4725-be49-73e6676d758e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:04.836270 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e3fd9026-ca29-4610-a841-e02423f07792 req-06d53965-82c4-43a9-a7ef-ddfbbf906e3f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001 HTTP/1.1" status: 200 len: 217 time: 0.1029174 May 13 14:34:04.836856 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482c464-5bb8-4f99-8c17-8b97cf8761ce service neutron] Pushing event updated for resources: {'Port': ['ID=8c9607a1-3547-4252-b0d6-4b61aa1f5bfb,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:04.913874 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-57ea4e19-860e-494d-b580-dc77a13d318f service neutron] For port 3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:34:04.914413 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2aaac-beb6-4e5d-a0bb-af93b3402a5f req-9aa7a084-3922-424c-b2cf-129f2b7b8cc5 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:04.915920 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c1a2aaac-beb6-4e5d-a0bb-af93b3402a5f req-9aa7a084-3922-424c-b2cf-129f2b7b8cc5 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e750900-11b2-4388-8f19-d8b81149a523 HTTP/1.1" status: 200 len: 950 time: 0.3420799 May 13 14:34:04.940480 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088baff-8821-4515-aa45-69cdadfbde11 req-eee79121-8bd1-40f2-b8be-14829cabeae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:04.941911 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2088baff-8821-4515-aa45-69cdadfbde11 req-eee79121-8bd1-40f2-b8be-14829cabeae4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b8a50ca163ea4ea3b0ec7da854065fb9&device_id=755953f9-d2c4-400f-8142-eaa1d5fc359a HTTP/1.1" status: 200 len: 1094 time: 0.2722554 May 13 14:34:04.974181 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-57ea4e19-860e-494d-b580-dc77a13d318f service neutron] For port 3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b,segment=NetworkSegment(17330e29-ae52-43f2-bcef-a683d5d81195),segment_id=17330e29-ae52-43f2-bcef-a683d5d81195)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:34:04.990977 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-57ea4e19-860e-494d-b580-dc77a13d318f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:05.059937 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd9026-ca29-4610-a841-e02423f07792 req-8c52e8b1-b404-4ce8-854f-ccf697bf377f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:05.061387 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e3fd9026-ca29-4610-a841-e02423f07792 req-8c52e8b1-b404-4ce8-854f-ccf697bf377f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a1af2f1b-219d-4483-980f-a4da5e03f844 HTTP/1.1" status: 200 len: 854 time: 0.1886613 May 13 14:34:05.110198 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-57ea4e19-860e-494d-b580-dc77a13d318f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:05.111496 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-57ea4e19-860e-494d-b580-dc77a13d318f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:05.112745 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-57ea4e19-860e-494d-b580-dc77a13d318f service neutron] 10.222.0.74 "PUT /v2.0/ports/3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b HTTP/1.1" status: 200 len: 1092 time: 4.5180633 May 13 14:34:05.113351 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '740ee651-f6c5-45cf-a6c6-490a74620dd2', 'tag': '3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:05.146623 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e3fd9026-ca29-4610-a841-e02423f07792 req-9886aec1-40e1-4744-bf80-c0f667582524 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf66b3c2-c96c-4107-b42b-eedfe0e79851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696945 May 13 14:34:05.154005 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7404b-1e65-4a1f-87c4-52d335ab425c req-c1eefbd8-3f7f-4619-86d9-85b6166172aa tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:05.154705 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-39c7404b-1e65-4a1f-87c4-52d335ab425c req-c1eefbd8-3f7f-4619-86d9-85b6166172aa tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Synchronizing usage tracker for tenant:b8a50ca163ea4ea3b0ec7da854065fb9 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:34:05.219229 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c1a2aaac-beb6-4e5d-a0bb-af93b3402a5f req-2056598b-9091-4888-95fa-54e14e68a0aa tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904258 May 13 14:34:05.227498 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-0482c464-5bb8-4f99-8c17-8b97cf8761ce service neutron] Attempting to bind port 8c9607a1-3547-4252-b0d6-4b61aa1f5bfb on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:34:05.227837 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-0482c464-5bb8-4f99-8c17-8b97cf8761ce service neutron] Attempting to bind port 8c9607a1-3547-4252-b0d6-4b61aa1f5bfb by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '17330e29-ae52-43f2-bcef-a683d5d81195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '025ade7d-4516-4ad9-b6d5-20d3403fa6c0'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:34:05.228202 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-0482c464-5bb8-4f99-8c17-8b97cf8761ce service neutron] Attempting to bind port 8c9607a1-3547-4252-b0d6-4b61aa1f5bfb on network 025ade7d-4516-4ad9-b6d5-20d3403fa6c0 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:34:05.294302 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea4e19-860e-494d-b580-dc77a13d318f service neutron] Pushing event updated for resources: {'Port': ['ID=3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:05.294993 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18ceb341-ecba-42d1-b55e-85cf111678ea tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:05.310582 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-0482c464-5bb8-4f99-8c17-8b97cf8761ce service neutron] Port 8c9607a1-3547-4252-b0d6-4b61aa1f5bfb on network 025ade7d-4516-4ad9-b6d5-20d3403fa6c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:34:05.310913 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-0482c464-5bb8-4f99-8c17-8b97cf8761ce service neutron] Attempting to bind port 8c9607a1-3547-4252-b0d6-4b61aa1f5bfb on network 025ade7d-4516-4ad9-b6d5-20d3403fa6c0 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:34:05.335219 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-39c7404b-1e65-4a1f-87c4-52d335ab425c req-c1eefbd8-3f7f-4619-86d9-85b6166172aa tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Unset dirty status for tenant:b8a50ca163ea4ea3b0ec7da854065fb9 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:34:05.339578 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-39c7404b-1e65-4a1f-87c4-52d335ab425c req-c1eefbd8-3f7f-4619-86d9-85b6166172aa tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eb42639-60d3-423d-8caf-cd825277505f HTTP/1.1" status: 200 len: 944 time: 0.7356837 May 13 14:34:05.343721 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-0482c464-5bb8-4f99-8c17-8b97cf8761ce service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:34:05.344058 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-0482c464-5bb8-4f99-8c17-8b97cf8761ce service neutron] Checking segment: {'id': '17330e29-ae52-43f2-bcef-a683d5d81195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '025ade7d-4516-4ad9-b6d5-20d3403fa6c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:34:05.344437 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-0482c464-5bb8-4f99-8c17-8b97cf8761ce service neutron] Bound using segment: {'id': '17330e29-ae52-43f2-bcef-a683d5d81195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '025ade7d-4516-4ad9-b6d5-20d3403fa6c0'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:34:05.344568 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088baff-8821-4515-aa45-69cdadfbde11 req-b18ec413-9698-4cea-86e3-30cc353dcc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:05.345490 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-0482c464-5bb8-4f99-8c17-8b97cf8761ce service neutron] Bound port: 8c9607a1-3547-4252-b0d6-4b61aa1f5bfb, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17330e29-ae52-43f2-bcef-a683d5d81195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '025ade7d-4516-4ad9-b6d5-20d3403fa6c0'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:34:05.345838 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-0482c464-5bb8-4f99-8c17-8b97cf8761ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:05.346574 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2088baff-8821-4515-aa45-69cdadfbde11 req-b18ec413-9698-4cea-86e3-30cc353dcc07 service neutron] 10.222.0.74 "GET /v2.0/networks?id=025ade7d-4516-4ad9-b6d5-20d3403fa6c0 HTTP/1.1" status: 200 len: 919 time: 0.2793472 May 13 14:34:05.360722 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-51a612bd-0937-4a4f-aa93-949fa12c0129 req-e478465f-7d87-4139-b7b3-89a3ff9ccfd0 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-622915751', 'description': 'tempest-description-765013611'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:05.433815 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e1a4f268-e2b3-4725-be49-73e6676d758e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:05.451534 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-51a612bd-0937-4a4f-aa93-949fa12c0129 req-e478465f-7d87-4139-b7b3-89a3ff9ccfd0 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:05.461773 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2088baff-8821-4515-aa45-69cdadfbde11 req-5d8cde46-412b-4876-bc9c-eac395dcc8d6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0296fed6-fa46-446c-b7cb-67d964841e51 HTTP/1.1" status: 200 len: 217 time: 0.0864277 May 13 14:34:05.464561 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-51a612bd-0937-4a4f-aa93-949fa12c0129 req-e478465f-7d87-4139-b7b3-89a3ff9ccfd0 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Usage tracker for resource:security_group and tenant:0bb96618b30b433aba6e19434ab6e009 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:05.467337 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e1a4f268-e2b3-4725-be49-73e6676d758e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:05.480317 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-51a612bd-0937-4a4f-aa93-949fa12c0129 req-e478465f-7d87-4139-b7b3-89a3ff9ccfd0 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:05.499864 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e3fd9026-ca29-4610-a841-e02423f07792 req-00d7a5b1-eca8-4cde-be31-ba7ee4c44482 service neutron] 10.222.0.59 "GET /v2.0/networks/cf66b3c2-c96c-4107-b42b-eedfe0e79851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406246 May 13 14:34:05.505435 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-39c7404b-1e65-4a1f-87c4-52d335ab425c req-fc1c45b2-1675-45a7-9c0c-77fafaf26c78 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Synchronizing usage tracker for tenant:b8a50ca163ea4ea3b0ec7da854065fb9 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:34:05.537810 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-51a612bd-0937-4a4f-aa93-949fa12c0129 req-e478465f-7d87-4139-b7b3-89a3ff9ccfd0 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:05.542383 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-1a4fbcf7-d48a-4a1f-8915-fc87d459e8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:05.543887 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-1a4fbcf7-d48a-4a1f-8915-fc87d459e8eb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b8a50ca163ea4ea3b0ec7da854065fb9&device_id=740ee651-f6c5-45cf-a6c6-490a74620dd2 HTTP/1.1" status: 200 len: 1095 time: 0.3561578 May 13 14:34:05.545583 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ceb341-ecba-42d1-b55e-85cf111678ea tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Pushing event updated for resources: {'Subnet': ['ID=3cad278f-c82b-439f-8376-40d937dde295,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:05.601432 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ceb341-ecba-42d1-b55e-85cf111678ea tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:05.602426 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ceb341-ecba-42d1-b55e-85cf111678ea tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:05.602426 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ceb341-ecba-42d1-b55e-85cf111678ea tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:05.602707 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ceb341-ecba-42d1-b55e-85cf111678ea tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:05.602882 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ceb341-ecba-42d1-b55e-85cf111678ea tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:05.603458 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ceb341-ecba-42d1-b55e-85cf111678ea tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:05.604008 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ceb341-ecba-42d1-b55e-85cf111678ea tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:05.604568 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ceb341-ecba-42d1-b55e-85cf111678ea tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:05.604912 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ceb341-ecba-42d1-b55e-85cf111678ea tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:05.605281 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ceb341-ecba-42d1-b55e-85cf111678ea tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:05.605615 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ceb341-ecba-42d1-b55e-85cf111678ea tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:05.605941 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ceb341-ecba-42d1-b55e-85cf111678ea tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:05.617358 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e1a4f268-e2b3-4725-be49-73e6676d758e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=180f81b5308048558ed9493b8c7b42d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1496241 May 13 14:34:05.621500 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ceb341-ecba-42d1-b55e-85cf111678ea tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Checking segment: {'id': '02c1ffa5-05bd-4da1-b2f9-0a32efa72afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6c859bb-2d92-4f95-86d2-99db27438cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:34:05.621904 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ceb341-ecba-42d1-b55e-85cf111678ea tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Network hostable DHCP agents. Network: f6c859bb-2d92-4f95-86d2-99db27438cd3, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:34:05.626878 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-51a612bd-0937-4a4f-aa93-949fa12c0129 req-e478465f-7d87-4139-b7b3-89a3ff9ccfd0 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:05.638906 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48012) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:05.642774 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4f268-e2b3-4725-be49-73e6676d758e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d67e773-8114-4e98-ae56-8c2142e91220,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:05.674169 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088baff-8821-4515-aa45-69cdadfbde11 req-eee2304f-d7cc-4326-bb7f-ed1764b3c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:05.675626 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2088baff-8821-4515-aa45-69cdadfbde11 req-eee2304f-d7cc-4326-bb7f-ed1764b3c75a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a88e368e-9a36-4081-966b-cce31d573bc8 HTTP/1.1" status: 200 len: 858 time: 0.1872866 May 13 14:34:05.685984 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-51a612bd-0937-4a4f-aa93-949fa12c0129 req-e478465f-7d87-4139-b7b3-89a3ff9ccfd0 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:05.694916 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-341d175a-af16-4eeb-be75-bc5c232d1fe0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b HTTP/1.1" status: 200 len: 217 time: 0.0916047 May 13 14:34:05.697711 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-0482c464-5bb8-4f99-8c17-8b97cf8761ce service neutron] For port 8c9607a1-3547-4252-b0d6-4b61aa1f5bfb, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:34:05.703234 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-39c7404b-1e65-4a1f-87c4-52d335ab425c req-fc1c45b2-1675-45a7-9c0c-77fafaf26c78 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Unset dirty status for tenant:b8a50ca163ea4ea3b0ec7da854065fb9 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:34:05.704589 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-39c7404b-1e65-4a1f-87c4-52d335ab425c req-fc1c45b2-1675-45a7-9c0c-77fafaf26c78 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dd63199-2b00-4b0e-afcc-0b724c5393dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483822 May 13 14:34:05.742980 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-51a612bd-0937-4a4f-aa93-949fa12c0129 req-e478465f-7d87-4139-b7b3-89a3ff9ccfd0 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Usage tracker for resource:security_group_rule and tenant:0bb96618b30b433aba6e19434ab6e009 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:05.762039 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-51a612bd-0937-4a4f-aa93-949fa12c0129 req-e478465f-7d87-4139-b7b3-89a3ff9ccfd0 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:05.771290 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e515db2-b921-483a-925c-2199906a0816'] response: {'name': 'network-changed', 'server_uuid': '740ee651-f6c5-45cf-a6c6-490a74620dd2', 'tag': '3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b', 'status': 'completed', 'code': 200} May 13 14:34:05.773524 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2088baff-8821-4515-aa45-69cdadfbde11 req-dec6267c-42d7-44a6-9b6a-54849c4feab6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=025ade7d-4516-4ad9-b6d5-20d3403fa6c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792198 May 13 14:34:05.776738 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-0482c464-5bb8-4f99-8c17-8b97cf8761ce service neutron] For port 8c9607a1-3547-4252-b0d6-4b61aa1f5bfb, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=8c9607a1-3547-4252-b0d6-4b61aa1f5bfb,segment=NetworkSegment(17330e29-ae52-43f2-bcef-a683d5d81195),segment_id=17330e29-ae52-43f2-bcef-a683d5d81195)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:34:05.778170 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-51a612bd-0937-4a4f-aa93-949fa12c0129 req-e478465f-7d87-4139-b7b3-89a3ff9ccfd0 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:05.783039 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ceb341-ecba-42d1-b55e-85cf111678ea tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Network f6c859bb-2d92-4f95-86d2-99db27438cd3 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:34:05.797760 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-0482c464-5bb8-4f99-8c17-8b97cf8761ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:05.845759 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e3fd9026-ca29-4610-a841-e02423f07792 req-d40a0dcb-7a13-43ef-b6e5-f5fe913e0777 service neutron] 10.222.0.59 "GET /v2.0/networks/cf66b3c2-c96c-4107-b42b-eedfe0e79851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284726 May 13 14:34:05.859341 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-66e65503-de3f-4b6b-894b-aade6dc26116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:05.861332 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-66e65503-de3f-4b6b-894b-aade6dc26116 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a88e368e-9a36-4081-966b-cce31d573bc8 HTTP/1.1" status: 200 len: 858 time: 0.1606109 May 13 14:34:05.893373 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-18ceb341-ecba-42d1-b55e-85cf111678ea tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, f6c859bb-2d92-4f95-86d2-99db27438cd3) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:05.901936 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2da5288-9874-4711-b62d-9c11c5d2b080 None None] Network f6c859bb-2d92-4f95-86d2-99db27438cd3 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:34:05.914518 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-906c9bcb-12e9-4425-9a81-fb3e992d8578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:05.920460 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ceb341-ecba-42d1-b55e-85cf111678ea tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:05.920971 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18ceb341-ecba-42d1-b55e-85cf111678ea tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:05.951423 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-0482c464-5bb8-4f99-8c17-8b97cf8761ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:05.952046 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-0482c464-5bb8-4f99-8c17-8b97cf8761ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:05.953674 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-0482c464-5bb8-4f99-8c17-8b97cf8761ce service neutron] 10.222.0.74 "PUT /v2.0/ports/8c9607a1-3547-4252-b0d6-4b61aa1f5bfb HTTP/1.1" status: 200 len: 1092 time: 3.3782675 May 13 14:34:05.973816 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-e8a75a5a-14f5-4487-a0fc-952ae619ce89 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=025ade7d-4516-4ad9-b6d5-20d3403fa6c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718677 May 13 14:34:05.988390 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-906c9bcb-12e9-4425-9a81-fb3e992d8578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:06.066764 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-51a612bd-0937-4a4f-aa93-949fa12c0129 req-e478465f-7d87-4139-b7b3-89a3ff9ccfd0 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:06.083905 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2088baff-8821-4515-aa45-69cdadfbde11 req-973dc327-a3fc-479a-b323-bf64ae685679 service neutron] 10.222.0.74 "GET /v2.0/networks/025ade7d-4516-4ad9-b6d5-20d3403fa6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974486 May 13 14:34:06.088407 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-18ceb341-ecba-42d1-b55e-85cf111678ea tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9671588 May 13 14:34:06.089264 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48016) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:06.093455 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-51a612bd-0937-4a4f-aa93-949fa12c0129 req-e478465f-7d87-4139-b7b3-89a3ff9ccfd0 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:06.132735 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-89226cb9-18eb-48de-b3c9-d46bac80355b tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Request body: {'port': {'network_id': 'f6c859bb-2d92-4f95-86d2-99db27438cd3', 'name': 'tempest-DHCPAgentSchedulersTestJSON-70169089'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:06.163623 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:34:06.174845 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592a6f21-89af-4d09-8758-2054babff5fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-f6c859bb-2d92-4f95-86d2-99db27438cd3', 'network_id': 'f6c859bb-2d92-4f95-86d2-99db27438cd3', 'tenant_id': 'f79846a80c3b40138df6c1bc52366f6c', 'fixed_ips': [{'subnet_id': '3cad278f-c82b-439f-8376-40d937dde295'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:34:06.176408 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-592a6f21-89af-4d09-8758-2054babff5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:06.249406 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482c464-5bb8-4f99-8c17-8b97cf8761ce service neutron] Pushing event updated for resources: {'Port': ['ID=8c9607a1-3547-4252-b0d6-4b61aa1f5bfb,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:06.304210 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478465f-7d87-4139-b7b3-89a3ff9ccfd0 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3ba8fe-9f5f-422f-a9ad-eb9b05c9159e,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:06.312537 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-51a612bd-0937-4a4f-aa93-949fa12c0129 req-e478465f-7d87-4139-b7b3-89a3ff9ccfd0 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:06.326052 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-51a612bd-0937-4a4f-aa93-949fa12c0129 req-e478465f-7d87-4139-b7b3-89a3ff9ccfd0 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9807105 May 13 14:34:06.329499 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb761cc-e8ce-4d63-9630-5e8e8371378e req-170c74ce-95bf-4660-bf7b-0609d6776b68 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:06.337763 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-beb761cc-e8ce-4d63-9630-5e8e8371378e req-170c74ce-95bf-4660-bf7b-0609d6776b68 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=5733ad13-ad32-494f-a4f4-957d3a23a17a HTTP/1.1" status: 200 len: 943 time: 0.4876142 May 13 14:34:06.385080 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-73f85235-920a-47ab-b194-5ea9b1e7b0b5 service neutron] 10.222.0.74 "GET /v2.0/networks/025ade7d-4516-4ad9-b6d5-20d3403fa6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021628 May 13 14:34:06.427626 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-8ef3dcdd-3e8f-4657-9f52-85563f08e7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:06.429143 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-8ef3dcdd-3e8f-4657-9f52-85563f08e7ef service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b8a50ca163ea4ea3b0ec7da854065fb9&device_id=3eb42639-60d3-423d-8caf-cd825277505f HTTP/1.1" status: 200 len: 1095 time: 0.3618727 May 13 14:34:06.431232 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-906c9bcb-12e9-4425-9a81-fb3e992d8578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:06.470812 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001,segment=NetworkSegment(ed4a328b-d15d-4a03-9eac-ff7258e787fd),segment_id=ed4a328b-d15d-4a03-9eac-ff7258e787fd)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:06.476477 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-906c9bcb-12e9-4425-9a81-fb3e992d8578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:06.479916 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-906c9bcb-12e9-4425-9a81-fb3e992d8578 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1d67e773-8114-4e98-ae56-8c2142e91220 HTTP/1.1" status: 204 len: 168 time: 0.8366280 May 13 14:34:06.490160 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-beb761cc-e8ce-4d63-9630-5e8e8371378e req-92645756-9817-4209-8e33-f4b1c44354ed tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514699 May 13 14:34:06.499262 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-592a6f21-89af-4d09-8758-2054babff5fa None None] Allocated IP 172.20.0.2 (f6c859bb-2d92-4f95-86d2-99db27438cd3/3cad278f-c82b-439f-8376-40d937dde295/99747c96-81c0-4583-aa29-5a4348d6bc90) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:34:06.506722 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001', 'network_id': 'cf66b3c2-c96c-4107-b42b-eedfe0e79851', 'port_id': 'dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001', 'mac_address': 'fa:16:3e:f7:dd:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1af2f1b-219d-4483-980f-a4da5e03f844', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:34:06.550329 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c9bcb-12e9-4425-9a81-fb3e992d8578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d67e773-8114-4e98-ae56-8c2142e91220,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:06.556939 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-89226cb9-18eb-48de-b3c9-d46bac80355b tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:06.588876 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-89226cb9-18eb-48de-b3c9-d46bac80355b tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Usage tracker for resource:port and tenant:f79846a80c3b40138df6c1bc52366f6c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:06.601978 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-89226cb9-18eb-48de-b3c9-d46bac80355b tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:06.612141 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-89226cb9-18eb-48de-b3c9-d46bac80355b tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:06.623293 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2088baff-8821-4515-aa45-69cdadfbde11 req-f65e1b81-8ecd-4a72-b94f-3815bd5bec53 service neutron] 10.222.0.74 "GET /v2.0/networks/025ade7d-4516-4ad9-b6d5-20d3403fa6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5228076 May 13 14:34:06.634071 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89226cb9-18eb-48de-b3c9-d46bac80355b tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Made reservation on behalf of f79846a80c3b40138df6c1bc52366f6c for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:06.638601 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-89226cb9-18eb-48de-b3c9-d46bac80355b tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:06.643697 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-b95c3b7c-6888-4bbb-9f36-663388c835ae service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c9607a1-3547-4252-b0d6-4b61aa1f5bfb HTTP/1.1" status: 200 len: 217 time: 0.1632862 May 13 14:34:06.685398 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3861a-b3ec-48b9-ade1-5af6c4e6d157 req-82fb37d4-5425-4854-ad84-d3d9e7771279 tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:06.687052 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d3e3861a-b3ec-48b9-ade1-5af6c4e6d157 req-82fb37d4-5425-4854-ad84-d3d9e7771279 tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9e750900-11b2-4388-8f19-d8b81149a523 HTTP/1.1" status: 200 len: 1101 time: 0.2282436 May 13 14:34:06.692400 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-89226cb9-18eb-48de-b3c9-d46bac80355b tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] device_id is not set on port 25c1be14-07d9-4dd5-bba4-659f94d21603 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:34:06.713479 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:06.713862 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:06.749289 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:34:06.778534 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001,segment=NetworkSegment(ed4a328b-d15d-4a03-9eac-ff7258e787fd),segment_id=ed4a328b-d15d-4a03-9eac-ff7258e787fd)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:06.802697 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:06.822483 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d3e3861a-b3ec-48b9-ade1-5af6c4e6d157 req-d1f8ae59-6e05-4fcb-9dbf-bd436e47b036 tempest-ServersOnMultiNodesTest-1440776297 tempest-ServersOnMultiNodesTest-1440776297-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933621 May 13 14:34:06.841657 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-cab80542-3d4c-4216-8dad-a81eebfd0c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:06.843140 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-cab80542-3d4c-4216-8dad-a81eebfd0c50 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a88e368e-9a36-4081-966b-cce31d573bc8 HTTP/1.1" status: 200 len: 858 time: 0.1942220 May 13 14:34:06.853806 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-a139a823-9adc-46e7-ba5b-d53e9f015871 service neutron] 10.222.0.74 "GET /v2.0/networks/025ade7d-4516-4ad9-b6d5-20d3403fa6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532070 May 13 14:34:06.872329 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-2d903197-7351-46fc-922e-b03dd0542c0a req-d04ea304-5650-4f33-8a9c-2c75c03fc6e3 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1172838974', 'description': 'tempest-description-1043765773'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:06.883913 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device dbc7731a-1422-4514-b88c-638f96b1ae2e no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:34:06.885716 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-2d903197-7351-46fc-922e-b03dd0542c0a req-d04ea304-5650-4f33-8a9c-2c75c03fc6e3 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:06.894909 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2d903197-7351-46fc-922e-b03dd0542c0a req-d04ea304-5650-4f33-8a9c-2c75c03fc6e3 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Usage tracker for resource:security_group and tenant:0bb96618b30b433aba6e19434ab6e009 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:06.898904 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2d903197-7351-46fc-922e-b03dd0542c0a req-d04ea304-5650-4f33-8a9c-2c75c03fc6e3 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:06.906132 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-2d903197-7351-46fc-922e-b03dd0542c0a req-d04ea304-5650-4f33-8a9c-2c75c03fc6e3 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:06.923405 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2d903197-7351-46fc-922e-b03dd0542c0a req-d04ea304-5650-4f33-8a9c-2c75c03fc6e3 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:06.928913 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7aeaf-b70d-49b7-aa93-489e06b93bf4 req-94b5c74e-21af-4424-8248-b0e0620f8311 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:06.930600 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a5d7aeaf-b70d-49b7-aa93-489e06b93bf4 req-94b5c74e-21af-4424-8248-b0e0620f8311 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e85ccb-2698-4a6e-ba07-cb6c9504255d HTTP/1.1" status: 200 len: 950 time: 0.2181611 May 13 14:34:06.933135 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-9511aceb-6539-4056-8e7c-b595b49414d9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=025ade7d-4516-4ad9-b6d5-20d3403fa6c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783772 May 13 14:34:06.955065 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-2d903197-7351-46fc-922e-b03dd0542c0a req-d04ea304-5650-4f33-8a9c-2c75c03fc6e3 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:06.959203 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2d903197-7351-46fc-922e-b03dd0542c0a req-d04ea304-5650-4f33-8a9c-2c75c03fc6e3 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Usage tracker for resource:security_group_rule and tenant:0bb96618b30b433aba6e19434ab6e009 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:06.962619 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2d903197-7351-46fc-922e-b03dd0542c0a req-d04ea304-5650-4f33-8a9c-2c75c03fc6e3 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:06.971355 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-2d903197-7351-46fc-922e-b03dd0542c0a req-d04ea304-5650-4f33-8a9c-2c75c03fc6e3 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:07.006571 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:07.061282 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2d903197-7351-46fc-922e-b03dd0542c0a req-d04ea304-5650-4f33-8a9c-2c75c03fc6e3 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:07.065847 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2d903197-7351-46fc-922e-b03dd0542c0a req-d04ea304-5650-4f33-8a9c-2c75c03fc6e3 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:07.116131 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ea304-5650-4f33-8a9c-2c75c03fc6e3 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0115dd23-fdf1-4d79-a1f3-09911ae0519f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:07.131176 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2d903197-7351-46fc-922e-b03dd0542c0a req-d04ea304-5650-4f33-8a9c-2c75c03fc6e3 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:07.132641 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2d903197-7351-46fc-922e-b03dd0542c0a req-d04ea304-5650-4f33-8a9c-2c75c03fc6e3 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2656593 May 13 14:34:07.140402 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a5d7aeaf-b70d-49b7-aa93-489e06b93bf4 req-b24847ac-62c6-436a-b487-98c4c2536f1a tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.35 "GET /v2.0/security-groups?id=6754d1d9-f358-4882-a46e-1d7501522123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971397 May 13 14:34:07.230603 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-18a5c627-3e9c-425b-b6de-133345b39d52 service neutron] 10.222.0.74 "GET /v2.0/networks/025ade7d-4516-4ad9-b6d5-20d3403fa6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504251 May 13 14:34:07.257577 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-592a6f21-89af-4d09-8758-2054babff5fa None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:07.278660 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port dbc7731a-1422-4514-b88c-638f96b1ae2e is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:07.279383 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:07.290893 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:34:07.337026 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-592a6f21-89af-4d09-8758-2054babff5fa None None] Transition to ACTIVE for port object 99747c96-81c0-4583-aa29-5a4348d6bc90 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:34:07.377478 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbcbcf9-b8a5-4429-94a9-ab5aed76ea52 req-340ceff6-6ccc-48eb-9f9d-6250ea410591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:07.380466 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-edbcbcf9-b8a5-4429-94a9-ab5aed76ea52 req-340ceff6-6ccc-48eb-9f9d-6250ea410591 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b8a50ca163ea4ea3b0ec7da854065fb9&device_id=740ee651-f6c5-45cf-a6c6-490a74620dd2 HTTP/1.1" status: 200 len: 1095 time: 0.4014809 May 13 14:34:07.383138 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port dbc7731a-1422-4514-b88c-638f96b1ae2e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=dbc7731a-1422-4514-b88c-638f96b1ae2e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:07.392678 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e85ccb-2698-4a6e-ba07-cb6c9504255d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbc7731a-1422-4514-b88c-638f96b1ae2e'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:07.402737 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:07.452582 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-592a6f21-89af-4d09-8758-2054babff5fa None None] Transition to ACTIVE for port object 99747c96-81c0-4583-aa29-5a4348d6bc90 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:34:07.488355 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-592a6f21-89af-4d09-8758-2054babff5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:07.528312 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592a6f21-89af-4d09-8758-2054babff5fa None None] Network f6c859bb-2d92-4f95-86d2-99db27438cd3 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:07.533598 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-592a6f21-89af-4d09-8758-2054babff5fa None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:07.536596 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592a6f21-89af-4d09-8758-2054babff5fa None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:34:07.541048 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff54157-e225-473e-81f8-bb58cb2665f7 req-e69f9104-54a8-4648-904e-a11aad3acc78 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:07.542566 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4ff54157-e225-473e-81f8-bb58cb2665f7 req-e69f9104-54a8-4648-904e-a11aad3acc78 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eb42639-60d3-423d-8caf-cd825277505f HTTP/1.1" status: 200 len: 944 time: 0.2187214 May 13 14:34:07.589689 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-89226cb9-18eb-48de-b3c9-d46bac80355b tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Allocated IP 172.20.0.10 (f6c859bb-2d92-4f95-86d2-99db27438cd3/3cad278f-c82b-439f-8376-40d937dde295/25c1be14-07d9-4dd5-bba4-659f94d21603) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:34:07.600341 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1e565b2-f147-4d77-82b2-b3f3be316ad0 req-bdd8211c-914f-469a-987b-6b0eb418e66c service neutron] 10.222.0.74 "GET /v2.0/networks/025ade7d-4516-4ad9-b6d5-20d3403fa6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575921 May 13 14:34:07.611162 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=dbc7731a-1422-4514-b88c-638f96b1ae2e,revision_number=11']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:07.627685 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4ff54157-e225-473e-81f8-bb58cb2665f7 req-4702b774-5c24-4d37-916e-e21ea304ffac tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dd63199-2b00-4b0e-afcc-0b724c5393dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780466 May 13 14:34:07.667519 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-82610552-8725-4b28-a582-a28bd4eedbab req-31bc3597-0848-484c-ab3c-882946a8dc89 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "GET /v2.0/security-groups/5f3ba8fe-9f5f-422f-a9ad-eb9b05c9159e HTTP/1.1" status: 200 len: 1805 time: 0.1584756 May 13 14:34:07.776110 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb42639-60d3-423d-8caf-cd825277505f', 'tag': '8c9607a1-3547-4252-b0d6-4b61aa1f5bfb'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:07.794035 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbcbcf9-b8a5-4429-94a9-ab5aed76ea52 req-e9d87797-dae7-4323-b6b4-4d3586250df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:07.795546 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-edbcbcf9-b8a5-4429-94a9-ab5aed76ea52 req-e9d87797-dae7-4323-b6b4-4d3586250df7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=025ade7d-4516-4ad9-b6d5-20d3403fa6c0 HTTP/1.1" status: 200 len: 919 time: 0.4071379 May 13 14:34:07.800948 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-82610552-8725-4b28-a582-a28bd4eedbab req-d38bf17c-7236-42b5-b33d-f1072895baf6 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "GET /v2.0/security-groups/0115dd23-fdf1-4d79-a1f3-09911ae0519f HTTP/1.1" status: 200 len: 1807 time: 0.1315005 May 13 14:34:07.827059 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-592a6f21-89af-4d09-8758-2054babff5fa None None] Attempting to bind port 99747c96-81c0-4583-aa29-5a4348d6bc90 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:34:07.827288 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-592a6f21-89af-4d09-8758-2054babff5fa None None] Attempting to bind port 99747c96-81c0-4583-aa29-5a4348d6bc90 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '02c1ffa5-05bd-4da1-b2f9-0a32efa72afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6c859bb-2d92-4f95-86d2-99db27438cd3'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:34:07.827616 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592a6f21-89af-4d09-8758-2054babff5fa None None] Attempting to bind port 99747c96-81c0-4583-aa29-5a4348d6bc90 on network f6c859bb-2d92-4f95-86d2-99db27438cd3 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:34:07.838154 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592a6f21-89af-4d09-8758-2054babff5fa None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:34:07.838530 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592a6f21-89af-4d09-8758-2054babff5fa None None] Checking segment: {'id': '02c1ffa5-05bd-4da1-b2f9-0a32efa72afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6c859bb-2d92-4f95-86d2-99db27438cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:34:07.839024 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-592a6f21-89af-4d09-8758-2054babff5fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:07.839540 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592a6f21-89af-4d09-8758-2054babff5fa None None] Bound using segment: {'id': '02c1ffa5-05bd-4da1-b2f9-0a32efa72afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6c859bb-2d92-4f95-86d2-99db27438cd3'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:34:07.839913 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-592a6f21-89af-4d09-8758-2054babff5fa None None] Bound port: 99747c96-81c0-4583-aa29-5a4348d6bc90, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c1ffa5-05bd-4da1-b2f9-0a32efa72afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6c859bb-2d92-4f95-86d2-99db27438cd3'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:34:07.840287 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-592a6f21-89af-4d09-8758-2054babff5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:07.915745 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-edbcbcf9-b8a5-4429-94a9-ab5aed76ea52 req-4d184b64-5d1b-4af6-a017-62b1a259fd27 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b HTTP/1.1" status: 200 len: 217 time: 0.1117702 May 13 14:34:07.920306 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-82610552-8725-4b28-a582-a28bd4eedbab req-389f7701-53fa-49ac-8036-25b545ecaadb tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5f3ba8fe-9f5f-422f-a9ad-eb9b05c9159e', 'remote_group_id': '0115dd23-fdf1-4d79-a1f3-09911ae0519f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:07.920603 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-82610552-8725-4b28-a582-a28bd4eedbab req-389f7701-53fa-49ac-8036-25b545ecaadb tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5f3ba8fe-9f5f-422f-a9ad-eb9b05c9159e', 'remote_group_id': '0115dd23-fdf1-4d79-a1f3-09911ae0519f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:07.936132 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a6f21-89af-4d09-8758-2054babff5fa None None] Pushing event updated for resources: {'Port': ['ID=99747c96-81c0-4583-aa29-5a4348d6bc90,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:07.972029 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-82610552-8725-4b28-a582-a28bd4eedbab req-389f7701-53fa-49ac-8036-25b545ecaadb tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:07.986753 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-82610552-8725-4b28-a582-a28bd4eedbab req-389f7701-53fa-49ac-8036-25b545ecaadb tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Usage tracker for resource:security_group_rule and tenant:0bb96618b30b433aba6e19434ab6e009 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:07.992578 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-82610552-8725-4b28-a582-a28bd4eedbab req-389f7701-53fa-49ac-8036-25b545ecaadb tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:08.001679 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-592a6f21-89af-4d09-8758-2054babff5fa None None] For port 99747c96-81c0-4583-aa29-5a4348d6bc90, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:34:08.003434 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-82610552-8725-4b28-a582-a28bd4eedbab req-389f7701-53fa-49ac-8036-25b545ecaadb tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:08.009176 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-592a6f21-89af-4d09-8758-2054babff5fa None None] For port 99747c96-81c0-4583-aa29-5a4348d6bc90, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=99747c96-81c0-4583-aa29-5a4348d6bc90,segment=NetworkSegment(02c1ffa5-05bd-4da1-b2f9-0a32efa72afc),segment_id=02c1ffa5-05bd-4da1-b2f9-0a32efa72afc)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:34:08.016349 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-592a6f21-89af-4d09-8758-2054babff5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:08.020606 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbcbcf9-b8a5-4429-94a9-ab5aed76ea52 req-bc07a3a5-3834-40f6-b85d-5b4c475aadde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:08.022923 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-edbcbcf9-b8a5-4429-94a9-ab5aed76ea52 req-bc07a3a5-3834-40f6-b85d-5b4c475aadde service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a88e368e-9a36-4081-966b-cce31d573bc8 HTTP/1.1" status: 200 len: 858 time: 0.0941491 May 13 14:34:08.031695 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-89226cb9-18eb-48de-b3c9-d46bac80355b tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:08.051295 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-89226cb9-18eb-48de-b3c9-d46bac80355b tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Transition to ACTIVE for port object 25c1be14-07d9-4dd5-bba4-659f94d21603 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:34:08.080155 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-edbcbcf9-b8a5-4429-94a9-ab5aed76ea52 req-8432e833-8308-450d-bc11-d9f2cbefca64 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=025ade7d-4516-4ad9-b6d5-20d3403fa6c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479772 May 13 14:34:08.082822 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-89226cb9-18eb-48de-b3c9-d46bac80355b tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:08.149515 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89226cb9-18eb-48de-b3c9-d46bac80355b tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Network f6c859bb-2d92-4f95-86d2-99db27438cd3 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:08.157983 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48078) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:08.158140 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-89226cb9-18eb-48de-b3c9-d46bac80355b tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:08.174154 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a6f21-89af-4d09-8758-2054babff5fa None None] Pushing event updated for resources: {'Port': ['ID=99747c96-81c0-4583-aa29-5a4348d6bc90,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:08.179413 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89226cb9-18eb-48de-b3c9-d46bac80355b tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:34:08.267513 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89226cb9-18eb-48de-b3c9-d46bac80355b tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Pushing event updated for resources: {'Port': ['ID=25c1be14-07d9-4dd5-bba4-659f94d21603,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:08.288316 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89226cb9-18eb-48de-b3c9-d46bac80355b tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:08.288954 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-89226cb9-18eb-48de-b3c9-d46bac80355b tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:08.320042 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-89226cb9-18eb-48de-b3c9-d46bac80355b tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2228031 May 13 14:34:08.320921 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48090) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:08.322562 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-82610552-8725-4b28-a582-a28bd4eedbab req-389f7701-53fa-49ac-8036-25b545ecaadb tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:08.365136 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-82610552-8725-4b28-a582-a28bd4eedbab req-389f7701-53fa-49ac-8036-25b545ecaadb tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:08.380460 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-82610552-8725-4b28-a582-a28bd4eedbab req-389f7701-53fa-49ac-8036-25b545ecaadb tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:08.494253 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-7f8dc4fb-1bdd-4f5b-97d4-cdf36727b7ca tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Deleting port 25c1be14-07d9-4dd5-bba4-659f94d21603 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:34:08.494599 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7f8dc4fb-1bdd-4f5b-97d4-cdf36727b7ca tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:08.524711 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ad980ef7-74f2-4f51-9a61-9f9262968b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:08.567704 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ad980ef7-74f2-4f51-9a61-9f9262968b86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:08.575502 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ad980ef7-74f2-4f51-9a61-9f9262968b86 admin admin] Usage tracker for resource:security_group_rule and tenant:b3e10f0347ad4f5b92faf041d7dbf96e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:08.576136 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-edbcbcf9-b8a5-4429-94a9-ab5aed76ea52 req-4151de13-8f0d-45e2-88e9-eea49c1b9dd9 service neutron] 10.222.0.74 "GET /v2.0/networks/025ade7d-4516-4ad9-b6d5-20d3403fa6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859133 May 13 14:34:08.580980 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ad980ef7-74f2-4f51-9a61-9f9262968b86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:08.591928 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f7701-53fa-49ac-8036-25b545ecaadb tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e91d2ec6-0a20-4a71-addb-e269de71ca61,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:08.615718 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ad980ef7-74f2-4f51-9a61-9f9262968b86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:08.683238 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-82610552-8725-4b28-a582-a28bd4eedbab req-389f7701-53fa-49ac-8036-25b545ecaadb tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:08.697836 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-82610552-8725-4b28-a582-a28bd4eedbab req-389f7701-53fa-49ac-8036-25b545ecaadb tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7788944 May 13 14:34:08.765007 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5ac339f-ee49-4283-ac98-1f3ee85c278b'] response: {'server_uuid': '77e85ccb-2698-4a6e-ba07-cb6c9504255d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbc7731a-1422-4514-b88c-638f96b1ae2e', 'code': 200} May 13 14:34:08.829942 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 99747c96-81c0-4583-aa29-5a4348d6bc90 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:34:08.842832 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-edbcbcf9-b8a5-4429-94a9-ab5aed76ea52 req-073c4f8f-69ea-4b37-98ca-5ff374ce9bb3 service neutron] 10.222.0.74 "GET /v2.0/networks/025ade7d-4516-4ad9-b6d5-20d3403fa6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467206 May 13 14:34:08.880790 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 0296fed6-fa46-446c-b7cb-67d964841e51 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:34:08.957360 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7f8dc4fb-1bdd-4f5b-97d4-cdf36727b7ca tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:09.076118 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309092e-de33-4fe5-a1b6-e87547087a0d req-ca457a61-978c-4499-a73f-72709be82963 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:09.077597 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6309092e-de33-4fe5-a1b6-e87547087a0d req-ca457a61-978c-4499-a73f-72709be82963 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=5733ad13-ad32-494f-a4f4-957d3a23a17a HTTP/1.1" status: 200 len: 944 time: 0.1516433 May 13 14:34:09.089500 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 0296fed6-fa46-446c-b7cb-67d964841e51, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=0296fed6-fa46-446c-b7cb-67d964841e51,segment=NetworkSegment(17330e29-ae52-43f2-bcef-a683d5d81195),segment_id=17330e29-ae52-43f2-bcef-a683d5d81195)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:09.090031 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959f4de-8754-4748-9931-824332f67b2f req-97fa2036-6752-4e65-8691-c0d3acdd6d39 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:09.091052 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3959f4de-8754-4748-9931-824332f67b2f req-97fa2036-6752-4e65-8691-c0d3acdd6d39 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e750900-11b2-4388-8f19-d8b81149a523 HTTP/1.1" status: 200 len: 950 time: 0.1317875 May 13 14:34:09.108780 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '0296fed6-fa46-446c-b7cb-67d964841e51', 'network_id': '025ade7d-4516-4ad9-b6d5-20d3403fa6c0', 'port_id': '0296fed6-fa46-446c-b7cb-67d964841e51', 'mac_address': 'fa:16:3e:f0:08:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a88e368e-9a36-4081-966b-cce31d573bc8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:34:09.117759 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-7f8dc4fb-1bdd-4f5b-97d4-cdf36727b7ca tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Calling delete_port for 25c1be14-07d9-4dd5-bba4-659f94d21603 owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:34:09.164916 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ad980ef7-74f2-4f51-9a61-9f9262968b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:09.180324 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ad980ef7-74f2-4f51-9a61-9f9262968b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:09.198211 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6309092e-de33-4fe5-a1b6-e87547087a0d req-309d4eb4-4784-4d14-b758-006024957f49 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060479 May 13 14:34:09.214676 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-3959f4de-8754-4748-9931-824332f67b2f req-3e09d224-9210-4104-9865-1016c3b23e22 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Deleting port 9d025eb7-104e-4df7-9407-60b01c7a2a4e {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:34:09.214676 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3959f4de-8754-4748-9931-824332f67b2f req-3e09d224-9210-4104-9865-1016c3b23e22 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:09.234313 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 0296fed6-fa46-446c-b7cb-67d964841e51 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:09.236319 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:09.276218 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ad980ef7-74f2-4f51-9a61-9f9262968b86 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b3e10f0347ad4f5b92faf041d7dbf96e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1066892 May 13 14:34:09.277080 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad980ef7-74f2-4f51-9a61-9f9262968b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc1f926-ab32-4eb3-9043-3c4cd68778df,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:09.279042 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48120) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:09.286466 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 99747c96-81c0-4583-aa29-5a4348d6bc90 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:34:09.293025 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73b237-586f-4df2-9be9-0822ff56491a req-4222c686-d99e-467e-ab86-7d8ff3daa00b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:09.294687 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-db73b237-586f-4df2-9be9-0822ff56491a req-4222c686-d99e-467e-ab86-7d8ff3daa00b tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e750900-11b2-4388-8f19-d8b81149a523 HTTP/1.1" status: 200 len: 950 time: 0.3924706 May 13 14:34:09.295197 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0296fed6-fa46-446c-b7cb-67d964841e51 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:34:09.322154 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1834644c-322f-4a79-8b68-238935e14635'] response: {'name': 'network-changed', 'server_uuid': '3eb42639-60d3-423d-8caf-cd825277505f', 'tag': '8c9607a1-3547-4252-b0d6-4b61aa1f5bfb', 'status': 'completed', 'code': 200} May 13 14:34:09.331891 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 0296fed6-fa46-446c-b7cb-67d964841e51, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=0296fed6-fa46-446c-b7cb-67d964841e51,segment=NetworkSegment(17330e29-ae52-43f2-bcef-a683d5d81195),segment_id=17330e29-ae52-43f2-bcef-a683d5d81195)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:09.339924 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:09.437160 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-db73b237-586f-4df2-9be9-0822ff56491a req-cc34da6d-4071-449c-bd4c-d92cd7a9b6f8 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332157 May 13 14:34:09.459008 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7f8dc4fb-1bdd-4f5b-97d4-cdf36727b7ca tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:09.470216 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=0296fed6-fa46-446c-b7cb-67d964841e51,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:09.498499 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3173a073-7eab-4dd1-97b0-6729c9de24d6 None None] Network f6c859bb-2d92-4f95-86d2-99db27438cd3 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:34:09.531153 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-ee15e0e2-cf0f-4c5d-abaf-b0b9823b9caf req-46b5a90c-1beb-495d-b4cf-39c76e2c7ec9 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2141390935', 'description': 'tempest-description-1867010828'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:09.536040 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8dc4fb-1bdd-4f5b-97d4-cdf36727b7ca tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Pushing event deleted for resources: {'Port': ['ID=25c1be14-07d9-4dd5-bba4-659f94d21603,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:09.572667 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-ee15e0e2-cf0f-4c5d-abaf-b0b9823b9caf req-46b5a90c-1beb-495d-b4cf-39c76e2c7ec9 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:09.608345 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ee15e0e2-cf0f-4c5d-abaf-b0b9823b9caf req-46b5a90c-1beb-495d-b4cf-39c76e2c7ec9 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Usage tracker for resource:security_group and tenant:0bb96618b30b433aba6e19434ab6e009 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:09.614353 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ee15e0e2-cf0f-4c5d-abaf-b0b9823b9caf req-46b5a90c-1beb-495d-b4cf-39c76e2c7ec9 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:09.629499 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-ee15e0e2-cf0f-4c5d-abaf-b0b9823b9caf req-46b5a90c-1beb-495d-b4cf-39c76e2c7ec9 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:09.638292 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-4813387d-a368-478f-bf40-67878cb98252 None None] Provisioning for port 99747c96-81c0-4583-aa29-5a4348d6bc90 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:34:09.649583 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ee15e0e2-cf0f-4c5d-abaf-b0b9823b9caf req-46b5a90c-1beb-495d-b4cf-39c76e2c7ec9 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:09.672155 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7f8dc4fb-1bdd-4f5b-97d4-cdf36727b7ca tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:09.679887 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-4813387d-a368-478f-bf40-67878cb98252 None None] Provisioning complete for port 99747c96-81c0-4583-aa29-5a4348d6bc90 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:09.680272 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4813387d-a368-478f-bf40-67878cb98252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:09.685208 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-ee15e0e2-cf0f-4c5d-abaf-b0b9823b9caf req-46b5a90c-1beb-495d-b4cf-39c76e2c7ec9 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:09.689920 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ee15e0e2-cf0f-4c5d-abaf-b0b9823b9caf req-46b5a90c-1beb-495d-b4cf-39c76e2c7ec9 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Usage tracker for resource:security_group_rule and tenant:0bb96618b30b433aba6e19434ab6e009 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:09.695733 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7f8dc4fb-1bdd-4f5b-97d4-cdf36727b7ca tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] 10.222.0.35 "DELETE /v2.0/ports/25c1be14-07d9-4dd5-bba4-659f94d21603 HTTP/1.1" status: 204 len: 168 time: 1.3714912 May 13 14:34:09.695733 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ee15e0e2-cf0f-4c5d-abaf-b0b9823b9caf req-46b5a90c-1beb-495d-b4cf-39c76e2c7ec9 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:09.695964 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f58a8cd4-3237-471c-aa04-fd4247644be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:09.697043 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48124) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:09.702119 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-ee15e0e2-cf0f-4c5d-abaf-b0b9823b9caf req-46b5a90c-1beb-495d-b4cf-39c76e2c7ec9 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:09.765374 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f58a8cd4-3237-471c-aa04-fd4247644be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:09.791984 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ee15e0e2-cf0f-4c5d-abaf-b0b9823b9caf req-46b5a90c-1beb-495d-b4cf-39c76e2c7ec9 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:09.796977 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ee15e0e2-cf0f-4c5d-abaf-b0b9823b9caf req-46b5a90c-1beb-495d-b4cf-39c76e2c7ec9 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:09.834845 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ee15e0e2-cf0f-4c5d-abaf-b0b9823b9caf req-46b5a90c-1beb-495d-b4cf-39c76e2c7ec9 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:09.836305 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ee15e0e2-cf0f-4c5d-abaf-b0b9823b9caf req-46b5a90c-1beb-495d-b4cf-39c76e2c7ec9 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3179462 May 13 14:34:09.864614 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5a90c-1beb-495d-b4cf-39c76e2c7ec9 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b19268d-9988-4b19-9c93-8fe3e8031bc1,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:09.881924 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-4813387d-a368-478f-bf40-67878cb98252 None None] Current status of the port 99747c96-81c0-4583-aa29-5a4348d6bc90 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:09.882314 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4813387d-a368-478f-bf40-67878cb98252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:09.888909 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccffd5-d6c8-4db9-acf3-04151b57a67d req-a8947d00-bf4b-4889-9212-67540a50fb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:09.890395 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bcccffd5-d6c8-4db9-acf3-04151b57a67d req-a8947d00-bf4b-4889-9212-67540a50fb7c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b8a50ca163ea4ea3b0ec7da854065fb9&device_id=3eb42639-60d3-423d-8caf-cd825277505f HTTP/1.1" status: 200 len: 1095 time: 0.4911206 May 13 14:34:09.908360 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f58a8cd4-3237-471c-aa04-fd4247644be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:09.916398 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-2f24b38b-dfc0-4172-beb5-92d74dd63805 req-1afb28cc-4c8d-47e7-bfdf-5ceab27191e5 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-106806551', 'description': 'tempest-description-40425244'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:09.923408 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-2f24b38b-dfc0-4172-beb5-92d74dd63805 req-1afb28cc-4c8d-47e7-bfdf-5ceab27191e5 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:09.923805 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-4813387d-a368-478f-bf40-67878cb98252 None None] For port 99747c96-81c0-4583-aa29-5a4348d6bc90, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=99747c96-81c0-4583-aa29-5a4348d6bc90,segment=NetworkSegment(02c1ffa5-05bd-4da1-b2f9-0a32efa72afc),segment_id=02c1ffa5-05bd-4da1-b2f9-0a32efa72afc)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:09.930269 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4813387d-a368-478f-bf40-67878cb98252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:09.932303 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2f24b38b-dfc0-4172-beb5-92d74dd63805 req-1afb28cc-4c8d-47e7-bfdf-5ceab27191e5 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Usage tracker for resource:security_group and tenant:0bb96618b30b433aba6e19434ab6e009 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:09.935710 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2f24b38b-dfc0-4172-beb5-92d74dd63805 req-1afb28cc-4c8d-47e7-bfdf-5ceab27191e5 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:09.942665 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-2f24b38b-dfc0-4172-beb5-92d74dd63805 req-1afb28cc-4c8d-47e7-bfdf-5ceab27191e5 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:09.957274 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2f24b38b-dfc0-4172-beb5-92d74dd63805 req-1afb28cc-4c8d-47e7-bfdf-5ceab27191e5 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:09.980618 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-2f24b38b-dfc0-4172-beb5-92d74dd63805 req-1afb28cc-4c8d-47e7-bfdf-5ceab27191e5 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:09.984826 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2f24b38b-dfc0-4172-beb5-92d74dd63805 req-1afb28cc-4c8d-47e7-bfdf-5ceab27191e5 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Usage tracker for resource:security_group_rule and tenant:0bb96618b30b433aba6e19434ab6e009 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:09.992169 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2f24b38b-dfc0-4172-beb5-92d74dd63805 req-1afb28cc-4c8d-47e7-bfdf-5ceab27191e5 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:10.001073 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-2f24b38b-dfc0-4172-beb5-92d74dd63805 req-1afb28cc-4c8d-47e7-bfdf-5ceab27191e5 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:10.014348 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813387d-a368-478f-bf40-67878cb98252 None None] Pushing event updated for resources: {'Port': ['ID=99747c96-81c0-4583-aa29-5a4348d6bc90,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:10.023541 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a8cd4-3237-471c-aa04-fd4247644be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc1f926-ab32-4eb3-9043-3c4cd68778df,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:10.025492 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f58a8cd4-3237-471c-aa04-fd4247644be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:10.026604 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f58a8cd4-3237-471c-aa04-fd4247644be6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2bc1f926-ab32-4eb3-9043-3c4cd68778df HTTP/1.1" status: 204 len: 168 time: 0.7465422 May 13 14:34:10.078136 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cbe476ed-7485-49c4-a4b4-9362d97497b9 tempest-DHCPAgentSchedulersTestJSON-1435375649 tempest-DHCPAgentSchedulersTestJSON-1435375649-project-admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.3765945 May 13 14:34:10.086484 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48140) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:10.096964 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc4a5c-0188-4b8f-aada-e87c5faa2b04 req-2a0610ec-5426-4df5-81d5-aa51acaf8389 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:10.098067 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-a0a74b44-41bd-40f5-8782-f7066b5eb932 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-604226320'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:10.104780 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b0fc4a5c-0188-4b8f-aada-e87c5faa2b04 req-2a0610ec-5426-4df5-81d5-aa51acaf8389 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eb42639-60d3-423d-8caf-cd825277505f HTTP/1.1" status: 200 len: 944 time: 0.6079772 May 13 14:34:10.121542 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['0296fed6-fa46-446c-b7cb-67d964841e51'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:34:10.123622 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2f24b38b-dfc0-4172-beb5-92d74dd63805 req-1afb28cc-4c8d-47e7-bfdf-5ceab27191e5 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:10.125772 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a0a74b44-41bd-40f5-8782-f7066b5eb932 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:10.130360 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2f24b38b-dfc0-4172-beb5-92d74dd63805 req-1afb28cc-4c8d-47e7-bfdf-5ceab27191e5 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:10.136126 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a0a74b44-41bd-40f5-8782-f7066b5eb932 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Usage tracker for resource:network and tenant:f79846a80c3b40138df6c1bc52366f6c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:10.147732 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a0a74b44-41bd-40f5-8782-f7066b5eb932 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:10.148183 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-3959f4de-8754-4748-9931-824332f67b2f req-3e09d224-9210-4104-9865-1016c3b23e22 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] For port 9d025eb7-104e-4df7-9407-60b01c7a2a4e, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=9d025eb7-104e-4df7-9407-60b01c7a2a4e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:10.148752 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3959f4de-8754-4748-9931-824332f67b2f req-3e09d224-9210-4104-9865-1016c3b23e22 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:10.166878 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a0a74b44-41bd-40f5-8782-f7066b5eb932 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:10.172773 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:34:10.212007 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb28cc-4c8d-47e7-bfdf-5ceab27191e5 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=196a0b08-b523-45eb-963d-f607d024a3b6,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:10.242251 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a74b44-41bd-40f5-8782-f7066b5eb932 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Made reservation on behalf of f79846a80c3b40138df6c1bc52366f6c for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:10.253446 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a0a74b44-41bd-40f5-8782-f7066b5eb932 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:10.275945 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2f24b38b-dfc0-4172-beb5-92d74dd63805 req-1afb28cc-4c8d-47e7-bfdf-5ceab27191e5 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:10.277422 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2f24b38b-dfc0-4172-beb5-92d74dd63805 req-1afb28cc-4c8d-47e7-bfdf-5ceab27191e5 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3661127 May 13 14:34:10.304375 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a74b44-41bd-40f5-8782-f7066b5eb932 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:34:10.319285 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a0a74b44-41bd-40f5-8782-f7066b5eb932 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:10.320086 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-a0a74b44-41bd-40f5-8782-f7066b5eb932 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Added segment 14ab2a7f-e1dd-474d-a890-683d3339ad86 of type vlan for network bc91e436-5e33-4f6c-bc78-d846737d4725 May 13 14:34:10.320293 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-eeae7564-5d23-4f50-bc57-0087bcb4420b None None] Provisioning complete for port 99747c96-81c0-4583-aa29-5a4348d6bc90 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:10.320643 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-eeae7564-5d23-4f50-bc57-0087bcb4420b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:10.321249 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-3959f4de-8754-4748-9931-824332f67b2f req-3e09d224-9210-4104-9865-1016c3b23e22 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Calling delete_port for 9d025eb7-104e-4df7-9407-60b01c7a2a4e owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:34:10.397736 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a0a74b44-41bd-40f5-8782-f7066b5eb932 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:10.426623 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b0fc4a5c-0188-4b8f-aada-e87c5faa2b04 req-2765ee1e-ecf3-48fa-8650-cf19bb2961fa tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dd63199-2b00-4b0e-afcc-0b724c5393dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208907 May 13 14:34:10.519377 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a0a74b44-41bd-40f5-8782-f7066b5eb932 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:10.532085 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a74b44-41bd-40f5-8782-f7066b5eb932 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:10.532584 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a0a74b44-41bd-40f5-8782-f7066b5eb932 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:10.538959 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccffd5-d6c8-4db9-acf3-04151b57a67d req-5c9075c7-78b1-4d42-b882-c086bd976b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:10.550117 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bcccffd5-d6c8-4db9-acf3-04151b57a67d req-5c9075c7-78b1-4d42-b882-c086bd976b8f service neutron] 10.222.0.74 "GET /v2.0/networks?id=025ade7d-4516-4ad9-b6d5-20d3403fa6c0 HTTP/1.1" status: 200 len: 919 time: 0.6410487 May 13 14:34:10.659914 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bcccffd5-d6c8-4db9-acf3-04151b57a67d req-61ed0791-6da5-40fe-b4d2-8a62c5e97d19 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c9607a1-3547-4252-b0d6-4b61aa1f5bfb HTTP/1.1" status: 200 len: 217 time: 0.0995104 May 13 14:34:10.686347 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:34:10.713283 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:10.713863 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:10.814146 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 99747c96-81c0-4583-aa29-5a4348d6bc90 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:34:10.846694 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a74b44-41bd-40f5-8782-f7066b5eb932 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Pushing event updated for resources: {'Network': ['ID=bc91e436-5e33-4f6c-bc78-d846737d4725,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:10.901660 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccffd5-d6c8-4db9-acf3-04151b57a67d req-b8f1ba0a-570e-4a57-b042-6f675e3cafae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:10.903212 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bcccffd5-d6c8-4db9-acf3-04151b57a67d req-b8f1ba0a-570e-4a57-b042-6f675e3cafae service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a88e368e-9a36-4081-966b-cce31d573bc8 HTTP/1.1" status: 200 len: 858 time: 0.2263780 May 13 14:34:10.905859 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:34:10.908492 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network bc91e436-5e33-4f6c-bc78-d846737d4725 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:34:10.911005 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946a242-4473-4ac0-9960-129039a25a58 req-b19fe145-e7b6-473a-818f-29f98ca647eb tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:10.913588 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a0a74b44-41bd-40f5-8782-f7066b5eb932 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8270888 May 13 14:34:10.916739 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48162) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:10.918905 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c946a242-4473-4ac0-9960-129039a25a58 req-b19fe145-e7b6-473a-818f-29f98ca647eb tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=5733ad13-ad32-494f-a4f4-957d3a23a17a HTTP/1.1" status: 200 len: 944 time: 0.2568126 May 13 14:34:10.943457 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7f87feed-fe6a-4cca-a8b4-2d2d2120a7de req-8713883c-026e-44ea-bfbd-56f05b967685 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "GET /v2.0/security-groups/1b19268d-9988-4b19-9c93-8fe3e8031bc1 HTTP/1.1" status: 200 len: 1807 time: 0.0907698 May 13 14:34:11.139980 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bcccffd5-d6c8-4db9-acf3-04151b57a67d req-3c4e1b00-1b37-4eaf-aaf0-bc86ad7d902a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=025ade7d-4516-4ad9-b6d5-20d3403fa6c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2152762 May 13 14:34:11.170825 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-eeae7564-5d23-4f50-bc57-0087bcb4420b None None] Current status of the port 99747c96-81c0-4583-aa29-5a4348d6bc90 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:11.208758 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c946a242-4473-4ac0-9960-129039a25a58 req-8860fadf-8a9b-400c-a9e8-9dbe423732cf tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889104 May 13 14:34:11.232004 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7f87feed-fe6a-4cca-a8b4-2d2d2120a7de req-66420c33-77ed-4111-84ec-d67f6750562e tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "GET /v2.0/security-groups/196a0b08-b523-45eb-963d-f607d024a3b6 HTTP/1.1" status: 200 len: 1804 time: 0.2875254 May 13 14:34:11.249677 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-7f87feed-fe6a-4cca-a8b4-2d2d2120a7de req-ba90d729-f021-430f-bbe0-8b2644d48899 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1b19268d-9988-4b19-9c93-8fe3e8031bc1', 'remote_group_id': '196a0b08-b523-45eb-963d-f607d024a3b6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:11.249996 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-7f87feed-fe6a-4cca-a8b4-2d2d2120a7de req-ba90d729-f021-430f-bbe0-8b2644d48899 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1b19268d-9988-4b19-9c93-8fe3e8031bc1', 'remote_group_id': '196a0b08-b523-45eb-963d-f607d024a3b6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:11.263972 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-7f87feed-fe6a-4cca-a8b4-2d2d2120a7de req-ba90d729-f021-430f-bbe0-8b2644d48899 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:11.281511 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-7f87feed-fe6a-4cca-a8b4-2d2d2120a7de req-ba90d729-f021-430f-bbe0-8b2644d48899 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Usage tracker for resource:security_group_rule and tenant:0bb96618b30b433aba6e19434ab6e009 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:11.286615 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-7f87feed-fe6a-4cca-a8b4-2d2d2120a7de req-ba90d729-f021-430f-bbe0-8b2644d48899 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:11.310938 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-7f87feed-fe6a-4cca-a8b4-2d2d2120a7de req-ba90d729-f021-430f-bbe0-8b2644d48899 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:11.322528 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3959f4de-8754-4748-9931-824332f67b2f req-3e09d224-9210-4104-9865-1016c3b23e22 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:11.323034 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-30e49c92-6116-4c6e-9cec-6c1bda550911 tempest-DHCPAgentSchedulersTestJSON-1435375649 tempest-DHCPAgentSchedulersTestJSON-1435375649-project-admin] 10.222.0.35 "GET /v2.0/agents/65871071-f0ac-4919-9bd7-df22cf96e282/dhcp-networks HTTP/1.1" status: 200 len: 6504 time: 0.4052544 May 13 14:34:11.325511 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48176) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:11.391385 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-712ae5a6-704e-4b30-b596-4b2b58379692 None None] Could not find standard attr ID for object 25c1be14-07d9-4dd5-bba4-659f94d21603. {{(pid=88083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 14:34:11.417531 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['41d6498b-80c7-4797-b523-231bb2077238', '264f174b-52f0-4701-8c1f-20098e7391bb', 'd044bab1-0650-4c79-bf4c-d0feaf1d04cd', '6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:34:11.509405 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7f87feed-fe6a-4cca-a8b4-2d2d2120a7de req-ba90d729-f021-430f-bbe0-8b2644d48899 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:11.544788 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0adb72a3-8f07-4e64-9b1a-6f1d6282b58f req-3f570a72-7b53-4870-8268-d5ece5d4fb59 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e750900-11b2-4388-8f19-d8b81149a523 HTTP/1.1" status: 200 len: 210 time: 0.1348550 May 13 14:34:11.557504 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09d224-9210-4104-9865-1016c3b23e22 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Pushing event deleted for resources: {'Port': ['ID=9d025eb7-104e-4df7-9407-60b01c7a2a4e,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:11.583268 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b,segment=NetworkSegment(17330e29-ae52-43f2-bcef-a683d5d81195),segment_id=17330e29-ae52-43f2-bcef-a683d5d81195)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:11.596661 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:11.597201 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5295eb-1d21-45e8-aabb-263f97ceae52 tempest-DHCPAgentSchedulersTestJSON-1435375649 tempest-DHCPAgentSchedulersTestJSON-1435375649-project-admin] Network bc91e436-5e33-4f6c-bc78-d846737d4725 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:34:11.599265 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:11.615129 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7f87feed-fe6a-4cca-a8b4-2d2d2120a7de req-ba90d729-f021-430f-bbe0-8b2644d48899 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:11.629632 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7f87feed-fe6a-4cca-a8b4-2d2d2120a7de req-ba90d729-f021-430f-bbe0-8b2644d48899 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:11.640629 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9b5295eb-1d21-45e8-aabb-263f97ceae52 tempest-DHCPAgentSchedulersTestJSON-1435375649 tempest-DHCPAgentSchedulersTestJSON-1435375649-project-admin] 10.222.0.35 "POST /v2.0/agents/65871071-f0ac-4919-9bd7-df22cf96e282/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3126433 May 13 14:34:11.649312 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c886fbdc-4a2f-4880-93b8-23f88d024999 None None] Network bc91e436-5e33-4f6c-bc78-d846737d4725 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:34:11.656340 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48184) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:11.678215 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b', 'network_id': '025ade7d-4516-4ad9-b6d5-20d3403fa6c0', 'port_id': '3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b', 'mac_address': 'fa:16:3e:dd:c4:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a88e368e-9a36-4081-966b-cce31d573bc8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:34:11.682974 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba90d729-f021-430f-bbe0-8b2644d48899 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a365e93-0685-4f47-96be-93df4e86ce8e,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:11.709864 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7f87feed-fe6a-4cca-a8b4-2d2d2120a7de req-ba90d729-f021-430f-bbe0-8b2644d48899 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:11.724439 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-3959f4de-8754-4748-9931-824332f67b2f req-3e09d224-9210-4104-9865-1016c3b23e22 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] No DVR routers for this DVR port 9d025eb7-104e-4df7-9407-60b01c7a2a4e on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:34:11.728221 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7f87feed-fe6a-4cca-a8b4-2d2d2120a7de req-ba90d729-f021-430f-bbe0-8b2644d48899 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4860413 May 13 14:34:11.746172 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3959f4de-8754-4748-9931-824332f67b2f req-3e09d224-9210-4104-9865-1016c3b23e22 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:11.761154 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e750900-11b2-4388-8f19-d8b81149a523', 'name': 'network-vif-deleted', 'tag': '9d025eb7-104e-4df7-9407-60b01c7a2a4e'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:11.838049 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3959f4de-8754-4748-9931-824332f67b2f req-3e09d224-9210-4104-9865-1016c3b23e22 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.59 "DELETE /v2.0/ports/9d025eb7-104e-4df7-9407-60b01c7a2a4e HTTP/1.1" status: 204 len: 173 time: 2.7314723 May 13 14:34:11.848509 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5733ad13-ad32-494f-a4f4-957d3a23a17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:11.913376 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 99747c96-81c0-4583-aa29-5a4348d6bc90 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:11.913780 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:11.939315 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bcccffd5-d6c8-4db9-acf3-04151b57a67d req-8a52a27d-c063-462b-ab61-03bd5f217a4b service neutron] 10.222.0.74 "GET /v2.0/networks/025ade7d-4516-4ad9-b6d5-20d3403fa6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7900233 May 13 14:34:11.939662 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001,segment=NetworkSegment(ed4a328b-d15d-4a03-9eac-ff7258e787fd),segment_id=ed4a328b-d15d-4a03-9eac-ff7258e787fd)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:11.979020 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff8069-7ec0-48f8-8f44-ce8fb9036a37 req-51791d9b-6c08-4f55-a8f8-d10079b1dc7a tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:11.981297 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:11.999657 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c1ff8069-7ec0-48f8-8f44-ce8fb9036a37 req-51791d9b-6c08-4f55-a8f8-d10079b1dc7a tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eb42639-60d3-423d-8caf-cd825277505f HTTP/1.1" status: 200 len: 944 time: 0.1410697 May 13 14:34:12.055898 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:12.056349 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:12.059915 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c1ff8069-7ec0-48f8-8f44-ce8fb9036a37 req-853577a9-5426-42ae-955b-f5566c00c899 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dd63199-2b00-4b0e-afcc-0b724c5393dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597980 May 13 14:34:12.135357 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e3cf7913-1df7-42c7-9a2f-0ae2824d1b60 req-8f16d451-cb93-45e5-9e2d-7a1cf1af1c6b tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "GET /v2.0/security-groups/196a0b08-b523-45eb-963d-f607d024a3b6 HTTP/1.1" status: 200 len: 1804 time: 0.0551050 May 13 14:34:12.159633 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:34:12.204551 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bcccffd5-d6c8-4db9-acf3-04151b57a67d req-49a6181b-69ed-4407-9790-65b3c89e46f8 service neutron] 10.222.0.74 "GET /v2.0/networks/025ade7d-4516-4ad9-b6d5-20d3403fa6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565284 May 13 14:34:12.209912 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 9d025eb7-104e-4df7-9407-60b01c7a2a4e no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:34:12.215561 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16fa71-8ec7-4704-966e-6cf99bba2eb1 req-b9e7347c-f1be-45fb-b998-813f3b07d2c2 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:12.217414 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-db16fa71-8ec7-4704-966e-6cf99bba2eb1 req-b9e7347c-f1be-45fb-b998-813f3b07d2c2 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e85ccb-2698-4a6e-ba07-cb6c9504255d HTTP/1.1" status: 200 len: 948 time: 0.4005320 May 13 14:34:12.232143 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e3cf7913-1df7-42c7-9a2f-0ae2824d1b60 req-95e57212-e2f6-49b8-856c-476c3dd2fa8e tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:12.242245 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6ddb2bfb-6797-46ab-b385-b077574e8548 tempest-DHCPAgentSchedulersTestJSON-1435375649 tempest-DHCPAgentSchedulersTestJSON-1435375649-project-admin] 10.222.0.35 "GET /v2.0/agents/65871071-f0ac-4919-9bd7-df22cf96e282/dhcp-networks HTTP/1.1" status: 200 len: 7274 time: 0.5778418 May 13 14:34:12.243622 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48206) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:12.271256 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e3cf7913-1df7-42c7-9a2f-0ae2824d1b60 req-95e57212-e2f6-49b8-856c-476c3dd2fa8e tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:12.284632 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48210) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:12.342672 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 9d025eb7-104e-4df7-9407-60b01c7a2a4e {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:34:12.343019 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 9d025eb7-104e-4df7-9407-60b01c7a2a4e not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:34:12.369248 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e3cf7913-1df7-42c7-9a2f-0ae2824d1b60 req-95e57212-e2f6-49b8-856c-476c3dd2fa8e tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:12.376880 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b,segment=NetworkSegment(17330e29-ae52-43f2-bcef-a683d5d81195),segment_id=17330e29-ae52-43f2-bcef-a683d5d81195)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:12.382241 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:12.394374 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-775b1c7a-ea6d-48ec-b33e-c456c6b7c29b tempest-DHCPAgentSchedulersTestJSON-1435375649 tempest-DHCPAgentSchedulersTestJSON-1435375649-project-admin] 10.222.0.35 "DELETE /v2.0/agents/65871071-f0ac-4919-9bd7-df22cf96e282/dhcp-networks/bc91e436-5e33-4f6c-bc78-d846737d4725 HTTP/1.1" status: 204 len: 168 time: 0.1497064 May 13 14:34:12.397547 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-db16fa71-8ec7-4704-966e-6cf99bba2eb1 req-509648b0-2584-4703-8e38-0e74b118c729 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.35 "GET /v2.0/security-groups?id=6754d1d9-f358-4882-a46e-1d7501522123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639006 May 13 14:34:12.398000 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48216) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:12.425008 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e57212-e2f6-49b8-856c-476c3dd2fa8e tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=196a0b08-b523-45eb-963d-f607d024a3b6,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:12.428825 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e3cf7913-1df7-42c7-9a2f-0ae2824d1b60 req-95e57212-e2f6-49b8-856c-476c3dd2fa8e tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:12.429960 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e3cf7913-1df7-42c7-9a2f-0ae2824d1b60 req-95e57212-e2f6-49b8-856c-476c3dd2fa8e tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "DELETE /v2.0/security-groups/196a0b08-b523-45eb-963d-f607d024a3b6 HTTP/1.1" status: 204 len: 173 time: 0.2935708 May 13 14:34:12.488851 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:12.489439 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 8c9607a1-3547-4252-b0d6-4b61aa1f5bfb details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:34:12.581630 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23dac4a0-6f19-4fff-b217-1775bddc5c62'] response: {'server_uuid': '9e750900-11b2-4388-8f19-d8b81149a523', 'name': 'network-vif-deleted', 'tag': '9d025eb7-104e-4df7-9407-60b01c7a2a4e', 'status': 'completed', 'code': 200} May 13 14:34:12.594215 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-e8bd7d63-2991-4a52-9ed7-4ea1cb1713bb tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-472696675'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:12.602097 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e8bd7d63-2991-4a52-9ed7-4ea1cb1713bb tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:12.607490 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e65435f2-7717-4aa5-9918-37234b0d382e tempest-DHCPAgentSchedulersTestJSON-1435375649 tempest-DHCPAgentSchedulersTestJSON-1435375649-project-admin] 10.222.0.35 "GET /v2.0/agents/65871071-f0ac-4919-9bd7-df22cf96e282/dhcp-networks HTTP/1.1" status: 200 len: 6504 time: 0.2074795 May 13 14:34:12.608642 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e8bd7d63-2991-4a52-9ed7-4ea1cb1713bb tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Usage tracker for resource:network and tenant:4f32e3d22e7b4ba9b51a6d2317c71bda is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:12.613470 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48224) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:12.616571 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e8bd7d63-2991-4a52-9ed7-4ea1cb1713bb tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:12.631540 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e8bd7d63-2991-4a52-9ed7-4ea1cb1713bb tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:12.638421 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc85a1d5-0787-4eb7-a274-88666829604f'] response: {'server_uuid': '5733ad13-ad32-494f-a4f4-957d3a23a17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001', 'code': 200} May 13 14:34:12.649560 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bd7d63-2991-4a52-9ed7-4ea1cb1713bb tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Made reservation on behalf of 4f32e3d22e7b4ba9b51a6d2317c71bda for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:12.660389 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e8bd7d63-2991-4a52-9ed7-4ea1cb1713bb tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:12.691101 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e8bd7d63-2991-4a52-9ed7-4ea1cb1713bb tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:12.693313 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-88ea836d-94b2-4d7f-b10f-1d2ebb8d83bf tempest-DHCPAgentSchedulersTestJSON-1435375649 tempest-DHCPAgentSchedulersTestJSON-1435375649-project-admin] 10.222.0.35 "GET /v2.0/networks/f6c859bb-2d92-4f95-86d2-99db27438cd3/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0788465 May 13 14:34:12.704169 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48228) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:12.704381 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['eb595b96-cef3-4299-99d9-de7e5c7f260a', 'b281dee8-53b5-411d-be6e-41b4eafc9fd9', '54bed19c-962c-4fd5-a21b-ed00052450e2'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:34:12.720494 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c0534157-e9ac-4bfa-920a-3caff6666eb4 req-10d6a743-ed9d-4e04-91d9-047be4d95f40 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "GET /v2.0/security-groups/1b19268d-9988-4b19-9c93-8fe3e8031bc1 HTTP/1.1" status: 200 len: 1807 time: 0.1323564 May 13 14:34:12.747922 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d7cb583a-7e4e-4fb3-8702-2f7ec0a51d32 tempest-DHCPAgentSchedulersTestJSON-1435375649 tempest-DHCPAgentSchedulersTestJSON-1435375649-project-admin] 10.222.0.35 "GET /v2.0/networks/f6c859bb-2d92-4f95-86d2-99db27438cd3/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0433972 May 13 14:34:12.750627 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48234) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:12.770093 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f56590-5c47-4c13-8185-4c5fb6e68481 req-514327dc-2a63-4e34-a6f2-107574549f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:12.771409 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e8bd7d63-2991-4a52-9ed7-4ea1cb1713bb tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:12.772332 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-12f56590-5c47-4c13-8185-4c5fb6e68481 req-514327dc-2a63-4e34-a6f2-107574549f88 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5733ad13-ad32-494f-a4f4-957d3a23a17a HTTP/1.1" status: 200 len: 1096 time: 0.1214659 May 13 14:34:12.788707 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e8bd7d63-2991-4a52-9ed7-4ea1cb1713bb tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Usage tracker for resource:security_group_rule and tenant:4f32e3d22e7b4ba9b51a6d2317c71bda is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:12.794549 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e8bd7d63-2991-4a52-9ed7-4ea1cb1713bb tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:12.805907 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 99747c96-81c0-4583-aa29-5a4348d6bc90 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:12.833640 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 8c9607a1-3547-4252-b0d6-4b61aa1f5bfb, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=8c9607a1-3547-4252-b0d6-4b61aa1f5bfb,segment=NetworkSegment(17330e29-ae52-43f2-bcef-a683d5d81195),segment_id=17330e29-ae52-43f2-bcef-a683d5d81195)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:12.840923 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:12.852194 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-12f56590-5c47-4c13-8185-4c5fb6e68481 req-16d2db20-13df-47e6-8ce5-a41afb68851c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737011 May 13 14:34:12.857424 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-3d9333b3-5116-47fc-aa9c-c9bbbd1fe5e5 req-df68bbf2-251c-4fc4-881b-9e09ecf98850 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-157842865', 'description': 'tempest-description-1268743329'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:12.863291 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-3d9333b3-5116-47fc-aa9c-c9bbbd1fe5e5 req-df68bbf2-251c-4fc4-881b-9e09ecf98850 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:12.863476 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '8c9607a1-3547-4252-b0d6-4b61aa1f5bfb', 'network_id': '025ade7d-4516-4ad9-b6d5-20d3403fa6c0', 'port_id': '8c9607a1-3547-4252-b0d6-4b61aa1f5bfb', 'mac_address': 'fa:16:3e:fc:70:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a88e368e-9a36-4081-966b-cce31d573bc8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:34:12.867839 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-3d9333b3-5116-47fc-aa9c-c9bbbd1fe5e5 req-df68bbf2-251c-4fc4-881b-9e09ecf98850 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Usage tracker for resource:security_group and tenant:0bb96618b30b433aba6e19434ab6e009 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:12.870914 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-3d9333b3-5116-47fc-aa9c-c9bbbd1fe5e5 req-df68bbf2-251c-4fc4-881b-9e09ecf98850 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:12.877077 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-3d9333b3-5116-47fc-aa9c-c9bbbd1fe5e5 req-df68bbf2-251c-4fc4-881b-9e09ecf98850 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:12.890611 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e8bd7d63-2991-4a52-9ed7-4ea1cb1713bb tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:12.892848 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3d9333b3-5116-47fc-aa9c-c9bbbd1fe5e5 req-df68bbf2-251c-4fc4-881b-9e09ecf98850 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:12.928476 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-3d9333b3-5116-47fc-aa9c-c9bbbd1fe5e5 req-df68bbf2-251c-4fc4-881b-9e09ecf98850 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:12.932823 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-3d9333b3-5116-47fc-aa9c-c9bbbd1fe5e5 req-df68bbf2-251c-4fc4-881b-9e09ecf98850 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Usage tracker for resource:security_group_rule and tenant:0bb96618b30b433aba6e19434ab6e009 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:12.937076 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-3d9333b3-5116-47fc-aa9c-c9bbbd1fe5e5 req-df68bbf2-251c-4fc4-881b-9e09ecf98850 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:12.945941 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-3d9333b3-5116-47fc-aa9c-c9bbbd1fe5e5 req-df68bbf2-251c-4fc4-881b-9e09ecf98850 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:13.004615 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be7d82-b940-463e-ba52-179791fde4be req-bf2ac7b6-8f67-4c41-b657-4b88fa42745d tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:13.006102 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-71be7d82-b940-463e-ba52-179791fde4be req-bf2ac7b6-8f67-4c41-b657-4b88fa42745d tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=5733ad13-ad32-494f-a4f4-957d3a23a17a HTTP/1.1" status: 200 len: 945 time: 0.3161051 May 13 14:34:13.033428 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 8c9607a1-3547-4252-b0d6-4b61aa1f5bfb is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:13.033628 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3d9333b3-5116-47fc-aa9c-c9bbbd1fe5e5 req-df68bbf2-251c-4fc4-881b-9e09ecf98850 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:13.033709 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:13.037685 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3d9333b3-5116-47fc-aa9c-c9bbbd1fe5e5 req-df68bbf2-251c-4fc4-881b-9e09ecf98850 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:13.066001 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b770470c-aff8-46f7-a4f0-212e090f9450 tempest-DHCPAgentSchedulersTestJSON-1435375649 tempest-DHCPAgentSchedulersTestJSON-1435375649-project-admin] 10.222.0.35 "GET /v2.0/agents/65871071-f0ac-4919-9bd7-df22cf96e282/dhcp-networks HTTP/1.1" status: 200 len: 6504 time: 0.3075957 May 13 14:34:13.075511 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c9607a1-3547-4252-b0d6-4b61aa1f5bfb {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:34:13.077780 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48240) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:13.102430 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df68bbf2-251c-4fc4-881b-9e09ecf98850 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0d36a1-4139-4367-8b2d-ec8c1570b75c,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:13.105018 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3d9333b3-5116-47fc-aa9c-c9bbbd1fe5e5 req-df68bbf2-251c-4fc4-881b-9e09ecf98850 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:13.117866 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3d9333b3-5116-47fc-aa9c-c9bbbd1fe5e5 req-df68bbf2-251c-4fc4-881b-9e09ecf98850 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2645347 May 13 14:34:13.150923 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 8c9607a1-3547-4252-b0d6-4b61aa1f5bfb, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=8c9607a1-3547-4252-b0d6-4b61aa1f5bfb,segment=NetworkSegment(17330e29-ae52-43f2-bcef-a683d5d81195),segment_id=17330e29-ae52-43f2-bcef-a683d5d81195)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:13.154743 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-71be7d82-b940-463e-ba52-179791fde4be req-d024e1ea-2eda-4bd5-ad07-93564a3b041f tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271963 May 13 14:34:13.159253 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:13.211679 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e8bd7d63-2991-4a52-9ed7-4ea1cb1713bb tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:13.230843 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e8bd7d63-2991-4a52-9ed7-4ea1cb1713bb tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:13.286051 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dc4d476d-a925-44f1-8e8c-1a63fb6b3dde tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:13.291823 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8bd7d63-2991-4a52-9ed7-4ea1cb1713bb tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:34:13.303198 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd7d63-2991-4a52-9ed7-4ea1cb1713bb tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdb43d3-786e-46cf-87cd-d9e8e2c7226d,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:13.306605 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 0296fed6-fa46-446c-b7cb-67d964841e51 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:34:13.325581 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e8bd7d63-2991-4a52-9ed7-4ea1cb1713bb tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:13.326020 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-e8bd7d63-2991-4a52-9ed7-4ea1cb1713bb tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Added segment 5342c652-1306-4c06-b78b-9c50f7811e1b of type vlan for network c8cd28fd-5f91-4849-8033-bf1a127a38ab May 13 14:34:13.373126 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2340b7-ab55-4689-b075-287f62947af9 req-5f263422-faef-4b4a-9211-54958d4379bb tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:13.374709 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d2340b7-ab55-4689-b075-287f62947af9 req-5f263422-faef-4b4a-9211-54958d4379bb tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.74 "GET /v2.0/ports?device_id=77e85ccb-2698-4a6e-ba07-cb6c9504255d HTTP/1.1" status: 200 len: 948 time: 0.1769774 May 13 14:34:13.463848 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e8bd7d63-2991-4a52-9ed7-4ea1cb1713bb tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:13.494423 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=8c9607a1-3547-4252-b0d6-4b61aa1f5bfb,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:13.498946 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-9d2340b7-ab55-4689-b075-287f62947af9 req-73a3cea9-55b5-403b-a078-1e3d7dd3b2a3 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Deleting port dbc7731a-1422-4514-b88c-638f96b1ae2e {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:34:13.499631 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9d2340b7-ab55-4689-b075-287f62947af9 req-73a3cea9-55b5-403b-a078-1e3d7dd3b2a3 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:13.557339 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 0296fed6-fa46-446c-b7cb-67d964841e51 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:34:13.579478 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dc4d476d-a925-44f1-8e8c-1a63fb6b3dde tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:13.583326 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f6df2fcc-3d05-4ca8-813d-85e65b93192a req-8c15f816-59d6-4f02-835e-071f01ababf9 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "GET /v2.0/security-groups/9e0d36a1-4139-4367-8b2d-ec8c1570b75c HTTP/1.1" status: 200 len: 1806 time: 0.1161351 May 13 14:34:13.587592 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 0296fed6-fa46-446c-b7cb-67d964841e51 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:13.587971 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:13.614242 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-dc4d476d-a925-44f1-8e8c-1a63fb6b3dde tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc91e436-5e33-4f6c-bc78-d846737d4725']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:13.620673 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-f6df2fcc-3d05-4ca8-813d-85e65b93192a req-ef90ae47-9c76-4dfb-a040-e9f64ffaeada tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9e0d36a1-4139-4367-8b2d-ec8c1570b75c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:13.620673 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-f6df2fcc-3d05-4ca8-813d-85e65b93192a req-ef90ae47-9c76-4dfb-a040-e9f64ffaeada tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9e0d36a1-4139-4367-8b2d-ec8c1570b75c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:13.626623 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e8bd7d63-2991-4a52-9ed7-4ea1cb1713bb tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:13.632293 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bd7d63-2991-4a52-9ed7-4ea1cb1713bb tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:13.632524 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e8bd7d63-2991-4a52-9ed7-4ea1cb1713bb tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:13.632645 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-f6df2fcc-3d05-4ca8-813d-85e65b93192a req-ef90ae47-9c76-4dfb-a040-e9f64ffaeada tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:13.644763 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f6df2fcc-3d05-4ca8-813d-85e65b93192a req-ef90ae47-9c76-4dfb-a040-e9f64ffaeada tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Usage tracker for resource:security_group_rule and tenant:0bb96618b30b433aba6e19434ab6e009 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:13.649532 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f6df2fcc-3d05-4ca8-813d-85e65b93192a req-ef90ae47-9c76-4dfb-a040-e9f64ffaeada tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:13.659275 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-f6df2fcc-3d05-4ca8-813d-85e65b93192a req-ef90ae47-9c76-4dfb-a040-e9f64ffaeada tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:13.663155 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-dc4d476d-a925-44f1-8e8c-1a63fb6b3dde tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ab2a7f-e1dd-474d-a890-683d3339ad86') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:13.663361 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-dc4d476d-a925-44f1-8e8c-1a63fb6b3dde tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ab2a7f-e1dd-474d-a890-683d3339ad86') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:13.725943 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['8c9607a1-3547-4252-b0d6-4b61aa1f5bfb'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:34:13.753423 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dc4d476d-a925-44f1-8e8c-1a63fb6b3dde tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:13.767785 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:34:13.798174 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f9713-3a10-4396-8466-b8777a98d599 req-40dcb198-45e3-4dd7-b92c-49cb0b7c361c tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:13.799687 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4e6f9713-3a10-4396-8466-b8777a98d599 req-40dcb198-45e3-4dd7-b92c-49cb0b7c361c tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eb42639-60d3-423d-8caf-cd825277505f HTTP/1.1" status: 200 len: 945 time: 0.4312851 May 13 14:34:13.808531 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e8bd7d63-2991-4a52-9ed7-4ea1cb1713bb tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5225933 May 13 14:34:13.813891 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48252) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:13.814072 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dc4d476d-a925-44f1-8e8c-1a63fb6b3dde tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:13.821661 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd7d63-2991-4a52-9ed7-4ea1cb1713bb tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Pushing event updated for resources: {'Network': ['ID=c8cd28fd-5f91-4849-8033-bf1a127a38ab,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:13.852895 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network c8cd28fd-5f91-4849-8033-bf1a127a38ab details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:34:13.951383 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f6df2fcc-3d05-4ca8-813d-85e65b93192a req-ef90ae47-9c76-4dfb-a040-e9f64ffaeada tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:13.953297 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc4d476d-a925-44f1-8e8c-1a63fb6b3dde tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:34:13.953942 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dc4d476d-a925-44f1-8e8c-1a63fb6b3dde tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:13.970572 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:34:13.970572 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:34:13.970572 n-d-841760-1 neutron-server[88082]: timer() May 13 14:34:13.970572 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:34:13.970572 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:34:13.970572 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:34:13.970572 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:34:13.970572 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:34:13.970572 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:34:13.970572 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:34:13.970572 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:34:13.970572 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:34:13.970572 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:34:13.970572 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:34:13.970572 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:34:13.970572 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:34:13.970572 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:34:13.970572 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:34:13.970572 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:34:13.970572 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:34:13.970572 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:34:13.970572 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:34:13.970572 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:34:13.970572 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:34:13.970572 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:34:13.970572 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:34:13.970572 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:34:13.970572 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:34:13.970572 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:34:13.970572 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:34:13.970572 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:34:13.970572 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:34:14.068187 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f6df2fcc-3d05-4ca8-813d-85e65b93192a req-ef90ae47-9c76-4dfb-a040-e9f64ffaeada tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:14.069562 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-9d2340b7-ab55-4689-b075-287f62947af9 req-73a3cea9-55b5-403b-a078-1e3d7dd3b2a3 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] For port dbc7731a-1422-4514-b88c-638f96b1ae2e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=dbc7731a-1422-4514-b88c-638f96b1ae2e,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:14.069921 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9d2340b7-ab55-4689-b075-287f62947af9 req-73a3cea9-55b5-403b-a078-1e3d7dd3b2a3 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:14.077599 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-633df4d7-9e14-4a23-8f3f-5de04fa07800 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Request body: {'network': {'name': 'tempest-network--2045444013', 'router:external': True}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:14.081392 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f6df2fcc-3d05-4ca8-813d-85e65b93192a req-ef90ae47-9c76-4dfb-a040-e9f64ffaeada tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:14.101819 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-633df4d7-9e14-4a23-8f3f-5de04fa07800 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:14.120890 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-633df4d7-9e14-4a23-8f3f-5de04fa07800 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Usage tracker for resource:network and tenant:c8d265ac9c274089b20a54b50839da33 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:14.129698 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-633df4d7-9e14-4a23-8f3f-5de04fa07800 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:14.140432 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4e6f9713-3a10-4396-8466-b8777a98d599 req-454a2e82-91a8-4e06-94b0-114bb6a4bbc9 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dd63199-2b00-4b0e-afcc-0b724c5393dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196011 May 13 14:34:14.141328 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-633df4d7-9e14-4a23-8f3f-5de04fa07800 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:14.155425 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 0296fed6-fa46-446c-b7cb-67d964841e51 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:14.156123 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:14.158545 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dc4d476d-a925-44f1-8e8c-1a63fb6b3dde tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:14.182061 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dc4d476d-a925-44f1-8e8c-1a63fb6b3dde tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:14.188354 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633df4d7-9e14-4a23-8f3f-5de04fa07800 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Made reservation on behalf of c8d265ac9c274089b20a54b50839da33 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:14.190494 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-633df4d7-9e14-4a23-8f3f-5de04fa07800 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:14.205930 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d476d-a925-44f1-8e8c-1a63fb6b3dde tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Pushing event deleted for resources: {'Network': ['ID=bc91e436-5e33-4f6c-bc78-d846737d4725,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:14.210122 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-633df4d7-9e14-4a23-8f3f-5de04fa07800 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:14.230012 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-dc4d476d-a925-44f1-8e8c-1a63fb6b3dde tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] 10.222.0.35 "DELETE /v2.0/networks/bc91e436-5e33-4f6c-bc78-d846737d4725 HTTP/1.1" status: 204 len: 168 time: 1.1441896 May 13 14:34:14.232990 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48262) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:14.256321 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-9d2340b7-ab55-4689-b075-287f62947af9 req-73a3cea9-55b5-403b-a078-1e3d7dd3b2a3 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Calling delete_port for dbc7731a-1422-4514-b88c-638f96b1ae2e owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:34:14.292116 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 0296fed6-fa46-446c-b7cb-67d964841e51, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=0296fed6-fa46-446c-b7cb-67d964841e51,segment=NetworkSegment(17330e29-ae52-43f2-bcef-a683d5d81195),segment_id=17330e29-ae52-43f2-bcef-a683d5d81195)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:14.302565 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-633df4d7-9e14-4a23-8f3f-5de04fa07800 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:14.313213 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90ae47-9c76-4dfb-a040-e9f64ffaeada tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d000f5a3-6fee-4854-9e4e-655930252fc1,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:14.315276 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f6df2fcc-3d05-4ca8-813d-85e65b93192a req-ef90ae47-9c76-4dfb-a040-e9f64ffaeada tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:14.327811 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f6df2fcc-3d05-4ca8-813d-85e65b93192a req-ef90ae47-9c76-4dfb-a040-e9f64ffaeada tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7175663 May 13 14:34:14.330162 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:14.352728 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-633df4d7-9e14-4a23-8f3f-5de04fa07800 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Usage tracker for resource:security_group_rule and tenant:c8d265ac9c274089b20a54b50839da33 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:14.355671 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec65b92-6d09-4b09-ac0f-a37f6d03cde9 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] DELETE failed (client error): The resource could not be found. May 13 14:34:14.356150 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bec65b92-6d09-4b09-ac0f-a37f6d03cde9 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:34:14.360471 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bec65b92-6d09-4b09-ac0f-a37f6d03cde9 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] 10.222.0.35 "DELETE /v2.0/ports/25c1be14-07d9-4dd5-bba4-659f94d21603 HTTP/1.1" status: 404 len: 333 time: 0.1265273 May 13 14:34:14.361132 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48268) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:14.361971 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-633df4d7-9e14-4a23-8f3f-5de04fa07800 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:14.408072 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-633df4d7-9e14-4a23-8f3f-5de04fa07800 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:14.472694 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-331a57dd-da90-49f7-b601-45e605304d78 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Deleting subnet 3cad278f-c82b-439f-8376-40d937dde295 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:34:14.482041 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-331a57dd-da90-49f7-b601-45e605304d78 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:14.520073 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9d2340b7-ab55-4689-b075-287f62947af9 req-73a3cea9-55b5-403b-a078-1e3d7dd3b2a3 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:14.541792 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=0296fed6-fa46-446c-b7cb-67d964841e51,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:14.574464 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0269bb4-8294-4191-8f50-d748fc447f56 req-aef55017-f4c9-4e7a-bab4-6f78bf782c27 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:14.575962 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b0269bb4-8294-4191-8f50-d748fc447f56 req-aef55017-f4c9-4e7a-bab4-6f78bf782c27 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e85ccb-2698-4a6e-ba07-cb6c9504255d HTTP/1.1" status: 200 len: 948 time: 0.2708163 May 13 14:34:14.580446 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-331a57dd-da90-49f7-b601-45e605304d78 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:14.595575 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a3cea9-55b5-403b-a078-1e3d7dd3b2a3 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Pushing event deleted for resources: {'Port': ['ID=dbc7731a-1422-4514-b88c-638f96b1ae2e,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:14.639839 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755953f9-d2c4-400f-8142-eaa1d5fc359a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0296fed6-fa46-446c-b7cb-67d964841e51'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:14.643546 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddba05-a64b-40fe-bafd-ca96386813ce req-80d349b9-f932-427d-a723-c97ec628fb5a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:14.644841 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-caddba05-a64b-40fe-bafd-ca96386813ce req-80d349b9-f932-427d-a723-c97ec628fb5a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Synchronizing usage tracker for tenant:a49f1166c3f54f5fb3c6b91a02cdaaab on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:34:14.695146 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2340b7-ab55-4689-b075-287f62947af9 req-73a3cea9-55b5-403b-a078-1e3d7dd3b2a3 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] No DVR routers for this DVR port dbc7731a-1422-4514-b88c-638f96b1ae2e on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:34:14.696206 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b0269bb4-8294-4191-8f50-d748fc447f56 req-c0a2276e-4bcc-4a69-aa3b-8b86736b3ddc tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.35 "GET /v2.0/security-groups?id=6754d1d9-f358-4882-a46e-1d7501522123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870144 May 13 14:34:14.697927 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9d2340b7-ab55-4689-b075-287f62947af9 req-73a3cea9-55b5-403b-a078-1e3d7dd3b2a3 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:14.703799 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e85ccb-2698-4a6e-ba07-cb6c9504255d', 'name': 'network-vif-deleted', 'tag': 'dbc7731a-1422-4514-b88c-638f96b1ae2e'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:14.723023 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-caddba05-a64b-40fe-bafd-ca96386813ce req-80d349b9-f932-427d-a723-c97ec628fb5a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Unset dirty status for tenant:a49f1166c3f54f5fb3c6b91a02cdaaab on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:34:14.724905 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-caddba05-a64b-40fe-bafd-ca96386813ce req-80d349b9-f932-427d-a723-c97ec628fb5a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ab444be-14e7-473b-b6ed-089b5d0d62c0 HTTP/1.1" status: 200 len: 950 time: 0.3026917 May 13 14:34:14.727308 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d2340b7-ab55-4689-b075-287f62947af9 req-73a3cea9-55b5-403b-a078-1e3d7dd3b2a3 tempest-ImagesOneServerTestJSON-1368086112 tempest-ImagesOneServerTestJSON-1368086112-project] 10.222.0.74 "DELETE /v2.0/ports/dbc7731a-1422-4514-b88c-638f96b1ae2e HTTP/1.1" status: 204 len: 173 time: 1.3464091 May 13 14:34:14.729366 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-633df4d7-9e14-4a23-8f3f-5de04fa07800 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:14.739894 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-633df4d7-9e14-4a23-8f3f-5de04fa07800 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:14.785096 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-633df4d7-9e14-4a23-8f3f-5de04fa07800 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:34:14.787063 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-caddba05-a64b-40fe-bafd-ca96386813ce req-922ec565-0a31-426a-bba8-6f0d8766c60e tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519133 May 13 14:34:14.816712 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-331a57dd-da90-49f7-b601-45e605304d78 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:14.856827 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633df4d7-9e14-4a23-8f3f-5de04fa07800 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04919911-9123-4749-8a53-4a4c96108e99,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:14.895828 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-65ae13ff-bb9b-459a-b8ee-d21c6a619a5f req-90fdca77-b58a-4ddc-93b3-be027c69d77c tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "GET /v2.0/security-groups/9e0d36a1-4139-4367-8b2d-ec8c1570b75c HTTP/1.1" status: 200 len: 2400 time: 0.0623226 May 13 14:34:14.901135 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-65ae13ff-bb9b-459a-b8ee-d21c6a619a5f req-9ff3cdb3-f860-4931-b26e-988bdeda3396 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9e0d36a1-4139-4367-8b2d-ec8c1570b75c', 'remote_group_id': None}]} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:14.901586 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-65ae13ff-bb9b-459a-b8ee-d21c6a619a5f req-9ff3cdb3-f860-4931-b26e-988bdeda3396 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9e0d36a1-4139-4367-8b2d-ec8c1570b75c', 'remote_group_id': None}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:14.909006 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-65ae13ff-bb9b-459a-b8ee-d21c6a619a5f req-9ff3cdb3-f860-4931-b26e-988bdeda3396 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:14.910987 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-633df4d7-9e14-4a23-8f3f-5de04fa07800 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:14.911419 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-633df4d7-9e14-4a23-8f3f-5de04fa07800 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Added segment b98973d8-792f-4a94-8205-e7a607ac219e of type vlan for network eb08e00f-f9d8-4a1e-9977-a981ab10642a May 13 14:34:14.912302 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-65ae13ff-bb9b-459a-b8ee-d21c6a619a5f req-9ff3cdb3-f860-4931-b26e-988bdeda3396 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Usage tracker for resource:security_group_rule and tenant:0bb96618b30b433aba6e19434ab6e009 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:14.915096 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-65ae13ff-bb9b-459a-b8ee-d21c6a619a5f req-9ff3cdb3-f860-4931-b26e-988bdeda3396 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:14.921302 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-65ae13ff-bb9b-459a-b8ee-d21c6a619a5f req-9ff3cdb3-f860-4931-b26e-988bdeda3396 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:14.983056 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-633df4d7-9e14-4a23-8f3f-5de04fa07800 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:14.985671 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-65ae13ff-bb9b-459a-b8ee-d21c6a619a5f req-9ff3cdb3-f860-4931-b26e-988bdeda3396 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:14.997397 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-331a57dd-da90-49f7-b601-45e605304d78 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:15.014696 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-65ae13ff-bb9b-459a-b8ee-d21c6a619a5f req-9ff3cdb3-f860-4931-b26e-988bdeda3396 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:15.019248 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-65ae13ff-bb9b-459a-b8ee-d21c6a619a5f req-9ff3cdb3-f860-4931-b26e-988bdeda3396 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:15.049051 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff3cdb3-f860-4931-b26e-988bdeda3396 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38952911-e2e7-49f5-abf0-76c67e692c25,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:15.054997 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-65ae13ff-bb9b-459a-b8ee-d21c6a619a5f req-9ff3cdb3-f860-4931-b26e-988bdeda3396 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:15.057126 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-65ae13ff-bb9b-459a-b8ee-d21c6a619a5f req-9ff3cdb3-f860-4931-b26e-988bdeda3396 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1598754 May 13 14:34:15.057320 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a57dd-da90-49f7-b601-45e605304d78 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Pushing event deleted for resources: {'Subnet': ['ID=3cad278f-c82b-439f-8376-40d937dde295,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:15.059858 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-331a57dd-da90-49f7-b601-45e605304d78 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:15.079567 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eac4d19-89dc-44d4-84d2-d75c22b6fced None None] Network f6c859bb-2d92-4f95-86d2-99db27438cd3 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:34:15.091576 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42dd7f0-de20-4343-a62c-ead5db7a913d req-f89ef6a4-ef9f-4700-a5a3-916a216416d1 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:15.093094 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b42dd7f0-de20-4343-a62c-ead5db7a913d req-f89ef6a4-ef9f-4700-a5a3-916a216416d1 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=5733ad13-ad32-494f-a4f4-957d3a23a17a HTTP/1.1" status: 200 len: 945 time: 0.2434323 May 13 14:34:15.094499 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-633df4d7-9e14-4a23-8f3f-5de04fa07800 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:15.095417 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633df4d7-9e14-4a23-8f3f-5de04fa07800 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:15.096243 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-633df4d7-9e14-4a23-8f3f-5de04fa07800 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:15.115718 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-331a57dd-da90-49f7-b601-45e605304d78 tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] 10.222.0.35 "DELETE /v2.0/subnets/3cad278f-c82b-439f-8376-40d937dde295 HTTP/1.1" status: 204 len: 168 time: 0.7458444 May 13 14:34:15.118559 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48278) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:15.211253 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-633df4d7-9e14-4a23-8f3f-5de04fa07800 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3919971 May 13 14:34:15.221992 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48284) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:15.243851 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7abb69e-496e-4b53-8b2c-aa43893ca1ca'] response: {'server_uuid': '755953f9-d2c4-400f-8142-eaa1d5fc359a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0296fed6-fa46-446c-b7cb-67d964841e51', 'code': 200} May 13 14:34:15.276040 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2069a523-b2f1-4ad2-9724-6bd5bb0e3fca'] response: {'server_uuid': '77e85ccb-2698-4a6e-ba07-cb6c9504255d', 'name': 'network-vif-deleted', 'tag': 'dbc7731a-1422-4514-b88c-638f96b1ae2e', 'status': 'completed', 'code': 200} May 13 14:34:15.388812 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b42dd7f0-de20-4343-a62c-ead5db7a913d req-caa30f95-3840-4828-8f5a-7a15b39cf6cc tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647219 May 13 14:34:15.389671 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633df4d7-9e14-4a23-8f3f-5de04fa07800 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Pushing event updated for resources: {'Network': ['ID=eb08e00f-f9d8-4a1e-9977-a981ab10642a,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:15.411437 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network eb08e00f-f9d8-4a1e-9977-a981ab10642a details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:34:15.477443 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c7a6a0eb-e296-4ab3-8c50-fca2f2763511 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:15.575995 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dfa11fae-28a0-4266-94f3-9b24ef4276ab tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:15.635714 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f56476e9-e920-4baf-801d-5de608dd1c14 req-ce45cbbe-6d7e-4508-b8c1-887f610710aa tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "GET /v2.0/security-groups/9e0d36a1-4139-4367-8b2d-ec8c1570b75c HTTP/1.1" status: 200 len: 2999 time: 0.3577011 May 13 14:34:15.654263 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-dfa11fae-28a0-4266-94f3-9b24ef4276ab tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Deleting port 99747c96-81c0-4583-aa29-5a4348d6bc90 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:34:15.655173 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dfa11fae-28a0-4266-94f3-9b24ef4276ab tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:15.695919 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331c5e0d-dac1-4df2-825f-c8b4df653603 None None] DHCP port deletion for f6c859bb-2d92-4f95-86d2-99db27438cd3 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:34:15.700724 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-331c5e0d-dac1-4df2-825f-c8b4df653603 None None] Deleting port 99747c96-81c0-4583-aa29-5a4348d6bc90 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:34:15.701091 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-331c5e0d-dac1-4df2-825f-c8b4df653603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:15.730752 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c7a6a0eb-e296-4ab3-8c50-fca2f2763511 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:15.775255 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-c7a6a0eb-e296-4ab3-8c50-fca2f2763511 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb08e00f-f9d8-4a1e-9977-a981ab10642a']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:15.797314 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-c7a6a0eb-e296-4ab3-8c50-fca2f2763511 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98973d8-792f-4a94-8205-e7a607ac219e') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:15.798383 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-c7a6a0eb-e296-4ab3-8c50-fca2f2763511 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98973d8-792f-4a94-8205-e7a607ac219e') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:15.803996 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943485d-e0fa-4c0f-a354-2e4cd71f2078 req-e20c34d8-119a-4572-9e49-fdbe6487fd59 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:15.806938 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1943485d-e0fa-4c0f-a354-2e4cd71f2078 req-e20c34d8-119a-4572-9e49-fdbe6487fd59 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.74 "GET /v2.0/ports?device_id=6ab444be-14e7-473b-b6ed-089b5d0d62c0 HTTP/1.1" status: 200 len: 950 time: 0.3755944 May 13 14:34:15.814259 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24854e-abea-451b-94f1-ea6756609ff7 req-a8cfb616-9902-4b75-a45f-e1977846bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:15.817045 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3d24854e-abea-451b-94f1-ea6756609ff7 req-a8cfb616-9902-4b75-a45f-e1977846bec2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=755953f9-d2c4-400f-8142-eaa1d5fc359a HTTP/1.1" status: 200 len: 1096 time: 0.4716752 May 13 14:34:15.820384 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c7a6a0eb-e296-4ab3-8c50-fca2f2763511 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:15.924626 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c7a6a0eb-e296-4ab3-8c50-fca2f2763511 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:15.954687 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a6a0eb-e296-4ab3-8c50-fca2f2763511 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:34:15.955652 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c7a6a0eb-e296-4ab3-8c50-fca2f2763511 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:15.977698 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:34:15.977698 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:34:15.977698 n-d-841760-1 neutron-server[88082]: timer() May 13 14:34:15.977698 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:34:15.977698 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:34:15.977698 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:34:15.977698 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:34:15.977698 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:34:15.977698 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:34:15.977698 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:34:15.977698 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:34:15.977698 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:34:15.977698 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:34:15.977698 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:34:15.977698 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:34:15.977698 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:34:15.977698 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:34:15.977698 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:34:15.977698 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:34:15.977698 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:34:15.977698 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:34:15.977698 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:34:15.977698 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:34:15.977698 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:34:15.977698 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:34:15.977698 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:34:15.977698 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:34:15.977698 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:34:15.977698 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:34:15.977698 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:34:15.977698 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:34:15.977698 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:34:15.991307 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-331c5e0d-dac1-4df2-825f-c8b4df653603 None None] For port 99747c96-81c0-4583-aa29-5a4348d6bc90, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=99747c96-81c0-4583-aa29-5a4348d6bc90,segment=NetworkSegment(02c1ffa5-05bd-4da1-b2f9-0a32efa72afc),segment_id=02c1ffa5-05bd-4da1-b2f9-0a32efa72afc)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:15.991702 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-331c5e0d-dac1-4df2-825f-c8b4df653603 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:16.071195 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e83a4456-4fee-41fc-99cc-8d46f5240e9a req-d379e73f-55e2-4a7b-bb08-0509dfacc6d6 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "GET /v2.0/security-group-rules/38952911-e2e7-49f5-abf0-76c67e692c25 HTTP/1.1" status: 200 len: 783 time: 0.1075821 May 13 14:34:16.117571 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-331c5e0d-dac1-4df2-825f-c8b4df653603 None None] Calling delete_port for 99747c96-81c0-4583-aa29-5a4348d6bc90 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:34:16.141547 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c7a6a0eb-e296-4ab3-8c50-fca2f2763511 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:16.169973 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a6a0eb-e296-4ab3-8c50-fca2f2763511 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eb08e00f-f9d8-4a1e-9977-a981ab10642a {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 13 14:34:16.183727 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c7a6a0eb-e296-4ab3-8c50-fca2f2763511 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:16.193909 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6a0eb-e296-4ab3-8c50-fca2f2763511 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Pushing event deleted for resources: {'Network': ['ID=eb08e00f-f9d8-4a1e-9977-a981ab10642a,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:16.205479 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-331c5e0d-dac1-4df2-825f-c8b4df653603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:16.213298 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc53b63-c7ea-44ba-bcd0-ae1945062508 req-417e0ebb-e9af-48d3-9cdf-6c46b89d5abb tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:16.226357 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2cc53b63-c7ea-44ba-bcd0-ae1945062508 req-417e0ebb-e9af-48d3-9cdf-6c46b89d5abb tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eb42639-60d3-423d-8caf-cd825277505f HTTP/1.1" status: 200 len: 945 time: 0.3803077 May 13 14:34:16.230817 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-1943485d-e0fa-4c0f-a354-2e4cd71f2078 req-1ee6f79a-2f69-4f3d-be4c-47bd6d40b5d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Deleting port 54bed19c-962c-4fd5-a21b-ed00052450e2 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:34:16.231370 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1943485d-e0fa-4c0f-a354-2e4cd71f2078 req-1ee6f79a-2f69-4f3d-be4c-47bd6d40b5d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:16.254262 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c7a6a0eb-e296-4ab3-8c50-fca2f2763511 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] 10.222.0.35 "DELETE /v2.0/networks/eb08e00f-f9d8-4a1e-9977-a981ab10642a HTTP/1.1" status: 204 len: 168 time: 1.0277326 May 13 14:34:16.255165 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48298) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:16.263184 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-2794b2b0-c621-4147-9223-d1e62dc7e81c tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:16.267395 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c5e0d-dac1-4df2-825f-c8b4df653603 None None] Pushing event deleted for resources: {'Port': ['ID=99747c96-81c0-4583-aa29-5a4348d6bc90,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:16.273356 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331c5e0d-dac1-4df2-825f-c8b4df653603 None None] No DVR routers for this DVR port 99747c96-81c0-4583-aa29-5a4348d6bc90 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:34:16.278428 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2794b2b0-c621-4147-9223-d1e62dc7e81c tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:16.287933 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c5e0d-dac1-4df2-825f-c8b4df653603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:16.288428 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c5e0d-dac1-4df2-825f-c8b4df653603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:16.288925 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c5e0d-dac1-4df2-825f-c8b4df653603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:16.289398 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c5e0d-dac1-4df2-825f-c8b4df653603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:16.289868 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c5e0d-dac1-4df2-825f-c8b4df653603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:16.290457 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c5e0d-dac1-4df2-825f-c8b4df653603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:16.290924 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c5e0d-dac1-4df2-825f-c8b4df653603 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:16.291446 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c5e0d-dac1-4df2-825f-c8b4df653603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:16.291901 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c5e0d-dac1-4df2-825f-c8b4df653603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:16.292366 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c5e0d-dac1-4df2-825f-c8b4df653603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:16.292832 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c5e0d-dac1-4df2-825f-c8b4df653603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:16.293292 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c5e0d-dac1-4df2-825f-c8b4df653603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:16.299319 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2794b2b0-c621-4147-9223-d1e62dc7e81c tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Usage tracker for resource:network and tenant:c8d265ac9c274089b20a54b50839da33 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:16.306845 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2794b2b0-c621-4147-9223-d1e62dc7e81c tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:16.323457 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2794b2b0-c621-4147-9223-d1e62dc7e81c tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:16.352358 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2cc53b63-c7ea-44ba-bcd0-ae1945062508 req-029a0620-a7a6-41c0-b6b6-3bae1f36e1b6 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dd63199-2b00-4b0e-afcc-0b724c5393dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242607 May 13 14:34:16.372368 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3d24854e-abea-451b-94f1-ea6756609ff7 req-ddd7b931-6afe-4482-8482-7295ab6ecefc service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8dd63199-2b00-4b0e-afcc-0b724c5393dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4930594 May 13 14:34:16.379638 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2794b2b0-c621-4147-9223-d1e62dc7e81c tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Made reservation on behalf of c8d265ac9c274089b20a54b50839da33 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:16.387442 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2794b2b0-c621-4147-9223-d1e62dc7e81c tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:16.447472 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2794b2b0-c621-4147-9223-d1e62dc7e81c tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:34:16.467046 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2794b2b0-c621-4147-9223-d1e62dc7e81c tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:16.467629 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-2794b2b0-c621-4147-9223-d1e62dc7e81c tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Added segment bad7cf37-7428-430d-97e9-c193a29fc844 of type vlan for network a4266437-dbbd-4022-94b2-a716f5429915 May 13 14:34:16.473685 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-dfa11fae-28a0-4266-94f3-9b24ef4276ab tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] For port 99747c96-81c0-4583-aa29-5a4348d6bc90, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=99747c96-81c0-4583-aa29-5a4348d6bc90,segment=NetworkSegment(02c1ffa5-05bd-4da1-b2f9-0a32efa72afc),segment_id=02c1ffa5-05bd-4da1-b2f9-0a32efa72afc)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:16.474263 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dfa11fae-28a0-4266-94f3-9b24ef4276ab tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:16.542688 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2794b2b0-c621-4147-9223-d1e62dc7e81c tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:16.728089 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e83a4456-4fee-41fc-99cc-8d46f5240e9a req-32ba4adc-81c0-45e6-bbf9-21adcf47b72c tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "GET /v2.0/security-groups/9e0d36a1-4139-4367-8b2d-ec8c1570b75c HTTP/1.1" status: 200 len: 2999 time: 0.6144569 May 13 14:34:16.917863 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2794b2b0-c621-4147-9223-d1e62dc7e81c tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:16.919434 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2794b2b0-c621-4147-9223-d1e62dc7e81c tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:16.920354 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2794b2b0-c621-4147-9223-d1e62dc7e81c tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:16.943509 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 99747c96-81c0-4583-aa29-5a4348d6bc90 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:34:16.959009 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48306) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:16.968329 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-dfa11fae-28a0-4266-94f3-9b24ef4276ab tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Calling delete_port for 99747c96-81c0-4583-aa29-5a4348d6bc90 owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:34:16.979631 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 99747c96-81c0-4583-aa29-5a4348d6bc90 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:34:16.979925 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 99747c96-81c0-4583-aa29-5a4348d6bc90 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:34:17.052697 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2794b2b0-c621-4147-9223-d1e62dc7e81c tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7961619 May 13 14:34:17.060388 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48312) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:17.063936 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794b2b0-c621-4147-9223-d1e62dc7e81c tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Pushing event updated for resources: {'Network': ['ID=a4266437-dbbd-4022-94b2-a716f5429915,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:17.072295 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-e344c2b9-fad5-4a1a-8eb7-d22ec0944287 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Request body: {'subnet': {'network_id': 'a4266437-dbbd-4022-94b2-a716f5429915', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:17.075176 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network a4266437-dbbd-4022-94b2-a716f5429915 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:34:17.083053 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a182b5-c56c-4b67-b7c7-897c2cd990c8 req-a902b359-a8fc-42d5-b3df-23ca7b7e8b5a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:17.084560 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-64a182b5-c56c-4b67-b7c7-897c2cd990c8 req-a902b359-a8fc-42d5-b3df-23ca7b7e8b5a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ab444be-14e7-473b-b6ed-089b5d0d62c0 HTTP/1.1" status: 200 len: 950 time: 0.3046799 May 13 14:34:17.087141 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e344c2b9-fad5-4a1a-8eb7-d22ec0944287 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:17.093126 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e344c2b9-fad5-4a1a-8eb7-d22ec0944287 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Usage tracker for resource:subnet and tenant:c8d265ac9c274089b20a54b50839da33 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:17.109085 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e344c2b9-fad5-4a1a-8eb7-d22ec0944287 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:17.118926 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e344c2b9-fad5-4a1a-8eb7-d22ec0944287 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:17.147578 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e83a4456-4fee-41fc-99cc-8d46f5240e9a req-380c0c84-3673-4822-932f-a6b1546c792c tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:17.148363 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-64a182b5-c56c-4b67-b7c7-897c2cd990c8 req-9020774c-1b80-44f9-a23c-b55a61ee8bb4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569985 May 13 14:34:17.149027 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e344c2b9-fad5-4a1a-8eb7-d22ec0944287 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Made reservation on behalf of c8d265ac9c274089b20a54b50839da33 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:17.151392 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e344c2b9-fad5-4a1a-8eb7-d22ec0944287 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:17.158370 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e83a4456-4fee-41fc-99cc-8d46f5240e9a req-380c0c84-3673-4822-932f-a6b1546c792c tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:17.204645 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e83a4456-4fee-41fc-99cc-8d46f5240e9a req-380c0c84-3673-4822-932f-a6b1546c792c tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:17.244538 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c0c84-3673-4822-932f-a6b1546c792c tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38952911-e2e7-49f5-abf0-76c67e692c25,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:17.247567 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e83a4456-4fee-41fc-99cc-8d46f5240e9a req-380c0c84-3673-4822-932f-a6b1546c792c tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:17.249346 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e83a4456-4fee-41fc-99cc-8d46f5240e9a req-380c0c84-3673-4822-932f-a6b1546c792c tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/38952911-e2e7-49f5-abf0-76c67e692c25 HTTP/1.1" status: 204 len: 173 time: 0.4067881 May 13 14:34:17.271712 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380c0c84-3673-4822-932f-a6b1546c792c tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:17.272076 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380c0c84-3673-4822-932f-a6b1546c792c tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:17.272400 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380c0c84-3673-4822-932f-a6b1546c792c tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:17.272735 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380c0c84-3673-4822-932f-a6b1546c792c tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:17.273063 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380c0c84-3673-4822-932f-a6b1546c792c tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:17.273387 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380c0c84-3673-4822-932f-a6b1546c792c tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:17.273710 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380c0c84-3673-4822-932f-a6b1546c792c tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:17.274031 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380c0c84-3673-4822-932f-a6b1546c792c tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:17.274354 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380c0c84-3673-4822-932f-a6b1546c792c tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:17.274670 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380c0c84-3673-4822-932f-a6b1546c792c tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:17.274984 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380c0c84-3673-4822-932f-a6b1546c792c tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:17.275330 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380c0c84-3673-4822-932f-a6b1546c792c tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:17.305821 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [None req-dfa11fae-28a0-4266-94f3-9b24ef4276ab tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:34:17.306138 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [None req-dfa11fae-28a0-4266-94f3-9b24ef4276ab tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:34:17.316153 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:34:17.413700 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:34:17.420057 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-1943485d-e0fa-4c0f-a354-2e4cd71f2078 req-1ee6f79a-2f69-4f3d-be4c-47bd6d40b5d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] For port 54bed19c-962c-4fd5-a21b-ed00052450e2, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=54bed19c-962c-4fd5-a21b-ed00052450e2,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:17.420422 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1943485d-e0fa-4c0f-a354-2e4cd71f2078 req-1ee6f79a-2f69-4f3d-be4c-47bd6d40b5d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:17.421739 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:17.422209 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:17.434772 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bbf66bf8-8bcc-40d5-8c54-7fcf1860a510 req-36c168f1-8c2f-4148-b590-0de8a8e4928b tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "GET /v2.0/security-groups/9e0d36a1-4139-4367-8b2d-ec8c1570b75c HTTP/1.1" status: 200 len: 2400 time: 0.1523316 May 13 14:34:17.499455 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bc0dfdb6-85ec-4006-beae-66fe3894d803 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8e293f318b934225907b412d391721a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5339808 May 13 14:34:17.502548 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48320) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:17.556499 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:17.557145 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:17.576848 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-1943485d-e0fa-4c0f-a354-2e4cd71f2078 req-1ee6f79a-2f69-4f3d-be4c-47bd6d40b5d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Calling delete_port for 54bed19c-962c-4fd5-a21b-ed00052450e2 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:34:17.585343 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740ee651-f6c5-45cf-a6c6-490a74620dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:17.595480 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b,segment=NetworkSegment(17330e29-ae52-43f2-bcef-a683d5d81195),segment_id=17330e29-ae52-43f2-bcef-a683d5d81195)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:17.599517 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:17.600316 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 8c9607a1-3547-4252-b0d6-4b61aa1f5bfb up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:34:17.616199 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80439f-465d-4e79-a075-2cd78d87f1d2 req-61dbf73e-b828-42b3-9caa-9c4dc13383cf tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:17.617686 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7f80439f-465d-4e79-a075-2cd78d87f1d2 req-61dbf73e-b828-42b3-9caa-9c4dc13383cf tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=5733ad13-ad32-494f-a4f4-957d3a23a17a HTTP/1.1" status: 200 len: 945 time: 0.2580831 May 13 14:34:17.695008 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-222b633e-2de5-4311-a103-f7422fe153e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:17.714962 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7f80439f-465d-4e79-a075-2cd78d87f1d2 req-530a9ece-88c2-430d-aa69-220e42a5bd23 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872271 May 13 14:34:17.722482 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:17.727528 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f615ad-05b1-4780-9b69-d292229efd7a req-9e2d8c28-7929-426b-92c1-b6cf5d4b18a2 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:17.729895 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-27f615ad-05b1-4780-9b69-d292229efd7a req-9e2d8c28-7929-426b-92c1-b6cf5d4b18a2 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.59 "GET /v2.0/ports?device_id=5733ad13-ad32-494f-a4f4-957d3a23a17a HTTP/1.1" status: 200 len: 945 time: 0.3913963 May 13 14:34:17.733738 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-bbf66bf8-8bcc-40d5-8c54-7fcf1860a510 req-c7d4ee1c-b825-42c5-b77a-d67a7265a645 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:17.734896 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-222b633e-2de5-4311-a103-f7422fe153e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:17.737357 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 8c9607a1-3547-4252-b0d6-4b61aa1f5bfb completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:34:17.745102 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 8c9607a1-3547-4252-b0d6-4b61aa1f5bfb triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:17.745390 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:17.770340 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-bbf66bf8-8bcc-40d5-8c54-7fcf1860a510 req-c7d4ee1c-b825-42c5-b77a-d67a7265a645 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:17.857733 n-d-841760-1 neutron-server[88082]: DEBUG neutron.objects.ports [None req-e344c2b9-fad5-4a1a-8eb7-d22ec0944287 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88082) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 14:34:17.858282 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e344c2b9-fad5-4a1a-8eb7-d22ec0944287 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:17.862694 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-222b633e-2de5-4311-a103-f7422fe153e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:17.968586 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b633e-2de5-4311-a103-f7422fe153e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6754d1d9-f358-4882-a46e-1d7501522123,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:17.974672 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:17.989304 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-dfa11fae-28a0-4266-94f3-9b24ef4276ab tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Deleting port 99747c96-81c0-4583-aa29-5a4348d6bc90 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:34:17.989559 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dfa11fae-28a0-4266-94f3-9b24ef4276ab tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:17.998490 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 8c9607a1-3547-4252-b0d6-4b61aa1f5bfb is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:17.998871 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:18.027829 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344c2b9-fad5-4a1a-8eb7-d22ec0944287 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a1a03f97-d1cb-427a-a66c-e6541319bf7a,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:18.034662 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 8c9607a1-3547-4252-b0d6-4b61aa1f5bfb, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=8c9607a1-3547-4252-b0d6-4b61aa1f5bfb,segment=NetworkSegment(17330e29-ae52-43f2-bcef-a683d5d81195),segment_id=17330e29-ae52-43f2-bcef-a683d5d81195)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:18.038580 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-222b633e-2de5-4311-a103-f7422fe153e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:18.042077 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:18.042212 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-222b633e-2de5-4311-a103-f7422fe153e1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6754d1d9-f358-4882-a46e-1d7501522123 HTTP/1.1" status: 204 len: 168 time: 0.5363147 May 13 14:34:18.042289 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 54bed19c-962c-4fd5-a21b-ed00052450e2 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:34:18.059804 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e344c2b9-fad5-4a1a-8eb7-d22ec0944287 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Checking segment: {'id': 'bad7cf37-7428-430d-97e9-c193a29fc844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a4266437-dbbd-4022-94b2-a716f5429915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:34:18.060168 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e344c2b9-fad5-4a1a-8eb7-d22ec0944287 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Network hostable DHCP agents. Network: a4266437-dbbd-4022-94b2-a716f5429915, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:34:18.096494 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8c824-8ab1-4db3-b0a2-584502d32862 req-33fc1d41-fd44-4b86-a852-744e098669d7 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:18.098277 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-46b8c824-8ab1-4db3-b0a2-584502d32862 req-33fc1d41-fd44-4b86-a852-744e098669d7 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eb42639-60d3-423d-8caf-cd825277505f HTTP/1.1" status: 200 len: 945 time: 0.2319806 May 13 14:34:18.098511 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-27f615ad-05b1-4780-9b69-d292229efd7a req-df668ca8-9c3a-4670-92df-1dd81bb5eba4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Deleting port dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:34:18.098944 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-27f615ad-05b1-4780-9b69-d292229efd7a req-df668ca8-9c3a-4670-92df-1dd81bb5eba4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:18.105325 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e344c2b9-fad5-4a1a-8eb7-d22ec0944287 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Network a4266437-dbbd-4022-94b2-a716f5429915 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:34:18.119020 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 54bed19c-962c-4fd5-a21b-ed00052450e2 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:34:18.119374 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 54bed19c-962c-4fd5-a21b-ed00052450e2 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:34:18.119817 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device dbc7731a-1422-4514-b88c-638f96b1ae2e no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:34:18.138510 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-e344c2b9-fad5-4a1a-8eb7-d22ec0944287 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, a4266437-dbbd-4022-94b2-a716f5429915) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:18.139982 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1943485d-e0fa-4c0f-a354-2e4cd71f2078 req-1ee6f79a-2f69-4f3d-be4c-47bd6d40b5d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:18.163293 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e344c2b9-fad5-4a1a-8eb7-d22ec0944287 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:18.164403 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e344c2b9-fad5-4a1a-8eb7-d22ec0944287 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:18.165574 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ce6458-2a67-45d0-9b83-bffb19c9ad77 None None] Network a4266437-dbbd-4022-94b2-a716f5429915 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:34:18.179058 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['41d6498b-80c7-4797-b523-231bb2077238', '264f174b-52f0-4701-8c1f-20098e7391bb', 'd044bab1-0650-4c79-bf4c-d0feaf1d04cd', '6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:34:18.206758 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e344c2b9-fad5-4a1a-8eb7-d22ec0944287 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1367471 May 13 14:34:18.215159 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-46b8c824-8ab1-4db3-b0a2-584502d32862 req-820b0ac8-36ff-4324-91de-b14c5fbeda8b tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dd63199-2b00-4b0e-afcc-0b724c5393dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055942 May 13 14:34:18.221366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48336) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:18.224209 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['eb595b96-cef3-4299-99d9-de7e5c7f260a', 'b281dee8-53b5-411d-be6e-41b4eafc9fd9'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:34:18.229999 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-e668e141-a91e-4796-ba7d-cfb1da036924 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Request body: {'floatingip': {'floating_network_id': 'a4266437-dbbd-4022-94b2-a716f5429915'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:18.239482 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-bbf66bf8-8bcc-40d5-8c54-7fcf1860a510 req-c7d4ee1c-b825-42c5-b77a-d67a7265a645 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:18.243661 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e668e141-a91e-4796-ba7d-cfb1da036924 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:18.252214 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e668e141-a91e-4796-ba7d-cfb1da036924 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Usage tracker for resource:floatingip and tenant:c8d265ac9c274089b20a54b50839da33 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:18.260191 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e668e141-a91e-4796-ba7d-cfb1da036924 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:18.278705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e668e141-a91e-4796-ba7d-cfb1da036924 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:18.300305 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: dbc7731a-1422-4514-b88c-638f96b1ae2e {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:34:18.300648 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device dbc7731a-1422-4514-b88c-638f96b1ae2e not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:34:18.305305 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e668e141-a91e-4796-ba7d-cfb1da036924 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:18.334676 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4ee1c-b825-42c5-b77a-d67a7265a645 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0d36a1-4139-4367-8b2d-ec8c1570b75c,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:18.343245 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-dfa11fae-28a0-4266-94f3-9b24ef4276ab tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] The port '99747c96-81c0-4583-aa29-5a4348d6bc90' was deleted {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:34:18.387642 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f640fca-3202-4588-a6cd-4d3fe11bca8a'] response: {'server_uuid': '740ee651-f6c5-45cf-a6c6-490a74620dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b', 'code': 200} May 13 14:34:18.391294 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6f79a-2f69-4f3d-be4c-47bd6d40b5d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Pushing event deleted for resources: {'Port': ['ID=54bed19c-962c-4fd5-a21b-ed00052450e2,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:18.541824 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=8c9607a1-3547-4252-b0d6-4b61aa1f5bfb,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:18.626871 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e668e141-a91e-4796-ba7d-cfb1da036924 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:18.650801 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-1943485d-e0fa-4c0f-a354-2e4cd71f2078 req-1ee6f79a-2f69-4f3d-be4c-47bd6d40b5d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] No DVR routers for this DVR port 54bed19c-962c-4fd5-a21b-ed00052450e2 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:34:18.662340 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1943485d-e0fa-4c0f-a354-2e4cd71f2078 req-1ee6f79a-2f69-4f3d-be4c-47bd6d40b5d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:18.729722 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab444be-14e7-473b-b6ed-089b5d0d62c0', 'name': 'network-vif-deleted', 'tag': '54bed19c-962c-4fd5-a21b-ed00052450e2'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:18.735923 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1943485d-e0fa-4c0f-a354-2e4cd71f2078 req-1ee6f79a-2f69-4f3d-be4c-47bd6d40b5d1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.74 "DELETE /v2.0/ports/54bed19c-962c-4fd5-a21b-ed00052450e2 HTTP/1.1" status: 204 len: 173 time: 2.8578026 May 13 14:34:18.737795 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-bbf66bf8-8bcc-40d5-8c54-7fcf1860a510 req-c7d4ee1c-b825-42c5-b77a-d67a7265a645 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:18.744324 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bbf66bf8-8bcc-40d5-8c54-7fcf1860a510 req-c7d4ee1c-b825-42c5-b77a-d67a7265a645 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "DELETE /v2.0/security-groups/9e0d36a1-4139-4367-8b2d-ec8c1570b75c HTTP/1.1" status: 204 len: 173 time: 1.3001280 May 13 14:34:18.839463 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e50511b0-90ff-47a6-a3ce-3e17d104c16d req-655604d5-b2c9-4416-b23e-8c45edd7be43 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ab444be-14e7-473b-b6ed-089b5d0d62c0 HTTP/1.1" status: 200 len: 210 time: 0.1413887 May 13 14:34:19.005722 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-e668e141-a91e-4796-ba7d-cfb1da036924 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Allocated IP 172.20.0.14 (a4266437-dbbd-4022-94b2-a716f5429915/a1a03f97-d1cb-427a-a66c-e6541319bf7a/2f270513-688e-43d6-b5a6-4f0ae9de997e) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:34:19.145703 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af19a06-171e-42ec-a388-2e7bd426d916 None None] Network a4266437-dbbd-4022-94b2-a716f5429915 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:34:19.257762 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [req-9691ed95-4e53-4466-9eed-36c0d6c42246 req-7dc9f606-1d37-43a6-9cc3-7752a0753467 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] show failed (client error): The resource could not be found. May 13 14:34:19.258780 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9691ed95-4e53-4466-9eed-36c0d6c42246 req-7dc9f606-1d37-43a6-9cc3-7752a0753467 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "GET /v2.0/security-groups/196a0b08-b523-45eb-963d-f607d024a3b6 HTTP/1.1" status: 404 len: 352 time: 0.4583061 May 13 14:34:19.346239 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e668e141-a91e-4796-ba7d-cfb1da036924 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:19.350275 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dfa11fae-28a0-4266-94f3-9b24ef4276ab tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:19.384986 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e668e141-a91e-4796-ba7d-cfb1da036924 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:19.440191 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b4a7ae3-5ad2-47ab-808a-84c3c4c98a3c'] response: {'server_uuid': '6ab444be-14e7-473b-b6ed-089b5d0d62c0', 'name': 'network-vif-deleted', 'tag': '54bed19c-962c-4fd5-a21b-ed00052450e2', 'status': 'completed', 'code': 200} May 13 14:34:19.489264 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e668e141-a91e-4796-ba7d-cfb1da036924 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Network a4266437-dbbd-4022-94b2-a716f5429915 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:19.500233 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c4099-c470-448b-8691-03838aac5e51 req-12fa8980-a3d6-489c-a7d9-906184a9caf2 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:19.508939 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0e0c4099-c470-448b-8691-03838aac5e51 req-12fa8980-a3d6-489c-a7d9-906184a9caf2 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=5733ad13-ad32-494f-a4f4-957d3a23a17a HTTP/1.1" status: 200 len: 945 time: 0.3891461 May 13 14:34:19.567187 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48374) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:19.599972 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-dfa11fae-28a0-4266-94f3-9b24ef4276ab tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c859bb-2d92-4f95-86d2-99db27438cd3']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:19.687477 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-dfa11fae-28a0-4266-94f3-9b24ef4276ab tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c1ffa5-05bd-4da1-b2f9-0a32efa72afc') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:19.687827 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-dfa11fae-28a0-4266-94f3-9b24ef4276ab tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c1ffa5-05bd-4da1-b2f9-0a32efa72afc') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:19.707198 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2866cf1-b962-4567-a3c1-402a6087124f req-95380412-65c4-4bba-80ca-10cac3e5d7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:19.709454 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e2866cf1-b962-4567-a3c1-402a6087124f req-95380412-65c4-4bba-80ca-10cac3e5d7a2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=740ee651-f6c5-45cf-a6c6-490a74620dd2 HTTP/1.1" status: 200 len: 1097 time: 1.2391155 May 13 14:34:19.727738 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dfa11fae-28a0-4266-94f3-9b24ef4276ab tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:19.783311 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-e668e141-a91e-4796-ba7d-cfb1da036924 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:19.806801 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e668e141-a91e-4796-ba7d-cfb1da036924 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:34:19.820950 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dfa11fae-28a0-4266-94f3-9b24ef4276ab tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:19.834926 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-cecc72c8-a730-4e49-b7f8-d3869d1bd9e1 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1136627894-network', 'tenant_id': '243e132e505a4d4ea3a9ff36148c6380'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:19.863285 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa11fae-28a0-4266-94f3-9b24ef4276ab tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:34:19.863798 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dfa11fae-28a0-4266-94f3-9b24ef4276ab tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:19.868270 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668e141-a91e-4796-ba7d-cfb1da036924 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Pushing event updated for resources: {'Port': ['ID=2f270513-688e-43d6-b5a6-4f0ae9de997e,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:19.890247 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-cecc72c8-a730-4e49-b7f8-d3869d1bd9e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: timer() May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:34:19.893382 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:34:19.903383 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0e0c4099-c470-448b-8691-03838aac5e51 req-7f8a5f4f-9a08-4df6-89a5-039de3a02b3c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933744 May 13 14:34:19.904635 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-cecc72c8-a730-4e49-b7f8-d3869d1bd9e1 admin admin] Usage tracker for resource:network and tenant:243e132e505a4d4ea3a9ff36148c6380 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:19.918672 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-cecc72c8-a730-4e49-b7f8-d3869d1bd9e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:19.980607 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-27f615ad-05b1-4780-9b69-d292229efd7a req-df668ca8-9c3a-4670-92df-1dd81bb5eba4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] For port dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001,segment=NetworkSegment(ed4a328b-d15d-4a03-9eac-ff7258e787fd),segment_id=ed4a328b-d15d-4a03-9eac-ff7258e787fd)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:19.980974 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-27f615ad-05b1-4780-9b69-d292229efd7a req-df668ca8-9c3a-4670-92df-1dd81bb5eba4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:19.989613 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c81b2213-acb8-4366-a8a9-0f6d0415c556 req-b0ecc62e-a9e1-487e-9b2b-6db66d3f7eaa tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "GET /v2.0/security-groups/1b19268d-9988-4b19-9c93-8fe3e8031bc1 HTTP/1.1" status: 200 len: 1807 time: 0.0590498 May 13 14:34:20.002712 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e2866cf1-b962-4567-a3c1-402a6087124f req-f88c7dd5-08e5-478b-be78-210447393f74 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8dd63199-2b00-4b0e-afcc-0b724c5393dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648969 May 13 14:34:20.007918 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-cecc72c8-a730-4e49-b7f8-d3869d1bd9e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:20.025835 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaefbad-b5d8-47f5-95f0-8d31adf7a009 req-82a9de73-feef-4359-91ff-1cbe7185f8ac tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:20.028217 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aeaefbad-b5d8-47f5-95f0-8d31adf7a009 req-82a9de73-feef-4359-91ff-1cbe7185f8ac tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eb42639-60d3-423d-8caf-cd825277505f HTTP/1.1" status: 200 len: 946 time: 0.4133263 May 13 14:34:20.086318 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c81b2213-acb8-4366-a8a9-0f6d0415c556 req-6d896fad-8707-4c82-be57-d3432e0017c0 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.116330 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c81b2213-acb8-4366-a8a9-0f6d0415c556 req-6d896fad-8707-4c82-be57-d3432e0017c0 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.191137 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c81b2213-acb8-4366-a8a9-0f6d0415c556 req-6d896fad-8707-4c82-be57-d3432e0017c0 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.200443 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-27f615ad-05b1-4780-9b69-d292229efd7a req-df668ca8-9c3a-4670-92df-1dd81bb5eba4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Calling delete_port for dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:34:20.201949 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:34:20.213312 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d896fad-8707-4c82-be57-d3432e0017c0 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b19268d-9988-4b19-9c93-8fe3e8031bc1,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:20.238518 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecc72c8-a730-4e49-b7f8-d3869d1bd9e1 admin admin] Made reservation on behalf of 243e132e505a4d4ea3a9ff36148c6380 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:20.240874 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cecc72c8-a730-4e49-b7f8-d3869d1bd9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.250145 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c81b2213-acb8-4366-a8a9-0f6d0415c556 req-6d896fad-8707-4c82-be57-d3432e0017c0 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.252288 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c81b2213-acb8-4366-a8a9-0f6d0415c556 req-6d896fad-8707-4c82-be57-d3432e0017c0 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "DELETE /v2.0/security-groups/1b19268d-9988-4b19-9c93-8fe3e8031bc1 HTTP/1.1" status: 204 len: 173 time: 0.2520485 May 13 14:34:20.295898 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cecc72c8-a730-4e49-b7f8-d3869d1bd9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.314234 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e668e141-a91e-4796-ba7d-cfb1da036924 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.385842 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dfa11fae-28a0-4266-94f3-9b24ef4276ab tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.390041 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb42639-60d3-423d-8caf-cd825277505f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9607a1-3547-4252-b0d6-4b61aa1f5bfb'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:20.398912 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dfa11fae-28a0-4266-94f3-9b24ef4276ab tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.457069 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-cecc72c8-a730-4e49-b7f8-d3869d1bd9e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:20.468169 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aeaefbad-b5d8-47f5-95f0-8d31adf7a009 req-8c08ce31-960b-4aab-bd3a-b9f6952a5ad2 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dd63199-2b00-4b0e-afcc-0b724c5393dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635061 May 13 14:34:20.472643 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-cecc72c8-a730-4e49-b7f8-d3869d1bd9e1 admin admin] Usage tracker for resource:security_group_rule and tenant:243e132e505a4d4ea3a9ff36148c6380 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:20.475612 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa11fae-28a0-4266-94f3-9b24ef4276ab tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] Pushing event deleted for resources: {'Network': ['ID=f6c859bb-2d92-4f95-86d2-99db27438cd3,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:20.479621 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-dfa11fae-28a0-4266-94f3-9b24ef4276ab tempest-DHCPAgentSchedulersTestJSON-1495925144 tempest-DHCPAgentSchedulersTestJSON-1495925144-project] 10.222.0.35 "DELETE /v2.0/networks/f6c859bb-2d92-4f95-86d2-99db27438cd3 HTTP/1.1" status: 204 len: 168 time: 5.3599031 May 13 14:34:20.479763 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e668e141-a91e-4796-ba7d-cfb1da036924 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.486550 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:20.487209 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.488192 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-cecc72c8-a730-4e49-b7f8-d3869d1bd9e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:20.537437 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-26bfe512-65ca-4347-919c-3b6e9a1f747f req-84043590-ef7c-4110-a171-784bfad35989 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "GET /v2.0/security-groups/0115dd23-fdf1-4d79-a1f3-09911ae0519f HTTP/1.1" status: 200 len: 1807 time: 0.1418984 May 13 14:34:20.538918 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001,segment=NetworkSegment(ed4a328b-d15d-4a03-9eac-ff7258e787fd),segment_id=ed4a328b-d15d-4a03-9eac-ff7258e787fd)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:20.546790 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.546983 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-cecc72c8-a730-4e49-b7f8-d3869d1bd9e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:20.589375 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [req-27f615ad-05b1-4780-9b69-d292229efd7a req-df668ca8-9c3a-4670-92df-1dd81bb5eba4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:34:20.592471 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [req-27f615ad-05b1-4780-9b69-d292229efd7a req-df668ca8-9c3a-4670-92df-1dd81bb5eba4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:34:20.682280 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:20.700797 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cecc72c8-a730-4e49-b7f8-d3869d1bd9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.706620 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cecc72c8-a730-4e49-b7f8-d3869d1bd9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.726847 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-26bfe512-65ca-4347-919c-3b6e9a1f747f req-df799b94-b08b-4117-ae3f-85e6afdf8dbf tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.743415 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cecc72c8-a730-4e49-b7f8-d3869d1bd9e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:34:20.756088 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc72c8-a730-4e49-b7f8-d3869d1bd9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fe953d-044c-4dee-afc2-a975139ae1ab,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:20.762841 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cecc72c8-a730-4e49-b7f8-d3869d1bd9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.763350 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-cecc72c8-a730-4e49-b7f8-d3869d1bd9e1 admin admin] Added segment bc45d110-6939-449a-9ea3-bc6409d12d19 of type vlan for network fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f May 13 14:34:20.791129 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-26bfe512-65ca-4347-919c-3b6e9a1f747f req-df799b94-b08b-4117-ae3f-85e6afdf8dbf tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.799363 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cecc72c8-a730-4e49-b7f8-d3869d1bd9e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.843685 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cecc72c8-a730-4e49-b7f8-d3869d1bd9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.845574 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecc72c8-a730-4e49-b7f8-d3869d1bd9e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:20.846975 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cecc72c8-a730-4e49-b7f8-d3869d1bd9e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.850743 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48396) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:20.860690 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d61eb1a4-230c-4a4c-91b2-27a1532b208a'] response: {'server_uuid': '3eb42639-60d3-423d-8caf-cd825277505f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9607a1-3547-4252-b0d6-4b61aa1f5bfb', 'code': 200} May 13 14:34:20.879885 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e668e141-a91e-4796-ba7d-cfb1da036924 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.903634 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e668e141-a91e-4796-ba7d-cfb1da036924 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.961920 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-26bfe512-65ca-4347-919c-3b6e9a1f747f req-df799b94-b08b-4117-ae3f-85e6afdf8dbf tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:21.002940 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df799b94-b08b-4117-ae3f-85e6afdf8dbf tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0115dd23-fdf1-4d79-a1f3-09911ae0519f,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:21.096608 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-27f615ad-05b1-4780-9b69-d292229efd7a req-df668ca8-9c3a-4670-92df-1dd81bb5eba4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Deleting port dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:34:21.096963 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-27f615ad-05b1-4780-9b69-d292229efd7a req-df668ca8-9c3a-4670-92df-1dd81bb5eba4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:21.103153 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668e141-a91e-4796-ba7d-cfb1da036924 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Pushing event updated for resources: {'Port': ['ID=2f270513-688e-43d6-b5a6-4f0ae9de997e,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:21.110801 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-26bfe512-65ca-4347-919c-3b6e9a1f747f req-df799b94-b08b-4117-ae3f-85e6afdf8dbf tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:21.111927 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-26bfe512-65ca-4347-919c-3b6e9a1f747f req-df799b94-b08b-4117-ae3f-85e6afdf8dbf tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "DELETE /v2.0/security-groups/0115dd23-fdf1-4d79-a1f3-09911ae0519f HTTP/1.1" status: 204 len: 173 time: 0.5660601 May 13 14:34:21.114907 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e668e141-a91e-4796-ba7d-cfb1da036924 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:21.123432 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc72c8-a730-4e49-b7f8-d3869d1bd9e1 admin admin] Pushing event updated for resources: {'Network': ['ID=fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:21.135405 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:34:21.145044 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ee8a20f7-567a-45b0-a5e5-a650aecdbca3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f79846a80c3b40138df6c1bc52366f6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2818575 May 13 14:34:21.145430 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48406) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:21.152369 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cecc72c8-a730-4e49-b7f8-d3869d1bd9e1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5814285 May 13 14:34:21.157092 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e668e141-a91e-4796-ba7d-cfb1da036924 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:21.158235 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e668e141-a91e-4796-ba7d-cfb1da036924 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9365056 May 13 14:34:21.159524 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48410) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:21.162493 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48412) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:21.170702 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-55f97efb-aace-46a7-8453-4829285fb9ec admin admin] Request body: {'subnet': {'network_id': 'fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1136627894-subnet', 'tenant_id': '243e132e505a4d4ea3a9ff36148c6380', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:21.225931 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-55f97efb-aace-46a7-8453-4829285fb9ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:21.245085 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-55f97efb-aace-46a7-8453-4829285fb9ec admin admin] Usage tracker for resource:subnet and tenant:243e132e505a4d4ea3a9ff36148c6380 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:21.265846 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d4277-853a-4235-a534-089c6f59eec6 req-23e2026b-694b-4bd0-944f-7c9f15cae3fb tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:21.266501 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-55f97efb-aace-46a7-8453-4829285fb9ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:21.266629 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-888d4277-853a-4235-a534-089c6f59eec6 req-23e2026b-694b-4bd0-944f-7c9f15cae3fb tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Synchronizing usage tracker for tenant:a49f1166c3f54f5fb3c6b91a02cdaaab on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:34:21.288312 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ea0ab-f303-4216-a80c-0022ce6cd433 req-29cda2eb-e55a-4c10-b659-a491307f7a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:21.289442 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e8ea0ab-f303-4216-a80c-0022ce6cd433 req-29cda2eb-e55a-4c10-b659-a491307f7a84 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3eb42639-60d3-423d-8caf-cd825277505f HTTP/1.1" status: 200 len: 1097 time: 0.2952204 May 13 14:34:21.289973 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-55f97efb-aace-46a7-8453-4829285fb9ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:21.292686 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f4985daa-f891-44f8-8ab6-f1d12bec1199 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Synchronizing usage tracker for tenant:c8d265ac9c274089b20a54b50839da33 on resource:floatingip {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:34:21.356842 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f97efb-aace-46a7-8453-4829285fb9ec admin admin] Made reservation on behalf of 243e132e505a4d4ea3a9ff36148c6380 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:21.359088 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-55f97efb-aace-46a7-8453-4829285fb9ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:21.390832 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-888d4277-853a-4235-a534-089c6f59eec6 req-23e2026b-694b-4bd0-944f-7c9f15cae3fb tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Unset dirty status for tenant:a49f1166c3f54f5fb3c6b91a02cdaaab on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:34:21.391982 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-888d4277-853a-4235-a534-089c6f59eec6 req-23e2026b-694b-4bd0-944f-7c9f15cae3fb tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=17c0d20f-ffbd-4a5b-9b1b-0ace35cb120b HTTP/1.1" status: 200 len: 950 time: 0.4345953 May 13 14:34:21.451219 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e8ea0ab-f303-4216-a80c-0022ce6cd433 req-d5df08c7-720c-47f2-a201-24340909da00 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8dd63199-2b00-4b0e-afcc-0b724c5393dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019130 May 13 14:34:21.478739 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c61433d6-b8ec-4ed2-8592-bc355e947a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:21.481689 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f4985daa-f891-44f8-8ab6-f1d12bec1199 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Unset dirty status for tenant:c8d265ac9c274089b20a54b50839da33 on resource:floatingip {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:34:21.487783 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f4985daa-f891-44f8-8ab6-f1d12bec1199 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] 10.222.0.35 "GET /v2.0/floatingips?floating_network_id=a4266437-dbbd-4022-94b2-a716f5429915 HTTP/1.1" status: 200 len: 690 time: 0.3212006 May 13 14:34:21.489255 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48420) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:21.495622 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-27f615ad-05b1-4780-9b69-d292229efd7a req-df668ca8-9c3a-4670-92df-1dd81bb5eba4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] For port dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001,segment=NetworkSegment(ed4a328b-d15d-4a03-9eac-ff7258e787fd),segment_id=ed4a328b-d15d-4a03-9eac-ff7258e787fd)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:21.496020 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-27f615ad-05b1-4780-9b69-d292229efd7a req-df668ca8-9c3a-4670-92df-1dd81bb5eba4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:21.521417 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-888d4277-853a-4235-a534-089c6f59eec6 req-5b39a8da-8b8b-4332-b72c-3df9b1b2493a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136558 May 13 14:34:21.555332 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c61433d6-b8ec-4ed2-8592-bc355e947a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:21.653019 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26699e3f-5a49-458f-95a5-bc33f9398353 req-56534336-e79c-493a-a150-33766f20f789 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:21.654500 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-26699e3f-5a49-458f-95a5-bc33f9398353 req-56534336-e79c-493a-a150-33766f20f789 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=5733ad13-ad32-494f-a4f4-957d3a23a17a HTTP/1.1" status: 200 len: 943 time: 0.3515246 May 13 14:34:21.729118 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-26699e3f-5a49-458f-95a5-bc33f9398353 req-07f6db62-2024-4aae-9cab-8e88800a8636 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676363 May 13 14:34:21.737262 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c61433d6-b8ec-4ed2-8592-bc355e947a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:21.770421 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61433d6-b8ec-4ed2-8592-bc355e947a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8714c755-902d-453e-9e5c-92921af404b0,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:21.773337 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-55f97efb-aace-46a7-8453-4829285fb9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:21.829228 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c61433d6-b8ec-4ed2-8592-bc355e947a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:21.830346 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c61433d6-b8ec-4ed2-8592-bc355e947a6b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8714c755-902d-453e-9e5c-92921af404b0 HTTP/1.1" status: 204 len: 168 time: 0.6841867 May 13 14:34:21.854580 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-27f615ad-05b1-4780-9b69-d292229efd7a req-df668ca8-9c3a-4670-92df-1dd81bb5eba4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Calling delete_port for dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:34:21.857867 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f97efb-aace-46a7-8453-4829285fb9ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9cc4fb1-d2ad-4765-9e89-652a7928106b,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:21.867469 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f97efb-aace-46a7-8453-4829285fb9ec admin admin] Checking segment: {'id': 'bc45d110-6939-449a-9ea3-bc6409d12d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:34:21.867826 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f97efb-aace-46a7-8453-4829285fb9ec admin admin] Network hostable DHCP agents. Network: fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:34:21.945826 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f97efb-aace-46a7-8453-4829285fb9ec admin admin] Network fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:34:21.964552 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-55f97efb-aace-46a7-8453-4829285fb9ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:21.970814 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f97efb-aace-46a7-8453-4829285fb9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:21.972192 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-55f97efb-aace-46a7-8453-4829285fb9ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:21.974521 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badaf683-49c4-4128-bae1-9040ce3fd369 None None] Network fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:34:21.992824 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-58b4c0fb-4033-497a-9823-18277fffd717 req-a4868b42-bad8-4ba3-af24-372c800b6cba tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "GET /v2.0/security-groups/5f3ba8fe-9f5f-422f-a9ad-eb9b05c9159e HTTP/1.1" status: 200 len: 1805 time: 0.4083698 May 13 14:34:22.015602 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eae10f-dbb4-47c4-bef4-1b79669d656c req-c53cbefd-c776-466c-8e35-bfe94c3d7de5 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:22.039986 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-75eae10f-dbb4-47c4-bef4-1b79669d656c req-c53cbefd-c776-466c-8e35-bfe94c3d7de5 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eb42639-60d3-423d-8caf-cd825277505f HTTP/1.1" status: 200 len: 946 time: 0.1662488 May 13 14:34:22.040332 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8c83245d-9ed0-444c-89f9-979eb3b015a7 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:22.097452 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-55f97efb-aace-46a7-8453-4829285fb9ec admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9282556 May 13 14:34:22.144023 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-75eae10f-dbb4-47c4-bef4-1b79669d656c req-1f3b82d9-225b-4d5d-87cc-976f76a41317 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dd63199-2b00-4b0e-afcc-0b724c5393dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026452 May 13 14:34:22.201029 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-8c83245d-9ed0-444c-89f9-979eb3b015a7 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Deleting port 2f270513-688e-43d6-b5a6-4f0ae9de997e {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:34:22.201355 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8c83245d-9ed0-444c-89f9-979eb3b015a7 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:22.279531 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48434) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:22.305750 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5d808119-6668-442e-b354-2e14252c5fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:22.329240 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5d808119-6668-442e-b354-2e14252c5fe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:22.335155 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5d808119-6668-442e-b354-2e14252c5fe1 admin admin] Usage tracker for resource:security_group_rule and tenant:ce863c642ef84718b30b1f4cd8cb3c60 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:22.339388 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5d808119-6668-442e-b354-2e14252c5fe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:22.347264 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5d808119-6668-442e-b354-2e14252c5fe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:22.383974 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-58b4c0fb-4033-497a-9823-18277fffd717 req-4bb604ea-0510-4aae-a652-c10c4643aeba tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:22.406461 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f7edb5-4bbd-4700-82a4-5d1a7b8b3430 None None] Network fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:34:22.452851 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-27f615ad-05b1-4780-9b69-d292229efd7a req-df668ca8-9c3a-4670-92df-1dd81bb5eba4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:22.493445 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['615a24e6-1c41-484b-beb8-093d302cd8a3'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:34:22.506387 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5d808119-6668-442e-b354-2e14252c5fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:22.510808 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5d808119-6668-442e-b354-2e14252c5fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:22.554204 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df668ca8-9c3a-4670-92df-1dd81bb5eba4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Pushing event deleted for resources: {'Port': ['ID=dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:22.561173 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d808119-6668-442e-b354-2e14252c5fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2286de5-e2e6-4115-8c22-566a56e45474,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:22.570386 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5d808119-6668-442e-b354-2e14252c5fe1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce863c642ef84718b30b1f4cd8cb3c60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2893836 May 13 14:34:22.574517 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48446) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:22.623317 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-58b4c0fb-4033-497a-9823-18277fffd717 req-4bb604ea-0510-4aae-a652-c10c4643aeba tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:22.687533 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-58b4c0fb-4033-497a-9823-18277fffd717 req-4bb604ea-0510-4aae-a652-c10c4643aeba tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:22.690860 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1d976a7c-c57d-4e57-9c78-86c3d86bbf45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:22.737881 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1d976a7c-c57d-4e57-9c78-86c3d86bbf45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:22.790773 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb604ea-0510-4aae-a652-c10c4643aeba tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3ba8fe-9f5f-422f-a9ad-eb9b05c9159e,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:22.802272 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1d976a7c-c57d-4e57-9c78-86c3d86bbf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:22.811408 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f615ad-05b1-4780-9b69-d292229efd7a req-df668ca8-9c3a-4670-92df-1dd81bb5eba4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] No DVR routers for this DVR port dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001 on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:34:22.818299 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-27f615ad-05b1-4780-9b69-d292229efd7a req-df668ca8-9c3a-4670-92df-1dd81bb5eba4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:22.821519 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5733ad13-ad32-494f-a4f4-957d3a23a17a', 'name': 'network-vif-deleted', 'tag': 'dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:22.849107 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-58b4c0fb-4033-497a-9823-18277fffd717 req-4bb604ea-0510-4aae-a652-c10c4643aeba tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:22.855130 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-58b4c0fb-4033-497a-9823-18277fffd717 req-4bb604ea-0510-4aae-a652-c10c4643aeba tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "DELETE /v2.0/security-groups/5f3ba8fe-9f5f-422f-a9ad-eb9b05c9159e HTTP/1.1" status: 204 len: 173 time: 0.8615389 May 13 14:34:22.863166 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1d976a7c-c57d-4e57-9c78-86c3d86bbf45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:22.866826 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1d976a7c-c57d-4e57-9c78-86c3d86bbf45 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b2286de5-e2e6-4115-8c22-566a56e45474 HTTP/1.1" status: 204 len: 168 time: 0.2891090 May 13 14:34:22.866826 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d976a7c-c57d-4e57-9c78-86c3d86bbf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2286de5-e2e6-4115-8c22-566a56e45474,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:22.872760 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8c83245d-9ed0-444c-89f9-979eb3b015a7 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:22.874826 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8c83245d-9ed0-444c-89f9-979eb3b015a7 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:22.904260 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-27f615ad-05b1-4780-9b69-d292229efd7a req-df668ca8-9c3a-4670-92df-1dd81bb5eba4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.59 "DELETE /v2.0/ports/dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001 HTTP/1.1" status: 204 len: 173 time: 5.0688431 May 13 14:34:22.913942 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5733ad13-ad32-494f-a4f4-957d3a23a17a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:23.200898 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-8c83245d-9ed0-444c-89f9-979eb3b015a7 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Calling delete_port for 2f270513-688e-43d6-b5a6-4f0ae9de997e owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:34:23.580445 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8c83245d-9ed0-444c-89f9-979eb3b015a7 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:23.617507 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-7289c669-56d5-44bb-bffe-39cf79a7792a tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:23.630621 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-7289c669-56d5-44bb-bffe-39cf79a7792a tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/networks?id=fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f HTTP/1.1" status: 200 len: 822 time: 0.3394172 May 13 14:34:23.650171 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80cac9-5b4f-4f91-906d-06b99b71f109 req-d6d237af-c152-4650-ab94-17d9b9e9b85c tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:23.652107 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5b80cac9-5b4f-4f91-906d-06b99b71f109 req-d6d237af-c152-4650-ab94-17d9b9e9b85c tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.74 "GET /v2.0/ports?device_id=17c0d20f-ffbd-4a5b-9b1b-0ace35cb120b HTTP/1.1" status: 200 len: 950 time: 0.3683841 May 13 14:34:23.658230 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-1decdd3c-85d8-4acd-82ab-4bee722794ff tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/quotas/243e132e505a4d4ea3a9ff36148c6380 HTTP/1.1" status: 200 len: 375 time: 0.0255048 May 13 14:34:23.713941 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e58b1-534e-4e2c-a52e-f2b18a860d9e req-15361127-dc78-43da-9796-3ab4140d1ca9 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:23.715936 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f78e58b1-534e-4e2c-a52e-f2b18a860d9e req-15361127-dc78-43da-9796-3ab4140d1ca9 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=17c0d20f-ffbd-4a5b-9b1b-0ace35cb120b HTTP/1.1" status: 200 len: 950 time: 0.6525707 May 13 14:34:23.716888 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c83245d-9ed0-444c-89f9-979eb3b015a7 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f270513-688e-43d6-b5a6-4f0ae9de997e,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:23.728965 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-7cabd19a-6d13-4845-9bad-a4a0f75333a9 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=243e132e505a4d4ea3a9ff36148c6380&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696418 May 13 14:34:23.889845 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f78e58b1-534e-4e2c-a52e-f2b18a860d9e req-b29fc77c-3052-43e3-b64b-ad110740ca35 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246369 May 13 14:34:23.895786 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-5b80cac9-5b4f-4f91-906d-06b99b71f109 req-8bab11ae-7894-4a43-a28d-09e8810ab0f4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Deleting port b281dee8-53b5-411d-be6e-41b4eafc9fd9 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:34:23.896131 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5b80cac9-5b4f-4f91-906d-06b99b71f109 req-8bab11ae-7894-4a43-a28d-09e8810ab0f4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:23.934202 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-7670523a-4578-4885-b884-559e099370d2 service neutron] 10.222.0.35 "GET /v2.0/networks/fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967208 May 13 14:34:23.958158 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8c83245d-9ed0-444c-89f9-979eb3b015a7 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:24.152083 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-3e80d3b9-c4ef-45bd-aca9-16c3b895d697 service neutron] 10.222.0.35 "GET /v2.0/networks/fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162650 May 13 14:34:24.169851 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42e46cf4-d185-44bf-905a-c281eb675ab2'] response: {'server_uuid': '5733ad13-ad32-494f-a4f4-957d3a23a17a', 'name': 'network-vif-deleted', 'tag': 'dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001', 'status': 'completed', 'code': 200} May 13 14:34:24.264569 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8c83245d-9ed0-444c-89f9-979eb3b015a7 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:24.374914 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5897485e-8a47-4400-a8cb-d87713da9729'] response: {'server_uuid': '5733ad13-ad32-494f-a4f4-957d3a23a17a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd14ac5d-d4cd-4fc1-94a9-54c7cfe92001', 'code': 200} May 13 14:34:24.511700 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-5b80cac9-5b4f-4f91-906d-06b99b71f109 req-8bab11ae-7894-4a43-a28d-09e8810ab0f4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] For port b281dee8-53b5-411d-be6e-41b4eafc9fd9, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=b281dee8-53b5-411d-be6e-41b4eafc9fd9,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:24.512196 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5b80cac9-5b4f-4f91-906d-06b99b71f109 req-8bab11ae-7894-4a43-a28d-09e8810ab0f4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:24.634274 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccb34f-e472-4ab4-b530-0e62d911edfa req-d21e09e4-d135-4d9b-8e91-4f1c3287e3c2 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:24.635946 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcccb34f-e472-4ab4-b530-0e62d911edfa req-d21e09e4-d135-4d9b-8e91-4f1c3287e3c2 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eb42639-60d3-423d-8caf-cd825277505f HTTP/1.1" status: 200 len: 946 time: 0.1522524 May 13 14:34:24.694070 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcccb34f-e472-4ab4-b530-0e62d911edfa req-5816b4f0-57b6-4a3a-b344-a005771e751a tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dd63199-2b00-4b0e-afcc-0b724c5393dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519536 May 13 14:34:24.727767 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-5b80cac9-5b4f-4f91-906d-06b99b71f109 req-8bab11ae-7894-4a43-a28d-09e8810ab0f4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Calling delete_port for b281dee8-53b5-411d-be6e-41b4eafc9fd9 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:34:24.794778 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8c83245d-9ed0-444c-89f9-979eb3b015a7 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:24.853015 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4d60fe26-e23b-492b-aaf0-e23ca106e619 req-54e5b6fa-f012-41f4-8a0f-55c01f5a1d18 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "GET /v2.0/security-groups/6b7adba2-c0a4-4457-8241-ff67e3ad7639 HTTP/1.1" status: 200 len: 2407 time: 0.6821787 May 13 14:34:24.864340 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c83245d-9ed0-444c-89f9-979eb3b015a7 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a1a03f97-d1cb-427a-a66c-e6541319bf7a,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:24.962584 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292fe02-c15d-493c-8682-8592142ffa8e req-e0f31905-6c10-489f-a86d-2f7712b7e59c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:24.964670 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f292fe02-c15d-493c-8682-8592142ffa8e req-e0f31905-6c10-489f-a86d-2f7712b7e59c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.1403005 May 13 14:34:25.022027 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8c83245d-9ed0-444c-89f9-979eb3b015a7 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:25.067750 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f292fe02-c15d-493c-8682-8592142ffa8e req-7fcb41c6-a920-49c2-9a67-e7da7930d171 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957518 May 13 14:34:25.180017 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-8c83245d-9ed0-444c-89f9-979eb3b015a7 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4266437-dbbd-4022-94b2-a716f5429915']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:25.223581 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-8c83245d-9ed0-444c-89f9-979eb3b015a7 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bad7cf37-7428-430d-97e9-c193a29fc844') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:25.223876 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-8c83245d-9ed0-444c-89f9-979eb3b015a7 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bad7cf37-7428-430d-97e9-c193a29fc844') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:25.244970 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4d60fe26-e23b-492b-aaf0-e23ca106e619 req-a02ff4eb-448a-4954-a233-9997fc0c51a6 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:25.247935 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8c83245d-9ed0-444c-89f9-979eb3b015a7 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:25.315022 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8c83245d-9ed0-444c-89f9-979eb3b015a7 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:25.336912 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5b80cac9-5b4f-4f91-906d-06b99b71f109 req-8bab11ae-7894-4a43-a28d-09e8810ab0f4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:25.336912 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c83245d-9ed0-444c-89f9-979eb3b015a7 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:34:25.336912 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8c83245d-9ed0-444c-89f9-979eb3b015a7 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:25.350417 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['41d6498b-80c7-4797-b523-231bb2077238', '264f174b-52f0-4701-8c1f-20098e7391bb', 'd044bab1-0650-4c79-bf4c-d0feaf1d04cd', '6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:34:25.351446 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:34:25.351446 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:34:25.351446 n-d-841760-1 neutron-server[88081]: timer() May 13 14:34:25.351446 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:34:25.351446 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:34:25.351446 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:34:25.351446 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:34:25.351446 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:34:25.351446 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:34:25.351446 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:34:25.351446 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:34:25.351446 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:34:25.351446 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:34:25.351446 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:34:25.351446 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:34:25.351446 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:34:25.351446 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:34:25.351446 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:34:25.351446 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:34:25.351446 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:34:25.351446 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:34:25.351446 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:34:25.351446 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:34:25.351446 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:34:25.351446 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:34:25.351446 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:34:25.351446 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:34:25.351446 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:34:25.351446 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:34:25.351446 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:34:25.351446 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:34:25.351446 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:34:25.353577 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4d60fe26-e23b-492b-aaf0-e23ca106e619 req-a02ff4eb-448a-4954-a233-9997fc0c51a6 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:25.380859 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-365a5d0c-895d-4244-923f-3249c7e94a67 req-784d39df-80aa-4c49-9365-a694d241c1aa tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d7a9cd-bd8f-438d-919e-17ac62b27963 HTTP/1.1" status: 200 len: 210 time: 0.1157053 May 13 14:34:25.418996 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['eb595b96-cef3-4299-99d9-de7e5c7f260a'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:34:25.489305 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab11ae-7894-4a43-a28d-09e8810ab0f4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Pushing event deleted for resources: {'Port': ['ID=b281dee8-53b5-411d-be6e-41b4eafc9fd9,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:25.639414 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af5871-e4fc-40ec-8b7d-4f144477c5b9 req-f22181e2-3c4b-4451-9128-9e4fc74cf4e9 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:25.647051 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-22af5871-e4fc-40ec-8b7d-4f144477c5b9 req-f22181e2-3c4b-4451-9128-9e4fc74cf4e9 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=755953f9-d2c4-400f-8142-eaa1d5fc359a HTTP/1.1" status: 200 len: 945 time: 0.1377163 May 13 14:34:25.676953 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b80cac9-5b4f-4f91-906d-06b99b71f109 req-8bab11ae-7894-4a43-a28d-09e8810ab0f4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] No DVR routers for this DVR port b281dee8-53b5-411d-be6e-41b4eafc9fd9 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:34:25.682519 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5b80cac9-5b4f-4f91-906d-06b99b71f109 req-8bab11ae-7894-4a43-a28d-09e8810ab0f4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:25.709677 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8c83245d-9ed0-444c-89f9-979eb3b015a7 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:25.724610 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c83245d-9ed0-444c-89f9-979eb3b015a7 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a4266437-dbbd-4022-94b2-a716f5429915 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 13 14:34:25.732307 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-22af5871-e4fc-40ec-8b7d-4f144477c5b9 req-6a41cda3-ad46-4b5f-8d18-1f6611dfdfdd tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dd63199-2b00-4b0e-afcc-0b724c5393dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840368 May 13 14:34:25.744606 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8c83245d-9ed0-444c-89f9-979eb3b015a7 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:25.857347 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c83245d-9ed0-444c-89f9-979eb3b015a7 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Pushing event deleted for resources: {'Network': ['ID=a4266437-dbbd-4022-94b2-a716f5429915,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:25.879524 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4d60fe26-e23b-492b-aaf0-e23ca106e619 req-a02ff4eb-448a-4954-a233-9997fc0c51a6 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:25.941681 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ff4eb-448a-4954-a233-9997fc0c51a6 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7adba2-c0a4-4457-8241-ff67e3ad7639,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:25.957818 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5b80cac9-5b4f-4f91-906d-06b99b71f109 req-8bab11ae-7894-4a43-a28d-09e8810ab0f4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.74 "DELETE /v2.0/ports/b281dee8-53b5-411d-be6e-41b4eafc9fd9 HTTP/1.1" status: 204 len: 173 time: 2.2981277 May 13 14:34:25.959529 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4d60fe26-e23b-492b-aaf0-e23ca106e619 req-a02ff4eb-448a-4954-a233-9997fc0c51a6 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:25.971029 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4d60fe26-e23b-492b-aaf0-e23ca106e619 req-a02ff4eb-448a-4954-a233-9997fc0c51a6 tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "DELETE /v2.0/security-groups/6b7adba2-c0a4-4457-8241-ff67e3ad7639 HTTP/1.1" status: 204 len: 173 time: 1.1102185 May 13 14:34:25.975007 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8c83245d-9ed0-444c-89f9-979eb3b015a7 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] 10.222.0.35 "DELETE /v2.0/networks/a4266437-dbbd-4022-94b2-a716f5429915 HTTP/1.1" status: 204 len: 168 time: 4.4848063 May 13 14:34:25.979975 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48550) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:26.044259 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7f3fb2aa-218d-42fe-bb92-5eaa720e9611 req-6b405dd7-9b2d-4dbf-a3a4-62af2f64a9aa tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=17c0d20f-ffbd-4a5b-9b1b-0ace35cb120b HTTP/1.1" status: 200 len: 210 time: 0.0768220 May 13 14:34:26.180392 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c0d20f-ffbd-4a5b-9b1b-0ace35cb120b', 'name': 'network-vif-deleted', 'tag': 'b281dee8-53b5-411d-be6e-41b4eafc9fd9'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:26.204483 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6cfb4dce-2886-4016-b08f-ce825c81bdac req-bf2d1a14-9b41-4f73-a445-ad9a2d4b241c tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "GET /v2.0/security-groups/23841026-8e9d-442b-a756-33cfa94140a6 HTTP/1.1" status: 200 len: 2400 time: 0.1160963 May 13 14:34:26.376963 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48560) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:26.381223 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6cfb4dce-2886-4016-b08f-ce825c81bdac req-96d6c7a3-8f3c-4fbd-b28a-a8fef8f6a8bc tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:26.428081 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6cfb4dce-2886-4016-b08f-ce825c81bdac req-96d6c7a3-8f3c-4fbd-b28a-a8fef8f6a8bc tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:26.508003 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6cfb4dce-2886-4016-b08f-ce825c81bdac req-96d6c7a3-8f3c-4fbd-b28a-a8fef8f6a8bc tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:26.530444 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-12e0a47f-30b3-4195-9ecd-8e4b44289b45 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Synchronizing usage tracker for tenant:c8d265ac9c274089b20a54b50839da33 on resource:floatingip {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:34:26.545713 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6c7a3-8f3c-4fbd-b28a-a8fef8f6a8bc tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23841026-8e9d-442b-a756-33cfa94140a6,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:26.553717 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6cfb4dce-2886-4016-b08f-ce825c81bdac req-96d6c7a3-8f3c-4fbd-b28a-a8fef8f6a8bc tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:26.565232 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48570) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:26.572173 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6cfb4dce-2886-4016-b08f-ce825c81bdac req-96d6c7a3-8f3c-4fbd-b28a-a8fef8f6a8bc tempest-SecurityGroupRulesTestJSON-234789583 tempest-SecurityGroupRulesTestJSON-234789583-project] 10.222.0.35 "DELETE /v2.0/security-groups/23841026-8e9d-442b-a756-33cfa94140a6 HTTP/1.1" status: 204 len: 173 time: 0.3663542 May 13 14:34:26.740344 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-4db5eea0-1868-4b03-9105-6a790a37dc9e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:26.749650 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4db5eea0-1868-4b03-9105-6a790a37dc9e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:26.756015 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4db5eea0-1868-4b03-9105-6a790a37dc9e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Usage tracker for resource:floatingip and tenant:1b630e84e85a4729b322edb7bcde5407 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:26.759353 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4db5eea0-1868-4b03-9105-6a790a37dc9e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:26.767277 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4db5eea0-1868-4b03-9105-6a790a37dc9e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:26.783768 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4db5eea0-1868-4b03-9105-6a790a37dc9e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks [] for floatingip, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:26.813668 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7400d86-9224-469a-bc11-d1391f71f010 req-797cb9c2-8451-45d0-a36b-3c626cf0f3ed tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:26.815179 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f7400d86-9224-469a-bc11-d1391f71f010 req-797cb9c2-8451-45d0-a36b-3c626cf0f3ed tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.1446245 May 13 14:34:26.841004 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-12e0a47f-30b3-4195-9ecd-8e4b44289b45 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Unset dirty status for tenant:c8d265ac9c274089b20a54b50839da33 on resource:floatingip {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:34:26.842195 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-12e0a47f-30b3-4195-9ecd-8e4b44289b45 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.8603544 May 13 14:34:26.850367 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48574) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:26.922970 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8014a4c-7cf2-4158-a57b-8331990b0b75 admin admin] Deleting subnet c9a8f61c-e71b-4368-96fb-68caf958317b {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:34:26.929441 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f7400d86-9224-469a-bc11-d1391f71f010 req-48bad1d8-026b-419a-831a-e5c4fb5f28d5 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660820 May 13 14:34:26.934614 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a8014a4c-7cf2-4158-a57b-8331990b0b75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:26.988912 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4db5eea0-1868-4b03-9105-6a790a37dc9e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:27.009170 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-808d8208-dbc0-4c85-ad87-f0d6e7bfca39'] response: {'server_uuid': '17c0d20f-ffbd-4a5b-9b1b-0ace35cb120b', 'name': 'network-vif-deleted', 'tag': 'b281dee8-53b5-411d-be6e-41b4eafc9fd9', 'status': 'completed', 'code': 200} May 13 14:34:27.019309 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-01e94b82-90fe-4801-a817-759c103fc4bb tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:27.020131 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-01e94b82-90fe-4801-a817-759c103fc4bb tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Synchronizing usage tracker for tenant:243e132e505a4d4ea3a9ff36148c6380 on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:34:27.037266 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784f204-68f3-4b5c-8c54-ec651a415f8b req-51eee94a-adc8-4d9d-8c3b-4a7a5cf12c4e tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:27.038837 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0784f204-68f3-4b5c-8c54-ec651a415f8b req-51eee94a-adc8-4d9d-8c3b-4a7a5cf12c4e tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=740ee651-f6c5-45cf-a6c6-490a74620dd2 HTTP/1.1" status: 200 len: 946 time: 0.7877200 May 13 14:34:27.043149 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a8014a4c-7cf2-4158-a57b-8331990b0b75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:27.120468 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50610d7-76c2-45e3-a3d3-8d467e7f2f1f tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:27.121043 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50610d7-76c2-45e3-a3d3-8d467e7f2f1f tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:27.121489 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50610d7-76c2-45e3-a3d3-8d467e7f2f1f tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:27.121925 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50610d7-76c2-45e3-a3d3-8d467e7f2f1f tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:27.122364 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50610d7-76c2-45e3-a3d3-8d467e7f2f1f tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:27.122797 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50610d7-76c2-45e3-a3d3-8d467e7f2f1f tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:27.123258 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50610d7-76c2-45e3-a3d3-8d467e7f2f1f tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:27.123691 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50610d7-76c2-45e3-a3d3-8d467e7f2f1f tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:27.124728 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e50610d7-76c2-45e3-a3d3-8d467e7f2f1f tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Synchronizing usage tracker for tenant:c8d265ac9c274089b20a54b50839da33 on resource:subnet {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:34:27.136246 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-01e94b82-90fe-4801-a817-759c103fc4bb tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Unset dirty status for tenant:243e132e505a4d4ea3a9ff36148c6380 on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:34:27.137325 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-01e94b82-90fe-4801-a817-759c103fc4bb tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.59 "GET /v2.0/networks?id=fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f HTTP/1.1" status: 200 len: 822 time: 0.7780964 May 13 14:34:27.167887 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-f382f201-e0dd-41ce-814f-7a5a34247e6d tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Request body: {'port': {'device_id': '80d7a9cd-bd8f-438d-919e-17ac62b27963', 'network_id': 'fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f', 'admin_state_up': True, 'tenant_id': '243e132e505a4d4ea3a9ff36148c6380'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:27.169115 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a887d3c0-abd6-4d61-a1a7-0f509d97a232 req-5e33329d-3ba1-4f0e-bd45-cb16b069fd9d tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d7a9cd-bd8f-438d-919e-17ac62b27963 HTTP/1.1" status: 200 len: 210 time: 0.0542715 May 13 14:34:27.189164 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-4db5eea0-1868-4b03-9105-6a790a37dc9e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Allocated IP 172.25.0.133 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/b5305ee6-3cf6-4375-9457-76d068e8043d) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:34:27.215196 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-236eec5e-0108-4a0a-9f2b-a460f5d4160b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:27.254896 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a8014a4c-7cf2-4158-a57b-8331990b0b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:27.282684 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e50610d7-76c2-45e3-a3d3-8d467e7f2f1f tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Unset dirty status for tenant:c8d265ac9c274089b20a54b50839da33 on resource:subnet {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:34:27.283917 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e50610d7-76c2-45e3-a3d3-8d467e7f2f1f tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5330 time: 0.4295261 May 13 14:34:27.287615 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48582) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:27.288305 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device b281dee8-53b5-411d-be6e-41b4eafc9fd9 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:34:27.295970 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0784f204-68f3-4b5c-8c54-ec651a415f8b req-60757e93-9ee6-40ce-87ec-af58c2903e47 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dd63199-2b00-4b0e-afcc-0b724c5393dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173185 May 13 14:34:27.339645 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: b281dee8-53b5-411d-be6e-41b4eafc9fd9 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:34:27.340694 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device b281dee8-53b5-411d-be6e-41b4eafc9fd9 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:34:27.395553 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a8014a4c-7cf2-4158-a57b-8331990b0b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:27.399579 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-f382f201-e0dd-41ce-814f-7a5a34247e6d tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:27.435453 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-f382f201-e0dd-41ce-814f-7a5a34247e6d tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Usage tracker for resource:port and tenant:243e132e505a4d4ea3a9ff36148c6380 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:27.442067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-f382f201-e0dd-41ce-814f-7a5a34247e6d tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:27.446503 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8014a4c-7cf2-4158-a57b-8331990b0b75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9a8f61c-e71b-4368-96fb-68caf958317b,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:27.448514 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a8014a4c-7cf2-4158-a57b-8331990b0b75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:27.457458 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-f382f201-e0dd-41ce-814f-7a5a34247e6d tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:27.460553 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a8014a4c-7cf2-4158-a57b-8331990b0b75 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c9a8f61c-e71b-4368-96fb-68caf958317b HTTP/1.1" status: 204 len: 168 time: 0.8942461 May 13 14:34:27.464875 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48590) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:27.547296 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-f382f201-e0dd-41ce-814f-7a5a34247e6d tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Made reservation on behalf of 243e132e505a4d4ea3a9ff36148c6380 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:27.548859 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-2194d347-55ed-4645-abd0-a464c091053b tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] delete failed (client error): The resource could not be found. May 13 14:34:27.550747 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-f382f201-e0dd-41ce-814f-7a5a34247e6d tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:27.551553 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2194d347-55ed-4645-abd0-a464c091053b tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/d70c8e37-d2eb-421a-a68a-a7e0aabdd8a3 HTTP/1.1" status: 404 len: 345 time: 0.2626138 May 13 14:34:27.559631 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48594) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:27.628930 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4db5eea0-1868-4b03-9105-6a790a37dc9e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:27.650705 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-56410914-c23e-4e47-bf79-c0663676c1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:27.655353 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e2969-605f-4088-a754-927528463e40 req-7cfdd3ad-a313-4993-b476-087dbdf26172 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:27.662571 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-500e2969-605f-4088-a754-927528463e40 req-7cfdd3ad-a313-4993-b476-087dbdf26172 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.2887344 May 13 14:34:27.668055 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-c173c5fc-820f-4d81-bba9-636147f6f859 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] DELETE failed (client error): The resource could not be found. May 13 14:34:27.672874 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c173c5fc-820f-4d81-bba9-636147f6f859 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:34:27.675064 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c173c5fc-820f-4d81-bba9-636147f6f859 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] 10.222.0.35 "DELETE /v2.0/networks/a4266437-dbbd-4022-94b2-a716f5429915 HTTP/1.1" status: 404 len: 339 time: 0.1071923 May 13 14:34:27.692475 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48602) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:27.710517 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-56326302-5444-4047-8f87-8ff6820110bb tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Request body: {'network': {'name': 'tempest-network--1505135229', 'router:external': True}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:27.712641 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-56326302-5444-4047-8f87-8ff6820110bb tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:27.728550 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-56326302-5444-4047-8f87-8ff6820110bb tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Usage tracker for resource:network and tenant:c8d265ac9c274089b20a54b50839da33 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:27.736158 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-56326302-5444-4047-8f87-8ff6820110bb tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:27.747443 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-56326302-5444-4047-8f87-8ff6820110bb tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:27.759422 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-500e2969-605f-4088-a754-927528463e40 req-4c2ac123-239c-4930-b032-450d7f584be9 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955195 May 13 14:34:27.771944 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56326302-5444-4047-8f87-8ff6820110bb tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Made reservation on behalf of c8d265ac9c274089b20a54b50839da33 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:27.774384 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-56326302-5444-4047-8f87-8ff6820110bb tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:27.787428 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4db5eea0-1868-4b03-9105-6a790a37dc9e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:27.848235 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db5eea0-1868-4b03-9105-6a790a37dc9e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:27.853833 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-4db5eea0-1868-4b03-9105-6a790a37dc9e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:27.858056 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db5eea0-1868-4b03-9105-6a790a37dc9e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:34:27.898499 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-56410914-c23e-4e47-bf79-c0663676c1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:27.969583 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-56410914-c23e-4e47-bf79-c0663676c1d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['288df9bf-fdeb-4ea3-b886-f1b524db58dd']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:27.993892 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56326302-5444-4047-8f87-8ff6820110bb tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:34:27.995823 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-56410914-c23e-4e47-bf79-c0663676c1d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2433fb63-8e06-480d-84da-1f0979c40122') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:27.996139 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-56410914-c23e-4e47-bf79-c0663676c1d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2433fb63-8e06-480d-84da-1f0979c40122') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:28.013382 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5eea0-1868-4b03-9105-6a790a37dc9e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Pushing event updated for resources: {'Port': ['ID=b5305ee6-3cf6-4375-9457-76d068e8043d,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:28.014887 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-56410914-c23e-4e47-bf79-c0663676c1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:28.026521 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-56326302-5444-4047-8f87-8ff6820110bb tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:28.026818 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-56326302-5444-4047-8f87-8ff6820110bb tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Added segment 418b9a1a-f6aa-465a-b6db-d5d6cbb67c0f of type vlan for network 35ebd5b3-4e2d-4b07-845b-b83fbd0ab8f2 May 13 14:34:28.040545 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-56410914-c23e-4e47-bf79-c0663676c1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:28.043058 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-f382f201-e0dd-41ce-814f-7a5a34247e6d tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Allocated IP 172.20.0.2 (fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f/f9cc4fb1-d2ad-4765-9e89-652a7928106b/c9fbe10d-8124-4642-bacb-35ceea346cec) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:34:28.052027 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56410914-c23e-4e47-bf79-c0663676c1d6 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:34:28.052423 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-56410914-c23e-4e47-bf79-c0663676c1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:28.054292 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4db5eea0-1868-4b03-9105-6a790a37dc9e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:28.067679 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:34:28.067679 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:34:28.067679 n-d-841760-1 neutron-server[88081]: timer() May 13 14:34:28.067679 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:34:28.067679 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:34:28.067679 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:34:28.067679 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:34:28.067679 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:34:28.067679 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:34:28.067679 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:34:28.067679 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:34:28.067679 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:34:28.067679 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:34:28.067679 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:34:28.067679 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:34:28.067679 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:34:28.067679 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:34:28.067679 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:34:28.067679 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:34:28.067679 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:34:28.067679 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:34:28.067679 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:34:28.067679 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:34:28.067679 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:34:28.067679 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:34:28.067679 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:34:28.067679 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:34:28.067679 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:34:28.067679 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:34:28.067679 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:34:28.067679 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:34:28.067679 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:34:28.141638 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4db5eea0-1868-4b03-9105-6a790a37dc9e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:28.196433 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-56410914-c23e-4e47-bf79-c0663676c1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:28.218311 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-56410914-c23e-4e47-bf79-c0663676c1d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:28.246344 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-56410914-c23e-4e47-bf79-c0663676c1d6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/288df9bf-fdeb-4ea3-b886-f1b524db58dd HTTP/1.1" status: 204 len: 168 time: 0.7778597 May 13 14:34:28.259311 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:28.264987 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56410914-c23e-4e47-bf79-c0663676c1d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=288df9bf-fdeb-4ea3-b886-f1b524db58dd,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:28.342613 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-56326302-5444-4047-8f87-8ff6820110bb tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:28.356855 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7bfc1-3514-4d70-a8a0-0be54cb95e77 req-37737892-ed7a-4654-b356-e7d417808e60 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:28.358427 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e0f7bfc1-3514-4d70-a8a0-0be54cb95e77 req-37737892-ed7a-4654-b356-e7d417808e60 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=740ee651-f6c5-45cf-a6c6-490a74620dd2 HTTP/1.1" status: 200 len: 946 time: 0.4264667 May 13 14:34:28.444787 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e0f7bfc1-3514-4d70-a8a0-0be54cb95e77 req-222524f2-42fe-4fa4-bb28-707f54f76d66 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dd63199-2b00-4b0e-afcc-0b724c5393dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723476 May 13 14:34:28.472777 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4db5eea0-1868-4b03-9105-6a790a37dc9e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:28.483473 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4db5eea0-1868-4b03-9105-6a790a37dc9e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:28.566836 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-56326302-5444-4047-8f87-8ff6820110bb tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:28.570474 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56326302-5444-4047-8f87-8ff6820110bb tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:28.571792 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-56326302-5444-4047-8f87-8ff6820110bb tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:28.576182 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-76bc1975-f70b-47e7-b4c5-a02ac09661c1 req-e80cdf89-eecf-4851-97df-d493884b5f0f tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Synchronizing usage tracker for tenant:243e132e505a4d4ea3a9ff36148c6380 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:34:28.587016 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-f382f201-e0dd-41ce-814f-7a5a34247e6d tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:28.606712 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48620) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:28.637808 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-76bc1975-f70b-47e7-b4c5-a02ac09661c1 req-e80cdf89-eecf-4851-97df-d493884b5f0f tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Unset dirty status for tenant:243e132e505a4d4ea3a9ff36148c6380 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:34:28.637808 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-76bc1975-f70b-47e7-b4c5-a02ac09661c1 req-e80cdf89-eecf-4851-97df-d493884b5f0f tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d7a9cd-bd8f-438d-919e-17ac62b27963 HTTP/1.1" status: 200 len: 210 time: 0.1421154 May 13 14:34:28.687573 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-11f523bb-86e7-47bf-b893-6dc002635717 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0bb96618b30b433aba6e19434ab6e009&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0780346 May 13 14:34:28.690409 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48626) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:28.716961 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-f382f201-e0dd-41ce-814f-7a5a34247e6d tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:28.811226 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-f382f201-e0dd-41ce-814f-7a5a34247e6d tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Network fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:28.819035 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-56326302-5444-4047-8f87-8ff6820110bb tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1255059 May 13 14:34:28.824297 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5eea0-1868-4b03-9105-6a790a37dc9e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Pushing event updated for resources: {'Port': ['ID=b5305ee6-3cf6-4375-9457-76d068e8043d,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:28.828890 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-f382f201-e0dd-41ce-814f-7a5a34247e6d tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:28.829897 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48632) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:28.840186 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-f382f201-e0dd-41ce-814f-7a5a34247e6d tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:34:28.870486 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56326302-5444-4047-8f87-8ff6820110bb tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Pushing event updated for resources: {'Network': ['ID=35ebd5b3-4e2d-4b07-845b-b83fbd0ab8f2,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:28.884419 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4cfe3212-05f7-48e6-aeb1-2632a1a5e3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:28.890035 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 35ebd5b3-4e2d-4b07-845b-b83fbd0ab8f2 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:34:28.928090 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4db5eea0-1868-4b03-9105-6a790a37dc9e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:28.961669 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4cfe3212-05f7-48e6-aeb1-2632a1a5e3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:28.976988 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4db5eea0-1868-4b03-9105-6a790a37dc9e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:28.981081 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4db5eea0-1868-4b03-9105-6a790a37dc9e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5946519 May 13 14:34:28.982867 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48636) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:29.009522 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-b7ba13d3-c333-49eb-bfa1-bd1cc3cdf235 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-802881140'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:29.020650 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382f201-e0dd-41ce-814f-7a5a34247e6d tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Pushing event updated for resources: {'Port': ['ID=c9fbe10d-8124-4642-bacb-35ceea346cec,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:29.033390 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b7ba13d3-c333-49eb-bfa1-bd1cc3cdf235 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:29.047810 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b7ba13d3-c333-49eb-bfa1-bd1cc3cdf235 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Usage tracker for resource:network and tenant:1b630e84e85a4729b322edb7bcde5407 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:29.052452 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-f382f201-e0dd-41ce-814f-7a5a34247e6d tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:29.053153 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-f382f201-e0dd-41ce-814f-7a5a34247e6d tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:29.057022 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fb6a87-bf1b-402f-9e1a-e477476616c0 tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:29.062903 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fb6a87-bf1b-402f-9e1a-e477476616c0 tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:29.068822 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fb6a87-bf1b-402f-9e1a-e477476616c0 tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:29.074790 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fb6a87-bf1b-402f-9e1a-e477476616c0 tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:29.075718 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c8fb6a87-bf1b-402f-9e1a-e477476616c0 tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Synchronizing usage tracker for tenant:4f32e3d22e7b4ba9b51a6d2317c71bda on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:34:29.079026 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b7ba13d3-c333-49eb-bfa1-bd1cc3cdf235 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:29.079929 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-f382f201-e0dd-41ce-814f-7a5a34247e6d tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9251590 May 13 14:34:29.080988 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4cfe3212-05f7-48e6-aeb1-2632a1a5e3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:29.084199 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4cfe3212-05f7-48e6-aeb1-2632a1a5e3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:29.087731 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4cfe3212-05f7-48e6-aeb1-2632a1a5e3e4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c54fd676-3960-4d7c-a867-3f36a645d9d4 HTTP/1.1" status: 204 len: 168 time: 0.3940477 May 13 14:34:29.089780 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566cbafc-df6f-49fc-a4d0-c5b0c8088794 req-74a0ef5e-f62e-4f50-828d-58577ac8d3c1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:29.091344 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-566cbafc-df6f-49fc-a4d0-c5b0c8088794 req-74a0ef5e-f62e-4f50-828d-58577ac8d3c1 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=71c8b92c-73b1-4b84-bf78-f0d15b96373f HTTP/1.1" status: 200 len: 950 time: 0.3554950 May 13 14:34:29.097274 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b7ba13d3-c333-49eb-bfa1-bd1cc3cdf235 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:29.098634 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-c3083b2f-8a07-4b7d-8f32-ecb4d5b3b338 service neutron] Request body: {'port': {'device_id': '80d7a9cd-bd8f-438d-919e-17ac62b27963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:29.135805 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ba13d3-c333-49eb-bfa1-bd1cc3cdf235 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Made reservation on behalf of 1b630e84e85a4729b322edb7bcde5407 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:29.139385 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b7ba13d3-c333-49eb-bfa1-bd1cc3cdf235 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:29.139530 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe3212-05f7-48e6-aeb1-2632a1a5e3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54fd676-3960-4d7c-a867-3f36a645d9d4,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:29.161350 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c8fb6a87-bf1b-402f-9e1a-e477476616c0 tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Unset dirty status for tenant:4f32e3d22e7b4ba9b51a6d2317c71bda on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:34:29.162586 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c8fb6a87-bf1b-402f-9e1a-e477476616c0 tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3300366 May 13 14:34:29.165768 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48642) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:29.166261 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b7ba13d3-c333-49eb-bfa1-bd1cc3cdf235 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:29.185374 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-566cbafc-df6f-49fc-a4d0-c5b0c8088794 req-05b34186-4cc5-4b83-b3bb-19247f341ac6 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828722 May 13 14:34:29.190481 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b7ba13d3-c333-49eb-bfa1-bd1cc3cdf235 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:29.194918 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b7ba13d3-c333-49eb-bfa1-bd1cc3cdf235 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Usage tracker for resource:security_group_rule and tenant:1b630e84e85a4729b322edb7bcde5407 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:29.198796 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b7ba13d3-c333-49eb-bfa1-bd1cc3cdf235 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:29.207948 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b7ba13d3-c333-49eb-bfa1-bd1cc3cdf235 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:29.377464 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b7ba13d3-c333-49eb-bfa1-bd1cc3cdf235 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:29.383297 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b7ba13d3-c333-49eb-bfa1-bd1cc3cdf235 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:29.444767 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba13d3-c333-49eb-bfa1-bd1cc3cdf235 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49dd718f-e5c2-4bff-a916-2651e77906a2,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:29.469716 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ba13d3-c333-49eb-bfa1-bd1cc3cdf235 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:34:29.480933 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b7ba13d3-c333-49eb-bfa1-bd1cc3cdf235 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:29.481387 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-b7ba13d3-c333-49eb-bfa1-bd1cc3cdf235 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Added segment bb435617-45b2-4ec8-b3a2-585ef9f4ab82 of type vlan for network bdd03778-9062-40a5-9eeb-a01bb3cd1753 May 13 14:34:29.516969 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b7ba13d3-c333-49eb-bfa1-bd1cc3cdf235 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:29.549713 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-64153808-8790-4568-8f69-b0917fc281a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:29.552472 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b7ba13d3-c333-49eb-bfa1-bd1cc3cdf235 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:29.558294 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ba13d3-c333-49eb-bfa1-bd1cc3cdf235 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:29.559087 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b7ba13d3-c333-49eb-bfa1-bd1cc3cdf235 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:29.572643 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0d4d4f6-647b-45a2-89ec-0c1807a7bf17 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:29.577629 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-c3083b2f-8a07-4b7d-8f32-ecb4d5b3b338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:29.802768 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba13d3-c333-49eb-bfa1-bd1cc3cdf235 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Pushing event updated for resources: {'Network': ['ID=bdd03778-9062-40a5-9eeb-a01bb3cd1753,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:29.811349 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b7ba13d3-c333-49eb-bfa1-bd1cc3cdf235 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8221321 May 13 14:34:29.813244 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48664) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:29.815460 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network bdd03778-9062-40a5-9eeb-a01bb3cd1753 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:34:29.850451 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-e10e2ab9-efc0-4eeb-be92-47b9153c3fb7 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Request body: {'subnet': {'network_id': 'bdd03778-9062-40a5-9eeb-a01bb3cd1753', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:29.899412 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0d4d4f6-647b-45a2-89ec-0c1807a7bf17 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:30.012224 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-d0d4d4f6-647b-45a2-89ec-0c1807a7bf17 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ebd5b3-4e2d-4b07-845b-b83fbd0ab8f2']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:30.034952 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-d0d4d4f6-647b-45a2-89ec-0c1807a7bf17 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418b9a1a-f6aa-465a-b6db-d5d6cbb67c0f') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:30.035220 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-d0d4d4f6-647b-45a2-89ec-0c1807a7bf17 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418b9a1a-f6aa-465a-b6db-d5d6cbb67c0f') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:30.107712 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0d4d4f6-647b-45a2-89ec-0c1807a7bf17 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:30.217607 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0d4d4f6-647b-45a2-89ec-0c1807a7bf17 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:30.237985 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f94bd-5691-463c-b975-cea469616567 req-6e33ccdf-1643-43d2-81f8-a8476dcfa942 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:30.240048 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-243f94bd-5691-463c-b975-cea469616567 req-6e33ccdf-1643-43d2-81f8-a8476dcfa942 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=740ee651-f6c5-45cf-a6c6-490a74620dd2 HTTP/1.1" status: 200 len: 946 time: 0.5370719 May 13 14:34:30.246571 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d4d4f6-647b-45a2-89ec-0c1807a7bf17 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:34:30.246968 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0d4d4f6-647b-45a2-89ec-0c1807a7bf17 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:30.250162 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b0e64-9d2c-4d25-8381-6968112a89cb req-9db0fe0b-b653-47a6-8024-20c6c1095527 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:30.252429 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bc0b0e64-9d2c-4d25-8381-6968112a89cb req-9db0fe0b-b653-47a6-8024-20c6c1095527 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cf57f33-4813-4af2-ad62-59f986170361 HTTP/1.1" status: 200 len: 949 time: 0.5965371 May 13 14:34:30.293993 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:34:30.293993 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:34:30.293993 n-d-841760-1 neutron-server[88081]: timer() May 13 14:34:30.293993 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:34:30.293993 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:34:30.293993 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:34:30.293993 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:34:30.293993 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:34:30.293993 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:34:30.293993 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:34:30.293993 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:34:30.293993 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:34:30.293993 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:34:30.293993 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:34:30.293993 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:34:30.293993 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:34:30.293993 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:34:30.293993 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:34:30.293993 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:34:30.293993 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:34:30.293993 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:34:30.293993 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:34:30.293993 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:34:30.293993 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:34:30.293993 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:34:30.293993 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:34:30.293993 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:34:30.293993 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:34:30.293993 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:34:30.293993 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:34:30.293993 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:34:30.293993 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:34:30.314109 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e10e2ab9-efc0-4eeb-be92-47b9153c3fb7 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:30.329774 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e10e2ab9-efc0-4eeb-be92-47b9153c3fb7 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Usage tracker for resource:subnet and tenant:1b630e84e85a4729b322edb7bcde5407 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:30.338898 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e10e2ab9-efc0-4eeb-be92-47b9153c3fb7 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:30.350273 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e10e2ab9-efc0-4eeb-be92-47b9153c3fb7 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:30.363929 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-bc0b0e64-9d2c-4d25-8381-6968112a89cb req-2a21f474-5d01-42cb-b9c4-22dc99e58429 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Deleting port 6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:34:30.364310 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-bc0b0e64-9d2c-4d25-8381-6968112a89cb req-2a21f474-5d01-42cb-b9c4-22dc99e58429 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:30.407840 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b004b-bb03-43d2-83d3-b47f6f6fa67e req-362126b7-de26-489b-aadf-3e1f130afdc7 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:30.409299 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da8b004b-bb03-43d2-83d3-b47f6f6fa67e req-362126b7-de26-489b-aadf-3e1f130afdc7 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d7a9cd-bd8f-438d-919e-17ac62b27963 HTTP/1.1" status: 200 len: 931 time: 0.2811787 May 13 14:34:30.429267 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10e2ab9-efc0-4eeb-be92-47b9153c3fb7 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Made reservation on behalf of 1b630e84e85a4729b322edb7bcde5407 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:30.431534 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdedd99-36f8-475f-92a1-871b0a8d8fb1 req-5370a8af-f65d-4e39-b78d-3f2d642a4164 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:30.433046 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ecdedd99-36f8-475f-92a1-871b0a8d8fb1 req-5370a8af-f65d-4e39-b78d-3f2d642a4164 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.74 "GET /v2.0/ports?device_id=740ee651-f6c5-45cf-a6c6-490a74620dd2 HTTP/1.1" status: 200 len: 946 time: 0.6395442 May 13 14:34:30.433380 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e10e2ab9-efc0-4eeb-be92-47b9153c3fb7 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:30.440746 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0d4d4f6-647b-45a2-89ec-0c1807a7bf17 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:30.466591 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d4d4f6-647b-45a2-89ec-0c1807a7bf17 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 35ebd5b3-4e2d-4b07-845b-b83fbd0ab8f2 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 13 14:34:30.474165 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0d4d4f6-647b-45a2-89ec-0c1807a7bf17 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:30.507612 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:30.516472 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4d4f6-647b-45a2-89ec-0c1807a7bf17 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Pushing event deleted for resources: {'Network': ['ID=35ebd5b3-4e2d-4b07-845b-b83fbd0ab8f2,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:30.547659 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d0d4d4f6-647b-45a2-89ec-0c1807a7bf17 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] 10.222.0.35 "DELETE /v2.0/networks/35ebd5b3-4e2d-4b07-845b-b83fbd0ab8f2 HTTP/1.1" status: 204 len: 168 time: 1.3783469 May 13 14:34:30.559090 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48688) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:30.585274 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-243f94bd-5691-463c-b975-cea469616567 req-43f51577-619a-44dc-afdc-ba27b13d6afd tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dd63199-2b00-4b0e-afcc-0b724c5393dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107958 May 13 14:34:30.592453 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da8b004b-bb03-43d2-83d3-b47f6f6fa67e req-9274100f-a64c-4cc1-805d-5595ff145c2e tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742320 May 13 14:34:30.614943 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-e8531527-41ca-4479-9307-716bf92484eb tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Request body: {'network': {'name': 'tempest-network--1301027743', 'router:external': True}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:30.630233 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:30.692278 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e8531527-41ca-4479-9307-716bf92484eb tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:30.714845 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e8531527-41ca-4479-9307-716bf92484eb tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Usage tracker for resource:network and tenant:c8d265ac9c274089b20a54b50839da33 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:30.724843 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461068d8-8155-440a-a94b-41854050888c req-397ac2e0-7fea-4215-ac93-5af742d70fc4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:30.726068 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-461068d8-8155-440a-a94b-41854050888c req-397ac2e0-7fea-4215-ac93-5af742d70fc4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Synchronizing usage tracker for tenant:a49f1166c3f54f5fb3c6b91a02cdaaab on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:34:30.730547 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e8531527-41ca-4479-9307-716bf92484eb tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:30.741850 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-ecdedd99-36f8-475f-92a1-871b0a8d8fb1 req-e8fb4752-77cb-44cc-ae25-f3518ac59488 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Deleting port 3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:34:30.742208 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ecdedd99-36f8-475f-92a1-871b0a8d8fb1 req-e8fb4752-77cb-44cc-ae25-f3518ac59488 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:30.771144 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e8531527-41ca-4479-9307-716bf92484eb tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:30.808933 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-c3083b2f-8a07-4b7d-8f32-ecb4d5b3b338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9fbe10d-8124-4642-bacb-35ceea346cec {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:34:30.817004 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-c3083b2f-8a07-4b7d-8f32-ecb4d5b3b338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:30.835388 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-c3083b2f-8a07-4b7d-8f32-ecb4d5b3b338 service neutron] Transition to ACTIVE for port object c9fbe10d-8124-4642-bacb-35ceea346cec will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:34:30.853314 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-c3083b2f-8a07-4b7d-8f32-ecb4d5b3b338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:30.901575 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8531527-41ca-4479-9307-716bf92484eb tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Made reservation on behalf of c8d265ac9c274089b20a54b50839da33 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:30.903878 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e8531527-41ca-4479-9307-716bf92484eb tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:30.931603 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-461068d8-8155-440a-a94b-41854050888c req-397ac2e0-7fea-4215-ac93-5af742d70fc4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Unset dirty status for tenant:a49f1166c3f54f5fb3c6b91a02cdaaab on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:34:30.932613 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-461068d8-8155-440a-a94b-41854050888c req-397ac2e0-7fea-4215-ac93-5af742d70fc4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c8b92c-73b1-4b84-bf78-f0d15b96373f HTTP/1.1" status: 200 len: 950 time: 0.8897979 May 13 14:34:31.144287 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e10e2ab9-efc0-4eeb-be92-47b9153c3fb7 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:31.194473 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3083b2f-8a07-4b7d-8f32-ecb4d5b3b338 service neutron] Pushing event updated for resources: {'Port': ['ID=c9fbe10d-8124-4642-bacb-35ceea346cec,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:31.203983 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-461068d8-8155-440a-a94b-41854050888c req-2efec546-9c49-4e4b-b584-4bd049b8706a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Deleting port eb595b96-cef3-4299-99d9-de7e5c7f260a {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:34:31.205327 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-461068d8-8155-440a-a94b-41854050888c req-2efec546-9c49-4e4b-b584-4bd049b8706a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:31.283634 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70687df-1a73-4323-8903-425ba9378872 req-601932a4-60b4-4c3d-a198-744cafe9a33c tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:31.285568 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b70687df-1a73-4323-8903-425ba9378872 req-601932a4-60b4-4c3d-a198-744cafe9a33c tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=71c8b92c-73b1-4b84-bf78-f0d15b96373f HTTP/1.1" status: 200 len: 950 time: 0.5107150 May 13 14:34:31.452335 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b70687df-1a73-4323-8903-425ba9378872 req-3a4209b5-658b-499c-9fec-04cf594d86b7 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525970 May 13 14:34:31.452963 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e2ab9-efc0-4eeb-be92-47b9153c3fb7 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Pushing event updated for resources: {'Subnet': ['ID=8584d9ba-8581-4c8d-a9f5-f2b322010ea2,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:31.476030 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-bc0b0e64-9d2c-4d25-8381-6968112a89cb req-2a21f474-5d01-42cb-b9c4-22dc99e58429 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] For port 6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:31.476399 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-bc0b0e64-9d2c-4d25-8381-6968112a89cb req-2a21f474-5d01-42cb-b9c4-22dc99e58429 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:31.477313 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8531527-41ca-4479-9307-716bf92484eb tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:34:31.496470 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10e2ab9-efc0-4eeb-be92-47b9153c3fb7 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Checking segment: {'id': 'bb435617-45b2-4ec8-b3a2-585ef9f4ab82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bdd03778-9062-40a5-9eeb-a01bb3cd1753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:34:31.496798 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10e2ab9-efc0-4eeb-be92-47b9153c3fb7 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Network hostable DHCP agents. Network: bdd03778-9062-40a5-9eeb-a01bb3cd1753, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:34:31.580970 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48710) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:31.665805 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-bc0b0e64-9d2c-4d25-8381-6968112a89cb req-2a21f474-5d01-42cb-b9c4-22dc99e58429 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Calling delete_port for 6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:34:31.692854 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-874d0c99-dff6-4c94-89c4-882141f6262f tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Request body: {'security_group': {'name': 'tempest-securitygroup--72506579', 'description': 'tempest-description--403280464'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:31.697156 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48718) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:31.742175 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10e2ab9-efc0-4eeb-be92-47b9153c3fb7 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Network bdd03778-9062-40a5-9eeb-a01bb3cd1753 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:34:31.745937 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e8531527-41ca-4479-9307-716bf92484eb tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:31.746284 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-e8531527-41ca-4479-9307-716bf92484eb tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Added segment 572e7a55-5eeb-4f83-9c5d-b7502316a662 of type vlan for network e8bed03a-7fa5-4458-876c-5c9af8505ec7 May 13 14:34:31.766437 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-874d0c99-dff6-4c94-89c4-882141f6262f tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:31.866188 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-874d0c99-dff6-4c94-89c4-882141f6262f tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:31.897520 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-e10e2ab9-efc0-4eeb-be92-47b9153c3fb7 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, bdd03778-9062-40a5-9eeb-a01bb3cd1753) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:31.910990 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10e2ab9-efc0-4eeb-be92-47b9153c3fb7 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:31.911775 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e10e2ab9-efc0-4eeb-be92-47b9153c3fb7 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:31.920292 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a4e9b966-317a-4fcc-957a-059db140febb req-a79d386c-426c-4ca8-831f-5d9d9286b8c8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d2a733f9-66c0-4c1b-ac95-bcf8138fdd6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5534902 May 13 14:34:31.922835 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f24ae9a-8e7a-43fd-877e-8ba7c92b5e30 None None] Network bdd03778-9062-40a5-9eeb-a01bb3cd1753 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:34:31.969992 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e8531527-41ca-4479-9307-716bf92484eb tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:31.989080 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-874d0c99-dff6-4c94-89c4-882141f6262f tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:31.998209 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ee36aef4-a85c-4dc8-9b92-4d5fc7806a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:32.018184 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e10e2ab9-efc0-4eeb-be92-47b9153c3fb7 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1924832 May 13 14:34:32.022941 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48724) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:32.035090 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-bc0b0e64-9d2c-4d25-8381-6968112a89cb req-2a21f474-5d01-42cb-b9c4-22dc99e58429 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:32.041728 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-48eb73d4-39f0-4cc7-8f84-5721d4e34ad8 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-910470437', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}, 'admin_state_up': False}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:32.049807 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['41d6498b-80c7-4797-b523-231bb2077238', '264f174b-52f0-4701-8c1f-20098e7391bb', 'd044bab1-0650-4c79-bf4c-d0feaf1d04cd'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:34:32.077668 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-ecdedd99-36f8-475f-92a1-871b0a8d8fb1 req-e8fb4752-77cb-44cc-ae25-f3518ac59488 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] For port 3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b,segment=NetworkSegment(17330e29-ae52-43f2-bcef-a683d5d81195),segment_id=17330e29-ae52-43f2-bcef-a683d5d81195)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:32.078036 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ecdedd99-36f8-475f-92a1-871b0a8d8fb1 req-e8fb4752-77cb-44cc-ae25-f3518ac59488 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:32.087456 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-c3083b2f-8a07-4b7d-8f32-ecb4d5b3b338 service neutron] Attempting to bind port c9fbe10d-8124-4642-bacb-35ceea346cec on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:34:32.087788 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-c3083b2f-8a07-4b7d-8f32-ecb4d5b3b338 service neutron] Attempting to bind port c9fbe10d-8124-4642-bacb-35ceea346cec by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'bc45d110-6939-449a-9ea3-bc6409d12d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:34:32.088116 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-c3083b2f-8a07-4b7d-8f32-ecb4d5b3b338 service neutron] Attempting to bind port c9fbe10d-8124-4642-bacb-35ceea346cec on network fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:34:32.098478 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-48eb73d4-39f0-4cc7-8f84-5721d4e34ad8 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:32.107093 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21f474-5d01-42cb-b9c4-22dc99e58429 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Pushing event deleted for resources: {'Port': ['ID=6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:32.111453 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-48eb73d4-39f0-4cc7-8f84-5721d4e34ad8 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Usage tracker for resource:router and tenant:1b630e84e85a4729b322edb7bcde5407 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:32.117906 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-48eb73d4-39f0-4cc7-8f84-5721d4e34ad8 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:32.124229 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:32.150930 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ee36aef4-a85c-4dc8-9b92-4d5fc7806a6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:32.162379 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54d3da-3c89-4ac8-a51d-25162113a674 req-676977d0-8eb4-4d64-9bd4-648f23cc8424 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:32.162607 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [None req-e8531527-41ca-4479-9307-716bf92484eb tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:34:32.163899 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8d54d3da-3c89-4ac8-a51d-25162113a674 req-676977d0-8eb4-4d64-9bd4-648f23cc8424 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d7a9cd-bd8f-438d-919e-17ac62b27963 HTTP/1.1" status: 200 len: 943 time: 0.4260468 May 13 14:34:32.164864 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-48eb73d4-39f0-4cc7-8f84-5721d4e34ad8 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:32.224713 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:34:32.236886 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-874d0c99-dff6-4c94-89c4-882141f6262f tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:32.243786 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ee36aef4-a85c-4dc8-9b92-4d5fc7806a6c admin admin] Usage tracker for resource:security_group_rule and tenant:3e45ff4874594b71b7f75b285d50ae19 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:32.282496 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:34:32.283026 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:34:32.292941 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8d54d3da-3c89-4ac8-a51d-25162113a674 req-bc7f7245-2332-4f28-85e4-2364e430f5d7 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179261 May 13 14:34:32.293813 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-48eb73d4-39f0-4cc7-8f84-5721d4e34ad8 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:32.294833 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-48eb73d4-39f0-4cc7-8f84-5721d4e34ad8 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:32.303010 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-c3083b2f-8a07-4b7d-8f32-ecb4d5b3b338 service neutron] Port c9fbe10d-8124-4642-bacb-35ceea346cec on network fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:34:32.303351 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-c3083b2f-8a07-4b7d-8f32-ecb4d5b3b338 service neutron] Attempting to bind port c9fbe10d-8124-4642-bacb-35ceea346cec on network fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:34:32.314989 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-ecdedd99-36f8-475f-92a1-871b0a8d8fb1 req-e8fb4752-77cb-44cc-ae25-f3518ac59488 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Calling delete_port for 3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:34:32.315216 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-48eb73d4-39f0-4cc7-8f84-5721d4e34ad8 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:32.343136 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0b0e64-9d2c-4d25-8381-6968112a89cb req-2a21f474-5d01-42cb-b9c4-22dc99e58429 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] No DVR routers for this DVR port 6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4 on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:34:32.346985 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-874d0c99-dff6-4c94-89c4-882141f6262f tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Usage tracker for resource:security_group_rule and tenant:b6ab0120ba4d4937a9340132b618cd48 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:32.350089 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-bc0b0e64-9d2c-4d25-8381-6968112a89cb req-2a21f474-5d01-42cb-b9c4-22dc99e58429 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:32.352958 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ee36aef4-a85c-4dc8-9b92-4d5fc7806a6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:32.360375 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf57f33-4813-4af2-ad62-59f986170361', 'name': 'network-vif-deleted', 'tag': '6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:32.362473 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-874d0c99-dff6-4c94-89c4-882141f6262f tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:32.366751 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bc0b0e64-9d2c-4d25-8381-6968112a89cb req-2a21f474-5d01-42cb-b9c4-22dc99e58429 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.59 "DELETE /v2.0/ports/6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4 HTTP/1.1" status: 204 len: 173 time: 2.1078322 May 13 14:34:32.389451 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ee36aef4-a85c-4dc8-9b92-4d5fc7806a6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:32.397076 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-874d0c99-dff6-4c94-89c4-882141f6262f tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:32.409777 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a6180-1d9e-49aa-9f77-a18a21745ae0 req-0d501dd6-7199-41b1-a8c8-526355238133 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:32.410533 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ef3a6180-1d9e-49aa-9f77-a18a21745ae0 req-0d501dd6-7199-41b1-a8c8-526355238133 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Synchronizing usage tracker for tenant:750c61eed54a4300a98b9026ab520580 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:34:32.420665 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-c3083b2f-8a07-4b7d-8f32-ecb4d5b3b338 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:34:32.421005 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-c3083b2f-8a07-4b7d-8f32-ecb4d5b3b338 service neutron] Checking segment: {'id': 'bc45d110-6939-449a-9ea3-bc6409d12d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:34:32.421422 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-c3083b2f-8a07-4b7d-8f32-ecb4d5b3b338 service neutron] Bound using segment: {'id': 'bc45d110-6939-449a-9ea3-bc6409d12d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:34:32.421940 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-c3083b2f-8a07-4b7d-8f32-ecb4d5b3b338 service neutron] Bound port: c9fbe10d-8124-4642-bacb-35ceea346cec, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc45d110-6939-449a-9ea3-bc6409d12d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:34:32.422277 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-c3083b2f-8a07-4b7d-8f32-ecb4d5b3b338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:32.456046 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e8531527-41ca-4479-9307-716bf92484eb tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:32.457005 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8531527-41ca-4479-9307-716bf92484eb tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:32.457608 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e8531527-41ca-4479-9307-716bf92484eb tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:32.554309 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9912891e-4d8a-48e9-8ab3-512e800ca90e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-bdd03778-9062-40a5-9eeb-a01bb3cd1753', 'network_id': 'bdd03778-9062-40a5-9eeb-a01bb3cd1753', 'tenant_id': '1b630e84e85a4729b322edb7bcde5407', 'fixed_ips': [{'subnet_id': '8584d9ba-8581-4c8d-a9f5-f2b322010ea2'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:34:32.555555 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9912891e-4d8a-48e9-8ab3-512e800ca90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:32.704348 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ef3a6180-1d9e-49aa-9f77-a18a21745ae0 req-0d501dd6-7199-41b1-a8c8-526355238133 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Unset dirty status for tenant:750c61eed54a4300a98b9026ab520580 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:34:32.710919 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef3a6180-1d9e-49aa-9f77-a18a21745ae0 req-0d501dd6-7199-41b1-a8c8-526355238133 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 1.1685016 May 13 14:34:32.766690 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9b966-317a-4fcc-957a-059db140febb req-e52450d3-20ca-4d29-93d4-cdaffa31531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:32.768245 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a4e9b966-317a-4fcc-957a-059db140febb req-e52450d3-20ca-4d29-93d4-cdaffa31531b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&device_id=d2a733f9-66c0-4c1b-ac95-bcf8138fdd6c HTTP/1.1" status: 200 len: 1100 time: 0.8167112 May 13 14:34:32.800717 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-461068d8-8155-440a-a94b-41854050888c req-2efec546-9c49-4e4b-b584-4bd049b8706a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] For port eb595b96-cef3-4299-99d9-de7e5c7f260a, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=eb595b96-cef3-4299-99d9-de7e5c7f260a,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:32.801085 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-461068d8-8155-440a-a94b-41854050888c req-2efec546-9c49-4e4b-b584-4bd049b8706a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:32.842933 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8531527-41ca-4479-9307-716bf92484eb tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Pushing event updated for resources: {'Network': ['ID=e8bed03a-7fa5-4458-876c-5c9af8505ec7,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:32.872027 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network e8bed03a-7fa5-4458-876c-5c9af8505ec7 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:34:32.909892 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e8531527-41ca-4479-9307-716bf92484eb tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.3376796 May 13 14:34:32.966333 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48732) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:32.971366 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-9912891e-4d8a-48e9-8ab3-512e800ca90e None None] Allocated IP 172.20.0.2 (bdd03778-9062-40a5-9eeb-a01bb3cd1753/8584d9ba-8581-4c8d-a9f5-f2b322010ea2/4e63b5f2-c548-4d1e-a39e-48e1efa1af27) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:34:33.024696 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-461068d8-8155-440a-a94b-41854050888c req-2efec546-9c49-4e4b-b584-4bd049b8706a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Calling delete_port for eb595b96-cef3-4299-99d9-de7e5c7f260a owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:34:33.089984 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-48eb73d4-39f0-4cc7-8f84-5721d4e34ad8 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:33.145831 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-c3083b2f-8a07-4b7d-8f32-ecb4d5b3b338 service neutron] For port c9fbe10d-8124-4642-bacb-35ceea346cec, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:34:33.164279 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef3a6180-1d9e-49aa-9f77-a18a21745ae0 req-d927b351-4853-453f-9b9f-b6f4bbc0eb94 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518712 May 13 14:34:33.169639 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-c3083b2f-8a07-4b7d-8f32-ecb4d5b3b338 service neutron] For port c9fbe10d-8124-4642-bacb-35ceea346cec, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=c9fbe10d-8124-4642-bacb-35ceea346cec,segment=NetworkSegment(bc45d110-6939-449a-9ea3-bc6409d12d19),segment_id=bc45d110-6939-449a-9ea3-bc6409d12d19)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:34:33.208938 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-874d0c99-dff6-4c94-89c4-882141f6262f tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:33.221864 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-c3083b2f-8a07-4b7d-8f32-ecb4d5b3b338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:33.305905 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-c3083b2f-8a07-4b7d-8f32-ecb4d5b3b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:33.306796 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-c3083b2f-8a07-4b7d-8f32-ecb4d5b3b338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:33.308545 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-c3083b2f-8a07-4b7d-8f32-ecb4d5b3b338 service neutron] 10.222.0.59 "PUT /v2.0/ports/c9fbe10d-8124-4642-bacb-35ceea346cec HTTP/1.1" status: 200 len: 1091 time: 4.2153890 May 13 14:34:33.309181 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-874d0c99-dff6-4c94-89c4-882141f6262f tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:33.332637 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device eb595b96-cef3-4299-99d9-de7e5c7f260a no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:34:33.390625 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9b966-317a-4fcc-957a-059db140febb req-bd792e34-1991-414d-bc3b-e8c12113a4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:33.392891 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a4e9b966-317a-4fcc-957a-059db140febb req-bd792e34-1991-414d-bc3b-e8c12113a4d2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.5877395 May 13 14:34:33.402833 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9912891e-4d8a-48e9-8ab3-512e800ca90e None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:33.421542 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9912891e-4d8a-48e9-8ab3-512e800ca90e None None] Transition to ACTIVE for port object 4e63b5f2-c548-4d1e-a39e-48e1efa1af27 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:34:33.486264 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9912891e-4d8a-48e9-8ab3-512e800ca90e None None] Transition to ACTIVE for port object 4e63b5f2-c548-4d1e-a39e-48e1efa1af27 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:34:33.497662 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9912891e-4d8a-48e9-8ab3-512e800ca90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:33.540588 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a4e9b966-317a-4fcc-957a-059db140febb req-77ce382f-2d1d-4324-b7fe-d4b22a120286 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=264f174b-52f0-4701-8c1f-20098e7391bb HTTP/1.1" status: 200 len: 217 time: 0.1381526 May 13 14:34:33.549087 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port eb595b96-cef3-4299-99d9-de7e5c7f260a is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:33.549456 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:33.571458 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d7a9cd-bd8f-438d-919e-17ac62b27963', 'tag': 'c9fbe10d-8124-4642-bacb-35ceea346cec'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:33.594699 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c8b92c-73b1-4b84-bf78-f0d15b96373f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb595b96-cef3-4299-99d9-de7e5c7f260a'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:33.603675 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9912891e-4d8a-48e9-8ab3-512e800ca90e None None] Network bdd03778-9062-40a5-9eeb-a01bb3cd1753 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:33.605616 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57cc369-4baa-4c18-abc7-954289452b78 tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:33.606898 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f57cc369-4baa-4c18-abc7-954289452b78 tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] 10.222.0.35 "GET /v2.0/networks/e8bed03a-7fa5-4458-876c-5c9af8505ec7 HTTP/1.1" status: 200 len: 757 time: 0.5867009 May 13 14:34:33.611938 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-9912891e-4d8a-48e9-8ab3-512e800ca90e None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:33.615155 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48744) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:33.617018 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port eb595b96-cef3-4299-99d9-de7e5c7f260a, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=eb595b96-cef3-4299-99d9-de7e5c7f260a,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:33.618062 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9912891e-4d8a-48e9-8ab3-512e800ca90e None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:34:33.620171 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9912891e-4d8a-48e9-8ab3-512e800ca90e None None] Pushing event updated for resources: {'Port': ['ID=4e63b5f2-c548-4d1e-a39e-48e1efa1af27,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:33.620417 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-874d0c99-dff6-4c94-89c4-882141f6262f tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:33.621650 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-874d0c99-dff6-4c94-89c4-882141f6262f tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.0210450 May 13 14:34:33.628017 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:33.628931 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:34:33.633528 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3c52b-15c6-47f1-b1db-bdd708444eb3 req-1054c037-bc4f-4161-afb1-7f27acdc2287 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:33.641207 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-55a3c52b-15c6-47f1-b1db-bdd708444eb3 req-1054c037-bc4f-4161-afb1-7f27acdc2287 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=740ee651-f6c5-45cf-a6c6-490a74620dd2 HTTP/1.1" status: 200 len: 946 time: 0.8867071 May 13 14:34:33.651562 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48748) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:33.668135 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ecdedd99-36f8-475f-92a1-871b0a8d8fb1 req-e8fb4752-77cb-44cc-ae25-f3518ac59488 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:33.681710 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-f77b35d5-b523-4e1a-ab4e-aa2507894d70 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Request body: {'security_group_rule': {'security_group_id': '81a39758-4f81-4b3c-ade5-c683ce2a1842', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:33.696093 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:34:33.696308 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:34:33.707869 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f77b35d5-b523-4e1a-ab4e-aa2507894d70 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:33.714471 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3083b2f-8a07-4b7d-8f32-ecb4d5b3b338 service neutron] Pushing event updated for resources: {'Port': ['ID=c9fbe10d-8124-4642-bacb-35ceea346cec,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:33.723826 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ee36aef4-a85c-4dc8-9b92-4d5fc7806a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:33.735665 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['0296fed6-fa46-446c-b7cb-67d964841e51', '8c9607a1-3547-4252-b0d6-4b61aa1f5bfb'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:34:33.759235 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d0c99-dff6-4c94-89c4-882141f6262f tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81a39758-4f81-4b3c-ade5-c683ce2a1842,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:33.760622 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9b966-317a-4fcc-957a-059db140febb req-4184d4a6-2a5d-4228-bd2f-d86d6aa6c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:33.762095 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a4e9b966-317a-4fcc-957a-059db140febb req-4184d4a6-2a5d-4228-bd2f-d86d6aa6c8fb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.2063196 May 13 14:34:33.767289 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f77b35d5-b523-4e1a-ab4e-aa2507894d70 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Usage tracker for resource:security_group_rule and tenant:b6ab0120ba4d4937a9340132b618cd48 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:33.780549 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f77b35d5-b523-4e1a-ab4e-aa2507894d70 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:33.792337 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ee36aef4-a85c-4dc8-9b92-4d5fc7806a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:33.839794 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb4752-77cb-44cc-ae25-f3518ac59488 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Pushing event deleted for resources: {'Port': ['ID=3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:33.850741 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f77b35d5-b523-4e1a-ab4e-aa2507894d70 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:33.854418 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [req-461068d8-8155-440a-a94b-41854050888c req-2efec546-9c49-4e4b-b584-4bd049b8706a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:34:33.854732 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [req-461068d8-8155-440a-a94b-41854050888c req-2efec546-9c49-4e4b-b584-4bd049b8706a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:34:33.857376 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-55a3c52b-15c6-47f1-b1db-bdd708444eb3 req-4ff36c8e-e243-4650-8ec8-7b95b37da521 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dd63199-2b00-4b0e-afcc-0b724c5393dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152658 May 13 14:34:33.872505 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-9912891e-4d8a-48e9-8ab3-512e800ca90e None None] Attempting to bind port 4e63b5f2-c548-4d1e-a39e-48e1efa1af27 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:34:33.872871 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-9912891e-4d8a-48e9-8ab3-512e800ca90e None None] Attempting to bind port 4e63b5f2-c548-4d1e-a39e-48e1efa1af27 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'bb435617-45b2-4ec8-b3a2-585ef9f4ab82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bdd03778-9062-40a5-9eeb-a01bb3cd1753'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:34:33.873227 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9912891e-4d8a-48e9-8ab3-512e800ca90e None None] Attempting to bind port 4e63b5f2-c548-4d1e-a39e-48e1efa1af27 on network bdd03778-9062-40a5-9eeb-a01bb3cd1753 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:34:33.873595 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee0e296-1462-414c-954d-10f8dda3fd21 tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:33.874969 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-dee0e296-1462-414c-954d-10f8dda3fd21 tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] 10.222.0.35 "GET /v2.0/networks/c8cd28fd-5f91-4849-8033-bf1a127a38ab HTTP/1.1" status: 200 len: 767 time: 0.2532859 May 13 14:34:33.881519 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48752) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:33.888040 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9912891e-4d8a-48e9-8ab3-512e800ca90e None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:34:33.888468 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9912891e-4d8a-48e9-8ab3-512e800ca90e None None] Checking segment: {'id': 'bb435617-45b2-4ec8-b3a2-585ef9f4ab82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bdd03778-9062-40a5-9eeb-a01bb3cd1753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:34:33.888866 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9912891e-4d8a-48e9-8ab3-512e800ca90e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:33.889244 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9912891e-4d8a-48e9-8ab3-512e800ca90e None None] Bound using segment: {'id': 'bb435617-45b2-4ec8-b3a2-585ef9f4ab82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bdd03778-9062-40a5-9eeb-a01bb3cd1753'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:34:33.889693 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-9912891e-4d8a-48e9-8ab3-512e800ca90e None None] Bound port: 4e63b5f2-c548-4d1e-a39e-48e1efa1af27, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb435617-45b2-4ec8-b3a2-585ef9f4ab82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bdd03778-9062-40a5-9eeb-a01bb3cd1753'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:34:33.890062 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9912891e-4d8a-48e9-8ab3-512e800ca90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:33.930592 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=eb595b96-cef3-4299-99d9-de7e5c7f260a,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:33.937262 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecdedd99-36f8-475f-92a1-871b0a8d8fb1 req-e8fb4752-77cb-44cc-ae25-f3518ac59488 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] No DVR routers for this DVR port 3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:34:33.947883 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ecdedd99-36f8-475f-92a1-871b0a8d8fb1 req-e8fb4752-77cb-44cc-ae25-f3518ac59488 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:33.953688 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ee36aef4-a85c-4dc8-9b92-4d5fc7806a6c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3e45ff4874594b71b7f75b285d50ae19&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2470882 May 13 14:34:33.958979 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee36aef4-a85c-4dc8-9b92-4d5fc7806a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a320e3-9bc9-4b92-babe-28ef3c068f2e,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:33.962905 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48756) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:33.969623 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b38672af-3692-4541-9003-6207e30d430f'] response: {'server_uuid': '3cf57f33-4813-4af2-ad62-59f986170361', 'name': 'network-vif-deleted', 'tag': '6e90eb5f-22ff-4dc8-ba9d-8a63b25c4ff4', 'status': 'completed', 'code': 200} May 13 14:34:33.976771 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ecdedd99-36f8-475f-92a1-871b0a8d8fb1 req-e8fb4752-77cb-44cc-ae25-f3518ac59488 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.74 "DELETE /v2.0/ports/3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b HTTP/1.1" status: 204 len: 173 time: 3.5083969 May 13 14:34:33.980704 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f77b35d5-b523-4e1a-ab4e-aa2507894d70 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:34.018499 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeea2f1-f3fe-470e-8f00-9aa3579640a4 req-b7381fa3-4bae-4459-8870-0e092ed6ee25 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:34.019104 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-3eeea2f1-f3fe-470e-8f00-9aa3579640a4 req-b7381fa3-4bae-4459-8870-0e092ed6ee25 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Synchronizing usage tracker for tenant:a49f1166c3f54f5fb3c6b91a02cdaaab on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:34:34.023170 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-b433c4e5-8755-43da-a08f-c1a7f7720672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:34.024735 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-b433c4e5-8755-43da-a08f-c1a7f7720672 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=243e132e505a4d4ea3a9ff36148c6380&device_id=80d7a9cd-bd8f-438d-919e-17ac62b27963 HTTP/1.1" status: 200 len: 1094 time: 0.6321280 May 13 14:34:34.068811 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-772bf7a6-07fe-45fa-ab07-6ab0787465c4 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:34.093753 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9b966-317a-4fcc-957a-059db140febb req-990009d1-2ddf-48e2-a512-a7a8d98b64f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:34.095303 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a4e9b966-317a-4fcc-957a-059db140febb req-990009d1-2ddf-48e2-a512-a7a8d98b64f2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3216162 May 13 14:34:34.138086 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-9912891e-4d8a-48e9-8ab3-512e800ca90e None None] For port 4e63b5f2-c548-4d1e-a39e-48e1efa1af27, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:34:34.145415 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-a35f21e2-380d-4557-949b-fdeb647b036a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9fbe10d-8124-4642-bacb-35ceea346cec HTTP/1.1" status: 200 len: 217 time: 0.0928991 May 13 14:34:34.157755 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-9912891e-4d8a-48e9-8ab3-512e800ca90e None None] For port 4e63b5f2-c548-4d1e-a39e-48e1efa1af27, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=4e63b5f2-c548-4d1e-a39e-48e1efa1af27,segment=NetworkSegment(bb435617-45b2-4ec8-b3a2-585ef9f4ab82),segment_id=bb435617-45b2-4ec8-b3a2-585ef9f4ab82)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:34:34.167235 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9912891e-4d8a-48e9-8ab3-512e800ca90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:34.194532 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-3eeea2f1-f3fe-470e-8f00-9aa3579640a4 req-b7381fa3-4bae-4459-8870-0e092ed6ee25 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Unset dirty status for tenant:a49f1166c3f54f5fb3c6b91a02cdaaab on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:34:34.201984 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3eeea2f1-f3fe-470e-8f00-9aa3579640a4 req-b7381fa3-4bae-4459-8870-0e092ed6ee25 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=71c8b92c-73b1-4b84-bf78-f0d15b96373f HTTP/1.1" status: 200 len: 950 time: 0.8076894 May 13 14:34:34.276831 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f77b35d5-b523-4e1a-ab4e-aa2507894d70 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:34.286803 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f77b35d5-b523-4e1a-ab4e-aa2507894d70 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:34.289660 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-f1f2c8ef-496f-43ff-bba7-2b3cc5b83ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:34.291324 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-f1f2c8ef-496f-43ff-bba7-2b3cc5b83ce5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f9cc4fb1-d2ad-4765-9e89-652a7928106b HTTP/1.1" status: 200 len: 862 time: 0.1392264 May 13 14:34:34.319697 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3eeea2f1-f3fe-470e-8f00-9aa3579640a4 req-b1edec6d-8b99-4162-8875-3af8e21cf905 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165979 May 13 14:34:34.348097 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9912891e-4d8a-48e9-8ab3-512e800ca90e None None] Pushing event updated for resources: {'Port': ['ID=4e63b5f2-c548-4d1e-a39e-48e1efa1af27,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:34.379465 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-461068d8-8155-440a-a94b-41854050888c req-2efec546-9c49-4e4b-b584-4bd049b8706a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Deleting port eb595b96-cef3-4299-99d9-de7e5c7f260a {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:34:34.379808 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-461068d8-8155-440a-a94b-41854050888c req-2efec546-9c49-4e4b-b584-4bd049b8706a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:34.430339 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b35d5-b523-4e1a-ab4e-aa2507894d70 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93fb1cee-e411-42b1-99fb-ddc72c7a9acd,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:34.449458 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-3254daf1-a3ad-4b8b-9354-381d481e2d07 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1402452 May 13 14:34:34.514075 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f77b35d5-b523-4e1a-ab4e-aa2507894d70 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:34.518250 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f77b35d5-b523-4e1a-ab4e-aa2507894d70 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8485019 May 13 14:34:34.539431 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48760) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:34.641164 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8766012c-26b1-4bd5-a0b8-40a12333e2fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:34.654153 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-1ca389ef-7fe7-4afe-9da4-662ac2282cff tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Request body: {'security_group_rule': {'security_group_id': '81a39758-4f81-4b3c-ade5-c683ce2a1842', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:34.713197 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1ca389ef-7fe7-4afe-9da4-662ac2282cff tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:34.788398 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1ca389ef-7fe7-4afe-9da4-662ac2282cff tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Usage tracker for resource:security_group_rule and tenant:b6ab0120ba4d4937a9340132b618cd48 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:34.837305 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-f06d39dd-e11d-4111-af6d-4b080ffcd0fc service neutron] 10.222.0.59 "GET /v2.0/networks/fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665242 May 13 14:34:34.840570 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1ca389ef-7fe7-4afe-9da4-662ac2282cff tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:34.874807 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8766012c-26b1-4bd5-a0b8-40a12333e2fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:34.886828 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-772bf7a6-07fe-45fa-ab07-6ab0787465c4 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:34.895836 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1ca389ef-7fe7-4afe-9da4-662ac2282cff tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:34.903038 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-48eb73d4-39f0-4cc7-8f84-5721d4e34ad8 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:34.966721 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978b3f1-2f3f-454a-b9e4-e942e3cd770a req-f8de1783-8123-4b82-8ade-b4d5b8ed84a2 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:34.968242 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8978b3f1-2f3f-454a-b9e4-e942e3cd770a req-f8de1783-8123-4b82-8ade-b4d5b8ed84a2 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d7a9cd-bd8f-438d-919e-17ac62b27963 HTTP/1.1" status: 200 len: 943 time: 0.4632821 May 13 14:34:34.978830 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-48eb73d4-39f0-4cc7-8f84-5721d4e34ad8 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:35.007298 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 4e63b5f2-c548-4d1e-a39e-48e1efa1af27 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:34:35.036958 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-772bf7a6-07fe-45fa-ab07-6ab0787465c4 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8bed03a-7fa5-4458-876c-5c9af8505ec7']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:35.049368 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a4e9b966-317a-4fcc-957a-059db140febb req-4615310c-ad24-42cf-9eaf-f2827778cd3b service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9445140 May 13 14:34:35.070537 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-461068d8-8155-440a-a94b-41854050888c req-2efec546-9c49-4e4b-b584-4bd049b8706a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] For port eb595b96-cef3-4299-99d9-de7e5c7f260a, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=eb595b96-cef3-4299-99d9-de7e5c7f260a,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:35.070897 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-461068d8-8155-440a-a94b-41854050888c req-2efec546-9c49-4e4b-b584-4bd049b8706a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:35.086160 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 4e63b5f2-c548-4d1e-a39e-48e1efa1af27 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:34:35.092893 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-435e30b9-830e-4369-8ec2-d8cec2beca3c req-d0dbe847-1adc-424f-a88b-65cab0d2fbb3 service neutron] 10.222.0.59 "GET /v2.0/networks/fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488675 May 13 14:34:35.095625 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-8978b3f1-2f3f-454a-b9e4-e942e3cd770a req-92995e93-1638-4a1d-9172-ee0b780927c6 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Synchronizing usage tracker for tenant:243e132e505a4d4ea3a9ff36148c6380 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:34:35.095760 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ca389ef-7fe7-4afe-9da4-662ac2282cff tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:35.111608 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-772bf7a6-07fe-45fa-ab07-6ab0787465c4 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '572e7a55-5eeb-4f83-9c5d-b7502316a662') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:35.113373 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-772bf7a6-07fe-45fa-ab07-6ab0787465c4 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '572e7a55-5eeb-4f83-9c5d-b7502316a662') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:35.194520 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb0f6a-4cba-4a2f-bf62-33f1c4053737 req-57f7d807-a2f7-492e-9db7-8197aa2f49f2 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:35.195933 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-19fb0f6a-4cba-4a2f-bf62-33f1c4053737 req-57f7d807-a2f7-492e-9db7-8197aa2f49f2 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 1.0922694 May 13 14:34:35.214056 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-772bf7a6-07fe-45fa-ab07-6ab0787465c4 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:35.219335 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-461068d8-8155-440a-a94b-41854050888c req-2efec546-9c49-4e4b-b584-4bd049b8706a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Calling delete_port for eb595b96-cef3-4299-99d9-de7e5c7f260a owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:34:35.276928 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-8978b3f1-2f3f-454a-b9e4-e942e3cd770a req-92995e93-1638-4a1d-9172-ee0b780927c6 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Unset dirty status for tenant:243e132e505a4d4ea3a9ff36148c6380 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:34:35.278102 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8978b3f1-2f3f-454a-b9e4-e942e3cd770a req-92995e93-1638-4a1d-9172-ee0b780927c6 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990851 May 13 14:34:35.291179 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-772bf7a6-07fe-45fa-ab07-6ab0787465c4 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:35.361960 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eb566ff-5356-4947-8bc9-9b768db6e17a'] response: {'name': 'network-changed', 'server_uuid': '80d7a9cd-bd8f-438d-919e-17ac62b27963', 'tag': 'c9fbe10d-8124-4642-bacb-35ceea346cec', 'status': 'completed', 'code': 200} May 13 14:34:35.362150 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8766012c-26b1-4bd5-a0b8-40a12333e2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:35.385852 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772bf7a6-07fe-45fa-ab07-6ab0787465c4 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:34:35.386258 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-772bf7a6-07fe-45fa-ab07-6ab0787465c4 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:35.414990 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a0589ef-7475-4aa1-93c8-2583334ef00b'] response: {'server_uuid': '71c8b92c-73b1-4b84-bf78-f0d15b96373f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb595b96-cef3-4299-99d9-de7e5c7f260a', 'code': 200} May 13 14:34:35.417647 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:34:35.417647 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:34:35.417647 n-d-841760-1 neutron-server[88082]: timer() May 13 14:34:35.417647 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:34:35.417647 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:34:35.417647 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:34:35.417647 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:34:35.417647 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:34:35.417647 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:34:35.417647 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:34:35.417647 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:34:35.417647 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:34:35.417647 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:34:35.417647 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:34:35.417647 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:34:35.417647 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:34:35.417647 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:34:35.417647 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:34:35.417647 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:34:35.417647 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:34:35.417647 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:34:35.417647 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:34:35.417647 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:34:35.417647 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:34:35.417647 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:34:35.417647 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:34:35.417647 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:34:35.417647 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:34:35.417647 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:34:35.417647 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:34:35.417647 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:34:35.417647 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:34:35.587155 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-48eb73d4-39f0-4cc7-8f84-5721d4e34ad8 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Allocated IP 172.25.0.209 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/360ea96c-1206-4256-a32c-87594d6b274f) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:34:35.600113 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a4e9b966-317a-4fcc-957a-059db140febb req-e4351773-3fee-44e0-ae89-7957aa50fa25 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5338464 May 13 14:34:35.600726 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-772bf7a6-07fe-45fa-ab07-6ab0787465c4 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:35.604667 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-19fb0f6a-4cba-4a2f-bf62-33f1c4053737 req-ef45ff59-71d6-496d-b3d9-a54af785e11d tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809149 May 13 14:34:35.639188 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772bf7a6-07fe-45fa-ab07-6ab0787465c4 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e8bed03a-7fa5-4458-876c-5c9af8505ec7 {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 13 14:34:35.639188 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766012c-26b1-4bd5-a0b8-40a12333e2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a320e3-9bc9-4b92-babe-28ef3c068f2e,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:35.659067 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-772bf7a6-07fe-45fa-ab07-6ab0787465c4 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:35.665518 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8766012c-26b1-4bd5-a0b8-40a12333e2fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:35.666673 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8766012c-26b1-4bd5-a0b8-40a12333e2fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/94a320e3-9bc9-4b92-babe-28ef3c068f2e HTTP/1.1" status: 204 len: 168 time: 1.6944788 May 13 14:34:35.688386 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772bf7a6-07fe-45fa-ab07-6ab0787465c4 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Pushing event deleted for resources: {'Network': ['ID=e8bed03a-7fa5-4458-876c-5c9af8505ec7,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:35.727818 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-461068d8-8155-440a-a94b-41854050888c req-2efec546-9c49-4e4b-b584-4bd049b8706a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:35.740996 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['41d6498b-80c7-4797-b523-231bb2077238', '264f174b-52f0-4701-8c1f-20098e7391bb', 'd044bab1-0650-4c79-bf4c-d0feaf1d04cd'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:34:35.769147 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ca389ef-7fe7-4afe-9da4-662ac2282cff tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:35.773922 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-772bf7a6-07fe-45fa-ab07-6ab0787465c4 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] 10.222.0.35 "DELETE /v2.0/networks/e8bed03a-7fa5-4458-876c-5c9af8505ec7 HTTP/1.1" status: 204 len: 168 time: 1.8914263 May 13 14:34:35.908475 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48776) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:35.912107 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234c581f-2f06-4cfa-9578-6ee1ddd92ae4 None None] Network bdd03778-9062-40a5-9eeb-a01bb3cd1753 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:34:35.927562 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-187b113d-61c0-491f-92b8-df799915434f tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Request body: {'network': {'name': 'tempest-network--623689828'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:35.937934 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-187b113d-61c0-491f-92b8-df799915434f tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:35.949886 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-187b113d-61c0-491f-92b8-df799915434f tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Usage tracker for resource:network and tenant:c8d265ac9c274089b20a54b50839da33 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:35.957175 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-187b113d-61c0-491f-92b8-df799915434f tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:35.970412 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-187b113d-61c0-491f-92b8-df799915434f tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:36.002656 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ca389ef-7fe7-4afe-9da4-662ac2282cff tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:36.061634 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca389ef-7fe7-4afe-9da4-662ac2282cff tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38080835-dc97-4010-9d8f-a41f3e63cdd0,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:36.078119 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187b113d-61c0-491f-92b8-df799915434f tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Made reservation on behalf of c8d265ac9c274089b20a54b50839da33 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:36.082009 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-187b113d-61c0-491f-92b8-df799915434f tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:36.190624 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efec546-9c49-4e4b-b584-4bd049b8706a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Pushing event deleted for resources: {'Port': ['ID=eb595b96-cef3-4299-99d9-de7e5c7f260a,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:36.202829 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ca389ef-7fe7-4afe-9da4-662ac2282cff tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:36.204687 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1ca389ef-7fe7-4afe-9da4-662ac2282cff tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6454329 May 13 14:34:36.209877 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48786) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:36.210635 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-461068d8-8155-440a-a94b-41854050888c req-2efec546-9c49-4e4b-b584-4bd049b8706a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] No DVR routers for this DVR port eb595b96-cef3-4299-99d9-de7e5c7f260a on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:34:36.230230 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-461068d8-8155-440a-a94b-41854050888c req-2efec546-9c49-4e4b-b584-4bd049b8706a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:36.255544 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-1371f4b0-2cd8-4a3c-84ae-c250801bef2d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:36.296238 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1371f4b0-2cd8-4a3c-84ae-c250801bef2d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:36.300109 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052d150-1bc1-4ab1-b789-ef8a44c802a0 req-b230163f-7d27-4767-b2d0-c3d9431f9064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:36.308330 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1052d150-1bc1-4ab1-b789-ef8a44c802a0 req-b230163f-7d27-4767-b2d0-c3d9431f9064 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=243e132e505a4d4ea3a9ff36148c6380&device_id=80d7a9cd-bd8f-438d-919e-17ac62b27963 HTTP/1.1" status: 200 len: 1094 time: 0.9250231 May 13 14:34:36.324651 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-187b113d-61c0-491f-92b8-df799915434f tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:34:36.330330 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-461068d8-8155-440a-a94b-41854050888c req-2efec546-9c49-4e4b-b584-4bd049b8706a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.74 "DELETE /v2.0/ports/eb595b96-cef3-4299-99d9-de7e5c7f260a HTTP/1.1" status: 204 len: 173 time: 5.3742886 May 13 14:34:36.332807 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1371f4b0-2cd8-4a3c-84ae-c250801bef2d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Usage tracker for resource:floatingip and tenant:b6ab0120ba4d4937a9340132b618cd48 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:36.346032 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1371f4b0-2cd8-4a3c-84ae-c250801bef2d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:36.398134 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1371f4b0-2cd8-4a3c-84ae-c250801bef2d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:36.410248 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-48eb73d4-39f0-4cc7-8f84-5721d4e34ad8 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:36.429120 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-187b113d-61c0-491f-92b8-df799915434f tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:36.430945 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-187b113d-61c0-491f-92b8-df799915434f tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Added segment e39a18ad-10ba-42df-9f81-8ef67c27b122 of type vlan for network b9cd188f-27d0-46ae-b429-65a31782aaa1 May 13 14:34:36.510440 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-187b113d-61c0-491f-92b8-df799915434f tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:36.526341 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1371f4b0-2cd8-4a3c-84ae-c250801bef2d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for floatingip, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:36.762614 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [None req-187b113d-61c0-491f-92b8-df799915434f tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:34:36.874362 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-187b113d-61c0-491f-92b8-df799915434f tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:36.876048 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187b113d-61c0-491f-92b8-df799915434f tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:36.883306 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-187b113d-61c0-491f-92b8-df799915434f tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:36.889575 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052d150-1bc1-4ab1-b789-ef8a44c802a0 req-417cef80-f853-4aad-a2bc-2e113b74f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:36.890656 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1052d150-1bc1-4ab1-b789-ef8a44c802a0 req-417cef80-f853-4aad-a2bc-2e113b74f14f service neutron] 10.222.0.59 "GET /v2.0/networks?id=fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f HTTP/1.1" status: 200 len: 923 time: 0.5814750 May 13 14:34:36.928602 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9ec05a55-6c10-465a-9692-2300bd823392 None None] Provisioning for port 4e63b5f2-c548-4d1e-a39e-48e1efa1af27 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:34:36.956488 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9ec05a55-6c10-465a-9692-2300bd823392 None None] Provisioning complete for port 4e63b5f2-c548-4d1e-a39e-48e1efa1af27 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:36.956874 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9ec05a55-6c10-465a-9692-2300bd823392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:37.010792 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-187b113d-61c0-491f-92b8-df799915434f tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0973186 May 13 14:34:37.020629 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-48eb73d4-39f0-4cc7-8f84-5721d4e34ad8 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:37.116912 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48810) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:37.118516 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1052d150-1bc1-4ab1-b789-ef8a44c802a0 req-7e8151f3-984f-4557-8b19-e96611a77ec8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9fbe10d-8124-4642-bacb-35ceea346cec HTTP/1.1" status: 200 len: 217 time: 0.2195842 May 13 14:34:37.134477 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17727565-514c-43fd-9b0d-059a78cf0a9c req-cc20c159-48c5-4958-bca7-b2ffd06c22a3 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:37.135430 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-17727565-514c-43fd-9b0d-059a78cf0a9c req-cc20c159-48c5-4958-bca7-b2ffd06c22a3 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Synchronizing usage tracker for tenant:a49f1166c3f54f5fb3c6b91a02cdaaab on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:34:37.269326 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-17727565-514c-43fd-9b0d-059a78cf0a9c req-cc20c159-48c5-4958-bca7-b2ffd06c22a3 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Unset dirty status for tenant:a49f1166c3f54f5fb3c6b91a02cdaaab on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:34:37.278873 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-17727565-514c-43fd-9b0d-059a78cf0a9c req-cc20c159-48c5-4958-bca7-b2ffd06c22a3 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=71c8b92c-73b1-4b84-bf78-f0d15b96373f HTTP/1.1" status: 200 len: 948 time: 1.6850412 May 13 14:34:37.363848 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740ee651-f6c5-45cf-a6c6-490a74620dd2', 'name': 'network-vif-deleted', 'tag': '3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b'}, {'server_uuid': '71c8b92c-73b1-4b84-bf78-f0d15b96373f', 'name': 'network-vif-deleted', 'tag': 'eb595b96-cef3-4299-99d9-de7e5c7f260a'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:37.385327 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052d150-1bc1-4ab1-b789-ef8a44c802a0 req-a6471e6a-0b5b-41ca-b84b-f4a972810576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:37.387141 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1052d150-1bc1-4ab1-b789-ef8a44c802a0 req-a6471e6a-0b5b-41ca-b84b-f4a972810576 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f9cc4fb1-d2ad-4765-9e89-652a7928106b HTTP/1.1" status: 200 len: 862 time: 0.2445259 May 13 14:34:37.438992 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-9ec05a55-6c10-465a-9692-2300bd823392 None None] Current status of the port 4e63b5f2-c548-4d1e-a39e-48e1efa1af27 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:37.452855 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9ec05a55-6c10-465a-9692-2300bd823392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:37.487770 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1052d150-1bc1-4ab1-b789-ef8a44c802a0 req-73850e88-2076-46fd-bc98-600a166709a2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932844 May 13 14:34:37.488554 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48822) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:37.581201 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-17727565-514c-43fd-9b0d-059a78cf0a9c req-e437c460-82d8-4089-bcdd-13a696ef8675 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007641 May 13 14:34:37.717853 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-9ec05a55-6c10-465a-9692-2300bd823392 None None] For port 4e63b5f2-c548-4d1e-a39e-48e1efa1af27, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=4e63b5f2-c548-4d1e-a39e-48e1efa1af27,segment=NetworkSegment(bb435617-45b2-4ec8-b3a2-585ef9f4ab82),segment_id=bb435617-45b2-4ec8-b3a2-585ef9f4ab82)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:37.741030 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9ec05a55-6c10-465a-9692-2300bd823392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:37.773911 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-1427a5f7-b2a6-4464-81dc-def6caba179a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1445002305-network', 'tenant_id': 'fbefb99f30304dc4881a4b0e0fed94d0'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:37.801695 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1427a5f7-b2a6-4464-81dc-def6caba179a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:37.829647 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1427a5f7-b2a6-4464-81dc-def6caba179a admin admin] Usage tracker for resource:network and tenant:fbefb99f30304dc4881a4b0e0fed94d0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:37.853166 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1427a5f7-b2a6-4464-81dc-def6caba179a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:37.876271 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1427a5f7-b2a6-4464-81dc-def6caba179a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:37.882466 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1052d150-1bc1-4ab1-b789-ef8a44c802a0 req-1639d2a3-23c4-4029-adc3-a46b718e9d1a service neutron] 10.222.0.59 "GET /v2.0/networks/fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750889 May 13 14:34:37.946134 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a2c38bc0-b440-421a-ad51-120f88d630ae None None] Provisioning complete for port 4e63b5f2-c548-4d1e-a39e-48e1efa1af27 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:37.946682 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a2c38bc0-b440-421a-ad51-120f88d630ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:38.008056 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-bf02e5d3-8cc5-43b5-bddc-cc2765dcce51 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:38.027798 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1427a5f7-b2a6-4464-81dc-def6caba179a admin admin] Made reservation on behalf of fbefb99f30304dc4881a4b0e0fed94d0 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:38.030285 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1427a5f7-b2a6-4464-81dc-def6caba179a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:38.049860 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb73d4-39f0-4cc7-8f84-5721d4e34ad8 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Pushing event updated for resources: {'Port': ['ID=360ea96c-1206-4256-a32c-87594d6b274f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:38.057702 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1427a5f7-b2a6-4464-81dc-def6caba179a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:38.059319 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec05a55-6c10-465a-9692-2300bd823392 None None] Pushing event updated for resources: {'Port': ['ID=4e63b5f2-c548-4d1e-a39e-48e1efa1af27,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:38.090252 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48eb73d4-39f0-4cc7-8f84-5721d4e34ad8 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:38.109839 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-48eb73d4-39f0-4cc7-8f84-5721d4e34ad8 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:38.117525 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eb73d4-39f0-4cc7-8f84-5721d4e34ad8 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:34:38.193043 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1052d150-1bc1-4ab1-b789-ef8a44c802a0 req-c64f5a62-ab56-4f8f-aa19-e4de05c90aaf service neutron] 10.222.0.59 "GET /v2.0/networks/fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971394 May 13 14:34:38.194471 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1427a5f7-b2a6-4464-81dc-def6caba179a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:38.198187 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-691cedc7-42a8-4fd4-b228-ba12d2f22e4f'] response: {'server_uuid': '740ee651-f6c5-45cf-a6c6-490a74620dd2', 'name': 'network-vif-deleted', 'tag': '3abe3ebc-b9a9-4aa0-9765-1191feb3ab0b', 'status': 'completed', 'code': 200} May 13 14:34:38.198536 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-691cedc7-42a8-4fd4-b228-ba12d2f22e4f'] response: {'server_uuid': '71c8b92c-73b1-4b84-bf78-f0d15b96373f', 'name': 'network-vif-deleted', 'tag': 'eb595b96-cef3-4299-99d9-de7e5c7f260a', 'status': 'completed', 'code': 200} May 13 14:34:38.204455 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1427a5f7-b2a6-4464-81dc-def6caba179a admin admin] Usage tracker for resource:security_group_rule and tenant:fbefb99f30304dc4881a4b0e0fed94d0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:38.212735 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1427a5f7-b2a6-4464-81dc-def6caba179a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:38.246125 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1427a5f7-b2a6-4464-81dc-def6caba179a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:38.307663 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device c9fbe10d-8124-4642-bacb-35ceea346cec details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:34:38.406152 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1427a5f7-b2a6-4464-81dc-def6caba179a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:38.412621 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1427a5f7-b2a6-4464-81dc-def6caba179a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:38.453224 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1427a5f7-b2a6-4464-81dc-def6caba179a admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:34:38.470857 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427a5f7-b2a6-4464-81dc-def6caba179a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314bad1a-81a8-40fa-b8b4-17a25b4d49d6,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:38.492602 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1427a5f7-b2a6-4464-81dc-def6caba179a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:38.494539 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-1427a5f7-b2a6-4464-81dc-def6caba179a admin admin] Added segment 0400493f-ea86-4117-9db7-ad1b304e58e2 of type vlan for network f61c0f98-edea-45bd-827b-d1305a2efed0 May 13 14:34:38.527022 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-a2c38bc0-b440-421a-ad51-120f88d630ae None None] Current status of the port 4e63b5f2-c548-4d1e-a39e-48e1efa1af27 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:38.535764 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1427a5f7-b2a6-4464-81dc-def6caba179a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:38.577262 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b113d-61c0-491f-92b8-df799915434f tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Pushing event updated for resources: {'Network': ['ID=b9cd188f-27d0-46ae-b429-65a31782aaa1,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:38.589768 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network b9cd188f-27d0-46ae-b429-65a31782aaa1 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:34:38.595858 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1427a5f7-b2a6-4464-81dc-def6caba179a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:38.597078 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1427a5f7-b2a6-4464-81dc-def6caba179a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:38.598039 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1427a5f7-b2a6-4464-81dc-def6caba179a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:38.725228 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port c9fbe10d-8124-4642-bacb-35ceea346cec, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=c9fbe10d-8124-4642-bacb-35ceea346cec,segment=NetworkSegment(bc45d110-6939-449a-9ea3-bc6409d12d19),segment_id=bc45d110-6939-449a-9ea3-bc6409d12d19)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:38.776742 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'c9fbe10d-8124-4642-bacb-35ceea346cec', 'network_id': 'fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f', 'port_id': 'c9fbe10d-8124-4642-bacb-35ceea346cec', 'mac_address': 'fa:16:3e:aa:d5:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9cc4fb1-d2ad-4765-9e89-652a7928106b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:34:38.809366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315c23f-6a02-4f97-8929-375e7f64cb49 req-bf06ab01-e26d-41ec-851d-9ecfdae1be37 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:38.816725 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1315c23f-6a02-4f97-8929-375e7f64cb49 req-bf06ab01-e26d-41ec-851d-9ecfdae1be37 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d7a9cd-bd8f-438d-919e-17ac62b27963 HTTP/1.1" status: 200 len: 943 time: 1.8729110 May 13 14:34:38.877340 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1427a5f7-b2a6-4464-81dc-def6caba179a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3840690 May 13 14:34:38.880351 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427a5f7-b2a6-4464-81dc-def6caba179a admin admin] Pushing event updated for resources: {'Network': ['ID=f61c0f98-edea-45bd-827b-d1305a2efed0,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:38.885331 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48850) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:38.899878 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-827d95ae-c299-4ad7-ab07-70754bf7e323 admin admin] Request body: {'subnet': {'network_id': 'f61c0f98-edea-45bd-827b-d1305a2efed0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1445002305-subnet', 'tenant_id': 'fbefb99f30304dc4881a4b0e0fed94d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:38.910289 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network f61c0f98-edea-45bd-827b-d1305a2efed0 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:34:38.911894 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-827d95ae-c299-4ad7-ab07-70754bf7e323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:38.922769 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-827d95ae-c299-4ad7-ab07-70754bf7e323 admin admin] Usage tracker for resource:subnet and tenant:fbefb99f30304dc4881a4b0e0fed94d0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:38.932787 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-827d95ae-c299-4ad7-ab07-70754bf7e323 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:38.952666 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-827d95ae-c299-4ad7-ab07-70754bf7e323 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:38.960093 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 4e63b5f2-c548-4d1e-a39e-48e1efa1af27 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:34:38.982789 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827d95ae-c299-4ad7-ab07-70754bf7e323 admin admin] Made reservation on behalf of fbefb99f30304dc4881a4b0e0fed94d0 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:38.985935 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-827d95ae-c299-4ad7-ab07-70754bf7e323 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:39.073268 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port c9fbe10d-8124-4642-bacb-35ceea346cec is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:39.073653 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:39.119160 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1371f4b0-2cd8-4a3c-84ae-c250801bef2d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:39.130789 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9fbe10d-8124-4642-bacb-35ceea346cec {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:34:39.166884 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port c9fbe10d-8124-4642-bacb-35ceea346cec, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=c9fbe10d-8124-4642-bacb-35ceea346cec,segment=NetworkSegment(bc45d110-6939-449a-9ea3-bc6409d12d19),segment_id=bc45d110-6939-449a-9ea3-bc6409d12d19)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:39.174554 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:39.215316 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 4e63b5f2-c548-4d1e-a39e-48e1efa1af27 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:39.215316 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:39.242082 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1315c23f-6a02-4f97-8929-375e7f64cb49 req-2ec6d459-c6e1-4a59-a237-111180a8f7cc tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239244 May 13 14:34:39.280328 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de42da-9960-4101-8d2b-856dd09916e0 req-03768537-f5b4-4a3f-8f35-8691b2b812ad tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:39.287022 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de42da-9960-4101-8d2b-856dd09916e0 req-03768537-f5b4-4a3f-8f35-8691b2b812ad tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:39.287995 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-d7de42da-9960-4101-8d2b-856dd09916e0 req-03768537-f5b4-4a3f-8f35-8691b2b812ad tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Synchronizing usage tracker for tenant:b8a50ca163ea4ea3b0ec7da854065fb9 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:34:39.305200 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=c9fbe10d-8124-4642-bacb-35ceea346cec,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:39.314136 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-d7de42da-9960-4101-8d2b-856dd09916e0 req-03768537-f5b4-4a3f-8f35-8691b2b812ad tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Unset dirty status for tenant:b8a50ca163ea4ea3b0ec7da854065fb9 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:34:39.315405 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d7de42da-9960-4101-8d2b-856dd09916e0 req-03768537-f5b4-4a3f-8f35-8691b2b812ad tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eb42639-60d3-423d-8caf-cd825277505f&device_id=755953f9-d2c4-400f-8142-eaa1d5fc359a HTTP/1.1" status: 200 len: 1682 time: 0.2035046 May 13 14:34:39.377520 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bf02e5d3-8cc5-43b5-bddc-cc2765dcce51 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:39.393896 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 4e63b5f2-c548-4d1e-a39e-48e1efa1af27 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:39.402066 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-827d95ae-c299-4ad7-ab07-70754bf7e323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:39.402456 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-48eb73d4-39f0-4cc7-8f84-5721d4e34ad8 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:39.455329 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['c9fbe10d-8124-4642-bacb-35ceea346cec'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:34:39.464028 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d7de42da-9960-4101-8d2b-856dd09916e0 req-61d1e9f8-55ee-4d2b-898f-1b40148eb02d tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dd63199-2b00-4b0e-afcc-0b724c5393dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314631 May 13 14:34:39.499472 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d95ae-c299-4ad7-ab07-70754bf7e323 admin admin] Checking segment: {'id': '0400493f-ea86-4117-9db7-ad1b304e58e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f61c0f98-edea-45bd-827b-d1305a2efed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:34:39.499472 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827d95ae-c299-4ad7-ab07-70754bf7e323 admin admin] Network hostable DHCP agents. Network: f61c0f98-edea-45bd-827b-d1305a2efed0, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:34:39.504609 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bf02e5d3-8cc5-43b5-bddc-cc2765dcce51 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:39.537349 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d95ae-c299-4ad7-ab07-70754bf7e323 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4515a73e-97fa-48e0-935c-97e2f0d514f2,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:39.538040 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bf02e5d3-8cc5-43b5-bddc-cc2765dcce51 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Network b9cd188f-27d0-46ae-b429-65a31782aaa1 is not hosted by any dhcp agent {{(pid=88082) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 13 14:34:39.538914 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf02e5d3-8cc5-43b5-bddc-cc2765dcce51 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:39.539535 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bf02e5d3-8cc5-43b5-bddc-cc2765dcce51 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:39.543447 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bf02e5d3-8cc5-43b5-bddc-cc2765dcce51 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] 10.222.0.35 "PUT /v2.0/networks/b9cd188f-27d0-46ae-b429-65a31782aaa1 HTTP/1.1" status: 200 len: 857 time: 2.2648408 May 13 14:34:39.558549 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48864) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:39.709608 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-1371f4b0-2cd8-4a3c-84ae-c250801bef2d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Allocated IP 172.25.0.86 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/02e1097d-5942-411c-8376-605ab9c77f2b) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:34:39.709872 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827d95ae-c299-4ad7-ab07-70754bf7e323 admin admin] Network f61c0f98-edea-45bd-827b-d1305a2efed0 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:34:39.766625 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-827d95ae-c299-4ad7-ab07-70754bf7e323 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, f61c0f98-edea-45bd-827b-d1305a2efed0) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:39.779556 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0c2f15-9581-4aae-a1d5-7212fb36c6af None None] Network f61c0f98-edea-45bd-827b-d1305a2efed0 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:34:39.782334 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827d95ae-c299-4ad7-ab07-70754bf7e323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:39.782919 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-827d95ae-c299-4ad7-ab07-70754bf7e323 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:39.807572 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-827d95ae-c299-4ad7-ab07-70754bf7e323 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9209414 May 13 14:34:39.833227 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c465beb1-049d-4d3e-b43d-36690a0e6dce tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:39.972524 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c465beb1-049d-4d3e-b43d-36690a0e6dce tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:39.980434 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02e5d3-8cc5-43b5-bddc-cc2765dcce51 tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Pushing event updated for resources: {'Network': ['ID=b9cd188f-27d0-46ae-b429-65a31782aaa1,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:40.007149 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-c465beb1-049d-4d3e-b43d-36690a0e6dce tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9cd188f-27d0-46ae-b429-65a31782aaa1']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:40.021868 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-c465beb1-049d-4d3e-b43d-36690a0e6dce tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e39a18ad-10ba-42df-9f81-8ef67c27b122') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:40.022482 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-c465beb1-049d-4d3e-b43d-36690a0e6dce tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e39a18ad-10ba-42df-9f81-8ef67c27b122') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:40.036942 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c465beb1-049d-4d3e-b43d-36690a0e6dce tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:40.058600 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c465beb1-049d-4d3e-b43d-36690a0e6dce tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:40.069717 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c465beb1-049d-4d3e-b43d-36690a0e6dce tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:34:40.070520 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c465beb1-049d-4d3e-b43d-36690a0e6dce tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:40.090600 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:34:40.090600 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:34:40.090600 n-d-841760-1 neutron-server[88081]: timer() May 13 14:34:40.090600 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:34:40.090600 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:34:40.090600 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:34:40.090600 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:34:40.090600 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:34:40.090600 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:34:40.090600 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:34:40.090600 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:34:40.090600 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:34:40.090600 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:34:40.090600 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:34:40.090600 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:34:40.090600 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:34:40.090600 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:34:40.090600 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:34:40.090600 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:34:40.090600 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:34:40.090600 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:34:40.090600 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:34:40.090600 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:34:40.090600 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:34:40.090600 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:34:40.090600 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:34:40.090600 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:34:40.090600 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:34:40.090600 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:34:40.090600 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:34:40.090600 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:34:40.090600 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:34:40.158130 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd64aa19-0f6f-47b7-8304-ebd4e97aa8c7 None None] Network f61c0f98-edea-45bd-827b-d1305a2efed0 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:34:40.266627 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device c9fbe10d-8124-4642-bacb-35ceea346cec up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:34:40.278162 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c465beb1-049d-4d3e-b43d-36690a0e6dce tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:40.302923 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c465beb1-049d-4d3e-b43d-36690a0e6dce tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b9cd188f-27d0-46ae-b429-65a31782aaa1 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 13 14:34:40.306965 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c465beb1-049d-4d3e-b43d-36690a0e6dce tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:40.313791 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465beb1-049d-4d3e-b43d-36690a0e6dce tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] Pushing event deleted for resources: {'Network': ['ID=b9cd188f-27d0-46ae-b429-65a31782aaa1,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:40.321629 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c465beb1-049d-4d3e-b43d-36690a0e6dce tempest-ExternalNetworksTestJSON-1949708242 tempest-ExternalNetworksTestJSON-1949708242-project-admin] 10.222.0.35 "DELETE /v2.0/networks/b9cd188f-27d0-46ae-b429-65a31782aaa1 HTTP/1.1" status: 204 len: 168 time: 0.7584574 May 13 14:34:40.323864 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48882) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:40.408295 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:34:40.436036 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa815a4-68b4-4d9b-9ff2-6c63b29f8699 tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] DELETE failed (client error): The resource could not be found. May 13 14:34:40.436519 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fa815a4-68b4-4d9b-9ff2-6c63b29f8699 tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:34:40.438394 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7fa815a4-68b4-4d9b-9ff2-6c63b29f8699 tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] 10.222.0.35 "DELETE /v2.0/subnets/a1a03f97-d1cb-427a-a66c-e6541319bf7a HTTP/1.1" status: 404 len: 337 time: 0.1134186 May 13 14:34:40.441215 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48890) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:40.465494 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76552ba7-53e5-4f4d-ae9a-bf05aee0c57e req-a450ae1f-51e5-415d-88b6-53e30799add7 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:40.473820 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-76552ba7-53e5-4f4d-ae9a-bf05aee0c57e req-a450ae1f-51e5-415d-88b6-53e30799add7 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.7655504 May 13 14:34:40.512723 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port c9fbe10d-8124-4642-bacb-35ceea346cec completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:34:40.514616 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-48eb73d4-39f0-4cc7-8f84-5721d4e34ad8 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:40.534660 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port c9fbe10d-8124-4642-bacb-35ceea346cec triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:40.535043 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:40.568255 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-efcee084-0772-4610-9c51-7c4dfcdeba3d tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:40.620615 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1371f4b0-2cd8-4a3c-84ae-c250801bef2d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:40.685641 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-76552ba7-53e5-4f4d-ae9a-bf05aee0c57e req-1a980a32-5ea8-48e3-b11a-c4186e185993 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109044 May 13 14:34:40.768316 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-efcee084-0772-4610-9c51-7c4dfcdeba3d tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:40.803058 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-efcee084-0772-4610-9c51-7c4dfcdeba3d tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8cd28fd-5f91-4849-8033-bf1a127a38ab']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:40.835233 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-efcee084-0772-4610-9c51-7c4dfcdeba3d tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5342c652-1306-4c06-b78b-9c50f7811e1b') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:40.835233 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-efcee084-0772-4610-9c51-7c4dfcdeba3d tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5342c652-1306-4c06-b78b-9c50f7811e1b') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:40.882332 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-efcee084-0772-4610-9c51-7c4dfcdeba3d tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:40.953210 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1371f4b0-2cd8-4a3c-84ae-c250801bef2d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:40.953874 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-efcee084-0772-4610-9c51-7c4dfcdeba3d tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:40.967252 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port c9fbe10d-8124-4642-bacb-35ceea346cec is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:40.967920 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:40.973566 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efcee084-0772-4610-9c51-7c4dfcdeba3d tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:34:40.973977 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-efcee084-0772-4610-9c51-7c4dfcdeba3d tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:40.997655 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:34:40.997655 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:34:40.997655 n-d-841760-1 neutron-server[88081]: timer() May 13 14:34:40.997655 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:34:40.997655 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:34:40.997655 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:34:40.997655 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:34:40.997655 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:34:40.997655 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:34:40.997655 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:34:40.997655 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:34:40.997655 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:34:40.997655 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:34:40.997655 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:34:40.997655 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:34:40.997655 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:34:40.997655 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:34:40.997655 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:34:40.997655 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:34:40.997655 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:34:40.997655 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:34:40.997655 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:34:40.997655 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:34:40.997655 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:34:40.997655 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:34:40.997655 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:34:40.997655 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:34:40.997655 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:34:40.997655 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:34:40.997655 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:34:40.997655 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:34:40.997655 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:34:41.005102 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d7a9cd-bd8f-438d-919e-17ac62b27963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9fbe10d-8124-4642-bacb-35ceea346cec'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:41.017165 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port c9fbe10d-8124-4642-bacb-35ceea346cec, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=c9fbe10d-8124-4642-bacb-35ceea346cec,segment=NetworkSegment(bc45d110-6939-449a-9ea3-bc6409d12d19),segment_id=bc45d110-6939-449a-9ea3-bc6409d12d19)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:41.021428 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:41.048144 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1371f4b0-2cd8-4a3c-84ae-c250801bef2d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:41.053760 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-1371f4b0-2cd8-4a3c-84ae-c250801bef2d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:41.064178 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1371f4b0-2cd8-4a3c-84ae-c250801bef2d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:34:41.095084 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=c9fbe10d-8124-4642-bacb-35ceea346cec,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:41.095896 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371f4b0-2cd8-4a3c-84ae-c250801bef2d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event updated for resources: {'Port': ['ID=02e1097d-5942-411c-8376-605ab9c77f2b,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:41.118572 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-efcee084-0772-4610-9c51-7c4dfcdeba3d tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:41.121095 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48eb73d4-39f0-4cc7-8f84-5721d4e34ad8 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Router 66a5f4b9-d2a6-4722-abb1-bc22bf9a3359 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:34:41.132347 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17283449-36c2-488d-ac11-fcc6c3e1a15f req-4dc91b45-1683-4efd-9568-d84a973260a6 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:41.133043 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-17283449-36c2-488d-ac11-fcc6c3e1a15f req-4dc91b45-1683-4efd-9568-d84a973260a6 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Synchronizing usage tracker for tenant:a49f1166c3f54f5fb3c6b91a02cdaaab on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:34:41.138604 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-efcee084-0772-4610-9c51-7c4dfcdeba3d tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:41.151427 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-d663d21d-772c-4d5d-8fbb-56a49ac3290a tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:41.152097 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-d663d21d-772c-4d5d-8fbb-56a49ac3290a tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Synchronizing usage tracker for tenant:fbefb99f30304dc4881a4b0e0fed94d0 on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:34:41.193124 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcee084-0772-4610-9c51-7c4dfcdeba3d tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] Pushing event deleted for resources: {'Network': ['ID=c8cd28fd-5f91-4849-8033-bf1a127a38ab,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:41.215058 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-efcee084-0772-4610-9c51-7c4dfcdeba3d tempest-ExternalNetworksTestJSON-939592480 tempest-ExternalNetworksTestJSON-939592480-project] 10.222.0.35 "DELETE /v2.0/networks/c8cd28fd-5f91-4849-8033-bf1a127a38ab HTTP/1.1" status: 204 len: 168 time: 0.7703741 May 13 14:34:41.235662 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-17283449-36c2-488d-ac11-fcc6c3e1a15f req-4dc91b45-1683-4efd-9568-d84a973260a6 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Unset dirty status for tenant:a49f1166c3f54f5fb3c6b91a02cdaaab on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:34:41.242304 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-17283449-36c2-488d-ac11-fcc6c3e1a15f req-4dc91b45-1683-4efd-9568-d84a973260a6 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=e113854b-84ad-48a4-862d-c2340036b6a0 HTTP/1.1" status: 200 len: 950 time: 0.3673310 May 13 14:34:41.242838 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-d663d21d-772c-4d5d-8fbb-56a49ac3290a tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Unset dirty status for tenant:fbefb99f30304dc4881a4b0e0fed94d0 on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:34:41.243999 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-d663d21d-772c-4d5d-8fbb-56a49ac3290a tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] 10.222.0.35 "GET /v2.0/networks?id=f61c0f98-edea-45bd-827b-d1305a2efed0 HTTP/1.1" status: 200 len: 822 time: 0.3918176 May 13 14:34:41.266629 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-341aa993-3719-4d20-b90a-976073934e5a tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] 10.222.0.35 "GET /v2.0/quotas/fbefb99f30304dc4881a4b0e0fed94d0 HTTP/1.1" status: 200 len: 375 time: 0.0155134 May 13 14:34:41.284214 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280efe0-e329-4aa9-90bc-e0a9a5d2f0f1 req-90bbf464-de46-496c-8bdb-59aa7573cfd9 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:41.285725 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1280efe0-e329-4aa9-90bc-e0a9a5d2f0f1 req-90bbf464-de46-496c-8bdb-59aa7573cfd9 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.59 "GET /v2.0/ports?device_id=e113854b-84ad-48a4-862d-c2340036b6a0 HTTP/1.1" status: 200 len: 950 time: 0.1299555 May 13 14:34:41.366845 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-f08f6774-b6f7-44c9-ad37-fe71aba7b7ef tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fbefb99f30304dc4881a4b0e0fed94d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0914726 May 13 14:34:41.374043 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1371f4b0-2cd8-4a3c-84ae-c250801bef2d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:41.388353 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-17283449-36c2-488d-ac11-fcc6c3e1a15f req-53ae21f4-197c-49c3-8d70-67f0151d9501 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451616 May 13 14:34:41.491212 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48eb73d4-39f0-4cc7-8f84-5721d4e34ad8 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:34:41.503257 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31120b1-3963-461e-8cb6-04f2c518eac8 None None] Sync routers for ids ['66a5f4b9-d2a6-4722-abb1-bc22bf9a3359'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:34:41.510726 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48910) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:41.514702 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31120b1-3963-461e-8cb6-04f2c518eac8 None None] Routers {'66a5f4b9-d2a6-4722-abb1-bc22bf9a3359'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:34:41.515695 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a31120b1-3963-461e-8cb6-04f2c518eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:34:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['66a5f4b9-d2a6-4722-abb1-bc22bf9a3359'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:41.524049 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1371f4b0-2cd8-4a3c-84ae-c250801bef2d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:41.566595 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-7cd06c64-3ffb-4d9d-80dc-c4afe18d17bd service neutron] 10.222.0.35 "GET /v2.0/networks/f61c0f98-edea-45bd-827b-d1305a2efed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849411 May 13 14:34:41.594398 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-1280efe0-e329-4aa9-90bc-e0a9a5d2f0f1 req-d7b17a23-d746-4709-8b19-887e7bbcc0b4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Deleting port d044bab1-0650-4c79-bf4c-d0feaf1d04cd {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:34:41.595033 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1280efe0-e329-4aa9-90bc-e0a9a5d2f0f1 req-d7b17a23-d746-4709-8b19-887e7bbcc0b4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:41.620228 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a31120b1-3963-461e-8cb6-04f2c518eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:41.631729 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31120b1-3963-461e-8cb6-04f2c518eac8 None None] Routers {'66a5f4b9-d2a6-4722-abb1-bc22bf9a3359'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:34:41.632703 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a31120b1-3963-461e-8cb6-04f2c518eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:34:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['66a5f4b9-d2a6-4722-abb1-bc22bf9a3359'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:41.692906 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-48eb73d4-39f0-4cc7-8f84-5721d4e34ad8 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:41.694116 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-48eb73d4-39f0-4cc7-8f84-5721d4e34ad8 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 9.6650484 May 13 14:34:41.702787 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a31120b1-3963-461e-8cb6-04f2c518eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:41.703519 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31120b1-3963-461e-8cb6-04f2c518eac8 None None] The sync data for ids ['66a5f4b9-d2a6-4722-abb1-bc22bf9a3359'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:34:41.710119 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48918) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:41.942614 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a59e78b7-4397-4860-9890-09dce213fd1a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4f32e3d22e7b4ba9b51a6d2317c71bda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4306641 May 13 14:34:41.975508 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-4fad1af2-d87c-46bb-82ea-e89b5b6187d1 service neutron] 10.222.0.35 "GET /v2.0/networks/f61c0f98-edea-45bd-827b-d1305a2efed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080529 May 13 14:34:41.980311 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48922) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:42.114249 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-1280efe0-e329-4aa9-90bc-e0a9a5d2f0f1 req-d7b17a23-d746-4709-8b19-887e7bbcc0b4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] For port d044bab1-0650-4c79-bf4c-d0feaf1d04cd, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=d044bab1-0650-4c79-bf4c-d0feaf1d04cd,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:42.114613 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1280efe0-e329-4aa9-90bc-e0a9a5d2f0f1 req-d7b17a23-d746-4709-8b19-887e7bbcc0b4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:42.127505 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f3e8fc8a-360b-4e42-aab0-779733356ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:42.211798 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f77359-e291-4c9f-b08b-a93b303a47de req-7a6a1f92-0c17-4194-af61-95717bc2d75d tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:42.213311 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-85f77359-e291-4c9f-b08b-a93b303a47de req-7a6a1f92-0c17-4194-af61-95717bc2d75d tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.59 "GET /v2.0/ports?device_id=d2a733f9-66c0-4c1b-ac95-bcf8138fdd6c HTTP/1.1" status: 200 len: 949 time: 0.6495423 May 13 14:34:42.254503 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-1280efe0-e329-4aa9-90bc-e0a9a5d2f0f1 req-d7b17a23-d746-4709-8b19-887e7bbcc0b4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Calling delete_port for d044bab1-0650-4c79-bf4c-d0feaf1d04cd owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:34:42.283838 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4b98a-9f12-404e-a433-44e1304fdb25 req-c23be627-e3f4-49c1-be8f-600dcdc24f87 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:42.290823 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-23d4b98a-9f12-404e-a433-44e1304fdb25 req-c23be627-e3f4-49c1-be8f-600dcdc24f87 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d7a9cd-bd8f-438d-919e-17ac62b27963 HTTP/1.1" status: 200 len: 945 time: 0.7210453 May 13 14:34:42.319099 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f3e8fc8a-360b-4e42-aab0-779733356ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:42.447945 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-85f77359-e291-4c9f-b08b-a93b303a47de req-a31af90d-a3ad-4c2f-8449-2f1bce118c61 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Deleting port 264f174b-52f0-4701-8c1f-20098e7391bb {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:34:42.448242 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-85f77359-e291-4c9f-b08b-a93b303a47de req-a31af90d-a3ad-4c2f-8449-2f1bce118c61 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:42.503651 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f3e8fc8a-360b-4e42-aab0-779733356ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:42.528725 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8fc8a-360b-4e42-aab0-779733356ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdb43d3-786e-46cf-87cd-d9e8e2c7226d,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:42.536652 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1280efe0-e329-4aa9-90bc-e0a9a5d2f0f1 req-d7b17a23-d746-4709-8b19-887e7bbcc0b4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:42.546142 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983fb58-6200-4dde-80e6-06fb6d13d024 req-cf153faa-cac6-4d2b-a475-01fb0ce8ad14 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:42.552089 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['41d6498b-80c7-4797-b523-231bb2077238'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:34:42.553141 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3983fb58-6200-4dde-80e6-06fb6d13d024 req-cf153faa-cac6-4d2b-a475-01fb0ce8ad14 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.1783051 May 13 14:34:42.601751 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-23d4b98a-9f12-404e-a433-44e1304fdb25 req-acca8409-19b6-4d27-b418-ed494fe775b7 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100915 May 13 14:34:42.623968 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1371f4b0-2cd8-4a3c-84ae-c250801bef2d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:42.633426 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b17a23-d746-4709-8b19-887e7bbcc0b4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Pushing event deleted for resources: {'Port': ['ID=d044bab1-0650-4c79-bf4c-d0feaf1d04cd,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:42.637321 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1371f4b0-2cd8-4a3c-84ae-c250801bef2d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:42.690991 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2f86e39-96bb-42fd-8bc6-e2070a35fda6'] response: {'server_uuid': '80d7a9cd-bd8f-438d-919e-17ac62b27963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9fbe10d-8124-4642-bacb-35ceea346cec', 'code': 200} May 13 14:34:42.798097 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f3e8fc8a-360b-4e42-aab0-779733356ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:42.798658 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f3e8fc8a-360b-4e42-aab0-779733356ff1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9fdb43d3-786e-46cf-87cd-d9e8e2c7226d HTTP/1.1" status: 204 len: 168 time: 0.8174150 May 13 14:34:42.806664 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-1280efe0-e329-4aa9-90bc-e0a9a5d2f0f1 req-d7b17a23-d746-4709-8b19-887e7bbcc0b4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] No DVR routers for this DVR port d044bab1-0650-4c79-bf4c-d0feaf1d04cd on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:34:42.818196 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3983fb58-6200-4dde-80e6-06fb6d13d024 req-0e92c72c-8121-4520-ac5c-ed2ac2ad37e3 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641363 May 13 14:34:42.819351 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1280efe0-e329-4aa9-90bc-e0a9a5d2f0f1 req-d7b17a23-d746-4709-8b19-887e7bbcc0b4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:42.821294 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1280efe0-e329-4aa9-90bc-e0a9a5d2f0f1 req-d7b17a23-d746-4709-8b19-887e7bbcc0b4 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.59 "DELETE /v2.0/ports/d044bab1-0650-4c79-bf4c-d0feaf1d04cd HTTP/1.1" status: 204 len: 173 time: 1.4982891 May 13 14:34:42.821736 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e113854b-84ad-48a4-862d-c2340036b6a0', 'name': 'network-vif-deleted', 'tag': 'd044bab1-0650-4c79-bf4c-d0feaf1d04cd'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:42.990255 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371f4b0-2cd8-4a3c-84ae-c250801bef2d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event updated for resources: {'Port': ['ID=02e1097d-5942-411c-8376-605ab9c77f2b,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:43.056038 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3bc813e2-efe5-4a5b-ae8f-e0da76aed9b9 req-a6d14ca4-7d20-4150-9d0e-e537b87f8c2f tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a74c0de-8feb-470f-ba65-d27a8c924721 HTTP/1.1" status: 200 len: 210 time: 0.1202321 May 13 14:34:43.189662 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1371f4b0-2cd8-4a3c-84ae-c250801bef2d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:43.241977 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59335925-7a15-4edf-b50c-e7570306d183'] response: {'server_uuid': 'e113854b-84ad-48a4-862d-c2340036b6a0', 'name': 'network-vif-deleted', 'tag': 'd044bab1-0650-4c79-bf4c-d0feaf1d04cd', 'status': 'completed', 'code': 200} May 13 14:34:43.400101 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48954) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:43.413375 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1371f4b0-2cd8-4a3c-84ae-c250801bef2d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:43.414958 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1371f4b0-2cd8-4a3c-84ae-c250801bef2d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.1781588 May 13 14:34:43.444121 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4c5d2b2a-042f-4cd6-8521-0597790ed598 req-44899e05-c452-469f-aa68-86ce4e6013ee tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=e113854b-84ad-48a4-862d-c2340036b6a0 HTTP/1.1" status: 200 len: 210 time: 0.0756462 May 13 14:34:43.532152 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6e2b2fc1-63b7-442d-b08f-5e948b438b66 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c8d265ac9c274089b20a54b50839da33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1307669 May 13 14:34:43.534354 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48960) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:43.598765 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-85f77359-e291-4c9f-b08b-a93b303a47de req-a31af90d-a3ad-4c2f-8449-2f1bce118c61 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] For port 264f174b-52f0-4701-8c1f-20098e7391bb, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=264f174b-52f0-4701-8c1f-20098e7391bb,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:43.599266 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-85f77359-e291-4c9f-b08b-a93b303a47de req-a31af90d-a3ad-4c2f-8449-2f1bce118c61 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:43.614928 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48610c-748d-4433-b124-6aa0e10cc6bc req-94dc3d64-8b06-4571-b352-5190ddda837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:43.616363 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3e48610c-748d-4433-b124-6aa0e10cc6bc req-94dc3d64-8b06-4571-b352-5190ddda837f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=80d7a9cd-bd8f-438d-919e-17ac62b27963 HTTP/1.1" status: 200 len: 1096 time: 0.8149803 May 13 14:34:43.638575 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c23cc031-cb89-40e9-a0d0-329cc6e388e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:43.666823 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c23cc031-cb89-40e9-a0d0-329cc6e388e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:43.741020 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c23cc031-cb89-40e9-a0d0-329cc6e388e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:43.762066 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23cc031-cb89-40e9-a0d0-329cc6e388e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04919911-9123-4749-8a53-4a4c96108e99,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:43.816361 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-85f77359-e291-4c9f-b08b-a93b303a47de req-a31af90d-a3ad-4c2f-8449-2f1bce118c61 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Calling delete_port for 264f174b-52f0-4701-8c1f-20098e7391bb owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:34:43.865011 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c23cc031-cb89-40e9-a0d0-329cc6e388e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:43.869008 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c23cc031-cb89-40e9-a0d0-329cc6e388e1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/04919911-9123-4749-8a53-4a4c96108e99 HTTP/1.1" status: 204 len: 168 time: 0.3306141 May 13 14:34:44.029910 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697637c5-6acc-4aeb-9dec-5847fa3c7b44 req-2c9ef020-d62f-4ec7-864d-eb6c8d4a6f33 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:44.031839 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-697637c5-6acc-4aeb-9dec-5847fa3c7b44 req-2c9ef020-d62f-4ec7-864d-eb6c8d4a6f33 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d7a9cd-bd8f-438d-919e-17ac62b27963 HTTP/1.1" status: 200 len: 945 time: 0.2472332 May 13 14:34:44.048062 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-a972c860-c91c-4d54-927e-57f8977d4477 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:44.048062 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-a972c860-c91c-4d54-927e-57f8977d4477 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] 10.222.0.59 "GET /v2.0/networks?id=f61c0f98-edea-45bd-827b-d1305a2efed0 HTTP/1.1" status: 200 len: 822 time: 0.2117283 May 13 14:34:44.057363 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c802f69d-a2ee-46c0-a779-0efa0b70c15e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:44.074360 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-106f65a1-d791-4de5-809d-9ee633b44f75 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Request body: {'port': {'device_id': '7a74c0de-8feb-470f-ba65-d27a8c924721', 'network_id': 'f61c0f98-edea-45bd-827b-d1305a2efed0', 'admin_state_up': True, 'tenant_id': 'fbefb99f30304dc4881a4b0e0fed94d0'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:44.193522 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-697637c5-6acc-4aeb-9dec-5847fa3c7b44 req-4ed5caa0-c499-47a6-93f8-d1b4b52c7126 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474693 May 13 14:34:44.226664 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3e48610c-748d-4433-b124-6aa0e10cc6bc req-c7418c00-2e1d-44ac-8f0c-c1cf65742553 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5690365 May 13 14:34:44.287704 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 264f174b-52f0-4701-8c1f-20098e7391bb no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:34:44.312983 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-106f65a1-d791-4de5-809d-9ee633b44f75 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:44.321770 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-106f65a1-d791-4de5-809d-9ee633b44f75 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Usage tracker for resource:port and tenant:fbefb99f30304dc4881a4b0e0fed94d0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:44.327383 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-106f65a1-d791-4de5-809d-9ee633b44f75 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:44.338403 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-106f65a1-d791-4de5-809d-9ee633b44f75 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:44.393350 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-106f65a1-d791-4de5-809d-9ee633b44f75 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Made reservation on behalf of fbefb99f30304dc4881a4b0e0fed94d0 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:44.397222 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-106f65a1-d791-4de5-809d-9ee633b44f75 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:44.424918 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-65f17b76-0046-43bd-8356-4ace8e97faf1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Synchronizing usage tracker for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:34:44.446698 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6086a88-315f-47a2-badc-060042324b41 req-36a06e0f-1e69-458d-9856-f8e7b5e390d9 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:44.454031 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f6086a88-315f-47a2-badc-060042324b41 req-36a06e0f-1e69-458d-9856-f8e7b5e390d9 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.8615966 May 13 14:34:44.501600 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 264f174b-52f0-4701-8c1f-20098e7391bb is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:44.503480 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:44.517463 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-65f17b76-0046-43bd-8356-4ace8e97faf1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Unset dirty status for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:34:44.526160 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-65f17b76-0046-43bd-8356-4ace8e97faf1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--72506579&fields=id&tenant_id=b6ab0120ba4d4937a9340132b618cd48 HTTP/1.1" status: 200 len: 267 time: 0.1798303 May 13 14:34:44.617516 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f6086a88-315f-47a2-badc-060042324b41 req-2246d421-23cc-4170-aa6d-230de8fe0ff0 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625590 May 13 14:34:44.687002 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-85f77359-e291-4c9f-b08b-a93b303a47de req-a31af90d-a3ad-4c2f-8449-2f1bce118c61 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:44.709078 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['41d6498b-80c7-4797-b523-231bb2077238'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:34:44.784595 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device d044bab1-0650-4c79-bf4c-d0feaf1d04cd no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:34:44.845170 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: d044bab1-0650-4c79-bf4c-d0feaf1d04cd {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:34:44.846930 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device d044bab1-0650-4c79-bf4c-d0feaf1d04cd not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:34:44.850887 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31af90d-a3ad-4c2f-8449-2f1bce118c61 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Pushing event deleted for resources: {'Port': ['ID=264f174b-52f0-4701-8c1f-20098e7391bb,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:44.898099 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-106f65a1-d791-4de5-809d-9ee633b44f75 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Allocated IP 172.20.0.8 (f61c0f98-edea-45bd-827b-d1305a2efed0/4515a73e-97fa-48e0-935c-97e2f0d514f2/c461c145-9de8-4a39-a8c5-3480d449e51a) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:34:44.908636 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-99fc6cdc-f64b-48fd-9751-b95954fc189a tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:44.915857 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-99fc6cdc-f64b-48fd-9751-b95954fc189a tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/networks?id=79758d8c-b106-4287-a282-ab754acae92b HTTP/1.1" status: 200 len: 815 time: 0.3886480 May 13 14:34:44.936995 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-41c50749-7cb5-4ee6-9181-10d2a46ec52c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/quotas/b6ab0120ba4d4937a9340132b618cd48 HTTP/1.1" status: 200 len: 375 time: 0.0201075 May 13 14:34:45.059073 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f77359-e291-4c9f-b08b-a93b303a47de req-a31af90d-a3ad-4c2f-8449-2f1bce118c61 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] No DVR routers for this DVR port 264f174b-52f0-4701-8c1f-20098e7391bb on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:34:45.071328 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49006) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:45.073710 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-85f77359-e291-4c9f-b08b-a93b303a47de req-a31af90d-a3ad-4c2f-8449-2f1bce118c61 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:45.077037 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a733f9-66c0-4c1b-ac95-bcf8138fdd6c', 'name': 'network-vif-deleted', 'tag': '264f174b-52f0-4701-8c1f-20098e7391bb'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:45.158369 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-85f77359-e291-4c9f-b08b-a93b303a47de req-a31af90d-a3ad-4c2f-8449-2f1bce118c61 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.59 "DELETE /v2.0/ports/264f174b-52f0-4701-8c1f-20098e7391bb HTTP/1.1" status: 204 len: 173 time: 2.9269085 May 13 14:34:45.216366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-c802f69d-a2ee-46c0-a779-0efa0b70c15e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Allocated IP 172.20.0.1 (bdd03778-9062-40a5-9eeb-a01bb3cd1753/8584d9ba-8581-4c8d-a9f5-f2b322010ea2/9557972e-3978-45b4-82ab-a1304e241bcb) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:34:45.236946 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32257ff1-70c0-4cca-b006-7f54b590418f req-5dfe35bf-40c2-443f-9aba-21b9e3c6cc34 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:45.238464 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-32257ff1-70c0-4cca-b006-7f54b590418f req-5dfe35bf-40c2-443f-9aba-21b9e3c6cc34 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=755953f9-d2c4-400f-8142-eaa1d5fc359a HTTP/1.1" status: 200 len: 945 time: 0.3971729 May 13 14:34:45.254026 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-6376ce35-d124-408b-8db9-4ad85dfd18dc tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b6ab0120ba4d4937a9340132b618cd48&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3159549 May 13 14:34:45.269720 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-ce293aa1-bd0f-4688-aa9d-043d3fd62622 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-413497849'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:45.342889 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ce293aa1-bd0f-4688-aa9d-043d3fd62622 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:45.407644 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-32257ff1-70c0-4cca-b006-7f54b590418f req-3040a839-0b55-450e-8f58-cb61a94e5d07 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dd63199-2b00-4b0e-afcc-0b724c5393dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606336 May 13 14:34:45.417374 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ce293aa1-bd0f-4688-aa9d-043d3fd62622 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:network and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:45.440690 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04772e8-9289-4329-9a46-24b6b30a1576 req-c908a1ec-a078-4479-87fc-c486e2c15b48 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:45.442219 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f04772e8-9289-4329-9a46-24b6b30a1576 req-c908a1ec-a078-4479-87fc-c486e2c15b48 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.74 "GET /v2.0/ports?device_id=755953f9-d2c4-400f-8142-eaa1d5fc359a HTTP/1.1" status: 200 len: 945 time: 0.5017715 May 13 14:34:45.454084 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ce293aa1-bd0f-4688-aa9d-043d3fd62622 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:45.524058 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c802f69d-a2ee-46c0-a779-0efa0b70c15e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:45.544795 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-c802f69d-a2ee-46c0-a779-0efa0b70c15e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Transition to ACTIVE for port object 9557972e-3978-45b4-82ab-a1304e241bcb will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:34:45.549119 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ce293aa1-bd0f-4688-aa9d-043d3fd62622 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:45.581619 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c802f69d-a2ee-46c0-a779-0efa0b70c15e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:45.642991 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce293aa1-bd0f-4688-aa9d-043d3fd62622 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:45.646605 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ce293aa1-bd0f-4688-aa9d-043d3fd62622 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:45.680576 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c802f69d-a2ee-46c0-a779-0efa0b70c15e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Network bdd03778-9062-40a5-9eeb-a01bb3cd1753 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:45.699941 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-c802f69d-a2ee-46c0-a779-0efa0b70c15e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:45.714613 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-106f65a1-d791-4de5-809d-9ee633b44f75 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:45.715465 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c802f69d-a2ee-46c0-a779-0efa0b70c15e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:34:45.719541 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ce293aa1-bd0f-4688-aa9d-043d3fd62622 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:45.737898 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-f04772e8-9289-4329-9a46-24b6b30a1576 req-a8893fbd-08db-4155-a5e3-ecd3e4b00bdd tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Deleting port 0296fed6-fa46-446c-b7cb-67d964841e51 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:34:45.738241 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f04772e8-9289-4329-9a46-24b6b30a1576 req-a8893fbd-08db-4155-a5e3-ecd3e4b00bdd tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:45.753008 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802f69d-a2ee-46c0-a779-0efa0b70c15e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Pushing event updated for resources: {'Port': ['ID=9557972e-3978-45b4-82ab-a1304e241bcb,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:45.826777 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ce293aa1-bd0f-4688-aa9d-043d3fd62622 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:45.831334 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-2180331d-c4af-4348-b565-0a7c6f7d7ca5 service neutron] 10.222.0.35 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5563955 May 13 14:34:45.841371 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ce293aa1-bd0f-4688-aa9d-043d3fd62622 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:security_group_rule and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:45.847180 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7f6fe822-0dbc-4542-9b11-f6e228fc402a req-531e86a6-3090-4a6c-ac00-b10a455c53e7 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a74c0de-8feb-470f-ba65-d27a8c924721 HTTP/1.1" status: 200 len: 210 time: 0.0769489 May 13 14:34:45.853881 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ce293aa1-bd0f-4688-aa9d-043d3fd62622 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:45.891567 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c802f69d-a2ee-46c0-a779-0efa0b70c15e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:45.991702 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ce293aa1-bd0f-4688-aa9d-043d3fd62622 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:46.020385 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-180077bb-5330-442e-b0d5-fe6ba128a648 None None] Provisioning for port 9557972e-3978-45b4-82ab-a1304e241bcb completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:34:46.025442 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-180077bb-5330-442e-b0d5-fe6ba128a648 None None] Provisioning complete for port 9557972e-3978-45b4-82ab-a1304e241bcb triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:46.027473 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-180077bb-5330-442e-b0d5-fe6ba128a648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:46.045029 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1b9fe-b209-4309-953f-8f88145280a2 req-0eb66b5d-b98c-4a0d-8bdb-3ca050f1040e tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:46.047061 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9ba1b9fe-b209-4309-953f-8f88145280a2 req-0eb66b5d-b98c-4a0d-8bdb-3ca050f1040e tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.74 "GET /v2.0/ports?device_id=3eb42639-60d3-423d-8caf-cd825277505f HTTP/1.1" status: 200 len: 946 time: 0.5827098 May 13 14:34:46.097337 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-180077bb-5330-442e-b0d5-fe6ba128a648 None None] Port 9557972e-3978-45b4-82ab-a1304e241bcb cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:34:46.169325 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5570d-2697-41d5-a8bc-b6d8e8355e07 req-7196a757-cb32-4260-923c-14a9c8b99e5e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:46.170744 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-86e5570d-2697-41d5-a8bc-b6d8e8355e07 req-7196a757-cb32-4260-923c-14a9c8b99e5e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.1319489 May 13 14:34:46.276834 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c802f69d-a2ee-46c0-a779-0efa0b70c15e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:46.282929 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-8e6d571e-4f8d-4b61-a270-20f979ad0673 service neutron] 10.222.0.35 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309659 May 13 14:34:46.290393 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-86e5570d-2697-41d5-a8bc-b6d8e8355e07 req-28477875-dc36-4b03-8669-915cf1df5425 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084878 May 13 14:34:46.298063 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-106f65a1-d791-4de5-809d-9ee633b44f75 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:46.302942 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-9ba1b9fe-b209-4309-953f-8f88145280a2 req-08f10745-1190-4165-9d2f-203f921b4d76 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Deleting port 8c9607a1-3547-4252-b0d6-4b61aa1f5bfb {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:34:46.303309 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9ba1b9fe-b209-4309-953f-8f88145280a2 req-08f10745-1190-4165-9d2f-203f921b4d76 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:46.473085 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2d9f5cd-a9ec-4a6e-a49a-d1aaebdae6a0'] response: {'server_uuid': 'd2a733f9-66c0-4c1b-ac95-bcf8138fdd6c', 'name': 'network-vif-deleted', 'tag': '264f174b-52f0-4701-8c1f-20098e7391bb', 'status': 'completed', 'code': 200} May 13 14:34:46.818865 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f65a1-d791-4de5-809d-9ee633b44f75 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Pushing event updated for resources: {'Port': ['ID=c461c145-9de8-4a39-a8c5-3480d449e51a,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:46.880440 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cb047-4df3-4da6-a3f6-8912fa7ff6d1 req-00f741e5-ebfd-4eb5-9fe6-cabc8039193a tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:46.881986 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-770cb047-4df3-4da6-a3f6-8912fa7ff6d1 req-00f741e5-ebfd-4eb5-9fe6-cabc8039193a tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d7a9cd-bd8f-438d-919e-17ac62b27963 HTTP/1.1" status: 200 len: 945 time: 0.2246730 May 13 14:34:46.893718 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-106f65a1-d791-4de5-809d-9ee633b44f75 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Network f61c0f98-edea-45bd-827b-d1305a2efed0 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:46.915976 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-106f65a1-d791-4de5-809d-9ee633b44f75 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:46.918952 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-106f65a1-d791-4de5-809d-9ee633b44f75 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:34:46.966832 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-770cb047-4df3-4da6-a3f6-8912fa7ff6d1 req-8c00e5ee-e7eb-447d-a25e-09c6ead5aecc tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746024 May 13 14:34:46.991838 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c802f69d-a2ee-46c0-a779-0efa0b70c15e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:47.004399 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c802f69d-a2ee-46c0-a779-0efa0b70c15e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:47.075639 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-9ba1b9fe-b209-4309-953f-8f88145280a2 req-08f10745-1190-4165-9d2f-203f921b4d76 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] For port 8c9607a1-3547-4252-b0d6-4b61aa1f5bfb, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=8c9607a1-3547-4252-b0d6-4b61aa1f5bfb,segment=NetworkSegment(17330e29-ae52-43f2-bcef-a683d5d81195),segment_id=17330e29-ae52-43f2-bcef-a683d5d81195)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:47.076260 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9ba1b9fe-b209-4309-953f-8f88145280a2 req-08f10745-1190-4165-9d2f-203f921b4d76 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:47.089466 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ce293aa1-bd0f-4688-aa9d-043d3fd62622 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:47.102244 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-f04772e8-9289-4329-9a46-24b6b30a1576 req-a8893fbd-08db-4155-a5e3-ecd3e4b00bdd tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] For port 0296fed6-fa46-446c-b7cb-67d964841e51, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=0296fed6-fa46-446c-b7cb-67d964841e51,segment=NetworkSegment(17330e29-ae52-43f2-bcef-a683d5d81195),segment_id=17330e29-ae52-43f2-bcef-a683d5d81195)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:47.102603 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f04772e8-9289-4329-9a46-24b6b30a1576 req-a8893fbd-08db-4155-a5e3-ecd3e4b00bdd tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:47.123339 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ce293aa1-bd0f-4688-aa9d-043d3fd62622 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:47.224312 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-357c61b8-a0ef-4b0e-baf7-cfa1206bf495 req-d7d10abd-060c-4385-b3df-be28f6a6cf7d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=35f648ac-06d0-49f5-a428-4412a328d858 HTTP/1.1" status: 200 len: 210 time: 0.0954792 May 13 14:34:47.229075 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c802f69d-a2ee-46c0-a779-0efa0b70c15e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:47.358411 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802f69d-a2ee-46c0-a779-0efa0b70c15e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Pushing event updated for resources: {'Port': ['ID=9557972e-3978-45b4-82ab-a1304e241bcb,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:47.414001 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-9ba1b9fe-b209-4309-953f-8f88145280a2 req-08f10745-1190-4165-9d2f-203f921b4d76 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Calling delete_port for 8c9607a1-3547-4252-b0d6-4b61aa1f5bfb owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:34:47.452341 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-106f65a1-d791-4de5-809d-9ee633b44f75 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:47.453669 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-106f65a1-d791-4de5-809d-9ee633b44f75 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:47.455092 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c802f69d-a2ee-46c0-a779-0efa0b70c15e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Network bdd03778-9062-40a5-9eeb-a01bb3cd1753 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:47.457322 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-c802f69d-a2ee-46c0-a779-0efa0b70c15e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:47.474882 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-f04772e8-9289-4329-9a46-24b6b30a1576 req-a8893fbd-08db-4155-a5e3-ecd3e4b00bdd tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Calling delete_port for 0296fed6-fa46-446c-b7cb-67d964841e51 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:34:47.563745 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce293aa1-bd0f-4688-aa9d-043d3fd62622 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:34:47.589136 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce293aa1-bd0f-4688-aa9d-043d3fd62622 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7446fe-7684-43c3-8743-4993801478b9,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:47.625882 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ce293aa1-bd0f-4688-aa9d-043d3fd62622 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:47.626221 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-ce293aa1-bd0f-4688-aa9d-043d3fd62622 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Added segment 399828f3-a0e1-458a-b927-e36ce7523465 of type vlan for network 0723b97b-08c9-4db0-a15e-5b69273136d9 May 13 14:34:47.634380 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575e259-74d6-4701-ac56-33f07ed76a4f req-1837c2f0-0848-4334-8ba2-f9524bb7dbe7 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:47.636068 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f575e259-74d6-4701-ac56-33f07ed76a4f req-1837c2f0-0848-4334-8ba2-f9524bb7dbe7 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=755953f9-d2c4-400f-8142-eaa1d5fc359a HTTP/1.1" status: 200 len: 945 time: 0.7996786 May 13 14:34:47.637646 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-106f65a1-d791-4de5-809d-9ee633b44f75 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5755279 May 13 14:34:47.663298 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c34a4e-abe2-4273-8b79-073ad8521fad req-43c0006a-de39-45c2-a638-eaeea528385b tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:47.666389 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-8a629ba2-fa97-4fb7-b2b5-085ac16612c9 service neutron] Request body: {'port': {'device_id': '7a74c0de-8feb-470f-ba65-d27a8c924721', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:47.677087 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c4c34a4e-abe2-4273-8b79-073ad8521fad req-43c0006a-de39-45c2-a638-eaeea528385b tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a74c0de-8feb-470f-ba65-d27a8c924721 HTTP/1.1" status: 200 len: 931 time: 0.2939301 May 13 14:34:47.732195 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f1f7a084-c30c-4d67-8637-5cd49f36c0ed None None] Provisioning complete for port 9557972e-3978-45b4-82ab-a1304e241bcb triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:47.732717 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f1f7a084-c30c-4d67-8637-5cd49f36c0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:47.743506 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c4c34a4e-abe2-4273-8b79-073ad8521fad req-e6f90a56-1a4e-483a-9917-ebf3e93cec75 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] 10.222.0.35 "GET /v2.0/security-groups?id=314bad1a-81a8-40fa-b8b4-17a25b4d49d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596695 May 13 14:34:47.750590 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c802f69d-a2ee-46c0-a779-0efa0b70c15e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Router 66a5f4b9-d2a6-4722-abb1-bc22bf9a3359 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:34:47.802520 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f1f7a084-c30c-4d67-8637-5cd49f36c0ed None None] Port 9557972e-3978-45b4-82ab-a1304e241bcb cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:34:47.924619 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f575e259-74d6-4701-ac56-33f07ed76a4f req-7d77e368-fe70-480b-a096-5014ec5a139c tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dd63199-2b00-4b0e-afcc-0b724c5393dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112660 May 13 14:34:47.926411 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ce293aa1-bd0f-4688-aa9d-043d3fd62622 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:47.961404 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:48.024934 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c802f69d-a2ee-46c0-a779-0efa0b70c15e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:34:48.025770 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-8a629ba2-fa97-4fb7-b2b5-085ac16612c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:48.032822 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c802f69d-a2ee-46c0-a779-0efa0b70c15e tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] 10.222.0.35 "PUT /v2.0/routers/66a5f4b9-d2a6-4722-abb1-bc22bf9a3359/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3193743 May 13 14:34:48.036967 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49044) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:48.039133 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f984da1-aa01-4e8b-96e6-69055b73e65b None None] Sync routers for ids ['66a5f4b9-d2a6-4722-abb1-bc22bf9a3359'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:34:48.044963 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-2d05e484-0f56-47cd-88e5-a6bc5b9944d9 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Request body: {'port': {'network_id': 'bdd03778-9062-40a5-9eeb-a01bb3cd1753', 'name': 'tempest-FloatingIPAdminTestJSON-1395107001'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:48.057176 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f984da1-aa01-4e8b-96e6-69055b73e65b None None] Routers {'66a5f4b9-d2a6-4722-abb1-bc22bf9a3359'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:34:48.059795 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-9f984da1-aa01-4e8b-96e6-69055b73e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:34:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['66a5f4b9-d2a6-4722-abb1-bc22bf9a3359'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:48.085310 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ce293aa1-bd0f-4688-aa9d-043d3fd62622 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:48.090776 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce293aa1-bd0f-4688-aa9d-043d3fd62622 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:48.091399 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ce293aa1-bd0f-4688-aa9d-043d3fd62622 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:48.095677 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9ba1b9fe-b209-4309-953f-8f88145280a2 req-08f10745-1190-4165-9d2f-203f921b4d76 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:48.141804 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-9f984da1-aa01-4e8b-96e6-69055b73e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:48.154628 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f984da1-aa01-4e8b-96e6-69055b73e65b None None] Routers {'66a5f4b9-d2a6-4722-abb1-bc22bf9a3359'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:34:48.155789 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-9f984da1-aa01-4e8b-96e6-69055b73e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:34:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['66a5f4b9-d2a6-4722-abb1-bc22bf9a3359'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:48.172756 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f04772e8-9289-4329-9a46-24b6b30a1576 req-a8893fbd-08db-4155-a5e3-ecd3e4b00bdd tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:48.270594 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-9f984da1-aa01-4e8b-96e6-69055b73e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:48.270917 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f984da1-aa01-4e8b-96e6-69055b73e65b None None] The sync data for ids ['66a5f4b9-d2a6-4722-abb1-bc22bf9a3359'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:34:48.286188 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea344d92-5e84-45d0-a8ce-4c303d59fa64 req-49728b82-cb5b-450b-9598-eeb180a00116 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:48.287855 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ea344d92-5e84-45d0-a8ce-4c303d59fa64 req-49728b82-cb5b-450b-9598-eeb180a00116 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d7a9cd-bd8f-438d-919e-17ac62b27963 HTTP/1.1" status: 200 len: 945 time: 0.3786678 May 13 14:34:48.315422 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f10745-1190-4165-9d2f-203f921b4d76 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Pushing event deleted for resources: {'Port': ['ID=8c9607a1-3547-4252-b0d6-4b61aa1f5bfb,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:48.446071 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ce293aa1-bd0f-4688-aa9d-043d3fd62622 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.3685369 May 13 14:34:48.455554 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49050) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:48.463627 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ea344d92-5e84-45d0-a8ce-4c303d59fa64 req-8da49499-eea7-44cd-953a-16f82a6f2c6f tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172454 May 13 14:34:48.482609 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-22482677-04eb-403c-a316-02a88bfc7505 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:48.535388 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8893fbd-08db-4155-a5e3-ecd3e4b00bdd tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Pushing event deleted for resources: {'Port': ['ID=0296fed6-fa46-446c-b7cb-67d964841e51,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:48.564905 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce293aa1-bd0f-4688-aa9d-043d3fd62622 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Network': ['ID=0723b97b-08c9-4db0-a15e-5b69273136d9,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:48.584725 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:34:48.585244 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2d05e484-0f56-47cd-88e5-a6bc5b9944d9 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:48.596728 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-0403e4bb-ab6c-4899-ba65-209d1e3f8c5b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:48.597531 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-0403e4bb-ab6c-4899-ba65-209d1e3f8c5b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Synchronizing usage tracker for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:34:48.613525 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2d05e484-0f56-47cd-88e5-a6bc5b9944d9 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Usage tracker for resource:port and tenant:1b630e84e85a4729b322edb7bcde5407 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:48.619890 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2d05e484-0f56-47cd-88e5-a6bc5b9944d9 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:48.640167 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2d05e484-0f56-47cd-88e5-a6bc5b9944d9 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:48.651381 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-0403e4bb-ab6c-4899-ba65-209d1e3f8c5b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Unset dirty status for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:34:48.652660 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-0403e4bb-ab6c-4899-ba65-209d1e3f8c5b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.74 "GET /v2.0/networks?id=79758d8c-b106-4287-a282-ab754acae92b HTTP/1.1" status: 200 len: 815 time: 0.4041650 May 13 14:34:48.669009 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-22482677-04eb-403c-a316-02a88bfc7505 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:48.686654 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-22482677-04eb-403c-a316-02a88bfc7505 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:subnet and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:48.697903 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d05e484-0f56-47cd-88e5-a6bc5b9944d9 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Made reservation on behalf of 1b630e84e85a4729b322edb7bcde5407 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:48.701708 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2d05e484-0f56-47cd-88e5-a6bc5b9944d9 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:48.715799 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-22482677-04eb-403c-a316-02a88bfc7505 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:48.738216 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-22482677-04eb-403c-a316-02a88bfc7505 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:48.764021 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-a38b17a9-d8f2-465d-a2c1-3f4d8a54e77a tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6ab0120ba4d4937a9340132b618cd48 HTTP/1.1" status: 200 len: 470 time: 0.0962689 May 13 14:34:48.765796 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-2d05e484-0f56-47cd-88e5-a6bc5b9944d9 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] device_id is not set on port 77bad4f9-38cc-4815-a272-db5ceac38b06 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:34:48.792411 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba1b9fe-b209-4309-953f-8f88145280a2 req-08f10745-1190-4165-9d2f-203f921b4d76 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] No DVR routers for this DVR port 8c9607a1-3547-4252-b0d6-4b61aa1f5bfb on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:34:48.794253 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04772e8-9289-4329-9a46-24b6b30a1576 req-a8893fbd-08db-4155-a5e3-ecd3e4b00bdd tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] No DVR routers for this DVR port 0296fed6-fa46-446c-b7cb-67d964841e51 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:34:48.796065 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9ba1b9fe-b209-4309-953f-8f88145280a2 req-08f10745-1190-4165-9d2f-203f921b4d76 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:48.798573 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9ba1b9fe-b209-4309-953f-8f88145280a2 req-08f10745-1190-4165-9d2f-203f921b4d76 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.74 "DELETE /v2.0/ports/8c9607a1-3547-4252-b0d6-4b61aa1f5bfb HTTP/1.1" status: 204 len: 173 time: 2.7403476 May 13 14:34:48.806193 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-036a645c-6d1f-4ed6-9179-0fd0c3d73583 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Request body: {'port': {'device_id': '35f648ac-06d0-49f5-a428-4412a328d858', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'admin_state_up': True, 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'security_groups': ['81a39758-4f81-4b3c-ade5-c683ce2a1842']}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:48.806390 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb42639-60d3-423d-8caf-cd825277505f', 'name': 'network-vif-deleted', 'tag': '8c9607a1-3547-4252-b0d6-4b61aa1f5bfb'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:48.811095 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f04772e8-9289-4329-9a46-24b6b30a1576 req-a8893fbd-08db-4155-a5e3-ecd3e4b00bdd tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:48.813633 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f04772e8-9289-4329-9a46-24b6b30a1576 req-a8893fbd-08db-4155-a5e3-ecd3e4b00bdd tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] 10.222.0.74 "DELETE /v2.0/ports/0296fed6-fa46-446c-b7cb-67d964841e51 HTTP/1.1" status: 204 len: 173 time: 3.3025739 May 13 14:34:48.830471 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22482677-04eb-403c-a316-02a88bfc7505 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:48.834033 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-22482677-04eb-403c-a316-02a88bfc7505 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:48.865706 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da00e03-8c57-4dc2-a880-56c9ccddebf5 req-b3a05689-cdbb-4023-8009-60ae1f70c2f3 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:48.873594 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6da00e03-8c57-4dc2-a880-56c9ccddebf5 req-b3a05689-cdbb-4023-8009-60ae1f70c2f3 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.8297310 May 13 14:34:49.043777 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6da00e03-8c57-4dc2-a880-56c9ccddebf5 req-a6d25b99-7ff3-4ba5-af26-2730837dd411 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691601 May 13 14:34:49.063509 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-908d0d48-3ed5-4f5f-bb61-6236ca83f943 req-a4cfa390-abff-440f-8a30-90da797d1ff4 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=35f648ac-06d0-49f5-a428-4412a328d858 HTTP/1.1" status: 200 len: 210 time: 0.1429360 May 13 14:34:49.110813 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d61c3deb-0af4-45a8-8a0b-3c2137aea9d8 req-ea580fa3-b28d-414a-b842-ad47783966d6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=772fe0a2-01e5-41ae-a067-32f7d5320cb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2345068 May 13 14:34:49.206516 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-036a645c-6d1f-4ed6-9179-0fd0c3d73583 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:49.219490 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-2d05e484-0f56-47cd-88e5-a6bc5b9944d9 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Allocated IP 172.20.0.14 (bdd03778-9062-40a5-9eeb-a01bb3cd1753/8584d9ba-8581-4c8d-a9f5-f2b322010ea2/77bad4f9-38cc-4815-a272-db5ceac38b06) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:34:49.264515 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-036a645c-6d1f-4ed6-9179-0fd0c3d73583 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:49.341230 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-8a629ba2-fa97-4fb7-b2b5-085ac16612c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c461c145-9de8-4a39-a8c5-3480d449e51a {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:34:49.354244 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-036a645c-6d1f-4ed6-9179-0fd0c3d73583 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Made reservation on behalf of b6ab0120ba4d4937a9340132b618cd48 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:49.354654 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-8a629ba2-fa97-4fb7-b2b5-085ac16612c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:49.357702 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-036a645c-6d1f-4ed6-9179-0fd0c3d73583 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:49.394239 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-8a629ba2-fa97-4fb7-b2b5-085ac16612c9 service neutron] Transition to ACTIVE for port object c461c145-9de8-4a39-a8c5-3480d449e51a will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:34:49.413340 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-8a629ba2-fa97-4fb7-b2b5-085ac16612c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:49.427671 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 0296fed6-fa46-446c-b7cb-67d964841e51 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:34:49.465049 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 0296fed6-fa46-446c-b7cb-67d964841e51 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:34:49.465401 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 0296fed6-fa46-446c-b7cb-67d964841e51 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:34:49.465819 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 8c9607a1-3547-4252-b0d6-4b61aa1f5bfb no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:34:49.505813 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 8c9607a1-3547-4252-b0d6-4b61aa1f5bfb {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:34:49.506981 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 8c9607a1-3547-4252-b0d6-4b61aa1f5bfb not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:34:49.545695 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40aeb2-004f-4830-ba29-aa1d29532ab8 req-b07d4ad0-0873-46b5-b11c-e870cfde75a8 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:49.547093 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-0e40aeb2-004f-4830-ba29-aa1d29532ab8 req-b07d4ad0-0873-46b5-b11c-e870cfde75a8 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Synchronizing usage tracker for tenant:a49f1166c3f54f5fb3c6b91a02cdaaab on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:34:49.565418 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c3deb-0af4-45a8-8a0b-3c2137aea9d8 req-126ab602-5825-4eb8-88f9-548e0502e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:49.567034 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d61c3deb-0af4-45a8-8a0b-3c2137aea9d8 req-126ab602-5825-4eb8-88f9-548e0502e92d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b6ab0120ba4d4937a9340132b618cd48&device_id=772fe0a2-01e5-41ae-a067-32f7d5320cb9 HTTP/1.1" status: 200 len: 1096 time: 0.4201014 May 13 14:34:49.616918 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773def58-59e0-444e-b119-0f97f27b3a8c req-eb4f4130-a74c-4edc-bf78-805f2eebeef0 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:49.618304 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-773def58-59e0-444e-b119-0f97f27b3a8c req-eb4f4130-a74c-4edc-bf78-805f2eebeef0 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a74c0de-8feb-470f-ba65-d27a8c924721 HTTP/1.1" status: 200 len: 931 time: 0.4074824 May 13 14:34:49.656470 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-22482677-04eb-403c-a316-02a88bfc7505 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:49.737911 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a629ba2-fa97-4fb7-b2b5-085ac16612c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c461c145-9de8-4a39-a8c5-3480d449e51a,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:49.753295 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-0e40aeb2-004f-4830-ba29-aa1d29532ab8 req-b07d4ad0-0873-46b5-b11c-e870cfde75a8 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Unset dirty status for tenant:a49f1166c3f54f5fb3c6b91a02cdaaab on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:34:49.754461 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e40aeb2-004f-4830-ba29-aa1d29532ab8 req-b07d4ad0-0873-46b5-b11c-e870cfde75a8 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=48df8ea8-168a-4d5e-bb50-84a9287fffd2 HTTP/1.1" status: 200 len: 949 time: 0.5488729 May 13 14:34:49.845893 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-773def58-59e0-444e-b119-0f97f27b3a8c req-ff084a8c-1e9b-4758-9bd8-d7749e9603f0 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] 10.222.0.35 "GET /v2.0/security-groups?id=314bad1a-81a8-40fa-b8b4-17a25b4d49d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191350 May 13 14:34:49.860114 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e40aeb2-004f-4830-ba29-aa1d29532ab8 req-afddf75d-6bec-46a8-bfbd-251b90319658 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898068 May 13 14:34:49.860767 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-8a629ba2-fa97-4fb7-b2b5-085ac16612c9 service neutron] Attempting to bind port c461c145-9de8-4a39-a8c5-3480d449e51a on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:34:49.861144 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-8a629ba2-fa97-4fb7-b2b5-085ac16612c9 service neutron] Attempting to bind port c461c145-9de8-4a39-a8c5-3480d449e51a by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0400493f-ea86-4117-9db7-ad1b304e58e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f61c0f98-edea-45bd-827b-d1305a2efed0'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:34:49.861493 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-8a629ba2-fa97-4fb7-b2b5-085ac16612c9 service neutron] Attempting to bind port c461c145-9de8-4a39-a8c5-3480d449e51a on network f61c0f98-edea-45bd-827b-d1305a2efed0 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:34:49.864419 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c3deb-0af4-45a8-8a0b-3c2137aea9d8 req-f841147e-9609-4cf3-b60b-ee92cb64b305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:49.865821 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d61c3deb-0af4-45a8-8a0b-3c2137aea9d8 req-f841147e-9609-4cf3-b60b-ee92cb64b305 service neutron] 10.222.0.74 "GET /v2.0/networks?id=79758d8c-b106-4287-a282-ab754acae92b HTTP/1.1" status: 200 len: 916 time: 0.2506866 May 13 14:34:49.879022 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-8a629ba2-fa97-4fb7-b2b5-085ac16612c9 service neutron] Port c461c145-9de8-4a39-a8c5-3480d449e51a on network f61c0f98-edea-45bd-827b-d1305a2efed0 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:34:49.879022 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-8a629ba2-fa97-4fb7-b2b5-085ac16612c9 service neutron] Attempting to bind port c461c145-9de8-4a39-a8c5-3480d449e51a on network f61c0f98-edea-45bd-827b-d1305a2efed0 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:34:49.882992 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22482677-04eb-403c-a316-02a88bfc7505 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Subnet': ['ID=5425a379-7e88-4efc-9044-cf198068dd5d,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:49.886624 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-036a645c-6d1f-4ed6-9179-0fd0c3d73583 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Allocated IP 172.20.0.11 (79758d8c-b106-4287-a282-ab754acae92b/3f8b6906-e2ce-45f4-9457-d3fca5fa8def/10b3652e-d442-4d4a-9533-8396d26c4e9a) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:34:49.893107 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22482677-04eb-403c-a316-02a88bfc7505 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Checking segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:34:49.893464 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22482677-04eb-403c-a316-02a88bfc7505 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network hostable DHCP agents. Network: 0723b97b-08c9-4db0-a15e-5b69273136d9, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:34:49.901059 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2d05e484-0f56-47cd-88e5-a6bc5b9944d9 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:49.936758 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-2d05e484-0f56-47cd-88e5-a6bc5b9944d9 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Transition to ACTIVE for port object 77bad4f9-38cc-4815-a272-db5ceac38b06 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:34:49.956037 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-8a629ba2-fa97-4fb7-b2b5-085ac16612c9 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:34:49.956402 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-8a629ba2-fa97-4fb7-b2b5-085ac16612c9 service neutron] Checking segment: {'id': '0400493f-ea86-4117-9db7-ad1b304e58e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f61c0f98-edea-45bd-827b-d1305a2efed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:34:49.956752 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-8a629ba2-fa97-4fb7-b2b5-085ac16612c9 service neutron] Bound using segment: {'id': '0400493f-ea86-4117-9db7-ad1b304e58e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f61c0f98-edea-45bd-827b-d1305a2efed0'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:34:49.957196 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-8a629ba2-fa97-4fb7-b2b5-085ac16612c9 service neutron] Bound port: c461c145-9de8-4a39-a8c5-3480d449e51a, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0400493f-ea86-4117-9db7-ad1b304e58e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f61c0f98-edea-45bd-827b-d1305a2efed0'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:34:49.957537 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-8a629ba2-fa97-4fb7-b2b5-085ac16612c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:49.971841 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22482677-04eb-403c-a316-02a88bfc7505 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:34:50.016042 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc73261a-cc55-43d2-8df6-3fd0823d120f'] response: {'server_uuid': '3eb42639-60d3-423d-8caf-cd825277505f', 'name': 'network-vif-deleted', 'tag': '8c9607a1-3547-4252-b0d6-4b61aa1f5bfb', 'status': 'completed', 'code': 200} May 13 14:34:50.052349 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d61c3deb-0af4-45a8-8a0b-3c2137aea9d8 req-1537190f-6af4-4fde-9839-ccf7b2a87951 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9524246-4389-4419-84b2-ace9bd9799d3 HTTP/1.1" status: 200 len: 1001 time: 0.1799500 May 13 14:34:50.183543 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-8a629ba2-fa97-4fb7-b2b5-085ac16612c9 service neutron] For port c461c145-9de8-4a39-a8c5-3480d449e51a, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:34:50.205875 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-8a629ba2-fa97-4fb7-b2b5-085ac16612c9 service neutron] For port c461c145-9de8-4a39-a8c5-3480d449e51a, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=c461c145-9de8-4a39-a8c5-3480d449e51a,segment=NetworkSegment(0400493f-ea86-4117-9db7-ad1b304e58e2),segment_id=0400493f-ea86-4117-9db7-ad1b304e58e2)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:34:50.210818 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c3deb-0af4-45a8-8a0b-3c2137aea9d8 req-6bc7e9af-4a16-47a5-a055-224476d33ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:50.212236 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d61c3deb-0af4-45a8-8a0b-3c2137aea9d8 req-6bc7e9af-4a16-47a5-a055-224476d33ead service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3f8b6906-e2ce-45f4-9457-d3fca5fa8def HTTP/1.1" status: 200 len: 854 time: 0.1521156 May 13 14:34:50.216127 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-8a629ba2-fa97-4fb7-b2b5-085ac16612c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:50.261511 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-22482677-04eb-403c-a316-02a88bfc7505 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 0723b97b-08c9-4db0-a15e-5b69273136d9) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:50.269534 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fb6d36-361e-496d-a3a9-281ea825b7a2 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:34:50.281616 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22482677-04eb-403c-a316-02a88bfc7505 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:50.282266 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-22482677-04eb-403c-a316-02a88bfc7505 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:50.321069 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-8a629ba2-fa97-4fb7-b2b5-085ac16612c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:50.321806 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-8a629ba2-fa97-4fb7-b2b5-085ac16612c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:50.323057 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-8a629ba2-fa97-4fb7-b2b5-085ac16612c9 service neutron] 10.222.0.59 "PUT /v2.0/ports/c461c145-9de8-4a39-a8c5-3480d449e51a HTTP/1.1" status: 200 len: 1091 time: 2.6619051 May 13 14:34:50.366675 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3a139-9ff8-4832-b063-6d1437894514 req-22735386-4cec-455d-842c-2c2e0c2f62da tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:50.368196 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-35f3a139-9ff8-4832-b063-6d1437894514 req-22735386-4cec-455d-842c-2c2e0c2f62da tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.2513628 May 13 14:34:50.369176 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a629ba2-fa97-4fb7-b2b5-085ac16612c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c461c145-9de8-4a39-a8c5-3480d449e51a,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:50.371204 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2d05e484-0f56-47cd-88e5-a6bc5b9944d9 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:50.445630 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-22482677-04eb-403c-a316-02a88bfc7505 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9830985 May 13 14:34:50.445807 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49072) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:50.454229 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-239d0a11-9e80-469b-877d-f83e5ef6f852 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'port': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'name': 'tempest-NetworksTestDHCPv6-1230254109'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:50.495276 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d05e484-0f56-47cd-88e5-a6bc5b9944d9 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Network bdd03778-9062-40a5-9eeb-a01bb3cd1753 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:50.503232 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-036a645c-6d1f-4ed6-9179-0fd0c3d73583 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:50.507451 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-2d05e484-0f56-47cd-88e5-a6bc5b9944d9 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:50.520069 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d05e484-0f56-47cd-88e5-a6bc5b9944d9 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:34:50.569304 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05e484-0f56-47cd-88e5-a6bc5b9944d9 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Pushing event updated for resources: {'Port': ['ID=77bad4f9-38cc-4815-a272-db5ceac38b06,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:50.569536 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7238b5a-d9c1-4928-8c9a-36a7e5d8a4d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-0723b97b-08c9-4db0-a15e-5b69273136d9', 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'fixed_ips': [{'subnet_id': '5425a379-7e88-4efc-9044-cf198068dd5d'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:34:50.570483 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c7238b5a-d9c1-4928-8c9a-36a7e5d8a4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:50.581921 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-036a645c-6d1f-4ed6-9179-0fd0c3d73583 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Transition to ACTIVE for port object 10b3652e-d442-4d4a-9533-8396d26c4e9a will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:34:50.592882 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3ed55-499c-4c13-a09d-c1da4eed367e req-9bad1725-bfa8-4be2-ba3d-ff43e9c41a09 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:50.593677 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-36a3ed55-499c-4c13-a09d-c1da4eed367e req-9bad1725-bfa8-4be2-ba3d-ff43e9c41a09 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Synchronizing usage tracker for tenant:a49f1166c3f54f5fb3c6b91a02cdaaab on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:34:50.614134 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa511e-e3c3-40a4-91df-0e44d0aadb70 req-cad85b9a-2e78-4223-943d-9eb800e49184 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:50.621318 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e5fa511e-e3c3-40a4-91df-0e44d0aadb70 req-cad85b9a-2e78-4223-943d-9eb800e49184 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d7a9cd-bd8f-438d-919e-17ac62b27963 HTTP/1.1" status: 200 len: 945 time: 0.4373081 May 13 14:34:50.677322 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d05e484-0f56-47cd-88e5-a6bc5b9944d9 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:50.677947 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2d05e484-0f56-47cd-88e5-a6bc5b9944d9 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:50.681759 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-36a3ed55-499c-4c13-a09d-c1da4eed367e req-9bad1725-bfa8-4be2-ba3d-ff43e9c41a09 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Unset dirty status for tenant:a49f1166c3f54f5fb3c6b91a02cdaaab on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:34:50.682905 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-36a3ed55-499c-4c13-a09d-c1da4eed367e req-9bad1725-bfa8-4be2-ba3d-ff43e9c41a09 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.59 "GET /v2.0/ports?device_id=48df8ea8-168a-4d5e-bb50-84a9287fffd2 HTTP/1.1" status: 200 len: 949 time: 0.4979374 May 13 14:34:50.702643 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-35f3a139-9ff8-4832-b063-6d1437894514 req-ae175b27-af59-4340-a5ba-cc8411da8ab1 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259084 May 13 14:34:50.709963 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c3deb-0af4-45a8-8a0b-3c2137aea9d8 req-9a38c1a0-d8eb-426b-a334-c40e51b6ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:50.711186 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d61c3deb-0af4-45a8-8a0b-3c2137aea9d8 req-9a38c1a0-d8eb-426b-a334-c40e51b6ec7a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79758d8c-b106-4287-a282-ab754acae92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4894819 May 13 14:34:50.822968 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e5fa511e-e3c3-40a4-91df-0e44d0aadb70 req-13b001e6-1855-43ee-9d58-b166bc4a7ac2 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006299 May 13 14:34:50.840766 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49080) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:50.850097 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2d05e484-0f56-47cd-88e5-a6bc5b9944d9 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.8104639 May 13 14:34:50.856321 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49084) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:50.907386 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-c7238b5a-d9c1-4928-8c9a-36a7e5d8a4d8 None None] Allocated IP 2001:db8::2 (0723b97b-08c9-4db0-a15e-5b69273136d9/5425a379-7e88-4efc-9044-cf198068dd5d/9133977a-c260-40ab-b7b1-cfb650259d6e) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:34:50.909875 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-036a645c-6d1f-4ed6-9179-0fd0c3d73583 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:50.922420 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-36a3ed55-499c-4c13-a09d-c1da4eed367e req-e3ea12b5-693b-4ee4-93e3-3f9cc5b678d2 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Deleting port 41d6498b-80c7-4797-b523-231bb2077238 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:34:50.929747 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-45b0e897-cd65-448e-8748-66269859bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:50.931448 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-45b0e897-cd65-448e-8748-66269859bc5d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fbefb99f30304dc4881a4b0e0fed94d0&device_id=7a74c0de-8feb-470f-ba65-d27a8c924721 HTTP/1.1" status: 200 len: 1094 time: 0.5558980 May 13 14:34:50.940192 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-36a3ed55-499c-4c13-a09d-c1da4eed367e req-e3ea12b5-693b-4ee4-93e3-3f9cc5b678d2 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:51.074745 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-f73ac3cb-3dac-42a0-8063-24ab79e2d7cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c461c145-9de8-4a39-a8c5-3480d449e51a HTTP/1.1" status: 200 len: 217 time: 0.1270359 May 13 14:34:51.077264 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-239d0a11-9e80-469b-877d-f83e5ef6f852 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:51.117022 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d4f0a77f-2775-4090-8bcd-a0cce3fb86a9 None None] Provisioning for port 77bad4f9-38cc-4815-a272-db5ceac38b06 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:34:51.138705 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-239d0a11-9e80-469b-877d-f83e5ef6f852 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:port and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:51.139181 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-036a645c-6d1f-4ed6-9179-0fd0c3d73583 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Network 79758d8c-b106-4287-a282-ab754acae92b is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:51.155496 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a411ffb-0145-437a-b962-d41111076054 admin admin] Deleting subnet a88e368e-9a36-4081-966b-cce31d573bc8 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:34:51.156298 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d4f0a77f-2775-4090-8bcd-a0cce3fb86a9 None None] Provisioning complete for port 77bad4f9-38cc-4815-a272-db5ceac38b06 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:51.156601 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d4f0a77f-2775-4090-8bcd-a0cce3fb86a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:51.158788 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-036a645c-6d1f-4ed6-9179-0fd0c3d73583 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:51.163030 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-239d0a11-9e80-469b-877d-f83e5ef6f852 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:51.163353 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-df52a6b9-11cf-49b4-a5e8-c419e161b718 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'project_id': '1b630e84e85a4729b322edb7bcde5407', 'port_id': '77bad4f9-38cc-4815-a272-db5ceac38b06'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:51.177651 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-036a645c-6d1f-4ed6-9179-0fd0c3d73583 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:34:51.185672 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a411ffb-0145-437a-b962-d41111076054 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:51.215329 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-239d0a11-9e80-469b-877d-f83e5ef6f852 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:51.216685 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-df52a6b9-11cf-49b4-a5e8-c419e161b718 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:51.230624 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d61c3deb-0af4-45a8-8a0b-3c2137aea9d8 req-80537e5f-8712-4d9b-9b91-d5af225181c5 service neutron] 10.222.0.74 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5111852 May 13 14:34:51.249180 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-df52a6b9-11cf-49b4-a5e8-c419e161b718 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Usage tracker for resource:floatingip and tenant:1b630e84e85a4729b322edb7bcde5407 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:51.268151 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-d4f0a77f-2775-4090-8bcd-a0cce3fb86a9 None None] Port 77bad4f9-38cc-4815-a272-db5ceac38b06 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:34:51.273615 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c7238b5a-d9c1-4928-8c9a-36a7e5d8a4d8 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:51.280133 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a645c-6d1f-4ed6-9179-0fd0c3d73583 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event updated for resources: {'Port': ['ID=10b3652e-d442-4d4a-9533-8396d26c4e9a,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:51.288632 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c7238b5a-d9c1-4928-8c9a-36a7e5d8a4d8 None None] Transition to ACTIVE for port object 9133977a-c260-40ab-b7b1-cfb650259d6e will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:34:51.309648 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239d0a11-9e80-469b-877d-f83e5ef6f852 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:51.313609 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-239d0a11-9e80-469b-877d-f83e5ef6f852 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:51.314555 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c7238b5a-d9c1-4928-8c9a-36a7e5d8a4d8 None None] Transition to ACTIVE for port object 9133977a-c260-40ab-b7b1-cfb650259d6e will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:34:51.323025 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c7238b5a-d9c1-4928-8c9a-36a7e5d8a4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:51.341455 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-df52a6b9-11cf-49b4-a5e8-c419e161b718 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:51.370311 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-df52a6b9-11cf-49b4-a5e8-c419e161b718 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:51.375256 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-77ea5f46-7c30-4173-9f16-da02f4008ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:51.376817 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-77ea5f46-7c30-4173-9f16-da02f4008ff6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4515a73e-97fa-48e0-935c-97e2f0d514f2 HTTP/1.1" status: 200 len: 862 time: 0.2784574 May 13 14:34:51.402814 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a411ffb-0145-437a-b962-d41111076054 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:51.412318 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7238b5a-d9c1-4928-8c9a-36a7e5d8a4d8 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:51.415673 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-c7238b5a-d9c1-4928-8c9a-36a7e5d8a4d8 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:51.416566 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-036a645c-6d1f-4ed6-9179-0fd0c3d73583 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:51.417454 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-036a645c-6d1f-4ed6-9179-0fd0c3d73583 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:51.419657 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7238b5a-d9c1-4928-8c9a-36a7e5d8a4d8 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:34:51.421855 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-df52a6b9-11cf-49b4-a5e8-c419e161b718 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:51.429866 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7238b5a-d9c1-4928-8c9a-36a7e5d8a4d8 None None] Pushing event updated for resources: {'Port': ['ID=9133977a-c260-40ab-b7b1-cfb650259d6e,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:51.497349 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-7883e3c6-0bb4-4d87-93c1-416a14655a3c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f61c0f98-edea-45bd-827b-d1305a2efed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013615 May 13 14:34:51.500224 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-239d0a11-9e80-469b-877d-f83e5ef6f852 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] device_id is not set on port 5ecfe720-95d4-4005-b159-1650bb9410da yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:34:51.527588 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-c7238b5a-d9c1-4928-8c9a-36a7e5d8a4d8 None None] Attempting to bind port 9133977a-c260-40ab-b7b1-cfb650259d6e on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:34:51.527988 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-c7238b5a-d9c1-4928-8c9a-36a7e5d8a4d8 None None] Attempting to bind port 9133977a-c260-40ab-b7b1-cfb650259d6e by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:34:51.528401 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7238b5a-d9c1-4928-8c9a-36a7e5d8a4d8 None None] Attempting to bind port 9133977a-c260-40ab-b7b1-cfb650259d6e on network 0723b97b-08c9-4db0-a15e-5b69273136d9 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:34:51.535278 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7238b5a-d9c1-4928-8c9a-36a7e5d8a4d8 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:34:51.535567 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7238b5a-d9c1-4928-8c9a-36a7e5d8a4d8 None None] Checking segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:34:51.535876 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c7238b5a-d9c1-4928-8c9a-36a7e5d8a4d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:51.536456 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7238b5a-d9c1-4928-8c9a-36a7e5d8a4d8 None None] Bound using segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:34:51.537084 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-c7238b5a-d9c1-4928-8c9a-36a7e5d8a4d8 None None] Bound port: 9133977a-c260-40ab-b7b1-cfb650259d6e, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:34:51.537605 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c7238b5a-d9c1-4928-8c9a-36a7e5d8a4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:51.598541 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-036a645c-6d1f-4ed6-9179-0fd0c3d73583 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7971194 May 13 14:34:51.619103 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fb2b3-9c5f-4f89-9e2c-36b8a1c28a34 req-1fafe18e-5fe7-4403-a606-da6969d82368 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:51.620616 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-246fb2b3-9c5f-4f89-9e2c-36b8a1c28a34 req-1fafe18e-5fe7-4403-a606-da6969d82368 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d7a9cd-bd8f-438d-919e-17ac62b27963 HTTP/1.1" status: 200 len: 945 time: 0.5357752 May 13 14:34:51.630230 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e452266e-4a0e-4e84-8d2a-881df5f4e22f None None] Provisioning for port 10b3652e-d442-4d4a-9533-8396d26c4e9a completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:34:51.638416 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-55fc78f7-a5f4-4bc3-b526-efaaf2bf400b service neutron] Request body: {'port': {'device_id': '35f648ac-06d0-49f5-a428-4412a328d858', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:51.641208 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e452266e-4a0e-4e84-8d2a-881df5f4e22f None None] Provisioning complete for port 10b3652e-d442-4d4a-9533-8396d26c4e9a triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:51.641582 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e452266e-4a0e-4e84-8d2a-881df5f4e22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:51.677828 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-c7238b5a-d9c1-4928-8c9a-36a7e5d8a4d8 None None] For port 9133977a-c260-40ab-b7b1-cfb650259d6e, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:34:51.679588 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a411ffb-0145-437a-b962-d41111076054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:51.696629 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-c7238b5a-d9c1-4928-8c9a-36a7e5d8a4d8 None None] For port 9133977a-c260-40ab-b7b1-cfb650259d6e, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=9133977a-c260-40ab-b7b1-cfb650259d6e,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:34:51.705071 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c7238b5a-d9c1-4928-8c9a-36a7e5d8a4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:51.723930 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1a069-7bd8-45ad-b67b-9b639bd90c22 req-23f2e949-0dec-40dd-9332-e8f1c583a06d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:51.727737 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-79f1a069-7bd8-45ad-b67b-9b639bd90c22 req-23f2e949-0dec-40dd-9332-e8f1c583a06d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=35f648ac-06d0-49f5-a428-4412a328d858 HTTP/1.1" status: 200 len: 932 time: 0.7214777 May 13 14:34:51.736316 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e452266e-4a0e-4e84-8d2a-881df5f4e22f None None] Port 10b3652e-d442-4d4a-9533-8396d26c4e9a cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:34:51.747981 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d61c3deb-0af4-45a8-8a0b-3c2137aea9d8 req-eec1a4be-d947-47c1-a293-a3905b038cd1 service neutron] 10.222.0.74 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4986072 May 13 14:34:51.813693 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7238b5a-d9c1-4928-8c9a-36a7e5d8a4d8 None None] Pushing event updated for resources: {'Port': ['ID=9133977a-c260-40ab-b7b1-cfb650259d6e,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:51.829796 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-246fb2b3-9c5f-4f89-9e2c-36b8a1c28a34 req-2c46fcc4-be56-40d5-9c1c-5cf9240ec6ca tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668539 May 13 14:34:51.839772 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-36a3ed55-499c-4c13-a09d-c1da4eed367e req-e3ea12b5-693b-4ee4-93e3-3f9cc5b678d2 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] For port 41d6498b-80c7-4797-b523-231bb2077238, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=41d6498b-80c7-4797-b523-231bb2077238,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:51.840135 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-36a3ed55-499c-4c13-a09d-c1da4eed367e req-e3ea12b5-693b-4ee4-93e3-3f9cc5b678d2 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:51.919663 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-79f1a069-7bd8-45ad-b67b-9b639bd90c22 req-7001ecba-0fd9-4302-9f1b-d462a90bf8dd tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=81a39758-4f81-4b3c-ade5-c683ce2a1842&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1670442 May 13 14:34:51.938747 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-55fc78f7-a5f4-4bc3-b526-efaaf2bf400b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:51.992031 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-912a71bc-e18f-43f1-ae2a-397c478ec34e service neutron] 10.222.0.59 "GET /v2.0/networks/f61c0f98-edea-45bd-827b-d1305a2efed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381497 May 13 14:34:52.016211 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-36a3ed55-499c-4c13-a09d-c1da4eed367e req-e3ea12b5-693b-4ee4-93e3-3f9cc5b678d2 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Calling delete_port for 41d6498b-80c7-4797-b523-231bb2077238 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:34:52.025327 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a411ffb-0145-437a-b962-d41111076054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:52.030197 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755953f9-d2c4-400f-8142-eaa1d5fc359a', 'name': 'network-vif-deleted', 'tag': '0296fed6-fa46-446c-b7cb-67d964841e51'}, {'name': 'network-changed', 'server_uuid': '7a74c0de-8feb-470f-ba65-d27a8c924721', 'tag': 'c461c145-9de8-4a39-a8c5-3480d449e51a'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:52.045782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-239d0a11-9e80-469b-877d-f83e5ef6f852 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Allocated IP 2001:db8::17b (0723b97b-08c9-4db0-a15e-5b69273136d9/5425a379-7e88-4efc-9044-cf198068dd5d/5ecfe720-95d4-4005-b159-1650bb9410da) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:34:52.215725 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a411ffb-0145-437a-b962-d41111076054 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:52.253439 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a411ffb-0145-437a-b962-d41111076054 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a88e368e-9a36-4081-966b-cce31d573bc8,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:52.313184 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 41d6498b-80c7-4797-b523-231bb2077238 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:34:52.323033 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5a411ffb-0145-437a-b962-d41111076054 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a88e368e-9a36-4081-966b-cce31d573bc8 HTTP/1.1" status: 204 len: 168 time: 1.4811702 May 13 14:34:52.351876 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49102) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:52.501978 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 41d6498b-80c7-4797-b523-231bb2077238 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:52.502607 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:52.539130 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-df52a6b9-11cf-49b4-a5e8-c419e161b718 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:52.547667 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48df8ea8-168a-4d5e-bb50-84a9287fffd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41d6498b-80c7-4797-b523-231bb2077238'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:52.558341 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 41d6498b-80c7-4797-b523-231bb2077238, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=41d6498b-80c7-4797-b523-231bb2077238,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:52.565315 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:52.655101 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=41d6498b-80c7-4797-b523-231bb2077238,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:52.695489 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a587d8b1-08b5-4147-a146-0b094a991900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:52.729585 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-65d5bffb-f4ac-4564-8308-032653e43a51 req-8ec7968c-e52a-4a43-8593-74499ae650e4 service neutron] 10.222.0.59 "GET /v2.0/networks/f61c0f98-edea-45bd-827b-d1305a2efed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7366188 May 13 14:34:52.749646 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.api [req-36a3ed55-499c-4c13-a09d-c1da4eed367e req-e3ea12b5-693b-4ee4-93e3-3f9cc5b678d2 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:34:52.750070 n-d-841760-1 neutron-server[88082]: DEBUG oslo_db.api [req-36a3ed55-499c-4c13-a09d-c1da4eed367e req-e3ea12b5-693b-4ee4-93e3-3f9cc5b678d2 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:34:52.775044 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111b47c-9f42-46cc-95d2-bdc81de9a1fc req-7f5a7e57-a307-462c-b537-20f23952f88f tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:52.776655 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d111b47c-9f42-46cc-95d2-bdc81de9a1fc req-7f5a7e57-a307-462c-b537-20f23952f88f tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a74c0de-8feb-470f-ba65-d27a8c924721 HTTP/1.1" status: 200 len: 943 time: 0.7690504 May 13 14:34:52.841387 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ae4c8-0187-4e0c-bd45-85c8b0110ccc req-237ddbc9-af57-42c6-8939-a4fd72cc0e9a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:52.849601 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-344ae4c8-0187-4e0c-bd45-85c8b0110ccc req-237ddbc9-af57-42c6-8939-a4fd72cc0e9a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=48df8ea8-168a-4d5e-bb50-84a9287fffd2 HTTP/1.1" status: 200 len: 949 time: 0.7437265 May 13 14:34:52.934466 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d111b47c-9f42-46cc-95d2-bdc81de9a1fc req-57025f5c-b33e-4457-bd50-e8af201c8330 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] 10.222.0.35 "GET /v2.0/security-groups?id=314bad1a-81a8-40fa-b8b4-17a25b4d49d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418319 May 13 14:34:52.947214 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-df52a6b9-11cf-49b4-a5e8-c419e161b718 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Allocated IP 172.25.0.175 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/57854912-1700-41d5-b3c6-3fabcf7c4928) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:34:52.952245 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-239d0a11-9e80-469b-877d-f83e5ef6f852 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:53.023517 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-344ae4c8-0187-4e0c-bd45-85c8b0110ccc req-028f7d95-ff64-44db-beca-150abb44014a tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729000 May 13 14:34:53.029405 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a587d8b1-08b5-4147-a146-0b094a991900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:53.065860 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-239d0a11-9e80-469b-877d-f83e5ef6f852 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Transition to ACTIVE for port object 5ecfe720-95d4-4005-b159-1650bb9410da will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:34:53.086474 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 9133977a-c260-40ab-b7b1-cfb650259d6e up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:34:53.129402 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-a587d8b1-08b5-4147-a146-0b094a991900 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['025ade7d-4516-4ad9-b6d5-20d3403fa6c0']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:53.154703 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-a587d8b1-08b5-4147-a146-0b094a991900 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17330e29-ae52-43f2-bcef-a683d5d81195') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:53.155048 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-a587d8b1-08b5-4147-a146-0b094a991900 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17330e29-ae52-43f2-bcef-a683d5d81195') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:53.179396 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41d6721e-57a1-4ecf-bca3-9a3c948619b5'] response: {'server_uuid': '755953f9-d2c4-400f-8142-eaa1d5fc359a', 'name': 'network-vif-deleted', 'tag': '0296fed6-fa46-446c-b7cb-67d964841e51', 'status': 'completed', 'code': 200} May 13 14:34:53.179635 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41d6721e-57a1-4ecf-bca3-9a3c948619b5'] response: {'name': 'network-changed', 'server_uuid': '7a74c0de-8feb-470f-ba65-d27a8c924721', 'tag': 'c461c145-9de8-4a39-a8c5-3480d449e51a', 'status': 'completed', 'code': 200} May 13 14:34:53.188152 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a587d8b1-08b5-4147-a146-0b094a991900 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:53.207765 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 9133977a-c260-40ab-b7b1-cfb650259d6e completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:34:53.235100 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad248c27-68aa-4826-a00e-9a216b8fdb1f'] response: {'server_uuid': '48df8ea8-168a-4d5e-bb50-84a9287fffd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41d6498b-80c7-4797-b523-231bb2077238', 'code': 200} May 13 14:34:53.264255 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-36a3ed55-499c-4c13-a09d-c1da4eed367e req-e3ea12b5-693b-4ee4-93e3-3f9cc5b678d2 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Deleting port 41d6498b-80c7-4797-b523-231bb2077238 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:34:53.264600 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-36a3ed55-499c-4c13-a09d-c1da4eed367e req-e3ea12b5-693b-4ee4-93e3-3f9cc5b678d2 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:53.293475 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-239d0a11-9e80-469b-877d-f83e5ef6f852 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:53.295423 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a587d8b1-08b5-4147-a146-0b094a991900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:53.358150 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-55fc78f7-a5f4-4bc3-b526-efaaf2bf400b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b3652e-d442-4d4a-9533-8396d26c4e9a {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:34:53.378643 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a587d8b1-08b5-4147-a146-0b094a991900 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:34:53.379049 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a587d8b1-08b5-4147-a146-0b094a991900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:53.393279 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:34:53.393279 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:34:53.393279 n-d-841760-1 neutron-server[88081]: timer() May 13 14:34:53.393279 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:34:53.393279 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:34:53.393279 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:34:53.393279 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:34:53.393279 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:34:53.393279 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:34:53.393279 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:34:53.393279 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:34:53.393279 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:34:53.393279 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:34:53.393279 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:34:53.393279 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:34:53.393279 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:34:53.393279 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:34:53.393279 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:34:53.393279 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:34:53.393279 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:34:53.393279 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:34:53.393279 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:34:53.393279 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:34:53.393279 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:34:53.393279 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:34:53.393279 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:34:53.393279 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:34:53.393279 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:34:53.393279 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:34:53.393279 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:34:53.393279 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:34:53.393279 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:34:53.412049 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-55fc78f7-a5f4-4bc3-b526-efaaf2bf400b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:53.472719 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056fc326-accf-42c0-a5d9-8473070f3314 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:34:53.487902 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239d0a11-9e80-469b-877d-f83e5ef6f852 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:53.535381 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-239d0a11-9e80-469b-877d-f83e5ef6f852 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:53.545644 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-55fc78f7-a5f4-4bc3-b526-efaaf2bf400b service neutron] Transition to ACTIVE for port object 10b3652e-d442-4d4a-9533-8396d26c4e9a will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:34:53.553164 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239d0a11-9e80-469b-877d-f83e5ef6f852 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:34:53.558993 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239d0a11-9e80-469b-877d-f83e5ef6f852 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:53.559676 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-239d0a11-9e80-469b-877d-f83e5ef6f852 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:53.583002 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d0a11-9e80-469b-877d-f83e5ef6f852 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Port': ['ID=5ecfe720-95d4-4005-b159-1650bb9410da,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:53.584851 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-55fc78f7-a5f4-4bc3-b526-efaaf2bf400b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:53.598975 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a587d8b1-08b5-4147-a146-0b094a991900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:53.604246 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8e9160cb-825b-40b4-8b40-b0a38d634be7 None None] Provisioning for port 9133977a-c260-40ab-b7b1-cfb650259d6e completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:34:53.617230 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8e9160cb-825b-40b4-8b40-b0a38d634be7 None None] Provisioning complete for port 9133977a-c260-40ab-b7b1-cfb650259d6e triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:53.618232 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8e9160cb-825b-40b4-8b40-b0a38d634be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:53.625525 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a587d8b1-08b5-4147-a146-0b094a991900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:53.627610 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a587d8b1-08b5-4147-a146-0b094a991900 admin admin] 10.222.0.35 "DELETE /v2.0/networks/025ade7d-4516-4ad9-b6d5-20d3403fa6c0 HTTP/1.1" status: 204 len: 168 time: 1.2726901 May 13 14:34:53.639248 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-239d0a11-9e80-469b-877d-f83e5ef6f852 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1899459 May 13 14:34:53.643343 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49114) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:53.645484 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587d8b1-08b5-4147-a146-0b094a991900 admin admin] Pushing event deleted for resources: {'Network': ['ID=025ade7d-4516-4ad9-b6d5-20d3403fa6c0,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:53.688640 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4464cc8-9101-4aee-a26a-f5255a1b9be7 req-4842ea49-060d-4f34-a0f8-13bf29470e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:53.690209 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a4464cc8-9101-4aee-a26a-f5255a1b9be7 req-4842ea49-060d-4f34-a0f8-13bf29470e7d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fbefb99f30304dc4881a4b0e0fed94d0&device_id=7a74c0de-8feb-470f-ba65-d27a8c924721 HTTP/1.1" status: 200 len: 1094 time: 0.4789715 May 13 14:34:53.828864 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b8381-dd00-472a-a41f-076faf7b3d27 req-aad37076-f831-413e-bea4-6e179c51e8f5 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:53.830129 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-040b8381-dd00-472a-a41f-076faf7b3d27 req-aad37076-f831-413e-bea4-6e179c51e8f5 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=35f648ac-06d0-49f5-a428-4412a328d858 HTTP/1.1" status: 200 len: 932 time: 0.3681335 May 13 14:34:53.846814 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-df52a6b9-11cf-49b4-a5e8-c419e161b718 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:53.993022 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49120) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:54.010409 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90266e68-7e9d-4e28-9ff7-29c20992ce2f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:54.018082 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90266e68-7e9d-4e28-9ff7-29c20992ce2f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:54.018891 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-90266e68-7e9d-4e28-9ff7-29c20992ce2f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:34:54.040088 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc78f7-a5f4-4bc3-b526-efaaf2bf400b service neutron] Pushing event updated for resources: {'Port': ['ID=10b3652e-d442-4d4a-9533-8396d26c4e9a,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:54.052221 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-8e9160cb-825b-40b4-8b40-b0a38d634be7 None None] Current status of the port 9133977a-c260-40ab-b7b1-cfb650259d6e is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:54.052682 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8e9160cb-825b-40b4-8b40-b0a38d634be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:54.073991 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-040b8381-dd00-472a-a41f-076faf7b3d27 req-29d9fdda-3bde-46ff-86f1-27e039e642d4 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=81a39758-4f81-4b3c-ade5-c683ce2a1842&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2097590 May 13 14:34:54.080628 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4464cc8-9101-4aee-a26a-f5255a1b9be7 req-09111242-5bee-4cfb-9a35-297d3f2c7c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:54.082097 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a4464cc8-9101-4aee-a26a-f5255a1b9be7 req-09111242-5bee-4cfb-9a35-297d3f2c7c96 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f61c0f98-edea-45bd-827b-d1305a2efed0 HTTP/1.1" status: 200 len: 923 time: 0.3837066 May 13 14:34:54.091092 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-90266e68-7e9d-4e28-9ff7-29c20992ce2f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:34:54.095631 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-90266e68-7e9d-4e28-9ff7-29c20992ce2f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4443741 May 13 14:34:54.096616 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49126) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:54.121484 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-8e9160cb-825b-40b4-8b40-b0a38d634be7 None None] For port 9133977a-c260-40ab-b7b1-cfb650259d6e, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=9133977a-c260-40ab-b7b1-cfb650259d6e,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:54.126247 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8e9160cb-825b-40b4-8b40-b0a38d634be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:54.214604 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9160cb-825b-40b4-8b40-b0a38d634be7 None None] Pushing event updated for resources: {'Port': ['ID=9133977a-c260-40ab-b7b1-cfb650259d6e,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:54.226387 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a4464cc8-9101-4aee-a26a-f5255a1b9be7 req-5510d201-f82b-43f7-9d81-05f84a130012 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c461c145-9de8-4a39-a8c5-3480d449e51a HTTP/1.1" status: 200 len: 217 time: 0.1332164 May 13 14:34:54.276588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068b43a-ac22-4e12-a67c-b816be7f1c04 req-16ba4da2-9145-4130-a486-84c804db84c2 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:54.285255 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8068b43a-ac22-4e12-a67c-b816be7f1c04 req-16ba4da2-9145-4130-a486-84c804db84c2 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 1.0639873 May 13 14:34:54.366968 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ad4da759-890e-4c3b-bd86-0b4e6b0a64c3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b8a50ca163ea4ea3b0ec7da854065fb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3686934 May 13 14:34:54.366968 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49130) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:54.399401 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8345bb71-c15e-4a02-9a18-e59712d174a5 None None] Provisioning for port 5ecfe720-95d4-4005-b159-1650bb9410da completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:34:54.405855 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8345bb71-c15e-4a02-9a18-e59712d174a5 None None] Provisioning complete for port 5ecfe720-95d4-4005-b159-1650bb9410da triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:54.406227 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8345bb71-c15e-4a02-9a18-e59712d174a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:54.407507 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8068b43a-ac22-4e12-a67c-b816be7f1c04 req-69a07b81-debe-4656-ae66-a20b7a599338 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213639 May 13 14:34:54.433118 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4464cc8-9101-4aee-a26a-f5255a1b9be7 req-1c2565c0-a477-449c-b4bf-5a9f85e18e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:54.434947 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a4464cc8-9101-4aee-a26a-f5255a1b9be7 req-1c2565c0-a477-449c-b4bf-5a9f85e18e5e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4515a73e-97fa-48e0-935c-97e2f0d514f2 HTTP/1.1" status: 200 len: 862 time: 0.1886079 May 13 14:34:54.456370 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-36a3ed55-499c-4c13-a09d-c1da4eed367e req-e3ea12b5-693b-4ee4-93e3-3f9cc5b678d2 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] For port 41d6498b-80c7-4797-b523-231bb2077238, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=41d6498b-80c7-4797-b523-231bb2077238,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:54.458459 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-36a3ed55-499c-4c13-a09d-c1da4eed367e req-e3ea12b5-693b-4ee4-93e3-3f9cc5b678d2 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:54.472758 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-8345bb71-c15e-4a02-9a18-e59712d174a5 None None] Port 5ecfe720-95d4-4005-b159-1650bb9410da cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:34:54.477461 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-55fc78f7-a5f4-4bc3-b526-efaaf2bf400b service neutron] Attempting to bind port 10b3652e-d442-4d4a-9533-8396d26c4e9a on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:34:54.477803 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-55fc78f7-a5f4-4bc3-b526-efaaf2bf400b service neutron] Attempting to bind port 10b3652e-d442-4d4a-9533-8396d26c4e9a by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'e1d397b0-eea9-4be4-8f48-8e9bcd88630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79758d8c-b106-4287-a282-ab754acae92b'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:34:54.478131 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-55fc78f7-a5f4-4bc3-b526-efaaf2bf400b service neutron] Attempting to bind port 10b3652e-d442-4d4a-9533-8396d26c4e9a on network 79758d8c-b106-4287-a282-ab754acae92b {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:34:54.488618 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-79d02aa9-56a2-4d5c-bd9d-b2c7e993c25b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting port 5ecfe720-95d4-4005-b159-1650bb9410da {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:34:54.488961 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-79d02aa9-56a2-4d5c-bd9d-b2c7e993c25b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:54.489068 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a4464cc8-9101-4aee-a26a-f5255a1b9be7 req-8983635e-ce61-4423-8557-ad8b790cdafa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f61c0f98-edea-45bd-827b-d1305a2efed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456929 May 13 14:34:54.491129 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8345bb71-c15e-4a02-9a18-e59712d174a5 None None] Provisioning complete for port 9133977a-c260-40ab-b7b1-cfb650259d6e triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:54.491534 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8345bb71-c15e-4a02-9a18-e59712d174a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:54.640609 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-8345bb71-c15e-4a02-9a18-e59712d174a5 None None] Current status of the port 9133977a-c260-40ab-b7b1-cfb650259d6e is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:54.646999 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-60581f51-17cb-4645-a351-507ea28c941b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:54.676272 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-55fc78f7-a5f4-4bc3-b526-efaaf2bf400b service neutron] Port 10b3652e-d442-4d4a-9533-8396d26c4e9a on network 79758d8c-b106-4287-a282-ab754acae92b not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:34:54.676853 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-55fc78f7-a5f4-4bc3-b526-efaaf2bf400b service neutron] Attempting to bind port 10b3652e-d442-4d4a-9533-8396d26c4e9a on network 79758d8c-b106-4287-a282-ab754acae92b {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:34:54.693222 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-36a3ed55-499c-4c13-a09d-c1da4eed367e req-e3ea12b5-693b-4ee4-93e3-3f9cc5b678d2 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Calling delete_port for 41d6498b-80c7-4797-b523-231bb2077238 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:34:54.713751 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f0c87-c6bc-4309-9e02-386f59b30083 req-0ad7e175-1407-4cff-af16-33431fd36546 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:54.716366 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da5f0c87-c6bc-4309-9e02-386f59b30083 req-0ad7e175-1407-4cff-af16-33431fd36546 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d7a9cd-bd8f-438d-919e-17ac62b27963 HTTP/1.1" status: 200 len: 945 time: 0.4176528 May 13 14:34:54.726264 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-df52a6b9-11cf-49b4-a5e8-c419e161b718 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:54.732569 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-60581f51-17cb-4645-a351-507ea28c941b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:54.764996 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e06e7434-5dbe-44c1-91dd-2f7155ab722a None None] Provisioning complete for port 5ecfe720-95d4-4005-b159-1650bb9410da triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:54.765470 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e06e7434-5dbe-44c1-91dd-2f7155ab722a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:54.775384 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a4464cc8-9101-4aee-a26a-f5255a1b9be7 req-00d6c60d-9340-4d26-9e5e-8d55d07ee085 service neutron] 10.222.0.59 "GET /v2.0/networks/f61c0f98-edea-45bd-827b-d1305a2efed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560008 May 13 14:34:54.861498 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e06e7434-5dbe-44c1-91dd-2f7155ab722a None None] Port 5ecfe720-95d4-4005-b159-1650bb9410da cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:34:54.943244 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-55fc78f7-a5f4-4bc3-b526-efaaf2bf400b service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:34:54.943590 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-55fc78f7-a5f4-4bc3-b526-efaaf2bf400b service neutron] Checking segment: {'id': 'e1d397b0-eea9-4be4-8f48-8e9bcd88630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79758d8c-b106-4287-a282-ab754acae92b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:34:54.943981 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-55fc78f7-a5f4-4bc3-b526-efaaf2bf400b service neutron] Bound using segment: {'id': 'e1d397b0-eea9-4be4-8f48-8e9bcd88630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79758d8c-b106-4287-a282-ab754acae92b'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:34:54.944424 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-55fc78f7-a5f4-4bc3-b526-efaaf2bf400b service neutron] Bound port: 10b3652e-d442-4d4a-9533-8396d26c4e9a, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d397b0-eea9-4be4-8f48-8e9bcd88630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79758d8c-b106-4287-a282-ab754acae92b'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:34:54.944771 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-55fc78f7-a5f4-4bc3-b526-efaaf2bf400b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:54.949400 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 9133977a-c260-40ab-b7b1-cfb650259d6e up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:34:55.019814 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da5f0c87-c6bc-4309-9e02-386f59b30083 req-16fd5d3a-a01f-4702-adb9-5d93c3d28c37 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974617 May 13 14:34:55.051153 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df52a6b9-11cf-49b4-a5e8-c419e161b718 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:55.054300 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 9133977a-c260-40ab-b7b1-cfb650259d6e triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:55.054770 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:55.062527 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-df52a6b9-11cf-49b4-a5e8-c419e161b718 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:55.070469 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-60581f51-17cb-4645-a351-507ea28c941b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:55.099602 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df52a6b9-11cf-49b4-a5e8-c419e161b718 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:34:55.143048 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a4464cc8-9101-4aee-a26a-f5255a1b9be7 req-2fed0c1b-022b-4eb1-94dc-9750e55f2399 service neutron] 10.222.0.59 "GET /v2.0/networks/f61c0f98-edea-45bd-827b-d1305a2efed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506215 May 13 14:34:55.164251 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60581f51-17cb-4645-a351-507ea28c941b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd63199-2b00-4b0e-afcc-0b724c5393dd,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:55.167634 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52a6b9-11cf-49b4-a5e8-c419e161b718 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Pushing event updated for resources: {'Port': ['ID=57854912-1700-41d5-b3c6-3fabcf7c4928,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:55.206518 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-60581f51-17cb-4645-a351-507ea28c941b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:55.211269 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-60581f51-17cb-4645-a351-507ea28c941b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8dd63199-2b00-4b0e-afcc-0b724c5393dd HTTP/1.1" status: 204 len: 168 time: 0.8374400 May 13 14:34:55.292355 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 9133977a-c260-40ab-b7b1-cfb650259d6e is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:55.302188 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641f8d2-1311-4df7-a0c0-2d5dda68ea27 req-f82f82ca-3b7f-4e5d-a179-46a52c20a054 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:55.305072 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4641f8d2-1311-4df7-a0c0-2d5dda68ea27 req-f82f82ca-3b7f-4e5d-a179-46a52c20a054 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=48df8ea8-168a-4d5e-bb50-84a9287fffd2 HTTP/1.1" status: 200 len: 947 time: 0.1376221 May 13 14:34:55.355313 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4641f8d2-1311-4df7-a0c0-2d5dda68ea27 req-996fdef7-b4fa-4caa-aa26-fee21461f1a8 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/security-groups?id=566264df-e335-479f-883e-e4bd1da8f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443044 May 13 14:34:55.445314 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-55fc78f7-a5f4-4bc3-b526-efaaf2bf400b service neutron] For port 10b3652e-d442-4d4a-9533-8396d26c4e9a, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:34:55.463964 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f89b5-0bb3-43cb-a4c7-701cd1c3b3ae req-249a1392-6996-4fd3-ba5e-cf18ed950c60 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:55.465473 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d76f89b5-0bb3-43cb-a4c7-701cd1c3b3ae req-249a1392-6996-4fd3-ba5e-cf18ed950c60 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a74c0de-8feb-470f-ba65-d27a8c924721 HTTP/1.1" status: 200 len: 943 time: 0.7798109 May 13 14:34:55.486171 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-55fc78f7-a5f4-4bc3-b526-efaaf2bf400b service neutron] For port 10b3652e-d442-4d4a-9533-8396d26c4e9a, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=10b3652e-d442-4d4a-9533-8396d26c4e9a,segment=NetworkSegment(e1d397b0-eea9-4be4-8f48-8e9bcd88630d),segment_id=e1d397b0-eea9-4be4-8f48-8e9bcd88630d)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:34:55.547484 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-55fc78f7-a5f4-4bc3-b526-efaaf2bf400b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:55.551621 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa21dc-6b4b-402d-9c83-4a7fefef7794 req-7ebf27b2-8382-4d55-99b2-1ee394b0c4d8 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:55.553258 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2daa21dc-6b4b-402d-9c83-4a7fefef7794 req-7ebf27b2-8382-4d55-99b2-1ee394b0c4d8 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.0886638 May 13 14:34:55.602975 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2daa21dc-6b4b-402d-9c83-4a7fefef7794 req-33634ad4-bedb-4f0b-b117-bf587f396be8 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427001 May 13 14:34:55.665149 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-79d02aa9-56a2-4d5c-bd9d-b2c7e993c25b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:55.674445 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-36a3ed55-499c-4c13-a09d-c1da4eed367e req-e3ea12b5-693b-4ee4-93e3-3f9cc5b678d2 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:55.689159 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-55fc78f7-a5f4-4bc3-b526-efaaf2bf400b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:55.689856 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-55fc78f7-a5f4-4bc3-b526-efaaf2bf400b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:55.696408 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-55fc78f7-a5f4-4bc3-b526-efaaf2bf400b service neutron] 10.222.0.74 "PUT /v2.0/ports/10b3652e-d442-4d4a-9533-8396d26c4e9a HTTP/1.1" status: 200 len: 1092 time: 4.0668340 May 13 14:34:55.709914 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f648ac-06d0-49f5-a428-4412a328d858', 'tag': '10b3652e-d442-4d4a-9533-8396d26c4e9a'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:55.864987 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92deec6e-db72-49fe-808c-c89a41d74939 req-6972c9ff-17bf-4807-8274-b1620b5f9d93 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:55.872799 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-92deec6e-db72-49fe-808c-c89a41d74939 req-6972c9ff-17bf-4807-8274-b1620b5f9d93 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d7a9cd-bd8f-438d-919e-17ac62b27963 HTTP/1.1" status: 200 len: 945 time: 0.1086912 May 13 14:34:55.925498 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-92deec6e-db72-49fe-808c-c89a41d74939 req-a8149a60-0919-468f-a0d2-a271584897df tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517211 May 13 14:34:55.940901 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d76f89b5-0bb3-43cb-a4c7-701cd1c3b3ae req-9c94a90b-f267-4f77-b35c-d0a065cf5a3a tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] 10.222.0.35 "GET /v2.0/security-groups?id=314bad1a-81a8-40fa-b8b4-17a25b4d49d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607511 May 13 14:34:56.037676 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-79d02aa9-56a2-4d5c-bd9d-b2c7e993c25b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Calling delete_port for 5ecfe720-95d4-4005-b159-1650bb9410da owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:34:56.111446 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f653c18e-bc72-4375-abb7-7048e1a3841f'] response: {'name': 'network-changed', 'server_uuid': '35f648ac-06d0-49f5-a428-4412a328d858', 'tag': '10b3652e-d442-4d4a-9533-8396d26c4e9a', 'status': 'completed', 'code': 200} May 13 14:34:56.121842 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc78f7-a5f4-4bc3-b526-efaaf2bf400b service neutron] Pushing event updated for resources: {'Port': ['ID=10b3652e-d442-4d4a-9533-8396d26c4e9a,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:56.152313 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97222efc-c091-4824-8362-10b7ab95d697 req-c71e45ca-58ff-4b2e-b260-73e26098dbd6 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:56.154025 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-97222efc-c091-4824-8362-10b7ab95d697 req-c71e45ca-58ff-4b2e-b260-73e26098dbd6 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=35f648ac-06d0-49f5-a428-4412a328d858 HTTP/1.1" status: 200 len: 944 time: 0.0946057 May 13 14:34:56.218779 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-97222efc-c091-4824-8362-10b7ab95d697 req-d04a4952-f50e-497c-8d49-0327756a44c2 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=81a39758-4f81-4b3c-ade5-c683ce2a1842&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579202 May 13 14:34:56.221969 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49172) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:56.348091 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device c461c145-9de8-4a39-a8c5-3480d449e51a details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:34:56.367512 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-87de0db6-1564-488d-9453-94d5c4a36844 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-723694868-network', 'tenant_id': '936df29ada1f4039bf03263eb4658581'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:56.378673 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-87de0db6-1564-488d-9453-94d5c4a36844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:56.384903 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-87de0db6-1564-488d-9453-94d5c4a36844 admin admin] Usage tracker for resource:network and tenant:936df29ada1f4039bf03263eb4658581 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:56.394394 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-87de0db6-1564-488d-9453-94d5c4a36844 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:56.402626 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-87de0db6-1564-488d-9453-94d5c4a36844 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:56.422751 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87de0db6-1564-488d-9453-94d5c4a36844 admin admin] Made reservation on behalf of 936df29ada1f4039bf03263eb4658581 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:56.423579 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea12b5-693b-4ee4-93e3-3f9cc5b678d2 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Pushing event deleted for resources: {'Port': ['ID=41d6498b-80c7-4797-b523-231bb2077238,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:56.425330 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-87de0db6-1564-488d-9453-94d5c4a36844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:56.426801 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a3ed55-499c-4c13-a09d-c1da4eed367e req-e3ea12b5-693b-4ee4-93e3-3f9cc5b678d2 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] No DVR routers for this DVR port 41d6498b-80c7-4797-b523-231bb2077238 on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:34:56.441864 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-87de0db6-1564-488d-9453-94d5c4a36844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:56.470551 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c008b6-239f-4edf-8060-2be1b75360b0 req-c99e76e6-4e4e-413e-970d-42cd80afd30f tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:56.472077 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d0c008b6-239f-4edf-8060-2be1b75360b0 req-c99e76e6-4e4e-413e-970d-42cd80afd30f tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d7a9cd-bd8f-438d-919e-17ac62b27963 HTTP/1.1" status: 200 len: 945 time: 0.1511354 May 13 14:34:56.474766 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-87de0db6-1564-488d-9453-94d5c4a36844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:56.479653 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-87de0db6-1564-488d-9453-94d5c4a36844 admin admin] Usage tracker for resource:security_group_rule and tenant:936df29ada1f4039bf03263eb4658581 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:56.482531 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-87de0db6-1564-488d-9453-94d5c4a36844 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:56.490973 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-87de0db6-1564-488d-9453-94d5c4a36844 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:56.507521 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port c461c145-9de8-4a39-a8c5-3480d449e51a, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=c461c145-9de8-4a39-a8c5-3480d449e51a,segment=NetworkSegment(0400493f-ea86-4117-9db7-ad1b304e58e2),segment_id=0400493f-ea86-4117-9db7-ad1b304e58e2)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:56.525879 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'c461c145-9de8-4a39-a8c5-3480d449e51a', 'network_id': 'f61c0f98-edea-45bd-827b-d1305a2efed0', 'port_id': 'c461c145-9de8-4a39-a8c5-3480d449e51a', 'mac_address': 'fa:16:3e:5d:1c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4515a73e-97fa-48e0-935c-97e2f0d514f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:34:56.547981 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d0c008b6-239f-4edf-8060-2be1b75360b0 req-fea8eed2-03c3-4f42-957e-0953a0f07682 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580294 May 13 14:34:56.592804 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port c461c145-9de8-4a39-a8c5-3480d449e51a is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:56.593558 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:56.616819 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c461c145-9de8-4a39-a8c5-3480d449e51a {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:34:56.621274 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-36a3ed55-499c-4c13-a09d-c1da4eed367e req-e3ea12b5-693b-4ee4-93e3-3f9cc5b678d2 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:56.635077 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port c461c145-9de8-4a39-a8c5-3480d449e51a, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=c461c145-9de8-4a39-a8c5-3480d449e51a,segment=NetworkSegment(0400493f-ea86-4117-9db7-ad1b304e58e2),segment_id=0400493f-ea86-4117-9db7-ad1b304e58e2)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:56.641764 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:56.706360 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-36a3ed55-499c-4c13-a09d-c1da4eed367e req-e3ea12b5-693b-4ee4-93e3-3f9cc5b678d2 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.59 "DELETE /v2.0/ports/41d6498b-80c7-4797-b523-231bb2077238 HTTP/1.1" status: 204 len: 173 time: 6.0125394 May 13 14:34:56.727827 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-79d02aa9-56a2-4d5c-bd9d-b2c7e993c25b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:56.736565 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-02cff6dc-81f6-430d-9f18-ef8681d582e4 req-1298426a-423b-48b2-a1cd-5158cdb38c98 tempest-ServersOnMultiNodesTest-178782532 tempest-ServersOnMultiNodesTest-178782532-project] 10.222.0.35 "GET /v2.0/ports?device_id=48df8ea8-168a-4d5e-bb50-84a9287fffd2 HTTP/1.1" status: 200 len: 210 time: 0.0736613 May 13 14:34:56.739639 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=c461c145-9de8-4a39-a8c5-3480d449e51a,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:56.811040 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-324f2228-c0db-4053-a538-8df20d304ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:56.812829 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-324f2228-c0db-4053-a538-8df20d304ece service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b6ab0120ba4d4937a9340132b618cd48&device_id=35f648ac-06d0-49f5-a428-4412a328d858 HTTP/1.1" status: 200 len: 1095 time: 0.8803885 May 13 14:34:56.865489 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d02aa9-56a2-4d5c-bd9d-b2c7e993c25b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Port': ['ID=5ecfe720-95d4-4005-b159-1650bb9410da,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:56.882354 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['c461c145-9de8-4a39-a8c5-3480d449e51a'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:34:56.918319 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-87de0db6-1564-488d-9453-94d5c4a36844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:56.945506 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-79d02aa9-56a2-4d5c-bd9d-b2c7e993c25b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:56.962399 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-d6c2a10c-5e0c-476e-9e1a-54904ddd5842 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10b3652e-d442-4d4a-9533-8396d26c4e9a HTTP/1.1" status: 200 len: 217 time: 0.1047888 May 13 14:34:56.966547 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-79d02aa9-56a2-4d5c-bd9d-b2c7e993c25b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/5ecfe720-95d4-4005-b159-1650bb9410da HTTP/1.1" status: 204 len: 168 time: 2.8687894 May 13 14:34:56.976393 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087aac8-bed6-4003-b98f-cadb7fa04bc3 req-d9898ccb-ebbd-4b43-99fe-eefa63f8c9ca tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:56.978035 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e087aac8-bed6-4003-b98f-cadb7fa04bc3 req-d9898ccb-ebbd-4b43-99fe-eefa63f8c9ca tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.8000836 May 13 14:34:56.979003 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49184) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:56.989042 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-87de0db6-1564-488d-9453-94d5c4a36844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:57.077923 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87de0db6-1564-488d-9453-94d5c4a36844 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:34:57.110005 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-87de0db6-1564-488d-9453-94d5c4a36844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:57.110005 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-87de0db6-1564-488d-9453-94d5c4a36844 admin admin] Added segment aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa of type vlan for network 9479e797-5371-4e30-beb4-10899bbfb8b9 May 13 14:34:57.124980 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de0db6-1564-488d-9453-94d5c4a36844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e100a73-1d47-4a7a-a4ef-0e116bbb8791,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:57.131407 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f21540-ebda-42fa-944d-640694a8e9f7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:57.133035 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f21540-ebda-42fa-944d-640694a8e9f7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:57.138464 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-85f21540-ebda-42fa-944d-640694a8e9f7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1548097 May 13 14:34:57.142667 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49188) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:57.147971 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e087aac8-bed6-4003-b98f-cadb7fa04bc3 req-4f7c4d93-b6d9-48e3-b035-5ac276d636c5 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160116 May 13 14:34:57.149596 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-85b24b4f-553a-49ed-89af-e866dbbf1293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:57.152768 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-85b24b4f-553a-49ed-89af-e866dbbf1293 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3f8b6906-e2ce-45f4-9457-d3fca5fa8def HTTP/1.1" status: 200 len: 854 time: 0.1738646 May 13 14:34:57.198054 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-65cf7be7-94ec-4bd1-8cac-fa044ee15714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:57.230708 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-87de0db6-1564-488d-9453-94d5c4a36844 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:57.250149 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dddfc5-8f0d-4eaa-9204-f7bcd711e07c req-c0d65e80-7218-4e27-af7a-9fe8b29ccc57 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:57.257913 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c2dddfc5-8f0d-4eaa-9204-f7bcd711e07c req-c0d65e80-7218-4e27-af7a-9fe8b29ccc57 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d7a9cd-bd8f-438d-919e-17ac62b27963 HTTP/1.1" status: 200 len: 945 time: 0.3343902 May 13 14:34:57.306317 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-4921e193-27e4-4092-b1da-975883f3ce36 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting subnet 5425a379-7e88-4efc-9044-cf198068dd5d {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:34:57.316037 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4921e193-27e4-4092-b1da-975883f3ce36 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:57.324849 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-df52a6b9-11cf-49b4-a5e8-c419e161b718 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:57.393614 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c2dddfc5-8f0d-4eaa-9204-f7bcd711e07c req-fe82472f-5500-46c2-9936-5360bf2cf04f tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356051 May 13 14:34:57.397445 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-87de0db6-1564-488d-9453-94d5c4a36844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:57.398515 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87de0db6-1564-488d-9453-94d5c4a36844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:57.399232 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-87de0db6-1564-488d-9453-94d5c4a36844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:57.459353 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-186e0c21-5b41-488b-8042-2027bed47e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:57.461126 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-186e0c21-5b41-488b-8042-2027bed47e09 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79758d8c-b106-4287-a282-ab754acae92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3015461 May 13 14:34:57.496667 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e9363-6acd-41d1-83fe-465ba857060f req-31289972-a757-4adb-8577-ec3c2f0dfead tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:57.498095 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-825e9363-6acd-41d1-83fe-465ba857060f req-31289972-a757-4adb-8577-ec3c2f0dfead tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a74c0de-8feb-470f-ba65-d27a8c924721 HTTP/1.1" status: 200 len: 944 time: 0.2237651 May 13 14:34:57.501853 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4921e193-27e4-4092-b1da-975883f3ce36 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:57.553535 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-df52a6b9-11cf-49b4-a5e8-c419e161b718 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:57.613928 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de0db6-1564-488d-9453-94d5c4a36844 admin admin] Pushing event updated for resources: {'Network': ['ID=9479e797-5371-4e30-beb4-10899bbfb8b9,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:57.621094 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-87de0db6-1564-488d-9453-94d5c4a36844 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3977897 May 13 14:34:57.626372 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49198) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:57.626868 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 9479e797-5371-4e30-beb4-10899bbfb8b9 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:34:57.652135 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-b68fc7f4-8425-4569-997a-bd7cb50a1cab admin admin] Request body: {'subnet': {'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-723694868-subnet', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:57.663071 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b68fc7f4-8425-4569-997a-bd7cb50a1cab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:57.681183 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b68fc7f4-8425-4569-997a-bd7cb50a1cab admin admin] Usage tracker for resource:subnet and tenant:936df29ada1f4039bf03263eb4658581 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:57.686474 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-825e9363-6acd-41d1-83fe-465ba857060f req-e34cebee-c6bd-4156-91f4-ccb1410d16b3 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] 10.222.0.35 "GET /v2.0/security-groups?id=314bad1a-81a8-40fa-b8b4-17a25b4d49d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765132 May 13 14:34:57.689610 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b68fc7f4-8425-4569-997a-bd7cb50a1cab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:57.693939 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3916f9-9c92-405c-9c75-acfbeb2ec207 req-504441fb-23d9-45d6-93d6-c6b94fd3e2b6 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:57.695501 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9c3916f9-9c92-405c-9c75-acfbeb2ec207 req-504441fb-23d9-45d6-93d6-c6b94fd3e2b6 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.1663413 May 13 14:34:57.699868 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b68fc7f4-8425-4569-997a-bd7cb50a1cab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:57.716519 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4921e193-27e4-4092-b1da-975883f3ce36 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:57.817766 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9c3916f9-9c92-405c-9c75-acfbeb2ec207 req-7efcd30a-7557-4b98-b038-dc461c091887 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608866 May 13 14:34:57.823361 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68fc7f4-8425-4569-997a-bd7cb50a1cab admin admin] Made reservation on behalf of 936df29ada1f4039bf03263eb4658581 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:57.825842 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b68fc7f4-8425-4569-997a-bd7cb50a1cab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:57.836755 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4921e193-27e4-4092-b1da-975883f3ce36 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:57.891293 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921e193-27e4-4092-b1da-975883f3ce36 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Subnet': ['ID=5425a379-7e88-4efc-9044-cf198068dd5d,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:57.912355 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4921e193-27e4-4092-b1da-975883f3ce36 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:57.912857 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb4987a-e57e-4fc4-83da-33557692ef4b None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:34:57.933943 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4921e193-27e4-4092-b1da-975883f3ce36 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/5425a379-7e88-4efc-9044-cf198068dd5d HTTP/1.1" status: 204 len: 168 time: 0.7877715 May 13 14:34:57.934166 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49206) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:57.992668 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-7809f3c0-cd92-4726-80c6-6a1374a99a95 service neutron] 10.222.0.74 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5231168 May 13 14:34:58.010390 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f7a97b9e-fa86-4e85-b40f-0908fdd42320 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0751407 May 13 14:34:58.014502 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49216) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:58.020380 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-4189b873-e158-4a3e-b3e4-58cb23839fce tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:58.126148 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48df8ea8-168a-4d5e-bb50-84a9287fffd2', 'name': 'network-vif-deleted', 'tag': '41d6498b-80c7-4797-b523-231bb2077238'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:58.161665 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4189b873-e158-4a3e-b3e4-58cb23839fce tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:58.168217 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4189b873-e158-4a3e-b3e4-58cb23839fce tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:subnet and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:58.172536 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4189b873-e158-4a3e-b3e4-58cb23839fce tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:58.180323 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4189b873-e158-4a3e-b3e4-58cb23839fce tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:58.194220 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4189b873-e158-4a3e-b3e4-58cb23839fce tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:58.198850 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4189b873-e158-4a3e-b3e4-58cb23839fce tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:58.256046 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-df52a6b9-11cf-49b4-a5e8-c419e161b718 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:58.260401 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:58.283405 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6778bd-2a98-48bd-a30f-c9bbb9bb1101 None None] DHCP port deletion for 0723b97b-08c9-4db0-a15e-5b69273136d9 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:34:58.288109 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3c6778bd-2a98-48bd-a30f-c9bbb9bb1101 None None] Deleting port 9133977a-c260-40ab-b7b1-cfb650259d6e {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:34:58.289117 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3c6778bd-2a98-48bd-a30f-c9bbb9bb1101 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:58.296645 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50b379-520c-455c-b79f-74e5467c050c req-5fdcab84-a976-4de5-93e4-b6f4afc03f40 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:58.297383 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-6a50b379-520c-455c-b79f-74e5467c050c req-5fdcab84-a976-4de5-93e4-b6f4afc03f40 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Synchronizing usage tracker for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:34:58.312146 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c2828a7f-3159-4a87-9b00-e0a68211e40b req-9186edc0-ad49-473e-a3c1-436c1cae054b service neutron] 10.222.0.74 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115370 May 13 14:34:58.312772 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-df52a6b9-11cf-49b4-a5e8-c419e161b718 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:58.538293 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device c461c145-9de8-4a39-a8c5-3480d449e51a up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:34:58.563700 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-6a50b379-520c-455c-b79f-74e5467c050c req-5fdcab84-a976-4de5-93e4-b6f4afc03f40 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Unset dirty status for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:34:58.576902 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6a50b379-520c-455c-b79f-74e5467c050c req-5fdcab84-a976-4de5-93e4-b6f4afc03f40 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=35f648ac-06d0-49f5-a428-4412a328d858 HTTP/1.1" status: 200 len: 944 time: 0.7648070 May 13 14:34:58.583681 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58140dc5-7dfe-4053-85f1-a450a21be4af'] response: {'server_uuid': '48df8ea8-168a-4d5e-bb50-84a9287fffd2', 'name': 'network-vif-deleted', 'tag': '41d6498b-80c7-4797-b523-231bb2077238', 'status': 'completed', 'code': 200} May 13 14:34:58.648374 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4189b873-e158-4a3e-b3e4-58cb23839fce tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:58.698162 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port c461c145-9de8-4a39-a8c5-3480d449e51a completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:34:58.744951 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4189b873-e158-4a3e-b3e4-58cb23839fce tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:58.752010 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-4189b873-e158-4a3e-b3e4-58cb23839fce tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:58.759707 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4189b873-e158-4a3e-b3e4-58cb23839fce tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:58.760309 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4189b873-e158-4a3e-b3e4-58cb23839fce tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:58.778790 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189b873-e158-4a3e-b3e4-58cb23839fce tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Subnet': ['ID=93a7265b-1321-404b-a93c-1ccdea19d052,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:58.796273 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port c461c145-9de8-4a39-a8c5-3480d449e51a triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:58.796654 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:58.808388 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4189b873-e158-4a3e-b3e4-58cb23839fce tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7910898 May 13 14:34:58.810318 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49238) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:58.830090 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-b28ea8d9-f509-4384-a53a-5636443c4eb5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'port': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'name': 'tempest-NetworksTestDHCPv6-1360005836'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:58.874996 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49242) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:58.882757 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52a6b9-11cf-49b4-a5e8-c419e161b718 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Pushing event updated for resources: {'Port': ['ID=57854912-1700-41d5-b3c6-3fabcf7c4928,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:58.897773 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-df52a6b9-11cf-49b4-a5e8-c419e161b718 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:58.972941 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 9133977a-c260-40ab-b7b1-cfb650259d6e no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:34:58.992417 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b68fc7f4-8425-4569-997a-bd7cb50a1cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:59.067621 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6a50b379-520c-455c-b79f-74e5467c050c req-cf00c04a-073c-4b89-868e-634be5fe7371 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=81a39758-4f81-4b3c-ade5-c683ce2a1842&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4874985 May 13 14:34:59.108621 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-3c6778bd-2a98-48bd-a30f-c9bbb9bb1101 None None] For port 9133977a-c260-40ab-b7b1-cfb650259d6e, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=9133977a-c260-40ab-b7b1-cfb650259d6e,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:59.109200 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3c6778bd-2a98-48bd-a30f-c9bbb9bb1101 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:59.129593 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fc7f4-8425-4569-997a-bd7cb50a1cab admin admin] Pushing event updated for resources: {'Subnet': ['ID=be55f4c0-99f6-4777-9e43-16529e4e725e,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:59.169073 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5c6d1a72-b2df-48ff-8d88-47053d221585 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a49f1166c3f54f5fb3c6b91a02cdaaab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929366 May 13 14:34:59.170125 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b28ea8d9-f509-4384-a53a-5636443c4eb5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:59.179981 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d0395-c60c-49c5-affa-7beee8877ddc req-0d1590a1-7901-4fda-af86-cbb933ce7938 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:59.187642 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d93d0395-c60c-49c5-affa-7beee8877ddc req-0d1590a1-7901-4fda-af86-cbb933ce7938 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.2408719 May 13 14:34:59.191644 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49248) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:59.222361 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port c461c145-9de8-4a39-a8c5-3480d449e51a is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:59.222894 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:59.270306 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b28ea8d9-f509-4384-a53a-5636443c4eb5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:59.294782 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d93d0395-c60c-49c5-affa-7beee8877ddc req-56707047-cc74-4180-991c-f2b1e585da9c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061463 May 13 14:34:59.298135 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3c6778bd-2a98-48bd-a30f-c9bbb9bb1101 None None] Calling delete_port for 9133977a-c260-40ab-b7b1-cfb650259d6e owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:34:59.305351 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28ea8d9-f509-4384-a53a-5636443c4eb5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:59.309436 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b28ea8d9-f509-4384-a53a-5636443c4eb5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:59.322169 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0dd3c-ea90-4202-9061-a7fd1379d629 req-2c7e8339-ede3-4490-a5c1-44c0eb397701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:59.323822 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ccf0dd3c-ea90-4202-9061-a7fd1379d629 req-2c7e8339-ede3-4490-a5c1-44c0eb397701 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b6ab0120ba4d4937a9340132b618cd48&device_id=35f648ac-06d0-49f5-a428-4412a328d858 HTTP/1.1" status: 200 len: 1095 time: 0.8874359 May 13 14:34:59.331691 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fa819a79-c58c-46cc-827d-fbcc491400a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:59.341051 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-b28ea8d9-f509-4384-a53a-5636443c4eb5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] device_id is not set on port 1a00583a-19c0-4ee1-bb9b-11ff7b566690 yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:34:59.427548 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a74c0de-8feb-470f-ba65-d27a8c924721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c461c145-9de8-4a39-a8c5-3480d449e51a'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:59.448375 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 9133977a-c260-40ab-b7b1-cfb650259d6e is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:59.448890 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:59.464408 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port c461c145-9de8-4a39-a8c5-3480d449e51a, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=c461c145-9de8-4a39-a8c5-3480d449e51a,segment=NetworkSegment(0400493f-ea86-4117-9db7-ad1b304e58e2),segment_id=0400493f-ea86-4117-9db7-ad1b304e58e2)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:59.467961 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fc7f4-8425-4569-997a-bd7cb50a1cab admin admin] Checking segment: {'id': 'aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:34:59.468838 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68fc7f4-8425-4569-997a-bd7cb50a1cab admin admin] Network hostable DHCP agents. Network: 9479e797-5371-4e30-beb4-10899bbfb8b9, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:34:59.487266 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:59.503860 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-df52a6b9-11cf-49b4-a5e8-c419e161b718 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Floating IP 1ee5f0f0-074e-4b7f-abbf-438e0eea14e6 associated. External IP: 172.25.0.175, port: 77bad4f9-38cc-4815-a272-db5ceac38b06. May 13 14:34:59.523355 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-b28ea8d9-f509-4384-a53a-5636443c4eb5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Allocated IP 2001:db8::16b (0723b97b-08c9-4db0-a15e-5b69273136d9/93a7265b-1321-404b-a93c-1ccdea19d052/1a00583a-19c0-4ee1-bb9b-11ff7b566690) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:34:59.526330 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fa819a79-c58c-46cc-827d-fbcc491400a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:59.586281 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3c6778bd-2a98-48bd-a30f-c9bbb9bb1101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:59.610409 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68fc7f4-8425-4569-997a-bd7cb50a1cab admin admin] Network 9479e797-5371-4e30-beb4-10899bbfb8b9 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:34:59.630229 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-b68fc7f4-8425-4569-997a-bd7cb50a1cab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 9479e797-5371-4e30-beb4-10899bbfb8b9) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:59.652501 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e215661-7459-4753-bd26-c1ed2b7f6332 None None] Network 9479e797-5371-4e30-beb4-10899bbfb8b9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:34:59.654881 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68fc7f4-8425-4569-997a-bd7cb50a1cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:59.656104 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b68fc7f4-8425-4569-997a-bd7cb50a1cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:59.685990 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a31efd3d-f706-42c5-be4f-9bd07a43c266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:59.689058 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6778bd-2a98-48bd-a30f-c9bbb9bb1101 None None] No DVR routers for this DVR port 9133977a-c260-40ab-b7b1-cfb650259d6e on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:34:59.711950 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abba662-0551-4dea-91ca-0a36541c7400 req-c544fcd1-e7a4-4af1-8622-4256c473803d tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:59.713495 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6abba662-0551-4dea-91ca-0a36541c7400 req-c544fcd1-e7a4-4af1-8622-4256c473803d tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a74c0de-8feb-470f-ba65-d27a8c924721 HTTP/1.1" status: 200 len: 944 time: 0.4564149 May 13 14:34:59.727446 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fa819a79-c58c-46cc-827d-fbcc491400a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:59.737249 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=c461c145-9de8-4a39-a8c5-3480d449e51a,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:59.754316 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa819a79-c58c-46cc-827d-fbcc491400a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566264df-e335-479f-883e-e4bd1da8f718,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:59.821002 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542a85a5-2343-4683-b968-bbe82300e54b None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:34:59.828929 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0dd3c-ea90-4202-9061-a7fd1379d629 req-dddd91d4-7bc9-4734-97a2-c6bd07127f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:59.830394 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ccf0dd3c-ea90-4202-9061-a7fd1379d629 req-dddd91d4-7bc9-4734-97a2-c6bd07127f68 service neutron] 10.222.0.74 "GET /v2.0/networks?id=79758d8c-b106-4287-a282-ab754acae92b HTTP/1.1" status: 200 len: 916 time: 0.4940553 May 13 14:34:59.842308 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6778bd-2a98-48bd-a30f-c9bbb9bb1101 None None] Pushing event deleted for resources: {'Port': ['ID=9133977a-c260-40ab-b7b1-cfb650259d6e,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:59.904130 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b68fc7f4-8425-4569-997a-bd7cb50a1cab admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.2726257 May 13 14:34:59.909481 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49262) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:59.927600 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fa819a79-c58c-46cc-827d-fbcc491400a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:59.930865 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fa819a79-c58c-46cc-827d-fbcc491400a6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/566264df-e335-479f-883e-e4bd1da8f718 HTTP/1.1" status: 204 len: 168 time: 0.7361732 May 13 14:34:59.948635 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ccf0dd3c-ea90-4202-9061-a7fd1379d629 req-5bf1c980-50d5-4134-b4c9-c54149150f55 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10b3652e-d442-4d4a-9533-8396d26c4e9a HTTP/1.1" status: 200 len: 217 time: 0.1025722 May 13 14:34:59.950611 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b28ea8d9-f509-4384-a53a-5636443c4eb5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:59.951471 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-25797962-b98b-453d-b1bd-0172478dbe6d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-723694868-router', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:59.966077 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-25797962-b98b-453d-b1bd-0172478dbe6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:59.981709 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-b28ea8d9-f509-4384-a53a-5636443c4eb5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Transition to ACTIVE for port object 1a00583a-19c0-4ee1-bb9b-11ff7b566690 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:34:59.992065 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30f28a-4198-4678-8378-bd62e50e7e8f req-a3ceff15-5cc0-464f-a0e0-c8941d33100a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:00.000274 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fa30f28a-4198-4678-8378-bd62e50e7e8f req-a3ceff15-5cc0-464f-a0e0-c8941d33100a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.2614326 May 13 14:35:00.020878 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-25797962-b98b-453d-b1bd-0172478dbe6d admin admin] Usage tracker for resource:router and tenant:936df29ada1f4039bf03263eb4658581 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:00.037509 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6abba662-0551-4dea-91ca-0a36541c7400 req-69d43fc3-1c60-4f96-874d-8f8bf737e3cd tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] 10.222.0.35 "GET /v2.0/security-groups?id=314bad1a-81a8-40fa-b8b4-17a25b4d49d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117058 May 13 14:35:00.072672 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-25797962-b98b-453d-b1bd-0172478dbe6d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:00.073083 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fa30f28a-4198-4678-8378-bd62e50e7e8f req-fc999458-b6d3-40de-8ded-bffb6390ba81 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699899 May 13 14:35:00.077129 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b28ea8d9-f509-4384-a53a-5636443c4eb5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:00.130087 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-25797962-b98b-453d-b1bd-0172478dbe6d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:00.152089 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80af594-a5ff-4bb4-b55a-498dfd2b58ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-9479e797-5371-4e30-beb4-10899bbfb8b9', 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'fixed_ips': [{'subnet_id': 'be55f4c0-99f6-4777-9e43-16529e4e725e'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:35:00.156096 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f80af594-a5ff-4bb4-b55a-498dfd2b58ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:00.189919 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d07d9bdc-5686-40f4-a23d-09c3945e6c47'] response: {'server_uuid': '7a74c0de-8feb-470f-ba65-d27a8c924721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c461c145-9de8-4a39-a8c5-3480d449e51a', 'code': 200} May 13 14:35:00.271219 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28ea8d9-f509-4384-a53a-5636443c4eb5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:00.278364 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-b28ea8d9-f509-4384-a53a-5636443c4eb5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:00.282010 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28ea8d9-f509-4384-a53a-5636443c4eb5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:00.292565 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ea8d9-f509-4384-a53a-5636443c4eb5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:00.293215 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b28ea8d9-f509-4384-a53a-5636443c4eb5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:00.315825 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b28ea8d9-f509-4384-a53a-5636443c4eb5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5043206 May 13 14:35:00.395010 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49274) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:00.439520 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0dd3c-ea90-4202-9061-a7fd1379d629 req-8924d090-0b2c-4138-aeff-6ca227eac2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:00.440975 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ccf0dd3c-ea90-4202-9061-a7fd1379d629 req-8924d090-0b2c-4138-aeff-6ca227eac2a0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3f8b6906-e2ce-45f4-9457-d3fca5fa8def HTTP/1.1" status: 200 len: 854 time: 0.4788463 May 13 14:35:00.455062 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ea8d9-f509-4384-a53a-5636443c4eb5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Port': ['ID=1a00583a-19c0-4ee1-bb9b-11ff7b566690,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:00.457334 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49280) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:00.526221 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ab322306-947d-453d-8468-5158b9a5d279 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3ca85467e6f246bdb853c179510d0ba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0630667 May 13 14:35:00.528278 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49284) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:00.536758 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:00.553965 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-f80af594-a5ff-4bb4-b55a-498dfd2b58ee None None] Allocated IP 172.20.0.2 (9479e797-5371-4e30-beb4-10899bbfb8b9/be55f4c0-99f6-4777-9e43-16529e4e725e/b625709d-51d0-4189-aacb-2ebf6c7497c9) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:00.582417 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc293fc-7177-4010-8d0b-484173405f8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-0723b97b-08c9-4db0-a15e-5b69273136d9', 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'fixed_ips': [{'subnet_id': '93a7265b-1321-404b-a93c-1ccdea19d052'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:35:00.583948 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6dc293fc-7177-4010-8d0b-484173405f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:00.616397 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2730f5a-f7d7-4037-ba78-dfff4dc19a0a req-ea651a1e-0f40-4590-a39b-f9f8296e7e05 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:00.618247 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f2730f5a-f7d7-4037-ba78-dfff4dc19a0a req-ea651a1e-0f40-4590-a39b-f9f8296e7e05 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d7a9cd-bd8f-438d-919e-17ac62b27963 HTTP/1.1" status: 200 len: 945 time: 0.3087697 May 13 14:35:00.644540 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25797962-b98b-453d-b1bd-0172478dbe6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:00.645543 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25797962-b98b-453d-b1bd-0172478dbe6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:00.658238 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-58e58f99-83b5-4b88-bfd8-7432671f7102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:00.689367 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:00.690258 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-58e58f99-83b5-4b88-bfd8-7432671f7102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:00.738935 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25797962-b98b-453d-b1bd-0172478dbe6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:00.765970 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df52a6b9-11cf-49b4-a5e8-c419e161b718 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Router 66a5f4b9-d2a6-4722-abb1-bc22bf9a3359 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:35:00.772367 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f2730f5a-f7d7-4037-ba78-dfff4dc19a0a req-54a9bc3d-5748-45d5-bd7e-f390188c7299 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415782 May 13 14:35:00.772714 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-58e58f99-83b5-4b88-bfd8-7432671f7102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:00.811344 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e58f99-83b5-4b88-bfd8-7432671f7102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1cf52b-6e0e-4b85-9761-c2d4dfb58455,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:00.820421 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-58e58f99-83b5-4b88-bfd8-7432671f7102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:00.823940 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-58e58f99-83b5-4b88-bfd8-7432671f7102 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5f1cf52b-6e0e-4b85-9761-c2d4dfb58455 HTTP/1.1" status: 204 len: 168 time: 0.2922852 May 13 14:35:01.001355 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-6dc293fc-7177-4010-8d0b-484173405f8d None None] Allocated IP 2001:db8::2 (0723b97b-08c9-4db0-a15e-5b69273136d9/93a7265b-1321-404b-a93c-1ccdea19d052/0bf49998-5ae7-493b-b2e4-3ecbd033d578) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:01.006024 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f80af594-a5ff-4bb4-b55a-498dfd2b58ee None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:01.017452 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f80af594-a5ff-4bb4-b55a-498dfd2b58ee None None] Transition to ACTIVE for port object b625709d-51d0-4189-aacb-2ebf6c7497c9 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:01.039714 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f80af594-a5ff-4bb4-b55a-498dfd2b58ee None None] Transition to ACTIVE for port object b625709d-51d0-4189-aacb-2ebf6c7497c9 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:01.049455 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f80af594-a5ff-4bb4-b55a-498dfd2b58ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:01.083774 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64630fb1-10f9-4c48-87b3-72b762d72e53 req-0cef6f77-09b6-4573-905c-7e86e51644e3 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:01.085439 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7317486e-b5df-4f23-9306-cf0e998901bd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:01.086614 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7317486e-b5df-4f23-9306-cf0e998901bd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:01.092154 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64630fb1-10f9-4c48-87b3-72b762d72e53 req-0cef6f77-09b6-4573-905c-7e86e51644e3 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/networks?id=cf66b3c2-c96c-4107-b42b-eedfe0e79851 HTTP/1.1" status: 200 len: 814 time: 0.1786630 May 13 14:35:01.112050 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64630fb1-10f9-4c48-87b3-72b762d72e53 req-841da83b-2547-4cbe-becd-a7199fc39ee9 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/quotas/750c61eed54a4300a98b9026ab520580 HTTP/1.1" status: 200 len: 375 time: 0.0184820 May 13 14:35:01.174283 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78945170-9ea6-4fa9-ad25-ba04fb3bcda0 req-b2c1e3dd-e784-480f-bb42-c6464114e6be tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:01.191581 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-78945170-9ea6-4fa9-ad25-ba04fb3bcda0 req-b2c1e3dd-e784-480f-bb42-c6464114e6be tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=35f648ac-06d0-49f5-a428-4412a328d858 HTTP/1.1" status: 200 len: 944 time: 0.7930791 May 13 14:35:01.195869 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0dd3c-ea90-4202-9061-a7fd1379d629 req-869d7bd5-07e2-45a1-a050-a59a801c3736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:01.200079 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ccf0dd3c-ea90-4202-9061-a7fd1379d629 req-869d7bd5-07e2-45a1-a050-a59a801c3736 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79758d8c-b106-4287-a282-ab754acae92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6400931 May 13 14:35:01.206956 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f85e6-a20f-4cf3-a3a6-16292d54a14d req-d7857179-7710-4123-bb28-0d973aa88c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:01.213288 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-959f85e6-a20f-4cf3-a3a6-16292d54a14d req-d7857179-7710-4123-bb28-0d973aa88c6d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7a74c0de-8feb-470f-ba65-d27a8c924721 HTTP/1.1" status: 200 len: 1096 time: 0.8155091 May 13 14:35:01.281850 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80af594-a5ff-4bb4-b55a-498dfd2b58ee None None] Network 9479e797-5371-4e30-beb4-10899bbfb8b9 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:01.284553 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80af594-a5ff-4bb4-b55a-498dfd2b58ee None None] Pushing event updated for resources: {'Port': ['ID=b625709d-51d0-4189-aacb-2ebf6c7497c9,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:01.286991 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-f80af594-a5ff-4bb4-b55a-498dfd2b58ee None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:01.291039 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80af594-a5ff-4bb4-b55a-498dfd2b58ee None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:01.378994 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64630fb1-10f9-4c48-87b3-72b762d72e53 req-91350f99-d43a-42a2-98c7-099776fe0bc1 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=750c61eed54a4300a98b9026ab520580&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2656310 May 13 14:35:01.423418 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-f80af594-a5ff-4bb4-b55a-498dfd2b58ee None None] Attempting to bind port b625709d-51d0-4189-aacb-2ebf6c7497c9 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:35:01.423791 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-f80af594-a5ff-4bb4-b55a-498dfd2b58ee None None] Attempting to bind port b625709d-51d0-4189-aacb-2ebf6c7497c9 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:35:01.424152 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80af594-a5ff-4bb4-b55a-498dfd2b58ee None None] Attempting to bind port b625709d-51d0-4189-aacb-2ebf6c7497c9 on network 9479e797-5371-4e30-beb4-10899bbfb8b9 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:01.441655 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80af594-a5ff-4bb4-b55a-498dfd2b58ee None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:35:01.442003 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80af594-a5ff-4bb4-b55a-498dfd2b58ee None None] Checking segment: {'id': 'aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:35:01.442414 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f80af594-a5ff-4bb4-b55a-498dfd2b58ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:01.442806 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80af594-a5ff-4bb4-b55a-498dfd2b58ee None None] Bound using segment: {'id': 'aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:35:01.443550 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-f80af594-a5ff-4bb4-b55a-498dfd2b58ee None None] Bound port: b625709d-51d0-4189-aacb-2ebf6c7497c9, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:35:01.443939 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f80af594-a5ff-4bb4-b55a-498dfd2b58ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:01.485744 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 10b3652e-d442-4d4a-9533-8396d26c4e9a details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:35:01.542343 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7317486e-b5df-4f23-9306-cf0e998901bd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:01.543559 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7317486e-b5df-4f23-9306-cf0e998901bd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 1.1445017 May 13 14:35:01.547099 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49314) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:01.638900 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-e8acb0e6-fc27-4c35-939c-afcebcf32289 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting port 1a00583a-19c0-4ee1-bb9b-11ff7b566690 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:01.640429 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e8acb0e6-fc27-4c35-939c-afcebcf32289 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:01.653179 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6dc293fc-7177-4010-8d0b-484173405f8d None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:01.728410 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6dc293fc-7177-4010-8d0b-484173405f8d None None] Transition to ACTIVE for port object 0bf49998-5ae7-493b-b2e4-3ecbd033d578 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:01.786751 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25797962-b98b-453d-b1bd-0172478dbe6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:01.792861 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-959f85e6-a20f-4cf3-a3a6-16292d54a14d req-8d47c820-1cad-4afb-9a0b-5cfd5ebc9faf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=314bad1a-81a8-40fa-b8b4-17a25b4d49d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5307310 May 13 14:35:01.801876 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-78945170-9ea6-4fa9-ad25-ba04fb3bcda0 req-e6050c1b-4459-4416-aaa7-4a8d04106c71 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=81a39758-4f81-4b3c-ade5-c683ce2a1842&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5492988 May 13 14:35:01.812747 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ccf0dd3c-ea90-4202-9061-a7fd1379d629 req-ae8a544b-4f5c-4f88-880f-8206e639a896 service neutron] 10.222.0.74 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5584631 May 13 14:35:01.817817 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-f80af594-a5ff-4bb4-b55a-498dfd2b58ee None None] For port b625709d-51d0-4189-aacb-2ebf6c7497c9, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:35:01.835895 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6dc293fc-7177-4010-8d0b-484173405f8d None None] Transition to ACTIVE for port object 0bf49998-5ae7-493b-b2e4-3ecbd033d578 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:01.852342 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-f80af594-a5ff-4bb4-b55a-498dfd2b58ee None None] For port b625709d-51d0-4189-aacb-2ebf6c7497c9, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b625709d-51d0-4189-aacb-2ebf6c7497c9,segment=NetworkSegment(aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa),segment_id=aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:35:01.856840 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6dc293fc-7177-4010-8d0b-484173405f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:01.903548 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f80af594-a5ff-4bb4-b55a-498dfd2b58ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:01.911592 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df52a6b9-11cf-49b4-a5e8-c419e161b718 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:35:01.922737 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325559e1-f931-4664-b540-1f6b7ab46610 None None] Sync routers for ids ['66a5f4b9-d2a6-4722-abb1-bc22bf9a3359'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:35:01.940454 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 10b3652e-d442-4d4a-9533-8396d26c4e9a, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=10b3652e-d442-4d4a-9533-8396d26c4e9a,segment=NetworkSegment(e1d397b0-eea9-4be4-8f48-8e9bcd88630d),segment_id=e1d397b0-eea9-4be4-8f48-8e9bcd88630d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:01.944685 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325559e1-f931-4664-b540-1f6b7ab46610 None None] Routers {'66a5f4b9-d2a6-4722-abb1-bc22bf9a3359'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:35:01.946525 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-325559e1-f931-4664-b540-1f6b7ab46610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:35:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['66a5f4b9-d2a6-4722-abb1-bc22bf9a3359'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:01.960845 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc293fc-7177-4010-8d0b-484173405f8d None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:01.970205 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-6dc293fc-7177-4010-8d0b-484173405f8d None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:01.976814 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '10b3652e-d442-4d4a-9533-8396d26c4e9a', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'port_id': '10b3652e-d442-4d4a-9533-8396d26c4e9a', 'mac_address': 'fa:16:3e:d2:2f:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:35:01.978526 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc293fc-7177-4010-8d0b-484173405f8d None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:02.021811 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-df52a6b9-11cf-49b4-a5e8-c419e161b718 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:02.040623 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a5eab-2a3d-46da-919a-ad9f27ff1a22 req-7f041fa4-cc82-4c5b-8bb3-2970fae8744e tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:02.041563 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-569a5eab-2a3d-46da-919a-ad9f27ff1a22 req-7f041fa4-cc82-4c5b-8bb3-2970fae8744e tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Synchronizing usage tracker for tenant:fbefb99f30304dc4881a4b0e0fed94d0 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:02.060713 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc293fc-7177-4010-8d0b-484173405f8d None None] Pushing event updated for resources: {'Port': ['ID=0bf49998-5ae7-493b-b2e4-3ecbd033d578,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:02.069881 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-569a5eab-2a3d-46da-919a-ad9f27ff1a22 req-7f041fa4-cc82-4c5b-8bb3-2970fae8744e tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Unset dirty status for tenant:fbefb99f30304dc4881a4b0e0fed94d0 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:02.077059 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-325559e1-f931-4664-b540-1f6b7ab46610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:02.079675 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-569a5eab-2a3d-46da-919a-ad9f27ff1a22 req-7f041fa4-cc82-4c5b-8bb3-2970fae8744e tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a74c0de-8feb-470f-ba65-d27a8c924721 HTTP/1.1" status: 200 len: 945 time: 0.5818770 May 13 14:35:02.087944 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325559e1-f931-4664-b540-1f6b7ab46610 None None] Routers {'66a5f4b9-d2a6-4722-abb1-bc22bf9a3359'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:35:02.088812 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-325559e1-f931-4664-b540-1f6b7ab46610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:35:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['66a5f4b9-d2a6-4722-abb1-bc22bf9a3359'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:02.112303 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-df52a6b9-11cf-49b4-a5e8-c419e161b718 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 11.2507715 May 13 14:35:02.116831 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49332) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:02.164906 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-325559e1-f931-4664-b540-1f6b7ab46610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:02.165554 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325559e1-f931-4664-b540-1f6b7ab46610 None None] The sync data for ids ['66a5f4b9-d2a6-4722-abb1-bc22bf9a3359'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:35:02.236284 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e8acb0e6-fc27-4c35-939c-afcebcf32289 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:02.258666 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6dc293fc-7177-4010-8d0b-484173405f8d None None] Attempting to bind port 0bf49998-5ae7-493b-b2e4-3ecbd033d578 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:35:02.258666 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6dc293fc-7177-4010-8d0b-484173405f8d None None] Attempting to bind port 0bf49998-5ae7-493b-b2e4-3ecbd033d578 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:35:02.259018 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc293fc-7177-4010-8d0b-484173405f8d None None] Attempting to bind port 0bf49998-5ae7-493b-b2e4-3ecbd033d578 on network 0723b97b-08c9-4db0-a15e-5b69273136d9 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:02.270822 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:02.274577 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-569a5eab-2a3d-46da-919a-ad9f27ff1a22 req-d8519987-dec8-4c07-b51f-cef8324af220 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Synchronizing usage tracker for tenant:fbefb99f30304dc4881a4b0e0fed94d0 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:02.299213 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc293fc-7177-4010-8d0b-484173405f8d None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:35:02.299811 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc293fc-7177-4010-8d0b-484173405f8d None None] Checking segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:35:02.300221 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6dc293fc-7177-4010-8d0b-484173405f8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:02.302483 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc293fc-7177-4010-8d0b-484173405f8d None None] Bound using segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:35:02.302961 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6dc293fc-7177-4010-8d0b-484173405f8d None None] Bound port: 0bf49998-5ae7-493b-b2e4-3ecbd033d578, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:35:02.303376 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6dc293fc-7177-4010-8d0b-484173405f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:02.331270 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ccf0dd3c-ea90-4202-9061-a7fd1379d629 req-87a04611-fbab-4a11-8b9d-85be9efd82d4 service neutron] 10.222.0.74 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4942281 May 13 14:35:02.426696 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-e8acb0e6-fc27-4c35-939c-afcebcf32289 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Calling delete_port for 1a00583a-19c0-4ee1-bb9b-11ff7b566690 owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:02.468602 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502aef3-5fa8-49c2-98c9-b49e1dd6db8d req-b35ef330-4dd0-42c6-ba67-58c3bfd9134d tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:02.481388 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1502aef3-5fa8-49c2-98c9-b49e1dd6db8d req-b35ef330-4dd0-42c6-ba67-58c3bfd9134d tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.3765798 May 13 14:35:02.488243 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-725bdc58-635e-4c15-818e-9720927e3752 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] 10.222.0.35 "GET /v2.0/floatingips/1ee5f0f0-074e-4b7f-abbf-438e0eea14e6 HTTP/1.1" status: 200 len: 984 time: 0.3673253 May 13 14:35:02.490391 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49336) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:02.494905 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device c9fbe10d-8124-4642-bacb-35ceea346cec details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:35:02.569337 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 10b3652e-d442-4d4a-9533-8396d26c4e9a is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:02.569744 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:02.572012 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1502aef3-5fa8-49c2-98c9-b49e1dd6db8d req-e15c7599-5d83-490c-a2db-0549bf225418 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895464 May 13 14:35:02.597466 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b3652e-d442-4d4a-9533-8396d26c4e9a {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:35:02.619165 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-569a5eab-2a3d-46da-919a-ad9f27ff1a22 req-d8519987-dec8-4c07-b51f-cef8324af220 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Unset dirty status for tenant:fbefb99f30304dc4881a4b0e0fed94d0 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:02.629039 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-569a5eab-2a3d-46da-919a-ad9f27ff1a22 req-d8519987-dec8-4c07-b51f-cef8324af220 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] 10.222.0.35 "GET /v2.0/security-groups?id=314bad1a-81a8-40fa-b8b4-17a25b4d49d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5483887 May 13 14:35:02.629354 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 10b3652e-d442-4d4a-9533-8396d26c4e9a, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=10b3652e-d442-4d4a-9533-8396d26c4e9a,segment=NetworkSegment(e1d397b0-eea9-4be4-8f48-8e9bcd88630d),segment_id=e1d397b0-eea9-4be4-8f48-8e9bcd88630d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:02.657923 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:02.683936 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80af594-a5ff-4bb4-b55a-498dfd2b58ee None None] Pushing event updated for resources: {'Port': ['ID=b625709d-51d0-4189-aacb-2ebf6c7497c9,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:02.783520 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3976e4ea-2679-4d48-a83a-78d6a8e3da86 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2732 time: 0.2899771 May 13 14:35:02.784814 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49344) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:02.818223 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=10b3652e-d442-4d4a-9533-8396d26c4e9a,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:02.872501 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25797962-b98b-453d-b1bd-0172478dbe6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:02.956761 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-6dc293fc-7177-4010-8d0b-484173405f8d None None] For port 0bf49998-5ae7-493b-b2e4-3ecbd033d578, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:35:03.084420 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e8acb0e6-fc27-4c35-939c-afcebcf32289 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:03.147664 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b625709d-51d0-4189-aacb-2ebf6c7497c9 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:03.172314 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['10b3652e-d442-4d4a-9533-8396d26c4e9a'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:35:03.174908 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25797962-b98b-453d-b1bd-0172478dbe6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:03.214940 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-6dc293fc-7177-4010-8d0b-484173405f8d None None] For port 0bf49998-5ae7-493b-b2e4-3ecbd033d578, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=0bf49998-5ae7-493b-b2e4-3ecbd033d578,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:35:03.251667 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6dc293fc-7177-4010-8d0b-484173405f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:03.395025 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8acb0e6-fc27-4c35-939c-afcebcf32289 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Port': ['ID=1a00583a-19c0-4ee1-bb9b-11ff7b566690,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:03.460056 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-25797962-b98b-453d-b1bd-0172478dbe6d admin admin] Allocated IP 172.25.0.243 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/b5ff1480-253f-494b-b4b8-7c039763e1cd) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:03.491944 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd15781-b251-4cae-ba44-793a79fe1c71 req-7ebe2621-0f5a-416d-ba68-dc98bcc4089e tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:03.502782 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4bd15781-b251-4cae-ba44-793a79fe1c71 req-7ebe2621-0f5a-416d-ba68-dc98bcc4089e tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d7a9cd-bd8f-438d-919e-17ac62b27963 HTTP/1.1" status: 200 len: 945 time: 0.6763170 May 13 14:35:03.507207 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e8acb0e6-fc27-4c35-939c-afcebcf32289 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:03.510340 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-92ae2028-0200-4b55-97b6-fb2fd761d548 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Deleting port 57854912-1700-41d5-b3c6-3fabcf7c4928 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:03.510672 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-92ae2028-0200-4b55-97b6-fb2fd761d548 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:03.584718 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e8acb0e6-fc27-4c35-939c-afcebcf32289 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/1a00583a-19c0-4ee1-bb9b-11ff7b566690 HTTP/1.1" status: 204 len: 168 time: 2.0361032 May 13 14:35:03.591094 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49368) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:03.602202 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port c9fbe10d-8124-4642-bacb-35ceea346cec, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=c9fbe10d-8124-4642-bacb-35ceea346cec,segment=NetworkSegment(bc45d110-6939-449a-9ea3-bc6409d12d19),segment_id=bc45d110-6939-449a-9ea3-bc6409d12d19)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:03.650695 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc293fc-7177-4010-8d0b-484173405f8d None None] Pushing event updated for resources: {'Port': ['ID=0bf49998-5ae7-493b-b2e4-3ecbd033d578,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:03.658399 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'c9fbe10d-8124-4642-bacb-35ceea346cec', 'network_id': 'fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f', 'port_id': 'c9fbe10d-8124-4642-bacb-35ceea346cec', 'mac_address': 'fa:16:3e:aa:d5:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9cc4fb1-d2ad-4765-9e89-652a7928106b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:35:03.697683 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port b625709d-51d0-4189-aacb-2ebf6c7497c9 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:03.804988 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4bd15781-b251-4cae-ba44-793a79fe1c71 req-689a57d0-947e-4a2c-8fcd-dbe1550f7e6f tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006487 May 13 14:35:03.855061 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port c9fbe10d-8124-4642-bacb-35ceea346cec is: ACTIVE; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:03.855566 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:03.902687 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9fbe10d-8124-4642-bacb-35ceea346cec {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:35:03.941999 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port c9fbe10d-8124-4642-bacb-35ceea346cec, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=c9fbe10d-8124-4642-bacb-35ceea346cec,segment=NetworkSegment(bc45d110-6939-449a-9ea3-bc6409d12d19),segment_id=bc45d110-6939-449a-9ea3-bc6409d12d19)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:03.948395 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:04.042558 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60240e9b-c002-425c-a391-201c1f17ea4d None None] Network 9479e797-5371-4e30-beb4-10899bbfb8b9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:35:04.073312 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['c9fbe10d-8124-4642-bacb-35ceea346cec'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:35:04.130052 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25797962-b98b-453d-b1bd-0172478dbe6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:04.191331 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c191f19-b9df-490d-9331-a4fd2fa753ed req-c6c94c7f-d607-40da-ac7d-3beafcd55c0f tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:04.192771 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2c191f19-b9df-490d-9331-a4fd2fa753ed req-c6c94c7f-d607-40da-ac7d-3beafcd55c0f tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.9264908 May 13 14:35:04.195926 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77602c7-6468-4e5e-b347-fc6fc41158e4 req-4f9c6002-9495-4c93-8210-9fba7ca75a9f tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:04.205141 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d77602c7-6468-4e5e-b347-fc6fc41158e4 req-4f9c6002-9495-4c93-8210-9fba7ca75a9f tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=35f648ac-06d0-49f5-a428-4412a328d858 HTTP/1.1" status: 200 len: 945 time: 0.1861172 May 13 14:35:04.206639 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25797962-b98b-453d-b1bd-0172478dbe6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:04.269904 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-92ae2028-0200-4b55-97b6-fb2fd761d548 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:04.270252 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-92ae2028-0200-4b55-97b6-fb2fd761d548 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:04.284730 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2c191f19-b9df-490d-9331-a4fd2fa753ed req-3f582bb8-d807-474d-b655-c2486cc719fe tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636365 May 13 14:35:04.291952 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b33aac-0d56-45d6-885e-a7b16bc95538 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:04.293538 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b33aac-0d56-45d6-885e-a7b16bc95538 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:04.294284 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-17b33aac-0d56-45d6-885e-a7b16bc95538 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:04.329475 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25797962-b98b-453d-b1bd-0172478dbe6d admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:04.333932 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-25797962-b98b-453d-b1bd-0172478dbe6d admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:04.339170 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25797962-b98b-453d-b1bd-0172478dbe6d admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:04.391818 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=c9fbe10d-8124-4642-bacb-35ceea346cec,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:04.402873 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25797962-b98b-453d-b1bd-0172478dbe6d admin admin] Pushing event updated for resources: {'Port': ['ID=b5ff1480-253f-494b-b4b8-7c039763e1cd,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:04.421180 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d77602c7-6468-4e5e-b347-fc6fc41158e4 req-59a6bf8a-e0f3-4e5c-92cb-bf64d117ee06 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=81a39758-4f81-4b3c-ade5-c683ce2a1842&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2006645 May 13 14:35:04.464534 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device c9fbe10d-8124-4642-bacb-35ceea346cec no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:35:04.482233 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-92ae2028-0200-4b55-97b6-fb2fd761d548 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Calling delete_port for 57854912-1700-41d5-b3c6-3fabcf7c4928 owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:04.559377 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ad92370a-1007-4aa2-8a12-e2d95515cbf5 None None] Provisioning for port b625709d-51d0-4189-aacb-2ebf6c7497c9 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:04.591545 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-17b33aac-0d56-45d6-885e-a7b16bc95538 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:04.594686 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ad92370a-1007-4aa2-8a12-e2d95515cbf5 None None] Provisioning complete for port b625709d-51d0-4189-aacb-2ebf6c7497c9 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:04.595060 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ad92370a-1007-4aa2-8a12-e2d95515cbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:04.596151 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-17b33aac-0d56-45d6-885e-a7b16bc95538 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.9927132 May 13 14:35:04.596957 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49388) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:04.733693 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-76bffa7e-2c05-40d0-9b47-f224018f10d1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting subnet 93a7265b-1321-404b-a93c-1ccdea19d052 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:35:04.744110 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-76bffa7e-2c05-40d0-9b47-f224018f10d1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:04.828665 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba81456-c34f-4ba5-82b1-48b7fa8911c8 req-55eee53e-1993-4852-902a-6b13d72b75a0 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:04.835663 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0ba81456-c34f-4ba5-82b1-48b7fa8911c8 req-55eee53e-1993-4852-902a-6b13d72b75a0 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a74c0de-8feb-470f-ba65-d27a8c924721 HTTP/1.1" status: 200 len: 945 time: 0.3223896 May 13 14:35:04.924049 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port c9fbe10d-8124-4642-bacb-35ceea346cec is: BUILD; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:04.924430 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:04.940223 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-92ae2028-0200-4b55-97b6-fb2fd761d548 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:04.955531 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d14ffce5-aeff-4dc3-94db-2c9c8a1da324 req-dcfa27fb-d43a-40be-bc56-a4e7dfa23a1a tempest-FlavorsV2NegativeTest-181589647 tempest-FlavorsV2NegativeTest-181589647-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=85bec099b0514d408d63ad898fea575f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694094 May 13 14:35:04.959265 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c9fbe10d-8124-4642-bacb-35ceea346cec {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:35:04.976088 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port c9fbe10d-8124-4642-bacb-35ceea346cec, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=c9fbe10d-8124-4642-bacb-35ceea346cec,segment=NetworkSegment(bc45d110-6939-449a-9ea3-bc6409d12d19),segment_id=bc45d110-6939-449a-9ea3-bc6409d12d19)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:05.017997 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:05.080932 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-76bffa7e-2c05-40d0-9b47-f224018f10d1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:05.110408 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25797962-b98b-453d-b1bd-0172478dbe6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:05.157628 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=c9fbe10d-8124-4642-bacb-35ceea346cec,revision_number=7']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:05.160925 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ad92370a-1007-4aa2-8a12-e2d95515cbf5 None None] Current status of the port b625709d-51d0-4189-aacb-2ebf6c7497c9 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:05.161396 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ad92370a-1007-4aa2-8a12-e2d95515cbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:05.185343 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0bf49998-5ae7-493b-b2e4-3ecbd033d578 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:05.218368 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae2028-0200-4b55-97b6-fb2fd761d548 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Pushing event deleted for resources: {'Port': ['ID=57854912-1700-41d5-b3c6-3fabcf7c4928,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:05.263383 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-ad92370a-1007-4aa2-8a12-e2d95515cbf5 None None] For port b625709d-51d0-4189-aacb-2ebf6c7497c9, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b625709d-51d0-4189-aacb-2ebf6c7497c9,segment=NetworkSegment(aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa),segment_id=aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:05.271430 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ad92370a-1007-4aa2-8a12-e2d95515cbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:05.293128 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0ba81456-c34f-4ba5-82b1-48b7fa8911c8 req-621b70d8-5925-409f-abc7-74f1ce6f7f9b tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] 10.222.0.35 "GET /v2.0/security-groups?id=314bad1a-81a8-40fa-b8b4-17a25b4d49d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4561889 May 13 14:35:05.363503 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 0bf49998-5ae7-493b-b2e4-3ecbd033d578 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:05.372933 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-92ae2028-0200-4b55-97b6-fb2fd761d548 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks [] for floatingip, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:05.373279 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [None req-92ae2028-0200-4b55-97b6-fb2fd761d548 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Floating IP 1ee5f0f0-074e-4b7f-abbf-438e0eea14e6 disassociated (deleted). External IP: 172.25.0.175, port: 77bad4f9-38cc-4815-a272-db5ceac38b06. May 13 14:35:05.400909 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92370a-1007-4aa2-8a12-e2d95515cbf5 None None] Pushing event updated for resources: {'Port': ['ID=b625709d-51d0-4189-aacb-2ebf6c7497c9,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:05.416095 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ffce5-aeff-4dc3-94db-2c9c8a1da324 req-cb4ae471-217b-477d-a4b1-115657d1e965 tempest-FlavorsV2NegativeTest-181589647 tempest-FlavorsV2NegativeTest-181589647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:05.417605 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d14ffce5-aeff-4dc3-94db-2c9c8a1da324 req-cb4ae471-217b-477d-a4b1-115657d1e965 tempest-FlavorsV2NegativeTest-181589647 tempest-FlavorsV2NegativeTest-181589647-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4574156 May 13 14:35:05.418317 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-dda700b4-50d4-44cf-b8e7-2694261ddfa2 None None] Provisioning complete for port b625709d-51d0-4189-aacb-2ebf6c7497c9 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:05.418831 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-dda700b4-50d4-44cf-b8e7-2694261ddfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:05.446591 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d14ffce5-aeff-4dc3-94db-2c9c8a1da324 req-9bc42982-38f5-4c30-866c-56d560925f3c tempest-FlavorsV2NegativeTest-181589647 tempest-FlavorsV2NegativeTest-181589647-project] 10.222.0.35 "GET /v2.0/quotas/85bec099b0514d408d63ad898fea575f HTTP/1.1" status: 200 len: 375 time: 0.0220869 May 13 14:35:05.479425 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 10b3652e-d442-4d4a-9533-8396d26c4e9a up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:05.560198 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d14ffce5-aeff-4dc3-94db-2c9c8a1da324 req-fa1aacdc-430d-4e39-8858-1411d3b6228a tempest-FlavorsV2NegativeTest-181589647 tempest-FlavorsV2NegativeTest-181589647-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=85bec099b0514d408d63ad898fea575f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1126754 May 13 14:35:05.619328 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-dda700b4-50d4-44cf-b8e7-2694261ddfa2 None None] Current status of the port b625709d-51d0-4189-aacb-2ebf6c7497c9 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:05.622023 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 10b3652e-d442-4d4a-9533-8396d26c4e9a completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:05.628686 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 10b3652e-d442-4d4a-9533-8396d26c4e9a triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:05.629733 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:05.888697 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-76bffa7e-2c05-40d0-9b47-f224018f10d1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:05.897303 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7a5bf935-9bcc-4fe7-90e1-c7d60c83fca6 None None] Provisioning for port 0bf49998-5ae7-493b-b2e4-3ecbd033d578 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:05.910640 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7a5bf935-9bcc-4fe7-90e1-c7d60c83fca6 None None] Provisioning complete for port 0bf49998-5ae7-493b-b2e4-3ecbd033d578 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:05.911466 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7a5bf935-9bcc-4fe7-90e1-c7d60c83fca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:05.964025 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-04e73d09-4d7a-4f1e-bac0-6aa807579a3b req-900552fb-e5c3-474b-a510-0f6aa8ede22f tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=750c61eed54a4300a98b9026ab520580 HTTP/1.1" status: 200 len: 221 time: 0.3191087 May 13 14:35:05.971838 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ae2028-0200-4b55-97b6-fb2fd761d548 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Router 66a5f4b9-d2a6-4722-abb1-bc22bf9a3359 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:35:05.973328 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 10b3652e-d442-4d4a-9533-8396d26c4e9a is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:05.973729 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:06.081565 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25797962-b98b-453d-b1bd-0172478dbe6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:06.085284 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f648ac-06d0-49f5-a428-4412a328d858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b3652e-d442-4d4a-9533-8396d26c4e9a'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:06.100697 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 10b3652e-d442-4d4a-9533-8396d26c4e9a, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=10b3652e-d442-4d4a-9533-8396d26c4e9a,segment=NetworkSegment(e1d397b0-eea9-4be4-8f48-8e9bcd88630d),segment_id=e1d397b0-eea9-4be4-8f48-8e9bcd88630d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:06.120647 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:06.126196 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-76bffa7e-2c05-40d0-9b47-f224018f10d1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:06.372891 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=10b3652e-d442-4d4a-9533-8396d26c4e9a,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:06.406418 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device c9fbe10d-8124-4642-bacb-35ceea346cec no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:35:06.434774 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-76bffa7e-2c05-40d0-9b47-f224018f10d1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:06.468567 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc4584-27b4-45b6-837a-c116ef7462e7 req-0d6a220f-ef17-4917-a3a8-b9b67ab14425 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:06.475663 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6bfc4584-27b4-45b6-837a-c116ef7462e7 req-0d6a220f-ef17-4917-a3a8-b9b67ab14425 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d7a9cd-bd8f-438d-919e-17ac62b27963 HTTP/1.1" status: 200 len: 943 time: 0.3900299 May 13 14:35:06.482352 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49440) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:06.496661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bffa7e-2c05-40d0-9b47-f224018f10d1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Subnet': ['ID=93a7265b-1321-404b-a93c-1ccdea19d052,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:06.535157 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e20831-9a42-4230-a87d-6a444121dc1b None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:35:06.538451 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ae2028-0200-4b55-97b6-fb2fd761d548 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:35:06.545159 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-92ae2028-0200-4b55-97b6-fb2fd761d548 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:06.571685 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6bfc4584-27b4-45b6-837a-c116ef7462e7 req-2f502bff-d4a4-4856-95a9-7e96cbd50baa tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950713 May 13 14:35:06.578820 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-76bffa7e-2c05-40d0-9b47-f224018f10d1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/93a7265b-1321-404b-a93c-1ccdea19d052 HTTP/1.1" status: 204 len: 168 time: 1.9786174 May 13 14:35:06.580909 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49446) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:06.635915 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c06c41-cd1c-4d19-b60e-5da288f909c5 req-5c644071-a37e-4567-8b37-7a35e88c9a41 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:06.637398 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-35c06c41-cd1c-4d19-b60e-5da288f909c5 req-5c644071-a37e-4567-8b37-7a35e88c9a41 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.59 "GET /v2.0/ports?device_id=80d7a9cd-bd8f-438d-919e-17ac62b27963 HTTP/1.1" status: 200 len: 943 time: 0.2397676 May 13 14:35:06.687079 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4ab8229b-abd1-4f8c-b956-04c60985ac3d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0995326 May 13 14:35:06.687917 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49450) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:06.699851 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-2f0b391c-80af-43ff-91a2-834ca98641dd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:06.712269 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75181c2c-c9b6-47c6-ad9a-ae3bed8db769 None None] Sync routers for ids ['66a5f4b9-d2a6-4722-abb1-bc22bf9a3359'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:35:06.727892 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7a5bf935-9bcc-4fe7-90e1-c7d60c83fca6 None None] Current status of the port 0bf49998-5ae7-493b-b2e4-3ecbd033d578 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:06.728367 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7a5bf935-9bcc-4fe7-90e1-c7d60c83fca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:06.802261 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75181c2c-c9b6-47c6-ad9a-ae3bed8db769 None None] Routers {'66a5f4b9-d2a6-4722-abb1-bc22bf9a3359'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:35:06.802914 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-75181c2c-c9b6-47c6-ad9a-ae3bed8db769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:35:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['66a5f4b9-d2a6-4722-abb1-bc22bf9a3359'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:06.803788 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25797962-b98b-453d-b1bd-0172478dbe6d admin admin] Router 821a13de-4389-4bc4-be6a-30908817f57d is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:35:06.805526 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-80182d37-ac50-4d2b-9b8f-4d011a8b0cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:06.823153 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2f0b391c-80af-43ff-91a2-834ca98641dd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:06.830685 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-92ae2028-0200-4b55-97b6-fb2fd761d548 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] 10.222.0.35 "DELETE /v2.0/floatingips/1ee5f0f0-074e-4b7f-abbf-438e0eea14e6 HTTP/1.1" status: 204 len: 168 time: 4.0386312 May 13 14:35:06.831510 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49454) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:06.836592 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2f0b391c-80af-43ff-91a2-834ca98641dd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:subnet and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:06.843648 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-81849219-3c79-4e78-81d4-f0447ce8e0ac tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:06.846905 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2f0b391c-80af-43ff-91a2-834ca98641dd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:06.855274 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-81849219-3c79-4e78-81d4-f0447ce8e0ac tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:06.858892 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2f0b391c-80af-43ff-91a2-834ca98641dd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:06.869404 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f2d13-334f-473b-97ef-20432ca0d5c3 req-41ac8dd0-bf58-4f21-ad79-3c5d52ee4697 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:06.871927 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c41f2d13-334f-473b-97ef-20432ca0d5c3 req-41ac8dd0-bf58-4f21-ad79-3c5d52ee4697 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=35f648ac-06d0-49f5-a428-4412a328d858 HTTP/1.1" status: 200 len: 946 time: 0.4416552 May 13 14:35:06.878612 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-81849219-3c79-4e78-81d4-f0447ce8e0ac tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Usage tracker for resource:floatingip and tenant:90b44d19712245e4b88a001c2b346834 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:06.883995 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-81849219-3c79-4e78-81d4-f0447ce8e0ac tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:06.892059 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-75181c2c-c9b6-47c6-ad9a-ae3bed8db769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:06.893307 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-35c06c41-cd1c-4d19-b60e-5da288f909c5 req-ddedf576-5158-4c2d-97d0-c4f740a1228a tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Deleting port c9fbe10d-8124-4642-bacb-35ceea346cec {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:06.893652 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-35c06c41-cd1c-4d19-b60e-5da288f909c5 req-ddedf576-5158-4c2d-97d0-c4f740a1228a tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:06.899083 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-7a5bf935-9bcc-4fe7-90e1-c7d60c83fca6 None None] For port 0bf49998-5ae7-493b-b2e4-3ecbd033d578, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=0bf49998-5ae7-493b-b2e4-3ecbd033d578,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:06.912129 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7a5bf935-9bcc-4fe7-90e1-c7d60c83fca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:06.916937 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0b391c-80af-43ff-91a2-834ca98641dd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:06.921823 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2f0b391c-80af-43ff-91a2-834ca98641dd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:06.929801 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-80182d37-ac50-4d2b-9b8f-4d011a8b0cf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:06.955897 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-80182d37-ac50-4d2b-9b8f-4d011a8b0cf8 admin admin] Usage tracker for resource:security_group_rule and tenant:85bec099b0514d408d63ad898fea575f is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:06.960045 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-80182d37-ac50-4d2b-9b8f-4d011a8b0cf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:06.999894 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-80182d37-ac50-4d2b-9b8f-4d011a8b0cf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:07.009123 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75181c2c-c9b6-47c6-ad9a-ae3bed8db769 None None] Routers {'66a5f4b9-d2a6-4722-abb1-bc22bf9a3359'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:35:07.009852 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-75181c2c-c9b6-47c6-ad9a-ae3bed8db769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:35:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['66a5f4b9-d2a6-4722-abb1-bc22bf9a3359'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:07.085344 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7a5bf935-9bcc-4fe7-90e1-c7d60c83fca6 None None] Could not find standard attr ID for object 1a00583a-19c0-4ee1-bb9b-11ff7b566690. {{(pid=88083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 14:35:07.087863 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b625709d-51d0-4189-aacb-2ebf6c7497c9 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:07.138227 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-81849219-3c79-4e78-81d4-f0447ce8e0ac tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:07.139965 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-75181c2c-c9b6-47c6-ad9a-ae3bed8db769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:07.140583 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75181c2c-c9b6-47c6-ad9a-ae3bed8db769 None None] The sync data for ids ['66a5f4b9-d2a6-4722-abb1-bc22bf9a3359'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:35:07.190771 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b5ac2-783d-4ef9-8bbf-79074a50c12f req-8a2c7e4c-c4f3-498c-b3e5-883ba87760a4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:07.193698 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5bf935-9bcc-4fe7-90e1-c7d60c83fca6 None None] Pushing event updated for resources: {'Port': ['ID=0bf49998-5ae7-493b-b2e4-3ecbd033d578,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:07.197714 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-434b5ac2-783d-4ef9-8bbf-79074a50c12f req-8a2c7e4c-c4f3-498c-b3e5-883ba87760a4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.4508598 May 13 14:35:07.211423 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port c9fbe10d-8124-4642-bacb-35ceea346cec is: DOWN; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:07.233092 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b350935e-c8a5-403e-9182-4756636aa54b None None] Could not find standard attr ID for object 1a00583a-19c0-4ee1-bb9b-11ff7b566690. {{(pid=88083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 14:35:07.252729 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port b625709d-51d0-4189-aacb-2ebf6c7497c9 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:07.253446 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:07.253625 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-81849219-3c79-4e78-81d4-f0447ce8e0ac tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:07.311643 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25797962-b98b-453d-b1bd-0172478dbe6d admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:35:07.324532 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a041941a-4df3-4797-b463-a20c1aaa7e46 None None] Sync routers for ids ['821a13de-4389-4bc4-be6a-30908817f57d'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:35:07.333289 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433ffd78-d3b5-4bd1-9048-e6a6f11fc233 None None] DHCP port deletion for 0723b97b-08c9-4db0-a15e-5b69273136d9 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:35:07.336246 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a041941a-4df3-4797-b463-a20c1aaa7e46 None None] Routers {'821a13de-4389-4bc4-be6a-30908817f57d'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:35:07.337278 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a041941a-4df3-4797-b463-a20c1aaa7e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:35:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['821a13de-4389-4bc4-be6a-30908817f57d'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:07.360874 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c41f2d13-334f-473b-97ef-20432ca0d5c3 req-91263a28-b7e5-4cf2-9837-455854f819fd tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=81a39758-4f81-4b3c-ade5-c683ce2a1842&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4727390 May 13 14:35:07.365503 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2f0b391c-80af-43ff-91a2-834ca98641dd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:07.406647 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-434b5ac2-783d-4ef9-8bbf-79074a50c12f req-35091733-ff49-46f5-93eb-7c0d3d71bf72 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079322 May 13 14:35:07.446708 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port b625709d-51d0-4189-aacb-2ebf6c7497c9 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:07.451064 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-433ffd78-d3b5-4bd1-9048-e6a6f11fc233 None None] Deleting port 0bf49998-5ae7-493b-b2e4-3ecbd033d578 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:07.451476 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-433ffd78-d3b5-4bd1-9048-e6a6f11fc233 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:07.505472 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25797962-b98b-453d-b1bd-0172478dbe6d admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:07.507376 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-25797962-b98b-453d-b1bd-0172478dbe6d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.5741324 May 13 14:35:07.522835 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49462) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:07.523064 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4b614be-bd9b-4299-a53b-685b0b6b52fb'] response: {'server_uuid': '35f648ac-06d0-49f5-a428-4412a328d858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b3652e-d442-4d4a-9533-8396d26c4e9a', 'code': 200} May 13 14:35:07.524145 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b391c-80af-43ff-91a2-834ca98641dd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Subnet': ['ID=500c3ae9-5bfd-466a-8732-36d71a02a677,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:07.643293 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0b391c-80af-43ff-91a2-834ca98641dd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:07.654758 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-2f0b391c-80af-43ff-91a2-834ca98641dd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:07.658636 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0b391c-80af-43ff-91a2-834ca98641dd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:07.659579 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2f0b391c-80af-43ff-91a2-834ca98641dd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:07.661964 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-80182d37-ac50-4d2b-9b8f-4d011a8b0cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:07.696706 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2f0b391c-80af-43ff-91a2-834ca98641dd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0049276 May 13 14:35:07.699862 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49468) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:07.706798 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-02343d17-51c3-4ef5-81a0-73c343743c51 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'port': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'name': 'tempest-NetworksTestDHCPv6-540632436'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:07.707479 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-a041941a-4df3-4797-b463-a20c1aaa7e46 None None] Set router 821a13de-4389-4bc4-be6a-30908817f57d gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:35:07.712750 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-80182d37-ac50-4d2b-9b8f-4d011a8b0cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:07.751089 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-35c06c41-cd1c-4d19-b60e-5da288f909c5 req-ddedf576-5158-4c2d-97d0-c4f740a1228a tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] For port c9fbe10d-8124-4642-bacb-35ceea346cec, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=c9fbe10d-8124-4642-bacb-35ceea346cec,segment=NetworkSegment(bc45d110-6939-449a-9ea3-bc6409d12d19),segment_id=bc45d110-6939-449a-9ea3-bc6409d12d19)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:07.751476 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-35c06c41-cd1c-4d19-b60e-5da288f909c5 req-ddedf576-5158-4c2d-97d0-c4f740a1228a tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:07.850513 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-433ffd78-d3b5-4bd1-9048-e6a6f11fc233 None None] For port 0bf49998-5ae7-493b-b2e4-3ecbd033d578, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=0bf49998-5ae7-493b-b2e4-3ecbd033d578,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:07.851211 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-433ffd78-d3b5-4bd1-9048-e6a6f11fc233 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:07.931336 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-02343d17-51c3-4ef5-81a0-73c343743c51 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:07.964063 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-02343d17-51c3-4ef5-81a0-73c343743c51 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:port and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:07.972621 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-02343d17-51c3-4ef5-81a0-73c343743c51 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:07.983609 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-02343d17-51c3-4ef5-81a0-73c343743c51 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:08.016535 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02343d17-51c3-4ef5-81a0-73c343743c51 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:08.020985 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-02343d17-51c3-4ef5-81a0-73c343743c51 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:08.064065 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-80182d37-ac50-4d2b-9b8f-4d011a8b0cf8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=85bec099b0514d408d63ad898fea575f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5677755 May 13 14:35:08.065529 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49474) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:08.072577 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-35c06c41-cd1c-4d19-b60e-5da288f909c5 req-ddedf576-5158-4c2d-97d0-c4f740a1228a tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Calling delete_port for c9fbe10d-8124-4642-bacb-35ceea346cec owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:08.101269 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-433ffd78-d3b5-4bd1-9048-e6a6f11fc233 None None] Calling delete_port for 0bf49998-5ae7-493b-b2e4-3ecbd033d578 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:08.116853 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80182d37-ac50-4d2b-9b8f-4d011a8b0cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e3b20c-6505-4789-bea1-19887c2ab317,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:08.147274 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a041941a-4df3-4797-b463-a20c1aaa7e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821a13de-4389-4bc4-be6a-30908817f57d', 'name': 'tempest-ServerRescueNegativeTestJSON-723694868-router', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b5ff1480-253f-494b-b4b8-7c039763e1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:00Z', 'updated_at': '2022-05-13T14:35:04Z', 'revision_number': 3, 'project_id': '936df29ada1f4039bf03263eb4658581', 'gw_port': {'id': 'b5ff1480-253f-494b-b4b8-7c039763e1cd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fb:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:03Z', 'updated_at': '2022-05-13T14:35:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:08.152021 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a041941a-4df3-4797-b463-a20c1aaa7e46 None None] Checking router: 821a13de-4389-4bc4-be6a-30908817f57d for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:35:08.152363 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a041941a-4df3-4797-b463-a20c1aaa7e46 None None] Updating router 821a13de-4389-4bc4-be6a-30908817f57d port b5ff1480-253f-494b-b4b8-7c039763e1cd binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:35:08.158331 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80182d37-ac50-4d2b-9b8f-4d011a8b0cf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:08.158676 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80182d37-ac50-4d2b-9b8f-4d011a8b0cf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:08.159065 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80182d37-ac50-4d2b-9b8f-4d011a8b0cf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:08.159445 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80182d37-ac50-4d2b-9b8f-4d011a8b0cf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:08.159764 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80182d37-ac50-4d2b-9b8f-4d011a8b0cf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:08.160090 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80182d37-ac50-4d2b-9b8f-4d011a8b0cf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:08.160410 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80182d37-ac50-4d2b-9b8f-4d011a8b0cf8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:08.160727 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80182d37-ac50-4d2b-9b8f-4d011a8b0cf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:08.161050 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80182d37-ac50-4d2b-9b8f-4d011a8b0cf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:08.161356 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80182d37-ac50-4d2b-9b8f-4d011a8b0cf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:08.161669 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80182d37-ac50-4d2b-9b8f-4d011a8b0cf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:08.161979 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80182d37-ac50-4d2b-9b8f-4d011a8b0cf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:08.227266 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-433ffd78-d3b5-4bd1-9048-e6a6f11fc233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:08.230236 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087428ed-5a8d-43d1-816d-147a26c2bc25 req-520837a9-bd14-4566-8f6c-4c60f9713435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:08.231748 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-087428ed-5a8d-43d1-816d-147a26c2bc25 req-520837a9-bd14-4566-8f6c-4c60f9713435 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=35f648ac-06d0-49f5-a428-4412a328d858 HTTP/1.1" status: 200 len: 1097 time: 0.6494098 May 13 14:35:08.247956 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-a041941a-4df3-4797-b463-a20c1aaa7e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:08.268952 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6e7e0-d466-4fa2-9f11-a68b35c53cfe req-75a92475-44b0-46f2-8101-df6818fae5b2 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:08.275825 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-daa6e7e0-d466-4fa2-9f11-a68b35c53cfe req-75a92475-44b0-46f2-8101-df6818fae5b2 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.6222236 May 13 14:35:08.321157 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433ffd78-d3b5-4bd1-9048-e6a6f11fc233 None None] No DVR routers for this DVR port 0bf49998-5ae7-493b-b2e4-3ecbd033d578 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:35:08.335863 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ffd78-d3b5-4bd1-9048-e6a6f11fc233 None None] Pushing event deleted for resources: {'Port': ['ID=0bf49998-5ae7-493b-b2e4-3ecbd033d578,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:08.349355 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-02893d9f-48dd-4bcf-8cf7-9122dfedef90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:08.351082 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0532afd0-2ccf-4d9c-a6be-140bc419e279 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:35:08.419657 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-087428ed-5a8d-43d1-816d-147a26c2bc25 req-b82ef600-a56e-46f4-b419-62b34f6e9e08 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=81a39758-4f81-4b3c-ade5-c683ce2a1842&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1733131 May 13 14:35:08.435369 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-02893d9f-48dd-4bcf-8cf7-9122dfedef90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:08.454380 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-daa6e7e0-d466-4fa2-9f11-a68b35c53cfe req-6e548df0-f76a-4854-9f36-3752d76a459d tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775496 May 13 14:35:08.481203 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-35c06c41-cd1c-4d19-b60e-5da288f909c5 req-ddedf576-5158-4c2d-97d0-c4f740a1228a tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:08.488783 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-02343d17-51c3-4ef5-81a0-73c343743c51 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] device_id is not set on port c5aec19e-cbde-452f-b67a-6829f8377d8f yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:35:08.546883 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-81849219-3c79-4e78-81d4-f0447ce8e0ac tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:08.631133 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddedf576-5158-4c2d-97d0-c4f740a1228a tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Pushing event deleted for resources: {'Port': ['ID=c9fbe10d-8124-4642-bacb-35ceea346cec,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:08.725083 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-a041941a-4df3-4797-b463-a20c1aaa7e46 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:08.759356 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c06c41-cd1c-4d19-b60e-5da288f909c5 req-ddedf576-5158-4c2d-97d0-c4f740a1228a tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] No DVR routers for this DVR port c9fbe10d-8124-4642-bacb-35ceea346cec on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:35:08.763982 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-35c06c41-cd1c-4d19-b60e-5da288f909c5 req-ddedf576-5158-4c2d-97d0-c4f740a1228a tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:08.766833 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d7a9cd-bd8f-438d-919e-17ac62b27963', 'name': 'network-vif-deleted', 'tag': 'c9fbe10d-8124-4642-bacb-35ceea346cec'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:08.775723 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a5ef38-42d1-4b19-8ccb-d46e487667ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-0723b97b-08c9-4db0-a15e-5b69273136d9', 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'fixed_ips': [{'subnet_id': '500c3ae9-5bfd-466a-8732-36d71a02a677'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:35:08.777631 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-a041941a-4df3-4797-b463-a20c1aaa7e46 None None] Transition to ACTIVE for port object b5ff1480-253f-494b-b4b8-7c039763e1cd will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:08.783957 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-11a5ef38-42d1-4b19-8ccb-d46e487667ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:08.785452 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-02893d9f-48dd-4bcf-8cf7-9122dfedef90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:08.786948 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-a041941a-4df3-4797-b463-a20c1aaa7e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:08.831980 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02893d9f-48dd-4bcf-8cf7-9122dfedef90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e3b20c-6505-4789-bea1-19887c2ab317,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:08.853228 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-02893d9f-48dd-4bcf-8cf7-9122dfedef90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:08.854902 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-02893d9f-48dd-4bcf-8cf7-9122dfedef90 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d5e3b20c-6505-4789-bea1-19887c2ab317 HTTP/1.1" status: 204 len: 168 time: 0.7531745 May 13 14:35:08.859625 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-35c06c41-cd1c-4d19-b60e-5da288f909c5 req-ddedf576-5158-4c2d-97d0-c4f740a1228a tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.59 "DELETE /v2.0/ports/c9fbe10d-8124-4642-bacb-35ceea346cec HTTP/1.1" status: 204 len: 173 time: 2.2129345 May 13 14:35:08.901411 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-a041941a-4df3-4797-b463-a20c1aaa7e46 None None] Attempting to bind port b5ff1480-253f-494b-b4b8-7c039763e1cd on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:35:08.901884 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-a041941a-4df3-4797-b463-a20c1aaa7e46 None None] Attempting to bind port b5ff1480-253f-494b-b4b8-7c039763e1cd by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:35:08.902398 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a041941a-4df3-4797-b463-a20c1aaa7e46 None None] Attempting to bind port b5ff1480-253f-494b-b4b8-7c039763e1cd on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:08.916353 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a041941a-4df3-4797-b463-a20c1aaa7e46 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:35:08.916798 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a041941a-4df3-4797-b463-a20c1aaa7e46 None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:35:08.917299 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-a041941a-4df3-4797-b463-a20c1aaa7e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:08.917811 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a041941a-4df3-4797-b463-a20c1aaa7e46 None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:35:08.918348 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-a041941a-4df3-4797-b463-a20c1aaa7e46 None None] Bound port: b5ff1480-253f-494b-b4b8-7c039763e1cd, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:35:08.918809 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-a041941a-4df3-4797-b463-a20c1aaa7e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:08.928305 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15daa8f3-b0e1-4690-aa7a-86f91232942e req-380510d2-1623-4a44-9ee8-4985a88ef452 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:08.930484 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-15daa8f3-b0e1-4690-aa7a-86f91232942e req-380510d2-1623-4a44-9ee8-4985a88ef452 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a74c0de-8feb-470f-ba65-d27a8c924721 HTTP/1.1" status: 200 len: 945 time: 0.2652550 May 13 14:35:09.036772 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0bf49998-5ae7-493b-b2e4-3ecbd033d578 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:35:09.041220 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-15daa8f3-b0e1-4690-aa7a-86f91232942e req-34e070b3-3181-44ce-87bb-b0145ce11700 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] 10.222.0.35 "GET /v2.0/security-groups?id=314bad1a-81a8-40fa-b8b4-17a25b4d49d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022356 May 13 14:35:09.105544 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 0bf49998-5ae7-493b-b2e4-3ecbd033d578 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:35:09.105979 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0bf49998-5ae7-493b-b2e4-3ecbd033d578 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:35:09.117640 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d1f8a9-99e4-4e18-9281-95495eb1ad87 req-cc1ce691-3ad7-4831-9d97-1702f5070ae6 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:09.121946 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1632ba55-34be-4926-90cb-00c5643c7010 None None] Pushing event updated for resources: {'Port': ['ID=b5ff1480-253f-494b-b4b8-7c039763e1cd,revision_number=2']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:09.127096 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-46d1f8a9-99e4-4e18-9281-95495eb1ad87 req-cc1ce691-3ad7-4831-9d97-1702f5070ae6 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d7a9cd-bd8f-438d-919e-17ac62b27963 HTTP/1.1" status: 200 len: 865 time: 0.9007299 May 13 14:35:09.134147 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1632ba55-34be-4926-90cb-00c5643c7010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:09.134767 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1632ba55-34be-4926-90cb-00c5643c7010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:09.135251 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1632ba55-34be-4926-90cb-00c5643c7010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:09.135589 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1632ba55-34be-4926-90cb-00c5643c7010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:09.135914 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1632ba55-34be-4926-90cb-00c5643c7010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:09.136235 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1632ba55-34be-4926-90cb-00c5643c7010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:09.136692 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1632ba55-34be-4926-90cb-00c5643c7010 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:09.137009 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1632ba55-34be-4926-90cb-00c5643c7010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:09.137325 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1632ba55-34be-4926-90cb-00c5643c7010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:09.137639 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1632ba55-34be-4926-90cb-00c5643c7010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:09.137956 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1632ba55-34be-4926-90cb-00c5643c7010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:09.138270 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1632ba55-34be-4926-90cb-00c5643c7010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:09.149331 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-a041941a-4df3-4797-b463-a20c1aaa7e46 None None] For port b5ff1480-253f-494b-b4b8-7c039763e1cd, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:35:09.152412 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-a041941a-4df3-4797-b463-a20c1aaa7e46 None None] For port b5ff1480-253f-494b-b4b8-7c039763e1cd, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b5ff1480-253f-494b-b4b8-7c039763e1cd,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:35:09.157871 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-a041941a-4df3-4797-b463-a20c1aaa7e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:09.266311 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-81849219-3c79-4e78-81d4-f0447ce8e0ac tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Allocated IP 172.25.0.15 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/982f7d4b-d9b4-46cb-847d-2b3094225430) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:09.287615 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1632ba55-34be-4926-90cb-00c5643c7010 None None] Pushing event updated for resources: {'Port': ['ID=b5ff1480-253f-494b-b4b8-7c039763e1cd,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:09.314072 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a041941a-4df3-4797-b463-a20c1aaa7e46 None None] Routers {'821a13de-4389-4bc4-be6a-30908817f57d'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:35:09.314774 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a041941a-4df3-4797-b463-a20c1aaa7e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:35:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['821a13de-4389-4bc4-be6a-30908817f57d'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:09.335790 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-02343d17-51c3-4ef5-81a0-73c343743c51 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Allocated IP 2001:db8::236 (0723b97b-08c9-4db0-a15e-5b69273136d9/500c3ae9-5bfd-466a-8732-36d71a02a677/c5aec19e-cbde-452f-b67a-6829f8377d8f) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:09.431817 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb44f77-ce5f-4392-8b38-8f63554f120c req-4b5a7c89-2768-4e89-9d10-9bc8fe2e9b4a tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:09.433377 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dfb44f77-ce5f-4392-8b38-8f63554f120c req-4b5a7c89-2768-4e89-9d10-9bc8fe2e9b4a tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a74c0de-8feb-470f-ba65-d27a8c924721 HTTP/1.1" status: 200 len: 945 time: 0.2634594 May 13 14:35:09.447472 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a36e6-fcf4-4639-ae87-86d1ba0a3cb6 req-20449468-9b73-458f-9416-5c242af58b71 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:09.448992 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4a7a36e6-fcf4-4639-ae87-86d1ba0a3cb6 req-20449468-9b73-458f-9416-5c242af58b71 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=35f648ac-06d0-49f5-a428-4412a328d858 HTTP/1.1" status: 200 len: 946 time: 0.1920655 May 13 14:35:09.495346 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-46d1f8a9-99e4-4e18-9281-95495eb1ad87 req-caefbf5a-d7ca-41a0-96c6-2011479429fe tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670080 May 13 14:35:09.574103 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-dfb44f77-ce5f-4392-8b38-8f63554f120c req-6e02e16c-027f-4007-8eb3-0f7e84c988aa tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Deleting port c461c145-9de8-4a39-a8c5-3480d449e51a {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:09.574451 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-dfb44f77-ce5f-4392-8b38-8f63554f120c req-6e02e16c-027f-4007-8eb3-0f7e84c988aa tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:09.613595 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-a041941a-4df3-4797-b463-a20c1aaa7e46 None None] Set router 821a13de-4389-4bc4-be6a-30908817f57d gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:35:09.620417 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4a7a36e6-fcf4-4639-ae87-86d1ba0a3cb6 req-7b4232f6-276a-44a2-9f47-20786b652fe0 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=81a39758-4f81-4b3c-ade5-c683ce2a1842&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1324744 May 13 14:35:10.009194 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4008d88-6179-474e-98cd-a3d8d36bbbf1'] response: {'server_uuid': '80d7a9cd-bd8f-438d-919e-17ac62b27963', 'name': 'network-vif-deleted', 'tag': 'c9fbe10d-8124-4642-bacb-35ceea346cec', 'status': 'completed', 'code': 200} May 13 14:35:10.022677 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-81849219-3c79-4e78-81d4-f0447ce8e0ac tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:10.083372 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-031cc775-bc36-4796-81a3-53d2442f101e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:10.089704 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3a3c4-bfc2-4483-a36f-e3766502199f req-12449eb2-b86b-40c7-ba0f-c498abb383bd tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:10.091284 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82d3a3c4-bfc2-4483-a36f-e3766502199f req-12449eb2-b86b-40c7-ba0f-c498abb383bd tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.2456782 May 13 14:35:10.106899 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-dfb44f77-ce5f-4392-8b38-8f63554f120c req-6e02e16c-027f-4007-8eb3-0f7e84c988aa tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] For port c461c145-9de8-4a39-a8c5-3480d449e51a, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=c461c145-9de8-4a39-a8c5-3480d449e51a,segment=NetworkSegment(0400493f-ea86-4117-9db7-ad1b304e58e2),segment_id=0400493f-ea86-4117-9db7-ad1b304e58e2)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:10.107339 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-dfb44f77-ce5f-4392-8b38-8f63554f120c req-6e02e16c-027f-4007-8eb3-0f7e84c988aa tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:10.150132 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49508) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:10.188109 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a041941a-4df3-4797-b463-a20c1aaa7e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821a13de-4389-4bc4-be6a-30908817f57d', 'name': 'tempest-ServerRescueNegativeTestJSON-723694868-router', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b5ff1480-253f-494b-b4b8-7c039763e1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:00Z', 'updated_at': '2022-05-13T14:35:04Z', 'revision_number': 3, 'project_id': '936df29ada1f4039bf03263eb4658581', 'gw_port': {'id': 'b5ff1480-253f-494b-b4b8-7c039763e1cd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fb:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:03Z', 'updated_at': '2022-05-13T14:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:10.194896 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a041941a-4df3-4797-b463-a20c1aaa7e46 None None] The sync data for ids ['821a13de-4389-4bc4-be6a-30908817f57d'] in n-d-841760-1 is: [{'id': '821a13de-4389-4bc4-be6a-30908817f57d', 'name': 'tempest-ServerRescueNegativeTestJSON-723694868-router', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b5ff1480-253f-494b-b4b8-7c039763e1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:00Z', 'updated_at': '2022-05-13T14:35:04Z', 'revision_number': 3, 'project_id': '936df29ada1f4039bf03263eb4658581', 'gw_port': {'id': 'b5ff1480-253f-494b-b4b8-7c039763e1cd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fb:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:03Z', 'updated_at': '2022-05-13T14:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:35:10.249473 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-02343d17-51c3-4ef5-81a0-73c343743c51 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:10.328084 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-81849219-3c79-4e78-81d4-f0447ce8e0ac tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:10.332550 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-02343d17-51c3-4ef5-81a0-73c343743c51 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Transition to ACTIVE for port object c5aec19e-cbde-452f-b67a-6829f8377d8f will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:10.364043 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-dfb44f77-ce5f-4392-8b38-8f63554f120c req-6e02e16c-027f-4007-8eb3-0f7e84c988aa tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Calling delete_port for c461c145-9de8-4a39-a8c5-3480d449e51a owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:10.408252 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-cd47d35b-74e7-4781-b716-bfc5e35de56c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1770113208-network', 'tenant_id': '733e68c1036540e8b39c40468fae0326'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:10.424485 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-cd47d35b-74e7-4781-b716-bfc5e35de56c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:10.439414 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82d3a3c4-bfc2-4483-a36f-e3766502199f req-41e241db-0a43-4dea-9059-90f4eb0f0d6d tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135989 May 13 14:35:10.445538 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-cd47d35b-74e7-4781-b716-bfc5e35de56c admin admin] Usage tracker for resource:network and tenant:733e68c1036540e8b39c40468fae0326 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:10.450622 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-cd47d35b-74e7-4781-b716-bfc5e35de56c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:10.460885 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-cd47d35b-74e7-4781-b716-bfc5e35de56c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:10.490294 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81849219-3c79-4e78-81d4-f0447ce8e0ac tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:10.498635 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-81849219-3c79-4e78-81d4-f0447ce8e0ac tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:10.512219 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81849219-3c79-4e78-81d4-f0447ce8e0ac tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:10.564429 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81849219-3c79-4e78-81d4-f0447ce8e0ac tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Pushing event updated for resources: {'Port': ['ID=982f7d4b-d9b4-46cb-847d-2b3094225430,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:10.586354 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd47d35b-74e7-4781-b716-bfc5e35de56c admin admin] Made reservation on behalf of 733e68c1036540e8b39c40468fae0326 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:10.588692 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cd47d35b-74e7-4781-b716-bfc5e35de56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:10.620766 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cd47d35b-74e7-4781-b716-bfc5e35de56c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:10.682624 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-031cc775-bc36-4796-81a3-53d2442f101e admin admin] Allocated IP 172.20.0.1 (9479e797-5371-4e30-beb4-10899bbfb8b9/be55f4c0-99f6-4777-9e43-16529e4e725e/09a716a6-453e-4451-9da3-cfcd90194748) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:10.693759 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-cd47d35b-74e7-4781-b716-bfc5e35de56c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:10.701184 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e336d-3d75-40e9-bf1c-31a9fb78ac92 req-af2d68da-4038-43e6-a5ef-df4756e616d2 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:10.703725 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-193e336d-3d75-40e9-bf1c-31a9fb78ac92 req-af2d68da-4038-43e6-a5ef-df4756e616d2 tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a74c0de-8feb-470f-ba65-d27a8c924721 HTTP/1.1" status: 200 len: 945 time: 0.4671230 May 13 14:35:10.706910 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-dfb44f77-ce5f-4392-8b38-8f63554f120c req-6e02e16c-027f-4007-8eb3-0f7e84c988aa tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:10.708834 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-cd47d35b-74e7-4781-b716-bfc5e35de56c admin admin] Usage tracker for resource:security_group_rule and tenant:733e68c1036540e8b39c40468fae0326 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:10.712622 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-02343d17-51c3-4ef5-81a0-73c343743c51 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:10.713286 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-cd47d35b-74e7-4781-b716-bfc5e35de56c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:10.794810 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-11a5ef38-42d1-4b19-8ccb-d46e487667ca None None] Allocated IP 2001:db8::2 (0723b97b-08c9-4db0-a15e-5b69273136d9/500c3ae9-5bfd-466a-8732-36d71a02a677/d62fb3a2-f201-4c04-8614-73e20f8061a1) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:10.891173 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-cd47d35b-74e7-4781-b716-bfc5e35de56c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:10.893354 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02e16c-027f-4007-8eb3-0f7e84c988aa tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Pushing event deleted for resources: {'Port': ['ID=c461c145-9de8-4a39-a8c5-3480d449e51a,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:11.031956 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb44f77-ce5f-4392-8b38-8f63554f120c req-6e02e16c-027f-4007-8eb3-0f7e84c988aa tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] No DVR routers for this DVR port c461c145-9de8-4a39-a8c5-3480d449e51a on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:35:11.042301 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e9647-025a-4408-ae4c-c5681237db85 req-96505430-b59a-4b63-a340-06b185a7c48a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:11.043861 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cf6e9647-025a-4408-ae4c-c5681237db85 req-96505430-b59a-4b63-a340-06b185a7c48a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.4113629 May 13 14:35:11.044926 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-dfb44f77-ce5f-4392-8b38-8f63554f120c req-6e02e16c-027f-4007-8eb3-0f7e84c988aa tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:11.100232 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dfb44f77-ce5f-4392-8b38-8f63554f120c req-6e02e16c-027f-4007-8eb3-0f7e84c988aa tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] 10.222.0.59 "DELETE /v2.0/ports/c461c145-9de8-4a39-a8c5-3480d449e51a HTTP/1.1" status: 204 len: 173 time: 1.6502364 May 13 14:35:11.103403 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02343d17-51c3-4ef5-81a0-73c343743c51 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:11.125983 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-02343d17-51c3-4ef5-81a0-73c343743c51 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:11.136769 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-81849219-3c79-4e78-81d4-f0447ce8e0ac tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:11.140034 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02343d17-51c3-4ef5-81a0-73c343743c51 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:11.145769 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02343d17-51c3-4ef5-81a0-73c343743c51 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:11.146526 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-02343d17-51c3-4ef5-81a0-73c343743c51 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:11.147690 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cf6e9647-025a-4408-ae4c-c5681237db85 req-5b0d1fb2-4792-4b4e-9ee3-832548bf85a0 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762663 May 13 14:35:11.150705 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02343d17-51c3-4ef5-81a0-73c343743c51 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Port': ['ID=c5aec19e-cbde-452f-b67a-6829f8377d8f,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:11.171485 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-193e336d-3d75-40e9-bf1c-31a9fb78ac92 req-3e8c0910-c6c5-4f50-aa76-6a4e03a269ef tempest-InstanceActionsNegativeTestJSON-332390057 tempest-InstanceActionsNegativeTestJSON-332390057-project] 10.222.0.35 "GET /v2.0/security-groups?id=314bad1a-81a8-40fa-b8b4-17a25b4d49d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505117 May 13 14:35:11.172569 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-11a5ef38-42d1-4b19-8ccb-d46e487667ca None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:11.185022 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-11a5ef38-42d1-4b19-8ccb-d46e487667ca None None] Transition to ACTIVE for port object d62fb3a2-f201-4c04-8614-73e20f8061a1 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:11.233155 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cd47d35b-74e7-4781-b716-bfc5e35de56c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:11.242343 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-11a5ef38-42d1-4b19-8ccb-d46e487667ca None None] Transition to ACTIVE for port object d62fb3a2-f201-4c04-8614-73e20f8061a1 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:11.247063 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b5ff1480-253f-494b-b4b8-7c039763e1cd up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:11.251494 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cd47d35b-74e7-4781-b716-bfc5e35de56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:11.283624 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-11a5ef38-42d1-4b19-8ccb-d46e487667ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:11.344985 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd47d35b-74e7-4781-b716-bfc5e35de56c admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:35:11.390398 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47d35b-74e7-4781-b716-bfc5e35de56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c1623a-9040-48d2-a7ac-bd8eb455de07,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:11.393344 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a5ef38-42d1-4b19-8ccb-d46e487667ca None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:11.397090 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cd47d35b-74e7-4781-b716-bfc5e35de56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:11.397450 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-cd47d35b-74e7-4781-b716-bfc5e35de56c admin admin] Added segment efc39824-7b53-424f-a9eb-567f5b99437e of type vlan for network 9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde May 13 14:35:11.408147 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-11a5ef38-42d1-4b19-8ccb-d46e487667ca None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:11.423515 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a5ef38-42d1-4b19-8ccb-d46e487667ca None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:11.464141 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cd47d35b-74e7-4781-b716-bfc5e35de56c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:11.506985 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-81849219-3c79-4e78-81d4-f0447ce8e0ac tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:11.509602 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cd47d35b-74e7-4781-b716-bfc5e35de56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:11.520733 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd47d35b-74e7-4781-b716-bfc5e35de56c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:11.521341 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cd47d35b-74e7-4781-b716-bfc5e35de56c admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:11.548888 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49526) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:11.569252 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-02343d17-51c3-4ef5-81a0-73c343743c51 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8676929 May 13 14:35:11.576424 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49528) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:11.579309 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-11a5ef38-42d1-4b19-8ccb-d46e487667ca None None] Attempting to bind port d62fb3a2-f201-4c04-8614-73e20f8061a1 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:35:11.579438 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-b3d01ffa-88cb-42a6-9a1e-26f8d4bf37a1 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1460559536', 'description': 'tempest-description--1297884397'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:11.579667 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-11a5ef38-42d1-4b19-8ccb-d46e487667ca None None] Attempting to bind port d62fb3a2-f201-4c04-8614-73e20f8061a1 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:35:11.580187 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a5ef38-42d1-4b19-8ccb-d46e487667ca None None] Attempting to bind port d62fb3a2-f201-4c04-8614-73e20f8061a1 on network 0723b97b-08c9-4db0-a15e-5b69273136d9 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:11.582162 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5ef38-42d1-4b19-8ccb-d46e487667ca None None] Pushing event updated for resources: {'Port': ['ID=d62fb3a2-f201-4c04-8614-73e20f8061a1,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:11.585601 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b3d01ffa-88cb-42a6-9a1e-26f8d4bf37a1 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:11.596693 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a5ef38-42d1-4b19-8ccb-d46e487667ca None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:35:11.597063 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a5ef38-42d1-4b19-8ccb-d46e487667ca None None] Checking segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:35:11.597457 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-11a5ef38-42d1-4b19-8ccb-d46e487667ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:11.597835 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a5ef38-42d1-4b19-8ccb-d46e487667ca None None] Bound using segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:35:11.598297 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-11a5ef38-42d1-4b19-8ccb-d46e487667ca None None] Bound port: d62fb3a2-f201-4c04-8614-73e20f8061a1, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:35:11.598664 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-11a5ef38-42d1-4b19-8ccb-d46e487667ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:11.599736 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b3d01ffa-88cb-42a6-9a1e-26f8d4bf37a1 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:11.614100 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-cd47d35b-74e7-4781-b716-bfc5e35de56c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4601982 May 13 14:35:11.618104 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49534) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:11.621794 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b3d01ffa-88cb-42a6-9a1e-26f8d4bf37a1 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:11.650943 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port b5ff1480-253f-494b-b4b8-7c039763e1cd completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:11.671774 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port b5ff1480-253f-494b-b4b8-7c039763e1cd triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:11.672141 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:11.699447 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-031cc775-bc36-4796-81a3-53d2442f101e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:11.735677 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-75ba206c-b2e3-499a-a7d4-06612af6868e admin admin] Request body: {'subnet': {'network_id': '9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1770113208-subnet', 'tenant_id': '733e68c1036540e8b39c40468fae0326', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:11.757548 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-75ba206c-b2e3-499a-a7d4-06612af6868e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:11.765644 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-11a5ef38-42d1-4b19-8ccb-d46e487667ca None None] For port d62fb3a2-f201-4c04-8614-73e20f8061a1, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:35:11.771879 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-11a5ef38-42d1-4b19-8ccb-d46e487667ca None None] For port d62fb3a2-f201-4c04-8614-73e20f8061a1, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d62fb3a2-f201-4c04-8614-73e20f8061a1,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:35:11.779575 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-11a5ef38-42d1-4b19-8ccb-d46e487667ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:11.793556 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-75ba206c-b2e3-499a-a7d4-06612af6868e admin admin] Usage tracker for resource:subnet and tenant:733e68c1036540e8b39c40468fae0326 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:11.803293 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-75ba206c-b2e3-499a-a7d4-06612af6868e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:11.811535 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b3d01ffa-88cb-42a6-9a1e-26f8d4bf37a1 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:11.825843 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-75ba206c-b2e3-499a-a7d4-06612af6868e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:11.828950 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b3d01ffa-88cb-42a6-9a1e-26f8d4bf37a1 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Usage tracker for resource:security_group_rule and tenant:243e132e505a4d4ea3a9ff36148c6380 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:11.836576 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47d35b-74e7-4781-b716-bfc5e35de56c admin admin] Pushing event updated for resources: {'Network': ['ID=9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:11.841663 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b3d01ffa-88cb-42a6-9a1e-26f8d4bf37a1 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:11.853426 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b3d01ffa-88cb-42a6-9a1e-26f8d4bf37a1 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:11.874738 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:35:11.885411 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ba206c-b2e3-499a-a7d4-06612af6868e admin admin] Made reservation on behalf of 733e68c1036540e8b39c40468fae0326 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:11.888242 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-75ba206c-b2e3-499a-a7d4-06612af6868e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:11.951690 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-031cc775-bc36-4796-81a3-53d2442f101e admin admin] Transition to ACTIVE for port object 09a716a6-453e-4451-9da3-cfcd90194748 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:11.985189 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810fd380-ec1d-427f-92a2-a082dd229030 req-ac3c2220-0fcc-4d28-b2db-f0f3bcb790d5 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:11.987793 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port b5ff1480-253f-494b-b4b8-7c039763e1cd is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:11.988169 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:11.988962 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-810fd380-ec1d-427f-92a2-a082dd229030 req-ac3c2220-0fcc-4d28-b2db-f0f3bcb790d5 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.2934327 May 13 14:35:12.029967 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a74c0de-8feb-470f-ba65-d27a8c924721', 'name': 'network-vif-deleted', 'tag': 'c461c145-9de8-4a39-a8c5-3480d449e51a'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:12.053682 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5ef38-42d1-4b19-8ccb-d46e487667ca None None] Pushing event updated for resources: {'Port': ['ID=d62fb3a2-f201-4c04-8614-73e20f8061a1,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:12.054073 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b334a14f-e5be-45ea-947d-0513e085a31d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:12.059913 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b334a14f-e5be-45ea-947d-0513e085a31d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:12.060770 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b334a14f-e5be-45ea-947d-0513e085a31d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:12.067100 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port b5ff1480-253f-494b-b4b8-7c039763e1cd, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b5ff1480-253f-494b-b4b8-7c039763e1cd,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:12.071085 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef05e9a-b371-4c5a-ac11-805b3c647075 req-15ec4e57-5d49-4093-af9e-9ccc8434cd54 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:12.073878 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0ef05e9a-b371-4c5a-ac11-805b3c647075 req-15ec4e57-5d49-4093-af9e-9ccc8434cd54 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=35f648ac-06d0-49f5-a428-4412a328d858 HTTP/1.1" status: 200 len: 946 time: 0.6592054 May 13 14:35:12.074879 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:12.104476 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-031cc775-bc36-4796-81a3-53d2442f101e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:12.172220 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=b5ff1480-253f-494b-b4b8-7c039763e1cd,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:12.195758 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-810fd380-ec1d-427f-92a2-a082dd229030 req-a2724995-b5b9-4862-9f10-d3bb9bb5dbae tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580024 May 13 14:35:12.209677 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b3d01ffa-88cb-42a6-9a1e-26f8d4bf37a1 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:12.219013 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [None req-81849219-3c79-4e78-81d4-f0447ce8e0ac tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:35:12.235577 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031cc775-bc36-4796-81a3-53d2442f101e admin admin] Network 9479e797-5371-4e30-beb4-10899bbfb8b9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:12.245222 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-031cc775-bc36-4796-81a3-53d2442f101e admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:12.257427 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b334a14f-e5be-45ea-947d-0513e085a31d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:12.258753 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b334a14f-e5be-45ea-947d-0513e085a31d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6723971 May 13 14:35:12.265897 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031cc775-bc36-4796-81a3-53d2442f101e admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:12.296392 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49544) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:12.298492 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-81849219-3c79-4e78-81d4-f0447ce8e0ac tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:12.322019 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-562e4ab0-ee1b-45aa-8714-6b4318ff1f72'] response: {'server_uuid': '7a74c0de-8feb-470f-ba65-d27a8c924721', 'name': 'network-vif-deleted', 'tag': 'c461c145-9de8-4a39-a8c5-3480d449e51a', 'status': 'completed', 'code': 200} May 13 14:35:12.324775 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b3d01ffa-88cb-42a6-9a1e-26f8d4bf37a1 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:12.369351 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0ef05e9a-b371-4c5a-ac11-805b3c647075 req-0400c170-fb6f-4af8-a5e4-36ef26e2d202 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=81a39758-4f81-4b3c-ade5-c683ce2a1842&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2876720 May 13 14:35:12.375615 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cc775-bc36-4796-81a3-53d2442f101e admin admin] Pushing event updated for resources: {'Port': ['ID=09a716a6-453e-4451-9da3-cfcd90194748,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:12.426428 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device c461c145-9de8-4a39-a8c5-3480d449e51a no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:35:12.481958 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49550) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:12.512602 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-81849219-3c79-4e78-81d4-f0447ce8e0ac tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:12.532786 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d01ffa-88cb-42a6-9a1e-26f8d4bf37a1 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97af9934-a5fb-4a61-81b4-c7ef440af624,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:12.533008 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: c461c145-9de8-4a39-a8c5-3480d449e51a {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:35:12.533170 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device c461c145-9de8-4a39-a8c5-3480d449e51a not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:35:12.548954 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-75ba206c-b2e3-499a-a7d4-06612af6868e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:12.631225 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-41fec088-d6d4-43f9-bd73-23a72b0cb36d admin admin] Deleting subnet 4515a73e-97fa-48e0-935c-97e2f0d514f2 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:35:12.648940 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b3d01ffa-88cb-42a6-9a1e-26f8d4bf37a1 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:12.653115 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b3d01ffa-88cb-42a6-9a1e-26f8d4bf37a1 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0825148 May 13 14:35:12.660067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49554) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:12.692719 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-41fec088-d6d4-43f9-bd73-23a72b0cb36d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:12.696351 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7717d95c-3dc9-40aa-a421-c05424e0b32b None None] Provisioning for port 09a716a6-453e-4451-9da3-cfcd90194748 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:12.704514 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7717d95c-3dc9-40aa-a421-c05424e0b32b None None] Provisioning complete for port 09a716a6-453e-4451-9da3-cfcd90194748 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:12.704975 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7717d95c-3dc9-40aa-a421-c05424e0b32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:12.753278 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-db77f786-2f41-4084-8632-60144e1d5010 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Request body: {'security_group_rule': {'security_group_id': '97af9934-a5fb-4a61-81b4-c7ef440af624', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:12.763154 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-14a9652b-c6a3-41cf-ae0f-c3330478c1ff tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting port c5aec19e-cbde-452f-b67a-6829f8377d8f {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:12.763154 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-14a9652b-c6a3-41cf-ae0f-c3330478c1ff tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:12.775464 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7717d95c-3dc9-40aa-a421-c05424e0b32b None None] Port 09a716a6-453e-4451-9da3-cfcd90194748 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:35:12.802315 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-031cc775-bc36-4796-81a3-53d2442f101e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:12.806235 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba206c-b2e3-499a-a7d4-06612af6868e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcc8e8a6-0628-4625-aeff-f9c5c9182ccb,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:12.831053 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-41fec088-d6d4-43f9-bd73-23a72b0cb36d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:12.883899 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ba206c-b2e3-499a-a7d4-06612af6868e admin admin] Checking segment: {'id': 'efc39824-7b53-424f-a9eb-567f5b99437e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:35:12.884265 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ba206c-b2e3-499a-a7d4-06612af6868e admin admin] Network hostable DHCP agents. Network: 9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:35:12.919356 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-41fec088-d6d4-43f9-bd73-23a72b0cb36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:12.923601 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-db77f786-2f41-4084-8632-60144e1d5010 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:12.948394 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81849219-3c79-4e78-81d4-f0447ce8e0ac tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Pushing event updated for resources: {'Port': ['ID=982f7d4b-d9b4-46cb-847d-2b3094225430,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:12.960544 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-db77f786-2f41-4084-8632-60144e1d5010 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Usage tracker for resource:security_group_rule and tenant:243e132e505a4d4ea3a9ff36148c6380 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:12.971148 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-db77f786-2f41-4084-8632-60144e1d5010 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:12.971351 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ba206c-b2e3-499a-a7d4-06612af6868e admin admin] Network 9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:35:12.994798 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b16b6b-7640-497a-94b7-f1db920a1fe0 req-d9f27b3e-d223-408a-97d4-e3b4fbce859b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:12.996115 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-db77f786-2f41-4084-8632-60144e1d5010 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:12.996987 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4b16b6b-7640-497a-94b7-f1db920a1fe0 req-d9f27b3e-d223-408a-97d4-e3b4fbce859b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=35f648ac-06d0-49f5-a428-4412a328d858 HTTP/1.1" status: 200 len: 946 time: 0.3065715 May 13 14:35:13.000926 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-75ba206c-b2e3-499a-a7d4-06612af6868e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:13.005196 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ba206c-b2e3-499a-a7d4-06612af6868e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:13.005914 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-75ba206c-b2e3-499a-a7d4-06612af6868e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:13.009359 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-81849219-3c79-4e78-81d4-f0447ce8e0ac tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:13.010525 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed7947b-b0a4-4344-a019-f7172062e860 None None] Network 9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:35:13.014170 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49558) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:13.024111 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-0b6fe34f-1ca1-41a1-9277-793a4a612e5c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Request body: {'floatingip': {'port_id': '10b3652e-d442-4d4a-9533-8396d26c4e9a'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:13.103421 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b5ff1480-253f-494b-b4b8-7c039763e1cd up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:13.125555 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b6fe34f-1ca1-41a1-9277-793a4a612e5c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for floatingip, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:13.149145 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-81849219-3c79-4e78-81d4-f0447ce8e0ac tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:13.150740 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-81849219-3c79-4e78-81d4-f0447ce8e0ac tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3161042 May 13 14:35:13.168560 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49562) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:13.207784 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-75ba206c-b2e3-499a-a7d4-06612af6868e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5879352 May 13 14:35:13.221026 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49568) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:13.241518 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-fe3410dd-0d1b-4faa-87db-0150ee7dd5e7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1770113208-router', 'tenant_id': '733e68c1036540e8b39c40468fae0326', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:13.263482 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f866ece-1584-4d95-a922-9e5b1334cf51 req-18d411e7-a2ba-4742-9d8b-db3db8fad62e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:13.265696 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6f866ece-1584-4d95-a922-9e5b1334cf51 req-18d411e7-a2ba-4742-9d8b-db3db8fad62e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.5983114 May 13 14:35:13.273710 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-db77f786-2f41-4084-8632-60144e1d5010 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:13.277620 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-41fec088-d6d4-43f9-bd73-23a72b0cb36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:13.312369 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-fe3410dd-0d1b-4faa-87db-0150ee7dd5e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:13.330053 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-fe3410dd-0d1b-4faa-87db-0150ee7dd5e7 admin admin] Usage tracker for resource:router and tenant:733e68c1036540e8b39c40468fae0326 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:13.342795 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fec088-d6d4-43f9-bd73-23a72b0cb36d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4515a73e-97fa-48e0-935c-97e2f0d514f2,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:13.350501 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-41fec088-d6d4-43f9-bd73-23a72b0cb36d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:13.352315 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port b5ff1480-253f-494b-b4b8-7c039763e1cd triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:13.354769 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:13.355727 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-fe3410dd-0d1b-4faa-87db-0150ee7dd5e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:13.378876 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-fe3410dd-0d1b-4faa-87db-0150ee7dd5e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:13.402848 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-41fec088-d6d4-43f9-bd73-23a72b0cb36d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4515a73e-97fa-48e0-935c-97e2f0d514f2 HTTP/1.1" status: 204 len: 168 time: 0.9195931 May 13 14:35:13.408316 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49572) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:13.516279 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:13.583212 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fe3410dd-0d1b-4faa-87db-0150ee7dd5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:13.584525 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fe3410dd-0d1b-4faa-87db-0150ee7dd5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:13.591895 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6f866ece-1584-4d95-a922-9e5b1334cf51 req-e0ba9b4d-353b-4127-bb8c-f3bb04c1c0fc tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025885 May 13 14:35:13.596475 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:13.689339 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Usage tracker for resource:floatingip and tenant:3e5370252c044940b58a074a720ebb7c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:13.751981 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-253e8c4b-b0f5-4058-b5db-0503d69e0e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:13.756312 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77f1ee9-b3d8-4469-939e-7864a5efc223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde', 'network_id': '9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde', 'tenant_id': '733e68c1036540e8b39c40468fae0326', 'fixed_ips': [{'subnet_id': 'bcc8e8a6-0628-4625-aeff-f9c5c9182ccb'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:35:13.757137 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d77f1ee9-b3d8-4469-939e-7864a5efc223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:13.761905 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-14a9652b-c6a3-41cf-ae0f-c3330478c1ff tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:13.848173 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port b5ff1480-253f-494b-b4b8-7c039763e1cd is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:13.849734 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d62fb3a2-f201-4c04-8614-73e20f8061a1 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:13.894081 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-1ea64b49-a3b9-4a6f-8eaf-573a514dc876 None None] Provisioning for port d62fb3a2-f201-4c04-8614-73e20f8061a1 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:13.977722 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-253e8c4b-b0f5-4058-b5db-0503d69e0e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:13.980827 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:14.006870 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-d77f1ee9-b3d8-4469-939e-7864a5efc223 None None] Allocated IP 172.20.0.2 (9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde/bcc8e8a6-0628-4625-aeff-f9c5c9182ccb/c085264c-7e5e-4bbb-b135-38d703d24e7a) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:14.018350 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port d62fb3a2-f201-4c04-8614-73e20f8061a1 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:14.046833 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port d62fb3a2-f201-4c04-8614-73e20f8061a1 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:14.047293 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:14.058679 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:14.090498 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-253e8c4b-b0f5-4058-b5db-0503d69e0e66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f61c0f98-edea-45bd-827b-d1305a2efed0']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:14.117481 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-253e8c4b-b0f5-4058-b5db-0503d69e0e66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0400493f-ea86-4117-9db7-ad1b304e58e2') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:14.117481 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-253e8c4b-b0f5-4058-b5db-0503d69e0e66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0400493f-ea86-4117-9db7-ad1b304e58e2') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:14.132084 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-253e8c4b-b0f5-4058-b5db-0503d69e0e66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:14.136944 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-14a9652b-c6a3-41cf-ae0f-c3330478c1ff tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Calling delete_port for c5aec19e-cbde-452f-b67a-6829f8377d8f owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:14.153579 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-253e8c4b-b0f5-4058-b5db-0503d69e0e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:14.166871 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6eae13ce-0454-4b03-9b58-02364bc78bec None None] Provisioning for port c5aec19e-cbde-452f-b67a-6829f8377d8f completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:14.172380 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-253e8c4b-b0f5-4058-b5db-0503d69e0e66 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:35:14.173096 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-253e8c4b-b0f5-4058-b5db-0503d69e0e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:14.177308 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6eae13ce-0454-4b03-9b58-02364bc78bec None None] Provisioning complete for port c5aec19e-cbde-452f-b67a-6829f8377d8f triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:14.177670 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6eae13ce-0454-4b03-9b58-02364bc78bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:14.187170 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-db77f786-2f41-4084-8632-60144e1d5010 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:14.189743 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:35:14.189743 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:35:14.189743 n-d-841760-1 neutron-server[88082]: timer() May 13 14:35:14.189743 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:35:14.189743 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:35:14.189743 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:35:14.189743 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:35:14.189743 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:35:14.189743 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:35:14.189743 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:35:14.189743 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:35:14.189743 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:35:14.189743 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:35:14.189743 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:35:14.189743 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:35:14.189743 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:35:14.189743 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:35:14.189743 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:35:14.189743 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:35:14.189743 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:35:14.189743 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:35:14.189743 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:35:14.189743 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:35:14.189743 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:35:14.189743 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:35:14.189743 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:35:14.189743 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:35:14.189743 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:35:14.189743 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:35:14.189743 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:35:14.189743 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:35:14.189743 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:35:14.206149 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fe3410dd-0d1b-4faa-87db-0150ee7dd5e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:14.211693 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-031cc775-bc36-4796-81a3-53d2442f101e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:14.231007 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-db77f786-2f41-4084-8632-60144e1d5010 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:14.245318 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Notify callbacks [] for floatingip, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:14.301879 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-253e8c4b-b0f5-4058-b5db-0503d69e0e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:14.308278 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-6eae13ce-0454-4b03-9b58-02364bc78bec None None] Port c5aec19e-cbde-452f-b67a-6829f8377d8f cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:35:14.315498 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-253e8c4b-b0f5-4058-b5db-0503d69e0e66 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:14.326763 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77f786-2f41-4084-8632-60144e1d5010 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6142b1c2-0f90-4b79-b48f-f489b0d04480,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:14.362631 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e8c4b-b0f5-4058-b5db-0503d69e0e66 admin admin] Pushing event deleted for resources: {'Network': ['ID=f61c0f98-edea-45bd-827b-d1305a2efed0,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:14.394578 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d62fb3a2-f201-4c04-8614-73e20f8061a1 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:14.395026 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:14.419813 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d77f1ee9-b3d8-4469-939e-7864a5efc223 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:14.441673 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d77f1ee9-b3d8-4469-939e-7864a5efc223 None None] Transition to ACTIVE for port object c085264c-7e5e-4bbb-b135-38d703d24e7a will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:14.455670 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-253e8c4b-b0f5-4058-b5db-0503d69e0e66 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f61c0f98-edea-45bd-827b-d1305a2efed0 HTTP/1.1" status: 204 len: 168 time: 1.0440624 May 13 14:35:14.455871 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port d62fb3a2-f201-4c04-8614-73e20f8061a1, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d62fb3a2-f201-4c04-8614-73e20f8061a1,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:14.466242 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:14.504135 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-db77f786-2f41-4084-8632-60144e1d5010 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:14.505388 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-db77f786-2f41-4084-8632-60144e1d5010 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8365791 May 13 14:35:14.509905 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d77f1ee9-b3d8-4469-939e-7864a5efc223 None None] Transition to ACTIVE for port object c085264c-7e5e-4bbb-b135-38d703d24e7a will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:14.514583 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49582) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:14.526529 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-fe156285-a8b3-4b35-8dc7-536d50a44e9f tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Request body: {'security_group_rule': {'security_group_id': '97af9934-a5fb-4a61-81b4-c7ef440af624', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:14.529366 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d77f1ee9-b3d8-4469-939e-7864a5efc223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:14.535851 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b6fe34f-1ca1-41a1-9277-793a4a612e5c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:14.540635 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-fe156285-a8b3-4b35-8dc7-536d50a44e9f tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:14.549006 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b6fe34f-1ca1-41a1-9277-793a4a612e5c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:14.556682 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77f1ee9-b3d8-4469-939e-7864a5efc223 None None] Network 9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:14.558677 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-d77f1ee9-b3d8-4469-939e-7864a5efc223 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:14.563196 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77f1ee9-b3d8-4469-939e-7864a5efc223 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:14.566762 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=d62fb3a2-f201-4c04-8614-73e20f8061a1,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:14.633920 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-fe156285-a8b3-4b35-8dc7-536d50a44e9f tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Usage tracker for resource:security_group_rule and tenant:243e132e505a4d4ea3a9ff36148c6380 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:14.634864 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49586) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:14.648455 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-fe156285-a8b3-4b35-8dc7-536d50a44e9f tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:14.669659 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-fe156285-a8b3-4b35-8dc7-536d50a44e9f tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:14.715998 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f1ee9-b3d8-4469-939e-7864a5efc223 None None] Pushing event updated for resources: {'Port': ['ID=c085264c-7e5e-4bbb-b135-38d703d24e7a,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:14.719159 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-d77f1ee9-b3d8-4469-939e-7864a5efc223 None None] Attempting to bind port c085264c-7e5e-4bbb-b135-38d703d24e7a on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:35:14.719564 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-d77f1ee9-b3d8-4469-939e-7864a5efc223 None None] Attempting to bind port c085264c-7e5e-4bbb-b135-38d703d24e7a by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'efc39824-7b53-424f-a9eb-567f5b99437e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:35:14.719938 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77f1ee9-b3d8-4469-939e-7864a5efc223 None None] Attempting to bind port c085264c-7e5e-4bbb-b135-38d703d24e7a on network 9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:14.726291 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77f1ee9-b3d8-4469-939e-7864a5efc223 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:35:14.726670 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77f1ee9-b3d8-4469-939e-7864a5efc223 None None] Checking segment: {'id': 'efc39824-7b53-424f-a9eb-567f5b99437e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:35:14.727069 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d77f1ee9-b3d8-4469-939e-7864a5efc223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:14.727492 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77f1ee9-b3d8-4469-939e-7864a5efc223 None None] Bound using segment: {'id': 'efc39824-7b53-424f-a9eb-567f5b99437e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:35:14.727966 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-d77f1ee9-b3d8-4469-939e-7864a5efc223 None None] Bound port: c085264c-7e5e-4bbb-b135-38d703d24e7a, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc39824-7b53-424f-a9eb-567f5b99437e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:35:14.728343 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d77f1ee9-b3d8-4469-939e-7864a5efc223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:14.754365 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3eef2e-7383-49a4-9475-07a34aec4a7e req-2e72f3c6-14ec-43b1-a578-cb22519c1f4f tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:14.755989 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5f3eef2e-7383-49a4-9475-07a34aec4a7e req-2e72f3c6-14ec-43b1-a578-cb22519c1f4f tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.8140779 May 13 14:35:14.776634 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fe156285-a8b3-4b35-8dc7-536d50a44e9f tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:14.830147 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-d77f1ee9-b3d8-4469-939e-7864a5efc223 None None] For port c085264c-7e5e-4bbb-b135-38d703d24e7a, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:35:14.833745 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-0b6fe34f-1ca1-41a1-9277-793a4a612e5c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Floating IP a8405b43-4915-4156-9846-0bdfbd0bfa04 associated. External IP: 172.25.0.86, port: 10b3652e-d442-4d4a-9533-8396d26c4e9a. May 13 14:35:14.972706 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d62fb3a2-f201-4c04-8614-73e20f8061a1 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:15.008432 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fe156285-a8b3-4b35-8dc7-536d50a44e9f tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:15.012863 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fe156285-a8b3-4b35-8dc7-536d50a44e9f tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:15.034798 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fe3410dd-0d1b-4faa-87db-0150ee7dd5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:15.041868 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-d77f1ee9-b3d8-4469-939e-7864a5efc223 None None] For port c085264c-7e5e-4bbb-b135-38d703d24e7a, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c085264c-7e5e-4bbb-b135-38d703d24e7a,segment=NetworkSegment(efc39824-7b53-424f-a9eb-567f5b99437e),segment_id=efc39824-7b53-424f-a9eb-567f5b99437e)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:35:15.042759 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe156285-a8b3-4b35-8dc7-536d50a44e9f tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96708ba4-7491-44bd-af8e-ec4e50e1199c,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:15.056683 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d77f1ee9-b3d8-4469-939e-7864a5efc223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:15.058409 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fe156285-a8b3-4b35-8dc7-536d50a44e9f tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:15.063868 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fe156285-a8b3-4b35-8dc7-536d50a44e9f tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5477061 May 13 14:35:15.064557 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49590) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:15.073036 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-8bc69851-be57-4bb4-b7fb-af6b6abf937b tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:15.076105 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-14a9652b-c6a3-41cf-ae0f-c3330478c1ff tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:15.080415 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8bc69851-be57-4bb4-b7fb-af6b6abf937b tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:15.085523 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8bc69851-be57-4bb4-b7fb-af6b6abf937b tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Usage tracker for resource:floatingip and tenant:243e132e505a4d4ea3a9ff36148c6380 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:15.090789 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8bc69851-be57-4bb4-b7fb-af6b6abf937b tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:15.154501 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8bc69851-be57-4bb4-b7fb-af6b6abf937b tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:15.160457 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port d62fb3a2-f201-4c04-8614-73e20f8061a1 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:15.161064 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:15.189290 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f1ee9-b3d8-4469-939e-7864a5efc223 None None] Pushing event updated for resources: {'Port': ['ID=c085264c-7e5e-4bbb-b135-38d703d24e7a,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:15.212759 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8bc69851-be57-4bb4-b7fb-af6b6abf937b tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks [] for floatingip, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:15.232263 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b2978889-aff8-4def-b3da-14c89764da77 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fbefb99f30304dc4881a4b0e0fed94d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5853362 May 13 14:35:15.236576 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49594) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:15.238679 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a9652b-c6a3-41cf-ae0f-c3330478c1ff tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Port': ['ID=c5aec19e-cbde-452f-b67a-6829f8377d8f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:15.367129 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d62fb3a2-f201-4c04-8614-73e20f8061a1 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:15.381547 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5f3eef2e-7383-49a4-9475-07a34aec4a7e req-b3432ade-2152-4e5b-bc2e-0ef0078b7311 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5472345 May 13 14:35:15.439241 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-14a9652b-c6a3-41cf-ae0f-c3330478c1ff tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:15.473577 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [None req-031cc775-bc36-4796-81a3-53d2442f101e admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:35:15.523902 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-031cc775-bc36-4796-81a3-53d2442f101e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:15.535867 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-14a9652b-c6a3-41cf-ae0f-c3330478c1ff tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/c5aec19e-cbde-452f-b67a-6829f8377d8f HTTP/1.1" status: 204 len: 168 time: 3.1737652 May 13 14:35:15.537452 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49600) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:15.538364 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-031cc775-bc36-4796-81a3-53d2442f101e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:15.580496 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b2a1c9ee-1649-4ebf-b4c7-e76e9605b342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:15.744306 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b2a1c9ee-1649-4ebf-b4c7-e76e9605b342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:15.816768 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6fe34f-1ca1-41a1-9277-793a4a612e5c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:35:15.846580 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:15.899840 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-031cc775-bc36-4796-81a3-53d2442f101e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:15.908413 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cc775-bc36-4796-81a3-53d2442f101e admin admin] Pushing event updated for resources: {'Port': ['ID=09a716a6-453e-4451-9da3-cfcd90194748,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:15.942429 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba36959-6cef-4e02-83ae-b8674fc0994c req-603b736b-b11d-4fd5-afd2-3ea82a0424e4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:15.943970 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9ba36959-6cef-4e02-83ae-b8674fc0994c req-603b736b-b11d-4fd5-afd2-3ea82a0424e4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.3063350 May 13 14:35:15.977783 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481c8cab-2088-4a1b-bf27-a4b96d019179 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:15.979543 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481c8cab-2088-4a1b-bf27-a4b96d019179 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:15.980316 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-481c8cab-2088-4a1b-bf27-a4b96d019179 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:16.035005 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b2a1c9ee-1649-4ebf-b4c7-e76e9605b342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:16.090015 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1c9ee-1649-4ebf-b4c7-e76e9605b342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314bad1a-81a8-40fa-b8b4-17a25b4d49d6,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:16.127323 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b2a1c9ee-1649-4ebf-b4c7-e76e9605b342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:16.128616 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b2a1c9ee-1649-4ebf-b4c7-e76e9605b342 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/314bad1a-81a8-40fa-b8b4-17a25b4d49d6 HTTP/1.1" status: 204 len: 168 time: 0.8755391 May 13 14:35:16.130227 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8bc69851-be57-4bb4-b7fb-af6b6abf937b tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:16.135779 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6fe34f-1ca1-41a1-9277-793a4a612e5c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:35:16.154408 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60debff6-4efb-4e03-867a-76a09f11e9b8 None None] Sync routers for ids ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:35:16.168468 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60debff6-4efb-4e03-867a-76a09f11e9b8 None None] Routers {'61d9c492-7067-4a2e-92b2-ee02e1800bf7'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:35:16.169238 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-60debff6-4efb-4e03-867a-76a09f11e9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:35:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:16.231149 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-481c8cab-2088-4a1b-bf27-a4b96d019179 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:16.235882 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-481c8cab-2088-4a1b-bf27-a4b96d019179 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6692147 May 13 14:35:16.242984 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49606) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:16.261049 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9ba36959-6cef-4e02-83ae-b8674fc0994c req-1f599e80-ce7f-499b-81c1-2b00951e12c5 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834866 May 13 14:35:16.272774 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b6fe34f-1ca1-41a1-9277-793a4a612e5c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:16.354635 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Allocated IP 172.25.0.99 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/b1282091-72dd-4229-86db-5b04dbe6dc3a) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:16.524657 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61f5b3b-f05e-4644-83ac-8e6d46b138ba None None] Network 9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:35:16.556353 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0b6fe34f-1ca1-41a1-9277-793a4a612e5c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "PUT /v2.0/floatingips/a8405b43-4915-4156-9846-0bdfbd0bfa04 HTTP/1.1" status: 200 len: 991 time: 3.5407999 May 13 14:35:16.561334 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f648ac-06d0-49f5-a428-4412a328d858', 'tag': '10b3652e-d442-4d4a-9533-8396d26c4e9a'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:16.596166 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39dddb-ff9c-4f0f-bb54-812e8726fc7b req-a291e56f-ceb8-464b-bafe-6490e677981e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:16.597727 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ec39dddb-ff9c-4f0f-bb54-812e8726fc7b req-a291e56f-ceb8-464b-bafe-6490e677981e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.1158133 May 13 14:35:16.626961 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-60debff6-4efb-4e03-867a-76a09f11e9b8 None None] Set router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:35:16.638330 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dd18fc6-93df-4b0c-b782-2344a9749844'] response: {'name': 'network-changed', 'server_uuid': '35f648ac-06d0-49f5-a428-4412a328d858', 'tag': '10b3652e-d442-4d4a-9533-8396d26c4e9a', 'status': 'completed', 'code': 200} May 13 14:35:16.672782 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ec39dddb-ff9c-4f0f-bb54-812e8726fc7b req-a26240e1-5f3b-49f3-8be7-069d3079f115 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689456 May 13 14:35:16.782906 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:16.789579 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b04d1-6b8f-4032-a15e-bcba6589e9d2 req-ed4b054c-16e3-4219-9102-39b8cdc8df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:16.791594 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-838b04d1-6b8f-4032-a15e-bcba6589e9d2 req-ed4b054c-16e3-4219-9102-39b8cdc8df97 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b6ab0120ba4d4937a9340132b618cd48&device_id=35f648ac-06d0-49f5-a428-4412a328d858 HTTP/1.1" status: 200 len: 1097 time: 0.1080427 May 13 14:35:16.853789 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031cc775-bc36-4796-81a3-53d2442f101e admin admin] Network 9479e797-5371-4e30-beb4-10899bbfb8b9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:16.858711 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-031cc775-bc36-4796-81a3-53d2442f101e admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:16.883322 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fe3410dd-0d1b-4faa-87db-0150ee7dd5e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:16.930256 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e2701e0d-dd02-4a7d-983e-17f653cd83f2 None None] Provisioning for port c085264c-7e5e-4bbb-b135-38d703d24e7a completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:16.971277 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d9f16e6-36a6-428f-8662-eb50ff38e307 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting subnet 500c3ae9-5bfd-466a-8732-36d71a02a677 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:35:16.998130 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b04d1-6b8f-4032-a15e-bcba6589e9d2 req-b21f4d9a-b323-41bb-8eec-e15054955b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:17.001568 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-838b04d1-6b8f-4032-a15e-bcba6589e9d2 req-b21f4d9a-b323-41bb-8eec-e15054955b2f service neutron] 10.222.0.74 "GET /v2.0/networks?id=79758d8c-b106-4287-a282-ab754acae92b HTTP/1.1" status: 200 len: 916 time: 0.2035418 May 13 14:35:17.092109 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3d9f16e6-36a6-428f-8662-eb50ff38e307 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:17.118484 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c085264c-7e5e-4bbb-b135-38d703d24e7a up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:17.131766 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fe3410dd-0d1b-4faa-87db-0150ee7dd5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:17.165596 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-838b04d1-6b8f-4032-a15e-bcba6589e9d2 req-d18a8edb-52dd-4aa2-91a4-cf2280491962 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10b3652e-d442-4d4a-9533-8396d26c4e9a HTTP/1.1" status: 200 len: 999 time: 0.1575732 May 13 14:35:17.301629 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b04d1-6b8f-4032-a15e-bcba6589e9d2 req-37ef532d-4991-4c09-8a18-e2e7e0dee30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:17.310227 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-838b04d1-6b8f-4032-a15e-bcba6589e9d2 req-37ef532d-4991-4c09-8a18-e2e7e0dee30c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3f8b6906-e2ce-45f4-9457-d3fca5fa8def HTTP/1.1" status: 200 len: 854 time: 0.1372828 May 13 14:35:17.377025 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49638) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:17.398149 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3d9f16e6-36a6-428f-8662-eb50ff38e307 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:17.401068 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b04d1-6b8f-4032-a15e-bcba6589e9d2 req-98199766-4c4b-41b6-80dd-6c912973a074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:17.402565 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-838b04d1-6b8f-4032-a15e-bcba6589e9d2 req-98199766-4c4b-41b6-80dd-6c912973a074 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79758d8c-b106-4287-a282-ab754acae92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866942 May 13 14:35:17.410673 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:35:17.460887 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e0da7176-c830-4a73-b2ab-a3ba6224d9b1 None None] Provisioning complete for port 09a716a6-453e-4451-9da3-cfcd90194748 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:17.461370 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e0da7176-c830-4a73-b2ab-a3ba6224d9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:17.481013 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:17.531490 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port c085264c-7e5e-4bbb-b135-38d703d24e7a completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:17.544788 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-1080f7b5-e589-430f-bd1f-930d348f650c admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-223514220-network', 'tenant_id': '4bf5ca8f1c6f4e04bb3034f82008394c'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:17.551164 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1080f7b5-e589-430f-bd1f-930d348f650c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:17.553584 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port c085264c-7e5e-4bbb-b135-38d703d24e7a triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:17.554061 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:17.555656 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1080f7b5-e589-430f-bd1f-930d348f650c admin admin] Usage tracker for resource:network and tenant:4bf5ca8f1c6f4e04bb3034f82008394c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:17.559508 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1080f7b5-e589-430f-bd1f-930d348f650c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:17.568763 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1080f7b5-e589-430f-bd1f-930d348f650c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:17.617216 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:17.630200 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:17.632680 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:17.637531 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-8bc69851-be57-4bb4-b7fb-af6b6abf937b tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Allocated IP 172.25.0.128 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/ff393b62-5484-4b08-9ee4-828d8f99b8dc) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:17.659862 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e0da7176-c830-4a73-b2ab-a3ba6224d9b1 None None] Port 09a716a6-453e-4451-9da3-cfcd90194748 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:35:17.677147 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1080f7b5-e589-430f-bd1f-930d348f650c admin admin] Made reservation on behalf of 4bf5ca8f1c6f4e04bb3034f82008394c for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:17.679576 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1080f7b5-e589-430f-bd1f-930d348f650c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:17.706427 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031cc775-bc36-4796-81a3-53d2442f101e admin admin] Router 821a13de-4389-4bc4-be6a-30908817f57d has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:35:17.714588 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1080f7b5-e589-430f-bd1f-930d348f650c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:17.716160 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Pushing event updated for resources: {'Port': ['ID=b1282091-72dd-4229-86db-5b04dbe6dc3a,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:17.734482 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:17.735007 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:17.735526 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:17.735921 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:17.736338 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:17.736766 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:17.737197 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:17.737620 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:17.738048 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:17.738813 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:17.739041 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:17.739789 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:17.745625 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-60debff6-4efb-4e03-867a-76a09f11e9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:08Z', 'revision_number': 4, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'gw_port': {'id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:59Z', 'updated_at': '2022-05-13T14:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '2fcf04f2-9305-4b9a-9c5f-366c2fb2ea8b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'floating_ip_address': '172.25.0.108', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'port_id': 'a9524246-4389-4419-84b2-ace9bd9799d3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'mac_address': 'fa:16:3e:7e:54:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772fe0a2-01e5-41ae-a067-32f7d5320cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:32:19Z', 'updated_at': '2022-05-13T14:32:55Z', 'revision_number': 2, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'fixed_ip_address_scope': None}, {'id': 'a8405b43-4915-4156-9846-0bdfbd0bfa04', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'floating_ip_address': '172.25.0.86', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'port_id': '10b3652e-d442-4d4a-9533-8396d26c4e9a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'mac_address': 'fa:16:3e:d2:2f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f648ac-06d0-49f5-a428-4412a328d858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:34:41Z', 'updated_at': '2022-05-13T14:35:14Z', 'revision_number': 1, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60ed9ed-d7c1-4158-bdf6-5ea4de8475c6', 'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'mac_address': 'fa:16:3e:a9:45:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:32:05Z', 'updated_at': '2022-05-13T14:32:19Z', 'revision_number': 5, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'subnets': [{'id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:17.750706 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port c085264c-7e5e-4bbb-b135-38d703d24e7a is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:17.751083 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:17.765455 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60debff6-4efb-4e03-867a-76a09f11e9b8 None None] Checking router: 61d9c492-7067-4a2e-92b2-ee02e1800bf7 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:35:17.793116 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60debff6-4efb-4e03-867a-76a09f11e9b8 None None] Routers {'61d9c492-7067-4a2e-92b2-ee02e1800bf7'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:35:17.793996 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-60debff6-4efb-4e03-867a-76a09f11e9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:35:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:17.886388 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port c085264c-7e5e-4bbb-b135-38d703d24e7a, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c085264c-7e5e-4bbb-b135-38d703d24e7a,segment=NetworkSegment(efc39824-7b53-424f-a9eb-567f5b99437e),segment_id=efc39824-7b53-424f-a9eb-567f5b99437e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:17.897219 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:17.938808 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-60b2c20d-2e65-4579-b949-4da3139c5279 None None] Provisioning complete for port c085264c-7e5e-4bbb-b135-38d703d24e7a triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:17.939043 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1080f7b5-e589-430f-bd1f-930d348f650c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:17.939313 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-60b2c20d-2e65-4579-b949-4da3139c5279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:17.946802 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1080f7b5-e589-430f-bd1f-930d348f650c admin admin] Usage tracker for resource:security_group_rule and tenant:4bf5ca8f1c6f4e04bb3034f82008394c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:17.953026 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1080f7b5-e589-430f-bd1f-930d348f650c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:17.974383 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1080f7b5-e589-430f-bd1f-930d348f650c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:17.985052 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-838b04d1-6b8f-4032-a15e-bcba6589e9d2 req-5d4fcfb1-c45b-4d57-b52f-da91ed7cea4e service neutron] 10.222.0.74 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5758576 May 13 14:35:18.114798 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:18.118798 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031cc775-bc36-4796-81a3-53d2442f101e admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:35:18.129046 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc39ad-0ad2-4826-83c2-8dfc54536838 req-a453c4c3-aac0-4561-9f0f-45ef56dabc5f tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:18.135520 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70da46c7-3791-45a9-9e20-4a61cf2ec976 None None] Sync routers for ids ['821a13de-4389-4bc4-be6a-30908817f57d'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:35:18.136528 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8efc39ad-0ad2-4826-83c2-8dfc54536838 req-a453c4c3-aac0-4561-9f0f-45ef56dabc5f tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 1.2581449 May 13 14:35:18.141338 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-60debff6-4efb-4e03-867a-76a09f11e9b8 None None] Set router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:35:18.148099 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8bc69851-be57-4bb4-b7fb-af6b6abf937b tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:18.150951 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70da46c7-3791-45a9-9e20-4a61cf2ec976 None None] Routers {'821a13de-4389-4bc4-be6a-30908817f57d'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:35:18.152818 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-70da46c7-3791-45a9-9e20-4a61cf2ec976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:35:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['821a13de-4389-4bc4-be6a-30908817f57d'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:18.191595 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=c085264c-7e5e-4bbb-b135-38d703d24e7a,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:18.208361 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8efc39ad-0ad2-4826-83c2-8dfc54536838 req-e3b96727-540b-4261-bd47-a0f42bb2a4af tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709481 May 13 14:35:18.216150 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-031cc775-bc36-4796-81a3-53d2442f101e admin admin] 10.222.0.35 "PUT /v2.0/routers/821a13de-4389-4bc4-be6a-30908817f57d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6622317 May 13 14:35:18.261215 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:18.261564 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:18.261908 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:18.262292 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:18.262634 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:18.262969 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:18.263327 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:18.263658 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:18.264006 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:18.264510 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:18.264842 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:18.265163 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:18.267847 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3d9f16e6-36a6-428f-8662-eb50ff38e307 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:18.320510 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-838b04d1-6b8f-4032-a15e-bcba6589e9d2 req-d46b703e-8984-4118-8672-33b7fb997972 service neutron] 10.222.0.74 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275976 May 13 14:35:18.372272 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1080f7b5-e589-430f-bd1f-930d348f650c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:18.382347 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1080f7b5-e589-430f-bd1f-930d348f650c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:18.413364 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:18.430629 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1080f7b5-e589-430f-bd1f-930d348f650c admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:35:18.435515 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8bc69851-be57-4bb4-b7fb-af6b6abf937b tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:18.499441 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-60b2c20d-2e65-4579-b949-4da3139c5279 None None] Current status of the port c085264c-7e5e-4bbb-b135-38d703d24e7a is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:18.523702 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-70da46c7-3791-45a9-9e20-4a61cf2ec976 None None] Set router 821a13de-4389-4bc4-be6a-30908817f57d gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:35:18.548266 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1080f7b5-e589-430f-bd1f-930d348f650c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:18.548614 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-1080f7b5-e589-430f-bd1f-930d348f650c admin admin] Added segment eb984b0e-b43d-4b62-a7f7-76122fc8e481 of type vlan for network 416fe630-2837-4613-ab8b-183c099abb37 May 13 14:35:18.576161 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc69851-be57-4bb4-b7fb-af6b6abf937b tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:18.587265 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-8bc69851-be57-4bb4-b7fb-af6b6abf937b tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:18.589723 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc69851-be57-4bb4-b7fb-af6b6abf937b tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:18.627522 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080f7b5-e589-430f-bd1f-930d348f650c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb37455-50dc-4793-988d-d89f1af19108,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:18.660720 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3d9f16e6-36a6-428f-8662-eb50ff38e307 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:18.667093 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc69851-be57-4bb4-b7fb-af6b6abf937b tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Pushing event updated for resources: {'Port': ['ID=ff393b62-5484-4b08-9ee4-828d8f99b8dc,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:18.672070 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1080f7b5-e589-430f-bd1f-930d348f650c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:18.737152 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1080f7b5-e589-430f-bd1f-930d348f650c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:18.739086 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1080f7b5-e589-430f-bd1f-930d348f650c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:18.739704 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1080f7b5-e589-430f-bd1f-930d348f650c admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:18.801834 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f16e6-36a6-428f-8662-eb50ff38e307 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Subnet': ['ID=500c3ae9-5bfd-466a-8732-36d71a02a677,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:18.814705 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:18.838974 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40877e26-bb37-4775-b8ac-1b733fbf2ce3 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:35:18.845698 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3d9f16e6-36a6-428f-8662-eb50ff38e307 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:18.886821 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8bc69851-be57-4bb4-b7fb-af6b6abf937b tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:18.989157 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080f7b5-e589-430f-bd1f-930d348f650c admin admin] Pushing event updated for resources: {'Network': ['ID=416fe630-2837-4613-ab8b-183c099abb37,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:19.043823 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1080f7b5-e589-430f-bd1f-930d348f650c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6656635 May 13 14:35:19.059817 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 416fe630-2837-4613-ab8b-183c099abb37 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:35:19.061408 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49664) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:19.073780 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c085264c-7e5e-4bbb-b135-38d703d24e7a up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:19.087060 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-fe3410dd-0d1b-4faa-87db-0150ee7dd5e7 admin admin] Allocated IP 172.25.0.122 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/ef594500-3ebc-40e9-85bf-fad1ad36d300) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:19.088228 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-0b3e3c19-42ad-483d-a568-dc2572656368 admin admin] Request body: {'subnet': {'network_id': '416fe630-2837-4613-ab8b-183c099abb37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-223514220-subnet', 'tenant_id': '4bf5ca8f1c6f4e04bb3034f82008394c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:19.090853 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3d9f16e6-36a6-428f-8662-eb50ff38e307 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/500c3ae9-5bfd-466a-8732-36d71a02a677 HTTP/1.1" status: 204 len: 168 time: 2.7893217 May 13 14:35:19.099244 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49668) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:19.108197 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0b3e3c19-42ad-483d-a568-dc2572656368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:19.119762 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0b3e3c19-42ad-483d-a568-dc2572656368 admin admin] Usage tracker for resource:subnet and tenant:4bf5ca8f1c6f4e04bb3034f82008394c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:19.126822 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0b3e3c19-42ad-483d-a568-dc2572656368 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:19.127421 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-70da46c7-3791-45a9-9e20-4a61cf2ec976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821a13de-4389-4bc4-be6a-30908817f57d', 'name': 'tempest-ServerRescueNegativeTestJSON-723694868-router', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b5ff1480-253f-494b-b4b8-7c039763e1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:00Z', 'updated_at': '2022-05-13T14:35:13Z', 'revision_number': 4, 'project_id': '936df29ada1f4039bf03263eb4658581', 'gw_port': {'id': 'b5ff1480-253f-494b-b4b8-7c039763e1cd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:03Z', 'updated_at': '2022-05-13T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '09a716a6-453e-4451-9da3-cfcd90194748', 'name': '', 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'mac_address': 'fa:16:3e:ef:08:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'be55f4c0-99f6-4777-9e43-16529e4e725e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:10Z', 'updated_at': '2022-05-13T14:35:14Z', 'revision_number': 2, 'project_id': '936df29ada1f4039bf03263eb4658581', 'subnets': [{'id': 'be55f4c0-99f6-4777-9e43-16529e4e725e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:19.132649 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70da46c7-3791-45a9-9e20-4a61cf2ec976 None None] Checking router: 821a13de-4389-4bc4-be6a-30908817f57d for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:35:19.133664 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8bc69851-be57-4bb4-b7fb-af6b6abf937b tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:19.134313 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70da46c7-3791-45a9-9e20-4a61cf2ec976 None None] Updating router 821a13de-4389-4bc4-be6a-30908817f57d port 09a716a6-453e-4451-9da3-cfcd90194748 binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:35:19.198891 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0b3e3c19-42ad-483d-a568-dc2572656368 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:19.200656 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-70da46c7-3791-45a9-9e20-4a61cf2ec976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:19.251549 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b513531-8d8a-4502-b779-90243376b0a7 req-398c1dea-c277-410e-a2ff-59352aebc9c3 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:19.258610 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5b513531-8d8a-4502-b779-90243376b0a7 req-398c1dea-c277-410e-a2ff-59352aebc9c3 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/networks?id=9479e797-5371-4e30-beb4-10899bbfb8b9 HTTP/1.1" status: 200 len: 818 time: 0.3470573 May 13 14:35:19.262049 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f565cbc0-09d4-46a3-b526-44ff08b30f99 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1582186 May 13 14:35:19.273472 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49672) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:19.274201 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3e3c19-42ad-483d-a568-dc2572656368 admin admin] Made reservation on behalf of 4bf5ca8f1c6f4e04bb3034f82008394c for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:19.276697 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b3e3c19-42ad-483d-a568-dc2572656368 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:19.294465 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-60debff6-4efb-4e03-867a-76a09f11e9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:08Z', 'revision_number': 4, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'gw_port': {'id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:59Z', 'updated_at': '2022-05-13T14:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '2fcf04f2-9305-4b9a-9c5f-366c2fb2ea8b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'floating_ip_address': '172.25.0.108', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'port_id': 'a9524246-4389-4419-84b2-ace9bd9799d3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'mac_address': 'fa:16:3e:7e:54:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772fe0a2-01e5-41ae-a067-32f7d5320cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:32:19Z', 'updated_at': '2022-05-13T14:32:55Z', 'revision_number': 2, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'fixed_ip_address_scope': None}, {'id': 'a8405b43-4915-4156-9846-0bdfbd0bfa04', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'floating_ip_address': '172.25.0.86', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'port_id': '10b3652e-d442-4d4a-9533-8396d26c4e9a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'mac_address': 'fa:16:3e:d2:2f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f648ac-06d0-49f5-a428-4412a328d858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:34:41Z', 'updated_at': '2022-05-13T14:35:14Z', 'revision_number': 1, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60ed9ed-d7c1-4158-bdf6-5ea4de8475c6', 'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'mac_address': 'fa:16:3e:a9:45:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:32:05Z', 'updated_at': '2022-05-13T14:32:19Z', 'revision_number': 5, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'subnets': [{'id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:19.303509 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60debff6-4efb-4e03-867a-76a09f11e9b8 None None] The sync data for ids ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'] in n-d-841760-1 is: [{'id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:08Z', 'revision_number': 4, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'gw_port': {'id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:59Z', 'updated_at': '2022-05-13T14:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '2fcf04f2-9305-4b9a-9c5f-366c2fb2ea8b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'floating_ip_address': '172.25.0.108', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'port_id': 'a9524246-4389-4419-84b2-ace9bd9799d3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'mac_address': 'fa:16:3e:7e:54:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772fe0a2-01e5-41ae-a067-32f7d5320cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:32:19Z', 'updated_at': '2022-05-13T14:32:55Z', 'revision_number': 2, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'fixed_ip_address_scope': None}, {'id': 'a8405b43-4915-4156-9846-0bdfbd0bfa04', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'floating_ip_address': '172.25.0.86', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'port_id': '10b3652e-d442-4d4a-9533-8396d26c4e9a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'mac_address': 'fa:16:3e:d2:2f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f648ac-06d0-49f5-a428-4412a328d858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:34:41Z', 'updated_at': '2022-05-13T14:35:14Z', 'revision_number': 1, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60ed9ed-d7c1-4158-bdf6-5ea4de8475c6', 'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'mac_address': 'fa:16:3e:a9:45:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:32:05Z', 'updated_at': '2022-05-13T14:32:19Z', 'revision_number': 5, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'subnets': [{'id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:35:19.327640 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port c085264c-7e5e-4bbb-b135-38d703d24e7a triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:19.328066 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:19.484828 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5b513531-8d8a-4502-b779-90243376b0a7 req-b518a8fa-9dc4-4516-af9f-6f4aca5df582 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/quotas/936df29ada1f4039bf03263eb4658581 HTTP/1.1" status: 200 len: 375 time: 0.2253189 May 13 14:35:19.490603 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725c19a-4336-49d6-9b64-a6de4dffcaf9 req-6dd994ff-d8bc-4ecd-9113-2bd09da9cb4e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:19.493224 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8725c19a-4336-49d6-9b64-a6de4dffcaf9 req-6dd994ff-d8bc-4ecd-9113-2bd09da9cb4e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 1.0094957 May 13 14:35:19.510622 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a5f936-4fd7-4a98-ae94-c84780e6cd0f None None] DHCP port deletion for 0723b97b-08c9-4db0-a15e-5b69273136d9 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:35:19.556732 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port c085264c-7e5e-4bbb-b135-38d703d24e7a is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:19.565287 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-20a5f936-4fd7-4a98-ae94-c84780e6cd0f None None] Deleting port d62fb3a2-f201-4c04-8614-73e20f8061a1 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:19.565791 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-20a5f936-4fd7-4a98-ae94-c84780e6cd0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:19.573772 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:19.606363 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:19.679677 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fe3410dd-0d1b-4faa-87db-0150ee7dd5e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:19.685677 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8725c19a-4336-49d6-9b64-a6de4dffcaf9 req-01b7932d-06bd-4050-99c0-54596d4da168 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684775 May 13 14:35:19.770027 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Pushing event updated for resources: {'Port': ['ID=b1282091-72dd-4229-86db-5b04dbe6dc3a,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:19.789954 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:19.814647 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:19.819673 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f4c52db8-d4a1-4429-9b30-b6fb1a6a3417 tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6288040 May 13 14:35:19.821853 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49678) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:19.822219 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-70da46c7-3791-45a9-9e20-4a61cf2ec976 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:19.823965 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fe3410dd-0d1b-4faa-87db-0150ee7dd5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:19.843174 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-70da46c7-3791-45a9-9e20-4a61cf2ec976 None None] Transition to ACTIVE for port object 09a716a6-453e-4451-9da3-cfcd90194748 will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:19.854516 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-70da46c7-3791-45a9-9e20-4a61cf2ec976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:19.918103 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-20a5f936-4fd7-4a98-ae94-c84780e6cd0f None None] For port d62fb3a2-f201-4c04-8614-73e20f8061a1, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d62fb3a2-f201-4c04-8614-73e20f8061a1,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:19.918499 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-20a5f936-4fd7-4a98-ae94-c84780e6cd0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:19.990415 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a8a3d1-1ec8-4549-9d28-9d53f9a244ff tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:19.994266 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a9a8a3d1-1ec8-4549-9d28-9d53f9a244ff tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7020307 May 13 14:35:19.995340 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49684) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:19.999089 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b3e3c19-42ad-483d-a568-dc2572656368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:20.073730 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3410dd-0d1b-4faa-87db-0150ee7dd5e7 admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:20.086545 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-20a5f936-4fd7-4a98-ae94-c84780e6cd0f None None] Calling delete_port for d62fb3a2-f201-4c04-8614-73e20f8061a1 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:20.108844 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-fe3410dd-0d1b-4faa-87db-0150ee7dd5e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:20.113252 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3410dd-0d1b-4faa-87db-0150ee7dd5e7 admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:20.117709 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bfcaa6-186e-41db-a655-8806ac2f8053 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:20.118394 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-45bfcaa6-186e-41db-a655-8806ac2f8053 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:20.145987 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [None req-8bc69851-be57-4bb4-b7fb-af6b6abf937b tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:35:20.186680 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bac61c4-e3d2-44ba-84e9-ff85c7d5c456 None None] New status for floating IP a8405b43-4915-4156-9846-0bdfbd0bfa04: ACTIVE {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:35:20.200183 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-45bfcaa6-186e-41db-a655-8806ac2f8053 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:20.201366 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-45bfcaa6-186e-41db-a655-8806ac2f8053 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2039092 May 13 14:35:20.232792 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5b513531-8d8a-4502-b779-90243376b0a7 req-d8a1d984-12da-40d9-935a-447e02d501ea tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=936df29ada1f4039bf03263eb4658581&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5918689 May 13 14:35:20.244211 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d731666-64ee-461f-af60-7ee75df9da80 None None] Pushing event updated for resources: {'Port': ['ID=09a716a6-453e-4451-9da3-cfcd90194748,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:20.251975 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-70da46c7-3791-45a9-9e20-4a61cf2ec976 None None] Attempting to bind port 09a716a6-453e-4451-9da3-cfcd90194748 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:35:20.252419 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-70da46c7-3791-45a9-9e20-4a61cf2ec976 None None] Attempting to bind port 09a716a6-453e-4451-9da3-cfcd90194748 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:35:20.252984 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70da46c7-3791-45a9-9e20-4a61cf2ec976 None None] Attempting to bind port 09a716a6-453e-4451-9da3-cfcd90194748 on network 9479e797-5371-4e30-beb4-10899bbfb8b9 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:20.263915 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70da46c7-3791-45a9-9e20-4a61cf2ec976 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:35:20.264937 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70da46c7-3791-45a9-9e20-4a61cf2ec976 None None] Checking segment: {'id': 'aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:35:20.265399 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-70da46c7-3791-45a9-9e20-4a61cf2ec976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:20.265852 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70da46c7-3791-45a9-9e20-4a61cf2ec976 None None] Bound using segment: {'id': 'aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:35:20.266451 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-70da46c7-3791-45a9-9e20-4a61cf2ec976 None None] Bound port: 09a716a6-453e-4451-9da3-cfcd90194748, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:35:20.266891 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-70da46c7-3791-45a9-9e20-4a61cf2ec976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:20.282491 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49688) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:20.292713 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8bc69851-be57-4bb4-b7fb-af6b6abf937b tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:20.387623 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-70da46c7-3791-45a9-9e20-4a61cf2ec976 None None] For port 09a716a6-453e-4451-9da3-cfcd90194748, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:35:20.392925 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-70da46c7-3791-45a9-9e20-4a61cf2ec976 None None] For port 09a716a6-453e-4451-9da3-cfcd90194748, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=09a716a6-453e-4451-9da3-cfcd90194748,segment=NetworkSegment(aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa),segment_id=aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:35:20.399836 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-70da46c7-3791-45a9-9e20-4a61cf2ec976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:20.497931 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70da46c7-3791-45a9-9e20-4a61cf2ec976 None None] Routers {'821a13de-4389-4bc4-be6a-30908817f57d'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:35:20.499079 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-70da46c7-3791-45a9-9e20-4a61cf2ec976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:35:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['821a13de-4389-4bc4-be6a-30908817f57d'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:20.577781 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-20a5f936-4fd7-4a98-ae94-c84780e6cd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:20.641270 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a5f936-4fd7-4a98-ae94-c84780e6cd0f None None] No DVR routers for this DVR port d62fb3a2-f201-4c04-8614-73e20f8061a1 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:35:20.643204 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5f936-4fd7-4a98-ae94-c84780e6cd0f None None] Pushing event deleted for resources: {'Port': ['ID=d62fb3a2-f201-4c04-8614-73e20f8061a1,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:20.665239 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3410dd-0d1b-4faa-87db-0150ee7dd5e7 admin admin] Pushing event updated for resources: {'Port': ['ID=ef594500-3ebc-40e9-85bf-fad1ad36d300,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:20.702445 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8bc69851-be57-4bb4-b7fb-af6b6abf937b tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:20.749908 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-70da46c7-3791-45a9-9e20-4a61cf2ec976 None None] Set router 821a13de-4389-4bc4-be6a-30908817f57d gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:35:20.784251 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-08b34fef-a3f7-4ff9-a579-e561fa9ac4cc tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Synchronizing usage tracker for tenant:90b44d19712245e4b88a001c2b346834 on resource:floatingip {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:20.796004 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5f5ff470-3710-4aaa-b06b-9fa542410132 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4908028 May 13 14:35:20.809429 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3e3c19-42ad-483d-a568-dc2572656368 admin admin] Checking segment: {'id': 'eb984b0e-b43d-4b62-a7f7-76122fc8e481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '416fe630-2837-4613-ab8b-183c099abb37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:35:20.809751 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3e3c19-42ad-483d-a568-dc2572656368 admin admin] Network hostable DHCP agents. Network: 416fe630-2837-4613-ab8b-183c099abb37, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:35:20.817105 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49692) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:20.830829 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e3c19-42ad-483d-a568-dc2572656368 admin admin] Pushing event updated for resources: {'Subnet': ['ID=319867ff-6194-44d1-b0b0-9225def1fd5f,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:20.876660 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-1d5c793c-7d05-4598-9fa6-33c41d776efe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:20.911146 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75887b95-5ede-412f-8a92-1efc3903fd71 req-4942e3f8-7330-4466-835e-4305df590078 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:20.912583 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-75887b95-5ede-412f-8a92-1efc3903fd71 req-4942e3f8-7330-4466-835e-4305df590078 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.9688895 May 13 14:35:20.916238 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-08b34fef-a3f7-4ff9-a579-e561fa9ac4cc tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Unset dirty status for tenant:90b44d19712245e4b88a001c2b346834 on resource:floatingip {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:20.920764 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-08b34fef-a3f7-4ff9-a579-e561fa9ac4cc tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3698 time: 1.0913193 May 13 14:35:20.923653 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49696) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:20.968719 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d731666-64ee-461f-af60-7ee75df9da80 None None] Pushing event updated for resources: {'Port': ['ID=09a716a6-453e-4451-9da3-cfcd90194748,revision_number=4']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:21.000819 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d62fb3a2-f201-4c04-8614-73e20f8061a1 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:35:21.007280 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc69851-be57-4bb4-b7fb-af6b6abf937b tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Pushing event updated for resources: {'Port': ['ID=ff393b62-5484-4b08-9ee4-828d8f99b8dc,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:21.008127 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fe3410dd-0d1b-4faa-87db-0150ee7dd5e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:21.029435 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3e3c19-42ad-483d-a568-dc2572656368 admin admin] Network 416fe630-2837-4613-ab8b-183c099abb37 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:35:21.056627 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: d62fb3a2-f201-4c04-8614-73e20f8061a1 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:35:21.057275 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d62fb3a2-f201-4c04-8614-73e20f8061a1 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:35:21.070870 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8bc69851-be57-4bb4-b7fb-af6b6abf937b tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:21.088653 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5b513531-8d8a-4502-b779-90243376b0a7 req-2911ac94-f364-4f3c-a79a-3644853f0ccc service neutron] 10.222.0.35 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8535702 May 13 14:35:21.096364 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-0b3e3c19-42ad-483d-a568-dc2572656368 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 416fe630-2837-4613-ab8b-183c099abb37) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:21.108773 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ed6a78-f68c-4375-9319-3855b17f1971 None None] Network 416fe630-2837-4613-ab8b-183c099abb37 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:35:21.110379 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c809039b-e10d-4bab-8e10-82f46b359418 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Synchronizing usage tracker for tenant:1b630e84e85a4729b322edb7bcde5407 on resource:floatingip {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:21.120369 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1d5c793c-7d05-4598-9fa6-33c41d776efe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:21.138540 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3e3c19-42ad-483d-a568-dc2572656368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:21.138540 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b3e3c19-42ad-483d-a568-dc2572656368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:21.199260 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-70da46c7-3791-45a9-9e20-4a61cf2ec976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821a13de-4389-4bc4-be6a-30908817f57d', 'name': 'tempest-ServerRescueNegativeTestJSON-723694868-router', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b5ff1480-253f-494b-b4b8-7c039763e1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:00Z', 'updated_at': '2022-05-13T14:35:13Z', 'revision_number': 4, 'project_id': '936df29ada1f4039bf03263eb4658581', 'gw_port': {'id': 'b5ff1480-253f-494b-b4b8-7c039763e1cd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:03Z', 'updated_at': '2022-05-13T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '09a716a6-453e-4451-9da3-cfcd90194748', 'name': '', 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'mac_address': 'fa:16:3e:ef:08:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'be55f4c0-99f6-4777-9e43-16529e4e725e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:10Z', 'updated_at': '2022-05-13T14:35:20Z', 'revision_number': 4, 'project_id': '936df29ada1f4039bf03263eb4658581', 'subnets': [{'id': 'be55f4c0-99f6-4777-9e43-16529e4e725e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:21.205271 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70da46c7-3791-45a9-9e20-4a61cf2ec976 None None] The sync data for ids ['821a13de-4389-4bc4-be6a-30908817f57d'] in n-d-841760-1 is: [{'id': '821a13de-4389-4bc4-be6a-30908817f57d', 'name': 'tempest-ServerRescueNegativeTestJSON-723694868-router', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b5ff1480-253f-494b-b4b8-7c039763e1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:00Z', 'updated_at': '2022-05-13T14:35:13Z', 'revision_number': 4, 'project_id': '936df29ada1f4039bf03263eb4658581', 'gw_port': {'id': 'b5ff1480-253f-494b-b4b8-7c039763e1cd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:03Z', 'updated_at': '2022-05-13T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '09a716a6-453e-4451-9da3-cfcd90194748', 'name': '', 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'mac_address': 'fa:16:3e:ef:08:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'be55f4c0-99f6-4777-9e43-16529e4e725e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:10Z', 'updated_at': '2022-05-13T14:35:20Z', 'revision_number': 4, 'project_id': '936df29ada1f4039bf03263eb4658581', 'subnets': [{'id': 'be55f4c0-99f6-4777-9e43-16529e4e725e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:35:21.245700 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1d5c793c-7d05-4598-9fa6-33c41d776efe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:21.249446 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-75887b95-5ede-412f-8a92-1efc3903fd71 req-81e5b3bf-99fc-4756-833b-4baf02de53b2 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225191 May 13 14:35:21.298140 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8bc69851-be57-4bb4-b7fb-af6b6abf937b tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:21.300591 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c809039b-e10d-4bab-8e10-82f46b359418 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Unset dirty status for tenant:1b630e84e85a4729b322edb7bcde5407 on resource:floatingip {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:21.304067 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c809039b-e10d-4bab-8e10-82f46b359418 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3630614 May 13 14:35:21.304891 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49702) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:21.312916 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8bc69851-be57-4bb4-b7fb-af6b6abf937b tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2453671 May 13 14:35:21.478797 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0b3e3c19-42ad-483d-a568-dc2572656368 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4022212 May 13 14:35:21.478797 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5c793c-7d05-4598-9fa6-33c41d776efe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:21.486722 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1d5c793c-7d05-4598-9fa6-33c41d776efe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:21.517214 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5b513531-8d8a-4502-b779-90243376b0a7 req-178c90a8-6d1f-478c-9610-066f65bd782e service neutron] 10.222.0.35 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275241 May 13 14:35:21.524329 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70d102e-ebba-479a-9355-543248d7dede None None] Network 416fe630-2837-4613-ab8b-183c099abb37 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:35:21.707021 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-2597ede8-0105-4471-abe8-462a8355a7bf tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Deleting port b1282091-72dd-4229-86db-5b04dbe6dc3a {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:21.707578 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2597ede8-0105-4471-abe8-462a8355a7bf tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:21.938717 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1d5c793c-7d05-4598-9fa6-33c41d776efe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:22.060515 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5c793c-7d05-4598-9fa6-33c41d776efe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:22.070448 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-1d5c793c-7d05-4598-9fa6-33c41d776efe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:22.081831 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292555da-a47c-44f0-b755-3883ce3e8d70 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:35:22.109417 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f769b5-6464-45f7-abb2-8cbcfbf0a774 req-251b052e-01fa-4288-96ac-e5c26c031d26 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:22.111123 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d5f769b5-6464-45f7-abb2-8cbcfbf0a774 req-251b052e-01fa-4288-96ac-e5c26c031d26 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.5227828 May 13 14:35:22.129150 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5c793c-7d05-4598-9fa6-33c41d776efe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:22.129500 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1d5c793c-7d05-4598-9fa6-33c41d776efe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:22.162680 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c793c-7d05-4598-9fa6-33c41d776efe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Subnet': ['ID=3c982ed8-a152-455b-a60c-302ef21fc453,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:22.224378 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1d5c793c-7d05-4598-9fa6-33c41d776efe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3909922 May 13 14:35:22.225702 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49736) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:22.234618 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fe3410dd-0d1b-4faa-87db-0150ee7dd5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:22.238049 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2597ede8-0105-4471-abe8-462a8355a7bf tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:22.238379 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2597ede8-0105-4471-abe8-462a8355a7bf tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:22.240083 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-776c0774-3bcf-4ab2-9fba-f38a2e9d29e5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'port': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'fixed_ips': [{'subnet_id': '3c982ed8-a152-455b-a60c-302ef21fc453', 'ip_address': '2001:db8::1d04:29ea:1402:f0ca'}], 'name': 'tempest-NetworksTestDHCPv6-1081571382'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:22.344672 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-86681bc6-f30a-4842-9f6f-a388d4dff7e1 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:22.352545 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-86681bc6-f30a-4842-9f6f-a388d4dff7e1 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/networks?id=fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f HTTP/1.1" status: 200 len: 822 time: 0.3641424 May 13 14:35:22.385880 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-faf859d6-ec43-42f0-93bc-5214fa00b115 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/quotas/243e132e505a4d4ea3a9ff36148c6380 HTTP/1.1" status: 200 len: 375 time: 0.0320508 May 13 14:35:22.526945 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-776c0774-3bcf-4ab2-9fba-f38a2e9d29e5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:22.531783 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-776c0774-3bcf-4ab2-9fba-f38a2e9d29e5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:port and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:22.535258 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-776c0774-3bcf-4ab2-9fba-f38a2e9d29e5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:22.541879 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-776c0774-3bcf-4ab2-9fba-f38a2e9d29e5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:22.558631 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-f9764781-477f-4c84-92c6-4a1a92a1eac5 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Synchronizing usage tracker for tenant:243e132e505a4d4ea3a9ff36148c6380 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:22.566594 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776c0774-3bcf-4ab2-9fba-f38a2e9d29e5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:22.571501 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49adea31-9e35-4314-92f5-cc730cb7cd5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-0723b97b-08c9-4db0-a15e-5b69273136d9', 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'fixed_ips': [{'subnet_id': '3c982ed8-a152-455b-a60c-302ef21fc453'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:35:22.572566 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-49adea31-9e35-4314-92f5-cc730cb7cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:22.672867 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-2597ede8-0105-4471-abe8-462a8355a7bf tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Calling delete_port for b1282091-72dd-4229-86db-5b04dbe6dc3a owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:22.681470 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-f9764781-477f-4c84-92c6-4a1a92a1eac5 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Unset dirty status for tenant:243e132e505a4d4ea3a9ff36148c6380 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:22.692620 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-f9764781-477f-4c84-92c6-4a1a92a1eac5 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=243e132e505a4d4ea3a9ff36148c6380&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3052723 May 13 14:35:22.721892 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d5f769b5-6464-45f7-abb2-8cbcfbf0a774 req-a5b6c243-4080-425f-9212-4b440dca563e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5998549 May 13 14:35:22.853020 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-776c0774-3bcf-4ab2-9fba-f38a2e9d29e5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:22.925530 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-776c0774-3bcf-4ab2-9fba-f38a2e9d29e5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] device_id is not set on port eafd9705-8c6a-4fe7-a9ed-83fc96ccd027 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:35:22.939542 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-49adea31-9e35-4314-92f5-cc730cb7cd5a None None] Allocated IP 2001:db8::2 (0723b97b-08c9-4db0-a15e-5b69273136d9/3c982ed8-a152-455b-a60c-302ef21fc453/065f5d10-07f6-494a-9084-02900d175317) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:23.096707 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 09a716a6-453e-4451-9da3-cfcd90194748 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:23.147732 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-40a65902-1723-4a15-acdf-4260b9670060 service neutron] 10.222.0.35 "GET /v2.0/networks/fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4540644 May 13 14:35:23.192590 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3410dd-0d1b-4faa-87db-0150ee7dd5e7 admin admin] Router 37866fdd-c20b-48a9-926b-6f7a1889902b is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:35:23.337420 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-49adea31-9e35-4314-92f5-cc730cb7cd5a None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:23.353234 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 09a716a6-453e-4451-9da3-cfcd90194748 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:23.358589 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 09a716a6-453e-4451-9da3-cfcd90194748 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:23.358968 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:23.379561 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-cf7ead4f-19b6-44e6-a80a-0d3709c25dd1 service neutron] 10.222.0.35 "GET /v2.0/networks/fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306750 May 13 14:35:23.453763 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2597ede8-0105-4471-abe8-462a8355a7bf tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:23.462199 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-49adea31-9e35-4314-92f5-cc730cb7cd5a None None] Transition to ACTIVE for port object 065f5d10-07f6-494a-9084-02900d175317 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:23.503836 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-49adea31-9e35-4314-92f5-cc730cb7cd5a None None] Transition to ACTIVE for port object 065f5d10-07f6-494a-9084-02900d175317 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:23.507367 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 09a716a6-453e-4451-9da3-cfcd90194748 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:23.507779 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:23.513086 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597ede8-0105-4471-abe8-462a8355a7bf tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Pushing event deleted for resources: {'Port': ['ID=b1282091-72dd-4229-86db-5b04dbe6dc3a,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:23.524692 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-6d870d76-f471-40e1-a763-9ce09091fc25 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:23.525321 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-49adea31-9e35-4314-92f5-cc730cb7cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:23.531749 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-6d870d76-f471-40e1-a763-9ce09091fc25 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] 10.222.0.35 "GET /v2.0/networks?id=416fe630-2837-4613-ab8b-183c099abb37 HTTP/1.1" status: 200 len: 808 time: 0.4882588 May 13 14:35:23.613574 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-7e91e283-ab1b-4594-b6d1-3de63357e796 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] 10.222.0.35 "GET /v2.0/quotas/4bf5ca8f1c6f4e04bb3034f82008394c HTTP/1.1" status: 200 len: 375 time: 0.0808327 May 13 14:35:23.632002 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49adea31-9e35-4314-92f5-cc730cb7cd5a None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:23.636201 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-49adea31-9e35-4314-92f5-cc730cb7cd5a None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:23.642509 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49adea31-9e35-4314-92f5-cc730cb7cd5a None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:23.644729 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49adea31-9e35-4314-92f5-cc730cb7cd5a None None] Pushing event updated for resources: {'Port': ['ID=065f5d10-07f6-494a-9084-02900d175317,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:23.656225 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 09a716a6-453e-4451-9da3-cfcd90194748, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=09a716a6-453e-4451-9da3-cfcd90194748,segment=NetworkSegment(aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa),segment_id=aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:23.694946 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:23.766009 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3410dd-0d1b-4faa-87db-0150ee7dd5e7 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:35:23.776235 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e52d748-e00d-4c26-8131-168f3e7c6e19 None None] Sync routers for ids ['37866fdd-c20b-48a9-926b-6f7a1889902b'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:35:23.806766 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e52d748-e00d-4c26-8131-168f3e7c6e19 None None] Routers {'37866fdd-c20b-48a9-926b-6f7a1889902b'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:35:23.811989 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1e52d748-e00d-4c26-8131-168f3e7c6e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:35:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['37866fdd-c20b-48a9-926b-6f7a1889902b'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:23.861190 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-ae00de43-0e18-440b-af08-6083cbc74da2 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4bf5ca8f1c6f4e04bb3034f82008394c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1175857 May 13 14:35:23.864158 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2597ede8-0105-4471-abe8-462a8355a7bf tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Notify callbacks [] for floatingip, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:23.913278 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ca749837-ca1b-4272-98bc-bfe0eb1531eb req-5503f203-1e5f-4f18-bb68-0004c7407ff2 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 210 time: 0.0908051 May 13 14:35:23.934310 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2597ede8-0105-4471-abe8-462a8355a7bf tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:23.935973 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-776c0774-3bcf-4ab2-9fba-f38a2e9d29e5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Allocated IP 2001:db8::1d04:29ea:1402:f0ca (0723b97b-08c9-4db0-a15e-5b69273136d9/3c982ed8-a152-455b-a60c-302ef21fc453/eafd9705-8c6a-4fe7-a9ed-83fc96ccd027) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:23.938785 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2597ede8-0105-4471-abe8-462a8355a7bf tempest-FloatingIPAdminTestJSON-864325824 tempest-FloatingIPAdminTestJSON-864325824-project] 10.222.0.35 "DELETE /v2.0/floatingips/0e974df2-df76-4058-ac48-3268190c530f HTTP/1.1" status: 204 len: 168 time: 2.6276243 May 13 14:35:23.945414 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49762) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:24.022644 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-49adea31-9e35-4314-92f5-cc730cb7cd5a None None] Attempting to bind port 065f5d10-07f6-494a-9084-02900d175317 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:35:24.023141 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-49adea31-9e35-4314-92f5-cc730cb7cd5a None None] Attempting to bind port 065f5d10-07f6-494a-9084-02900d175317 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:35:24.023526 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49adea31-9e35-4314-92f5-cc730cb7cd5a None None] Attempting to bind port 065f5d10-07f6-494a-9084-02900d175317 on network 0723b97b-08c9-4db0-a15e-5b69273136d9 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:24.052930 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49adea31-9e35-4314-92f5-cc730cb7cd5a None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:35:24.053310 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49adea31-9e35-4314-92f5-cc730cb7cd5a None None] Checking segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:35:24.055706 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-49adea31-9e35-4314-92f5-cc730cb7cd5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:24.056165 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49adea31-9e35-4314-92f5-cc730cb7cd5a None None] Bound using segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:35:24.057874 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-49adea31-9e35-4314-92f5-cc730cb7cd5a None None] Bound port: 065f5d10-07f6-494a-9084-02900d175317, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:35:24.058274 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-49adea31-9e35-4314-92f5-cc730cb7cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:24.062370 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b513531-8d8a-4502-b779-90243376b0a7 req-32af903e-391a-45de-89ad-1cc259e71bc2 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:24.064390 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5b513531-8d8a-4502-b779-90243376b0a7 req-32af903e-391a-45de-89ad-1cc259e71bc2 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.59 "GET /v2.0/networks?id=9479e797-5371-4e30-beb4-10899bbfb8b9 HTTP/1.1" status: 200 len: 818 time: 0.4358535 May 13 14:35:24.072727 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fe3410dd-0d1b-4faa-87db-0150ee7dd5e7 admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:24.073925 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fe3410dd-0d1b-4faa-87db-0150ee7dd5e7 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.8394618 May 13 14:35:24.082215 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-5b513531-8d8a-4502-b779-90243376b0a7 req-79b29fce-5b8e-4367-9de6-ff5c96408c44 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Request body: {'port': {'device_id': '9a2af5f6-816f-4480-94c7-e3541f9fd469', 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9', 'admin_state_up': True, 'tenant_id': '936df29ada1f4039bf03263eb4658581'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:24.084395 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=09a716a6-453e-4451-9da3-cfcd90194748,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:24.148137 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49770) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:24.184039 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-49adea31-9e35-4314-92f5-cc730cb7cd5a None None] For port 065f5d10-07f6-494a-9084-02900d175317, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:35:24.188260 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-49adea31-9e35-4314-92f5-cc730cb7cd5a None None] For port 065f5d10-07f6-494a-9084-02900d175317, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=065f5d10-07f6-494a-9084-02900d175317,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:35:24.200314 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-49adea31-9e35-4314-92f5-cc730cb7cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:24.227330 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-1e52d748-e00d-4c26-8131-168f3e7c6e19 None None] Set router 37866fdd-c20b-48a9-926b-6f7a1889902b gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:35:24.386314 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49adea31-9e35-4314-92f5-cc730cb7cd5a None None] Pushing event updated for resources: {'Port': ['ID=065f5d10-07f6-494a-9084-02900d175317,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:24.535308 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ec15e-8027-44c1-aed2-9b6b2e224eb3 req-bbc8fe2c-f489-46af-8cd2-e67c29259767 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:24.542754 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d56ec15e-8027-44c1-aed2-9b6b2e224eb3 req-bbc8fe2c-f489-46af-8cd2-e67c29259767 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.4295962 May 13 14:35:24.571983 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-a586e9d0-87ea-4e7d-8861-863d119a0d07 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Deleting port 982f7d4b-d9b4-46cb-847d-2b3094225430 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:24.572325 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a586e9d0-87ea-4e7d-8861-863d119a0d07 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:24.612933 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-5b513531-8d8a-4502-b779-90243376b0a7 req-79b29fce-5b8e-4367-9de6-ff5c96408c44 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:24.632158 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-5b513531-8d8a-4502-b779-90243376b0a7 req-79b29fce-5b8e-4367-9de6-ff5c96408c44 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Usage tracker for resource:port and tenant:936df29ada1f4039bf03263eb4658581 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:24.640597 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-5b513531-8d8a-4502-b779-90243376b0a7 req-79b29fce-5b8e-4367-9de6-ff5c96408c44 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:24.662240 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-5b513531-8d8a-4502-b779-90243376b0a7 req-79b29fce-5b8e-4367-9de6-ff5c96408c44 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:24.676004 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d56ec15e-8027-44c1-aed2-9b6b2e224eb3 req-ede731e2-564c-4f6b-88b7-a7e09933282a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320951 May 13 14:35:24.689808 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-776c0774-3bcf-4ab2-9fba-f38a2e9d29e5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:24.722794 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b513531-8d8a-4502-b779-90243376b0a7 req-79b29fce-5b8e-4367-9de6-ff5c96408c44 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Made reservation on behalf of 936df29ada1f4039bf03263eb4658581 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:24.727323 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5b513531-8d8a-4502-b779-90243376b0a7 req-79b29fce-5b8e-4367-9de6-ff5c96408c44 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:24.757910 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-776c0774-3bcf-4ab2-9fba-f38a2e9d29e5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Transition to ACTIVE for port object eafd9705-8c6a-4fe7-a9ed-83fc96ccd027 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:24.782337 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1e52d748-e00d-4c26-8131-168f3e7c6e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37866fdd-c20b-48a9-926b-6f7a1889902b', 'name': 'tempest-FloatingIPDetailsTestJSON-1770113208-router', 'tenant_id': '733e68c1036540e8b39c40468fae0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ef594500-3ebc-40e9-85bf-fad1ad36d300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:13Z', 'updated_at': '2022-05-13T14:35:20Z', 'revision_number': 3, 'project_id': '733e68c1036540e8b39c40468fae0326', 'gw_port': {'id': 'ef594500-3ebc-40e9-85bf-fad1ad36d300', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:43:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37866fdd-c20b-48a9-926b-6f7a1889902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:17Z', 'updated_at': '2022-05-13T14:35:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:24.799776 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e52d748-e00d-4c26-8131-168f3e7c6e19 None None] Checking router: 37866fdd-c20b-48a9-926b-6f7a1889902b for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:35:24.800105 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e52d748-e00d-4c26-8131-168f3e7c6e19 None None] Updating router 37866fdd-c20b-48a9-926b-6f7a1889902b port ef594500-3ebc-40e9-85bf-fad1ad36d300 binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:35:24.852898 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-27f04991-b27a-4897-b968-967a8dabd6ad service neutron] 10.222.0.35 "GET /v2.0/networks/416fe630-2837-4613-ab8b-183c099abb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9759924 May 13 14:35:24.923491 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-1e52d748-e00d-4c26-8131-168f3e7c6e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:25.035021 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cf34f173-a073-45ad-acbd-05fc4617d69c req-07e553e9-4f0c-48a8-9eef-497af5e19902 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=4999c7c6-003f-4178-9f13-7024b7a0aa32 HTTP/1.1" status: 200 len: 210 time: 0.1426661 May 13 14:35:25.119286 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-776c0774-3bcf-4ab2-9fba-f38a2e9d29e5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:25.223982 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 065f5d10-07f6-494a-9084-02900d175317 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:25.225615 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-eead3520-7396-496a-97bf-d74a8d8b3067 service neutron] 10.222.0.35 "GET /v2.0/networks/416fe630-2837-4613-ab8b-183c099abb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010066 May 13 14:35:25.235836 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776c0774-3bcf-4ab2-9fba-f38a2e9d29e5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:25.243679 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-776c0774-3bcf-4ab2-9fba-f38a2e9d29e5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:25.254267 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776c0774-3bcf-4ab2-9fba-f38a2e9d29e5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:25.261597 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776c0774-3bcf-4ab2-9fba-f38a2e9d29e5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:25.267960 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-776c0774-3bcf-4ab2-9fba-f38a2e9d29e5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:25.302357 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c0774-3bcf-4ab2-9fba-f38a2e9d29e5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Port': ['ID=eafd9705-8c6a-4fe7-a9ed-83fc96ccd027,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:25.306071 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-5b513531-8d8a-4502-b779-90243376b0a7 req-79b29fce-5b8e-4367-9de6-ff5c96408c44 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Allocated IP 172.20.0.9 (9479e797-5371-4e30-beb4-10899bbfb8b9/be55f4c0-99f6-4777-9e43-16529e4e725e/678150fc-a884-4cde-a368-5d99c72e9568) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:25.395130 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 065f5d10-07f6-494a-9084-02900d175317 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:25.405400 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 09a716a6-453e-4451-9da3-cfcd90194748 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:25.501782 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 09a716a6-453e-4451-9da3-cfcd90194748 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:25.503405 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:25.642384 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-776c0774-3bcf-4ab2-9fba-f38a2e9d29e5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4112589 May 13 14:35:25.648923 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-1e52d748-e00d-4c26-8131-168f3e7c6e19 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:25.656034 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49796) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:25.674803 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-1e52d748-e00d-4c26-8131-168f3e7c6e19 None None] Transition to ACTIVE for port object ef594500-3ebc-40e9-85bf-fad1ad36d300 will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:25.693615 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-1e52d748-e00d-4c26-8131-168f3e7c6e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:25.699342 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 09a716a6-453e-4451-9da3-cfcd90194748 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:25.818382 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-1e52d748-e00d-4c26-8131-168f3e7c6e19 None None] Attempting to bind port ef594500-3ebc-40e9-85bf-fad1ad36d300 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:35:25.819132 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-1e52d748-e00d-4c26-8131-168f3e7c6e19 None None] Attempting to bind port ef594500-3ebc-40e9-85bf-fad1ad36d300 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:35:25.819499 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e52d748-e00d-4c26-8131-168f3e7c6e19 None None] Attempting to bind port ef594500-3ebc-40e9-85bf-fad1ad36d300 on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:25.832410 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e52d748-e00d-4c26-8131-168f3e7c6e19 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:35:25.832805 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e52d748-e00d-4c26-8131-168f3e7c6e19 None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:35:25.833169 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-1e52d748-e00d-4c26-8131-168f3e7c6e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:25.833831 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e52d748-e00d-4c26-8131-168f3e7c6e19 None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:35:25.834354 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-1e52d748-e00d-4c26-8131-168f3e7c6e19 None None] Bound port: ef594500-3ebc-40e9-85bf-fad1ad36d300, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:35:25.834986 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-1e52d748-e00d-4c26-8131-168f3e7c6e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:25.910225 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da523118-0861-456f-b54e-525f203732f4 req-e90b5d93-454b-4365-aa00-35a393d2f68c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:25.921016 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da523118-0861-456f-b54e-525f203732f4 req-e90b5d93-454b-4365-aa00-35a393d2f68c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/networks?id=9479e797-5371-4e30-beb4-10899bbfb8b9 HTTP/1.1" status: 200 len: 818 time: 0.6737831 May 13 14:35:25.978255 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0bc76977-7ea6-4ff2-a533-8d44778400b0 req-8194fefa-75e3-4148-add7-7b62092fef8f tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fcdf33-8a6c-4569-a251-35c4d79d5792 HTTP/1.1" status: 200 len: 210 time: 0.3293319 May 13 14:35:25.979096 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-1e52d748-e00d-4c26-8131-168f3e7c6e19 None None] For port ef594500-3ebc-40e9-85bf-fad1ad36d300, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:35:26.004901 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734569d3-8ba3-4a01-bcdc-a4db0a046665 None None] Pushing event updated for resources: {'Port': ['ID=ef594500-3ebc-40e9-85bf-fad1ad36d300,revision_number=2']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:26.015955 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-1e52d748-e00d-4c26-8131-168f3e7c6e19 None None] For port ef594500-3ebc-40e9-85bf-fad1ad36d300, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=ef594500-3ebc-40e9-85bf-fad1ad36d300,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:35:26.035531 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-1e52d748-e00d-4c26-8131-168f3e7c6e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:26.080775 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a586e9d0-87ea-4e7d-8861-863d119a0d07 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:26.081139 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a586e9d0-87ea-4e7d-8861-863d119a0d07 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:26.181060 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da523118-0861-456f-b54e-525f203732f4 req-69162e08-0c41-4945-958a-ffe4588a5652 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/quotas/936df29ada1f4039bf03263eb4658581 HTTP/1.1" status: 200 len: 375 time: 0.2587512 May 13 14:35:26.185280 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734569d3-8ba3-4a01-bcdc-a4db0a046665 None None] Pushing event updated for resources: {'Port': ['ID=ef594500-3ebc-40e9-85bf-fad1ad36d300,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:26.209442 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e52d748-e00d-4c26-8131-168f3e7c6e19 None None] Routers {'37866fdd-c20b-48a9-926b-6f7a1889902b'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:35:26.210323 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1e52d748-e00d-4c26-8131-168f3e7c6e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:35:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['37866fdd-c20b-48a9-926b-6f7a1889902b'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:26.371205 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-868b1cf8-2c61-4d27-a300-bdd43c9db88a None None] Provisioning for port 065f5d10-07f6-494a-9084-02900d175317 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:26.377866 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-868b1cf8-2c61-4d27-a300-bdd43c9db88a None None] Provisioning complete for port 065f5d10-07f6-494a-9084-02900d175317 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:26.381452 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-868b1cf8-2c61-4d27-a300-bdd43c9db88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:26.415288 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3849a67-2ea6-4c7f-9d8c-8201210b2a8c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:26.421158 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3849a67-2ea6-4c7f-9d8c-8201210b2a8c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:26.426517 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d3849a67-2ea6-4c7f-9d8c-8201210b2a8c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:26.433051 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-a586e9d0-87ea-4e7d-8861-863d119a0d07 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Calling delete_port for 982f7d4b-d9b4-46cb-847d-2b3094225430 owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:26.500734 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-1e52d748-e00d-4c26-8131-168f3e7c6e19 None None] Set router 37866fdd-c20b-48a9-926b-6f7a1889902b gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:35:26.537155 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5b513531-8d8a-4502-b779-90243376b0a7 req-79b29fce-5b8e-4367-9de6-ff5c96408c44 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:26.588971 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d3849a67-2ea6-4c7f-9d8c-8201210b2a8c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:26.592894 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d3849a67-2ea6-4c7f-9d8c-8201210b2a8c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.9292839 May 13 14:35:26.609523 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49810) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:26.685503 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-868b1cf8-2c61-4d27-a300-bdd43c9db88a None None] Current status of the port 065f5d10-07f6-494a-9084-02900d175317 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:26.686526 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-868b1cf8-2c61-4d27-a300-bdd43c9db88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:26.732426 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-868b1cf8-2c61-4d27-a300-bdd43c9db88a None None] For port 065f5d10-07f6-494a-9084-02900d175317, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=065f5d10-07f6-494a-9084-02900d175317,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:26.741073 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-868b1cf8-2c61-4d27-a300-bdd43c9db88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:26.777311 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-da523118-0861-456f-b54e-525f203732f4 req-addb6c8c-dc95-4c8b-9c81-8936171da00c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Synchronizing usage tracker for tenant:936df29ada1f4039bf03263eb4658581 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:26.794645 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-5b513531-8d8a-4502-b779-90243376b0a7 req-79b29fce-5b8e-4367-9de6-ff5c96408c44 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Transition to ACTIVE for port object 678150fc-a884-4cde-a368-5d99c72e9568 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:26.811431 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-082ded48-4a4d-4845-bb0b-e1ba64adf417 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:26.816057 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-082ded48-4a4d-4845-bb0b-e1ba64adf417 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.74 "GET /v2.0/networks?id=fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f HTTP/1.1" status: 200 len: 822 time: 0.6688485 May 13 14:35:26.823032 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b1cf8-2c61-4d27-a300-bdd43c9db88a None None] Pushing event updated for resources: {'Port': ['ID=065f5d10-07f6-494a-9084-02900d175317,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:26.868612 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9c752365-726e-4c95-8f31-e1af847967ba None None] Provisioning for port eafd9705-8c6a-4fe7-a9ed-83fc96ccd027 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:26.868877 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8dff4222-3c77-430e-9b7d-c5ce7f6050f3 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Request body: {'port': {'device_id': '4999c7c6-003f-4178-9f13-7024b7a0aa32', 'network_id': 'fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f', 'admin_state_up': True, 'tenant_id': '243e132e505a4d4ea3a9ff36148c6380'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:26.881096 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9c752365-726e-4c95-8f31-e1af847967ba None None] Provisioning complete for port eafd9705-8c6a-4fe7-a9ed-83fc96ccd027 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:26.882064 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9c752365-726e-4c95-8f31-e1af847967ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:26.888042 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9be94a30-a211-43be-961a-c908655630eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:26.892573 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-b66be49d-c686-4435-8822-e9a8526ac3f5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting port eafd9705-8c6a-4fe7-a9ed-83fc96ccd027 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:26.892925 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b66be49d-c686-4435-8822-e9a8526ac3f5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:26.952151 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1e52d748-e00d-4c26-8131-168f3e7c6e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37866fdd-c20b-48a9-926b-6f7a1889902b', 'name': 'tempest-FloatingIPDetailsTestJSON-1770113208-router', 'tenant_id': '733e68c1036540e8b39c40468fae0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ef594500-3ebc-40e9-85bf-fad1ad36d300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:13Z', 'updated_at': '2022-05-13T14:35:20Z', 'revision_number': 3, 'project_id': '733e68c1036540e8b39c40468fae0326', 'gw_port': {'id': 'ef594500-3ebc-40e9-85bf-fad1ad36d300', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:43:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37866fdd-c20b-48a9-926b-6f7a1889902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:17Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:26.958019 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e52d748-e00d-4c26-8131-168f3e7c6e19 None None] The sync data for ids ['37866fdd-c20b-48a9-926b-6f7a1889902b'] in n-d-841760-1 is: [{'id': '37866fdd-c20b-48a9-926b-6f7a1889902b', 'name': 'tempest-FloatingIPDetailsTestJSON-1770113208-router', 'tenant_id': '733e68c1036540e8b39c40468fae0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ef594500-3ebc-40e9-85bf-fad1ad36d300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:13Z', 'updated_at': '2022-05-13T14:35:20Z', 'revision_number': 3, 'project_id': '733e68c1036540e8b39c40468fae0326', 'gw_port': {'id': 'ef594500-3ebc-40e9-85bf-fad1ad36d300', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:43:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37866fdd-c20b-48a9-926b-6f7a1889902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:17Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:35:26.978660 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46ad60-6aaa-4657-8779-1ec828bdf1df req-4c42dc4a-3625-47e6-bd27-d5849a5e7108 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:26.990028 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3a46ad60-6aaa-4657-8779-1ec828bdf1df req-4c42dc4a-3625-47e6-bd27-d5849a5e7108 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.7160540 May 13 14:35:27.004074 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-9c752365-726e-4c95-8f31-e1af847967ba None None] Port eafd9705-8c6a-4fe7-a9ed-83fc96ccd027 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:35:27.021108 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 065f5d10-07f6-494a-9084-02900d175317 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:27.106562 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 065f5d10-07f6-494a-9084-02900d175317 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:27.107453 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:27.155521 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-da523118-0861-456f-b54e-525f203732f4 req-addb6c8c-dc95-4c8b-9c81-8936171da00c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Unset dirty status for tenant:936df29ada1f4039bf03263eb4658581 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:27.156845 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da523118-0861-456f-b54e-525f203732f4 req-addb6c8c-dc95-4c8b-9c81-8936171da00c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=936df29ada1f4039bf03263eb4658581&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9750125 May 13 14:35:27.247887 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2188e3f8-e216-4bb6-b826-c84312326da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:27.284101 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 065f5d10-07f6-494a-9084-02900d175317 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:27.318451 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3a46ad60-6aaa-4657-8779-1ec828bdf1df req-204468c3-843f-4870-b384-e7188fbee670 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277736 May 13 14:35:27.397671 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a586e9d0-87ea-4e7d-8861-863d119a0d07 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:27.525317 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5b513531-8d8a-4502-b779-90243376b0a7 req-79b29fce-5b8e-4367-9de6-ff5c96408c44 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:27.557031 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586e9d0-87ea-4e7d-8861-863d119a0d07 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Pushing event deleted for resources: {'Port': ['ID=982f7d4b-d9b4-46cb-847d-2b3094225430,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:27.718273 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3d49c99a-3b0a-46ef-807b-7350e70bc445 req-c7087c20-8571-4111-8c8a-83cdb4e217f7 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=4999c7c6-003f-4178-9f13-7024b7a0aa32 HTTP/1.1" status: 200 len: 210 time: 0.1839023 May 13 14:35:27.724594 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8dff4222-3c77-430e-9b7d-c5ce7f6050f3 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:27.755369 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b66be49d-c686-4435-8822-e9a8526ac3f5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:27.781057 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da523118-0861-456f-b54e-525f203732f4 req-40c34cdf-45ea-447c-a019-f2d6f1cc758c service neutron] 10.222.0.35 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5669425 May 13 14:35:27.786762 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b513531-8d8a-4502-b779-90243376b0a7 req-79b29fce-5b8e-4367-9de6-ff5c96408c44 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Network 9479e797-5371-4e30-beb4-10899bbfb8b9 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:27.824140 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8dff4222-3c77-430e-9b7d-c5ce7f6050f3 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:27.825664 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-5b513531-8d8a-4502-b779-90243376b0a7 req-79b29fce-5b8e-4367-9de6-ff5c96408c44 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:27.975837 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-574a8097-4cca-417b-9e79-e0b90d47c8a6 req-092123e8-0ca8-488a-97fd-9a35458d5193 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fcdf33-8a6c-4569-a251-35c4d79d5792 HTTP/1.1" status: 200 len: 210 time: 0.1048713 May 13 14:35:27.997317 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b513531-8d8a-4502-b779-90243376b0a7 req-79b29fce-5b8e-4367-9de6-ff5c96408c44 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:28.026913 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b29fce-5b8e-4367-9de6-ff5c96408c44 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Pushing event updated for resources: {'Port': ['ID=678150fc-a884-4cde-a368-5d99c72e9568,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:28.030869 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a586e9d0-87ea-4e7d-8861-863d119a0d07 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:28.039558 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-9be94a30-a211-43be-961a-c908655630eb admin admin] Allocated IP 172.20.0.1 (9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde/bcc8e8a6-0628-4625-aeff-f9c5c9182ccb/b00a5227-07b8-4c9f-9343-45dfe61f433a) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:28.040666 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-b66be49d-c686-4435-8822-e9a8526ac3f5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Calling delete_port for eafd9705-8c6a-4fe7-a9ed-83fc96ccd027 owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:28.096339 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-3b775b70-333e-4013-9d4d-8125169bea2e tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:28.098132 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-3b775b70-333e-4013-9d4d-8125169bea2e tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] 10.222.0.59 "GET /v2.0/networks?id=416fe630-2837-4613-ab8b-183c099abb37 HTTP/1.1" status: 200 len: 808 time: 0.5949728 May 13 14:35:28.131059 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8dff4222-3c77-430e-9b7d-c5ce7f6050f3 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Made reservation on behalf of 243e132e505a4d4ea3a9ff36148c6380 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:28.134522 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8dff4222-3c77-430e-9b7d-c5ce7f6050f3 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:28.170672 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-0f0f356c-9afd-453e-9dc1-cfa7ed337419 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Request body: {'port': {'device_id': '46fcdf33-8a6c-4569-a251-35c4d79d5792', 'network_id': '416fe630-2837-4613-ab8b-183c099abb37', 'admin_state_up': True, 'tenant_id': '4bf5ca8f1c6f4e04bb3034f82008394c'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:28.211429 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b513531-8d8a-4502-b779-90243376b0a7 req-79b29fce-5b8e-4367-9de6-ff5c96408c44 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:28.212074 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5b513531-8d8a-4502-b779-90243376b0a7 req-79b29fce-5b8e-4367-9de6-ff5c96408c44 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:28.272807 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b7f89a4f-2fd0-4d73-8efe-2e0842b4c1fb None None] Provisioning for port 678150fc-a884-4cde-a368-5d99c72e9568 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:28.289844 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:28.297386 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b7f89a4f-2fd0-4d73-8efe-2e0842b4c1fb None None] Provisioning complete for port 678150fc-a884-4cde-a368-5d99c72e9568 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:28.298240 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b7f89a4f-2fd0-4d73-8efe-2e0842b4c1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:28.324581 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a586e9d0-87ea-4e7d-8861-863d119a0d07 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:28.324901 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da523118-0861-456f-b54e-525f203732f4 req-0cd1f56c-bfe7-4afc-aa0b-9dc8f9c93c2a service neutron] 10.222.0.35 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5426960 May 13 14:35:28.325270 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a586e9d0-87ea-4e7d-8861-863d119a0d07 tempest-FloatingIPAdminTestJSON-1552256318 tempest-FloatingIPAdminTestJSON-1552256318-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/d51c500c-f0a4-49a8-956e-048085cbbd2f HTTP/1.1" status: 204 len: 168 time: 4.3788898 May 13 14:35:28.334812 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49818) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:28.371778 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5b513531-8d8a-4502-b779-90243376b0a7 req-79b29fce-5b8e-4367-9de6-ff5c96408c44 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2954724 May 13 14:35:28.397466 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-5b513531-8d8a-4502-b779-90243376b0a7 req-fcc65ed5-6b4a-4a19-8d85-03d7214f1e12 service neutron] Request body: {'port': {'device_id': '9a2af5f6-816f-4480-94c7-e3541f9fd469', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:28.402027 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-b7f89a4f-2fd0-4d73-8efe-2e0842b4c1fb None None] Port 678150fc-a884-4cde-a368-5d99c72e9568 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:35:28.595154 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-278364fe-14e4-4eea-8672-05ea52bdd5fb tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Deleting port 77bad4f9-38cc-4815-a272-db5ceac38b06 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:28.595351 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-278364fe-14e4-4eea-8672-05ea52bdd5fb tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:28.630585 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9be94a30-a211-43be-961a-c908655630eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:28.664762 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d0c04-a4b6-43d8-b212-fc87b7558419 req-2968fb06-d3b5-4b2a-8d93-2b06c85e058c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:28.666323 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f99d0c04-a4b6-43d8-b212-fc87b7558419 req-2968fb06-d3b5-4b2a-8d93-2b06c85e058c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.4724145 May 13 14:35:28.671553 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-0f0f356c-9afd-453e-9dc1-cfa7ed337419 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:28.683079 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-0f0f356c-9afd-453e-9dc1-cfa7ed337419 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Usage tracker for resource:port and tenant:4bf5ca8f1c6f4e04bb3034f82008394c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:28.688851 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-06edd966-98c3-462a-8000-c23a215e7614 req-c05d0663-d69c-4018-a807-a4eea1dee38d tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 210 time: 0.0882349 May 13 14:35:28.709039 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-0f0f356c-9afd-453e-9dc1-cfa7ed337419 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:28.721435 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-9be94a30-a211-43be-961a-c908655630eb admin admin] Transition to ACTIVE for port object b00a5227-07b8-4c9f-9343-45dfe61f433a will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:28.738584 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-0f0f356c-9afd-453e-9dc1-cfa7ed337419 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:28.781970 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b66be49d-c686-4435-8822-e9a8526ac3f5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:28.849215 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f99d0c04-a4b6-43d8-b212-fc87b7558419 req-0019a584-3711-4d0a-a26a-5583e40adf9b tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730158 May 13 14:35:28.857382 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-0f0f356c-9afd-453e-9dc1-cfa7ed337419 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Made reservation on behalf of 4bf5ca8f1c6f4e04bb3034f82008394c for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:28.861171 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-0f0f356c-9afd-453e-9dc1-cfa7ed337419 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:28.865996 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66be49d-c686-4435-8822-e9a8526ac3f5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Port': ['ID=eafd9705-8c6a-4fe7-a9ed-83fc96ccd027,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:28.878051 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8dff4222-3c77-430e-9b7d-c5ce7f6050f3 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Allocated IP 172.20.0.9 (fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f/f9cc4fb1-d2ad-4765-9e89-652a7928106b/191e9bd6-e5af-4fda-9fca-5d8418aeb40c) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:28.883651 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5b513531-8d8a-4502-b779-90243376b0a7 req-fcc65ed5-6b4a-4a19-8d85-03d7214f1e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:29.086336 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ef594500-3ebc-40e9-85bf-fad1ad36d300 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:29.130155 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b66be49d-c686-4435-8822-e9a8526ac3f5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:29.145687 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-278364fe-14e4-4eea-8672-05ea52bdd5fb tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:29.237128 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-b4339319-751c-47e8-95ee-d24f3b4e8676 req-6372c653-d303-4ba9-bf46-f375cc0ded74 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Synchronizing usage tracker for tenant:243e132e505a4d4ea3a9ff36148c6380 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:29.250725 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port ef594500-3ebc-40e9-85bf-fad1ad36d300 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:29.257522 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port ef594500-3ebc-40e9-85bf-fad1ad36d300 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:29.258259 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:29.334457 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-b4339319-751c-47e8-95ee-d24f3b4e8676 req-6372c653-d303-4ba9-bf46-f375cc0ded74 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Unset dirty status for tenant:243e132e505a4d4ea3a9ff36148c6380 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:29.343740 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b4339319-751c-47e8-95ee-d24f3b4e8676 req-6372c653-d303-4ba9-bf46-f375cc0ded74 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=4999c7c6-003f-4178-9f13-7024b7a0aa32 HTTP/1.1" status: 200 len: 210 time: 0.2433000 May 13 14:35:29.384098 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b66be49d-c686-4435-8822-e9a8526ac3f5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/eafd9705-8c6a-4fe7-a9ed-83fc96ccd027 HTTP/1.1" status: 204 len: 168 time: 2.7708793 May 13 14:35:29.395794 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49842) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:29.476522 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port ef594500-3ebc-40e9-85bf-fad1ad36d300 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:29.477499 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:29.513001 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port ef594500-3ebc-40e9-85bf-fad1ad36d300, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=ef594500-3ebc-40e9-85bf-fad1ad36d300,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:29.534278 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:29.601588 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f15f4d70-86bf-4190-8c15-eb70fceb96cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:29.624690 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=ef594500-3ebc-40e9-85bf-fad1ad36d300,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:29.638171 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9be94a30-a211-43be-961a-c908655630eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:29.693203 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-278364fe-14e4-4eea-8672-05ea52bdd5fb tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Calling delete_port for 77bad4f9-38cc-4815-a272-db5ceac38b06 owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:29.706202 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7ef2e6db-dcc2-43a7-8f1c-6165f0eefc8e req-45941b4d-652b-43ab-a4cb-d953e38eaa33 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fcdf33-8a6c-4569-a251-35c4d79d5792 HTTP/1.1" status: 200 len: 210 time: 0.1552229 May 13 14:35:29.757698 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f881030-f7c1-4c19-97ec-bd918a6f9c57 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:29.759352 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f881030-f7c1-4c19-97ec-bd918a6f9c57 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:29.760558 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6f881030-f7c1-4c19-97ec-bd918a6f9c57 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:29.803994 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be94a30-a211-43be-961a-c908655630eb admin admin] Network 9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:29.813763 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-9be94a30-a211-43be-961a-c908655630eb admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:29.828679 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be94a30-a211-43be-961a-c908655630eb admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:29.856814 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be94a30-a211-43be-961a-c908655630eb admin admin] Pushing event updated for resources: {'Port': ['ID=b00a5227-07b8-4c9f-9343-45dfe61f433a,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:29.937189 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2230da92-3482-4e10-b336-6834df4742d2 req-e7c83efc-dc37-4ee0-a119-431129aff582 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 210 time: 0.0954559 May 13 14:35:29.961084 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9be94a30-a211-43be-961a-c908655630eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:30.004171 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6f881030-f7c1-4c19-97ec-bd918a6f9c57 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:30.008017 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6f881030-f7c1-4c19-97ec-bd918a6f9c57 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6083305 May 13 14:35:30.011364 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49848) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:30.100912 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d3cd01-0aa5-4a97-a35f-eb4a0cf07ba1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting subnet 3c982ed8-a152-455b-a60c-302ef21fc453 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:35:30.117610 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-16d3cd01-0aa5-4a97-a35f-eb4a0cf07ba1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:30.138343 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b56db863-7c11-446b-b0ee-25804a0399ca None None] Provisioning for port b00a5227-07b8-4c9f-9343-45dfe61f433a completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:30.144891 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b56db863-7c11-446b-b0ee-25804a0399ca None None] Provisioning complete for port b00a5227-07b8-4c9f-9343-45dfe61f433a triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:30.145588 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b56db863-7c11-446b-b0ee-25804a0399ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:30.161094 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b295a-f1be-40ff-9a0e-9367fd812b4a req-c8fc07de-ebf4-4894-8a1a-5c99c3445285 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:30.168073 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6e6b295a-f1be-40ff-9a0e-9367fd812b4a req-c8fc07de-ebf4-4894-8a1a-5c99c3445285 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.9874780 May 13 14:35:30.218422 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-b56db863-7c11-446b-b0ee-25804a0399ca None None] Port b00a5227-07b8-4c9f-9343-45dfe61f433a cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:35:30.221441 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-0f0f356c-9afd-453e-9dc1-cfa7ed337419 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Allocated IP 172.20.0.12 (416fe630-2837-4613-ab8b-183c099abb37/319867ff-6194-44d1-b0b0-9225def1fd5f/10901e6e-7310-4383-bafe-2613089502c5) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:30.252620 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8dff4222-3c77-430e-9b7d-c5ce7f6050f3 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:30.267520 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-16d3cd01-0aa5-4a97-a35f-eb4a0cf07ba1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:30.301134 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6e6b295a-f1be-40ff-9a0e-9367fd812b4a req-41707334-6eff-425b-b5ff-f4aa0cdc9a2f tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321847 May 13 14:35:30.335419 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-278364fe-14e4-4eea-8672-05ea52bdd5fb tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:30.409698 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da523118-0861-456f-b54e-525f203732f4 req-7169c035-7e2b-4c91-ae12-3759abaf4c31 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:30.410413 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-da523118-0861-456f-b54e-525f203732f4 req-7169c035-7e2b-4c91-ae12-3759abaf4c31 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Synchronizing usage tracker for tenant:936df29ada1f4039bf03263eb4658581 on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:30.418884 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-5b513531-8d8a-4502-b779-90243376b0a7 req-fcc65ed5-6b4a-4a19-8d85-03d7214f1e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 678150fc-a884-4cde-a368-5d99c72e9568 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:35:30.431081 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278364fe-14e4-4eea-8672-05ea52bdd5fb tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Pushing event deleted for resources: {'Port': ['ID=77bad4f9-38cc-4815-a272-db5ceac38b06,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:30.454494 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5b513531-8d8a-4502-b779-90243376b0a7 req-fcc65ed5-6b4a-4a19-8d85-03d7214f1e12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:30.529200 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:30.535019 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-16d3cd01-0aa5-4a97-a35f-eb4a0cf07ba1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:30.567323 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8dff4222-3c77-430e-9b7d-c5ce7f6050f3 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:30.590961 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:30.637097 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-da523118-0861-456f-b54e-525f203732f4 req-7169c035-7e2b-4c91-ae12-3759abaf4c31 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Unset dirty status for tenant:936df29ada1f4039bf03263eb4658581 on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:30.638231 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da523118-0861-456f-b54e-525f203732f4 req-7169c035-7e2b-4c91-ae12-3759abaf4c31 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.74 "GET /v2.0/networks?id=9479e797-5371-4e30-beb4-10899bbfb8b9 HTTP/1.1" status: 200 len: 818 time: 0.6375122 May 13 14:35:30.642346 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-5b513531-8d8a-4502-b779-90243376b0a7 req-fcc65ed5-6b4a-4a19-8d85-03d7214f1e12 service neutron] Transition to ACTIVE for port object 678150fc-a884-4cde-a368-5d99c72e9568 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:30.677187 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5b513531-8d8a-4502-b779-90243376b0a7 req-fcc65ed5-6b4a-4a19-8d85-03d7214f1e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:30.705209 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8dff4222-3c77-430e-9b7d-c5ce7f6050f3 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Network fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:30.714701 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8dff4222-3c77-430e-9b7d-c5ce7f6050f3 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:30.725032 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8dff4222-3c77-430e-9b7d-c5ce7f6050f3 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:30.752285 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff4222-3c77-430e-9b7d-c5ce7f6050f3 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Pushing event updated for resources: {'Port': ['ID=191e9bd6-e5af-4fda-9fca-5d8418aeb40c,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:30.753812 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-da523118-0861-456f-b54e-525f203732f4 req-64fe8fcc-22c0-41fe-9761-69c8db933344 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Request body: {'port': {'device_id': '596c291f-ebd1-4ceb-8040-84bed4b698da', 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9', 'admin_state_up': True, 'tenant_id': '936df29ada1f4039bf03263eb4658581'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:30.901905 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-278364fe-14e4-4eea-8672-05ea52bdd5fb tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:30.929184 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9be94a30-a211-43be-961a-c908655630eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:30.999013 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ef594500-3ebc-40e9-85bf-fad1ad36d300 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:31.009890 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-278364fe-14e4-4eea-8672-05ea52bdd5fb tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] 10.222.0.35 "DELETE /v2.0/ports/77bad4f9-38cc-4815-a272-db5ceac38b06 HTTP/1.1" status: 204 len: 168 time: 2.6555400 May 13 14:35:31.018488 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49860) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:31.043495 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-16d3cd01-0aa5-4a97-a35f-eb4a0cf07ba1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:31.094028 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port ef594500-3ebc-40e9-85bf-fad1ad36d300 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:31.094399 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:31.113591 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1dd141-7a10-4098-9d43-221600220037 req-ee8ecb8c-6a57-4bd7-98a2-734049a23a0c tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:31.115336 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9f1dd141-7a10-4098-9d43-221600220037 req-ee8ecb8c-6a57-4bd7-98a2-734049a23a0c tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=4999c7c6-003f-4178-9f13-7024b7a0aa32 HTTP/1.1" status: 200 len: 931 time: 0.5714664 May 13 14:35:31.128770 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-0f0f356c-9afd-453e-9dc1-cfa7ed337419 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:31.177371 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3cd01-0aa5-4a97-a35f-eb4a0cf07ba1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Subnet': ['ID=3c982ed8-a152-455b-a60c-302ef21fc453,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:31.193444 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-16d3cd01-0aa5-4a97-a35f-eb4a0cf07ba1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:31.204532 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e925f373-163a-4c9b-9327-00e0e494ec2d None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:35:31.206711 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ba0c8-cae6-4c68-a00d-c68a6ef7e1ba req-833b9481-8a14-44ea-a687-64a2b22ecabc tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:31.213776 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-451ba0c8-cae6-4c68-a00d-c68a6ef7e1ba req-833b9481-8a14-44ea-a687-64a2b22ecabc tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.7831144 May 13 14:35:31.242835 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-da523118-0861-456f-b54e-525f203732f4 req-64fe8fcc-22c0-41fe-9761-69c8db933344 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:31.245624 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8dff4222-3c77-430e-9b7d-c5ce7f6050f3 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:31.246254 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8dff4222-3c77-430e-9b7d-c5ce7f6050f3 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:31.257287 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc65ed5-6b4a-4a19-8d85-03d7214f1e12 service neutron] Pushing event updated for resources: {'Port': ['ID=678150fc-a884-4cde-a368-5d99c72e9568,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:31.286138 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-da523118-0861-456f-b54e-525f203732f4 req-64fe8fcc-22c0-41fe-9761-69c8db933344 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:31.322911 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9f1dd141-7a10-4098-9d43-221600220037 req-fa1dc700-775e-4572-a916-3c6c10c233e4 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865003 May 13 14:35:31.343645 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8dff4222-3c77-430e-9b7d-c5ce7f6050f3 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5118518 May 13 14:35:31.343886 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da523118-0861-456f-b54e-525f203732f4 req-64fe8fcc-22c0-41fe-9761-69c8db933344 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Made reservation on behalf of 936df29ada1f4039bf03263eb4658581 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:31.347516 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-da523118-0861-456f-b54e-525f203732f4 req-64fe8fcc-22c0-41fe-9761-69c8db933344 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:31.385136 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8364f337-48b2-4a64-9c84-7821d8c98264 service neutron] Request body: {'port': {'device_id': '4999c7c6-003f-4178-9f13-7024b7a0aa32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:31.395868 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port ef594500-3ebc-40e9-85bf-fad1ad36d300 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:31.421068 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-16d3cd01-0aa5-4a97-a35f-eb4a0cf07ba1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/3c982ed8-a152-455b-a60c-302ef21fc453 HTTP/1.1" status: 204 len: 168 time: 1.4051521 May 13 14:35:31.434451 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49864) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:31.548963 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-451ba0c8-cae6-4c68-a00d-c68a6ef7e1ba req-c176b0b5-4bfd-4c03-b9d6-644ff513237d tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341897 May 13 14:35:31.569830 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9d70ebce-104e-4c87-b108-c23b821965fa tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1308358 May 13 14:35:31.580069 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49868) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:31.592135 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-af1a6fb9-01db-4d9c-9b81-59f07954b04e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:31.599554 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc080061-4484-40dd-87e2-6131b91b2991 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:31.600331 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-bc080061-4484-40dd-87e2-6131b91b2991 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Synchronizing usage tracker for tenant:1b630e84e85a4729b322edb7bcde5407 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:31.612637 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-5b513531-8d8a-4502-b779-90243376b0a7 req-fcc65ed5-6b4a-4a19-8d85-03d7214f1e12 service neutron] Attempting to bind port 678150fc-a884-4cde-a368-5d99c72e9568 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:35:31.613422 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-5b513531-8d8a-4502-b779-90243376b0a7 req-fcc65ed5-6b4a-4a19-8d85-03d7214f1e12 service neutron] Attempting to bind port 678150fc-a884-4cde-a368-5d99c72e9568 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:35:31.614079 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b513531-8d8a-4502-b779-90243376b0a7 req-fcc65ed5-6b4a-4a19-8d85-03d7214f1e12 service neutron] Attempting to bind port 678150fc-a884-4cde-a368-5d99c72e9568 on network 9479e797-5371-4e30-beb4-10899bbfb8b9 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:31.654070 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b055d74-b624-4ff1-a346-9aad94ac7153 None None] DHCP port deletion for 0723b97b-08c9-4db0-a15e-5b69273136d9 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:35:31.662647 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3b055d74-b624-4ff1-a346-9aad94ac7153 None None] Deleting port 065f5d10-07f6-494a-9084-02900d175317 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:31.663302 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3b055d74-b624-4ff1-a346-9aad94ac7153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:31.667822 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b513531-8d8a-4502-b779-90243376b0a7 req-fcc65ed5-6b4a-4a19-8d85-03d7214f1e12 service neutron] Port 678150fc-a884-4cde-a368-5d99c72e9568 on network 9479e797-5371-4e30-beb4-10899bbfb8b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:35:31.668155 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b513531-8d8a-4502-b779-90243376b0a7 req-fcc65ed5-6b4a-4a19-8d85-03d7214f1e12 service neutron] Attempting to bind port 678150fc-a884-4cde-a368-5d99c72e9568 on network 9479e797-5371-4e30-beb4-10899bbfb8b9 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:31.721695 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b513531-8d8a-4502-b779-90243376b0a7 req-fcc65ed5-6b4a-4a19-8d85-03d7214f1e12 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:35:31.721952 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b513531-8d8a-4502-b779-90243376b0a7 req-fcc65ed5-6b4a-4a19-8d85-03d7214f1e12 service neutron] Checking segment: {'id': 'aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:35:31.722343 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b513531-8d8a-4502-b779-90243376b0a7 req-fcc65ed5-6b4a-4a19-8d85-03d7214f1e12 service neutron] Bound using segment: {'id': 'aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:35:31.722793 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-5b513531-8d8a-4502-b779-90243376b0a7 req-fcc65ed5-6b4a-4a19-8d85-03d7214f1e12 service neutron] Bound port: 678150fc-a884-4cde-a368-5d99c72e9568, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:35:31.723152 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5b513531-8d8a-4502-b779-90243376b0a7 req-fcc65ed5-6b4a-4a19-8d85-03d7214f1e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:31.729947 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-3aec76e1-e381-42b9-98b7-773d9f89e0b2 req-e49d067e-b524-4030-96dc-3962c0f50fef tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Synchronizing usage tracker for tenant:4bf5ca8f1c6f4e04bb3034f82008394c on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:31.732003 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-bc080061-4484-40dd-87e2-6131b91b2991 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Unset dirty status for tenant:1b630e84e85a4729b322edb7bcde5407 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:31.736476 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bc080061-4484-40dd-87e2-6131b91b2991 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] 10.222.0.35 "GET /v2.0/ports?device_id=66a5f4b9-d2a6-4722-abb1-bc22bf9a3359 HTTP/1.1" status: 200 len: 913 time: 0.7070715 May 13 14:35:31.737410 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49874) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:31.745296 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-0f0f356c-9afd-453e-9dc1-cfa7ed337419 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:31.811559 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-33159234-eb5b-403f-9beb-f80996304bc6 req-b57e2664-e3b0-4927-aa0c-b6fb20ff4421 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 210 time: 0.1305401 May 13 14:35:31.833036 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8364f337-48b2-4a64-9c84-7821d8c98264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:31.872265 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [None req-9be94a30-a211-43be-961a-c908655630eb admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:35:31.915950 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-0f0f356c-9afd-453e-9dc1-cfa7ed337419 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Network 416fe630-2837-4613-ab8b-183c099abb37 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:31.922780 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9be94a30-a211-43be-961a-c908655630eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:31.930012 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-0f0f356c-9afd-453e-9dc1-cfa7ed337419 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:32.009118 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-3b055d74-b624-4ff1-a346-9aad94ac7153 None None] For port 065f5d10-07f6-494a-9084-02900d175317, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=065f5d10-07f6-494a-9084-02900d175317,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:32.009547 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3b055d74-b624-4ff1-a346-9aad94ac7153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:32.012378 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-0f0f356c-9afd-453e-9dc1-cfa7ed337419 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:32.058406 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-af1a6fb9-01db-4d9c-9b81-59f07954b04e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:32.063581 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-af1a6fb9-01db-4d9c-9b81-59f07954b04e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:subnet and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:32.067348 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-af1a6fb9-01db-4d9c-9b81-59f07954b04e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:32.073825 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-af1a6fb9-01db-4d9c-9b81-59f07954b04e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:32.083514 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-3aec76e1-e381-42b9-98b7-773d9f89e0b2 req-e49d067e-b524-4030-96dc-3962c0f50fef tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Unset dirty status for tenant:4bf5ca8f1c6f4e04bb3034f82008394c on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:32.097593 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3aec76e1-e381-42b9-98b7-773d9f89e0b2 req-e49d067e-b524-4030-96dc-3962c0f50fef tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fcdf33-8a6c-4569-a251-35c4d79d5792 HTTP/1.1" status: 200 len: 210 time: 0.5124509 May 13 14:35:32.139250 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-5b513531-8d8a-4502-b779-90243376b0a7 req-fcc65ed5-6b4a-4a19-8d85-03d7214f1e12 service neutron] For port 678150fc-a884-4cde-a368-5d99c72e9568, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:35:32.147895 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f356c-9afd-453e-9dc1-cfa7ed337419 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Pushing event updated for resources: {'Port': ['ID=10901e6e-7310-4383-bafe-2613089502c5,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:32.149173 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:32.153073 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9be94a30-a211-43be-961a-c908655630eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:32.157581 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3b055d74-b624-4ff1-a346-9aad94ac7153 None None] Calling delete_port for 065f5d10-07f6-494a-9084-02900d175317 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:32.164988 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-5b513531-8d8a-4502-b779-90243376b0a7 req-fcc65ed5-6b4a-4a19-8d85-03d7214f1e12 service neutron] For port 678150fc-a884-4cde-a368-5d99c72e9568, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=678150fc-a884-4cde-a368-5d99c72e9568,segment=NetworkSegment(aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa),segment_id=aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:35:32.249741 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1a6fb9-01db-4d9c-9b81-59f07954b04e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:32.253518 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-af1a6fb9-01db-4d9c-9b81-59f07954b04e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:32.261223 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5b513531-8d8a-4502-b779-90243376b0a7 req-fcc65ed5-6b4a-4a19-8d85-03d7214f1e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:32.261744 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3b055d74-b624-4ff1-a346-9aad94ac7153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:32.350487 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b055d74-b624-4ff1-a346-9aad94ac7153 None None] Pushing event deleted for resources: {'Port': ['ID=065f5d10-07f6-494a-9084-02900d175317,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:32.355002 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b055d74-b624-4ff1-a346-9aad94ac7153 None None] No DVR routers for this DVR port 065f5d10-07f6-494a-9084-02900d175317 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:35:32.413325 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-da523118-0861-456f-b54e-525f203732f4 req-64fe8fcc-22c0-41fe-9761-69c8db933344 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Allocated IP 172.20.0.4 (9479e797-5371-4e30-beb4-10899bbfb8b9/be55f4c0-99f6-4777-9e43-16529e4e725e/45ae5137-fb8f-45ed-9376-b4f6cad104f5) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:32.453461 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-0f0f356c-9afd-453e-9dc1-cfa7ed337419 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:32.454124 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-0f0f356c-9afd-453e-9dc1-cfa7ed337419 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:32.457265 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b513531-8d8a-4502-b779-90243376b0a7 req-fcc65ed5-6b4a-4a19-8d85-03d7214f1e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:32.457885 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5b513531-8d8a-4502-b779-90243376b0a7 req-fcc65ed5-6b4a-4a19-8d85-03d7214f1e12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:32.459309 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5b513531-8d8a-4502-b779-90243376b0a7 req-fcc65ed5-6b4a-4a19-8d85-03d7214f1e12 service neutron] 10.222.0.59 "PUT /v2.0/ports/678150fc-a884-4cde-a368-5d99c72e9568 HTTP/1.1" status: 200 len: 1091 time: 4.0751054 May 13 14:35:32.459862 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2af5f6-816f-4480-94c7-e3541f9fd469', 'tag': '678150fc-a884-4cde-a368-5d99c72e9568'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:32.495188 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9be94a30-a211-43be-961a-c908655630eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:32.517171 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be94a30-a211-43be-961a-c908655630eb admin admin] Pushing event updated for resources: {'Port': ['ID=b00a5227-07b8-4c9f-9343-45dfe61f433a,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:32.596226 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-0f0f356c-9afd-453e-9dc1-cfa7ed337419 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4305229 May 13 14:35:32.618188 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-b8f089e2-cf16-4bba-9544-45f10f02f9d2 service neutron] Request body: {'port': {'device_id': '46fcdf33-8a6c-4569-a251-35c4d79d5792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:32.874864 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc65ed5-6b4a-4a19-8d85-03d7214f1e12 service neutron] Pushing event updated for resources: {'Port': ['ID=678150fc-a884-4cde-a368-5d99c72e9568,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:32.889423 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1789f-d6a5-4127-bd59-0cd0a52166aa req-2c5c9ef7-02b9-4402-b20c-5bc0500bb976 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:32.890884 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0cf1789f-d6a5-4127-bd59-0cd0a52166aa req-2c5c9ef7-02b9-4402-b20c-5bc0500bb976 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.8554602 May 13 14:35:32.987014 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 065f5d10-07f6-494a-9084-02900d175317 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:35:33.018267 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-b8f089e2-cf16-4bba-9544-45f10f02f9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:33.026084 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 065f5d10-07f6-494a-9084-02900d175317 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:35:33.026442 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 065f5d10-07f6-494a-9084-02900d175317 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:35:33.053127 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0cf1789f-d6a5-4127-bd59-0cd0a52166aa req-81d407ed-e338-4608-a320-3edcbba02491 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465359 May 13 14:35:33.097809 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b513531-8d8a-4502-b779-90243376b0a7 req-bc2ff6bd-1fb7-47e9-b08e-212f9d0573ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:33.099320 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5b513531-8d8a-4502-b779-90243376b0a7 req-bc2ff6bd-1fb7-47e9-b08e-212f9d0573ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=936df29ada1f4039bf03263eb4658581&device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 1094 time: 0.5661967 May 13 14:35:33.130396 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe80265-fdef-49e9-b55f-ee205862a60f req-73b575b6-a4bf-4bcf-b0a2-b7a98a07cbd0 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:33.131941 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dbe80265-fdef-49e9-b55f-ee205862a60f req-73b575b6-a4bf-4bcf-b0a2-b7a98a07cbd0 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=4999c7c6-003f-4178-9f13-7024b7a0aa32 HTTP/1.1" status: 200 len: 931 time: 0.6022031 May 13 14:35:33.145891 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70a6ace6-9dcc-486b-8f42-070c9871cc0f'] response: {'name': 'network-changed', 'server_uuid': '9a2af5f6-816f-4480-94c7-e3541f9fd469', 'tag': '678150fc-a884-4cde-a368-5d99c72e9568', 'status': 'completed', 'code': 200} May 13 14:35:33.186907 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be94a30-a211-43be-961a-c908655630eb admin admin] Network 9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:33.204717 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-9be94a30-a211-43be-961a-c908655630eb admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:33.239069 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-da523118-0861-456f-b54e-525f203732f4 req-64fe8fcc-22c0-41fe-9761-69c8db933344 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:33.265092 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8364f337-48b2-4a64-9c84-7821d8c98264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 191e9bd6-e5af-4fda-9fca-5d8418aeb40c {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:35:33.272778 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8364f337-48b2-4a64-9c84-7821d8c98264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:33.288922 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8364f337-48b2-4a64-9c84-7821d8c98264 service neutron] Transition to ACTIVE for port object 191e9bd6-e5af-4fda-9fca-5d8418aeb40c will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:33.347027 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8364f337-48b2-4a64-9c84-7821d8c98264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:33.397855 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5b513531-8d8a-4502-b779-90243376b0a7 req-14d4ccd4-3bd9-4807-a7bd-36dbeb97b1c8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=678150fc-a884-4cde-a368-5d99c72e9568 HTTP/1.1" status: 200 len: 217 time: 0.2839241 May 13 14:35:33.411032 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b60ea813-e9b8-4c1f-b6c5-58a3daa6f561 req-984d6f59-1688-40fc-a3cb-573b14e0fef0 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 210 time: 0.1205845 May 13 14:35:33.541071 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-af1a6fb9-01db-4d9c-9b81-59f07954b04e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:33.545798 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-44c7385a-ee63-41d0-a144-16e20a0ea267 None None] Provisioning complete for port b00a5227-07b8-4c9f-9343-45dfe61f433a triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:33.546170 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-44c7385a-ee63-41d0-a144-16e20a0ea267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:33.553515 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-da523118-0861-456f-b54e-525f203732f4 req-64fe8fcc-22c0-41fe-9761-69c8db933344 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Transition to ACTIVE for port object 45ae5137-fb8f-45ed-9376-b4f6cad104f5 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:33.592020 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dbe80265-fdef-49e9-b55f-ee205862a60f req-bd2f0e31-9d99-4c97-bb69-9027c59d20b7 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409900 May 13 14:35:33.609849 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8364f337-48b2-4a64-9c84-7821d8c98264 service neutron] Pushing event updated for resources: {'Port': ['ID=191e9bd6-e5af-4fda-9fca-5d8418aeb40c,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:33.628035 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-44c7385a-ee63-41d0-a144-16e20a0ea267 None None] Port b00a5227-07b8-4c9f-9343-45dfe61f433a cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:35:33.663682 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b513531-8d8a-4502-b779-90243376b0a7 req-3cf5dd48-f0b6-40c5-a123-9ae7169a0ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:33.665047 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5b513531-8d8a-4502-b779-90243376b0a7 req-3cf5dd48-f0b6-40c5-a123-9ae7169a0ac7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be55f4c0-99f6-4777-9e43-16529e4e725e HTTP/1.1" status: 200 len: 857 time: 0.2530887 May 13 14:35:33.706785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1a6fb9-01db-4d9c-9b81-59f07954b04e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:33.806163 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-af1a6fb9-01db-4d9c-9b81-59f07954b04e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:33.816267 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686f2ad6-8b0e-4b2f-bac9-c9847062b964 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:35:33.864404 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8364f337-48b2-4a64-9c84-7821d8c98264 service neutron] Attempting to bind port 191e9bd6-e5af-4fda-9fca-5d8418aeb40c on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:35:33.864742 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8364f337-48b2-4a64-9c84-7821d8c98264 service neutron] Attempting to bind port 191e9bd6-e5af-4fda-9fca-5d8418aeb40c by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'bc45d110-6939-449a-9ea3-bc6409d12d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:35:33.865075 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8364f337-48b2-4a64-9c84-7821d8c98264 service neutron] Attempting to bind port 191e9bd6-e5af-4fda-9fca-5d8418aeb40c on network fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:33.879452 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1a6fb9-01db-4d9c-9b81-59f07954b04e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:33.879726 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-af1a6fb9-01db-4d9c-9b81-59f07954b04e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:33.884451 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ba752-320f-4c16-8b04-331cd49d84ec req-c158bdad-f223-4890-bb22-e6c207afb1b6 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:33.885984 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9a7ba752-320f-4c16-8b04-331cd49d84ec req-c158bdad-f223-4890-bb22-e6c207afb1b6 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.3431478 May 13 14:35:33.891774 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8364f337-48b2-4a64-9c84-7821d8c98264 service neutron] Port 191e9bd6-e5af-4fda-9fca-5d8418aeb40c on network fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:35:33.892098 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8364f337-48b2-4a64-9c84-7821d8c98264 service neutron] Attempting to bind port 191e9bd6-e5af-4fda-9fca-5d8418aeb40c on network fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:33.905413 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a6fb9-01db-4d9c-9b81-59f07954b04e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Subnet': ['ID=f9dd94c9-1090-47c2-b5b2-351d1a474ec7,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:33.918214 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8364f337-48b2-4a64-9c84-7821d8c98264 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:35:33.918214 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8364f337-48b2-4a64-9c84-7821d8c98264 service neutron] Checking segment: {'id': 'bc45d110-6939-449a-9ea3-bc6409d12d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:35:33.918466 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8364f337-48b2-4a64-9c84-7821d8c98264 service neutron] Bound using segment: {'id': 'bc45d110-6939-449a-9ea3-bc6409d12d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:35:33.918750 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8364f337-48b2-4a64-9c84-7821d8c98264 service neutron] Bound port: 191e9bd6-e5af-4fda-9fca-5d8418aeb40c, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc45d110-6939-449a-9ea3-bc6409d12d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:35:33.919096 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8364f337-48b2-4a64-9c84-7821d8c98264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:33.943742 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b513531-8d8a-4502-b779-90243376b0a7 req-95659e66-acd7-4111-8279-90045c18f148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:33.945252 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5b513531-8d8a-4502-b779-90243376b0a7 req-95659e66-acd7-4111-8279-90045c18f148 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9479e797-5371-4e30-beb4-10899bbfb8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2485719 May 13 14:35:33.989458 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-af1a6fb9-01db-4d9c-9b81-59f07954b04e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4005187 May 13 14:35:33.992257 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49892) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:34.014259 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be94a30-a211-43be-961a-c908655630eb admin admin] Router 37866fdd-c20b-48a9-926b-6f7a1889902b has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:35:34.024099 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-da523118-0861-456f-b54e-525f203732f4 req-64fe8fcc-22c0-41fe-9761-69c8db933344 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:34.040415 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-8e156fac-1ed9-4fd8-b58c-3d31b410b8f1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'port': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'fixed_ips': [{'subnet_id': 'f9dd94c9-1090-47c2-b5b2-351d1a474ec7', 'ip_address': '2001:db8::2e08:98a8:46cd:d87e'}], 'name': 'tempest-NetworksTestDHCPv6-839478146'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:34.077910 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c4bc51-3195-4a72-b68e-50a9df71182b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-0723b97b-08c9-4db0-a15e-5b69273136d9', 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'fixed_ips': [{'subnet_id': 'f9dd94c9-1090-47c2-b5b2-351d1a474ec7'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:35:34.079769 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-35c4bc51-3195-4a72-b68e-50a9df71182b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:34.123736 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9a7ba752-320f-4c16-8b04-331cd49d84ec req-049f86b3-5699-4149-a71e-e078fdb9d5b9 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258985 May 13 14:35:34.182156 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da523118-0861-456f-b54e-525f203732f4 req-64fe8fcc-22c0-41fe-9761-69c8db933344 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Network 9479e797-5371-4e30-beb4-10899bbfb8b9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:34.208638 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-da523118-0861-456f-b54e-525f203732f4 req-64fe8fcc-22c0-41fe-9761-69c8db933344 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:34.211051 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-da523118-0861-456f-b54e-525f203732f4 req-64fe8fcc-22c0-41fe-9761-69c8db933344 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:34.268781 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-35c4bc51-3195-4a72-b68e-50a9df71182b None None] Allocated IP 2001:db8::2 (0723b97b-08c9-4db0-a15e-5b69273136d9/f9dd94c9-1090-47c2-b5b2-351d1a474ec7/c90f15af-09d0-4a8a-a800-0a4fe43378c7) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:34.280960 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a6302-5b09-4e32-8489-3cee06abb846 req-89ff46d9-5c4e-469f-8915-8a3847a35ef4 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:34.282545 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5c9a6302-5b09-4e32-8489-3cee06abb846 req-89ff46d9-5c4e-469f-8915-8a3847a35ef4 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fcdf33-8a6c-4569-a251-35c4d79d5792 HTTP/1.1" status: 200 len: 932 time: 0.5796752 May 13 14:35:34.284505 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe8fcc-22c0-41fe-9761-69c8db933344 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Pushing event updated for resources: {'Port': ['ID=45ae5137-fb8f-45ed-9376-b4f6cad104f5,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:34.300509 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-b8f089e2-cf16-4bba-9544-45f10f02f9d2 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:35:34.509629 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8364f337-48b2-4a64-9c84-7821d8c98264 service neutron] For port 191e9bd6-e5af-4fda-9fca-5d8418aeb40c, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:35:34.514887 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8364f337-48b2-4a64-9c84-7821d8c98264 service neutron] For port 191e9bd6-e5af-4fda-9fca-5d8418aeb40c, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=191e9bd6-e5af-4fda-9fca-5d8418aeb40c,segment=NetworkSegment(bc45d110-6939-449a-9ea3-bc6409d12d19),segment_id=bc45d110-6939-449a-9ea3-bc6409d12d19)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:35:34.560422 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da523118-0861-456f-b54e-525f203732f4 req-64fe8fcc-22c0-41fe-9761-69c8db933344 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:34.561692 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-da523118-0861-456f-b54e-525f203732f4 req-64fe8fcc-22c0-41fe-9761-69c8db933344 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:34.581915 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8e156fac-1ed9-4fd8-b58c-3d31b410b8f1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:34.585460 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8e156fac-1ed9-4fd8-b58c-3d31b410b8f1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:port and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:34.588936 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8e156fac-1ed9-4fd8-b58c-3d31b410b8f1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:34.595668 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8e156fac-1ed9-4fd8-b58c-3d31b410b8f1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:34.596800 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-b8f089e2-cf16-4bba-9544-45f10f02f9d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10901e6e-7310-4383-bafe-2613089502c5 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:35:34.608177 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5b513531-8d8a-4502-b779-90243376b0a7 req-bf27147e-437a-4f0e-921d-1c230c8c1b1d service neutron] 10.222.0.59 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6282315 May 13 14:35:34.617683 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c37916bb-04c9-4277-8c6d-24793c8c8eeb None None] Provisioning for port 45ae5137-fb8f-45ed-9376-b4f6cad104f5 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:34.618106 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5c9a6302-5b09-4e32-8489-3cee06abb846 req-6cf98b51-0ed6-4128-a222-17cc8767397a tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb37455-50dc-4793-988d-d89f1af19108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968588 May 13 14:35:34.626157 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c37916bb-04c9-4277-8c6d-24793c8c8eeb None None] Provisioning complete for port 45ae5137-fb8f-45ed-9376-b4f6cad104f5 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:34.626527 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c37916bb-04c9-4277-8c6d-24793c8c8eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:34.640029 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-b8f089e2-cf16-4bba-9544-45f10f02f9d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:34.650499 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be94a30-a211-43be-961a-c908655630eb admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:35:34.680784 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9be94a30-a211-43be-961a-c908655630eb admin admin] 10.222.0.35 "PUT /v2.0/routers/37866fdd-c20b-48a9-926b-6f7a1889902b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5225286 May 13 14:35:34.701984 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-b8f089e2-cf16-4bba-9544-45f10f02f9d2 service neutron] Transition to ACTIVE for port object 10901e6e-7310-4383-bafe-2613089502c5 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:34.704008 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da523118-0861-456f-b54e-525f203732f4 req-64fe8fcc-22c0-41fe-9761-69c8db933344 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9746711 May 13 14:35:34.709442 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e156fac-1ed9-4fd8-b58c-3d31b410b8f1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:34.713528 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-b8f089e2-cf16-4bba-9544-45f10f02f9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:34.727828 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8364f337-48b2-4a64-9c84-7821d8c98264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:34.732967 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-c37916bb-04c9-4277-8c6d-24793c8c8eeb None None] Port 45ae5137-fb8f-45ed-9376-b4f6cad104f5 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:35:34.735126 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b51fdbb-9d4a-4f36-8999-187f6308baf5 None None] Sync routers for ids ['37866fdd-c20b-48a9-926b-6f7a1889902b'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:35:34.755916 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-35c4bc51-3195-4a72-b68e-50a9df71182b None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:34.782042 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b51fdbb-9d4a-4f36-8999-187f6308baf5 None None] Routers {'37866fdd-c20b-48a9-926b-6f7a1889902b'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:35:34.785389 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-9b51fdbb-9d4a-4f36-8999-187f6308baf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:35:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['37866fdd-c20b-48a9-926b-6f7a1889902b'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:34.844871 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-da523118-0861-456f-b54e-525f203732f4 req-4fd6fe21-6986-4010-ac42-c7bbe319cf4e service neutron] Request body: {'port': {'device_id': '596c291f-ebd1-4ceb-8040-84bed4b698da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:34.853485 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-35c4bc51-3195-4a72-b68e-50a9df71182b None None] Transition to ACTIVE for port object c90f15af-09d0-4a8a-a800-0a4fe43378c7 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:34.884148 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f089e2-cf16-4bba-9544-45f10f02f9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=10901e6e-7310-4383-bafe-2613089502c5,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:34.901289 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-35c4bc51-3195-4a72-b68e-50a9df71182b None None] Transition to ACTIVE for port object c90f15af-09d0-4a8a-a800-0a4fe43378c7 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:34.946024 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7cfa9124-16e0-4ccb-ba40-7a40eeb4be54 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:35.005278 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-35c4bc51-3195-4a72-b68e-50a9df71182b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:35.095345 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c4bc51-3195-4a72-b68e-50a9df71182b None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:35.102423 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-35c4bc51-3195-4a72-b68e-50a9df71182b None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:35.104930 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c4bc51-3195-4a72-b68e-50a9df71182b None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:35.149748 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4bc51-3195-4a72-b68e-50a9df71182b None None] Pushing event updated for resources: {'Port': ['ID=c90f15af-09d0-4a8a-a800-0a4fe43378c7,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:35.161795 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-9b51fdbb-9d4a-4f36-8999-187f6308baf5 None None] Set router 37866fdd-c20b-48a9-926b-6f7a1889902b gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:35:35.190770 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8364f337-48b2-4a64-9c84-7821d8c98264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:35.191419 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8364f337-48b2-4a64-9c84-7821d8c98264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:35.193268 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-8364f337-48b2-4a64-9c84-7821d8c98264 service neutron] 10.222.0.74 "PUT /v2.0/ports/191e9bd6-e5af-4fda-9fca-5d8418aeb40c HTTP/1.1" status: 200 len: 1091 time: 3.8354673 May 13 14:35:35.198378 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4999c7c6-003f-4178-9f13-7024b7a0aa32', 'tag': '191e9bd6-e5af-4fda-9fca-5d8418aeb40c'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:35.200754 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-da523118-0861-456f-b54e-525f203732f4 req-4fd6fe21-6986-4010-ac42-c7bbe319cf4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:35.337030 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f978e-6ec1-4ddd-ac16-a6a7ee500fa7 req-36593dcd-bc5b-44f1-9e01-4b5d79133028 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:35.338070 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ad1f978e-6ec1-4ddd-ac16-a6a7ee500fa7 req-36593dcd-bc5b-44f1-9e01-4b5d79133028 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Synchronizing usage tracker for tenant:936df29ada1f4039bf03263eb4658581 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:35.349078 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-b8f089e2-cf16-4bba-9544-45f10f02f9d2 service neutron] Attempting to bind port 10901e6e-7310-4383-bafe-2613089502c5 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:35:35.349078 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-b8f089e2-cf16-4bba-9544-45f10f02f9d2 service neutron] Attempting to bind port 10901e6e-7310-4383-bafe-2613089502c5 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'eb984b0e-b43d-4b62-a7f7-76122fc8e481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '416fe630-2837-4613-ab8b-183c099abb37'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:35:35.349078 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-b8f089e2-cf16-4bba-9544-45f10f02f9d2 service neutron] Attempting to bind port 10901e6e-7310-4383-bafe-2613089502c5 on network 416fe630-2837-4613-ab8b-183c099abb37 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:35.349479 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-35c4bc51-3195-4a72-b68e-50a9df71182b None None] Attempting to bind port c90f15af-09d0-4a8a-a800-0a4fe43378c7 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:35:35.349479 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-35c4bc51-3195-4a72-b68e-50a9df71182b None None] Attempting to bind port c90f15af-09d0-4a8a-a800-0a4fe43378c7 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:35:35.349479 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4bc51-3195-4a72-b68e-50a9df71182b None None] Attempting to bind port c90f15af-09d0-4a8a-a800-0a4fe43378c7 on network 0723b97b-08c9-4db0-a15e-5b69273136d9 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:35.367646 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-b8f089e2-cf16-4bba-9544-45f10f02f9d2 service neutron] Port 10901e6e-7310-4383-bafe-2613089502c5 on network 416fe630-2837-4613-ab8b-183c099abb37 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:35:35.368051 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-b8f089e2-cf16-4bba-9544-45f10f02f9d2 service neutron] Attempting to bind port 10901e6e-7310-4383-bafe-2613089502c5 on network 416fe630-2837-4613-ab8b-183c099abb37 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:35.371621 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8364f337-48b2-4a64-9c84-7821d8c98264 service neutron] Pushing event updated for resources: {'Port': ['ID=191e9bd6-e5af-4fda-9fca-5d8418aeb40c,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:35.377835 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4bc51-3195-4a72-b68e-50a9df71182b None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:35:35.378216 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4bc51-3195-4a72-b68e-50a9df71182b None None] Checking segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:35:35.378624 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-35c4bc51-3195-4a72-b68e-50a9df71182b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:35.379012 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4bc51-3195-4a72-b68e-50a9df71182b None None] Bound using segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:35:35.379518 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-35c4bc51-3195-4a72-b68e-50a9df71182b None None] Bound port: c90f15af-09d0-4a8a-a800-0a4fe43378c7, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:35:35.379890 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-35c4bc51-3195-4a72-b68e-50a9df71182b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:35.430285 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-b8f089e2-cf16-4bba-9544-45f10f02f9d2 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:35:35.430685 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-b8f089e2-cf16-4bba-9544-45f10f02f9d2 service neutron] Checking segment: {'id': 'eb984b0e-b43d-4b62-a7f7-76122fc8e481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '416fe630-2837-4613-ab8b-183c099abb37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:35:35.431507 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-b8f089e2-cf16-4bba-9544-45f10f02f9d2 service neutron] Bound using segment: {'id': 'eb984b0e-b43d-4b62-a7f7-76122fc8e481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '416fe630-2837-4613-ab8b-183c099abb37'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:35:35.431507 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-b8f089e2-cf16-4bba-9544-45f10f02f9d2 service neutron] Bound port: 10901e6e-7310-4383-bafe-2613089502c5, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb984b0e-b43d-4b62-a7f7-76122fc8e481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '416fe630-2837-4613-ab8b-183c099abb37'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:35:35.431847 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-b8f089e2-cf16-4bba-9544-45f10f02f9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:35.445665 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5b513531-8d8a-4502-b779-90243376b0a7 req-10dc0e8b-96e4-4f69-a481-fb9d046b2dd0 service neutron] 10.222.0.59 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7667847 May 13 14:35:35.446697 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ad1f978e-6ec1-4ddd-ac16-a6a7ee500fa7 req-36593dcd-bc5b-44f1-9e01-4b5d79133028 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Unset dirty status for tenant:936df29ada1f4039bf03263eb4658581 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:35.454880 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad1f978e-6ec1-4ddd-ac16-a6a7ee500fa7 req-36593dcd-bc5b-44f1-9e01-4b5d79133028 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 931 time: 0.6156008 May 13 14:35:35.459015 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e156fac-1ed9-4fd8-b58c-3d31b410b8f1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:35.582129 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4016d0-8faf-4274-8b03-6519b620a7c6 req-9c6d56ed-2c0d-4ae8-9efd-fb3263ab42b2 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:35.589392 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-de4016d0-8faf-4274-8b03-6519b620a7c6 req-9c6d56ed-2c0d-4ae8-9efd-fb3263ab42b2 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.9801710 May 13 14:35:35.632762 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-35c4bc51-3195-4a72-b68e-50a9df71182b None None] For port c90f15af-09d0-4a8a-a800-0a4fe43378c7, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:35:35.651347 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-35c4bc51-3195-4a72-b68e-50a9df71182b None None] For port c90f15af-09d0-4a8a-a800-0a4fe43378c7, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c90f15af-09d0-4a8a-a800-0a4fe43378c7,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:35:35.654963 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-8e156fac-1ed9-4fd8-b58c-3d31b410b8f1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] device_id is not set on port 40c50b55-c6a7-4009-936d-12856771eca9 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:35:35.662890 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-35c4bc51-3195-4a72-b68e-50a9df71182b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:35.734963 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ad1f978e-6ec1-4ddd-ac16-a6a7ee500fa7 req-05457fe0-ef5f-42b2-9f0e-6482f73fee56 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Synchronizing usage tracker for tenant:936df29ada1f4039bf03263eb4658581 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:35.770148 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4bc51-3195-4a72-b68e-50a9df71182b None None] Pushing event updated for resources: {'Port': ['ID=c90f15af-09d0-4a8a-a800-0a4fe43378c7,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:35.790748 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-9b51fdbb-9d4a-4f36-8999-187f6308baf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37866fdd-c20b-48a9-926b-6f7a1889902b', 'name': 'tempest-FloatingIPDetailsTestJSON-1770113208-router', 'tenant_id': '733e68c1036540e8b39c40468fae0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ef594500-3ebc-40e9-85bf-fad1ad36d300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:13Z', 'updated_at': '2022-05-13T14:35:30Z', 'revision_number': 4, 'project_id': '733e68c1036540e8b39c40468fae0326', 'gw_port': {'id': 'ef594500-3ebc-40e9-85bf-fad1ad36d300', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:43:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37866fdd-c20b-48a9-926b-6f7a1889902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:17Z', 'updated_at': '2022-05-13T14:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'b00a5227-07b8-4c9f-9343-45dfe61f433a', 'name': '', 'network_id': '9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde', 'tenant_id': '733e68c1036540e8b39c40468fae0326', 'mac_address': 'fa:16:3e:77:d0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37866fdd-c20b-48a9-926b-6f7a1889902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'bcc8e8a6-0628-4625-aeff-f9c5c9182ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:27Z', 'updated_at': '2022-05-13T14:35:31Z', 'revision_number': 2, 'project_id': '733e68c1036540e8b39c40468fae0326', 'subnets': [{'id': 'bcc8e8a6-0628-4625-aeff-f9c5c9182ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:35.795192 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-de4016d0-8faf-4274-8b03-6519b620a7c6 req-e40f7165-8f1a-4b81-8c78-8e50abd52d04 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048359 May 13 14:35:35.797130 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b51fdbb-9d4a-4f36-8999-187f6308baf5 None None] Checking router: 37866fdd-c20b-48a9-926b-6f7a1889902b for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:35:35.797315 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b51fdbb-9d4a-4f36-8999-187f6308baf5 None None] Updating router 37866fdd-c20b-48a9-926b-6f7a1889902b port b00a5227-07b8-4c9f-9343-45dfe61f433a binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:35:35.808636 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-f09ea7b2-6a00-4bde-a7cc-84586fde7601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:35.810175 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-f09ea7b2-6a00-4bde-a7cc-84586fde7601 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=243e132e505a4d4ea3a9ff36148c6380&device_id=4999c7c6-003f-4178-9f13-7024b7a0aa32 HTTP/1.1" status: 200 len: 1094 time: 0.5073543 May 13 14:35:35.852658 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ad1f978e-6ec1-4ddd-ac16-a6a7ee500fa7 req-05457fe0-ef5f-42b2-9f0e-6482f73fee56 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Unset dirty status for tenant:936df29ada1f4039bf03263eb4658581 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:35.864894 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad1f978e-6ec1-4ddd-ac16-a6a7ee500fa7 req-05457fe0-ef5f-42b2-9f0e-6482f73fee56 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090133 May 13 14:35:35.895466 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-b8f089e2-cf16-4bba-9544-45f10f02f9d2 service neutron] For port 10901e6e-7310-4383-bafe-2613089502c5, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:35:35.896408 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9b51fdbb-9d4a-4f36-8999-187f6308baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:35.902660 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-b8f089e2-cf16-4bba-9544-45f10f02f9d2 service neutron] For port 10901e6e-7310-4383-bafe-2613089502c5, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=10901e6e-7310-4383-bafe-2613089502c5,segment=NetworkSegment(eb984b0e-b43d-4b62-a7f7-76122fc8e481),segment_id=eb984b0e-b43d-4b62-a7f7-76122fc8e481)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:35:35.917303 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-b8f089e2-cf16-4bba-9544-45f10f02f9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:36.014516 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-20476a9b-2edb-42b5-b664-c95e3341350e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=191e9bd6-e5af-4fda-9fca-5d8418aeb40c HTTP/1.1" status: 200 len: 217 time: 0.1617463 May 13 14:35:36.061656 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-b8f089e2-cf16-4bba-9544-45f10f02f9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:36.062790 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-b8f089e2-cf16-4bba-9544-45f10f02f9d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:36.064479 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-b8f089e2-cf16-4bba-9544-45f10f02f9d2 service neutron] 10.222.0.59 "PUT /v2.0/ports/10901e6e-7310-4383-bafe-2613089502c5 HTTP/1.1" status: 200 len: 1092 time: 3.4504600 May 13 14:35:36.108566 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46fcdf33-8a6c-4569-a251-35c4d79d5792', 'tag': '10901e6e-7310-4383-bafe-2613089502c5'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:36.370362 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-636ccd58-9e73-48bb-92ed-1e3cdd0c2ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:36.372653 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-636ccd58-9e73-48bb-92ed-1e3cdd0c2ba5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9cc4fb1-d2ad-4765-9e89-652a7928106b HTTP/1.1" status: 200 len: 862 time: 0.3510075 May 13 14:35:36.401708 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f089e2-cf16-4bba-9544-45f10f02f9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=10901e6e-7310-4383-bafe-2613089502c5,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:36.424883 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-8e156fac-1ed9-4fd8-b58c-3d31b410b8f1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Allocated IP 2001:db8::2e08:98a8:46cd:d87e (0723b97b-08c9-4db0-a15e-5b69273136d9/f9dd94c9-1090-47c2-b5b2-351d1a474ec7/40c50b55-c6a7-4009-936d-12856771eca9) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:36.452679 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f6dfedc-573a-4408-a822-f68a75e74d2f req-ae80ee53-310a-4f73-9482-2298b2c79dad tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4320490 May 13 14:35:36.457930 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-2f6dfedc-573a-4408-a822-f68a75e74d2f req-9d9e0f1e-3846-48dc-bce0-8cd0c86ed943 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:36.466135 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9b51fdbb-9d4a-4f36-8999-187f6308baf5 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:36.469420 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-2f6dfedc-573a-4408-a822-f68a75e74d2f req-9d9e0f1e-3846-48dc-bce0-8cd0c86ed943 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:36.476774 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-da523118-0861-456f-b54e-525f203732f4 req-4fd6fe21-6986-4010-ac42-c7bbe319cf4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ae5137-fb8f-45ed-9376-b4f6cad104f5 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:35:36.478568 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9b51fdbb-9d4a-4f36-8999-187f6308baf5 None None] Transition to ACTIVE for port object b00a5227-07b8-4c9f-9343-45dfe61f433a will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:36.483083 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2f6dfedc-573a-4408-a822-f68a75e74d2f req-9d9e0f1e-3846-48dc-bce0-8cd0c86ed943 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Usage tracker for resource:floatingip and tenant:733e68c1036540e8b39c40468fae0326 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:36.490036 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2f6dfedc-573a-4408-a822-f68a75e74d2f req-9d9e0f1e-3846-48dc-bce0-8cd0c86ed943 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:36.490885 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9b51fdbb-9d4a-4f36-8999-187f6308baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:36.494056 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-da523118-0861-456f-b54e-525f203732f4 req-4fd6fe21-6986-4010-ac42-c7bbe319cf4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:36.498572 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1439375-2010-4f39-b6f7-7267e763a540 req-9b3b7c57-799d-4189-9847-47f18afde4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:36.500865 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a1439375-2010-4f39-b6f7-7267e763a540 req-9b3b7c57-799d-4189-9847-47f18afde4a1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=936df29ada1f4039bf03263eb4658581&device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 1094 time: 0.9574089 May 13 14:35:36.506333 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-2f6dfedc-573a-4408-a822-f68a75e74d2f req-9d9e0f1e-3846-48dc-bce0-8cd0c86ed943 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:36.509919 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-a648470e-48e8-4670-a21a-c30ccf52a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:36.511784 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-a648470e-48e8-4670-a21a-c30ccf52a92b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4bf5ca8f1c6f4e04bb3034f82008394c&device_id=46fcdf33-8a6c-4569-a251-35c4d79d5792 HTTP/1.1" status: 200 len: 1095 time: 0.3208859 May 13 14:35:36.590755 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-da523118-0861-456f-b54e-525f203732f4 req-4fd6fe21-6986-4010-ac42-c7bbe319cf4e service neutron] Transition to ACTIVE for port object 45ae5137-fb8f-45ed-9376-b4f6cad104f5 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:36.593712 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-7637fb45-8616-4df8-8e79-0cba884f9c9c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10901e6e-7310-4383-bafe-2613089502c5 HTTP/1.1" status: 200 len: 217 time: 0.0733037 May 13 14:35:36.597570 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-da523118-0861-456f-b54e-525f203732f4 req-4fd6fe21-6986-4010-ac42-c7bbe319cf4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:36.633275 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542bbf6-d827-4dbb-b4a7-f304a11fd44c None None] Pushing event updated for resources: {'Port': ['ID=b00a5227-07b8-4c9f-9343-45dfe61f433a,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:36.686167 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2f6dfedc-573a-4408-a822-f68a75e74d2f req-9d9e0f1e-3846-48dc-bce0-8cd0c86ed943 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks [] for floatingip, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:36.760741 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-0da4105b-5be8-44b5-ad2f-379c4595d048 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797691 May 13 14:35:36.776576 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-9b51fdbb-9d4a-4f36-8999-187f6308baf5 None None] Attempting to bind port b00a5227-07b8-4c9f-9343-45dfe61f433a on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:35:36.776940 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-9b51fdbb-9d4a-4f36-8999-187f6308baf5 None None] Attempting to bind port b00a5227-07b8-4c9f-9343-45dfe61f433a by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'efc39824-7b53-424f-a9eb-567f5b99437e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:35:36.777300 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b51fdbb-9d4a-4f36-8999-187f6308baf5 None None] Attempting to bind port b00a5227-07b8-4c9f-9343-45dfe61f433a on network 9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:36.785660 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b51fdbb-9d4a-4f36-8999-187f6308baf5 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:35:36.786257 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b51fdbb-9d4a-4f36-8999-187f6308baf5 None None] Checking segment: {'id': 'efc39824-7b53-424f-a9eb-567f5b99437e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:35:36.786924 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9b51fdbb-9d4a-4f36-8999-187f6308baf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:36.787620 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b51fdbb-9d4a-4f36-8999-187f6308baf5 None None] Bound using segment: {'id': 'efc39824-7b53-424f-a9eb-567f5b99437e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:35:36.788440 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-9b51fdbb-9d4a-4f36-8999-187f6308baf5 None None] Bound port: b00a5227-07b8-4c9f-9343-45dfe61f433a, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc39824-7b53-424f-a9eb-567f5b99437e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:35:36.788817 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9b51fdbb-9d4a-4f36-8999-187f6308baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:36.960325 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-9b51fdbb-9d4a-4f36-8999-187f6308baf5 None None] For port b00a5227-07b8-4c9f-9343-45dfe61f433a, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:35:36.964045 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-9b51fdbb-9d4a-4f36-8999-187f6308baf5 None None] For port b00a5227-07b8-4c9f-9343-45dfe61f433a, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b00a5227-07b8-4c9f-9343-45dfe61f433a,segment=NetworkSegment(efc39824-7b53-424f-a9eb-567f5b99437e),segment_id=efc39824-7b53-424f-a9eb-567f5b99437e)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:35:36.983749 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9b51fdbb-9d4a-4f36-8999-187f6308baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:37.067649 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6fe21-6986-4010-ac42-c7bbe319cf4e service neutron] Pushing event updated for resources: {'Port': ['ID=45ae5137-fb8f-45ed-9376-b4f6cad104f5,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:37.144373 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-8791857d-426a-4530-a4c1-c32c35687a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:37.146169 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-8791857d-426a-4530-a4c1-c32c35687a8b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=319867ff-6194-44d1-b0b0-9225def1fd5f HTTP/1.1" status: 200 len: 848 time: 0.5435205 May 13 14:35:37.154423 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c90f15af-09d0-4a8a-a800-0a4fe43378c7 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:37.251635 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-7cfa9124-16e0-4ccb-ba40-7a40eeb4be54 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Deleting port 9557972e-3978-45b4-82ab-a1304e241bcb {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:37.252026 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7cfa9124-16e0-4ccb-ba40-7a40eeb4be54 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:37.278661 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542bbf6-d827-4dbb-b4a7-f304a11fd44c None None] Pushing event updated for resources: {'Port': ['ID=b00a5227-07b8-4c9f-9343-45dfe61f433a,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:37.360454 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-da523118-0861-456f-b54e-525f203732f4 req-4fd6fe21-6986-4010-ac42-c7bbe319cf4e service neutron] Attempting to bind port 45ae5137-fb8f-45ed-9376-b4f6cad104f5 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:35:37.361196 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-da523118-0861-456f-b54e-525f203732f4 req-4fd6fe21-6986-4010-ac42-c7bbe319cf4e service neutron] Attempting to bind port 45ae5137-fb8f-45ed-9376-b4f6cad104f5 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:35:37.362441 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da523118-0861-456f-b54e-525f203732f4 req-4fd6fe21-6986-4010-ac42-c7bbe319cf4e service neutron] Attempting to bind port 45ae5137-fb8f-45ed-9376-b4f6cad104f5 on network 9479e797-5371-4e30-beb4-10899bbfb8b9 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:37.367425 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b51fdbb-9d4a-4f36-8999-187f6308baf5 None None] Routers {'37866fdd-c20b-48a9-926b-6f7a1889902b'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:35:37.370332 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-9b51fdbb-9d4a-4f36-8999-187f6308baf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:35:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['37866fdd-c20b-48a9-926b-6f7a1889902b'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:37.384463 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-1a9dd0fb-3d3f-442f-adf2-9a4653d24bbd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=416fe630-2837-4613-ab8b-183c099abb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2156260 May 13 14:35:37.387997 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da523118-0861-456f-b54e-525f203732f4 req-4fd6fe21-6986-4010-ac42-c7bbe319cf4e service neutron] Port 45ae5137-fb8f-45ed-9376-b4f6cad104f5 on network 9479e797-5371-4e30-beb4-10899bbfb8b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:35:37.388583 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da523118-0861-456f-b54e-525f203732f4 req-4fd6fe21-6986-4010-ac42-c7bbe319cf4e service neutron] Attempting to bind port 45ae5137-fb8f-45ed-9376-b4f6cad104f5 on network 9479e797-5371-4e30-beb4-10899bbfb8b9 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:37.397806 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da523118-0861-456f-b54e-525f203732f4 req-4fd6fe21-6986-4010-ac42-c7bbe319cf4e service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:35:37.398408 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da523118-0861-456f-b54e-525f203732f4 req-4fd6fe21-6986-4010-ac42-c7bbe319cf4e service neutron] Checking segment: {'id': 'aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:35:37.398978 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da523118-0861-456f-b54e-525f203732f4 req-4fd6fe21-6986-4010-ac42-c7bbe319cf4e service neutron] Bound using segment: {'id': 'aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:35:37.399604 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-da523118-0861-456f-b54e-525f203732f4 req-4fd6fe21-6986-4010-ac42-c7bbe319cf4e service neutron] Bound port: 45ae5137-fb8f-45ed-9376-b4f6cad104f5, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:35:37.400139 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-da523118-0861-456f-b54e-525f203732f4 req-4fd6fe21-6986-4010-ac42-c7bbe319cf4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:37.448325 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1439375-2010-4f39-b6f7-7267e763a540 req-1e36343a-1f58-4a56-89ac-6b4f19137384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:37.456027 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a1439375-2010-4f39-b6f7-7267e763a540 req-1e36343a-1f58-4a56-89ac-6b4f19137384 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9479e797-5371-4e30-beb4-10899bbfb8b9 HTTP/1.1" status: 200 len: 919 time: 0.9125848 May 13 14:35:37.530566 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76aadf-9837-4bea-8202-c1a75898ddbc req-c690f92d-2a47-42f3-a332-57fb16e57065 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:37.532144 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2c76aadf-9837-4bea-8202-c1a75898ddbc req-c690f92d-2a47-42f3-a332-57fb16e57065 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=4999c7c6-003f-4178-9f13-7024b7a0aa32 HTTP/1.1" status: 200 len: 943 time: 1.4645252 May 13 14:35:37.669507 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-40db738a-46b7-4b2f-b403-dd538eb933fa service neutron] 10.222.0.59 "GET /v2.0/networks/416fe630-2837-4613-ab8b-183c099abb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729833 May 13 14:35:37.688240 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a1439375-2010-4f39-b6f7-7267e763a540 req-99ab625c-2391-486d-ad7f-93d681c48148 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=678150fc-a884-4cde-a368-5d99c72e9568 HTTP/1.1" status: 200 len: 217 time: 0.1506360 May 13 14:35:37.742574 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-9b51fdbb-9d4a-4f36-8999-187f6308baf5 None None] Set router 37866fdd-c20b-48a9-926b-6f7a1889902b gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:35:37.764361 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-da523118-0861-456f-b54e-525f203732f4 req-4fd6fe21-6986-4010-ac42-c7bbe319cf4e service neutron] For port 45ae5137-fb8f-45ed-9376-b4f6cad104f5, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:35:37.790180 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-da523118-0861-456f-b54e-525f203732f4 req-4fd6fe21-6986-4010-ac42-c7bbe319cf4e service neutron] For port 45ae5137-fb8f-45ed-9376-b4f6cad104f5, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=45ae5137-fb8f-45ed-9376-b4f6cad104f5,segment=NetworkSegment(aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa),segment_id=aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:35:37.807485 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-da523118-0861-456f-b54e-525f203732f4 req-4fd6fe21-6986-4010-ac42-c7bbe319cf4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:37.814103 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port c90f15af-09d0-4a8a-a800-0a4fe43378c7 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:37.854737 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2c76aadf-9837-4bea-8202-c1a75898ddbc req-4fcf5a1e-b0e4-42a9-8a60-c3184b7e4b3c tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Synchronizing usage tracker for tenant:243e132e505a4d4ea3a9ff36148c6380 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:37.872193 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-7804e378-f8e5-4f18-b9d9-40542d43735e service neutron] 10.222.0.74 "GET /v2.0/networks/fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0669498 May 13 14:35:37.947522 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2c76aadf-9837-4bea-8202-c1a75898ddbc req-4fcf5a1e-b0e4-42a9-8a60-c3184b7e4b3c tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Unset dirty status for tenant:243e132e505a4d4ea3a9ff36148c6380 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:37.948673 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2c76aadf-9837-4bea-8202-c1a75898ddbc req-4fcf5a1e-b0e4-42a9-8a60-c3184b7e4b3c tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414161 May 13 14:35:37.950302 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1439375-2010-4f39-b6f7-7267e763a540 req-90028315-fe53-4cff-a3ce-0375e0e9de8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:37.952499 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a1439375-2010-4f39-b6f7-7267e763a540 req-90028315-fe53-4cff-a3ce-0375e0e9de8f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be55f4c0-99f6-4777-9e43-16529e4e725e HTTP/1.1" status: 200 len: 857 time: 0.1985574 May 13 14:35:37.979988 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2f6dfedc-573a-4408-a822-f68a75e74d2f req-9d9e0f1e-3846-48dc-bce0-8cd0c86ed943 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:38.068000 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5a9f687-c980-4a69-88e1-6e15597c0b85'] response: {'name': 'network-changed', 'server_uuid': '4999c7c6-003f-4178-9f13-7024b7a0aa32', 'tag': '191e9bd6-e5af-4fda-9fca-5d8418aeb40c', 'status': 'completed', 'code': 200} May 13 14:35:38.099457 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da523118-0861-456f-b54e-525f203732f4 req-4fd6fe21-6986-4010-ac42-c7bbe319cf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:38.100135 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-da523118-0861-456f-b54e-525f203732f4 req-4fd6fe21-6986-4010-ac42-c7bbe319cf4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:38.101559 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da523118-0861-456f-b54e-525f203732f4 req-4fd6fe21-6986-4010-ac42-c7bbe319cf4e service neutron] 10.222.0.74 "PUT /v2.0/ports/45ae5137-fb8f-45ed-9376-b4f6cad104f5 HTTP/1.1" status: 200 len: 1091 time: 3.3823845 May 13 14:35:38.116611 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e156fac-1ed9-4fd8-b58c-3d31b410b8f1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:38.122203 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6dbd2112-6864-4c3f-996b-8ec3486cf476 req-f2427969-b902-4a6d-b908-998a5ce5534f service neutron] 10.222.0.59 "GET /v2.0/networks/416fe630-2837-4613-ab8b-183c099abb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450700 May 13 14:35:38.135176 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6fe21-6986-4010-ac42-c7bbe319cf4e service neutron] Pushing event updated for resources: {'Port': ['ID=45ae5137-fb8f-45ed-9376-b4f6cad104f5,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:38.175699 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-db83a43d-e2b8-4195-b28b-0a53273c9d8e None None] Provisioning for port c90f15af-09d0-4a8a-a800-0a4fe43378c7 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:38.183309 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-db83a43d-e2b8-4195-b28b-0a53273c9d8e None None] Provisioning complete for port c90f15af-09d0-4a8a-a800-0a4fe43378c7 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:38.183967 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-db83a43d-e2b8-4195-b28b-0a53273c9d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:38.256670 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-9b51fdbb-9d4a-4f36-8999-187f6308baf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37866fdd-c20b-48a9-926b-6f7a1889902b', 'name': 'tempest-FloatingIPDetailsTestJSON-1770113208-router', 'tenant_id': '733e68c1036540e8b39c40468fae0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ef594500-3ebc-40e9-85bf-fad1ad36d300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:13Z', 'updated_at': '2022-05-13T14:35:30Z', 'revision_number': 4, 'project_id': '733e68c1036540e8b39c40468fae0326', 'gw_port': {'id': 'ef594500-3ebc-40e9-85bf-fad1ad36d300', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:43:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37866fdd-c20b-48a9-926b-6f7a1889902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:17Z', 'updated_at': '2022-05-13T14:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'b00a5227-07b8-4c9f-9343-45dfe61f433a', 'name': '', 'network_id': '9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde', 'tenant_id': '733e68c1036540e8b39c40468fae0326', 'mac_address': 'fa:16:3e:77:d0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37866fdd-c20b-48a9-926b-6f7a1889902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'bcc8e8a6-0628-4625-aeff-f9c5c9182ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:27Z', 'updated_at': '2022-05-13T14:35:36Z', 'revision_number': 4, 'project_id': '733e68c1036540e8b39c40468fae0326', 'subnets': [{'id': 'bcc8e8a6-0628-4625-aeff-f9c5c9182ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:38.265761 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b51fdbb-9d4a-4f36-8999-187f6308baf5 None None] The sync data for ids ['37866fdd-c20b-48a9-926b-6f7a1889902b'] in n-d-841760-1 is: [{'id': '37866fdd-c20b-48a9-926b-6f7a1889902b', 'name': 'tempest-FloatingIPDetailsTestJSON-1770113208-router', 'tenant_id': '733e68c1036540e8b39c40468fae0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ef594500-3ebc-40e9-85bf-fad1ad36d300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:13Z', 'updated_at': '2022-05-13T14:35:30Z', 'revision_number': 4, 'project_id': '733e68c1036540e8b39c40468fae0326', 'gw_port': {'id': 'ef594500-3ebc-40e9-85bf-fad1ad36d300', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:43:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37866fdd-c20b-48a9-926b-6f7a1889902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:17Z', 'updated_at': '2022-05-13T14:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'b00a5227-07b8-4c9f-9343-45dfe61f433a', 'name': '', 'network_id': '9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde', 'tenant_id': '733e68c1036540e8b39c40468fae0326', 'mac_address': 'fa:16:3e:77:d0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37866fdd-c20b-48a9-926b-6f7a1889902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'bcc8e8a6-0628-4625-aeff-f9c5c9182ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:27Z', 'updated_at': '2022-05-13T14:35:36Z', 'revision_number': 4, 'project_id': '733e68c1036540e8b39c40468fae0326', 'subnets': [{'id': 'bcc8e8a6-0628-4625-aeff-f9c5c9182ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:35:38.272591 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-8e156fac-1ed9-4fd8-b58c-3d31b410b8f1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Transition to ACTIVE for port object 40c50b55-c6a7-4009-936d-12856771eca9 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:38.307019 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7cfa9124-16e0-4ccb-ba40-7a40eeb4be54 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:38.363793 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-2f6dfedc-573a-4408-a822-f68a75e74d2f req-9d9e0f1e-3846-48dc-bce0-8cd0c86ed943 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Allocated IP 172.25.0.87 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/0bc786da-0b19-486b-8601-3d9c88182637) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:38.388796 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-db83a43d-e2b8-4195-b28b-0a53273c9d8e None None] Current status of the port c90f15af-09d0-4a8a-a800-0a4fe43378c7 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:38.389498 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-db83a43d-e2b8-4195-b28b-0a53273c9d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:38.445376 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-db83a43d-e2b8-4195-b28b-0a53273c9d8e None None] For port c90f15af-09d0-4a8a-a800-0a4fe43378c7, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c90f15af-09d0-4a8a-a800-0a4fe43378c7,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:38.450179 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-db83a43d-e2b8-4195-b28b-0a53273c9d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:38.492450 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 678150fc-a884-4cde-a368-5d99c72e9568 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:35:38.520346 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-7cfa9124-16e0-4ccb-ba40-7a40eeb4be54 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Calling delete_port for 9557972e-3978-45b4-82ab-a1304e241bcb owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:38.532048 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da523118-0861-456f-b54e-525f203732f4 req-7ecdbdd3-d8dd-4e4b-b68b-9871cdb16fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:38.533681 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da523118-0861-456f-b54e-525f203732f4 req-7ecdbdd3-d8dd-4e4b-b68b-9871cdb16fbd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=936df29ada1f4039bf03263eb4658581&device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 1094 time: 0.3154953 May 13 14:35:38.557128 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e156fac-1ed9-4fd8-b58c-3d31b410b8f1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:38.610021 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83a43d-e2b8-4195-b28b-0a53273c9d8e None None] Pushing event updated for resources: {'Port': ['ID=c90f15af-09d0-4a8a-a800-0a4fe43378c7,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:38.641758 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da523118-0861-456f-b54e-525f203732f4 req-91a9c5ec-6ea3-4887-b654-83584878b706 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45ae5137-fb8f-45ed-9376-b4f6cad104f5 HTTP/1.1" status: 200 len: 217 time: 0.0904596 May 13 14:35:38.684706 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e156fac-1ed9-4fd8-b58c-3d31b410b8f1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:38.695504 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-8e156fac-1ed9-4fd8-b58c-3d31b410b8f1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:38.700466 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 678150fc-a884-4cde-a368-5d99c72e9568, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=678150fc-a884-4cde-a368-5d99c72e9568,segment=NetworkSegment(aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa),segment_id=aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:38.710546 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e156fac-1ed9-4fd8-b58c-3d31b410b8f1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:38.718158 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e156fac-1ed9-4fd8-b58c-3d31b410b8f1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:38.718821 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e156fac-1ed9-4fd8-b58c-3d31b410b8f1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:38.722546 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '678150fc-a884-4cde-a368-5d99c72e9568', 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9', 'port_id': '678150fc-a884-4cde-a368-5d99c72e9568', 'mac_address': 'fa:16:3e:ae:7b:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be55f4c0-99f6-4777-9e43-16529e4e725e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:35:38.727853 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2f6dfedc-573a-4408-a822-f68a75e74d2f req-9d9e0f1e-3846-48dc-bce0-8cd0c86ed943 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:38.769952 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da523118-0861-456f-b54e-525f203732f4 req-b367e396-ab7c-4c9f-afa9-1b4649ad155e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:38.772324 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da523118-0861-456f-b54e-525f203732f4 req-b367e396-ab7c-4c9f-afa9-1b4649ad155e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=be55f4c0-99f6-4777-9e43-16529e4e725e HTTP/1.1" status: 200 len: 857 time: 0.1257153 May 13 14:35:38.780312 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1439375-2010-4f39-b6f7-7267e763a540 req-182c40c4-3c2f-48e2-aef6-111f4f56fc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:38.781832 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a1439375-2010-4f39-b6f7-7267e763a540 req-182c40c4-3c2f-48e2-aef6-111f4f56fc30 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9479e797-5371-4e30-beb4-10899bbfb8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7651029 May 13 14:35:38.808729 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 678150fc-a884-4cde-a368-5d99c72e9568 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:38.809829 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:38.833609 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 678150fc-a884-4cde-a368-5d99c72e9568 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:35:38.864312 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 678150fc-a884-4cde-a368-5d99c72e9568, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=678150fc-a884-4cde-a368-5d99c72e9568,segment=NetworkSegment(aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa),segment_id=aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:38.875370 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2f6dfedc-573a-4408-a822-f68a75e74d2f req-9d9e0f1e-3846-48dc-bce0-8cd0c86ed943 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:38.880067 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:38.966289 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da523118-0861-456f-b54e-525f203732f4 req-9f80840f-fef5-46b1-a42e-c5ca39b38a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:38.968405 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da523118-0861-456f-b54e-525f203732f4 req-9f80840f-fef5-46b1-a42e-c5ca39b38a94 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9479e797-5371-4e30-beb4-10899bbfb8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1898019 May 13 14:35:38.970371 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f6dfedc-573a-4408-a822-f68a75e74d2f req-9d9e0f1e-3846-48dc-bce0-8cd0c86ed943 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:38.978548 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-2f6dfedc-573a-4408-a822-f68a75e74d2f req-9d9e0f1e-3846-48dc-bce0-8cd0c86ed943 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:38.984027 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e156fac-1ed9-4fd8-b58c-3d31b410b8f1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Port': ['ID=40c50b55-c6a7-4009-936d-12856771eca9,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:38.987921 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e9142f2-9e22-4df3-8e72-e57f79ad1bd9 req-89e24521-9405-4ace-b4b4-d5d00a3e3e0d service neutron] 10.222.0.74 "GET /v2.0/networks/fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0983706 May 13 14:35:38.989221 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6dfedc-573a-4408-a822-f68a75e74d2f req-9d9e0f1e-3846-48dc-bce0-8cd0c86ed943 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:39.067299 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=678150fc-a884-4cde-a368-5d99c72e9568,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:39.106800 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['678150fc-a884-4cde-a368-5d99c72e9568'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:35:39.149799 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e0f1e-3846-48dc-bce0-8cd0c86ed943 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Pushing event updated for resources: {'Port': ['ID=0bc786da-0b19-486b-8601-3d9c88182637,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:39.192890 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2f6dfedc-573a-4408-a822-f68a75e74d2f req-9d9e0f1e-3846-48dc-bce0-8cd0c86ed943 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:39.252689 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c90f15af-09d0-4a8a-a800-0a4fe43378c7 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:39.355835 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2f6dfedc-573a-4408-a822-f68a75e74d2f req-9d9e0f1e-3846-48dc-bce0-8cd0c86ed943 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:39.449293 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-aa84ad82-cd2f-4028-b27e-e2a2ca1884ae None None] Provisioning for port 40c50b55-c6a7-4009-936d-12856771eca9 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:39.450348 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da523118-0861-456f-b54e-525f203732f4 req-d0114ca4-ee03-4c9e-9231-41959e897a89 service neutron] 10.222.0.74 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731624 May 13 14:35:39.470844 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8e156fac-1ed9-4fd8-b58c-3d31b410b8f1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.4479737 May 13 14:35:39.484797 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49922) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:39.485260 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91741636-6566-4570-88f2-345f9ed677c2 req-e2590cbf-ead8-46d6-a5b8-91f197e9db79 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:39.486814 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-91741636-6566-4570-88f2-345f9ed677c2 req-e2590cbf-ead8-46d6-a5b8-91f197e9db79 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fcdf33-8a6c-4569-a251-35c4d79d5792 HTTP/1.1" status: 200 len: 944 time: 1.3603487 May 13 14:35:39.494733 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-aa84ad82-cd2f-4028-b27e-e2a2ca1884ae None None] Provisioning complete for port 40c50b55-c6a7-4009-936d-12856771eca9 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:39.495767 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-aa84ad82-cd2f-4028-b27e-e2a2ca1884ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:39.592789 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port c90f15af-09d0-4a8a-a800-0a4fe43378c7 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:39.595840 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:39.632591 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-aa84ad82-cd2f-4028-b27e-e2a2ca1884ae None None] Port 40c50b55-c6a7-4009-936d-12856771eca9 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:35:39.672134 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a1439375-2010-4f39-b6f7-7267e763a540 req-366e4998-a0d4-4129-8fa5-d282be0de3ff service neutron] 10.222.0.59 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6733484 May 13 14:35:39.750020 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port c90f15af-09d0-4a8a-a800-0a4fe43378c7 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:39.751424 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b00a5227-07b8-4c9f-9343-45dfe61f433a up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:39.797609 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da523118-0861-456f-b54e-525f203732f4 req-312b6ff7-8862-447c-858d-6dc6e424fd16 service neutron] 10.222.0.74 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400106 May 13 14:35:39.813674 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4890d27d-fb3b-4233-9d73-442f1bcf57bf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:39.819670 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4890d27d-fb3b-4233-9d73-442f1bcf57bf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:39.820495 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4890d27d-fb3b-4233-9d73-442f1bcf57bf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:39.824303 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-91741636-6566-4570-88f2-345f9ed677c2 req-8a55031d-b743-4413-bc91-5c0cb373d8a5 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Synchronizing usage tracker for tenant:4bf5ca8f1c6f4e04bb3034f82008394c on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:39.842565 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7cfa9124-16e0-4ccb-ba40-7a40eeb4be54 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:39.858181 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4890d27d-fb3b-4233-9d73-442f1bcf57bf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:39.858524 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port b00a5227-07b8-4c9f-9343-45dfe61f433a completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:39.862308 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4890d27d-fb3b-4233-9d73-442f1bcf57bf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3602905 May 13 14:35:39.864908 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port b00a5227-07b8-4c9f-9343-45dfe61f433a triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:39.865791 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:39.865915 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49926) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:39.904739 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2f6dfedc-573a-4408-a822-f68a75e74d2f req-9d9e0f1e-3846-48dc-bce0-8cd0c86ed943 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:39.918754 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2f6dfedc-573a-4408-a822-f68a75e74d2f req-9d9e0f1e-3846-48dc-bce0-8cd0c86ed943 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:39.919496 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa9124-16e0-4ccb-ba40-7a40eeb4be54 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Pushing event deleted for resources: {'Port': ['ID=9557972e-3978-45b4-82ab-a1304e241bcb,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:39.928794 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ece782-ccc6-458f-a924-25f9c2c8ab94 req-2c9f69fa-ce6e-4dbb-8f46-78c7ce14af47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:39.930710 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-78ece782-ccc6-458f-a924-25f9c2c8ab94 req-2c9f69fa-ce6e-4dbb-8f46-78c7ce14af47 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=243e132e505a4d4ea3a9ff36148c6380&device_id=4999c7c6-003f-4178-9f13-7024b7a0aa32 HTTP/1.1" status: 200 len: 1094 time: 0.8328848 May 13 14:35:40.045569 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-c6c19c6b-d5b5-4f77-8ae2-ec774ecc58fe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting port 40c50b55-c6a7-4009-936d-12856771eca9 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:40.045913 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c6c19c6b-d5b5-4f77-8ae2-ec774ecc58fe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:40.085071 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port b00a5227-07b8-4c9f-9343-45dfe61f433a is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:40.085717 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:40.133392 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port b00a5227-07b8-4c9f-9343-45dfe61f433a, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b00a5227-07b8-4c9f-9343-45dfe61f433a,segment=NetworkSegment(efc39824-7b53-424f-a9eb-567f5b99437e),segment_id=efc39824-7b53-424f-a9eb-567f5b99437e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:40.137196 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-91741636-6566-4570-88f2-345f9ed677c2 req-8a55031d-b743-4413-bc91-5c0cb373d8a5 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Unset dirty status for tenant:4bf5ca8f1c6f4e04bb3034f82008394c on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:40.139358 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-91741636-6566-4570-88f2-345f9ed677c2 req-8a55031d-b743-4413-bc91-5c0cb373d8a5 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb37455-50dc-4793-988d-d89f1af19108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5020969 May 13 14:35:40.141435 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:40.212649 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a1439375-2010-4f39-b6f7-7267e763a540 req-b33bcbe5-9091-48ea-b077-63ba0d5e76ec service neutron] 10.222.0.59 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5308015 May 13 14:35:40.280157 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-213b6c99-1b4e-4b82-ac69-51523ae57611'] response: {'name': 'network-changed', 'server_uuid': '46fcdf33-8a6c-4569-a251-35c4d79d5792', 'tag': '10901e6e-7310-4383-bafe-2613089502c5', 'status': 'completed', 'code': 200} May 13 14:35:40.290421 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e0f1e-3846-48dc-bce0-8cd0c86ed943 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Pushing event updated for resources: {'Port': ['ID=0bc786da-0b19-486b-8601-3d9c88182637,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:40.304747 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=b00a5227-07b8-4c9f-9343-45dfe61f433a,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:40.348523 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2f6dfedc-573a-4408-a822-f68a75e74d2f req-9d9e0f1e-3846-48dc-bce0-8cd0c86ed943 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:40.403836 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2f6dfedc-573a-4408-a822-f68a75e74d2f req-9d9e0f1e-3846-48dc-bce0-8cd0c86ed943 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:40.405072 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f6dfedc-573a-4408-a822-f68a75e74d2f req-9d9e0f1e-3846-48dc-bce0-8cd0c86ed943 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.9512615 May 13 14:35:40.483643 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ece782-ccc6-458f-a924-25f9c2c8ab94 req-4d8e23f4-5163-4494-ad9a-e504c3725312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:40.485068 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-78ece782-ccc6-458f-a924-25f9c2c8ab94 req-4d8e23f4-5163-4494-ad9a-e504c3725312 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f HTTP/1.1" status: 200 len: 923 time: 0.5224359 May 13 14:35:40.504809 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 10901e6e-7310-4383-bafe-2613089502c5 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:35:40.507243 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 678150fc-a884-4cde-a368-5d99c72e9568 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:40.546374 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2f6dfedc-573a-4408-a822-f68a75e74d2f req-623d9438-5644-472c-9cb1-fb91626104cc tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Synchronizing usage tracker for tenant:733e68c1036540e8b39c40468fae0326 on resource:floatingip {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:40.576599 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2f6dfedc-573a-4408-a822-f68a75e74d2f req-623d9438-5644-472c-9cb1-fb91626104cc tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Unset dirty status for tenant:733e68c1036540e8b39c40468fae0326 on resource:floatingip {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:40.577791 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f6dfedc-573a-4408-a822-f68a75e74d2f req-623d9438-5644-472c-9cb1-fb91626104cc tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.87 HTTP/1.1" status: 200 len: 695 time: 0.1253579 May 13 14:35:40.637806 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-78ece782-ccc6-458f-a924-25f9c2c8ab94 req-1b04b605-e98a-4033-a126-40e08c810278 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=191e9bd6-e5af-4fda-9fca-5d8418aeb40c HTTP/1.1" status: 200 len: 217 time: 0.1361463 May 13 14:35:40.673012 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 678150fc-a884-4cde-a368-5d99c72e9568 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:40.685013 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 678150fc-a884-4cde-a368-5d99c72e9568 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:40.686475 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:40.696424 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c6c19c6b-d5b5-4f77-8ae2-ec774ecc58fe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:40.756913 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ece782-ccc6-458f-a924-25f9c2c8ab94 req-1af31bca-a4d1-4129-956b-e33be3f72979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:40.758810 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-78ece782-ccc6-458f-a924-25f9c2c8ab94 req-1af31bca-a4d1-4129-956b-e33be3f72979 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9cc4fb1-d2ad-4765-9e89-652a7928106b HTTP/1.1" status: 200 len: 862 time: 0.1105406 May 13 14:35:40.758810 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7cfa9124-16e0-4ccb-ba40-7a40eeb4be54 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:40.765707 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed593db8-1c40-4fd5-a86c-813cf452e331 req-5810efb0-6e55-4045-97d1-d524c15c34b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:40.767234 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ed593db8-1c40-4fd5-a86c-813cf452e331 req-5810efb0-6e55-4045-97d1-d524c15c34b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4bf5ca8f1c6f4e04bb3034f82008394c&device_id=46fcdf33-8a6c-4569-a251-35c4d79d5792 HTTP/1.1" status: 200 len: 1095 time: 0.4015727 May 13 14:35:40.771407 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 10901e6e-7310-4383-bafe-2613089502c5, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=10901e6e-7310-4383-bafe-2613089502c5,segment=NetworkSegment(eb984b0e-b43d-4b62-a7f7-76122fc8e481),segment_id=eb984b0e-b43d-4b62-a7f7-76122fc8e481)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:40.787882 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '10901e6e-7310-4383-bafe-2613089502c5', 'network_id': '416fe630-2837-4613-ab8b-183c099abb37', 'port_id': '10901e6e-7310-4383-bafe-2613089502c5', 'mac_address': 'fa:16:3e:b2:06:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '319867ff-6194-44d1-b0b0-9225def1fd5f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:35:40.838884 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-c6c19c6b-d5b5-4f77-8ae2-ec774ecc58fe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Calling delete_port for 40c50b55-c6a7-4009-936d-12856771eca9 owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:40.843588 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-78ece782-ccc6-458f-a924-25f9c2c8ab94 req-df20efc3-0708-4c43-b225-31fd63949def service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736308 May 13 14:35:40.904494 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 10901e6e-7310-4383-bafe-2613089502c5 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:40.905102 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:40.916917 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 678150fc-a884-4cde-a368-5d99c72e9568 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:40.917425 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:40.940198 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10901e6e-7310-4383-bafe-2613089502c5 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:35:40.944811 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6dfedc-573a-4408-a822-f68a75e74d2f req-a809a95e-f6db-4621-aa06-8d46b3790b7c tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:40.945910 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1188bc-194b-4ab1-b93c-78cc7ae5e778 req-71274bf8-c106-4f8c-a981-43166054ed6c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:40.946658 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f6dfedc-573a-4408-a822-f68a75e74d2f req-a809a95e-f6db-4621-aa06-8d46b3790b7c tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 784 time: 0.3524621 May 13 14:35:40.952884 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ff1188bc-194b-4ab1-b93c-78cc7ae5e778 req-71274bf8-c106-4f8c-a981-43166054ed6c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.5399680 May 13 14:35:40.963218 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-2f6dfedc-573a-4408-a822-f68a75e74d2f req-5ca6b536-9dd2-4fcf-ac63-18683d43d9b8 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:35:40.964516 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f6dfedc-573a-4408-a822-f68a75e74d2f req-5ca6b536-9dd2-4fcf-ac63-18683d43d9b8 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055251 May 13 14:35:40.964665 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2af5f6-816f-4480-94c7-e3541f9fd469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678150fc-a884-4cde-a368-5d99c72e9568'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:40.975962 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 10901e6e-7310-4383-bafe-2613089502c5, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=10901e6e-7310-4383-bafe-2613089502c5,segment=NetworkSegment(eb984b0e-b43d-4b62-a7f7-76122fc8e481),segment_id=eb984b0e-b43d-4b62-a7f7-76122fc8e481)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:40.986323 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 678150fc-a884-4cde-a368-5d99c72e9568, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=678150fc-a884-4cde-a368-5d99c72e9568,segment=NetworkSegment(aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa),segment_id=aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:40.993009 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:41.035565 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:41.051682 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c6c19c6b-d5b5-4f77-8ae2-ec774ecc58fe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:41.093800 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=10901e6e-7310-4383-bafe-2613089502c5,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:41.106761 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c19c6b-d5b5-4f77-8ae2-ec774ecc58fe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Port': ['ID=40c50b55-c6a7-4009-936d-12856771eca9,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:41.160749 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c6c19c6b-d5b5-4f77-8ae2-ec774ecc58fe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:41.217276 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c6c19c6b-d5b5-4f77-8ae2-ec774ecc58fe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/40c50b55-c6a7-4009-936d-12856771eca9 HTTP/1.1" status: 204 len: 168 time: 1.3505306 May 13 14:35:41.223259 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49936) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:41.241275 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b00a5227-07b8-4c9f-9343-45dfe61f433a up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:41.329262 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ff1188bc-194b-4ab1-b93c-78cc7ae5e778 req-a7f795d2-755f-4e1e-a2bc-19620e20a4a5 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751280 May 13 14:35:41.345506 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52916b4f-586e-4961-9ae2-77449dc0c434 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:41.346834 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52916b4f-586e-4961-9ae2-77449dc0c434 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:41.347923 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-52916b4f-586e-4961-9ae2-77449dc0c434 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:41.366649 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['10901e6e-7310-4383-bafe-2613089502c5'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:35:41.376895 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb21943-ec7b-42aa-bae9-c330dd5efae9 req-2958568d-d8a5-495e-9888-ae21e44ab7ee tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:41.384688 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aeb21943-ec7b-42aa-bae9-c330dd5efae9 req-2958568d-d8a5-495e-9888-ae21e44ab7ee tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 943 time: 0.2143283 May 13 14:35:41.409353 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-52916b4f-586e-4961-9ae2-77449dc0c434 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:41.411500 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-52916b4f-586e-4961-9ae2-77449dc0c434 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1868808 May 13 14:35:41.416411 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49942) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:41.484816 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aeb21943-ec7b-42aa-bae9-c330dd5efae9 req-4fd2f898-1884-4700-8261-936c5cee80c9 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992455 May 13 14:35:41.488464 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=678150fc-a884-4cde-a368-5d99c72e9568,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:41.511938 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a8938b9-b976-4301-8831-5df3c099f68b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting subnet f9dd94c9-1090-47c2-b5b2-351d1a474ec7 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:35:41.517327 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2a8938b9-b976-4301-8831-5df3c099f68b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:41.527784 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed593db8-1c40-4fd5-a86c-813cf452e331 req-c4715dd5-7c1e-49be-a76c-24adf8c7b177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:41.529262 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ed593db8-1c40-4fd5-a86c-813cf452e331 req-c4715dd5-7c1e-49be-a76c-24adf8c7b177 service neutron] 10.222.0.59 "GET /v2.0/networks?id=416fe630-2837-4613-ab8b-183c099abb37 HTTP/1.1" status: 200 len: 909 time: 0.7286303 May 13 14:35:41.553068 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port b00a5227-07b8-4c9f-9343-45dfe61f433a triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:41.553441 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:41.600436 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3472a7ff-9e41-47d2-82a2-77df07c9a950'] response: {'server_uuid': '9a2af5f6-816f-4480-94c7-e3541f9fd469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678150fc-a884-4cde-a368-5d99c72e9568', 'code': 200} May 13 14:35:41.626668 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-78ece782-ccc6-458f-a924-25f9c2c8ab94 req-5b5faaf4-a7fe-4e73-bb15-4acf453ec2d2 service neutron] 10.222.0.74 "GET /v2.0/networks/fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6530437 May 13 14:35:41.641030 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 191e9bd6-e5af-4fda-9fca-5d8418aeb40c details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:35:41.641814 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ed593db8-1c40-4fd5-a86c-813cf452e331 req-655ff581-1e35-4ea0-a3a6-18b3b10277c0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10901e6e-7310-4383-bafe-2613089502c5 HTTP/1.1" status: 200 len: 217 time: 0.0958533 May 13 14:35:41.742133 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2a8938b9-b976-4301-8831-5df3c099f68b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:41.889567 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port b00a5227-07b8-4c9f-9343-45dfe61f433a is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:41.905328 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ab94c585-87ff-482b-88f6-a0e580dbb7e6 req-c0579421-0fa4-43e8-b4d8-0b234f099ad1 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3231294 May 13 14:35:41.918132 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 191e9bd6-e5af-4fda-9fca-5d8418aeb40c, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=191e9bd6-e5af-4fda-9fca-5d8418aeb40c,segment=NetworkSegment(bc45d110-6939-449a-9ea3-bc6409d12d19),segment_id=bc45d110-6939-449a-9ea3-bc6409d12d19)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:41.926318 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-ab94c585-87ff-482b-88f6-a0e580dbb7e6 req-b7c199e9-d097-4dc0-829c-dca4317765b0 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:41.926590 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed593db8-1c40-4fd5-a86c-813cf452e331 req-c62f4b88-eb48-4dd4-9874-9a06a6ce7459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:41.928067 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ed593db8-1c40-4fd5-a86c-813cf452e331 req-c62f4b88-eb48-4dd4-9874-9a06a6ce7459 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=319867ff-6194-44d1-b0b0-9225def1fd5f HTTP/1.1" status: 200 len: 848 time: 0.2649641 May 13 14:35:41.932373 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3dedb6-f96d-4e09-beae-651efe0d75c2 req-1d2d1b63-b402-4964-963b-4566fbb4c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:41.933827 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4d3dedb6-f96d-4e09-beae-651efe0d75c2 req-1d2d1b63-b402-4964-963b-4566fbb4c36d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 1096 time: 0.3049548 May 13 14:35:41.935015 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2a8938b9-b976-4301-8831-5df3c099f68b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:41.935387 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '191e9bd6-e5af-4fda-9fca-5d8418aeb40c', 'network_id': 'fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f', 'port_id': '191e9bd6-e5af-4fda-9fca-5d8418aeb40c', 'mac_address': 'fa:16:3e:a8:79:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9cc4fb1-d2ad-4765-9e89-652a7928106b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:35:41.984517 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-ab94c585-87ff-482b-88f6-a0e580dbb7e6 req-b7c199e9-d097-4dc0-829c-dca4317765b0 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:42.000980 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ed593db8-1c40-4fd5-a86c-813cf452e331 req-bbbce2d9-d271-4a5c-8808-ab59e9faf27f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=416fe630-2837-4613-ab8b-183c099abb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616732 May 13 14:35:42.006679 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 191e9bd6-e5af-4fda-9fca-5d8418aeb40c is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:42.007756 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:42.012406 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9c402-8a4f-40c8-8c43-9ad4b2b3d0df req-df1e5181-93ab-4886-b49a-7ce9377b424e tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:42.013958 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a0d9c402-8a4f-40c8-8c43-9ad4b2b3d0df req-df1e5181-93ab-4886-b49a-7ce9377b424e tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=4999c7c6-003f-4178-9f13-7024b7a0aa32 HTTP/1.1" status: 200 len: 943 time: 0.5522273 May 13 14:35:42.033317 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 191e9bd6-e5af-4fda-9fca-5d8418aeb40c {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:35:42.034714 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-ab94c585-87ff-482b-88f6-a0e580dbb7e6 req-b7c199e9-d097-4dc0-829c-dca4317765b0 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:42.049185 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4d3dedb6-f96d-4e09-beae-651efe0d75c2 req-641d0898-809b-45a2-b0bb-bd9d8ac0adee service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842316 May 13 14:35:42.062316 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ab94c585-87ff-482b-88f6-a0e580dbb7e6 req-b7c199e9-d097-4dc0-829c-dca4317765b0 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks [] for floatingip, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:42.066134 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 191e9bd6-e5af-4fda-9fca-5d8418aeb40c, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=191e9bd6-e5af-4fda-9fca-5d8418aeb40c,segment=NetworkSegment(bc45d110-6939-449a-9ea3-bc6409d12d19),segment_id=bc45d110-6939-449a-9ea3-bc6409d12d19)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:42.071677 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:42.161938 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=191e9bd6-e5af-4fda-9fca-5d8418aeb40c,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:42.188410 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-78ece782-ccc6-458f-a924-25f9c2c8ab94 req-d65395a0-eb3d-4587-8825-29a81866c5c3 service neutron] 10.222.0.74 "GET /v2.0/networks/fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5482059 May 13 14:35:42.197937 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfa9124-16e0-4ccb-ba40-7a40eeb4be54 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Router 66a5f4b9-d2a6-4722-abb1-bc22bf9a3359 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:35:42.211302 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a0d9c402-8a4f-40c8-8c43-9ad4b2b3d0df req-17ff7325-7e59-4084-9021-ad6ee50168ec tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631896 May 13 14:35:42.288899 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596c291f-ebd1-4ceb-8040-84bed4b698da', 'tag': '45ae5137-fb8f-45ed-9376-b4f6cad104f5'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:42.297903 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2a8938b9-b976-4301-8831-5df3c099f68b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:42.347879 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8938b9-b976-4301-8831-5df3c099f68b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Subnet': ['ID=f9dd94c9-1090-47c2-b5b2-351d1a474ec7,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:42.350924 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ed593db8-1c40-4fd5-a86c-813cf452e331 req-9e7abffe-b55e-4927-a65e-16cda51f7ff6 service neutron] 10.222.0.59 "GET /v2.0/networks/416fe630-2837-4613-ab8b-183c099abb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334453 May 13 14:35:42.366266 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2a8938b9-b976-4301-8831-5df3c099f68b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:42.374434 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95049af-0b2d-4d0e-85da-2285fe705de3 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:35:42.394238 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2a8938b9-b976-4301-8831-5df3c099f68b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/f9dd94c9-1090-47c2-b5b2-351d1a474ec7 HTTP/1.1" status: 204 len: 168 time: 0.9678130 May 13 14:35:42.396582 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49948) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:42.466636 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['191e9bd6-e5af-4fda-9fca-5d8418aeb40c'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:35:42.483435 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a0c6085e-7118-48d5-ada9-2a33a1f6113a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828943 May 13 14:35:42.484801 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49954) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:42.491042 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-5130bd66-8df2-4431-970d-149c76f34900 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:42.523155 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 10901e6e-7310-4383-bafe-2613089502c5 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:42.614465 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfa9124-16e0-4ccb-ba40-7a40eeb4be54 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:35:42.629894 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5e0d37-47eb-4478-a82b-5452fe893f9f None None] Sync routers for ids ['66a5f4b9-d2a6-4722-abb1-bc22bf9a3359'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:35:42.641107 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5e0d37-47eb-4478-a82b-5452fe893f9f None None] Routers {'66a5f4b9-d2a6-4722-abb1-bc22bf9a3359'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:35:42.641725 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-5c5e0d37-47eb-4478-a82b-5452fe893f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:35:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['66a5f4b9-d2a6-4722-abb1-bc22bf9a3359'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:42.643542 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ab94c585-87ff-482b-88f6-a0e580dbb7e6 req-b7c199e9-d097-4dc0-829c-dca4317765b0 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:42.653001 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ed593db8-1c40-4fd5-a86c-813cf452e331 req-4c7a512f-2378-4263-bce5-352d0750eb6e service neutron] 10.222.0.59 "GET /v2.0/networks/416fe630-2837-4613-ab8b-183c099abb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939065 May 13 14:35:42.662180 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7cfa9124-16e0-4ccb-ba40-7a40eeb4be54 tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] 10.222.0.35 "PUT /v2.0/routers/66a5f4b9-d2a6-4722-abb1-bc22bf9a3359/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9156463 May 13 14:35:42.664014 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49960) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:42.707841 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-5c5e0d37-47eb-4478-a82b-5452fe893f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:42.717569 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5e0d37-47eb-4478-a82b-5452fe893f9f None None] Routers {'66a5f4b9-d2a6-4722-abb1-bc22bf9a3359'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:35:42.718271 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-5c5e0d37-47eb-4478-a82b-5452fe893f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:35:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['66a5f4b9-d2a6-4722-abb1-bc22bf9a3359'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:42.792118 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-5c5e0d37-47eb-4478-a82b-5452fe893f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:42.792552 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5e0d37-47eb-4478-a82b-5452fe893f9f None None] The sync data for ids ['66a5f4b9-d2a6-4722-abb1-bc22bf9a3359'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:35:42.804139 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5130bd66-8df2-4431-970d-149c76f34900 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:42.811812 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5130bd66-8df2-4431-970d-149c76f34900 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:subnet and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:42.818566 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5130bd66-8df2-4431-970d-149c76f34900 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:42.834099 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5130bd66-8df2-4431-970d-149c76f34900 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:42.836530 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-ab94c585-87ff-482b-88f6-a0e580dbb7e6 req-b7c199e9-d097-4dc0-829c-dca4317765b0 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Allocated IP 172.25.0.115 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/3957befd-dc51-4570-a9a6-4b97ba2f3825) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:42.851849 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 10901e6e-7310-4383-bafe-2613089502c5 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:42.854367 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5130bd66-8df2-4431-970d-149c76f34900 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:42.859155 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5130bd66-8df2-4431-970d-149c76f34900 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:42.864707 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 10901e6e-7310-4383-bafe-2613089502c5 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:42.865001 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:42.897152 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9c8bf-85c3-4198-bf0b-a5f3e3db3506 req-0309c2a6-f85d-4f8e-b068-0a41c6de0478 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:42.904857 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d4e9c8bf-85c3-4198-bf0b-a5f3e3db3506 req-0309c2a6-f85d-4f8e-b068-0a41c6de0478 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fcdf33-8a6c-4569-a251-35c4d79d5792 HTTP/1.1" status: 200 len: 945 time: 0.5124867 May 13 14:35:43.039870 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d4e9c8bf-85c3-4198-bf0b-a5f3e3db3506 req-74c77f24-3b06-4548-843c-e1bbd02d1cf6 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb37455-50dc-4793-988d-d89f1af19108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319892 May 13 14:35:43.088875 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b02571e-189c-40f2-b471-15e90a6eed0f tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:43.099912 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b89786-6564-4007-8903-2cac571386d8 None None] DHCP port deletion for 0723b97b-08c9-4db0-a15e-5b69273136d9 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:35:43.116250 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-24b89786-6564-4007-8903-2cac571386d8 None None] Deleting port c90f15af-09d0-4a8a-a800-0a4fe43378c7 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:43.116537 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-24b89786-6564-4007-8903-2cac571386d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:43.160596 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ab94c585-87ff-482b-88f6-a0e580dbb7e6 req-b7c199e9-d097-4dc0-829c-dca4317765b0 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:43.269674 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9431067b-5717-44bb-948b-e5822d9bc9f6'] response: {'name': 'network-changed', 'server_uuid': '596c291f-ebd1-4ceb-8040-84bed4b698da', 'tag': '45ae5137-fb8f-45ed-9376-b4f6cad104f5', 'status': 'completed', 'code': 200} May 13 14:35:43.298209 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ab94c585-87ff-482b-88f6-a0e580dbb7e6 req-b7c199e9-d097-4dc0-829c-dca4317765b0 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:43.348027 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5130bd66-8df2-4431-970d-149c76f34900 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:43.392380 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab94c585-87ff-482b-88f6-a0e580dbb7e6 req-b7c199e9-d097-4dc0-829c-dca4317765b0 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:43.400505 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 10901e6e-7310-4383-bafe-2613089502c5 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:43.400881 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:43.406740 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-ab94c585-87ff-482b-88f6-a0e580dbb7e6 req-b7c199e9-d097-4dc0-829c-dca4317765b0 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:43.417981 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab94c585-87ff-482b-88f6-a0e580dbb7e6 req-b7c199e9-d097-4dc0-829c-dca4317765b0 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:43.477311 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5130bd66-8df2-4431-970d-149c76f34900 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:43.485465 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-5130bd66-8df2-4431-970d-149c76f34900 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:43.496119 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130bd66-8df2-4431-970d-149c76f34900 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:43.496700 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5130bd66-8df2-4431-970d-149c76f34900 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:43.500780 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c199e9-d097-4dc0-829c-dca4317765b0 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Pushing event updated for resources: {'Port': ['ID=3957befd-dc51-4570-a9a6-4b97ba2f3825,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:43.505633 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b02571e-189c-40f2-b471-15e90a6eed0f tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:43.520218 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 10901e6e-7310-4383-bafe-2613089502c5, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=10901e6e-7310-4383-bafe-2613089502c5,segment=NetworkSegment(eb984b0e-b43d-4b62-a7f7-76122fc8e481),segment_id=eb984b0e-b43d-4b62-a7f7-76122fc8e481)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:43.524560 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130bd66-8df2-4431-970d-149c76f34900 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Subnet': ['ID=d058c7ab-2976-4c4c-98de-df4ae541fcef,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:43.525762 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-9b02571e-189c-40f2-b471-15e90a6eed0f tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Deleting port 360ea96c-1206-4256-a32c-87594d6b274f {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:43.526632 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b02571e-189c-40f2-b471-15e90a6eed0f tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:43.528243 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:43.554249 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5130bd66-8df2-4431-970d-149c76f34900 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0683553 May 13 14:35:43.557391 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49968) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:43.563984 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-9296416c-18c3-48c2-a4ac-9aea0df759cf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'port': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'fixed_ips': [{'subnet_id': 'd058c7ab-2976-4c4c-98de-df4ae541fcef', 'ip_address': '2001:db8::8689:91a7:2506:75be'}], 'name': 'tempest-NetworksTestDHCPv6-1489960359'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:43.586187 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93c5ca-9e3c-4555-8743-0c35bd00de30 req-d6371b61-63f3-4c7e-91bc-d8553550d6a7 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:43.587771 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dc93c5ca-9e3c-4555-8743-0c35bd00de30 req-d6371b61-63f3-4c7e-91bc-d8553550d6a7 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 943 time: 0.1940463 May 13 14:35:43.593585 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dab8b-e80f-474a-9225-b85e1fd64e99 req-081a9033-7888-478d-a065-55c02cddc2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:43.594580 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d46dab8b-e80f-474a-9225-b85e1fd64e99 req-081a9033-7888-478d-a065-55c02cddc2f7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=936df29ada1f4039bf03263eb4658581&device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 1094 time: 0.2583678 May 13 14:35:43.607452 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fcdf33-8a6c-4569-a251-35c4d79d5792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10901e6e-7310-4383-bafe-2613089502c5'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:43.638167 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 45ae5137-fb8f-45ed-9376-b4f6cad104f5 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:35:43.651500 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-24b89786-6564-4007-8903-2cac571386d8 None None] For port c90f15af-09d0-4a8a-a800-0a4fe43378c7, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c90f15af-09d0-4a8a-a800-0a4fe43378c7,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:43.651809 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-24b89786-6564-4007-8903-2cac571386d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:43.666636 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=10901e6e-7310-4383-bafe-2613089502c5,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:43.673407 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ab94c585-87ff-482b-88f6-a0e580dbb7e6 req-b7c199e9-d097-4dc0-829c-dca4317765b0 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:43.774363 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ab94c585-87ff-482b-88f6-a0e580dbb7e6 req-b7c199e9-d097-4dc0-829c-dca4317765b0 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:43.783463 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-24b89786-6564-4007-8903-2cac571386d8 None None] Calling delete_port for c90f15af-09d0-4a8a-a800-0a4fe43378c7 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:43.801967 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dc93c5ca-9e3c-4555-8743-0c35bd00de30 req-1f926e71-7abf-4853-9011-bd0014fca2b2 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045710 May 13 14:35:43.825677 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.resource_extend [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:35:43.834991 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9296416c-18c3-48c2-a4ac-9aea0df759cf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:43.843045 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9296416c-18c3-48c2-a4ac-9aea0df759cf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:port and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:43.850977 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9296416c-18c3-48c2-a4ac-9aea0df759cf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:43.860016 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9296416c-18c3-48c2-a4ac-9aea0df759cf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:43.872210 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b02571e-189c-40f2-b471-15e90a6eed0f tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:43.882484 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9296416c-18c3-48c2-a4ac-9aea0df759cf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:43.884581 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dab8b-e80f-474a-9225-b85e1fd64e99 req-6f85f087-b881-45ad-826f-9efb8d1aefa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:43.886007 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d46dab8b-e80f-474a-9225-b85e1fd64e99 req-6f85f087-b881-45ad-826f-9efb8d1aefa8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9479e797-5371-4e30-beb4-10899bbfb8b9 HTTP/1.1" status: 200 len: 919 time: 0.2851925 May 13 14:35:44.044016 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 45ae5137-fb8f-45ed-9376-b4f6cad104f5, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=45ae5137-fb8f-45ed-9376-b4f6cad104f5,segment=NetworkSegment(aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa),segment_id=aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:44.075471 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '45ae5137-fb8f-45ed-9376-b4f6cad104f5', 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9', 'port_id': '45ae5137-fb8f-45ed-9376-b4f6cad104f5', 'mac_address': 'fa:16:3e:6d:e6:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be55f4c0-99f6-4777-9e43-16529e4e725e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:35:44.141583 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9296416c-18c3-48c2-a4ac-9aea0df759cf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:44.146384 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-24b89786-6564-4007-8903-2cac571386d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:44.178836 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-9b02571e-189c-40f2-b471-15e90a6eed0f tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Calling delete_port for 360ea96c-1206-4256-a32c-87594d6b274f owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:44.256353 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b89786-6564-4007-8903-2cac571386d8 None None] Pushing event deleted for resources: {'Port': ['ID=c90f15af-09d0-4a8a-a800-0a4fe43378c7,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:44.279789 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b89786-6564-4007-8903-2cac571386d8 None None] No DVR routers for this DVR port c90f15af-09d0-4a8a-a800-0a4fe43378c7 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:35:44.313729 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a69337-2e28-4f1c-b22b-12c00e3e5e10 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:35:44.336082 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 45ae5137-fb8f-45ed-9376-b4f6cad104f5 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:44.336733 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:44.353429 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-9296416c-18c3-48c2-a4ac-9aea0df759cf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] device_id is not set on port f07ba6e7-cc33-4bad-b376-91ba077a5604 yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:35:44.415534 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d46dab8b-e80f-474a-9225-b85e1fd64e99 req-080f3fff-d4eb-41c0-b86a-0dbd6fbb1b4b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45ae5137-fb8f-45ed-9376-b4f6cad104f5 HTTP/1.1" status: 200 len: 217 time: 0.4667058 May 13 14:35:44.420875 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ae5137-fb8f-45ed-9376-b4f6cad104f5 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:35:44.459284 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 45ae5137-fb8f-45ed-9376-b4f6cad104f5, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=45ae5137-fb8f-45ed-9376-b4f6cad104f5,segment=NetworkSegment(aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa),segment_id=aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:44.465610 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:44.521588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dab8b-e80f-474a-9225-b85e1fd64e99 req-033ab664-071b-458d-81b4-6797d4788276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:44.523255 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d46dab8b-e80f-474a-9225-b85e1fd64e99 req-033ab664-071b-458d-81b4-6797d4788276 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=be55f4c0-99f6-4777-9e43-16529e4e725e HTTP/1.1" status: 200 len: 857 time: 0.0916300 May 13 14:35:44.587554 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ab94c585-87ff-482b-88f6-a0e580dbb7e6 req-b7c199e9-d097-4dc0-829c-dca4317765b0 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:44.594358 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ab94c585-87ff-482b-88f6-a0e580dbb7e6 req-b7c199e9-d097-4dc0-829c-dca4317765b0 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:44.633971 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108e311-9bfc-44d8-9b9b-b69d42d2324b req-3c772bbd-d9b8-4ece-8db3-987bd2e24716 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:44.634249 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4108e311-9bfc-44d8-9b9b-b69d42d2324b req-3c772bbd-d9b8-4ece-8db3-987bd2e24716 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=4999c7c6-003f-4178-9f13-7024b7a0aa32 HTTP/1.1" status: 200 len: 944 time: 0.2779331 May 13 14:35:44.640215 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=45ae5137-fb8f-45ed-9376-b4f6cad104f5,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:44.697080 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b02571e-189c-40f2-b471-15e90a6eed0f tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:44.717128 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af43664e-1fc7-43e7-b5b8-1ebb1fc4128f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-0723b97b-08c9-4db0-a15e-5b69273136d9', 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'fixed_ips': [{'subnet_id': 'd058c7ab-2976-4c4c-98de-df4ae541fcef'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:35:44.718206 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-af43664e-1fc7-43e7-b5b8-1ebb1fc4128f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:44.807306 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c199e9-d097-4dc0-829c-dca4317765b0 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Pushing event updated for resources: {'Port': ['ID=3957befd-dc51-4570-a9a6-4b97ba2f3825,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:44.835392 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ab94c585-87ff-482b-88f6-a0e580dbb7e6 req-b7c199e9-d097-4dc0-829c-dca4317765b0 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:44.842095 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-9296416c-18c3-48c2-a4ac-9aea0df759cf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Allocated IP 2001:db8::8689:91a7:2506:75be (0723b97b-08c9-4db0-a15e-5b69273136d9/d058c7ab-2976-4c4c-98de-df4ae541fcef/f07ba6e7-cc33-4bad-b376-91ba077a5604) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:44.886271 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ab94c585-87ff-482b-88f6-a0e580dbb7e6 req-b7c199e9-d097-4dc0-829c-dca4317765b0 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:44.887429 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ab94c585-87ff-482b-88f6-a0e580dbb7e6 req-b7c199e9-d097-4dc0-829c-dca4317765b0 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9686956 May 13 14:35:44.892805 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['45ae5137-fb8f-45ed-9376-b4f6cad104f5'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:35:44.903382 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02571e-189c-40f2-b471-15e90a6eed0f tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Pushing event deleted for resources: {'Port': ['ID=360ea96c-1206-4256-a32c-87594d6b274f,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:44.957629 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4108e311-9bfc-44d8-9b9b-b69d42d2324b req-78ada569-a7eb-4cf6-b73a-29e63153a03e tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892578 May 13 14:35:45.012380 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ab94c585-87ff-482b-88f6-a0e580dbb7e6 req-2e34cf8a-c889-46cd-9d16-c2115318b529 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Synchronizing usage tracker for tenant:733e68c1036540e8b39c40468fae0326 on resource:floatingip {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:45.029986 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dab8b-e80f-474a-9225-b85e1fd64e99 req-2b9359a6-4d7a-42a5-8e7e-039bc9db4454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:45.031601 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d46dab8b-e80f-474a-9225-b85e1fd64e99 req-2b9359a6-4d7a-42a5-8e7e-039bc9db4454 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9479e797-5371-4e30-beb4-10899bbfb8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4995730 May 13 14:35:45.058028 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c90f15af-09d0-4a8a-a800-0a4fe43378c7 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:35:45.070586 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b02571e-189c-40f2-b471-15e90a6eed0f tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:45.087909 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30be5185-d0ef-431d-b40b-837374e5af7e'] response: {'server_uuid': '46fcdf33-8a6c-4569-a251-35c4d79d5792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10901e6e-7310-4383-bafe-2613089502c5', 'code': 200} May 13 14:35:45.103960 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: c90f15af-09d0-4a8a-a800-0a4fe43378c7 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:35:45.104267 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c90f15af-09d0-4a8a-a800-0a4fe43378c7 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:35:45.148986 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ab94c585-87ff-482b-88f6-a0e580dbb7e6 req-2e34cf8a-c889-46cd-9d16-c2115318b529 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Unset dirty status for tenant:733e68c1036540e8b39c40468fae0326 on resource:floatingip {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:45.150263 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ab94c585-87ff-482b-88f6-a0e580dbb7e6 req-2e34cf8a-c889-46cd-9d16-c2115318b529 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.115 HTTP/1.1" status: 200 len: 696 time: 0.2544692 May 13 14:35:45.332675 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9296416c-18c3-48c2-a4ac-9aea0df759cf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:45.366121 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-9296416c-18c3-48c2-a4ac-9aea0df759cf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Transition to ACTIVE for port object f07ba6e7-cc33-4bad-b376-91ba077a5604 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:45.373954 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94c585-87ff-482b-88f6-a0e580dbb7e6 req-05cdc983-e5eb-47af-a825-67b1f97be340 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:45.375300 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ab94c585-87ff-482b-88f6-a0e580dbb7e6 req-05cdc983-e5eb-47af-a825-67b1f97be340 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 784 time: 0.2152603 May 13 14:35:45.403955 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9296416c-18c3-48c2-a4ac-9aea0df759cf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:45.416919 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b02571e-189c-40f2-b471-15e90a6eed0f tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:45.426616 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b02571e-189c-40f2-b471-15e90a6eed0f tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:45.491075 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9296416c-18c3-48c2-a4ac-9aea0df759cf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:45.494865 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-9296416c-18c3-48c2-a4ac-9aea0df759cf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:45.495099 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d46dab8b-e80f-474a-9225-b85e1fd64e99 req-d3c3a3bc-08cc-4386-81bc-cdd95eaa0183 service neutron] 10.222.0.74 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560082 May 13 14:35:45.497982 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9296416c-18c3-48c2-a4ac-9aea0df759cf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:45.498178 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b02571e-189c-40f2-b471-15e90a6eed0f tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:45.498705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b02571e-189c-40f2-b471-15e90a6eed0f tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Fanout notify agent at l3_agent the message router_deleted on router 66a5f4b9-d2a6-4722-abb1-bc22bf9a3359 {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:35:45.505128 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9296416c-18c3-48c2-a4ac-9aea0df759cf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:45.505534 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9296416c-18c3-48c2-a4ac-9aea0df759cf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:45.514464 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-af43664e-1fc7-43e7-b5b8-1ebb1fc4128f None None] Allocated IP 2001:db8::2 (0723b97b-08c9-4db0-a15e-5b69273136d9/d058c7ab-2976-4c4c-98de-df4ae541fcef/37f5f189-01f0-46fe-aec9-e2c3bef77c1e) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:45.558032 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296416c-18c3-48c2-a4ac-9aea0df759cf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Port': ['ID=f07ba6e7-cc33-4bad-b376-91ba077a5604,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:45.585592 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9296416c-18c3-48c2-a4ac-9aea0df759cf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0245640 May 13 14:35:45.585799 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49982) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:45.613168 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b28066-93e4-4a3b-ab3c-e718640fd159 req-0eca3fe9-d952-4e2b-ae06-a99e3db6d3fd tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:45.614653 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f2b28066-93e4-4a3b-ab3c-e718640fd159 req-0eca3fe9-d952-4e2b-ae06-a99e3db6d3fd tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.3381069 May 13 14:35:45.621703 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b02571e-189c-40f2-b471-15e90a6eed0f tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:45.625723 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9b02571e-189c-40f2-b471-15e90a6eed0f tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] 10.222.0.35 "DELETE /v2.0/routers/66a5f4b9-d2a6-4722-abb1-bc22bf9a3359 HTTP/1.1" status: 204 len: 168 time: 2.9606049 May 13 14:35:45.626492 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49986) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:45.631307 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026098d-b759-4f99-8c08-484dcc636e45 req-c8b8b694-2c84-4854-a0bd-a4fc6b0ac9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:45.632783 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3026098d-b759-4f99-8c08-484dcc636e45 req-c8b8b694-2c84-4854-a0bd-a4fc6b0ac9f6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=46fcdf33-8a6c-4569-a251-35c4d79d5792 HTTP/1.1" status: 200 len: 1097 time: 0.4614630 May 13 14:35:45.666043 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 191e9bd6-e5af-4fda-9fca-5d8418aeb40c up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:45.726341 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc29b98-2307-4c4d-bbfd-763e6f05b37d tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Deleting subnet 8584d9ba-8581-4c8d-a9f5-f2b322010ea2 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:35:45.730736 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fcc29b98-2307-4c4d-bbfd-763e6f05b37d tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:45.738026 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f2b28066-93e4-4a3b-ab3c-e718640fd159 req-f69893a5-3d62-47af-b6b2-688480852e08 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091046 May 13 14:35:45.739834 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3026098d-b759-4f99-8c08-484dcc636e45 req-1a9adc34-03e8-4bf1-8802-cac65a704acc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=eeb37455-50dc-4793-988d-d89f1af19108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883803 May 13 14:35:45.741764 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d46dab8b-e80f-474a-9225-b85e1fd64e99 req-556639e1-7d8a-48aa-b47d-8a5047b09137 service neutron] 10.222.0.74 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378025 May 13 14:35:45.771437 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1ebe9-636c-4524-9227-27ac5ccb73c4 req-e589fd8c-f8a1-4128-b52c-45d8ee9a9685 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:45.772978 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e4e1ebe9-636c-4524-9227-27ac5ccb73c4 req-e589fd8c-f8a1-4128-b52c-45d8ee9a9685 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fcdf33-8a6c-4569-a251-35c4d79d5792 HTTP/1.1" status: 200 len: 946 time: 0.2611988 May 13 14:35:45.832512 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-af43664e-1fc7-43e7-b5b8-1ebb1fc4128f None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:45.843521 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fcc29b98-2307-4c4d-bbfd-763e6f05b37d tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:45.847053 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-af43664e-1fc7-43e7-b5b8-1ebb1fc4128f None None] Transition to ACTIVE for port object 37f5f189-01f0-46fe-aec9-e2c3bef77c1e will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:45.853253 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 191e9bd6-e5af-4fda-9fca-5d8418aeb40c completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:45.863608 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 191e9bd6-e5af-4fda-9fca-5d8418aeb40c triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:45.863975 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:45.894191 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89626314-a655-489c-9aeb-5b9a114394cb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:45.894809 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-89626314-a655-489c-9aeb-5b9a114394cb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:45.903155 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e4e1ebe9-636c-4524-9227-27ac5ccb73c4 req-7a2bb8c3-c827-4c21-99e8-0aceaf637b61 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb37455-50dc-4793-988d-d89f1af19108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222851 May 13 14:35:45.910154 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-af43664e-1fc7-43e7-b5b8-1ebb1fc4128f None None] Transition to ACTIVE for port object 37f5f189-01f0-46fe-aec9-e2c3bef77c1e will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:45.926927 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-af43664e-1fc7-43e7-b5b8-1ebb1fc4128f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:45.930817 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-89626314-a655-489c-9aeb-5b9a114394cb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:45.934610 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-89626314-a655-489c-9aeb-5b9a114394cb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3453424 May 13 14:35:45.934914 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49992) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:45.996596 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708805e6-179f-4c46-8b17-4d4043a39a4a req-b87d5326-b91a-44aa-aa68-f2244ac31cb0 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:45.998579 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-708805e6-179f-4c46-8b17-4d4043a39a4a req-b87d5326-b91a-44aa-aa68-f2244ac31cb0 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 944 time: 0.1197159 May 13 14:35:46.007286 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af43664e-1fc7-43e7-b5b8-1ebb1fc4128f None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:46.012934 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-af43664e-1fc7-43e7-b5b8-1ebb1fc4128f None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:46.018742 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af43664e-1fc7-43e7-b5b8-1ebb1fc4128f None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:46.028459 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43664e-1fc7-43e7-b5b8-1ebb1fc4128f None None] Pushing event updated for resources: {'Port': ['ID=37f5f189-01f0-46fe-aec9-e2c3bef77c1e,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:46.059062 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-708805e6-179f-4c46-8b17-4d4043a39a4a req-df6edd81-949e-417b-a406-9988f7d6487f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516891 May 13 14:35:46.122322 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-399cc555-3f66-47d0-8fcf-5849b1cd2869 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting port f07ba6e7-cc33-4bad-b376-91ba077a5604 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:46.123203 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-399cc555-3f66-47d0-8fcf-5849b1cd2869 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:46.165476 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-af43664e-1fc7-43e7-b5b8-1ebb1fc4128f None None] Attempting to bind port 37f5f189-01f0-46fe-aec9-e2c3bef77c1e on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:35:46.165476 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-af43664e-1fc7-43e7-b5b8-1ebb1fc4128f None None] Attempting to bind port 37f5f189-01f0-46fe-aec9-e2c3bef77c1e by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:35:46.165796 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af43664e-1fc7-43e7-b5b8-1ebb1fc4128f None None] Attempting to bind port 37f5f189-01f0-46fe-aec9-e2c3bef77c1e on network 0723b97b-08c9-4db0-a15e-5b69273136d9 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:46.165997 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fcc29b98-2307-4c4d-bbfd-763e6f05b37d tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:46.169069 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 191e9bd6-e5af-4fda-9fca-5d8418aeb40c is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:46.171816 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:46.183924 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af43664e-1fc7-43e7-b5b8-1ebb1fc4128f None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:35:46.184293 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af43664e-1fc7-43e7-b5b8-1ebb1fc4128f None None] Checking segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:35:46.184686 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-af43664e-1fc7-43e7-b5b8-1ebb1fc4128f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:46.185652 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af43664e-1fc7-43e7-b5b8-1ebb1fc4128f None None] Bound using segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:35:46.186109 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-af43664e-1fc7-43e7-b5b8-1ebb1fc4128f None None] Bound port: 37f5f189-01f0-46fe-aec9-e2c3bef77c1e, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:35:46.186475 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-af43664e-1fc7-43e7-b5b8-1ebb1fc4128f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:46.265466 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ef2f3-66d0-49b8-a00d-e11a16b56efe req-fc7ca3c4-167d-40df-9e55-d2fe1014c91a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:46.267423 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-170ef2f3-66d0-49b8-a00d-e11a16b56efe req-fc7ca3c4-167d-40df-9e55-d2fe1014c91a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.1031685 May 13 14:35:46.272005 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 191e9bd6-e5af-4fda-9fca-5d8418aeb40c, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=191e9bd6-e5af-4fda-9fca-5d8418aeb40c,segment=NetworkSegment(bc45d110-6939-449a-9ea3-bc6409d12d19),segment_id=bc45d110-6939-449a-9ea3-bc6409d12d19)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:46.279259 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:46.318335 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-170ef2f3-66d0-49b8-a00d-e11a16b56efe req-c7ca85d9-d112-4185-a83f-9f877921d64f tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445728 May 13 14:35:46.372699 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-af43664e-1fc7-43e7-b5b8-1ebb1fc4128f None None] For port 37f5f189-01f0-46fe-aec9-e2c3bef77c1e, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:35:46.388969 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-af43664e-1fc7-43e7-b5b8-1ebb1fc4128f None None] For port 37f5f189-01f0-46fe-aec9-e2c3bef77c1e, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=37f5f189-01f0-46fe-aec9-e2c3bef77c1e,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:35:46.393630 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=191e9bd6-e5af-4fda-9fca-5d8418aeb40c,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:46.398126 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-af43664e-1fc7-43e7-b5b8-1ebb1fc4128f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:46.486859 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43664e-1fc7-43e7-b5b8-1ebb1fc4128f None None] Pushing event updated for resources: {'Port': ['ID=37f5f189-01f0-46fe-aec9-e2c3bef77c1e,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:46.499211 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4563fa53-2b68-49a4-a61b-124dec2495f1 req-279fa4cf-4c29-48a4-9238-c82372d8232c tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5187156 May 13 14:35:46.513742 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-4563fa53-2b68-49a4-a61b-124dec2495f1 req-12641732-7eb3-4d5f-927e-7a7f93baa611 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:46.539199 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-4563fa53-2b68-49a4-a61b-124dec2495f1 req-12641732-7eb3-4d5f-927e-7a7f93baa611 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:46.548651 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3974b1c-f218-4e07-b391-03d18a7e71c1 req-2677f4a8-42c3-4a20-be29-f061e1ec58cd tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:46.550267 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d3974b1c-f218-4e07-b391-03d18a7e71c1 req-2677f4a8-42c3-4a20-be29-f061e1ec58cd tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=4999c7c6-003f-4178-9f13-7024b7a0aa32 HTTP/1.1" status: 200 len: 945 time: 0.1082399 May 13 14:35:46.599317 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d3974b1c-f218-4e07-b391-03d18a7e71c1 req-3ca2e40c-fbd4-4993-a3b0-5cb0d6513278 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418184 May 13 14:35:46.606529 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fcc29b98-2307-4c4d-bbfd-763e6f05b37d tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:46.617727 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-4563fa53-2b68-49a4-a61b-124dec2495f1 req-12641732-7eb3-4d5f-927e-7a7f93baa611 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:46.665912 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fcc29b98-2307-4c4d-bbfd-763e6f05b37d tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:46.674277 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc29b98-2307-4c4d-bbfd-763e6f05b37d tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Pushing event deleted for resources: {'Subnet': ['ID=8584d9ba-8581-4c8d-a9f5-f2b322010ea2,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:46.699234 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4563fa53-2b68-49a4-a61b-124dec2495f1 req-12641732-7eb3-4d5f-927e-7a7f93baa611 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks [] for floatingip, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:46.710876 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7fd062-0ddc-4b24-a8d2-a7b184f90de9 None None] Network bdd03778-9062-40a5-9eeb-a01bb3cd1753 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:35:46.723378 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fcc29b98-2307-4c4d-bbfd-763e6f05b37d tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] 10.222.0.35 "DELETE /v2.0/subnets/8584d9ba-8581-4c8d-a9f5-f2b322010ea2 HTTP/1.1" status: 204 len: 168 time: 1.0957949 May 13 14:35:46.725845 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50002) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:46.832082 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-399cc555-3f66-47d0-8fcf-5849b1cd2869 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:46.990536 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-399cc555-3f66-47d0-8fcf-5849b1cd2869 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Calling delete_port for f07ba6e7-cc33-4bad-b376-91ba077a5604 owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:47.006884 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-45147e18-3e24-4deb-a46b-3b5f5535ab6d tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:47.075288 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 37f5f189-01f0-46fe-aec9-e2c3bef77c1e up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:47.093934 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-45147e18-3e24-4deb-a46b-3b5f5535ab6d tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Deleting port 4e63b5f2-c548-4d1e-a39e-48e1efa1af27 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:47.094421 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-45147e18-3e24-4deb-a46b-3b5f5535ab6d tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:47.114261 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4999c7c6-003f-4178-9f13-7024b7a0aa32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191e9bd6-e5af-4fda-9fca-5d8418aeb40c'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:47.142719 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51198df7-0dc3-41f2-9c85-2418d891f533 None None] DHCP port deletion for bdd03778-9062-40a5-9eeb-a01bb3cd1753 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:35:47.150667 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-51198df7-0dc3-41f2-9c85-2418d891f533 None None] Deleting port 4e63b5f2-c548-4d1e-a39e-48e1efa1af27 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:47.151041 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-51198df7-0dc3-41f2-9c85-2418d891f533 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:47.233538 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144c9a1-faee-46ff-9d3b-999f5ef00b32 req-5c3174c8-90d6-4372-8368-8df9fc8ec332 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:47.240759 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e144c9a1-faee-46ff-9d3b-999f5ef00b32 req-5c3174c8-90d6-4372-8368-8df9fc8ec332 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.2262082 May 13 14:35:47.266029 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-399cc555-3f66-47d0-8fcf-5849b1cd2869 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:47.277950 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 37f5f189-01f0-46fe-aec9-e2c3bef77c1e completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:47.322348 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4563fa53-2b68-49a4-a61b-124dec2495f1 req-12641732-7eb3-4d5f-927e-7a7f93baa611 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:47.333195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399cc555-3f66-47d0-8fcf-5849b1cd2869 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Port': ['ID=f07ba6e7-cc33-4bad-b376-91ba077a5604,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:47.411241 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-399cc555-3f66-47d0-8fcf-5849b1cd2869 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:47.411722 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-51198df7-0dc3-41f2-9c85-2418d891f533 None None] For port 4e63b5f2-c548-4d1e-a39e-48e1efa1af27, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=4e63b5f2-c548-4d1e-a39e-48e1efa1af27,segment=NetworkSegment(bb435617-45b2-4ec8-b3a2-585ef9f4ab82),segment_id=bb435617-45b2-4ec8-b3a2-585ef9f4ab82)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:47.412285 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-51198df7-0dc3-41f2-9c85-2418d891f533 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:47.424888 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-399cc555-3f66-47d0-8fcf-5849b1cd2869 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/f07ba6e7-cc33-4bad-b376-91ba077a5604 HTTP/1.1" status: 204 len: 168 time: 1.4887075 May 13 14:35:47.426903 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50012) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:47.508770 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dd2826-ea54-417f-9e98-ab73d486d7a9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:47.510514 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dd2826-ea54-417f-9e98-ab73d486d7a9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:47.511505 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-34dd2826-ea54-417f-9e98-ab73d486d7a9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:47.555414 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e144c9a1-faee-46ff-9d3b-999f5ef00b32 req-ea40ce90-ab5c-428d-ac82-4ea56fce24ff tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093002 May 13 14:35:47.578259 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-45147e18-3e24-4deb-a46b-3b5f5535ab6d tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] For port 4e63b5f2-c548-4d1e-a39e-48e1efa1af27, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=4e63b5f2-c548-4d1e-a39e-48e1efa1af27,segment=NetworkSegment(bb435617-45b2-4ec8-b3a2-585ef9f4ab82),segment_id=bb435617-45b2-4ec8-b3a2-585ef9f4ab82)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:47.580298 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-45147e18-3e24-4deb-a46b-3b5f5535ab6d tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:47.609668 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-51198df7-0dc3-41f2-9c85-2418d891f533 None None] Calling delete_port for 4e63b5f2-c548-4d1e-a39e-48e1efa1af27 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:47.650135 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-4563fa53-2b68-49a4-a61b-124dec2495f1 req-12641732-7eb3-4d5f-927e-7a7f93baa611 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Allocated IP 172.25.0.94 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/eae36df4-4049-4557-bd7f-647819a02ffe) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:47.678073 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 45ae5137-fb8f-45ed-9376-b4f6cad104f5 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:47.768155 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-51198df7-0dc3-41f2-9c85-2418d891f533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:47.785849 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-45147e18-3e24-4deb-a46b-3b5f5535ab6d tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Calling delete_port for 4e63b5f2-c548-4d1e-a39e-48e1efa1af27 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:47.815704 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51198df7-0dc3-41f2-9c85-2418d891f533 None None] No DVR routers for this DVR port 4e63b5f2-c548-4d1e-a39e-48e1efa1af27 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:35:47.843151 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51198df7-0dc3-41f2-9c85-2418d891f533 None None] Pushing event deleted for resources: {'Port': ['ID=4e63b5f2-c548-4d1e-a39e-48e1efa1af27,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:47.851976 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-34dd2826-ea54-417f-9e98-ab73d486d7a9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:47.852809 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-34dd2826-ea54-417f-9e98-ab73d486d7a9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4247825 May 13 14:35:47.856179 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4563fa53-2b68-49a4-a61b-124dec2495f1 req-12641732-7eb3-4d5f-927e-7a7f93baa611 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:47.857793 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50020) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:47.858465 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 45ae5137-fb8f-45ed-9376-b4f6cad104f5 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:47.865753 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 45ae5137-fb8f-45ed-9376-b4f6cad104f5 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:47.866108 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:47.891860 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4563fa53-2b68-49a4-a61b-124dec2495f1 req-12641732-7eb3-4d5f-927e-7a7f93baa611 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:47.974416 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0065efe2-1cdc-4287-bef6-1ac17f7ebeea None None] Provisioning for port 37f5f189-01f0-46fe-aec9-e2c3bef77c1e completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:47.974656 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12641732-7eb3-4d5f-927e-7a7f93baa611 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Pushing event updated for resources: {'Port': ['ID=eae36df4-4049-4557-bd7f-647819a02ffe,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:47.985248 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-927b636d-d0a2-4c34-91f1-f000f974fa61 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting subnet d058c7ab-2976-4c4c-98de-df4ae541fcef {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:35:47.988494 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4563fa53-2b68-49a4-a61b-124dec2495f1 req-12641732-7eb3-4d5f-927e-7a7f93baa611 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:47.989838 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-4563fa53-2b68-49a4-a61b-124dec2495f1 req-12641732-7eb3-4d5f-927e-7a7f93baa611 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:47.992697 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-4563fa53-2b68-49a4-a61b-124dec2495f1 req-12641732-7eb3-4d5f-927e-7a7f93baa611 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:47.996393 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-927b636d-d0a2-4c34-91f1-f000f974fa61 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:48.008528 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0065efe2-1cdc-4287-bef6-1ac17f7ebeea None None] Provisioning complete for port 37f5f189-01f0-46fe-aec9-e2c3bef77c1e triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:48.009069 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0065efe2-1cdc-4287-bef6-1ac17f7ebeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:48.042699 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.api [None req-45147e18-3e24-4deb-a46b-3b5f5535ab6d tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:35:48.043036 n-d-841760-1 neutron-server[88082]: DEBUG oslo_db.api [None req-45147e18-3e24-4deb-a46b-3b5f5535ab6d tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:35:48.051824 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22174134-8d5e-4391-88df-71a8d3c95077 req-7b010c7a-176a-4169-96a9-64151f13c648 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:48.059182 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-22174134-8d5e-4391-88df-71a8d3c95077 req-7b010c7a-176a-4169-96a9-64151f13c648 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fcdf33-8a6c-4569-a251-35c4d79d5792 HTTP/1.1" status: 200 len: 946 time: 0.3154774 May 13 14:35:48.076655 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:48.101210 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4563fa53-2b68-49a4-a61b-124dec2495f1 req-12641732-7eb3-4d5f-927e-7a7f93baa611 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:48.119243 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-22174134-8d5e-4391-88df-71a8d3c95077 req-ebed22d8-8234-46bd-8397-c5adade014a6 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb37455-50dc-4793-988d-d89f1af19108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590727 May 13 14:35:48.125023 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-927b636d-d0a2-4c34-91f1-f000f974fa61 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:48.128705 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 45ae5137-fb8f-45ed-9376-b4f6cad104f5 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:48.129187 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:48.205332 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4563fa53-2b68-49a4-a61b-124dec2495f1 req-12641732-7eb3-4d5f-927e-7a7f93baa611 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:48.232582 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 45ae5137-fb8f-45ed-9376-b4f6cad104f5, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=45ae5137-fb8f-45ed-9376-b4f6cad104f5,segment=NetworkSegment(aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa),segment_id=aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:48.243359 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:48.293810 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0065efe2-1cdc-4287-bef6-1ac17f7ebeea None None] Current status of the port 37f5f189-01f0-46fe-aec9-e2c3bef77c1e is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:48.294183 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0065efe2-1cdc-4287-bef6-1ac17f7ebeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:48.369337 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=45ae5137-fb8f-45ed-9376-b4f6cad104f5,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:48.376917 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-0065efe2-1cdc-4287-bef6-1ac17f7ebeea None None] For port 37f5f189-01f0-46fe-aec9-e2c3bef77c1e, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=37f5f189-01f0-46fe-aec9-e2c3bef77c1e,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:48.382042 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0065efe2-1cdc-4287-bef6-1ac17f7ebeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:48.408351 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-927b636d-d0a2-4c34-91f1-f000f974fa61 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:48.476410 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0065efe2-1cdc-4287-bef6-1ac17f7ebeea None None] Pushing event updated for resources: {'Port': ['ID=37f5f189-01f0-46fe-aec9-e2c3bef77c1e,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:48.487092 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9e6a9-a3df-4c16-b82f-163e9b949aeb req-d00302ca-493f-40e6-944f-85503c2a9427 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:48.489226 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-71c9e6a9-a3df-4c16-b82f-163e9b949aeb req-d00302ca-493f-40e6-944f-85503c2a9427 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 945 time: 0.2012389 May 13 14:35:48.501213 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-402e582c-189c-4b7e-9d5f-cef2680cd543 None None] Could not find standard attr ID for object f07ba6e7-cc33-4bad-b376-91ba077a5604. {{(pid=88083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 14:35:48.520941 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4563fa53-2b68-49a4-a61b-124dec2495f1 req-12641732-7eb3-4d5f-927e-7a7f93baa611 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:48.525467 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4563fa53-2b68-49a4-a61b-124dec2495f1 req-12641732-7eb3-4d5f-927e-7a7f93baa611 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:48.539276 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-927b636d-d0a2-4c34-91f1-f000f974fa61 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:48.570773 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-45147e18-3e24-4deb-a46b-3b5f5535ab6d tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Deleting port 4e63b5f2-c548-4d1e-a39e-48e1efa1af27 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:48.571034 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-45147e18-3e24-4deb-a46b-3b5f5535ab6d tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:48.612874 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-71c9e6a9-a3df-4c16-b82f-163e9b949aeb req-613b8cd9-8aeb-4bf6-965f-b257339f8477 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172533 May 13 14:35:48.618960 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b636d-d0a2-4c34-91f1-f000f974fa61 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Subnet': ['ID=d058c7ab-2976-4c4c-98de-df4ae541fcef,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:48.623632 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-927b636d-d0a2-4c34-91f1-f000f974fa61 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:48.639482 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4a695e-4b25-49f4-8ae6-9ac8a1018e52 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:35:48.673034 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-45147e18-3e24-4deb-a46b-3b5f5535ab6d tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] The port '4e63b5f2-c548-4d1e-a39e-48e1efa1af27' was deleted {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:35:48.710778 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a60ac2f-b5e0-4dc3-ab9f-203330216c5f'] response: {'server_uuid': '4999c7c6-003f-4178-9f13-7024b7a0aa32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191e9bd6-e5af-4fda-9fca-5d8418aeb40c', 'code': 200} May 13 14:35:48.762049 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50026) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:48.766828 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-927b636d-d0a2-4c34-91f1-f000f974fa61 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/d058c7ab-2976-4c4c-98de-df4ae541fcef HTTP/1.1" status: 204 len: 168 time: 0.8975372 May 13 14:35:48.848037 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12641732-7eb3-4d5f-927e-7a7f93baa611 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Pushing event updated for resources: {'Port': ['ID=eae36df4-4049-4557-bd7f-647819a02ffe,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:48.855215 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-19925b4f-d697-4f3c-822d-ea5cdb2098ac tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0918438 May 13 14:35:48.859157 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50030) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:48.909523 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4563fa53-2b68-49a4-a61b-124dec2495f1 req-12641732-7eb3-4d5f-927e-7a7f93baa611 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:48.953713 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4563fa53-2b68-49a4-a61b-124dec2495f1 req-12641732-7eb3-4d5f-927e-7a7f93baa611 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:48.956256 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d81b3af-6b04-41c4-bd2f-022c6c791396 None None] DHCP port deletion for 0723b97b-08c9-4db0-a15e-5b69273136d9 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:35:48.961445 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4563fa53-2b68-49a4-a61b-124dec2495f1 req-12641732-7eb3-4d5f-927e-7a7f93baa611 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4516890 May 13 14:35:48.961847 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-4d81b3af-6b04-41c4-bd2f-022c6c791396 None None] Deleting port 37f5f189-01f0-46fe-aec9-e2c3bef77c1e {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:48.962433 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4d81b3af-6b04-41c4-bd2f-022c6c791396 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:49.005491 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-45147e18-3e24-4deb-a46b-3b5f5535ab6d tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:49.055351 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-4563fa53-2b68-49a4-a61b-124dec2495f1 req-5b1a651c-06c6-4784-90cf-e30d4955bd9f tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Synchronizing usage tracker for tenant:733e68c1036540e8b39c40468fae0326 on resource:floatingip {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:49.058607 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 4e63b5f2-c548-4d1e-a39e-48e1efa1af27 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:35:49.067227 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-45147e18-3e24-4deb-a46b-3b5f5535ab6d tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd03778-9062-40a5-9eeb-a01bb3cd1753']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:49.080950 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a23f81-82fa-4b56-85b8-dd39baa87d5c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:49.081656 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-15a23f81-82fa-4b56-85b8-dd39baa87d5c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:49.084080 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-45147e18-3e24-4deb-a46b-3b5f5535ab6d tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb435617-45b2-4ec8-b3a2-585ef9f4ab82') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:49.084304 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-45147e18-3e24-4deb-a46b-3b5f5535ab6d tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb435617-45b2-4ec8-b3a2-585ef9f4ab82') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:49.093075 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-4563fa53-2b68-49a4-a61b-124dec2495f1 req-5b1a651c-06c6-4784-90cf-e30d4955bd9f tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Unset dirty status for tenant:733e68c1036540e8b39c40468fae0326 on resource:floatingip {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:49.099622 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4563fa53-2b68-49a4-a61b-124dec2495f1 req-5b1a651c-06c6-4784-90cf-e30d4955bd9f tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.94 HTTP/1.1" status: 200 len: 695 time: 0.1369207 May 13 14:35:49.103185 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 4e63b5f2-c548-4d1e-a39e-48e1efa1af27 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:35:49.103359 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-45147e18-3e24-4deb-a46b-3b5f5535ab6d tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:49.103742 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 4e63b5f2-c548-4d1e-a39e-48e1efa1af27 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:35:49.104255 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 37f5f189-01f0-46fe-aec9-e2c3bef77c1e no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:35:49.125529 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89048705-52a6-41f1-9351-bcc15488ac58 req-691fc4ce-8b43-4ae8-b685-6299cb257819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:49.127512 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-89048705-52a6-41f1-9351-bcc15488ac58 req-691fc4ce-8b43-4ae8-b685-6299cb257819 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4999c7c6-003f-4178-9f13-7024b7a0aa32 HTTP/1.1" status: 200 len: 1096 time: 0.2485323 May 13 14:35:49.132962 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-45147e18-3e24-4deb-a46b-3b5f5535ab6d tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:49.158941 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45d9b2-81dc-4cc5-9e9c-91f6cbf6cdb2 req-0e251e16-1773-4cd0-bc8f-ec6491a0e667 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:49.160447 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2c45d9b2-81dc-4cc5-9e9c-91f6cbf6cdb2 req-0e251e16-1773-4cd0-bc8f-ec6491a0e667 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.2827506 May 13 14:35:49.164331 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45147e18-3e24-4deb-a46b-3b5f5535ab6d tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:35:49.164813 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-45147e18-3e24-4deb-a46b-3b5f5535ab6d tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: timer() May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:35:49.181281 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:35:49.187750 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-15a23f81-82fa-4b56-85b8-dd39baa87d5c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:49.187750 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-15a23f81-82fa-4b56-85b8-dd39baa87d5c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3220444 May 13 14:35:49.189179 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50034) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:49.296866 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93ae16b-872d-4282-bb8f-70d19f7a93d6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:49.300728 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e93ae16b-872d-4282-bb8f-70d19f7a93d6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1083088 May 13 14:35:49.302760 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50038) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:49.303180 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-89048705-52a6-41f1-9351-bcc15488ac58 req-6a80fb79-cc6d-46ef-968a-7dc26764a066 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674879 May 13 14:35:49.327729 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2c45d9b2-81dc-4cc5-9e9c-91f6cbf6cdb2 req-3baad60f-7651-46a3-b64d-a7e28f3133cb tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440413 May 13 14:35:49.332881 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-45147e18-3e24-4deb-a46b-3b5f5535ab6d tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:49.344396 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-45147e18-3e24-4deb-a46b-3b5f5535ab6d tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:49.378993 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-4d81b3af-6b04-41c4-bd2f-022c6c791396 None None] For port 37f5f189-01f0-46fe-aec9-e2c3bef77c1e, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=37f5f189-01f0-46fe-aec9-e2c3bef77c1e,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:49.379518 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4d81b3af-6b04-41c4-bd2f-022c6c791396 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:49.394489 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 37f5f189-01f0-46fe-aec9-e2c3bef77c1e is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:49.395071 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:49.396732 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45147e18-3e24-4deb-a46b-3b5f5535ab6d tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Pushing event deleted for resources: {'Network': ['ID=bdd03778-9062-40a5-9eeb-a01bb3cd1753,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:49.411230 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-356df946-5a46-4d0b-8c71-e8f2887dfc9f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1041505 May 13 14:35:49.412584 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50044) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:49.416302 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-45147e18-3e24-4deb-a46b-3b5f5535ab6d tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] 10.222.0.35 "DELETE /v2.0/networks/bdd03778-9062-40a5-9eeb-a01bb3cd1753 HTTP/1.1" status: 204 len: 168 time: 2.6892490 May 13 14:35:49.417443 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50046) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:49.419854 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563fa53-2b68-49a4-a61b-124dec2495f1 req-60391e92-37bb-47f9-bcaa-7f0895a3e57a tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:49.438879 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4563fa53-2b68-49a4-a61b-124dec2495f1 req-60391e92-37bb-47f9-bcaa-7f0895a3e57a tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 784 time: 0.3384035 May 13 14:35:49.444810 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-b606a9f4-11ed-45b5-878c-e63343b08dd8 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:49.524886 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-4d81b3af-6b04-41c4-bd2f-022c6c791396 None None] Calling delete_port for 37f5f189-01f0-46fe-aec9-e2c3bef77c1e owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:49.601310 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 37f5f189-01f0-46fe-aec9-e2c3bef77c1e, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=37f5f189-01f0-46fe-aec9-e2c3bef77c1e,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:49.601463 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b606a9f4-11ed-45b5-878c-e63343b08dd8 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:49.609082 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b606a9f4-11ed-45b5-878c-e63343b08dd8 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:subnet and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:49.612767 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b606a9f4-11ed-45b5-878c-e63343b08dd8 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:49.619071 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:49.621296 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b606a9f4-11ed-45b5-878c-e63343b08dd8 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:49.661478 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b606a9f4-11ed-45b5-878c-e63343b08dd8 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:49.667950 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b606a9f4-11ed-45b5-878c-e63343b08dd8 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:49.743673 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-4d81b3af-6b04-41c4-bd2f-022c6c791396 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:35:49.744029 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-4d81b3af-6b04-41c4-bd2f-022c6c791396 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:35:49.766468 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=37f5f189-01f0-46fe-aec9-e2c3bef77c1e,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:49.816494 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-e7b36add-f444-4d05-ba85-0a3091dd0dfc tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Deleting port b5305ee6-3cf6-4375-9457-76d068e8043d {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:49.816834 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e7b36add-f444-4d05-ba85-0a3091dd0dfc tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:49.957435 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e97f04-e274-4fb4-a03c-eff3a5d1cd09 req-c927b6ae-79eb-45ef-94f2-097821ffea9f tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:49.958927 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e7e97f04-e274-4fb4-a03c-eff3a5d1cd09 req-c927b6ae-79eb-45ef-94f2-097821ffea9f tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=4999c7c6-003f-4178-9f13-7024b7a0aa32 HTTP/1.1" status: 200 len: 945 time: 0.4693434 May 13 14:35:49.978292 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c4285392-8f96-4da1-bab0-be76a186c3ee req-5fce9e2e-d57b-41b0-a80f-5dceeb948026 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2009845 May 13 14:35:50.018477 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-c4285392-8f96-4da1-bab0-be76a186c3ee req-fc063aca-e680-448f-ba97-29ab94351975 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:50.032548 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-c4285392-8f96-4da1-bab0-be76a186c3ee req-fc063aca-e680-448f-ba97-29ab94351975 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:50.048468 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e7e97f04-e274-4fb4-a03c-eff3a5d1cd09 req-b4453408-febe-42ca-8825-4bf770d86ed9 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754907 May 13 14:35:50.049461 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-c4285392-8f96-4da1-bab0-be76a186c3ee req-fc063aca-e680-448f-ba97-29ab94351975 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:50.070529 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e7b36add-f444-4d05-ba85-0a3091dd0dfc tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:50.071045 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e7b36add-f444-4d05-ba85-0a3091dd0dfc tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:50.076555 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c4285392-8f96-4da1-bab0-be76a186c3ee req-fc063aca-e680-448f-ba97-29ab94351975 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks [] for floatingip, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:50.167487 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b606a9f4-11ed-45b5-878c-e63343b08dd8 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:50.202692 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-e7b36add-f444-4d05-ba85-0a3091dd0dfc tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Calling delete_port for b5305ee6-3cf6-4375-9457-76d068e8043d owned by network:floatingip {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:50.242343 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b606a9f4-11ed-45b5-878c-e63343b08dd8 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:50.245663 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-4d81b3af-6b04-41c4-bd2f-022c6c791396 None None] Deleting port 37f5f189-01f0-46fe-aec9-e2c3bef77c1e {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:50.246124 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-b606a9f4-11ed-45b5-878c-e63343b08dd8 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:50.246724 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4d81b3af-6b04-41c4-bd2f-022c6c791396 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:50.251489 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b606a9f4-11ed-45b5-878c-e63343b08dd8 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:50.252081 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b606a9f4-11ed-45b5-878c-e63343b08dd8 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:50.273980 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606a9f4-11ed-45b5-878c-e63343b08dd8 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Subnet': ['ID=9d971380-be92-4044-9c11-ca6022d4ff4d,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:50.293410 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b606a9f4-11ed-45b5-878c-e63343b08dd8 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8533835 May 13 14:35:50.297681 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50060) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:50.303494 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-fec43c39-624a-4eb5-aaca-fba5e532b31d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'port': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'fixed_ips': [{'subnet_id': '9d971380-be92-4044-9c11-ca6022d4ff4d', 'ip_address': '2001:db8::d546:edd5:25e4:662a'}], 'name': 'tempest-NetworksTestDHCPv6-1441982799'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:50.387144 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5954e-106c-4d61-aebf-9032cd7ae9c8 req-703b5c6d-7ba6-45c6-9df5-f73cadb80f4d tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:50.389260 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-80a5954e-106c-4d61-aebf-9032cd7ae9c8 req-703b5c6d-7ba6-45c6-9df5-f73cadb80f4d tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 945 time: 0.1940365 May 13 14:35:50.439910 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c4285392-8f96-4da1-bab0-be76a186c3ee req-fc063aca-e680-448f-ba97-29ab94351975 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:50.466833 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-80a5954e-106c-4d61-aebf-9032cd7ae9c8 req-6494cb33-59a0-4593-9e72-1cb71728981f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680456 May 13 14:35:50.478221 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e7b36add-f444-4d05-ba85-0a3091dd0dfc tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:50.509473 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-fec43c39-624a-4eb5-aaca-fba5e532b31d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:50.536261 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-fec43c39-624a-4eb5-aaca-fba5e532b31d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:50.538262 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-4d81b3af-6b04-41c4-bd2f-022c6c791396 None None] For port 37f5f189-01f0-46fe-aec9-e2c3bef77c1e, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=37f5f189-01f0-46fe-aec9-e2c3bef77c1e,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:50.538262 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4d81b3af-6b04-41c4-bd2f-022c6c791396 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:50.553160 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b36add-f444-4d05-ba85-0a3091dd0dfc tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Pushing event deleted for resources: {'Port': ['ID=b5305ee6-3cf6-4375-9457-76d068e8043d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:50.587710 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec43c39-624a-4eb5-aaca-fba5e532b31d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:50.687869 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-4d81b3af-6b04-41c4-bd2f-022c6c791396 None None] Calling delete_port for 37f5f189-01f0-46fe-aec9-e2c3bef77c1e owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:50.715773 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596c291f-ebd1-4ceb-8040-84bed4b698da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ae5137-fb8f-45ed-9376-b4f6cad104f5'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:50.743584 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e7b36add-f444-4d05-ba85-0a3091dd0dfc tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks [] for floatingip, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:50.778323 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4d81b3af-6b04-41c4-bd2f-022c6c791396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:50.798374 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e7b36add-f444-4d05-ba85-0a3091dd0dfc tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:50.802947 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e7b36add-f444-4d05-ba85-0a3091dd0dfc tempest-FloatingIPAdminTestJSON-1120169329 tempest-FloatingIPAdminTestJSON-1120169329-project] 10.222.0.35 "DELETE /v2.0/floatingips/f3a36889-512e-47b1-92dd-99b2950002e8 HTTP/1.1" status: 204 len: 168 time: 1.3843763 May 13 14:35:50.847966 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6768c-0295-4d96-96be-17b07d5e9128 req-1eac2666-1e00-41bf-9896-1c912263cb2e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:50.850750 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cda6768c-0295-4d96-96be-17b07d5e9128 req-1eac2666-1e00-41bf-9896-1c912263cb2e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.1970849 May 13 14:35:50.865379 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81b3af-6b04-41c4-bd2f-022c6c791396 None None] Pushing event deleted for resources: {'Port': ['ID=37f5f189-01f0-46fe-aec9-e2c3bef77c1e,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:50.867420 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d81b3af-6b04-41c4-bd2f-022c6c791396 None None] No DVR routers for this DVR port 37f5f189-01f0-46fe-aec9-e2c3bef77c1e on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:35:50.886902 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-c4285392-8f96-4da1-bab0-be76a186c3ee req-fc063aca-e680-448f-ba97-29ab94351975 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Allocated IP 172.25.0.68 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/efd81d3f-03e7-437d-b12d-e8ef280b8a89) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:50.890726 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b50d57a-4c27-4db4-a075-d8d1534591df None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:35:50.943815 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cda6768c-0295-4d96-96be-17b07d5e9128 req-f700e1a9-cc19-43ae-bbfb-115a689c4b9a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760210 May 13 14:35:50.996521 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fec43c39-624a-4eb5-aaca-fba5e532b31d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:51.082654 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-fec43c39-624a-4eb5-aaca-fba5e532b31d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] device_id is not set on port e7b65f20-39f5-4363-bc06-fef433e45fe5 yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:35:51.091856 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50078) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:51.146793 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98b8c82-f037-4281-b0b5-3dcb389e6ccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-0723b97b-08c9-4db0-a15e-5b69273136d9', 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'fixed_ips': [{'subnet_id': '9d971380-be92-4044-9c11-ca6022d4ff4d'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:35:51.148683 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f98b8c82-f037-4281-b0b5-3dcb389e6ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:51.294728 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c4285392-8f96-4da1-bab0-be76a186c3ee req-fc063aca-e680-448f-ba97-29ab94351975 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:51.302775 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f4bb29b-d887-47fe-8ef7-79fdebd1f278'] response: {'server_uuid': '596c291f-ebd1-4ceb-8040-84bed4b698da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ae5137-fb8f-45ed-9376-b4f6cad104f5', 'code': 200} May 13 14:35:51.389669 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-fec43c39-624a-4eb5-aaca-fba5e532b31d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Allocated IP 2001:db8::d546:edd5:25e4:662a (0723b97b-08c9-4db0-a15e-5b69273136d9/9d971380-be92-4044-9c11-ca6022d4ff4d/e7b65f20-39f5-4363-bc06-fef433e45fe5) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:51.412389 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c4285392-8f96-4da1-bab0-be76a186c3ee req-fc063aca-e680-448f-ba97-29ab94351975 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:51.421330 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8c88bde4-2d21-4689-8993-d88770bb7609 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1b630e84e85a4729b322edb7bcde5407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3277199 May 13 14:35:51.430337 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50086) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:51.517597 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4285392-8f96-4da1-bab0-be76a186c3ee req-fc063aca-e680-448f-ba97-29ab94351975 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:51.525118 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-c4285392-8f96-4da1-bab0-be76a186c3ee req-fc063aca-e680-448f-ba97-29ab94351975 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:51.527543 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4285392-8f96-4da1-bab0-be76a186c3ee req-fc063aca-e680-448f-ba97-29ab94351975 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:51.532871 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2694475-f92d-400e-8af9-c87efc0b6b4e req-9952bdb3-45be-4b55-89e3-9d715c0c37b9 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:51.534344 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d2694475-f92d-400e-8af9-c87efc0b6b4e req-9952bdb3-45be-4b55-89e3-9d715c0c37b9 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.1818242 May 13 14:35:51.538103 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfad19d-5354-4db3-9499-4b548cc39cef req-2cf71d02-cf5a-4ddf-9ef6-c38ddcb9bb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:51.539490 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-adfad19d-5354-4db3-9499-4b548cc39cef req-2cf71d02-cf5a-4ddf-9ef6-c38ddcb9bb91 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 1096 time: 0.2330234 May 13 14:35:51.541363 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3a4ed6d2-41bc-466a-9efe-d0d87e0f6fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:51.558640 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc063aca-e680-448f-ba97-29ab94351975 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Pushing event updated for resources: {'Port': ['ID=efd81d3f-03e7-437d-b12d-e8ef280b8a89,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:51.623690 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3a4ed6d2-41bc-466a-9efe-d0d87e0f6fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:51.643071 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d2694475-f92d-400e-8af9-c87efc0b6b4e req-b06c1781-05e0-40a8-a7e2-565259156a9d tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024280 May 13 14:35:51.647967 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-adfad19d-5354-4db3-9499-4b548cc39cef req-6b367c82-041b-40ac-82cf-bbf832a6912e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919104 May 13 14:35:51.697545 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3a4ed6d2-41bc-466a-9efe-d0d87e0f6fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:51.717510 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ed6d2-41bc-466a-9efe-d0d87e0f6fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dd718f-e5c2-4bff-a916-2651e77906a2,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:51.725270 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3a4ed6d2-41bc-466a-9efe-d0d87e0f6fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:51.727238 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3a4ed6d2-41bc-466a-9efe-d0d87e0f6fd2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/49dd718f-e5c2-4bff-a916-2651e77906a2 HTTP/1.1" status: 204 len: 168 time: 0.2866304 May 13 14:35:51.755606 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fec43c39-624a-4eb5-aaca-fba5e532b31d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:51.758882 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c4285392-8f96-4da1-bab0-be76a186c3ee req-fc063aca-e680-448f-ba97-29ab94351975 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:51.810903 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-fec43c39-624a-4eb5-aaca-fba5e532b31d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Transition to ACTIVE for port object e7b65f20-39f5-4363-bc06-fef433e45fe5 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:51.836083 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c4285392-8f96-4da1-bab0-be76a186c3ee req-fc063aca-e680-448f-ba97-29ab94351975 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:51.851327 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0085c-e572-4c4e-bfaa-631f90b87159 req-eff7c337-71b8-4588-b75e-d431da3235fb tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:51.858357 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-83f0085c-e572-4c4e-bfaa-631f90b87159 req-eff7c337-71b8-4588-b75e-d431da3235fb tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=4999c7c6-003f-4178-9f13-7024b7a0aa32 HTTP/1.1" status: 200 len: 945 time: 0.0987291 May 13 14:35:51.900449 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-83f0085c-e572-4c4e-bfaa-631f90b87159 req-ec51d0fd-377c-4a3d-8991-bc562bc68cd4 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411012 May 13 14:35:51.915659 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fec43c39-624a-4eb5-aaca-fba5e532b31d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:52.007786 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-f98b8c82-f037-4281-b0b5-3dcb389e6ccc None None] Allocated IP 2001:db8::2 (0723b97b-08c9-4db0-a15e-5b69273136d9/9d971380-be92-4044-9c11-ca6022d4ff4d/d38b8f47-f75a-46a2-a479-f60dcba75595) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:52.061849 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec43c39-624a-4eb5-aaca-fba5e532b31d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:52.067427 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-fec43c39-624a-4eb5-aaca-fba5e532b31d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:52.069869 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec43c39-624a-4eb5-aaca-fba5e532b31d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:52.075674 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec43c39-624a-4eb5-aaca-fba5e532b31d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:52.076292 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fec43c39-624a-4eb5-aaca-fba5e532b31d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:52.115794 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec43c39-624a-4eb5-aaca-fba5e532b31d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Port': ['ID=e7b65f20-39f5-4363-bc06-fef433e45fe5,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:52.118934 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50104) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:52.172457 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-21a734fd-3830-4697-9142-59de18987eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:52.195879 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fec43c39-624a-4eb5-aaca-fba5e532b31d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8946702 May 13 14:35:52.198611 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50108) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:52.205282 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-21a734fd-3830-4697-9142-59de18987eb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:52.212080 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-71cb47e8-6704-4290-97db-ef7b9f92ca35 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'port': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'fixed_ips': [{'subnet_id': '9d971380-be92-4044-9c11-ca6022d4ff4d', 'ip_address': '2001:db8::d546:edd5:25e4:662a'}], 'name': 'tempest-NetworksTestDHCPv6-1996666157'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:52.222788 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023cd82c-b974-478c-9649-22c104bfcf9d req-e25e4557-f731-4217-b7ad-9b47eefcc758 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:52.224466 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-023cd82c-b974-478c-9649-22c104bfcf9d req-e25e4557-f731-4217-b7ad-9b47eefcc758 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 945 time: 0.1650209 May 13 14:35:52.232439 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-21a734fd-3830-4697-9142-59de18987eb5 admin admin] Usage tracker for resource:security_group_rule and tenant:3e5370252c044940b58a074a720ebb7c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:52.236525 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-21a734fd-3830-4697-9142-59de18987eb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:52.238084 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-40044fb0-d472-43af-b45f-675b0603d09d req-fc4bd5fc-178a-4398-877e-0f4d81b4afdc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=772fe0a2-01e5-41ae-a067-32f7d5320cb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1228209 May 13 14:35:52.291003 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-21a734fd-3830-4697-9142-59de18987eb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:52.295756 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-023cd82c-b974-478c-9649-22c104bfcf9d req-c990f200-9497-4060-bef9-4d3c77d7044b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614192 May 13 14:35:52.312125 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f98b8c82-f037-4281-b0b5-3dcb389e6ccc None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:52.325245 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f98b8c82-f037-4281-b0b5-3dcb389e6ccc None None] Transition to ACTIVE for port object d38b8f47-f75a-46a2-a479-f60dcba75595 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:52.347633 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f98b8c82-f037-4281-b0b5-3dcb389e6ccc None None] Transition to ACTIVE for port object d38b8f47-f75a-46a2-a479-f60dcba75595 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:52.353686 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f98b8c82-f037-4281-b0b5-3dcb389e6ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:52.359947 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c4285392-8f96-4da1-bab0-be76a186c3ee req-fc063aca-e680-448f-ba97-29ab94351975 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:52.370169 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c4285392-8f96-4da1-bab0-be76a186c3ee req-fc063aca-e680-448f-ba97-29ab94351975 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:52.428749 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98b8c82-f037-4281-b0b5-3dcb389e6ccc None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:52.431945 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-f98b8c82-f037-4281-b0b5-3dcb389e6ccc None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:52.438669 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98b8c82-f037-4281-b0b5-3dcb389e6ccc None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:52.475904 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b8c82-f037-4281-b0b5-3dcb389e6ccc None None] Pushing event updated for resources: {'Port': ['ID=d38b8f47-f75a-46a2-a479-f60dcba75595,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:52.547549 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-f98b8c82-f037-4281-b0b5-3dcb389e6ccc None None] Attempting to bind port d38b8f47-f75a-46a2-a479-f60dcba75595 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:35:52.547917 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-f98b8c82-f037-4281-b0b5-3dcb389e6ccc None None] Attempting to bind port d38b8f47-f75a-46a2-a479-f60dcba75595 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:35:52.548281 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98b8c82-f037-4281-b0b5-3dcb389e6ccc None None] Attempting to bind port d38b8f47-f75a-46a2-a479-f60dcba75595 on network 0723b97b-08c9-4db0-a15e-5b69273136d9 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:52.554021 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98b8c82-f037-4281-b0b5-3dcb389e6ccc None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:35:52.554398 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98b8c82-f037-4281-b0b5-3dcb389e6ccc None None] Checking segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:35:52.554797 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f98b8c82-f037-4281-b0b5-3dcb389e6ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:52.555214 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98b8c82-f037-4281-b0b5-3dcb389e6ccc None None] Bound using segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:35:52.555683 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-f98b8c82-f037-4281-b0b5-3dcb389e6ccc None None] Bound port: d38b8f47-f75a-46a2-a479-f60dcba75595, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:35:52.556493 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f98b8c82-f037-4281-b0b5-3dcb389e6ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:52.576474 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-71cb47e8-6704-4290-97db-ef7b9f92ca35 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:52.588997 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc063aca-e680-448f-ba97-29ab94351975 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Pushing event updated for resources: {'Port': ['ID=efd81d3f-03e7-437d-b12d-e8ef280b8a89,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:52.593460 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-71cb47e8-6704-4290-97db-ef7b9f92ca35 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:port and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:52.600451 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-71cb47e8-6704-4290-97db-ef7b9f92ca35 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:52.616928 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-71cb47e8-6704-4290-97db-ef7b9f92ca35 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:52.631405 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c4285392-8f96-4da1-bab0-be76a186c3ee req-fc063aca-e680-448f-ba97-29ab94351975 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:52.652698 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71cb47e8-6704-4290-97db-ef7b9f92ca35 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:52.658738 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-71cb47e8-6704-4290-97db-ef7b9f92ca35 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:52.658965 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-f98b8c82-f037-4281-b0b5-3dcb389e6ccc None None] For port d38b8f47-f75a-46a2-a479-f60dcba75595, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:35:52.662594 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-f98b8c82-f037-4281-b0b5-3dcb389e6ccc None None] For port d38b8f47-f75a-46a2-a479-f60dcba75595, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d38b8f47-f75a-46a2-a479-f60dcba75595,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:35:52.667672 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f98b8c82-f037-4281-b0b5-3dcb389e6ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:52.667889 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40044fb0-d472-43af-b45f-675b0603d09d req-9c245f2c-bfd4-42b8-ac4c-0ee4281853e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:52.669374 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-40044fb0-d472-43af-b45f-675b0603d09d req-9c245f2c-bfd4-42b8-ac4c-0ee4281853e6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b6ab0120ba4d4937a9340132b618cd48&device_id=772fe0a2-01e5-41ae-a067-32f7d5320cb9 HTTP/1.1" status: 200 len: 1096 time: 0.3019428 May 13 14:35:52.686885 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142a1cb-64e5-4884-9cb4-00ea041707fd req-555b300d-ca6b-4056-9e36-76ea9c42f1b8 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:52.688365 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4142a1cb-64e5-4884-9cb4-00ea041707fd req-555b300d-ca6b-4056-9e36-76ea9c42f1b8 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=4999c7c6-003f-4178-9f13-7024b7a0aa32 HTTP/1.1" status: 200 len: 945 time: 0.1165686 May 13 14:35:52.706956 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c4285392-8f96-4da1-bab0-be76a186c3ee req-fc063aca-e680-448f-ba97-29ab94351975 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:52.708174 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c4285392-8f96-4da1-bab0-be76a186c3ee req-fc063aca-e680-448f-ba97-29ab94351975 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6980078 May 13 14:35:52.711216 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-21a734fd-3830-4697-9142-59de18987eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:52.713087 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-71cb47e8-6704-4290-97db-ef7b9f92ca35 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] device_id is not set on port 5e6abad4-c14f-4bdd-b94a-c6fd5e8c13c5 yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:35:52.758067 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-21a734fd-3830-4697-9142-59de18987eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:52.774649 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b8c82-f037-4281-b0b5-3dcb389e6ccc None None] Pushing event updated for resources: {'Port': ['ID=d38b8f47-f75a-46a2-a479-f60dcba75595,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:52.850324 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4142a1cb-64e5-4884-9cb4-00ea041707fd req-d5ef5a30-a214-4472-b7b6-6daa7cac53a3 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361856 May 13 14:35:52.873937 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40044fb0-d472-43af-b45f-675b0603d09d req-1fee225c-ead4-4b56-a017-c25a9b1cbbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:52.875672 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-40044fb0-d472-43af-b45f-675b0603d09d req-1fee225c-ead4-4b56-a017-c25a9b1cbbab service neutron] 10.222.0.74 "GET /v2.0/networks?id=79758d8c-b106-4287-a282-ab754acae92b HTTP/1.1" status: 200 len: 916 time: 0.1839001 May 13 14:35:52.993549 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-c4285392-8f96-4da1-bab0-be76a186c3ee req-46cf8b38-7e7d-42a0-9cbe-36e35b241f3c tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Synchronizing usage tracker for tenant:733e68c1036540e8b39c40468fae0326 on resource:floatingip {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:53.031454 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-40044fb0-d472-43af-b45f-675b0603d09d req-324307b2-f2ca-4577-924c-9a569d1f0d90 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9524246-4389-4419-84b2-ace9bd9799d3 HTTP/1.1" status: 200 len: 1001 time: 0.1472073 May 13 14:35:53.117580 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a734fd-3830-4697-9142-59de18987eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83848352-56d3-4857-99b9-0df91a83734b,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:53.126798 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-21a734fd-3830-4697-9142-59de18987eb5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3e5370252c044940b58a074a720ebb7c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0011711 May 13 14:35:53.131640 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40044fb0-d472-43af-b45f-675b0603d09d req-383bbe8d-e53a-4198-838d-4ce25621c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:53.134580 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-40044fb0-d472-43af-b45f-675b0603d09d req-383bbe8d-e53a-4198-838d-4ce25621c8e2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3f8b6906-e2ce-45f4-9457-d3fca5fa8def HTTP/1.1" status: 200 len: 854 time: 0.0902925 May 13 14:35:53.135449 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50116) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:53.157655 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-c4285392-8f96-4da1-bab0-be76a186c3ee req-46cf8b38-7e7d-42a0-9cbe-36e35b241f3c tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Unset dirty status for tenant:733e68c1036540e8b39c40468fae0326 on resource:floatingip {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:53.158879 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c4285392-8f96-4da1-bab0-be76a186c3ee req-46cf8b38-7e7d-42a0-9cbe-36e35b241f3c tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.68 HTTP/1.1" status: 200 len: 695 time: 0.4045205 May 13 14:35:53.339813 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8c05063d-16ad-4d84-b657-bb3dce2565e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:53.369688 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40044fb0-d472-43af-b45f-675b0603d09d req-bf4d53b8-2063-46f4-a6e2-68082121fc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:53.371216 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-40044fb0-d472-43af-b45f-675b0603d09d req-bf4d53b8-2063-46f4-a6e2-68082121fc3f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79758d8c-b106-4287-a282-ab754acae92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2216911 May 13 14:35:53.432711 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8c05063d-16ad-4d84-b657-bb3dce2565e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:53.452404 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4285392-8f96-4da1-bab0-be76a186c3ee req-e56241e3-5ba6-4993-a854-5a0b970a2960 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:53.454041 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c4285392-8f96-4da1-bab0-be76a186c3ee req-e56241e3-5ba6-4993-a854-5a0b970a2960 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 784 time: 0.2877591 May 13 14:35:53.455121 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-71cb47e8-6704-4290-97db-ef7b9f92ca35 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] POST failed (client error): There was a conflict when trying to complete your request. May 13 14:35:53.455604 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71cb47e8-6704-4290-97db-ef7b9f92ca35 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:35:53.484395 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-71cb47e8-6704-4290-97db-ef7b9f92ca35 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2788439 May 13 14:35:53.484638 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50126) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:53.585828 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c215c2-b78c-4732-a370-7d8a1df771c1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:53.591999 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c215c2-b78c-4732-a370-7d8a1df771c1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:53.592797 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d2c215c2-b78c-4732-a370-7d8a1df771c1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:53.613422 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d2c215c2-b78c-4732-a370-7d8a1df771c1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:53.617162 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d2c215c2-b78c-4732-a370-7d8a1df771c1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1290700 May 13 14:35:53.617567 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50134) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:53.626289 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-40044fb0-d472-43af-b45f-675b0603d09d req-b46a0712-67d8-4818-9f44-57d16b41d302 service neutron] 10.222.0.74 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129071 May 13 14:35:53.636933 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebb88e-f5fa-466b-84df-e0b4d7b8e5e9 req-0801024b-9be2-486e-a57b-b12c1162c0f1 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:53.638565 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-52ebb88e-f5fa-466b-84df-e0b4d7b8e5e9 req-0801024b-9be2-486e-a57b-b12c1162c0f1 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.2783446 May 13 14:35:53.663180 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8c05063d-16ad-4d84-b657-bb3dce2565e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:53.691080 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-4bb1eb0e-e82c-4b30-b160-e92baccbf508 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting port e7b65f20-39f5-4363-bc06-fef433e45fe5 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:53.691571 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4bb1eb0e-e82c-4b30-b160-e92baccbf508 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:53.755787 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05063d-16ad-4d84-b657-bb3dce2565e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83848352-56d3-4857-99b9-0df91a83734b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:53.784100 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8c05063d-16ad-4d84-b657-bb3dce2565e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:53.785235 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8c05063d-16ad-4d84-b657-bb3dce2565e7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/83848352-56d3-4857-99b9-0df91a83734b HTTP/1.1" status: 204 len: 168 time: 0.6487880 May 13 14:35:53.808532 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-52ebb88e-f5fa-466b-84df-e0b4d7b8e5e9 req-7acea452-371e-4cb1-aaea-cd3ddadbcd5a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494429 May 13 14:35:53.886813 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-40044fb0-d472-43af-b45f-675b0603d09d req-98840489-27a6-4679-a538-9dad698f3c78 service neutron] 10.222.0.74 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459345 May 13 14:35:54.118727 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-deeffd16-9bf7-4809-bd3e-b1c0acee89bd req-d25b9150-c42a-43ae-92e7-077f048df856 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/floatingips/812bc706-03a3-43c5-9a8b-b65552f50033 HTTP/1.1" status: 200 len: 692 time: 0.1517601 May 13 14:35:54.138648 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc825a-2086-4caa-affc-e186eadd5802 req-38247050-037a-4e84-b293-15b1a90cb383 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:54.140188 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-80fc825a-2086-4caa-affc-e186eadd5802 req-38247050-037a-4e84-b293-15b1a90cb383 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 945 time: 0.1180432 May 13 14:35:54.213017 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-80fc825a-2086-4caa-affc-e186eadd5802 req-e6690d16-5666-4874-91f4-88a296762a5b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665929 May 13 14:35:54.277825 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4bb1eb0e-e82c-4b30-b160-e92baccbf508 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:54.413847 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:35:54.429310 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-4bb1eb0e-e82c-4b30-b160-e92baccbf508 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Calling delete_port for e7b65f20-39f5-4363-bc06-fef433e45fe5 owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:54.439260 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50154) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:54.465686 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c21eaa6a-565b-43fe-a007-e03c940d9093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:54.494088 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f2a5e1e1-f60c-4b5e-becf-eb3c7f064466 None None] Provisioning for port d38b8f47-f75a-46a2-a479-f60dcba75595 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:54.506784 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c21eaa6a-565b-43fe-a007-e03c940d9093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:54.515095 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c21eaa6a-565b-43fe-a007-e03c940d9093 admin admin] Usage tracker for resource:security_group_rule and tenant:90b44d19712245e4b88a001c2b346834 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:54.518130 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c21eaa6a-565b-43fe-a007-e03c940d9093 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:54.524947 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c21eaa6a-565b-43fe-a007-e03c940d9093 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:54.530231 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeffd16-9bf7-4809-bd3e-b1c0acee89bd req-0d22f599-e016-4745-bba0-2424acd18a17 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:54.531724 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-deeffd16-9bf7-4809-bd3e-b1c0acee89bd req-0d22f599-e016-4745-bba0-2424acd18a17 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 784 time: 0.4024355 May 13 14:35:54.654995 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4bb1eb0e-e82c-4b30-b160-e92baccbf508 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:54.694607 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c21eaa6a-565b-43fe-a007-e03c940d9093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:54.701850 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c21eaa6a-565b-43fe-a007-e03c940d9093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:54.720693 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d86a8d50-13a1-4136-b83b-ff5b7a0c317c None None] Could not find standard attr ID for object e7b65f20-39f5-4363-bc06-fef433e45fe5. {{(pid=88083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 14:35:54.723220 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb1eb0e-e82c-4b30-b160-e92baccbf508 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Port': ['ID=e7b65f20-39f5-4363-bc06-fef433e45fe5,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:54.760966 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d28e9e-d75c-412a-bbfe-04d978134b4e req-417d1209-764e-41d9-b555-3b52001be376 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:54.763035 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d0d28e9e-d75c-412a-bbfe-04d978134b4e req-417d1209-764e-41d9-b555-3b52001be376 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.1888428 May 13 14:35:54.769228 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c21eaa6a-565b-43fe-a007-e03c940d9093 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=90b44d19712245e4b88a001c2b346834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3289299 May 13 14:35:54.774071 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50166) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:54.778258 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4bb1eb0e-e82c-4b30-b160-e92baccbf508 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:54.794850 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4bb1eb0e-e82c-4b30-b160-e92baccbf508 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/e7b65f20-39f5-4363-bc06-fef433e45fe5 HTTP/1.1" status: 204 len: 168 time: 1.1754103 May 13 14:35:54.797216 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50170) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:54.805267 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21eaa6a-565b-43fe-a007-e03c940d9093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c52da2-4528-450c-b493-29a7dec07580,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:54.871370 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d0d28e9e-d75c-412a-bbfe-04d978134b4e req-ea1f305c-283e-4d5b-a153-66033433cb0b tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981903 May 13 14:35:54.893324 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e4d236-69ae-4e7b-aab2-8488b818320e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:54.895357 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e4d236-69ae-4e7b-aab2-8488b818320e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:54.896629 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d6e4d236-69ae-4e7b-aab2-8488b818320e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:54.918809 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d6e4d236-69ae-4e7b-aab2-8488b818320e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:54.923290 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d6e4d236-69ae-4e7b-aab2-8488b818320e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1246822 May 13 14:35:54.924085 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50176) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:54.948621 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9447ac8f-f6f2-46dd-9a79-734057e68072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:55.014301 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9447ac8f-f6f2-46dd-9a79-734057e68072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:55.080718 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d38b8f47-f75a-46a2-a479-f60dcba75595 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:55.100450 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9447ac8f-f6f2-46dd-9a79-734057e68072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:55.123460 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9447ac8f-f6f2-46dd-9a79-734057e68072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c52da2-4528-450c-b493-29a7dec07580,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:55.125555 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9447ac8f-f6f2-46dd-9a79-734057e68072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:55.126941 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9447ac8f-f6f2-46dd-9a79-734057e68072 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/19c52da2-4528-450c-b493-29a7dec07580 HTTP/1.1" status: 204 len: 168 time: 0.3518507 May 13 14:35:55.201058 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port d38b8f47-f75a-46a2-a479-f60dcba75595 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:55.207889 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port d38b8f47-f75a-46a2-a479-f60dcba75595 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:55.209441 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:55.398901 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e7958723-3ed6-4385-9865-2d1a95ea7012 req-1322b019-cb68-45cd-9d8c-31dd091fc892 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/floatingips/812bc706-03a3-43c5-9a8b-b65552f50033 HTTP/1.1" status: 200 len: 692 time: 0.3995543 May 13 14:35:55.399843 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d38b8f47-f75a-46a2-a479-f60dcba75595 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:55.400303 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:55.439883 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port d38b8f47-f75a-46a2-a479-f60dcba75595, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d38b8f47-f75a-46a2-a479-f60dcba75595,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:55.447586 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:55.483861 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba0dfe-b614-40c9-a7f0-0eaef1fc7e3d req-082cb7b2-e3db-4cfb-80b0-cd18c4778ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:55.485899 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e8ba0dfe-b614-40c9-a7f0-0eaef1fc7e3d req-082cb7b2-e3db-4cfb-80b0-cd18c4778ea3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=936df29ada1f4039bf03263eb4658581&device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 1096 time: 0.2341506 May 13 14:35:55.506712 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-966ae0da-aa82-45e5-8ee3-acd9a55e217b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting subnet 9d971380-be92-4044-9c11-ca6022d4ff4d {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:35:55.512508 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-966ae0da-aa82-45e5-8ee3-acd9a55e217b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:55.527491 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=d38b8f47-f75a-46a2-a479-f60dcba75595,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:55.599476 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-966ae0da-aa82-45e5-8ee3-acd9a55e217b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:55.666427 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7958723-3ed6-4385-9865-2d1a95ea7012 req-25c5a335-64b0-42ca-be6c-e7cf22074c7f tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:55.667698 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e7958723-3ed6-4385-9865-2d1a95ea7012 req-25c5a335-64b0-42ca-be6c-e7cf22074c7f tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 784 time: 0.2678635 May 13 14:35:55.686134 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-e7958723-3ed6-4385-9865-2d1a95ea7012 req-33759d3f-938d-46eb-99f0-fe2e760592bb tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:35:55.687374 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e7958723-3ed6-4385-9865-2d1a95ea7012 req-33759d3f-938d-46eb-99f0-fe2e760592bb tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103362 May 13 14:35:55.723319 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fc703-cdba-4d34-b48f-2f32c6592842 req-f4e9b898-c2e9-4a7c-8d21-95e4c6955333 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:55.727565 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d47fc703-cdba-4d34-b48f-2f32c6592842 req-f4e9b898-c2e9-4a7c-8d21-95e4c6955333 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 945 time: 0.3172753 May 13 14:35:55.787747 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba0dfe-b614-40c9-a7f0-0eaef1fc7e3d req-922517f0-5dc7-41b7-a844-7eb722727c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:55.789319 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e8ba0dfe-b614-40c9-a7f0-0eaef1fc7e3d req-922517f0-5dc7-41b7-a844-7eb722727c61 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9479e797-5371-4e30-beb4-10899bbfb8b9 HTTP/1.1" status: 200 len: 919 time: 0.2967706 May 13 14:35:55.790680 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e7958723-3ed6-4385-9865-2d1a95ea7012 req-4ce694d2-e5f7-4ef6-b94c-20a1327d2fc4 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.68 HTTP/1.1" status: 200 len: 695 time: 0.0914655 May 13 14:35:55.798948 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-966ae0da-aa82-45e5-8ee3-acd9a55e217b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:55.870116 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e8ba0dfe-b614-40c9-a7f0-0eaef1fc7e3d req-1bb38ab3-f5df-4dd9-be05-ecd11880f150 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45ae5137-fb8f-45ed-9376-b4f6cad104f5 HTTP/1.1" status: 200 len: 217 time: 0.0708213 May 13 14:35:55.875547 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d47fc703-cdba-4d34-b48f-2f32c6592842 req-3ccc9323-b8cd-4050-9f39-ffc71e267dae tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228497 May 13 14:35:55.931448 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e7958723-3ed6-4385-9865-2d1a95ea7012 req-b0f9ade4-e140-4d0f-83b2-0970312a1de1 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.68 HTTP/1.1" status: 200 len: 695 time: 0.1041236 May 13 14:35:55.952385 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba0dfe-b614-40c9-a7f0-0eaef1fc7e3d req-17e83658-2013-444f-be86-7217ae0bde81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:55.954514 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e8ba0dfe-b614-40c9-a7f0-0eaef1fc7e3d req-17e83658-2013-444f-be86-7217ae0bde81 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=be55f4c0-99f6-4777-9e43-16529e4e725e HTTP/1.1" status: 200 len: 857 time: 0.0780449 May 13 14:35:56.043638 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba0dfe-b614-40c9-a7f0-0eaef1fc7e3d req-f82fa4c4-0880-411c-abfe-a016d6350d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:56.046251 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e8ba0dfe-b614-40c9-a7f0-0eaef1fc7e3d req-f82fa4c4-0880-411c-abfe-a016d6350d2f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9479e797-5371-4e30-beb4-10899bbfb8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860295 May 13 14:35:56.128190 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-e7958723-3ed6-4385-9865-2d1a95ea7012 req-2a536cf2-5c1a-444e-9f6d-c13721337131 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Deleting port efd81d3f-03e7-437d-b12d-e8ef280b8a89 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:56.128677 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e7958723-3ed6-4385-9865-2d1a95ea7012 req-2a536cf2-5c1a-444e-9f6d-c13721337131 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:56.181249 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-966ae0da-aa82-45e5-8ee3-acd9a55e217b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:56.249645 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ae0da-aa82-45e5-8ee3-acd9a55e217b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Subnet': ['ID=9d971380-be92-4044-9c11-ca6022d4ff4d,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:56.277745 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5371591-1d91-4a87-ac4a-82e0130bfaaf None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:35:56.278256 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-966ae0da-aa82-45e5-8ee3-acd9a55e217b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:56.291391 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e8ba0dfe-b614-40c9-a7f0-0eaef1fc7e3d req-70005aca-246c-49e6-a34b-e9762fa302f9 service neutron] 10.222.0.74 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388084 May 13 14:35:56.360004 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-966ae0da-aa82-45e5-8ee3-acd9a55e217b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/9d971380-be92-4044-9c11-ca6022d4ff4d HTTP/1.1" status: 204 len: 168 time: 1.4345982 May 13 14:35:56.364890 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50218) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:56.450923 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-db97c3da-fd35-4277-9afa-54c521601aa5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0843279 May 13 14:35:56.451623 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e8ba0dfe-b614-40c9-a7f0-0eaef1fc7e3d req-8f5760c4-1360-42a5-ac54-63e833c0893d service neutron] 10.222.0.74 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532104 May 13 14:35:56.456978 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50224) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:56.462639 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-c13c231a-799b-4fbd-8831-875b9a7440e4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:56.499966 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862d0c7-9b30-40a0-9660-8b7367832db7 req-02fb7f21-c6e0-4c3e-a57c-8c245bd36791 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:56.501811 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7862d0c7-9b30-40a0-9660-8b7367832db7 req-02fb7f21-c6e0-4c3e-a57c-8c245bd36791 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.2972400 May 13 14:35:56.590511 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7862d0c7-9b30-40a0-9660-8b7367832db7 req-7507e5c1-0dc6-4827-8785-4efa62b4d811 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698390 May 13 14:35:56.604273 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e7958723-3ed6-4385-9865-2d1a95ea7012 req-2a536cf2-5c1a-444e-9f6d-c13721337131 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:56.604597 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e7958723-3ed6-4385-9865-2d1a95ea7012 req-2a536cf2-5c1a-444e-9f6d-c13721337131 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:56.663257 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb2b54e-af6e-4f16-aea0-4c92ab8dcfba None None] DHCP port deletion for 0723b97b-08c9-4db0-a15e-5b69273136d9 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:35:56.669924 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-cdb2b54e-af6e-4f16-aea0-4c92ab8dcfba None None] Deleting port d38b8f47-f75a-46a2-a479-f60dcba75595 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:56.671672 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cdb2b54e-af6e-4f16-aea0-4c92ab8dcfba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:56.751768 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-e7958723-3ed6-4385-9865-2d1a95ea7012 req-2a536cf2-5c1a-444e-9f6d-c13721337131 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Calling delete_port for efd81d3f-03e7-437d-b12d-e8ef280b8a89 owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:56.797391 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e217f4-1a2a-433c-951b-bf81a38d0aa7 req-5c18cf99-8c48-48e9-abd8-d9d38a15db7f tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:56.799415 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a0e217f4-1a2a-433c-951b-bf81a38d0aa7 req-5c18cf99-8c48-48e9-abd8-d9d38a15db7f tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=4999c7c6-003f-4178-9f13-7024b7a0aa32 HTTP/1.1" status: 200 len: 945 time: 0.1090143 May 13 14:35:56.857734 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a0e217f4-1a2a-433c-951b-bf81a38d0aa7 req-0e419c84-0096-4ed8-9657-78fbe766e99e tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509760 May 13 14:35:56.931443 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c13c231a-799b-4fbd-8831-875b9a7440e4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:56.938924 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c13c231a-799b-4fbd-8831-875b9a7440e4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:subnet and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:56.943420 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c13c231a-799b-4fbd-8831-875b9a7440e4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:56.946232 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-cdb2b54e-af6e-4f16-aea0-4c92ab8dcfba None None] For port d38b8f47-f75a-46a2-a479-f60dcba75595, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d38b8f47-f75a-46a2-a479-f60dcba75595,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:56.946894 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cdb2b54e-af6e-4f16-aea0-4c92ab8dcfba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:56.956806 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c13c231a-799b-4fbd-8831-875b9a7440e4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:57.002228 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13c231a-799b-4fbd-8831-875b9a7440e4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:57.010059 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c13c231a-799b-4fbd-8831-875b9a7440e4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:57.027193 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d38b8f47-f75a-46a2-a479-f60dcba75595 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:35:57.159728 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-cdb2b54e-af6e-4f16-aea0-4c92ab8dcfba None None] Calling delete_port for d38b8f47-f75a-46a2-a479-f60dcba75595 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:57.207856 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e7958723-3ed6-4385-9865-2d1a95ea7012 req-2a536cf2-5c1a-444e-9f6d-c13721337131 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:57.272374 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a536cf2-5c1a-444e-9f6d-c13721337131 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Pushing event deleted for resources: {'Port': ['ID=efd81d3f-03e7-437d-b12d-e8ef280b8a89,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:57.317236 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d65b4e-ed96-4c76-b8d9-c1e304b7702c req-d039f54a-5981-4d92-9b6b-8fb95ad4e4ef tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:57.326866 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-68d65b4e-ed96-4c76-b8d9-c1e304b7702c req-d039f54a-5981-4d92-9b6b-8fb95ad4e4ef tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.1036458 May 13 14:35:57.332605 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-30b813f2-aad5-4b1d-965f-fe4f94f2aa36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:57.391210 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-68d65b4e-ed96-4c76-b8d9-c1e304b7702c req-330b5113-0b7f-4bd2-ada4-28d9d207222a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632870 May 13 14:35:57.391813 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50254) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:57.418860 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cdb2b54e-af6e-4f16-aea0-4c92ab8dcfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:57.454379 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e7958723-3ed6-4385-9865-2d1a95ea7012 req-2a536cf2-5c1a-444e-9f6d-c13721337131 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks [] for floatingip, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:57.476703 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2b54e-af6e-4f16-aea0-4c92ab8dcfba None None] Pushing event deleted for resources: {'Port': ['ID=d38b8f47-f75a-46a2-a479-f60dcba75595,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:57.483656 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb2b54e-af6e-4f16-aea0-4c92ab8dcfba None None] No DVR routers for this DVR port d38b8f47-f75a-46a2-a479-f60dcba75595 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:35:57.485086 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d38b8f47-f75a-46a2-a479-f60dcba75595 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:57.485459 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:57.515260 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e7958723-3ed6-4385-9865-2d1a95ea7012 req-2a536cf2-5c1a-444e-9f6d-c13721337131 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:57.515699 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e7958723-3ed6-4385-9865-2d1a95ea7012 req-2a536cf2-5c1a-444e-9f6d-c13721337131 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "DELETE /v2.0/floatingips/812bc706-03a3-43c5-9a8b-b65552f50033 HTTP/1.1" status: 204 len: 173 time: 1.5774682 May 13 14:35:57.527286 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c13c231a-799b-4fbd-8831-875b9a7440e4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:57.595203 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13c231a-799b-4fbd-8831-875b9a7440e4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:57.598995 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-c13c231a-799b-4fbd-8831-875b9a7440e4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:57.603866 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13c231a-799b-4fbd-8831-875b9a7440e4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:57.604454 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c13c231a-799b-4fbd-8831-875b9a7440e4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:57.606308 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-3a77a0aa-320c-4958-b98d-92ed774329ea tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:57.611407 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa2fd1a-167a-49a4-9e57-18fb6f537cf4 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:35:57.633310 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c13c231a-799b-4fbd-8831-875b9a7440e4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1726420 May 13 14:35:57.633509 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50264) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:57.638905 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c231a-799b-4fbd-8831-875b9a7440e4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Subnet': ['ID=f5e878a7-7cdc-4d4b-a7f6-85901c0cbee1,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:57.639368 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3a77a0aa-320c-4958-b98d-92ed774329ea tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] 10.222.0.35 "PUT /v2.0/quotas/3e0a3ef778b045038a1aaea8e091d6f3 HTTP/1.1" status: 200 len: 368 time: 0.2428916 May 13 14:35:57.641786 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50268) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:57.650082 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-7d8f8747-d8ab-492a-b509-fb015aa587a5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'port': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'fixed_ips': [{'subnet_id': 'f5e878a7-7cdc-4d4b-a7f6-85901c0cbee1', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-917776762'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:57.650332 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-c2f4c7ac-51c8-40d1-a3bb-68537a843fc0 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Request body: {'network': {'project_id': '3e0a3ef778b045038a1aaea8e091d6f3'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:57.657247 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c2f4c7ac-51c8-40d1-a3bb-68537a843fc0 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:57.661820 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c2f4c7ac-51c8-40d1-a3bb-68537a843fc0 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Usage tracker for resource:network and tenant:3e0a3ef778b045038a1aaea8e091d6f3 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:57.665635 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c2f4c7ac-51c8-40d1-a3bb-68537a843fc0 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:57.674348 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c2f4c7ac-51c8-40d1-a3bb-68537a843fc0 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:57.693854 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23bd6eb-a503-4cf8-b435-be16fd383fd0 req-0da3dfe2-fe5d-41e6-ae65-8b7dc50d4444 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:57.695798 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c23bd6eb-a503-4cf8-b435-be16fd383fd0 req-0da3dfe2-fe5d-41e6-ae65-8b7dc50d4444 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 945 time: 0.1816988 May 13 14:35:57.697460 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f4c7ac-51c8-40d1-a3bb-68537a843fc0 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Made reservation on behalf of 3e0a3ef778b045038a1aaea8e091d6f3 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:57.699937 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c2f4c7ac-51c8-40d1-a3bb-68537a843fc0 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:57.734539 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c2f4c7ac-51c8-40d1-a3bb-68537a843fc0 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:57.741749 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 191e9bd6-e5af-4fda-9fca-5d8418aeb40c details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:35:57.760711 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c2f4c7ac-51c8-40d1-a3bb-68537a843fc0 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:57.770762 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c2f4c7ac-51c8-40d1-a3bb-68537a843fc0 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Usage tracker for resource:security_group_rule and tenant:3e0a3ef778b045038a1aaea8e091d6f3 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:57.775368 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c2f4c7ac-51c8-40d1-a3bb-68537a843fc0 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:57.786097 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c23bd6eb-a503-4cf8-b435-be16fd383fd0 req-572f603c-55e9-4862-89e6-54a0c1b38f88 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741241 May 13 14:35:57.787193 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c2f4c7ac-51c8-40d1-a3bb-68537a843fc0 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:57.863863 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7d8f8747-d8ab-492a-b509-fb015aa587a5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:57.868340 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7d8f8747-d8ab-492a-b509-fb015aa587a5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:port and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:57.871741 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7d8f8747-d8ab-492a-b509-fb015aa587a5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:57.878628 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7d8f8747-d8ab-492a-b509-fb015aa587a5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:57.892156 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c2f4c7ac-51c8-40d1-a3bb-68537a843fc0 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:57.897616 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c2f4c7ac-51c8-40d1-a3bb-68537a843fc0 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:57.942907 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f4c7ac-51c8-40d1-a3bb-68537a843fc0 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:35:57.952791 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8f8747-d8ab-492a-b509-fb015aa587a5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:57.958232 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4c7ac-51c8-40d1-a3bb-68537a843fc0 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec0c8a5-f853-48a2-aa9c-f88f18506319,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:57.982112 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c2f4c7ac-51c8-40d1-a3bb-68537a843fc0 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:57.982908 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-c2f4c7ac-51c8-40d1-a3bb-68537a843fc0 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Added segment 0a035efa-28f8-4f3f-8f3d-9efff19b7aea of type vlan for network 838670fa-05fc-4242-86d3-fa714a5373ab May 13 14:35:58.009432 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857e76d4-111e-41e8-bf02-63709ba5700a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-0723b97b-08c9-4db0-a15e-5b69273136d9', 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'fixed_ips': [{'subnet_id': 'f5e878a7-7cdc-4d4b-a7f6-85901c0cbee1'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:35:58.010242 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-857e76d4-111e-41e8-bf02-63709ba5700a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:58.020475 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c2f4c7ac-51c8-40d1-a3bb-68537a843fc0 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:58.034191 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 191e9bd6-e5af-4fda-9fca-5d8418aeb40c, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=191e9bd6-e5af-4fda-9fca-5d8418aeb40c,segment=NetworkSegment(bc45d110-6939-449a-9ea3-bc6409d12d19),segment_id=bc45d110-6939-449a-9ea3-bc6409d12d19)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:58.061822 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c2f4c7ac-51c8-40d1-a3bb-68537a843fc0 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:58.064060 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f4c7ac-51c8-40d1-a3bb-68537a843fc0 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:58.064963 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c2f4c7ac-51c8-40d1-a3bb-68537a843fc0 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:58.107491 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '191e9bd6-e5af-4fda-9fca-5d8418aeb40c', 'network_id': 'fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f', 'port_id': '191e9bd6-e5af-4fda-9fca-5d8418aeb40c', 'mac_address': 'fa:16:3e:a8:79:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9cc4fb1-d2ad-4765-9e89-652a7928106b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:35:58.166706 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c6e42-6fda-4f05-a445-4365cccf0690 req-c0e49de8-1eb8-4991-8d05-5a6404090cc8 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:58.168321 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-587c6e42-6fda-4f05-a445-4365cccf0690 req-c0e49de8-1eb8-4991-8d05-5a6404090cc8 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3471153 May 13 14:35:58.181244 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7d8f8747-d8ab-492a-b509-fb015aa587a5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:58.206346 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-7d8f8747-d8ab-492a-b509-fb015aa587a5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] device_id is not set on port 5c9e1068-1e81-4c1f-a7fd-24d5dbcd3a8a yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:35:58.239103 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c2f4c7ac-51c8-40d1-a3bb-68537a843fc0 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5934396 May 13 14:35:58.241583 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50282) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:58.244267 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4c7ac-51c8-40d1-a3bb-68537a843fc0 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Pushing event updated for resources: {'Network': ['ID=838670fa-05fc-4242-86d3-fa714a5373ab,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:58.257081 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-f773c808-2164-48e7-ab0e-3536998aa1be tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Request body: {'network': {'project_id': '3e0a3ef778b045038a1aaea8e091d6f3'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:58.280129 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f773c808-2164-48e7-ab0e-3536998aa1be tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:58.288654 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f773c808-2164-48e7-ab0e-3536998aa1be tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Usage tracker for resource:network and tenant:3e0a3ef778b045038a1aaea8e091d6f3 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:58.292455 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f773c808-2164-48e7-ab0e-3536998aa1be tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:58.303689 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 838670fa-05fc-4242-86d3-fa714a5373ab details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:35:58.303912 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f773c808-2164-48e7-ab0e-3536998aa1be tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:58.335390 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35da7a-a9fa-4e21-af59-e44d95ceb1bf req-c63795f7-7f1a-405a-ac1c-e7b11ef1e7f7 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:58.337209 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1a35da7a-a9fa-4e21-af59-e44d95ceb1bf req-c63795f7-7f1a-405a-ac1c-e7b11ef1e7f7 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.1785796 May 13 14:35:58.344049 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f773c808-2164-48e7-ab0e-3536998aa1be tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Made reservation on behalf of 3e0a3ef778b045038a1aaea8e091d6f3 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:58.346559 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f773c808-2164-48e7-ab0e-3536998aa1be tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:58.412522 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1a35da7a-a9fa-4e21-af59-e44d95ceb1bf req-c541d49b-74fb-4608-8858-ebddea884fb6 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563967 May 13 14:35:58.413223 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f773c808-2164-48e7-ab0e-3536998aa1be tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:35:58.416485 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:58.424635 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f773c808-2164-48e7-ab0e-3536998aa1be tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:58.424902 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-f773c808-2164-48e7-ab0e-3536998aa1be tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Added segment baa7a89e-b0eb-4a4e-95fa-c53812f880a4 of type vlan for network 8f013e1a-edd2-4e82-a7e0-95a3f5c761c4 May 13 14:35:58.456516 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 191e9bd6-e5af-4fda-9fca-5d8418aeb40c is: ACTIVE; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:58.457261 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:58.465903 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a05caf-cd20-4690-acc4-338a2ecffca3 req-097135c9-4c05-40f3-8095-acf63b17a134 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:58.469658 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f773c808-2164-48e7-ab0e-3536998aa1be tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:58.473150 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b6a05caf-cd20-4690-acc4-338a2ecffca3 req-097135c9-4c05-40f3-8095-acf63b17a134 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=4999c7c6-003f-4178-9f13-7024b7a0aa32 HTTP/1.1" status: 200 len: 945 time: 0.1412165 May 13 14:35:58.516061 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b6a05caf-cd20-4690-acc4-338a2ecffca3 req-6b595fa6-b83c-46eb-8c6f-337e0e940f57 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419111 May 13 14:35:58.519848 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 191e9bd6-e5af-4fda-9fca-5d8418aeb40c {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:35:58.543264 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-857e76d4-111e-41e8-bf02-63709ba5700a None None] Allocated IP 2001:db8::2 (0723b97b-08c9-4db0-a15e-5b69273136d9/f5e878a7-7cdc-4d4b-a7f6-85901c0cbee1/0a8b67ec-27e3-4d81-aa8d-6a77dd8ae02d) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:58.556905 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 191e9bd6-e5af-4fda-9fca-5d8418aeb40c, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=191e9bd6-e5af-4fda-9fca-5d8418aeb40c,segment=NetworkSegment(bc45d110-6939-449a-9ea3-bc6409d12d19),segment_id=bc45d110-6939-449a-9ea3-bc6409d12d19)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:58.565270 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:58.594799 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8a79905e-2b90-49ff-8de3-5d95c7f02b82 req-854982c1-edc0-4912-9238-41939d76de99 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/floatingips?tenant_id=733e68c1036540e8b39c40468fae0326 HTTP/1.1" status: 200 len: 1655 time: 0.1041188 May 13 14:35:58.600782 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f773c808-2164-48e7-ab0e-3536998aa1be tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:58.601831 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f773c808-2164-48e7-ab0e-3536998aa1be tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:58.602434 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f773c808-2164-48e7-ab0e-3536998aa1be tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:58.699430 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f831c-7d43-47a8-8c27-cf7fcdc07830 req-41d8f03c-7611-4c0d-923d-6c4d6beec55e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:58.701595 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b20f831c-7d43-47a8-8c27-cf7fcdc07830 req-41d8f03c-7611-4c0d-923d-6c4d6beec55e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.0867176 May 13 14:35:58.735341 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=191e9bd6-e5af-4fda-9fca-5d8418aeb40c,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:58.752990 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b20f831c-7d43-47a8-8c27-cf7fcdc07830 req-e1e1f92f-0baa-4c37-8bd2-8fc21f78919a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450749 May 13 14:35:58.766520 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['191e9bd6-e5af-4fda-9fca-5d8418aeb40c'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:35:58.898312 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f773c808-2164-48e7-ab0e-3536998aa1be tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6526213 May 13 14:35:58.898918 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50294) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:58.906151 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-feaa1c72-625e-46a3-992a-eda1fa85d1e4 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Request body: {'network': {'project_id': '3e0a3ef778b045038a1aaea8e091d6f3'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:58.910850 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-feaa1c72-625e-46a3-992a-eda1fa85d1e4 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:58.917076 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773c808-2164-48e7-ab0e-3536998aa1be tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Pushing event updated for resources: {'Network': ['ID=8f013e1a-edd2-4e82-a7e0-95a3f5c761c4,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:58.921635 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-feaa1c72-625e-46a3-992a-eda1fa85d1e4 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Usage tracker for resource:network and tenant:3e0a3ef778b045038a1aaea8e091d6f3 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:58.927164 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-feaa1c72-625e-46a3-992a-eda1fa85d1e4 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:58.930683 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-857e76d4-111e-41e8-bf02-63709ba5700a None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:58.938592 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-feaa1c72-625e-46a3-992a-eda1fa85d1e4 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:58.941999 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 8f013e1a-edd2-4e82-a7e0-95a3f5c761c4 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:35:58.945294 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-feaa1c72-625e-46a3-992a-eda1fa85d1e4 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 13 14:35:58.945781 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feaa1c72-625e-46a3-992a-eda1fa85d1e4 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:35:58.949054 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-feaa1c72-625e-46a3-992a-eda1fa85d1e4 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0472610 May 13 14:35:58.949991 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50300) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:59.018489 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-daafb36e-d4aa-4284-9ce0-b5c639eedd5d tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3e0a3ef778b045038a1aaea8e091d6f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0667892 May 13 14:35:59.022385 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50304) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:59.025795 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-857e76d4-111e-41e8-bf02-63709ba5700a None None] Transition to ACTIVE for port object 0a8b67ec-27e3-4d81-aa8d-6a77dd8ae02d will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:59.047718 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79905e-2b90-49ff-8de3-5d95c7f02b82 req-a17668ee-b371-4792-9f16-b460846a7612 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:59.048422 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-8a79905e-2b90-49ff-8de3-5d95c7f02b82 req-a17668ee-b371-4792-9f16-b460846a7612 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Synchronizing usage tracker for tenant:733e68c1036540e8b39c40468fae0326 on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:59.096827 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-8a79905e-2b90-49ff-8de3-5d95c7f02b82 req-a17668ee-b371-4792-9f16-b460846a7612 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Unset dirty status for tenant:733e68c1036540e8b39c40468fae0326 on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:59.099365 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-857e76d4-111e-41e8-bf02-63709ba5700a None None] Transition to ACTIVE for port object 0a8b67ec-27e3-4d81-aa8d-6a77dd8ae02d will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:59.103314 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8a79905e-2b90-49ff-8de3-5d95c7f02b82 req-a17668ee-b371-4792-9f16-b460846a7612 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/networks?id=c35d8094-27c1-4288-955d-bcb140e23bf2&id=c35d8094-27c1-4288-955d-bcb140e23bf2&id=c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 787 time: 0.4947755 May 13 14:35:59.112973 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-857e76d4-111e-41e8-bf02-63709ba5700a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:59.113322 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [req-8a79905e-2b90-49ff-8de3-5d95c7f02b82 req-bab6951d-7193-4dff-bcb2-2da5e6cdda1a tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:35:59.114760 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8a79905e-2b90-49ff-8de3-5d95c7f02b82 req-bab6951d-7193-4dff-bcb2-2da5e6cdda1a tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103369 May 13 14:35:59.119589 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d8f8747-d8ab-492a-b509-fb015aa587a5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:35:59.119765 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d8f8747-d8ab-492a-b509-fb015aa587a5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:35:59.136052 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c2789722-6f8d-42c4-be22-44a7b2175cd9 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:59.163440 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c2789722-6f8d-42c4-be22-44a7b2175cd9 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:59.211588 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857e76d4-111e-41e8-bf02-63709ba5700a None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:59.216247 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-857e76d4-111e-41e8-bf02-63709ba5700a None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:59.219139 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c2789722-6f8d-42c4-be22-44a7b2175cd9 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:59.223486 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857e76d4-111e-41e8-bf02-63709ba5700a None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:59.238010 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7d8f8747-d8ab-492a-b509-fb015aa587a5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6033773 May 13 14:35:59.246855 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50312) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:59.254681 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2789722-6f8d-42c4-be22-44a7b2175cd9 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec0c8a5-f853-48a2-aa9c-f88f18506319,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:59.259773 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c2789722-6f8d-42c4-be22-44a7b2175cd9 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:59.266391 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c2789722-6f8d-42c4-be22-44a7b2175cd9 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] 10.222.0.35 "DELETE /v2.0/security-groups/2ec0c8a5-f853-48a2-aa9c-f88f18506319 HTTP/1.1" status: 204 len: 168 time: 0.2427926 May 13 14:35:59.267247 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50316) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:59.271294 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e76d4-111e-41e8-bf02-63709ba5700a None None] Pushing event updated for resources: {'Port': ['ID=0a8b67ec-27e3-4d81-aa8d-6a77dd8ae02d,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:59.361506 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-857e76d4-111e-41e8-bf02-63709ba5700a None None] Attempting to bind port 0a8b67ec-27e3-4d81-aa8d-6a77dd8ae02d on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:35:59.362033 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-857e76d4-111e-41e8-bf02-63709ba5700a None None] Attempting to bind port 0a8b67ec-27e3-4d81-aa8d-6a77dd8ae02d by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:35:59.362487 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857e76d4-111e-41e8-bf02-63709ba5700a None None] Attempting to bind port 0a8b67ec-27e3-4d81-aa8d-6a77dd8ae02d on network 0723b97b-08c9-4db0-a15e-5b69273136d9 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:59.371539 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857e76d4-111e-41e8-bf02-63709ba5700a None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:35:59.374483 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857e76d4-111e-41e8-bf02-63709ba5700a None None] Checking segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:35:59.374999 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-857e76d4-111e-41e8-bf02-63709ba5700a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:59.375503 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857e76d4-111e-41e8-bf02-63709ba5700a None None] Bound using segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:35:59.376079 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-857e76d4-111e-41e8-bf02-63709ba5700a None None] Bound port: 0a8b67ec-27e3-4d81-aa8d-6a77dd8ae02d, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:35:59.376661 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-857e76d4-111e-41e8-bf02-63709ba5700a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:59.378993 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67352df-c820-4737-9b2d-2999ed85b476 req-82d38aa0-83a9-4314-9e67-329f75205c01 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:59.386186 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c67352df-c820-4737-9b2d-2999ed85b476 req-82d38aa0-83a9-4314-9e67-329f75205c01 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 945 time: 0.2696352 May 13 14:35:59.412550 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f47770bd-1ed7-4f29-9a91-dd3838e8618e tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:59.447621 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c67352df-c820-4737-9b2d-2999ed85b476 req-7ca2067f-3d8a-4ae9-b9aa-c629d816a4d2 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601237 May 13 14:35:59.473426 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324fe861-8efe-4cd9-8f16-2e9c785e2b56 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:59.474122 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-324fe861-8efe-4cd9-8f16-2e9c785e2b56 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:59.491409 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-857e76d4-111e-41e8-bf02-63709ba5700a None None] For port 0a8b67ec-27e3-4d81-aa8d-6a77dd8ae02d, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:35:59.494640 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-857e76d4-111e-41e8-bf02-63709ba5700a None None] For port 0a8b67ec-27e3-4d81-aa8d-6a77dd8ae02d, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=0a8b67ec-27e3-4d81-aa8d-6a77dd8ae02d,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:35:59.499501 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-857e76d4-111e-41e8-bf02-63709ba5700a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:59.589713 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e581e9d6-34bc-49f7-9d39-d08b91e73f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:59.602546 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e76d4-111e-41e8-bf02-63709ba5700a None None] Pushing event updated for resources: {'Port': ['ID=0a8b67ec-27e3-4d81-aa8d-6a77dd8ae02d,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:59.622048 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f47770bd-1ed7-4f29-9a91-dd3838e8618e tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:59.661321 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-f47770bd-1ed7-4f29-9a91-dd3838e8618e tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f013e1a-edd2-4e82-a7e0-95a3f5c761c4']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:59.677462 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-f47770bd-1ed7-4f29-9a91-dd3838e8618e tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa7a89e-b0eb-4a4e-95fa-c53812f880a4') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:59.677888 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-f47770bd-1ed7-4f29-9a91-dd3838e8618e tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa7a89e-b0eb-4a4e-95fa-c53812f880a4') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:59.694206 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f47770bd-1ed7-4f29-9a91-dd3838e8618e tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:59.696088 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-324fe861-8efe-4cd9-8f16-2e9c785e2b56 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:59.699852 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-324fe861-8efe-4cd9-8f16-2e9c785e2b56 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.4489689 May 13 14:35:59.702329 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50326) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:59.703835 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2cff811f-6ed2-4e96-b763-afaffecd6947 req-791cff31-4ae4-4b70-9fab-7a70f2e6ce6a tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/floatingips/4bad2b1b-d037-4df4-ab3e-a41e1bea05ac HTTP/1.1" status: 200 len: 692 time: 0.2257433 May 13 14:35:59.706266 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 191e9bd6-e5af-4fda-9fca-5d8418aeb40c up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:59.769166 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f47770bd-1ed7-4f29-9a91-dd3838e8618e tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:59.786009 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f47770bd-1ed7-4f29-9a91-dd3838e8618e tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:35:59.786710 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f47770bd-1ed7-4f29-9a91-dd3838e8618e tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:59.798751 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 191e9bd6-e5af-4fda-9fca-5d8418aeb40c triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:59.799272 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:59.809526 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:35:59.809526 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:35:59.809526 n-d-841760-1 neutron-server[88082]: timer() May 13 14:35:59.809526 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:35:59.809526 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:35:59.809526 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:35:59.809526 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:35:59.809526 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:35:59.809526 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:35:59.809526 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:35:59.809526 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:35:59.809526 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:35:59.809526 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:35:59.809526 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:35:59.809526 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:35:59.809526 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:35:59.809526 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:35:59.809526 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:35:59.809526 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:35:59.809526 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:35:59.809526 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:35:59.809526 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:35:59.809526 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:35:59.809526 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:35:59.809526 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:35:59.809526 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:35:59.809526 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:35:59.809526 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:35:59.809526 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:35:59.809526 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:35:59.809526 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:35:59.809526 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:35:59.834210 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9ca3d-235d-46b9-851d-cafeaf1a5a66 req-adcfb496-6404-45e2-8910-fdf0a62b88db tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:59.844457 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0ed9ca3d-235d-46b9-851d-cafeaf1a5a66 req-adcfb496-6404-45e2-8910-fdf0a62b88db tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.2969065 May 13 14:35:59.945065 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff811f-6ed2-4e96-b763-afaffecd6947 req-8740870b-3747-47ab-b3fe-05848f1ed057 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:59.947458 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2cff811f-6ed2-4e96-b763-afaffecd6947 req-8740870b-3747-47ab-b3fe-05848f1ed057 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 784 time: 0.2393970 May 13 14:35:59.949146 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf5ef1b-5d0c-4b97-b55a-e15d97760b12 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:59.950822 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf5ef1b-5d0c-4b97-b55a-e15d97760b12 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:59.951679 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7bf5ef1b-5d0c-4b97-b55a-e15d97760b12 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:59.986409 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 191e9bd6-e5af-4fda-9fca-5d8418aeb40c is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:59.986779 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:59.998838 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f47770bd-1ed7-4f29-9a91-dd3838e8618e tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:00.011278 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0ed9ca3d-235d-46b9-851d-cafeaf1a5a66 req-8c2359c1-cfa7-42f3-88ba-385866738d6f tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656940 May 13 14:36:00.029985 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4999c7c6-003f-4178-9f13-7024b7a0aa32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191e9bd6-e5af-4fda-9fca-5d8418aeb40c'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:36:00.037901 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7bf5ef1b-5d0c-4b97-b55a-e15d97760b12 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:36:00.042516 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7bf5ef1b-5d0c-4b97-b55a-e15d97760b12 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3363929 May 13 14:36:00.043772 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f47770bd-1ed7-4f29-9a91-dd3838e8618e tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:00.047037 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50336) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:00.047822 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47770bd-1ed7-4f29-9a91-dd3838e8618e tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Pushing event deleted for resources: {'Network': ['ID=8f013e1a-edd2-4e82-a7e0-95a3f5c761c4,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:00.051212 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 191e9bd6-e5af-4fda-9fca-5d8418aeb40c, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=191e9bd6-e5af-4fda-9fca-5d8418aeb40c,segment=NetworkSegment(bc45d110-6939-449a-9ea3-bc6409d12d19),segment_id=bc45d110-6939-449a-9ea3-bc6409d12d19)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:00.054442 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f47770bd-1ed7-4f29-9a91-dd3838e8618e tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] 10.222.0.35 "DELETE /v2.0/networks/8f013e1a-edd2-4e82-a7e0-95a3f5c761c4 HTTP/1.1" status: 204 len: 168 time: 0.7861176 May 13 14:36:00.057008 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50340) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:00.058841 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:00.092876 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2cff811f-6ed2-4e96-b763-afaffecd6947 req-9b69cbfc-eb38-44ea-b1c6-514e3f0ab9f1 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Synchronizing usage tracker for tenant:733e68c1036540e8b39c40468fae0326 on resource:floatingip {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:36:00.138571 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2cff811f-6ed2-4e96-b763-afaffecd6947 req-9b69cbfc-eb38-44ea-b1c6-514e3f0ab9f1 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Unset dirty status for tenant:733e68c1036540e8b39c40468fae0326 on resource:floatingip {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:36:00.145827 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2cff811f-6ed2-4e96-b763-afaffecd6947 req-9b69cbfc-eb38-44ea-b1c6-514e3f0ab9f1 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.94 HTTP/1.1" status: 200 len: 695 time: 0.1896074 May 13 14:36:00.154981 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=191e9bd6-e5af-4fda-9fca-5d8418aeb40c,revision_number=7']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:00.233922 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8029f03a-ab13-426c-af50-f5db3fc2b709 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:00.238198 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce557cb-a909-4fbb-b452-1bfb498f0f8e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting subnet f5e878a7-7cdc-4d4b-a7f6-85901c0cbee1 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:36:00.243769 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2cff811f-6ed2-4e96-b763-afaffecd6947 req-01778b13-5b0b-4695-b671-55e9baad0e3e tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.94 HTTP/1.1" status: 200 len: 695 time: 0.0970972 May 13 14:36:00.244419 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bce557cb-a909-4fbb-b452-1bfb498f0f8e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:00.438182 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8029f03a-ab13-426c-af50-f5db3fc2b709 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:00.453635 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bce557cb-a909-4fbb-b452-1bfb498f0f8e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:00.480623 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-8029f03a-ab13-426c-af50-f5db3fc2b709 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['838670fa-05fc-4242-86d3-fa714a5373ab']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:00.498112 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-8029f03a-ab13-426c-af50-f5db3fc2b709 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a035efa-28f8-4f3f-8f3d-9efff19b7aea') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:00.498112 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-8029f03a-ab13-426c-af50-f5db3fc2b709 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a035efa-28f8-4f3f-8f3d-9efff19b7aea') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:00.498407 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-2cff811f-6ed2-4e96-b763-afaffecd6947 req-8d2f1ec3-92ba-41bd-b212-4f9269ed988c tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Deleting port eae36df4-4049-4557-bd7f-647819a02ffe {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:00.498871 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2cff811f-6ed2-4e96-b763-afaffecd6947 req-8d2f1ec3-92ba-41bd-b212-4f9269ed988c tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:00.521949 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:00.522224 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8029f03a-ab13-426c-af50-f5db3fc2b709 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:00.546959 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55bc8e-fbca-4c8a-b0e3-feaaff72aae5 req-5f46e500-12f9-48e4-8e5b-8377f878f38f tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:00.548981 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ba55bc8e-fbca-4c8a-b0e3-feaaff72aae5 req-5f46e500-12f9-48e4-8e5b-8377f878f38f tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=4999c7c6-003f-4178-9f13-7024b7a0aa32 HTTP/1.1" status: 200 len: 945 time: 0.1840982 May 13 14:36:00.553722 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8029f03a-ab13-426c-af50-f5db3fc2b709 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:00.575820 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8029f03a-ab13-426c-af50-f5db3fc2b709 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:36:00.576401 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8029f03a-ab13-426c-af50-f5db3fc2b709 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:00.590636 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:36:00.590636 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:36:00.590636 n-d-841760-1 neutron-server[88082]: timer() May 13 14:36:00.590636 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:36:00.590636 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:36:00.590636 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:36:00.590636 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:36:00.590636 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:36:00.590636 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:36:00.590636 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:36:00.590636 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:36:00.590636 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:36:00.590636 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:36:00.590636 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:36:00.590636 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:36:00.590636 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:36:00.590636 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:36:00.590636 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:36:00.590636 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:36:00.590636 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:36:00.590636 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:36:00.590636 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:36:00.590636 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:36:00.590636 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:36:00.590636 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:36:00.590636 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:36:00.590636 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:36:00.590636 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:36:00.590636 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:36:00.590636 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:36:00.590636 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:36:00.590636 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:36:00.604127 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:00.689155 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ba55bc8e-fbca-4c8a-b0e3-feaaff72aae5 req-a6e5d36c-b04c-432d-bd7a-be6c2fdc8f82 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326132 May 13 14:36:00.693426 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bce557cb-a909-4fbb-b452-1bfb498f0f8e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:00.694151 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8029f03a-ab13-426c-af50-f5db3fc2b709 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:00.711627 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8029f03a-ab13-426c-af50-f5db3fc2b709 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:00.722896 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8029f03a-ab13-426c-af50-f5db3fc2b709 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] 10.222.0.35 "DELETE /v2.0/networks/838670fa-05fc-4242-86d3-fa714a5373ab HTTP/1.1" status: 204 len: 168 time: 0.6647663 May 13 14:36:00.723997 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029f03a-ab13-426c-af50-f5db3fc2b709 tempest-QuotasNegativeTest-1257002384 tempest-QuotasNegativeTest-1257002384-project-admin] Pushing event deleted for resources: {'Network': ['ID=838670fa-05fc-4242-86d3-fa714a5373ab,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:00.771013 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2cff811f-6ed2-4e96-b763-afaffecd6947 req-8d2f1ec3-92ba-41bd-b212-4f9269ed988c tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:00.771880 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2cff811f-6ed2-4e96-b763-afaffecd6947 req-8d2f1ec3-92ba-41bd-b212-4f9269ed988c tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:00.911224 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-2cff811f-6ed2-4e96-b763-afaffecd6947 req-8d2f1ec3-92ba-41bd-b212-4f9269ed988c tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Calling delete_port for eae36df4-4049-4557-bd7f-647819a02ffe owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:00.943072 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd7df2-fbff-4e77-9e4a-63d0b6e79338 req-aed7a2d6-cb84-466d-b1bc-b1892c5f065f tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:00.950597 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-43fd7df2-fbff-4e77-9e4a-63d0b6e79338 req-aed7a2d6-cb84-466d-b1bc-b1892c5f065f tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.1065998 May 13 14:36:00.993047 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bce557cb-a909-4fbb-b452-1bfb498f0f8e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:00.999922 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-43fd7df2-fbff-4e77-9e4a-63d0b6e79338 req-0fb20575-ebac-4e3e-9f6f-afbe3537e7ef tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484586 May 13 14:36:01.010176 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-1b8f3b39-1189-4d26-bcfd-4bdb1d293b2b None None] Provisioning for port 0a8b67ec-27e3-4d81-aa8d-6a77dd8ae02d completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:36:01.068028 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0a8b67ec-27e3-4d81-aa8d-6a77dd8ae02d up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:36:01.073619 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bce557cb-a909-4fbb-b452-1bfb498f0f8e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:01.076840 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce557cb-a909-4fbb-b452-1bfb498f0f8e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Subnet': ['ID=f5e878a7-7cdc-4d4b-a7f6-85901c0cbee1,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:01.102465 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-bce557cb-a909-4fbb-b452-1bfb498f0f8e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/f5e878a7-7cdc-4d4b-a7f6-85901c0cbee1 HTTP/1.1" status: 204 len: 168 time: 1.0517840 May 13 14:36:01.103100 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50354) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:01.127102 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97b67eb3-3a38-4316-9f6f-fc6f9e7b3fad'] response: {'server_uuid': '4999c7c6-003f-4178-9f13-7024b7a0aa32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191e9bd6-e5af-4fda-9fca-5d8418aeb40c', 'code': 200} May 13 14:36:01.128171 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc846cf-cfda-4f50-a558-adcedcccec38 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:36:01.269746 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2cff811f-6ed2-4e96-b763-afaffecd6947 req-8d2f1ec3-92ba-41bd-b212-4f9269ed988c tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:01.385777 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9c07bbac-974c-40a4-83ec-4339637671e2 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2815268 May 13 14:36:01.397324 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50362) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:01.414846 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-f5d4898a-e656-4a8a-84ef-0de8c544d8eb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:01.426749 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 0a8b67ec-27e3-4d81-aa8d-6a77dd8ae02d completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:36:01.441569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 0a8b67ec-27e3-4d81-aa8d-6a77dd8ae02d triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:01.441943 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:01.492912 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f1ec3-92ba-41bd-b212-4f9269ed988c tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Pushing event deleted for resources: {'Port': ['ID=eae36df4-4049-4557-bd7f-647819a02ffe,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:01.540105 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50368) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:01.589744 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 0a8b67ec-27e3-4d81-aa8d-6a77dd8ae02d is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:01.590121 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:01.596864 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2cff811f-6ed2-4e96-b763-afaffecd6947 req-8d2f1ec3-92ba-41bd-b212-4f9269ed988c tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks [] for floatingip, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:01.609838 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb26378-8a0a-4aed-bd5e-9ecfa284a006 None None] DHCP port deletion for 0723b97b-08c9-4db0-a15e-5b69273136d9 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:36:01.623014 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2cff811f-6ed2-4e96-b763-afaffecd6947 req-8d2f1ec3-92ba-41bd-b212-4f9269ed988c tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:01.630921 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2cff811f-6ed2-4e96-b763-afaffecd6947 req-8d2f1ec3-92ba-41bd-b212-4f9269ed988c tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "DELETE /v2.0/floatingips/4bad2b1b-d037-4df4-ab3e-a41e1bea05ac HTTP/1.1" status: 204 len: 173 time: 1.3566108 May 13 14:36:01.631541 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f5d4898a-e656-4a8a-84ef-0de8c544d8eb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:01.634023 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 0a8b67ec-27e3-4d81-aa8d-6a77dd8ae02d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=0a8b67ec-27e3-4d81-aa8d-6a77dd8ae02d,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:01.635629 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1eb26378-8a0a-4aed-bd5e-9ecfa284a006 None None] Deleting port 0a8b67ec-27e3-4d81-aa8d-6a77dd8ae02d {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:01.636310 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1eb26378-8a0a-4aed-bd5e-9ecfa284a006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:01.649114 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f5d4898a-e656-4a8a-84ef-0de8c544d8eb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:subnet and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:01.659278 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f5d4898a-e656-4a8a-84ef-0de8c544d8eb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:01.671819 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:01.677441 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f5d4898a-e656-4a8a-84ef-0de8c544d8eb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:01.706560 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d4898a-e656-4a8a-84ef-0de8c544d8eb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:36:01.710323 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f5d4898a-e656-4a8a-84ef-0de8c544d8eb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:01.795593 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-75d48071-bc1b-468b-9a82-616f451f5766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:01.812953 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=0a8b67ec-27e3-4d81-aa8d-6a77dd8ae02d,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:01.830168 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792595c-4585-4954-a4d9-af496f60675c req-a0a01941-43dc-48f1-a40b-5cc0dacb26d4 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:01.831834 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d792595c-4585-4954-a4d9-af496f60675c req-a0a01941-43dc-48f1-a40b-5cc0dacb26d4 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 945 time: 0.2641165 May 13 14:36:01.850897 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-75d48071-bc1b-468b-9a82-616f451f5766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:01.878202 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-75d48071-bc1b-468b-9a82-616f451f5766 admin admin] Usage tracker for resource:security_group_rule and tenant:b7ff01a41ded4f15a696ed6b03e1c509 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:01.884678 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-75d48071-bc1b-468b-9a82-616f451f5766 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:01.910072 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-75d48071-bc1b-468b-9a82-616f451f5766 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:01.942504 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d67c8fce-23a9-444c-98b0-d6beba63b956 req-4318f5a0-f6e0-4c42-bb8d-4404dc01ff04 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/floatingips/c398151e-11ef-45a1-8ff1-961cf2b0dfba HTTP/1.1" status: 200 len: 693 time: 0.2326121 May 13 14:36:01.943355 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d792595c-4585-4954-a4d9-af496f60675c req-53a6b8fa-5180-49e0-bb11-67f26a9883be tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972514 May 13 14:36:01.949597 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-1eb26378-8a0a-4aed-bd5e-9ecfa284a006 None None] For port 0a8b67ec-27e3-4d81-aa8d-6a77dd8ae02d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=0a8b67ec-27e3-4d81-aa8d-6a77dd8ae02d,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:01.950029 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1eb26378-8a0a-4aed-bd5e-9ecfa284a006 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:02.127450 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1eb26378-8a0a-4aed-bd5e-9ecfa284a006 None None] Calling delete_port for 0a8b67ec-27e3-4d81-aa8d-6a77dd8ae02d owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:02.137808 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c8fce-23a9-444c-98b0-d6beba63b956 req-b798e78f-d8b9-4bee-be01-9e065b17f91d tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:02.139317 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d67c8fce-23a9-444c-98b0-d6beba63b956 req-b798e78f-d8b9-4bee-be01-9e065b17f91d tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 784 time: 0.1959810 May 13 14:36:02.193900 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:02.234582 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1eb26378-8a0a-4aed-bd5e-9ecfa284a006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:02.249453 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-75d48071-bc1b-468b-9a82-616f451f5766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:02.251320 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f5d4898a-e656-4a8a-84ef-0de8c544d8eb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:02.256632 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-d67c8fce-23a9-444c-98b0-d6beba63b956 req-d16d6328-4714-496d-bb4a-7b01af057291 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Synchronizing usage tracker for tenant:733e68c1036540e8b39c40468fae0326 on resource:floatingip {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:36:02.286954 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-d67c8fce-23a9-444c-98b0-d6beba63b956 req-d16d6328-4714-496d-bb4a-7b01af057291 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Unset dirty status for tenant:733e68c1036540e8b39c40468fae0326 on resource:floatingip {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:36:02.291712 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d67c8fce-23a9-444c-98b0-d6beba63b956 req-d16d6328-4714-496d-bb4a-7b01af057291 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.115 HTTP/1.1" status: 200 len: 696 time: 0.1445582 May 13 14:36:02.292715 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-75d48071-bc1b-468b-9a82-616f451f5766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:02.303980 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb26378-8a0a-4aed-bd5e-9ecfa284a006 None None] Pushing event deleted for resources: {'Port': ['ID=0a8b67ec-27e3-4d81-aa8d-6a77dd8ae02d,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:02.307537 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb26378-8a0a-4aed-bd5e-9ecfa284a006 None None] No DVR routers for this DVR port 0a8b67ec-27e3-4d81-aa8d-6a77dd8ae02d on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:36:02.355767 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4bdb4-4dd9-46d6-ba24-2a5db69f3c17 req-15efdbdf-f6bc-4bc2-b805-822ccd1076f1 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:02.358222 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7cf4bdb4-4dd9-46d6-ba24-2a5db69f3c17 req-15efdbdf-f6bc-4bc2-b805-822ccd1076f1 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.2886992 May 13 14:36:02.383840 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d4898a-e656-4a8a-84ef-0de8c544d8eb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:02.384391 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d67c8fce-23a9-444c-98b0-d6beba63b956 req-b9a077ac-415a-43b3-aeac-a7668e5af3fe tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.115 HTTP/1.1" status: 200 len: 696 time: 0.0866337 May 13 14:36:02.407506 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-f5d4898a-e656-4a8a-84ef-0de8c544d8eb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:02.413588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d48071-bc1b-468b-9a82-616f451f5766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5facf3-837a-41e1-8989-784df6a2dfca,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:02.420172 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d4898a-e656-4a8a-84ef-0de8c544d8eb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:02.420410 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a839df1-977f-4cb2-9692-b407553e8759 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:36:02.420779 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f5d4898a-e656-4a8a-84ef-0de8c544d8eb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:02.426392 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-75d48071-bc1b-468b-9a82-616f451f5766 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b7ff01a41ded4f15a696ed6b03e1c509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8848650 May 13 14:36:02.427202 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4898a-e656-4a8a-84ef-0de8c544d8eb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Subnet': ['ID=f0105dc9-8fdb-42e0-8dd7-c791f589aef6,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:02.429133 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50382) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:02.498965 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7cf4bdb4-4dd9-46d6-ba24-2a5db69f3c17 req-452f6684-2a01-4eb7-979e-1b214e84c9b3 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195271 May 13 14:36:02.503542 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f5d4898a-e656-4a8a-84ef-0de8c544d8eb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0995140 May 13 14:36:02.510397 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50386) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:02.521619 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-721a6dbc-7b15-4fef-ba74-808a28f1b437 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1137332910', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:02.531020 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-721a6dbc-7b15-4fef-ba74-808a28f1b437 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:02.537647 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-721a6dbc-7b15-4fef-ba74-808a28f1b437 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:router and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:02.540927 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-721a6dbc-7b15-4fef-ba74-808a28f1b437 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:02.558311 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-721a6dbc-7b15-4fef-ba74-808a28f1b437 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:02.568809 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8b8c581b-8cd1-49c9-8581-c91306c7e59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:02.575094 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-d67c8fce-23a9-444c-98b0-d6beba63b956 req-8937b5f6-26e3-4d68-a1bd-42de4f067fd9 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Deleting port 3957befd-dc51-4570-a9a6-4b97ba2f3825 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:02.575611 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d67c8fce-23a9-444c-98b0-d6beba63b956 req-8937b5f6-26e3-4d68-a1bd-42de4f067fd9 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:02.584424 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-721a6dbc-7b15-4fef-ba74-808a28f1b437 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:02.585438 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-721a6dbc-7b15-4fef-ba74-808a28f1b437 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:02.608472 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8b8c581b-8cd1-49c9-8581-c91306c7e59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:02.636272 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-721a6dbc-7b15-4fef-ba74-808a28f1b437 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:02.673838 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-721a6dbc-7b15-4fef-ba74-808a28f1b437 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:02.705271 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8b8c581b-8cd1-49c9-8581-c91306c7e59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:02.708033 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8b8c581b-8cd1-49c9-8581-c91306c7e59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:02.722587 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8b8c581b-8cd1-49c9-8581-c91306c7e59b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fc5facf3-837a-41e1-8989-784df6a2dfca HTTP/1.1" status: 204 len: 168 time: 0.2780738 May 13 14:36:02.742610 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-721a6dbc-7b15-4fef-ba74-808a28f1b437 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:02.743837 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-721a6dbc-7b15-4fef-ba74-808a28f1b437 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2308300 May 13 14:36:02.748756 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f03dfdf-959c-447b-b31f-c706960aa743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-0723b97b-08c9-4db0-a15e-5b69273136d9', 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'fixed_ips': [{'subnet_id': 'f0105dc9-8fdb-42e0-8dd7-c791f589aef6'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:36:02.749601 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8f03dfdf-959c-447b-b31f-c706960aa743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:02.755011 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50396) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:02.758104 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c581b-8cd1-49c9-8581-c91306c7e59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5facf3-837a-41e1-8989-784df6a2dfca,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:02.805647 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d67c8fce-23a9-444c-98b0-d6beba63b956 req-8937b5f6-26e3-4d68-a1bd-42de4f067fd9 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:02.806695 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d67c8fce-23a9-444c-98b0-d6beba63b956 req-8937b5f6-26e3-4d68-a1bd-42de4f067fd9 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:02.968321 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-d67c8fce-23a9-444c-98b0-d6beba63b956 req-8937b5f6-26e3-4d68-a1bd-42de4f067fd9 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Calling delete_port for 3957befd-dc51-4570-a9a6-4b97ba2f3825 owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:02.984709 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-8f03dfdf-959c-447b-b31f-c706960aa743 None None] Allocated IP 2001:db8::2 (0723b97b-08c9-4db0-a15e-5b69273136d9/f0105dc9-8fdb-42e0-8dd7-c791f589aef6/ef1aa8d7-5305-493c-aaab-9488664aeb9d) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:36:03.062367 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0a8b67ec-27e3-4d81-aa8d-6a77dd8ae02d no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:36:03.108630 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 0a8b67ec-27e3-4d81-aa8d-6a77dd8ae02d {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:36:03.109287 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0a8b67ec-27e3-4d81-aa8d-6a77dd8ae02d not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:36:03.122540 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d67c8fce-23a9-444c-98b0-d6beba63b956 req-8937b5f6-26e3-4d68-a1bd-42de4f067fd9 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:03.180602 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937b5f6-26e3-4d68-a1bd-42de4f067fd9 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Pushing event deleted for resources: {'Port': ['ID=3957befd-dc51-4570-a9a6-4b97ba2f3825,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:03.224469 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50404) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:03.294094 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9be60e54-142d-42ea-865a-4ba8fcd0976e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:03.319048 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9be60e54-142d-42ea-865a-4ba8fcd0976e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:03.325526 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8f03dfdf-959c-447b-b31f-c706960aa743 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:03.326744 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9be60e54-142d-42ea-865a-4ba8fcd0976e admin admin] Usage tracker for resource:security_group_rule and tenant:e03c1498b74743ca8cee75c5a99fb565 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:03.329910 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d67c8fce-23a9-444c-98b0-d6beba63b956 req-8937b5f6-26e3-4d68-a1bd-42de4f067fd9 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks [] for floatingip, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:03.333211 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9be60e54-142d-42ea-865a-4ba8fcd0976e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:03.338885 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8f03dfdf-959c-447b-b31f-c706960aa743 None None] Transition to ACTIVE for port object ef1aa8d7-5305-493c-aaab-9488664aeb9d will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:36:03.342094 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9be60e54-142d-42ea-865a-4ba8fcd0976e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:03.361048 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8f03dfdf-959c-447b-b31f-c706960aa743 None None] Transition to ACTIVE for port object ef1aa8d7-5305-493c-aaab-9488664aeb9d will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:36:03.367627 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8f03dfdf-959c-447b-b31f-c706960aa743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:03.385606 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d67c8fce-23a9-444c-98b0-d6beba63b956 req-8937b5f6-26e3-4d68-a1bd-42de4f067fd9 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:03.386971 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d67c8fce-23a9-444c-98b0-d6beba63b956 req-8937b5f6-26e3-4d68-a1bd-42de4f067fd9 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "DELETE /v2.0/floatingips/c398151e-11ef-45a1-8ff1-961cf2b0dfba HTTP/1.1" status: 204 len: 173 time: 0.9952066 May 13 14:36:03.400968 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135fbdd-0fc4-452c-b447-524875f99f42 req-540fba3a-9adf-4a88-b035-07a8023afec0 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:03.402687 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1135fbdd-0fc4-452c-b447-524875f99f42 req-540fba3a-9adf-4a88-b035-07a8023afec0 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=4999c7c6-003f-4178-9f13-7024b7a0aa32 HTTP/1.1" status: 200 len: 945 time: 0.5150042 May 13 14:36:03.449404 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f03dfdf-959c-447b-b31f-c706960aa743 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:03.464910 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-8f03dfdf-959c-447b-b31f-c706960aa743 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:03.465155 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9be60e54-142d-42ea-865a-4ba8fcd0976e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:03.469947 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9be60e54-142d-42ea-865a-4ba8fcd0976e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:03.470297 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f03dfdf-959c-447b-b31f-c706960aa743 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:36:03.517958 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03dfdf-959c-447b-b31f-c706960aa743 None None] Pushing event updated for resources: {'Port': ['ID=ef1aa8d7-5305-493c-aaab-9488664aeb9d,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:03.572789 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9be60e54-142d-42ea-865a-4ba8fcd0976e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e03c1498b74743ca8cee75c5a99fb565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3452754 May 13 14:36:03.576150 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50410) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:03.585842 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-8f03dfdf-959c-447b-b31f-c706960aa743 None None] Attempting to bind port ef1aa8d7-5305-493c-aaab-9488664aeb9d on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:36:03.586246 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-8f03dfdf-959c-447b-b31f-c706960aa743 None None] Attempting to bind port ef1aa8d7-5305-493c-aaab-9488664aeb9d by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:36:03.586557 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f03dfdf-959c-447b-b31f-c706960aa743 None None] Attempting to bind port ef1aa8d7-5305-493c-aaab-9488664aeb9d on network 0723b97b-08c9-4db0-a15e-5b69273136d9 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:36:03.592922 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f03dfdf-959c-447b-b31f-c706960aa743 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:36:03.593440 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f03dfdf-959c-447b-b31f-c706960aa743 None None] Checking segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:36:03.593973 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8f03dfdf-959c-447b-b31f-c706960aa743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:03.594280 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f03dfdf-959c-447b-b31f-c706960aa743 None None] Bound using segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:36:03.594767 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-8f03dfdf-959c-447b-b31f-c706960aa743 None None] Bound port: ef1aa8d7-5305-493c-aaab-9488664aeb9d, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:36:03.595412 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8f03dfdf-959c-447b-b31f-c706960aa743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:03.630466 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be60e54-142d-42ea-865a-4ba8fcd0976e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fdb75f-c93e-40ad-82a9-c087f55c3bc3,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:03.681833 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d87d1f2-27c1-4b47-bc44-dbd8ef7f85c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:03.705040 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-91838ef5-88a4-4020-9089-80bd73c71c06 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:03.709745 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d87d1f2-27c1-4b47-bc44-dbd8ef7f85c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:03.716464 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1135fbdd-0fc4-452c-b447-524875f99f42 req-9e9bab4f-e86f-4a7e-96e6-f08ef20c0a77 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089294 May 13 14:36:03.738493 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-8f03dfdf-959c-447b-b31f-c706960aa743 None None] For port ef1aa8d7-5305-493c-aaab-9488664aeb9d, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:36:03.743465 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-8f03dfdf-959c-447b-b31f-c706960aa743 None None] For port ef1aa8d7-5305-493c-aaab-9488664aeb9d, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=ef1aa8d7-5305-493c-aaab-9488664aeb9d,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:36:03.746577 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915510a2-9439-446a-8916-ea987ba2fb04 req-06c5a164-9cb0-437b-bb65-11f3839d8c11 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:03.748894 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-915510a2-9439-446a-8916-ea987ba2fb04 req-06c5a164-9cb0-437b-bb65-11f3839d8c11 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.2464402 May 13 14:36:03.749800 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8f03dfdf-959c-447b-b31f-c706960aa743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:03.804228 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d87d1f2-27c1-4b47-bc44-dbd8ef7f85c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:03.827369 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87d1f2-27c1-4b47-bc44-dbd8ef7f85c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fdb75f-c93e-40ad-82a9-c087f55c3bc3,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:03.853113 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03dfdf-959c-447b-b31f-c706960aa743 None None] Pushing event updated for resources: {'Port': ['ID=ef1aa8d7-5305-493c-aaab-9488664aeb9d,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:03.857892 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-915510a2-9439-446a-8916-ea987ba2fb04 req-1c9bead1-df39-4f46-9145-b3816949a5c3 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724475 May 13 14:36:03.858732 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d87d1f2-27c1-4b47-bc44-dbd8ef7f85c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:03.860013 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1d87d1f2-27c1-4b47-bc44-dbd8ef7f85c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/30fdb75f-c93e-40ad-82a9-c087f55c3bc3 HTTP/1.1" status: 204 len: 168 time: 0.2681854 May 13 14:36:04.276844 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594e207-5c64-450e-bb61-831b70e3afff req-8d0dc40f-8708-4b06-8854-ba081dea200c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:04.286060 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a594e207-5c64-450e-bb61-831b70e3afff req-8d0dc40f-8708-4b06-8854-ba081dea200c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 945 time: 0.2805855 May 13 14:36:04.313821 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-91838ef5-88a4-4020-9089-80bd73c71c06 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Allocated IP 2001:db8::1 (0723b97b-08c9-4db0-a15e-5b69273136d9/f0105dc9-8fdb-42e0-8dd7-c791f589aef6/6afe3893-7690-4cb9-8426-fce8501d5742) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:36:04.336565 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8fde07d3-f93a-42ba-8adb-7972c331fd01 req-98e8890e-6b95-45b0-9d5f-72563cc18f1e tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/floatingips/32cdf1a5-a9ac-4b46-8890-4147b0293fbc HTTP/1.1" status: 200 len: 692 time: 0.2350864 May 13 14:36:04.368622 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a594e207-5c64-450e-bb61-831b70e3afff req-df029202-99e8-423a-9e4f-f6d6b57af8c9 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762889 May 13 14:36:04.615743 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde07d3-f93a-42ba-8adb-7972c331fd01 req-5b1d1a72-628e-4f10-aa44-f7212e9f4563 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:04.623524 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8fde07d3-f93a-42ba-8adb-7972c331fd01 req-5b1d1a72-628e-4f10-aa44-f7212e9f4563 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 784 time: 0.2859936 May 13 14:36:04.634509 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [req-8fde07d3-f93a-42ba-8adb-7972c331fd01 req-5de982fd-d36f-471a-b5a9-87468a5ef034 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:36:04.635589 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8fde07d3-f93a-42ba-8adb-7972c331fd01 req-5de982fd-d36f-471a-b5a9-87468a5ef034 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110493 May 13 14:36:04.705550 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-91838ef5-88a4-4020-9089-80bd73c71c06 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:04.744695 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8fde07d3-f93a-42ba-8adb-7972c331fd01 req-d9e16dde-6372-48f0-acbf-8d574e7e2883 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.87 HTTP/1.1" status: 200 len: 695 time: 0.0997078 May 13 14:36:04.747756 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-91838ef5-88a4-4020-9089-80bd73c71c06 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Transition to ACTIVE for port object 6afe3893-7690-4cb9-8426-fce8501d5742 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:36:04.850705 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8fde07d3-f93a-42ba-8adb-7972c331fd01 req-25709a20-a8a2-4a49-b2be-fd53eae4c2e1 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.87 HTTP/1.1" status: 200 len: 695 time: 0.0893469 May 13 14:36:04.910979 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c3e63-69e3-4ed3-bc5e-5ab2d57e5990 req-6c16e7d6-8620-43eb-9eda-abc53473ae0c tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:04.913362 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-287c3e63-69e3-4ed3-bc5e-5ab2d57e5990 req-6c16e7d6-8620-43eb-9eda-abc53473ae0c tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fcdf33-8a6c-4569-a251-35c4d79d5792 HTTP/1.1" status: 200 len: 946 time: 0.1217961 May 13 14:36:04.929659 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-91838ef5-88a4-4020-9089-80bd73c71c06 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:05.017245 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-287c3e63-69e3-4ed3-bc5e-5ab2d57e5990 req-9783ee77-e96a-4315-bac4-47cacb305d3b tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb37455-50dc-4793-988d-d89f1af19108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964682 May 13 14:36:05.055912 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50444) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:05.112560 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ef1aa8d7-5305-493c-aaab-9488664aeb9d up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:36:05.148200 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-8fde07d3-f93a-42ba-8adb-7972c331fd01 req-bf2309dc-e563-41d4-8fba-cd083bddbd70 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Deleting port 0bc786da-0b19-486b-8601-3d9c88182637 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:05.148710 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8fde07d3-f93a-42ba-8adb-7972c331fd01 req-bf2309dc-e563-41d4-8fba-cd083bddbd70 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:05.205104 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91838ef5-88a4-4020-9089-80bd73c71c06 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:05.219279 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-91838ef5-88a4-4020-9089-80bd73c71c06 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:05.224296 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91838ef5-88a4-4020-9089-80bd73c71c06 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Port': ['ID=6afe3893-7690-4cb9-8426-fce8501d5742,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:05.226927 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91838ef5-88a4-4020-9089-80bd73c71c06 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:36:05.227592 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-91838ef5-88a4-4020-9089-80bd73c71c06 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:05.254254 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port ef1aa8d7-5305-493c-aaab-9488664aeb9d completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:36:05.308278 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-df53eaa8-1d15-437c-8b8e-65672bf02d44 tempest-AgentManagementNegativeTest-1632555380 tempest-AgentManagementNegativeTest-1632555380-project] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2511859 May 13 14:36:05.351650 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873d061-f566-4be4-b5a9-c7fb17f73103 req-0fab32ab-f1a9-4a45-9ff1-0675d6d0a52d tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:05.353244 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b873d061-f566-4be4-b5a9-c7fb17f73103 req-0fab32ab-f1a9-4a45-9ff1-0675d6d0a52d tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=4999c7c6-003f-4178-9f13-7024b7a0aa32 HTTP/1.1" status: 200 len: 945 time: 0.1623044 May 13 14:36:05.387897 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b0646e88-6683-430e-8d4e-ced13e1d397e None None] Provisioning for port ef1aa8d7-5305-493c-aaab-9488664aeb9d completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:36:05.395220 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b0646e88-6683-430e-8d4e-ced13e1d397e None None] Provisioning complete for port ef1aa8d7-5305-493c-aaab-9488664aeb9d triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:05.396012 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b0646e88-6683-430e-8d4e-ced13e1d397e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:05.422007 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b873d061-f566-4be4-b5a9-c7fb17f73103 req-262997f8-c8ae-42c6-a55f-84083fa8eede tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618920 May 13 14:36:05.666778 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-b0646e88-6683-430e-8d4e-ced13e1d397e None None] Current status of the port ef1aa8d7-5305-493c-aaab-9488664aeb9d is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:05.667644 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b0646e88-6683-430e-8d4e-ced13e1d397e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:05.711670 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-b0646e88-6683-430e-8d4e-ced13e1d397e None None] For port ef1aa8d7-5305-493c-aaab-9488664aeb9d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=ef1aa8d7-5305-493c-aaab-9488664aeb9d,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:05.714835 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7cb4e-2773-4abd-8f58-5ed64f23ddc8 req-bf88e334-5607-46c3-980e-dc2e0e39ab17 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:05.716414 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59d7cb4e-2773-4abd-8f58-5ed64f23ddc8 req-bf88e334-5607-46c3-980e-dc2e0e39ab17 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.1227872 May 13 14:36:05.724802 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b0646e88-6683-430e-8d4e-ced13e1d397e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:05.766936 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 191e9bd6-e5af-4fda-9fca-5d8418aeb40c no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:36:05.775716 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50456) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:05.793536 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59d7cb4e-2773-4abd-8f58-5ed64f23ddc8 req-1c4bba44-eb08-4995-9d6a-9dbac2c86e22 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687377 May 13 14:36:05.834496 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8fde07d3-f93a-42ba-8adb-7972c331fd01 req-bf2309dc-e563-41d4-8fba-cd083bddbd70 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:05.835476 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8fde07d3-f93a-42ba-8adb-7972c331fd01 req-bf2309dc-e563-41d4-8fba-cd083bddbd70 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:05.893770 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0646e88-6683-430e-8d4e-ced13e1d397e None None] Pushing event updated for resources: {'Port': ['ID=ef1aa8d7-5305-493c-aaab-9488664aeb9d,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:05.900214 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9417eb89-a128-4166-9bd6-55409905c442 None None] Provisioning for port 6afe3893-7690-4cb9-8426-fce8501d5742 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:36:05.959627 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9417eb89-a128-4166-9bd6-55409905c442 None None] Provisioning complete for port 6afe3893-7690-4cb9-8426-fce8501d5742 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:05.960009 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9417eb89-a128-4166-9bd6-55409905c442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:05.971711 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-91838ef5-88a4-4020-9089-80bd73c71c06 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:05.994112 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-8fde07d3-f93a-42ba-8adb-7972c331fd01 req-bf2309dc-e563-41d4-8fba-cd083bddbd70 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Calling delete_port for 0bc786da-0b19-486b-8601-3d9c88182637 owned by network:floatingip {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:05.997035 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7264b9e0-0c56-48ac-bf76-6e6a2f329bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:06.020522 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7264b9e0-0c56-48ac-bf76-6e6a2f329bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:06.024084 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-9417eb89-a128-4166-9bd6-55409905c442 None None] Port 6afe3893-7690-4cb9-8426-fce8501d5742 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:36:06.025699 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 191e9bd6-e5af-4fda-9fca-5d8418aeb40c is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:06.026153 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:06.028842 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7264b9e0-0c56-48ac-bf76-6e6a2f329bdc admin admin] Usage tracker for resource:security_group_rule and tenant:4de4f39889c24cd088b7d26c2641f40c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:06.031339 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c998a26-98df-4371-8c4f-a1e941bdb9e1 req-b4097744-302c-4e2f-bb26-08deaa5f0cf0 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:06.032624 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4c998a26-98df-4371-8c4f-a1e941bdb9e1 req-b4097744-302c-4e2f-bb26-08deaa5f0cf0 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] 10.222.0.59 "GET /v2.0/ports?device_id=46fcdf33-8a6c-4569-a251-35c4d79d5792 HTTP/1.1" status: 200 len: 946 time: 0.3876259 May 13 14:36:06.033795 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7264b9e0-0c56-48ac-bf76-6e6a2f329bdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:06.042835 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7264b9e0-0c56-48ac-bf76-6e6a2f329bdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:06.058409 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4999c7c6-003f-4178-9f13-7024b7a0aa32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '191e9bd6-e5af-4fda-9fca-5d8418aeb40c'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:36:06.068750 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 191e9bd6-e5af-4fda-9fca-5d8418aeb40c, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=191e9bd6-e5af-4fda-9fca-5d8418aeb40c,segment=NetworkSegment(bc45d110-6939-449a-9ea3-bc6409d12d19),segment_id=bc45d110-6939-449a-9ea3-bc6409d12d19)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:06.074334 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:06.097620 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4167c-1d31-473b-99aa-b35281fa7167 req-0861cbc4-4b5c-4907-8789-bddd4bfba94a tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:06.099086 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7ac4167c-1d31-473b-99aa-b35281fa7167 req-0861cbc4-4b5c-4907-8789-bddd4bfba94a tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 945 time: 0.1836467 May 13 14:36:06.158840 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=191e9bd6-e5af-4fda-9fca-5d8418aeb40c,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:06.174126 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7ac4167c-1d31-473b-99aa-b35281fa7167 req-e3aa41f7-7014-4b66-9e6c-9aaad0d1fc1a tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665016 May 13 14:36:06.189914 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-4c998a26-98df-4371-8c4f-a1e941bdb9e1 req-38254c70-f57f-4726-a99e-93031e2c2bf0 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Deleting port 10901e6e-7310-4383-bafe-2613089502c5 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:06.190262 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4c998a26-98df-4371-8c4f-a1e941bdb9e1 req-38254c70-f57f-4726-a99e-93031e2c2bf0 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:06.208117 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7264b9e0-0c56-48ac-bf76-6e6a2f329bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:06.213731 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7264b9e0-0c56-48ac-bf76-6e6a2f329bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:06.283449 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7264b9e0-0c56-48ac-bf76-6e6a2f329bdc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4de4f39889c24cd088b7d26c2641f40c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5063739 May 13 14:36:06.284645 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264b9e0-0c56-48ac-bf76-6e6a2f329bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90230e7-4252-4b62-b147-966abf1bfb1b,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:06.305128 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50468) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:06.417934 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aef84ecb-0cb4-43fc-ab8c-96b7b9c5ac03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:06.458109 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780f42b-b767-4e15-b6d7-7825f1efc672 req-8c75bf8f-065f-4cc0-b495-4d1f8361d110 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:06.459593 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e780f42b-b767-4e15-b6d7-7825f1efc672 req-8c75bf8f-065f-4cc0-b495-4d1f8361d110 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.1610546 May 13 14:36:06.461317 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aef84ecb-0cb4-43fc-ab8c-96b7b9c5ac03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:06.535412 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e780f42b-b767-4e15-b6d7-7825f1efc672 req-145d9311-04d0-4a9a-b49b-e445cfbe9246 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665607 May 13 14:36:06.550940 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8fde07d3-f93a-42ba-8adb-7972c331fd01 req-bf2309dc-e563-41d4-8fba-cd083bddbd70 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:06.559230 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aef84ecb-0cb4-43fc-ab8c-96b7b9c5ac03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:06.578706 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef84ecb-0cb4-43fc-ab8c-96b7b9c5ac03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90230e7-4252-4b62-b147-966abf1bfb1b,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:06.581495 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aef84ecb-0cb4-43fc-ab8c-96b7b9c5ac03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:06.582609 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-aef84ecb-0cb4-43fc-ab8c-96b7b9c5ac03 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d90230e7-4252-4b62-b147-966abf1bfb1b HTTP/1.1" status: 204 len: 168 time: 0.2828171 May 13 14:36:06.726962 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2309dc-e563-41d4-8fba-cd083bddbd70 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Pushing event deleted for resources: {'Port': ['ID=0bc786da-0b19-486b-8601-3d9c88182637,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:06.805267 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c41a3b-8e55-4b74-aaf8-bcea14ff58f8 req-055da50f-b00f-4629-9820-08aea8a264d9 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:06.808192 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-13c41a3b-8e55-4b74-aaf8-bcea14ff58f8 req-055da50f-b00f-4629-9820-08aea8a264d9 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fcdf33-8a6c-4569-a251-35c4d79d5792 HTTP/1.1" status: 200 len: 946 time: 0.1018169 May 13 14:36:06.869265 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-13c41a3b-8e55-4b74-aaf8-bcea14ff58f8 req-33e5ebe2-e929-49f1-a264-5e0eaf46a0ec tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb37455-50dc-4793-988d-d89f1af19108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554500 May 13 14:36:06.941572 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38a83596-6c24-4c01-a289-f6adf2df7032'] response: {'server_uuid': '4999c7c6-003f-4178-9f13-7024b7a0aa32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '191e9bd6-e5af-4fda-9fca-5d8418aeb40c', 'code': 200} May 13 14:36:07.039550 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ef1aa8d7-5305-493c-aaab-9488664aeb9d up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:36:07.130229 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port ef1aa8d7-5305-493c-aaab-9488664aeb9d triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:07.130603 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:07.153859 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8fde07d3-f93a-42ba-8adb-7972c331fd01 req-bf2309dc-e563-41d4-8fba-cd083bddbd70 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks [] for floatingip, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:07.171266 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-4c998a26-98df-4371-8c4f-a1e941bdb9e1 req-38254c70-f57f-4726-a99e-93031e2c2bf0 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] For port 10901e6e-7310-4383-bafe-2613089502c5, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=10901e6e-7310-4383-bafe-2613089502c5,segment=NetworkSegment(eb984b0e-b43d-4b62-a7f7-76122fc8e481),segment_id=eb984b0e-b43d-4b62-a7f7-76122fc8e481)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:07.171634 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4c998a26-98df-4371-8c4f-a1e941bdb9e1 req-38254c70-f57f-4726-a99e-93031e2c2bf0 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:07.192870 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0b25c-c457-47b4-b86c-86685d01f451 req-82446b71-4a0e-42c2-ba10-b3b22d89348d tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:07.197077 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dbc0b25c-c457-47b4-b86c-86685d01f451 req-82446b71-4a0e-42c2-ba10-b3b22d89348d tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=4999c7c6-003f-4178-9f13-7024b7a0aa32 HTTP/1.1" status: 200 len: 943 time: 0.1405449 May 13 14:36:07.286315 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dbc0b25c-c457-47b4-b86c-86685d01f451 req-a1051ff3-69e9-498c-acb8-c587c1c2f97f tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817208 May 13 14:36:07.322355 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port ef1aa8d7-5305-493c-aaab-9488664aeb9d is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:07.331355 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-4c998a26-98df-4371-8c4f-a1e941bdb9e1 req-38254c70-f57f-4726-a99e-93031e2c2bf0 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Calling delete_port for 10901e6e-7310-4383-bafe-2613089502c5 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:07.389449 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8fde07d3-f93a-42ba-8adb-7972c331fd01 req-bf2309dc-e563-41d4-8fba-cd083bddbd70 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:07.390605 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8fde07d3-f93a-42ba-8adb-7972c331fd01 req-bf2309dc-e563-41d4-8fba-cd083bddbd70 tempest-FloatingIPDetailsTestJSON-746982267 tempest-FloatingIPDetailsTestJSON-746982267-project] 10.222.0.35 "DELETE /v2.0/floatingips/32cdf1a5-a9ac-4b46-8890-4147b0293fbc HTTP/1.1" status: 204 len: 173 time: 2.5283482 May 13 14:36:07.391752 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [None req-91838ef5-88a4-4020-9089-80bd73c71c06 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:36:07.399946 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50500) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:07.409988 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c972d-1f0d-4d47-9313-340ccf70c6a8 req-3e5fbe9d-d8d1-45a0-85c0-22f079aee2f0 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:07.411513 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-387c972d-1f0d-4d47-9313-340ccf70c6a8 req-3e5fbe9d-d8d1-45a0-85c0-22f079aee2f0 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.74 "GET /v2.0/ports?device_id=4999c7c6-003f-4178-9f13-7024b7a0aa32 HTTP/1.1" status: 200 len: 943 time: 0.4767997 May 13 14:36:07.467609 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-91838ef5-88a4-4020-9089-80bd73c71c06 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:07.494742 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-91838ef5-88a4-4020-9089-80bd73c71c06 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:07.495719 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-91838ef5-88a4-4020-9089-80bd73c71c06 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:07.607891 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50506) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:07.655967 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-387c972d-1f0d-4d47-9313-340ccf70c6a8 req-516d7264-a284-4d75-ae0e-fd5e7afed8c6 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Deleting port 191e9bd6-e5af-4fda-9fca-5d8418aeb40c {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:07.656604 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-387c972d-1f0d-4d47-9313-340ccf70c6a8 req-516d7264-a284-4d75-ae0e-fd5e7afed8c6 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:07.720505 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f0f45-60bf-4052-83fb-0419e325cf46 req-f3507f39-e17c-4231-93ec-0e1add6567ee tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:07.721925 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-003f0f45-60bf-4052-83fb-0419e325cf46 req-f3507f39-e17c-4231-93ec-0e1add6567ee tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 945 time: 0.2287624 May 13 14:36:07.765962 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-0bd7e2d0-d5c4-474a-80d6-fcd17bfee877 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-848999371'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:07.774864 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-0bd7e2d0-d5c4-474a-80d6-fcd17bfee877 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:07.787531 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0bd7e2d0-d5c4-474a-80d6-fcd17bfee877 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:network and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:07.796610 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0bd7e2d0-d5c4-474a-80d6-fcd17bfee877 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:07.811727 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91838ef5-88a4-4020-9089-80bd73c71c06 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Port': ['ID=6afe3893-7690-4cb9-8426-fce8501d5742,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:07.857166 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-0bd7e2d0-d5c4-474a-80d6-fcd17bfee877 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:07.895541 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-003f0f45-60bf-4052-83fb-0419e325cf46 req-59c1cdae-00ea-443e-b3e0-fb5fa0d8da4b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672473 May 13 14:36:07.903669 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd7e2d0-d5c4-474a-80d6-fcd17bfee877 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:36:07.907087 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0bd7e2d0-d5c4-474a-80d6-fcd17bfee877 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:07.925379 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0bd7e2d0-d5c4-474a-80d6-fcd17bfee877 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:07.955363 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4c998a26-98df-4371-8c4f-a1e941bdb9e1 req-38254c70-f57f-4726-a99e-93031e2c2bf0 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:07.967426 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['10901e6e-7310-4383-bafe-2613089502c5'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:36:08.055446 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bd328-9acc-406e-94c9-6b943443b322 req-e92cee6c-27c7-4abb-9032-c1d35a2a0447 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:08.056984 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a89bd328-9acc-406e-94c9-6b943443b322 req-e92cee6c-27c7-4abb-9032-c1d35a2a0447 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.5187707 May 13 14:36:08.059019 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91838ef5-88a4-4020-9089-80bd73c71c06 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:08.115627 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38254c70-f57f-4726-a99e-93031e2c2bf0 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Pushing event deleted for resources: {'Port': ['ID=10901e6e-7310-4383-bafe-2613089502c5,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:08.117721 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-91838ef5-88a4-4020-9089-80bd73c71c06 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:08.133172 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c404afad-4ca8-44b7-af8d-3405a647ca2b req-60c8b191-6f61-4faa-a939-e35323c03f32 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fcdf33-8a6c-4569-a251-35c4d79d5792 HTTP/1.1" status: 200 len: 210 time: 0.0613916 May 13 14:36:08.141661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-0bd7e2d0-d5c4-474a-80d6-fcd17bfee877 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:08.150196 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0bd7e2d0-d5c4-474a-80d6-fcd17bfee877 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:security_group_rule and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:08.155908 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0bd7e2d0-d5c4-474a-80d6-fcd17bfee877 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:08.194385 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-0bd7e2d0-d5c4-474a-80d6-fcd17bfee877 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:08.405362 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0bd7e2d0-d5c4-474a-80d6-fcd17bfee877 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:08.412573 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0bd7e2d0-d5c4-474a-80d6-fcd17bfee877 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:08.445748 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a89bd328-9acc-406e-94c9-6b943443b322 req-ff412d5b-b2d1-470a-af15-8e506fd48edf tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741171 May 13 14:36:08.452384 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c998a26-98df-4371-8c4f-a1e941bdb9e1 req-38254c70-f57f-4726-a99e-93031e2c2bf0 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] No DVR routers for this DVR port 10901e6e-7310-4383-bafe-2613089502c5 on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:36:08.476152 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4c998a26-98df-4371-8c4f-a1e941bdb9e1 req-38254c70-f57f-4726-a99e-93031e2c2bf0 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:08.478948 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fcdf33-8a6c-4569-a251-35c4d79d5792', 'name': 'network-vif-deleted', 'tag': '10901e6e-7310-4383-bafe-2613089502c5'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:36:08.491506 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-97587fc6-c968-4cbd-8c61-8c615aa371fd None None] Provisioning complete for port 6afe3893-7690-4cb9-8426-fce8501d5742 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:08.492076 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-97587fc6-c968-4cbd-8c61-8c615aa371fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:08.506487 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-387c972d-1f0d-4d47-9313-340ccf70c6a8 req-516d7264-a284-4d75-ae0e-fd5e7afed8c6 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] For port 191e9bd6-e5af-4fda-9fca-5d8418aeb40c, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=191e9bd6-e5af-4fda-9fca-5d8418aeb40c,segment=NetworkSegment(bc45d110-6939-449a-9ea3-bc6409d12d19),segment_id=bc45d110-6939-449a-9ea3-bc6409d12d19)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:08.506887 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-387c972d-1f0d-4d47-9313-340ccf70c6a8 req-516d7264-a284-4d75-ae0e-fd5e7afed8c6 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:08.521866 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4c998a26-98df-4371-8c4f-a1e941bdb9e1 req-38254c70-f57f-4726-a99e-93031e2c2bf0 tempest-ServerTagsTestJSON-287500039 tempest-ServerTagsTestJSON-287500039-project] 10.222.0.59 "DELETE /v2.0/ports/10901e6e-7310-4383-bafe-2613089502c5 HTTP/1.1" status: 204 len: 173 time: 2.4798503 May 13 14:36:08.532347 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd7e2d0-d5c4-474a-80d6-fcd17bfee877 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:36:08.544887 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0bd7e2d0-d5c4-474a-80d6-fcd17bfee877 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:08.545162 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-0bd7e2d0-d5c4-474a-80d6-fcd17bfee877 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Added segment d46fca93-af16-47a4-b98e-991b10f1c5d7 of type vlan for network 086bdd04-c14f-4512-9c86-d3f2beec1d97 May 13 14:36:08.552244 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7e2d0-d5c4-474a-80d6-fcd17bfee877 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=304370c4-13c7-4541-8545-f81cffa019cc,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:08.570082 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3a7de018-881a-4ade-b3e9-0611d43e1da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:08.573838 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-97587fc6-c968-4cbd-8c61-8c615aa371fd None None] Port 6afe3893-7690-4cb9-8426-fce8501d5742 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:36:08.696813 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0bd7e2d0-d5c4-474a-80d6-fcd17bfee877 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:08.829909 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0bd7e2d0-d5c4-474a-80d6-fcd17bfee877 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:08.832079 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-387c972d-1f0d-4d47-9313-340ccf70c6a8 req-516d7264-a284-4d75-ae0e-fd5e7afed8c6 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Calling delete_port for 191e9bd6-e5af-4fda-9fca-5d8418aeb40c owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:08.835272 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd7e2d0-d5c4-474a-80d6-fcd17bfee877 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:08.835868 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0bd7e2d0-d5c4-474a-80d6-fcd17bfee877 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:08.914271 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583fb4d-2275-4e89-ab0a-5edc143babf9 req-3a14d3c7-097f-4422-b313-8b04034d1c30 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:08.915796 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e583fb4d-2275-4e89-ab0a-5edc143babf9 req-3a14d3c7-097f-4422-b313-8b04034d1c30 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=4999c7c6-003f-4178-9f13-7024b7a0aa32 HTTP/1.1" status: 200 len: 943 time: 0.4868450 May 13 14:36:08.950292 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91838ef5-88a4-4020-9089-80bd73c71c06 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Router f79ea103-6bee-4fe9-8ad8-9ed35d996a16 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:36:09.090102 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0bd7e2d0-d5c4-474a-80d6-fcd17bfee877 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4815261 May 13 14:36:09.098316 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50526) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:09.108925 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7e2d0-d5c4-474a-80d6-fcd17bfee877 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Network': ['ID=086bdd04-c14f-4512-9c86-d3f2beec1d97,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:09.114088 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-db5af4a6-5154-48b6-a475-fc23d3fd96df tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'port': {'network_id': '086bdd04-c14f-4512-9c86-d3f2beec1d97', 'name': 'tempest-PortsIpV6TestJSON-1287361121'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:09.122549 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 086bdd04-c14f-4512-9c86-d3f2beec1d97 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:36:09.144998 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e583fb4d-2275-4e89-ab0a-5edc143babf9 req-49ae9773-b67e-4b93-8c51-efe92f129566 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067909 May 13 14:36:09.210046 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91838ef5-88a4-4020-9089-80bd73c71c06 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:36:09.250456 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d711f6e-3353-40bb-bb03-c80e68aae3e1 req-04b41be4-1cc2-4f97-82e8-b5c351bb3ef3 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:09.258366 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-db5af4a6-5154-48b6-a475-fc23d3fd96df tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:09.263528 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2d711f6e-3353-40bb-bb03-c80e68aae3e1 req-04b41be4-1cc2-4f97-82e8-b5c351bb3ef3 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.5302281 May 13 14:36:09.268082 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-91838ef5-88a4-4020-9089-80bd73c71c06 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "PUT /v2.0/routers/f79ea103-6bee-4fe9-8ad8-9ed35d996a16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5119352 May 13 14:36:09.270276 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-387c972d-1f0d-4d47-9313-340ccf70c6a8 req-516d7264-a284-4d75-ae0e-fd5e7afed8c6 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:09.271491 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50532) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:09.298768 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-db5af4a6-5154-48b6-a475-fc23d3fd96df tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:port and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:09.308035 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-db5af4a6-5154-48b6-a475-fc23d3fd96df tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:09.313054 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00f472d4-93b6-409f-9e39-261db99ebed5'] response: {'server_uuid': '46fcdf33-8a6c-4569-a251-35c4d79d5792', 'name': 'network-vif-deleted', 'tag': '10901e6e-7310-4383-bafe-2613089502c5', 'status': 'completed', 'code': 200} May 13 14:36:09.322812 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-db5af4a6-5154-48b6-a475-fc23d3fd96df tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:09.326757 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d534973c-1e99-4cf0-be89-a8d43d35b29a None None] Sync routers for ids ['f79ea103-6bee-4fe9-8ad8-9ed35d996a16'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:36:09.338690 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d534973c-1e99-4cf0-be89-a8d43d35b29a None None] Routers {'f79ea103-6bee-4fe9-8ad8-9ed35d996a16'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:36:09.339569 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-3a7de018-881a-4ade-b3e9-0611d43e1da0 admin admin] Deleting port b00a5227-07b8-4c9f-9343-45dfe61f433a {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:09.339727 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-d534973c-1e99-4cf0-be89-a8d43d35b29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:36:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['f79ea103-6bee-4fe9-8ad8-9ed35d996a16'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:09.339851 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3a7de018-881a-4ade-b3e9-0611d43e1da0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:09.375269 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5af4a6-5154-48b6-a475-fc23d3fd96df tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:36:09.378734 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-db5af4a6-5154-48b6-a475-fc23d3fd96df tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:09.436679 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-db5af4a6-5154-48b6-a475-fc23d3fd96df tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] device_id is not set on port 93e5bbdf-be30-4096-8003-ba3f13884fb8 yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:36:09.447404 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d7264-a284-4d75-ae0e-fd5e7afed8c6 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Pushing event deleted for resources: {'Port': ['ID=191e9bd6-e5af-4fda-9fca-5d8418aeb40c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:09.494116 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2d711f6e-3353-40bb-bb03-c80e68aae3e1 req-181532cb-c709-493b-8697-e128b95c776a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292025 May 13 14:36:09.539519 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d7264-a284-4d75-ae0e-fd5e7afed8c6 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:09.539872 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d7264-a284-4d75-ae0e-fd5e7afed8c6 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:09.540279 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d7264-a284-4d75-ae0e-fd5e7afed8c6 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:09.540533 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d7264-a284-4d75-ae0e-fd5e7afed8c6 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:09.540943 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d7264-a284-4d75-ae0e-fd5e7afed8c6 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:09.541179 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d7264-a284-4d75-ae0e-fd5e7afed8c6 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:09.541497 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d7264-a284-4d75-ae0e-fd5e7afed8c6 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:09.541826 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d7264-a284-4d75-ae0e-fd5e7afed8c6 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:09.542151 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d7264-a284-4d75-ae0e-fd5e7afed8c6 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:09.542982 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d7264-a284-4d75-ae0e-fd5e7afed8c6 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:09.542982 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d7264-a284-4d75-ae0e-fd5e7afed8c6 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:09.543234 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d7264-a284-4d75-ae0e-fd5e7afed8c6 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:09.553589 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-d534973c-1e99-4cf0-be89-a8d43d35b29a None None] Set router f79ea103-6bee-4fe9-8ad8-9ed35d996a16 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:36:09.567057 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-387c972d-1f0d-4d47-9313-340ccf70c6a8 req-516d7264-a284-4d75-ae0e-fd5e7afed8c6 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] No DVR routers for this DVR port 191e9bd6-e5af-4fda-9fca-5d8418aeb40c on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:36:09.569732 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-387c972d-1f0d-4d47-9313-340ccf70c6a8 req-516d7264-a284-4d75-ae0e-fd5e7afed8c6 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:09.572236 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-387c972d-1f0d-4d47-9313-340ccf70c6a8 req-516d7264-a284-4d75-ae0e-fd5e7afed8c6 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.74 "DELETE /v2.0/ports/191e9bd6-e5af-4fda-9fca-5d8418aeb40c HTTP/1.1" status: 204 len: 173 time: 2.1508236 May 13 14:36:09.593860 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bc29e7-6061-483c-8fea-9371e83d3ddf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:09.594627 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-85bc29e7-6061-483c-8fea-9371e83d3ddf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:36:09.634007 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-85bc29e7-6061-483c-8fea-9371e83d3ddf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:36:09.635558 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-85bc29e7-6061-483c-8fea-9371e83d3ddf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports/6afe3893-7690-4cb9-8426-fce8501d5742 HTTP/1.1" status: 200 len: 911 time: 0.3348899 May 13 14:36:09.638167 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50538) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:09.695090 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50542) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:09.711148 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-3a7de018-881a-4ade-b3e9-0611d43e1da0 admin admin] For port b00a5227-07b8-4c9f-9343-45dfe61f433a, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b00a5227-07b8-4c9f-9343-45dfe61f433a,segment=NetworkSegment(efc39824-7b53-424f-a9eb-567f5b99437e),segment_id=efc39824-7b53-424f-a9eb-567f5b99437e)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:09.711708 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3a7de018-881a-4ade-b3e9-0611d43e1da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:09.780977 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 191e9bd6-e5af-4fda-9fca-5d8418aeb40c no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:36:09.803103 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-404c6227-2b9c-421c-8907-5a8c124ac363 admin admin] Deleting subnet 319867ff-6194-44d1-b0b0-9225def1fd5f {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:36:09.809216 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-404c6227-2b9c-421c-8907-5a8c124ac363 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:09.914988 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578c965c-83fb-4ff5-9e95-f6ffca71eefe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:09.920704 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578c965c-83fb-4ff5-9e95-f6ffca71eefe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:09.924985 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-578c965c-83fb-4ff5-9e95-f6ffca71eefe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2832658 May 13 14:36:09.925199 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 191e9bd6-e5af-4fda-9fca-5d8418aeb40c {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:36:09.925199 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 191e9bd6-e5af-4fda-9fca-5d8418aeb40c not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:36:09.931831 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50548) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:10.001108 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-404c6227-2b9c-421c-8907-5a8c124ac363 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:10.059065 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-3a7de018-881a-4ade-b3e9-0611d43e1da0 admin admin] Calling delete_port for b00a5227-07b8-4c9f-9343-45dfe61f433a owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:10.082181 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-d534973c-1e99-4cf0-be89-a8d43d35b29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79ea103-6bee-4fe9-8ad8-9ed35d996a16', 'name': 'tempest-NetworksTestDHCPv6-router-1137332910', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:36:02Z', 'updated_at': '2022-05-13T14:36:05Z', 'revision_number': 2, 'project_id': '3f2d51c67bd74a03875418e077362a92', 'gw_port_host': None, '_interfaces': [{'id': '6afe3893-7690-4cb9-8426-fce8501d5742', 'name': '', 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'mac_address': 'fa:16:3e:89:18:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79ea103-6bee-4fe9-8ad8-9ed35d996a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'f0105dc9-8fdb-42e0-8dd7-c791f589aef6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:36:03Z', 'updated_at': '2022-05-13T14:36:06Z', 'revision_number': 2, 'project_id': '3f2d51c67bd74a03875418e077362a92', 'subnets': [{'id': 'f0105dc9-8fdb-42e0-8dd7-c791f589aef6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:10.089083 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d534973c-1e99-4cf0-be89-a8d43d35b29a None None] Checking router: f79ea103-6bee-4fe9-8ad8-9ed35d996a16 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:36:10.089602 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d534973c-1e99-4cf0-be89-a8d43d35b29a None None] Updating router f79ea103-6bee-4fe9-8ad8-9ed35d996a16 port 6afe3893-7690-4cb9-8426-fce8501d5742 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:36:10.165250 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d534973c-1e99-4cf0-be89-a8d43d35b29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:10.165445 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-404c6227-2b9c-421c-8907-5a8c124ac363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:10.213880 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b858d-da28-48f4-93ea-224dfee66987 req-798c84d7-e1be-4254-8f7c-df9493f197e5 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:10.221092 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aa4b858d-da28-48f4-93ea-224dfee66987 req-798c84d7-e1be-4254-8f7c-df9493f197e5 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 945 time: 0.6989880 May 13 14:36:10.231433 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b0afb-b7b7-4b4e-ac5e-9d6ba9a08a8e req-55c79838-b4ce-43f0-9a75-d80ce176877a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:10.232970 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ca1b0afb-b7b7-4b4e-ac5e-9d6ba9a08a8e req-55c79838-b4ce-43f0-9a75-d80ce176877a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.3930871 May 13 14:36:10.442193 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-db5af4a6-5154-48b6-a475-fc23d3fd96df tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:10.480567 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aa4b858d-da28-48f4-93ea-224dfee66987 req-54dc91b5-7679-4c84-a64a-36aabc784ecc tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576659 May 13 14:36:10.607303 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ca1b0afb-b7b7-4b4e-ac5e-9d6ba9a08a8e req-20e531f4-9278-4b5e-bbe8-43a16c8f00aa tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158810 May 13 14:36:10.663901 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-404c6227-2b9c-421c-8907-5a8c124ac363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:10.687924 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-db5af4a6-5154-48b6-a475-fc23d3fd96df tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:10.697678 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d534973c-1e99-4cf0-be89-a8d43d35b29a None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:10.715031 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 10901e6e-7310-4383-bafe-2613089502c5 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:36:10.717058 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-404c6227-2b9c-421c-8907-5a8c124ac363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:10.720086 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c6227-2b9c-421c-8907-5a8c124ac363 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=319867ff-6194-44d1-b0b0-9225def1fd5f,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:10.736294 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-404c6227-2b9c-421c-8907-5a8c124ac363 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/319867ff-6194-44d1-b0b0-9225def1fd5f HTTP/1.1" status: 204 len: 168 time: 1.0395613 May 13 14:36:10.738614 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50558) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:10.782538 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 10901e6e-7310-4383-bafe-2613089502c5 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:36:10.783435 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 10901e6e-7310-4383-bafe-2613089502c5 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:36:10.792752 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d534973c-1e99-4cf0-be89-a8d43d35b29a None None] Transition to ACTIVE for port object 6afe3893-7690-4cb9-8426-fce8501d5742 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:36:10.794972 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5af4a6-5154-48b6-a475-fc23d3fd96df tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Port': ['ID=93e5bbdf-be30-4096-8003-ba3f13884fb8,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:10.798837 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3a7de018-881a-4ade-b3e9-0611d43e1da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:10.811051 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d534973c-1e99-4cf0-be89-a8d43d35b29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:10.848588 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7de018-881a-4ade-b3e9-0611d43e1da0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b00a5227-07b8-4c9f-9343-45dfe61f433a,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:10.897038 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f8e86bdb-cfbf-4ae0-8951-204733a9fa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:11.032303 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41c238-3d4d-4a1e-b4fc-6c6f6a0557b3 None None] Pushing event updated for resources: {'Port': ['ID=6afe3893-7690-4cb9-8426-fce8501d5742,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:11.102963 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5af4a6-5154-48b6-a475-fc23d3fd96df tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Checking segment: {'id': 'd46fca93-af16-47a4-b98e-991b10f1c5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '086bdd04-c14f-4512-9c86-d3f2beec1d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:36:11.103374 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5af4a6-5154-48b6-a475-fc23d3fd96df tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network hostable DHCP agents. Network: 086bdd04-c14f-4512-9c86-d3f2beec1d97, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:36:11.140539 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-d534973c-1e99-4cf0-be89-a8d43d35b29a None None] Attempting to bind port 6afe3893-7690-4cb9-8426-fce8501d5742 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:36:11.141158 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-d534973c-1e99-4cf0-be89-a8d43d35b29a None None] Attempting to bind port 6afe3893-7690-4cb9-8426-fce8501d5742 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:36:11.141590 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d534973c-1e99-4cf0-be89-a8d43d35b29a None None] Attempting to bind port 6afe3893-7690-4cb9-8426-fce8501d5742 on network 0723b97b-08c9-4db0-a15e-5b69273136d9 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:36:11.150195 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d534973c-1e99-4cf0-be89-a8d43d35b29a None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:36:11.150805 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d534973c-1e99-4cf0-be89-a8d43d35b29a None None] Checking segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:36:11.151607 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d534973c-1e99-4cf0-be89-a8d43d35b29a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:11.153807 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d534973c-1e99-4cf0-be89-a8d43d35b29a None None] Bound using segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:36:11.154370 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-d534973c-1e99-4cf0-be89-a8d43d35b29a None None] Bound port: 6afe3893-7690-4cb9-8426-fce8501d5742, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:36:11.155460 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d534973c-1e99-4cf0-be89-a8d43d35b29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:11.156693 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5af4a6-5154-48b6-a475-fc23d3fd96df tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network 086bdd04-c14f-4512-9c86-d3f2beec1d97 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:36:11.257328 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-db5af4a6-5154-48b6-a475-fc23d3fd96df tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 086bdd04-c14f-4512-9c86-d3f2beec1d97) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:11.268170 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d7d3d5-0537-4c53-8112-1a03249c2b22 None None] Network 086bdd04-c14f-4512-9c86-d3f2beec1d97 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:36:11.273942 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5af4a6-5154-48b6-a475-fc23d3fd96df tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:36:11.281432 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5af4a6-5154-48b6-a475-fc23d3fd96df tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:11.282515 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-db5af4a6-5154-48b6-a475-fc23d3fd96df tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:11.308296 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-7b10779c-c3b8-4af8-b00e-37f05d7e01d7 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:11.316346 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-7b10779c-c3b8-4af8-b00e-37f05d7e01d7 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/networks?id=fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f HTTP/1.1" status: 200 len: 822 time: 0.4246054 May 13 14:36:11.337907 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4999c7c6-003f-4178-9f13-7024b7a0aa32', 'name': 'network-vif-deleted', 'tag': '191e9bd6-e5af-4fda-9fca-5d8418aeb40c'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:36:11.343991 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-e4b3f396-9ef6-492f-9002-21ad4e89dc7c tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/quotas/243e132e505a4d4ea3a9ff36148c6380 HTTP/1.1" status: 200 len: 375 time: 0.0267651 May 13 14:36:11.357554 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-db5af4a6-5154-48b6-a475-fc23d3fd96df tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2507756 May 13 14:36:11.359155 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50574) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:11.369790 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-8749fce5-dbfa-43c4-81df-9a5538c0da9d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1960641346'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:11.381043 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060be106-2b58-44c9-bf52-810c9de68f6d req-3cb6dc83-11ac-4160-9be4-7f97ac9b518e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:11.389395 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-060be106-2b58-44c9-bf52-810c9de68f6d req-3cb6dc83-11ac-4160-9be4-7f97ac9b518e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.5379672 May 13 14:36:11.399031 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-d534973c-1e99-4cf0-be89-a8d43d35b29a None None] For port 6afe3893-7690-4cb9-8426-fce8501d5742, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:36:11.413376 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-8749fce5-dbfa-43c4-81df-9a5538c0da9d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:11.424764 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-d534973c-1e99-4cf0-be89-a8d43d35b29a None None] For port 6afe3893-7690-4cb9-8426-fce8501d5742, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6afe3893-7690-4cb9-8426-fce8501d5742,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:36:11.427058 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-8749fce5-dbfa-43c4-81df-9a5538c0da9d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:network and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:11.446620 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f8e86bdb-cfbf-4ae0-8951-204733a9fa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:11.460054 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d534973c-1e99-4cf0-be89-a8d43d35b29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:11.481730 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-8749fce5-dbfa-43c4-81df-9a5538c0da9d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:11.514462 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-f8e86bdb-cfbf-4ae0-8951-204733a9fa0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416fe630-2837-4613-ab8b-183c099abb37']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:11.520235 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-8749fce5-dbfa-43c4-81df-9a5538c0da9d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:11.542135 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-f8e86bdb-cfbf-4ae0-8951-204733a9fa0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb984b0e-b43d-4b62-a7f7-76122fc8e481') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:11.542576 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-f8e86bdb-cfbf-4ae0-8951-204733a9fa0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb984b0e-b43d-4b62-a7f7-76122fc8e481') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:11.552482 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-060be106-2b58-44c9-bf52-810c9de68f6d req-621f4e9b-c958-496e-8e3b-0d30572d0675 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621315 May 13 14:36:11.556187 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8749fce5-dbfa-43c4-81df-9a5538c0da9d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:36:11.556343 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b4a4617-53bd-4b27-836e-11e6f941ee14 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:11.559848 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8749fce5-dbfa-43c4-81df-9a5538c0da9d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:11.586830 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3a7de018-881a-4ade-b3e9-0611d43e1da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:11.620241 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d534973c-1e99-4cf0-be89-a8d43d35b29a None None] Routers {'f79ea103-6bee-4fe9-8ad8-9ed35d996a16'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:36:11.620870 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-d534973c-1e99-4cf0-be89-a8d43d35b29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:36:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['f79ea103-6bee-4fe9-8ad8-9ed35d996a16'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:11.650281 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f8e86bdb-cfbf-4ae0-8951-204733a9fa0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:11.679229 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6a48010-c0b3-45e1-83f5-57eaf1d80a41'] response: {'server_uuid': '4999c7c6-003f-4178-9f13-7024b7a0aa32', 'name': 'network-vif-deleted', 'tag': '191e9bd6-e5af-4fda-9fca-5d8418aeb40c', 'status': 'completed', 'code': 200} May 13 14:36:11.720224 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8749fce5-dbfa-43c4-81df-9a5538c0da9d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:36:11.747327 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41c238-3d4d-4a1e-b4fc-6c6f6a0557b3 None None] Pushing event updated for resources: {'Port': ['ID=6afe3893-7690-4cb9-8426-fce8501d5742,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:11.761293 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f8e86bdb-cfbf-4ae0-8951-204733a9fa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:11.763710 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8749fce5-dbfa-43c4-81df-9a5538c0da9d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:11.764062 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-8749fce5-dbfa-43c4-81df-9a5538c0da9d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Added segment f50d695f-0026-419b-9ef8-98db64b49b40 of type vlan for network eca92976-80ca-45e1-a461-a3903e0eb2f7 May 13 14:36:11.777731 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e86bdb-cfbf-4ae0-8951-204733a9fa0c admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:36:11.778678 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f8e86bdb-cfbf-4ae0-8951-204733a9fa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:11.795464 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:36:11.795464 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:36:11.795464 n-d-841760-1 neutron-server[88082]: timer() May 13 14:36:11.795464 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:36:11.795464 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:36:11.795464 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:36:11.795464 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:36:11.795464 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:36:11.795464 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:36:11.795464 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:36:11.795464 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:36:11.795464 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:36:11.795464 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:36:11.795464 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:36:11.795464 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:36:11.795464 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:36:11.795464 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:36:11.795464 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:36:11.795464 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:36:11.795464 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:36:11.795464 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:36:11.795464 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:36:11.795464 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:36:11.795464 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:36:11.795464 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:36:11.795464 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:36:11.795464 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:36:11.795464 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:36:11.795464 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:36:11.795464 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:36:11.795464 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:36:11.795464 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:36:11.797398 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8749fce5-dbfa-43c4-81df-9a5538c0da9d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:11.805020 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-281271a2-6639-464e-a8b6-4122f0346e2a tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Synchronizing usage tracker for tenant:243e132e505a4d4ea3a9ff36148c6380 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:36:11.901180 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-d534973c-1e99-4cf0-be89-a8d43d35b29a None None] Set router f79ea103-6bee-4fe9-8ad8-9ed35d996a16 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:36:11.969813 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8749fce5-dbfa-43c4-81df-9a5538c0da9d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:11.975465 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8749fce5-dbfa-43c4-81df-9a5538c0da9d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:11.976091 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8749fce5-dbfa-43c4-81df-9a5538c0da9d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:11.988761 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-281271a2-6639-464e-a8b6-4122f0346e2a tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Unset dirty status for tenant:243e132e505a4d4ea3a9ff36148c6380 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:36:11.996062 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-281271a2-6639-464e-a8b6-4122f0346e2a tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=243e132e505a4d4ea3a9ff36148c6380&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6336303 May 13 14:36:12.084792 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f8e86bdb-cfbf-4ae0-8951-204733a9fa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:12.130918 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f8e86bdb-cfbf-4ae0-8951-204733a9fa0c admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:12.140628 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f8e86bdb-cfbf-4ae0-8951-204733a9fa0c admin admin] 10.222.0.35 "DELETE /v2.0/networks/416fe630-2837-4613-ab8b-183c099abb37 HTTP/1.1" status: 204 len: 168 time: 1.4009399 May 13 14:36:12.145188 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e86bdb-cfbf-4ae0-8951-204733a9fa0c admin admin] Pushing event deleted for resources: {'Network': ['ID=416fe630-2837-4613-ab8b-183c099abb37,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:12.203459 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-702f331b-310f-4bac-bfd1-10fce5188b89 service neutron] 10.222.0.35 "GET /v2.0/networks/fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052696 May 13 14:36:12.214571 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-9b4a4617-53bd-4b27-836e-11e6f941ee14 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting port 6afe3893-7690-4cb9-8426-fce8501d5742 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:12.214911 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b4a4617-53bd-4b27-836e-11e6f941ee14 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:12.295337 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8749fce5-dbfa-43c4-81df-9a5538c0da9d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9337032 May 13 14:36:12.297493 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749fce5-dbfa-43c4-81df-9a5538c0da9d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Network': ['ID=eca92976-80ca-45e1-a461-a3903e0eb2f7,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:12.302483 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50584) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:12.313492 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network eca92976-80ca-45e1-a461-a3903e0eb2f7 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:36:12.317322 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-04cccfca-c67e-439e-ac80-21cf065980f3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'ports': [{'network_id': '086bdd04-c14f-4512-9c86-d3f2beec1d97'}, {'network_id': 'eca92976-80ca-45e1-a461-a3903e0eb2f7'}]} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:12.318224 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-04cccfca-c67e-439e-ac80-21cf065980f3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'port': {'network_id': '086bdd04-c14f-4512-9c86-d3f2beec1d97'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:12.318897 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-04cccfca-c67e-439e-ac80-21cf065980f3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'port': {'network_id': 'eca92976-80ca-45e1-a461-a3903e0eb2f7'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:12.471478 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7cf80-99cc-4037-ac9e-164a45c035a0 req-b2b0626d-9e8c-4dc9-8571-ecfd8df344d1 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:12.473114 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-66a7cf80-99cc-4037-ac9e-164a45c035a0 req-b2b0626d-9e8c-4dc9-8571-ecfd8df344d1 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 945 time: 0.6577604 May 13 14:36:12.479044 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50588) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:12.505207 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-d534973c-1e99-4cf0-be89-a8d43d35b29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79ea103-6bee-4fe9-8ad8-9ed35d996a16', 'name': 'tempest-NetworksTestDHCPv6-router-1137332910', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:36:02Z', 'updated_at': '2022-05-13T14:36:05Z', 'revision_number': 2, 'project_id': '3f2d51c67bd74a03875418e077362a92', 'gw_port_host': None, '_interfaces': [{'id': '6afe3893-7690-4cb9-8426-fce8501d5742', 'name': '', 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'mac_address': 'fa:16:3e:89:18:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79ea103-6bee-4fe9-8ad8-9ed35d996a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'f0105dc9-8fdb-42e0-8dd7-c791f589aef6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:36:03Z', 'updated_at': '2022-05-13T14:36:11Z', 'revision_number': 4, 'project_id': '3f2d51c67bd74a03875418e077362a92', 'subnets': [{'id': 'f0105dc9-8fdb-42e0-8dd7-c791f589aef6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:12.510608 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d534973c-1e99-4cf0-be89-a8d43d35b29a None None] The sync data for ids ['f79ea103-6bee-4fe9-8ad8-9ed35d996a16'] in n-d-841760-1 is: [{'id': 'f79ea103-6bee-4fe9-8ad8-9ed35d996a16', 'name': 'tempest-NetworksTestDHCPv6-router-1137332910', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:36:02Z', 'updated_at': '2022-05-13T14:36:05Z', 'revision_number': 2, 'project_id': '3f2d51c67bd74a03875418e077362a92', 'gw_port_host': None, '_interfaces': [{'id': '6afe3893-7690-4cb9-8426-fce8501d5742', 'name': '', 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'mac_address': 'fa:16:3e:89:18:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79ea103-6bee-4fe9-8ad8-9ed35d996a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'f0105dc9-8fdb-42e0-8dd7-c791f589aef6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:36:03Z', 'updated_at': '2022-05-13T14:36:11Z', 'revision_number': 4, 'project_id': '3f2d51c67bd74a03875418e077362a92', 'subnets': [{'id': 'f0105dc9-8fdb-42e0-8dd7-c791f589aef6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:36:12.680392 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-e2ba9844-8af4-44e4-8ca4-3c3332f706d3 service neutron] 10.222.0.35 "GET /v2.0/networks/fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4674795 May 13 14:36:12.723378 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-9b4a4617-53bd-4b27-836e-11e6f941ee14 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] For port 6afe3893-7690-4cb9-8426-fce8501d5742, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6afe3893-7690-4cb9-8426-fce8501d5742,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:12.723727 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b4a4617-53bd-4b27-836e-11e6f941ee14 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:12.758409 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-66a7cf80-99cc-4037-ac9e-164a45c035a0 req-0f67ac77-2ece-41be-baa0-1473eaa8890c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636037 May 13 14:36:12.790257 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f611569f-adc6-4a14-a9c7-8ed43477b803 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4bf5ca8f1c6f4e04bb3034f82008394c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3007095 May 13 14:36:12.790888 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50592) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:12.882959 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7de018-881a-4ade-b3e9-0611d43e1da0 admin admin] Router 37866fdd-c20b-48a9-926b-6f7a1889902b has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:36:12.918330 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-9b4a4617-53bd-4b27-836e-11e6f941ee14 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Calling delete_port for 6afe3893-7690-4cb9-8426-fce8501d5742 owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:12.924553 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-04cccfca-c67e-439e-ac80-21cf065980f3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:12.963947 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-04cccfca-c67e-439e-ac80-21cf065980f3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:port and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:13.084625 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-04cccfca-c67e-439e-ac80-21cf065980f3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:13.125090 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6afe3893-7690-4cb9-8426-fce8501d5742 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:36:13.140393 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-04cccfca-c67e-439e-ac80-21cf065980f3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:13.175457 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a508a862-9476-43e5-acd6-388f2bfc597a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:13.270113 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04cccfca-c67e-439e-ac80-21cf065980f3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'port': 2} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:36:13.276053 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-04cccfca-c67e-439e-ac80-21cf065980f3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:13.350606 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f9d2022a-9cb3-4e1a-90a3-e82d89426a78 req-62f12463-e1c5-4790-865a-320ab450a38b tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=0796c5bf-c149-4928-bc17-a6a0e7d75b55 HTTP/1.1" status: 200 len: 210 time: 0.3039172 May 13 14:36:13.360177 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 6afe3893-7690-4cb9-8426-fce8501d5742 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:36:13.375172 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b4a4617-53bd-4b27-836e-11e6f941ee14 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:13.380481 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 6afe3893-7690-4cb9-8426-fce8501d5742 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:13.380481 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:13.417456 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-04cccfca-c67e-439e-ac80-21cf065980f3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:13.434560 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Port 6afe3893-7690-4cb9-8426-fce8501d5742 was deleted so its status cannot be updated. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 13 14:36:13.435515 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a4617-53bd-4b27-836e-11e6f941ee14 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Port': ['ID=6afe3893-7690-4cb9-8426-fce8501d5742,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:13.490298 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a508a862-9476-43e5-acd6-388f2bfc597a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:13.594783 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7de018-881a-4ade-b3e9-0611d43e1da0 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:36:13.605681 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44dc7b4-7bde-462a-8b39-cdc6fdf0d041 None None] Sync routers for ids ['37866fdd-c20b-48a9-926b-6f7a1889902b'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:36:13.621942 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44dc7b4-7bde-462a-8b39-cdc6fdf0d041 None None] Routers {'37866fdd-c20b-48a9-926b-6f7a1889902b'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:36:13.625340 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-b44dc7b4-7bde-462a-8b39-cdc6fdf0d041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:36:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['37866fdd-c20b-48a9-926b-6f7a1889902b'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:13.633438 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3a7de018-881a-4ade-b3e9-0611d43e1da0 admin admin] 10.222.0.35 "PUT /v2.0/routers/37866fdd-c20b-48a9-926b-6f7a1889902b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2323027 May 13 14:36:13.637053 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50616) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:13.872505 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b4a4617-53bd-4b27-836e-11e6f941ee14 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:13.923087 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-04cccfca-c67e-439e-ac80-21cf065980f3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] device_id is not set on port ac0e9f14-9b00-43e9-b05e-c02609da5e9c yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:36:13.948597 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-b44dc7b4-7bde-462a-8b39-cdc6fdf0d041 None None] Set router 37866fdd-c20b-48a9-926b-6f7a1889902b gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:36:14.041836 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-04cccfca-c67e-439e-ac80-21cf065980f3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:14.137225 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a508a862-9476-43e5-acd6-388f2bfc597a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:14.261010 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508a862-9476-43e5-acd6-388f2bfc597a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb37455-50dc-4793-988d-d89f1af19108,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:14.315919 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2278d-ed8c-4998-b967-8ea00d13deed req-1540a88c-6a12-4493-9dd8-30f7d1a9ea6c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:14.317456 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0ac2278d-ed8c-4998-b967-8ea00d13deed req-1540a88c-6a12-4493-9dd8-30f7d1a9ea6c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 945 time: 0.1821232 May 13 14:36:14.322034 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-04cccfca-c67e-439e-ac80-21cf065980f3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] device_id is not set on port 0e04c031-493e-432b-8366-4fd7d7d15d55 yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:36:14.366395 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-256fa724-5437-4ea1-80d5-4549f639af39 admin admin] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:14.377732 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a508a862-9476-43e5-acd6-388f2bfc597a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:14.378876 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a508a862-9476-43e5-acd6-388f2bfc597a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eeb37455-50dc-4793-988d-d89f1af19108 HTTP/1.1" status: 204 len: 168 time: 1.5737255 May 13 14:36:14.386645 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-b44dc7b4-7bde-462a-8b39-cdc6fdf0d041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37866fdd-c20b-48a9-926b-6f7a1889902b', 'name': 'tempest-FloatingIPDetailsTestJSON-1770113208-router', 'tenant_id': '733e68c1036540e8b39c40468fae0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ef594500-3ebc-40e9-85bf-fad1ad36d300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:13Z', 'updated_at': '2022-05-13T14:36:10Z', 'revision_number': 5, 'project_id': '733e68c1036540e8b39c40468fae0326', 'gw_port': {'id': 'ef594500-3ebc-40e9-85bf-fad1ad36d300', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:43:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37866fdd-c20b-48a9-926b-6f7a1889902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:17Z', 'updated_at': '2022-05-13T14:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:14.390602 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0ac2278d-ed8c-4998-b967-8ea00d13deed req-84e738e8-89c1-4987-ad06-0d9505865ce9 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624526 May 13 14:36:14.392026 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44dc7b4-7bde-462a-8b39-cdc6fdf0d041 None None] Checking router: 37866fdd-c20b-48a9-926b-6f7a1889902b for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:36:14.406369 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44dc7b4-7bde-462a-8b39-cdc6fdf0d041 None None] Routers {'37866fdd-c20b-48a9-926b-6f7a1889902b'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:36:14.407187 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-b44dc7b4-7bde-462a-8b39-cdc6fdf0d041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:36:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['37866fdd-c20b-48a9-926b-6f7a1889902b'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:14.526712 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-04cccfca-c67e-439e-ac80-21cf065980f3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:14.596211 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ee7e7-828c-445e-9c26-db28f07325b5 req-0fc667ef-6e72-46e3-baf6-41a0f709f522 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:14.605638 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0a6ee7e7-828c-445e-9c26-db28f07325b5 req-0fc667ef-6e72-46e3-baf6-41a0f709f522 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.7982392 May 13 14:36:14.638677 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-76360af8-1cb9-4ee1-8bc1-9164260901da req-e02dd214-1eea-4928-bfeb-f25122985302 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=0796c5bf-c149-4928-bc17-a6a0e7d75b55 HTTP/1.1" status: 200 len: 210 time: 0.0728829 May 13 14:36:14.648659 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-04cccfca-c67e-439e-ac80-21cf065980f3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:14.727394 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-b44dc7b4-7bde-462a-8b39-cdc6fdf0d041 None None] Set router 37866fdd-c20b-48a9-926b-6f7a1889902b gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:36:14.747244 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cccfca-c67e-439e-ac80-21cf065980f3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network 086bdd04-c14f-4512-9c86-d3f2beec1d97 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:14.750885 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-04cccfca-c67e-439e-ac80-21cf065980f3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:14.759736 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cccfca-c67e-439e-ac80-21cf065980f3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:36:14.760660 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-04cccfca-c67e-439e-ac80-21cf065980f3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:14.771282 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cccfca-c67e-439e-ac80-21cf065980f3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Port': ['ID=ac0e9f14-9b00-43e9-b05e-c02609da5e9c,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:14.804528 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4a4617-53bd-4b27-836e-11e6f941ee14 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Router f79ea103-6bee-4fe9-8ad8-9ed35d996a16 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:36:14.929538 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0a6ee7e7-828c-445e-9c26-db28f07325b5 req-e9d5dbd8-8d6d-4c0a-889e-21517582125b tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222289 May 13 14:36:15.084231 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cccfca-c67e-439e-ac80-21cf065980f3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Port': ['ID=0e04c031-493e-432b-8366-4fd7d7d15d55,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:15.092794 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cccfca-c67e-439e-ac80-21cf065980f3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Checking segment: {'id': 'f50d695f-0026-419b-9ef8-98db64b49b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'eca92976-80ca-45e1-a461-a3903e0eb2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:36:15.093138 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cccfca-c67e-439e-ac80-21cf065980f3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network hostable DHCP agents. Network: eca92976-80ca-45e1-a461-a3903e0eb2f7, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:36:15.126429 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cccfca-c67e-439e-ac80-21cf065980f3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network eca92976-80ca-45e1-a461-a3903e0eb2f7 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:36:15.141855 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-04cccfca-c67e-439e-ac80-21cf065980f3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, eca92976-80ca-45e1-a461-a3903e0eb2f7) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:15.146637 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cccfca-c67e-439e-ac80-21cf065980f3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:36:15.153539 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7927704-4eb6-4562-94a8-593304a374e0 None None] Network eca92976-80ca-45e1-a461-a3903e0eb2f7 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:36:15.156928 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cccfca-c67e-439e-ac80-21cf065980f3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:15.159292 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4a4617-53bd-4b27-836e-11e6f941ee14 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:36:15.170411 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cccfca-c67e-439e-ac80-21cf065980f3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:15.171529 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-04cccfca-c67e-439e-ac80-21cf065980f3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:15.176747 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-b44dc7b4-7bde-462a-8b39-cdc6fdf0d041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37866fdd-c20b-48a9-926b-6f7a1889902b', 'name': 'tempest-FloatingIPDetailsTestJSON-1770113208-router', 'tenant_id': '733e68c1036540e8b39c40468fae0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ef594500-3ebc-40e9-85bf-fad1ad36d300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:13Z', 'updated_at': '2022-05-13T14:36:10Z', 'revision_number': 5, 'project_id': '733e68c1036540e8b39c40468fae0326', 'gw_port': {'id': 'ef594500-3ebc-40e9-85bf-fad1ad36d300', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:43:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37866fdd-c20b-48a9-926b-6f7a1889902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:17Z', 'updated_at': '2022-05-13T14:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:15.182670 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44dc7b4-7bde-462a-8b39-cdc6fdf0d041 None None] The sync data for ids ['37866fdd-c20b-48a9-926b-6f7a1889902b'] in n-d-841760-1 is: [{'id': '37866fdd-c20b-48a9-926b-6f7a1889902b', 'name': 'tempest-FloatingIPDetailsTestJSON-1770113208-router', 'tenant_id': '733e68c1036540e8b39c40468fae0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ef594500-3ebc-40e9-85bf-fad1ad36d300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:13Z', 'updated_at': '2022-05-13T14:36:10Z', 'revision_number': 5, 'project_id': '733e68c1036540e8b39c40468fae0326', 'gw_port': {'id': 'ef594500-3ebc-40e9-85bf-fad1ad36d300', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:43:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37866fdd-c20b-48a9-926b-6f7a1889902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:17Z', 'updated_at': '2022-05-13T14:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:36:15.187339 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5cdd43-c324-4fe8-9867-ac3b000bb8c8 None None] Sync routers for ids ['f79ea103-6bee-4fe9-8ad8-9ed35d996a16'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:36:15.208413 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-04cccfca-c67e-439e-ac80-21cf065980f3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8992918 May 13 14:36:15.211056 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50636) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:15.234415 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-2b885e65-6f27-4167-ba22-16bef767ab7d tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:15.236146 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-2b885e65-6f27-4167-ba22-16bef767ab7d tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.59 "GET /v2.0/networks?id=fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f HTTP/1.1" status: 200 len: 822 time: 0.6271331 May 13 14:36:15.241505 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-256fa724-5437-4ea1-80d5-4549f639af39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:15.263770 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-274682d9-4cfe-412d-b88c-929ef0e065ae tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Request body: {'port': {'device_id': '0796c5bf-c149-4928-bc17-a6a0e7d75b55', 'network_id': 'fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f', 'admin_state_up': True, 'tenant_id': '243e132e505a4d4ea3a9ff36148c6380'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:15.292049 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9b4a4617-53bd-4b27-836e-11e6f941ee14 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "PUT /v2.0/routers/f79ea103-6bee-4fe9-8ad8-9ed35d996a16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3552496 May 13 14:36:15.305190 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50640) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:15.306013 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-256fa724-5437-4ea1-80d5-4549f639af39 admin admin] Deleting port ef594500-3ebc-40e9-85bf-fad1ad36d300 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:15.306505 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-256fa724-5437-4ea1-80d5-4549f639af39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:15.344708 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-577bfc84-ff9d-49b1-be70-af4aa2d4c8b1 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting port 0e04c031-493e-432b-8366-4fd7d7d15d55 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:15.345046 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-577bfc84-ff9d-49b1-be70-af4aa2d4c8b1 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:15.412753 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5cdd43-c324-4fe8-9867-ac3b000bb8c8 None None] Routers {'f79ea103-6bee-4fe9-8ad8-9ed35d996a16'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:36:15.413658 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-2a5cdd43-c324-4fe8-9867-ac3b000bb8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:36:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['f79ea103-6bee-4fe9-8ad8-9ed35d996a16'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:15.564998 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90d7018-5572-49a7-9522-08e96529accf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:15.566815 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90d7018-5572-49a7-9522-08e96529accf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:15.567907 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c90d7018-5572-49a7-9522-08e96529accf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:36:15.652171 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-2a5cdd43-c324-4fe8-9867-ac3b000bb8c8 None None] Set router f79ea103-6bee-4fe9-8ad8-9ed35d996a16 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:36:15.676739 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-274682d9-4cfe-412d-b88c-929ef0e065ae tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:15.682175 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c90d7018-5572-49a7-9522-08e96529accf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:36:15.683864 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c90d7018-5572-49a7-9522-08e96529accf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3516622 May 13 14:36:15.690304 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50656) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:15.790343 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b494f1d-42f2-4b26-a74e-02dc767e4b39 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting subnet f0105dc9-8fdb-42e0-8dd7-c791f589aef6 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:36:15.808583 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-577bfc84-ff9d-49b1-be70-af4aa2d4c8b1 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:15.816397 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1b494f1d-42f2-4b26-a74e-02dc767e4b39 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:15.833358 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-2a5cdd43-c324-4fe8-9867-ac3b000bb8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79ea103-6bee-4fe9-8ad8-9ed35d996a16', 'name': 'tempest-NetworksTestDHCPv6-router-1137332910', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:36:02Z', 'updated_at': '2022-05-13T14:36:13Z', 'revision_number': 3, 'project_id': '3f2d51c67bd74a03875418e077362a92', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:15.840265 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5cdd43-c324-4fe8-9867-ac3b000bb8c8 None None] Checking router: f79ea103-6bee-4fe9-8ad8-9ed35d996a16 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:36:15.845648 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-274682d9-4cfe-412d-b88c-929ef0e065ae tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:15.861763 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5cdd43-c324-4fe8-9867-ac3b000bb8c8 None None] Routers {'f79ea103-6bee-4fe9-8ad8-9ed35d996a16'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:36:15.865699 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-2a5cdd43-c324-4fe8-9867-ac3b000bb8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:36:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['f79ea103-6bee-4fe9-8ad8-9ed35d996a16'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:15.931732 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4e979d1-af56-4a95-8a07-68be7091b7a6 req-d4a822a9-cfc5-4922-870c-1706a073f94b tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=0796c5bf-c149-4928-bc17-a6a0e7d75b55 HTTP/1.1" status: 200 len: 210 time: 0.0835564 May 13 14:36:15.938994 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-274682d9-4cfe-412d-b88c-929ef0e065ae tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Made reservation on behalf of 243e132e505a4d4ea3a9ff36148c6380 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:36:15.942895 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-274682d9-4cfe-412d-b88c-929ef0e065ae tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:15.956403 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-577bfc84-ff9d-49b1-be70-af4aa2d4c8b1 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Calling delete_port for 0e04c031-493e-432b-8366-4fd7d7d15d55 owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:15.975794 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-256fa724-5437-4ea1-80d5-4549f639af39 admin admin] For port ef594500-3ebc-40e9-85bf-fad1ad36d300, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=ef594500-3ebc-40e9-85bf-fad1ad36d300,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:15.976235 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-256fa724-5437-4ea1-80d5-4549f639af39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:15.994183 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1b494f1d-42f2-4b26-a74e-02dc767e4b39 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:15.995079 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a091b4d-95da-4931-8dbc-2589365a2b9a req-4cbd7621-0bdc-4523-bb5b-d6c013ebe6f2 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:15.996667 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6a091b4d-95da-4931-8dbc-2589365a2b9a req-4cbd7621-0bdc-4523-bb5b-d6c013ebe6f2 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 945 time: 0.3971908 May 13 14:36:16.063812 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-2a5cdd43-c324-4fe8-9867-ac3b000bb8c8 None None] Set router f79ea103-6bee-4fe9-8ad8-9ed35d996a16 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:36:16.065636 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6a091b4d-95da-4931-8dbc-2589365a2b9a req-6e570d37-623f-464a-8353-bd0781d19d99 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586958 May 13 14:36:16.094451 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-577bfc84-ff9d-49b1-be70-af4aa2d4c8b1 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:16.146719 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577bfc84-ff9d-49b1-be70-af4aa2d4c8b1 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Port': ['ID=0e04c031-493e-432b-8366-4fd7d7d15d55,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:16.157984 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-577bfc84-ff9d-49b1-be70-af4aa2d4c8b1 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:16.167815 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-577bfc84-ff9d-49b1-be70-af4aa2d4c8b1 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/ports/0e04c031-493e-432b-8366-4fd7d7d15d55 HTTP/1.1" status: 204 len: 168 time: 0.9555490 May 13 14:36:16.168802 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50666) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:16.234813 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-2a5cdd43-c324-4fe8-9867-ac3b000bb8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79ea103-6bee-4fe9-8ad8-9ed35d996a16', 'name': 'tempest-NetworksTestDHCPv6-router-1137332910', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:36:02Z', 'updated_at': '2022-05-13T14:36:13Z', 'revision_number': 3, 'project_id': '3f2d51c67bd74a03875418e077362a92', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:16.240743 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5cdd43-c324-4fe8-9867-ac3b000bb8c8 None None] The sync data for ids ['f79ea103-6bee-4fe9-8ad8-9ed35d996a16'] in n-d-841760-1 is: [{'id': 'f79ea103-6bee-4fe9-8ad8-9ed35d996a16', 'name': 'tempest-NetworksTestDHCPv6-router-1137332910', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:36:02Z', 'updated_at': '2022-05-13T14:36:13Z', 'revision_number': 3, 'project_id': '3f2d51c67bd74a03875418e077362a92', 'gw_port_host': None}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:36:16.300565 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b532f898-7c37-442f-ab5c-edeb0854c29a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:16.307646 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b532f898-7c37-442f-ab5c-edeb0854c29a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:16.308475 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b532f898-7c37-442f-ab5c-edeb0854c29a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Synchronizing usage tracker for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:36:16.332818 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b532f898-7c37-442f-ab5c-edeb0854c29a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Unset dirty status for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:36:16.336701 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b532f898-7c37-442f-ab5c-edeb0854c29a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1641815 May 13 14:36:16.337114 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50672) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:16.399313 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50676) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:16.431204 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-037d0275-b5da-41d2-ac08-9421035d0216 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting port ac0e9f14-9b00-43e9-b05e-c02609da5e9c {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:16.431654 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-037d0275-b5da-41d2-ac08-9421035d0216 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:16.453139 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-256fa724-5437-4ea1-80d5-4549f639af39 admin admin] Calling delete_port for ef594500-3ebc-40e9-85bf-fad1ad36d300 owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:16.568734 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7becfb29-28ed-4f0a-b18d-0cc2b58ac859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:16.658344 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7becfb29-28ed-4f0a-b18d-0cc2b58ac859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:16.669696 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7becfb29-28ed-4f0a-b18d-0cc2b58ac859 admin admin] Usage tracker for resource:security_group_rule and tenant:a95e6cc52cb24b8e833c0ff1cfb57ddc is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:16.682066 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7becfb29-28ed-4f0a-b18d-0cc2b58ac859 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:16.692385 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7becfb29-28ed-4f0a-b18d-0cc2b58ac859 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:16.714495 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-037d0275-b5da-41d2-ac08-9421035d0216 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:16.750724 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7f937-a75d-466b-b775-bf28455748f6 req-b57c59e2-44b0-46aa-ac8a-552c2a8ef7e3 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:16.752258 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30c7f937-a75d-466b-b775-bf28455748f6 req-b57c59e2-44b0-46aa-ac8a-552c2a8ef7e3 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.4187520 May 13 14:36:16.754066 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1b494f1d-42f2-4b26-a74e-02dc767e4b39 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:16.798323 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-274682d9-4cfe-412d-b88c-929ef0e065ae tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Allocated IP 172.20.0.7 (fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f/f9cc4fb1-d2ad-4765-9e89-652a7928106b/240970e4-aa8f-4ef0-bf77-d558938fbd4f) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:36:16.852773 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-037d0275-b5da-41d2-ac08-9421035d0216 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Calling delete_port for ac0e9f14-9b00-43e9-b05e-c02609da5e9c owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:16.932047 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30c7f937-a75d-466b-b775-bf28455748f6 req-d08dbee1-e854-473b-9d5a-de400da96961 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416948 May 13 14:36:16.987691 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1b494f1d-42f2-4b26-a74e-02dc767e4b39 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:16.989284 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-037d0275-b5da-41d2-ac08-9421035d0216 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:16.995488 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b00a5227-07b8-4c9f-9343-45dfe61f433a no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:36:17.032746 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: b00a5227-07b8-4c9f-9343-45dfe61f433a {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:36:17.033352 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b00a5227-07b8-4c9f-9343-45dfe61f433a not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:36:17.033930 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6afe3893-7690-4cb9-8426-fce8501d5742 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:36:17.047521 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1b494f1d-42f2-4b26-a74e-02dc767e4b39 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:17.070770 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d91a9e5-b165-4798-acc5-0fc29cb96b46 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:36:17.070990 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d0275-b5da-41d2-ac08-9421035d0216 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Port': ['ID=ac0e9f14-9b00-43e9-b05e-c02609da5e9c,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:17.079898 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7becfb29-28ed-4f0a-b18d-0cc2b58ac859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:17.083620 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-037d0275-b5da-41d2-ac08-9421035d0216 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:17.096297 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b494f1d-42f2-4b26-a74e-02dc767e4b39 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Subnet': ['ID=f0105dc9-8fdb-42e0-8dd7-c791f589aef6,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:17.099264 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-256fa724-5437-4ea1-80d5-4549f639af39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:17.134176 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7becfb29-28ed-4f0a-b18d-0cc2b58ac859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:17.153918 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 6afe3893-7690-4cb9-8426-fce8501d5742 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:36:17.154626 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6afe3893-7690-4cb9-8426-fce8501d5742 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:36:17.209162 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1b494f1d-42f2-4b26-a74e-02dc767e4b39 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/f0105dc9-8fdb-42e0-8dd7-c791f589aef6 HTTP/1.1" status: 204 len: 168 time: 1.5160437 May 13 14:36:17.266041 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256fa724-5437-4ea1-80d5-4549f639af39 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef594500-3ebc-40e9-85bf-fad1ad36d300,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:17.304929 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50686) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:17.309505 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f28835f-6aac-443b-bb60-f774fadb0ea1 req-cf4af6ca-9ad1-4aa4-a474-b743ca0c52de tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=0796c5bf-c149-4928-bc17-a6a0e7d75b55 HTTP/1.1" status: 200 len: 210 time: 0.2280238 May 13 14:36:17.398509 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-037d0275-b5da-41d2-ac08-9421035d0216 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/ports/ac0e9f14-9b00-43e9-b05e-c02609da5e9c HTTP/1.1" status: 204 len: 168 time: 1.0599465 May 13 14:36:17.404858 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50690) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:17.417662 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7becfb29-28ed-4f0a-b18d-0cc2b58ac859 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a95e6cc52cb24b8e833c0ff1cfb57ddc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0167794 May 13 14:36:17.419338 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7becfb29-28ed-4f0a-b18d-0cc2b58ac859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f4130c-2c03-43ca-8018-b36bc5a1828e,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:17.421790 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50694) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:17.490916 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13fd427-a005-42f0-a437-aa9bad0a3c5d None None] DHCP port deletion for 0723b97b-08c9-4db0-a15e-5b69273136d9 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:36:17.497393 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f13fd427-a005-42f0-a437-aa9bad0a3c5d None None] Deleting port ef1aa8d7-5305-493c-aaab-9488664aeb9d {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:17.498698 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f13fd427-a005-42f0-a437-aa9bad0a3c5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:17.513323 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-256fa724-5437-4ea1-80d5-4549f639af39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:17.555960 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f7fd6bf6-e582-43fa-8fbb-d9642965fd3e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2496488 May 13 14:36:17.557024 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50700) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:17.639978 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-accc84c7-56f7-4145-9f0c-8e6161b17e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:17.710108 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-f13fd427-a005-42f0-a437-aa9bad0a3c5d None None] For port ef1aa8d7-5305-493c-aaab-9488664aeb9d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=ef1aa8d7-5305-493c-aaab-9488664aeb9d,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:17.710108 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f13fd427-a005-42f0-a437-aa9bad0a3c5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:17.717436 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-256fa724-5437-4ea1-80d5-4549f639af39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:17.721141 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-274682d9-4cfe-412d-b88c-929ef0e065ae tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:17.729080 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cf50c077-85f7-4e3c-8bb0-0e3b9e77feca tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:17.730958 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b926f9-f482-48d3-bd89-3b494a83aa6e req-c0b0d50c-cb73-489b-9c71-ef6a4f016f9e tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:17.732478 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-80b926f9-f482-48d3-bd89-3b494a83aa6e req-c0b0d50c-cb73-489b-9c71-ef6a4f016f9e tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 945 time: 0.4632425 May 13 14:36:17.735086 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-256fa724-5437-4ea1-80d5-4549f639af39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:17.807868 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-256fa724-5437-4ea1-80d5-4549f639af39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:17.808663 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256fa724-5437-4ea1-80d5-4549f639af39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37866fdd-c20b-48a9-926b-6f7a1889902b {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:36:17.820836 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf05130-0091-41af-a8f3-4f3e63e2bc78 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:17.822322 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ecf05130-0091-41af-a8f3-4f3e63e2bc78 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4118273 May 13 14:36:17.830284 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50704) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:17.839649 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-80b926f9-f482-48d3-bd89-3b494a83aa6e req-121f3c69-9b06-4460-bde6-2af1d74ef047 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967112 May 13 14:36:17.846277 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f13fd427-a005-42f0-a437-aa9bad0a3c5d None None] Calling delete_port for ef1aa8d7-5305-493c-aaab-9488664aeb9d owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:17.884119 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-accc84c7-56f7-4145-9f0c-8e6161b17e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:17.901685 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-256fa724-5437-4ea1-80d5-4549f639af39 admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:17.902818 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-256fa724-5437-4ea1-80d5-4549f639af39 admin admin] 10.222.0.35 "DELETE /v2.0/routers/37866fdd-c20b-48a9-926b-6f7a1889902b HTTP/1.1" status: 204 len: 168 time: 4.2586861 May 13 14:36:17.905254 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3ef246-c587-4eb7-9dcd-ec2aa7af05b3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] GET failed (client error): The resource could not be found. May 13 14:36:17.906564 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fd3ef246-c587-4eb7-9dcd-ec2aa7af05b3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "GET /v2.0/ports/0e04c031-493e-432b-8366-4fd7d7d15d55 HTTP/1.1" status: 404 len: 333 time: 0.0741265 May 13 14:36:17.907204 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50708) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:17.910367 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50710) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:17.937291 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f13fd427-a005-42f0-a437-aa9bad0a3c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:18.008252 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13fd427-a005-42f0-a437-aa9bad0a3c5d None None] Pushing event deleted for resources: {'Port': ['ID=ef1aa8d7-5305-493c-aaab-9488664aeb9d,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:18.020239 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13fd427-a005-42f0-a437-aa9bad0a3c5d None None] No DVR routers for this DVR port ef1aa8d7-5305-493c-aaab-9488664aeb9d on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:36:18.030000 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:18.166649 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab030ae-238a-4fcd-8a97-0c1551b23b08 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] GET failed (client error): The resource could not be found. May 13 14:36:18.168069 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7ab030ae-238a-4fcd-8a97-0c1551b23b08 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "GET /v2.0/ports/ac0e9f14-9b00-43e9-b05e-c02609da5e9c HTTP/1.1" status: 404 len: 333 time: 0.2555528 May 13 14:36:18.172177 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50718) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:18.179248 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-274682d9-4cfe-412d-b88c-929ef0e065ae tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:18.252480 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cf50c077-85f7-4e3c-8bb0-0e3b9e77feca tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:18.261617 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cf50c077-85f7-4e3c-8bb0-0e3b9e77feca tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:18.304220 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cf50c077-85f7-4e3c-8bb0-0e3b9e77feca tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:18.304825 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf50c077-85f7-4e3c-8bb0-0e3b9e77feca tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Fanout notify agent at l3_agent the message router_deleted on router f79ea103-6bee-4fe9-8ad8-9ed35d996a16 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:36:18.314459 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-accc84c7-56f7-4145-9f0c-8e6161b17e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:18.321897 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-243acc3c-9e84-4798-979c-357d41b752d7 admin admin] Deleting subnet bcc8e8a6-0628-4625-aeff-f9c5c9182ccb {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:36:18.336309 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-243acc3c-9e84-4798-979c-357d41b752d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:18.344812 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc84c7-56f7-4145-9f0c-8e6161b17e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f4130c-2c03-43ca-8018-b36bc5a1828e,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:18.368560 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9b45d-cab0-4441-8635-56dc16eba146 req-671c6e73-e4cf-4b14-9b83-8bde628e657e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:18.370462 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dcc9b45d-cab0-4441-8635-56dc16eba146 req-671c6e73-e4cf-4b14-9b83-8bde628e657e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.2916028 May 13 14:36:18.373618 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc84c7-56f7-4145-9f0c-8e6161b17e36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:18.374035 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc84c7-56f7-4145-9f0c-8e6161b17e36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:18.374409 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc84c7-56f7-4145-9f0c-8e6161b17e36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:18.374782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc84c7-56f7-4145-9f0c-8e6161b17e36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:18.375198 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc84c7-56f7-4145-9f0c-8e6161b17e36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:18.375572 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc84c7-56f7-4145-9f0c-8e6161b17e36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:18.375956 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc84c7-56f7-4145-9f0c-8e6161b17e36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:18.376389 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc84c7-56f7-4145-9f0c-8e6161b17e36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:18.376741 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc84c7-56f7-4145-9f0c-8e6161b17e36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:18.377154 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc84c7-56f7-4145-9f0c-8e6161b17e36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:18.377522 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc84c7-56f7-4145-9f0c-8e6161b17e36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:18.377871 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc84c7-56f7-4145-9f0c-8e6161b17e36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:18.405184 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-274682d9-4cfe-412d-b88c-929ef0e065ae tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Network fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:18.421861 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cf50c077-85f7-4e3c-8bb0-0e3b9e77feca tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:18.423317 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cf50c077-85f7-4e3c-8bb0-0e3b9e77feca tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/routers/f79ea103-6bee-4fe9-8ad8-9ed35d996a16 HTTP/1.1" status: 204 len: 168 time: 0.8641517 May 13 14:36:18.427050 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-accc84c7-56f7-4145-9f0c-8e6161b17e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:18.427370 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-274682d9-4cfe-412d-b88c-929ef0e065ae tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:18.428000 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-accc84c7-56f7-4145-9f0c-8e6161b17e36 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b5f4130c-2c03-43ca-8018-b36bc5a1828e HTTP/1.1" status: 204 len: 168 time: 0.9571979 May 13 14:36:18.430035 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50724) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:18.444995 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-274682d9-4cfe-412d-b88c-929ef0e065ae tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:36:18.446364 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-25292d68-bd32-4a71-9235-6d13aef5419e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:18.506567 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274682d9-4cfe-412d-b88c-929ef0e065ae tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Pushing event updated for resources: {'Port': ['ID=240970e4-aa8f-4ef0-bf77-d558938fbd4f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:18.535278 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bb7d5506-8b25-43c2-9f7d-3f26922e72ed tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:18.570332 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dcc9b45d-cab0-4441-8635-56dc16eba146 req-9ae31713-5b9d-4c10-ae8f-5274157fce49 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878357 May 13 14:36:18.584278 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-243acc3c-9e84-4798-979c-357d41b752d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:18.627794 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-25292d68-bd32-4a71-9235-6d13aef5419e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:18.633437 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-25292d68-bd32-4a71-9235-6d13aef5419e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:subnet and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:18.636743 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-25292d68-bd32-4a71-9235-6d13aef5419e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:18.643736 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-25292d68-bd32-4a71-9235-6d13aef5419e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:18.659526 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25292d68-bd32-4a71-9235-6d13aef5419e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:36:18.663509 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-25292d68-bd32-4a71-9235-6d13aef5419e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:18.684968 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-274682d9-4cfe-412d-b88c-929ef0e065ae tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:18.684968 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-274682d9-4cfe-412d-b88c-929ef0e065ae tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:18.778967 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-274682d9-4cfe-412d-b88c-929ef0e065ae tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5201621 May 13 14:36:18.838473 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-35905cf4-7196-4acc-b0ad-f3a8c6492587 service neutron] Request body: {'port': {'device_id': '0796c5bf-c149-4928-bc17-a6a0e7d75b55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:18.927351 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6abec-f7bc-45bd-bfc9-fb7c35974fbf req-8d876bd0-5ec1-4283-85c8-7c8b04495084 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:18.927904 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-25292d68-bd32-4a71-9235-6d13aef5419e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:18.928090 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-4dd6abec-f7bc-45bd-bfc9-fb7c35974fbf req-8d876bd0-5ec1-4283-85c8-7c8b04495084 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Synchronizing usage tracker for tenant:243e132e505a4d4ea3a9ff36148c6380 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:36:18.932857 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bb7d5506-8b25-43c2-9f7d-3f26922e72ed tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:18.957754 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-243acc3c-9e84-4798-979c-357d41b752d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:19.006099 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25292d68-bd32-4a71-9235-6d13aef5419e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:19.053997 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ef594500-3ebc-40e9-85bf-fad1ad36d300 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:36:19.054552 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-bb7d5506-8b25-43c2-9f7d-3f26922e72ed tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca92976-80ca-45e1-a461-a3903e0eb2f7']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:19.064701 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-25292d68-bd32-4a71-9235-6d13aef5419e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:19.069727 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-4dd6abec-f7bc-45bd-bfc9-fb7c35974fbf req-8d876bd0-5ec1-4283-85c8-7c8b04495084 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Unset dirty status for tenant:243e132e505a4d4ea3a9ff36148c6380 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:36:19.071708 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25292d68-bd32-4a71-9235-6d13aef5419e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:19.072302 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-25292d68-bd32-4a71-9235-6d13aef5419e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:19.077049 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4dd6abec-f7bc-45bd-bfc9-fb7c35974fbf req-8d876bd0-5ec1-4283-85c8-7c8b04495084 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=0796c5bf-c149-4928-bc17-a6a0e7d75b55 HTTP/1.1" status: 200 len: 931 time: 0.5564542 May 13 14:36:19.108246 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445a14b3-ed13-4463-b18b-e8ccf7392983 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:36:19.126915 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-bb7d5506-8b25-43c2-9f7d-3f26922e72ed tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50d695f-0026-419b-9ef8-98db64b49b40') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:19.127470 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-bb7d5506-8b25-43c2-9f7d-3f26922e72ed tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50d695f-0026-419b-9ef8-98db64b49b40') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:19.148749 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-35905cf4-7196-4acc-b0ad-f3a8c6492587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:19.159290 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bb7d5506-8b25-43c2-9f7d-3f26922e72ed tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:19.216872 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4dd6abec-f7bc-45bd-bfc9-fb7c35974fbf req-cb2e89af-d006-446c-8a87-8eb0a8d144a9 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386695 May 13 14:36:19.251350 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25292d68-bd32-4a71-9235-6d13aef5419e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Subnet': ['ID=ceb24444-2803-44a6-95b6-5cfb1c85f0a4,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:19.254639 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bb7d5506-8b25-43c2-9f7d-3f26922e72ed tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:19.280735 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-25292d68-bd32-4a71-9235-6d13aef5419e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8491292 May 13 14:36:19.281663 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50750) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:19.282497 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-243acc3c-9e84-4798-979c-357d41b752d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:19.288365 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb7d5506-8b25-43c2-9f7d-3f26922e72ed tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:36:19.289030 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bb7d5506-8b25-43c2-9f7d-3f26922e72ed tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:19.290165 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: ef594500-3ebc-40e9-85bf-fad1ad36d300 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:36:19.290505 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ef594500-3ebc-40e9-85bf-fad1ad36d300 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:36:19.290685 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-cce75d57-a6e3-47fa-bb10-349c326c771a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-168709794', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:19.290919 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ef1aa8d7-5305-493c-aaab-9488664aeb9d no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:36:19.306909 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0101371-42db-4ac9-b8a7-df1b5e57bbd8 req-5ba8de8f-e4ca-407f-b1e3-1cb05f5ac25a tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:19.308499 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d0101371-42db-4ac9-b8a7-df1b5e57bbd8 req-5ba8de8f-e4ca-407f-b1e3-1cb05f5ac25a tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 945 time: 0.3055427 May 13 14:36:19.309665 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-cce75d57-a6e3-47fa-bb10-349c326c771a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:19.314181 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-cce75d57-a6e3-47fa-bb10-349c326c771a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:router and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:19.318383 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-cce75d57-a6e3-47fa-bb10-349c326c771a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:19.336364 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:36:19.336364 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:36:19.336364 n-d-841760-1 neutron-server[88082]: timer() May 13 14:36:19.336364 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:36:19.336364 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:36:19.336364 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:36:19.336364 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:36:19.336364 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:36:19.336364 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:36:19.336364 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:36:19.336364 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:36:19.336364 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:36:19.336364 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:36:19.336364 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:36:19.336364 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:36:19.336364 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:36:19.336364 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:36:19.336364 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:36:19.336364 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:36:19.336364 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:36:19.336364 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:36:19.336364 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:36:19.336364 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:36:19.336364 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:36:19.336364 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:36:19.336364 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:36:19.336364 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:36:19.336364 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:36:19.336364 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:36:19.336364 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:36:19.336364 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:36:19.336364 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:36:19.338249 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-cce75d57-a6e3-47fa-bb10-349c326c771a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:19.375227 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d0101371-42db-4ac9-b8a7-df1b5e57bbd8 req-d062eefe-c84a-4cb2-a671-5bbfcfb83fa3 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579152 May 13 14:36:19.376188 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cce75d57-a6e3-47fa-bb10-349c326c771a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:19.377214 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cce75d57-a6e3-47fa-bb10-349c326c771a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:19.415836 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: ef1aa8d7-5305-493c-aaab-9488664aeb9d {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:36:19.416175 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ef1aa8d7-5305-493c-aaab-9488664aeb9d not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:36:19.419859 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243acc3c-9e84-4798-979c-357d41b752d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcc8e8a6-0628-4625-aeff-f9c5c9182ccb,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:19.442826 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-243acc3c-9e84-4798-979c-357d41b752d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:19.473641 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1bfb3a-a355-4a2a-9fa1-8d73aae45b95 None None] Network 9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:36:19.529913 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-243acc3c-9e84-4798-979c-357d41b752d7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bcc8e8a6-0628-4625-aeff-f9c5c9182ccb HTTP/1.1" status: 204 len: 168 time: 1.6205032 May 13 14:36:19.534696 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50756) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:19.546993 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bb7d5506-8b25-43c2-9f7d-3f26922e72ed tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:19.572134 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bb7d5506-8b25-43c2-9f7d-3f26922e72ed tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:19.582780 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d5506-8b25-43c2-9f7d-3f26922e72ed tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Network': ['ID=eca92976-80ca-45e1-a461-a3903e0eb2f7,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:19.593466 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bb7d5506-8b25-43c2-9f7d-3f26922e72ed tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/networks/eca92976-80ca-45e1-a461-a3903e0eb2f7 HTTP/1.1" status: 204 len: 168 time: 1.4200706 May 13 14:36:19.594251 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50762) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:19.617049 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-a98ab60d-7734-4cab-a270-f6a98370e9b0 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-627229350'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:19.621892 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a98ab60d-7734-4cab-a270-f6a98370e9b0 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:19.626235 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a98ab60d-7734-4cab-a270-f6a98370e9b0 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:network and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:19.629262 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a98ab60d-7734-4cab-a270-f6a98370e9b0 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:19.635195 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a98ab60d-7734-4cab-a270-f6a98370e9b0 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:19.656690 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cce75d57-a6e3-47fa-bb10-349c326c771a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:19.701261 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98ab60d-7734-4cab-a270-f6a98370e9b0 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:36:19.706755 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a98ab60d-7734-4cab-a270-f6a98370e9b0 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:19.707309 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cce75d57-a6e3-47fa-bb10-349c326c771a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:19.723657 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-0723b97b-08c9-4db0-a15e-5b69273136d9', 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'fixed_ips': [{'subnet_id': 'ceb24444-2803-44a6-95b6-5cfb1c85f0a4'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:36:19.724476 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:19.745565 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d59a6d1-2a1c-45b6-bbbb-cbb883736557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:19.761571 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cce75d57-a6e3-47fa-bb10-349c326c771a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:19.765885 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cce75d57-a6e3-47fa-bb10-349c326c771a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4797184 May 13 14:36:19.767935 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50768) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:19.772679 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a98ab60d-7734-4cab-a270-f6a98370e9b0 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:36:19.848231 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-1d59a6d1-2a1c-45b6-bbbb-cbb883736557 admin admin] Deleting port c085264c-7e5e-4bbb-b135-38d703d24e7a {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:19.848845 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d59a6d1-2a1c-45b6-bbbb-cbb883736557 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:19.860019 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a98ab60d-7734-4cab-a270-f6a98370e9b0 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:19.860713 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-a98ab60d-7734-4cab-a270-f6a98370e9b0 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Added segment 2834a204-64ff-4614-8bb2-040a10976b58 of type vlan for network 0cdb76c2-cfe1-490c-af01-ea5a24a0026d May 13 14:36:19.926531 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a98ab60d-7734-4cab-a270-f6a98370e9b0 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:19.984736 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Allocated IP 2001:db8::2 (0723b97b-08c9-4db0-a15e-5b69273136d9/ceb24444-2803-44a6-95b6-5cfb1c85f0a4/715c5058-9038-4e43-b1de-126695fbd0f0) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:36:20.030919 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-35905cf4-7196-4acc-b0ad-f3a8c6492587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 240970e4-aa8f-4ef0-bf77-d558938fbd4f {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:36:20.040576 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-35905cf4-7196-4acc-b0ad-f3a8c6492587 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:20.046324 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a98ab60d-7734-4cab-a270-f6a98370e9b0 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:20.051790 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98ab60d-7734-4cab-a270-f6a98370e9b0 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:20.052471 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a98ab60d-7734-4cab-a270-f6a98370e9b0 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:20.070023 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240e4c7b-1145-47de-bbe3-a229d7045d54 None None] DHCP port deletion for 9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:36:20.089943 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-240e4c7b-1145-47de-bbe3-a229d7045d54 None None] Deleting port c085264c-7e5e-4bbb-b135-38d703d24e7a {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:20.090588 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-240e4c7b-1145-47de-bbe3-a229d7045d54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:20.101374 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c30de7-58fc-4c96-bd6c-9e407e8d532b req-c9c6680d-e30f-4a5d-9f14-bb8f4a1de302 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:20.103013 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-06c30de7-58fc-4c96-bd6c-9e407e8d532b req-c9c6680d-e30f-4a5d-9f14-bb8f4a1de302 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.3131447 May 13 14:36:20.314067 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-35905cf4-7196-4acc-b0ad-f3a8c6492587 service neutron] Transition to ACTIVE for port object 240970e4-aa8f-4ef0-bf77-d558938fbd4f will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:36:20.363323 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-35905cf4-7196-4acc-b0ad-f3a8c6492587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:20.420726 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a98ab60d-7734-4cab-a270-f6a98370e9b0 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8231199 May 13 14:36:20.421535 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50788) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:20.464676 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-e58cdf9f-e998-46c7-8ce4-1395b437a746 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'subnet': {'network_id': '0cdb76c2-cfe1-490c-af01-ea5a24a0026d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:20.488422 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ab60d-7734-4cab-a270-f6a98370e9b0 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Network': ['ID=0cdb76c2-cfe1-490c-af01-ea5a24a0026d,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:20.538375 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 0cdb76c2-cfe1-490c-af01-ea5a24a0026d details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:36:20.568257 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-06c30de7-58fc-4c96-bd6c-9e407e8d532b req-5864a10f-e69d-4e55-aadf-1f95a577a9fe tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533026 May 13 14:36:20.648465 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:20.681737 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Transition to ACTIVE for port object 715c5058-9038-4e43-b1de-126695fbd0f0 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:36:20.705662 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-240e4c7b-1145-47de-bbe3-a229d7045d54 None None] For port c085264c-7e5e-4bbb-b135-38d703d24e7a, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c085264c-7e5e-4bbb-b135-38d703d24e7a,segment=NetworkSegment(efc39824-7b53-424f-a9eb-567f5b99437e),segment_id=efc39824-7b53-424f-a9eb-567f5b99437e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:20.706318 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-240e4c7b-1145-47de-bbe3-a229d7045d54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:20.772614 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35905cf4-7196-4acc-b0ad-f3a8c6492587 service neutron] Pushing event updated for resources: {'Port': ['ID=240970e4-aa8f-4ef0-bf77-d558938fbd4f,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:20.840718 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-1d59a6d1-2a1c-45b6-bbbb-cbb883736557 admin admin] For port c085264c-7e5e-4bbb-b135-38d703d24e7a, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c085264c-7e5e-4bbb-b135-38d703d24e7a,segment=NetworkSegment(efc39824-7b53-424f-a9eb-567f5b99437e),segment_id=efc39824-7b53-424f-a9eb-567f5b99437e)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:20.841299 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d59a6d1-2a1c-45b6-bbbb-cbb883736557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:20.854230 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-240e4c7b-1145-47de-bbe3-a229d7045d54 None None] Calling delete_port for c085264c-7e5e-4bbb-b135-38d703d24e7a owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:20.858521 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-486fb45d-def2-4772-adab-cd8070fe6262 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:20.882123 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Transition to ACTIVE for port object 715c5058-9038-4e43-b1de-126695fbd0f0 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:36:20.897584 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:20.955378 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdf585-c4ea-490a-913b-242e4e5e3112 req-3651af59-1c23-40af-9834-24337a33e9cc tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:20.956718 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-45bdf585-c4ea-490a-913b-242e4e5e3112 req-3651af59-1c23-40af-9834-24337a33e9cc tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=0796c5bf-c149-4928-bc17-a6a0e7d75b55 HTTP/1.1" status: 200 len: 943 time: 0.4937913 May 13 14:36:20.985813 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:20.991744 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:20.996009 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:36:21.037358 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e58cdf9f-e998-46c7-8ce4-1395b437a746 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:21.041161 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Pushing event updated for resources: {'Port': ['ID=715c5058-9038-4e43-b1de-126695fbd0f0,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:21.051951 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e58cdf9f-e998-46c7-8ce4-1395b437a746 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:subnet and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:21.065931 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e58cdf9f-e998-46c7-8ce4-1395b437a746 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:21.087220 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c085264c-7e5e-4bbb-b135-38d703d24e7a no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:36:21.091508 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e58cdf9f-e998-46c7-8ce4-1395b437a746 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:21.116774 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-35905cf4-7196-4acc-b0ad-f3a8c6492587 service neutron] Attempting to bind port 240970e4-aa8f-4ef0-bf77-d558938fbd4f on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:36:21.117189 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-35905cf4-7196-4acc-b0ad-f3a8c6492587 service neutron] Attempting to bind port 240970e4-aa8f-4ef0-bf77-d558938fbd4f by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'bc45d110-6939-449a-9ea3-bc6409d12d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:36:21.117780 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-35905cf4-7196-4acc-b0ad-f3a8c6492587 service neutron] Attempting to bind port 240970e4-aa8f-4ef0-bf77-d558938fbd4f on network fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:36:21.123404 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:21.123767 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58cdf9f-e998-46c7-8ce4-1395b437a746 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:36:21.123893 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:21.124073 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:21.124485 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:21.124725 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:21.125054 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:21.125377 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:21.125800 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:21.126006 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:21.126328 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:21.126646 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:21.126964 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:21.127585 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e58cdf9f-e998-46c7-8ce4-1395b437a746 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:21.139937 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-240e4c7b-1145-47de-bbe3-a229d7045d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:21.165380 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-35905cf4-7196-4acc-b0ad-f3a8c6492587 service neutron] Port 240970e4-aa8f-4ef0-bf77-d558938fbd4f on network fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:36:21.166031 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-35905cf4-7196-4acc-b0ad-f3a8c6492587 service neutron] Attempting to bind port 240970e4-aa8f-4ef0-bf77-d558938fbd4f on network fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:36:21.174052 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: c085264c-7e5e-4bbb-b135-38d703d24e7a {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:36:21.174511 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c085264c-7e5e-4bbb-b135-38d703d24e7a not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:36:21.178724 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c629c4f-3c76-4e94-b799-ff5f8bec6fb9 req-97a9548e-595b-4f78-9392-731894ffba2a tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:21.180591 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c629c4f-3c76-4e94-b799-ff5f8bec6fb9 req-97a9548e-595b-4f78-9392-731894ffba2a tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 945 time: 0.3647561 May 13 14:36:21.207181 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e4c7b-1145-47de-bbe3-a229d7045d54 None None] Pushing event deleted for resources: {'Port': ['ID=c085264c-7e5e-4bbb-b135-38d703d24e7a,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:21.210902 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240e4c7b-1145-47de-bbe3-a229d7045d54 None None] No DVR routers for this DVR port c085264c-7e5e-4bbb-b135-38d703d24e7a on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:36:21.212516 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Attempting to bind port 715c5058-9038-4e43-b1de-126695fbd0f0 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:36:21.212877 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Attempting to bind port 715c5058-9038-4e43-b1de-126695fbd0f0 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:36:21.213232 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Attempting to bind port 715c5058-9038-4e43-b1de-126695fbd0f0 on network 0723b97b-08c9-4db0-a15e-5b69273136d9 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:36:21.225404 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:36:21.225873 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Checking segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:36:21.226173 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:21.226562 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Bound using segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:36:21.227041 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Bound port: 715c5058-9038-4e43-b1de-126695fbd0f0, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:36:21.227442 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:21.294921 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-35905cf4-7196-4acc-b0ad-f3a8c6492587 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:36:21.295872 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-35905cf4-7196-4acc-b0ad-f3a8c6492587 service neutron] Checking segment: {'id': 'bc45d110-6939-449a-9ea3-bc6409d12d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:36:21.296470 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-35905cf4-7196-4acc-b0ad-f3a8c6492587 service neutron] Bound using segment: {'id': 'bc45d110-6939-449a-9ea3-bc6409d12d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:36:21.297133 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-35905cf4-7196-4acc-b0ad-f3a8c6492587 service neutron] Bound port: 240970e4-aa8f-4ef0-bf77-d558938fbd4f, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc45d110-6939-449a-9ea3-bc6409d12d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:36:21.297674 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-35905cf4-7196-4acc-b0ad-f3a8c6492587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:21.332788 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] For port 715c5058-9038-4e43-b1de-126695fbd0f0, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:36:21.336653 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] For port 715c5058-9038-4e43-b1de-126695fbd0f0, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=715c5058-9038-4e43-b1de-126695fbd0f0,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:36:21.342632 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:21.392822 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.ipam_backend_mixin [None req-e58cdf9f-e998-46c7-8ce4-1395b437a746 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Performing IP validity checks on allocation pools {{(pid=88082) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 13 14:36:21.398518 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.ipam_backend_mixin [None req-e58cdf9f-e998-46c7-8ce4-1395b437a746 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88082) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 13 14:36:21.415800 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c629c4f-3c76-4e94-b799-ff5f8bec6fb9 req-2950a208-24cf-4a7e-9110-7cdf4f8ea095 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491084 May 13 14:36:21.442761 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40230fab-900e-478c-b498-74153b2b14e0 None None] Pushing event updated for resources: {'Port': ['ID=715c5058-9038-4e43-b1de-126695fbd0f0,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:21.457256 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-1d59a6d1-2a1c-45b6-bbbb-cbb883736557 admin admin] Calling delete_port for c085264c-7e5e-4bbb-b135-38d703d24e7a owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:21.482568 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-35905cf4-7196-4acc-b0ad-f3a8c6492587 service neutron] For port 240970e4-aa8f-4ef0-bf77-d558938fbd4f, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:36:21.487810 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-35905cf4-7196-4acc-b0ad-f3a8c6492587 service neutron] For port 240970e4-aa8f-4ef0-bf77-d558938fbd4f, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=240970e4-aa8f-4ef0-bf77-d558938fbd4f,segment=NetworkSegment(bc45d110-6939-449a-9ea3-bc6409d12d19),segment_id=bc45d110-6939-449a-9ea3-bc6409d12d19)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:36:21.494475 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-35905cf4-7196-4acc-b0ad-f3a8c6492587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:21.496742 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-45bdf585-c4ea-490a-913b-242e4e5e3112 req-bebe7d93-da7d-44a6-9d49-a9a3d93dc0ac tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4619131 May 13 14:36:21.597424 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-35905cf4-7196-4acc-b0ad-f3a8c6492587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:21.598044 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-35905cf4-7196-4acc-b0ad-f3a8c6492587 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:21.599557 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-35905cf4-7196-4acc-b0ad-f3a8c6492587 service neutron] 10.222.0.59 "PUT /v2.0/ports/240970e4-aa8f-4ef0-bf77-d558938fbd4f HTTP/1.1" status: 200 len: 1091 time: 2.7648580 May 13 14:36:21.626030 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0796c5bf-c149-4928-bc17-a6a0e7d75b55', 'tag': '240970e4-aa8f-4ef0-bf77-d558938fbd4f'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:36:21.661628 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [None req-1d59a6d1-2a1c-45b6-bbbb-cbb883736557 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:36:21.661628 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [None req-1d59a6d1-2a1c-45b6-bbbb-cbb883736557 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:36:21.734044 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcc229d9-8e6e-4db5-97d5-77337d8c4285'] response: {'name': 'network-changed', 'server_uuid': '0796c5bf-c149-4928-bc17-a6a0e7d75b55', 'tag': '240970e4-aa8f-4ef0-bf77-d558938fbd4f', 'status': 'completed', 'code': 200} May 13 14:36:21.858962 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35905cf4-7196-4acc-b0ad-f3a8c6492587 service neutron] Pushing event updated for resources: {'Port': ['ID=240970e4-aa8f-4ef0-bf77-d558938fbd4f,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:21.888762 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-486fb45d-def2-4772-adab-cd8070fe6262 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Allocated IP 2001:db8::1 (0723b97b-08c9-4db0-a15e-5b69273136d9/ceb24444-2803-44a6-95b6-5cfb1c85f0a4/a5bafa72-65c6-42ec-89fc-00906a18a389) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:36:21.912980 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e58cdf9f-e998-46c7-8ce4-1395b437a746 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:21.960494 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-55998ca5-e8f1-48d4-9752-c71c37ee47ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:21.962006 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-55998ca5-e8f1-48d4-9752-c71c37ee47ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=243e132e505a4d4ea3a9ff36148c6380&device_id=0796c5bf-c149-4928-bc17-a6a0e7d75b55 HTTP/1.1" status: 200 len: 1094 time: 0.3188503 May 13 14:36:22.055238 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-91a8f01c-ed07-4682-9838-52415f23ef1e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=240970e4-aa8f-4ef0-bf77-d558938fbd4f HTTP/1.1" status: 200 len: 217 time: 0.0810652 May 13 14:36:22.072247 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-486fb45d-def2-4772-adab-cd8070fe6262 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:22.090652 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-486fb45d-def2-4772-adab-cd8070fe6262 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Transition to ACTIVE for port object a5bafa72-65c6-42ec-89fc-00906a18a389 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:36:22.116360 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-486fb45d-def2-4772-adab-cd8070fe6262 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:22.151999 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24503eba-f310-40c6-8e7c-74b4d44795cf req-65dad9bc-96dc-4359-904e-f7d9429b62b7 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:22.153941 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-24503eba-f310-40c6-8e7c-74b4d44795cf req-65dad9bc-96dc-4359-904e-f7d9429b62b7 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.3481998 May 13 14:36:22.158478 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58cdf9f-e998-46c7-8ce4-1395b437a746 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Subnet': ['ID=86d55f15-8c88-4b11-9d8e-5bef29335ca2,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:22.163891 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58cdf9f-e998-46c7-8ce4-1395b437a746 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Checking segment: {'id': '2834a204-64ff-4614-8bb2-040a10976b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cdb76c2-cfe1-490c-af01-ea5a24a0026d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:36:22.164258 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58cdf9f-e998-46c7-8ce4-1395b437a746 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network hostable DHCP agents. Network: 0cdb76c2-cfe1-490c-af01-ea5a24a0026d, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:36:22.190507 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-1d59a6d1-2a1c-45b6-bbbb-cbb883736557 admin admin] Deleting port c085264c-7e5e-4bbb-b135-38d703d24e7a {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:22.190850 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d59a6d1-2a1c-45b6-bbbb-cbb883736557 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:22.200844 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-c20cd3e1-5537-458c-b870-3623afeab273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:22.202300 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-c20cd3e1-5537-458c-b870-3623afeab273 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f9cc4fb1-d2ad-4765-9e89-652a7928106b HTTP/1.1" status: 200 len: 862 time: 0.1354015 May 13 14:36:22.216741 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486fb45d-def2-4772-adab-cd8070fe6262 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Port': ['ID=a5bafa72-65c6-42ec-89fc-00906a18a389,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:22.264725 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58cdf9f-e998-46c7-8ce4-1395b437a746 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network 0cdb76c2-cfe1-490c-af01-ea5a24a0026d is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:36:22.270850 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-1d59a6d1-2a1c-45b6-bbbb-cbb883736557 admin admin] The port 'c085264c-7e5e-4bbb-b135-38d703d24e7a' was deleted {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:36:22.276729 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-e7f74113-e7de-42c5-9659-a88bb50e5857 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672624 May 13 14:36:22.307261 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486fb45d-def2-4772-adab-cd8070fe6262 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:22.309517 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-24503eba-f310-40c6-8e7c-74b4d44795cf req-35b31466-8050-43cd-b334-d76818fe818e tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325257 May 13 14:36:22.314148 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-e58cdf9f-e998-46c7-8ce4-1395b437a746 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 0cdb76c2-cfe1-490c-af01-ea5a24a0026d) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:22.318646 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58cdf9f-e998-46c7-8ce4-1395b437a746 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:22.319756 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e58cdf9f-e998-46c7-8ce4-1395b437a746 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:22.320824 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-486fb45d-def2-4772-adab-cd8070fe6262 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:22.323225 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8f3852-85ae-4772-a9f2-81e7606d2935 None None] Network 0cdb76c2-cfe1-490c-af01-ea5a24a0026d requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:36:22.325087 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486fb45d-def2-4772-adab-cd8070fe6262 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:36:22.325622 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-486fb45d-def2-4772-adab-cd8070fe6262 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:22.407636 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e58cdf9f-e998-46c7-8ce4-1395b437a746 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9716721 May 13 14:36:22.407636 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50818) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:22.412717 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-b102827e-e924-4918-b2dd-6a9c03fcea38 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'port': {'network_id': '0cdb76c2-cfe1-490c-af01-ea5a24a0026d', 'name': 'tempest-PortsIpV6TestJSON-1879572082'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:22.718693 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9617a9-123d-4820-8a99-b74a609cbc14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-0cdb76c2-cfe1-490c-af01-ea5a24a0026d', 'network_id': '0cdb76c2-cfe1-490c-af01-ea5a24a0026d', 'tenant_id': 'a2e75e45036f4757bc0192dc4e49aa82', 'fixed_ips': [{'subnet_id': '86d55f15-8c88-4b11-9d8e-5bef29335ca2'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:36:22.719569 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0e9617a9-123d-4820-8a99-b74a609cbc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:22.721298 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d59a6d1-2a1c-45b6-bbbb-cbb883736557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:22.730042 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-6815e631-7823-41e1-b761-4a1a951efccf service neutron] 10.222.0.59 "GET /v2.0/networks/fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455624 May 13 14:36:22.798113 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-1d59a6d1-2a1c-45b6-bbbb-cbb883736557 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:22.831853 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-1d59a6d1-2a1c-45b6-bbbb-cbb883736557 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc39824-7b53-424f-a9eb-567f5b99437e') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:22.832214 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-1d59a6d1-2a1c-45b6-bbbb-cbb883736557 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc39824-7b53-424f-a9eb-567f5b99437e') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:22.856205 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d59a6d1-2a1c-45b6-bbbb-cbb883736557 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:22.873977 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b1e34-2126-4960-88ae-1c7686181cbf req-8c132cd6-b9bb-4fcb-9ea8-1e4548ac5c8a tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:22.875552 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f86b1e34-2126-4960-88ae-1c7686181cbf req-8c132cd6-b9bb-4fcb-9ea8-1e4548ac5c8a tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 945 time: 0.2361419 May 13 14:36:22.981517 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d59a6d1-2a1c-45b6-bbbb-cbb883736557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:22.992132 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b102827e-e924-4918-b2dd-6a9c03fcea38 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:23.008737 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d59a6d1-2a1c-45b6-bbbb-cbb883736557 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:36:23.009139 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d59a6d1-2a1c-45b6-bbbb-cbb883736557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: timer() May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:36:23.039485 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:36:23.049028 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-0e9617a9-123d-4820-8a99-b74a609cbc14 None None] Allocated IP 2001:db8::2 (0cdb76c2-cfe1-490c-af01-ea5a24a0026d/86d55f15-8c88-4b11-9d8e-5bef29335ca2/85644de3-d7de-4f90-8230-9a1b3e4a55bf) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:36:23.053982 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b102827e-e924-4918-b2dd-6a9c03fcea38 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:port and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:23.061918 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b102827e-e924-4918-b2dd-6a9c03fcea38 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:23.081524 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ab76aec8-6906-4d06-a91e-576f65b3336f req-71fee179-c402-4ad9-80fa-f2c78457716e service neutron] 10.222.0.59 "GET /v2.0/networks/fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426325 May 13 14:36:23.097445 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b102827e-e924-4918-b2dd-6a9c03fcea38 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:23.133646 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-486fb45d-def2-4772-adab-cd8070fe6262 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:23.148093 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 715c5058-9038-4e43-b1de-126695fbd0f0 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:36:23.155459 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f86b1e34-2126-4960-88ae-1c7686181cbf req-173a3674-c276-42ca-8845-db8ffb7a1ca0 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278972 May 13 14:36:23.210100 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50830) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:23.222757 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b102827e-e924-4918-b2dd-6a9c03fcea38 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:36:23.226893 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b102827e-e924-4918-b2dd-6a9c03fcea38 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:23.291841 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-b102827e-e924-4918-b2dd-6a9c03fcea38 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] device_id is not set on port 4fee0adf-9759-44c9-9001-84885079a6b5 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:36:23.426768 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddab3b-f3da-4b4a-b271-9e14da2b37c0 req-47d04a42-a04e-45fe-970c-99398f793f83 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:23.429186 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-23ddab3b-f3da-4b4a-b271-9e14da2b37c0 req-47d04a42-a04e-45fe-970c-99398f793f83 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=0796c5bf-c149-4928-bc17-a6a0e7d75b55 HTTP/1.1" status: 200 len: 943 time: 0.6428463 May 13 14:36:23.487440 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d59a6d1-2a1c-45b6-bbbb-cbb883736557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:23.488003 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-03d0e5a9-a613-4e6c-b5c6-f3e0176c555c None None] Provisioning for port 715c5058-9038-4e43-b1de-126695fbd0f0 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:36:23.493379 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d59a6d1-2a1c-45b6-bbbb-cbb883736557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:23.505726 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f1239e38-c3e4-42ad-96b3-0231f865e90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:23.543693 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f1239e38-c3e4-42ad-96b3-0231f865e90f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:23.549578 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f1239e38-c3e4-42ad-96b3-0231f865e90f admin admin] Usage tracker for resource:security_group_rule and tenant:602c6b711f404f6d8d356a4fecf1784b is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:23.549805 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 715c5058-9038-4e43-b1de-126695fbd0f0 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:36:23.562998 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f1239e38-c3e4-42ad-96b3-0231f865e90f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:23.594522 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 715c5058-9038-4e43-b1de-126695fbd0f0 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:23.594908 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:23.611551 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f1239e38-c3e4-42ad-96b3-0231f865e90f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:23.616656 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd00418-1f44-4db9-bfa2-0543084aa712 req-8ed24164-8f8b-4121-9869-366c9944ad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:23.618336 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcd00418-1f44-4db9-bfa2-0543084aa712 req-8ed24164-8f8b-4121-9869-366c9944ad7c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=243e132e505a4d4ea3a9ff36148c6380&device_id=0796c5bf-c149-4928-bc17-a6a0e7d75b55 HTTP/1.1" status: 200 len: 1094 time: 0.4815252 May 13 14:36:23.631675 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-23ddab3b-f3da-4b4a-b271-9e14da2b37c0 req-add56347-4879-4c8f-90e5-9987fb0070c8 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709285 May 13 14:36:23.706424 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0e9617a9-123d-4820-8a99-b74a609cbc14 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:23.711251 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e87ec1cc-199e-48f0-a1fe-ddc2d92b6038 None None] Provisioning for port a5bafa72-65c6-42ec-89fc-00906a18a389 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:36:23.725287 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e87ec1cc-199e-48f0-a1fe-ddc2d92b6038 None None] Provisioning complete for port a5bafa72-65c6-42ec-89fc-00906a18a389 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:23.725575 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e87ec1cc-199e-48f0-a1fe-ddc2d92b6038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:23.733849 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59a6d1-2a1c-45b6-bbbb-cbb883736557 admin admin] Pushing event deleted for resources: {'Network': ['ID=9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:23.761625 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0e9617a9-123d-4820-8a99-b74a609cbc14 None None] Transition to ACTIVE for port object 85644de3-d7de-4f90-8230-9a1b3e4a55bf will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:36:23.779767 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1d59a6d1-2a1c-45b6-bbbb-cbb883736557 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9043f15d-614b-4ac2-9e8c-cbb7b2c0cfde HTTP/1.1" status: 204 len: 168 time: 4.2434962 May 13 14:36:23.819389 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0e9617a9-123d-4820-8a99-b74a609cbc14 None None] Transition to ACTIVE for port object 85644de3-d7de-4f90-8230-9a1b3e4a55bf will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:36:23.823626 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e87ec1cc-199e-48f0-a1fe-ddc2d92b6038 None None] Port a5bafa72-65c6-42ec-89fc-00906a18a389 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:36:23.871837 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0e9617a9-123d-4820-8a99-b74a609cbc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:23.885419 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd00418-1f44-4db9-bfa2-0543084aa712 req-a37a05af-976e-45cb-9b9a-a2b2cae04921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:23.887300 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcd00418-1f44-4db9-bfa2-0543084aa712 req-a37a05af-976e-45cb-9b9a-a2b2cae04921 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f HTTP/1.1" status: 200 len: 923 time: 0.2521026 May 13 14:36:23.895916 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbecf4d4-3501-4f78-a8bf-11c9cf04bf0b req-10795c37-4397-40b5-8441-95859fc2da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:23.897552 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cbecf4d4-3501-4f78-a8bf-11c9cf04bf0b req-10795c37-4397-40b5-8441-95859fc2da12 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 1096 time: 0.3365843 May 13 14:36:23.981863 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50840) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:24.009649 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9617a9-123d-4820-8a99-b74a609cbc14 None None] Network 0cdb76c2-cfe1-490c-af01-ea5a24a0026d is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:24.013352 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-486fb45d-def2-4772-adab-cd8070fe6262 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:24.016082 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-0e9617a9-123d-4820-8a99-b74a609cbc14 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:24.023242 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9617a9-123d-4820-8a99-b74a609cbc14 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:36:24.025231 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-486fb45d-def2-4772-adab-cd8070fe6262 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:24.026452 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-486fb45d-def2-4772-adab-cd8070fe6262 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:24.028248 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcd00418-1f44-4db9-bfa2-0543084aa712 req-ca2061c3-5e3e-49e9-bee5-ef9bde7f3208 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=240970e4-aa8f-4ef0-bf77-d558938fbd4f HTTP/1.1" status: 200 len: 217 time: 0.1181870 May 13 14:36:24.094393 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 715c5058-9038-4e43-b1de-126695fbd0f0 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:24.094918 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:24.103808 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f1239e38-c3e4-42ad-96b3-0231f865e90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:24.112496 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9617a9-123d-4820-8a99-b74a609cbc14 None None] Pushing event updated for resources: {'Port': ['ID=85644de3-d7de-4f90-8230-9a1b3e4a55bf,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:24.134339 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-b102827e-e924-4918-b2dd-6a9c03fcea38 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Allocated IP 2001:db8::36e (0cdb76c2-cfe1-490c-af01-ea5a24a0026d/86d55f15-8c88-4b11-9d8e-5bef29335ca2/4fee0adf-9759-44c9-9001-84885079a6b5) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:36:24.141993 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f1239e38-c3e4-42ad-96b3-0231f865e90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:24.164146 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cbecf4d4-3501-4f78-a8bf-11c9cf04bf0b req-cb503200-b653-48cf-a828-b649f5ea162a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556694 May 13 14:36:24.192396 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-0e9617a9-123d-4820-8a99-b74a609cbc14 None None] Attempting to bind port 85644de3-d7de-4f90-8230-9a1b3e4a55bf on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:36:24.193075 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-0e9617a9-123d-4820-8a99-b74a609cbc14 None None] Attempting to bind port 85644de3-d7de-4f90-8230-9a1b3e4a55bf by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '2834a204-64ff-4614-8bb2-040a10976b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cdb76c2-cfe1-490c-af01-ea5a24a0026d'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:36:24.193337 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9617a9-123d-4820-8a99-b74a609cbc14 None None] Attempting to bind port 85644de3-d7de-4f90-8230-9a1b3e4a55bf on network 0cdb76c2-cfe1-490c-af01-ea5a24a0026d {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:36:24.197597 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02957413-a54b-4be1-949a-631c9b1e4260 req-77931476-2362-448c-bce6-01391328f16a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:24.199188 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-02957413-a54b-4be1-949a-631c9b1e4260 req-77931476-2362-448c-bce6-01391328f16a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.5218790 May 13 14:36:24.203315 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9617a9-123d-4820-8a99-b74a609cbc14 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:36:24.203855 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9617a9-123d-4820-8a99-b74a609cbc14 None None] Checking segment: {'id': '2834a204-64ff-4614-8bb2-040a10976b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cdb76c2-cfe1-490c-af01-ea5a24a0026d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:36:24.204476 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0e9617a9-123d-4820-8a99-b74a609cbc14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:24.205024 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9617a9-123d-4820-8a99-b74a609cbc14 None None] Bound using segment: {'id': '2834a204-64ff-4614-8bb2-040a10976b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cdb76c2-cfe1-490c-af01-ea5a24a0026d'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:36:24.205479 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-0e9617a9-123d-4820-8a99-b74a609cbc14 None None] Bound port: 85644de3-d7de-4f90-8230-9a1b3e4a55bf, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2834a204-64ff-4614-8bb2-040a10976b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cdb76c2-cfe1-490c-af01-ea5a24a0026d'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:36:24.206020 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0e9617a9-123d-4820-8a99-b74a609cbc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:24.219563 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 715c5058-9038-4e43-b1de-126695fbd0f0, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=715c5058-9038-4e43-b1de-126695fbd0f0,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:24.228387 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ddb55cc1-8fcf-4963-8af8-1842432eef00 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=733e68c1036540e8b39c40468fae0326&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2356780 May 13 14:36:24.232235 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:24.253868 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f1239e38-c3e4-42ad-96b3-0231f865e90f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=602c6b711f404f6d8d356a4fecf1784b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0401342 May 13 14:36:24.256923 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd00418-1f44-4db9-bfa2-0543084aa712 req-4188b1cf-b793-4d8b-bced-9932327c7b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:24.257174 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50846) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:24.257543 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcd00418-1f44-4db9-bfa2-0543084aa712 req-4188b1cf-b793-4d8b-bced-9932327c7b13 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f9cc4fb1-d2ad-4765-9e89-652a7928106b HTTP/1.1" status: 200 len: 862 time: 0.2184207 May 13 14:36:24.258023 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50848) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:24.266072 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1239e38-c3e4-42ad-96b3-0231f865e90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8f33f2-e451-4906-8abc-6940b1c80941,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:24.319503 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486fb45d-def2-4772-adab-cd8070fe6262 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Port': ['ID=a5bafa72-65c6-42ec-89fc-00906a18a389,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:24.329770 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcd00418-1f44-4db9-bfa2-0543084aa712 req-2a1d86af-abe7-42cd-a367-98a28432b6b0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538461 May 13 14:36:24.389237 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=715c5058-9038-4e43-b1de-126695fbd0f0,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:24.403473 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-0e9617a9-123d-4820-8a99-b74a609cbc14 None None] For port 85644de3-d7de-4f90-8230-9a1b3e4a55bf, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:36:24.409310 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-0e9617a9-123d-4820-8a99-b74a609cbc14 None None] For port 85644de3-d7de-4f90-8230-9a1b3e4a55bf, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=85644de3-d7de-4f90-8230-9a1b3e4a55bf,segment=NetworkSegment(2834a204-64ff-4614-8bb2-040a10976b58),segment_id=2834a204-64ff-4614-8bb2-040a10976b58)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:36:24.413347 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0e9617a9-123d-4820-8a99-b74a609cbc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:24.419721 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-02957413-a54b-4be1-949a-631c9b1e4260 req-c7314d90-10fb-4658-a720-825458378528 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001040 May 13 14:36:24.503546 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-835c0fb4-7dbc-4232-a5c6-c45ae4d45cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:24.504951 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9617a9-123d-4820-8a99-b74a609cbc14 None None] Pushing event updated for resources: {'Port': ['ID=85644de3-d7de-4f90-8230-9a1b3e4a55bf,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:24.515780 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-86de3873-c9ac-47f0-a1e4-d61190285277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:24.543852 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486fb45d-def2-4772-adab-cd8070fe6262 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:24.549050 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-486fb45d-def2-4772-adab-cd8070fe6262 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:24.633911 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-835c0fb4-7dbc-4232-a5c6-c45ae4d45cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:24.702647 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcd00418-1f44-4db9-bfa2-0543084aa712 req-1681121a-4537-4721-a927-cc329836a059 service neutron] 10.222.0.59 "GET /v2.0/networks/fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656456 May 13 14:36:24.713877 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b102827e-e924-4918-b2dd-6a9c03fcea38 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:24.722298 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-86de3873-c9ac-47f0-a1e4-d61190285277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:24.783225 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c214a2-8e8e-4e54-b2ff-30074f023032 req-f8480ac5-9dd9-4f4f-a83c-1c08e3494c80 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:24.791565 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f3c214a2-8e8e-4e54-b2ff-30074f023032 req-f8480ac5-9dd9-4f4f-a83c-1c08e3494c80 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 945 time: 0.4179389 May 13 14:36:24.852716 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-835c0fb4-7dbc-4232-a5c6-c45ae4d45cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:24.880410 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-86de3873-c9ac-47f0-a1e4-d61190285277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:24.890649 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c0fb4-7dbc-4232-a5c6-c45ae4d45cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8f33f2-e451-4906-8abc-6940b1c80941,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:24.969628 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de3873-c9ac-47f0-a1e4-d61190285277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c1623a-9040-48d2-a7ac-bd8eb455de07,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:24.999274 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-86de3873-c9ac-47f0-a1e4-d61190285277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:25.003064 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-86de3873-c9ac-47f0-a1e4-d61190285277 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d7c1623a-9040-48d2-a7ac-bd8eb455de07 HTTP/1.1" status: 204 len: 168 time: 0.7356038 May 13 14:36:25.009012 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-835c0fb4-7dbc-4232-a5c6-c45ae4d45cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:25.013200 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-835c0fb4-7dbc-4232-a5c6-c45ae4d45cd4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cd8f33f2-e451-4906-8abc-6940b1c80941 HTTP/1.1" status: 204 len: 168 time: 0.7320652 May 13 14:36:25.041358 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486fb45d-def2-4772-adab-cd8070fe6262 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Router 42e9bbc6-5e68-4ef2-b3c7-69b966343502 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:36:25.067040 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-78478ab7-0b47-4dd7-8f87-51ccdf09e174 None None] Provisioning complete for port a5bafa72-65c6-42ec-89fc-00906a18a389 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:25.073680 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-78478ab7-0b47-4dd7-8f87-51ccdf09e174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:25.073855 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-b102827e-e924-4918-b2dd-6a9c03fcea38 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Transition to ACTIVE for port object 4fee0adf-9759-44c9-9001-84885079a6b5 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:36:25.114398 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f3c214a2-8e8e-4e54-b2ff-30074f023032 req-c634b0a0-e66f-4047-b8a0-6e83bdedc38a tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219228 May 13 14:36:25.170372 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcd00418-1f44-4db9-bfa2-0543084aa712 req-fa0a65b7-b67c-4518-89a7-0dbff316b70e service neutron] 10.222.0.59 "GET /v2.0/networks/fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598818 May 13 14:36:25.200945 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b102827e-e924-4918-b2dd-6a9c03fcea38 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:25.254185 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-78478ab7-0b47-4dd7-8f87-51ccdf09e174 None None] Port a5bafa72-65c6-42ec-89fc-00906a18a389 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:36:25.267689 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 85644de3-d7de-4f90-8230-9a1b3e4a55bf up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:36:25.337589 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c049a-0470-4dcf-82c1-70304e8a80ce req-50207a59-6446-43e3-a1dc-ba40977e3165 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:25.346517 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d57c049a-0470-4dcf-82c1-70304e8a80ce req-50207a59-6446-43e3-a1dc-ba40977e3165 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=0796c5bf-c149-4928-bc17-a6a0e7d75b55 HTTP/1.1" status: 200 len: 943 time: 0.4615028 May 13 14:36:25.359192 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b102827e-e924-4918-b2dd-6a9c03fcea38 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network 0cdb76c2-cfe1-490c-af01-ea5a24a0026d is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:25.362450 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-b102827e-e924-4918-b2dd-6a9c03fcea38 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:25.367560 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b102827e-e924-4918-b2dd-6a9c03fcea38 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:36:25.376146 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b102827e-e924-4918-b2dd-6a9c03fcea38 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:25.377159 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b102827e-e924-4918-b2dd-6a9c03fcea38 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:25.383371 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486fb45d-def2-4772-adab-cd8070fe6262 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:36:25.394442 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102827e-e924-4918-b2dd-6a9c03fcea38 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Port': ['ID=4fee0adf-9759-44c9-9001-84885079a6b5,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:25.396132 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee57d55c-1db5-4a1e-9494-9d7fce8d0b4f None None] Sync routers for ids ['42e9bbc6-5e68-4ef2-b3c7-69b966343502'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:36:25.425869 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 85644de3-d7de-4f90-8230-9a1b3e4a55bf completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:36:25.426849 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b102827e-e924-4918-b2dd-6a9c03fcea38 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0184274 May 13 14:36:25.428929 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee57d55c-1db5-4a1e-9494-9d7fce8d0b4f None None] Routers {'42e9bbc6-5e68-4ef2-b3c7-69b966343502'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:36:25.429461 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50862) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:25.429605 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-ee57d55c-1db5-4a1e-9494-9d7fce8d0b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:36:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['42e9bbc6-5e68-4ef2-b3c7-69b966343502'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:25.430948 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 715c5058-9038-4e43-b1de-126695fbd0f0 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:36:25.440996 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50866) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:25.447701 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-486fb45d-def2-4772-adab-cd8070fe6262 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "PUT /v2.0/routers/42e9bbc6-5e68-4ef2-b3c7-69b966343502/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6784689 May 13 14:36:25.468538 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d57c049a-0470-4dcf-82c1-70304e8a80ce req-ec431f3f-491b-4c6c-b47c-55769c3ce7d0 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207743 May 13 14:36:25.638615 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 715c5058-9038-4e43-b1de-126695fbd0f0 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:25.641349 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:25.653068 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-790001f7-c821-495b-b652-e69fccedbca5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting port 4fee0adf-9759-44c9-9001-84885079a6b5 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:25.653550 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-790001f7-c821-495b-b652-e69fccedbca5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:25.744092 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfe80c3-6c84-4fdd-b56b-33dd88dddb8d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:25.744771 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0bfe80c3-6c84-4fdd-b56b-33dd88dddb8d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:36:25.826881 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0bfe80c3-6c84-4fdd-b56b-33dd88dddb8d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:36:25.828373 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0bfe80c3-6c84-4fdd-b56b-33dd88dddb8d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports/a5bafa72-65c6-42ec-89fc-00906a18a389 HTTP/1.1" status: 200 len: 911 time: 0.3343644 May 13 14:36:25.831220 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50876) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:25.912728 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 715c5058-9038-4e43-b1de-126695fbd0f0 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:25.962527 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64961a66-a938-4bff-9a29-a1284ce4f6e1 req-9ca09879-3ff7-4fa4-a553-3ef79fcc414c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:25.964919 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-64961a66-a938-4bff-9a29-a1284ce4f6e1 req-9ca09879-3ff7-4fa4-a553-3ef79fcc414c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.2401497 May 13 14:36:26.020821 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d24986e-2ee7-4524-b741-d82e37adaf2a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:26.029369 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-ee57d55c-1db5-4a1e-9494-9d7fce8d0b4f None None] Set router 42e9bbc6-5e68-4ef2-b3c7-69b966343502 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:36:26.031513 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d24986e-2ee7-4524-b741-d82e37adaf2a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:26.033758 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3d24986e-2ee7-4524-b741-d82e37adaf2a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:36:26.048527 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f647d625-3fd2-49bb-829d-5549cfafae7a None None] Network 0cdb76c2-cfe1-490c-af01-ea5a24a0026d requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:36:26.060625 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3d24986e-2ee7-4524-b741-d82e37adaf2a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:36:26.070009 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3d24986e-2ee7-4524-b741-d82e37adaf2a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2374864 May 13 14:36:26.070876 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50886) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:26.123619 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50890) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:26.192409 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-51cb75d6-5c6c-4a5c-8b5a-53828b4708fe None None] Provisioning for port 85644de3-d7de-4f90-8230-9a1b3e4a55bf completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:36:26.209547 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-51cb75d6-5c6c-4a5c-8b5a-53828b4708fe None None] Provisioning complete for port 85644de3-d7de-4f90-8230-9a1b3e4a55bf triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:26.215231 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-51cb75d6-5c6c-4a5c-8b5a-53828b4708fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:26.269931 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a74ea771-0635-49bc-adb4-059e7ae80ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:26.361195 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-64961a66-a938-4bff-9a29-a1284ce4f6e1 req-14f0a10e-ef29-499f-8128-751797eb48a1 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383685 May 13 14:36:26.362189 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a74ea771-0635-49bc-adb4-059e7ae80ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:26.379272 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a74ea771-0635-49bc-adb4-059e7ae80ebe admin admin] Usage tracker for resource:security_group_rule and tenant:6b999980e7464dd0ba174f15e64ce75c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:26.393914 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a74ea771-0635-49bc-adb4-059e7ae80ebe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:26.393914 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a74ea771-0635-49bc-adb4-059e7ae80ebe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:26.420735 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-790001f7-c821-495b-b652-e69fccedbca5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:26.612475 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-790001f7-c821-495b-b652-e69fccedbca5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Calling delete_port for 4fee0adf-9759-44c9-9001-84885079a6b5 owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:26.618474 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-51cb75d6-5c6c-4a5c-8b5a-53828b4708fe None None] Current status of the port 85644de3-d7de-4f90-8230-9a1b3e4a55bf is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:26.618847 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-51cb75d6-5c6c-4a5c-8b5a-53828b4708fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:26.666831 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-51cb75d6-5c6c-4a5c-8b5a-53828b4708fe None None] For port 85644de3-d7de-4f90-8230-9a1b3e4a55bf, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=85644de3-d7de-4f90-8230-9a1b3e4a55bf,segment=NetworkSegment(2834a204-64ff-4614-8bb2-040a10976b58),segment_id=2834a204-64ff-4614-8bb2-040a10976b58)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:26.678314 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-51cb75d6-5c6c-4a5c-8b5a-53828b4708fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:26.747293 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-ee57d55c-1db5-4a1e-9494-9d7fce8d0b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e9bbc6-5e68-4ef2-b3c7-69b966343502', 'name': 'tempest-NetworksTestDHCPv6-router-168709794', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:36:19Z', 'updated_at': '2022-05-13T14:36:22Z', 'revision_number': 2, 'project_id': '3f2d51c67bd74a03875418e077362a92', 'gw_port_host': None, '_interfaces': [{'id': 'a5bafa72-65c6-42ec-89fc-00906a18a389', 'name': '', 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'mac_address': 'fa:16:3e:6f:91:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e9bbc6-5e68-4ef2-b3c7-69b966343502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'ceb24444-2803-44a6-95b6-5cfb1c85f0a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:36:21Z', 'updated_at': '2022-05-13T14:36:23Z', 'revision_number': 2, 'project_id': '3f2d51c67bd74a03875418e077362a92', 'subnets': [{'id': 'ceb24444-2803-44a6-95b6-5cfb1c85f0a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:26.754433 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 615a24e6-1c41-484b-beb8-093d302cd8a3 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:36:26.757638 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee57d55c-1db5-4a1e-9494-9d7fce8d0b4f None None] Checking router: 42e9bbc6-5e68-4ef2-b3c7-69b966343502 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:36:26.761761 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee57d55c-1db5-4a1e-9494-9d7fce8d0b4f None None] Updating router 42e9bbc6-5e68-4ef2-b3c7-69b966343502 port a5bafa72-65c6-42ec-89fc-00906a18a389 binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:36:26.775440 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb75d6-5c6c-4a5c-8b5a-53828b4708fe None None] Pushing event updated for resources: {'Port': ['ID=85644de3-d7de-4f90-8230-9a1b3e4a55bf,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:26.860991 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50914) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:26.895897 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-ee57d55c-1db5-4a1e-9494-9d7fce8d0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:26.907557 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a74ea771-0635-49bc-adb4-059e7ae80ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:26.915546 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a74ea771-0635-49bc-adb4-059e7ae80ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:27.088075 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 85644de3-d7de-4f90-8230-9a1b3e4a55bf up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:36:27.143427 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-d5ece688-787e-4e7c-8d51-7910b0aa4f24 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1966285783-network', 'tenant_id': '827d49de9cb24ed68bb87ca9259a7e79'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:27.173656 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 615a24e6-1c41-484b-beb8-093d302cd8a3, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=615a24e6-1c41-484b-beb8-093d302cd8a3,segment=NetworkSegment(ed4a328b-d15d-4a03-9eac-ff7258e787fd),segment_id=ed4a328b-d15d-4a03-9eac-ff7258e787fd)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:27.197259 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '615a24e6-1c41-484b-beb8-093d302cd8a3', 'network_id': 'cf66b3c2-c96c-4107-b42b-eedfe0e79851', 'port_id': '615a24e6-1c41-484b-beb8-093d302cd8a3', 'mac_address': 'fa:16:3e:32:c1:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1af2f1b-219d-4483-980f-a4da5e03f844', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:36:27.219160 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d5ece688-787e-4e7c-8d51-7910b0aa4f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:27.291339 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 85644de3-d7de-4f90-8230-9a1b3e4a55bf triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:27.292258 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:27.293869 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d5ece688-787e-4e7c-8d51-7910b0aa4f24 admin admin] Usage tracker for resource:network and tenant:827d49de9cb24ed68bb87ca9259a7e79 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:27.338961 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 615a24e6-1c41-484b-beb8-093d302cd8a3 is: ACTIVE; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:27.339732 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:27.343836 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-790001f7-c821-495b-b652-e69fccedbca5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:27.358233 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c3ac0-8806-4740-b8df-08c36f1fc135 req-10c613f7-c94a-4997-bb05-b5070fdf624c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:27.360107 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b00c3ac0-8806-4740-b8df-08c36f1fc135 req-10c613f7-c94a-4997-bb05-b5070fdf624c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 945 time: 1.0391233 May 13 14:36:27.362486 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a74ea771-0635-49bc-adb4-059e7ae80ebe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6b999980e7464dd0ba174f15e64ce75c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2378986 May 13 14:36:27.368363 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50926) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:27.372919 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d5ece688-787e-4e7c-8d51-7910b0aa4f24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:27.388889 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8e36fb45-3d8b-41bf-8724-736db10716c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:27.398954 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-137869b5-1c5f-4c73-93ed-a0ed1e5dc332 None None] Provisioning complete for port 85644de3-d7de-4f90-8230-9a1b3e4a55bf triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:27.399736 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-137869b5-1c5f-4c73-93ed-a0ed1e5dc332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:27.462093 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 615a24e6-1c41-484b-beb8-093d302cd8a3 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:36:27.508192 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ea771-0635-49bc-adb4-059e7ae80ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b744a29e-e7a5-47c2-bd1e-27ad9e467f3a,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:27.534327 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 615a24e6-1c41-484b-beb8-093d302cd8a3, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=615a24e6-1c41-484b-beb8-093d302cd8a3,segment=NetworkSegment(ed4a328b-d15d-4a03-9eac-ff7258e787fd),segment_id=ed4a328b-d15d-4a03-9eac-ff7258e787fd)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:27.546786 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:27.547154 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d5ece688-787e-4e7c-8d51-7910b0aa4f24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:27.554014 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 240970e4-aa8f-4ef0-bf77-d558938fbd4f details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:36:27.565005 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b00c3ac0-8806-4740-b8df-08c36f1fc135 req-f9ec2ad9-35ce-4ca3-b5a7-dd6a4349def0 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923203 May 13 14:36:27.568741 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790001f7-c821-495b-b652-e69fccedbca5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Port': ['ID=4fee0adf-9759-44c9-9001-84885079a6b5,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:27.627567 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c81f16fe-d589-4426-a56c-046d8ecda4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:27.632963 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-ee57d55c-1db5-4a1e-9494-9d7fce8d0b4f None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:27.646901 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-ee57d55c-1db5-4a1e-9494-9d7fce8d0b4f None None] Transition to ACTIVE for port object a5bafa72-65c6-42ec-89fc-00906a18a389 will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:36:27.654125 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-ee57d55c-1db5-4a1e-9494-9d7fce8d0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:27.663412 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c81f16fe-d589-4426-a56c-046d8ecda4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:27.710715 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-790001f7-c821-495b-b652-e69fccedbca5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:27.729803 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ece688-787e-4e7c-8d51-7910b0aa4f24 admin admin] Made reservation on behalf of 827d49de9cb24ed68bb87ca9259a7e79 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:36:27.739968 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5ece688-787e-4e7c-8d51-7910b0aa4f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:27.788113 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-26c2f537-f1f5-408c-88bf-7a860e19295f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:27.791386 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5ece688-787e-4e7c-8d51-7910b0aa4f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:27.892028 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfca79-7c5c-44cd-b652-1dfba6b557c3 req-01af656e-d0e4-4630-a41b-e0dc0ade2a9e tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:27.902017 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-37dfca79-7c5c-44cd-b652-1dfba6b557c3 req-01af656e-d0e4-4630-a41b-e0dc0ade2a9e tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=0796c5bf-c149-4928-bc17-a6a0e7d75b55 HTTP/1.1" status: 200 len: 943 time: 0.9457898 May 13 14:36:27.905806 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-790001f7-c821-495b-b652-e69fccedbca5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/ports/4fee0adf-9759-44c9-9001-84885079a6b5 HTTP/1.1" status: 204 len: 168 time: 2.4678962 May 13 14:36:27.911885 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d5ece688-787e-4e7c-8d51-7910b0aa4f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:27.916790 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50950) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:28.000171 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d5ece688-787e-4e7c-8d51-7910b0aa4f24 admin admin] Usage tracker for resource:security_group_rule and tenant:827d49de9cb24ed68bb87ca9259a7e79 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:28.006273 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d5ece688-787e-4e7c-8d51-7910b0aa4f24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:28.025871 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d5ece688-787e-4e7c-8d51-7910b0aa4f24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:28.095720 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-ee57d55c-1db5-4a1e-9494-9d7fce8d0b4f None None] Attempting to bind port a5bafa72-65c6-42ec-89fc-00906a18a389 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:36:28.098268 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-ee57d55c-1db5-4a1e-9494-9d7fce8d0b4f None None] Attempting to bind port a5bafa72-65c6-42ec-89fc-00906a18a389 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:36:28.099067 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee57d55c-1db5-4a1e-9494-9d7fce8d0b4f None None] Attempting to bind port a5bafa72-65c6-42ec-89fc-00906a18a389 on network 0723b97b-08c9-4db0-a15e-5b69273136d9 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:36:28.111298 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe54060-3355-4375-9889-c3081c37818c None None] Pushing event updated for resources: {'Port': ['ID=a5bafa72-65c6-42ec-89fc-00906a18a389,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:28.117118 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-37dfca79-7c5c-44cd-b652-1dfba6b557c3 req-879d5eb7-a6e3-42e4-b4a9-1ae7196a265d tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941409 May 13 14:36:28.122999 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe54060-3355-4375-9889-c3081c37818c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:28.123411 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe54060-3355-4375-9889-c3081c37818c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:28.123752 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe54060-3355-4375-9889-c3081c37818c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:28.124236 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe54060-3355-4375-9889-c3081c37818c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:28.124405 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe54060-3355-4375-9889-c3081c37818c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:28.124781 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe54060-3355-4375-9889-c3081c37818c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:28.125107 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe54060-3355-4375-9889-c3081c37818c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:28.125476 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe54060-3355-4375-9889-c3081c37818c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:28.125797 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe54060-3355-4375-9889-c3081c37818c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:28.126113 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe54060-3355-4375-9889-c3081c37818c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:28.126618 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe54060-3355-4375-9889-c3081c37818c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:28.126942 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe54060-3355-4375-9889-c3081c37818c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:28.131710 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee57d55c-1db5-4a1e-9494-9d7fce8d0b4f None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:36:28.131935 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee57d55c-1db5-4a1e-9494-9d7fce8d0b4f None None] Checking segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:36:28.132228 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-ee57d55c-1db5-4a1e-9494-9d7fce8d0b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:28.132593 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee57d55c-1db5-4a1e-9494-9d7fce8d0b4f None None] Bound using segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:36:28.133197 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-ee57d55c-1db5-4a1e-9494-9d7fce8d0b4f None None] Bound port: a5bafa72-65c6-42ec-89fc-00906a18a389, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:36:28.133570 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-ee57d55c-1db5-4a1e-9494-9d7fce8d0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:28.185697 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 240970e4-aa8f-4ef0-bf77-d558938fbd4f, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=240970e4-aa8f-4ef0-bf77-d558938fbd4f,segment=NetworkSegment(bc45d110-6939-449a-9ea3-bc6409d12d19),segment_id=bc45d110-6939-449a-9ea3-bc6409d12d19)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:28.219477 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-b937f004-422a-4b54-a7ab-8702b35296a4 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] DELETE failed (client error): The resource could not be found. May 13 14:36:28.220111 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b937f004-422a-4b54-a7ab-8702b35296a4 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:36:28.241682 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '240970e4-aa8f-4ef0-bf77-d558938fbd4f', 'network_id': 'fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f', 'port_id': '240970e4-aa8f-4ef0-bf77-d558938fbd4f', 'mac_address': 'fa:16:3e:d5:8b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9cc4fb1-d2ad-4765-9e89-652a7928106b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:36:28.272425 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c81f16fe-d589-4426-a56c-046d8ecda4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:28.276159 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c81f16fe-d589-4426-a56c-046d8ecda4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:28.281999 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c81f16fe-d589-4426-a56c-046d8ecda4ff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b744a29e-e7a5-47c2-bd1e-27ad9e467f3a HTTP/1.1" status: 204 len: 168 time: 0.9097910 May 13 14:36:28.328548 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b937f004-422a-4b54-a7ab-8702b35296a4 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/ports/4fee0adf-9759-44c9-9001-84885079a6b5 HTTP/1.1" status: 404 len: 333 time: 0.4007564 May 13 14:36:28.330458 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50960) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:28.354799 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f16fe-d589-4426-a56c-046d8ecda4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b744a29e-e7a5-47c2-bd1e-27ad9e467f3a,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:28.410915 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:28.421362 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-ee57d55c-1db5-4a1e-9494-9d7fce8d0b4f None None] For port a5bafa72-65c6-42ec-89fc-00906a18a389, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:36:28.436945 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-ee57d55c-1db5-4a1e-9494-9d7fce8d0b4f None None] For port a5bafa72-65c6-42ec-89fc-00906a18a389, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=a5bafa72-65c6-42ec-89fc-00906a18a389,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:36:28.445885 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-ee57d55c-1db5-4a1e-9494-9d7fce8d0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:28.469126 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5ece688-787e-4e7c-8d51-7910b0aa4f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:28.504292 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5ece688-787e-4e7c-8d51-7910b0aa4f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:28.506446 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-137869b5-1c5f-4c73-93ed-a0ed1e5dc332 None None] Current status of the port 85644de3-d7de-4f90-8230-9a1b3e4a55bf is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:28.536061 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-137869b5-1c5f-4c73-93ed-a0ed1e5dc332 None None] Could not find standard attr ID for object 4fee0adf-9759-44c9-9001-84885079a6b5. {{(pid=88083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 14:36:28.551085 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ece688-787e-4e7c-8d51-7910b0aa4f24 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:36:28.575777 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 85644de3-d7de-4f90-8230-9a1b3e4a55bf is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:28.580326 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5ece688-787e-4e7c-8d51-7910b0aa4f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:28.580667 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-d5ece688-787e-4e7c-8d51-7910b0aa4f24 admin admin] Added segment 38eee7dc-fc8a-4a08-86d2-c2b60f944630 of type vlan for network 3dc57dc3-ce80-4fe9-965b-4e55aec55da6 May 13 14:36:28.606146 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=615a24e6-1c41-484b-beb8-093d302cd8a3,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:28.617089 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 240970e4-aa8f-4ef0-bf77-d558938fbd4f is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:28.618123 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:28.640209 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 240970e4-aa8f-4ef0-bf77-d558938fbd4f {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:36:28.651159 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-69aebe6d-f819-49d6-8c21-9580266eb618 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] GET failed (client error): The resource could not be found. May 13 14:36:28.654646 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-69aebe6d-f819-49d6-8c21-9580266eb618 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Synchronizing usage tracker for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:36:28.660646 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee57d55c-1db5-4a1e-9494-9d7fce8d0b4f None None] Routers {'42e9bbc6-5e68-4ef2-b3c7-69b966343502'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:36:28.663096 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-ee57d55c-1db5-4a1e-9494-9d7fce8d0b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:36:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['42e9bbc6-5e68-4ef2-b3c7-69b966343502'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:28.668350 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-eb33e030-9218-4807-a042-8fa3affbbb14 None None] Could not find standard attr ID for object 4fee0adf-9759-44c9-9001-84885079a6b5. {{(pid=88083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 14:36:28.687831 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 240970e4-aa8f-4ef0-bf77-d558938fbd4f, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=240970e4-aa8f-4ef0-bf77-d558938fbd4f,segment=NetworkSegment(bc45d110-6939-449a-9ea3-bc6409d12d19),segment_id=bc45d110-6939-449a-9ea3-bc6409d12d19)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:28.692079 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5ece688-787e-4e7c-8d51-7910b0aa4f24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:28.693948 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a1aab-ee80-4663-b1ee-eba4560156d0 req-20bdb583-882c-4372-bbd4-6c955c4f89ae tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:28.696000 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-175a1aab-ee80-4663-b1ee-eba4560156d0 req-20bdb583-882c-4372-bbd4-6c955c4f89ae tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 945 time: 0.7721922 May 13 14:36:28.697216 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:28.775331 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ece688-787e-4e7c-8d51-7910b0aa4f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff149d1-f082-45cb-bd26-dfe5200825c6,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:28.811845 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=240970e4-aa8f-4ef0-bf77-d558938fbd4f,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:28.829846 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5ece688-787e-4e7c-8d51-7910b0aa4f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:28.831357 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ece688-787e-4e7c-8d51-7910b0aa4f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:28.832245 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5ece688-787e-4e7c-8d51-7910b0aa4f24 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:28.863523 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50175ca1-899d-41c6-aea6-da4829363f05 req-3e928f9e-9087-40bb-82e9-f3e2f43dc2e8 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:28.871841 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-50175ca1-899d-41c6-aea6-da4829363f05 req-3e928f9e-9087-40bb-82e9-f3e2f43dc2e8 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 945 time: 0.5024993 May 13 14:36:28.877090 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-69aebe6d-f819-49d6-8c21-9580266eb618 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Unset dirty status for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:36:28.881316 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-69aebe6d-f819-49d6-8c21-9580266eb618 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "GET /v2.0/ports/4fee0adf-9759-44c9-9001-84885079a6b5 HTTP/1.1" status: 404 len: 333 time: 0.5386024 May 13 14:36:28.882276 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50968) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:28.886215 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['615a24e6-1c41-484b-beb8-093d302cd8a3'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:36:28.915153 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-175a1aab-ee80-4663-b1ee-eba4560156d0 req-4f0ad24c-f21c-4339-a01e-1b1ab28abb03 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109733 May 13 14:36:28.926284 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-26c2f537-f1f5-408c-88bf-7a860e19295f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting port a5bafa72-65c6-42ec-89fc-00906a18a389 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:28.926814 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-26c2f537-f1f5-408c-88bf-7a860e19295f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:29.020291 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe54060-3355-4375-9889-c3081c37818c None None] Pushing event updated for resources: {'Port': ['ID=a5bafa72-65c6-42ec-89fc-00906a18a389,revision_number=4']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:29.050767 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-ee57d55c-1db5-4a1e-9494-9d7fce8d0b4f None None] Set router 42e9bbc6-5e68-4ef2-b3c7-69b966343502 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:36:29.165293 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['240970e4-aa8f-4ef0-bf77-d558938fbd4f'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:36:29.450639 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ece688-787e-4e7c-8d51-7910b0aa4f24 admin admin] Pushing event updated for resources: {'Network': ['ID=3dc57dc3-ce80-4fe9-965b-4e55aec55da6,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:29.468669 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d5ece688-787e-4e7c-8d51-7910b0aa4f24 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6065977 May 13 14:36:29.478541 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50984) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:29.515709 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-50175ca1-899d-41c6-aea6-da4829363f05 req-28bb2729-3739-41e9-ac7f-45d7d823bb60 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6428096 May 13 14:36:29.517885 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-9b78d0b8-34be-4dec-a80d-f9c10c9fff04 admin admin] Request body: {'subnet': {'network_id': '3dc57dc3-ce80-4fe9-965b-4e55aec55da6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1966285783-subnet', 'tenant_id': '827d49de9cb24ed68bb87ca9259a7e79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:29.549117 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a8e919-375d-464a-9c30-b12be2b23345 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting subnet 86d55f15-8c88-4b11-9d8e-5bef29335ca2 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:36:29.560996 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-97a8e919-375d-464a-9c30-b12be2b23345 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:29.582663 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9b78d0b8-34be-4dec-a80d-f9c10c9fff04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:29.588394 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 3dc57dc3-ce80-4fe9-965b-4e55aec55da6 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:36:29.602453 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9b78d0b8-34be-4dec-a80d-f9c10c9fff04 admin admin] Usage tracker for resource:subnet and tenant:827d49de9cb24ed68bb87ca9259a7e79 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:29.619944 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9b78d0b8-34be-4dec-a80d-f9c10c9fff04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:29.686197 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9b78d0b8-34be-4dec-a80d-f9c10c9fff04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:29.725827 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-97a8e919-375d-464a-9c30-b12be2b23345 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:29.830744 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e77a46bc-5477-4654-bffa-ca679c07844d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:29.834582 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-26c2f537-f1f5-408c-88bf-7a860e19295f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] For port a5bafa72-65c6-42ec-89fc-00906a18a389, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=a5bafa72-65c6-42ec-89fc-00906a18a389,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:29.835955 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-26c2f537-f1f5-408c-88bf-7a860e19295f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:29.853397 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b78d0b8-34be-4dec-a80d-f9c10c9fff04 admin admin] Made reservation on behalf of 827d49de9cb24ed68bb87ca9259a7e79 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:36:29.858621 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9b78d0b8-34be-4dec-a80d-f9c10c9fff04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:29.903176 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-ee57d55c-1db5-4a1e-9494-9d7fce8d0b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e9bbc6-5e68-4ef2-b3c7-69b966343502', 'name': 'tempest-NetworksTestDHCPv6-router-168709794', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:36:19Z', 'updated_at': '2022-05-13T14:36:22Z', 'revision_number': 2, 'project_id': '3f2d51c67bd74a03875418e077362a92', 'gw_port_host': None, '_interfaces': [{'id': 'a5bafa72-65c6-42ec-89fc-00906a18a389', 'name': '', 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'mac_address': 'fa:16:3e:6f:91:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e9bbc6-5e68-4ef2-b3c7-69b966343502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'ceb24444-2803-44a6-95b6-5cfb1c85f0a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:36:21Z', 'updated_at': '2022-05-13T14:36:28Z', 'revision_number': 4, 'project_id': '3f2d51c67bd74a03875418e077362a92', 'subnets': [{'id': 'ceb24444-2803-44a6-95b6-5cfb1c85f0a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:29.913724 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee57d55c-1db5-4a1e-9494-9d7fce8d0b4f None None] The sync data for ids ['42e9bbc6-5e68-4ef2-b3c7-69b966343502'] in n-d-841760-1 is: [{'id': '42e9bbc6-5e68-4ef2-b3c7-69b966343502', 'name': 'tempest-NetworksTestDHCPv6-router-168709794', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:36:19Z', 'updated_at': '2022-05-13T14:36:22Z', 'revision_number': 2, 'project_id': '3f2d51c67bd74a03875418e077362a92', 'gw_port_host': None, '_interfaces': [{'id': 'a5bafa72-65c6-42ec-89fc-00906a18a389', 'name': '', 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'mac_address': 'fa:16:3e:6f:91:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e9bbc6-5e68-4ef2-b3c7-69b966343502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'ceb24444-2803-44a6-95b6-5cfb1c85f0a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:36:21Z', 'updated_at': '2022-05-13T14:36:28Z', 'revision_number': 4, 'project_id': '3f2d51c67bd74a03875418e077362a92', 'subnets': [{'id': 'ceb24444-2803-44a6-95b6-5cfb1c85f0a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:36:30.022090 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-97a8e919-375d-464a-9c30-b12be2b23345 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:30.211347 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-97a8e919-375d-464a-9c30-b12be2b23345 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:30.484707 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-97a8e919-375d-464a-9c30-b12be2b23345 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:30.487838 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8e919-375d-464a-9c30-b12be2b23345 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Subnet': ['ID=86d55f15-8c88-4b11-9d8e-5bef29335ca2,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:30.498588 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffd8920-b41b-4807-b2e7-c7eae1451fed None None] Network 0cdb76c2-cfe1-490c-af01-ea5a24a0026d requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:36:30.524390 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-97a8e919-375d-464a-9c30-b12be2b23345 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/subnets/86d55f15-8c88-4b11-9d8e-5bef29335ca2 HTTP/1.1" status: 204 len: 168 time: 1.3553627 May 13 14:36:30.552428 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51010) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:30.794724 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 615a24e6-1c41-484b-beb8-093d302cd8a3 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:36:30.861219 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00344ffe-1bb4-4fd1-8496-09e2a04948b0 req-614ea302-9c8a-4699-bee5-9c6b5ae608d4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:30.868987 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-00344ffe-1bb4-4fd1-8496-09e2a04948b0 req-614ea302-9c8a-4699-bee5-9c6b5ae608d4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 945 time: 0.5205398 May 13 14:36:30.890295 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76e64b-7fe8-4838-a0b0-b4414d07355b req-4c8f50d6-9f37-479d-add2-8cf646d360dd tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:30.898587 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4deed10e-70f1-4791-a35b-6d0db5254fd8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:30.907743 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fc76e64b-7fe8-4838-a0b0-b4414d07355b req-4c8f50d6-9f37-479d-add2-8cf646d360dd tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=0796c5bf-c149-4928-bc17-a6a0e7d75b55 HTTP/1.1" status: 200 len: 944 time: 1.5391712 May 13 14:36:30.917124 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:30.931015 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-26c2f537-f1f5-408c-88bf-7a860e19295f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Calling delete_port for a5bafa72-65c6-42ec-89fc-00906a18a389 owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:30.948938 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:30.981518 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-00344ffe-1bb4-4fd1-8496-09e2a04948b0 req-e858b6ff-cadc-45fe-a31a-7aee403bbc7f tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113613 May 13 14:36:31.008610 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-4deed10e-70f1-4791-a35b-6d0db5254fd8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting port 85644de3-d7de-4f90-8230-9a1b3e4a55bf {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:31.010254 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4deed10e-70f1-4791-a35b-6d0db5254fd8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:31.113057 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9b78d0b8-34be-4dec-a80d-f9c10c9fff04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:31.205345 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device a5bafa72-65c6-42ec-89fc-00906a18a389 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:36:31.418435 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:36:31.503945 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 615a24e6-1c41-484b-beb8-093d302cd8a3 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:31.510061 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:31.663148 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port a5bafa72-65c6-42ec-89fc-00906a18a389 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:36:31.748853 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fc76e64b-7fe8-4838-a0b0-b4414d07355b req-03ddf023-d1d5-4b8c-a889-5f5829ecff22 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8359425 May 13 14:36:31.749481 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78d0b8-34be-4dec-a80d-f9c10c9fff04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8742b73-980f-422a-afe6-4b5eeecf1035,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:31.754686 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port a5bafa72-65c6-42ec-89fc-00906a18a389 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:31.758269 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:31.797269 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b78d0b8-34be-4dec-a80d-f9c10c9fff04 admin admin] Checking segment: {'id': '38eee7dc-fc8a-4a08-86d2-c2b60f944630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3dc57dc3-ce80-4fe9-965b-4e55aec55da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:36:31.803144 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b78d0b8-34be-4dec-a80d-f9c10c9fff04 admin admin] Network hostable DHCP agents. Network: 3dc57dc3-ce80-4fe9-965b-4e55aec55da6, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:36:31.823764 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff26708f-0aff-41bd-aab1-1b712ef32630 None None] DHCP port deletion for 0cdb76c2-cfe1-490c-af01-ea5a24a0026d request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:36:31.834257 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-4deed10e-70f1-4791-a35b-6d0db5254fd8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] For port 85644de3-d7de-4f90-8230-9a1b3e4a55bf, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=85644de3-d7de-4f90-8230-9a1b3e4a55bf,segment=NetworkSegment(2834a204-64ff-4614-8bb2-040a10976b58),segment_id=2834a204-64ff-4614-8bb2-040a10976b58)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:31.834947 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4deed10e-70f1-4791-a35b-6d0db5254fd8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:31.911269 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ff26708f-0aff-41bd-aab1-1b712ef32630 None None] Deleting port 85644de3-d7de-4f90-8230-9a1b3e4a55bf {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:31.911796 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ff26708f-0aff-41bd-aab1-1b712ef32630 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:31.933067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b78d0b8-34be-4dec-a80d-f9c10c9fff04 admin admin] Network 3dc57dc3-ce80-4fe9-965b-4e55aec55da6 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:36:31.979447 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-9b78d0b8-34be-4dec-a80d-f9c10c9fff04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 3dc57dc3-ce80-4fe9-965b-4e55aec55da6) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:31.998165 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b78d0b8-34be-4dec-a80d-f9c10c9fff04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:31.998165 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9b78d0b8-34be-4dec-a80d-f9c10c9fff04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:32.056781 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9b78d0b8-34be-4dec-a80d-f9c10c9fff04 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5573602 May 13 14:36:32.114767 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0331fdb-9480-4f8c-8ad3-0b59016814c9 None None] Network 3dc57dc3-ce80-4fe9-965b-4e55aec55da6 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:36:32.157358 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-4deed10e-70f1-4791-a35b-6d0db5254fd8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Calling delete_port for 85644de3-d7de-4f90-8230-9a1b3e4a55bf owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:32.296237 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4deed10e-70f1-4791-a35b-6d0db5254fd8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:32.296612 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-26c2f537-f1f5-408c-88bf-7a860e19295f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:32.311157 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca61a9-44ac-4f63-87c5-418ebd73adde req-c68c4090-43d9-4f63-a8d5-0600a5718c89 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:32.313102 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e8ca61a9-44ac-4f63-87c5-418ebd73adde req-c68c4090-43d9-4f63-a8d5-0600a5718c89 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=35f648ac-06d0-49f5-a428-4412a328d858 HTTP/1.1" status: 200 len: 946 time: 0.2696888 May 13 14:36:32.416815 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deed10e-70f1-4791-a35b-6d0db5254fd8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] No DVR routers for this DVR port 85644de3-d7de-4f90-8230-9a1b3e4a55bf on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:36:32.491556 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2f537-f1f5-408c-88bf-7a860e19295f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Port': ['ID=a5bafa72-65c6-42ec-89fc-00906a18a389,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:32.687590 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deed10e-70f1-4791-a35b-6d0db5254fd8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Port': ['ID=85644de3-d7de-4f90-8230-9a1b3e4a55bf,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:32.896321 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e8ca61a9-44ac-4f63-87c5-418ebd73adde req-b345b1a6-255f-437c-a336-d67f3c4e80a1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=81a39758-4f81-4b3c-ade5-c683ce2a1842&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4975035 May 13 14:36:32.929779 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Could not find standard attr ID for object a5bafa72-65c6-42ec-89fc-00906a18a389. {{(pid=88083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 14:36:32.962801 n-d-841760-1 neutron-server[88083]: INFO neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No ports have port_id starting with a5bafa72-65c6-42ec-89fc-00906a18a389 May 13 14:36:32.970889 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ff26708f-0aff-41bd-aab1-1b712ef32630 None None] The port '85644de3-d7de-4f90-8230-9a1b3e4a55bf' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:36:32.978315 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:32.979201 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 615a24e6-1c41-484b-beb8-093d302cd8a3 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:32.979729 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:33.085958 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdfca2-4274-463d-a413-1b20446b8a46 req-95edc465-47c0-4f88-861e-ae455eff3352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:33.088040 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 615a24e6-1c41-484b-beb8-093d302cd8a3, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=615a24e6-1c41-484b-beb8-093d302cd8a3,segment=NetworkSegment(ed4a328b-d15d-4a03-9eac-ff7258e787fd),segment_id=ed4a328b-d15d-4a03-9eac-ff7258e787fd)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:33.088454 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b2fdfca2-4274-463d-a413-1b20446b8a46 req-95edc465-47c0-4f88-861e-ae455eff3352 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=750c61eed54a4300a98b9026ab520580&device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 1096 time: 1.5473642 May 13 14:36:33.091132 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8028145-de3f-4039-8bd0-59abf2e991e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615a24e6-1c41-484b-beb8-093d302cd8a3'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:36:33.153054 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4deed10e-70f1-4791-a35b-6d0db5254fd8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:33.176705 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-26c2f537-f1f5-408c-88bf-7a860e19295f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:33.241506 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:33.247556 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 240970e4-aa8f-4ef0-bf77-d558938fbd4f up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:36:33.363753 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 85644de3-d7de-4f90-8230-9a1b3e4a55bf no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:36:33.436145 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a652a6-3890-41e4-9084-6b6102785414 None None] Network 3dc57dc3-ce80-4fe9-965b-4e55aec55da6 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:36:33.482705 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 85644de3-d7de-4f90-8230-9a1b3e4a55bf {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:36:33.483224 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 85644de3-d7de-4f90-8230-9a1b3e4a55bf not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:36:33.531592 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52851d1e-7ae8-4bfe-b89a-63a816557abf req-b087ef9a-357b-4520-9c60-74a2e4101ec3 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:33.533981 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-52851d1e-7ae8-4bfe-b89a-63a816557abf req-b087ef9a-357b-4520-9c60-74a2e4101ec3 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 945 time: 0.4140260 May 13 14:36:33.592563 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c2f537-f1f5-408c-88bf-7a860e19295f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Router 42e9bbc6-5e68-4ef2-b3c7-69b966343502 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:36:33.613574 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-52851d1e-7ae8-4bfe-b89a-63a816557abf req-bddd0155-d05c-4a08-8a31-ec497f350c0f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693951 May 13 14:36:33.628766 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=615a24e6-1c41-484b-beb8-093d302cd8a3,revision_number=7']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:33.691617 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-4deed10e-70f1-4791-a35b-6d0db5254fd8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cdb76c2-cfe1-490c-af01-ea5a24a0026d']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:33.749679 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 240970e4-aa8f-4ef0-bf77-d558938fbd4f completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:36:33.770111 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 240970e4-aa8f-4ef0-bf77-d558938fbd4f triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:33.770707 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:33.782457 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-4deed10e-70f1-4791-a35b-6d0db5254fd8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2834a204-64ff-4614-8bb2-040a10976b58') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:33.782860 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-4deed10e-70f1-4791-a35b-6d0db5254fd8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2834a204-64ff-4614-8bb2-040a10976b58') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:33.925116 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a89099-66ca-4c36-b213-aec0329bb005 req-70c6a0e2-6315-4fca-a6c4-8e19a1da885f tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:33.934885 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-23a89099-66ca-4c36-b213-aec0329bb005 req-70c6a0e2-6315-4fca-a6c4-8e19a1da885f tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 945 time: 1.3021092 May 13 14:36:33.971834 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4deed10e-70f1-4791-a35b-6d0db5254fd8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:34.029462 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-23a89099-66ca-4c36-b213-aec0329bb005 req-36381761-94ce-41f2-be80-fa95dbc9662d tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931530 May 13 14:36:34.070466 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b79b84-a6b0-48b5-9d96-af5909271d58 req-61e76265-5fdb-414b-8610-07e2695cfba7 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:34.080646 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e9b79b84-a6b0-48b5-9d96-af5909271d58 req-61e76265-5fdb-414b-8610-07e2695cfba7 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.74 "GET /v2.0/ports?device_id=35f648ac-06d0-49f5-a428-4412a328d858 HTTP/1.1" status: 200 len: 946 time: 0.7396886 May 13 14:36:34.090915 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdfca2-4274-463d-a413-1b20446b8a46 req-2f729f1c-3463-4cb1-84c1-737cc9a880ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:34.095513 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b2fdfca2-4274-463d-a413-1b20446b8a46 req-2f729f1c-3463-4cb1-84c1-737cc9a880ea service neutron] 10.222.0.59 "GET /v2.0/networks?id=cf66b3c2-c96c-4107-b42b-eedfe0e79851 HTTP/1.1" status: 200 len: 915 time: 0.9832916 May 13 14:36:34.217156 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4deed10e-70f1-4791-a35b-6d0db5254fd8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:34.250725 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4deed10e-70f1-4791-a35b-6d0db5254fd8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:36:34.252561 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4deed10e-70f1-4791-a35b-6d0db5254fd8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:34.336753 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-9e752bca-a93a-4e6a-a360-fa3af7df4723 req-188ab1bb-46d5-4d8a-8d62-2aa880241168 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-426975855', 'description': 'tempest-description-1772953381'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:34.374103 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-9e752bca-a93a-4e6a-a360-fa3af7df4723 req-188ab1bb-46d5-4d8a-8d62-2aa880241168 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:34.377277 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c2f537-f1f5-408c-88bf-7a860e19295f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:36:34.387458 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-9e752bca-a93a-4e6a-a360-fa3af7df4723 req-188ab1bb-46d5-4d8a-8d62-2aa880241168 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Usage tracker for resource:security_group and tenant:827d49de9cb24ed68bb87ca9259a7e79 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:34.393124 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-9e752bca-a93a-4e6a-a360-fa3af7df4723 req-188ab1bb-46d5-4d8a-8d62-2aa880241168 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:34.399432 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:36:34.399432 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:36:34.399432 n-d-841760-1 neutron-server[88082]: timer() May 13 14:36:34.399432 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:36:34.399432 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:36:34.399432 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:36:34.399432 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:36:34.399432 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:36:34.399432 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:36:34.399432 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:36:34.399432 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:36:34.399432 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:36:34.399432 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:36:34.399432 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:36:34.399432 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:36:34.399432 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:36:34.399432 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:36:34.399432 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:36:34.399432 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:36:34.399432 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:36:34.399432 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:36:34.399432 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:36:34.399432 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:36:34.399432 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:36:34.399432 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:36:34.399432 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:36:34.399432 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:36:34.399432 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:36:34.399432 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:36:34.399432 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:36:34.399432 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:36:34.399432 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:36:34.407197 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-9e752bca-a93a-4e6a-a360-fa3af7df4723 req-188ab1bb-46d5-4d8a-8d62-2aa880241168 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:34.420484 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-26c2f537-f1f5-408c-88bf-7a860e19295f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "PUT /v2.0/routers/42e9bbc6-5e68-4ef2-b3c7-69b966343502/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3481789 May 13 14:36:34.422414 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51078) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:34.468522 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 240970e4-aa8f-4ef0-bf77-d558938fbd4f is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:34.469109 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:34.488124 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4deed10e-70f1-4791-a35b-6d0db5254fd8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:34.489569 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9e752bca-a93a-4e6a-a360-fa3af7df4723 req-188ab1bb-46d5-4d8a-8d62-2aa880241168 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:34.503059 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80ebeaf-a64f-46a1-aa81-8eb2c856adc9 None None] Sync routers for ids ['42e9bbc6-5e68-4ef2-b3c7-69b966343502'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:36:34.532093 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-9e752bca-a93a-4e6a-a360-fa3af7df4723 req-188ab1bb-46d5-4d8a-8d62-2aa880241168 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:34.543912 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db83a3d-159f-4133-a327-d96552563c47 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:34.546448 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db83a3d-159f-4133-a327-d96552563c47 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:34.547408 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9db83a3d-159f-4133-a327-d96552563c47 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:36:34.552826 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-9e752bca-a93a-4e6a-a360-fa3af7df4723 req-188ab1bb-46d5-4d8a-8d62-2aa880241168 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Usage tracker for resource:security_group_rule and tenant:827d49de9cb24ed68bb87ca9259a7e79 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:34.557738 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-9e752bca-a93a-4e6a-a360-fa3af7df4723 req-188ab1bb-46d5-4d8a-8d62-2aa880241168 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:34.564011 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80ebeaf-a64f-46a1-aa81-8eb2c856adc9 None None] Routers {'42e9bbc6-5e68-4ef2-b3c7-69b966343502'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:36:34.564787 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-f80ebeaf-a64f-46a1-aa81-8eb2c856adc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:36:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['42e9bbc6-5e68-4ef2-b3c7-69b966343502'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:34.567893 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-9e752bca-a93a-4e6a-a360-fa3af7df4723 req-188ab1bb-46d5-4d8a-8d62-2aa880241168 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:34.594176 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4deed10e-70f1-4791-a35b-6d0db5254fd8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:34.663878 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b2fdfca2-4274-463d-a413-1b20446b8a46 req-bdef043f-9c88-41a0-8770-7d38844cabec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=615a24e6-1c41-484b-beb8-093d302cd8a3 HTTP/1.1" status: 200 len: 217 time: 0.2527256 May 13 14:36:34.684469 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9e752bca-a93a-4e6a-a360-fa3af7df4723 req-188ab1bb-46d5-4d8a-8d62-2aa880241168 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:34.686534 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9db83a3d-159f-4133-a327-d96552563c47 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:36:34.693589 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9db83a3d-159f-4133-a327-d96552563c47 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2677319 May 13 14:36:34.694212 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51084) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:34.702476 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9e752bca-a93a-4e6a-a360-fa3af7df4723 req-188ab1bb-46d5-4d8a-8d62-2aa880241168 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:34.706832 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deed10e-70f1-4791-a35b-6d0db5254fd8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Network': ['ID=0cdb76c2-cfe1-490c-af01-ea5a24a0026d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:34.830751 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ab1bb-46d5-4d8a-8d62-2aa880241168 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcce510-f95e-440b-8ed4-7d13e4f5a122,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:34.836485 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9e752bca-a93a-4e6a-a360-fa3af7df4723 req-188ab1bb-46d5-4d8a-8d62-2aa880241168 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:34.838281 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e752bca-a93a-4e6a-a360-fa3af7df4723 req-188ab1bb-46d5-4d8a-8d62-2aa880241168 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5321646 May 13 14:36:34.845604 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4deed10e-70f1-4791-a35b-6d0db5254fd8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/networks/0cdb76c2-cfe1-490c-af01-ea5a24a0026d HTTP/1.1" status: 204 len: 168 time: 4.2834265 May 13 14:36:34.849787 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51088) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:34.853904 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-e9b79b84-a6b0-48b5-9d96-af5909271d58 req-da18a544-fdfe-4ab4-a34b-c8bef92ebe1d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Deleting port 10b3652e-d442-4d4a-9533-8396d26c4e9a {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:34.858442 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e9b79b84-a6b0-48b5-9d96-af5909271d58 req-da18a544-fdfe-4ab4-a34b-c8bef92ebe1d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:34.858672 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd112796-fb95-4855-82db-fe403f669b90 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting subnet ceb24444-2803-44a6-95b6-5cfb1c85f0a4 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:36:34.866348 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-bd5b56f0-d231-4682-b9d6-dd08c003f779 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2021712969'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:34.875612 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fd112796-fb95-4855-82db-fe403f669b90 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:34.914020 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 240970e4-aa8f-4ef0-bf77-d558938fbd4f, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=240970e4-aa8f-4ef0-bf77-d558938fbd4f,segment=NetworkSegment(bc45d110-6939-449a-9ea3-bc6409d12d19),segment_id=bc45d110-6939-449a-9ea3-bc6409d12d19)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:34.924853 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-f80ebeaf-a64f-46a1-aa81-8eb2c856adc9 None None] Set router 42e9bbc6-5e68-4ef2-b3c7-69b966343502 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:36:34.936345 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-bd5b56f0-d231-4682-b9d6-dd08c003f779 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:34.952424 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-bd5b56f0-d231-4682-b9d6-dd08c003f779 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:network and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:34.957997 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-bd5b56f0-d231-4682-b9d6-dd08c003f779 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:34.972412 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-bd5b56f0-d231-4682-b9d6-dd08c003f779 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:34.987987 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fd112796-fb95-4855-82db-fe403f669b90 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:35.034556 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5b56f0-d231-4682-b9d6-dd08c003f779 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:36:35.040460 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd5b56f0-d231-4682-b9d6-dd08c003f779 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:35.050326 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7fde9c6-8bb7-493f-9297-ad8fdd30cdc3'] response: {'server_uuid': 'b8028145-de3f-4039-8bd0-59abf2e991e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615a24e6-1c41-484b-beb8-093d302cd8a3', 'code': 200} May 13 14:36:35.070255 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e0be7-3587-4e90-9c22-0f1ae126ab22 req-d149ac14-ff4e-45a5-9982-b56e88b6b422 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:35.082398 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c19e0be7-3587-4e90-9c22-0f1ae126ab22 req-d149ac14-ff4e-45a5-9982-b56e88b6b422 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=0796c5bf-c149-4928-bc17-a6a0e7d75b55 HTTP/1.1" status: 200 len: 944 time: 0.6813030 May 13 14:36:35.105223 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5b56f0-d231-4682-b9d6-dd08c003f779 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:36:35.112821 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdfca2-4274-463d-a413-1b20446b8a46 req-5bba2db2-3d34-4ddc-a08d-3f2372600a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:35.115289 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b2fdfca2-4274-463d-a413-1b20446b8a46 req-5bba2db2-3d34-4ddc-a08d-3f2372600a4f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a1af2f1b-219d-4483-980f-a4da5e03f844 HTTP/1.1" status: 200 len: 854 time: 0.4143019 May 13 14:36:35.130084 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd5b56f0-d231-4682-b9d6-dd08c003f779 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:35.130768 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-bd5b56f0-d231-4682-b9d6-dd08c003f779 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Added segment 342a753b-ed67-46b7-8dec-ea99afdc9850 of type vlan for network 52cbdf91-b893-4b7a-a249-6c507b1e87c4 May 13 14:36:35.150256 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fd112796-fb95-4855-82db-fe403f669b90 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:35.234308 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:35.236801 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-f80ebeaf-a64f-46a1-aa81-8eb2c856adc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e9bbc6-5e68-4ef2-b3c7-69b966343502', 'name': 'tempest-NetworksTestDHCPv6-router-168709794', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:36:19Z', 'updated_at': '2022-05-13T14:36:32Z', 'revision_number': 3, 'project_id': '3f2d51c67bd74a03875418e077362a92', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:35.256246 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b2fdfca2-4274-463d-a413-1b20446b8a46 req-9e037523-2702-412a-a11f-b79f53ca7711 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf66b3c2-c96c-4107-b42b-eedfe0e79851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941753 May 13 14:36:35.282224 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd5b56f0-d231-4682-b9d6-dd08c003f779 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:35.305900 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80ebeaf-a64f-46a1-aa81-8eb2c856adc9 None None] Checking router: 42e9bbc6-5e68-4ef2-b3c7-69b966343502 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:36:35.329641 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80ebeaf-a64f-46a1-aa81-8eb2c856adc9 None None] Routers {'42e9bbc6-5e68-4ef2-b3c7-69b966343502'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:36:35.330454 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-f80ebeaf-a64f-46a1-aa81-8eb2c856adc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:36:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['42e9bbc6-5e68-4ef2-b3c7-69b966343502'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:35.387320 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd5b56f0-d231-4682-b9d6-dd08c003f779 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:35.393896 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5b56f0-d231-4682-b9d6-dd08c003f779 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:35.394655 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd5b56f0-d231-4682-b9d6-dd08c003f779 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:35.416996 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fd112796-fb95-4855-82db-fe403f669b90 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:35.436536 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b2fdfca2-4274-463d-a413-1b20446b8a46 req-54edc3c6-941a-4318-872f-33ceea0f78cc service neutron] 10.222.0.59 "GET /v2.0/networks/cf66b3c2-c96c-4107-b42b-eedfe0e79851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738696 May 13 14:36:35.450720 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c19e0be7-3587-4e90-9c22-0f1ae126ab22 req-965b941c-0ce0-4e4e-89c5-54687114dd15 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671601 May 13 14:36:35.593828 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fd112796-fb95-4855-82db-fe403f669b90 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:35.602191 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fd112796-fb95-4855-82db-fe403f669b90 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/ceb24444-2803-44a6-95b6-5cfb1c85f0a4 HTTP/1.1" status: 204 len: 168 time: 0.9044321 May 13 14:36:35.610422 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51106) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:35.653800 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75884023-c484-43f2-8104-cfa6657fce42 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:36:35.751012 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=240970e4-aa8f-4ef0-bf77-d558938fbd4f,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:35.805986 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b2fdfca2-4274-463d-a413-1b20446b8a46 req-8e4a4326-6534-4c95-a3e3-409e1eb34f33 service neutron] 10.222.0.59 "GET /v2.0/networks/cf66b3c2-c96c-4107-b42b-eedfe0e79851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605628 May 13 14:36:35.842108 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-bd5b56f0-d231-4682-b9d6-dd08c003f779 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9886546 May 13 14:36:35.844838 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-025ac17d-9c31-4411-8994-20bfd7fbb718 req-7cac8cec-3654-4d14-8d10-4c803d70acba tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] 10.222.0.35 "GET /v2.0/security-groups/3fcce510-f95e-440b-8ed4-7d13e4f5a122 HTTP/1.1" status: 200 len: 1814 time: 0.2475896 May 13 14:36:35.845339 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51116) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:35.851977 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd112796-fb95-4855-82db-fe403f669b90 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Subnet': ['ID=ceb24444-2803-44a6-95b6-5cfb1c85f0a4,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:35.869755 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-ad7bbdca-938d-4964-a1b3-4e2a9bb7ceef tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'subnet': {'network_id': '52cbdf91-b893-4b7a-a249-6c507b1e87c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:35.926903 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-025ac17d-9c31-4411-8994-20bfd7fbb718 req-c1ee1a14-2710-43c1-80c6-c6247030a41e tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3fcce510-f95e-440b-8ed4-7d13e4f5a122', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:35.926903 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-025ac17d-9c31-4411-8994-20bfd7fbb718 req-c1ee1a14-2710-43c1-80c6-c6247030a41e tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3fcce510-f95e-440b-8ed4-7d13e4f5a122', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:35.930435 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b56f0-d231-4682-b9d6-dd08c003f779 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Network': ['ID=52cbdf91-b893-4b7a-a249-6c507b1e87c4,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:35.993460 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-f80ebeaf-a64f-46a1-aa81-8eb2c856adc9 None None] Set router 42e9bbc6-5e68-4ef2-b3c7-69b966343502 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:36:36.065216 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4e0167d7-166f-4e07-ac47-da1d02aa6237 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:router {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:36:36.071679 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-025ac17d-9c31-4411-8994-20bfd7fbb718 req-c1ee1a14-2710-43c1-80c6-c6247030a41e tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:36.085094 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8cd40-0edb-486c-b196-537cac81328b req-f5fbd30d-880b-4ea8-bb18-c1f0ebb4f7b9 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:36.086601 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6fc8cd40-0edb-486c-b196-537cac81328b req-f5fbd30d-880b-4ea8-bb18-c1f0ebb4f7b9 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=35f648ac-06d0-49f5-a428-4412a328d858 HTTP/1.1" status: 200 len: 946 time: 0.5327342 May 13 14:36:36.124902 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 10b3652e-d442-4d4a-9533-8396d26c4e9a no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:36:36.150636 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 52cbdf91-b893-4b7a-a249-6c507b1e87c4 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:36:36.161634 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4e0167d7-166f-4e07-ac47-da1d02aa6237 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:router {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:36:36.166397 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4e0167d7-166f-4e07-ac47-da1d02aa6237 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3729525 May 13 14:36:36.168283 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51128) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:36.215475 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-e9b79b84-a6b0-48b5-9d96-af5909271d58 req-da18a544-fdfe-4ab4-a34b-c8bef92ebe1d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] For port 10b3652e-d442-4d4a-9533-8396d26c4e9a, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=10b3652e-d442-4d4a-9533-8396d26c4e9a,segment=NetworkSegment(e1d397b0-eea9-4be4-8f48-8e9bcd88630d),segment_id=e1d397b0-eea9-4be4-8f48-8e9bcd88630d)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:36.220871 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e9b79b84-a6b0-48b5-9d96-af5909271d58 req-da18a544-fdfe-4ab4-a34b-c8bef92ebe1d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:36.256515 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6fc8cd40-0edb-486c-b196-537cac81328b req-f18892bd-e95b-42ff-81e6-8c2357bea1de tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=81a39758-4f81-4b3c-ade5-c683ce2a1842&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1562767 May 13 14:36:36.370889 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-f80ebeaf-a64f-46a1-aa81-8eb2c856adc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e9bbc6-5e68-4ef2-b3c7-69b966343502', 'name': 'tempest-NetworksTestDHCPv6-router-168709794', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:36:19Z', 'updated_at': '2022-05-13T14:36:32Z', 'revision_number': 3, 'project_id': '3f2d51c67bd74a03875418e077362a92', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:36.417694 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80ebeaf-a64f-46a1-aa81-8eb2c856adc9 None None] The sync data for ids ['42e9bbc6-5e68-4ef2-b3c7-69b966343502'] in n-d-841760-1 is: [{'id': '42e9bbc6-5e68-4ef2-b3c7-69b966343502', 'name': 'tempest-NetworksTestDHCPv6-router-168709794', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:36:19Z', 'updated_at': '2022-05-13T14:36:32Z', 'revision_number': 3, 'project_id': '3f2d51c67bd74a03875418e077362a92', 'gw_port_host': None}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:36:36.473453 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-eb3de3e0-fae8-404c-b666-890f93b1fd2f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:36.554721 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 10b3652e-d442-4d4a-9533-8396d26c4e9a is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:36.555095 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:36.631194 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 10b3652e-d442-4d4a-9533-8396d26c4e9a, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=10b3652e-d442-4d4a-9533-8396d26c4e9a,segment=NetworkSegment(e1d397b0-eea9-4be4-8f48-8e9bcd88630d),segment_id=e1d397b0-eea9-4be4-8f48-8e9bcd88630d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:36.639675 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:36.648096 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-025ac17d-9c31-4411-8994-20bfd7fbb718 req-c1ee1a14-2710-43c1-80c6-c6247030a41e tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Usage tracker for resource:security_group_rule and tenant:827d49de9cb24ed68bb87ca9259a7e79 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:36.654608 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-025ac17d-9c31-4411-8994-20bfd7fbb718 req-c1ee1a14-2710-43c1-80c6-c6247030a41e tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:36.657675 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ad7bbdca-938d-4964-a1b3-4e2a9bb7ceef tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:36.669657 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ad7bbdca-938d-4964-a1b3-4e2a9bb7ceef tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:subnet and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:36.672619 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-025ac17d-9c31-4411-8994-20bfd7fbb718 req-c1ee1a14-2710-43c1-80c6-c6247030a41e tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:36.675001 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ad7bbdca-938d-4964-a1b3-4e2a9bb7ceef tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:36.728036 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=10b3652e-d442-4d4a-9533-8396d26c4e9a,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:36.794583 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ad7bbdca-938d-4964-a1b3-4e2a9bb7ceef tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:36.809818 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab69b91-afe5-415e-92c7-cd8dea7ccccb None None] DHCP port deletion for 0723b97b-08c9-4db0-a15e-5b69273136d9 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:36:36.820086 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-6ab69b91-afe5-415e-92c7-cd8dea7ccccb None None] Deleting port 715c5058-9038-4e43-b1de-126695fbd0f0 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:36.820679 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6ab69b91-afe5-415e-92c7-cd8dea7ccccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:36.909058 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7bbdca-938d-4964-a1b3-4e2a9bb7ceef tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:36:36.916860 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ad7bbdca-938d-4964-a1b3-4e2a9bb7ceef tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:37.051521 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0796c5bf-c149-4928-bc17-a6a0e7d75b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240970e4-aa8f-4ef0-bf77-d558938fbd4f'}, {'server_uuid': '35f648ac-06d0-49f5-a428-4412a328d858', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10b3652e-d442-4d4a-9533-8396d26c4e9a'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:36:37.134548 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device a5bafa72-65c6-42ec-89fc-00906a18a389 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:36:37.257712 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: a5bafa72-65c6-42ec-89fc-00906a18a389 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:36:37.258299 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device a5bafa72-65c6-42ec-89fc-00906a18a389 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:36:37.258867 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 715c5058-9038-4e43-b1de-126695fbd0f0 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:36:37.371144 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-6ab69b91-afe5-415e-92c7-cd8dea7ccccb None None] For port 715c5058-9038-4e43-b1de-126695fbd0f0, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=715c5058-9038-4e43-b1de-126695fbd0f0,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:37.372202 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6ab69b91-afe5-415e-92c7-cd8dea7ccccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:37.662324 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-6ab69b91-afe5-415e-92c7-cd8dea7ccccb None None] Calling delete_port for 715c5058-9038-4e43-b1de-126695fbd0f0 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:37.674727 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-eb3de3e0-fae8-404c-b666-890f93b1fd2f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:37.680757 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-eb3de3e0-fae8-404c-b666-890f93b1fd2f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:37.692753 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-025ac17d-9c31-4411-8994-20bfd7fbb718 req-c1ee1a14-2710-43c1-80c6-c6247030a41e tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:37.752725 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f61381-f479-4627-b903-04bbfa6e48a6 req-1fd47a59-eabf-4d76-ba67-01c3d8227bee tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:37.760066 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-80f61381-f479-4627-b903-04bbfa6e48a6 req-1fd47a59-eabf-4d76-ba67-01c3d8227bee tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 1.1167376 May 13 14:36:37.769693 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 715c5058-9038-4e43-b1de-126695fbd0f0 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:37.770803 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:37.830903 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 715c5058-9038-4e43-b1de-126695fbd0f0, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=715c5058-9038-4e43-b1de-126695fbd0f0,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:37.832738 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e9b79b84-a6b0-48b5-9d96-af5909271d58 req-da18a544-fdfe-4ab4-a34b-c8bef92ebe1d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:37.833981 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e9b79b84-a6b0-48b5-9d96-af5909271d58 req-da18a544-fdfe-4ab4-a34b-c8bef92ebe1d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:37.834350 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [req-e9b79b84-a6b0-48b5-9d96-af5909271d58 req-da18a544-fdfe-4ab4-a34b-c8bef92ebe1d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Floating IP a8405b43-4915-4156-9846-0bdfbd0bfa04 disassociated. External IP: 172.25.0.86, port: 10b3652e-d442-4d4a-9533-8396d26c4e9a. May 13 14:36:37.836580 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-e9b79b84-a6b0-48b5-9d96-af5909271d58 req-da18a544-fdfe-4ab4-a34b-c8bef92ebe1d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Calling delete_port for 10b3652e-d442-4d4a-9533-8396d26c4e9a owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:37.857248 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:37.897618 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-eb3de3e0-fae8-404c-b666-890f93b1fd2f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:37.901431 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3de3e0-fae8-404c-b666-890f93b1fd2f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Fanout notify agent at l3_agent the message router_deleted on router 42e9bbc6-5e68-4ef2-b3c7-69b966343502 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:36:37.985206 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-6ab69b91-afe5-415e-92c7-cd8dea7ccccb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:36:37.986975 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-eb3de3e0-fae8-404c-b666-890f93b1fd2f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:37.989653 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-6ab69b91-afe5-415e-92c7-cd8dea7ccccb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:36:37.991256 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-eb3de3e0-fae8-404c-b666-890f93b1fd2f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/routers/42e9bbc6-5e68-4ef2-b3c7-69b966343502 HTTP/1.1" status: 204 len: 168 time: 1.8220713 May 13 14:36:37.994308 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51182) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:38.025234 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-80f61381-f479-4627-b903-04bbfa6e48a6 req-3a97964c-48c5-4e07-b4be-859952893f39 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585442 May 13 14:36:38.029860 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=715c5058-9038-4e43-b1de-126695fbd0f0,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:38.042706 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-025ac17d-9c31-4411-8994-20bfd7fbb718 req-c1ee1a14-2710-43c1-80c6-c6247030a41e tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:38.091016 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-025ac17d-9c31-4411-8994-20bfd7fbb718 req-c1ee1a14-2710-43c1-80c6-c6247030a41e tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:38.164103 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee1a14-2710-43c1-80c6-c6247030a41e tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcad9a6a-9220-4fd3-ad32-47fff46e7018,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:38.233500 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-025ac17d-9c31-4411-8994-20bfd7fbb718 req-c1ee1a14-2710-43c1-80c6-c6247030a41e tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:38.239076 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8e900d-28f8-473b-9387-5090be5c5f7d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:38.239769 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-025ac17d-9c31-4411-8994-20bfd7fbb718 req-c1ee1a14-2710-43c1-80c6-c6247030a41e tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 2.3350978 May 13 14:36:38.240135 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-8a8e900d-28f8-473b-9387-5090be5c5f7d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:36:38.281568 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-8a8e900d-28f8-473b-9387-5090be5c5f7d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:36:38.282764 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8a8e900d-28f8-473b-9387-5090be5c5f7d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2760971 May 13 14:36:38.287365 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51198) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:38.294499 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.api [req-e9b79b84-a6b0-48b5-9d96-af5909271d58 req-da18a544-fdfe-4ab4-a34b-c8bef92ebe1d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:36:38.303151 n-d-841760-1 neutron-server[88082]: DEBUG oslo_db.api [req-e9b79b84-a6b0-48b5-9d96-af5909271d58 req-da18a544-fdfe-4ab4-a34b-c8bef92ebe1d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:36:38.411627 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ad7bbdca-938d-4964-a1b3-4e2a9bb7ceef tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:38.432045 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b06fbf-83f5-4917-a4c5-9ed26caa84bb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:38.432045 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-73b06fbf-83f5-4917-a4c5-9ed26caa84bb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:36:38.465118 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-73b06fbf-83f5-4917-a4c5-9ed26caa84bb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:36:38.471095 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-73b06fbf-83f5-4917-a4c5-9ed26caa84bb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1803274 May 13 14:36:38.471568 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51208) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:38.490978 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-6ab69b91-afe5-415e-92c7-cd8dea7ccccb None None] Deleting port 715c5058-9038-4e43-b1de-126695fbd0f0 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:38.491898 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6ab69b91-afe5-415e-92c7-cd8dea7ccccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:38.507508 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7bbdca-938d-4964-a1b3-4e2a9bb7ceef tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Subnet': ['ID=d57227cc-9914-4bf3-bef0-c77e2aeba6cf,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:38.515263 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7bbdca-938d-4964-a1b3-4e2a9bb7ceef tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Checking segment: {'id': '342a753b-ed67-46b7-8dec-ea99afdc9850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '52cbdf91-b893-4b7a-a249-6c507b1e87c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:36:38.515723 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7bbdca-938d-4964-a1b3-4e2a9bb7ceef tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network hostable DHCP agents. Network: 52cbdf91-b893-4b7a-a249-6c507b1e87c4, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:36:38.633781 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7bbdca-938d-4964-a1b3-4e2a9bb7ceef tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network 52cbdf91-b893-4b7a-a249-6c507b1e87c4 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:36:38.652090 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7d956583-1dec-4de1-bdee-2354a3d26a36 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:router {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:36:38.668389 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-ad7bbdca-938d-4964-a1b3-4e2a9bb7ceef tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 52cbdf91-b893-4b7a-a249-6c507b1e87c4) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:38.673642 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7bbdca-938d-4964-a1b3-4e2a9bb7ceef tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:38.674235 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ad7bbdca-938d-4964-a1b3-4e2a9bb7ceef tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:38.676364 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7d956583-1dec-4de1-bdee-2354a3d26a36 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:router {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:36:38.680150 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7d956583-1dec-4de1-bdee-2354a3d26a36 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2075143 May 13 14:36:38.685054 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51222) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:38.700371 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-abb05193-bf80-43c9-b394-52f48812924c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:38.746272 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ad7bbdca-938d-4964-a1b3-4e2a9bb7ceef tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8827124 May 13 14:36:38.751311 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51228) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:38.772501 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-a13eb166-d201-4986-a7ab-5795d80fb3cd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'port': {'network_id': '52cbdf91-b893-4b7a-a249-6c507b1e87c4', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1874876151'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:38.833179 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e285ac31-85d2-404c-b143-40821929c5aa'] response: {'server_uuid': '0796c5bf-c149-4928-bc17-a6a0e7d75b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240970e4-aa8f-4ef0-bf77-d558938fbd4f', 'code': 200} May 13 14:36:38.833716 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e285ac31-85d2-404c-b143-40821929c5aa'] response: {'server_uuid': '35f648ac-06d0-49f5-a428-4412a328d858', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10b3652e-d442-4d4a-9533-8396d26c4e9a', 'code': 200} May 13 14:36:38.834092 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2189a5-bf61-4636-8611-252c610a6e69 None None] Network 52cbdf91-b893-4b7a-a249-6c507b1e87c4 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:36:38.840634 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea51306-83a4-4e5d-974a-2146effc2e8b req-1b7f592c-5bb5-4b7f-ae67-015ee4dcb4b2 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:38.863352 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bea51306-83a4-4e5d-974a-2146effc2e8b req-1b7f592c-5bb5-4b7f-ae67-015ee4dcb4b2 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=0796c5bf-c149-4928-bc17-a6a0e7d75b55 HTTP/1.1" status: 200 len: 945 time: 0.3367298 May 13 14:36:38.865176 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-e9b79b84-a6b0-48b5-9d96-af5909271d58 req-da18a544-fdfe-4ab4-a34b-c8bef92ebe1d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Deleting port 10b3652e-d442-4d4a-9533-8396d26c4e9a {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:38.865711 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e9b79b84-a6b0-48b5-9d96-af5909271d58 req-da18a544-fdfe-4ab4-a34b-c8bef92ebe1d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:38.989854 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-abb05193-bf80-43c9-b394-52f48812924c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:39.032958 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-abb05193-bf80-43c9-b394-52f48812924c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:39.062842 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb05193-bf80-43c9-b394-52f48812924c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:36:39.077278 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-abb05193-bf80-43c9-b394-52f48812924c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:39.300540 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32d2d70-ce86-4f6c-882c-547e0155765c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-52cbdf91-b893-4b7a-a249-6c507b1e87c4', 'network_id': '52cbdf91-b893-4b7a-a249-6c507b1e87c4', 'tenant_id': 'a2e75e45036f4757bc0192dc4e49aa82', 'fixed_ips': [{'subnet_id': 'd57227cc-9914-4bf3-bef0-c77e2aeba6cf'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:36:39.301701 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d32d2d70-ce86-4f6c-882c-547e0155765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:39.308602 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e674f8-9cb5-4dbd-ae93-cbee1080d177 req-cc141bda-cafa-4673-a76c-029390a8f48d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:39.310286 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-14e674f8-9cb5-4dbd-ae93-cbee1080d177 req-cc141bda-cafa-4673-a76c-029390a8f48d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=35f648ac-06d0-49f5-a428-4412a328d858 HTTP/1.1" status: 200 len: 944 time: 0.2527823 May 13 14:36:39.369131 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-14e674f8-9cb5-4dbd-ae93-cbee1080d177 req-44015f70-c25a-41e2-ac45-f5fcf86fdc0c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=81a39758-4f81-4b3c-ade5-c683ce2a1842&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503156 May 13 14:36:39.413042 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bea51306-83a4-4e5d-974a-2146effc2e8b req-c6510a78-66bc-4951-bfc7-09d67b3d98fb tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5430593 May 13 14:36:39.800351 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-6ab69b91-afe5-415e-92c7-cd8dea7ccccb None None] For port 715c5058-9038-4e43-b1de-126695fbd0f0, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=715c5058-9038-4e43-b1de-126695fbd0f0,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:39.800989 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6ab69b91-afe5-415e-92c7-cd8dea7ccccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:39.822757 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08c55c63-fea9-4352-8977-cba6efdbd7eb req-20fbaabe-7cf4-4e4a-8265-317e60a23a91 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] 10.222.0.35 "GET /v2.0/security-groups/3fcce510-f95e-440b-8ed4-7d13e4f5a122 HTTP/1.1" status: 200 len: 2408 time: 0.2970119 May 13 14:36:39.823862 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a13eb166-d201-4986-a7ab-5795d80fb3cd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:39.845159 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-d32d2d70-ce86-4f6c-882c-547e0155765c None None] Allocated IP 2001:db8::2 (52cbdf91-b893-4b7a-a249-6c507b1e87c4/d57227cc-9914-4bf3-bef0-c77e2aeba6cf/835ba751-fe89-4eda-81dc-5701bdaa71af) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:36:39.849192 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a13eb166-d201-4986-a7ab-5795d80fb3cd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:port and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:39.857421 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a13eb166-d201-4986-a7ab-5795d80fb3cd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:39.878087 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebadad-88bd-466a-a26e-7ce9612b736c req-687059b3-2bc8-4f8a-84fb-143b59e2b5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:39.879943 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-55ebadad-88bd-466a-a26e-7ce9612b736c req-687059b3-2bc8-4f8a-84fb-143b59e2b5ed service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0796c5bf-c149-4928-bc17-a6a0e7d75b55 HTTP/1.1" status: 200 len: 1096 time: 0.9122541 May 13 14:36:39.887829 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a13eb166-d201-4986-a7ab-5795d80fb3cd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:39.966858 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-55ebadad-88bd-466a-a26e-7ce9612b736c req-43c1f662-6b1a-4be1-aaa4-b7b86204f8f0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764611 May 13 14:36:39.970408 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13eb166-d201-4986-a7ab-5795d80fb3cd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:36:39.976366 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a13eb166-d201-4986-a7ab-5795d80fb3cd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:40.053345 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-e9b79b84-a6b0-48b5-9d96-af5909271d58 req-da18a544-fdfe-4ab4-a34b-c8bef92ebe1d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] For port 10b3652e-d442-4d4a-9533-8396d26c4e9a, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=10b3652e-d442-4d4a-9533-8396d26c4e9a,segment=NetworkSegment(e1d397b0-eea9-4be4-8f48-8e9bcd88630d),segment_id=e1d397b0-eea9-4be4-8f48-8e9bcd88630d)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:40.054728 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e9b79b84-a6b0-48b5-9d96-af5909271d58 req-da18a544-fdfe-4ab4-a34b-c8bef92ebe1d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:40.075954 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-a13eb166-d201-4986-a7ab-5795d80fb3cd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] device_id is not set on port d20dac6a-f58e-44d8-b921-c56d65cba5b7 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:36:40.148480 n-d-841760-1 neutron-server[88081]: DEBUG neutron.objects.ports [None req-abb05193-bf80-43c9-b394-52f48812924c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88081) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 14:36:40.227480 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-6ab69b91-afe5-415e-92c7-cd8dea7ccccb None None] Calling delete_port for 715c5058-9038-4e43-b1de-126695fbd0f0 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:40.529594 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62d56d-cc07-49a8-9a16-7d0621f490c8 req-32d8df26-0835-49a6-b78f-072bf81c9022 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:40.532733 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7a62d56d-cc07-49a8-9a16-7d0621f490c8 req-32d8df26-0835-49a6-b78f-072bf81c9022 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 945 time: 0.7652378 May 13 14:36:40.565290 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6ab69b91-afe5-415e-92c7-cd8dea7ccccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:40.630360 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7a62d56d-cc07-49a8-9a16-7d0621f490c8 req-4f128068-ecb2-4261-bf07-6d5726c3a565 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874481 May 13 14:36:40.636920 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.ipam_pluggable_backend [None req-abb05193-bf80-43c9-b394-52f48812924c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Port 715c5058-9038-4e43-b1de-126695fbd0f0 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88081) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 13 14:36:40.637757 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.ipam_pluggable_backend [None req-abb05193-bf80-43c9-b394-52f48812924c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Reverting IP allocation for 2001:db8::f816:3eff:fef0:4854 {{(pid=88081) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 13 14:36:40.652795 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-abb05193-bf80-43c9-b394-52f48812924c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:40.684887 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab69b91-afe5-415e-92c7-cd8dea7ccccb None None] Pushing event deleted for resources: {'Port': ['ID=715c5058-9038-4e43-b1de-126695fbd0f0,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:40.700005 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab69b91-afe5-415e-92c7-cd8dea7ccccb None None] No DVR routers for this DVR port 715c5058-9038-4e43-b1de-126695fbd0f0 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:36:40.838072 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e9b79b84-a6b0-48b5-9d96-af5909271d58 req-da18a544-fdfe-4ab4-a34b-c8bef92ebe1d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:40.838688 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e9b79b84-a6b0-48b5-9d96-af5909271d58 req-da18a544-fdfe-4ab4-a34b-c8bef92ebe1d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:40.839287 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [req-e9b79b84-a6b0-48b5-9d96-af5909271d58 req-da18a544-fdfe-4ab4-a34b-c8bef92ebe1d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Floating IP a8405b43-4915-4156-9846-0bdfbd0bfa04 disassociated. External IP: 172.25.0.86, port: 10b3652e-d442-4d4a-9533-8396d26c4e9a. May 13 14:36:40.840754 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-e9b79b84-a6b0-48b5-9d96-af5909271d58 req-da18a544-fdfe-4ab4-a34b-c8bef92ebe1d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Calling delete_port for 10b3652e-d442-4d4a-9533-8396d26c4e9a owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:40.871816 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d32d2d70-ce86-4f6c-882c-547e0155765c None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:40.891425 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d32d2d70-ce86-4f6c-882c-547e0155765c None None] Transition to ACTIVE for port object 835ba751-fe89-4eda-81dc-5701bdaa71af will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:36:40.940441 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d32d2d70-ce86-4f6c-882c-547e0155765c None None] Transition to ACTIVE for port object 835ba751-fe89-4eda-81dc-5701bdaa71af will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:36:40.951324 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d32d2d70-ce86-4f6c-882c-547e0155765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:41.082785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51294) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:41.085835 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb05193-bf80-43c9-b394-52f48812924c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Subnet': ['ID=eafa43b9-1b51-4c55-be72-9b988a1bd838,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:41.174977 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb05193-bf80-43c9-b394-52f48812924c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:41.185765 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-abb05193-bf80-43c9-b394-52f48812924c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:41.221033 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb05193-bf80-43c9-b394-52f48812924c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:41.221952 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-abb05193-bf80-43c9-b394-52f48812924c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:41.249606 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64103b9-9093-4c3a-ac6c-e6d1de24d2e8 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:36:41.364031 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cd0474e9-65a4-4927-b7cd-ff42964f35b2 req-4b5a0d3c-7323-4dab-aff6-460063e47310 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] 10.222.0.35 "GET /v2.0/security-group-rules/bcad9a6a-9220-4fd3-ad32-47fff46e7018 HTTP/1.1" status: 200 len: 778 time: 0.6289113 May 13 14:36:41.506752 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a5320189-7fbd-4d1c-bc48-ab025351e459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:41.521847 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32d2d70-ce86-4f6c-882c-547e0155765c None None] Network 52cbdf91-b893-4b7a-a249-6c507b1e87c4 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:41.529199 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d2d70-ce86-4f6c-882c-547e0155765c None None] Pushing event updated for resources: {'Port': ['ID=835ba751-fe89-4eda-81dc-5701bdaa71af,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:41.546019 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-d32d2d70-ce86-4f6c-882c-547e0155765c None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:41.550424 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-abb05193-bf80-43c9-b394-52f48812924c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8642271 May 13 14:36:41.570013 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51304) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:41.596365 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a5320189-7fbd-4d1c-bc48-ab025351e459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:41.608885 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32d2d70-ce86-4f6c-882c-547e0155765c None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:36:41.633112 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a5320189-7fbd-4d1c-bc48-ab025351e459 admin admin] Usage tracker for resource:security_group_rule and tenant:9fa5b0244eed4c16bd5f9c071b087276 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:41.638680 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-abe35cde-b047-4158-9f40-0e392a6c0087 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:41.642388 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a5320189-7fbd-4d1c-bc48-ab025351e459 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:41.657700 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a5320189-7fbd-4d1c-bc48-ab025351e459 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:41.841841 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-d32d2d70-ce86-4f6c-882c-547e0155765c None None] Attempting to bind port 835ba751-fe89-4eda-81dc-5701bdaa71af on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:36:41.842215 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-d32d2d70-ce86-4f6c-882c-547e0155765c None None] Attempting to bind port 835ba751-fe89-4eda-81dc-5701bdaa71af by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '342a753b-ed67-46b7-8dec-ea99afdc9850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '52cbdf91-b893-4b7a-a249-6c507b1e87c4'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:36:41.842551 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32d2d70-ce86-4f6c-882c-547e0155765c None None] Attempting to bind port 835ba751-fe89-4eda-81dc-5701bdaa71af on network 52cbdf91-b893-4b7a-a249-6c507b1e87c4 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:36:41.854419 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-abe35cde-b047-4158-9f40-0e392a6c0087 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:41.871316 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32d2d70-ce86-4f6c-882c-547e0155765c None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:36:41.871789 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32d2d70-ce86-4f6c-882c-547e0155765c None None] Checking segment: {'id': '342a753b-ed67-46b7-8dec-ea99afdc9850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '52cbdf91-b893-4b7a-a249-6c507b1e87c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:36:41.872371 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d32d2d70-ce86-4f6c-882c-547e0155765c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:41.873324 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32d2d70-ce86-4f6c-882c-547e0155765c None None] Bound using segment: {'id': '342a753b-ed67-46b7-8dec-ea99afdc9850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '52cbdf91-b893-4b7a-a249-6c507b1e87c4'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:36:41.873324 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-d32d2d70-ce86-4f6c-882c-547e0155765c None None] Bound port: 835ba751-fe89-4eda-81dc-5701bdaa71af, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '342a753b-ed67-46b7-8dec-ea99afdc9850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '52cbdf91-b893-4b7a-a249-6c507b1e87c4'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:36:41.873568 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d32d2d70-ce86-4f6c-882c-547e0155765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:41.881516 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cd0474e9-65a4-4927-b7cd-ff42964f35b2 req-3d5255cf-b669-4add-9589-f27bd637e59a tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] 10.222.0.35 "GET /v2.0/security-groups/3fcce510-f95e-440b-8ed4-7d13e4f5a122 HTTP/1.1" status: 200 len: 2408 time: 0.5163746 May 13 14:36:41.913638 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-abe35cde-b047-4158-9f40-0e392a6c0087 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:subnet and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:41.922324 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-abe35cde-b047-4158-9f40-0e392a6c0087 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:41.926081 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a5320189-7fbd-4d1c-bc48-ab025351e459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:41.940182 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-abe35cde-b047-4158-9f40-0e392a6c0087 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:41.950180 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a5320189-7fbd-4d1c-bc48-ab025351e459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:41.953740 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e9b79b84-a6b0-48b5-9d96-af5909271d58 req-da18a544-fdfe-4ab4-a34b-c8bef92ebe1d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:42.057745 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18a544-fdfe-4ab4-a34b-c8bef92ebe1d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event deleted for resources: {'Port': ['ID=10b3652e-d442-4d4a-9533-8396d26c4e9a,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:42.075566 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5320189-7fbd-4d1c-bc48-ab025351e459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef181ad-0b55-4134-b1f5-0e928b9b84e8,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:42.087223 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a5320189-7fbd-4d1c-bc48-ab025351e459 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9fa5b0244eed4c16bd5f9c071b087276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9882119 May 13 14:36:42.091816 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51310) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:42.097717 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-cd0474e9-65a4-4927-b7cd-ff42964f35b2 req-f6bb45ae-0d63-4d91-ab77-5227186a8e7b tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:42.112452 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-a13eb166-d201-4986-a7ab-5795d80fb3cd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Allocated IP 2001:db8::33a (52cbdf91-b893-4b7a-a249-6c507b1e87c4/d57227cc-9914-4bf3-bef0-c77e2aeba6cf/d20dac6a-f58e-44d8-b921-c56d65cba5b7) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:36:42.225404 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac0c899-2a2d-40ea-8694-b1dfca496253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-0723b97b-08c9-4db0-a15e-5b69273136d9', 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'fixed_ips': [{'subnet_id': 'eafa43b9-1b51-4c55-be72-9b988a1bd838'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:36:42.226704 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7ac0c899-2a2d-40ea-8694-b1dfca496253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:42.260070 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-d32d2d70-ce86-4f6c-882c-547e0155765c None None] For port 835ba751-fe89-4eda-81dc-5701bdaa71af, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:36:42.275880 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-d32d2d70-ce86-4f6c-882c-547e0155765c None None] For port 835ba751-fe89-4eda-81dc-5701bdaa71af, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=835ba751-fe89-4eda-81dc-5701bdaa71af,segment=NetworkSegment(342a753b-ed67-46b7-8dec-ea99afdc9850),segment_id=342a753b-ed67-46b7-8dec-ea99afdc9850)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:36:42.320194 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe35cde-b047-4158-9f40-0e392a6c0087 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:36:42.322324 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d32d2d70-ce86-4f6c-882c-547e0155765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:42.325249 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-abe35cde-b047-4158-9f40-0e392a6c0087 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:42.373500 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-cd0474e9-65a4-4927-b7cd-ff42964f35b2 req-f6bb45ae-0d63-4d91-ab77-5227186a8e7b tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:42.438804 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-cd0474e9-65a4-4927-b7cd-ff42964f35b2 req-f6bb45ae-0d63-4d91-ab77-5227186a8e7b tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:42.461903 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b97311d9-e7d3-4ad5-8814-f2aae1a49bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:42.465435 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb45ae-0d63-4d91-ab77-5227186a8e7b tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bcad9a6a-9220-4fd3-ad32-47fff46e7018,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:42.482785 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-cd0474e9-65a4-4927-b7cd-ff42964f35b2 req-f6bb45ae-0d63-4d91-ab77-5227186a8e7b tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:42.484088 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cd0474e9-65a4-4927-b7cd-ff42964f35b2 req-f6bb45ae-0d63-4d91-ab77-5227186a8e7b tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/bcad9a6a-9220-4fd3-ad32-47fff46e7018 HTTP/1.1" status: 204 len: 173 time: 0.5649908 May 13 14:36:42.507668 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b97311d9-e7d3-4ad5-8814-f2aae1a49bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:42.537462 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f878744-b453-4682-8842-9a0c969b2b80 req-6e2cbe12-0db4-4f50-ab66-918c0b650e18 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:42.537647 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1f878744-b453-4682-8842-9a0c969b2b80 req-6e2cbe12-0db4-4f50-ab66-918c0b650e18 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 2.4142952 May 13 14:36:42.584836 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b97311d9-e7d3-4ad5-8814-f2aae1a49bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:42.606134 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97311d9-e7d3-4ad5-8814-f2aae1a49bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef181ad-0b55-4134-b1f5-0e928b9b84e8,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:42.623196 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b97311d9-e7d3-4ad5-8814-f2aae1a49bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:42.624957 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b97311d9-e7d3-4ad5-8814-f2aae1a49bd5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bef181ad-0b55-4134-b1f5-0e928b9b84e8 HTTP/1.1" status: 204 len: 168 time: 0.5320926 May 13 14:36:42.757729 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a13eb166-d201-4986-a7ab-5795d80fb3cd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:42.779322 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-a13eb166-d201-4986-a7ab-5795d80fb3cd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Transition to ACTIVE for port object d20dac6a-f58e-44d8-b921-c56d65cba5b7 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:36:42.816888 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a13eb166-d201-4986-a7ab-5795d80fb3cd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:42.870227 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d2d70-ce86-4f6c-882c-547e0155765c None None] Pushing event updated for resources: {'Port': ['ID=835ba751-fe89-4eda-81dc-5701bdaa71af,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:43.070543 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-7ac0c899-2a2d-40ea-8694-b1dfca496253 None None] Allocated IP 2001:db8::f816:3eff:fe08:d6a8 (0723b97b-08c9-4db0-a15e-5b69273136d9/eafa43b9-1b51-4c55-be72-9b988a1bd838/6c6bc9e5-df5f-4173-a33c-0852c03bf99b) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:36:43.142117 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3917d87-4c3d-4108-bde5-30ec9afee48d req-00233d6a-ee42-42d5-84c5-6823262477eb tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:43.147893 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c3917d87-4c3d-4108-bde5-30ec9afee48d req-00233d6a-ee42-42d5-84c5-6823262477eb tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=0796c5bf-c149-4928-bc17-a6a0e7d75b55 HTTP/1.1" status: 200 len: 945 time: 0.2912214 May 13 14:36:43.256562 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1f878744-b453-4682-8842-9a0c969b2b80 req-cd6a07c1-6c84-4251-9298-8fbf6a08433c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7037838 May 13 14:36:43.311129 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13eb166-d201-4986-a7ab-5795d80fb3cd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network 52cbdf91-b893-4b7a-a249-6c507b1e87c4 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:43.319588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-a13eb166-d201-4986-a7ab-5795d80fb3cd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:43.331381 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13eb166-d201-4986-a7ab-5795d80fb3cd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:36:43.354394 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13eb166-d201-4986-a7ab-5795d80fb3cd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:43.355675 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a13eb166-d201-4986-a7ab-5795d80fb3cd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:43.383026 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13eb166-d201-4986-a7ab-5795d80fb3cd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Port': ['ID=d20dac6a-f58e-44d8-b921-c56d65cba5b7,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:43.390526 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9b79b84-a6b0-48b5-9d96-af5909271d58 req-da18a544-fdfe-4ab4-a34b-c8bef92ebe1d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:36:43.391883 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c3917d87-4c3d-4108-bde5-30ec9afee48d req-28dd3bcd-b6b4-45aa-b6ef-7f61f58ac61b tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399478 May 13 14:36:43.429315 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51324) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:43.472686 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a13eb166-d201-4986-a7ab-5795d80fb3cd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 4.7161119 May 13 14:36:43.480546 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a5ff70ae-077c-4cb5-be87-e53cbc48612c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:43.514315 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51328) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:43.521757 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-f84a5950-a07a-4e77-ad70-dcbf1cc6b5cf req-4d327cd7-4da2-4d14-9c89-4a275c0990e4 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1106039952', 'description': 'tempest-description-693418464'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:43.590841 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-f84a5950-a07a-4e77-ad70-dcbf1cc6b5cf req-4d327cd7-4da2-4d14-9c89-4a275c0990e4 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:43.607576 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f84a5950-a07a-4e77-ad70-dcbf1cc6b5cf req-4d327cd7-4da2-4d14-9c89-4a275c0990e4 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Usage tracker for resource:security_group and tenant:827d49de9cb24ed68bb87ca9259a7e79 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:43.624130 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f84a5950-a07a-4e77-ad70-dcbf1cc6b5cf req-4d327cd7-4da2-4d14-9c89-4a275c0990e4 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:43.627135 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a5ff70ae-077c-4cb5-be87-e53cbc48612c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:43.635520 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-f84a5950-a07a-4e77-ad70-dcbf1cc6b5cf req-4d327cd7-4da2-4d14-9c89-4a275c0990e4 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:43.643977 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ecb9ea47-1526-436a-b96f-f365a3980422 req-0f8ef674-7252-4e1f-8073-200325010c66 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Synchronizing usage tracker for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:36:43.646190 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a5ff70ae-077c-4cb5-be87-e53cbc48612c admin admin] Usage tracker for resource:security_group_rule and tenant:9d4e4f5eef0d48bda621422366f77b30 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:43.654961 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a5ff70ae-077c-4cb5-be87-e53cbc48612c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:43.664267 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f84a5950-a07a-4e77-ad70-dcbf1cc6b5cf req-4d327cd7-4da2-4d14-9c89-4a275c0990e4 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:43.681104 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a5ff70ae-077c-4cb5-be87-e53cbc48612c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:43.691829 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-8423ea72-8005-4ba6-b4be-2ced8a5e1675 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting port d20dac6a-f58e-44d8-b921-c56d65cba5b7 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:43.692405 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8423ea72-8005-4ba6-b4be-2ced8a5e1675 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:43.700628 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ecb9ea47-1526-436a-b96f-f365a3980422 req-0f8ef674-7252-4e1f-8073-200325010c66 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Unset dirty status for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:36:43.702051 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ecb9ea47-1526-436a-b96f-f365a3980422 req-0f8ef674-7252-4e1f-8073-200325010c66 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=35f648ac-06d0-49f5-a428-4412a328d858 HTTP/1.1" status: 200 len: 210 time: 0.1570926 May 13 14:36:43.703766 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7ac0c899-2a2d-40ea-8694-b1dfca496253 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:43.716805 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7ac0c899-2a2d-40ea-8694-b1dfca496253 None None] Transition to ACTIVE for port object 6c6bc9e5-df5f-4173-a33c-0852c03bf99b will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:36:43.741415 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7ac0c899-2a2d-40ea-8694-b1dfca496253 None None] Transition to ACTIVE for port object 6c6bc9e5-df5f-4173-a33c-0852c03bf99b will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:36:43.748605 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7ac0c899-2a2d-40ea-8694-b1dfca496253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:43.845105 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac0c899-2a2d-40ea-8694-b1dfca496253 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:43.846192 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-7ac0c899-2a2d-40ea-8694-b1dfca496253 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:43.856767 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac0c899-2a2d-40ea-8694-b1dfca496253 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:36:43.900109 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-abe35cde-b047-4158-9f40-0e392a6c0087 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:43.909739 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a5ff70ae-077c-4cb5-be87-e53cbc48612c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:43.924227 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a5ff70ae-077c-4cb5-be87-e53cbc48612c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:43.956806 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-f84a5950-a07a-4e77-ad70-dcbf1cc6b5cf req-4d327cd7-4da2-4d14-9c89-4a275c0990e4 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:43.963059 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f84a5950-a07a-4e77-ad70-dcbf1cc6b5cf req-4d327cd7-4da2-4d14-9c89-4a275c0990e4 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Usage tracker for resource:security_group_rule and tenant:827d49de9cb24ed68bb87ca9259a7e79 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:43.971410 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f84a5950-a07a-4e77-ad70-dcbf1cc6b5cf req-4d327cd7-4da2-4d14-9c89-4a275c0990e4 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:43.977361 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe35cde-b047-4158-9f40-0e392a6c0087 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:43.986659 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-f84a5950-a07a-4e77-ad70-dcbf1cc6b5cf req-4d327cd7-4da2-4d14-9c89-4a275c0990e4 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:43.995090 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-abe35cde-b047-4158-9f40-0e392a6c0087 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:44.004277 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe35cde-b047-4158-9f40-0e392a6c0087 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:44.007366 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-abe35cde-b047-4158-9f40-0e392a6c0087 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:44.018167 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-7ac0c899-2a2d-40ea-8694-b1dfca496253 None None] Attempting to bind port 6c6bc9e5-df5f-4173-a33c-0852c03bf99b on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:36:44.018659 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-7ac0c899-2a2d-40ea-8694-b1dfca496253 None None] Attempting to bind port 6c6bc9e5-df5f-4173-a33c-0852c03bf99b by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:36:44.019137 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac0c899-2a2d-40ea-8694-b1dfca496253 None None] Attempting to bind port 6c6bc9e5-df5f-4173-a33c-0852c03bf99b on network 0723b97b-08c9-4db0-a15e-5b69273136d9 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:36:44.021855 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0c899-2a2d-40ea-8694-b1dfca496253 None None] Pushing event updated for resources: {'Port': ['ID=6c6bc9e5-df5f-4173-a33c-0852c03bf99b,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:44.033458 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac0c899-2a2d-40ea-8694-b1dfca496253 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:36:44.033964 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac0c899-2a2d-40ea-8694-b1dfca496253 None None] Checking segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:36:44.034462 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7ac0c899-2a2d-40ea-8694-b1dfca496253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:44.034948 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac0c899-2a2d-40ea-8694-b1dfca496253 None None] Bound using segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:36:44.035558 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-7ac0c899-2a2d-40ea-8694-b1dfca496253 None None] Bound port: 6c6bc9e5-df5f-4173-a33c-0852c03bf99b, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:36:44.036031 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7ac0c899-2a2d-40ea-8694-b1dfca496253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:44.055435 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9b79b84-a6b0-48b5-9d96-af5909271d58 req-da18a544-fdfe-4ab4-a34b-c8bef92ebe1d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:36:44.067953 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9b6230-3d88-4128-8ce8-e4b05e2a1d1a None None] Sync routers for ids ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:36:44.096936 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9b6230-3d88-4128-8ce8-e4b05e2a1d1a None None] Routers {'61d9c492-7067-4a2e-92b2-ee02e1800bf7'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:36:44.097559 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-bb9b6230-3d88-4128-8ce8-e4b05e2a1d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:36:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:44.208235 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f84a5950-a07a-4e77-ad70-dcbf1cc6b5cf req-4d327cd7-4da2-4d14-9c89-4a275c0990e4 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:44.256955 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-7ac0c899-2a2d-40ea-8694-b1dfca496253 None None] For port 6c6bc9e5-df5f-4173-a33c-0852c03bf99b, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:36:44.260952 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-7ac0c899-2a2d-40ea-8694-b1dfca496253 None None] For port 6c6bc9e5-df5f-4173-a33c-0852c03bf99b, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6c6bc9e5-df5f-4173-a33c-0852c03bf99b,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:36:44.266103 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7ac0c899-2a2d-40ea-8694-b1dfca496253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:44.303434 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b79b84-a6b0-48b5-9d96-af5909271d58 req-da18a544-fdfe-4ab4-a34b-c8bef92ebe1d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] No DVR routers for this DVR port 10b3652e-d442-4d4a-9533-8396d26c4e9a on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:36:44.311637 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e9b79b84-a6b0-48b5-9d96-af5909271d58 req-da18a544-fdfe-4ab4-a34b-c8bef92ebe1d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:44.313646 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f84a5950-a07a-4e77-ad70-dcbf1cc6b5cf req-4d327cd7-4da2-4d14-9c89-4a275c0990e4 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:44.314781 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e9b79b84-a6b0-48b5-9d96-af5909271d58 req-da18a544-fdfe-4ab4-a34b-c8bef92ebe1d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.74 "DELETE /v2.0/ports/10b3652e-d442-4d4a-9533-8396d26c4e9a HTTP/1.1" status: 204 len: 173 time: 10.2262743 May 13 14:36:44.322853 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff70ae-077c-4cb5-be87-e53cbc48612c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd78bba-7196-43df-8d87-09ffbf0f1d4b,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:44.348289 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f648ac-06d0-49f5-a428-4412a328d858', 'name': 'network-vif-deleted', 'tag': '10b3652e-d442-4d4a-9533-8396d26c4e9a'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:36:44.364438 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-abe35cde-b047-4158-9f40-0e392a6c0087 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7711501 May 13 14:36:44.369815 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51340) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:44.397713 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-ab8398d5-dc77-4ce1-9b97-3e82620d4f95 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'port': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'mac_address': 'fa:16:3e:20:8e:0f', 'name': 'tempest-NetworksTestDHCPv6-1373251373'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:44.529556 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0c899-2a2d-40ea-8694-b1dfca496253 None None] Pushing event updated for resources: {'Port': ['ID=6c6bc9e5-df5f-4173-a33c-0852c03bf99b,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:44.673878 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-bb9b6230-3d88-4128-8ce8-e4b05e2a1d1a None None] Set router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:36:44.765542 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ab8398d5-dc77-4ce1-9b97-3e82620d4f95 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:44.770254 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ab8398d5-dc77-4ce1-9b97-3e82620d4f95 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:port and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:44.774173 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ab8398d5-dc77-4ce1-9b97-3e82620d4f95 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:44.781850 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ab8398d5-dc77-4ce1-9b97-3e82620d4f95 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:44.792461 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe35cde-b047-4158-9f40-0e392a6c0087 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Subnet': ['ID=e4774b9b-ef2a-40ac-87ad-3394aa1cffa7,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:44.795250 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ad989c-c793-4083-85f0-66371cdb7077 None None] Network 52cbdf91-b893-4b7a-a249-6c507b1e87c4 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:36:44.802808 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8398d5-dc77-4ce1-9b97-3e82620d4f95 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:36:44.819611 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51348) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:44.821985 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a5ff70ae-077c-4cb5-be87-e53cbc48612c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9d4e4f5eef0d48bda621422366f77b30&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3913150 May 13 14:36:44.969944 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-db14e299-b97a-4347-a944-2575235782af None None] Provisioning for port 835ba751-fe89-4eda-81dc-5701bdaa71af completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:36:45.095506 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f84a5950-a07a-4e77-ad70-dcbf1cc6b5cf req-4d327cd7-4da2-4d14-9c89-4a275c0990e4 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:45.102615 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f84a5950-a07a-4e77-ad70-dcbf1cc6b5cf req-4d327cd7-4da2-4d14-9c89-4a275c0990e4 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.5871248 May 13 14:36:45.128739 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d327cd7-4da2-4d14-9c89-4a275c0990e4 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e605dae2-79f1-473d-9977-571cac9e29f0,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:45.155901 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6a5698c9-ca6f-462f-99ba-23d9da1ec1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:45.263224 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ab8398d5-dc77-4ce1-9b97-3e82620d4f95 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:45.297481 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8423ea72-8005-4ba6-b4be-2ced8a5e1675 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:45.368724 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6a5698c9-ca6f-462f-99ba-23d9da1ec1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:45.382191 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6c6bc9e5-df5f-4173-a33c-0852c03bf99b up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:36:45.408781 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-ab8398d5-dc77-4ce1-9b97-3e82620d4f95 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] device_id is not set on port f2dc95d9-11f0-43b6-855d-59a36f81b88e yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:36:45.512077 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f2ac14d-b204-4df2-8798-102c357acd0f'] response: {'server_uuid': '35f648ac-06d0-49f5-a428-4412a328d858', 'name': 'network-vif-deleted', 'tag': '10b3652e-d442-4d4a-9533-8396d26c4e9a', 'status': 'completed', 'code': 200} May 13 14:36:45.574702 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-8423ea72-8005-4ba6-b4be-2ced8a5e1675 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Calling delete_port for d20dac6a-f58e-44d8-b921-c56d65cba5b7 owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:45.635908 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 6c6bc9e5-df5f-4173-a33c-0852c03bf99b completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:36:45.654398 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 835ba751-fe89-4eda-81dc-5701bdaa71af up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:36:45.891019 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 835ba751-fe89-4eda-81dc-5701bdaa71af completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:36:45.896950 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 835ba751-fe89-4eda-81dc-5701bdaa71af triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:45.897361 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:45.919062 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8423ea72-8005-4ba6-b4be-2ced8a5e1675 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:46.025362 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-bb9b6230-3d88-4128-8ce8-e4b05e2a1d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:08Z', 'revision_number': 4, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'gw_port': {'id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:59Z', 'updated_at': '2022-05-13T14:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '2fcf04f2-9305-4b9a-9c5f-366c2fb2ea8b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'floating_ip_address': '172.25.0.108', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'port_id': 'a9524246-4389-4419-84b2-ace9bd9799d3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'mac_address': 'fa:16:3e:7e:54:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772fe0a2-01e5-41ae-a067-32f7d5320cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:32:19Z', 'updated_at': '2022-05-13T14:32:55Z', 'revision_number': 2, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60ed9ed-d7c1-4158-bdf6-5ea4de8475c6', 'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'mac_address': 'fa:16:3e:a9:45:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:32:05Z', 'updated_at': '2022-05-13T14:32:19Z', 'revision_number': 5, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'subnets': [{'id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:46.037190 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9b6230-3d88-4128-8ce8-e4b05e2a1d1a None None] Checking router: 61d9c492-7067-4a2e-92b2-ee02e1800bf7 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:36:46.062306 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9b6230-3d88-4128-8ce8-e4b05e2a1d1a None None] Routers {'61d9c492-7067-4a2e-92b2-ee02e1800bf7'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:36:46.066743 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-bb9b6230-3d88-4128-8ce8-e4b05e2a1d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:36:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:46.170317 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb9810-8d17-413d-b8b3-d263880179e3 req-bc5e4782-e617-4569-9013-9c0c4e78419e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:46.175375 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b1eb9810-8d17-413d-b8b3-d263880179e3 req-bc5e4782-e617-4569-9013-9c0c4e78419e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=936df29ada1f4039bf03263eb4658581&device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 1096 time: 0.6680129 May 13 14:36:46.226302 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-19b08577-35fd-43d2-aa7c-72f199782e8e None None] Provisioning complete for port 835ba751-fe89-4eda-81dc-5701bdaa71af triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:46.226678 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-19b08577-35fd-43d2-aa7c-72f199782e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:46.243313 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6a5698c9-ca6f-462f-99ba-23d9da1ec1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:46.279450 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8423ea72-8005-4ba6-b4be-2ced8a5e1675 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Port': ['ID=d20dac6a-f58e-44d8-b921-c56d65cba5b7,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:46.330592 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8423ea72-8005-4ba6-b4be-2ced8a5e1675 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:46.359238 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 835ba751-fe89-4eda-81dc-5701bdaa71af is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:46.359625 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:46.425247 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8423ea72-8005-4ba6-b4be-2ced8a5e1675 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/ports/d20dac6a-f58e-44d8-b921-c56d65cba5b7 HTTP/1.1" status: 204 len: 168 time: 2.8887093 May 13 14:36:46.437557 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51358) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:46.555752 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 835ba751-fe89-4eda-81dc-5701bdaa71af, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=835ba751-fe89-4eda-81dc-5701bdaa71af,segment=NetworkSegment(342a753b-ed67-46b7-8dec-ea99afdc9850),segment_id=342a753b-ed67-46b7-8dec-ea99afdc9850)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:46.558717 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-bb9b6230-3d88-4128-8ce8-e4b05e2a1d1a None None] Set router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:36:46.609257 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:46.611084 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c876ab-e029-4785-9091-af4a61b647ca None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:36:46.613791 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e2fa12-1af1-4099-837c-3da23c68d2d3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] GET failed (client error): The resource could not be found. May 13 14:36:46.614485 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-47e2fa12-1af1-4099-837c-3da23c68d2d3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Synchronizing usage tracker for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:36:46.628122 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2ad45-000f-43fd-856c-09fbe87b31aa req-03c94d49-c169-409b-bff1-1ab973b5ee26 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:46.631073 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e6f2ad45-000f-43fd-856c-09fbe87b31aa req-03c94d49-c169-409b-bff1-1ab973b5ee26 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.59 "GET /v2.0/ports?device_id=0796c5bf-c149-4928-bc17-a6a0e7d75b55 HTTP/1.1" status: 200 len: 945 time: 0.7740476 May 13 14:36:46.655260 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba53e4d-a9ca-4ecf-b8a7-11b755708153 req-95ff1428-c53a-49c1-b7eb-ab09cc080a7d tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:46.656909 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1ba53e4d-a9ca-4ecf-b8a7-11b755708153 req-95ff1428-c53a-49c1-b7eb-ab09cc080a7d tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.8068364 May 13 14:36:46.773246 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-ab8398d5-dc77-4ce1-9b97-3e82620d4f95 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Allocated IP 172.20.0.6 (0723b97b-08c9-4db0-a15e-5b69273136d9/e4774b9b-ef2a-40ac-87ad-3394aa1cffa7/f2dc95d9-11f0-43b6-855d-59a36f81b88e) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:36:46.781032 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-ab8398d5-dc77-4ce1-9b97-3e82620d4f95 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Allocated IP 2001:db8::f816:3eff:fe20:8e0f (0723b97b-08c9-4db0-a15e-5b69273136d9/eafa43b9-1b51-4c55-be72-9b988a1bd838/f2dc95d9-11f0-43b6-855d-59a36f81b88e) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:36:46.969276 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-19b08577-35fd-43d2-aa7c-72f199782e8e None None] Current status of the port 835ba751-fe89-4eda-81dc-5701bdaa71af is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:46.976667 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-e6f2ad45-000f-43fd-856c-09fbe87b31aa req-77bb4cfe-86df-46aa-9b8c-43818e6f8b24 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Deleting port 240970e4-aa8f-4ef0-bf77-d558938fbd4f {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:46.978874 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e6f2ad45-000f-43fd-856c-09fbe87b31aa req-77bb4cfe-86df-46aa-9b8c-43818e6f8b24 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:46.994052 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-19b08577-35fd-43d2-aa7c-72f199782e8e None None] Could not find standard attr ID for object d20dac6a-f58e-44d8-b921-c56d65cba5b7. {{(pid=88083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 14:36:47.065936 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=835ba751-fe89-4eda-81dc-5701bdaa71af,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:47.110081 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-bb9b6230-3d88-4128-8ce8-e4b05e2a1d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:08Z', 'revision_number': 4, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'gw_port': {'id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:59Z', 'updated_at': '2022-05-13T14:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '2fcf04f2-9305-4b9a-9c5f-366c2fb2ea8b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'floating_ip_address': '172.25.0.108', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'port_id': 'a9524246-4389-4419-84b2-ace9bd9799d3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'mac_address': 'fa:16:3e:7e:54:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772fe0a2-01e5-41ae-a067-32f7d5320cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:32:19Z', 'updated_at': '2022-05-13T14:32:55Z', 'revision_number': 2, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60ed9ed-d7c1-4158-bdf6-5ea4de8475c6', 'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'mac_address': 'fa:16:3e:a9:45:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:32:05Z', 'updated_at': '2022-05-13T14:32:19Z', 'revision_number': 5, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'subnets': [{'id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:47.114792 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9b6230-3d88-4128-8ce8-e4b05e2a1d1a None None] The sync data for ids ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'] in n-d-841760-1 is: [{'id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:08Z', 'revision_number': 4, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'gw_port': {'id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:59Z', 'updated_at': '2022-05-13T14:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '2fcf04f2-9305-4b9a-9c5f-366c2fb2ea8b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'floating_ip_address': '172.25.0.108', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'port_id': 'a9524246-4389-4419-84b2-ace9bd9799d3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'mac_address': 'fa:16:3e:7e:54:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772fe0a2-01e5-41ae-a067-32f7d5320cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:32:19Z', 'updated_at': '2022-05-13T14:32:55Z', 'revision_number': 2, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60ed9ed-d7c1-4158-bdf6-5ea4de8475c6', 'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'mac_address': 'fa:16:3e:a9:45:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:32:05Z', 'updated_at': '2022-05-13T14:32:19Z', 'revision_number': 5, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'subnets': [{'id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:36:47.156802 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5698c9-ca6f-462f-99ba-23d9da1ec1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd78bba-7196-43df-8d87-09ffbf0f1d4b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:47.232370 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-47e2fa12-1af1-4099-837c-3da23c68d2d3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Unset dirty status for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:36:47.236842 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-47e2fa12-1af1-4099-837c-3da23c68d2d3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "GET /v2.0/ports/d20dac6a-f58e-44d8-b921-c56d65cba5b7 HTTP/1.1" status: 404 len: 333 time: 0.7946315 May 13 14:36:47.246300 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51366) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:47.323529 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6a5698c9-ca6f-462f-99ba-23d9da1ec1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:47.327057 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6a5698c9-ca6f-462f-99ba-23d9da1ec1de admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9cd78bba-7196-43df-8d87-09ffbf0f1d4b HTTP/1.1" status: 204 len: 168 time: 2.5042803 May 13 14:36:47.338023 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1ba53e4d-a9ca-4ecf-b8a7-11b755708153 req-7b93d9db-fc93-4a1a-878e-e189bf5d8dd7 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392664 May 13 14:36:47.341412 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-51855eed-6f17-4f18-83c6-f7c81f0fcfd9 None None] Provisioning for port 6c6bc9e5-df5f-4173-a33c-0852c03bf99b completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:36:47.408814 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ab8398d5-dc77-4ce1-9b97-3e82620d4f95 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:47.429473 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-51855eed-6f17-4f18-83c6-f7c81f0fcfd9 None None] Provisioning complete for port 6c6bc9e5-df5f-4173-a33c-0852c03bf99b triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:47.429850 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-51855eed-6f17-4f18-83c6-f7c81f0fcfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:47.476960 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb9810-8d17-413d-b8b3-d263880179e3 req-64aaa622-af93-4cf1-bd8d-fedd90943313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:47.479142 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b1eb9810-8d17-413d-b8b3-d263880179e3 req-64aaa622-af93-4cf1-bd8d-fedd90943313 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9479e797-5371-4e30-beb4-10899bbfb8b9 HTTP/1.1" status: 200 len: 919 time: 1.2975082 May 13 14:36:47.641664 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-ab8398d5-dc77-4ce1-9b97-3e82620d4f95 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Transition to ACTIVE for port object f2dc95d9-11f0-43b6-855d-59a36f81b88e will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:36:47.658595 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b1eb9810-8d17-413d-b8b3-d263880179e3 req-543a3996-78c8-4fb2-b9b2-9569135e2fc5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=678150fc-a884-4cde-a368-5d99c72e9568 HTTP/1.1" status: 200 len: 217 time: 0.1601355 May 13 14:36:47.660885 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-d39b0483-9424-4fee-8d01-7eb6582dfe05 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting subnet d57227cc-9914-4bf3-bef0-c77e2aeba6cf {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:36:47.675467 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05a02f-b14d-49ba-8e38-0ab3954ec916 req-ae6cfea5-c1c4-4542-a3c0-7724697b9454 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:47.677928 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8e05a02f-b14d-49ba-8e38-0ab3954ec916 req-ae6cfea5-c1c4-4542-a3c0-7724697b9454 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/ports?device_id=0796c5bf-c149-4928-bc17-a6a0e7d75b55 HTTP/1.1" status: 200 len: 945 time: 1.6944938 May 13 14:36:47.696618 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af6a910-163e-44b9-9781-18452c4e01d8 None None] New status for floating IP a8405b43-4915-4156-9846-0bdfbd0bfa04: DOWN {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:36:47.728832 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d39b0483-9424-4fee-8d01-7eb6582dfe05 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:47.828107 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-e6f2ad45-000f-43fd-856c-09fbe87b31aa req-77bb4cfe-86df-46aa-9b8c-43818e6f8b24 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] For port 240970e4-aa8f-4ef0-bf77-d558938fbd4f, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=240970e4-aa8f-4ef0-bf77-d558938fbd4f,segment=NetworkSegment(bc45d110-6939-449a-9ea3-bc6409d12d19),segment_id=bc45d110-6939-449a-9ea3-bc6409d12d19)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:47.828852 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e6f2ad45-000f-43fd-856c-09fbe87b31aa req-77bb4cfe-86df-46aa-9b8c-43818e6f8b24 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:47.882786 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d39b0483-9424-4fee-8d01-7eb6582dfe05 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:47.924259 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb9810-8d17-413d-b8b3-d263880179e3 req-6560d8ce-5f50-4dbc-913f-d29ef4e2795a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:47.926248 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b1eb9810-8d17-413d-b8b3-d263880179e3 req-6560d8ce-5f50-4dbc-913f-d29ef4e2795a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be55f4c0-99f6-4777-9e43-16529e4e725e HTTP/1.1" status: 200 len: 857 time: 0.2448766 May 13 14:36:47.951744 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8e05a02f-b14d-49ba-8e38-0ab3954ec916 req-271e082f-ead5-4ef1-b44e-8102d76642fb tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups?id=82fe953d-044c-4dee-afc2-a975139ae1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704917 May 13 14:36:48.097592 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d39b0483-9424-4fee-8d01-7eb6582dfe05 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:48.101307 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-e6f2ad45-000f-43fd-856c-09fbe87b31aa req-77bb4cfe-86df-46aa-9b8c-43818e6f8b24 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Calling delete_port for 240970e4-aa8f-4ef0-bf77-d558938fbd4f owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:48.133592 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0a59206f-eb60-4445-bd96-bb0b8313f701 req-a58e32bd-e36e-442d-9b7c-5acacf780a9b tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] 10.222.0.35 "GET /v2.0/security-groups/e605dae2-79f1-473d-9977-571cac9e29f0 HTTP/1.1" status: 200 len: 1814 time: 0.5245712 May 13 14:36:48.254124 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51384) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:48.263600 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:48.285436 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-51855eed-6f17-4f18-83c6-f7c81f0fcfd9 None None] Current status of the port 6c6bc9e5-df5f-4173-a33c-0852c03bf99b is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:48.286187 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-51855eed-6f17-4f18-83c6-f7c81f0fcfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:48.303452 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ab8398d5-dc77-4ce1-9b97-3e82620d4f95 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:48.335613 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d39b0483-9424-4fee-8d01-7eb6582dfe05 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:48.392886 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-83b45987-a716-4c6f-89f8-eb69d163aa78 req-4ecc8b58-02fb-465b-80ca-4b07975f2a4f tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-870399372', 'description': 'tempest-description-391135066'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:48.417510 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-83b45987-a716-4c6f-89f8-eb69d163aa78 req-4ecc8b58-02fb-465b-80ca-4b07975f2a4f tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:48.425754 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e6f2ad45-000f-43fd-856c-09fbe87b31aa req-77bb4cfe-86df-46aa-9b8c-43818e6f8b24 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:48.429942 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-83b45987-a716-4c6f-89f8-eb69d163aa78 req-4ecc8b58-02fb-465b-80ca-4b07975f2a4f tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Usage tracker for resource:security_group and tenant:827d49de9cb24ed68bb87ca9259a7e79 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:48.453719 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['240970e4-aa8f-4ef0-bf77-d558938fbd4f'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:36:48.506422 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-51855eed-6f17-4f18-83c6-f7c81f0fcfd9 None None] For port 6c6bc9e5-df5f-4173-a33c-0852c03bf99b, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6c6bc9e5-df5f-4173-a33c-0852c03bf99b,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:48.520386 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-51855eed-6f17-4f18-83c6-f7c81f0fcfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:48.529618 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-83b45987-a716-4c6f-89f8-eb69d163aa78 req-4ecc8b58-02fb-465b-80ca-4b07975f2a4f tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:48.541164 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb4cfe-86df-46aa-9b8c-43818e6f8b24 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Pushing event deleted for resources: {'Port': ['ID=240970e4-aa8f-4ef0-bf77-d558938fbd4f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:48.595062 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-83b45987-a716-4c6f-89f8-eb69d163aa78 req-4ecc8b58-02fb-465b-80ca-4b07975f2a4f tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:48.605572 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574386d6-d94c-4824-a142-86362eefc882 None None] Update dhcp port {'port': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'fixed_ips': [{'subnet_id': 'eafa43b9-1b51-4c55-be72-9b988a1bd838', 'ip_address': '2001:db8::f816:3eff:fe08:d6a8'}, {'subnet_id': 'e4774b9b-ef2a-40ac-87ad-3394aa1cffa7'}], 'binding:host_id': 'n-d-841760-1'}, 'id': '6c6bc9e5-df5f-4173-a33c-0852c03bf99b'} from n-d-841760-1. {{(pid=88083) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 14:36:48.674187 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51855eed-6f17-4f18-83c6-f7c81f0fcfd9 None None] Pushing event updated for resources: {'Port': ['ID=6c6bc9e5-df5f-4173-a33c-0852c03bf99b,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:48.677401 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-574386d6-d94c-4824-a142-86362eefc882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:48.685058 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f2fa3b92-1646-4829-88a7-8ee76bbe84d1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:48.720497 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-51855eed-6f17-4f18-83c6-f7c81f0fcfd9 None None] Could not find standard attr ID for object d20dac6a-f58e-44d8-b921-c56d65cba5b7. {{(pid=88083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 14:36:48.733735 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-83b45987-a716-4c6f-89f8-eb69d163aa78 req-4ecc8b58-02fb-465b-80ca-4b07975f2a4f tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:48.771474 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f2ad45-000f-43fd-856c-09fbe87b31aa req-77bb4cfe-86df-46aa-9b8c-43818e6f8b24 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] No DVR routers for this DVR port 240970e4-aa8f-4ef0-bf77-d558938fbd4f on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:36:48.788147 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e6f2ad45-000f-43fd-856c-09fbe87b31aa req-77bb4cfe-86df-46aa-9b8c-43818e6f8b24 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:48.791894 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0796c5bf-c149-4928-bc17-a6a0e7d75b55', 'name': 'network-vif-deleted', 'tag': '240970e4-aa8f-4ef0-bf77-d558938fbd4f'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:36:48.806523 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f2fa3b92-1646-4829-88a7-8ee76bbe84d1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:48.875902 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4837401-3c6d-4512-a720-ce0b758880e9 None None] Network 52cbdf91-b893-4b7a-a249-6c507b1e87c4 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:36:48.877478 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d39b0483-9424-4fee-8d01-7eb6582dfe05 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:48.881178 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-83b45987-a716-4c6f-89f8-eb69d163aa78 req-4ecc8b58-02fb-465b-80ca-4b07975f2a4f tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:48.893646 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8398d5-dc77-4ce1-9b97-3e82620d4f95 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:48.895633 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b0483-9424-4fee-8d01-7eb6582dfe05 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Subnet': ['ID=d57227cc-9914-4bf3-bef0-c77e2aeba6cf,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:48.898488 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e6f2ad45-000f-43fd-856c-09fbe87b31aa req-77bb4cfe-86df-46aa-9b8c-43818e6f8b24 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.59 "DELETE /v2.0/ports/240970e4-aa8f-4ef0-bf77-d558938fbd4f HTTP/1.1" status: 204 len: 173 time: 2.2521443 May 13 14:36:48.917921 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-83b45987-a716-4c6f-89f8-eb69d163aa78 req-4ecc8b58-02fb-465b-80ca-4b07975f2a4f tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Usage tracker for resource:security_group_rule and tenant:827d49de9cb24ed68bb87ca9259a7e79 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:48.926493 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-ab8398d5-dc77-4ce1-9b97-3e82620d4f95 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:48.938520 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8398d5-dc77-4ce1-9b97-3e82620d4f95 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:36:48.970574 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-83b45987-a716-4c6f-89f8-eb69d163aa78 req-4ecc8b58-02fb-465b-80ca-4b07975f2a4f tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:48.978647 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d39b0483-9424-4fee-8d01-7eb6582dfe05 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/subnets/d57227cc-9914-4bf3-bef0-c77e2aeba6cf HTTP/1.1" status: 204 len: 168 time: 1.7306504 May 13 14:36:48.988853 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51404) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:49.038246 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-83b45987-a716-4c6f-89f8-eb69d163aa78 req-4ecc8b58-02fb-465b-80ca-4b07975f2a4f tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:49.055181 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb9810-8d17-413d-b8b3-d263880179e3 req-0d165e63-9ab7-4bd0-b0b4-44ccc2ef2faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:49.060574 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b1eb9810-8d17-413d-b8b3-d263880179e3 req-0d165e63-9ab7-4bd0-b0b4-44ccc2ef2faa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9479e797-5371-4e30-beb4-10899bbfb8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1140203 May 13 14:36:49.121226 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8398d5-dc77-4ce1-9b97-3e82620d4f95 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Port': ['ID=f2dc95d9-11f0-43b6-855d-59a36f81b88e,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:49.174378 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6c6bc9e5-df5f-4173-a33c-0852c03bf99b up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:36:49.293837 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f2fa3b92-1646-4829-88a7-8ee76bbe84d1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:49.334481 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9abea79a-4b1f-4aff-8f2d-0ede8775a291 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:49.393209 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8398d5-dc77-4ce1-9b97-3e82620d4f95 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:49.394428 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ab8398d5-dc77-4ce1-9b97-3e82620d4f95 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:49.405825 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-574386d6-d94c-4824-a142-86362eefc882 None None] Allocated IP 172.20.0.2 (0723b97b-08c9-4db0-a15e-5b69273136d9/e4774b9b-ef2a-40ac-87ad-3394aa1cffa7/6c6bc9e5-df5f-4173-a33c-0852c03bf99b) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:36:49.430985 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-83b45987-a716-4c6f-89f8-eb69d163aa78 req-4ecc8b58-02fb-465b-80ca-4b07975f2a4f tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:49.438984 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa3b92-1646-4829-88a7-8ee76bbe84d1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a39758-4f81-4b3c-ade5-c683ce2a1842,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:49.446471 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-83b45987-a716-4c6f-89f8-eb69d163aa78 req-4ecc8b58-02fb-465b-80ca-4b07975f2a4f tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:49.455329 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c67e58-c372-464f-9f56-eb0d9b5aaad1 req-2e20d4ef-5328-4789-8a32-55daf2af4948 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:49.457474 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f2c67e58-c372-464f-9f56-eb0d9b5aaad1 req-2e20d4ef-5328-4789-8a32-55daf2af4948 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 945 time: 1.1629941 May 13 14:36:49.459137 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ab8398d5-dc77-4ce1-9b97-3e82620d4f95 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.0876188 May 13 14:36:49.462527 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51414) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:49.479774 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f2fa3b92-1646-4829-88a7-8ee76bbe84d1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:49.484405 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f2fa3b92-1646-4829-88a7-8ee76bbe84d1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "DELETE /v2.0/security-groups/81a39758-4f81-4b3c-ade5-c683ce2a1842 HTTP/1.1" status: 204 len: 168 time: 1.2262142 May 13 14:36:49.525101 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51418) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:49.525755 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc8b58-02fb-465b-80ca-4b07975f2a4f tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9920f1-67aa-4eff-a65b-2c413de2d624,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:49.529583 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-83b45987-a716-4c6f-89f8-eb69d163aa78 req-4ecc8b58-02fb-465b-80ca-4b07975f2a4f tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:49.530774 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-83b45987-a716-4c6f-89f8-eb69d163aa78 req-4ecc8b58-02fb-465b-80ca-4b07975f2a4f tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.1570308 May 13 14:36:49.553605 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-e75d32b0-0121-4279-8775-ff2e0de7ce46 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] show failed (client error): The resource could not be found. May 13 14:36:49.557484 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e75d32b0-0121-4279-8775-ff2e0de7ce46 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups/81a39758-4f81-4b3c-ade5-c683ce2a1842 HTTP/1.1" status: 404 len: 347 time: 0.0232019 May 13 14:36:49.557484 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-9abea79a-4b1f-4aff-8f2d-0ede8775a291 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting port 835ba751-fe89-4eda-81dc-5701bdaa71af {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:49.557484 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9abea79a-4b1f-4aff-8f2d-0ede8775a291 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:49.588285 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51424) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:49.846034 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 6c6bc9e5-df5f-4173-a33c-0852c03bf99b triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:49.846583 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:49.899085 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-9abea79a-4b1f-4aff-8f2d-0ede8775a291 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] For port 835ba751-fe89-4eda-81dc-5701bdaa71af, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=835ba751-fe89-4eda-81dc-5701bdaa71af,segment=NetworkSegment(342a753b-ed67-46b7-8dec-ea99afdc9850),segment_id=342a753b-ed67-46b7-8dec-ea99afdc9850)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:49.899477 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9abea79a-4b1f-4aff-8f2d-0ede8775a291 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:49.986685 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d0f8db-ae5a-427b-93fc-eb26e0b0ea0e None None] DHCP port deletion for 52cbdf91-b893-4b7a-a249-6c507b1e87c4 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:36:50.013848 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-44d0f8db-ae5a-427b-93fc-eb26e0b0ea0e None None] Deleting port 835ba751-fe89-4eda-81dc-5701bdaa71af {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:50.014669 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-44d0f8db-ae5a-427b-93fc-eb26e0b0ea0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:50.120014 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-9abea79a-4b1f-4aff-8f2d-0ede8775a291 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Calling delete_port for 835ba751-fe89-4eda-81dc-5701bdaa71af owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:50.236341 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f2c67e58-c372-464f-9f56-eb0d9b5aaad1 req-4e77a045-7bca-4a9e-b2e8-5b0b3ae0b0ac tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7673368 May 13 14:36:50.241078 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b1eb9810-8d17-413d-b8b3-d263880179e3 req-8bcd48b3-50cd-45ea-af48-bbffdb8066ef service neutron] 10.222.0.59 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1427052 May 13 14:36:50.286674 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-574386d6-d94c-4824-a142-86362eefc882 None None] For port 6c6bc9e5-df5f-4173-a33c-0852c03bf99b, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6c6bc9e5-df5f-4173-a33c-0852c03bf99b,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:50.398351 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fec40467-53f8-40a6-926d-74575942dc5e'] response: {'server_uuid': '0796c5bf-c149-4928-bc17-a6a0e7d75b55', 'name': 'network-vif-deleted', 'tag': '240970e4-aa8f-4ef0-bf77-d558938fbd4f', 'status': 'completed', 'code': 200} May 13 14:36:50.457027 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-574386d6-d94c-4824-a142-86362eefc882 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:50.495034 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 6c6bc9e5-df5f-4173-a33c-0852c03bf99b is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:50.496869 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 835ba751-fe89-4eda-81dc-5701bdaa71af up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:36:50.515412 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-7c510f97-d60a-412f-ac59-7c3b9ce25549 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Deleting port 02e1097d-5942-411c-8376-605ab9c77f2b {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:50.515920 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7c510f97-d60a-412f-ac59-7c3b9ce25549 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:50.527983 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c99fda-6cf1-4318-908b-3c974ec59520 req-3213a495-3513-47cc-b4ca-bd58b3c63f4d tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:50.532344 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d6c99fda-6cf1-4318-908b-3c974ec59520 req-3213a495-3513-47cc-b4ca-bd58b3c63f4d tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.4219835 May 13 14:36:50.535538 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9abea79a-4b1f-4aff-8f2d-0ede8775a291 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:50.644601 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 835ba751-fe89-4eda-81dc-5701bdaa71af {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:36:50.644981 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 835ba751-fe89-4eda-81dc-5701bdaa71af not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 13 14:36:50.668534 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abea79a-4b1f-4aff-8f2d-0ede8775a291 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Port': ['ID=835ba751-fe89-4eda-81dc-5701bdaa71af,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:50.670468 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abea79a-4b1f-4aff-8f2d-0ede8775a291 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] No DVR routers for this DVR port 835ba751-fe89-4eda-81dc-5701bdaa71af on host n-d-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:36:50.706686 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-574386d6-d94c-4824-a142-86362eefc882 None None] Transition to ACTIVE for port object 6c6bc9e5-df5f-4173-a33c-0852c03bf99b will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:36:50.718126 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b1eb9810-8d17-413d-b8b3-d263880179e3 req-23b1c871-c8fc-4777-9c40-c0b78279a0ac service neutron] 10.222.0.59 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281392 May 13 14:36:50.765834 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Port 835ba751-fe89-4eda-81dc-5701bdaa71af not found, will not notify nova. {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 13 14:36:50.780788 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-574386d6-d94c-4824-a142-86362eefc882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:50.912665 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 240970e4-aa8f-4ef0-bf77-d558938fbd4f no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:36:50.947625 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-44d0f8db-ae5a-427b-93fc-eb26e0b0ea0e None None] For port 835ba751-fe89-4eda-81dc-5701bdaa71af, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=835ba751-fe89-4eda-81dc-5701bdaa71af,segment=NetworkSegment(342a753b-ed67-46b7-8dec-ea99afdc9850),segment_id=342a753b-ed67-46b7-8dec-ea99afdc9850)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:50.947999 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-44d0f8db-ae5a-427b-93fc-eb26e0b0ea0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:51.030007 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7c510f97-d60a-412f-ac59-7c3b9ce25549 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:51.030332 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7c510f97-d60a-412f-ac59-7c3b9ce25549 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:51.078680 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 240970e4-aa8f-4ef0-bf77-d558938fbd4f {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:36:51.079186 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 240970e4-aa8f-4ef0-bf77-d558938fbd4f not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:36:51.095996 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9abea79a-4b1f-4aff-8f2d-0ede8775a291 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:51.142984 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d6c99fda-6cf1-4318-908b-3c974ec59520 req-9d94d908-dbd5-412c-a91a-739f90f7a2a3 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5953491 May 13 14:36:51.177676 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-9abea79a-4b1f-4aff-8f2d-0ede8775a291 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52cbdf91-b893-4b7a-a249-6c507b1e87c4']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:51.220411 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-9abea79a-4b1f-4aff-8f2d-0ede8775a291 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '342a753b-ed67-46b7-8dec-ea99afdc9850') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:51.223687 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-9abea79a-4b1f-4aff-8f2d-0ede8775a291 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '342a753b-ed67-46b7-8dec-ea99afdc9850') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:51.246558 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9abea79a-4b1f-4aff-8f2d-0ede8775a291 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:51.283580 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9abea79a-4b1f-4aff-8f2d-0ede8775a291 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:51.288203 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-44d0f8db-ae5a-427b-93fc-eb26e0b0ea0e None None] Calling delete_port for 835ba751-fe89-4eda-81dc-5701bdaa71af owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:51.300211 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9abea79a-4b1f-4aff-8f2d-0ede8775a291 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:36:51.300958 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9abea79a-4b1f-4aff-8f2d-0ede8775a291 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:51.311802 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-7c510f97-d60a-412f-ac59-7c3b9ce25549 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Calling delete_port for 02e1097d-5942-411c-8376-605ab9c77f2b owned by network:floatingip {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:51.340263 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:36:51.340263 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:36:51.340263 n-d-841760-1 neutron-server[88081]: timer() May 13 14:36:51.340263 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:36:51.340263 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:36:51.340263 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:36:51.340263 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:36:51.340263 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:36:51.340263 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:36:51.340263 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:36:51.340263 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:36:51.340263 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:36:51.340263 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:36:51.340263 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:36:51.340263 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:36:51.340263 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:36:51.340263 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:36:51.340263 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:36:51.340263 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:36:51.340263 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:36:51.340263 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:36:51.340263 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:36:51.340263 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:36:51.340263 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:36:51.340263 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:36:51.340263 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:36:51.340263 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:36:51.340263 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:36:51.340263 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:36:51.340263 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:36:51.340263 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:36:51.340263 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:36:51.390983 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 835ba751-fe89-4eda-81dc-5701bdaa71af no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:36:51.556770 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 835ba751-fe89-4eda-81dc-5701bdaa71af {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:36:51.557164 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 835ba751-fe89-4eda-81dc-5701bdaa71af not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:36:51.574589 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574386d6-d94c-4824-a142-86362eefc882 None None] Pushing event updated for resources: {'Port': ['ID=6c6bc9e5-df5f-4173-a33c-0852c03bf99b,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:51.641235 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9abea79a-4b1f-4aff-8f2d-0ede8775a291 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: from cryptography.utils import int_from_bytes May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: from cryptography.utils import int_from_bytes May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: util.warn_limited( May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: util.warn_limited( May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:36:51.651082 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:36:51.654434 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:36:51.654434 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:36:51.654434 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:36:51.654434 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:36:51.654434 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:36:51.654434 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:36:51.654434 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:36:51.654434 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:36:51.654434 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:36:51.654434 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:36:51.654434 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:36:51.654434 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:36:51.654434 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:36:51.654434 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:36:51.660711 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-44d0f8db-ae5a-427b-93fc-eb26e0b0ea0e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:36:51.661063 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-44d0f8db-ae5a-427b-93fc-eb26e0b0ea0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:36:51.683645 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7c510f97-d60a-412f-ac59-7c3b9ce25549 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:51.698429 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9abea79a-4b1f-4aff-8f2d-0ede8775a291 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:51.709826 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abea79a-4b1f-4aff-8f2d-0ede8775a291 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Network': ['ID=52cbdf91-b893-4b7a-a249-6c507b1e87c4,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:51.733367 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9abea79a-4b1f-4aff-8f2d-0ede8775a291 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/networks/52cbdf91-b893-4b7a-a249-6c507b1e87c4 HTTP/1.1" status: 204 len: 168 time: 2.7450929 May 13 14:36:51.743284 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d5b17689-0455-4c65-9581-1a021195331f req-c8d1c645-39ad-4a93-8405-84aae549a2f3 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] 10.222.0.35 "GET /v2.0/security-groups/2e9920f1-67aa-4eff-a65b-2c413de2d624 HTTP/1.1" status: 200 len: 1813 time: 1.1057510 May 13 14:36:51.746448 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51470) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:51.753217 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-d543072d-626a-4e13-b441-07f83290e11b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'port': {'network_id': '086bdd04-c14f-4512-9c86-d3f2beec1d97', 'name': 'tempest-PortsIpV6TestJSON-282858407'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:51.794926 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c510f97-d60a-412f-ac59-7c3b9ce25549 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event deleted for resources: {'Port': ['ID=02e1097d-5942-411c-8376-605ab9c77f2b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:51.823938 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d9baba-66ce-45ea-b22b-b8224fb1d354 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:51.835841 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d9baba-66ce-45ea-b22b-b8224fb1d354 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:51.840709 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f3d9baba-66ce-45ea-b22b-b8224fb1d354 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:36:51.935656 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993df8b-bae3-49a5-962f-011bc34bd719 req-db0992d7-a517-4c98-8bbf-321657b1f3a4 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:51.942606 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9993df8b-bae3-49a5-962f-011bc34bd719 req-db0992d7-a517-4c98-8bbf-321657b1f3a4 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 945 time: 0.3473430 May 13 14:36:51.985897 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d543072d-626a-4e13-b441-07f83290e11b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:52.019796 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d543072d-626a-4e13-b441-07f83290e11b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:port and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:52.024884 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d543072d-626a-4e13-b441-07f83290e11b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:52.044201 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9993df8b-bae3-49a5-962f-011bc34bd719 req-4e3bc859-bb6b-48a0-ba11-e064e8d9e4cb tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005118 May 13 14:36:52.055072 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f3d9baba-66ce-45ea-b22b-b8224fb1d354 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:36:52.056200 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d543072d-626a-4e13-b441-07f83290e11b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:52.058960 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51482) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:52.059720 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f3d9baba-66ce-45ea-b22b-b8224fb1d354 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 2.5958576 May 13 14:36:52.069476 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-6a38c2ba-0ea8-4fb6-9267-a6ffdc280ae7 req-bac1b90e-8cb2-4909-900d-d1a4e7078ad4 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-623494203', 'description': 'tempest-description-632078361'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:52.090499 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-6a38c2ba-0ea8-4fb6-9267-a6ffdc280ae7 req-bac1b90e-8cb2-4909-900d-d1a4e7078ad4 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:52.104895 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-6a38c2ba-0ea8-4fb6-9267-a6ffdc280ae7 req-bac1b90e-8cb2-4909-900d-d1a4e7078ad4 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Usage tracker for resource:security_group and tenant:827d49de9cb24ed68bb87ca9259a7e79 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:52.112982 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51486) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:52.127716 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-6a38c2ba-0ea8-4fb6-9267-a6ffdc280ae7 req-bac1b90e-8cb2-4909-900d-d1a4e7078ad4 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:52.161996 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-44d0f8db-ae5a-427b-93fc-eb26e0b0ea0e None None] Deleting port 835ba751-fe89-4eda-81dc-5701bdaa71af {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:52.162569 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-44d0f8db-ae5a-427b-93fc-eb26e0b0ea0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:52.185679 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d543072d-626a-4e13-b441-07f83290e11b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:36:52.194269 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d543072d-626a-4e13-b441-07f83290e11b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:52.271668 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-2d988b57-e327-4eb7-823a-5fa663e943cb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting port f2dc95d9-11f0-43b6-855d-59a36f81b88e {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:52.277146 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-6a38c2ba-0ea8-4fb6-9267-a6ffdc280ae7 req-bac1b90e-8cb2-4909-900d-d1a4e7078ad4 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:52.277766 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d988b57-e327-4eb7-823a-5fa663e943cb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:52.347268 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6a38c2ba-0ea8-4fb6-9267-a6ffdc280ae7 req-bac1b90e-8cb2-4909-900d-d1a4e7078ad4 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:52.373275 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-44d0f8db-ae5a-427b-93fc-eb26e0b0ea0e None None] The port '835ba751-fe89-4eda-81dc-5701bdaa71af' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:36:52.412057 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7c510f97-d60a-412f-ac59-7c3b9ce25549 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for floatingip, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:52.423176 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-d543072d-626a-4e13-b441-07f83290e11b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] device_id is not set on port de742a41-3814-4c79-961b-9a8e4b6fcffa yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:36:52.456302 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7c510f97-d60a-412f-ac59-7c3b9ce25549 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:52.457446 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7c510f97-d60a-412f-ac59-7c3b9ce25549 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "DELETE /v2.0/floatingips/a8405b43-4915-4156-9846-0bdfbd0bfa04 HTTP/1.1" status: 204 len: 168 time: 2.8435597 May 13 14:36:52.458592 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-6a38c2ba-0ea8-4fb6-9267-a6ffdc280ae7 req-bac1b90e-8cb2-4909-900d-d1a4e7078ad4 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:52.493727 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-6a38c2ba-0ea8-4fb6-9267-a6ffdc280ae7 req-bac1b90e-8cb2-4909-900d-d1a4e7078ad4 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Usage tracker for resource:security_group_rule and tenant:827d49de9cb24ed68bb87ca9259a7e79 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:52.500265 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-6a38c2ba-0ea8-4fb6-9267-a6ffdc280ae7 req-bac1b90e-8cb2-4909-900d-d1a4e7078ad4 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:52.530205 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ae672dbb-d991-4af5-b787-dce70acd6824 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:52.538121 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-6a38c2ba-0ea8-4fb6-9267-a6ffdc280ae7 req-bac1b90e-8cb2-4909-900d-d1a4e7078ad4 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:52.638715 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ae672dbb-d991-4af5-b787-dce70acd6824 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:52.783211 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-859c8bf1-fcc2-41cf-924c-8c6cb8c2624a None None] Provisioning for port 6c6bc9e5-df5f-4173-a33c-0852c03bf99b completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:36:52.812740 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-859c8bf1-fcc2-41cf-924c-8c6cb8c2624a None None] Provisioning complete for port 6c6bc9e5-df5f-4173-a33c-0852c03bf99b triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:52.813167 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-859c8bf1-fcc2-41cf-924c-8c6cb8c2624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:52.907414 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82f788-7ea7-4ab0-8444-ba98dbd707f3 req-f676f9d3-3147-41da-b65c-5a9b1d9ef1c8 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:52.919753 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4a82f788-7ea7-4ab0-8444-ba98dbd707f3 req-f676f9d3-3147-41da-b65c-5a9b1d9ef1c8 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.5125170 May 13 14:36:52.987536 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51500) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:53.059813 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-859c8bf1-fcc2-41cf-924c-8c6cb8c2624a None None] Current status of the port 6c6bc9e5-df5f-4173-a33c-0852c03bf99b is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:53.100780 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6a38c2ba-0ea8-4fb6-9267-a6ffdc280ae7 req-bac1b90e-8cb2-4909-900d-d1a4e7078ad4 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:53.101870 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ae672dbb-d991-4af5-b787-dce70acd6824 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:53.155780 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6a38c2ba-0ea8-4fb6-9267-a6ffdc280ae7 req-bac1b90e-8cb2-4909-900d-d1a4e7078ad4 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:53.180122 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6c6bc9e5-df5f-4173-a33c-0852c03bf99b up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:36:53.180861 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae672dbb-d991-4af5-b787-dce70acd6824 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97af9934-a5fb-4a61-81b4-c7ef440af624,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:53.238568 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6a38c2ba-0ea8-4fb6-9267-a6ffdc280ae7 req-bac1b90e-8cb2-4909-900d-d1a4e7078ad4 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:53.245688 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6a38c2ba-0ea8-4fb6-9267-a6ffdc280ae7 req-bac1b90e-8cb2-4909-900d-d1a4e7078ad4 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.2596328 May 13 14:36:53.246617 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1b90e-8cb2-4909-900d-d1a4e7078ad4 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c34fbc6e-defb-4db8-8003-68107d5320ce,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:53.259140 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ae672dbb-d991-4af5-b787-dce70acd6824 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:53.279531 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ae672dbb-d991-4af5-b787-dce70acd6824 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "DELETE /v2.0/security-groups/97af9934-a5fb-4a61-81b4-c7ef440af624 HTTP/1.1" status: 204 len: 168 time: 1.1586409 May 13 14:36:53.279890 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51510) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:53.343953 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c53e4a39-adb5-4fd2-a457-c4dc759a0467 None None] Provisioning for port f2dc95d9-11f0-43b6-855d-59a36f81b88e completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:36:53.348023 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4a82f788-7ea7-4ab0-8444-ba98dbd707f3 req-11048d68-e212-42f9-8456-50a84d52efbe tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270496 May 13 14:36:53.352903 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c53e4a39-adb5-4fd2-a457-c4dc759a0467 None None] Provisioning complete for port f2dc95d9-11f0-43b6-855d-59a36f81b88e triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:53.353431 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c53e4a39-adb5-4fd2-a457-c4dc759a0467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:53.363067 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-5d2e08c2-e8b1-4dfc-b855-a8f0d47bb627 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] show failed (client error): The resource could not be found. May 13 14:36:53.366501 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5d2e08c2-e8b1-4dfc-b855-a8f0d47bb627 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "GET /v2.0/security-groups/97af9934-a5fb-4a61-81b4-c7ef440af624 HTTP/1.1" status: 404 len: 347 time: 0.0833902 May 13 14:36:53.373956 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51514) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:53.383384 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98a9d43d-4742-4174-b251-f41cd1e28642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:53.441795 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 6c6bc9e5-df5f-4173-a33c-0852c03bf99b triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:53.442259 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:53.488231 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-c53e4a39-adb5-4fd2-a457-c4dc759a0467 None None] Port f2dc95d9-11f0-43b6-855d-59a36f81b88e cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:36:53.601501 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-98a9d43d-4742-4174-b251-f41cd1e28642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:53.663569 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d988b57-e327-4eb7-823a-5fa663e943cb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:53.678355 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 6c6bc9e5-df5f-4173-a33c-0852c03bf99b is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:53.683671 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-98a9d43d-4742-4174-b251-f41cd1e28642 admin admin] Usage tracker for resource:security_group_rule and tenant:2368c93a2f9c47f2b404fcf8d32a03fe is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:53.703059 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-98a9d43d-4742-4174-b251-f41cd1e28642 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:53.717448 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-98a9d43d-4742-4174-b251-f41cd1e28642 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:53.720608 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-778b15ac-68ce-4ed1-9f9e-7de2fc738f68 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Deleting port ff393b62-5484-4b08-9ee4-828d8f99b8dc {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:53.721060 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-778b15ac-68ce-4ed1-9f9e-7de2fc738f68 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:53.759165 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d543072d-626a-4e13-b441-07f83290e11b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:53.894551 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-2d988b57-e327-4eb7-823a-5fa663e943cb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Calling delete_port for f2dc95d9-11f0-43b6-855d-59a36f81b88e owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:53.977047 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d543072d-626a-4e13-b441-07f83290e11b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:53.982495 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-778b15ac-68ce-4ed1-9f9e-7de2fc738f68 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:53.982883 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-778b15ac-68ce-4ed1-9f9e-7de2fc738f68 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:54.164166 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-778b15ac-68ce-4ed1-9f9e-7de2fc738f68 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Calling delete_port for ff393b62-5484-4b08-9ee4-828d8f99b8dc owned by network:floatingip {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:54.309632 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-25472c4d-064c-4a35-b4e8-ccfc8dc0c86b req-2ea21dd7-769a-4aea-bff2-9fd9fa13f96b tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] 10.222.0.35 "GET /v2.0/security-groups/c34fbc6e-defb-4db8-8003-68107d5320ce HTTP/1.1" status: 200 len: 1813 time: 0.3792238 May 13 14:36:54.411746 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543072d-626a-4e13-b441-07f83290e11b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Port': ['ID=de742a41-3814-4c79-961b-9a8e4b6fcffa,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:54.418523 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98a9d43d-4742-4174-b251-f41cd1e28642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:54.424980 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98a9d43d-4742-4174-b251-f41cd1e28642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:54.446245 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d543072d-626a-4e13-b441-07f83290e11b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network 086bdd04-c14f-4512-9c86-d3f2beec1d97 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:54.452235 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-d543072d-626a-4e13-b441-07f83290e11b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:54.463455 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b546e-43b7-4720-9b08-ba6f2f91372a req-2e736259-e9e4-4475-9d86-f796875f84c9 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:54.465073 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-826b546e-43b7-4720-9b08-ba6f2f91372a req-2e736259-e9e4-4475-9d86-f796875f84c9 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 945 time: 0.8655155 May 13 14:36:54.465938 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d543072d-626a-4e13-b441-07f83290e11b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:36:54.471048 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d543072d-626a-4e13-b441-07f83290e11b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:54.471657 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d543072d-626a-4e13-b441-07f83290e11b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:54.511734 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d988b57-e327-4eb7-823a-5fa663e943cb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:54.511870 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-98a9d43d-4742-4174-b251-f41cd1e28642 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2368c93a2f9c47f2b404fcf8d32a03fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5182502 May 13 14:36:54.515239 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a9d43d-4742-4174-b251-f41cd1e28642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6dbda3f-9c3d-42d8-b4a1-d3f37c255b2e,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:54.518586 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51528) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:54.524532 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-1c6abb0a-ffc4-47d3-b9ef-68f91504e5e4 req-e6c6255a-7891-49e9-9467-09a69f30f170 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2111624611', 'description': 'tempest-description-58480085'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:54.547668 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-1c6abb0a-ffc4-47d3-b9ef-68f91504e5e4 req-e6c6255a-7891-49e9-9467-09a69f30f170 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:54.590639 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d988b57-e327-4eb7-823a-5fa663e943cb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Port': ['ID=f2dc95d9-11f0-43b6-855d-59a36f81b88e,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:54.598223 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d543072d-626a-4e13-b441-07f83290e11b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.8506625 May 13 14:36:54.602254 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-1c6abb0a-ffc4-47d3-b9ef-68f91504e5e4 req-e6c6255a-7891-49e9-9467-09a69f30f170 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Usage tracker for resource:security_group and tenant:827d49de9cb24ed68bb87ca9259a7e79 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:54.610075 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51532) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:54.613132 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-1c6abb0a-ffc4-47d3-b9ef-68f91504e5e4 req-e6c6255a-7891-49e9-9467-09a69f30f170 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:54.691440 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-826b546e-43b7-4720-9b08-ba6f2f91372a req-d9dff17a-2d78-4d30-aa9f-4bb86741298b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684227 May 13 14:36:54.694254 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-1c6abb0a-ffc4-47d3-b9ef-68f91504e5e4 req-e6c6255a-7891-49e9-9467-09a69f30f170 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:54.813644 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d988b57-e327-4eb7-823a-5fa663e943cb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:54.816208 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2d988b57-e327-4eb7-823a-5fa663e943cb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/f2dc95d9-11f0-43b6-855d-59a36f81b88e HTTP/1.1" status: 204 len: 168 time: 2.7525609 May 13 14:36:54.820060 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51538) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:54.838183 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1c6abb0a-ffc4-47d3-b9ef-68f91504e5e4 req-e6c6255a-7891-49e9-9467-09a69f30f170 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:54.851363 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-778b15ac-68ce-4ed1-9f9e-7de2fc738f68 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:54.935212 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-ef3f24a5-4c4d-46f2-9953-c039cb2c1b42 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting port de742a41-3814-4c79-961b-9a8e4b6fcffa {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:54.935580 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ef3f24a5-4c4d-46f2-9953-c039cb2c1b42 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:55.003026 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1b543c79-d80c-4700-9bd8-a1100bf1e68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:55.007820 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa09403-6767-482f-9ac7-292fa6d869f0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:55.009549 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa09403-6767-482f-9ac7-292fa6d869f0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:55.012002 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa09403-6767-482f-9ac7-292fa6d869f0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:55.012939 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-cfa09403-6767-482f-9ac7-292fa6d869f0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:36:55.025944 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b15ac-68ce-4ed1-9f9e-7de2fc738f68 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Pushing event deleted for resources: {'Port': ['ID=ff393b62-5484-4b08-9ee4-828d8f99b8dc,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:55.066691 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119b8bf-5319-468a-880e-a40e1de9e84e req-c100a284-4fd0-481f-b2a2-5fd68235aaf8 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:55.074446 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f119b8bf-5319-468a-880e-a40e1de9e84e req-c100a284-4fd0-481f-b2a2-5fd68235aaf8 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.1589401 May 13 14:36:55.089787 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-cfa09403-6767-482f-9ac7-292fa6d869f0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:36:55.091701 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cfa09403-6767-482f-9ac7-292fa6d869f0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2707033 May 13 14:36:55.094577 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51544) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:55.195646 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f119b8bf-5319-468a-880e-a40e1de9e84e req-c4952a08-f226-4b63-a0ad-54bb97c11145 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196895 May 13 14:36:55.219960 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-1c6abb0a-ffc4-47d3-b9ef-68f91504e5e4 req-e6c6255a-7891-49e9-9467-09a69f30f170 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:55.220254 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcfb25b6-e490-4cfc-8093-792b43a7f772 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting subnet e4774b9b-ef2a-40ac-87ad-3394aa1cffa7 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:36:55.228000 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dcfb25b6-e490-4cfc-8093-792b43a7f772 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:55.236012 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-1c6abb0a-ffc4-47d3-b9ef-68f91504e5e4 req-e6c6255a-7891-49e9-9467-09a69f30f170 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Usage tracker for resource:security_group_rule and tenant:827d49de9cb24ed68bb87ca9259a7e79 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:55.239806 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1b543c79-d80c-4700-9bd8-a1100bf1e68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:55.291126 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-1c6abb0a-ffc4-47d3-b9ef-68f91504e5e4 req-e6c6255a-7891-49e9-9467-09a69f30f170 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:55.307497 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-1c6abb0a-ffc4-47d3-b9ef-68f91504e5e4 req-e6c6255a-7891-49e9-9467-09a69f30f170 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:55.378691 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dcfb25b6-e490-4cfc-8093-792b43a7f772 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:55.383451 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-778b15ac-68ce-4ed1-9f9e-7de2fc738f68 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks [] for floatingip, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:55.588737 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ef3f24a5-4c4d-46f2-9953-c039cb2c1b42 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:55.598308 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dcfb25b6-e490-4cfc-8093-792b43a7f772 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:55.643174 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1b543c79-d80c-4700-9bd8-a1100bf1e68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:55.693667 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1c6abb0a-ffc4-47d3-b9ef-68f91504e5e4 req-e6c6255a-7891-49e9-9467-09a69f30f170 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:55.717839 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-778b15ac-68ce-4ed1-9f9e-7de2fc738f68 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:55.719288 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-778b15ac-68ce-4ed1-9f9e-7de2fc738f68 tempest-ImagesOneServerNegativeTestJSON-1318169541 tempest-ImagesOneServerNegativeTestJSON-1318169541-project] 10.222.0.35 "DELETE /v2.0/floatingips/0939de2d-8945-444c-ae0d-c0e141223504 HTTP/1.1" status: 204 len: 168 time: 2.3439128 May 13 14:36:55.728504 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dcfb25b6-e490-4cfc-8093-792b43a7f772 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:55.775213 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb25b6-e490-4cfc-8093-792b43a7f772 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Subnet': ['ID=e4774b9b-ef2a-40ac-87ad-3394aa1cffa7,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:55.779050 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dcfb25b6-e490-4cfc-8093-792b43a7f772 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:55.788781 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777d48f1-4718-42e3-af65-96a79c8fd5fd None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:36:55.803580 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-dcfb25b6-e490-4cfc-8093-792b43a7f772 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/e4774b9b-ef2a-40ac-87ad-3394aa1cffa7 HTTP/1.1" status: 204 len: 168 time: 0.7075498 May 13 14:36:55.805985 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51554) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:56.006844 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e5e4180-08aa-446e-8723-e076b537248a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting subnet eafa43b9-1b51-4c55-be72-9b988a1bd838 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:36:56.010668 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6e5e4180-08aa-446e-8723-e076b537248a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:56.049006 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b543c79-d80c-4700-9bd8-a1100bf1e68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6dbda3f-9c3d-42d8-b4a1-d3f37c255b2e,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:56.050562 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1c6abb0a-ffc4-47d3-b9ef-68f91504e5e4 req-e6c6255a-7891-49e9-9467-09a69f30f170 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:56.081028 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-ef3f24a5-4c4d-46f2-9953-c039cb2c1b42 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Calling delete_port for de742a41-3814-4c79-961b-9a8e4b6fcffa owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:56.112993 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6e5e4180-08aa-446e-8723-e076b537248a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:56.148113 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1b543c79-d80c-4700-9bd8-a1100bf1e68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:56.149363 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1b543c79-d80c-4700-9bd8-a1100bf1e68e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d6dbda3f-9c3d-42d8-b4a1-d3f37c255b2e HTTP/1.1" status: 204 len: 168 time: 1.6295412 May 13 14:36:56.151005 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1c6abb0a-ffc4-47d3-b9ef-68f91504e5e4 req-e6c6255a-7891-49e9-9467-09a69f30f170 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:56.179209 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1c6abb0a-ffc4-47d3-b9ef-68f91504e5e4 req-e6c6255a-7891-49e9-9467-09a69f30f170 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.6643913 May 13 14:36:56.231139 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c6255a-7891-49e9-9467-09a69f30f170 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d97feccf-3267-41b1-9f54-6102a220d0dd,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:56.249085 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425e085-650b-4614-adf5-43feba9f1eae req-7d0f2997-b643-4454-bf28-c4bdf291ff74 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:56.261309 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8425e085-650b-4614-adf5-43feba9f1eae req-7d0f2997-b643-4454-bf28-c4bdf291ff74 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 945 time: 0.3709106 May 13 14:36:56.310961 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ef3f24a5-4c4d-46f2-9953-c039cb2c1b42 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:56.340396 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8425e085-650b-4614-adf5-43feba9f1eae req-3f17d8df-34e2-4327-b399-dfc7622359cc tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780902 May 13 14:36:56.417910 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f24a5-4c4d-46f2-9953-c039cb2c1b42 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Port': ['ID=de742a41-3814-4c79-961b-9a8e4b6fcffa,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:56.431483 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6e5e4180-08aa-446e-8723-e076b537248a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:56.442637 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ef3f24a5-4c4d-46f2-9953-c039cb2c1b42 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:56.463452 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0007e3a0-907e-4016-bc02-fe0f54a65294 req-6996688d-479a-41cf-adca-a09e396184ff tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] 10.222.0.35 "GET /v2.0/security-groups/d97feccf-3267-41b1-9f54-6102a220d0dd HTTP/1.1" status: 200 len: 1813 time: 0.1858912 May 13 14:36:56.467466 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ef3f24a5-4c4d-46f2-9953-c039cb2c1b42 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/ports/de742a41-3814-4c79-961b-9a8e4b6fcffa HTTP/1.1" status: 204 len: 168 time: 1.8537080 May 13 14:36:56.481395 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51580) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:56.501790 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-a9f970be-6d9a-4437-9b0b-075cd5a8d7ea tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'port': {'network_id': '086bdd04-c14f-4512-9c86-d3f2beec1d97', 'mac_address': 'fa:16:3e:7f:fd:9f', 'name': 'tempest-PortsIpV6TestJSON-1619409423'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:56.630623 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6e5e4180-08aa-446e-8723-e076b537248a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:56.708301 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6e5e4180-08aa-446e-8723-e076b537248a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:56.714275 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e4180-08aa-446e-8723-e076b537248a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Subnet': ['ID=eafa43b9-1b51-4c55-be72-9b988a1bd838,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:56.722683 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [req-b59d3d94-e2ec-4a8e-8257-6a00e98e8549 req-03fd30cf-728f-44d1-abeb-0e05c87aa039 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] show failed (client error): The resource could not be found. May 13 14:36:56.731528 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b59d3d94-e2ec-4a8e-8257-6a00e98e8549 req-03fd30cf-728f-44d1-abeb-0e05c87aa039 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] 10.222.0.35 "GET /v2.0/security-groups/c1eb1db4-c49a-4cea-86c7-20aeae21c095 HTTP/1.1" status: 404 len: 352 time: 0.0831108 May 13 14:36:56.740522 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6e5e4180-08aa-446e-8723-e076b537248a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/eafa43b9-1b51-4c55-be72-9b988a1bd838 HTTP/1.1" status: 204 len: 168 time: 0.9330232 May 13 14:36:56.740798 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51594) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:56.779064 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a9f970be-6d9a-4437-9b0b-075cd5a8d7ea tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:56.785722 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51598) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:56.789207 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a9f970be-6d9a-4437-9b0b-075cd5a8d7ea tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:port and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:56.806673 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a9f970be-6d9a-4437-9b0b-075cd5a8d7ea tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:56.815832 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c42fc733-2283-4d5c-9d30-56793c8aa9e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:56.827602 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a9f970be-6d9a-4437-9b0b-075cd5a8d7ea tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:56.839696 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c42fc733-2283-4d5c-9d30-56793c8aa9e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:56.853563 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c42fc733-2283-4d5c-9d30-56793c8aa9e5 admin admin] Usage tracker for resource:security_group_rule and tenant:3e4d0ede2f834b9eaf83ebf6a8b0ec4f is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:56.858095 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51602) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:56.863834 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c42fc733-2283-4d5c-9d30-56793c8aa9e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:56.868411 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f970be-6d9a-4437-9b0b-075cd5a8d7ea tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:36:56.877983 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c78084f7-2bc6-4cde-9765-e22b1abe9854 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1360128 May 13 14:36:56.878772 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51606) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:56.890320 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-1a1dde41-43b9-426c-ab92-4f54cf61b95c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:57.065631 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a9f970be-6d9a-4437-9b0b-075cd5a8d7ea tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:57.073445 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1a1dde41-43b9-426c-ab92-4f54cf61b95c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:57.075458 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c42fc733-2283-4d5c-9d30-56793c8aa9e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:57.079338 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1a1dde41-43b9-426c-ab92-4f54cf61b95c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:subnet and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:57.083663 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1a1dde41-43b9-426c-ab92-4f54cf61b95c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:57.091017 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1a1dde41-43b9-426c-ab92-4f54cf61b95c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:57.106521 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1dde41-43b9-426c-ab92-4f54cf61b95c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:36:57.109992 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1a1dde41-43b9-426c-ab92-4f54cf61b95c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:57.139622 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7399c-570e-4530-88f5-c9a7b80148eb req-64b558b9-e87a-41aa-9601-dd55729ff29b tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:57.146824 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a0e7399c-570e-4530-88f5-c9a7b80148eb req-64b558b9-e87a-41aa-9601-dd55729ff29b tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.3246312 May 13 14:36:57.171475 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [req-6a59bd9b-cc35-4400-8468-406f800a8143 req-946fec17-1504-45c0-bfd6-2c05f2fd0a35 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] show failed (client error): The resource could not be found. May 13 14:36:57.172525 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6a59bd9b-cc35-4400-8468-406f800a8143 req-946fec17-1504-45c0-bfd6-2c05f2fd0a35 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] 10.222.0.35 "GET /v2.0/security-group-rules/b7b3a2cb-2211-4bad-808f-ecdc292f2f5e HTTP/1.1" status: 404 len: 361 time: 0.1538227 May 13 14:36:57.197699 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-a9f970be-6d9a-4437-9b0b-075cd5a8d7ea tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] device_id is not set on port 9a69eb15-3bac-4b20-8980-d4d393927edc yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:36:57.252471 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-79a367cb-6696-4e7e-b122-557b550a5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:57.303788 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a0e7399c-570e-4530-88f5-c9a7b80148eb req-fa98fc53-6a8f-49b8-bf53-f8c3ca80ddff tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558726 May 13 14:36:57.321096 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-3800253d-0ab4-4e69-97e3-68134bebace8 admin admin] Deleting subnet f9cc4fb1-d2ad-4765-9e89-652a7928106b {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:36:57.322389 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8666f8d4-783e-45ca-a477-714070a2ac2e None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:36:57.338442 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3800253d-0ab4-4e69-97e3-68134bebace8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:57.385143 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c38f0344-ebae-41f8-9b3c-acd10c669326 req-9c2713b3-0c47-4f55-a3ee-dfe467c12250 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] 10.222.0.35 "GET /v2.0/security-groups/d97feccf-3267-41b1-9f54-6102a220d0dd HTTP/1.1" status: 200 len: 1813 time: 0.0764208 May 13 14:36:57.442821 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-fa5cee99-8728-4a2e-8620-3f1a2a2b673b None None] Provisioning complete for port 6c6bc9e5-df5f-4173-a33c-0852c03bf99b triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:57.443589 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fa5cee99-8728-4a2e-8620-3f1a2a2b673b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:57.500941 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3800253d-0ab4-4e69-97e3-68134bebace8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:57.546472 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c38f0344-ebae-41f8-9b3c-acd10c669326 req-49de66d7-6048-4d52-9e7c-275d151fd877 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:57.631318 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c38f0344-ebae-41f8-9b3c-acd10c669326 req-49de66d7-6048-4d52-9e7c-275d151fd877 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:57.662029 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed78b5-d9b0-4bd5-8d0e-01aec6e9319e req-8c0e1284-008b-439d-b169-3e278574a836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:57.667162 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-fa5cee99-8728-4a2e-8620-3f1a2a2b673b None None] Current status of the port 6c6bc9e5-df5f-4173-a33c-0852c03bf99b is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:57.667504 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-60ed78b5-d9b0-4bd5-8d0e-01aec6e9319e req-8c0e1284-008b-439d-b169-3e278574a836 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=750c61eed54a4300a98b9026ab520580&device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 1097 time: 0.5853601 May 13 14:36:57.754151 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe67a55-126e-4be2-85ec-106379f38ea1 None None] DHCP port deletion for 0723b97b-08c9-4db0-a15e-5b69273136d9 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:36:57.761511 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1fe67a55-126e-4be2-85ec-106379f38ea1 None None] Deleting port 6c6bc9e5-df5f-4173-a33c-0852c03bf99b {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:57.762177 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1fe67a55-126e-4be2-85ec-106379f38ea1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:57.816925 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c38f0344-ebae-41f8-9b3c-acd10c669326 req-49de66d7-6048-4d52-9e7c-275d151fd877 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:57.858335 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de66d7-6048-4d52-9e7c-275d151fd877 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97feccf-3267-41b1-9f54-6102a220d0dd,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:57.870904 n-d-841760-1 neutron-server[88081]: DEBUG neutron.objects.ports [None req-1a1dde41-43b9-426c-ab92-4f54cf61b95c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88081) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 14:36:57.893623 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3800253d-0ab4-4e69-97e3-68134bebace8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:57.911361 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c38f0344-ebae-41f8-9b3c-acd10c669326 req-49de66d7-6048-4d52-9e7c-275d151fd877 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:57.912478 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c38f0344-ebae-41f8-9b3c-acd10c669326 req-49de66d7-6048-4d52-9e7c-275d151fd877 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] 10.222.0.35 "DELETE /v2.0/security-groups/d97feccf-3267-41b1-9f54-6102a220d0dd HTTP/1.1" status: 204 len: 173 time: 0.5260110 May 13 14:36:57.944955 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c42fc733-2283-4d5c-9d30-56793c8aa9e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:57.952393 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a9f970be-6d9a-4437-9b0b-075cd5a8d7ea tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:57.969346 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c42fc733-2283-4d5c-9d30-56793c8aa9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:58.046202 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-1fe67a55-126e-4be2-85ec-106379f38ea1 None None] For port 6c6bc9e5-df5f-4173-a33c-0852c03bf99b, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6c6bc9e5-df5f-4173-a33c-0852c03bf99b,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:58.046505 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1fe67a55-126e-4be2-85ec-106379f38ea1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:58.087181 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c42fc733-2283-4d5c-9d30-56793c8aa9e5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3e4d0ede2f834b9eaf83ebf6a8b0ec4f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3003006 May 13 14:36:58.089239 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed78b5-d9b0-4bd5-8d0e-01aec6e9319e req-cb9c9fb2-2ad5-4b80-a226-4b73b5b9fe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:58.089962 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-60ed78b5-d9b0-4bd5-8d0e-01aec6e9319e req-cb9c9fb2-2ad5-4b80-a226-4b73b5b9fe96 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cf66b3c2-c96c-4107-b42b-eedfe0e79851 HTTP/1.1" status: 200 len: 915 time: 0.4139791 May 13 14:36:58.090513 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51624) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:58.097647 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42fc733-2283-4d5c-9d30-56793c8aa9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17166438-01c3-43b1-8c5c-4536d05c2720,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:58.102155 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1a1dde41-43b9-426c-ab92-4f54cf61b95c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:58.185211 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-60ed78b5-d9b0-4bd5-8d0e-01aec6e9319e req-2c977701-27ca-426d-9a23-45b5cc9f4b99 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=615a24e6-1c41-484b-beb8-093d302cd8a3 HTTP/1.1" status: 200 len: 217 time: 0.0845594 May 13 14:36:58.190330 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1fe67a55-126e-4be2-85ec-106379f38ea1 None None] Calling delete_port for 6c6bc9e5-df5f-4173-a33c-0852c03bf99b owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:58.192056 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3800253d-0ab4-4e69-97e3-68134bebace8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:58.302214 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:58.424111 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800253d-0ab4-4e69-97e3-68134bebace8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9cc4fb1-d2ad-4765-9e89-652a7928106b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:58.447166 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef04303-aa20-4e29-959f-ba35def77c27 req-1e9cf0e6-7323-43eb-8a8c-e25b02325232 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:58.448712 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1ef04303-aa20-4e29-959f-ba35def77c27 req-1e9cf0e6-7323-43eb-8a8c-e25b02325232 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 945 time: 0.7297711 May 13 14:36:58.450922 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3800253d-0ab4-4e69-97e3-68134bebace8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:58.494327 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a9f970be-6d9a-4437-9b0b-075cd5a8d7ea tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:58.563848 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed78b5-d9b0-4bd5-8d0e-01aec6e9319e req-86bd3cae-2689-4ad7-8b3f-c109dd12e0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:58.565284 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-60ed78b5-d9b0-4bd5-8d0e-01aec6e9319e req-86bd3cae-2689-4ad7-8b3f-c109dd12e0c2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a1af2f1b-219d-4483-980f-a4da5e03f844 HTTP/1.1" status: 200 len: 854 time: 0.3704395 May 13 14:36:58.582378 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3800253d-0ab4-4e69-97e3-68134bebace8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f9cc4fb1-d2ad-4765-9e89-652a7928106b HTTP/1.1" status: 204 len: 168 time: 1.7227211 May 13 14:36:58.590819 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51632) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:58.621860 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-1a1dde41-43b9-426c-ab92-4f54cf61b95c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] For port 6c6bc9e5-df5f-4173-a33c-0852c03bf99b, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6c6bc9e5-df5f-4173-a33c-0852c03bf99b,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:58.645161 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f970be-6d9a-4437-9b0b-075cd5a8d7ea tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network 086bdd04-c14f-4512-9c86-d3f2beec1d97 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:58.653153 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7cf29ca9-e28f-41f5-9128-3e35ef6e0a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:58.660124 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-a9f970be-6d9a-4437-9b0b-075cd5a8d7ea tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:58.663521 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-60ed78b5-d9b0-4bd5-8d0e-01aec6e9319e req-c9d29538-9dc2-47e8-9217-c14c1a24d983 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf66b3c2-c96c-4107-b42b-eedfe0e79851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733125 May 13 14:36:58.666337 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f970be-6d9a-4437-9b0b-075cd5a8d7ea tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:36:58.671815 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f970be-6d9a-4437-9b0b-075cd5a8d7ea tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:58.672418 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a9f970be-6d9a-4437-9b0b-075cd5a8d7ea tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:58.685681 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ea3c4-3f61-48bc-bdcd-7f331a2f3ca1 req-4b1e8504-5af6-4036-84ad-659596c1813a tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:58.687159 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be0ea3c4-3f61-48bc-bdcd-7f331a2f3ca1 req-4b1e8504-5af6-4036-84ad-659596c1813a tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=772fe0a2-01e5-41ae-a067-32f7d5320cb9 HTTP/1.1" status: 200 len: 945 time: 0.6274853 May 13 14:36:58.691351 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1ef04303-aa20-4e29-959f-ba35def77c27 req-a08f875c-dc66-4011-b0a2-5f16081ef0aa tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318351 May 13 14:36:58.721551 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f970be-6d9a-4437-9b0b-075cd5a8d7ea tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Port': ['ID=9a69eb15-3bac-4b20-8980-d4d393927edc,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:58.748723 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-43795f3f-b9a2-4e9b-9ab5-f27244283127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:58.774172 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1a1dde41-43b9-426c-ab92-4f54cf61b95c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:58.782477 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-1fe67a55-126e-4be2-85ec-106379f38ea1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:36:58.783020 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-1fe67a55-126e-4be2-85ec-106379f38ea1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:36:58.787364 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1a1dde41-43b9-426c-ab92-4f54cf61b95c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:58.788079 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1a1dde41-43b9-426c-ab92-4f54cf61b95c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:58.807788 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a9f970be-6d9a-4437-9b0b-075cd5a8d7ea tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.3251519 May 13 14:36:58.817985 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7cf29ca9-e28f-41f5-9128-3e35ef6e0a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:58.825039 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51636) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:58.850633 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-be0ea3c4-3f61-48bc-bdcd-7f331a2f3ca1 req-3910705e-4706-450d-b6f4-15c603dde6e0 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Synchronizing usage tracker for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:36:58.940015 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cb1de218-1dd1-4787-aaef-f1781eacbf65 req-cfe8dd03-dbc0-4ebc-8b4e-cb33fa2a832e tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] 10.222.0.35 "GET /v2.0/security-groups/c34fbc6e-defb-4db8-8003-68107d5320ce HTTP/1.1" status: 200 len: 1813 time: 0.2099590 May 13 14:36:58.967290 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1dde41-43b9-426c-ab92-4f54cf61b95c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:58.975630 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-1a1dde41-43b9-426c-ab92-4f54cf61b95c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:58.988672 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1dde41-43b9-426c-ab92-4f54cf61b95c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:58.989260 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1a1dde41-43b9-426c-ab92-4f54cf61b95c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:58.996873 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecab02f9-c178-4fc1-9f59-82cd60195062 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:58.997439 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ecab02f9-c178-4fc1-9f59-82cd60195062 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Synchronizing usage tracker for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:36:59.029784 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-60ed78b5-d9b0-4bd5-8d0e-01aec6e9319e req-428e5fdc-16f2-4a8e-ac04-85abc5db4128 service neutron] 10.222.0.59 "GET /v2.0/networks/cf66b3c2-c96c-4107-b42b-eedfe0e79851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433738 May 13 14:36:59.058394 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-be0ea3c4-3f61-48bc-bdcd-7f331a2f3ca1 req-3910705e-4706-450d-b6f4-15c603dde6e0 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Unset dirty status for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:36:59.059557 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be0ea3c4-3f61-48bc-bdcd-7f331a2f3ca1 req-3910705e-4706-450d-b6f4-15c603dde6e0 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a0054c7-793d-4f1e-8257-877b977e8847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3581643 May 13 14:36:59.060163 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1dde41-43b9-426c-ab92-4f54cf61b95c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Subnet': ['ID=612d60d2-6efd-45ac-9f58-57db9e97c188,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:59.090096 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1dde41-43b9-426c-ab92-4f54cf61b95c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Port': ['ID=6c6bc9e5-df5f-4173-a33c-0852c03bf99b,revision_number=8']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:59.090964 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1a1dde41-43b9-426c-ab92-4f54cf61b95c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2060628 May 13 14:36:59.095289 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ecab02f9-c178-4fc1-9f59-82cd60195062 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Unset dirty status for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:36:59.095471 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51640) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:59.096904 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ecab02f9-c178-4fc1-9f59-82cd60195062 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "GET /v2.0/ports/9a69eb15-3bac-4b20-8980-d4d393927edc HTTP/1.1" status: 200 len: 845 time: 0.2623732 May 13 14:36:59.100875 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51644) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:59.119030 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-ae0c736d-7c4a-4740-ae0b-a86a3422cf74 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:59.123130 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6c6bc9e5-df5f-4173-a33c-0852c03bf99b no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:36:59.140149 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7cf29ca9-e28f-41f5-9128-3e35ef6e0a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:59.184584 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-43795f3f-b9a2-4e9b-9ab5-f27244283127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:59.207011 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf29ca9-e28f-41f5-9128-3e35ef6e0a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17166438-01c3-43b1-8c5c-4536d05c2720,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:59.221008 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-cb1de218-1dd1-4787-aaef-f1781eacbf65 req-f3e6ce54-ac30-46c7-8fb4-ab93fbc84609 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:59.227068 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7cf29ca9-e28f-41f5-9128-3e35ef6e0a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:59.230672 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7cf29ca9-e28f-41f5-9128-3e35ef6e0a05 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/17166438-01c3-43b1-8c5c-4536d05c2720 HTTP/1.1" status: 204 len: 168 time: 1.1332300 May 13 14:36:59.290670 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1fe67a55-126e-4be2-85ec-106379f38ea1 None None] Deleting port 6c6bc9e5-df5f-4173-a33c-0852c03bf99b {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:59.291307 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1fe67a55-126e-4be2-85ec-106379f38ea1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:59.336184 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-cb1de218-1dd1-4787-aaef-f1781eacbf65 req-f3e6ce54-ac30-46c7-8fb4-ab93fbc84609 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:59.359850 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 6c6bc9e5-df5f-4173-a33c-0852c03bf99b is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:59.360434 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:59.363242 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-43795f3f-b9a2-4e9b-9ab5-f27244283127 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:59.364576 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-60ed78b5-d9b0-4bd5-8d0e-01aec6e9319e req-f6c722fb-0642-4d3a-95b5-684ac7d26c3e service neutron] 10.222.0.59 "GET /v2.0/networks/cf66b3c2-c96c-4107-b42b-eedfe0e79851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247895 May 13 14:36:59.406750 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-43795f3f-b9a2-4e9b-9ab5-f27244283127 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc45d110-6939-449a-9ea3-bc6409d12d19') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:59.407064 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-43795f3f-b9a2-4e9b-9ab5-f27244283127 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc45d110-6939-449a-9ea3-bc6409d12d19') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:59.418497 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-d3383c87-425f-498e-a61e-e39efe1cc6dd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting port 9a69eb15-3bac-4b20-8980-d4d393927edc {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:59.418844 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3383c87-425f-498e-a61e-e39efe1cc6dd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:59.485998 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-43795f3f-b9a2-4e9b-9ab5-f27244283127 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:59.543955 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651ed55-f319-47d4-9d85-08252430f06b req-4dd060b5-6cf6-4af5-a682-994f7e3d20ce tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:59.545202 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-5651ed55-f319-47d4-9d85-08252430f06b req-4dd060b5-6cf6-4af5-a682-994f7e3d20ce tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Synchronizing usage tracker for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:36:59.546755 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-43795f3f-b9a2-4e9b-9ab5-f27244283127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:59.551390 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-cb1de218-1dd1-4787-aaef-f1781eacbf65 req-f3e6ce54-ac30-46c7-8fb4-ab93fbc84609 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:59.563264 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43795f3f-b9a2-4e9b-9ab5-f27244283127 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:36:59.563664 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-43795f3f-b9a2-4e9b-9ab5-f27244283127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:59.572596 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 6c6bc9e5-df5f-4173-a33c-0852c03bf99b, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6c6bc9e5-df5f-4173-a33c-0852c03bf99b,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:59.576669 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2d32b414-1212-40fc-98a9-f79840abb57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:59.582073 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:59.595539 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6ce54-ac30-46c7-8fb4-ab93fbc84609 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34fbc6e-defb-4db8-8003-68107d5320ce,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:59.600587 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-cb1de218-1dd1-4787-aaef-f1781eacbf65 req-f3e6ce54-ac30-46c7-8fb4-ab93fbc84609 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:59.606213 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cb1de218-1dd1-4787-aaef-f1781eacbf65 req-f3e6ce54-ac30-46c7-8fb4-ab93fbc84609 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] 10.222.0.35 "DELETE /v2.0/security-groups/c34fbc6e-defb-4db8-8003-68107d5320ce HTTP/1.1" status: 204 len: 173 time: 0.6425664 May 13 14:36:59.609711 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:36:59.609711 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:36:59.609711 n-d-841760-1 neutron-server[88081]: timer() May 13 14:36:59.609711 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:36:59.609711 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:36:59.609711 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:36:59.609711 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:36:59.609711 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:36:59.609711 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:36:59.609711 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:36:59.609711 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:36:59.609711 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:36:59.609711 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:36:59.609711 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:36:59.609711 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:36:59.609711 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:36:59.609711 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:36:59.609711 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:36:59.609711 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:36:59.609711 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:36:59.609711 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:36:59.609711 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:36:59.609711 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:36:59.609711 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:36:59.609711 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:36:59.609711 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:36:59.609711 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:36:59.609711 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:36:59.609711 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:36:59.609711 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:36:59.609711 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:36:59.609711 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:36:59.622683 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-5651ed55-f319-47d4-9d85-08252430f06b req-4dd060b5-6cf6-4af5-a682-994f7e3d20ce tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Unset dirty status for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:36:59.626190 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5651ed55-f319-47d4-9d85-08252430f06b req-4dd060b5-6cf6-4af5-a682-994f7e3d20ce tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.74 "GET /v2.0/ports?device_id=772fe0a2-01e5-41ae-a067-32f7d5320cb9 HTTP/1.1" status: 200 len: 945 time: 0.2526824 May 13 14:36:59.672700 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=6c6bc9e5-df5f-4173-a33c-0852c03bf99b,revision_number=9']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:59.684847 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ae0c736d-7c4a-4740-ae0b-a86a3422cf74 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:59.701123 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ae0c736d-7c4a-4740-ae0b-a86a3422cf74 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:subnet and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:59.715525 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ae0c736d-7c4a-4740-ae0b-a86a3422cf74 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:59.739696 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ae0c736d-7c4a-4740-ae0b-a86a3422cf74 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:59.754532 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-1fe67a55-126e-4be2-85ec-106379f38ea1 None None] For port 6c6bc9e5-df5f-4173-a33c-0852c03bf99b, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6c6bc9e5-df5f-4173-a33c-0852c03bf99b,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:59.756131 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1fe67a55-126e-4be2-85ec-106379f38ea1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:59.756908 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-13790f8d-d0ad-46a2-a882-ee0ee59b7730 req-52b02e64-e765-431c-8e33-ef27e50bb1bb tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] 10.222.0.35 "GET /v2.0/security-groups/2e9920f1-67aa-4eff-a65b-2c413de2d624 HTTP/1.1" status: 200 len: 1813 time: 0.1277707 May 13 14:36:59.783049 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa9ae2-1150-41a5-be8c-2a7ad518e4f7 req-3a761fb6-aecf-4f58-a759-cb3d45dc3162 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:59.783805 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-5651ed55-f319-47d4-9d85-08252430f06b req-0536d4e5-ab21-4bb1-a84f-b4eda3818847 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Deleting port a9524246-4389-4419-84b2-ace9bd9799d3 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:59.784215 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5651ed55-f319-47d4-9d85-08252430f06b req-0536d4e5-ab21-4bb1-a84f-b4eda3818847 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:59.792747 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1eaa9ae2-1150-41a5-be8c-2a7ad518e4f7 req-3a761fb6-aecf-4f58-a759-cb3d45dc3162 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.5138288 May 13 14:36:59.795353 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-43795f3f-b9a2-4e9b-9ab5-f27244283127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:59.800805 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-43795f3f-b9a2-4e9b-9ab5-f27244283127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:59.879261 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0c736d-7c4a-4740-ae0b-a86a3422cf74 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:36:59.882691 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ae0c736d-7c4a-4740-ae0b-a86a3422cf74 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:59.932559 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1fe67a55-126e-4be2-85ec-106379f38ea1 None None] Calling delete_port for 6c6bc9e5-df5f-4173-a33c-0852c03bf99b owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:59.962183 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-13790f8d-d0ad-46a2-a882-ee0ee59b7730 req-38380321-b31a-4dc9-a74e-f57705820d96 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:00.003920 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43795f3f-b9a2-4e9b-9ab5-f27244283127 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:00.023297 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-13790f8d-d0ad-46a2-a882-ee0ee59b7730 req-38380321-b31a-4dc9-a74e-f57705820d96 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:00.053060 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-43795f3f-b9a2-4e9b-9ab5-f27244283127 admin admin] 10.222.0.35 "DELETE /v2.0/networks/fd8a080e-598c-48f5-a4eb-2e5bcf0c9d2f HTTP/1.1" status: 204 len: 168 time: 1.4611979 May 13 14:37:00.054998 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3383c87-425f-498e-a61e-e39efe1cc6dd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:00.076774 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1eaa9ae2-1150-41a5-be8c-2a7ad518e4f7 req-63efa22d-c568-45c8-8401-7e4a3a3c3d2a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827966 May 13 14:37:00.143891 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-1fe67a55-126e-4be2-85ec-106379f38ea1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:37:00.144242 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-1fe67a55-126e-4be2-85ec-106379f38ea1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:37:00.247165 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51676) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:00.330157 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-13790f8d-d0ad-46a2-a882-ee0ee59b7730 req-38380321-b31a-4dc9-a74e-f57705820d96 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:00.367469 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38380321-b31a-4dc9-a74e-f57705820d96 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9920f1-67aa-4eff-a65b-2c413de2d624,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:00.374597 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-5651ed55-f319-47d4-9d85-08252430f06b req-0536d4e5-ab21-4bb1-a84f-b4eda3818847 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] For port a9524246-4389-4419-84b2-ace9bd9799d3, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a9524246-4389-4419-84b2-ace9bd9799d3,segment=NetworkSegment(e1d397b0-eea9-4be4-8f48-8e9bcd88630d),segment_id=e1d397b0-eea9-4be4-8f48-8e9bcd88630d)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:00.375143 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5651ed55-f319-47d4-9d85-08252430f06b req-0536d4e5-ab21-4bb1-a84f-b4eda3818847 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:00.385272 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-d3383c87-425f-498e-a61e-e39efe1cc6dd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Calling delete_port for 9a69eb15-3bac-4b20-8980-d4d393927edc owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:37:00.390456 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8e971534-1ee1-40a1-8587-989467ef8f3c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=243e132e505a4d4ea3a9ff36148c6380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421697 May 13 14:37:00.394251 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51682) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:00.399600 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-13790f8d-d0ad-46a2-a882-ee0ee59b7730 req-38380321-b31a-4dc9-a74e-f57705820d96 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:00.401136 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-13790f8d-d0ad-46a2-a882-ee0ee59b7730 req-38380321-b31a-4dc9-a74e-f57705820d96 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] 10.222.0.35 "DELETE /v2.0/security-groups/2e9920f1-67aa-4eff-a65b-2c413de2d624 HTTP/1.1" status: 204 len: 173 time: 0.6433144 May 13 14:37:00.531947 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:00.591842 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3383c87-425f-498e-a61e-e39efe1cc6dd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:00.605663 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:00.651352 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5df0c-7757-48d8-9d94-8c12d3620897 req-f446df52-2223-43c8-a8db-8a9c12fb7efe tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:00.658461 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8fc5df0c-7757-48d8-9d94-8c12d3620897 req-f446df52-2223-43c8-a8db-8a9c12fb7efe tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 945 time: 0.2853112 May 13 14:37:00.686654 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3383c87-425f-498e-a61e-e39efe1cc6dd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Port': ['ID=9a69eb15-3bac-4b20-8980-d4d393927edc,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:00.739933 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3383c87-425f-498e-a61e-e39efe1cc6dd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:00.781362 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8fc5df0c-7757-48d8-9d94-8c12d3620897 req-9db594fb-95c5-450b-99e5-8571ab07da3f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216874 May 13 14:37:00.792379 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d3383c87-425f-498e-a61e-e39efe1cc6dd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/ports/9a69eb15-3bac-4b20-8980-d4d393927edc HTTP/1.1" status: 204 len: 168 time: 1.6875956 May 13 14:37:00.793595 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51694) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:00.870619 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-87811a19-4b8c-4925-a80a-c0f86d8c8db2 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] GET failed (client error): The resource could not be found. May 13 14:37:00.871145 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-87811a19-4b8c-4925-a80a-c0f86d8c8db2 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Synchronizing usage tracker for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:00.912888 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 615a24e6-1c41-484b-beb8-093d302cd8a3 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:37:00.942456 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d3db368f-dad0-486e-8002-29de773e7e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:00.948665 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d4e7f2ca-6715-4acd-bac0-bd6db3a807bb req-9c1e3938-2dcf-4f42-85dd-2e7fea22415b tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] 10.222.0.35 "GET /v2.0/security-groups/e605dae2-79f1-473d-9977-571cac9e29f0 HTTP/1.1" status: 200 len: 1814 time: 0.1022825 May 13 14:37:00.953376 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-87811a19-4b8c-4925-a80a-c0f86d8c8db2 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Unset dirty status for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:00.958741 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-87811a19-4b8c-4925-a80a-c0f86d8c8db2 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "GET /v2.0/ports/9a69eb15-3bac-4b20-8980-d4d393927edc HTTP/1.1" status: 404 len: 333 time: 0.1599920 May 13 14:37:00.968305 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51700) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:00.969862 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ae0c736d-7c4a-4740-ae0b-a86a3422cf74 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:00.994000 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-d26256d3-0dcc-4914-a6b6-0e2516b389b7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'port': {'network_id': '086bdd04-c14f-4512-9c86-d3f2beec1d97', 'name': 'tempest-PortsIpV6TestJSON-1335715245'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:01.021258 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1fe67a55-126e-4be2-85ec-106379f38ea1 None None] Deleting port 6c6bc9e5-df5f-4173-a33c-0852c03bf99b {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:37:01.022663 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1fe67a55-126e-4be2-85ec-106379f38ea1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:01.065955 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0c736d-7c4a-4740-ae0b-a86a3422cf74 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:01.067977 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-ae0c736d-7c4a-4740-ae0b-a86a3422cf74 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:01.078769 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0c736d-7c4a-4740-ae0b-a86a3422cf74 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:01.079568 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ae0c736d-7c4a-4740-ae0b-a86a3422cf74 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:01.113066 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c736d-7c4a-4740-ae0b-a86a3422cf74 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Subnet': ['ID=0093deac-adb7-4450-94cb-d5a2c60d5ef5,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:01.121887 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ae0c736d-7c4a-4740-ae0b-a86a3422cf74 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0253465 May 13 14:37:01.123407 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d4e7f2ca-6715-4acd-bac0-bd6db3a807bb req-c9287fc1-765d-48de-8b3b-667483306c6a tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:01.125675 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51710) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:01.132732 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-2892e549-99c2-4989-9d50-894072edfcbe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'port': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'mac_address': 'fa:16:3e:da:72:12', 'name': 'tempest-NetworksTestDHCPv6-1377483626'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:01.214807 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d26256d3-0dcc-4914-a6b6-0e2516b389b7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:01.235447 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 615a24e6-1c41-484b-beb8-093d302cd8a3 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:01.235986 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:01.248921 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d26256d3-0dcc-4914-a6b6-0e2516b389b7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:01.267700 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d3db368f-dad0-486e-8002-29de773e7e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:01.281334 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d4e7f2ca-6715-4acd-bac0-bd6db3a807bb req-c9287fc1-765d-48de-8b3b-667483306c6a tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:01.286808 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7758b3-53db-4c7a-adc9-e9940efc45f9 req-ab55433c-a559-43ea-87be-0745cc28fdd6 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:01.299700 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f7758b3-53db-4c7a-adc9-e9940efc45f9 req-ab55433c-a559-43ea-87be-0745cc28fdd6 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=772fe0a2-01e5-41ae-a067-32f7d5320cb9 HTTP/1.1" status: 200 len: 945 time: 0.7598941 May 13 14:37:01.321320 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5651ed55-f319-47d4-9d85-08252430f06b req-0536d4e5-ab21-4bb1-a84f-b4eda3818847 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:01.321735 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5651ed55-f319-47d4-9d85-08252430f06b req-0536d4e5-ab21-4bb1-a84f-b4eda3818847 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:01.322052 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [req-5651ed55-f319-47d4-9d85-08252430f06b req-0536d4e5-ab21-4bb1-a84f-b4eda3818847 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Floating IP 2fcf04f2-9305-4b9a-9c5f-366c2fb2ea8b disassociated. External IP: 172.25.0.108, port: a9524246-4389-4419-84b2-ace9bd9799d3. May 13 14:37:01.322445 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-5651ed55-f319-47d4-9d85-08252430f06b req-0536d4e5-ab21-4bb1-a84f-b4eda3818847 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Calling delete_port for a9524246-4389-4419-84b2-ace9bd9799d3 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:37:01.326633 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8028145-de3f-4039-8bd0-59abf2e991e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '615a24e6-1c41-484b-beb8-093d302cd8a3'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:37:01.407631 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26256d3-0dcc-4914-a6b6-0e2516b389b7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:01.421460 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d26256d3-0dcc-4914-a6b6-0e2516b389b7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:01.421674 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 615a24e6-1c41-484b-beb8-093d302cd8a3, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=615a24e6-1c41-484b-beb8-093d302cd8a3,segment=NetworkSegment(ed4a328b-d15d-4a03-9eac-ff7258e787fd),segment_id=ed4a328b-d15d-4a03-9eac-ff7258e787fd)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:01.423849 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d4e7f2ca-6715-4acd-bac0-bd6db3a807bb req-c9287fc1-765d-48de-8b3b-667483306c6a tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:01.429508 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:01.471869 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9287fc1-765d-48de-8b3b-667483306c6a tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e605dae2-79f1-473d-9977-571cac9e29f0,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:01.481734 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-d4e7f2ca-6715-4acd-bac0-bd6db3a807bb req-c9287fc1-765d-48de-8b3b-667483306c6a tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:01.497074 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d4e7f2ca-6715-4acd-bac0-bd6db3a807bb req-c9287fc1-765d-48de-8b3b-667483306c6a tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] 10.222.0.35 "DELETE /v2.0/security-groups/e605dae2-79f1-473d-9977-571cac9e29f0 HTTP/1.1" status: 204 len: 173 time: 0.5473967 May 13 14:37:01.511769 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2892e549-99c2-4989-9d50-894072edfcbe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:01.540409 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2892e549-99c2-4989-9d50-894072edfcbe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:01.562405 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2892e549-99c2-4989-9d50-894072edfcbe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:01.629874 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=615a24e6-1c41-484b-beb8-093d302cd8a3,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:01.650220 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-d26256d3-0dcc-4914-a6b6-0e2516b389b7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] device_id is not set on port 49e6b4eb-13a5-4b47-a339-ce82b83402ee yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:37:01.660534 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-1fe67a55-126e-4be2-85ec-106379f38ea1 None None] For port 6c6bc9e5-df5f-4173-a33c-0852c03bf99b, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6c6bc9e5-df5f-4173-a33c-0852c03bf99b,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:01.661386 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1fe67a55-126e-4be2-85ec-106379f38ea1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:01.829595 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1fe67a55-126e-4be2-85ec-106379f38ea1 None None] Calling delete_port for 6c6bc9e5-df5f-4173-a33c-0852c03bf99b owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:37:01.838003 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf8328-f43b-4113-8a39-c5b1c833b2e9 req-6d518160-8139-4b92-9091-1271a92973a2 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:01.840915 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6aaf8328-f43b-4113-8a39-c5b1c833b2e9 req-6d518160-8139-4b92-9091-1271a92973a2 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 944 time: 0.1444092 May 13 14:37:01.845292 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2892e549-99c2-4989-9d50-894072edfcbe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:01.862693 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d3db368f-dad0-486e-8002-29de773e7e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:01.879449 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5651ed55-f319-47d4-9d85-08252430f06b req-0536d4e5-ab21-4bb1-a84f-b4eda3818847 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:01.923656 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6aaf8328-f43b-4113-8a39-c5b1c833b2e9 req-d75b7c86-0f15-49df-abf1-0ba0990c0ffe tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663981 May 13 14:37:01.924860 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-2892e549-99c2-4989-9d50-894072edfcbe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] device_id is not set on port aafc0cbc-feb5-4c23-92dd-acaf3bdf25d9 yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:37:02.031019 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device a9524246-4389-4419-84b2-ace9bd9799d3 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:37:02.087232 n-d-841760-1 neutron-server[88083]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a491dedf-e377-4b7e-858d-4cd003773bda']: {'server_uuid': 'b8028145-de3f-4039-8bd0-59abf2e991e7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '615a24e6-1c41-484b-beb8-093d302cd8a3', 'code': 422} returned with failed status May 13 14:37:02.101944 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536d4e5-ab21-4bb1-a84f-b4eda3818847 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event deleted for resources: {'Port': ['ID=a9524246-4389-4419-84b2-ace9bd9799d3,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:02.109209 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: a9524246-4389-4419-84b2-ace9bd9799d3 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:37:02.109713 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device a9524246-4389-4419-84b2-ace9bd9799d3 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:37:02.123078 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:02.129053 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1fe67a55-126e-4be2-85ec-106379f38ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:02.133982 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db368f-dad0-486e-8002-29de773e7e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fe953d-044c-4dee-afc2-a975139ae1ab,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:02.192743 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f7758b3-53db-4c7a-adc9-e9940efc45f9 req-10b629f5-5981-47a6-9c95-e733af6b655e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a0054c7-793d-4f1e-8257-877b977e8847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8920074 May 13 14:37:02.264452 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe67a55-126e-4be2-85ec-106379f38ea1 None None] Pushing event deleted for resources: {'Port': ['ID=6c6bc9e5-df5f-4173-a33c-0852c03bf99b,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:02.349085 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-2892e549-99c2-4989-9d50-894072edfcbe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Allocated IP 172.20.0.3 (0723b97b-08c9-4db0-a15e-5b69273136d9/0093deac-adb7-4450-94cb-d5a2c60d5ef5/aafc0cbc-feb5-4c23-92dd-acaf3bdf25d9) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:02.362538 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-2892e549-99c2-4989-9d50-894072edfcbe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Allocated IP 2001:db8::f816:3eff:feda:7212 (0723b97b-08c9-4db0-a15e-5b69273136d9/612d60d2-6efd-45ac-9f58-57db9e97c188/aafc0cbc-feb5-4c23-92dd-acaf3bdf25d9) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:02.373904 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe67a55-126e-4be2-85ec-106379f38ea1 None None] No DVR routers for this DVR port 6c6bc9e5-df5f-4173-a33c-0852c03bf99b on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:37:02.405856 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29fe5ce-40e4-470a-a953-14d363541090 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:02.613120 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d3db368f-dad0-486e-8002-29de773e7e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:02.614273 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d3db368f-dad0-486e-8002-29de773e7e21 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/82fe953d-044c-4dee-afc2-a975139ae1ab HTTP/1.1" status: 204 len: 168 time: 2.2188601 May 13 14:37:02.699304 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d26256d3-0dcc-4914-a6b6-0e2516b389b7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:02.702115 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5651ed55-f319-47d4-9d85-08252430f06b req-0536d4e5-ab21-4bb1-a84f-b4eda3818847 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:37:02.706002 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2892e549-99c2-4989-9d50-894072edfcbe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:02.748387 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-2892e549-99c2-4989-9d50-894072edfcbe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Transition to ACTIVE for port object aafc0cbc-feb5-4c23-92dd-acaf3bdf25d9 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:02.791509 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2892e549-99c2-4989-9d50-894072edfcbe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:02.833066 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ae43a-515e-4999-a384-bcb59eb24b01 req-67232aea-3a65-4d69-b4b1-6ca019ac2e28 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:02.834477 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-733ae43a-515e-4999-a384-bcb59eb24b01 req-67232aea-3a65-4d69-b4b1-6ca019ac2e28 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 945 time: 0.3772285 May 13 14:37:02.914458 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2892e549-99c2-4989-9d50-894072edfcbe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:02.919789 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-2892e549-99c2-4989-9d50-894072edfcbe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:02.927966 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102a4c5d-7431-47a6-8b39-506c56768333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-0723b97b-08c9-4db0-a15e-5b69273136d9', 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'fixed_ips': [{'subnet_id': '0093deac-adb7-4450-94cb-d5a2c60d5ef5'}, {'subnet_id': '612d60d2-6efd-45ac-9f58-57db9e97c188'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:37:02.929155 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2892e549-99c2-4989-9d50-894072edfcbe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:37:02.929681 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-102a4c5d-7431-47a6-8b39-506c56768333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:02.962984 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892e549-99c2-4989-9d50-894072edfcbe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Port': ['ID=aafc0cbc-feb5-4c23-92dd-acaf3bdf25d9,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:02.978979 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-15b67932-d47c-4c3a-a244-f672163103c9 req-1fd30ff3-ae29-4026-a690-dac7960f0ae1 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] 10.222.0.35 "GET /v2.0/security-groups/3fcce510-f95e-440b-8ed4-7d13e4f5a122 HTTP/1.1" status: 200 len: 1814 time: 0.2038295 May 13 14:37:03.045737 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892e549-99c2-4989-9d50-894072edfcbe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:03.046415 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2892e549-99c2-4989-9d50-894072edfcbe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:03.077121 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-733ae43a-515e-4999-a384-bcb59eb24b01 req-1a69579f-c880-45e7-8b64-9760244ae3f2 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166105 May 13 14:37:03.081193 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d26256d3-0dcc-4914-a6b6-0e2516b389b7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:03.232260 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5651ed55-f319-47d4-9d85-08252430f06b req-0536d4e5-ab21-4bb1-a84f-b4eda3818847 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:37:03.242580 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0676fe-8707-445b-96a3-1a5e6f17db09 None None] Sync routers for ids ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:37:03.256506 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2892e549-99c2-4989-9d50-894072edfcbe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1266754 May 13 14:37:03.256506 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51762) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:03.258568 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-15b67932-d47c-4c3a-a244-f672163103c9 req-5b339f13-e6d1-4f41-b8dd-49dc34e67848 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:03.262716 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0676fe-8707-445b-96a3-1a5e6f17db09 None None] Routers {'61d9c492-7067-4a2e-92b2-ee02e1800bf7'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:37:03.263363 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-8c0676fe-8707-445b-96a3-1a5e6f17db09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:37:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:03.493715 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-15b67932-d47c-4c3a-a244-f672163103c9 req-5b339f13-e6d1-4f41-b8dd-49dc34e67848 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:03.497921 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26256d3-0dcc-4914-a6b6-0e2516b389b7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Port': ['ID=49e6b4eb-13a5-4b47-a339-ce82b83402ee,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:03.517757 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26256d3-0dcc-4914-a6b6-0e2516b389b7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network 086bdd04-c14f-4512-9c86-d3f2beec1d97 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:03.534873 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-102a4c5d-7431-47a6-8b39-506c56768333 None None] Allocated IP 172.20.0.2 (0723b97b-08c9-4db0-a15e-5b69273136d9/0093deac-adb7-4450-94cb-d5a2c60d5ef5/e377b9b5-cbb9-46b3-a078-ce28725cef78) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:03.548777 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-102a4c5d-7431-47a6-8b39-506c56768333 None None] Allocated IP 2001:db8::f816:3eff:fe3f:b0a4 (0723b97b-08c9-4db0-a15e-5b69273136d9/612d60d2-6efd-45ac-9f58-57db9e97c188/e377b9b5-cbb9-46b3-a078-ce28725cef78) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:03.575360 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-d26256d3-0dcc-4914-a6b6-0e2516b389b7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:03.581311 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26256d3-0dcc-4914-a6b6-0e2516b389b7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:37:03.600021 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26256d3-0dcc-4914-a6b6-0e2516b389b7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:03.600511 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d26256d3-0dcc-4914-a6b6-0e2516b389b7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:03.627728 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7b9211-cae9-4ec1-929e-16c33c5fdfc1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:03.628417 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-dc7b9211-cae9-4ec1-929e-16c33c5fdfc1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:03.648563 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-15b67932-d47c-4c3a-a244-f672163103c9 req-5b339f13-e6d1-4f41-b8dd-49dc34e67848 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:03.651838 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-5651ed55-f319-47d4-9d85-08252430f06b req-0536d4e5-ab21-4bb1-a84f-b4eda3818847 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] No DVR routers for this DVR port a9524246-4389-4419-84b2-ace9bd9799d3 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:37:03.655059 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5651ed55-f319-47d4-9d85-08252430f06b req-0536d4e5-ab21-4bb1-a84f-b4eda3818847 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:03.658055 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5651ed55-f319-47d4-9d85-08252430f06b req-0536d4e5-ab21-4bb1-a84f-b4eda3818847 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.74 "DELETE /v2.0/ports/a9524246-4389-4419-84b2-ace9bd9799d3 HTTP/1.1" status: 204 len: 173 time: 4.0142691 May 13 14:37:03.663373 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772fe0a2-01e5-41ae-a067-32f7d5320cb9', 'name': 'network-vif-deleted', 'tag': 'a9524246-4389-4419-84b2-ace9bd9799d3'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:37:03.692747 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d26256d3-0dcc-4914-a6b6-0e2516b389b7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.7177284 May 13 14:37:03.693052 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51776) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:03.717380 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c41c2-ea91-468c-9785-2ac7cf42a6ea req-bbc449d9-5e9a-4a26-82ad-077c07e69a9a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:03.725359 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-996c41c2-ea91-468c-9785-2ac7cf42a6ea req-bbc449d9-5e9a-4a26-82ad-077c07e69a9a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 944 time: 0.3179348 May 13 14:37:03.731883 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-21aed821-a820-4353-9aa0-b24343bc9994 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:03.783847 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b339f13-e6d1-4f41-b8dd-49dc34e67848 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcce510-f95e-440b-8ed4-7d13e4f5a122,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:03.794925 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-8c0676fe-8707-445b-96a3-1a5e6f17db09 None None] Set router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:37:03.798129 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-dc7b9211-cae9-4ec1-929e-16c33c5fdfc1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:03.799941 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-dc7b9211-cae9-4ec1-929e-16c33c5fdfc1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.5428746 May 13 14:37:03.810628 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51780) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:03.810960 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-15b67932-d47c-4c3a-a244-f672163103c9 req-5b339f13-e6d1-4f41-b8dd-49dc34e67848 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:03.818321 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-15b67932-d47c-4c3a-a244-f672163103c9 req-5b339f13-e6d1-4f41-b8dd-49dc34e67848 tempest-SecurityGroupRulesNegativeTestJSON-896315470 tempest-SecurityGroupRulesNegativeTestJSON-896315470-project] 10.222.0.35 "DELETE /v2.0/security-groups/3fcce510-f95e-440b-8ed4-7d13e4f5a122 HTTP/1.1" status: 204 len: 173 time: 0.8382576 May 13 14:37:03.829520 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51784) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:03.997444 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-102a4c5d-7431-47a6-8b39-506c56768333 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:04.013505 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-102a4c5d-7431-47a6-8b39-506c56768333 None None] Transition to ACTIVE for port object e377b9b5-cbb9-46b3-a078-ce28725cef78 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:04.042473 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-102a4c5d-7431-47a6-8b39-506c56768333 None None] Transition to ACTIVE for port object e377b9b5-cbb9-46b3-a078-ce28725cef78 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:04.063405 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-102a4c5d-7431-47a6-8b39-506c56768333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:04.167440 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a4c5d-7431-47a6-8b39-506c56768333 None None] Pushing event updated for resources: {'Port': ['ID=e377b9b5-cbb9-46b3-a078-ce28725cef78,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:04.184531 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102a4c5d-7431-47a6-8b39-506c56768333 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:04.185936 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-102a4c5d-7431-47a6-8b39-506c56768333 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:04.192959 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102a4c5d-7431-47a6-8b39-506c56768333 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:37:04.274307 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-428b09e5-e9f5-47a4-8056-efc17f90f490 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting port aafc0cbc-feb5-4c23-92dd-acaf3bdf25d9 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:37:04.277329 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2ba5bd50-c3f2-4f3e-8a0e-b25ecc065f4d req-6979dec7-9d54-42e0-9c0f-5ebb930fa355 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=772fe0a2-01e5-41ae-a067-32f7d5320cb9 HTTP/1.1" status: 200 len: 210 time: 0.1706970 May 13 14:37:04.281464 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-428b09e5-e9f5-47a4-8056-efc17f90f490 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:04.287962 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f19137-d2c0-457c-8d9a-9a909fa518c6 admin admin] Deleting subnet c8742b73-980f-422a-afe6-4b5eeecf1035 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:37:04.307952 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a1f19137-d2c0-457c-8d9a-9a909fa518c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:04.372711 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-102a4c5d-7431-47a6-8b39-506c56768333 None None] Attempting to bind port e377b9b5-cbb9-46b3-a078-ce28725cef78 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:37:04.373227 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-102a4c5d-7431-47a6-8b39-506c56768333 None None] Attempting to bind port e377b9b5-cbb9-46b3-a078-ce28725cef78 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:37:04.373691 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102a4c5d-7431-47a6-8b39-506c56768333 None None] Attempting to bind port e377b9b5-cbb9-46b3-a078-ce28725cef78 on network 0723b97b-08c9-4db0-a15e-5b69273136d9 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:37:04.380239 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102a4c5d-7431-47a6-8b39-506c56768333 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:37:04.381130 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102a4c5d-7431-47a6-8b39-506c56768333 None None] Checking segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:37:04.381637 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-102a4c5d-7431-47a6-8b39-506c56768333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:04.382126 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102a4c5d-7431-47a6-8b39-506c56768333 None None] Bound using segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:37:04.383521 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-102a4c5d-7431-47a6-8b39-506c56768333 None None] Bound port: e377b9b5-cbb9-46b3-a078-ce28725cef78, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:37:04.384014 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-102a4c5d-7431-47a6-8b39-506c56768333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:04.389622 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-996c41c2-ea91-468c-9785-2ac7cf42a6ea req-d949d823-4f8a-43d1-86b5-7bb8e3006928 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6613846 May 13 14:37:04.433298 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37533144-d71a-4a03-971a-8195ec3493d8'] response: {'server_uuid': '772fe0a2-01e5-41ae-a067-32f7d5320cb9', 'name': 'network-vif-deleted', 'tag': 'a9524246-4389-4419-84b2-ace9bd9799d3', 'status': 'completed', 'code': 200} May 13 14:37:04.437572 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-21aed821-a820-4353-9aa0-b24343bc9994 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:04.495498 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-102a4c5d-7431-47a6-8b39-506c56768333 None None] For port e377b9b5-cbb9-46b3-a078-ce28725cef78, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:37:04.498955 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-102a4c5d-7431-47a6-8b39-506c56768333 None None] For port e377b9b5-cbb9-46b3-a078-ce28725cef78, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=e377b9b5-cbb9-46b3-a078-ce28725cef78,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:37:04.509858 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-102a4c5d-7431-47a6-8b39-506c56768333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:04.735602 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a4c5d-7431-47a6-8b39-506c56768333 None None] Pushing event updated for resources: {'Port': ['ID=e377b9b5-cbb9-46b3-a078-ce28725cef78,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:04.758982 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a1f19137-d2c0-457c-8d9a-9a909fa518c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:04.858129 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-8c0676fe-8707-445b-96a3-1a5e6f17db09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:08Z', 'revision_number': 4, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'gw_port': {'id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:59Z', 'updated_at': '2022-05-13T14:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd60ed9ed-d7c1-4158-bdf6-5ea4de8475c6', 'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'mac_address': 'fa:16:3e:a9:45:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:32:05Z', 'updated_at': '2022-05-13T14:32:19Z', 'revision_number': 5, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'subnets': [{'id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:04.867990 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0676fe-8707-445b-96a3-1a5e6f17db09 None None] Checking router: 61d9c492-7067-4a2e-92b2-ee02e1800bf7 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:37:04.878922 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0676fe-8707-445b-96a3-1a5e6f17db09 None None] Routers {'61d9c492-7067-4a2e-92b2-ee02e1800bf7'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:37:04.879796 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-8c0676fe-8707-445b-96a3-1a5e6f17db09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:37:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:04.923516 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 615a24e6-1c41-484b-beb8-093d302cd8a3 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:37:04.937155 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a1f19137-d2c0-457c-8d9a-9a909fa518c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:05.038932 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-428b09e5-e9f5-47a4-8056-efc17f90f490 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:05.053384 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [None req-21aed821-a820-4353-9aa0-b24343bc9994 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:37:05.077587 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-21aed821-a820-4353-9aa0-b24343bc9994 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:05.149002 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-21aed821-a820-4353-9aa0-b24343bc9994 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:05.268833 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aed821-a820-4353-9aa0-b24343bc9994 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Port': ['ID=49e6b4eb-13a5-4b47-a339-ce82b83402ee,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:05.271685 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a1f19137-d2c0-457c-8d9a-9a909fa518c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:05.309939 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 615a24e6-1c41-484b-beb8-093d302cd8a3 is: DOWN; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:05.316981 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-428b09e5-e9f5-47a4-8056-efc17f90f490 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Calling delete_port for aafc0cbc-feb5-4c23-92dd-acaf3bdf25d9 owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:37:05.349792 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f19137-d2c0-457c-8d9a-9a909fa518c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8742b73-980f-422a-afe6-4b5eeecf1035,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:05.367178 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-21aed821-a820-4353-9aa0-b24343bc9994 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] In _notify_port_updated(), no bound segment for port 49e6b4eb-13a5-4b47-a339-ce82b83402ee on network 086bdd04-c14f-4512-9c86-d3f2beec1d97 {{(pid=88081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:37:05.384089 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21aed821-a820-4353-9aa0-b24343bc9994 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:05.385267 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-21aed821-a820-4353-9aa0-b24343bc9994 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:05.386946 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-21aed821-a820-4353-9aa0-b24343bc9994 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "PUT /v2.0/ports/49e6b4eb-13a5-4b47-a339-ce82b83402ee HTTP/1.1" status: 200 len: 818 time: 1.6798518 May 13 14:37:05.388565 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a1f19137-d2c0-457c-8d9a-9a909fa518c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:05.397847 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51826) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:05.447295 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-8c0676fe-8707-445b-96a3-1a5e6f17db09 None None] Set router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:37:05.490659 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a1f19137-d2c0-457c-8d9a-9a909fa518c6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c8742b73-980f-422a-afe6-4b5eeecf1035 HTTP/1.1" status: 204 len: 168 time: 1.6540766 May 13 14:37:05.492005 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51832) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:05.554271 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-b5fc737c-739e-4056-b180-cd3e01db7266 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting port 49e6b4eb-13a5-4b47-a339-ce82b83402ee {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:37:05.559482 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b5fc737c-739e-4056-b180-cd3e01db7266 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:05.753927 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff27d4d-ba00-49f3-9a7c-68d4e8b3cb07 req-c9af787f-8d7f-4fb4-9929-838f34debe98 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:05.764182 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4ff27d4d-ba00-49f3-9a7c-68d4e8b3cb07 req-c9af787f-8d7f-4fb4-9929-838f34debe98 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 945 time: 0.9791069 May 13 14:37:05.877383 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2257a79f-8065-479a-99ae-2ef4072501c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:05.945047 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4ff27d4d-ba00-49f3-9a7c-68d4e8b3cb07 req-81e7ef83-64fa-40ec-a37e-7bbf7b2abb44 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799331 May 13 14:37:06.030610 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b5fc737c-739e-4056-b180-cd3e01db7266 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:06.140494 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-8c0676fe-8707-445b-96a3-1a5e6f17db09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:08Z', 'revision_number': 4, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'gw_port': {'id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:59Z', 'updated_at': '2022-05-13T14:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd60ed9ed-d7c1-4158-bdf6-5ea4de8475c6', 'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'mac_address': 'fa:16:3e:a9:45:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:32:05Z', 'updated_at': '2022-05-13T14:32:19Z', 'revision_number': 5, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'subnets': [{'id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:06.147136 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0676fe-8707-445b-96a3-1a5e6f17db09 None None] The sync data for ids ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'] in n-d-841760-1 is: [{'id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:08Z', 'revision_number': 4, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'gw_port': {'id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:59Z', 'updated_at': '2022-05-13T14:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd60ed9ed-d7c1-4158-bdf6-5ea4de8475c6', 'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'mac_address': 'fa:16:3e:a9:45:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:32:05Z', 'updated_at': '2022-05-13T14:32:19Z', 'revision_number': 5, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'subnets': [{'id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:37:06.228230 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-993abab6-7b9d-4826-aa19-04066828070f req-c64d3950-5eb4-4cbb-9abe-3d55f2d1c756 tempest-AbsoluteLimitsNegativeTestJSON-502121714 tempest-AbsoluteLimitsNegativeTestJSON-502121714-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d646ec9412d5404a8f8716cd3c71e4ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657580 May 13 14:37:06.317954 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-b5fc737c-739e-4056-b180-cd3e01db7266 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Calling delete_port for 49e6b4eb-13a5-4b47-a339-ce82b83402ee owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:37:06.582474 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2257a79f-8065-479a-99ae-2ef4072501c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:06.615806 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-428b09e5-e9f5-47a4-8056-efc17f90f490 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:06.625290 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b5fc737c-739e-4056-b180-cd3e01db7266 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:06.662284 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21678374-b717-4a41-bcfb-bf4d3f336e20 None None] New status for floating IP 2fcf04f2-9305-4b9a-9c5f-366c2fb2ea8b: DOWN {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:37:06.720166 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8193a8-188a-4f79-ba99-18b10a0e5f7d req-0cd16c79-a10d-4d9f-8e41-76a30a14f61d tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:06.721838 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e8193a8-188a-4f79-ba99-18b10a0e5f7d req-0cd16c79-a10d-4d9f-8e41-76a30a14f61d tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 944 time: 0.3407617 May 13 14:37:06.753679 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a380e7-5643-4d78-8832-00f758de01c2 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:06.756247 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc737c-739e-4056-b180-cd3e01db7266 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Port': ['ID=49e6b4eb-13a5-4b47-a339-ce82b83402ee,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:06.778401 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b09e5-e9f5-47a4-8056-efc17f90f490 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Port': ['ID=aafc0cbc-feb5-4c23-92dd-acaf3bdf25d9,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:06.796503 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b5fc737c-739e-4056-b180-cd3e01db7266 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:06.840394 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b5fc737c-739e-4056-b180-cd3e01db7266 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/ports/49e6b4eb-13a5-4b47-a339-ce82b83402ee HTTP/1.1" status: 204 len: 168 time: 1.4392312 May 13 14:37:06.845689 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51882) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:06.864921 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-2257a79f-8065-479a-99ae-2ef4072501c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc57dc3-ce80-4fe9-965b-4e55aec55da6']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:06.945023 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-2257a79f-8065-479a-99ae-2ef4072501c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38eee7dc-fc8a-4a08-86d2-c2b60f944630') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:06.945416 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-2257a79f-8065-479a-99ae-2ef4072501c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38eee7dc-fc8a-4a08-86d2-c2b60f944630') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:07.011175 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2257a79f-8065-479a-99ae-2ef4072501c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:07.043854 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993abab6-7b9d-4826-aa19-04066828070f req-eba63f11-d58d-486a-8751-11cf006a32e7 tempest-AbsoluteLimitsNegativeTestJSON-502121714 tempest-AbsoluteLimitsNegativeTestJSON-502121714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:07.045575 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-993abab6-7b9d-4826-aa19-04066828070f req-eba63f11-d58d-486a-8751-11cf006a32e7 tempest-AbsoluteLimitsNegativeTestJSON-502121714 tempest-AbsoluteLimitsNegativeTestJSON-502121714-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7971859 May 13 14:37:07.058704 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2257a79f-8065-479a-99ae-2ef4072501c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:07.081397 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2257a79f-8065-479a-99ae-2ef4072501c5 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:37:07.082083 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2257a79f-8065-479a-99ae-2ef4072501c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:07.099849 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-993abab6-7b9d-4826-aa19-04066828070f req-ef0706b4-cc08-4bfb-ba80-17a1699f548d tempest-AbsoluteLimitsNegativeTestJSON-502121714 tempest-AbsoluteLimitsNegativeTestJSON-502121714-project] 10.222.0.35 "GET /v2.0/quotas/d646ec9412d5404a8f8716cd3c71e4ea HTTP/1.1" status: 200 len: 375 time: 0.0459056 May 13 14:37:07.100728 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:37:07.100728 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:37:07.100728 n-d-841760-1 neutron-server[88082]: timer() May 13 14:37:07.100728 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:37:07.100728 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:37:07.100728 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:37:07.100728 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:37:07.100728 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:37:07.100728 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:37:07.100728 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:37:07.100728 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:37:07.100728 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:37:07.100728 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:37:07.100728 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:37:07.100728 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:37:07.100728 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:37:07.100728 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:37:07.100728 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:37:07.100728 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:37:07.100728 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:37:07.100728 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:37:07.100728 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:37:07.100728 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:37:07.100728 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:37:07.100728 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:37:07.100728 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:37:07.100728 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:37:07.100728 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:37:07.100728 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:37:07.100728 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:37:07.100728 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:37:07.100728 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:37:07.142127 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e8193a8-188a-4f79-ba99-18b10a0e5f7d req-db002980-12da-4b93-84f7-39a4c7957941 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797355 May 13 14:37:07.160113 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f178b71b-2702-48c5-8769-bac004a2643c None None] Could not find standard attr ID for object aafc0cbc-feb5-4c23-92dd-acaf3bdf25d9. {{(pid=88083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 14:37:07.222871 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51892) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:07.357976 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e377b9b5-cbb9-46b3-a078-ce28725cef78 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:37:07.360587 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-3523b9fc-3b57-470f-b6bb-9c41639be5ba service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7739911 May 13 14:37:07.379555 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f496ef5-895f-48d1-94ff-e61a5cb1f360 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:07.380609 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3f496ef5-895f-48d1-94ff-e61a5cb1f360 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Synchronizing usage tracker for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:07.392818 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-993abab6-7b9d-4826-aa19-04066828070f req-bbff0164-5b1c-4fe4-af9b-41118e68415a tempest-AbsoluteLimitsNegativeTestJSON-502121714 tempest-AbsoluteLimitsNegativeTestJSON-502121714-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d646ec9412d5404a8f8716cd3c71e4ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2831261 May 13 14:37:07.397205 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-428b09e5-e9f5-47a4-8056-efc17f90f490 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:07.432309 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-428b09e5-e9f5-47a4-8056-efc17f90f490 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/aafc0cbc-feb5-4c23-92dd-acaf3bdf25d9 HTTP/1.1" status: 204 len: 168 time: 3.6204965 May 13 14:37:07.435247 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51902) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:07.489376 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2257a79f-8065-479a-99ae-2ef4072501c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:07.505736 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c197f98a-3685-480b-b911-ccb872ee0c5f tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:07.523530 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2257a79f-8065-479a-99ae-2ef4072501c5 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:07.546013 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2257a79f-8065-479a-99ae-2ef4072501c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dc57dc3-ce80-4fe9-965b-4e55aec55da6,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:07.554137 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2257a79f-8065-479a-99ae-2ef4072501c5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/3dc57dc3-ce80-4fe9-965b-4e55aec55da6 HTTP/1.1" status: 204 len: 168 time: 2.0487697 May 13 14:37:07.581009 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3808ab-615e-46ec-a7d9-919e98697441 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:07.583782 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3808ab-615e-46ec-a7d9-919e98697441 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:07.586580 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3808ab-615e-46ec-a7d9-919e98697441 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:07.587847 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-cc3808ab-615e-46ec-a7d9-919e98697441 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:07.604347 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c197f98a-3685-480b-b911-ccb872ee0c5f tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:07.611873 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f178b71b-2702-48c5-8769-bac004a2643c None None] Provisioning for port e377b9b5-cbb9-46b3-a078-ce28725cef78 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:07.616566 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-cc3808ab-615e-46ec-a7d9-919e98697441 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:07.619772 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-cc3808ab-615e-46ec-a7d9-919e98697441 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1813059 May 13 14:37:07.620729 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51910) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:07.638116 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port e377b9b5-cbb9-46b3-a078-ce28725cef78 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:07.645331 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port e377b9b5-cbb9-46b3-a078-ce28725cef78 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:07.646046 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:07.729207 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c197f98a-3685-480b-b911-ccb872ee0c5f tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:07.752071 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d3827ce-d626-4cb0-b138-353f7a05fc72 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting subnet 0093deac-adb7-4450-94cb-d5a2c60d5ef5 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:37:07.758204 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4d3827ce-d626-4cb0-b138-353f7a05fc72 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:07.787949 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197f98a-3685-480b-b911-ccb872ee0c5f tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0054c7-793d-4f1e-8257-877b977e8847,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:07.790972 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3f496ef5-895f-48d1-94ff-e61a5cb1f360 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Unset dirty status for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:07.792615 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3f496ef5-895f-48d1-94ff-e61a5cb1f360 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.9453363 May 13 14:37:07.800359 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51920) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:07.806545 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c197f98a-3685-480b-b911-ccb872ee0c5f tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:07.811795 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c197f98a-3685-480b-b911-ccb872ee0c5f tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "DELETE /v2.0/security-groups/1a0054c7-793d-4f1e-8257-877b977e8847 HTTP/1.1" status: 204 len: 168 time: 0.5865746 May 13 14:37:07.814823 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51924) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:07.846783 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-402aa132-1d62-4a31-8ab8-cba9b3e79a4e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] show failed (client error): The resource could not be found. May 13 14:37:07.853509 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-402aa132-1d62-4a31-8ab8-cba9b3e79a4e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups/1a0054c7-793d-4f1e-8257-877b977e8847 HTTP/1.1" status: 404 len: 347 time: 0.0376806 May 13 14:37:07.859964 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51930) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:07.888686 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b92fe1a-10ce-411f-ae65-664940e9924a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] GET failed (client error): The resource could not be found. May 13 14:37:07.889527 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5b92fe1a-10ce-411f-ae65-664940e9924a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Synchronizing usage tracker for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:07.899906 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4d3827ce-d626-4cb0-b138-353f7a05fc72 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:07.959641 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5b92fe1a-10ce-411f-ae65-664940e9924a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Unset dirty status for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:07.961326 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5b92fe1a-10ce-411f-ae65-664940e9924a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "GET /v2.0/ports/49e6b4eb-13a5-4b47-a339-ce82b83402ee HTTP/1.1" status: 404 len: 333 time: 0.1597435 May 13 14:37:07.966442 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51934) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:07.976728 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-19255a7b-7995-49ab-a4ed-87716ba621b8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2139274765'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:07.985542 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-19255a7b-7995-49ab-a4ed-87716ba621b8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:07.997512 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-19255a7b-7995-49ab-a4ed-87716ba621b8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:network and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:08.003551 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-19255a7b-7995-49ab-a4ed-87716ba621b8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:08.016971 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-19255a7b-7995-49ab-a4ed-87716ba621b8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:08.048529 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19255a7b-7995-49ab-a4ed-87716ba621b8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:08.050476 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77edc66-584e-4d76-ac13-0d5dfa7d8590 req-c309476e-f506-4457-b005-263eade4383f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:08.052672 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-19255a7b-7995-49ab-a4ed-87716ba621b8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:08.053616 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port e377b9b5-cbb9-46b3-a078-ce28725cef78 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:08.054096 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:08.060044 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c77edc66-584e-4d76-ac13-0d5dfa7d8590 req-c309476e-f506-4457-b005-263eade4383f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 945 time: 0.6690860 May 13 14:37:08.090818 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4d3827ce-d626-4cb0-b138-353f7a05fc72 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:08.120869 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51940) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:08.205432 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19255a7b-7995-49ab-a4ed-87716ba621b8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:37:08.253541 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-19255a7b-7995-49ab-a4ed-87716ba621b8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:08.253541 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-19255a7b-7995-49ab-a4ed-87716ba621b8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Added segment 751fe983-ab6e-45ab-a561-4137946a1555 of type vlan for network 0ffd10ba-e928-4ef3-81e2-79ae66173328 May 13 14:37:08.274550 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51950) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:08.398133 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-5c260c5d-dea9-4bbd-b0a9-85f53cd504a0 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Deleting port 2174ea7a-3211-4ec0-80e7-86d8902d082d {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:37:08.398733 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5c260c5d-dea9-4bbd-b0a9-85f53cd504a0 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:08.407240 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4d3827ce-d626-4cb0-b138-353f7a05fc72 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:08.422996 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:37:08.472226 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c77edc66-584e-4d76-ac13-0d5dfa7d8590 req-15ddb76f-ea93-4227-a5f4-482e64518b13 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110827 May 13 14:37:08.483989 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:37:08.484346 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:37:08.506565 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-19255a7b-7995-49ab-a4ed-87716ba621b8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:08.602192 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3827ce-d626-4cb0-b138-353f7a05fc72 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Subnet': ['ID=0093deac-adb7-4450-94cb-d5a2c60d5ef5,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:08.620555 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4d3827ce-d626-4cb0-b138-353f7a05fc72 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:08.641546 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-19255a7b-7995-49ab-a4ed-87716ba621b8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:08.647395 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19255a7b-7995-49ab-a4ed-87716ba621b8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:08.647999 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-19255a7b-7995-49ab-a4ed-87716ba621b8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:08.675405 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ea97b24e-f723-4fed-948c-1d0a06b2c9d9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=827d49de9cb24ed68bb87ca9259a7e79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3995786 May 13 14:37:08.676391 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51960) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:08.684071 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-478d3d7e-4e85-432d-bf37-e3d15228ff7f None None] Provisioning complete for port e377b9b5-cbb9-46b3-a078-ce28725cef78 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:08.686096 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-478d3d7e-4e85-432d-bf37-e3d15228ff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:08.704605 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-19255a7b-7995-49ab-a4ed-87716ba621b8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7338405 May 13 14:37:08.709814 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4d3827ce-d626-4cb0-b138-353f7a05fc72 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/0093deac-adb7-4450-94cb-d5a2c60d5ef5 HTTP/1.1" status: 204 len: 168 time: 1.0856533 May 13 14:37:08.714094 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51964) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:08.714399 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51966) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:08.792826 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-dc84ab98-5fdb-48c1-b994-d92632d61dd3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'subnet': {'network_id': '0ffd10ba-e928-4ef3-81e2-79ae66173328', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:08.828205 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4dbe57c0-f8d5-405a-896b-573d6cc2da13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:08.949674 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fb0f7e85-d230-49d6-842f-57bf52f43cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:08.972089 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-478d3d7e-4e85-432d-bf37-e3d15228ff7f None None] Current status of the port e377b9b5-cbb9-46b3-a078-ce28725cef78 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:08.972460 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-478d3d7e-4e85-432d-bf37-e3d15228ff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:08.981528 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e03d5d4-3429-4d1f-956f-d9dacfe71196 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:08.985872 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4dbe57c0-f8d5-405a-896b-573d6cc2da13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:08.990488 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4dbe57c0-f8d5-405a-896b-573d6cc2da13 admin admin] Usage tracker for resource:security_group_rule and tenant:d646ec9412d5404a8f8716cd3c71e4ea is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:08.993868 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4dbe57c0-f8d5-405a-896b-573d6cc2da13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:09.001156 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4dbe57c0-f8d5-405a-896b-573d6cc2da13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:09.013422 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fb0f7e85-d230-49d6-842f-57bf52f43cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:09.022148 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5c260c5d-dea9-4bbd-b0a9-85f53cd504a0 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:09.022949 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5c260c5d-dea9-4bbd-b0a9-85f53cd504a0 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:09.062164 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19255a7b-7995-49ab-a4ed-87716ba621b8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Network': ['ID=0ffd10ba-e928-4ef3-81e2-79ae66173328,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:09.101257 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 0ffd10ba-e928-4ef3-81e2-79ae66173328 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:37:09.115971 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70ec8b-a9e9-4d40-a18a-e30655307c7a req-82ed721f-ddbc-4dd8-ad42-e3176b678a37 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:09.124760 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad70ec8b-a9e9-4d40-a18a-e30655307c7a req-82ed721f-ddbc-4dd8-ad42-e3176b678a37 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 944 time: 0.6232584 May 13 14:37:09.142318 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-478d3d7e-4e85-432d-bf37-e3d15228ff7f None None] For port e377b9b5-cbb9-46b3-a078-ce28725cef78, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=e377b9b5-cbb9-46b3-a078-ce28725cef78,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:09.155540 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-478d3d7e-4e85-432d-bf37-e3d15228ff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:09.158226 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a5bd5af-ae46-4206-83dc-1a1e52488dc7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting subnet 612d60d2-6efd-45ac-9f58-57db9e97c188 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:37:09.161564 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6a5bd5af-ae46-4206-83dc-1a1e52488dc7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:09.213947 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-5c260c5d-dea9-4bbd-b0a9-85f53cd504a0 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Calling delete_port for 2174ea7a-3211-4ec0-80e7-86d8902d082d owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:37:09.239098 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6a5bd5af-ae46-4206-83dc-1a1e52488dc7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:09.269529 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-dc84ab98-5fdb-48c1-b994-d92632d61dd3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:09.298230 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-dc84ab98-5fdb-48c1-b994-d92632d61dd3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:subnet and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:09.308075 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-dc84ab98-5fdb-48c1-b994-d92632d61dd3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:09.323450 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-dc84ab98-5fdb-48c1-b994-d92632d61dd3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:09.363538 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad70ec8b-a9e9-4d40-a18a-e30655307c7a req-d5fb7204-f46f-4e3a-b1f0-75eb61ac1f69 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259278 May 13 14:37:09.373529 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port e377b9b5-cbb9-46b3-a078-ce28725cef78 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:09.373826 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:09.380504 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fb0f7e85-d230-49d6-842f-57bf52f43cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:09.410440 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-30c5b0fe-abfa-452d-9453-4a9fc1e82956 None None] Could not find standard attr ID for object aafc0cbc-feb5-4c23-92dd-acaf3bdf25d9. {{(pid=88083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 14:37:09.414527 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f7e85-d230-49d6-842f-57bf52f43cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff149d1-f082-45cb-bd26-dfe5200825c6,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:09.416103 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-017e80b7-3cb3-4668-9ef6-2fff4b79081c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:09.418555 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-017e80b7-3cb3-4668-9ef6-2fff4b79081c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7&tenant_id=750c61eed54a4300a98b9026ab520580 HTTP/1.1" status: 200 len: 1095 time: 0.4824879 May 13 14:37:09.422034 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc84ab98-5fdb-48c1-b994-d92632d61dd3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:09.426467 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dc84ab98-5fdb-48c1-b994-d92632d61dd3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:09.455509 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-afc91c18-6a11-4e1b-9326-cd76f9b78f1e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-841760-1', 'device_owner': 'compute:nova'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:09.506251 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4dbe57c0-f8d5-405a-896b-573d6cc2da13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:09.619811 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6a5bd5af-ae46-4206-83dc-1a1e52488dc7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:09.629329 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4dbe57c0-f8d5-405a-896b-573d6cc2da13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:09.635459 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d3d7e-4e85-432d-bf37-e3d15228ff7f None None] Pushing event updated for resources: {'Port': ['ID=e377b9b5-cbb9-46b3-a078-ce28725cef78,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:09.656031 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5c260c5d-dea9-4bbd-b0a9-85f53cd504a0 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:09.670529 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:37:09.670870 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:37:09.706911 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fb0f7e85-d230-49d6-842f-57bf52f43cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:09.710966 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fb0f7e85-d230-49d6-842f-57bf52f43cb8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dff149d1-f082-45cb-bd26-dfe5200825c6 HTTP/1.1" status: 204 len: 168 time: 1.0307298 May 13 14:37:09.844386 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c260c5d-dea9-4bbd-b0a9-85f53cd504a0 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event deleted for resources: {'Port': ['ID=2174ea7a-3211-4ec0-80e7-86d8902d082d,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:09.945679 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5c260c5d-dea9-4bbd-b0a9-85f53cd504a0 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for floatingip, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:09.956781 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe57c0-f8d5-405a-896b-573d6cc2da13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70149596-3ea7-4327-a43e-31753eb077a6,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:09.962706 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4dbe57c0-f8d5-405a-896b-573d6cc2da13 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d646ec9412d5404a8f8716cd3c71e4ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8392241 May 13 14:37:09.968728 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52000) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:10.035499 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5c260c5d-dea9-4bbd-b0a9-85f53cd504a0 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:10.036679 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5c260c5d-dea9-4bbd-b0a9-85f53cd504a0 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "DELETE /v2.0/floatingips/2fcf04f2-9305-4b9a-9c5f-366c2fb2ea8b HTTP/1.1" status: 204 len: 168 time: 2.1758914 May 13 14:37:10.056313 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6e2cb611-3676-4f98-a089-204b28b9bc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:10.114219 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e87154-ba20-45e2-b832-892ca1cc4031 req-3dbcad3e-82fe-46fc-be8d-20be7be5c352 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:10.116313 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-34e87154-ba20-45e2-b832-892ca1cc4031 req-3dbcad3e-82fe-46fc-be8d-20be7be5c352 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 945 time: 0.4720089 May 13 14:37:10.124443 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6e2cb611-3676-4f98-a089-204b28b9bc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:10.169017 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-afc91c18-6a11-4e1b-9326-cd76f9b78f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:10.224676 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52010) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:10.227609 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-34e87154-ba20-45e2-b832-892ca1cc4031 req-f5bc857c-1cb5-493d-9b2a-8556ce3a4165 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814321 May 13 14:37:10.262636 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6e2cb611-3676-4f98-a089-204b28b9bc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:10.318968 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6e2cb611-3676-4f98-a089-204b28b9bc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:10.325805 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6e2cb611-3676-4f98-a089-204b28b9bc06 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/70149596-3ea7-4327-a43e-31753eb077a6 HTTP/1.1" status: 204 len: 168 time: 0.3537881 May 13 14:37:10.328707 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2cb611-3676-4f98-a089-204b28b9bc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70149596-3ea7-4327-a43e-31753eb077a6,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:10.330448 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port e377b9b5-cbb9-46b3-a078-ce28725cef78 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:10.365502 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-68886dc9-6e07-48d4-b14f-8a7478b3b06d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1791230393', 'description': 'tempest-description--1065285412'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:10.440489 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-68886dc9-6e07-48d4-b14f-8a7478b3b06d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:10.510529 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e377b9b5-cbb9-46b3-a078-ce28725cef78 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:37:10.586811 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-68886dc9-6e07-48d4-b14f-8a7478b3b06d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Usage tracker for resource:security_group and tenant:b6ab0120ba4d4937a9340132b618cd48 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:10.593455 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-68886dc9-6e07-48d4-b14f-8a7478b3b06d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:10.607243 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-68886dc9-6e07-48d4-b14f-8a7478b3b06d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:10.646151 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port e377b9b5-cbb9-46b3-a078-ce28725cef78 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:10.646528 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:10.661454 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6a5bd5af-ae46-4206-83dc-1a1e52488dc7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:10.717530 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6a5bd5af-ae46-4206-83dc-1a1e52488dc7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:10.721869 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dc84ab98-5fdb-48c1-b994-d92632d61dd3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:10.773753 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5bd5af-ae46-4206-83dc-1a1e52488dc7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Subnet': ['ID=612d60d2-6efd-45ac-9f58-57db9e97c188,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:10.782570 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-68886dc9-6e07-48d4-b14f-8a7478b3b06d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:10.811893 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port e377b9b5-cbb9-46b3-a078-ce28725cef78 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:10.813949 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdd9c0e-dbd1-4f3a-a966-c4d4b69afa56 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:10.862868 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6a5bd5af-ae46-4206-83dc-1a1e52488dc7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/612d60d2-6efd-45ac-9f58-57db9e97c188 HTTP/1.1" status: 204 len: 168 time: 2.1365845 May 13 14:37:10.864275 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52030) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:10.870917 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd5af-ae46-4206-83dc-1a1e52488dc7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:10.871306 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd5af-ae46-4206-83dc-1a1e52488dc7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:10.871653 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd5af-ae46-4206-83dc-1a1e52488dc7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:10.871993 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd5af-ae46-4206-83dc-1a1e52488dc7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:10.872324 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd5af-ae46-4206-83dc-1a1e52488dc7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:10.872655 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd5af-ae46-4206-83dc-1a1e52488dc7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:10.872987 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd5af-ae46-4206-83dc-1a1e52488dc7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:10.873310 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd5af-ae46-4206-83dc-1a1e52488dc7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:10.873645 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd5af-ae46-4206-83dc-1a1e52488dc7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:10.873957 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd5af-ae46-4206-83dc-1a1e52488dc7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:10.874353 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd5af-ae46-4206-83dc-1a1e52488dc7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:10.874610 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd5af-ae46-4206-83dc-1a1e52488dc7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:10.954210 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-38da13c1-6284-4dd2-bd5c-7942540a3477 None None] Provisioning complete for port e377b9b5-cbb9-46b3-a078-ce28725cef78 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:10.954210 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-38da13c1-6284-4dd2-bd5c-7942540a3477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:10.968911 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-68886dc9-6e07-48d4-b14f-8a7478b3b06d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:10.993592 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-68886dc9-6e07-48d4-b14f-8a7478b3b06d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Usage tracker for resource:security_group_rule and tenant:b6ab0120ba4d4937a9340132b618cd48 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:11.006407 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-68886dc9-6e07-48d4-b14f-8a7478b3b06d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:11.025276 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-68886dc9-6e07-48d4-b14f-8a7478b3b06d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:11.041393 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc84ab98-5fdb-48c1-b994-d92632d61dd3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Checking segment: {'id': '751fe983-ab6e-45ab-a561-4137946a1555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0ffd10ba-e928-4ef3-81e2-79ae66173328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:37:11.041770 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc84ab98-5fdb-48c1-b994-d92632d61dd3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network hostable DHCP agents. Network: 0ffd10ba-e928-4ef3-81e2-79ae66173328, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:37:11.070449 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1d067-7c1b-4c9c-b249-f6c95ad72e4e req-e22835c0-9602-440e-988f-b59532054d9d tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:11.078421 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aac1d067-7c1b-4c9c-b249-f6c95ad72e4e req-e22835c0-9602-440e-988f-b59532054d9d tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 944 time: 0.4818013 May 13 14:37:11.080312 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84ab98-5fdb-48c1-b994-d92632d61dd3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Subnet': ['ID=866f5035-782f-4393-bb71-77de1807f593,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:11.137264 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-afc91c18-6a11-4e1b-9326-cd76f9b78f1e service neutron] For port 615a24e6-1c41-484b-beb8-093d302cd8a3, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=615a24e6-1c41-484b-beb8-093d302cd8a3,segment=NetworkSegment(ed4a328b-d15d-4a03-9eac-ff7258e787fd),segment_id=ed4a328b-d15d-4a03-9eac-ff7258e787fd)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:11.153300 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc84ab98-5fdb-48c1-b994-d92632d61dd3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network 0ffd10ba-e928-4ef3-81e2-79ae66173328 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:37:11.164137 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-38da13c1-6284-4dd2-bd5c-7942540a3477 None None] Current status of the port e377b9b5-cbb9-46b3-a078-ce28725cef78 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:11.200492 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-dc84ab98-5fdb-48c1-b994-d92632d61dd3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 0ffd10ba-e928-4ef3-81e2-79ae66173328) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:11.214373 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc84ab98-5fdb-48c1-b994-d92632d61dd3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:11.215401 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dc84ab98-5fdb-48c1-b994-d92632d61dd3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:11.225021 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f874ed47-7c12-438d-bd11-cc4804613c25 None None] Network 0ffd10ba-e928-4ef3-81e2-79ae66173328 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:11.255398 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d737bf11-c4b5-4070-bc8c-defc49ce968e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3889220 May 13 14:37:11.256217 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52046) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:11.264424 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-596e610c-7718-4f42-b417-04a14d4ecbc6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:11.343505 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aac1d067-7c1b-4c9c-b249-f6c95ad72e4e req-ea7b3029-dd39-47d9-8bb8-4fa4715f71b2 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638147 May 13 14:37:11.384202 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daa712e-10f5-4b72-ae0d-beb2bd62a2b4 None None] DHCP port deletion for 0723b97b-08c9-4db0-a15e-5b69273136d9 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:37:11.438829 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-68886dc9-6e07-48d4-b14f-8a7478b3b06d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:11.457196 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-afc91c18-6a11-4e1b-9326-cd76f9b78f1e service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:37:11.460179 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3daa712e-10f5-4b72-ae0d-beb2bd62a2b4 None None] Deleting port e377b9b5-cbb9-46b3-a078-ce28725cef78 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:37:11.460623 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3daa712e-10f5-4b72-ae0d-beb2bd62a2b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:11.469655 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-68886dc9-6e07-48d4-b14f-8a7478b3b06d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:11.475741 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-596e610c-7718-4f42-b417-04a14d4ecbc6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:11.520055 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-dc84ab98-5fdb-48c1-b994-d92632d61dd3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7975399 May 13 14:37:11.528292 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52054) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:11.529433 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-afc91c18-6a11-4e1b-9326-cd76f9b78f1e service neutron] For port 615a24e6-1c41-484b-beb8-093d302cd8a3, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:37:11.538701 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-596e610c-7718-4f42-b417-04a14d4ecbc6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:subnet and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:11.544623 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-596e610c-7718-4f42-b417-04a14d4ecbc6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:11.566470 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-596e610c-7718-4f42-b417-04a14d4ecbc6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:11.588832 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-102eb91a-304f-462c-99d6-6e4485ab6694 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'subnet': {'network_id': '0ffd10ba-e928-4ef3-81e2-79ae66173328', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:11.611476 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596e610c-7718-4f42-b417-04a14d4ecbc6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:11.614577 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-68886dc9-6e07-48d4-b14f-8a7478b3b06d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:11.614956 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-596e610c-7718-4f42-b417-04a14d4ecbc6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:11.615967 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-68886dc9-6e07-48d4-b14f-8a7478b3b06d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3871226 May 13 14:37:11.625397 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52060) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:11.690755 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-1a988f6f-0acd-40a7-90df-d358c0161056 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Request body: {'security_group_rule': {'security_group_id': '60e92ff1-0601-42d6-a791-122b8cba49cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:11.697725 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68886dc9-6e07-48d4-b14f-8a7478b3b06d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60e92ff1-0601-42d6-a791-122b8cba49cb,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:11.705557 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1a988f6f-0acd-40a7-90df-d358c0161056 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:11.716966 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1a988f6f-0acd-40a7-90df-d358c0161056 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Usage tracker for resource:security_group_rule and tenant:b6ab0120ba4d4937a9340132b618cd48 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:11.723963 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-afc91c18-6a11-4e1b-9326-cd76f9b78f1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 615a24e6-1c41-484b-beb8-093d302cd8a3 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:37:11.729570 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1a988f6f-0acd-40a7-90df-d358c0161056 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:11.741819 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-afc91c18-6a11-4e1b-9326-cd76f9b78f1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:11.757009 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1a988f6f-0acd-40a7-90df-d358c0161056 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:11.804190 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-afc91c18-6a11-4e1b-9326-cd76f9b78f1e service neutron] Transition to ACTIVE for port object 615a24e6-1c41-484b-beb8-093d302cd8a3 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:11.816868 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918e3ec-5aa1-430a-9758-8b0a1cb84530 req-8eb61dcf-b900-4fb1-9ef3-f627068964c8 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:11.823914 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9918e3ec-5aa1-430a-9758-8b0a1cb84530 req-8eb61dcf-b900-4fb1-9ef3-f627068964c8 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 945 time: 0.3597682 May 13 14:37:11.831766 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-afc91c18-6a11-4e1b-9326-cd76f9b78f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:11.893912 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9918e3ec-5aa1-430a-9758-8b0a1cb84530 req-f00732eb-2554-420f-a6f3-ce38f8d10235 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690632 May 13 14:37:11.949025 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1a988f6f-0acd-40a7-90df-d358c0161056 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:12.009666 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d71d84-223d-41ab-ad2b-3b610f1a9bc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-0ffd10ba-e928-4ef3-81e2-79ae66173328', 'network_id': '0ffd10ba-e928-4ef3-81e2-79ae66173328', 'tenant_id': 'a2e75e45036f4757bc0192dc4e49aa82', 'fixed_ips': [{'subnet_id': '866f5035-782f-4393-bb71-77de1807f593'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:37:12.011034 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-43d71d84-223d-41ab-ad2b-3b610f1a9bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:12.087169 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-102eb91a-304f-462c-99d6-6e4485ab6694 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:12.091442 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc91c18-6a11-4e1b-9326-cd76f9b78f1e service neutron] Pushing event updated for resources: {'Port': ['ID=615a24e6-1c41-484b-beb8-093d302cd8a3,revision_number=9']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:12.102804 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-596e610c-7718-4f42-b417-04a14d4ecbc6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:12.138806 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-3daa712e-10f5-4b72-ae0d-beb2bd62a2b4 None None] For port e377b9b5-cbb9-46b3-a078-ce28725cef78, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=e377b9b5-cbb9-46b3-a078-ce28725cef78,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:12.139692 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3daa712e-10f5-4b72-ae0d-beb2bd62a2b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:12.181756 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596e610c-7718-4f42-b417-04a14d4ecbc6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:12.185355 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-596e610c-7718-4f42-b417-04a14d4ecbc6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:12.190618 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596e610c-7718-4f42-b417-04a14d4ecbc6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:12.191551 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-596e610c-7718-4f42-b417-04a14d4ecbc6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:12.206750 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-102eb91a-304f-462c-99d6-6e4485ab6694 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:subnet and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:12.212007 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e610c-7718-4f42-b417-04a14d4ecbc6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Subnet': ['ID=215a3fc6-edd1-4f06-a237-9f832f094836,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:12.224982 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-102eb91a-304f-462c-99d6-6e4485ab6694 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:12.229284 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-596e610c-7718-4f42-b417-04a14d4ecbc6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9714956 May 13 14:37:12.232278 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52076) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:12.239981 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-42eb8fea-cb0c-4968-854d-87d9933bbc0d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:12.322187 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-102eb91a-304f-462c-99d6-6e4485ab6694 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:12.331620 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3daa712e-10f5-4b72-ae0d-beb2bd62a2b4 None None] Calling delete_port for e377b9b5-cbb9-46b3-a078-ce28725cef78 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:37:12.359681 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52084) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:12.409680 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-afc91c18-6a11-4e1b-9326-cd76f9b78f1e service neutron] No DVR routers for this DVR port 615a24e6-1c41-484b-beb8-093d302cd8a3 on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:37:12.434110 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102eb91a-304f-462c-99d6-6e4485ab6694 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:12.442808 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-102eb91a-304f-462c-99d6-6e4485ab6694 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:12.483223 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e377b9b5-cbb9-46b3-a078-ce28725cef78 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:37:12.493500 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-42eb8fea-cb0c-4968-854d-87d9933bbc0d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:12.499428 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-42eb8fea-cb0c-4968-854d-87d9933bbc0d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:subnet and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:12.504075 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-42eb8fea-cb0c-4968-854d-87d9933bbc0d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:12.515358 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-42eb8fea-cb0c-4968-854d-87d9933bbc0d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:12.527467 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42eb8fea-cb0c-4968-854d-87d9933bbc0d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:12.532348 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-42eb8fea-cb0c-4968-854d-87d9933bbc0d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:12.659657 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-43d71d84-223d-41ab-ad2b-3b610f1a9bc1 None None] Allocated IP 2001:db8::2 (0ffd10ba-e928-4ef3-81e2-79ae66173328/866f5035-782f-4393-bb71-77de1807f593/c4d2c67f-8f86-4962-ae70-aef44fa65e2a) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:12.666214 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3daa712e-10f5-4b72-ae0d-beb2bd62a2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:12.673112 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1a988f6f-0acd-40a7-90df-d358c0161056 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:12.694961 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1a988f6f-0acd-40a7-90df-d358c0161056 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:12.726366 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No active binding found for port e377b9b5-cbb9-46b3-a078-ce28725cef78 {{(pid=88083) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 13 14:37:12.726649 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e377b9b5-cbb9-46b3-a078-ce28725cef78 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:37:12.731827 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa712e-10f5-4b72-ae0d-beb2bd62a2b4 None None] Pushing event deleted for resources: {'Port': ['ID=e377b9b5-cbb9-46b3-a078-ce28725cef78,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:12.752016 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-afc91c18-6a11-4e1b-9326-cd76f9b78f1e service neutron] Attempting to bind port 615a24e6-1c41-484b-beb8-093d302cd8a3 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:37:12.752359 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-afc91c18-6a11-4e1b-9326-cd76f9b78f1e service neutron] Attempting to bind port 615a24e6-1c41-484b-beb8-093d302cd8a3 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'ed4a328b-d15d-4a03-9eac-ff7258e787fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cf66b3c2-c96c-4107-b42b-eedfe0e79851'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:37:12.752775 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-afc91c18-6a11-4e1b-9326-cd76f9b78f1e service neutron] Attempting to bind port 615a24e6-1c41-484b-beb8-093d302cd8a3 on network cf66b3c2-c96c-4107-b42b-eedfe0e79851 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:37:12.754519 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daa712e-10f5-4b72-ae0d-beb2bd62a2b4 None None] No DVR routers for this DVR port e377b9b5-cbb9-46b3-a078-ce28725cef78 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:37:12.814215 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bbc116-78a4-4440-b949-b6d9bea48f27 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:12.824102 n-d-841760-1 neutron-server[88082]: INFO neutron.db.ipam_backend_mixin [None req-102eb91a-304f-462c-99d6-6e4485ab6694 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 866f5035-782f-4393-bb71-77de1807f593 (CIDR: 2001:db8::/64) May 13 14:37:12.830772 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-afc91c18-6a11-4e1b-9326-cd76f9b78f1e service neutron] Port 615a24e6-1c41-484b-beb8-093d302cd8a3 on network cf66b3c2-c96c-4107-b42b-eedfe0e79851 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:37:12.831133 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-afc91c18-6a11-4e1b-9326-cd76f9b78f1e service neutron] Attempting to bind port 615a24e6-1c41-484b-beb8-093d302cd8a3 on network cf66b3c2-c96c-4107-b42b-eedfe0e79851 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:37:12.856097 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-afc91c18-6a11-4e1b-9326-cd76f9b78f1e service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:37:12.856529 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-afc91c18-6a11-4e1b-9326-cd76f9b78f1e service neutron] Checking segment: {'id': 'ed4a328b-d15d-4a03-9eac-ff7258e787fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cf66b3c2-c96c-4107-b42b-eedfe0e79851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:37:12.857045 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-afc91c18-6a11-4e1b-9326-cd76f9b78f1e service neutron] Bound using segment: {'id': 'ed4a328b-d15d-4a03-9eac-ff7258e787fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cf66b3c2-c96c-4107-b42b-eedfe0e79851'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:37:12.857690 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-afc91c18-6a11-4e1b-9326-cd76f9b78f1e service neutron] Bound port: 615a24e6-1c41-484b-beb8-093d302cd8a3, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed4a328b-d15d-4a03-9eac-ff7258e787fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cf66b3c2-c96c-4107-b42b-eedfe0e79851'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:37:12.858073 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-afc91c18-6a11-4e1b-9326-cd76f9b78f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:12.957949 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52100) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:13.002954 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-afc91c18-6a11-4e1b-9326-cd76f9b78f1e service neutron] For port 615a24e6-1c41-484b-beb8-093d302cd8a3, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:37:13.008025 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-afc91c18-6a11-4e1b-9326-cd76f9b78f1e service neutron] For port 615a24e6-1c41-484b-beb8-093d302cd8a3, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=615a24e6-1c41-484b-beb8-093d302cd8a3,segment=NetworkSegment(ed4a328b-d15d-4a03-9eac-ff7258e787fd),segment_id=ed4a328b-d15d-4a03-9eac-ff7258e787fd)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:37:13.010700 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a988f6f-0acd-40a7-90df-d358c0161056 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fabd299-5653-41c4-bb58-e1d823a34dc9,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:13.015502 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-102eb91a-304f-462c-99d6-6e4485ab6694 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:37:13.015934 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-102eb91a-304f-462c-99d6-6e4485ab6694 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:37:13.051813 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-c765c8b5-e8ee-47eb-8a97-34dca3a12ece admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-398732630-network', 'tenant_id': 'de6728dd22224c41a4bc2fe2ab69d0cd'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:13.064879 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c765c8b5-e8ee-47eb-8a97-34dca3a12ece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:13.071995 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c765c8b5-e8ee-47eb-8a97-34dca3a12ece admin admin] Usage tracker for resource:network and tenant:de6728dd22224c41a4bc2fe2ab69d0cd is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:13.076225 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c765c8b5-e8ee-47eb-8a97-34dca3a12ece admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:13.086646 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c765c8b5-e8ee-47eb-8a97-34dca3a12ece admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:13.105311 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-afc91c18-6a11-4e1b-9326-cd76f9b78f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:13.123737 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf5f95-7d0f-4603-8b2c-f53f6860370a req-fc97875b-235f-4f2c-b921-9588a47223f5 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:13.134028 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-afaf5f95-7d0f-4603-8b2c-f53f6860370a req-fc97875b-235f-4f2c-b921-9588a47223f5 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 944 time: 0.5599508 May 13 14:37:13.242981 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c765c8b5-e8ee-47eb-8a97-34dca3a12ece admin admin] Made reservation on behalf of de6728dd22224c41a4bc2fe2ab69d0cd for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:13.250602 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c765c8b5-e8ee-47eb-8a97-34dca3a12ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:13.285278 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-102eb91a-304f-462c-99d6-6e4485ab6694 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7208183 May 13 14:37:13.303975 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52108) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:13.318669 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-602a660c-0097-497a-9485-fd956de0dd1c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'subnet': {'network_id': '0ffd10ba-e928-4ef3-81e2-79ae66173328', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:13.333035 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae3e4a8-a887-4796-938b-de4575a0482e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-0723b97b-08c9-4db0-a15e-5b69273136d9', 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'fixed_ips': [{'subnet_id': '215a3fc6-edd1-4f06-a237-9f832f094836'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:37:13.334150 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bae3e4a8-a887-4796-938b-de4575a0482e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:13.355813 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-43d71d84-223d-41ab-ad2b-3b610f1a9bc1 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:13.361884 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1a988f6f-0acd-40a7-90df-d358c0161056 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:13.368677 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52112) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:13.370385 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-43d71d84-223d-41ab-ad2b-3b610f1a9bc1 None None] Transition to ACTIVE for port object c4d2c67f-8f86-4962-ae70-aef44fa65e2a will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:13.375693 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1a988f6f-0acd-40a7-90df-d358c0161056 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7045960 May 13 14:37:13.383479 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c765c8b5-e8ee-47eb-8a97-34dca3a12ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:13.427164 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-061f72cf-25f5-4a7a-aabd-3f3c3585e091 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-444414665-network', 'tenant_id': '713fc3e596334366a49631a90da45226'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:13.455384 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-43d71d84-223d-41ab-ad2b-3b610f1a9bc1 None None] Transition to ACTIVE for port object c4d2c67f-8f86-4962-ae70-aef44fa65e2a will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:13.456787 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-061f72cf-25f5-4a7a-aabd-3f3c3585e091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:13.466629 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-43d71d84-223d-41ab-ad2b-3b610f1a9bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:13.476118 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-061f72cf-25f5-4a7a-aabd-3f3c3585e091 admin admin] Usage tracker for resource:network and tenant:713fc3e596334366a49631a90da45226 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:13.484033 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-061f72cf-25f5-4a7a-aabd-3f3c3585e091 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:13.574868 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d71d84-223d-41ab-ad2b-3b610f1a9bc1 None None] Network 0ffd10ba-e928-4ef3-81e2-79ae66173328 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:13.579431 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-061f72cf-25f5-4a7a-aabd-3f3c3585e091 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:13.583761 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-43d71d84-223d-41ab-ad2b-3b610f1a9bc1 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:13.593508 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d71d84-223d-41ab-ad2b-3b610f1a9bc1 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:37:13.608897 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157ce3b-a7d8-4379-8809-f3d3c0471732 req-ea92c45d-927e-48e4-be68-2c8af8b2bbe3 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:13.627827 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e157ce3b-a7d8-4379-8809-f3d3c0471732 req-ea92c45d-927e-48e4-be68-2c8af8b2bbe3 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 945 time: 0.5272396 May 13 14:37:13.640930 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d71d84-223d-41ab-ad2b-3b610f1a9bc1 None None] Pushing event updated for resources: {'Port': ['ID=c4d2c67f-8f86-4962-ae70-aef44fa65e2a,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:13.652484 n-d-841760-1 neutron-server[88081]: DEBUG neutron.objects.ports [None req-42eb8fea-cb0c-4968-854d-87d9933bbc0d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88081) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 14:37:13.658089 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-42eb8fea-cb0c-4968-854d-87d9933bbc0d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:13.746684 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-5c3d0c90-eeed-4247-9b53-ed9d80735a07 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Request body: {'security_group_rule': {'security_group_id': '60e92ff1-0601-42d6-a791-122b8cba49cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:13.773757 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5c3d0c90-eeed-4247-9b53-ed9d80735a07 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:13.779584 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061f72cf-25f5-4a7a-aabd-3f3c3585e091 admin admin] Made reservation on behalf of 713fc3e596334366a49631a90da45226 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:13.781662 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-061f72cf-25f5-4a7a-aabd-3f3c3585e091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:13.791943 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-afc91c18-6a11-4e1b-9326-cd76f9b78f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:13.793073 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-afc91c18-6a11-4e1b-9326-cd76f9b78f1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:13.793191 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-43d71d84-223d-41ab-ad2b-3b610f1a9bc1 None None] Attempting to bind port c4d2c67f-8f86-4962-ae70-aef44fa65e2a on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:37:13.793444 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-43d71d84-223d-41ab-ad2b-3b610f1a9bc1 None None] Attempting to bind port c4d2c67f-8f86-4962-ae70-aef44fa65e2a by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '751fe983-ab6e-45ab-a561-4137946a1555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0ffd10ba-e928-4ef3-81e2-79ae66173328'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:37:13.794015 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d71d84-223d-41ab-ad2b-3b610f1a9bc1 None None] Attempting to bind port c4d2c67f-8f86-4962-ae70-aef44fa65e2a on network 0ffd10ba-e928-4ef3-81e2-79ae66173328 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:37:13.794396 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-afc91c18-6a11-4e1b-9326-cd76f9b78f1e service neutron] 10.222.0.74 "PUT /v2.0/ports/615a24e6-1c41-484b-beb8-093d302cd8a3 HTTP/1.1" status: 200 len: 1092 time: 4.3456514 May 13 14:37:13.800701 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5c3d0c90-eeed-4247-9b53-ed9d80735a07 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Usage tracker for resource:security_group_rule and tenant:b6ab0120ba4d4937a9340132b618cd48 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:13.805724 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8028145-de3f-4039-8bd0-59abf2e991e7', 'tag': '615a24e6-1c41-484b-beb8-093d302cd8a3'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:37:13.808132 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d71d84-223d-41ab-ad2b-3b610f1a9bc1 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:37:13.808502 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d71d84-223d-41ab-ad2b-3b610f1a9bc1 None None] Checking segment: {'id': '751fe983-ab6e-45ab-a561-4137946a1555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0ffd10ba-e928-4ef3-81e2-79ae66173328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:37:13.808896 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-43d71d84-223d-41ab-ad2b-3b610f1a9bc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:13.809275 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d71d84-223d-41ab-ad2b-3b610f1a9bc1 None None] Bound using segment: {'id': '751fe983-ab6e-45ab-a561-4137946a1555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0ffd10ba-e928-4ef3-81e2-79ae66173328'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:37:13.809730 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-43d71d84-223d-41ab-ad2b-3b610f1a9bc1 None None] Bound port: c4d2c67f-8f86-4962-ae70-aef44fa65e2a, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751fe983-ab6e-45ab-a561-4137946a1555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0ffd10ba-e928-4ef3-81e2-79ae66173328'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:37:13.810641 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-43d71d84-223d-41ab-ad2b-3b610f1a9bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:13.818398 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5c3d0c90-eeed-4247-9b53-ed9d80735a07 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:13.821196 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-061f72cf-25f5-4a7a-aabd-3f3c3585e091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:13.837772 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c765c8b5-e8ee-47eb-8a97-34dca3a12ece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:13.838489 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eb8fea-cb0c-4968-854d-87d9933bbc0d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:13.842080 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c765c8b5-e8ee-47eb-8a97-34dca3a12ece admin admin] Usage tracker for resource:security_group_rule and tenant:de6728dd22224c41a4bc2fe2ab69d0cd is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:13.845501 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c765c8b5-e8ee-47eb-8a97-34dca3a12ece admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:13.846844 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5c3d0c90-eeed-4247-9b53-ed9d80735a07 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:13.849015 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-42eb8fea-cb0c-4968-854d-87d9933bbc0d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:13.854957 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c765c8b5-e8ee-47eb-8a97-34dca3a12ece admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:13.863212 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eb8fea-cb0c-4968-854d-87d9933bbc0d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:13.863869 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-42eb8fea-cb0c-4968-854d-87d9933bbc0d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:13.878028 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e157ce3b-a7d8-4379-8809-f3d3c0471732 req-4bb394c8-21de-4a94-bae7-c6da2445cf33 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491307 May 13 14:37:13.888224 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-061f72cf-25f5-4a7a-aabd-3f3c3585e091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:13.896318 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-bae3e4a8-a887-4796-938b-de4575a0482e None None] Allocated IP 172.20.0.2 (0723b97b-08c9-4db0-a15e-5b69273136d9/215a3fc6-edd1-4f06-a237-9f832f094836/8ce5cb48-6ea7-421b-8a44-d89e7125d681) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:13.908756 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-bae3e4a8-a887-4796-938b-de4575a0482e None None] Allocated IP 2001:db8::f816:3eff:fe8c:a32 (0723b97b-08c9-4db0-a15e-5b69273136d9/1a702e0a-9e1b-44ce-b6a7-efd51547214f/8ce5cb48-6ea7-421b-8a44-d89e7125d681) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:13.946144 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc91c18-6a11-4e1b-9326-cd76f9b78f1e service neutron] Pushing event updated for resources: {'Port': ['ID=615a24e6-1c41-484b-beb8-093d302cd8a3,revision_number=10']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:13.951241 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-afaf5f95-7d0f-4603-8b2c-f53f6860370a req-7039f356-4cd4-4c24-bfe9-eb65cbbe7dc6 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8163452 May 13 14:37:13.970207 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12d7af27-c6fc-4eaa-b520-2e6e271644ab'] response: {'name': 'network-changed', 'server_uuid': 'b8028145-de3f-4039-8bd0-59abf2e991e7', 'tag': '615a24e6-1c41-484b-beb8-093d302cd8a3', 'status': 'completed', 'code': 200} May 13 14:37:13.976533 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb8fea-cb0c-4968-854d-87d9933bbc0d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Subnet': ['ID=1a702e0a-9e1b-44ce-b6a7-efd51547214f,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:13.990409 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-061f72cf-25f5-4a7a-aabd-3f3c3585e091 admin admin] Usage tracker for resource:security_group_rule and tenant:713fc3e596334366a49631a90da45226 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:13.996702 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-061f72cf-25f5-4a7a-aabd-3f3c3585e091 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:14.003544 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-061f72cf-25f5-4a7a-aabd-3f3c3585e091 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:14.036884 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-43d71d84-223d-41ab-ad2b-3b610f1a9bc1 None None] For port c4d2c67f-8f86-4962-ae70-aef44fa65e2a, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:37:14.056711 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-43d71d84-223d-41ab-ad2b-3b610f1a9bc1 None None] For port c4d2c67f-8f86-4962-ae70-aef44fa65e2a, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c4d2c67f-8f86-4962-ae70-aef44fa65e2a,segment=NetworkSegment(751fe983-ab6e-45ab-a561-4137946a1555),segment_id=751fe983-ab6e-45ab-a561-4137946a1555)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:37:14.061752 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-43d71d84-223d-41ab-ad2b-3b610f1a9bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:14.067809 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-602a660c-0097-497a-9485-fd956de0dd1c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:14.075431 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-602a660c-0097-497a-9485-fd956de0dd1c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:subnet and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:14.086474 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-602a660c-0097-497a-9485-fd956de0dd1c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:14.095874 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-602a660c-0097-497a-9485-fd956de0dd1c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:14.125020 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c765c8b5-e8ee-47eb-8a97-34dca3a12ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:14.127525 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-d64987b1-aabe-4f92-b0f9-9d453d8b4f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:14.129791 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-d64987b1-aabe-4f92-b0f9-9d453d8b4f07 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=750c61eed54a4300a98b9026ab520580&device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 1096 time: 0.2377040 May 13 14:37:14.131325 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602a660c-0097-497a-9485-fd956de0dd1c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:14.134757 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-602a660c-0097-497a-9485-fd956de0dd1c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:14.149485 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c765c8b5-e8ee-47eb-8a97-34dca3a12ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:14.167285 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-061f72cf-25f5-4a7a-aabd-3f3c3585e091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:14.169950 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-42eb8fea-cb0c-4968-854d-87d9933bbc0d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9363861 May 13 14:37:14.172321 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5c3d0c90-eeed-4247-9b53-ed9d80735a07 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:14.198020 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52128) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:14.222448 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d71d84-223d-41ab-ad2b-3b610f1a9bc1 None None] Pushing event updated for resources: {'Port': ['ID=c4d2c67f-8f86-4962-ae70-aef44fa65e2a,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:14.267358 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-061f72cf-25f5-4a7a-aabd-3f3c3585e091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:14.327302 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bae3e4a8-a887-4796-938b-de4575a0482e None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:14.329390 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f72cf-25f5-4a7a-aabd-3f3c3585e091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251bc881-5f1e-459d-9c6b-708ebc56443a,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:14.340603 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-bae3e4a8-a887-4796-938b-de4575a0482e None None] Transition to ACTIVE for port object 8ce5cb48-6ea7-421b-8a44-d89e7125d681 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:14.354469 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-c5abbcf7-fd5f-41a5-87ca-a55d9e11bbe9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'port': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'mac_address': 'fa:16:3e:1f:10:d0', 'name': 'tempest-NetworksTestDHCPv6-1818091365'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:14.367340 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5c3d0c90-eeed-4247-9b53-ed9d80735a07 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:14.382615 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5c3d0c90-eeed-4247-9b53-ed9d80735a07 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:14.392824 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-bae3e4a8-a887-4796-938b-de4575a0482e None None] Transition to ACTIVE for port object 8ce5cb48-6ea7-421b-8a44-d89e7125d681 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:14.395825 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-061f72cf-25f5-4a7a-aabd-3f3c3585e091 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:37:14.400334 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c765c8b5-e8ee-47eb-8a97-34dca3a12ece admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:37:14.412811 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bae3e4a8-a887-4796-938b-de4575a0482e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:14.455263 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-061f72cf-25f5-4a7a-aabd-3f3c3585e091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:14.455969 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-061f72cf-25f5-4a7a-aabd-3f3c3585e091 admin admin] Added segment a06f9bce-2caa-4583-849f-dff0052df554 of type vlan for network bdf000b2-35a2-42ed-a188-349bb545fbc9 May 13 14:37:14.470214 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5c3d0c90-eeed-4247-9b53-ed9d80735a07 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:14.480129 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5c3d0c90-eeed-4247-9b53-ed9d80735a07 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0967076 May 13 14:37:14.481935 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52134) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:14.497815 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:14.501449 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae3e4a8-a887-4796-938b-de4575a0482e None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:14.502245 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765c8b5-e8ee-47eb-8a97-34dca3a12ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1399deca-9c56-4f25-bf8e-dcbcdef6e39d,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:14.505728 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-bae3e4a8-a887-4796-938b-de4575a0482e None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:14.510413 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae3e4a8-a887-4796-938b-de4575a0482e None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:37:14.513539 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d0c90-eeed-4247-9b53-ed9d80735a07 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc5e446f-e5e3-4f03-a5cd-27980ac44659,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:14.525575 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c765c8b5-e8ee-47eb-8a97-34dca3a12ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:14.525927 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-c765c8b5-e8ee-47eb-8a97-34dca3a12ece admin admin] Added segment 48847e38-2d4a-4cc8-8897-6a1a796d15c2 of type vlan for network c2f3ea62-29f2-477b-a404-9640a1543fb6 May 13 14:37:14.530394 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:14.546858 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3e4a8-a887-4796-938b-de4575a0482e None None] Pushing event updated for resources: {'Port': ['ID=8ce5cb48-6ea7-421b-8a44-d89e7125d681,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:14.560071 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Usage tracker for resource:floatingip and tenant:b6ab0120ba4d4937a9340132b618cd48 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:14.566605 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:14.574572 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-061f72cf-25f5-4a7a-aabd-3f3c3585e091 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:14.590142 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:14.633776 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for floatingip, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:14.696156 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c765c8b5-e8ee-47eb-8a97-34dca3a12ece admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:14.759347 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-061f72cf-25f5-4a7a-aabd-3f3c3585e091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:14.760396 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061f72cf-25f5-4a7a-aabd-3f3c3585e091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:14.760981 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-061f72cf-25f5-4a7a-aabd-3f3c3585e091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:14.761577 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-91e827e8-e1b8-42b5-b0dd-1491855fd910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:14.763051 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-91e827e8-e1b8-42b5-b0dd-1491855fd910 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf66b3c2-c96c-4107-b42b-eedfe0e79851 HTTP/1.1" status: 200 len: 915 time: 0.6068778 May 13 14:37:14.832803 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-bae3e4a8-a887-4796-938b-de4575a0482e None None] Attempting to bind port 8ce5cb48-6ea7-421b-8a44-d89e7125d681 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:37:14.833599 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-bae3e4a8-a887-4796-938b-de4575a0482e None None] Attempting to bind port 8ce5cb48-6ea7-421b-8a44-d89e7125d681 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:37:14.833599 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae3e4a8-a887-4796-938b-de4575a0482e None None] Attempting to bind port 8ce5cb48-6ea7-421b-8a44-d89e7125d681 on network 0723b97b-08c9-4db0-a15e-5b69273136d9 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:37:14.841713 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae3e4a8-a887-4796-938b-de4575a0482e None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:37:14.842654 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae3e4a8-a887-4796-938b-de4575a0482e None None] Checking segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:37:14.843318 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bae3e4a8-a887-4796-938b-de4575a0482e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:14.843933 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae3e4a8-a887-4796-938b-de4575a0482e None None] Bound using segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:37:14.844646 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-bae3e4a8-a887-4796-938b-de4575a0482e None None] Bound port: 8ce5cb48-6ea7-421b-8a44-d89e7125d681, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:37:14.845245 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bae3e4a8-a887-4796-938b-de4575a0482e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:14.864604 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-70c9496b-0024-42b7-83ad-edbcff4ff1c4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=615a24e6-1c41-484b-beb8-093d302cd8a3 HTTP/1.1" status: 200 len: 217 time: 0.0938249 May 13 14:37:14.873409 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c5abbcf7-fd5f-41a5-87ca-a55d9e11bbe9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:14.967532 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-e4d0daf2-37b3-41a5-9e71-ab944f8f17cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:14.969294 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-e4d0daf2-37b3-41a5-9e71-ab944f8f17cb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a1af2f1b-219d-4483-980f-a4da5e03f844 HTTP/1.1" status: 200 len: 854 time: 0.0906827 May 13 14:37:15.039324 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-bae3e4a8-a887-4796-938b-de4575a0482e None None] For port 8ce5cb48-6ea7-421b-8a44-d89e7125d681, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:37:15.045116 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-bae3e4a8-a887-4796-938b-de4575a0482e None None] For port 8ce5cb48-6ea7-421b-8a44-d89e7125d681, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=8ce5cb48-6ea7-421b-8a44-d89e7125d681,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:37:15.050935 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bae3e4a8-a887-4796-938b-de4575a0482e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:15.081764 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-061f72cf-25f5-4a7a-aabd-3f3c3585e091 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1134946 May 13 14:37:15.106032 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52152) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:15.125939 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-77728e31-0266-49fc-b4ed-9b7ce38c5171 admin admin] Request body: {'subnet': {'network_id': 'bdf000b2-35a2-42ed-a188-349bb545fbc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-444414665-subnet', 'tenant_id': '713fc3e596334366a49631a90da45226', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:15.136685 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-77728e31-0266-49fc-b4ed-9b7ce38c5171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:15.141216 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-77728e31-0266-49fc-b4ed-9b7ce38c5171 admin admin] Usage tracker for resource:subnet and tenant:713fc3e596334366a49631a90da45226 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:15.144447 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-77728e31-0266-49fc-b4ed-9b7ce38c5171 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:15.152517 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-77728e31-0266-49fc-b4ed-9b7ce38c5171 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:15.173178 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77728e31-0266-49fc-b4ed-9b7ce38c5171 admin admin] Made reservation on behalf of 713fc3e596334366a49631a90da45226 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:15.175846 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-77728e31-0266-49fc-b4ed-9b7ce38c5171 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:15.178392 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3e4a8-a887-4796-938b-de4575a0482e None None] Pushing event updated for resources: {'Port': ['ID=8ce5cb48-6ea7-421b-8a44-d89e7125d681,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:15.236535 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c765c8b5-e8ee-47eb-8a97-34dca3a12ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:15.237516 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c765c8b5-e8ee-47eb-8a97-34dca3a12ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:15.245728 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c765c8b5-e8ee-47eb-8a97-34dca3a12ece admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:15.252065 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-fbca7a2c-92ba-4ba7-9abf-d40cbdcba63f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf66b3c2-c96c-4107-b42b-eedfe0e79851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680723 May 13 14:37:15.254175 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c5abbcf7-fd5f-41a5-87ca-a55d9e11bbe9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:port and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:15.419967 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c5abbcf7-fd5f-41a5-87ca-a55d9e11bbe9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:15.469420 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f72cf-25f5-4a7a-aabd-3f3c3585e091 admin admin] Pushing event updated for resources: {'Network': ['ID=bdf000b2-35a2-42ed-a188-349bb545fbc9,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:15.481463 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network bdf000b2-35a2-42ed-a188-349bb545fbc9 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:37:15.481694 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765c8b5-e8ee-47eb-8a97-34dca3a12ece admin admin] Pushing event updated for resources: {'Network': ['ID=c2f3ea62-29f2-477b-a404-9640a1543fb6,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:15.484898 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-602a660c-0097-497a-9485-fd956de0dd1c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:15.555321 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network c2f3ea62-29f2-477b-a404-9640a1543fb6 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:37:15.589863 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c5abbcf7-fd5f-41a5-87ca-a55d9e11bbe9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:15.678697 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-77728e31-0266-49fc-b4ed-9b7ce38c5171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:15.689509 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c765c8b5-e8ee-47eb-8a97-34dca3a12ece admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.3013897 May 13 14:37:15.704023 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52162) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:15.760187 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602a660c-0097-497a-9485-fd956de0dd1c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network 0ffd10ba-e928-4ef3-81e2-79ae66173328 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:15.764746 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5abbcf7-fd5f-41a5-87ca-a55d9e11bbe9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:15.796656 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-602a660c-0097-497a-9485-fd956de0dd1c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:15.801353 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-db8b3146-aecd-472b-a9f1-6daadb9aebe7 admin admin] Request body: {'subnet': {'network_id': 'c2f3ea62-29f2-477b-a404-9640a1543fb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-398732630-subnet', 'tenant_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:15.809339 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602a660c-0097-497a-9485-fd956de0dd1c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:15.809994 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-602a660c-0097-497a-9485-fd956de0dd1c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:15.810527 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-db8b3146-aecd-472b-a9f1-6daadb9aebe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:15.814852 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-db8b3146-aecd-472b-a9f1-6daadb9aebe7 admin admin] Usage tracker for resource:subnet and tenant:de6728dd22224c41a4bc2fe2ab69d0cd is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:15.832705 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:15.865470 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79c2c4-26f1-4fbd-ad10-a3d5e690b53a req-d990863e-206d-45a7-97c8-b34d26efe8e3 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:15.872890 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7f79c2c4-26f1-4fbd-ad10-a3d5e690b53a req-d990863e-206d-45a7-97c8-b34d26efe8e3 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 945 time: 0.7013192 May 13 14:37:15.874968 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-db8b3146-aecd-472b-a9f1-6daadb9aebe7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:15.926234 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-602a660c-0097-497a-9485-fd956de0dd1c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6193686 May 13 14:37:15.934552 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52168) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:15.951914 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a660c-0097-497a-9485-fd956de0dd1c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Subnet': ['ID=cf313a03-1b8f-4a0d-b784-37e401dc6e59,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:15.960850 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-db8b3146-aecd-472b-a9f1-6daadb9aebe7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:15.964295 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-4d58b242-609d-4180-a9c2-e62e3a66f9b4 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'port': {'network_id': '0ffd10ba-e928-4ef3-81e2-79ae66173328', 'fixed_ips': [{'subnet_id': '866f5035-782f-4393-bb71-77de1807f593'}, {'subnet_id': 'cf313a03-1b8f-4a0d-b784-37e401dc6e59'}], 'name': 'tempest-PortsIpV6TestJSON-1484383364'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:16.004357 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8b3146-aecd-472b-a9f1-6daadb9aebe7 admin admin] Made reservation on behalf of de6728dd22224c41a4bc2fe2ab69d0cd for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:16.006623 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-db8b3146-aecd-472b-a9f1-6daadb9aebe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:16.069776 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd59801-9ac6-435a-9088-edb892851353 None None] Network 0ffd10ba-e928-4ef3-81e2-79ae66173328 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:16.136701 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7f79c2c4-26f1-4fbd-ad10-a3d5e690b53a req-9348020a-a31d-462e-80d6-e3d3c0548236 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040861 May 13 14:37:16.151618 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77728e31-0266-49fc-b4ed-9b7ce38c5171 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca21fd33-bce4-432c-932a-d45b6a8b65d2,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:16.154205 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77728e31-0266-49fc-b4ed-9b7ce38c5171 admin admin] Checking segment: {'id': 'a06f9bce-2caa-4583-849f-dff0052df554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bdf000b2-35a2-42ed-a188-349bb545fbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:37:16.154849 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77728e31-0266-49fc-b4ed-9b7ce38c5171 admin admin] Network hostable DHCP agents. Network: bdf000b2-35a2-42ed-a188-349bb545fbc9, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:37:16.263262 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836857f0-8aac-469a-8382-4d882337d0cb req-dbdfe1c6-81a0-48a5-b6ff-f9537b215a39 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:16.270506 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-836857f0-8aac-469a-8382-4d882337d0cb req-dbdfe1c6-81a0-48a5-b6ff-f9537b215a39 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 945 time: 0.7773547 May 13 14:37:16.272873 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77728e31-0266-49fc-b4ed-9b7ce38c5171 admin admin] Network bdf000b2-35a2-42ed-a188-349bb545fbc9 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:37:16.337009 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-c29e4997-04bb-4efa-90a8-c5ef028e2d81 service neutron] 10.222.0.74 "GET /v2.0/networks/cf66b3c2-c96c-4107-b42b-eedfe0e79851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9034345 May 13 14:37:16.358230 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-77728e31-0266-49fc-b4ed-9b7ce38c5171 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, bdf000b2-35a2-42ed-a188-349bb545fbc9) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:16.371913 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77728e31-0266-49fc-b4ed-9b7ce38c5171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:16.372834 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-77728e31-0266-49fc-b4ed-9b7ce38c5171 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:16.392811 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Allocated IP 172.25.0.157 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/d3777a5b-cc7d-4373-9ea2-73deb5183c23) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:16.401060 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-836857f0-8aac-469a-8382-4d882337d0cb req-6894e877-3e52-4f9b-ae6f-4d9198769cd3 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289437 May 13 14:37:16.450495 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf4ccb4-ab59-4d4f-8165-57255c2f58de None None] Network bdf000b2-35a2-42ed-a188-349bb545fbc9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:16.555316 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c5abbcf7-fd5f-41a5-87ca-a55d9e11bbe9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:16.577535 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-77728e31-0266-49fc-b4ed-9b7ce38c5171 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4593406 May 13 14:37:16.606596 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-c5abbcf7-fd5f-41a5-87ca-a55d9e11bbe9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] device_id is not set on port eb84281b-423d-4e41-ac9a-8fc49dd79b93 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:37:16.655875 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 8ce5cb48-6ea7-421b-8a44-d89e7125d681 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:37:16.689738 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4d58b242-609d-4180-a9c2-e62e3a66f9b4 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:16.726771 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4d58b242-609d-4180-a9c2-e62e3a66f9b4 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:port and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:16.738078 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4d58b242-609d-4180-a9c2-e62e3a66f9b4 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:16.738594 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-db8b3146-aecd-472b-a9f1-6daadb9aebe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:16.775680 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4d58b242-609d-4180-a9c2-e62e3a66f9b4 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:16.839336 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d58b242-609d-4180-a9c2-e62e3a66f9b4 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:16.857976 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b3146-aecd-472b-a9f1-6daadb9aebe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eaa1b8f-d3c1-4756-b489-078d11acd8c7,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:16.896031 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3b8c2abe-b85f-42e8-9ecb-0e3347ba51ff None None] Provisioning for port c4d2c67f-8f86-4962-ae70-aef44fa65e2a completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:16.960985 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:17.030635 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:17.118577 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:17.124184 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-4bc40110-2b75-4d07-b55d-be1828de1bee req-616a0922-e21c-4924-955f-fdb21a16a9b2 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-301872320', 'description': 'tempest-description-1908234607'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:17.137124 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:17.140067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:37:17.160283 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15ecaba-e5a6-4e38-9da4-fde45fcb86c4 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:17.169660 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-2e32fe5e-e625-4274-aec9-95a87310ef07 service neutron] 10.222.0.74 "GET /v2.0/networks/cf66b3c2-c96c-4107-b42b-eedfe0e79851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8226504 May 13 14:37:17.205577 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-4bc40110-2b75-4d07-b55d-be1828de1bee req-616a0922-e21c-4924-955f-fdb21a16a9b2 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:17.211062 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b3146-aecd-472b-a9f1-6daadb9aebe7 admin admin] Checking segment: {'id': '48847e38-2d4a-4cc8-8897-6a1a796d15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2f3ea62-29f2-477b-a404-9640a1543fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:37:17.211491 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8b3146-aecd-472b-a9f1-6daadb9aebe7 admin admin] Network hostable DHCP agents. Network: c2f3ea62-29f2-477b-a404-9640a1543fb6, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:37:17.248592 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-4bc40110-2b75-4d07-b55d-be1828de1bee req-616a0922-e21c-4924-955f-fdb21a16a9b2 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Usage tracker for resource:security_group and tenant:713fc3e596334366a49631a90da45226 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:17.277453 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-4bc40110-2b75-4d07-b55d-be1828de1bee req-616a0922-e21c-4924-955f-fdb21a16a9b2 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:17.301480 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event updated for resources: {'Port': ['ID=d3777a5b-cc7d-4373-9ea2-73deb5183c23,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:17.316643 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8b3146-aecd-472b-a9f1-6daadb9aebe7 admin admin] Network c2f3ea62-29f2-477b-a404-9640a1543fb6 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:37:17.351099 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-4bc40110-2b75-4d07-b55d-be1828de1bee req-616a0922-e21c-4924-955f-fdb21a16a9b2 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:17.397739 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4d58b242-609d-4180-a9c2-e62e3a66f9b4 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:17.402072 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-db8b3146-aecd-472b-a9f1-6daadb9aebe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, c2f3ea62-29f2-477b-a404-9640a1543fb6) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:17.416004 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8b3146-aecd-472b-a9f1-6daadb9aebe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:17.417199 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f4b9f-0fec-4b87-a902-1dbf4185d219 req-787de321-b788-43d4-a156-92882dc4d8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:17.418756 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-442f4b9f-0fec-4b87-a902-1dbf4185d219 req-787de321-b788-43d4-a156-92882dc4d8c7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 1096 time: 0.3493772 May 13 14:37:17.419725 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-db8b3146-aecd-472b-a9f1-6daadb9aebe7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:17.440566 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4bc40110-2b75-4d07-b55d-be1828de1bee req-616a0922-e21c-4924-955f-fdb21a16a9b2 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:17.481482 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-db8b3146-aecd-472b-a9f1-6daadb9aebe7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.7274077 May 13 14:37:17.482625 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-4bc40110-2b75-4d07-b55d-be1828de1bee req-616a0922-e21c-4924-955f-fdb21a16a9b2 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:17.487702 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52208) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:17.495525 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-f83e8eb3-c073-4eea-843f-1da0bef07932 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-398732630-router', 'tenant_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:17.499356 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-4bc40110-2b75-4d07-b55d-be1828de1bee req-616a0922-e21c-4924-955f-fdb21a16a9b2 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Usage tracker for resource:security_group_rule and tenant:713fc3e596334366a49631a90da45226 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:17.509232 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220e2218-8eec-47e7-8305-381210b8a586 None None] Network c2f3ea62-29f2-477b-a404-9640a1543fb6 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:17.511793 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-4bc40110-2b75-4d07-b55d-be1828de1bee req-616a0922-e21c-4924-955f-fdb21a16a9b2 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:17.515399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f83e8eb3-c073-4eea-843f-1da0bef07932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:17.522049 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-4bc40110-2b75-4d07-b55d-be1828de1bee req-616a0922-e21c-4924-955f-fdb21a16a9b2 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:17.529562 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f83e8eb3-c073-4eea-843f-1da0bef07932 admin admin] Usage tracker for resource:router and tenant:de6728dd22224c41a4bc2fe2ab69d0cd is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:17.542517 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f83e8eb3-c073-4eea-843f-1da0bef07932 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:17.547761 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-4d58b242-609d-4180-a9c2-e62e3a66f9b4 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] device_id is not set on port cec14ea2-a5ef-4ee4-900f-fc54c0c4d3af yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:37:17.556376 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edfa909-f74b-45c0-bfc5-bf985450ec37 None None] Network bdf000b2-35a2-42ed-a188-349bb545fbc9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:17.627448 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f83e8eb3-c073-4eea-843f-1da0bef07932 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:17.627897 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-c5abbcf7-fd5f-41a5-87ca-a55d9e11bbe9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Allocated IP 172.20.0.3 (0723b97b-08c9-4db0-a15e-5b69273136d9/215a3fc6-edd1-4f06-a237-9f832f094836/eb84281b-423d-4e41-ac9a-8fc49dd79b93) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:17.641142 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:17.657645 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-c5abbcf7-fd5f-41a5-87ca-a55d9e11bbe9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Allocated IP 2001:db8::f816:3eff:fe1f:10d0 (0723b97b-08c9-4db0-a15e-5b69273136d9/1a702e0a-9e1b-44ce-b6a7-efd51547214f/eb84281b-423d-4e41-ac9a-8fc49dd79b93) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:17.702018 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-442f4b9f-0fec-4b87-a902-1dbf4185d219 req-2d208ce4-c863-4618-96ba-7eaf2caff2bd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057960 May 13 14:37:17.744861 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bffd3-9940-44ba-845a-16a1e0f70e8c req-c0114888-6eb2-4911-b540-cc2cc3cb4b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:17.746330 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3d1bffd3-9940-44ba-845a-16a1e0f70e8c req-c0114888-6eb2-4911-b540-cc2cc3cb4b9f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=750c61eed54a4300a98b9026ab520580&device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 1096 time: 0.4381533 May 13 14:37:17.772478 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f83e8eb3-c073-4eea-843f-1da0bef07932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:17.773693 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f83e8eb3-c073-4eea-843f-1da0bef07932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:17.809125 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4bc40110-2b75-4d07-b55d-be1828de1bee req-616a0922-e21c-4924-955f-fdb21a16a9b2 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:17.853253 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4bc40110-2b75-4d07-b55d-be1828de1bee req-616a0922-e21c-4924-955f-fdb21a16a9b2 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:17.860857 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091383dc-ae98-4560-a06e-f4162b9e2f90 req-76372fc7-c0bc-4b3c-accd-5cab374f3b04 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:17.862393 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-091383dc-ae98-4560-a06e-f4162b9e2f90 req-76372fc7-c0bc-4b3c-accd-5cab374f3b04 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 945 time: 0.4544716 May 13 14:37:17.881948 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:18.002621 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f83e8eb3-c073-4eea-843f-1da0bef07932 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:18.028673 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3162e66f-ae8c-4038-9226-decea7c53955 None None] Provisioning for port 8ce5cb48-6ea7-421b-8a44-d89e7125d681 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:18.148249 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 8ce5cb48-6ea7-421b-8a44-d89e7125d681 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:18.167645 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4bc40110-2b75-4d07-b55d-be1828de1bee req-616a0922-e21c-4924-955f-fdb21a16a9b2 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:18.169818 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3162e66f-ae8c-4038-9226-decea7c53955 None None] Provisioning complete for port 8ce5cb48-6ea7-421b-8a44-d89e7125d681 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:18.170265 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3162e66f-ae8c-4038-9226-decea7c53955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:18.175384 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4bc40110-2b75-4d07-b55d-be1828de1bee req-616a0922-e21c-4924-955f-fdb21a16a9b2 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.0686355 May 13 14:37:18.215125 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a0922-e21c-4924-955f-fdb21a16a9b2 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1c7577-e516-4787-b7ec-24b792b42b75,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:18.268768 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:18.334091 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-091383dc-ae98-4560-a06e-f4162b9e2f90 req-31430935-7b87-4818-a8f3-46f41748f764 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083209 May 13 14:37:18.454855 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 8ce5cb48-6ea7-421b-8a44-d89e7125d681 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:18.455652 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:18.525332 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-8cde73dd-7880-42b2-aaea-489108ba30c9 req-195db1fa-5a3f-475c-a0b1-ed1b98d86153 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-752690131', 'description': 'tempest-description-1585059246'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:18.546806 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bffd3-9940-44ba-845a-16a1e0f70e8c req-2539de84-de75-4a24-a8d1-fa72c7150562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:18.555786 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3d1bffd3-9940-44ba-845a-16a1e0f70e8c req-2539de84-de75-4a24-a8d1-fa72c7150562 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf66b3c2-c96c-4107-b42b-eedfe0e79851 HTTP/1.1" status: 200 len: 915 time: 0.7681000 May 13 14:37:18.573353 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-8cde73dd-7880-42b2-aaea-489108ba30c9 req-195db1fa-5a3f-475c-a0b1-ed1b98d86153 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:18.730304 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-8cde73dd-7880-42b2-aaea-489108ba30c9 req-195db1fa-5a3f-475c-a0b1-ed1b98d86153 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Usage tracker for resource:security_group and tenant:713fc3e596334366a49631a90da45226 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:18.768620 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-8cde73dd-7880-42b2-aaea-489108ba30c9 req-195db1fa-5a3f-475c-a0b1-ed1b98d86153 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:18.776604 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3d1bffd3-9940-44ba-845a-16a1e0f70e8c req-b603c701-bc2d-4c5f-b936-24d7ca272a01 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=615a24e6-1c41-484b-beb8-093d302cd8a3 HTTP/1.1" status: 200 len: 217 time: 0.1699982 May 13 14:37:18.818746 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fa0ccd-7f22-4291-a639-6fc5bfc4a2b5 None None] Update dhcp port {'port': {'network_id': '0ffd10ba-e928-4ef3-81e2-79ae66173328', 'fixed_ips': [{'subnet_id': '866f5035-782f-4393-bb71-77de1807f593', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cf313a03-1b8f-4a0d-b784-37e401dc6e59'}], 'binding:host_id': 'n-d-841760-1'}, 'id': 'c4d2c67f-8f86-4962-ae70-aef44fa65e2a'} from n-d-841760-1. {{(pid=88083) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 14:37:19.285286 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bffd3-9940-44ba-845a-16a1e0f70e8c req-4a5da56f-4444-473d-9f26-ae4ab6d59cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:19.293178 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3d1bffd3-9940-44ba-845a-16a1e0f70e8c req-4a5da56f-4444-473d-9f26-ae4ab6d59cbe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a1af2f1b-219d-4483-980f-a4da5e03f844 HTTP/1.1" status: 200 len: 854 time: 0.4856341 May 13 14:37:19.296975 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-8cde73dd-7880-42b2-aaea-489108ba30c9 req-195db1fa-5a3f-475c-a0b1-ed1b98d86153 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:19.391742 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f83e8eb3-c073-4eea-843f-1da0bef07932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:19.476608 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3d1bffd3-9940-44ba-845a-16a1e0f70e8c req-50a0187d-520c-4b3f-902e-66ee4972110d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf66b3c2-c96c-4107-b42b-eedfe0e79851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111279 May 13 14:37:19.483342 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c5abbcf7-fd5f-41a5-87ca-a55d9e11bbe9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:19.505228 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202ab8e-9d54-41d4-a4d0-6733bee7aa31 req-baf536f9-2287-43f8-985f-c28a5f60342c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:19.513452 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e202ab8e-9d54-41d4-a4d0-6733bee7aa31 req-baf536f9-2287-43f8-985f-c28a5f60342c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 945 time: 0.5542173 May 13 14:37:19.534027 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d5fa0ccd-7f22-4291-a639-6fc5bfc4a2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:19.549141 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8cde73dd-7880-42b2-aaea-489108ba30c9 req-195db1fa-5a3f-475c-a0b1-ed1b98d86153 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:19.630094 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:37:19.662670 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:19.681927 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:19.689292 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 8ce5cb48-6ea7-421b-8a44-d89e7125d681 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:19.689890 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:19.788066 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event updated for resources: {'Port': ['ID=d3777a5b-cc7d-4373-9ea2-73deb5183c23,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:19.802350 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e202ab8e-9d54-41d4-a4d0-6733bee7aa31 req-fdb168f0-7e94-41dd-8905-81c7eac578c8 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857227 May 13 14:37:19.820706 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-c5abbcf7-fd5f-41a5-87ca-a55d9e11bbe9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Transition to ACTIVE for port object eb84281b-423d-4e41-ac9a-8fc49dd79b93 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:19.832943 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507acb96-5efa-4bec-9ceb-f6a524678767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-c2f3ea62-29f2-477b-a404-9640a1543fb6', 'network_id': 'c2f3ea62-29f2-477b-a404-9640a1543fb6', 'tenant_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'fixed_ips': [{'subnet_id': '6eaa1b8f-d3c1-4756-b489-078d11acd8c7'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:37:19.836614 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-507acb96-5efa-4bec-9ceb-f6a524678767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:19.846874 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:19.849222 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:19.849766 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:19.850315 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:19.850804 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:19.851503 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-4d58b242-609d-4180-a9c2-e62e3a66f9b4 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Allocated IP 2001:db8::147 (0ffd10ba-e928-4ef3-81e2-79ae66173328/866f5035-782f-4393-bb71-77de1807f593/cec14ea2-a5ef-4ee4-900f-fc54c0c4d3af) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:19.852463 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:19.853416 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:19.855040 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:19.856709 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:19.857212 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:19.858867 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:19.860182 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:19.882145 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-8cde73dd-7880-42b2-aaea-489108ba30c9 req-195db1fa-5a3f-475c-a0b1-ed1b98d86153 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:19.936775 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-8cde73dd-7880-42b2-aaea-489108ba30c9 req-195db1fa-5a3f-475c-a0b1-ed1b98d86153 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Usage tracker for resource:security_group_rule and tenant:713fc3e596334366a49631a90da45226 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:19.955148 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-4d58b242-609d-4180-a9c2-e62e3a66f9b4 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Allocated IP 2001:db8:0:1::ec (0ffd10ba-e928-4ef3-81e2-79ae66173328/cf313a03-1b8f-4a0d-b784-37e401dc6e59/cec14ea2-a5ef-4ee4-900f-fc54c0c4d3af) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:20.041914 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:20.089250 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:20.094027 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a6ee9e14-1c2e-4ce8-8cb4-b109ebff36f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6060169 May 13 14:37:20.247841 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4d58b242-609d-4180-a9c2-e62e3a66f9b4 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:20.265395 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-4d58b242-609d-4180-a9c2-e62e3a66f9b4 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Transition to ACTIVE for port object cec14ea2-a5ef-4ee4-900f-fc54c0c4d3af will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:20.289203 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-8cde73dd-7880-42b2-aaea-489108ba30c9 req-195db1fa-5a3f-475c-a0b1-ed1b98d86153 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:20.320809 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4d58b242-609d-4180-a9c2-e62e3a66f9b4 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:20.324038 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-8cde73dd-7880-42b2-aaea-489108ba30c9 req-195db1fa-5a3f-475c-a0b1-ed1b98d86153 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:20.332019 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c5abbcf7-fd5f-41a5-87ca-a55d9e11bbe9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:20.496926 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58b242-609d-4180-a9c2-e62e3a66f9b4 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Port': ['ID=cec14ea2-a5ef-4ee4-900f-fc54c0c4d3af,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:20.540253 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-507acb96-5efa-4bec-9ceb-f6a524678767 None None] Allocated IP 172.20.0.2 (c2f3ea62-29f2-477b-a404-9640a1543fb6/6eaa1b8f-d3c1-4756-b489-078d11acd8c7/bcd4bb21-f936-450e-bb84-7841ab5e45ab) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:20.692209 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d58b242-609d-4180-a9c2-e62e3a66f9b4 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network 0ffd10ba-e928-4ef3-81e2-79ae66173328 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:20.724930 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-4d58b242-609d-4180-a9c2-e62e3a66f9b4 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:20.738212 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5abbcf7-fd5f-41a5-87ca-a55d9e11bbe9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:20.743278 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d58b242-609d-4180-a9c2-e62e3a66f9b4 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:37:20.749938 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d58b242-609d-4180-a9c2-e62e3a66f9b4 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:20.750720 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4d58b242-609d-4180-a9c2-e62e3a66f9b4 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:20.783063 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-c5abbcf7-fd5f-41a5-87ca-a55d9e11bbe9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:20.792606 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4d58b242-609d-4180-a9c2-e62e3a66f9b4 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.8542376 May 13 14:37:20.799912 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5abbcf7-fd5f-41a5-87ca-a55d9e11bbe9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:37:20.811613 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52262) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:20.824742 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-fb5bf1eb-8feb-44e8-a165-508f41cd2735 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '866f5035-782f-4393-bb71-77de1807f593'}]}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:20.837021 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3d1bffd3-9940-44ba-845a-16a1e0f70e8c req-100aa7d4-fd7c-415e-ab78-5cf49d37cf20 service neutron] 10.222.0.74 "GET /v2.0/networks/cf66b3c2-c96c-4107-b42b-eedfe0e79851?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3389926 May 13 14:37:20.905916 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a27311-3fb1-4dce-a6bb-34b7579fa7ca req-f5a68ed2-94f6-4cf5-95eb-6cadead62346 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:20.906790 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abbcf7-fd5f-41a5-87ca-a55d9e11bbe9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Port': ['ID=eb84281b-423d-4e41-ac9a-8fc49dd79b93,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:20.913430 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-07a27311-3fb1-4dce-a6bb-34b7579fa7ca req-f5a68ed2-94f6-4cf5-95eb-6cadead62346 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 945 time: 0.8354104 May 13 14:37:20.936867 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3162e66f-ae8c-4038-9226-decea7c53955 None None] Current status of the port 8ce5cb48-6ea7-421b-8a44-d89e7125d681 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:20.948070 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3162e66f-ae8c-4038-9226-decea7c53955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:21.054119 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8cde73dd-7880-42b2-aaea-489108ba30c9 req-195db1fa-5a3f-475c-a0b1-ed1b98d86153 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:21.054353 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f83e8eb3-c073-4eea-843f-1da0bef07932 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:21.074533 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5abbcf7-fd5f-41a5-87ca-a55d9e11bbe9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:21.075339 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c5abbcf7-fd5f-41a5-87ca-a55d9e11bbe9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:21.112105 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8cde73dd-7880-42b2-aaea-489108ba30c9 req-195db1fa-5a3f-475c-a0b1-ed1b98d86153 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:21.286335 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-d5fa0ccd-7f22-4291-a639-6fc5bfc4a2b5 None None] Allocated IP 2001:db8:0:1::2 (0ffd10ba-e928-4ef3-81e2-79ae66173328/cf313a03-1b8f-4a0d-b784-37e401dc6e59/c4d2c67f-8f86-4962-ae70-aef44fa65e2a) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:21.359973 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-07a27311-3fb1-4dce-a6bb-34b7579fa7ca req-ebd2d368-1010-4dda-b524-69db137b0c32 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432187 May 13 14:37:21.405800 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f83e8eb3-c073-4eea-843f-1da0bef07932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:21.439624 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195db1fa-5a3f-475c-a0b1-ed1b98d86153 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26c0d835-bbdf-4bc2-a618-ff7c6a80bdd5,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:21.486208 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-d5fa0ccd-7f22-4291-a639-6fc5bfc4a2b5 None None] For port c4d2c67f-8f86-4962-ae70-aef44fa65e2a, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c4d2c67f-8f86-4962-ae70-aef44fa65e2a,segment=NetworkSegment(751fe983-ab6e-45ab-a561-4137946a1555),segment_id=751fe983-ab6e-45ab-a561-4137946a1555)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:21.509049 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c5abbcf7-fd5f-41a5-87ca-a55d9e11bbe9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 7.2588012 May 13 14:37:21.517563 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52276) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:21.520416 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fb5bf1eb-8feb-44e8-a165-508f41cd2735 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:21.521448 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d5fa0ccd-7f22-4291-a639-6fc5bfc4a2b5 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:21.544559 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d5fa0ccd-7f22-4291-a639-6fc5bfc4a2b5 None None] Transition to ACTIVE for port object c4d2c67f-8f86-4962-ae70-aef44fa65e2a will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:21.561409 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 8ce5cb48-6ea7-421b-8a44-d89e7125d681, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=8ce5cb48-6ea7-421b-8a44-d89e7125d681,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:21.569107 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d5fa0ccd-7f22-4291-a639-6fc5bfc4a2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:21.647148 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8cde73dd-7880-42b2-aaea-489108ba30c9 req-195db1fa-5a3f-475c-a0b1-ed1b98d86153 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:21.652273 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8cde73dd-7880-42b2-aaea-489108ba30c9 req-195db1fa-5a3f-475c-a0b1-ed1b98d86153 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 3.1557868 May 13 14:37:21.661347 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa0ccd-7f22-4291-a639-6fc5bfc4a2b5 None None] Pushing event updated for resources: {'Port': ['ID=c4d2c67f-8f86-4962-ae70-aef44fa65e2a,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:21.679031 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:21.679853 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c4d2c67f-8f86-4962-ae70-aef44fa65e2a up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:37:21.794219 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fa0ccd-7f22-4291-a639-6fc5bfc4a2b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:21.794691 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fa0ccd-7f22-4291-a639-6fc5bfc4a2b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:21.795178 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fa0ccd-7f22-4291-a639-6fc5bfc4a2b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:21.799246 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fa0ccd-7f22-4291-a639-6fc5bfc4a2b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:21.802485 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fa0ccd-7f22-4291-a639-6fc5bfc4a2b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:21.803514 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fa0ccd-7f22-4291-a639-6fc5bfc4a2b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:21.804865 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fa0ccd-7f22-4291-a639-6fc5bfc4a2b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:21.807597 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fa0ccd-7f22-4291-a639-6fc5bfc4a2b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:21.812176 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fa0ccd-7f22-4291-a639-6fc5bfc4a2b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:21.812667 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fa0ccd-7f22-4291-a639-6fc5bfc4a2b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:21.813160 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fa0ccd-7f22-4291-a639-6fc5bfc4a2b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:21.813572 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fa0ccd-7f22-4291-a639-6fc5bfc4a2b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:21.833710 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3d1bffd3-9940-44ba-845a-16a1e0f70e8c req-2fb0e7a9-6258-45e6-a4cb-c264d48cbb8a service neutron] 10.222.0.74 "GET /v2.0/networks/cf66b3c2-c96c-4107-b42b-eedfe0e79851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9812644 May 13 14:37:21.925465 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f04a7b4-771f-403e-919e-1465fd6b2883 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:21.968139 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f04a7b4-771f-403e-919e-1465fd6b2883 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:21.969004 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9f04a7b4-771f-403e-919e-1465fd6b2883 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:22.027029 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-dc9b6669-e049-4ff5-8283-9bfd87d9cfc4 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Synchronizing usage tracker for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:22.203754 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9f04a7b4-771f-403e-919e-1465fd6b2883 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:22.213658 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9f04a7b4-771f-403e-919e-1465fd6b2883 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.6853526 May 13 14:37:22.220452 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52294) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:22.464621 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-2e885d96-cbed-4336-a021-d8d8324c379e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting port eb84281b-423d-4e41-ac9a-8fc49dd79b93 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:37:22.466912 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e885d96-cbed-4336-a021-d8d8324c379e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:22.471787 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=8ce5cb48-6ea7-421b-8a44-d89e7125d681,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:22.681422 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e143bd-2b38-4149-a89e-4c1410ce10dc req-8531be61-0204-4c82-911a-d2a0e208e530 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:22.683030 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-34e143bd-2b38-4149-a89e-4c1410ce10dc req-8531be61-0204-4c82-911a-d2a0e208e530 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 945 time: 0.6862481 May 13 14:37:22.861845 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-507acb96-5efa-4bec-9ceb-f6a524678767 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:22.901550 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-507acb96-5efa-4bec-9ceb-f6a524678767 None None] Transition to ACTIVE for port object bcd4bb21-f936-450e-bb84-7841ab5e45ab will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:22.957745 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port c4d2c67f-8f86-4962-ae70-aef44fa65e2a completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:22.961667 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-507acb96-5efa-4bec-9ceb-f6a524678767 None None] Transition to ACTIVE for port object bcd4bb21-f936-450e-bb84-7841ab5e45ab will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:22.977059 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-3162e66f-ae8c-4038-9226-decea7c53955 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:37:22.977871 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-3162e66f-ae8c-4038-9226-decea7c53955 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:37:22.994813 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-507acb96-5efa-4bec-9ceb-f6a524678767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:23.019437 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-34e143bd-2b38-4149-a89e-4c1410ce10dc req-96f6ee22-efee-4977-9e09-e076ba41f83d tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198650 May 13 14:37:23.215982 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-fb5bf1eb-8feb-44e8-a165-508f41cd2735 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Delete allocated IP 2001:db8:0:1::ec (0ffd10ba-e928-4ef3-81e2-79ae66173328/cf313a03-1b8f-4a0d-b784-37e401dc6e59) {{(pid=88081) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 13 14:37:23.249879 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52302) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:23.326259 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507acb96-5efa-4bec-9ceb-f6a524678767 None None] Pushing event updated for resources: {'Port': ['ID=bcd4bb21-f936-450e-bb84-7841ab5e45ab,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:23.330985 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 8ce5cb48-6ea7-421b-8a44-d89e7125d681 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:37:23.419248 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507acb96-5efa-4bec-9ceb-f6a524678767 None None] Network c2f3ea62-29f2-477b-a404-9640a1543fb6 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:23.469391 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-507acb96-5efa-4bec-9ceb-f6a524678767 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:23.473633 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507acb96-5efa-4bec-9ceb-f6a524678767 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:37:23.568023 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fb5bf1eb-8feb-44e8-a165-508f41cd2735 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:23.568303 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e885d96-cbed-4336-a021-d8d8324c379e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:23.597601 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-fb5bf1eb-8feb-44e8-a165-508f41cd2735 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Ignored duplicate provisioning block setup for port cec14ea2-a5ef-4ee4-900f-fc54c0c4d3af by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 13 14:37:23.618718 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-f83e8eb3-c073-4eea-843f-1da0bef07932 admin admin] Allocated IP 172.25.0.239 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/59fc61bf-6424-4abc-a986-02d667a899ce) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:23.798019 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aedd81f-264c-47f3-9efa-6a58eeefb917 None None] Network 0ffd10ba-e928-4ef3-81e2-79ae66173328 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:23.821209 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-2e885d96-cbed-4336-a021-d8d8324c379e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Calling delete_port for eb84281b-423d-4e41-ac9a-8fc49dd79b93 owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:37:23.842468 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f83e8eb3-c073-4eea-843f-1da0bef07932 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:23.879606 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fb5bf1eb-8feb-44e8-a165-508f41cd2735 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:23.883689 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f83e8eb3-c073-4eea-843f-1da0bef07932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:23.894190 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-dc9b6669-e049-4ff5-8283-9bfd87d9cfc4 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Unset dirty status for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:23.903045 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-dc9b6669-e049-4ff5-8283-9bfd87d9cfc4 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1791230393&fields=id&tenant_id=b6ab0120ba4d4937a9340132b618cd48 HTTP/1.1" status: 200 len: 267 time: 2.2903323 May 13 14:37:23.907790 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-507acb96-5efa-4bec-9ceb-f6a524678767 None None] Attempting to bind port bcd4bb21-f936-450e-bb84-7841ab5e45ab on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:37:23.908449 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-507acb96-5efa-4bec-9ceb-f6a524678767 None None] Attempting to bind port bcd4bb21-f936-450e-bb84-7841ab5e45ab by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '48847e38-2d4a-4cc8-8897-6a1a796d15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2f3ea62-29f2-477b-a404-9640a1543fb6'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:37:23.908549 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507acb96-5efa-4bec-9ceb-f6a524678767 None None] Attempting to bind port bcd4bb21-f936-450e-bb84-7841ab5e45ab on network c2f3ea62-29f2-477b-a404-9640a1543fb6 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:37:23.914889 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3162e66f-ae8c-4038-9226-decea7c53955 None None] Current status of the port 8ce5cb48-6ea7-421b-8a44-d89e7125d681 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:23.929069 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507acb96-5efa-4bec-9ceb-f6a524678767 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:37:23.929524 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507acb96-5efa-4bec-9ceb-f6a524678767 None None] Checking segment: {'id': '48847e38-2d4a-4cc8-8897-6a1a796d15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2f3ea62-29f2-477b-a404-9640a1543fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:37:23.929922 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-507acb96-5efa-4bec-9ceb-f6a524678767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:23.930318 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507acb96-5efa-4bec-9ceb-f6a524678767 None None] Bound using segment: {'id': '48847e38-2d4a-4cc8-8897-6a1a796d15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2f3ea62-29f2-477b-a404-9640a1543fb6'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:37:23.930805 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-507acb96-5efa-4bec-9ceb-f6a524678767 None None] Bound port: bcd4bb21-f936-450e-bb84-7841ab5e45ab, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48847e38-2d4a-4cc8-8897-6a1a796d15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2f3ea62-29f2-477b-a404-9640a1543fb6'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:37:23.931202 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-507acb96-5efa-4bec-9ceb-f6a524678767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:23.941501 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 8ce5cb48-6ea7-421b-8a44-d89e7125d681 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:23.941891 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:24.011337 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83e8eb3-c073-4eea-843f-1da0bef07932 admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:24.061108 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-f83e8eb3-c073-4eea-843f-1da0bef07932 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:24.133361 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83e8eb3-c073-4eea-843f-1da0bef07932 admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:37:24.164305 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-fb5bf1eb-8feb-44e8-a165-508f41cd2735 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] In _notify_port_updated(), no bound segment for port cec14ea2-a5ef-4ee4-900f-fc54c0c4d3af on network 0ffd10ba-e928-4ef3-81e2-79ae66173328 {{(pid=88081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:37:24.171663 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5bf1eb-8feb-44e8-a165-508f41cd2735 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:24.172928 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fb5bf1eb-8feb-44e8-a165-508f41cd2735 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:24.177956 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fb5bf1eb-8feb-44e8-a165-508f41cd2735 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "PUT /v2.0/ports/cec14ea2-a5ef-4ee4-900f-fc54c0c4d3af HTTP/1.1" status: 200 len: 926 time: 3.3560219 May 13 14:37:24.186440 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52320) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:24.218063 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e8eb3-c073-4eea-843f-1da0bef07932 admin admin] Pushing event updated for resources: {'Port': ['ID=59fc61bf-6424-4abc-a986-02d667a899ce,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:24.305514 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-483b45bb-5ba2-46aa-b2f2-057c51ce0c7c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '866f5035-782f-4393-bb71-77de1807f593'}, {'subnet_id': 'cf313a03-1b8f-4a0d-b784-37e401dc6e59'}]}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:24.365802 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-45f91d8a-a4eb-4189-9981-c61b5650a7be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:24.373707 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-507acb96-5efa-4bec-9ceb-f6a524678767 None None] For port bcd4bb21-f936-450e-bb84-7841ab5e45ab, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:37:24.507753 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-507acb96-5efa-4bec-9ceb-f6a524678767 None None] For port bcd4bb21-f936-450e-bb84-7841ab5e45ab, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=bcd4bb21-f936-450e-bb84-7841ab5e45ab,segment=NetworkSegment(48847e38-2d4a-4cc8-8897-6a1a796d15c2),segment_id=48847e38-2d4a-4cc8-8897-6a1a796d15c2)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:37:24.521181 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-507acb96-5efa-4bec-9ceb-f6a524678767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:24.533992 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-45f91d8a-a4eb-4189-9981-c61b5650a7be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:24.539488 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-45f91d8a-a4eb-4189-9981-c61b5650a7be admin admin] Usage tracker for resource:security_group_rule and tenant:9796acbaf4ed471c9783db044865414e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:24.543790 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-45f91d8a-a4eb-4189-9981-c61b5650a7be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:24.552098 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-45f91d8a-a4eb-4189-9981-c61b5650a7be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:24.615075 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-ca3f5529-249b-434e-bbd9-31e8cde6943b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:24.616621 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-ca3f5529-249b-434e-bbd9-31e8cde6943b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/networks?id=79758d8c-b106-4287-a282-ab754acae92b HTTP/1.1" status: 200 len: 815 time: 0.7127616 May 13 14:37:24.627516 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 8ce5cb48-6ea7-421b-8a44-d89e7125d681 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:24.628804 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c4d2c67f-8f86-4962-ae70-aef44fa65e2a up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:37:24.630512 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bf1eb-8feb-44e8-a165-508f41cd2735 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Port': ['ID=cec14ea2-a5ef-4ee4-900f-fc54c0c4d3af,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:24.766459 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-52d88a6b-be09-4a82-9c4a-c8c90dc04930 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/quotas/b6ab0120ba4d4937a9340132b618cd48 HTTP/1.1" status: 200 len: 375 time: 0.1307795 May 13 14:37:24.795988 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507acb96-5efa-4bec-9ceb-f6a524678767 None None] Pushing event updated for resources: {'Port': ['ID=bcd4bb21-f936-450e-bb84-7841ab5e45ab,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:25.030096 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-45f91d8a-a4eb-4189-9981-c61b5650a7be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:25.111617 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-45f91d8a-a4eb-4189-9981-c61b5650a7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:25.227945 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-ba840605-4281-4be6-8daa-680f25e14a83 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:25.251871 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-ba840605-4281-4be6-8daa-680f25e14a83 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/networks?id=bdf000b2-35a2-42ed-a188-349bb545fbc9 HTTP/1.1" status: 200 len: 812 time: 1.1226997 May 13 14:37:25.437690 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-a497cde1-4d25-41b2-baa3-c9bfb228921d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Synchronizing usage tracker for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:25.453828 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9b2e21ce-c413-481a-953d-b958c98cd7a6 None None] Provisioning for port eb84281b-423d-4e41-ac9a-8fc49dd79b93 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:25.464871 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9b2e21ce-c413-481a-953d-b958c98cd7a6 None None] Provisioning complete for port eb84281b-423d-4e41-ac9a-8fc49dd79b93 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:25.465553 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9b2e21ce-c413-481a-953d-b958c98cd7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:25.534865 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-45f91d8a-a4eb-4189-9981-c61b5650a7be admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9796acbaf4ed471c9783db044865414e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2826416 May 13 14:37:25.535817 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f91d8a-a4eb-4189-9981-c61b5650a7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671156d7-9fa9-474d-b2f5-8c4873e32020,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:25.540876 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-270d8ab4-ba3e-4c6c-a651-a4df0548566b tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/quotas/713fc3e596334366a49631a90da45226 HTTP/1.1" status: 200 len: 375 time: 0.2856426 May 13 14:37:25.541866 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52324) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:25.549537 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e885d96-cbed-4336-a021-d8d8324c379e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:25.555151 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f83e8eb3-c073-4eea-843f-1da0bef07932 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:25.588888 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-9b2e21ce-c413-481a-953d-b958c98cd7a6 None None] Port eb84281b-423d-4e41-ac9a-8fc49dd79b93 was deleted so its status cannot be updated. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 13 14:37:25.618499 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9b2e21ce-c413-481a-953d-b958c98cd7a6 None None] Provisioning complete for port 8ce5cb48-6ea7-421b-8a44-d89e7125d681 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:25.618792 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9b2e21ce-c413-481a-953d-b958c98cd7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:25.670331 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-a497cde1-4d25-41b2-baa3-c9bfb228921d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Unset dirty status for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:25.687405 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-a497cde1-4d25-41b2-baa3-c9bfb228921d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b6ab0120ba4d4937a9340132b618cd48&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9089258 May 13 14:37:25.763019 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e885d96-cbed-4336-a021-d8d8324c379e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Port': ['ID=eb84281b-423d-4e41-ac9a-8fc49dd79b93,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:25.848069 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-38e3156a-8fbc-41b7-b4f1-4ed3646fb28a tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=713fc3e596334366a49631a90da45226&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2739923 May 13 14:37:25.974048 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-483b45bb-5ba2-46aa-b2f2-057c51ce0c7c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:26.050611 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-9b2e21ce-c413-481a-953d-b958c98cd7a6 None None] Current status of the port 8ce5cb48-6ea7-421b-8a44-d89e7125d681 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:26.085112 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9b2e21ce-c413-481a-953d-b958c98cd7a6 None None] Provisioning for port c4d2c67f-8f86-4962-ae70-aef44fa65e2a completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:26.100481 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9b2e21ce-c413-481a-953d-b958c98cd7a6 None None] Provisioning complete for port c4d2c67f-8f86-4962-ae70-aef44fa65e2a triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:26.100861 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9b2e21ce-c413-481a-953d-b958c98cd7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:26.416631 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-9b2e21ce-c413-481a-953d-b958c98cd7a6 None None] Current status of the port c4d2c67f-8f86-4962-ae70-aef44fa65e2a is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:26.417342 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9b2e21ce-c413-481a-953d-b958c98cd7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:26.470750 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2a19a897-bc53-43cd-9f96-d4ca4a7158d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:26.485332 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-9b2e21ce-c413-481a-953d-b958c98cd7a6 None None] For port c4d2c67f-8f86-4962-ae70-aef44fa65e2a, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c4d2c67f-8f86-4962-ae70-aef44fa65e2a,segment=NetworkSegment(751fe983-ab6e-45ab-a561-4137946a1555),segment_id=751fe983-ab6e-45ab-a561-4137946a1555)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:26.490975 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9b2e21ce-c413-481a-953d-b958c98cd7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:26.503021 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2a19a897-bc53-43cd-9f96-d4ca4a7158d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:26.588055 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e885d96-cbed-4336-a021-d8d8324c379e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:26.604263 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2a19a897-bc53-43cd-9f96-d4ca4a7158d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:26.745396 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e21ce-c413-481a-953d-b958c98cd7a6 None None] Pushing event updated for resources: {'Port': ['ID=c4d2c67f-8f86-4962-ae70-aef44fa65e2a,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:26.757217 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-fa03ed2b-b942-42ac-bda6-ba0e9322db61 None None] Provisioning for port cec14ea2-a5ef-4ee4-900f-fc54c0c4d3af completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:26.779136 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-fa03ed2b-b942-42ac-bda6-ba0e9322db61 None None] Provisioning complete for port cec14ea2-a5ef-4ee4-900f-fc54c0c4d3af triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:26.779646 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fa03ed2b-b942-42ac-bda6-ba0e9322db61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:26.880376 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f83e8eb3-c073-4eea-843f-1da0bef07932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:26.915265 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-fa03ed2b-b942-42ac-bda6-ba0e9322db61 None None] Port cec14ea2-a5ef-4ee4-900f-fc54c0c4d3af cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:37:26.918983 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d5df39-a501-4d20-8d69-60383afa7097 None None] Network c2f3ea62-29f2-477b-a404-9640a1543fb6 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:27.209055 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19a897-bc53-43cd-9f96-d4ca4a7158d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671156d7-9fa9-474d-b2f5-8c4873e32020,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:27.216479 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-6942a006-a105-4bc8-80e6-e58b6499c662 service neutron] 10.222.0.35 "GET /v2.0/networks/bdf000b2-35a2-42ed-a188-349bb545fbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3376429 May 13 14:37:27.249493 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2e885d96-cbed-4336-a021-d8d8324c379e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/eb84281b-423d-4e41-ac9a-8fc49dd79b93 HTTP/1.1" status: 204 len: 168 time: 5.0252645 May 13 14:37:27.252407 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2a19a897-bc53-43cd-9f96-d4ca4a7158d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:27.264776 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2a19a897-bc53-43cd-9f96-d4ca4a7158d6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/671156d7-9fa9-474d-b2f5-8c4873e32020 HTTP/1.1" status: 204 len: 168 time: 1.7130609 May 13 14:37:27.266083 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52330) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:27.364148 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-fa03ed2b-b942-42ac-bda6-ba0e9322db61 None None] Provisioning complete for port c4d2c67f-8f86-4962-ae70-aef44fa65e2a triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:27.364526 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fa03ed2b-b942-42ac-bda6-ba0e9322db61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:27.389502 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-cd9258d5-b0c2-4f4a-b490-5eb5a1a4d9d9 service neutron] 10.222.0.35 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7009809 May 13 14:37:27.456965 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device bcd4bb21-f936-450e-bb84-7841ab5e45ab up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:37:27.568397 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83e8eb3-c073-4eea-843f-1da0bef07932 admin admin] Router 022b3687-83b2-4cf1-9e35-ff37b93f45e6 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:37:27.632063 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e06e6ab0-db6f-483f-8fa1-a3de03f18f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:27.656796 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-483b45bb-5ba2-46aa-b2f2-057c51ce0c7c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Allocated IP 2001:db8:0:1::de (0ffd10ba-e928-4ef3-81e2-79ae66173328/cf313a03-1b8f-4a0d-b784-37e401dc6e59/cec14ea2-a5ef-4ee4-900f-fc54c0c4d3af) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:27.674146 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eec10e0-e4af-4404-976a-a5daa2dbc956 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:27.675903 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eec10e0-e4af-4404-976a-a5daa2dbc956 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:27.677839 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eec10e0-e4af-4404-976a-a5daa2dbc956 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:27.678746 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5eec10e0-e4af-4404-976a-a5daa2dbc956 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:27.730446 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-fa03ed2b-b942-42ac-bda6-ba0e9322db61 None None] Current status of the port c4d2c67f-8f86-4962-ae70-aef44fa65e2a is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:27.741302 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port bcd4bb21-f936-450e-bb84-7841ab5e45ab completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:27.753382 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c4d2c67f-8f86-4962-ae70-aef44fa65e2a up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:37:27.816139 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5eec10e0-e4af-4404-976a-a5daa2dbc956 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:27.817482 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5eec10e0-e4af-4404-976a-a5daa2dbc956 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4935591 May 13 14:37:27.824398 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52338) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:27.905555 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port c4d2c67f-8f86-4962-ae70-aef44fa65e2a triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:27.906210 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:27.931028 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-5bbf04bd-7ace-4ec8-a6eb-8bbfc08a83c9 service neutron] 10.222.0.35 "GET /v2.0/networks/bdf000b2-35a2-42ed-a188-349bb545fbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6609037 May 13 14:37:27.958011 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83e8eb3-c073-4eea-843f-1da0bef07932 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:37:27.970124 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635c2854-da70-4cac-bf29-bd364cdf6bd3 None None] Sync routers for ids ['022b3687-83b2-4cf1-9e35-ff37b93f45e6'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:37:27.991544 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635c2854-da70-4cac-bf29-bd364cdf6bd3 None None] Routers {'022b3687-83b2-4cf1-9e35-ff37b93f45e6'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:37:27.993824 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-635c2854-da70-4cac-bf29-bd364cdf6bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:37:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['022b3687-83b2-4cf1-9e35-ff37b93f45e6'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:28.021691 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f57eaf9d-59c4-4a3d-b8bb-89302bbc2418 None None] Provisioning for port bcd4bb21-f936-450e-bb84-7841ab5e45ab completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:28.033311 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f57eaf9d-59c4-4a3d-b8bb-89302bbc2418 None None] Provisioning complete for port bcd4bb21-f936-450e-bb84-7841ab5e45ab triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:28.033999 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f57eaf9d-59c4-4a3d-b8bb-89302bbc2418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:28.080890 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-3edff6ba-258d-45ac-b96a-df66793a7900 service neutron] 10.222.0.35 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6874712 May 13 14:37:28.089957 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f83e8eb3-c073-4eea-843f-1da0bef07932 admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:28.102048 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f83e8eb3-c073-4eea-843f-1da0bef07932 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 10.6105998 May 13 14:37:28.102687 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52342) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:28.178495 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-68260add-97e7-4827-9266-e51384ac5a64 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting subnet 1a702e0a-9e1b-44ce-b6a7-efd51547214f {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:37:28.182922 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52346) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:28.195690 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-68260add-97e7-4827-9266-e51384ac5a64 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:28.482012 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-68260add-97e7-4827-9266-e51384ac5a64 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:28.607172 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-635c2854-da70-4cac-bf29-bd364cdf6bd3 None None] Set router 022b3687-83b2-4cf1-9e35-ff37b93f45e6 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:37:28.711553 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f57eaf9d-59c4-4a3d-b8bb-89302bbc2418 None None] Current status of the port bcd4bb21-f936-450e-bb84-7841ab5e45ab is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:28.712059 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f57eaf9d-59c4-4a3d-b8bb-89302bbc2418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:28.756482 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port c4d2c67f-8f86-4962-ae70-aef44fa65e2a is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:28.761122 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:28.785828 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-f57eaf9d-59c4-4a3d-b8bb-89302bbc2418 None None] For port bcd4bb21-f936-450e-bb84-7841ab5e45ab, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=bcd4bb21-f936-450e-bb84-7841ab5e45ab,segment=NetworkSegment(48847e38-2d4a-4cc8-8897-6a1a796d15c2),segment_id=48847e38-2d4a-4cc8-8897-6a1a796d15c2)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:28.792140 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f57eaf9d-59c4-4a3d-b8bb-89302bbc2418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:28.803201 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-68260add-97e7-4827-9266-e51384ac5a64 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:28.896348 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f211e50c-efa7-45e4-90fc-72a02f068dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:28.921038 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [None req-483b45bb-5ba2-46aa-b2f2-057c51ce0c7c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:37:28.937910 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-483b45bb-5ba2-46aa-b2f2-057c51ce0c7c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:28.967942 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-483b45bb-5ba2-46aa-b2f2-057c51ce0c7c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Ignored duplicate provisioning block setup for port cec14ea2-a5ef-4ee4-900f-fc54c0c4d3af by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 13 14:37:28.979549 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f211e50c-efa7-45e4-90fc-72a02f068dcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:28.989621 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f211e50c-efa7-45e4-90fc-72a02f068dcc admin admin] Usage tracker for resource:security_group_rule and tenant:a49ce35f532a480e9b601a7e9c558efa is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:28.998907 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f211e50c-efa7-45e4-90fc-72a02f068dcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:29.024708 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f211e50c-efa7-45e4-90fc-72a02f068dcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:29.073392 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57eaf9d-59c4-4a3d-b8bb-89302bbc2418 None None] Pushing event updated for resources: {'Port': ['ID=bcd4bb21-f936-450e-bb84-7841ab5e45ab,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:29.146502 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-68260add-97e7-4827-9266-e51384ac5a64 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:29.164739 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-26ab6b6c-4cc1-4586-92ff-e80b1dff1dff None None] Provisioning complete for port bcd4bb21-f936-450e-bb84-7841ab5e45ab triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:29.165204 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-26ab6b6c-4cc1-4586-92ff-e80b1dff1dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:29.359202 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-635c2854-da70-4cac-bf29-bd364cdf6bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'name': 'tempest-ServersTestJSON-398732630-router', 'tenant_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '59fc61bf-6424-4abc-a986-02d667a899ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:17Z', 'updated_at': '2022-05-13T14:37:24Z', 'revision_number': 3, 'project_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'gw_port': {'id': '59fc61bf-6424-4abc-a986-02d667a899ce', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:21Z', 'updated_at': '2022-05-13T14:37:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:29.387597 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635c2854-da70-4cac-bf29-bd364cdf6bd3 None None] Checking router: 022b3687-83b2-4cf1-9e35-ff37b93f45e6 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:37:29.388464 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635c2854-da70-4cac-bf29-bd364cdf6bd3 None None] Updating router 022b3687-83b2-4cf1-9e35-ff37b93f45e6 port 59fc61bf-6424-4abc-a986-02d667a899ce binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:37:29.506371 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-293b61e8-a284-467e-9be9-2c1de76cbdec req-b5019d23-fce8-4230-a886-540111f9808c tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=12e0c913-323d-49c9-acb7-e725925e801f HTTP/1.1" status: 200 len: 210 time: 0.5899045 May 13 14:37:29.518221 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-483b45bb-5ba2-46aa-b2f2-057c51ce0c7c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:29.557884 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-26ab6b6c-4cc1-4586-92ff-e80b1dff1dff None None] Current status of the port bcd4bb21-f936-450e-bb84-7841ab5e45ab is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:29.585610 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fc018389-730f-46b8-914b-89615441bf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:29.640275 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-635c2854-da70-4cac-bf29-bd364cdf6bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:29.844147 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68260add-97e7-4827-9266-e51384ac5a64 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Subnet': ['ID=1a702e0a-9e1b-44ce-b6a7-efd51547214f,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:29.855526 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6061d69-34f3-402f-b3fe-13bd6658f86a None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:29.870735 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-68260add-97e7-4827-9266-e51384ac5a64 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:29.969752 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d4245-985d-4405-be8f-3adb403e4406 req-db5afa64-1332-4cd0-80ce-3622206efc8d tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:29.972034 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f20d4245-985d-4405-be8f-3adb403e4406 req-db5afa64-1332-4cd0-80ce-3622206efc8d tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 945 time: 1.1869760 May 13 14:37:29.980012 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f211e50c-efa7-45e4-90fc-72a02f068dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:29.983222 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b45bb-5ba2-46aa-b2f2-057c51ce0c7c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Port': ['ID=cec14ea2-a5ef-4ee4-900f-fc54c0c4d3af,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:30.109931 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-483b45bb-5ba2-46aa-b2f2-057c51ce0c7c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] In _notify_port_updated(), no bound segment for port cec14ea2-a5ef-4ee4-900f-fc54c0c4d3af on network 0ffd10ba-e928-4ef3-81e2-79ae66173328 {{(pid=88082) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:37:30.138451 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f20d4245-985d-4405-be8f-3adb403e4406 req-24527f47-f500-4a6c-b533-d43608053169 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380827 May 13 14:37:30.142888 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483b45bb-5ba2-46aa-b2f2-057c51ce0c7c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:30.146109 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-483b45bb-5ba2-46aa-b2f2-057c51ce0c7c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:30.154931 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-483b45bb-5ba2-46aa-b2f2-057c51ce0c7c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "PUT /v2.0/ports/cec14ea2-a5ef-4ee4-900f-fc54c0c4d3af HTTP/1.1" status: 200 len: 1011 time: 5.9370975 May 13 14:37:30.157007 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52374) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:30.425695 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7015-9909-4566-998c-117bd2d9a81b None None] Provisioning complete for port cec14ea2-a5ef-4ee4-900f-fc54c0c4d3af triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:30.433999 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-8b1ff7d0-0e88-43ed-bc3d-5de5e202dbff req-df6ed1ec-50ca-474a-94fd-ddfa57ceba08 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Synchronizing usage tracker for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:30.450832 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7015-9909-4566-998c-117bd2d9a81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:30.452131 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f211e50c-efa7-45e4-90fc-72a02f068dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:30.555784 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-635c2854-da70-4cac-bf29-bd364cdf6bd3 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:30.615765 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-635c2854-da70-4cac-bf29-bd364cdf6bd3 None None] Transition to ACTIVE for port object 59fc61bf-6424-4abc-a986-02d667a899ce will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:30.636561 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-635c2854-da70-4cac-bf29-bd364cdf6bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:30.663079 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-8b1ff7d0-0e88-43ed-bc3d-5de5e202dbff req-df6ed1ec-50ca-474a-94fd-ddfa57ceba08 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Unset dirty status for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:30.664465 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8b1ff7d0-0e88-43ed-bc3d-5de5e202dbff req-df6ed1ec-50ca-474a-94fd-ddfa57ceba08 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=42254162-6ea4-4c72-ac83-5a1d2f8d08bd HTTP/1.1" status: 200 len: 210 time: 0.6825354 May 13 14:37:30.677300 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-68260add-97e7-4827-9266-e51384ac5a64 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/1a702e0a-9e1b-44ce-b6a7-efd51547214f HTTP/1.1" status: 204 len: 168 time: 2.8477561 May 13 14:37:30.694331 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52380) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:30.694935 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211e50c-efa7-45e4-90fc-72a02f068dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04e70e3-18aa-412f-a08d-26dd177a288c,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:30.883321 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-635c2854-da70-4cac-bf29-bd364cdf6bd3 None None] Attempting to bind port 59fc61bf-6424-4abc-a986-02d667a899ce on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:37:30.883639 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f211e50c-efa7-45e4-90fc-72a02f068dcc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a49ce35f532a480e9b601a7e9c558efa&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6899340 May 13 14:37:30.885997 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52384) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:30.887188 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-635c2854-da70-4cac-bf29-bd364cdf6bd3 None None] Attempting to bind port 59fc61bf-6424-4abc-a986-02d667a899ce by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:37:30.887804 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635c2854-da70-4cac-bf29-bd364cdf6bd3 None None] Attempting to bind port 59fc61bf-6424-4abc-a986-02d667a899ce on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:37:30.889479 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:30.914088 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:30.917485 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86349e-6583-4f15-894f-0ae5cc52091c None None] Pushing event updated for resources: {'Port': ['ID=59fc61bf-6424-4abc-a986-02d667a899ce,revision_number=2']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:30.923967 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c7015-9909-4566-998c-117bd2d9a81b None None] Port cec14ea2-a5ef-4ee4-900f-fc54c0c4d3af cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:37:30.925324 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635c2854-da70-4cac-bf29-bd364cdf6bd3 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:37:30.933422 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635c2854-da70-4cac-bf29-bd364cdf6bd3 None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:37:30.934860 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-635c2854-da70-4cac-bf29-bd364cdf6bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:30.936416 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635c2854-da70-4cac-bf29-bd364cdf6bd3 None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:37:30.937094 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-635c2854-da70-4cac-bf29-bd364cdf6bd3 None None] Bound port: 59fc61bf-6424-4abc-a986-02d667a899ce, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:37:30.938492 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-635c2854-da70-4cac-bf29-bd364cdf6bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:31.036367 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86349e-6583-4f15-894f-0ae5cc52091c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:31.036824 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86349e-6583-4f15-894f-0ae5cc52091c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:31.041170 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86349e-6583-4f15-894f-0ae5cc52091c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:31.041577 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86349e-6583-4f15-894f-0ae5cc52091c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:31.041822 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86349e-6583-4f15-894f-0ae5cc52091c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:31.042256 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86349e-6583-4f15-894f-0ae5cc52091c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:31.056816 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86349e-6583-4f15-894f-0ae5cc52091c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:31.057194 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86349e-6583-4f15-894f-0ae5cc52091c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:31.057521 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86349e-6583-4f15-894f-0ae5cc52091c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:31.057976 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86349e-6583-4f15-894f-0ae5cc52091c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:31.058298 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86349e-6583-4f15-894f-0ae5cc52091c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:31.058998 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86349e-6583-4f15-894f-0ae5cc52091c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:31.180029 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device bcd4bb21-f936-450e-bb84-7841ab5e45ab up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:37:31.196890 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-635c2854-da70-4cac-bf29-bd364cdf6bd3 None None] For port 59fc61bf-6424-4abc-a986-02d667a899ce, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:37:31.208117 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-635c2854-da70-4cac-bf29-bd364cdf6bd3 None None] For port 59fc61bf-6424-4abc-a986-02d667a899ce, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=59fc61bf-6424-4abc-a986-02d667a899ce,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:37:31.215730 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-635c2854-da70-4cac-bf29-bd364cdf6bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:31.225787 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-57705a44-ddb8-4611-998d-d7a8d08c4599 req-66f08562-e98e-4972-851c-1cbcf1853af9 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=12e0c913-323d-49c9-acb7-e725925e801f HTTP/1.1" status: 200 len: 210 time: 0.1869209 May 13 14:37:31.310678 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f03f449-c36e-4f8e-9813-08b43d6767a6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting subnet 215a3fc6-edd1-4f06-a237-9f832f094836 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:37:31.362191 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9f03f449-c36e-4f8e-9813-08b43d6767a6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:31.409203 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port bcd4bb21-f936-450e-bb84-7841ab5e45ab triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:31.409567 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:31.415399 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635c2854-da70-4cac-bf29-bd364cdf6bd3 None None] Routers {'022b3687-83b2-4cf1-9e35-ff37b93f45e6'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:37:31.418645 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-635c2854-da70-4cac-bf29-bd364cdf6bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:37:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['022b3687-83b2-4cf1-9e35-ff37b93f45e6'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:31.507650 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009bde59-5e3b-4c99-ac57-da8a804768a5 req-57d9a644-d663-45f1-a5fc-71c479c303b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:31.512842 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-009bde59-5e3b-4c99-ac57-da8a804768a5 req-57d9a644-d663-45f1-a5fc-71c479c303b7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=936df29ada1f4039bf03263eb4658581&device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 1096 time: 2.5984499 May 13 14:37:31.519483 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-56b5d60c-1a66-44f2-88be-21cb53166371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:31.559053 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-cb6c8b48-0b02-4530-997d-56f6c03e7f68 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting port cec14ea2-a5ef-4ee4-900f-fc54c0c4d3af {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:37:31.559741 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cb6c8b48-0b02-4530-997d-56f6c03e7f68 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:31.720777 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86349e-6583-4f15-894f-0ae5cc52091c None None] Pushing event updated for resources: {'Port': ['ID=59fc61bf-6424-4abc-a986-02d667a899ce,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:31.826849 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port bcd4bb21-f936-450e-bb84-7841ab5e45ab is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:32.034408 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:32.059376 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-635c2854-da70-4cac-bf29-bd364cdf6bd3 None None] Set router 022b3687-83b2-4cf1-9e35-ff37b93f45e6 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:37:32.156255 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-56b5d60c-1a66-44f2-88be-21cb53166371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:32.157943 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8cb1ce48-e520-40f3-a10f-2f1289c71210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:32.167505 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-89d19cf3-3ce9-41a8-99f6-a40f76e3b87c None None] Provisioning complete for port 8ce5cb48-6ea7-421b-8a44-d89e7125d681 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:32.173417 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-89d19cf3-3ce9-41a8-99f6-a40f76e3b87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:32.231498 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-9e990005-c5da-4024-951e-b38e4ee49987 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:32.232294 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-9e990005-c5da-4024-951e-b38e4ee49987 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Synchronizing usage tracker for tenant:713fc3e596334366a49631a90da45226 on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:32.328018 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-56b5d60c-1a66-44f2-88be-21cb53166371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:32.411553 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9f03f449-c36e-4f8e-9813-08b43d6767a6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:32.412194 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-9e990005-c5da-4024-951e-b38e4ee49987 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Unset dirty status for tenant:713fc3e596334366a49631a90da45226 on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:32.413331 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-9e990005-c5da-4024-951e-b38e4ee49987 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.59 "GET /v2.0/networks?id=bdf000b2-35a2-42ed-a188-349bb545fbc9 HTTP/1.1" status: 200 len: 812 time: 1.3034003 May 13 14:37:32.428153 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e811b-f5d2-472d-ad8e-998b22d6b6ea req-12c0e5ab-291e-4b44-acba-bed9abf03f49 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:32.437118 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-df7e811b-f5d2-472d-ad8e-998b22d6b6ea req-12c0e5ab-291e-4b44-acba-bed9abf03f49 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 945 time: 1.8654222 May 13 14:37:32.446152 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-89d19cf3-3ce9-41a8-99f6-a40f76e3b87c None None] Current status of the port 8ce5cb48-6ea7-421b-8a44-d89e7125d681 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:32.450370 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-4a16c93b-b6b3-40f4-9b04-d59c96103305 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Request body: {'port': {'device_id': '12e0c913-323d-49c9-acb7-e725925e801f', 'network_id': 'bdf000b2-35a2-42ed-a188-349bb545fbc9', 'admin_state_up': True, 'tenant_id': '713fc3e596334366a49631a90da45226'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:32.558899 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-635c2854-da70-4cac-bf29-bd364cdf6bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'name': 'tempest-ServersTestJSON-398732630-router', 'tenant_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '59fc61bf-6424-4abc-a986-02d667a899ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:17Z', 'updated_at': '2022-05-13T14:37:24Z', 'revision_number': 3, 'project_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'gw_port': {'id': '59fc61bf-6424-4abc-a986-02d667a899ce', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:21Z', 'updated_at': '2022-05-13T14:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:32.563620 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635c2854-da70-4cac-bf29-bd364cdf6bd3 None None] The sync data for ids ['022b3687-83b2-4cf1-9e35-ff37b93f45e6'] in n-d-841760-1 is: [{'id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'name': 'tempest-ServersTestJSON-398732630-router', 'tenant_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '59fc61bf-6424-4abc-a986-02d667a899ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:17Z', 'updated_at': '2022-05-13T14:37:24Z', 'revision_number': 3, 'project_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'gw_port': {'id': '59fc61bf-6424-4abc-a986-02d667a899ce', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:21Z', 'updated_at': '2022-05-13T14:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:37:32.615981 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5d60c-1a66-44f2-88be-21cb53166371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04e70e3-18aa-412f-a08d-26dd177a288c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:32.617896 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-56b5d60c-1a66-44f2-88be-21cb53166371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:32.621647 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-56b5d60c-1a66-44f2-88be-21cb53166371 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f04e70e3-18aa-412f-a08d-26dd177a288c HTTP/1.1" status: 204 len: 168 time: 1.7163603 May 13 14:37:32.678925 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-df7e811b-f5d2-472d-ad8e-998b22d6b6ea req-a2dd0c9f-d618-4ac8-8db2-7dcb9a61d6e6 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409143 May 13 14:37:32.687541 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cb6c8b48-0b02-4530-997d-56f6c03e7f68 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:32.752906 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-2572dc91-385e-4e0e-9d14-8ca568d8eff8 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:32.754426 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-2572dc91-385e-4e0e-9d14-8ca568d8eff8 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.59 "GET /v2.0/networks?id=79758d8c-b106-4287-a282-ab754acae92b HTTP/1.1" status: 200 len: 815 time: 1.4137673 May 13 14:37:32.755884 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009bde59-5e3b-4c99-ac57-da8a804768a5 req-3b81ccea-72e6-4cfb-8968-6b90ce753c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:32.757504 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-009bde59-5e3b-4c99-ac57-da8a804768a5 req-3b81ccea-72e6-4cfb-8968-6b90ce753c4c service neutron] 10.222.0.59 "GET /v2.0/networks?id=9479e797-5371-4e30-beb4-10899bbfb8b9 HTTP/1.1" status: 200 len: 919 time: 1.1743364 May 13 14:37:32.781954 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9000642-e2ba-4659-9910-30894ecb3015 req-0c2134eb-f6ae-4e4d-8d44-654a2b7af4e4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:32.783509 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c9000642-e2ba-4659-9910-30894ecb3015 req-0c2134eb-f6ae-4e4d-8d44-654a2b7af4e4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 945 time: 1.1230395 May 13 14:37:32.849524 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-cb6c8b48-0b02-4530-997d-56f6c03e7f68 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Calling delete_port for cec14ea2-a5ef-4ee4-900f-fc54c0c4d3af owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:37:32.871483 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9f03f449-c36e-4f8e-9813-08b43d6767a6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:33.007973 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-009bde59-5e3b-4c99-ac57-da8a804768a5 req-aee59112-4700-4c83-9f63-c3b6d413a1d4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=678150fc-a884-4cde-a368-5d99c72e9568 HTTP/1.1" status: 200 len: 217 time: 0.2202899 May 13 14:37:33.136517 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-81069f8d-d884-454e-9dc2-b74e7a5c6887 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Synchronizing usage tracker for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:33.213942 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 59fc61bf-6424-4abc-a986-02d667a899ce up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:37:33.224578 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c9000642-e2ba-4659-9910-30894ecb3015 req-5c145461-fe98-4dae-866f-c5ce7d4dd42c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615398 May 13 14:37:33.249733 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009bde59-5e3b-4c99-ac57-da8a804768a5 req-5be496b4-c232-4163-ba6b-470d99b23ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:33.251321 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-009bde59-5e3b-4c99-ac57-da8a804768a5 req-5be496b4-c232-4163-ba6b-470d99b23ae3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be55f4c0-99f6-4777-9e43-16529e4e725e HTTP/1.1" status: 200 len: 857 time: 0.2295666 May 13 14:37:33.389032 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-81069f8d-d884-454e-9dc2-b74e7a5c6887 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Unset dirty status for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:33.390279 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-81069f8d-d884-454e-9dc2-b74e7a5c6887 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6ab0120ba4d4937a9340132b618cd48 HTTP/1.1" status: 200 len: 380 time: 0.6039515 May 13 14:37:33.397395 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 59fc61bf-6424-4abc-a986-02d667a899ce completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:33.400833 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9f03f449-c36e-4f8e-9813-08b43d6767a6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:33.420252 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 59fc61bf-6424-4abc-a986-02d667a899ce triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:33.420739 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:33.427286 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-55e40480-624a-4bea-b165-ceef1705b65b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Request body: {'port': {'device_id': '42254162-6ea4-4c72-ac83-5a1d2f8d08bd', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'admin_state_up': True, 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'security_groups': ['60e92ff1-0601-42d6-a791-122b8cba49cb']}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:33.444244 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-4a16c93b-b6b3-40f4-9b04-d59c96103305 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:33.502888 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9f03f449-c36e-4f8e-9813-08b43d6767a6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:33.505603 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-4a16c93b-b6b3-40f4-9b04-d59c96103305 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Usage tracker for resource:port and tenant:713fc3e596334366a49631a90da45226 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:33.506924 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e911fb1-5a88-4ea2-857b-0ef82e636f68 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:33.538871 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-93fb42a0-946a-43ba-b225-ea2c230df359 req-fb3fd6ab-baeb-4e8c-b3cb-69d30bced3af tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=42254162-6ea4-4c72-ac83-5a1d2f8d08bd HTTP/1.1" status: 200 len: 210 time: 0.3378105 May 13 14:37:33.544215 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-4a16c93b-b6b3-40f4-9b04-d59c96103305 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:33.580125 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-4a16c93b-b6b3-40f4-9b04-d59c96103305 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:33.601432 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-8cb1ce48-e520-40f3-a10f-2f1289c71210 admin admin] Allocated IP 172.20.0.1 (c2f3ea62-29f2-477b-a404-9640a1543fb6/6eaa1b8f-d3c1-4756-b489-078d11acd8c7/5be499b9-db45-46e7-a32c-b99292b62956) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:33.607671 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-4a16c93b-b6b3-40f4-9b04-d59c96103305 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Made reservation on behalf of 713fc3e596334366a49631a90da45226 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:33.611774 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-4a16c93b-b6b3-40f4-9b04-d59c96103305 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:33.621001 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03f449-c36e-4f8e-9813-08b43d6767a6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Subnet': ['ID=215a3fc6-edd1-4f06-a237-9f832f094836,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:33.768956 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9f03f449-c36e-4f8e-9813-08b43d6767a6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/215a3fc6-edd1-4f06-a237-9f832f094836 HTTP/1.1" status: 204 len: 168 time: 3.0646646 May 13 14:37:33.779653 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8665ee21-c975-40c5-ba09-186771228c06 req-b9268781-88ff-40c7-b623-f1ffefc63e09 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=12e0c913-323d-49c9-acb7-e725925e801f HTTP/1.1" status: 200 len: 210 time: 0.2539208 May 13 14:37:33.785303 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52410) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:33.881717 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 59fc61bf-6424-4abc-a986-02d667a899ce is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:33.882229 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:33.901334 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 59fc61bf-6424-4abc-a986-02d667a899ce, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=59fc61bf-6424-4abc-a986-02d667a899ce,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:33.905799 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:33.935756 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6bc60640-fe14-4e76-b0e4-768186d42ffd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:router {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:34.007660 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=59fc61bf-6424-4abc-a986-02d667a899ce,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:34.023024 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009bde59-5e3b-4c99-ac57-da8a804768a5 req-391c726b-29a1-467e-89fd-c1e000cc6282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:34.024716 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-009bde59-5e3b-4c99-ac57-da8a804768a5 req-391c726b-29a1-467e-89fd-c1e000cc6282 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9479e797-5371-4e30-beb4-10899bbfb8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7542839 May 13 14:37:34.026362 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-55e40480-624a-4bea-b165-ceef1705b65b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:34.075001 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-55e40480-624a-4bea-b165-ceef1705b65b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:34.078621 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6bc60640-fe14-4e76-b0e4-768186d42ffd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:router {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:34.085774 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6bc60640-fe14-4e76-b0e4-768186d42ffd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2921951 May 13 14:37:34.101140 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16af1fe4-be52-459c-b87a-af4c63687fe8 None None] DHCP port deletion for 0723b97b-08c9-4db0-a15e-5b69273136d9 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:37:34.105375 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-16af1fe4-be52-459c-b87a-af4c63687fe8 None None] Deleting port 8ce5cb48-6ea7-421b-8a44-d89e7125d681 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:37:34.105825 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-16af1fe4-be52-459c-b87a-af4c63687fe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:34.113104 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52422) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:34.142013 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-20210a6e-c798-4506-9926-99771c706917 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:34.192628 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-55e40480-624a-4bea-b165-ceef1705b65b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Made reservation on behalf of b6ab0120ba4d4937a9340132b618cd48 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:34.197878 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-55e40480-624a-4bea-b165-ceef1705b65b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:34.361468 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-4a16c93b-b6b3-40f4-9b04-d59c96103305 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Allocated IP 172.20.0.2 (bdf000b2-35a2-42ed-a188-349bb545fbc9/ca21fd33-bce4-432c-932a-d45b6a8b65d2/7865fba9-2e06-436e-9064-468d336d7cf2) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:34.367642 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-009bde59-5e3b-4c99-ac57-da8a804768a5 req-2e0dc690-1061-4511-b1a2-941713a2a074 service neutron] 10.222.0.59 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219178 May 13 14:37:34.417577 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-16af1fe4-be52-459c-b87a-af4c63687fe8 None None] For port 8ce5cb48-6ea7-421b-8a44-d89e7125d681, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=8ce5cb48-6ea7-421b-8a44-d89e7125d681,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:34.418585 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-16af1fe4-be52-459c-b87a-af4c63687fe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:34.573303 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8cb1ce48-e520-40f3-a10f-2f1289c71210 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:34.576676 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-20210a6e-c798-4506-9926-99771c706917 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:34.607384 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-20210a6e-c798-4506-9926-99771c706917 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:subnet and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:34.621379 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cb6c8b48-0b02-4530-997d-56f6c03e7f68 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:34.628995 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-16af1fe4-be52-459c-b87a-af4c63687fe8 None None] Calling delete_port for 8ce5cb48-6ea7-421b-8a44-d89e7125d681 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:37:34.629133 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-20210a6e-c798-4506-9926-99771c706917 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:34.638458 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b23818-a456-4e13-82d3-f1ebe0e57eea req-b48bc1ac-460a-48bd-8038-81217484a902 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:34.639598 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e0b23818-a456-4e13-82d3-f1ebe0e57eea req-b48bc1ac-460a-48bd-8038-81217484a902 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 945 time: 0.6325061 May 13 14:37:34.644817 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-8cb1ce48-e520-40f3-a10f-2f1289c71210 admin admin] Transition to ACTIVE for port object 5be499b9-db45-46e7-a32c-b99292b62956 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:34.689819 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-20210a6e-c798-4506-9926-99771c706917 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:34.703004 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-009bde59-5e3b-4c99-ac57-da8a804768a5 req-9f98df07-be4e-4044-8f2b-bef48e8bcf29 service neutron] 10.222.0.59 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234580 May 13 14:37:34.704063 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-55e40480-624a-4bea-b165-ceef1705b65b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Allocated IP 172.20.0.10 (79758d8c-b106-4287-a282-ab754acae92b/3f8b6906-e2ce-45f4-9457-d3fca5fa8def/1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:34.735162 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af66b43-b186-4a24-a76d-0517058b10bb req-6e5b8466-4bb7-479b-bae3-76a6eb0bc34a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:34.738396 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c8b48-0b02-4530-997d-56f6c03e7f68 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Port': ['ID=cec14ea2-a5ef-4ee4-900f-fc54c0c4d3af,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:34.750696 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4af66b43-b186-4a24-a76d-0517058b10bb req-6e5b8466-4bb7-479b-bae3-76a6eb0bc34a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 945 time: 0.2546585 May 13 14:37:34.786953 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-16af1fe4-be52-459c-b87a-af4c63687fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:34.875132 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af1fe4-be52-459c-b87a-af4c63687fe8 None None] Pushing event deleted for resources: {'Port': ['ID=8ce5cb48-6ea7-421b-8a44-d89e7125d681,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:34.879809 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16af1fe4-be52-459c-b87a-af4c63687fe8 None None] No DVR routers for this DVR port 8ce5cb48-6ea7-421b-8a44-d89e7125d681 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:37:34.885142 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20210a6e-c798-4506-9926-99771c706917 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:34.892766 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-20210a6e-c798-4506-9926-99771c706917 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:35.115503 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4af66b43-b186-4a24-a76d-0517058b10bb req-6ca291d0-dce5-476c-939e-97f83f55054b tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638222 May 13 14:37:35.123100 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e0b23818-a456-4e13-82d3-f1ebe0e57eea req-7b5d502f-c83a-4009-a7e0-7a4cdd683b1d tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223301 May 13 14:37:35.150391 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cb6c8b48-0b02-4530-997d-56f6c03e7f68 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:35.202244 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 59fc61bf-6424-4abc-a986-02d667a899ce up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:37:35.208683 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813511ba-315a-4390-9a2b-03e6bee1bc16 req-bb3b17d9-03b9-41aa-b013-0b6a64d3ab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:35.210191 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-813511ba-315a-4390-9a2b-03e6bee1bc16 req-bb3b17d9-03b9-41aa-b013-0b6a64d3ab39 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=936df29ada1f4039bf03263eb4658581&device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 1096 time: 0.4102190 May 13 14:37:35.216751 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-55e40480-624a-4bea-b165-ceef1705b65b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:35.262289 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-55e40480-624a-4bea-b165-ceef1705b65b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Transition to ACTIVE for port object 1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:35.344008 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cb6c8b48-0b02-4530-997d-56f6c03e7f68 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/ports/cec14ea2-a5ef-4ee4-900f-fc54c0c4d3af HTTP/1.1" status: 204 len: 168 time: 5.0403726 May 13 14:37:35.366511 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52458) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:35.378162 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8cb1ce48-e520-40f3-a10f-2f1289c71210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:35.417607 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 59fc61bf-6424-4abc-a986-02d667a899ce triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:35.418229 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:35.557257 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-48353990-d336-468d-af85-8953c043a672 req-2a65a710-2fe6-4fcf-b332-744dec52245e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=42254162-6ea4-4c72-ac83-5a1d2f8d08bd HTTP/1.1" status: 200 len: 210 time: 0.0630419 May 13 14:37:35.592994 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 59fc61bf-6424-4abc-a986-02d667a899ce is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:35.600174 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-b478b929-e6a9-4bef-bf63-683d16dc4c93 req-4ef5cccb-6e05-4711-a296-a039a3eda218 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Synchronizing usage tracker for tenant:713fc3e596334366a49631a90da45226 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:35.620454 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb1ce48-e520-40f3-a10f-2f1289c71210 admin admin] Network c2f3ea62-29f2-477b-a404-9640a1543fb6 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:35.624745 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813511ba-315a-4390-9a2b-03e6bee1bc16 req-75287fed-3392-4ad8-9565-7d5006046dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:35.626302 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-813511ba-315a-4390-9a2b-03e6bee1bc16 req-75287fed-3392-4ad8-9565-7d5006046dc8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9479e797-5371-4e30-beb4-10899bbfb8b9 HTTP/1.1" status: 200 len: 919 time: 0.3910959 May 13 14:37:35.629057 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-55e40480-624a-4bea-b165-ceef1705b65b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:35.638291 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-8cb1ce48-e520-40f3-a10f-2f1289c71210 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:35.640860 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d36daa9-4043-4755-a986-23b6a0c075ee tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] GET failed (client error): The resource could not be found. May 13 14:37:35.641607 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-8d36daa9-4043-4755-a986-23b6a0c075ee tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Synchronizing usage tracker for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:35.656625 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb1ce48-e520-40f3-a10f-2f1289c71210 admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:37:35.657451 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 8ce5cb48-6ea7-421b-8a44-d89e7125d681 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:37:35.711183 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-4a16c93b-b6b3-40f4-9b04-d59c96103305 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:35.756676 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 8ce5cb48-6ea7-421b-8a44-d89e7125d681 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:37:35.757897 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 8ce5cb48-6ea7-421b-8a44-d89e7125d681 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:37:35.783735 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1ce48-e520-40f3-a10f-2f1289c71210 admin admin] Pushing event updated for resources: {'Port': ['ID=5be499b9-db45-46e7-a32c-b99292b62956,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:35.797215 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-b478b929-e6a9-4bef-bf63-683d16dc4c93 req-4ef5cccb-6e05-4711-a296-a039a3eda218 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Unset dirty status for tenant:713fc3e596334366a49631a90da45226 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:35.798373 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b478b929-e6a9-4bef-bf63-683d16dc4c93 req-4ef5cccb-6e05-4711-a296-a039a3eda218 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=12e0c913-323d-49c9-acb7-e725925e801f HTTP/1.1" status: 200 len: 210 time: 0.4293435 May 13 14:37:35.806676 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e40480-624a-4bea-b165-ceef1705b65b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event updated for resources: {'Port': ['ID=1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:35.808930 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52466) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:35.819925 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-8d36daa9-4043-4755-a986-23b6a0c075ee tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Unset dirty status for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:35.821162 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8d36daa9-4043-4755-a986-23b6a0c075ee tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "GET /v2.0/ports/cec14ea2-a5ef-4ee4-900f-fc54c0c4d3af HTTP/1.1" status: 404 len: 333 time: 0.4504881 May 13 14:37:35.834727 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52470) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:35.838500 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-55e40480-624a-4bea-b165-ceef1705b65b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Network 79758d8c-b106-4287-a282-ab754acae92b is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:35.839916 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-55e40480-624a-4bea-b165-ceef1705b65b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:35.852666 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-813511ba-315a-4390-9a2b-03e6bee1bc16 req-4ad52a15-a448-461e-b0f1-81aae0dc5061 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=678150fc-a884-4cde-a368-5d99c72e9568 HTTP/1.1" status: 200 len: 217 time: 0.1189964 May 13 14:37:35.855003 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-55e40480-624a-4bea-b165-ceef1705b65b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:37:35.990022 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-55e40480-624a-4bea-b165-ceef1705b65b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:35.991078 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-55e40480-624a-4bea-b165-ceef1705b65b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:36.018621 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-89fcd8b0-d9b3-41d5-ad37-d5d5826c580d None None] Provisioning for port 5be499b9-db45-46e7-a32c-b99292b62956 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:36.019670 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813511ba-315a-4390-9a2b-03e6bee1bc16 req-69ad01d3-c810-4c67-a6f4-4b5c268bafde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:36.021301 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-813511ba-315a-4390-9a2b-03e6bee1bc16 req-69ad01d3-c810-4c67-a6f4-4b5c268bafde service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be55f4c0-99f6-4777-9e43-16529e4e725e HTTP/1.1" status: 200 len: 857 time: 0.1321244 May 13 14:37:36.023840 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-55e40480-624a-4bea-b165-ceef1705b65b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6261699 May 13 14:37:36.025252 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-89fcd8b0-d9b3-41d5-ad37-d5d5826c580d None None] Provisioning complete for port 5be499b9-db45-46e7-a32c-b99292b62956 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:36.025629 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-89fcd8b0-d9b3-41d5-ad37-d5d5826c580d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:36.041718 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-34af46c4-35e1-4b46-98a6-08c70b961566 service neutron] Request body: {'port': {'device_id': '42254162-6ea4-4c72-ac83-5a1d2f8d08bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:36.106604 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-89fcd8b0-d9b3-41d5-ad37-d5d5826c580d None None] Port 5be499b9-db45-46e7-a32c-b99292b62956 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:37:36.141778 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8cb1ce48-e520-40f3-a10f-2f1289c71210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:36.230135 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-353aa469-1536-4117-b2f9-8ad44996cea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:36.237477 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ab9144d1-33e9-42aa-bf03-515783421faa None None] Provisioning for port 1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:36.254309 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ab9144d1-33e9-42aa-bf03-515783421faa None None] Provisioning complete for port 1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:36.258701 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ab9144d1-33e9-42aa-bf03-515783421faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:36.295249 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-353aa469-1536-4117-b2f9-8ad44996cea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:36.319516 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-353aa469-1536-4117-b2f9-8ad44996cea6 admin admin] Usage tracker for resource:security_group_rule and tenant:9841cbc8ce9749e4b782256614007671 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:36.341702 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-353aa469-1536-4117-b2f9-8ad44996cea6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:36.390558 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-20210a6e-c798-4506-9926-99771c706917 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:36.413599 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ab9144d1-33e9-42aa-bf03-515783421faa None None] Port 1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:37:36.462988 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-353aa469-1536-4117-b2f9-8ad44996cea6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:36.473713 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-84979174-5a57-4e22-a141-3ffbe33893a3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting subnet cf313a03-1b8f-4a0d-b784-37e401dc6e59 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:37:36.520859 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-4a16c93b-b6b3-40f4-9b04-d59c96103305 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:36.528725 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-34af46c4-35e1-4b46-98a6-08c70b961566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:36.532292 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-84979174-5a57-4e22-a141-3ffbe33893a3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:36.555977 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813511ba-315a-4390-9a2b-03e6bee1bc16 req-2943f646-08da-4d1e-83db-afd1a17e9ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:36.557608 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-813511ba-315a-4390-9a2b-03e6bee1bc16 req-2943f646-08da-4d1e-83db-afd1a17e9ec1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9479e797-5371-4e30-beb4-10899bbfb8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5247376 May 13 14:37:36.563816 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20210a6e-c798-4506-9926-99771c706917 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:36.631339 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-20210a6e-c798-4506-9926-99771c706917 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:36.634692 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20210a6e-c798-4506-9926-99771c706917 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:36.635673 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-20210a6e-c798-4506-9926-99771c706917 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:36.646831 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48038c53-ce8e-48a2-96e1-80656c841ea4 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:36.725238 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20210a6e-c798-4506-9926-99771c706917 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Subnet': ['ID=31fb2fab-5536-4b48-90ac-381f30ced752,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:36.734274 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92633022-60b6-4de8-89bc-dfe88512ca24 req-56656c90-38cf-4943-9a84-78e89a4d81df tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:36.741228 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-92633022-60b6-4de8-89bc-dfe88512ca24 req-56656c90-38cf-4943-9a84-78e89a4d81df tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 945 time: 0.3399811 May 13 14:37:36.742242 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-4a16c93b-b6b3-40f4-9b04-d59c96103305 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Network bdf000b2-35a2-42ed-a188-349bb545fbc9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:36.753120 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-4a16c93b-b6b3-40f4-9b04-d59c96103305 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:36.758197 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-4a16c93b-b6b3-40f4-9b04-d59c96103305 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:37:36.807473 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-84979174-5a57-4e22-a141-3ffbe33893a3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:36.857837 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16c93b-b6b3-40f4-9b04-d59c96103305 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Pushing event updated for resources: {'Port': ['ID=7865fba9-2e06-436e-9064-468d336d7cf2,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:36.876708 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-20210a6e-c798-4506-9926-99771c706917 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7640376 May 13 14:37:36.882135 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52484) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:36.903788 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-b9d5d929-97af-4472-815a-d60561d9b515 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:36.945507 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-92633022-60b6-4de8-89bc-dfe88512ca24 req-ae64866c-fca8-48ac-84cf-70afe914bee7 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033305 May 13 14:37:36.965666 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-4a16c93b-b6b3-40f4-9b04-d59c96103305 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:36.966283 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-4a16c93b-b6b3-40f4-9b04-d59c96103305 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:37.032261 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca2648-4338-49be-8a59-9193f4ac7bf2 req-33b4dee5-0454-40a5-b8c9-cac1142bb7c3 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:37.033983 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6eca2648-4338-49be-8a59-9193f4ac7bf2 req-33b4dee5-0454-40a5-b8c9-cac1142bb7c3 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 945 time: 0.5808105 May 13 14:37:37.034777 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8cb1ce48-e520-40f3-a10f-2f1289c71210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:37.050497 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-4a16c93b-b6b3-40f4-9b04-d59c96103305 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6047437 May 13 14:37:37.059948 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d805805-f943-4f48-858e-652a1b8b3116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-0723b97b-08c9-4db0-a15e-5b69273136d9', 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'fixed_ips': [{'subnet_id': '31fb2fab-5536-4b48-90ac-381f30ced752'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:37:37.063518 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6d805805-f943-4f48-858e-652a1b8b3116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:37.085785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-486e251f-19fe-48e5-b073-ff4044f3fab5 service neutron] Request body: {'port': {'device_id': '12e0c913-323d-49c9-acb7-e725925e801f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:37.100126 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-353aa469-1536-4117-b2f9-8ad44996cea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:37.166484 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-353aa469-1536-4117-b2f9-8ad44996cea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:37.288715 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-84979174-5a57-4e22-a141-3ffbe33893a3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:37.331154 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-6d805805-f943-4f48-858e-652a1b8b3116 None None] Allocated IP 172.20.0.2 (0723b97b-08c9-4db0-a15e-5b69273136d9/31fb2fab-5536-4b48-90ac-381f30ced752/4267efb4-f1c5-4b1b-a1b6-9d778c331e80) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:37.419905 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6eca2648-4338-49be-8a59-9193f4ac7bf2 req-859a544e-ba7d-4626-8d0c-2c82a6c58872 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675942 May 13 14:37:37.439409 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-813511ba-315a-4390-9a2b-03e6bee1bc16 req-caae72d2-90d8-4e71-8c33-1c95f6413e03 service neutron] 10.222.0.59 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8483639 May 13 14:37:37.488477 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-353aa469-1536-4117-b2f9-8ad44996cea6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9841cbc8ce9749e4b782256614007671&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6702373 May 13 14:37:37.494619 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52488) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:37.503743 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-486e251f-19fe-48e5-b073-ff4044f3fab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:37.588243 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6d805805-f943-4f48-858e-652a1b8b3116 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:37.600563 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6d805805-f943-4f48-858e-652a1b8b3116 None None] Transition to ACTIVE for port object 4267efb4-f1c5-4b1b-a1b6-9d778c331e80 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:37.609414 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353aa469-1536-4117-b2f9-8ad44996cea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61eddbf3-57c5-4e63-954c-5af55a2940eb,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:37.622037 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6d805805-f943-4f48-858e-652a1b8b3116 None None] Transition to ACTIVE for port object 4267efb4-f1c5-4b1b-a1b6-9d778c331e80 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:37.629601 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6d805805-f943-4f48-858e-652a1b8b3116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:37.699649 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d805805-f943-4f48-858e-652a1b8b3116 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:37.700759 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8cb1ce48-e520-40f3-a10f-2f1289c71210 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:37.703433 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-6d805805-f943-4f48-858e-652a1b8b3116 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:37.706157 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d805805-f943-4f48-858e-652a1b8b3116 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:37:37.747996 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d805805-f943-4f48-858e-652a1b8b3116 None None] Pushing event updated for resources: {'Port': ['ID=4267efb4-f1c5-4b1b-a1b6-9d778c331e80,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:37.792396 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8cb1ce48-e520-40f3-a10f-2f1289c71210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:37.814099 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6d805805-f943-4f48-858e-652a1b8b3116 None None] Attempting to bind port 4267efb4-f1c5-4b1b-a1b6-9d778c331e80 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:37:37.815101 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6d805805-f943-4f48-858e-652a1b8b3116 None None] Attempting to bind port 4267efb4-f1c5-4b1b-a1b6-9d778c331e80 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:37:37.815527 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d805805-f943-4f48-858e-652a1b8b3116 None None] Attempting to bind port 4267efb4-f1c5-4b1b-a1b6-9d778c331e80 on network 0723b97b-08c9-4db0-a15e-5b69273136d9 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:37:37.823461 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d805805-f943-4f48-858e-652a1b8b3116 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:37:37.823836 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d805805-f943-4f48-858e-652a1b8b3116 None None] Checking segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:37:37.824283 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6d805805-f943-4f48-858e-652a1b8b3116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:37.824583 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d805805-f943-4f48-858e-652a1b8b3116 None None] Bound using segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:37:37.825149 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6d805805-f943-4f48-858e-652a1b8b3116 None None] Bound port: 4267efb4-f1c5-4b1b-a1b6-9d778c331e80, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:37:37.825573 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6d805805-f943-4f48-858e-652a1b8b3116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:37.880203 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b9d5d929-97af-4472-815a-d60561d9b515 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:37.892506 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b9d5d929-97af-4472-815a-d60561d9b515 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:subnet and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:37.909442 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b9d5d929-97af-4472-815a-d60561d9b515 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:37.926791 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-6d805805-f943-4f48-858e-652a1b8b3116 None None] For port 4267efb4-f1c5-4b1b-a1b6-9d778c331e80, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:37:37.930726 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-6d805805-f943-4f48-858e-652a1b8b3116 None None] For port 4267efb4-f1c5-4b1b-a1b6-9d778c331e80, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=4267efb4-f1c5-4b1b-a1b6-9d778c331e80,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:37:37.931626 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b9d5d929-97af-4472-815a-d60561d9b515 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:37.937084 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6d805805-f943-4f48-858e-652a1b8b3116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:37.941433 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-84979174-5a57-4e22-a141-3ffbe33893a3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:37.961831 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9f3ef-d10a-4f4a-876f-b85c1517516a req-150e1838-1ffb-44f3-b584-df8efbcb10d7 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:37.962542 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-71a9f3ef-d10a-4f4a-876f-b85c1517516a req-150e1838-1ffb-44f3-b584-df8efbcb10d7 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Synchronizing usage tracker for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:38.010350 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7cb5b9a7-b628-46ff-80e7-283066bf37e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:38.026972 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d805805-f943-4f48-858e-652a1b8b3116 None None] Pushing event updated for resources: {'Port': ['ID=4267efb4-f1c5-4b1b-a1b6-9d778c331e80,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:38.031824 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d5d929-97af-4472-815a-d60561d9b515 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:38.035510 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d929-97af-4472-815a-d60561d9b515 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:38.051985 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-813511ba-315a-4390-9a2b-03e6bee1bc16 req-c2c2c0a5-bcd6-4de4-a40a-2a404db0c584 service neutron] 10.222.0.59 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5985305 May 13 14:37:38.054796 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fe3f2a-4ef1-442d-aeb0-939b26516027 None None] Network 0ffd10ba-e928-4ef3-81e2-79ae66173328 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:38.057271 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84979174-5a57-4e22-a141-3ffbe33893a3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Subnet': ['ID=cf313a03-1b8f-4a0d-b784-37e401dc6e59,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:38.060385 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-84979174-5a57-4e22-a141-3ffbe33893a3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:38.070668 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1ce48-e520-40f3-a10f-2f1289c71210 admin admin] Pushing event updated for resources: {'Port': ['ID=5be499b9-db45-46e7-a32c-b99292b62956,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:38.073905 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8cb1ce48-e520-40f3-a10f-2f1289c71210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:38.099213 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-84979174-5a57-4e22-a141-3ffbe33893a3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/subnets/cf313a03-1b8f-4a0d-b784-37e401dc6e59 HTTP/1.1" status: 204 len: 168 time: 2.2641671 May 13 14:37:38.128003 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52494) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:38.150676 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-34af46c4-35e1-4b46-98a6-08c70b961566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:37:38.173150 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-71a9f3ef-d10a-4f4a-876f-b85c1517516a req-150e1838-1ffb-44f3-b584-df8efbcb10d7 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Unset dirty status for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:38.179420 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-71a9f3ef-d10a-4f4a-876f-b85c1517516a req-150e1838-1ffb-44f3-b584-df8efbcb10d7 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=42254162-6ea4-4c72-ac83-5a1d2f8d08bd HTTP/1.1" status: 200 len: 932 time: 1.0144160 May 13 14:37:38.183093 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7cb5b9a7-b628-46ff-80e7-283066bf37e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:38.195442 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-34af46c4-35e1-4b46-98a6-08c70b961566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:38.269169 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-34af46c4-35e1-4b46-98a6-08c70b961566 service neutron] Transition to ACTIVE for port object 1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:38.293356 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-34af46c4-35e1-4b46-98a6-08c70b961566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:38.491162 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff39dd-6807-470d-b4fe-23a1112c221b req-f51dadf3-c71b-4013-934f-4b72584a249b tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:38.498656 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8fff39dd-6807-470d-b4fe-23a1112c221b req-f51dadf3-c71b-4013-934f-4b72584a249b tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=12e0c913-323d-49c9-acb7-e725925e801f HTTP/1.1" status: 200 len: 931 time: 0.7929049 May 13 14:37:38.511587 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-71a9f3ef-d10a-4f4a-876f-b85c1517516a req-e4c8fea0-18da-4a7b-aeea-84e8aeba69b1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=60e92ff1-0601-42d6-a791-122b8cba49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3312345 May 13 14:37:38.618667 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7cb5b9a7-b628-46ff-80e7-283066bf37e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:38.624114 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af46c4-35e1-4b46-98a6-08c70b961566 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:38.666894 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99c8f66-fb4f-4230-89ee-231e8af66865 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting subnet 866f5035-782f-4393-bb71-77de1807f593 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:37:38.704235 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f99c8f66-fb4f-4230-89ee-231e8af66865 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:38.725486 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5b9a7-b628-46ff-80e7-283066bf37e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61eddbf3-57c5-4e63-954c-5af55a2940eb,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:38.833948 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-8fff39dd-6807-470d-b4fe-23a1112c221b req-722ecec8-4737-4e8d-811e-300db76e77de tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Synchronizing usage tracker for tenant:713fc3e596334366a49631a90da45226 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:38.885802 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-8fff39dd-6807-470d-b4fe-23a1112c221b req-722ecec8-4737-4e8d-811e-300db76e77de tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Unset dirty status for tenant:713fc3e596334366a49631a90da45226 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:38.886867 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-34af46c4-35e1-4b46-98a6-08c70b961566 service neutron] Attempting to bind port 1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:37:38.887049 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8fff39dd-6807-470d-b4fe-23a1112c221b req-722ecec8-4737-4e8d-811e-300db76e77de tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?id=251bc881-5f1e-459d-9c6b-708ebc56443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247972 May 13 14:37:38.887263 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-34af46c4-35e1-4b46-98a6-08c70b961566 service neutron] Attempting to bind port 1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'e1d397b0-eea9-4be4-8f48-8e9bcd88630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79758d8c-b106-4287-a282-ab754acae92b'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:37:38.887575 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-34af46c4-35e1-4b46-98a6-08c70b961566 service neutron] Attempting to bind port 1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42 on network 79758d8c-b106-4287-a282-ab754acae92b {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:37:38.894039 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f99c8f66-fb4f-4230-89ee-231e8af66865 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:38.897125 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7cb5b9a7-b628-46ff-80e7-283066bf37e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:38.898282 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7cb5b9a7-b628-46ff-80e7-283066bf37e6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/61eddbf3-57c5-4e63-954c-5af55a2940eb HTTP/1.1" status: 204 len: 168 time: 1.3911719 May 13 14:37:38.912745 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-34af46c4-35e1-4b46-98a6-08c70b961566 service neutron] Port 1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42 on network 79758d8c-b106-4287-a282-ab754acae92b not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:37:38.912745 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-34af46c4-35e1-4b46-98a6-08c70b961566 service neutron] Attempting to bind port 1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42 on network 79758d8c-b106-4287-a282-ab754acae92b {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:37:38.928352 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-34af46c4-35e1-4b46-98a6-08c70b961566 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:37:38.928690 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-34af46c4-35e1-4b46-98a6-08c70b961566 service neutron] Checking segment: {'id': 'e1d397b0-eea9-4be4-8f48-8e9bcd88630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79758d8c-b106-4287-a282-ab754acae92b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:37:38.929114 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-34af46c4-35e1-4b46-98a6-08c70b961566 service neutron] Bound using segment: {'id': 'e1d397b0-eea9-4be4-8f48-8e9bcd88630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79758d8c-b106-4287-a282-ab754acae92b'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:37:38.929513 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-34af46c4-35e1-4b46-98a6-08c70b961566 service neutron] Bound port: 1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d397b0-eea9-4be4-8f48-8e9bcd88630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79758d8c-b106-4287-a282-ab754acae92b'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:37:38.929858 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-34af46c4-35e1-4b46-98a6-08c70b961566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:39.005987 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb1ce48-e520-40f3-a10f-2f1289c71210 admin admin] Network c2f3ea62-29f2-477b-a404-9640a1543fb6 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:39.010985 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-8cb1ce48-e520-40f3-a10f-2f1289c71210 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:39.070482 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53851898-fe52-46bb-ac5b-d291c15eea1c req-d260f0fc-80a4-4bd6-8309-3ecc247ab61d tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:39.079741 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-53851898-fe52-46bb-ac5b-d291c15eea1c req-d260f0fc-80a4-4bd6-8309-3ecc247ab61d tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 945 time: 0.3614659 May 13 14:37:39.249636 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-34af46c4-35e1-4b46-98a6-08c70b961566 service neutron] For port 1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:37:39.270663 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-486e251f-19fe-48e5-b073-ff4044f3fab5 service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:37:39.296463 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 4267efb4-f1c5-4b1b-a1b6-9d778c331e80 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:37:39.322643 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-34af46c4-35e1-4b46-98a6-08c70b961566 service neutron] For port 1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42,segment=NetworkSegment(e1d397b0-eea9-4be4-8f48-8e9bcd88630d),segment_id=e1d397b0-eea9-4be4-8f48-8e9bcd88630d)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:37:39.397816 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-34af46c4-35e1-4b46-98a6-08c70b961566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:39.421510 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-53851898-fe52-46bb-ac5b-d291c15eea1c req-c807aa18-66d1-4998-bf5a-733545c450e2 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169284 May 13 14:37:39.473888 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 4267efb4-f1c5-4b1b-a1b6-9d778c331e80 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:39.520207 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-34af46c4-35e1-4b46-98a6-08c70b961566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:39.527498 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-34af46c4-35e1-4b46-98a6-08c70b961566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:39.529108 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-34af46c4-35e1-4b46-98a6-08c70b961566 service neutron] 10.222.0.59 "PUT /v2.0/ports/1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42 HTTP/1.1" status: 200 len: 1092 time: 3.4948728 May 13 14:37:39.529588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42254162-6ea4-4c72-ac83-5a1d2f8d08bd', 'tag': '1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:37:39.530364 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7f20d27b-cf12-4a00-bc47-28eeca1639c6 None None] Provisioning complete for port 5be499b9-db45-46e7-a32c-b99292b62956 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:39.532143 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7f20d27b-cf12-4a00-bc47-28eeca1639c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:39.720674 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7f20d27b-cf12-4a00-bc47-28eeca1639c6 None None] Port 5be499b9-db45-46e7-a32c-b99292b62956 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:37:39.734462 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-486e251f-19fe-48e5-b073-ff4044f3fab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7865fba9-2e06-436e-9064-468d336d7cf2 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:37:39.745613 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-486e251f-19fe-48e5-b073-ff4044f3fab5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:39.767732 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-486e251f-19fe-48e5-b073-ff4044f3fab5 service neutron] Transition to ACTIVE for port object 7865fba9-2e06-436e-9064-468d336d7cf2 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:39.783140 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-486e251f-19fe-48e5-b073-ff4044f3fab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:39.845308 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-2b05b395-b8bd-4af5-86ca-0d03d4a77c0f None None] Provisioning complete for port c4d2c67f-8f86-4962-ae70-aef44fa65e2a triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:39.846066 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2b05b395-b8bd-4af5-86ca-0d03d4a77c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:39.901334 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af46c4-35e1-4b46-98a6-08c70b961566 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:39.923165 n-d-841760-1 neutron-server[88082]: DEBUG neutron.objects.ports [None req-b9d5d929-97af-4472-815a-d60561d9b515 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88082) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 14:37:39.967598 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f99c8f66-fb4f-4230-89ee-231e8af66865 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:40.048836 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-3f9ab97c-cc19-4f95-b96b-282c1c038b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:40.050750 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-3f9ab97c-cc19-4f95-b96b-282c1c038b12 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6ab0120ba4d4937a9340132b618cd48&device_id=42254162-6ea4-4c72-ac83-5a1d2f8d08bd HTTP/1.1" status: 200 len: 1095 time: 0.4552495 May 13 14:37:40.092468 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb1ce48-e520-40f3-a10f-2f1289c71210 admin admin] Router 022b3687-83b2-4cf1-9e35-ff37b93f45e6 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:37:40.100803 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e251f-19fe-48e5-b073-ff4044f3fab5 service neutron] Pushing event updated for resources: {'Port': ['ID=7865fba9-2e06-436e-9064-468d336d7cf2,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:40.119772 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b100a85-91b1-4ae2-93ea-35af417088eb req-bd956e0b-cad5-49f5-aae9-b4e2a0ef2f7b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:40.121741 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1b100a85-91b1-4ae2-93ea-35af417088eb req-bd956e0b-cad5-49f5-aae9-b4e2a0ef2f7b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 945 time: 0.9521115 May 13 14:37:40.139988 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-2b05b395-b8bd-4af5-86ca-0d03d4a77c0f None None] Current status of the port c4d2c67f-8f86-4962-ae70-aef44fa65e2a is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:40.151967 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 615a24e6-1c41-484b-beb8-093d302cd8a3 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:37:40.162224 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-6dd61595-59ee-4b20-ab5a-47f215f94e30 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42 HTTP/1.1" status: 200 len: 217 time: 0.0987930 May 13 14:37:40.170127 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83cc1447-ca2f-4272-8382-50026ae9fcb9'] response: {'name': 'network-changed', 'server_uuid': '42254162-6ea4-4c72-ac83-5a1d2f8d08bd', 'tag': '1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42', 'status': 'completed', 'code': 200} May 13 14:37:40.324380 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f99c8f66-fb4f-4230-89ee-231e8af66865 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:40.396934 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1b100a85-91b1-4ae2-93ea-35af417088eb req-e12bfe2f-1b5c-41a9-a3b9-1b6f282dc77a tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300897 May 13 14:37:40.398603 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c8f66-fb4f-4230-89ee-231e8af66865 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Subnet': ['ID=866f5035-782f-4393-bb71-77de1807f593,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:40.412190 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f99c8f66-fb4f-4230-89ee-231e8af66865 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:40.419024 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f99c8f66-fb4f-4230-89ee-231e8af66865 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/subnets/866f5035-782f-4393-bb71-77de1807f593 HTTP/1.1" status: 204 len: 168 time: 2.2824938 May 13 14:37:40.424238 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52534) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:40.479076 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 615a24e6-1c41-484b-beb8-093d302cd8a3, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=615a24e6-1c41-484b-beb8-093d302cd8a3,segment=NetworkSegment(ed4a328b-d15d-4a03-9eac-ff7258e787fd),segment_id=ed4a328b-d15d-4a03-9eac-ff7258e787fd)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:40.493272 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '615a24e6-1c41-484b-beb8-093d302cd8a3', 'network_id': 'cf66b3c2-c96c-4107-b42b-eedfe0e79851', 'port_id': '615a24e6-1c41-484b-beb8-093d302cd8a3', 'mac_address': 'fa:16:3e:32:c1:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1af2f1b-219d-4483-980f-a4da5e03f844', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:37:40.495325 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-054ac046-45b2-4173-a13d-c592e08986b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:40.497518 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-054ac046-45b2-4173-a13d-c592e08986b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3f8b6906-e2ce-45f4-9457-d3fca5fa8def HTTP/1.1" status: 200 len: 854 time: 0.3220911 May 13 14:37:40.500668 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be366593-c2a2-4042-9849-f6a724bc6c81 None None] Network 0ffd10ba-e928-4ef3-81e2-79ae66173328 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:40.618938 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-486e251f-19fe-48e5-b073-ff4044f3fab5 service neutron] Attempting to bind port 7865fba9-2e06-436e-9064-468d336d7cf2 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:37:40.619554 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-486e251f-19fe-48e5-b073-ff4044f3fab5 service neutron] Attempting to bind port 7865fba9-2e06-436e-9064-468d336d7cf2 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'a06f9bce-2caa-4583-849f-dff0052df554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bdf000b2-35a2-42ed-a188-349bb545fbc9'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:37:40.620070 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-486e251f-19fe-48e5-b073-ff4044f3fab5 service neutron] Attempting to bind port 7865fba9-2e06-436e-9064-468d336d7cf2 on network bdf000b2-35a2-42ed-a188-349bb545fbc9 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:37:40.653519 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-27c3a70e-8e13-442e-b20d-bbe9f7fddfbc None None] Provisioning for port 4267efb4-f1c5-4b1b-a1b6-9d778c331e80 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:40.673052 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-27c3a70e-8e13-442e-b20d-bbe9f7fddfbc None None] Provisioning complete for port 4267efb4-f1c5-4b1b-a1b6-9d778c331e80 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:40.673487 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-27c3a70e-8e13-442e-b20d-bbe9f7fddfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:40.718720 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 615a24e6-1c41-484b-beb8-093d302cd8a3 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:40.718992 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:40.751208 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-486e251f-19fe-48e5-b073-ff4044f3fab5 service neutron] Port 7865fba9-2e06-436e-9064-468d336d7cf2 on network bdf000b2-35a2-42ed-a188-349bb545fbc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:37:40.752207 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-486e251f-19fe-48e5-b073-ff4044f3fab5 service neutron] Attempting to bind port 7865fba9-2e06-436e-9064-468d336d7cf2 on network bdf000b2-35a2-42ed-a188-349bb545fbc9 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:37:40.801450 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-486e251f-19fe-48e5-b073-ff4044f3fab5 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:37:40.802077 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-486e251f-19fe-48e5-b073-ff4044f3fab5 service neutron] Checking segment: {'id': 'a06f9bce-2caa-4583-849f-dff0052df554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bdf000b2-35a2-42ed-a188-349bb545fbc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:37:40.802620 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-486e251f-19fe-48e5-b073-ff4044f3fab5 service neutron] Bound using segment: {'id': 'a06f9bce-2caa-4583-849f-dff0052df554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bdf000b2-35a2-42ed-a188-349bb545fbc9'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:37:40.803273 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-486e251f-19fe-48e5-b073-ff4044f3fab5 service neutron] Bound port: 7865fba9-2e06-436e-9064-468d336d7cf2, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a06f9bce-2caa-4583-849f-dff0052df554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bdf000b2-35a2-42ed-a188-349bb545fbc9'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:37:40.803768 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-486e251f-19fe-48e5-b073-ff4044f3fab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:40.810296 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d929-97af-4472-815a-d60561d9b515 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:40.939459 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 615a24e6-1c41-484b-beb8-093d302cd8a3 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:37:40.978901 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 615a24e6-1c41-484b-beb8-093d302cd8a3, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=615a24e6-1c41-484b-beb8-093d302cd8a3,segment=NetworkSegment(ed4a328b-d15d-4a03-9eac-ff7258e787fd),segment_id=ed4a328b-d15d-4a03-9eac-ff7258e787fd)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:40.989302 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:41.015688 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb1ce48-e520-40f3-a10f-2f1289c71210 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:37:41.044464 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8cb1ce48-e520-40f3-a10f-2f1289c71210 admin admin] 10.222.0.35 "PUT /v2.0/routers/022b3687-83b2-4cf1-9e35-ff37b93f45e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9286656 May 13 14:37:41.069825 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5dd3b2-19aa-4588-be27-a75b32b7119a None None] Sync routers for ids ['022b3687-83b2-4cf1-9e35-ff37b93f45e6'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:37:41.114322 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-57badf81-c12d-42d5-9521-c76fc92a6fcf tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:41.147186 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497f741-cc9d-4bad-b39f-b664e398a3ff req-86babd94-7989-4829-b9ad-391538112c5a tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:41.149541 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b497f741-cc9d-4bad-b39f-b664e398a3ff req-86babd94-7989-4829-b9ad-391538112c5a tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=42254162-6ea4-4c72-ac83-5a1d2f8d08bd HTTP/1.1" status: 200 len: 944 time: 0.8557518 May 13 14:37:41.200931 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5dd3b2-19aa-4588-be27-a75b32b7119a None None] Routers {'022b3687-83b2-4cf1-9e35-ff37b93f45e6'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:37:41.201717 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ff5dd3b2-19aa-4588-be27-a75b32b7119a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:37:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['022b3687-83b2-4cf1-9e35-ff37b93f45e6'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:41.232335 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-57badf81-c12d-42d5-9521-c76fc92a6fcf tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting port c4d2c67f-8f86-4962-ae70-aef44fa65e2a {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:37:41.232675 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-57badf81-c12d-42d5-9521-c76fc92a6fcf tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:41.286129 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-27c3a70e-8e13-442e-b20d-bbe9f7fddfbc None None] Current status of the port 4267efb4-f1c5-4b1b-a1b6-9d778c331e80 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:41.286515 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-27c3a70e-8e13-442e-b20d-bbe9f7fddfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:41.318311 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b497f741-cc9d-4bad-b39f-b664e398a3ff req-ff4890e3-9c32-4139-967d-cb4bd6ef09f1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=60e92ff1-0601-42d6-a791-122b8cba49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578701 May 13 14:37:41.330961 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=615a24e6-1c41-484b-beb8-093d302cd8a3,revision_number=11']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:41.339944 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-a4a53a98-c833-4ce8-940a-42dfc33d477c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:41.341489 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-a4a53a98-c833-4ce8-940a-42dfc33d477c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79758d8c-b106-4287-a282-ab754acae92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8345973 May 13 14:37:41.516324 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['615a24e6-1c41-484b-beb8-093d302cd8a3'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:37:41.519420 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6db2f-355a-44db-b5a1-eeccae7717b6 req-13420d1b-674b-4412-a982-ae0749b5c0bf tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:41.526709 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59c6db2f-355a-44db-b5a1-eeccae7717b6 req-13420d1b-674b-4412-a982-ae0749b5c0bf tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=12e0c913-323d-49c9-acb7-e725925e801f HTTP/1.1" status: 200 len: 943 time: 0.9158137 May 13 14:37:41.548682 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-b9d5d929-97af-4472-815a-d60561d9b515 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] For port 4267efb4-f1c5-4b1b-a1b6-9d778c331e80, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=4267efb4-f1c5-4b1b-a1b6-9d778c331e80,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:41.566282 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c40555-479c-4777-ba65-a6bf38d5e3dc None None] DHCP port deletion for 0ffd10ba-e928-4ef3-81e2-79ae66173328 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:37:41.616510 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-486e251f-19fe-48e5-b073-ff4044f3fab5 service neutron] For port 7865fba9-2e06-436e-9064-468d336d7cf2, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:37:41.632657 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-57c40555-479c-4777-ba65-a6bf38d5e3dc None None] Deleting port c4d2c67f-8f86-4962-ae70-aef44fa65e2a {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:37:41.633274 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-57c40555-479c-4777-ba65-a6bf38d5e3dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:41.726856 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d929-97af-4472-815a-d60561d9b515 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:41.737810 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59c6db2f-355a-44db-b5a1-eeccae7717b6 req-2d8bc5d5-8737-405e-aefc-0bc2406d8d6d tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?id=251bc881-5f1e-459d-9c6b-708ebc56443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102189 May 13 14:37:41.761356 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-486e251f-19fe-48e5-b073-ff4044f3fab5 service neutron] For port 7865fba9-2e06-436e-9064-468d336d7cf2, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=7865fba9-2e06-436e-9064-468d336d7cf2,segment=NetworkSegment(a06f9bce-2caa-4583-849f-dff0052df554),segment_id=a06f9bce-2caa-4583-849f-dff0052df554)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:37:41.783992 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-486e251f-19fe-48e5-b073-ff4044f3fab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:41.795688 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d929-97af-4472-815a-d60561d9b515 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:41.796473 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d929-97af-4472-815a-d60561d9b515 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:41.908813 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-ff5dd3b2-19aa-4588-be27-a75b32b7119a None None] Set router 022b3687-83b2-4cf1-9e35-ff37b93f45e6 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:37:41.954254 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-486e251f-19fe-48e5-b073-ff4044f3fab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:41.955281 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-486e251f-19fe-48e5-b073-ff4044f3fab5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:41.957598 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-486e251f-19fe-48e5-b073-ff4044f3fab5 service neutron] 10.222.0.59 "PUT /v2.0/ports/7865fba9-2e06-436e-9064-468d336d7cf2 HTTP/1.1" status: 200 len: 1091 time: 4.8800628 May 13 14:37:42.011842 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e0c913-323d-49c9-acb7-e725925e801f', 'tag': '7865fba9-2e06-436e-9064-468d336d7cf2'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:37:42.042166 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-57badf81-c12d-42d5-9521-c76fc92a6fcf tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] For port c4d2c67f-8f86-4962-ae70-aef44fa65e2a, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c4d2c67f-8f86-4962-ae70-aef44fa65e2a,segment=NetworkSegment(751fe983-ab6e-45ab-a561-4137946a1555),segment_id=751fe983-ab6e-45ab-a561-4137946a1555)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:42.042725 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-57badf81-c12d-42d5-9521-c76fc92a6fcf tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:42.153834 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52624) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:42.206758 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-7e8ccf56-66d0-448e-954f-dd09bf3f9d5e service neutron] 10.222.0.59 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8578682 May 13 14:37:42.232972 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-4694a9c5-e6ac-4871-9efa-786908306a50 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Request body: {'security_group': {'name': 'tempest-securitygroup--785902276', 'description': 'tempest-description--1097896712'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:42.257599 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4694a9c5-e6ac-4871-9efa-786908306a50 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:42.272787 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4694a9c5-e6ac-4871-9efa-786908306a50 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Usage tracker for resource:security_group and tenant:de6728dd22224c41a4bc2fe2ab69d0cd is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:42.295071 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d5d929-97af-4472-815a-d60561d9b515 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:42.303014 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4694a9c5-e6ac-4871-9efa-786908306a50 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:42.322687 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-b9d5d929-97af-4472-815a-d60561d9b515 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:42.333201 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d5d929-97af-4472-815a-d60561d9b515 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:42.334156 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d929-97af-4472-815a-d60561d9b515 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:42.451354 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bcd84a9-0e62-47a9-bf53-df713ee68a22'] response: {'name': 'network-changed', 'server_uuid': '12e0c913-323d-49c9-acb7-e725925e801f', 'tag': '7865fba9-2e06-436e-9064-468d336d7cf2', 'status': 'completed', 'code': 200} May 13 14:37:42.601817 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-57badf81-c12d-42d5-9521-c76fc92a6fcf tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Calling delete_port for c4d2c67f-8f86-4962-ae70-aef44fa65e2a owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:37:42.633273 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c1f613-2f4a-4a75-8430-c87cb080f29f None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:42.666070 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-27c3a70e-8e13-442e-b20d-bbe9f7fddfbc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:37:42.666785 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-27c3a70e-8e13-442e-b20d-bbe9f7fddfbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:37:42.777163 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e555563e-d536-4354-ac6c-6d1e18a717f9 req-efd85ca9-0beb-4e0f-92a8-d0170ca5f5a2 service neutron] 10.222.0.59 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4758170 May 13 14:37:42.779692 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4694a9c5-e6ac-4871-9efa-786908306a50 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:42.810006 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5d929-97af-4472-815a-d60561d9b515 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Subnet': ['ID=0ecd961d-8525-46cf-88ce-eb24dbd31211,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:42.829483 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653bf47-41b4-4cb2-af50-da0e29e9975f req-35b09e91-815e-4a42-881f-96fedc7cd5ed tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:42.835504 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e251f-19fe-48e5-b073-ff4044f3fab5 service neutron] Pushing event updated for resources: {'Port': ['ID=7865fba9-2e06-436e-9064-468d336d7cf2,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:42.875363 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f653bf47-41b4-4cb2-af50-da0e29e9975f req-35b09e91-815e-4a42-881f-96fedc7cd5ed tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 1.2720809 May 13 14:37:42.918515 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-302f6b76-6fae-4ae3-b0ac-1ff19c12e6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:42.923793 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-302f6b76-6fae-4ae3-b0ac-1ff19c12e6ba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=713fc3e596334366a49631a90da45226&device_id=12e0c913-323d-49c9-acb7-e725925e801f HTTP/1.1" status: 200 len: 1094 time: 0.8858750 May 13 14:37:43.000860 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a302c0-d005-4da0-8b14-052e7a6beee6 req-0a18fe4f-31e4-4d25-8842-d4faaeffb8b1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:43.002907 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-62a302c0-d005-4da0-8b14-052e7a6beee6 req-0a18fe4f-31e4-4d25-8842-d4faaeffb8b1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=42254162-6ea4-4c72-ac83-5a1d2f8d08bd HTTP/1.1" status: 200 len: 944 time: 0.3066883 May 13 14:37:43.031824 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5d929-97af-4472-815a-d60561d9b515 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Port': ['ID=4267efb4-f1c5-4b1b-a1b6-9d778c331e80,revision_number=4']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:43.035669 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b9d5d929-97af-4472-815a-d60561d9b515 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.1471422 May 13 14:37:43.047928 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-57badf81-c12d-42d5-9521-c76fc92a6fcf tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:43.052906 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52652) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:43.053837 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4694a9c5-e6ac-4871-9efa-786908306a50 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:43.089663 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52656) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:43.107379 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-758b6a46-1882-47da-83b7-5f257b43d22c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'port': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'mac_address': 'fa:16:3e:5a:10:a6', 'name': 'tempest-NetworksTestDHCPv6-2096784377'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:43.108407 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-3833747d-8a26-462c-9490-e72cdd62c1e6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7865fba9-2e06-436e-9064-468d336d7cf2 HTTP/1.1" status: 200 len: 217 time: 0.1779306 May 13 14:37:43.113915 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57badf81-c12d-42d5-9521-c76fc92a6fcf tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Port': ['ID=c4d2c67f-8f86-4962-ae70-aef44fa65e2a,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:43.139331 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c4d2c67f-8f86-4962-ae70-aef44fa65e2a no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:37:43.140089 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f653bf47-41b4-4cb2-af50-da0e29e9975f req-e859c77d-0ac9-497a-a48b-65d0a75d34f3 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630064 May 13 14:37:43.147441 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4694a9c5-e6ac-4871-9efa-786908306a50 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:43.184975 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57badf81-c12d-42d5-9521-c76fc92a6fcf tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] No DVR routers for this DVR port c4d2c67f-8f86-4962-ae70-aef44fa65e2a on host n-d-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:37:43.245141 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4694a9c5-e6ac-4871-9efa-786908306a50 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Usage tracker for resource:security_group_rule and tenant:de6728dd22224c41a4bc2fe2ab69d0cd is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:43.251970 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4694a9c5-e6ac-4871-9efa-786908306a50 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:43.263276 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4694a9c5-e6ac-4871-9efa-786908306a50 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:43.322997 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-62a302c0-d005-4da0-8b14-052e7a6beee6 req-4c04a7fd-83ca-4d43-9c55-687b4e476ddd tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=60e92ff1-0601-42d6-a791-122b8cba49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3103008 May 13 14:37:43.407740 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: c4d2c67f-8f86-4962-ae70-aef44fa65e2a {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:37:43.408081 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c4d2c67f-8f86-4962-ae70-aef44fa65e2a not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:37:43.450783 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-758b6a46-1882-47da-83b7-5f257b43d22c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:43.464311 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-e989f3d6-68aa-4425-ba2e-431dccfb9fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:43.466081 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-e989f3d6-68aa-4425-ba2e-431dccfb9fcd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca21fd33-bce4-432c-932a-d45b6a8b65d2 HTTP/1.1" status: 200 len: 852 time: 0.3498178 May 13 14:37:43.475349 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-758b6a46-1882-47da-83b7-5f257b43d22c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:port and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:43.483803 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b91023-a94c-4fa1-9257-ece44a404521 req-f08c6488-9525-4947-88c2-c9d21db9c86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:43.485278 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-56b91023-a94c-4fa1-9257-ece44a404521 req-f08c6488-9525-4947-88c2-c9d21db9c86f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6ab0120ba4d4937a9340132b618cd48&device_id=42254162-6ea4-4c72-ac83-5a1d2f8d08bd HTTP/1.1" status: 200 len: 1095 time: 0.5843148 May 13 14:37:43.495182 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-758b6a46-1882-47da-83b7-5f257b43d22c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:43.505572 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-27e61763-95d5-49bf-b550-63fb921a762f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:43.509214 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-27c3a70e-8e13-442e-b20d-bbe9f7fddfbc None None] Current status of the port 4267efb4-f1c5-4b1b-a1b6-9d778c331e80 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:43.509777 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-27c3a70e-8e13-442e-b20d-bbe9f7fddfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:43.522804 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-57badf81-c12d-42d5-9521-c76fc92a6fcf tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:43.532606 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-370d2262-f2eb-41f7-bb28-195bdfd950be service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bdf000b2-35a2-42ed-a188-349bb545fbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556123 May 13 14:37:43.542636 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-758b6a46-1882-47da-83b7-5f257b43d22c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:43.571040 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-57badf81-c12d-42d5-9521-c76fc92a6fcf tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ffd10ba-e928-4ef3-81e2-79ae66173328']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:43.576284 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4694a9c5-e6ac-4871-9efa-786908306a50 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:43.602503 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-57c40555-479c-4777-ba65-a6bf38d5e3dc None None] For port c4d2c67f-8f86-4962-ae70-aef44fa65e2a, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c4d2c67f-8f86-4962-ae70-aef44fa65e2a,segment=NetworkSegment(751fe983-ab6e-45ab-a561-4137946a1555),segment_id=751fe983-ab6e-45ab-a561-4137946a1555)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:43.602967 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-57c40555-479c-4777-ba65-a6bf38d5e3dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:43.628962 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-27e61763-95d5-49bf-b550-63fb921a762f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:43.637247 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-57badf81-c12d-42d5-9521-c76fc92a6fcf tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '751fe983-ab6e-45ab-a561-4137946a1555') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:43.637574 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-57badf81-c12d-42d5-9521-c76fc92a6fcf tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '751fe983-ab6e-45ab-a561-4137946a1555') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:43.645127 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4694a9c5-e6ac-4871-9efa-786908306a50 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:43.653452 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-27e61763-95d5-49bf-b550-63fb921a762f admin admin] Usage tracker for resource:security_group_rule and tenant:82c6c264ce744017aa9a244d3f10672b is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:43.660257 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-57badf81-c12d-42d5-9521-c76fc92a6fcf tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:43.675276 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-27e61763-95d5-49bf-b550-63fb921a762f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:43.680578 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758b6a46-1882-47da-83b7-5f257b43d22c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:43.698775 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-57badf81-c12d-42d5-9521-c76fc92a6fcf tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:43.709427 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-27e61763-95d5-49bf-b550-63fb921a762f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:43.718376 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57badf81-c12d-42d5-9521-c76fc92a6fcf tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:37:43.718796 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-57badf81-c12d-42d5-9521-c76fc92a6fcf tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:43.733684 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:37:43.733684 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:37:43.733684 n-d-841760-1 neutron-server[88081]: timer() May 13 14:37:43.733684 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:37:43.733684 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:37:43.733684 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:37:43.733684 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:37:43.733684 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:37:43.733684 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:37:43.733684 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:37:43.733684 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:37:43.733684 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:37:43.733684 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:37:43.733684 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:37:43.733684 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:37:43.733684 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:37:43.733684 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:37:43.733684 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:37:43.733684 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:37:43.733684 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:37:43.733684 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:37:43.733684 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:37:43.733684 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:37:43.733684 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:37:43.733684 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:37:43.733684 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:37:43.733684 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:37:43.733684 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:37:43.733684 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:37:43.733684 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:37:43.733684 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:37:43.733684 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:37:43.789507 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-57c40555-479c-4777-ba65-a6bf38d5e3dc None None] Calling delete_port for c4d2c67f-8f86-4962-ae70-aef44fa65e2a owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:37:43.821790 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4694a9c5-e6ac-4871-9efa-786908306a50 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:43.823014 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4694a9c5-e6ac-4871-9efa-786908306a50 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6625869 May 13 14:37:43.842329 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694a9c5-e6ac-4871-9efa-786908306a50 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af8c814b-0ce2-4afc-8f2c-b3a709ca9365,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:43.858960 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-27c3a70e-8e13-442e-b20d-bbe9f7fddfbc None None] For port 4267efb4-f1c5-4b1b-a1b6-9d778c331e80, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=4267efb4-f1c5-4b1b-a1b6-9d778c331e80,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:43.864504 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52666) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:43.885342 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-e9c56c5c-c010-4808-b20d-fe67fd944a2d tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Request body: {'security_group_rule': {'security_group_id': 'af8c814b-0ce2-4afc-8f2c-b3a709ca9365', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:43.889970 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-fe888a86-5c26-46e0-9785-dac67ba8a1ab service neutron] 10.222.0.59 "GET /v2.0/networks/bdf000b2-35a2-42ed-a188-349bb545fbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436413 May 13 14:37:43.891548 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-57badf81-c12d-42d5-9521-c76fc92a6fcf tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:43.904771 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e9c56c5c-c010-4808-b20d-fe67fd944a2d tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:43.926110 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44692ff9-de0d-437e-b4c0-5758f564f505 req-3072948f-efe3-40a9-bb93-e300013f2457 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:43.934767 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-57c40555-479c-4777-ba65-a6bf38d5e3dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:37:43.934987 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-44692ff9-de0d-437e-b4c0-5758f564f505 req-3072948f-efe3-40a9-bb93-e300013f2457 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=12e0c913-323d-49c9-acb7-e725925e801f HTTP/1.1" status: 200 len: 943 time: 0.5452197 May 13 14:37:43.935307 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-57c40555-479c-4777-ba65-a6bf38d5e3dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:37:43.944292 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-27c3a70e-8e13-442e-b20d-bbe9f7fddfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:43.958699 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e9c56c5c-c010-4808-b20d-fe67fd944a2d tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Usage tracker for resource:security_group_rule and tenant:de6728dd22224c41a4bc2fe2ab69d0cd is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:43.961091 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52672) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:43.963086 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b91023-a94c-4fa1-9257-ece44a404521 req-ca9eb3a0-34d6-4321-9cf6-25256b59e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:43.964567 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-56b91023-a94c-4fa1-9257-ece44a404521 req-ca9eb3a0-34d6-4321-9cf6-25256b59e583 service neutron] 10.222.0.59 "GET /v2.0/networks?id=79758d8c-b106-4287-a282-ab754acae92b HTTP/1.1" status: 200 len: 916 time: 0.4626493 May 13 14:37:43.971944 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-ac2b820c-39e9-437d-a4af-f3a541c5c72d tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Request body: {'security_group': {'name': 'tempest-securitygroup--72671659', 'description': 'tempest-description--1468555688'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:43.982225 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e9c56c5c-c010-4808-b20d-fe67fd944a2d tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:43.990842 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-57badf81-c12d-42d5-9521-c76fc92a6fcf tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:44.059221 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ac2b820c-39e9-437d-a4af-f3a541c5c72d tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:44.065182 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e9c56c5c-c010-4808-b20d-fe67fd944a2d tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:44.087832 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3a70e-8e13-442e-b20d-bbe9f7fddfbc None None] Pushing event updated for resources: {'Port': ['ID=4267efb4-f1c5-4b1b-a1b6-9d778c331e80,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:44.101157 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ff5dd3b2-19aa-4588-be27-a75b32b7119a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'name': 'tempest-ServersTestJSON-398732630-router', 'tenant_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '59fc61bf-6424-4abc-a986-02d667a899ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:17Z', 'updated_at': '2022-05-13T14:37:36Z', 'revision_number': 4, 'project_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'gw_port': {'id': '59fc61bf-6424-4abc-a986-02d667a899ce', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:21Z', 'updated_at': '2022-05-13T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '5be499b9-db45-46e7-a32c-b99292b62956', 'name': '', 'network_id': 'c2f3ea62-29f2-477b-a404-9640a1543fb6', 'tenant_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'mac_address': 'fa:16:3e:99:57:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '6eaa1b8f-d3c1-4756-b489-078d11acd8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:32Z', 'updated_at': '2022-05-13T14:37:37Z', 'revision_number': 2, 'project_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'subnets': [{'id': '6eaa1b8f-d3c1-4756-b489-078d11acd8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:44.108709 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5dd3b2-19aa-4588-be27-a75b32b7119a None None] Checking router: 022b3687-83b2-4cf1-9e35-ff37b93f45e6 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:37:44.109053 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5dd3b2-19aa-4588-be27-a75b32b7119a None None] Updating router 022b3687-83b2-4cf1-9e35-ff37b93f45e6 port 5be499b9-db45-46e7-a32c-b99292b62956 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:37:44.188817 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ff5dd3b2-19aa-4588-be27-a75b32b7119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:44.265749 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-56b91023-a94c-4fa1-9257-ece44a404521 req-44e3b824-6bb6-42b2-a6e5-44099f9129cf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42 HTTP/1.1" status: 200 len: 217 time: 0.2670076 May 13 14:37:44.284046 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ac2b820c-39e9-437d-a4af-f3a541c5c72d tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:44.320253 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57badf81-c12d-42d5-9521-c76fc92a6fcf tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Network': ['ID=0ffd10ba-e928-4ef3-81e2-79ae66173328,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:44.336499 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-57badf81-c12d-42d5-9521-c76fc92a6fcf tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/networks/0ffd10ba-e928-4ef3-81e2-79ae66173328 HTTP/1.1" status: 204 len: 168 time: 3.9078388 May 13 14:37:44.340131 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52678) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:44.364900 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-758b6a46-1882-47da-83b7-5f257b43d22c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:44.376656 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-44692ff9-de0d-437e-b4c0-5758f564f505 req-46eb05e5-d4b1-46bd-a5f3-43d217d9c388 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Synchronizing usage tracker for tenant:713fc3e596334366a49631a90da45226 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:44.419623 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac2b820c-39e9-437d-a4af-f3a541c5c72d tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:44.441847 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e9c56c5c-c010-4808-b20d-fe67fd944a2d tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:44.450604 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-57c40555-479c-4777-ba65-a6bf38d5e3dc None None] Deleting port c4d2c67f-8f86-4962-ae70-aef44fa65e2a {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:37:44.450989 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-57c40555-479c-4777-ba65-a6bf38d5e3dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:44.491717 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-758b6a46-1882-47da-83b7-5f257b43d22c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] device_id is not set on port 66981055-5d0d-46eb-a892-c62203cf9bde yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:37:44.529010 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-44692ff9-de0d-437e-b4c0-5758f564f505 req-46eb05e5-d4b1-46bd-a5f3-43d217d9c388 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Unset dirty status for tenant:713fc3e596334366a49631a90da45226 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:44.530613 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-44692ff9-de0d-437e-b4c0-5758f564f505 req-46eb05e5-d4b1-46bd-a5f3-43d217d9c388 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?id=251bc881-5f1e-459d-9c6b-708ebc56443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5943391 May 13 14:37:44.568857 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-72997c43-46fd-44f5-9dac-eca0c885a56f req-e11a4ccc-64ff-4f11-9810-9201cefe8373 service neutron] 10.222.0.59 "GET /v2.0/networks/bdf000b2-35a2-42ed-a188-349bb545fbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6725116 May 13 14:37:44.576382 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b91023-a94c-4fa1-9257-ece44a404521 req-df08fb45-aa94-4ef3-beca-5cfb2cc37cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:44.581630 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-56b91023-a94c-4fa1-9257-ece44a404521 req-df08fb45-aa94-4ef3-beca-5cfb2cc37cff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3f8b6906-e2ce-45f4-9457-d3fca5fa8def HTTP/1.1" status: 200 len: 854 time: 0.2986000 May 13 14:37:44.582752 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ac2b820c-39e9-437d-a4af-f3a541c5c72d tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:44.586416 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-27e61763-95d5-49bf-b550-63fb921a762f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:44.609224 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7ef8bb-ef3b-4e53-8729-de77292ca338 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:44.610295 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2f7ef8bb-ef3b-4e53-8729-de77292ca338 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Synchronizing usage tracker for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:44.631441 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0eaaf-083a-4269-ac01-24e19aa11fa7 req-e7cd193a-b3be-47f9-82d9-3b4989491358 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:44.635861 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5da0eaaf-083a-4269-ac01-24e19aa11fa7 req-e7cd193a-b3be-47f9-82d9-3b4989491358 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.2942736 May 13 14:37:44.691181 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ac2b820c-39e9-437d-a4af-f3a541c5c72d tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Usage tracker for resource:security_group_rule and tenant:936df29ada1f4039bf03263eb4658581 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:44.700675 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-27e61763-95d5-49bf-b550-63fb921a762f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:44.725549 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-57c40555-479c-4777-ba65-a6bf38d5e3dc None None] The port 'c4d2c67f-8f86-4962-ae70-aef44fa65e2a' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:37:44.732818 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ac2b820c-39e9-437d-a4af-f3a541c5c72d tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:44.741612 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2f7ef8bb-ef3b-4e53-8729-de77292ca338 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Unset dirty status for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:44.747861 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2f7ef8bb-ef3b-4e53-8729-de77292ca338 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3563232 May 13 14:37:44.753615 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52684) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:44.829878 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5da0eaaf-083a-4269-ac01-24e19aa11fa7 req-3d6d6f92-6f4d-4c72-be8a-2e1a9ad77d4d tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373613 May 13 14:37:44.839447 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ac2b820c-39e9-437d-a4af-f3a541c5c72d tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:44.871752 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7782a-6f6a-4ba3-b191-7f8b7f9f917c req-4a31dcfb-949f-4da2-8d5a-6efd625bd287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:44.873162 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-56b7782a-6f6a-4ba3-b191-7f8b7f9f917c req-4a31dcfb-949f-4da2-8d5a-6efd625bd287 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=713fc3e596334366a49631a90da45226&device_id=12e0c913-323d-49c9-acb7-e725925e801f HTTP/1.1" status: 200 len: 1094 time: 0.2352800 May 13 14:37:44.877017 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ff5dd3b2-19aa-4588-be27-a75b32b7119a None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:44.899541 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-27e61763-95d5-49bf-b550-63fb921a762f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=82c6c264ce744017aa9a244d3f10672b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8027165 May 13 14:37:44.904713 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ff5dd3b2-19aa-4588-be27-a75b32b7119a None None] Transition to ACTIVE for port object 5be499b9-db45-46e7-a32c-b99292b62956 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:44.904929 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52688) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:44.914019 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ff5dd3b2-19aa-4588-be27-a75b32b7119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:44.927830 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e61763-95d5-49bf-b550-63fb921a762f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8d786d-ba56-4f7c-96dc-e5321a15a52f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:45.018680 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a8f61e2e-cd81-412f-96e8-b4e9b889ccc0 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2625840 May 13 14:37:45.025527 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52692) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:45.039980 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-9f718a72-c06c-406a-8d8c-2d84e87b0023 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-439218363'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:45.053719 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e9c56c5c-c010-4808-b20d-fe67fd944a2d tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:45.068186 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9f718a72-c06c-406a-8d8c-2d84e87b0023 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:45.080022 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e9c56c5c-c010-4808-b20d-fe67fd944a2d tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:45.105102 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9f718a72-c06c-406a-8d8c-2d84e87b0023 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:network and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:45.110974 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9f718a72-c06c-406a-8d8c-2d84e87b0023 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:45.138808 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9f718a72-c06c-406a-8d8c-2d84e87b0023 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:45.160235 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7782a-6f6a-4ba3-b191-7f8b7f9f917c req-6daf0547-ccd9-4e3a-b5b4-92c29ca2a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:45.160927 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c56c5c-c010-4808-b20d-fe67fd944a2d tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaddd915-5481-49c0-8ec0-bc05c3e082bd,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:45.163528 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-56b7782a-6f6a-4ba3-b191-7f8b7f9f917c req-6daf0547-ccd9-4e3a-b5b4-92c29ca2a673 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bdf000b2-35a2-42ed-a188-349bb545fbc9 HTTP/1.1" status: 200 len: 913 time: 0.2840278 May 13 14:37:45.171230 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f718a72-c06c-406a-8d8c-2d84e87b0023 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:45.174261 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:37:45.184052 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9f718a72-c06c-406a-8d8c-2d84e87b0023 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:45.192680 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 4267efb4-f1c5-4b1b-a1b6-9d778c331e80 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:37:45.200868 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-01af9c1b-a8db-4fab-9ad1-663d6ae6ccd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:45.222082 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b8e7f-511c-433e-87c7-3e1b6eabae76 None None] Pushing event updated for resources: {'Port': ['ID=5be499b9-db45-46e7-a32c-b99292b62956,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:45.241707 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac2b820c-39e9-437d-a4af-f3a541c5c72d tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:45.303452 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-56b7782a-6f6a-4ba3-b191-7f8b7f9f917c req-8079e6b4-6e45-4150-8f92-32d4632e9a51 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7865fba9-2e06-436e-9064-468d336d7cf2 HTTP/1.1" status: 200 len: 217 time: 0.0984786 May 13 14:37:45.334705 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-954f4d67-cf7c-44e0-abfc-c9b9cbbbca7a None None] Provisioning complete for port 4267efb4-f1c5-4b1b-a1b6-9d778c331e80 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:45.335068 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-954f4d67-cf7c-44e0-abfc-c9b9cbbbca7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:45.359497 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-ff5dd3b2-19aa-4588-be27-a75b32b7119a None None] Attempting to bind port 5be499b9-db45-46e7-a32c-b99292b62956 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:37:45.359860 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-ff5dd3b2-19aa-4588-be27-a75b32b7119a None None] Attempting to bind port 5be499b9-db45-46e7-a32c-b99292b62956 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '48847e38-2d4a-4cc8-8897-6a1a796d15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2f3ea62-29f2-477b-a404-9640a1543fb6'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:37:45.360250 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5dd3b2-19aa-4588-be27-a75b32b7119a None None] Attempting to bind port 5be499b9-db45-46e7-a32c-b99292b62956 on network c2f3ea62-29f2-477b-a404-9640a1543fb6 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:37:45.362899 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac2b820c-39e9-437d-a4af-f3a541c5c72d tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:45.363441 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-01af9c1b-a8db-4fab-9ad1-663d6ae6ccd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:45.385194 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5dd3b2-19aa-4588-be27-a75b32b7119a None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:37:45.385566 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5dd3b2-19aa-4588-be27-a75b32b7119a None None] Checking segment: {'id': '48847e38-2d4a-4cc8-8897-6a1a796d15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2f3ea62-29f2-477b-a404-9640a1543fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:37:45.386342 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ff5dd3b2-19aa-4588-be27-a75b32b7119a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:45.386342 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5dd3b2-19aa-4588-be27-a75b32b7119a None None] Bound using segment: {'id': '48847e38-2d4a-4cc8-8897-6a1a796d15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2f3ea62-29f2-477b-a404-9640a1543fb6'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:37:45.386606 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f718a72-c06c-406a-8d8c-2d84e87b0023 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:37:45.386794 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-ff5dd3b2-19aa-4588-be27-a75b32b7119a None None] Bound port: 5be499b9-db45-46e7-a32c-b99292b62956, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48847e38-2d4a-4cc8-8897-6a1a796d15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2f3ea62-29f2-477b-a404-9640a1543fb6'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:37:45.387196 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ff5dd3b2-19aa-4588-be27-a75b32b7119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:45.396815 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e9c56c5c-c010-4808-b20d-fe67fd944a2d tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:45.401196 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e9c56c5c-c010-4808-b20d-fe67fd944a2d tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5326920 May 13 14:37:45.406514 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52696) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:45.408967 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b91023-a94c-4fa1-9257-ece44a404521 req-f081f3a7-aba8-4535-af94-60e673ef2fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:45.410593 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-56b91023-a94c-4fa1-9257-ece44a404521 req-f081f3a7-aba8-4535-af94-60e673ef2fe7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79758d8c-b106-4287-a282-ab754acae92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8028786 May 13 14:37:45.416360 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-08592ade-5a6d-4018-bb91-a31e82a62562 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Request body: {'security_group_rule': {'security_group_id': 'af8c814b-0ce2-4afc-8f2c-b3a709ca9365', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:45.430291 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:37:45.436944 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342fd66-8947-4935-87b8-9fd28648eb48 req-54985326-b893-43d7-a703-2c49268e4433 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:45.438423 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9f718a72-c06c-406a-8d8c-2d84e87b0023 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:45.438996 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-9f718a72-c06c-406a-8d8c-2d84e87b0023 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Added segment 5c29dd19-9cb5-4351-b38c-47f65274f773 of type vlan for network 8e7187b7-0bbc-4401-969b-3b0d9c96c6df May 13 14:37:45.444365 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b342fd66-8947-4935-87b8-9fd28648eb48 req-54985326-b893-43d7-a703-2c49268e4433 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=42254162-6ea4-4c72-ac83-5a1d2f8d08bd HTTP/1.1" status: 200 len: 944 time: 0.7204978 May 13 14:37:45.444584 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-08592ade-5a6d-4018-bb91-a31e82a62562 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:45.452270 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7782a-6f6a-4ba3-b191-7f8b7f9f917c req-6d025609-e574-4d84-82c4-48d84e906537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:45.454022 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-56b7782a-6f6a-4ba3-b191-7f8b7f9f917c req-6d025609-e574-4d84-82c4-48d84e906537 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca21fd33-bce4-432c-932a-d45b6a8b65d2 HTTP/1.1" status: 200 len: 852 time: 0.1376908 May 13 14:37:45.457287 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-08592ade-5a6d-4018-bb91-a31e82a62562 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Usage tracker for resource:security_group_rule and tenant:de6728dd22224c41a4bc2fe2ab69d0cd is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:45.462432 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-08592ade-5a6d-4018-bb91-a31e82a62562 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:45.494149 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-758b6a46-1882-47da-83b7-5f257b43d22c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Allocated IP 172.20.0.12 (0723b97b-08c9-4db0-a15e-5b69273136d9/31fb2fab-5536-4b48-90ac-381f30ced752/66981055-5d0d-46eb-a892-c62203cf9bde) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:45.496417 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac2b820c-39e9-437d-a4af-f3a541c5c72d tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:45.497703 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ac2b820c-39e9-437d-a4af-f3a541c5c72d tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5321715 May 13 14:37:45.512496 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52700) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:45.534240 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9f718a72-c06c-406a-8d8c-2d84e87b0023 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:45.550789 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-56b7782a-6f6a-4ba3-b191-7f8b7f9f917c req-cc7ba57a-b71f-40c2-a5e1-9d11ffde80b9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bdf000b2-35a2-42ed-a188-349bb545fbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891855 May 13 14:37:45.552179 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-08592ade-5a6d-4018-bb91-a31e82a62562 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:45.567507 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-758b6a46-1882-47da-83b7-5f257b43d22c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Allocated IP 2001:db8::f816:3eff:fe5a:10a6 (0723b97b-08c9-4db0-a15e-5b69273136d9/0ecd961d-8525-46cf-88ce-eb24dbd31211/66981055-5d0d-46eb-a892-c62203cf9bde) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:45.576482 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-b95ebc18-fae9-49b2-a498-b1ee7e99b449 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Request body: {'security_group_rule': {'security_group_id': '4faeb31a-ec6a-4294-a70c-477a3b2c20c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:45.586256 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b95ebc18-fae9-49b2-a498-b1ee7e99b449 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:45.589701 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b95ebc18-fae9-49b2-a498-b1ee7e99b449 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Usage tracker for resource:security_group_rule and tenant:936df29ada1f4039bf03263eb4658581 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:45.592586 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b95ebc18-fae9-49b2-a498-b1ee7e99b449 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:45.599630 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b95ebc18-fae9-49b2-a498-b1ee7e99b449 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:45.616299 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b820c-39e9-437d-a4af-f3a541c5c72d tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4faeb31a-ec6a-4294-a70c-477a3b2c20c8,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:45.630907 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 4267efb4-f1c5-4b1b-a1b6-9d778c331e80 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:45.631308 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:45.641190 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b95ebc18-fae9-49b2-a498-b1ee7e99b449 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:45.679553 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-01af9c1b-a8db-4fab-9ad1-663d6ae6ccd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:45.698490 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-08592ade-5a6d-4018-bb91-a31e82a62562 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:45.726830 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-ff5dd3b2-19aa-4588-be27-a75b32b7119a None None] For port 5be499b9-db45-46e7-a32c-b99292b62956, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:37:45.743805 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af9c1b-a8db-4fab-9ad1-663d6ae6ccd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8d786d-ba56-4f7c-96dc-e5321a15a52f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:45.746928 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b95ebc18-fae9-49b2-a498-b1ee7e99b449 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:45.752134 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42,segment=NetworkSegment(e1d397b0-eea9-4be4-8f48-8e9bcd88630d),segment_id=e1d397b0-eea9-4be4-8f48-8e9bcd88630d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:45.757445 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9f718a72-c06c-406a-8d8c-2d84e87b0023 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:45.764126 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f718a72-c06c-406a-8d8c-2d84e87b0023 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:45.764765 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9f718a72-c06c-406a-8d8c-2d84e87b0023 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:45.766755 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b342fd66-8947-4935-87b8-9fd28648eb48 req-4047a674-cf81-4e5e-b8b6-2fd757617c1d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=60e92ff1-0601-42d6-a791-122b8cba49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3209176 May 13 14:37:45.774594 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b95ebc18-fae9-49b2-a498-b1ee7e99b449 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:45.780422 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-ff5dd3b2-19aa-4588-be27-a75b32b7119a None None] For port 5be499b9-db45-46e7-a32c-b99292b62956, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=5be499b9-db45-46e7-a32c-b99292b62956,segment=NetworkSegment(48847e38-2d4a-4cc8-8897-6a1a796d15c2),segment_id=48847e38-2d4a-4cc8-8897-6a1a796d15c2)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:37:45.794120 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ff5dd3b2-19aa-4588-be27-a75b32b7119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:45.832107 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ebc18-fae9-49b2-a498-b1ee7e99b449 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a587d5dc-0474-4f65-be9c-70fedd3dc431,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:45.832343 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'port_id': '1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42', 'mac_address': 'fa:16:3e:b5:5d:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:37:45.864693 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-954f4d67-cf7c-44e0-abfc-c9b9cbbbca7a None None] Current status of the port 4267efb4-f1c5-4b1b-a1b6-9d778c331e80 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:45.875930 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-56b91023-a94c-4fa1-9257-ece44a404521 req-dfb4cd13-3c47-4ad1-9807-fc2ec0973ca4 service neutron] 10.222.0.59 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4500356 May 13 14:37:45.919813 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-08592ade-5a6d-4018-bb91-a31e82a62562 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:45.968384 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5dd3b2-19aa-4588-be27-a75b32b7119a None None] Routers {'022b3687-83b2-4cf1-9e35-ff37b93f45e6'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:37:45.971973 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ff5dd3b2-19aa-4588-be27-a75b32b7119a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:37:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['022b3687-83b2-4cf1-9e35-ff37b93f45e6'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:45.980105 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b95ebc18-fae9-49b2-a498-b1ee7e99b449 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:45.983076 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-56b7782a-6f6a-4ba3-b191-7f8b7f9f917c req-57e74a2d-c53a-4ace-941c-9189a5249765 service neutron] 10.222.0.59 "GET /v2.0/networks/bdf000b2-35a2-42ed-a188-349bb545fbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253683 May 13 14:37:45.984482 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b95ebc18-fae9-49b2-a498-b1ee7e99b449 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4692044 May 13 14:37:46.003040 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9f718a72-c06c-406a-8d8c-2d84e87b0023 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9738119 May 13 14:37:46.003040 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-08592ade-5a6d-4018-bb91-a31e82a62562 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:46.008106 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52708) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:46.008441 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52710) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:46.168027 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-01af9c1b-a8db-4fab-9ad1-663d6ae6ccd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:46.172894 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-01af9c1b-a8db-4fab-9ad1-663d6ae6ccd6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fa8d786d-ba56-4f7c-96dc-e5321a15a52f HTTP/1.1" status: 204 len: 168 time: 1.2622457 May 13 14:37:46.184846 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 615a24e6-1c41-484b-beb8-093d302cd8a3 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:37:46.189667 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-5188640e-0d30-4ef7-9b3e-a1e6c2d2f344 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'subnet': {'network_id': '8e7187b7-0bbc-4401-969b-3b0d9c96c6df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:46.278077 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:46.278467 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:46.292935 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-758b6a46-1882-47da-83b7-5f257b43d22c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:46.304511 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-bfa8076a-4965-4ca2-b24a-4bb9feb2db00 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Request body: {'security_group_rule': {'security_group_id': '4faeb31a-ec6a-4294-a70c-477a3b2c20c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:46.318869 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-758b6a46-1882-47da-83b7-5f257b43d22c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Transition to ACTIVE for port object 66981055-5d0d-46eb-a892-c62203cf9bde will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:46.324965 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5188640e-0d30-4ef7-9b3e-a1e6c2d2f344 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:46.328757 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5188640e-0d30-4ef7-9b3e-a1e6c2d2f344 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:subnet and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:46.329604 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b8e7f-511c-433e-87c7-3e1b6eabae76 None None] Pushing event updated for resources: {'Port': ['ID=5be499b9-db45-46e7-a32c-b99292b62956,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:46.332145 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5188640e-0d30-4ef7-9b3e-a1e6c2d2f344 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:46.338593 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5188640e-0d30-4ef7-9b3e-a1e6c2d2f344 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:46.363431 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-bfa8076a-4965-4ca2-b24a-4bb9feb2db00 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:46.368831 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5188640e-0d30-4ef7-9b3e-a1e6c2d2f344 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:46.369108 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-56b91023-a94c-4fa1-9257-ece44a404521 req-d3a877d9-694e-4331-b9b5-ef9101f61e6d service neutron] 10.222.0.59 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706700 May 13 14:37:46.372148 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:37:46.372371 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5188640e-0d30-4ef7-9b3e-a1e6c2d2f344 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:46.379809 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-758b6a46-1882-47da-83b7-5f257b43d22c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:46.409790 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-ff5dd3b2-19aa-4588-be27-a75b32b7119a None None] Set router 022b3687-83b2-4cf1-9e35-ff37b93f45e6 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:37:46.484331 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e7b2e-9927-458e-b5ac-97248bcd87b5 req-8fcdf563-58e7-4613-babd-c4f50d981d0a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:46.486501 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b28e7b2e-9927-458e-b5ac-97248bcd87b5 req-8fcdf563-58e7-4613-babd-c4f50d981d0a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.4704754 May 13 14:37:46.496752 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758b6a46-1882-47da-83b7-5f257b43d22c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:46.497337 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 4267efb4-f1c5-4b1b-a1b6-9d778c331e80 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:46.504886 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-758b6a46-1882-47da-83b7-5f257b43d22c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:46.537293 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758b6a46-1882-47da-83b7-5f257b43d22c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:37:46.555011 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42,segment=NetworkSegment(e1d397b0-eea9-4be4-8f48-8e9bcd88630d),segment_id=e1d397b0-eea9-4be4-8f48-8e9bcd88630d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:46.575099 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b6a46-1882-47da-83b7-5f257b43d22c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Port': ['ID=66981055-5d0d-46eb-a892-c62203cf9bde,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:46.575380 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:46.664137 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b28e7b2e-9927-458e-b5ac-97248bcd87b5 req-1864a271-75f8-47e1-b6fc-c25c635134b3 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633601 May 13 14:37:46.682363 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758b6a46-1882-47da-83b7-5f257b43d22c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:46.683001 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-758b6a46-1882-47da-83b7-5f257b43d22c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:46.699699 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08592ade-5a6d-4018-bb91-a31e82a62562 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59da74d3-2b89-43cf-9f65-ca78ab0df20e,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:46.704057 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-758b6a46-1882-47da-83b7-5f257b43d22c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.6287138 May 13 14:37:46.706729 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52724) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:46.722475 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f718a72-c06c-406a-8d8c-2d84e87b0023 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Network': ['ID=8e7187b7-0bbc-4401-969b-3b0d9c96c6df,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:46.733057 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-56b7782a-6f6a-4ba3-b191-7f8b7f9f917c req-4ef91065-a2e7-4479-88fe-5353c6294ec7 service neutron] 10.222.0.59 "GET /v2.0/networks/bdf000b2-35a2-42ed-a188-349bb545fbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7297988 May 13 14:37:46.746884 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-bfa8076a-4965-4ca2-b24a-4bb9feb2db00 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Usage tracker for resource:security_group_rule and tenant:936df29ada1f4039bf03263eb4658581 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:46.765072 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-bfa8076a-4965-4ca2-b24a-4bb9feb2db00 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:46.775219 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 8e7187b7-0bbc-4401-969b-3b0d9c96c6df details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:37:46.778568 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-bfa8076a-4965-4ca2-b24a-4bb9feb2db00 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:46.784293 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-08592ade-5a6d-4018-bb91-a31e82a62562 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:46.786032 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-08592ade-5a6d-4018-bb91-a31e82a62562 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3783255 May 13 14:37:46.789002 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 615a24e6-1c41-484b-beb8-093d302cd8a3 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:46.792968 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52730) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:46.820094 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-0f07bc4c-468e-426e-8bb6-48dd0706ac41 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:46.855593 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0f07bc4c-468e-426e-8bb6-48dd0706ac41 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:46.862979 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0f07bc4c-468e-426e-8bb6-48dd0706ac41 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Usage tracker for resource:floatingip and tenant:de6728dd22224c41a4bc2fe2ab69d0cd is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:46.869342 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0f07bc4c-468e-426e-8bb6-48dd0706ac41 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:46.878047 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0f07bc4c-468e-426e-8bb6-48dd0706ac41 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:46.920057 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46fc14-3b42-4657-8864-9b3d30581709 req-079f78b9-3ce9-41ba-b124-ecbdb6b31f6b tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:46.921590 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f07bc4c-468e-426e-8bb6-48dd0706ac41 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks [] for floatingip, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:46.922136 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ab46fc14-3b42-4657-8864-9b3d30581709 req-079f78b9-3ce9-41ba-b124-ecbdb6b31f6b tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=12e0c913-323d-49c9-acb7-e725925e801f HTTP/1.1" status: 200 len: 943 time: 1.1117547 May 13 14:37:46.923574 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bfa8076a-4965-4ca2-b24a-4bb9feb2db00 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:46.931971 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5188640e-0d30-4ef7-9b3e-a1e6c2d2f344 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:46.955045 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68834d7c-c367-4fe3-ad96-38858a31c290 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:46.961513 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68834d7c-c367-4fe3-ad96-38858a31c290 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:46.962582 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-68834d7c-c367-4fe3-ad96-38858a31c290 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:47.004552 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:37:47.052204 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 615a24e6-1c41-484b-beb8-093d302cd8a3 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:47.052976 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:47.139060 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188640e-0d30-4ef7-9b3e-a1e6c2d2f344 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Subnet': ['ID=e6d6b4da-d0c2-40f3-baf8-3952145da7f0,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:47.205137 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ab46fc14-3b42-4657-8864-9b3d30581709 req-57a7427f-94a4-48cf-a16c-8ce18d1635e9 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?id=251bc881-5f1e-459d-9c6b-708ebc56443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650306 May 13 14:37:47.223461 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bfa8076a-4965-4ca2-b24a-4bb9feb2db00 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:47.236817 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5188640e-0d30-4ef7-9b3e-a1e6c2d2f344 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Checking segment: {'id': '5c29dd19-9cb5-4351-b38c-47f65274f773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8e7187b7-0bbc-4401-969b-3b0d9c96c6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:37:47.237191 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5188640e-0d30-4ef7-9b3e-a1e6c2d2f344 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network hostable DHCP agents. Network: 8e7187b7-0bbc-4401-969b-3b0d9c96c6df, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:37:47.246939 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bfa8076a-4965-4ca2-b24a-4bb9feb2db00 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:47.292031 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 7865fba9-2e06-436e-9064-468d336d7cf2 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:37:47.296786 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-68834d7c-c367-4fe3-ad96-38858a31c290 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:47.301749 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-68834d7c-c367-4fe3-ad96-38858a31c290 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.5924366 May 13 14:37:47.304939 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52744) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:47.340509 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8076a-4965-4ca2-b24a-4bb9feb2db00 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d104bc00-610b-423c-bcc4-24c7b13fc3df,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:47.362033 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5188640e-0d30-4ef7-9b3e-a1e6c2d2f344 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network 8e7187b7-0bbc-4401-969b-3b0d9c96c6df is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:37:47.377419 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bfa8076a-4965-4ca2-b24a-4bb9feb2db00 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:47.378633 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:47.380484 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-bfa8076a-4965-4ca2-b24a-4bb9feb2db00 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3579912 May 13 14:37:47.383055 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f1751c7c-1ee0-4c9e-9524-1ea80b8451f5 None None] Provisioning for port 66981055-5d0d-46eb-a892-c62203cf9bde completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:47.385810 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52750) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:47.396520 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-5188640e-0d30-4ef7-9b3e-a1e6c2d2f344 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 8e7187b7-0bbc-4401-969b-3b0d9c96c6df) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:47.400067 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-adbee86b-10a7-4f17-ab3d-aacb8202e96f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:47.412677 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5188640e-0d30-4ef7-9b3e-a1e6c2d2f344 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:47.413538 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5188640e-0d30-4ef7-9b3e-a1e6c2d2f344 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:47.416934 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-adbee86b-10a7-4f17-ab3d-aacb8202e96f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:47.420691 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b575d2b1-be06-4c3b-b66f-f8442265e0fa None None] Network 8e7187b7-0bbc-4401-969b-3b0d9c96c6df requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:47.432951 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-adbee86b-10a7-4f17-ab3d-aacb8202e96f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Usage tracker for resource:floatingip and tenant:936df29ada1f4039bf03263eb4658581 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:47.438566 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-adbee86b-10a7-4f17-ab3d-aacb8202e96f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:47.444997 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5188640e-0d30-4ef7-9b3e-a1e6c2d2f344 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4204981 May 13 14:37:47.447832 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f1751c7c-1ee0-4c9e-9524-1ea80b8451f5 None None] Provisioning complete for port 66981055-5d0d-46eb-a892-c62203cf9bde triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:47.448004 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52754) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:47.448261 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f1751c7c-1ee0-4c9e-9524-1ea80b8451f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:47.452794 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-2af7b3b7-7a35-407a-89d8-3a61acf893ab tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting port 66981055-5d0d-46eb-a892-c62203cf9bde {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:37:47.453428 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2af7b3b7-7a35-407a-89d8-3a61acf893ab tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:47.460120 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-25c92974-daa5-4c5f-ab42-c443f10e164a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'port': {'network_id': '8e7187b7-0bbc-4401-969b-3b0d9c96c6df', 'name': 'tempest-PortsIpV6TestJSON-916137123'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:47.497907 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.resource_extend [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:37:47.506674 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-adbee86b-10a7-4f17-ab3d-aacb8202e96f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:47.588850 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-adbee86b-10a7-4f17-ab3d-aacb8202e96f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks [] for floatingip, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:47.661180 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-25c92974-daa5-4c5f-ab42-c443f10e164a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:47.663779 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0af0dc-8661-4272-91c0-d302e9e64068 req-f3fb542a-1561-44eb-b4af-c11999daa7c9 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:47.677305 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dd0af0dc-8661-4272-91c0-d302e9e64068 req-f3fb542a-1561-44eb-b4af-c11999daa7c9 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=42254162-6ea4-4c72-ac83-5a1d2f8d08bd HTTP/1.1" status: 200 len: 945 time: 0.6155944 May 13 14:37:47.677496 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-25c92974-daa5-4c5f-ab42-c443f10e164a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:47.689132 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c92974-daa5-4c5f-ab42-c443f10e164a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:47.694224 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-25c92974-daa5-4c5f-ab42-c443f10e164a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:47.713397 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f07bc4c-468e-426e-8bb6-48dd0706ac41 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:47.730295 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-25c92974-daa5-4c5f-ab42-c443f10e164a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] device_id is not set on port 56e80854-cb35-469b-823b-246609200b70 yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:37:47.993786 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dd0af0dc-8661-4272-91c0-d302e9e64068 req-3255053e-8870-4b69-8068-cfcf25f5bbcb tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=60e92ff1-0601-42d6-a791-122b8cba49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3184481 May 13 14:37:48.030671 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f1751c7c-1ee0-4c9e-9524-1ea80b8451f5 None None] Port 66981055-5d0d-46eb-a892-c62203cf9bde cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:37:48.070722 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375d4d7-80c9-4f53-8f12-9c96a03d52c7 req-4b0fc384-23c2-4631-9f33-e21113ff73d9 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:48.072529 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6375d4d7-80c9-4f53-8f12-9c96a03d52c7 req-4b0fc384-23c2-4631-9f33-e21113ff73d9 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 946 time: 0.2128620 May 13 14:37:48.116049 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb60bec8-8938-4e43-8a9e-1ca5d8613b48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-8e7187b7-0bbc-4401-969b-3b0d9c96c6df', 'network_id': '8e7187b7-0bbc-4401-969b-3b0d9c96c6df', 'tenant_id': 'a2e75e45036f4757bc0192dc4e49aa82', 'fixed_ips': [{'subnet_id': 'e6d6b4da-d0c2-40f3-baf8-3952145da7f0'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:37:48.116861 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cb60bec8-8938-4e43-8a9e-1ca5d8613b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:48.138071 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 615a24e6-1c41-484b-beb8-093d302cd8a3 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:48.138497 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:48.153149 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6375d4d7-80c9-4f53-8f12-9c96a03d52c7 req-ffe3c3d6-cc8b-474c-b336-91064e614745 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693467 May 13 14:37:48.154926 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-25c92974-daa5-4c5f-ab42-c443f10e164a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Allocated IP 2001:db8::c4 (8e7187b7-0bbc-4401-969b-3b0d9c96c6df/e6d6b4da-d0c2-40f3-baf8-3952145da7f0/56e80854-cb35-469b-823b-246609200b70) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:48.158177 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-0f07bc4c-468e-426e-8bb6-48dd0706ac41 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Allocated IP 172.25.0.21 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/a5fc0951-b176-44ba-8565-658df48abca9) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:48.164218 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2af7b3b7-7a35-407a-89d8-3a61acf893ab tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:48.201546 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:48.231253 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 615a24e6-1c41-484b-beb8-093d302cd8a3, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=615a24e6-1c41-484b-beb8-093d302cd8a3,segment=NetworkSegment(ed4a328b-d15d-4a03-9eac-ff7258e787fd),segment_id=ed4a328b-d15d-4a03-9eac-ff7258e787fd)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:48.289153 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8028145-de3f-4039-8bd0-59abf2e991e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615a24e6-1c41-484b-beb8-093d302cd8a3'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:37:48.339058 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:48.404020 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-2af7b3b7-7a35-407a-89d8-3a61acf893ab tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Calling delete_port for 66981055-5d0d-46eb-a892-c62203cf9bde owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:37:48.497668 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=615a24e6-1c41-484b-beb8-093d302cd8a3,revision_number=12']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:48.519465 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 7865fba9-2e06-436e-9064-468d336d7cf2, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=7865fba9-2e06-436e-9064-468d336d7cf2,segment=NetworkSegment(a06f9bce-2caa-4583-849f-dff0052df554),segment_id=a06f9bce-2caa-4583-849f-dff0052df554)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:48.565502 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '7865fba9-2e06-436e-9064-468d336d7cf2', 'network_id': 'bdf000b2-35a2-42ed-a188-349bb545fbc9', 'port_id': '7865fba9-2e06-436e-9064-468d336d7cf2', 'mac_address': 'fa:16:3e:82:ec:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca21fd33-bce4-432c-932a-d45b6a8b65d2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:37:48.565703 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52780) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:48.572332 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-25c92974-daa5-4c5f-ab42-c443f10e164a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:48.584013 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ff5dd3b2-19aa-4588-be27-a75b32b7119a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'name': 'tempest-ServersTestJSON-398732630-router', 'tenant_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '59fc61bf-6424-4abc-a986-02d667a899ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:17Z', 'updated_at': '2022-05-13T14:37:36Z', 'revision_number': 4, 'project_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'gw_port': {'id': '59fc61bf-6424-4abc-a986-02d667a899ce', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:21Z', 'updated_at': '2022-05-13T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '5be499b9-db45-46e7-a32c-b99292b62956', 'name': '', 'network_id': 'c2f3ea62-29f2-477b-a404-9640a1543fb6', 'tenant_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'mac_address': 'fa:16:3e:99:57:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '6eaa1b8f-d3c1-4756-b489-078d11acd8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:32Z', 'updated_at': '2022-05-13T14:37:45Z', 'revision_number': 4, 'project_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'subnets': [{'id': '6eaa1b8f-d3c1-4756-b489-078d11acd8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:48.594946 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-25c92974-daa5-4c5f-ab42-c443f10e164a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Transition to ACTIVE for port object 56e80854-cb35-469b-823b-246609200b70 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:48.626649 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-25c92974-daa5-4c5f-ab42-c443f10e164a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:48.636038 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5dd3b2-19aa-4588-be27-a75b32b7119a None None] The sync data for ids ['022b3687-83b2-4cf1-9e35-ff37b93f45e6'] in n-d-841760-1 is: [{'id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'name': 'tempest-ServersTestJSON-398732630-router', 'tenant_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '59fc61bf-6424-4abc-a986-02d667a899ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:17Z', 'updated_at': '2022-05-13T14:37:36Z', 'revision_number': 4, 'project_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'gw_port': {'id': '59fc61bf-6424-4abc-a986-02d667a899ce', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:21Z', 'updated_at': '2022-05-13T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '5be499b9-db45-46e7-a32c-b99292b62956', 'name': '', 'network_id': 'c2f3ea62-29f2-477b-a404-9640a1543fb6', 'tenant_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'mac_address': 'fa:16:3e:99:57:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '6eaa1b8f-d3c1-4756-b489-078d11acd8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:32Z', 'updated_at': '2022-05-13T14:37:45Z', 'revision_number': 4, 'project_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'subnets': [{'id': '6eaa1b8f-d3c1-4756-b489-078d11acd8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:37:48.648353 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e22076ef-fd6a-41e6-8deb-2d60e2452011'] response: {'server_uuid': 'b8028145-de3f-4039-8bd0-59abf2e991e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615a24e6-1c41-484b-beb8-093d302cd8a3', 'code': 200} May 13 14:37:48.654297 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-adbee86b-10a7-4f17-ab3d-aacb8202e96f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:48.716299 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c92974-daa5-4c5f-ab42-c443f10e164a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network 8e7187b7-0bbc-4401-969b-3b0d9c96c6df is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:48.736601 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-25c92974-daa5-4c5f-ab42-c443f10e164a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:48.741927 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c92974-daa5-4c5f-ab42-c443f10e164a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:37:48.748238 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c92974-daa5-4c5f-ab42-c443f10e164a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:48.749111 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-25c92974-daa5-4c5f-ab42-c443f10e164a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:48.778921 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 7865fba9-2e06-436e-9064-468d336d7cf2 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:48.779432 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:48.801584 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c92974-daa5-4c5f-ab42-c443f10e164a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Port': ['ID=56e80854-cb35-469b-823b-246609200b70,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:48.829517 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-25c92974-daa5-4c5f-ab42-c443f10e164a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3801744 May 13 14:37:48.831172 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52786) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:48.841908 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-2d0a2521-e67e-4665-91da-af4cf25aa613 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'port': {'network_id': '8e7187b7-0bbc-4401-969b-3b0d9c96c6df', 'name': 'tempest-PortsIpV6TestJSON-187312676'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:48.851375 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7865fba9-2e06-436e-9064-468d336d7cf2 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:37:48.866610 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-e0b524e0-fe61-4226-9b8d-7ae9d55213ab tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-858285532', 'router:external': True}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:48.870918 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 7865fba9-2e06-436e-9064-468d336d7cf2, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=7865fba9-2e06-436e-9064-468d336d7cf2,segment=NetworkSegment(a06f9bce-2caa-4583-849f-dff0052df554),segment_id=a06f9bce-2caa-4583-849f-dff0052df554)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:48.883584 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:48.886638 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-cb60bec8-8938-4e43-8a9e-1ca5d8613b48 None None] Allocated IP 2001:db8::2 (8e7187b7-0bbc-4401-969b-3b0d9c96c6df/e6d6b4da-d0c2-40f3-baf8-3952145da7f0/724e0405-7b62-45ca-bba8-fe7899654def) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:48.947194 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e0b524e0-fe61-4226-9b8d-7ae9d55213ab tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:48.970427 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e0b524e0-fe61-4226-9b8d-7ae9d55213ab tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Usage tracker for resource:network and tenant:0ed26fe593c0415a996a54f846d0b80d is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:48.976647 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e0b524e0-fe61-4226-9b8d-7ae9d55213ab tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:48.986836 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e0b524e0-fe61-4226-9b8d-7ae9d55213ab tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:49.008177 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b524e0-fe61-4226-9b8d-7ae9d55213ab tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Made reservation on behalf of 0ed26fe593c0415a996a54f846d0b80d for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:49.011052 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e0b524e0-fe61-4226-9b8d-7ae9d55213ab tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:49.036642 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e0b524e0-fe61-4226-9b8d-7ae9d55213ab tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:49.103810 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e0b524e0-fe61-4226-9b8d-7ae9d55213ab tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:49.126835 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2d0a2521-e67e-4665-91da-af4cf25aa613 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:49.132683 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2d0a2521-e67e-4665-91da-af4cf25aa613 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:port and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:49.136644 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2d0a2521-e67e-4665-91da-af4cf25aa613 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:49.142651 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2d0a2521-e67e-4665-91da-af4cf25aa613 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:49.151683 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e0b524e0-fe61-4226-9b8d-7ae9d55213ab tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Usage tracker for resource:security_group_rule and tenant:0ed26fe593c0415a996a54f846d0b80d is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:49.160134 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c250814-a9f8-421e-acfb-bab5208b5d40 req-d904a982-2191-46f6-afde-0b7608c51e62 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:49.160675 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0a2521-e67e-4665-91da-af4cf25aa613 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:49.164329 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d0a2521-e67e-4665-91da-af4cf25aa613 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:49.167448 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0c250814-a9f8-421e-acfb-bab5208b5d40 req-d904a982-2191-46f6-afde-0b7608c51e62 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=12e0c913-323d-49c9-acb7-e725925e801f HTTP/1.1" status: 200 len: 943 time: 0.7119088 May 13 14:37:49.227807 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e0b524e0-fe61-4226-9b8d-7ae9d55213ab tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:49.241795 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e0b524e0-fe61-4226-9b8d-7ae9d55213ab tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:49.252842 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cb60bec8-8938-4e43-8a9e-1ca5d8613b48 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:49.268103 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-cb60bec8-8938-4e43-8a9e-1ca5d8613b48 None None] Transition to ACTIVE for port object 724e0405-7b62-45ca-bba8-fe7899654def will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:49.291018 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-cb60bec8-8938-4e43-8a9e-1ca5d8613b48 None None] Transition to ACTIVE for port object 724e0405-7b62-45ca-bba8-fe7899654def will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:49.316385 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:37:49.330337 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f07bc4c-468e-426e-8bb6-48dd0706ac41 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:49.351738 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0c250814-a9f8-421e-acfb-bab5208b5d40 req-5f9da43d-77dd-497d-a74b-f35312e67436 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?id=251bc881-5f1e-459d-9c6b-708ebc56443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832819 May 13 14:37:49.394759 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 5be499b9-db45-46e7-a32c-b99292b62956 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:37:49.425607 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ac88b-f30d-4318-9708-7291fa1d746f req-63ad605e-267b-4908-a80c-46af35b7e3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:49.427192 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-134ac88b-f30d-4318-9708-7291fa1d746f req-63ad605e-267b-4908-a80c-46af35b7e3f6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 1098 time: 0.4768713 May 13 14:37:49.427967 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cb60bec8-8938-4e43-8a9e-1ca5d8613b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:49.469176 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['7865fba9-2e06-436e-9064-468d336d7cf2'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:37:49.482283 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e0b524e0-fe61-4226-9b8d-7ae9d55213ab tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:49.486652 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-134ac88b-f30d-4318-9708-7291fa1d746f req-5e113cc0-32b9-40c6-ab39-4f859253ab3c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441928 May 13 14:37:49.487468 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2af7b3b7-7a35-407a-89d8-3a61acf893ab tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:49.494719 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e0b524e0-fe61-4226-9b8d-7ae9d55213ab tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:49.532670 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-2d0a2521-e67e-4665-91da-af4cf25aa613 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] device_id is not set on port bee03742-07f3-4767-96b9-d68f07c839e6 yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:37:49.548611 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb60bec8-8938-4e43-8a9e-1ca5d8613b48 None None] Network 8e7187b7-0bbc-4401-969b-3b0d9c96c6df is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:49.565226 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-cb60bec8-8938-4e43-8a9e-1ca5d8613b48 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:49.580163 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb60bec8-8938-4e43-8a9e-1ca5d8613b48 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:37:49.594991 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0b524e0-fe61-4226-9b8d-7ae9d55213ab tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:37:49.638093 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:49.648629 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b524e0-fe61-4226-9b8d-7ae9d55213ab tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48163a42-3fc4-490f-ba68-31df7fa0038b,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:49.680604 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e0b524e0-fe61-4226-9b8d-7ae9d55213ab tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:49.680950 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-e0b524e0-fe61-4226-9b8d-7ae9d55213ab tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Added segment 4a59a3ce-5647-4013-ae18-fb93f9f79ac8 of type vlan for network 9ff6fb77-588d-4beb-9431-8c646d1d4acd May 13 14:37:49.754480 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2055361-c18c-4481-8536-6ce717666a4c req-a7e2918c-78c0-4bb0-bf9f-db096d66dcc1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:49.760672 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-cb60bec8-8938-4e43-8a9e-1ca5d8613b48 None None] Attempting to bind port 724e0405-7b62-45ca-bba8-fe7899654def on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:37:49.761041 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-cb60bec8-8938-4e43-8a9e-1ca5d8613b48 None None] Attempting to bind port 724e0405-7b62-45ca-bba8-fe7899654def by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '5c29dd19-9cb5-4351-b38c-47f65274f773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8e7187b7-0bbc-4401-969b-3b0d9c96c6df'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:37:49.761403 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb60bec8-8938-4e43-8a9e-1ca5d8613b48 None None] Attempting to bind port 724e0405-7b62-45ca-bba8-fe7899654def on network 8e7187b7-0bbc-4401-969b-3b0d9c96c6df {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:37:49.763604 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:49.763984 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:49.765079 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f2055361-c18c-4481-8536-6ce717666a4c req-a7e2918c-78c0-4bb0-bf9f-db096d66dcc1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=42254162-6ea4-4c72-ac83-5a1d2f8d08bd HTTP/1.1" status: 200 len: 945 time: 0.4460516 May 13 14:37:49.817413 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e0b524e0-fe61-4226-9b8d-7ae9d55213ab tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:49.851158 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7b3b7-7a35-407a-89d8-3a61acf893ab tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Port': ['ID=66981055-5d0d-46eb-a892-c62203cf9bde,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:49.910873 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=7865fba9-2e06-436e-9064-468d336d7cf2,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:49.972948 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb60bec8-8938-4e43-8a9e-1ca5d8613b48 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:37:49.973328 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb60bec8-8938-4e43-8a9e-1ca5d8613b48 None None] Checking segment: {'id': '5c29dd19-9cb5-4351-b38c-47f65274f773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8e7187b7-0bbc-4401-969b-3b0d9c96c6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:37:49.973732 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cb60bec8-8938-4e43-8a9e-1ca5d8613b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:49.974121 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb60bec8-8938-4e43-8a9e-1ca5d8613b48 None None] Bound using segment: {'id': '5c29dd19-9cb5-4351-b38c-47f65274f773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8e7187b7-0bbc-4401-969b-3b0d9c96c6df'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:37:49.974606 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-cb60bec8-8938-4e43-8a9e-1ca5d8613b48 None None] Bound port: 724e0405-7b62-45ca-bba8-fe7899654def, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c29dd19-9cb5-4351-b38c-47f65274f773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8e7187b7-0bbc-4401-969b-3b0d9c96c6df'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:37:49.974978 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cb60bec8-8938-4e43-8a9e-1ca5d8613b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:49.980974 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f2055361-c18c-4481-8536-6ce717666a4c req-daca7c39-0da2-4ce1-a87e-70db70e38fdb tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=60e92ff1-0601-42d6-a791-122b8cba49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664371 May 13 14:37:49.983288 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-2d0a2521-e67e-4665-91da-af4cf25aa613 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Allocated IP 2001:db8::1d3 (8e7187b7-0bbc-4401-969b-3b0d9c96c6df/e6d6b4da-d0c2-40f3-baf8-3952145da7f0/bee03742-07f3-4767-96b9-d68f07c839e6) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:50.000503 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e0b524e0-fe61-4226-9b8d-7ae9d55213ab tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:50.010731 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b524e0-fe61-4226-9b8d-7ae9d55213ab tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:50.011615 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e0b524e0-fe61-4226-9b8d-7ae9d55213ab tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:50.058848 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e0b524e0-fe61-4226-9b8d-7ae9d55213ab tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.4920578 May 13 14:37:50.106847 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c9010-a77c-45b9-9ad5-421c9cd364ae req-bd72d94a-df50-454b-a7b2-b3e400f70263 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:50.111668 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-843c9010-a77c-45b9-9ad5-421c9cd364ae req-bd72d94a-df50-454b-a7b2-b3e400f70263 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 947 time: 0.6063209 May 13 14:37:50.112617 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52796) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:50.127940 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f07bc4c-468e-426e-8bb6-48dd0706ac41 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:50.140273 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-e6b27644-b8bc-4016-9b0f-6df2e2ee411e tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Request body: {'subnet': {'network_id': '9ff6fb77-588d-4beb-9431-8c646d1d4acd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:50.144766 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 5be499b9-db45-46e7-a32c-b99292b62956 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:50.166000 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 5be499b9-db45-46e7-a32c-b99292b62956 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:50.166375 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:50.223989 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e6b27644-b8bc-4016-9b0f-6df2e2ee411e tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:50.251887 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e6b27644-b8bc-4016-9b0f-6df2e2ee411e tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Usage tracker for resource:subnet and tenant:0ed26fe593c0415a996a54f846d0b80d is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:50.259428 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e6b27644-b8bc-4016-9b0f-6df2e2ee411e tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:50.300875 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-843c9010-a77c-45b9-9ad5-421c9cd364ae req-5155c164-41f3-4be6-a373-e96ba751b435 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562219 May 13 14:37:50.306141 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e6b27644-b8bc-4016-9b0f-6df2e2ee411e tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:50.309127 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60bec8-8938-4e43-8a9e-1ca5d8613b48 None None] Pushing event updated for resources: {'Port': ['ID=724e0405-7b62-45ca-bba8-fe7899654def,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:50.312851 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f07bc4c-468e-426e-8bb6-48dd0706ac41 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:50.320031 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2af7b3b7-7a35-407a-89d8-3a61acf893ab tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:50.334542 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-0f07bc4c-468e-426e-8bb6-48dd0706ac41 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:50.340321 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-adbee86b-10a7-4f17-ab3d-aacb8202e96f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Allocated IP 172.25.0.237 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/537ff094-41c9-4041-8e40-8bf9630046d4) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:50.344452 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f07bc4c-468e-426e-8bb6-48dd0706ac41 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Pushing event updated for resources: {'Port': ['ID=a5fc0951-b176-44ba-8565-658df48abca9,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:50.347361 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f07bc4c-468e-426e-8bb6-48dd0706ac41 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:37:50.406071 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b27644-b8bc-4016-9b0f-6df2e2ee411e tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Made reservation on behalf of 0ed26fe593c0415a996a54f846d0b80d for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:50.408578 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e6b27644-b8bc-4016-9b0f-6df2e2ee411e tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:50.413651 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b524e0-fe61-4226-9b8d-7ae9d55213ab tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Pushing event updated for resources: {'Network': ['ID=9ff6fb77-588d-4beb-9431-8c646d1d4acd,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:50.415604 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 5be499b9-db45-46e7-a32c-b99292b62956 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:50.416675 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:50.465030 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 5be499b9-db45-46e7-a32c-b99292b62956, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=5be499b9-db45-46e7-a32c-b99292b62956,segment=NetworkSegment(48847e38-2d4a-4cc8-8897-6a1a796d15c2),segment_id=48847e38-2d4a-4cc8-8897-6a1a796d15c2)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:50.466232 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:50.466665 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:50.482240 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 9ff6fb77-588d-4beb-9431-8c646d1d4acd details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:37:50.552767 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2af7b3b7-7a35-407a-89d8-3a61acf893ab tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/66981055-5d0d-46eb-a892-c62203cf9bde HTTP/1.1" status: 204 len: 168 time: 3.2449811 May 13 14:37:50.560509 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52802) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:50.590722 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:50.665542 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d0a2521-e67e-4665-91da-af4cf25aa613 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:50.687786 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-2d0a2521-e67e-4665-91da-af4cf25aa613 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Transition to ACTIVE for port object bee03742-07f3-4767-96b9-d68f07c839e6 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:50.702777 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e12358-2cbd-4715-8fff-3af2981985e6 req-2f8700bf-71c0-4d09-b5f9-8bf70924a4f6 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:50.703879 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-75e12358-2cbd-4715-8fff-3af2981985e6 req-2f8700bf-71c0-4d09-b5f9-8bf70924a4f6 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=12e0c913-323d-49c9-acb7-e725925e801f HTTP/1.1" status: 200 len: 944 time: 0.1567531 May 13 14:37:50.758153 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d0a2521-e67e-4665-91da-af4cf25aa613 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:50.759005 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-cb60bec8-8938-4e43-8a9e-1ca5d8613b48 None None] For port 724e0405-7b62-45ca-bba8-fe7899654def, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:37:50.764678 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-cb60bec8-8938-4e43-8a9e-1ca5d8613b48 None None] For port 724e0405-7b62-45ca-bba8-fe7899654def, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=724e0405-7b62-45ca-bba8-fe7899654def,segment=NetworkSegment(5c29dd19-9cb5-4351-b38c-47f65274f773),segment_id=5c29dd19-9cb5-4351-b38c-47f65274f773)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:37:50.782660 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3deb4a2-9d8f-46b3-af13-c32148840dfd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:50.784124 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42,segment=NetworkSegment(e1d397b0-eea9-4be4-8f48-8e9bcd88630d),segment_id=e1d397b0-eea9-4be4-8f48-8e9bcd88630d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:50.784351 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3deb4a2-9d8f-46b3-af13-c32148840dfd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:50.786017 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3deb4a2-9d8f-46b3-af13-c32148840dfd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:50.786777 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b3deb4a2-9d8f-46b3-af13-c32148840dfd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:50.800286 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-75e12358-2cbd-4715-8fff-3af2981985e6 req-349a54d9-d2bc-492f-a78f-c78b49139b45 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?id=251bc881-5f1e-459d-9c6b-708ebc56443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854154 May 13 14:37:50.806908 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42254162-6ea4-4c72-ac83-5a1d2f8d08bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:37:50.833263 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f07bc4c-468e-426e-8bb6-48dd0706ac41 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:50.849606 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cb60bec8-8938-4e43-8a9e-1ca5d8613b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:50.862134 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:50.905442 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0a2521-e67e-4665-91da-af4cf25aa613 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network 8e7187b7-0bbc-4401-969b-3b0d9c96c6df is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:50.908794 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-adbee86b-10a7-4f17-ab3d-aacb8202e96f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:50.916656 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-2d0a2521-e67e-4665-91da-af4cf25aa613 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:50.928662 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0a2521-e67e-4665-91da-af4cf25aa613 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:37:50.938698 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0a2521-e67e-4665-91da-af4cf25aa613 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:50.943171 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d0a2521-e67e-4665-91da-af4cf25aa613 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:50.950884 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b3deb4a2-9d8f-46b3-af13-c32148840dfd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:50.951602 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=5be499b9-db45-46e7-a32c-b99292b62956,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:50.952096 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b3deb4a2-9d8f-46b3-af13-c32148840dfd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3885634 May 13 14:37:50.973395 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52812) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:50.988194 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a2521-e67e-4665-91da-af4cf25aa613 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Port': ['ID=bee03742-07f3-4767-96b9-d68f07c839e6,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:51.004951 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2d0a2521-e67e-4665-91da-af4cf25aa613 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1721838 May 13 14:37:51.008228 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52816) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:51.041291 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bb818df-7a94-41d1-b203-0dee72fe408a'] response: {'server_uuid': '42254162-6ea4-4c72-ac83-5a1d2f8d08bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42', 'code': 200} May 13 14:37:51.109969 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60bec8-8938-4e43-8a9e-1ca5d8613b48 None None] Pushing event updated for resources: {'Port': ['ID=724e0405-7b62-45ca-bba8-fe7899654def,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:51.170399 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 5be499b9-db45-46e7-a32c-b99292b62956 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:37:51.340441 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b758b1e-0607-436c-860b-cd17e64dbb5b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting subnet 0ecd961d-8525-46cf-88ce-eb24dbd31211 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:37:51.343670 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:51.364009 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-adbee86b-10a7-4f17-ab3d-aacb8202e96f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:51.368041 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 5be499b9-db45-46e7-a32c-b99292b62956 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:51.369099 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:51.390526 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7b758b1e-0607-436c-860b-cd17e64dbb5b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:51.488232 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4210aa07-f6c1-4fb8-afb2-3d19f69f3f59 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:51.488983 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4210aa07-f6c1-4fb8-afb2-3d19f69f3f59 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Synchronizing usage tracker for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:51.501669 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cf279-3720-4149-87e5-df40b35f1426 req-40272452-7203-4804-b7e5-4effa480e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:51.503080 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7b7cf279-3720-4149-87e5-df40b35f1426 req-40272452-7203-4804-b7e5-4effa480e545 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=42254162-6ea4-4c72-ac83-5a1d2f8d08bd HTTP/1.1" status: 200 len: 1097 time: 0.4036586 May 13 14:37:51.527357 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3eca7-09b1-4e9a-a82b-a404f856d715 req-7bc8a76a-ae71-4ba1-ac8c-30d1653e36de tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:51.535595 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1dd3eca7-09b1-4e9a-a82b-a404f856d715 req-7bc8a76a-ae71-4ba1-ac8c-30d1653e36de tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=42254162-6ea4-4c72-ac83-5a1d2f8d08bd HTTP/1.1" status: 200 len: 946 time: 0.3662057 May 13 14:37:51.568734 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f07bc4c-468e-426e-8bb6-48dd0706ac41 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:51.607545 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4210aa07-f6c1-4fb8-afb2-3d19f69f3f59 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Unset dirty status for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:51.611197 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4210aa07-f6c1-4fb8-afb2-3d19f69f3f59 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ac4 HTTP/1.1" status: 200 len: 927 time: 0.5981565 May 13 14:37:51.615817 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 5be499b9-db45-46e7-a32c-b99292b62956 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:51.620844 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52856) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:51.635017 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbee86b-10a7-4f17-ab3d-aacb8202e96f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:51.638751 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbee86b-10a7-4f17-ab3d-aacb8202e96f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Pushing event updated for resources: {'Port': ['ID=537ff094-41c9-4041-8e40-8bf9630046d4,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:51.684519 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-adbee86b-10a7-4f17-ab3d-aacb8202e96f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:51.687526 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbee86b-10a7-4f17-ab3d-aacb8202e96f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:37:51.747211 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-9063c8b3-a2cf-4755-98a9-2b2a4a034bb8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting port bee03742-07f3-4767-96b9-d68f07c839e6 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:37:51.747631 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9063c8b3-a2cf-4755-98a9-2b2a4a034bb8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:51.790535 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1dd3eca7-09b1-4e9a-a82b-a404f856d715 req-869b0c71-2cc8-45d3-a5b2-7c742cf115d3 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=60e92ff1-0601-42d6-a791-122b8cba49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2506464 May 13 14:37:51.807826 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7b7cf279-3720-4149-87e5-df40b35f1426 req-9cbfcbcb-fbf1-4686-9e6f-c34d20df73a7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=60e92ff1-0601-42d6-a791-122b8cba49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409198 May 13 14:37:51.881702 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7b758b1e-0607-436c-860b-cd17e64dbb5b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:52.141060 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9063c8b3-a2cf-4755-98a9-2b2a4a034bb8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:52.243941 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-adbee86b-10a7-4f17-ab3d-aacb8202e96f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:52.289454 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-9063c8b3-a2cf-4755-98a9-2b2a4a034bb8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Calling delete_port for bee03742-07f3-4767-96b9-d68f07c839e6 owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:37:52.319230 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e19a51-e1f5-45b7-8bae-865bfe19a3e5 req-0ea4e8a3-148e-42ab-b45c-6f94dcff6e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:52.320721 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-84e19a51-e1f5-45b7-8bae-865bfe19a3e5 req-0ea4e8a3-148e-42ab-b45c-6f94dcff6e28 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=750c61eed54a4300a98b9026ab520580&device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 1098 time: 1.2480595 May 13 14:37:52.354575 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef379b-23b6-4b68-97c1-edd829e7683d req-fad5fcd1-5777-44e0-8bf5-dd2e2eddcb07 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:52.356114 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-07ef379b-23b6-4b68-97c1-edd829e7683d req-fad5fcd1-5777-44e0-8bf5-dd2e2eddcb07 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=12e0c913-323d-49c9-acb7-e725925e801f HTTP/1.1" status: 200 len: 944 time: 0.3537769 May 13 14:37:52.416388 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96102d41-0c13-4ff3-be0c-e60befecd04d req-12ebb737-fbe2-4385-85a7-d08de63ac7fb tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:52.423980 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-96102d41-0c13-4ff3-be0c-e60befecd04d req-12ebb737-fbe2-4385-85a7-d08de63ac7fb tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 947 time: 0.7919433 May 13 14:37:52.424338 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-07ef379b-23b6-4b68-97c1-edd829e7683d req-fcaa43bd-ad87-4bb5-b513-c22e2b88108e tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?id=251bc881-5f1e-459d-9c6b-708ebc56443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598352 May 13 14:37:52.507664 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9063c8b3-a2cf-4755-98a9-2b2a4a034bb8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:52.525899 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889779d8-928d-4019-b704-790b16d4f26d None None] Network 8e7187b7-0bbc-4401-969b-3b0d9c96c6df requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:52.551055 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-adbee86b-10a7-4f17-ab3d-aacb8202e96f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:52.570042 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063c8b3-a2cf-4755-98a9-2b2a4a034bb8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Port': ['ID=bee03742-07f3-4767-96b9-d68f07c839e6,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:52.598768 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7b758b1e-0607-436c-860b-cd17e64dbb5b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:52.617177 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9063c8b3-a2cf-4755-98a9-2b2a4a034bb8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:52.627030 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-473b9a79-72dc-4685-8307-6af3d7f66db6 None None] Provisioning for port 724e0405-7b62-45ca-bba8-fe7899654def completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:52.635190 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9063c8b3-a2cf-4755-98a9-2b2a4a034bb8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/ports/bee03742-07f3-4767-96b9-d68f07c839e6 HTTP/1.1" status: 204 len: 168 time: 1.0113015 May 13 14:37:52.636057 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52862) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:52.679417 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [None req-0f07bc4c-468e-426e-8bb6-48dd0706ac41 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:37:52.683852 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-c647171a-a8ee-4371-9854-1633435e1cca tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] GET failed (client error): The resource could not be found. May 13 14:37:52.684391 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c647171a-a8ee-4371-9854-1633435e1cca tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Synchronizing usage tracker for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:52.696729 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-96102d41-0c13-4ff3-be0c-e60befecd04d req-b7b03926-a564-43a3-9664-ff0ef6d07945 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718210 May 13 14:37:52.700122 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c647171a-a8ee-4371-9854-1633435e1cca tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Unset dirty status for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:52.701779 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c647171a-a8ee-4371-9854-1633435e1cca tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "GET /v2.0/ports/bee03742-07f3-4767-96b9-d68f07c839e6 HTTP/1.1" status: 404 len: 333 time: 0.0647347 May 13 14:37:52.704875 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52866) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:52.746811 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f07bc4c-468e-426e-8bb6-48dd0706ac41 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:52.784895 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f07bc4c-468e-426e-8bb6-48dd0706ac41 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:52.839869 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e19a51-e1f5-45b7-8bae-865bfe19a3e5 req-3aa21fc5-74d4-44c5-ad64-97094a571fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:52.841333 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-84e19a51-e1f5-45b7-8bae-865bfe19a3e5 req-3aa21fc5-74d4-44c5-ad64-97094a571fa9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf66b3c2-c96c-4107-b42b-eedfe0e79851 HTTP/1.1" status: 200 len: 915 time: 0.4879351 May 13 14:37:52.916370 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-d09abf36-4e33-44c1-b4c2-39208c88320b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting port 56e80854-cb35-469b-823b-246609200b70 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:37:52.916780 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d09abf36-4e33-44c1-b4c2-39208c88320b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:53.127876 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-84e19a51-e1f5-45b7-8bae-865bfe19a3e5 req-d2bbab34-331b-4fcd-a1a7-d1a63a12ceb7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=615a24e6-1c41-484b-beb8-093d302cd8a3 HTTP/1.1" status: 200 len: 217 time: 0.2598569 May 13 14:37:53.172839 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 7865fba9-2e06-436e-9064-468d336d7cf2 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:37:53.181585 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5092e-e8b4-4197-8e6a-e3d77b844194 req-22af48f5-39f5-4943-9c46-0e7cf706b524 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:53.183257 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c0f5092e-e8b4-4197-8e6a-e3d77b844194 req-22af48f5-39f5-4943-9c46-0e7cf706b524 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=42254162-6ea4-4c72-ac83-5a1d2f8d08bd HTTP/1.1" status: 200 len: 946 time: 0.2405736 May 13 14:37:53.213147 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 724e0405-7b62-45ca-bba8-fe7899654def up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:37:53.245688 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f07bc4c-468e-426e-8bb6-48dd0706ac41 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Pushing event updated for resources: {'Port': ['ID=a5fc0951-b176-44ba-8565-658df48abca9,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:53.248408 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7b758b1e-0607-436c-860b-cd17e64dbb5b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:53.315027 n-d-841760-1 neutron-server[88082]: DEBUG neutron.objects.ports [None req-e6b27644-b8bc-4016-9b0f-6df2e2ee411e tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88082) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 14:37:53.315688 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e6b27644-b8bc-4016-9b0f-6df2e2ee411e tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:53.336256 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b758b1e-0607-436c-860b-cd17e64dbb5b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Subnet': ['ID=0ecd961d-8525-46cf-88ce-eb24dbd31211,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:53.340673 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-bd1e8795-e508-48eb-b060-6d7301b09f1f None None] Provisioning for port 56e80854-cb35-469b-823b-246609200b70 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:53.346620 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 7865fba9-2e06-436e-9064-468d336d7cf2 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:53.351962 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-bd1e8795-e508-48eb-b060-6d7301b09f1f None None] Provisioning complete for port 56e80854-cb35-469b-823b-246609200b70 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:53.352247 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bd1e8795-e508-48eb-b060-6d7301b09f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:53.374066 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d09abf36-4e33-44c1-b4c2-39208c88320b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:53.383889 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055035dd-a941-47e8-96d9-5f6e6f69286e None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:53.387383 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7b758b1e-0607-436c-860b-cd17e64dbb5b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:53.423923 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f07bc4c-468e-426e-8bb6-48dd0706ac41 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:53.475388 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7b758b1e-0607-436c-860b-cd17e64dbb5b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/0ecd961d-8525-46cf-88ce-eb24dbd31211 HTTP/1.1" status: 204 len: 168 time: 2.4990780 May 13 14:37:53.486172 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f07bc4c-468e-426e-8bb6-48dd0706ac41 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:53.497431 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0f07bc4c-468e-426e-8bb6-48dd0706ac41 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.7000189 May 13 14:37:53.507470 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52874) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:53.519492 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-d09abf36-4e33-44c1-b4c2-39208c88320b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Calling delete_port for 56e80854-cb35-469b-823b-246609200b70 owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:37:53.523876 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 724e0405-7b62-45ca-bba8-fe7899654def completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:53.541115 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 7865fba9-2e06-436e-9064-468d336d7cf2 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:53.543474 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:53.608269 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e19a51-e1f5-45b7-8bae-865bfe19a3e5 req-78b102bf-e280-43ee-b15e-ef923bba67f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:53.610459 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-84e19a51-e1f5-45b7-8bae-865bfe19a3e5 req-78b102bf-e280-43ee-b15e-ef923bba67f4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a1af2f1b-219d-4483-980f-a4da5e03f844 HTTP/1.1" status: 200 len: 854 time: 0.4646983 May 13 14:37:53.662779 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b27644-b8bc-4016-9b0f-6df2e2ee411e tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Checking segment: {'id': '4a59a3ce-5647-4013-ae18-fb93f9f79ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9ff6fb77-588d-4beb-9431-8c646d1d4acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:37:53.663552 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b27644-b8bc-4016-9b0f-6df2e2ee411e tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Network hostable DHCP agents. Network: 9ff6fb77-588d-4beb-9431-8c646d1d4acd, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:37:53.691708 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 724e0405-7b62-45ca-bba8-fe7899654def triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:53.692486 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:53.709672 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c0f5092e-e8b4-4197-8e6a-e3d77b844194 req-5708eb62-b8da-4b68-b566-10094d1f9a7d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=60e92ff1-0601-42d6-a791-122b8cba49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4635966 May 13 14:37:53.726636 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-bd1e8795-e508-48eb-b060-6d7301b09f1f None None] Port 56e80854-cb35-469b-823b-246609200b70 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:37:53.759309 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d09abf36-4e33-44c1-b4c2-39208c88320b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:53.762531 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-84e19a51-e1f5-45b7-8bae-865bfe19a3e5 req-819b88a9-b3f0-4de4-bb47-aa54f2b8543b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf66b3c2-c96c-4107-b42b-eedfe0e79851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310427 May 13 14:37:53.771339 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b27644-b8bc-4016-9b0f-6df2e2ee411e tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e5a2d04c-bfe7-4210-a722-46f8f08ed78c,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:53.856074 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09abf36-4e33-44c1-b4c2-39208c88320b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Port': ['ID=56e80854-cb35-469b-823b-246609200b70,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:53.876568 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d09abf36-4e33-44c1-b4c2-39208c88320b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:53.907348 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6e9fcb-19bb-48a1-848b-6b6524953846 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting subnet 31fb2fab-5536-4b48-90ac-381f30ced752 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:37:53.912088 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fb6e9fcb-19bb-48a1-848b-6b6524953846 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:53.918949 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d09abf36-4e33-44c1-b4c2-39208c88320b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/ports/56e80854-cb35-469b-823b-246609200b70 HTTP/1.1" status: 204 len: 168 time: 1.2128389 May 13 14:37:53.920083 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52892) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:53.971195 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fb6e9fcb-19bb-48a1-848b-6b6524953846 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:53.991786 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-c1f3c35b-b428-4866-bb75-8cd060684248 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--785902276&fields=id&tenant_id=de6728dd22224c41a4bc2fe2ab69d0cd HTTP/1.1" status: 200 len: 267 time: 0.1031015 May 13 14:37:53.996567 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ed1f87de-4573-4985-8a95-f4083888add6 None None] Could not find standard attr ID for object bee03742-07f3-4767-96b9-d68f07c839e6. {{(pid=88083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 14:37:54.012374 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ed1f87de-4573-4985-8a95-f4083888add6 None None] Could not find standard attr ID for object 56e80854-cb35-469b-823b-246609200b70. {{(pid=88083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 14:37:54.023198 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-542a9929-ec32-47a8-9369-93b84795bdea tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] GET failed (client error): The resource could not be found. May 13 14:37:54.023825 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-542a9929-ec32-47a8-9369-93b84795bdea tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Synchronizing usage tracker for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:54.042571 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [None req-adbee86b-10a7-4f17-ab3d-aacb8202e96f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:37:54.053087 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b27644-b8bc-4016-9b0f-6df2e2ee411e tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Network 9ff6fb77-588d-4beb-9431-8c646d1d4acd is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:37:54.073862 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-adbee86b-10a7-4f17-ab3d-aacb8202e96f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:54.115420 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-542a9929-ec32-47a8-9369-93b84795bdea tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Unset dirty status for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:54.119049 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-542a9929-ec32-47a8-9369-93b84795bdea tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "GET /v2.0/ports/56e80854-cb35-469b-823b-246609200b70 HTTP/1.1" status: 404 len: 333 time: 0.1937261 May 13 14:37:54.120016 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52896) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:54.123845 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 724e0405-7b62-45ca-bba8-fe7899654def is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:54.134471 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:54.162627 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-84e19a51-e1f5-45b7-8bae-865bfe19a3e5 req-63d879de-9fa7-4042-9128-ce61aaea8758 service neutron] 10.222.0.74 "GET /v2.0/networks/cf66b3c2-c96c-4107-b42b-eedfe0e79851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833869 May 13 14:37:54.179789 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fb6e9fcb-19bb-48a1-848b-6b6524953846 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:54.228030 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e9cdb4a-bc09-4de5-baf8-4914c547dc1b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting subnet e6d6b4da-d0c2-40f3-baf8-3952145da7f0 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:37:54.240514 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-ec26f0af-03e4-42ab-bc62-28fc17b06ba6 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:54.249341 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-ec26f0af-03e4-42ab-bc62-28fc17b06ba6 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/networks?id=c2f3ea62-29f2-477b-a404-9640a1543fb6 HTTP/1.1" status: 200 len: 805 time: 0.2567677 May 13 14:37:54.257767 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8e9cdb4a-bc09-4de5-baf8-4914c547dc1b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:54.288418 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 7865fba9-2e06-436e-9064-468d336d7cf2 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:54.288791 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:54.293214 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-e6b27644-b8bc-4016-9b0f-6df2e2ee411e tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 9ff6fb77-588d-4beb-9431-8c646d1d4acd) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:54.302232 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-adbee86b-10a7-4f17-ab3d-aacb8202e96f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:54.307006 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 724e0405-7b62-45ca-bba8-fe7899654def, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=724e0405-7b62-45ca-bba8-fe7899654def,segment=NetworkSegment(5c29dd19-9cb5-4351-b38c-47f65274f773),segment_id=5c29dd19-9cb5-4351-b38c-47f65274f773)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:54.309908 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fb6e9fcb-19bb-48a1-848b-6b6524953846 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:54.318521 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b27644-b8bc-4016-9b0f-6df2e2ee411e tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:54.319676 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e6b27644-b8bc-4016-9b0f-6df2e2ee411e tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:54.320509 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a4facd-e521-421d-9321-a41fbafc8d4b None None] Network 9ff6fb77-588d-4beb-9431-8c646d1d4acd requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:54.339892 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:54.375828 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-3f9851f7-3ef1-48bb-b496-39b512f4710d tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/quotas/de6728dd22224c41a4bc2fe2ab69d0cd HTTP/1.1" status: 200 len: 375 time: 0.1253991 May 13 14:37:54.476965 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8e9cdb4a-bc09-4de5-baf8-4914c547dc1b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:54.494629 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e0c913-323d-49c9-acb7-e725925e801f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7865fba9-2e06-436e-9064-468d336d7cf2'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:37:54.518644 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 7865fba9-2e06-436e-9064-468d336d7cf2, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=7865fba9-2e06-436e-9064-468d336d7cf2,segment=NetworkSegment(a06f9bce-2caa-4583-849f-dff0052df554),segment_id=a06f9bce-2caa-4583-849f-dff0052df554)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:54.530377 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:54.549411 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=724e0405-7b62-45ca-bba8-fe7899654def,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:54.580624 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-a4c68a56-e01b-41ce-918b-f03df3b7bca3 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Synchronizing usage tracker for tenant:de6728dd22224c41a4bc2fe2ab69d0cd on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:54.620778 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8e9cdb4a-bc09-4de5-baf8-4914c547dc1b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:54.637175 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=7865fba9-2e06-436e-9064-468d336d7cf2,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:54.659049 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-a4c68a56-e01b-41ce-918b-f03df3b7bca3 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Unset dirty status for tenant:de6728dd22224c41a4bc2fe2ab69d0cd on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:54.663908 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-a4c68a56-e01b-41ce-918b-f03df3b7bca3 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=de6728dd22224c41a4bc2fe2ab69d0cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2870421 May 13 14:37:54.766887 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0e55cc-86f0-4b4f-822b-b41b6c6500ca None None] Network 9ff6fb77-588d-4beb-9431-8c646d1d4acd requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:54.812144 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8e9cdb4a-bc09-4de5-baf8-4914c547dc1b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:54.817838 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e6b27644-b8bc-4016-9b0f-6df2e2ee411e tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.6898730 May 13 14:37:54.830451 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e9fcb-19bb-48a1-848b-6b6524953846 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Subnet': ['ID=31fb2fab-5536-4b48-90ac-381f30ced752,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:54.843185 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52904) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:54.887067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9cdb4a-bc09-4de5-baf8-4914c547dc1b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Subnet': ['ID=e6d6b4da-d0c2-40f3-baf8-3952145da7f0,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:54.889632 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8e9cdb4a-bc09-4de5-baf8-4914c547dc1b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:54.895202 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a9a036-a171-4c1d-9b05-947df13d5a02 None None] Network 8e7187b7-0bbc-4401-969b-3b0d9c96c6df requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:54.909372 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8e9cdb4a-bc09-4de5-baf8-4914c547dc1b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/subnets/e6d6b4da-d0c2-40f3-baf8-3952145da7f0 HTTP/1.1" status: 204 len: 168 time: 0.7882478 May 13 14:37:54.911673 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-8049a955-eb51-4fef-a9ae-01df368edb35 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-504123165', 'network_id': '9ff6fb77-588d-4beb-9431-8c646d1d4acd'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:54.913798 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52908) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:54.923275 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e70077-e1ee-4463-980f-012c71f02f71 req-3f3e2836-a9e8-4b53-9cf1-ad5deff4b1cb tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:54.925001 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-52e70077-e1ee-4463-980f-012c71f02f71 req-3f3e2836-a9e8-4b53-9cf1-ad5deff4b1cb tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=12e0c913-323d-49c9-acb7-e725925e801f HTTP/1.1" status: 200 len: 944 time: 1.3313382 May 13 14:37:54.926095 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fb6e9fcb-19bb-48a1-848b-6b6524953846 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:54.927949 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fb6e9fcb-19bb-48a1-848b-6b6524953846 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/31fb2fab-5536-4b48-90ac-381f30ced752 HTTP/1.1" status: 204 len: 168 time: 1.4192538 May 13 14:37:54.941401 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8049a955-eb51-4fef-a9ae-01df368edb35 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:54.944366 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-7d86a136-afb6-4b17-b241-6d0f88c5ef6d service neutron] 10.222.0.35 "GET /v2.0/networks/c2f3ea62-29f2-477b-a404-9640a1543fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672393 May 13 14:37:54.945085 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52912) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:54.971063 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8049a955-eb51-4fef-a9ae-01df368edb35 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Usage tracker for resource:port and tenant:0ed26fe593c0415a996a54f846d0b80d is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:55.051175 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8049a955-eb51-4fef-a9ae-01df368edb35 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:55.076141 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbee86b-10a7-4f17-ab3d-aacb8202e96f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Pushing event updated for resources: {'Port': ['ID=537ff094-41c9-4041-8e40-8bf9630046d4,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:55.091328 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8049a955-eb51-4fef-a9ae-01df368edb35 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:55.102770 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3b852bbb-d554-4922-8767-edb1be745d0d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1524096 May 13 14:37:55.104830 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-84e19a51-e1f5-45b7-8bae-865bfe19a3e5 req-136ea59e-5f0c-4d42-8ae1-ab0013a264e8 service neutron] 10.222.0.74 "GET /v2.0/networks/cf66b3c2-c96c-4107-b42b-eedfe0e79851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8045852 May 13 14:37:55.111711 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52916) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:55.156247 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 724e0405-7b62-45ca-bba8-fe7899654def up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:37:55.163854 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-adbee86b-10a7-4f17-ab3d-aacb8202e96f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:55.200409 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9052a7ee-c4f9-45fb-a3ff-4bf788ff0337 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:55.213951 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8049a955-eb51-4fef-a9ae-01df368edb35 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Made reservation on behalf of 0ed26fe593c0415a996a54f846d0b80d for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:55.217475 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8049a955-eb51-4fef-a9ae-01df368edb35 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:55.235505 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c3222736-eab9-4343-9792-98f48d9977b5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:55.249280 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-52e70077-e1ee-4463-980f-012c71f02f71 req-826d0b7b-e38f-42e3-bbc8-a3db0a7533ab tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?id=251bc881-5f1e-459d-9c6b-708ebc56443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050539 May 13 14:37:55.256617 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-adbee86b-10a7-4f17-ab3d-aacb8202e96f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:55.263691 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-adbee86b-10a7-4f17-ab3d-aacb8202e96f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8749721 May 13 14:37:55.268341 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-8049a955-eb51-4fef-a9ae-01df368edb35 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] device_id is not set on port e25cc1c1-a741-4e19-9199-b0d3c0a47731 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:37:55.411290 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6ce6c5-5b7b-4f23-a2f9-a6952fd88987 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:55.412256 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9e6ce6c5-5b7b-4f23-a2f9-a6952fd88987 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:55.413625 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-c3222736-eab9-4343-9792-98f48d9977b5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting port 724e0405-7b62-45ca-bba8-fe7899654def {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:37:55.414076 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c3222736-eab9-4343-9792-98f48d9977b5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:55.478512 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-1212ced0-b380-45ff-a278-c65e9e4182dc None None] Provisioning complete for port 4267efb4-f1c5-4b1b-a1b6-9d778c331e80 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:55.478882 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1212ced0-b380-45ff-a278-c65e9e4182dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:55.537041 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9e6ce6c5-5b7b-4f23-a2f9-a6952fd88987 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:55.539169 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9e6ce6c5-5b7b-4f23-a2f9-a6952fd88987 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4252286 May 13 14:37:55.541944 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52924) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:55.576423 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-c345a9c1-12f1-4798-bca5-56d4a213b1a4 service neutron] 10.222.0.35 "GET /v2.0/networks/c2f3ea62-29f2-477b-a404-9640a1543fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6208014 May 13 14:37:55.610538 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-8049a955-eb51-4fef-a9ae-01df368edb35 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Allocated IP 172.20.0.10 (9ff6fb77-588d-4beb-9431-8c646d1d4acd/e5a2d04c-bfe7-4210-a722-46f8f08ed78c/e25cc1c1-a741-4e19-9199-b0d3c0a47731) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:55.636112 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b037c24-d04e-41ce-afe8-6ef5f16c0d55 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:55.636805 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1b037c24-d04e-41ce-afe8-6ef5f16c0d55 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:55.674459 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf3cdf-c564-4b1d-9376-c8ff4aceec5a req-b2e49ccd-5078-4b62-af7a-b6f3ccb70253 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:55.675988 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0cbf3cdf-c564-4b1d-9376-c8ff4aceec5a req-b2e49ccd-5078-4b62-af7a-b6f3ccb70253 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 947 time: 0.2563660 May 13 14:37:55.716260 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1b037c24-d04e-41ce-afe8-6ef5f16c0d55 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:55.717182 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1b037c24-d04e-41ce-afe8-6ef5f16c0d55 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1741912 May 13 14:37:55.728347 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52928) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:55.807397 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 724e0405-7b62-45ca-bba8-fe7899654def triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:55.808200 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:55.831157 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-c3222736-eab9-4343-9792-98f48d9977b5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] For port 724e0405-7b62-45ca-bba8-fe7899654def, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=724e0405-7b62-45ca-bba8-fe7899654def,segment=NetworkSegment(5c29dd19-9cb5-4351-b38c-47f65274f773),segment_id=5c29dd19-9cb5-4351-b38c-47f65274f773)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:55.831721 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c3222736-eab9-4343-9792-98f48d9977b5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:55.832555 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0f4fa452-1222-43c9-ba7e-ec22eb864bc2 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1031246 May 13 14:37:55.840052 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52932) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:55.931201 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1212ced0-b380-45ff-a278-c65e9e4182dc None None] Current status of the port 4267efb4-f1c5-4b1b-a1b6-9d778c331e80 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:55.958598 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d5f670-d73a-466e-af4d-1f6380f314f5 None None] DHCP port deletion for 8e7187b7-0bbc-4401-969b-3b0d9c96c6df request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:37:55.971362 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-44d5f670-d73a-466e-af4d-1f6380f314f5 None None] Deleting port 724e0405-7b62-45ca-bba8-fe7899654def {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:37:55.971894 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-44d5f670-d73a-466e-af4d-1f6380f314f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:56.070529 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9a7696f-5bea-44e4-859d-a580dc4074e2'] response: {'server_uuid': '12e0c913-323d-49c9-acb7-e725925e801f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7865fba9-2e06-436e-9064-468d336d7cf2', 'code': 200} May 13 14:37:56.076593 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8049a955-eb51-4fef-a9ae-01df368edb35 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:56.118973 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-5289fb28-44e7-48ac-b37b-2e75dfa33885 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:56.139624 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0cbf3cdf-c564-4b1d-9376-c8ff4aceec5a req-ac5961a7-8212-4309-bba9-39a274232bbc tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439604 May 13 14:37:56.185165 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-c3222736-eab9-4343-9792-98f48d9977b5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Calling delete_port for 724e0405-7b62-45ca-bba8-fe7899654def owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:37:56.228083 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 724e0405-7b62-45ca-bba8-fe7899654def is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:56.284416 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5289fb28-44e7-48ac-b37b-2e75dfa33885 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:56.322502 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8049a955-eb51-4fef-a9ae-01df368edb35 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:56.332770 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5289fb28-44e7-48ac-b37b-2e75dfa33885 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:56.413490 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-44d5f670-d73a-466e-af4d-1f6380f314f5 None None] For port 724e0405-7b62-45ca-bba8-fe7899654def, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=724e0405-7b62-45ca-bba8-fe7899654def,segment=NetworkSegment(5c29dd19-9cb5-4351-b38c-47f65274f773),segment_id=5c29dd19-9cb5-4351-b38c-47f65274f773)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:56.413930 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-44d5f670-d73a-466e-af4d-1f6380f314f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:56.458733 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773f34e-e415-4e3a-abf9-c1b7564aa78d req-952faaf5-f0b1-44cf-ad9e-32b37dda0d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:56.460597 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2773f34e-e415-4e3a-abf9-c1b7564aa78d req-952faaf5-f0b1-44cf-ad9e-32b37dda0d69 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=12e0c913-323d-49c9-acb7-e725925e801f HTTP/1.1" status: 200 len: 1096 time: 0.3618937 May 13 14:37:56.464393 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c3222736-eab9-4343-9792-98f48d9977b5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:56.465151 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5289fb28-44e7-48ac-b37b-2e75dfa33885 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:56.469188 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5289fb28-44e7-48ac-b37b-2e75dfa33885 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:56.470624 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-5289fb28-44e7-48ac-b37b-2e75dfa33885 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:37:56.471049 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5289fb28-44e7-48ac-b37b-2e75dfa33885 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:37:56.497255 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8049a955-eb51-4fef-a9ae-01df368edb35 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Network 9ff6fb77-588d-4beb-9431-8c646d1d4acd is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:56.512469 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-8049a955-eb51-4fef-a9ae-01df368edb35 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:56.516450 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8049a955-eb51-4fef-a9ae-01df368edb35 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:37:56.543416 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67faba9-6bc9-4794-8692-7017aab8c15e req-a30514e0-959b-4ce7-946c-2b9cedec1a8c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:56.550459 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d67faba9-6bc9-4794-8692-7017aab8c15e req-a30514e0-959b-4ce7-946c-2b9cedec1a8c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=42254162-6ea4-4c72-ac83-5a1d2f8d08bd HTTP/1.1" status: 200 len: 946 time: 0.2823732 May 13 14:37:56.579641 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-0df4b458-192a-42a7-81ae-c3354846afcd req-7806e5df-6488-41a5-8c16-8ca4004e38f1 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Synchronizing usage tracker for tenant:936df29ada1f4039bf03263eb4658581 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:56.587963 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049a955-eb51-4fef-a9ae-01df368edb35 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Pushing event updated for resources: {'Port': ['ID=e25cc1c1-a741-4e19-9199-b0d3c0a47731,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:56.593706 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3222736-eab9-4343-9792-98f48d9977b5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Port': ['ID=724e0405-7b62-45ca-bba8-fe7899654def,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:56.594417 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-44d5f670-d73a-466e-af4d-1f6380f314f5 None None] Calling delete_port for 724e0405-7b62-45ca-bba8-fe7899654def owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:37:56.603587 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3222736-eab9-4343-9792-98f48d9977b5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] No DVR routers for this DVR port 724e0405-7b62-45ca-bba8-fe7899654def on host n-d-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:37:56.612188 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5289fb28-44e7-48ac-b37b-2e75dfa33885 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7707014 May 13 14:37:56.616464 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52960) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:56.625232 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-95326e4e-978f-4cb3-8200-474a774cddbb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:56.683378 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2773f34e-e415-4e3a-abf9-c1b7564aa78d req-bae1d156-5b79-464b-be69-50193526f761 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=251bc881-5f1e-459d-9c6b-708ebc56443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087626 May 13 14:37:56.710979 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d62c50-8b4a-45c8-b864-de80c596c113 None None] DHCP port deletion for 0723b97b-08c9-4db0-a15e-5b69273136d9 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:37:56.716410 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12d62c50-8b4a-45c8-b864-de80c596c113 None None] Deleting port 4267efb4-f1c5-4b1b-a1b6-9d778c331e80 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:37:56.716781 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12d62c50-8b4a-45c8-b864-de80c596c113 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:56.725657 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-0df4b458-192a-42a7-81ae-c3354846afcd req-7806e5df-6488-41a5-8c16-8ca4004e38f1 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Unset dirty status for tenant:936df29ada1f4039bf03263eb4658581 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:56.726831 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0df4b458-192a-42a7-81ae-c3354846afcd req-7806e5df-6488-41a5-8c16-8ca4004e38f1 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--72671659&fields=id&tenant_id=936df29ada1f4039bf03263eb4658581 HTTP/1.1" status: 200 len: 267 time: 0.4142182 May 13 14:37:56.733635 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8049a955-eb51-4fef-a9ae-01df368edb35 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:56.734425 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8049a955-eb51-4fef-a9ae-01df368edb35 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:56.778665 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-44d5f670-d73a-466e-af4d-1f6380f314f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:37:56.779032 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-44d5f670-d73a-466e-af4d-1f6380f314f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:37:56.787583 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d67faba9-6bc9-4794-8692-7017aab8c15e req-14fb1fb4-5bfb-41da-9fe7-d74ecd11985d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=60e92ff1-0601-42d6-a791-122b8cba49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342350 May 13 14:37:56.835838 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c3222736-eab9-4343-9792-98f48d9977b5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:56.885852 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-c3222736-eab9-4343-9792-98f48d9977b5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e7187b7-0bbc-4401-969b-3b0d9c96c6df']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:56.907608 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-c3222736-eab9-4343-9792-98f48d9977b5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c29dd19-9cb5-4351-b38c-47f65274f773') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:56.907906 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-c3222736-eab9-4343-9792-98f48d9977b5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c29dd19-9cb5-4351-b38c-47f65274f773') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:56.921516 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c3222736-eab9-4343-9792-98f48d9977b5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:56.982123 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c3222736-eab9-4343-9792-98f48d9977b5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:56.988845 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3222736-eab9-4343-9792-98f48d9977b5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:37:56.989581 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c3222736-eab9-4343-9792-98f48d9977b5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:57.008899 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8049a955-eb51-4fef-a9ae-01df368edb35 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.1503577 May 13 14:37:57.021406 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12d62c50-8b4a-45c8-b864-de80c596c113 None None] For port 4267efb4-f1c5-4b1b-a1b6-9d778c331e80, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=4267efb4-f1c5-4b1b-a1b6-9d778c331e80,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:57.021975 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12d62c50-8b4a-45c8-b864-de80c596c113 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:57.025955 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52968) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:57.085950 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-95326e4e-978f-4cb3-8200-474a774cddbb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:57.120003 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-95326e4e-978f-4cb3-8200-474a774cddbb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:57.141536 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:37:57.141536 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:37:57.141536 n-d-841760-1 neutron-server[88081]: timer() May 13 14:37:57.141536 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:37:57.141536 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:37:57.141536 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:37:57.141536 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:37:57.141536 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:37:57.141536 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:37:57.141536 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:37:57.141536 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:37:57.141536 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:37:57.141536 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:37:57.141536 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:37:57.141536 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:37:57.141536 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:37:57.141536 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:37:57.141536 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:37:57.141536 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:37:57.141536 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:37:57.141536 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:37:57.141536 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:37:57.141536 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:37:57.141536 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:37:57.141536 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:37:57.141536 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:37:57.141536 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:37:57.141536 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:37:57.141536 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:37:57.141536 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:37:57.141536 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:37:57.141536 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:37:57.166849 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f5dd9486-0364-4ea4-9de6-ec9c3109e312 req-2d5be3cd-cf93-4211-8112-1083ca2399f8 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0ffd75f-42ea-495f-8810-00c115636eb8 HTTP/1.1" status: 200 len: 210 time: 0.2240937 May 13 14:37:57.183425 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-6d35a6b3-dd8d-4156-927e-5385b2abac67 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Deleting port e25cc1c1-a741-4e19-9199-b0d3c0a47731 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:37:57.183969 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6d35a6b3-dd8d-4156-927e-5385b2abac67 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:57.188484 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c3222736-eab9-4343-9792-98f48d9977b5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:57.189235 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 4267efb4-f1c5-4b1b-a1b6-9d778c331e80 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:37:57.208900 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c3222736-eab9-4343-9792-98f48d9977b5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:57.235295 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4b458-192a-42a7-81ae-c3354846afcd req-77373b51-30cc-44ed-b267-c70d854295fd tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:57.237031 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0df4b458-192a-42a7-81ae-c3354846afcd req-77373b51-30cc-44ed-b267-c70d854295fd tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/networks?id=9479e797-5371-4e30-beb4-10899bbfb8b9 HTTP/1.1" status: 200 len: 818 time: 0.4932477 May 13 14:37:57.237915 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95326e4e-978f-4cb3-8200-474a774cddbb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:57.241536 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-95326e4e-978f-4cb3-8200-474a774cddbb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:57.243711 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-95326e4e-978f-4cb3-8200-474a774cddbb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:37:57.244559 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95326e4e-978f-4cb3-8200-474a774cddbb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:37:57.248162 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3222736-eab9-4343-9792-98f48d9977b5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Network': ['ID=8e7187b7-0bbc-4401-969b-3b0d9c96c6df,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:57.273165 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-95326e4e-978f-4cb3-8200-474a774cddbb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6532271 May 13 14:37:57.277018 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52972) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:57.284377 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-81958cb0-cef4-4f3d-ba68-493ebcf58a67 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:57.289328 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0df4b458-192a-42a7-81ae-c3354846afcd req-c902efb9-85d6-407c-8122-4a66287fad9f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/quotas/936df29ada1f4039bf03263eb4658581 HTTP/1.1" status: 200 len: 375 time: 0.0262980 May 13 14:37:57.292267 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12d62c50-8b4a-45c8-b864-de80c596c113 None None] Calling delete_port for 4267efb4-f1c5-4b1b-a1b6-9d778c331e80 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:37:57.307679 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c3222736-eab9-4343-9792-98f48d9977b5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/networks/8e7187b7-0bbc-4401-969b-3b0d9c96c6df HTTP/1.1" status: 204 len: 168 time: 2.3928037 May 13 14:37:57.311097 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52976) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:57.320712 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-df4883f0-cf57-4ebe-a9a8-f68239cbddd6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1537717975'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:57.332817 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-df4883f0-cf57-4ebe-a9a8-f68239cbddd6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:57.337798 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-df4883f0-cf57-4ebe-a9a8-f68239cbddd6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:network and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:57.340751 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-df4883f0-cf57-4ebe-a9a8-f68239cbddd6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:57.348159 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-df4883f0-cf57-4ebe-a9a8-f68239cbddd6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:57.355631 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-44d5f670-d73a-466e-af4d-1f6380f314f5 None None] Deleting port 724e0405-7b62-45ca-bba8-fe7899654def {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:37:57.356243 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-44d5f670-d73a-466e-af4d-1f6380f314f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:57.408269 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4883f0-cf57-4ebe-a9a8-f68239cbddd6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:57.411686 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-df4883f0-cf57-4ebe-a9a8-f68239cbddd6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:57.497314 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-44d5f670-d73a-466e-af4d-1f6380f314f5 None None] The port '724e0405-7b62-45ca-bba8-fe7899654def' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:37:57.502569 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a646b0a8-75bd-464e-998a-11e9044c6127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:57.584269 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12d62c50-8b4a-45c8-b864-de80c596c113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:57.588489 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Port 4267efb4-f1c5-4b1b-a1b6-9d778c331e80 update to DOWN by agent not found {{(pid=88083) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 13 14:37:57.588489 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 724e0405-7b62-45ca-bba8-fe7899654def no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:37:57.607600 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6d35a6b3-dd8d-4156-927e-5385b2abac67 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:57.675542 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-81958cb0-cef4-4f3d-ba68-493ebcf58a67 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:57.681864 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 724e0405-7b62-45ca-bba8-fe7899654def {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:37:57.682053 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 724e0405-7b62-45ca-bba8-fe7899654def not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:37:57.689604 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4883f0-cf57-4ebe-a9a8-f68239cbddd6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:37:57.693792 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d62c50-8b4a-45c8-b864-de80c596c113 None None] Pushing event deleted for resources: {'Port': ['ID=4267efb4-f1c5-4b1b-a1b6-9d778c331e80,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:57.697109 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d62c50-8b4a-45c8-b864-de80c596c113 None None] No DVR routers for this DVR port 4267efb4-f1c5-4b1b-a1b6-9d778c331e80 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:37:57.698358 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0df4b458-192a-42a7-81ae-c3354846afcd req-34a9846b-9a09-470a-8496-178ed6ad8e97 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=936df29ada1f4039bf03263eb4658581&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4017875 May 13 14:37:57.703070 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-81958cb0-cef4-4f3d-ba68-493ebcf58a67 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:57.716016 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-df4883f0-cf57-4ebe-a9a8-f68239cbddd6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:57.716656 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-df4883f0-cf57-4ebe-a9a8-f68239cbddd6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Added segment 2ee12863-6361-4d3f-b758-8b8cbb437fd9 of type vlan for network 4c5a9602-2dab-4441-be34-eb7e85a645a2 May 13 14:37:57.731226 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81958cb0-cef4-4f3d-ba68-493ebcf58a67 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:57.735931 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-81958cb0-cef4-4f3d-ba68-493ebcf58a67 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:57.737676 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-81958cb0-cef4-4f3d-ba68-493ebcf58a67 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:37:57.738361 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81958cb0-cef4-4f3d-ba68-493ebcf58a67 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:37:57.755055 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b1881-67f1-4ecc-a4b3-93ce82f8c147 req-cef0ce98-d79d-4a1a-a18e-27b8cc4ce23a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:57.763135 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5e5b1881-67f1-4ecc-a4b3-93ce82f8c147 req-cef0ce98-d79d-4a1a-a18e-27b8cc4ce23a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 947 time: 0.3618448 May 13 14:37:57.809488 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-df4883f0-cf57-4ebe-a9a8-f68239cbddd6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:57.824444 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-81958cb0-cef4-4f3d-ba68-493ebcf58a67 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5459177 May 13 14:37:57.829541 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52980) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:57.834844 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-6d35a6b3-dd8d-4156-927e-5385b2abac67 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Calling delete_port for e25cc1c1-a741-4e19-9199-b0d3c0a47731 owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:37:57.842714 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-ab87f9d4-5f27-4b09-92c0-f7201215dd94 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:57.858253 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5e5b1881-67f1-4ecc-a4b3-93ce82f8c147 req-8f93d739-7d91-405f-ae84-bcfc50cda622 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938950 May 13 14:37:57.938231 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [None req-df4883f0-cf57-4ebe-a9a8-f68239cbddd6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:37:58.006170 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-df4883f0-cf57-4ebe-a9a8-f68239cbddd6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:58.016776 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4883f0-cf57-4ebe-a9a8-f68239cbddd6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:58.018638 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-df4883f0-cf57-4ebe-a9a8-f68239cbddd6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:58.142590 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ab87f9d4-5f27-4b09-92c0-f7201215dd94 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:58.149784 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0df4b458-192a-42a7-81ae-c3354846afcd req-5d6e3a41-622f-4d30-b799-72ef55664b9b service neutron] 10.222.0.35 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392479 May 13 14:37:58.182270 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-df4883f0-cf57-4ebe-a9a8-f68239cbddd6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8701687 May 13 14:37:58.183456 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ab87f9d4-5f27-4b09-92c0-f7201215dd94 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:58.193013 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52986) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:58.200943 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-16733b8e-4ff7-4d69-8e5f-607205e71bc7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'subnet': {'network_id': '4c5a9602-2dab-4441-be34-eb7e85a645a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:58.212212 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-a2647b13-cdc2-42a0-974d-696a2bd4e596 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:58.212897 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-a2647b13-cdc2-42a0-974d-696a2bd4e596 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Synchronizing usage tracker for tenant:de6728dd22224c41a4bc2fe2ab69d0cd on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:58.230458 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4883f0-cf57-4ebe-a9a8-f68239cbddd6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Network': ['ID=4c5a9602-2dab-4441-be34-eb7e85a645a2,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:58.244380 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 4c5a9602-2dab-4441-be34-eb7e85a645a2 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:37:58.259154 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab87f9d4-5f27-4b09-92c0-f7201215dd94 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:58.264392 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ab87f9d4-5f27-4b09-92c0-f7201215dd94 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:58.266122 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab87f9d4-5f27-4b09-92c0-f7201215dd94 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:37:58.267053 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab87f9d4-5f27-4b09-92c0-f7201215dd94 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:37:58.334868 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-a2647b13-cdc2-42a0-974d-696a2bd4e596 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Unset dirty status for tenant:de6728dd22224c41a4bc2fe2ab69d0cd on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:58.336049 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-a2647b13-cdc2-42a0-974d-696a2bd4e596 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.74 "GET /v2.0/networks?id=c2f3ea62-29f2-477b-a404-9640a1543fb6 HTTP/1.1" status: 200 len: 805 time: 0.6366928 May 13 14:37:58.341920 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6d35a6b3-dd8d-4156-927e-5385b2abac67 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:58.355357 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:58.364212 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ab87f9d4-5f27-4b09-92c0-f7201215dd94 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5316308 May 13 14:37:58.378725 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52992) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:58.389165 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-91353285-06cb-46e8-9556-d3a84d1503d4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:58.420339 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35a6b3-dd8d-4156-927e-5385b2abac67 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Pushing event deleted for resources: {'Port': ['ID=e25cc1c1-a741-4e19-9199-b0d3c0a47731,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:58.427872 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0df4b458-192a-42a7-81ae-c3354846afcd req-a1766263-8774-449e-984f-558a3c770e05 service neutron] 10.222.0.35 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474234 May 13 14:37:58.518333 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-16733b8e-4ff7-4d69-8e5f-607205e71bc7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:58.522877 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-c8a8c173-4b6e-4063-9404-c9da088823fd tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Synchronizing usage tracker for tenant:de6728dd22224c41a4bc2fe2ab69d0cd on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:58.528319 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad88c9-ff09-425f-991e-50c15e9b0fc8 req-39abbffb-f3a0-4c11-ac28-c6c2f4f1f81d tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:58.530163 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dcad88c9-ff09-425f-991e-50c15e9b0fc8 req-39abbffb-f3a0-4c11-ac28-c6c2f4f1f81d tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=12e0c913-323d-49c9-acb7-e725925e801f HTTP/1.1" status: 200 len: 945 time: 0.4742503 May 13 14:37:58.535203 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-16733b8e-4ff7-4d69-8e5f-607205e71bc7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:subnet and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:58.543819 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-16733b8e-4ff7-4d69-8e5f-607205e71bc7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:58.556780 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-c8a8c173-4b6e-4063-9404-c9da088823fd tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Unset dirty status for tenant:de6728dd22224c41a4bc2fe2ab69d0cd on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:58.558200 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-c8a8c173-4b6e-4063-9404-c9da088823fd tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de6728dd22224c41a4bc2fe2ab69d0cd HTTP/1.1" status: 200 len: 379 time: 0.2058160 May 13 14:37:58.558944 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6d35a6b3-dd8d-4156-927e-5385b2abac67 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:58.568561 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-0422c480-2fa1-4f62-aac6-dd8a382c4c48 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Request body: {'port': {'device_id': 'e0ffd75f-42ea-495f-8810-00c115636eb8', 'network_id': 'c2f3ea62-29f2-477b-a404-9640a1543fb6', 'admin_state_up': True, 'tenant_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'security_groups': ['af8c814b-0ce2-4afc-8f2c-b3a709ca9365']}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:58.590430 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-16733b8e-4ff7-4d69-8e5f-607205e71bc7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:58.621755 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-91353285-06cb-46e8-9556-d3a84d1503d4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:58.633680 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16733b8e-4ff7-4d69-8e5f-607205e71bc7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:58.637787 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-16733b8e-4ff7-4d69-8e5f-607205e71bc7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:58.673079 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dcad88c9-ff09-425f-991e-50c15e9b0fc8 req-a9f49478-170f-492f-a7ce-e6f33f74d81c tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?id=251bc881-5f1e-459d-9c6b-708ebc56443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321986 May 13 14:37:58.681609 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6d35a6b3-dd8d-4156-927e-5385b2abac67 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "DELETE /v2.0/ports/e25cc1c1-a741-4e19-9199-b0d3c0a47731 HTTP/1.1" status: 204 len: 168 time: 1.6514499 May 13 14:37:58.686559 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53000) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:58.729471 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-1ddafa77-3aea-4e3f-a620-cb28114fb96c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9ff6fb77-588d-4beb-9431-8c646d1d4acd', 'external_fixed_ips': [{'subnet_id': 'e5a2d04c-bfe7-4210-a722-46f8f08ed78c', 'ip_address': '172.20.0.10'}]}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:58.738656 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-91353285-06cb-46e8-9556-d3a84d1503d4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:58.753386 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1ddafa77-3aea-4e3f-a620-cb28114fb96c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:58.764271 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1ddafa77-3aea-4e3f-a620-cb28114fb96c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Usage tracker for resource:router and tenant:0ed26fe593c0415a996a54f846d0b80d is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:58.771164 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1ddafa77-3aea-4e3f-a620-cb28114fb96c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:58.781197 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91353285-06cb-46e8-9556-d3a84d1503d4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:58.784852 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-91353285-06cb-46e8-9556-d3a84d1503d4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:58.786395 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-91353285-06cb-46e8-9556-d3a84d1503d4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:37:58.786835 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91353285-06cb-46e8-9556-d3a84d1503d4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:37:58.825126 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-91353285-06cb-46e8-9556-d3a84d1503d4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4423797 May 13 14:37:58.826150 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53008) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:58.834351 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-08457184-6f70-45a2-9ea0-9bde819801a1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:58.926047 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1ddafa77-3aea-4e3f-a620-cb28114fb96c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:58.960149 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ddafa77-3aea-4e3f-a620-cb28114fb96c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:58.960149 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ddafa77-3aea-4e3f-a620-cb28114fb96c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:59.007525 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-0422c480-2fa1-4f62-aac6-dd8a382c4c48 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:59.025420 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ddafa77-3aea-4e3f-a620-cb28114fb96c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:59.037163 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391f693-918c-4907-97aa-cea5ec4828a4 req-4b7d96e7-353e-4821-bfcd-7d0759cfdd31 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:59.042064 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d391f693-918c-4907-97aa-cea5ec4828a4 req-4b7d96e7-353e-4821-bfcd-7d0759cfdd31 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=42254162-6ea4-4c72-ac83-5a1d2f8d08bd HTTP/1.1" status: 200 len: 946 time: 0.3589172 May 13 14:37:59.050579 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-0422c480-2fa1-4f62-aac6-dd8a382c4c48 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:59.057135 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53014) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:59.065415 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-0f673b32-6e0b-4b28-95a8-4ff98460769b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Request body: {'floatingip': {'port_id': '1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:59.082691 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-08457184-6f70-45a2-9ea0-9bde819801a1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:59.111802 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8ad2c-e632-4a16-9f8c-a5a99f89ac6b req-ac617ded-43d6-4ee7-8788-0eaf580b0fdc tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:59.113411 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-58c8ad2c-e632-4a16-9f8c-a5a99f89ac6b req-ac617ded-43d6-4ee7-8788-0eaf580b0fdc tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 947 time: 0.2058697 May 13 14:37:59.114447 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-08457184-6f70-45a2-9ea0-9bde819801a1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:59.148600 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-0422c480-2fa1-4f62-aac6-dd8a382c4c48 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Made reservation on behalf of de6728dd22224c41a4bc2fe2ab69d0cd for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:59.152808 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-0422c480-2fa1-4f62-aac6-dd8a382c4c48 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:59.170928 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f673b32-6e0b-4b28-95a8-4ff98460769b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for floatingip, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:59.182588 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08457184-6f70-45a2-9ea0-9bde819801a1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:59.186167 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-08457184-6f70-45a2-9ea0-9bde819801a1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:59.187724 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-08457184-6f70-45a2-9ea0-9bde819801a1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:37:59.188242 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08457184-6f70-45a2-9ea0-9bde819801a1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:37:59.211763 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-16733b8e-4ff7-4d69-8e5f-607205e71bc7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:59.251264 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-58c8ad2c-e632-4a16-9f8c-a5a99f89ac6b req-abd2bc72-d7a4-4782-9f89-c5b51e2bd8ac tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201229 May 13 14:37:59.273839 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-08457184-6f70-45a2-9ea0-9bde819801a1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4443800 May 13 14:37:59.277043 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53018) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:59.356458 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-59a51115-c158-4492-8d1e-17c7dd4275df tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0770428 May 13 14:37:59.359249 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16733b8e-4ff7-4d69-8e5f-607205e71bc7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Subnet': ['ID=6e6b1e0a-9b1e-44d9-9d0e-69a36e327704,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:59.361514 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53024) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:59.371592 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16733b8e-4ff7-4d69-8e5f-607205e71bc7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Checking segment: {'id': '2ee12863-6361-4d3f-b758-8b8cbb437fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4c5a9602-2dab-4441-be34-eb7e85a645a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:37:59.372115 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16733b8e-4ff7-4d69-8e5f-607205e71bc7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network hostable DHCP agents. Network: 4c5a9602-2dab-4441-be34-eb7e85a645a2, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:37:59.466451 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5bcefc28-247d-4fc9-9877-7f20bc48f039 req-11cfd4a5-9e07-4894-acee-cabc18eca3d3 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0ffd75f-42ea-495f-8810-00c115636eb8 HTTP/1.1" status: 200 len: 210 time: 0.1720159 May 13 14:37:59.503282 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c2802344-f2b9-4e6b-bea3-2f17b32e4e48 req-b60f7c91-fdbf-4937-bf97-28414cfdd036 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 210 time: 0.0671675 May 13 14:37:59.509207 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16733b8e-4ff7-4d69-8e5f-607205e71bc7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network 4c5a9602-2dab-4441-be34-eb7e85a645a2 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:37:59.524702 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7677f59-7b0d-418c-a808-5db30f344be5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:59.527362 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a7677f59-7b0d-418c-a808-5db30f344be5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:59.539221 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c5c747c2-418f-4fec-a5da-9c1fc1a8f683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:59.550606 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a7677f59-7b0d-418c-a808-5db30f344be5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:59.551783 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a7677f59-7b0d-418c-a808-5db30f344be5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1827283 May 13 14:37:59.554287 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53030) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:59.615915 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-16733b8e-4ff7-4d69-8e5f-607205e71bc7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 4c5a9602-2dab-4441-be34-eb7e85a645a2) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:59.627551 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c685b82-9648-4f55-806a-61a3fe6bb343 None None] Network 4c5a9602-2dab-4441-be34-eb7e85a645a2 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:59.639390 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16733b8e-4ff7-4d69-8e5f-607205e71bc7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:59.640676 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-16733b8e-4ff7-4d69-8e5f-607205e71bc7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:59.671851 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f6025254-66ca-4b70-8d6b-0964d1e54943 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1160371 May 13 14:37:59.672958 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53034) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:59.681367 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-16733b8e-4ff7-4d69-8e5f-607205e71bc7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4834981 May 13 14:37:59.682698 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-14bef682-fd3f-4c7a-bbc5-3e6938f0ba01 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:59.687909 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53038) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:59.734217 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-d6584c3b-ee66-4e4d-8e70-464bc437e266 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'port': {'network_id': '4c5a9602-2dab-4441-be34-eb7e85a645a2', 'name': 'tempest-PortsIpV6TestJSON-1188774461', 'fixed_ips': [{'subnet_id': '6e6b1e0a-9b1e-44d9-9d0e-69a36e327704', 'ip_address': '2001:db8::10'}]}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:59.767023 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ddafa77-3aea-4e3f-a620-cb28114fb96c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:59.914247 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872dfbe2-bcd1-400b-9db5-cb5a09b61175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-4c5a9602-2dab-4441-be34-eb7e85a645a2', 'network_id': '4c5a9602-2dab-4441-be34-eb7e85a645a2', 'tenant_id': 'a2e75e45036f4757bc0192dc4e49aa82', 'fixed_ips': [{'subnet_id': '6e6b1e0a-9b1e-44d9-9d0e-69a36e327704'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:37:59.915315 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-872dfbe2-bcd1-400b-9db5-cb5a09b61175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:00.036461 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-14bef682-fd3f-4c7a-bbc5-3e6938f0ba01 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:00.051273 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-14bef682-fd3f-4c7a-bbc5-3e6938f0ba01 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:00.066342 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c024ca8-c53d-477a-8768-9d0fc258a604 req-1db6bf72-eadb-4d5d-810e-559421850647 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:00.068297 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c024ca8-c53d-477a-8768-9d0fc258a604 req-1db6bf72-eadb-4d5d-810e-559421850647 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=12e0c913-323d-49c9-acb7-e725925e801f HTTP/1.1" status: 200 len: 945 time: 0.1502466 May 13 14:38:00.151711 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-872dfbe2-bcd1-400b-9db5-cb5a09b61175 None None] Allocated IP 2001:db8::2 (4c5a9602-2dab-4441-be34-eb7e85a645a2/6e6b1e0a-9b1e-44d9-9d0e-69a36e327704/7096d8a3-0858-4553-8d6b-854eaa948861) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:00.165153 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bef682-fd3f-4c7a-bbc5-3e6938f0ba01 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:00.168796 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-14bef682-fd3f-4c7a-bbc5-3e6938f0ba01 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:00.203777 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-0422c480-2fa1-4f62-aac6-dd8a382c4c48 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Allocated IP 172.20.0.11 (c2f3ea62-29f2-477b-a404-9640a1543fb6/6eaa1b8f-d3c1-4756-b489-078d11acd8c7/d3e62517-4b7f-40f8-bc7a-f2bb7955275a) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:00.230553 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d6584c3b-ee66-4e4d-8e70-464bc437e266 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:00.248872 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e757d32-60f8-41c9-90bc-a9fe0721c2e5 req-73c79f94-bea4-4c5d-b8d3-b5967d136b0c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:00.255967 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e757d32-60f8-41c9-90bc-a9fe0721c2e5 req-73c79f94-bea4-4c5d-b8d3-b5967d136b0c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 947 time: 0.5713100 May 13 14:38:00.262095 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d6584c3b-ee66-4e4d-8e70-464bc437e266 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:port and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:00.313863 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c024ca8-c53d-477a-8768-9d0fc258a604 req-701fd399-f2ab-41c3-9524-8c8f31e252e0 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?id=251bc881-5f1e-459d-9c6b-708ebc56443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197065 May 13 14:38:00.327307 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d6584c3b-ee66-4e4d-8e70-464bc437e266 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:00.393016 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4b458-192a-42a7-81ae-c3354846afcd req-690ceee6-62ed-4499-a135-eab79dea937d tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:00.394754 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0df4b458-192a-42a7-81ae-c3354846afcd req-690ceee6-62ed-4499-a135-eab79dea937d tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.74 "GET /v2.0/networks?id=9479e797-5371-4e30-beb4-10899bbfb8b9 HTTP/1.1" status: 200 len: 818 time: 0.3239241 May 13 14:38:00.521694 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d6584c3b-ee66-4e4d-8e70-464bc437e266 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:00.563333 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:00.570964 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-872dfbe2-bcd1-400b-9db5-cb5a09b61175 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:00.575343 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0df4b458-192a-42a7-81ae-c3354846afcd req-d78f607f-d00f-4e5f-aee2-4d374284e499 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=936df29ada1f4039bf03263eb4658581 HTTP/1.1" status: 200 len: 378 time: 0.1453855 May 13 14:38:00.585413 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-872dfbe2-bcd1-400b-9db5-cb5a09b61175 None None] Transition to ACTIVE for port object 7096d8a3-0858-4553-8d6b-854eaa948861 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:00.587364 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-0df4b458-192a-42a7-81ae-c3354846afcd req-120f1a60-6da8-44ee-b633-36544ed1956c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Request body: {'port': {'device_id': '9dc54d75-9665-4b1d-b6bc-cde17dd7ec81', 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9', 'admin_state_up': True, 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'security_groups': ['4faeb31a-ec6a-4294-a70c-477a3b2c20c8']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:00.614897 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-900aebc3-862b-4987-a2e5-732b6433ccc6 req-962bfe9e-7787-4b31-9054-4132944b1aa0 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-301872320&fields=id&tenant_id=713fc3e596334366a49631a90da45226 HTTP/1.1" status: 200 len: 267 time: 0.1343911 May 13 14:38:00.623720 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e757d32-60f8-41c9-90bc-a9fe0721c2e5 req-1cf7b445-fc06-459a-8e30-53d0180f762b tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667653 May 13 14:38:00.624969 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6584c3b-ee66-4e4d-8e70-464bc437e266 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:00.635134 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:00.640616 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-872dfbe2-bcd1-400b-9db5-cb5a09b61175 None None] Transition to ACTIVE for port object 7096d8a3-0858-4553-8d6b-854eaa948861 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:00.647993 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-872dfbe2-bcd1-400b-9db5-cb5a09b61175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:00.716452 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872dfbe2-bcd1-400b-9db5-cb5a09b61175 None None] Network 4c5a9602-2dab-4441-be34-eb7e85a645a2 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:00.721158 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-872dfbe2-bcd1-400b-9db5-cb5a09b61175 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:00.725615 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872dfbe2-bcd1-400b-9db5-cb5a09b61175 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:00.735883 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872dfbe2-bcd1-400b-9db5-cb5a09b61175 None None] Pushing event updated for resources: {'Port': ['ID=7096d8a3-0858-4553-8d6b-854eaa948861,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:00.848800 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-872dfbe2-bcd1-400b-9db5-cb5a09b61175 None None] Attempting to bind port 7096d8a3-0858-4553-8d6b-854eaa948861 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:38:00.849035 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-872dfbe2-bcd1-400b-9db5-cb5a09b61175 None None] Attempting to bind port 7096d8a3-0858-4553-8d6b-854eaa948861 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '2ee12863-6361-4d3f-b758-8b8cbb437fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4c5a9602-2dab-4441-be34-eb7e85a645a2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:38:00.849495 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872dfbe2-bcd1-400b-9db5-cb5a09b61175 None None] Attempting to bind port 7096d8a3-0858-4553-8d6b-854eaa948861 on network 4c5a9602-2dab-4441-be34-eb7e85a645a2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:00.857767 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872dfbe2-bcd1-400b-9db5-cb5a09b61175 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:38:00.858497 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872dfbe2-bcd1-400b-9db5-cb5a09b61175 None None] Checking segment: {'id': '2ee12863-6361-4d3f-b758-8b8cbb437fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4c5a9602-2dab-4441-be34-eb7e85a645a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:38:00.858765 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-872dfbe2-bcd1-400b-9db5-cb5a09b61175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:00.859227 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872dfbe2-bcd1-400b-9db5-cb5a09b61175 None None] Bound using segment: {'id': '2ee12863-6361-4d3f-b758-8b8cbb437fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4c5a9602-2dab-4441-be34-eb7e85a645a2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:38:00.860255 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-872dfbe2-bcd1-400b-9db5-cb5a09b61175 None None] Bound port: 7096d8a3-0858-4553-8d6b-854eaa948861, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee12863-6361-4d3f-b758-8b8cbb437fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4c5a9602-2dab-4441-be34-eb7e85a645a2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:38:00.860255 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-872dfbe2-bcd1-400b-9db5-cb5a09b61175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:00.881424 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-0df4b458-192a-42a7-81ae-c3354846afcd req-120f1a60-6da8-44ee-b633-36544ed1956c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:00.902560 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-0df4b458-192a-42a7-81ae-c3354846afcd req-120f1a60-6da8-44ee-b633-36544ed1956c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:00.942409 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1d3c024b-77b6-4c40-81eb-624f77f6b585 req-d40dbcd6-9556-4a35-ad05-2a85f42019f4 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0ffd75f-42ea-495f-8810-00c115636eb8 HTTP/1.1" status: 200 len: 210 time: 0.1490517 May 13 14:38:00.943748 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900aebc3-862b-4987-a2e5-732b6433ccc6 req-9f06186d-fe08-40ca-a2fb-6db3137a8690 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:00.952206 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-900aebc3-862b-4987-a2e5-732b6433ccc6 req-9f06186d-fe08-40ca-a2fb-6db3137a8690 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=12e0c913-323d-49c9-acb7-e725925e801f HTTP/1.1" status: 200 len: 945 time: 0.2733419 May 13 14:38:00.957877 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-900aebc3-862b-4987-a2e5-732b6433ccc6 req-53adcd29-d458-4c9e-a69e-460971cb4a88 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Request body: {'port': {'security_groups': ['251bc881-5f1e-459d-9c6b-708ebc56443a', 'ff1c7577-e516-4787-b7ec-24b792b42b75']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:00.958535 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-872dfbe2-bcd1-400b-9db5-cb5a09b61175 None None] For port 7096d8a3-0858-4553-8d6b-854eaa948861, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:38:00.963507 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-872dfbe2-bcd1-400b-9db5-cb5a09b61175 None None] For port 7096d8a3-0858-4553-8d6b-854eaa948861, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=7096d8a3-0858-4553-8d6b-854eaa948861,segment=NetworkSegment(2ee12863-6361-4d3f-b758-8b8cbb437fd9),segment_id=2ee12863-6361-4d3f-b758-8b8cbb437fd9)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:38:00.969066 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-872dfbe2-bcd1-400b-9db5-cb5a09b61175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:00.989570 n-d-841760-1 neutron-server[88081]: DEBUG neutron.objects.ports [None req-14bef682-fd3f-4c7a-bbc5-3e6938f0ba01 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88081) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 14:38:00.997931 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-14bef682-fd3f-4c7a-bbc5-3e6938f0ba01 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:01.057487 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d6584c3b-ee66-4e4d-8e70-464bc437e266 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:01.063308 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df4b458-192a-42a7-81ae-c3354846afcd req-120f1a60-6da8-44ee-b633-36544ed1956c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Made reservation on behalf of 936df29ada1f4039bf03263eb4658581 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:01.066904 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0df4b458-192a-42a7-81ae-c3354846afcd req-120f1a60-6da8-44ee-b633-36544ed1956c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:01.076945 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872dfbe2-bcd1-400b-9db5-cb5a09b61175 None None] Pushing event updated for resources: {'Port': ['ID=7096d8a3-0858-4553-8d6b-854eaa948861,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:01.108954 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bef682-fd3f-4c7a-bbc5-3e6938f0ba01 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:01.117687 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-14bef682-fd3f-4c7a-bbc5-3e6938f0ba01 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:01.124403 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bef682-fd3f-4c7a-bbc5-3e6938f0ba01 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:01.125579 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-14bef682-fd3f-4c7a-bbc5-3e6938f0ba01 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:01.127780 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efb5a31-5d43-47d5-80c0-75cbd44a4269 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:38:01.150330 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-0422c480-2fa1-4f62-aac6-dd8a382c4c48 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:01.180905 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-d6584c3b-ee66-4e4d-8e70-464bc437e266 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] device_id is not set on port b7bdc256-b320-4dea-84b8-111bd4d8b2e2 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:38:01.231914 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bef682-fd3f-4c7a-bbc5-3e6938f0ba01 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Subnet': ['ID=175d557f-f2ce-401c-91f0-e14b9d9f4806,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:01.284349 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-900aebc3-862b-4987-a2e5-732b6433ccc6 req-53adcd29-d458-4c9e-a69e-460971cb4a88 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:01.301478 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-14bef682-fd3f-4c7a-bbc5-3e6938f0ba01 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6266010 May 13 14:38:01.307904 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53052) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:01.310352 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-0422c480-2fa1-4f62-aac6-dd8a382c4c48 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Transition to ACTIVE for port object d3e62517-4b7f-40f8-bc7a-f2bb7955275a will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:01.313951 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-2816aa9f-ab58-438f-9e91-69a1fb75a27d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'port': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'mac_address': 'fa:16:3e:b1:dd:2a', 'name': 'tempest-NetworksTestDHCPv6-1051077869'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:01.389567 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-76cf0e1e-2f6f-4355-9882-66f7a945d3f2 req-20c1c597-fa98-4c4e-8df1-ff5e6e2313eb tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 210 time: 0.1671627 May 13 14:38:01.443283 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11db3f1-cf6e-4c64-a12c-57cda73790df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-0723b97b-08c9-4db0-a15e-5b69273136d9', 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'fixed_ips': [{'subnet_id': '175d557f-f2ce-401c-91f0-e14b9d9f4806'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:38:01.444557 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b11db3f1-cf6e-4c64-a12c-57cda73790df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:01.510943 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [None req-0f673b32-6e0b-4b28-95a8-4ff98460769b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:38:01.647604 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-0df4b458-192a-42a7-81ae-c3354846afcd req-120f1a60-6da8-44ee-b633-36544ed1956c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Allocated IP 172.20.0.12 (9479e797-5371-4e30-beb4-10899bbfb8b9/be55f4c0-99f6-4777-9e43-16529e4e725e/1cd1f57d-1854-49dc-a1ac-35e2a791069c) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:01.662239 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f673b32-6e0b-4b28-95a8-4ff98460769b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:01.666881 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-b11db3f1-cf6e-4c64-a12c-57cda73790df None None] Allocated IP 2001:db8::f816:3eff:fef5:ac67 (0723b97b-08c9-4db0-a15e-5b69273136d9/175d557f-f2ce-401c-91f0-e14b9d9f4806/e44176dd-b526-4f0e-a719-c0d009017ecd) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:01.714453 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2816aa9f-ab58-438f-9e91-69a1fb75a27d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:01.734985 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2816aa9f-ab58-438f-9e91-69a1fb75a27d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:port and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:01.755832 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2816aa9f-ab58-438f-9e91-69a1fb75a27d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:01.794245 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f673b32-6e0b-4b28-95a8-4ff98460769b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:01.903220 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b11db3f1-cf6e-4c64-a12c-57cda73790df None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:01.915000 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b11db3f1-cf6e-4c64-a12c-57cda73790df None None] Transition to ACTIVE for port object e44176dd-b526-4f0e-a719-c0d009017ecd will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:01.939984 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b11db3f1-cf6e-4c64-a12c-57cda73790df None None] Transition to ACTIVE for port object e44176dd-b526-4f0e-a719-c0d009017ecd will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:01.946922 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b11db3f1-cf6e-4c64-a12c-57cda73790df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:01.949928 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2816aa9f-ab58-438f-9e91-69a1fb75a27d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:02.009391 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11db3f1-cf6e-4c64-a12c-57cda73790df None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:02.018576 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-b11db3f1-cf6e-4c64-a12c-57cda73790df None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:02.024436 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11db3f1-cf6e-4c64-a12c-57cda73790df None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:02.058420 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2816aa9f-ab58-438f-9e91-69a1fb75a27d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:02.091154 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:02.122255 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11db3f1-cf6e-4c64-a12c-57cda73790df None None] Pushing event updated for resources: {'Port': ['ID=e44176dd-b526-4f0e-a719-c0d009017ecd,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:02.146726 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ddafa77-3aea-4e3f-a620-cb28114fb96c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:02.153686 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-b11db3f1-cf6e-4c64-a12c-57cda73790df None None] Attempting to bind port e44176dd-b526-4f0e-a719-c0d009017ecd on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:38:02.154001 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-b11db3f1-cf6e-4c64-a12c-57cda73790df None None] Attempting to bind port e44176dd-b526-4f0e-a719-c0d009017ecd by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:38:02.154329 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11db3f1-cf6e-4c64-a12c-57cda73790df None None] Attempting to bind port e44176dd-b526-4f0e-a719-c0d009017ecd on network 0723b97b-08c9-4db0-a15e-5b69273136d9 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:02.160221 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11db3f1-cf6e-4c64-a12c-57cda73790df None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:38:02.160616 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11db3f1-cf6e-4c64-a12c-57cda73790df None None] Checking segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:38:02.161000 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b11db3f1-cf6e-4c64-a12c-57cda73790df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:02.161447 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11db3f1-cf6e-4c64-a12c-57cda73790df None None] Bound using segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:38:02.161941 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-b11db3f1-cf6e-4c64-a12c-57cda73790df None None] Bound port: e44176dd-b526-4f0e-a719-c0d009017ecd, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:38:02.162313 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b11db3f1-cf6e-4c64-a12c-57cda73790df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:02.174971 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-0422c480-2fa1-4f62-aac6-dd8a382c4c48 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:02.255204 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-900aebc3-862b-4987-a2e5-732b6433ccc6 req-53adcd29-d458-4c9e-a69e-460971cb4a88 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] For port 7865fba9-2e06-436e-9064-468d336d7cf2, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=7865fba9-2e06-436e-9064-468d336d7cf2,segment=NetworkSegment(a06f9bce-2caa-4583-849f-dff0052df554),segment_id=a06f9bce-2caa-4583-849f-dff0052df554)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:02.285916 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0df4b458-192a-42a7-81ae-c3354846afcd req-120f1a60-6da8-44ee-b633-36544ed1956c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:02.325549 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2816aa9f-ab58-438f-9e91-69a1fb75a27d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:02.340015 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-0df4b458-192a-42a7-81ae-c3354846afcd req-120f1a60-6da8-44ee-b633-36544ed1956c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Transition to ACTIVE for port object 1cd1f57d-1854-49dc-a1ac-35e2a791069c will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:02.358736 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-b11db3f1-cf6e-4c64-a12c-57cda73790df None None] For port e44176dd-b526-4f0e-a719-c0d009017ecd, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:38:02.363226 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-b11db3f1-cf6e-4c64-a12c-57cda73790df None None] For port e44176dd-b526-4f0e-a719-c0d009017ecd, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=e44176dd-b526-4f0e-a719-c0d009017ecd,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:38:02.373132 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b11db3f1-cf6e-4c64-a12c-57cda73790df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:02.378548 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-900aebc3-862b-4987-a2e5-732b6433ccc6 req-53adcd29-d458-4c9e-a69e-460971cb4a88 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:02.391753 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-2816aa9f-ab58-438f-9e91-69a1fb75a27d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] device_id is not set on port 9e379c12-fb51-45e6-a913-812c1b47e66c yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:38:02.427352 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-900aebc3-862b-4987-a2e5-732b6433ccc6 req-53adcd29-d458-4c9e-a69e-460971cb4a88 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:02.459908 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['7865fba9-2e06-436e-9064-468d336d7cf2'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:38:02.505990 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ddafa77-3aea-4e3f-a620-cb28114fb96c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:02.521050 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-0422c480-2fa1-4f62-aac6-dd8a382c4c48 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Network c2f3ea62-29f2-477b-a404-9640a1543fb6 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:02.552922 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900aebc3-862b-4987-a2e5-732b6433ccc6 req-53adcd29-d458-4c9e-a69e-460971cb4a88 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:02.553836 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-900aebc3-862b-4987-a2e5-732b6433ccc6 req-53adcd29-d458-4c9e-a69e-460971cb4a88 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:02.555554 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-900aebc3-862b-4987-a2e5-732b6433ccc6 req-53adcd29-d458-4c9e-a69e-460971cb4a88 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "PUT /v2.0/ports/7865fba9-2e06-436e-9064-468d336d7cf2 HTTP/1.1" status: 200 len: 981 time: 1.6022086 May 13 14:38:02.555933 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11db3f1-cf6e-4c64-a12c-57cda73790df None None] Pushing event updated for resources: {'Port': ['ID=e44176dd-b526-4f0e-a719-c0d009017ecd,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:02.562914 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e0c913-323d-49c9-acb7-e725925e801f', 'tag': '7865fba9-2e06-436e-9064-468d336d7cf2'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:02.600495 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-d6584c3b-ee66-4e4d-8e70-464bc437e266 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Allocated IP 2001:db8::10 (4c5a9602-2dab-4441-be34-eb7e85a645a2/6e6b1e0a-9b1e-44d9-9d0e-69a36e327704/b7bdc256-b320-4dea-84b8-111bd4d8b2e2) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:02.606410 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-0422c480-2fa1-4f62-aac6-dd8a382c4c48 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:02.607526 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0df4b458-192a-42a7-81ae-c3354846afcd req-120f1a60-6da8-44ee-b633-36544ed1956c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:02.639753 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-0f673b32-6e0b-4b28-95a8-4ff98460769b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Floating IP ef436b78-35b8-478c-b2ec-f51efc2a0e02 associated. External IP: 172.25.0.157, port: 1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42. May 13 14:38:02.648433 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['7865fba9-2e06-436e-9064-468d336d7cf2'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:38:02.766821 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53adcd29-d458-4c9e-a69e-460971cb4a88 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Pushing event updated for resources: {'Port': ['ID=7865fba9-2e06-436e-9064-468d336d7cf2,revision_number=6']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:02.779051 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-0422c480-2fa1-4f62-aac6-dd8a382c4c48 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:02.870387 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474a1df-d4ab-4413-aed3-9588b4a3ca27 req-d4650f79-b335-49d4-834b-bf7a91292cb7 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:02.873558 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7aedb3-5116-43ea-bcc3-e5c45b4af587 None None] Network 4c5a9602-2dab-4441-be34-eb7e85a645a2 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:38:02.878823 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a474a1df-d4ab-4413-aed3-9588b4a3ca27 req-d4650f79-b335-49d4-834b-bf7a91292cb7 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 947 time: 1.2036288 May 13 14:38:02.893227 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df4b458-192a-42a7-81ae-c3354846afcd req-120f1a60-6da8-44ee-b633-36544ed1956c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Network 9479e797-5371-4e30-beb4-10899bbfb8b9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:02.906355 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-0df4b458-192a-42a7-81ae-c3354846afcd req-120f1a60-6da8-44ee-b633-36544ed1956c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:02.923686 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422c480-2fa1-4f62-aac6-dd8a382c4c48 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Pushing event updated for resources: {'Port': ['ID=d3e62517-4b7f-40f8-bc7a-f2bb7955275a,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:02.924286 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df4b458-192a-42a7-81ae-c3354846afcd req-120f1a60-6da8-44ee-b633-36544ed1956c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:03.029720 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-2816aa9f-ab58-438f-9e91-69a1fb75a27d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Allocated IP 2001:db8::f816:3eff:feb1:dd2a (0723b97b-08c9-4db0-a15e-5b69273136d9/175d557f-f2ce-401c-91f0-e14b9d9f4806/9e379c12-fb51-45e6-a913-812c1b47e66c) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:03.082914 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f1a60-6da8-44ee-b633-36544ed1956c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Pushing event updated for resources: {'Port': ['ID=1cd1f57d-1854-49dc-a1ac-35e2a791069c,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:03.256482 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4b458-192a-42a7-81ae-c3354846afcd req-120f1a60-6da8-44ee-b633-36544ed1956c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:03.257854 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0df4b458-192a-42a7-81ae-c3354846afcd req-120f1a60-6da8-44ee-b633-36544ed1956c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:03.354577 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e44176dd-b526-4f0e-a719-c0d009017ecd up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:03.361936 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-0422c480-2fa1-4f62-aac6-dd8a382c4c48 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:03.362569 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-0422c480-2fa1-4f62-aac6-dd8a382c4c48 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:03.402330 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-15a2d195-3d92-4b20-aa9f-5c59e8b6b11b None None] Provisioning for port 7096d8a3-0858-4553-8d6b-854eaa948861 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:03.421863 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a474a1df-d4ab-4413-aed3-9588b4a3ca27 req-ec5c930e-4413-4570-a60c-5cce876b5718 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5416253 May 13 14:38:03.442503 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0df4b458-192a-42a7-81ae-c3354846afcd req-120f1a60-6da8-44ee-b633-36544ed1956c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8592036 May 13 14:38:03.454008 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b211746-dd3a-41a8-a229-372120cfedc8 req-125d3da8-02e5-4cca-aee3-f2461b314842 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:03.463087 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6b211746-dd3a-41a8-a229-372120cfedc8 req-125d3da8-02e5-4cca-aee3-f2461b314842 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0ffd75f-42ea-495f-8810-00c115636eb8 HTTP/1.1" status: 200 len: 932 time: 0.6732545 May 13 14:38:03.507951 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-0df4b458-192a-42a7-81ae-c3354846afcd req-2f9fd661-75e4-4a77-b2f9-68647a15a5c9 service neutron] Request body: {'port': {'device_id': '9dc54d75-9665-4b1d-b6bc-cde17dd7ec81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:03.546928 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-0422c480-2fa1-4f62-aac6-dd8a382c4c48 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9822040 May 13 14:38:03.606880 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port e44176dd-b526-4f0e-a719-c0d009017ecd completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:03.626048 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 7096d8a3-0858-4553-8d6b-854eaa948861 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:03.630456 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6b211746-dd3a-41a8-a229-372120cfedc8 req-b4f1bf5d-bd4e-4faf-a20a-54e74276909a tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/security-groups?id=af8c814b-0ce2-4afc-8f2c-b3a709ca9365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664741 May 13 14:38:03.687843 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-46d7496c-21c4-42bc-9c1c-be7fcbcd1923 None None] Provisioning for port d3e62517-4b7f-40f8-bc7a-f2bb7955275a completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:03.704710 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-46d7496c-21c4-42bc-9c1c-be7fcbcd1923 None None] Provisioning complete for port d3e62517-4b7f-40f8-bc7a-f2bb7955275a triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:03.706019 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-ef6eb012-d386-4de9-885c-a4d926ba7b99 service neutron] Request body: {'port': {'device_id': 'e0ffd75f-42ea-495f-8810-00c115636eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:03.712305 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-46d7496c-21c4-42bc-9c1c-be7fcbcd1923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:03.741714 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0df4b458-192a-42a7-81ae-c3354846afcd req-2f9fd661-75e4-4a77-b2f9-68647a15a5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:03.794992 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-46d7496c-21c4-42bc-9c1c-be7fcbcd1923 None None] Port d3e62517-4b7f-40f8-bc7a-f2bb7955275a cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:38:03.812163 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2816aa9f-ab58-438f-9e91-69a1fb75a27d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:03.836642 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-46d7496c-21c4-42bc-9c1c-be7fcbcd1923 None None] Provisioning for port 1cd1f57d-1854-49dc-a1ac-35e2a791069c completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:03.846666 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-46d7496c-21c4-42bc-9c1c-be7fcbcd1923 None None] Provisioning complete for port 1cd1f57d-1854-49dc-a1ac-35e2a791069c triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:03.848635 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-46d7496c-21c4-42bc-9c1c-be7fcbcd1923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:03.876618 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-2816aa9f-ab58-438f-9e91-69a1fb75a27d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Transition to ACTIVE for port object 9e379c12-fb51-45e6-a913-812c1b47e66c will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:03.901814 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b37cf7f6-ef07-4dc9-858e-3946d012dc98 req-8586ac0d-0067-4db1-9f97-0519ea36433b tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-752690131&fields=id&tenant_id=713fc3e596334366a49631a90da45226 HTTP/1.1" status: 200 len: 267 time: 0.1611118 May 13 14:38:03.920374 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-46d7496c-21c4-42bc-9c1c-be7fcbcd1923 None None] Port 1cd1f57d-1854-49dc-a1ac-35e2a791069c cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:38:03.925749 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-1ddafa77-3aea-4e3f-a620-cb28114fb96c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Allocated IP 172.20.0.10 (9ff6fb77-588d-4beb-9431-8c646d1d4acd/e5a2d04c-bfe7-4210-a722-46f8f08ed78c/fceaa7a8-b3d2-498f-9fba-0678a773f32e) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:03.932693 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 7096d8a3-0858-4553-8d6b-854eaa948861 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:03.940583 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 7096d8a3-0858-4553-8d6b-854eaa948861 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:03.940976 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:04.107028 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 7096d8a3-0858-4553-8d6b-854eaa948861 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:04.107802 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:04.170238 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 7096d8a3-0858-4553-8d6b-854eaa948861, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=7096d8a3-0858-4553-8d6b-854eaa948861,segment=NetworkSegment(2ee12863-6361-4d3f-b758-8b8cbb437fd9),segment_id=2ee12863-6361-4d3f-b758-8b8cbb437fd9)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:04.179906 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:04.257852 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2816aa9f-ab58-438f-9e91-69a1fb75a27d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:04.286600 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ddafa77-3aea-4e3f-a620-cb28114fb96c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:04.308460 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=7096d8a3-0858-4553-8d6b-854eaa948861,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:04.326863 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e07a8083-58fa-4814-b0cf-82a84208b4f5 None None] Provisioning complete for port 7096d8a3-0858-4553-8d6b-854eaa948861 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:04.327275 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e07a8083-58fa-4814-b0cf-82a84208b4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:04.396374 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d6584c3b-ee66-4e4d-8e70-464bc437e266 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:04.421518 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-ef6eb012-d386-4de9-885c-a4d926ba7b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:04.458942 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03b3a2-831c-4f41-8504-5b89ededf2e7 req-88a98a16-94d5-4b07-8cb1-ae45fff963d0 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:04.460491 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7d03b3a2-831c-4f41-8504-5b89ededf2e7 req-88a98a16-94d5-4b07-8cb1-ae45fff963d0 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 932 time: 0.8283486 May 13 14:38:04.462211 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-d6584c3b-ee66-4e4d-8e70-464bc437e266 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Transition to ACTIVE for port object b7bdc256-b320-4dea-84b8-111bd4d8b2e2 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:04.465754 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f673b32-6e0b-4b28-95a8-4ff98460769b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:38:04.467038 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ddafa77-3aea-4e3f-a620-cb28114fb96c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:04.474789 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e07a8083-58fa-4814-b0cf-82a84208b4f5 None None] Current status of the port 7096d8a3-0858-4553-8d6b-854eaa948861 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:04.522800 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cf7f6-ef07-4dc9-858e-3946d012dc98 req-d1240160-64c0-4de3-ba6f-368e3fc46870 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:04.524823 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b37cf7f6-ef07-4dc9-858e-3946d012dc98 req-d1240160-64c0-4de3-ba6f-368e3fc46870 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=12e0c913-323d-49c9-acb7-e725925e801f HTTP/1.1" status: 200 len: 984 time: 0.5542448 May 13 14:38:04.531826 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2816aa9f-ab58-438f-9e91-69a1fb75a27d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:04.537253 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-2816aa9f-ab58-438f-9e91-69a1fb75a27d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:04.545727 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-b37cf7f6-ef07-4dc9-858e-3946d012dc98 req-28efad04-ae10-4b93-94e4-ba2cff953018 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Request body: {'port': {'security_groups': ['251bc881-5f1e-459d-9c6b-708ebc56443a', 'ff1c7577-e516-4787-b7ec-24b792b42b75', '26c0d835-bbdf-4bc2-a618-ff7c6a80bdd5']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:04.581566 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2816aa9f-ab58-438f-9e91-69a1fb75a27d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:04.587505 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2816aa9f-ab58-438f-9e91-69a1fb75a27d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:04.587761 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddafa77-3aea-4e3f-a620-cb28114fb96c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Network 9ff6fb77-588d-4beb-9431-8c646d1d4acd is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:04.588517 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2816aa9f-ab58-438f-9e91-69a1fb75a27d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:04.608196 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-1ddafa77-3aea-4e3f-a620-cb28114fb96c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:04.614050 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-25cad117-d7e2-4d9d-884f-83d0f6b1ed07 None None] Provisioning for port e44176dd-b526-4f0e-a719-c0d009017ecd completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:04.616430 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816aa9f-ab58-438f-9e91-69a1fb75a27d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Port': ['ID=9e379c12-fb51-45e6-a913-812c1b47e66c,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:04.621738 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddafa77-3aea-4e3f-a620-cb28114fb96c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:04.640297 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-25cad117-d7e2-4d9d-884f-83d0f6b1ed07 None None] Provisioning complete for port e44176dd-b526-4f0e-a719-c0d009017ecd triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:04.640297 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-25cad117-d7e2-4d9d-884f-83d0f6b1ed07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:04.694694 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2816aa9f-ab58-438f-9e91-69a1fb75a27d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3856666 May 13 14:38:04.700733 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53070) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:04.795682 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-0df4b458-192a-42a7-81ae-c3354846afcd req-2f9fd661-75e4-4a77-b2f9-68647a15a5c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cd1f57d-1854-49dc-a1ac-35e2a791069c {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:38:04.804138 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-25cad117-d7e2-4d9d-884f-83d0f6b1ed07 None None] Current status of the port e44176dd-b526-4f0e-a719-c0d009017ecd is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:04.804681 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-25cad117-d7e2-4d9d-884f-83d0f6b1ed07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:04.820573 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0df4b458-192a-42a7-81ae-c3354846afcd req-2f9fd661-75e4-4a77-b2f9-68647a15a5c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:04.846926 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-25cad117-d7e2-4d9d-884f-83d0f6b1ed07 None None] For port e44176dd-b526-4f0e-a719-c0d009017ecd, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=e44176dd-b526-4f0e-a719-c0d009017ecd,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:04.851877 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-25cad117-d7e2-4d9d-884f-83d0f6b1ed07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:04.865234 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-0df4b458-192a-42a7-81ae-c3354846afcd req-2f9fd661-75e4-4a77-b2f9-68647a15a5c9 service neutron] Transition to ACTIVE for port object 1cd1f57d-1854-49dc-a1ac-35e2a791069c will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:04.869916 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-b37cf7f6-ef07-4dc9-858e-3946d012dc98 req-28efad04-ae10-4b93-94e4-ba2cff953018 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:04.882037 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0df4b458-192a-42a7-81ae-c3354846afcd req-2f9fd661-75e4-4a77-b2f9-68647a15a5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:04.931821 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cad117-d7e2-4d9d-884f-83d0f6b1ed07 None None] Pushing event updated for resources: {'Port': ['ID=e44176dd-b526-4f0e-a719-c0d009017ecd,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:04.942640 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddafa77-3aea-4e3f-a620-cb28114fb96c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Pushing event updated for resources: {'Port': ['ID=fceaa7a8-b3d2-498f-9fba-0678a773f32e,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:04.968685 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7d03b3a2-831c-4f41-8504-5b89ededf2e7 req-a573f4ab-91e6-4cdf-b0f5-c9ca3e6a382c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=4faeb31a-ec6a-4294-a70c-477a3b2c20c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4903600 May 13 14:38:04.982802 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d8cdfe97-296b-47f4-bddb-a0e38d03e3b2 None None] Provisioning for port 9e379c12-fb51-45e6-a913-812c1b47e66c completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:04.996026 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d8cdfe97-296b-47f4-bddb-a0e38d03e3b2 None None] Provisioning complete for port 9e379c12-fb51-45e6-a913-812c1b47e66c triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:04.996477 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d8cdfe97-296b-47f4-bddb-a0e38d03e3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:05.058741 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a24ea9a0-81ea-46a4-b71d-adbb3d4f416c'] response: {'name': 'network-changed', 'server_uuid': '12e0c913-323d-49c9-acb7-e725925e801f', 'tag': '7865fba9-2e06-436e-9064-468d336d7cf2', 'status': 'completed', 'code': 200} May 13 14:38:05.125238 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-d8cdfe97-296b-47f4-bddb-a0e38d03e3b2 None None] Port 9e379c12-fb51-45e6-a913-812c1b47e66c cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:38:05.181190 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e44176dd-b526-4f0e-a719-c0d009017ecd up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:05.311461 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9fd661-75e4-4a77-b2f9-68647a15a5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1cd1f57d-1854-49dc-a1ac-35e2a791069c,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:05.349260 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c7c801-3a16-4e98-912d-d94bb0d170e6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:05.356931 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c7c801-3a16-4e98-912d-d94bb0d170e6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:05.357949 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b0c7c801-3a16-4e98-912d-d94bb0d170e6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:05.360157 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port e44176dd-b526-4f0e-a719-c0d009017ecd triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:05.360526 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:05.436841 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d6584c3b-ee66-4e4d-8e70-464bc437e266 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:05.488601 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b0c7c801-3a16-4e98-912d-d94bb0d170e6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:05.488601 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b0c7c801-3a16-4e98-912d-d94bb0d170e6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7860734 May 13 14:38:05.491674 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port e44176dd-b526-4f0e-a719-c0d009017ecd is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:05.492889 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 7096d8a3-0858-4553-8d6b-854eaa948861 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:05.495585 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53076) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:05.568908 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 7096d8a3-0858-4553-8d6b-854eaa948861 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:05.569248 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:05.615684 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f673b32-6e0b-4b28-95a8-4ff98460769b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:38:05.623134 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6584c3b-ee66-4e4d-8e70-464bc437e266 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network 4c5a9602-2dab-4441-be34-eb7e85a645a2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:05.630215 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f673b32-6e0b-4b28-95a8-4ff98460769b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:05.636668 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c593b14-e59b-4275-9669-c5fa4827b827 None None] Sync routers for ids ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:38:05.650512 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c593b14-e59b-4275-9669-c5fa4827b827 None None] Routers {'61d9c492-7067-4a2e-92b2-ee02e1800bf7'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:38:05.651553 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-9c593b14-e59b-4275-9669-c5fa4827b827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:38:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:05.659967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f516f2-5a19-46d9-be18-12ea12227b0f req-7dea8d3a-5faa-4387-8b54-1ab0cb417423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:05.662366 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f8f516f2-5a19-46d9-be18-12ea12227b0f req-7dea8d3a-5faa-4387-8b54-1ab0cb417423 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=713fc3e596334366a49631a90da45226&device_id=12e0c913-323d-49c9-acb7-e725925e801f HTTP/1.1" status: 200 len: 1135 time: 0.5928435 May 13 14:38:05.669858 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-d6584c3b-ee66-4e4d-8e70-464bc437e266 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:05.702049 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 7096d8a3-0858-4553-8d6b-854eaa948861 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:05.730144 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6584c3b-ee66-4e4d-8e70-464bc437e266 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:05.736836 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6584c3b-ee66-4e4d-8e70-464bc437e266 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:05.737738 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d6584c3b-ee66-4e4d-8e70-464bc437e266 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:05.740912 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-189dcfb3-e1f8-4857-bfee-2ada7b22ed0f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting port 9e379c12-fb51-45e6-a913-812c1b47e66c {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:05.741254 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-189dcfb3-e1f8-4857-bfee-2ada7b22ed0f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:05.751522 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6584c3b-ee66-4e4d-8e70-464bc437e266 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Port': ['ID=b7bdc256-b320-4dea-84b8-111bd4d8b2e2,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:05.856982 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d6584c3b-ee66-4e4d-8e70-464bc437e266 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.1623459 May 13 14:38:05.860595 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53080) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:05.868078 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0f673b32-6e0b-4b28-95a8-4ff98460769b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "PUT /v2.0/floatingips/ef436b78-35b8-478c-b2ec-f51efc2a0e02 HTTP/1.1" status: 200 len: 992 time: 6.8098447 May 13 14:38:05.875458 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-dc72d006-bd8b-4494-a97a-7319dc57877b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'port': {'network_id': '4c5a9602-2dab-4441-be34-eb7e85a645a2', 'name': 'tempest-PortsIpV6TestJSON-383870004', 'fixed_ips': [{'subnet_id': '6e6b1e0a-9b1e-44d9-9d0e-69a36e327704', 'ip_address': '2001:db8::f'}]}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:05.894487 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42254162-6ea4-4c72-ac83-5a1d2f8d08bd', 'tag': '1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:05.963944 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-9c593b14-e59b-4275-9669-c5fa4827b827 None None] Set router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:38:05.981708 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-470393f8-ffb6-4486-8000-22ffd2873ad8 None None] Provisioning for port b7bdc256-b320-4dea-84b8-111bd4d8b2e2 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:05.988840 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-470393f8-ffb6-4486-8000-22ffd2873ad8 None None] Provisioning complete for port b7bdc256-b320-4dea-84b8-111bd4d8b2e2 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:05.989188 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-470393f8-ffb6-4486-8000-22ffd2873ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:06.047796 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-189dcfb3-e1f8-4857-bfee-2ada7b22ed0f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:06.059180 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-470393f8-ffb6-4486-8000-22ffd2873ad8 None None] Port b7bdc256-b320-4dea-84b8-111bd4d8b2e2 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:38:06.067728 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe4029-9c94-457d-8649-a52758d0e867 req-3c3cd454-dcaf-43c7-a90e-d03b53f238cf tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:06.068295 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-e2fe4029-9c94-457d-8649-a52758d0e867 req-3c3cd454-dcaf-43c7-a90e-d03b53f238cf tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Synchronizing usage tracker for tenant:de6728dd22224c41a4bc2fe2ab69d0cd on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:06.069645 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-0df4b458-192a-42a7-81ae-c3354846afcd req-2f9fd661-75e4-4a77-b2f9-68647a15a5c9 service neutron] Attempting to bind port 1cd1f57d-1854-49dc-a1ac-35e2a791069c on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:38:06.069922 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-0df4b458-192a-42a7-81ae-c3354846afcd req-2f9fd661-75e4-4a77-b2f9-68647a15a5c9 service neutron] Attempting to bind port 1cd1f57d-1854-49dc-a1ac-35e2a791069c by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:38:06.070438 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df4b458-192a-42a7-81ae-c3354846afcd req-2f9fd661-75e4-4a77-b2f9-68647a15a5c9 service neutron] Attempting to bind port 1cd1f57d-1854-49dc-a1ac-35e2a791069c on network 9479e797-5371-4e30-beb4-10899bbfb8b9 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:06.148262 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-e2fe4029-9c94-457d-8649-a52758d0e867 req-3c3cd454-dcaf-43c7-a90e-d03b53f238cf tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Unset dirty status for tenant:de6728dd22224c41a4bc2fe2ab69d0cd on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:06.151607 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e2fe4029-9c94-457d-8649-a52758d0e867 req-3c3cd454-dcaf-43c7-a90e-d03b53f238cf tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0ffd75f-42ea-495f-8810-00c115636eb8 HTTP/1.1" status: 200 len: 932 time: 0.8631876 May 13 14:38:06.153300 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ddafa77-3aea-4e3f-a620-cb28114fb96c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:06.246129 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df4b458-192a-42a7-81ae-c3354846afcd req-2f9fd661-75e4-4a77-b2f9-68647a15a5c9 service neutron] Port 1cd1f57d-1854-49dc-a1ac-35e2a791069c on network 9479e797-5371-4e30-beb4-10899bbfb8b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:38:06.246522 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df4b458-192a-42a7-81ae-c3354846afcd req-2f9fd661-75e4-4a77-b2f9-68647a15a5c9 service neutron] Attempting to bind port 1cd1f57d-1854-49dc-a1ac-35e2a791069c on network 9479e797-5371-4e30-beb4-10899bbfb8b9 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:06.257758 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-189dcfb3-e1f8-4857-bfee-2ada7b22ed0f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Calling delete_port for 9e379c12-fb51-45e6-a913-812c1b47e66c owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:06.294335 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df4b458-192a-42a7-81ae-c3354846afcd req-2f9fd661-75e4-4a77-b2f9-68647a15a5c9 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:38:06.294673 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df4b458-192a-42a7-81ae-c3354846afcd req-2f9fd661-75e4-4a77-b2f9-68647a15a5c9 service neutron] Checking segment: {'id': 'aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:38:06.295058 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df4b458-192a-42a7-81ae-c3354846afcd req-2f9fd661-75e4-4a77-b2f9-68647a15a5c9 service neutron] Bound using segment: {'id': 'aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:38:06.295522 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-0df4b458-192a-42a7-81ae-c3354846afcd req-2f9fd661-75e4-4a77-b2f9-68647a15a5c9 service neutron] Bound port: 1cd1f57d-1854-49dc-a1ac-35e2a791069c, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:38:06.295894 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0df4b458-192a-42a7-81ae-c3354846afcd req-2f9fd661-75e4-4a77-b2f9-68647a15a5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:06.381596 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-9c593b14-e59b-4275-9669-c5fa4827b827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:08Z', 'revision_number': 4, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'gw_port': {'id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:59Z', 'updated_at': '2022-05-13T14:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'ef436b78-35b8-478c-b2ec-f51efc2a0e02', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'floating_ip_address': '172.25.0.157', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'port_id': '1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'mac_address': 'fa:16:3e:b5:5d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42254162-6ea4-4c72-ac83-5a1d2f8d08bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:37:17Z', 'updated_at': '2022-05-13T14:38:01Z', 'revision_number': 1, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60ed9ed-d7c1-4158-bdf6-5ea4de8475c6', 'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'mac_address': 'fa:16:3e:a9:45:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:32:05Z', 'updated_at': '2022-05-13T14:32:19Z', 'revision_number': 5, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'subnets': [{'id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:06.387130 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c593b14-e59b-4275-9669-c5fa4827b827 None None] Checking router: 61d9c492-7067-4a2e-92b2-ee02e1800bf7 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:38:06.397233 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c593b14-e59b-4275-9669-c5fa4827b827 None None] Routers {'61d9c492-7067-4a2e-92b2-ee02e1800bf7'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:38:06.397844 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-9c593b14-e59b-4275-9669-c5fa4827b827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:38:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:06.453899 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-b37cf7f6-ef07-4dc9-858e-3946d012dc98 req-28efad04-ae10-4b93-94e4-ba2cff953018 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] For port 7865fba9-2e06-436e-9064-468d336d7cf2, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=7865fba9-2e06-436e-9064-468d336d7cf2,segment=NetworkSegment(a06f9bce-2caa-4583-849f-dff0052df554),segment_id=a06f9bce-2caa-4583-849f-dff0052df554)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:06.567654 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-dc72d006-bd8b-4494-a97a-7319dc57877b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:06.581293 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-dc72d006-bd8b-4494-a97a-7319dc57877b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:port and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:06.588826 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-dc72d006-bd8b-4494-a97a-7319dc57877b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:06.599244 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-b37cf7f6-ef07-4dc9-858e-3946d012dc98 req-28efad04-ae10-4b93-94e4-ba2cff953018 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:06.603346 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-9c593b14-e59b-4275-9669-c5fa4827b827 None None] Set router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:38:06.620469 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f516f2-5a19-46d9-be18-12ea12227b0f req-102f14a7-70ce-4c70-9c50-82b22e524771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:06.621926 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f8f516f2-5a19-46d9-be18-12ea12227b0f req-102f14a7-70ce-4c70-9c50-82b22e524771 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bdf000b2-35a2-42ed-a188-349bb545fbc9 HTTP/1.1" status: 200 len: 913 time: 0.9308898 May 13 14:38:06.625995 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e2fe4029-9c94-457d-8649-a52758d0e867 req-b0640210-8a27-4323-afc9-6107e07fd98d tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/security-groups?id=af8c814b-0ce2-4afc-8f2c-b3a709ca9365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3599567 May 13 14:38:06.632691 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-b37cf7f6-ef07-4dc9-858e-3946d012dc98 req-28efad04-ae10-4b93-94e4-ba2cff953018 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:06.644828 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-ef6eb012-d386-4de9-885c-a4d926ba7b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e62517-4b7f-40f8-bc7a-f2bb7955275a {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:38:06.645070 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['7865fba9-2e06-436e-9064-468d336d7cf2'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:38:06.657192 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-ef6eb012-d386-4de9-885c-a4d926ba7b99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:06.681801 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-ef6eb012-d386-4de9-885c-a4d926ba7b99 service neutron] Transition to ACTIVE for port object d3e62517-4b7f-40f8-bc7a-f2bb7955275a will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:06.684717 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-dc72d006-bd8b-4494-a97a-7319dc57877b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:06.792586 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efad04-ae10-4b93-94e4-ba2cff953018 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Pushing event updated for resources: {'Port': ['ID=7865fba9-2e06-436e-9064-468d336d7cf2,revision_number=7']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:06.843011 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f8f516f2-5a19-46d9-be18-12ea12227b0f req-5d2c9986-ecaa-4f0d-8680-56f4550f4112 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7865fba9-2e06-436e-9064-468d336d7cf2 HTTP/1.1" status: 200 len: 217 time: 0.1980424 May 13 14:38:06.889929 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-0df4b458-192a-42a7-81ae-c3354846afcd req-2f9fd661-75e4-4a77-b2f9-68647a15a5c9 service neutron] For port 1cd1f57d-1854-49dc-a1ac-35e2a791069c, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:38:06.908617 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cf7f6-ef07-4dc9-858e-3946d012dc98 req-28efad04-ae10-4b93-94e4-ba2cff953018 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:06.909246 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-b37cf7f6-ef07-4dc9-858e-3946d012dc98 req-28efad04-ae10-4b93-94e4-ba2cff953018 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:06.925385 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b37cf7f6-ef07-4dc9-858e-3946d012dc98 req-28efad04-ae10-4b93-94e4-ba2cff953018 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "PUT /v2.0/ports/7865fba9-2e06-436e-9064-468d336d7cf2 HTTP/1.1" status: 200 len: 1020 time: 2.3892546 May 13 14:38:06.956770 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-0df4b458-192a-42a7-81ae-c3354846afcd req-2f9fd661-75e4-4a77-b2f9-68647a15a5c9 service neutron] For port 1cd1f57d-1854-49dc-a1ac-35e2a791069c, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=1cd1f57d-1854-49dc-a1ac-35e2a791069c,segment=NetworkSegment(aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa),segment_id=aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:38:06.968083 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0df4b458-192a-42a7-81ae-c3354846afcd req-2f9fd661-75e4-4a77-b2f9-68647a15a5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:06.989238 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['7865fba9-2e06-436e-9064-468d336d7cf2'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:38:07.048917 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-9c593b14-e59b-4275-9669-c5fa4827b827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:08Z', 'revision_number': 4, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'gw_port': {'id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:59Z', 'updated_at': '2022-05-13T14:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'ef436b78-35b8-478c-b2ec-f51efc2a0e02', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'floating_ip_address': '172.25.0.157', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'port_id': '1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'mac_address': 'fa:16:3e:b5:5d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42254162-6ea4-4c72-ac83-5a1d2f8d08bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:37:17Z', 'updated_at': '2022-05-13T14:38:01Z', 'revision_number': 1, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60ed9ed-d7c1-4158-bdf6-5ea4de8475c6', 'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'mac_address': 'fa:16:3e:a9:45:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:32:05Z', 'updated_at': '2022-05-13T14:32:19Z', 'revision_number': 5, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'subnets': [{'id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:07.049503 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc72d006-bd8b-4494-a97a-7319dc57877b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:07.053279 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c593b14-e59b-4275-9669-c5fa4827b827 None None] The sync data for ids ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'] in n-d-841760-1 is: [{'id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:08Z', 'revision_number': 4, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'gw_port': {'id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:59Z', 'updated_at': '2022-05-13T14:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'ef436b78-35b8-478c-b2ec-f51efc2a0e02', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'floating_ip_address': '172.25.0.157', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'port_id': '1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'mac_address': 'fa:16:3e:b5:5d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42254162-6ea4-4c72-ac83-5a1d2f8d08bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:37:17Z', 'updated_at': '2022-05-13T14:38:01Z', 'revision_number': 1, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60ed9ed-d7c1-4158-bdf6-5ea4de8475c6', 'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'mac_address': 'fa:16:3e:a9:45:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:32:05Z', 'updated_at': '2022-05-13T14:32:19Z', 'revision_number': 5, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'subnets': [{'id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:38:07.066285 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e0c913-323d-49c9-acb7-e725925e801f', 'tag': '7865fba9-2e06-436e-9064-468d336d7cf2'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:07.078616 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4b458-192a-42a7-81ae-c3354846afcd req-2f9fd661-75e4-4a77-b2f9-68647a15a5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:07.079600 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0df4b458-192a-42a7-81ae-c3354846afcd req-2f9fd661-75e4-4a77-b2f9-68647a15a5c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:07.081203 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0df4b458-192a-42a7-81ae-c3354846afcd req-2f9fd661-75e4-4a77-b2f9-68647a15a5c9 service neutron] 10.222.0.74 "PUT /v2.0/ports/1cd1f57d-1854-49dc-a1ac-35e2a791069c HTTP/1.1" status: 200 len: 1092 time: 3.5881300 May 13 14:38:07.093930 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-189dcfb3-e1f8-4857-bfee-2ada7b22ed0f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:07.106017 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-ef6eb012-d386-4de9-885c-a4d926ba7b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:07.110284 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ddafa77-3aea-4e3f-a620-cb28114fb96c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:07.126118 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b79b0d7-7087-4d70-9d4f-68187bc158df'] response: {'name': 'network-changed', 'server_uuid': '42254162-6ea4-4c72-ac83-5a1d2f8d08bd', 'tag': '1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42', 'status': 'completed', 'code': 200} May 13 14:38:07.142912 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f516f2-5a19-46d9-be18-12ea12227b0f req-7beb7a16-09bd-45c6-9bdb-1bc110d4b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:07.144583 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f8f516f2-5a19-46d9-be18-12ea12227b0f req-7beb7a16-09bd-45c6-9bdb-1bc110d4b529 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca21fd33-bce4-432c-932a-d45b6a8b65d2 HTTP/1.1" status: 200 len: 852 time: 0.2914605 May 13 14:38:07.364008 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f8f516f2-5a19-46d9-be18-12ea12227b0f req-91abd019-d070-4861-871a-c288051bfd29 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bdf000b2-35a2-42ed-a188-349bb545fbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285374 May 13 14:38:07.439889 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9fd661-75e4-4a77-b2f9-68647a15a5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1cd1f57d-1854-49dc-a1ac-35e2a791069c,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:07.443631 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-189dcfb3-e1f8-4857-bfee-2ada7b22ed0f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:07.452631 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe934c90-fe6e-4083-96c9-b7ab17cf7c77 None None] New status for floating IP ef436b78-35b8-478c-b2ec-f51efc2a0e02: ACTIVE {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:38:07.558221 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-189dcfb3-e1f8-4857-bfee-2ada7b22ed0f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/9e379c12-fb51-45e6-a913-812c1b47e66c HTTP/1.1" status: 204 len: 168 time: 2.0592289 May 13 14:38:07.572032 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53094) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:07.655327 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6eb012-d386-4de9-885c-a4d926ba7b99 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e62517-4b7f-40f8-bc7a-f2bb7955275a,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:07.657399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa83fba1-3e7f-440c-b3d9-51660cf6af13 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:07.659151 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa83fba1-3e7f-440c-b3d9-51660cf6af13 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:07.659998 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-aa83fba1-3e7f-440c-b3d9-51660cf6af13 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:07.663102 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189dcfb3-e1f8-4857-bfee-2ada7b22ed0f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Port': ['ID=9e379c12-fb51-45e6-a913-812c1b47e66c,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:07.727407 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-aa83fba1-3e7f-440c-b3d9-51660cf6af13 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:07.728722 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-aa83fba1-3e7f-440c-b3d9-51660cf6af13 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1484306 May 13 14:38:07.747488 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d27532-e3fd-43f8-9c67-5cb08c4dc728 req-6a5d7bd7-5550-4562-8551-0fa42d691cf5 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:07.748377 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-60d27532-e3fd-43f8-9c67-5cb08c4dc728 req-6a5d7bd7-5550-4562-8551-0fa42d691cf5 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Synchronizing usage tracker for tenant:936df29ada1f4039bf03263eb4658581 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:07.753111 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53100) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:07.760418 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4b458-192a-42a7-81ae-c3354846afcd req-44ad1255-2390-43e7-959c-4a2fde0cb109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:07.761873 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0df4b458-192a-42a7-81ae-c3354846afcd req-44ad1255-2390-43e7-959c-4a2fde0cb109 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=936df29ada1f4039bf03263eb4658581&device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 1095 time: 0.5768406 May 13 14:38:07.839749 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-4057d24a-70f0-4727-9d41-05c3942313aa tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting subnet 175d557f-f2ce-401c-91f0-e14b9d9f4806 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:38:07.928944 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4057d24a-70f0-4727-9d41-05c3942313aa tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:07.933603 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744f5d1-447c-488d-bbec-03dcb5dabfff req-a545ee8e-9cb1-4c91-8667-ca5cd01a3f7a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:07.941545 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c744f5d1-447c-488d-bbec-03dcb5dabfff req-a545ee8e-9cb1-4c91-8667-ca5cd01a3f7a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 947 time: 1.1426842 May 13 14:38:07.966121 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0df4b458-192a-42a7-81ae-c3354846afcd req-2b7d8823-e8a6-45b3-9f0a-a7af8e89d2c1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1cd1f57d-1854-49dc-a1ac-35e2a791069c HTTP/1.1" status: 200 len: 217 time: 0.1238003 May 13 14:38:07.974047 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-60d27532-e3fd-43f8-9c67-5cb08c4dc728 req-6a5d7bd7-5550-4562-8551-0fa42d691cf5 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Unset dirty status for tenant:936df29ada1f4039bf03263eb4658581 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:07.975287 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dc72d006-bd8b-4494-a97a-7319dc57877b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:07.975473 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-60d27532-e3fd-43f8-9c67-5cb08c4dc728 req-6a5d7bd7-5550-4562-8551-0fa42d691cf5 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 944 time: 0.6573551 May 13 14:38:07.981090 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f8f516f2-5a19-46d9-be18-12ea12227b0f req-ee2b33a3-1892-41f5-a266-0167590d4e5d service neutron] 10.222.0.59 "GET /v2.0/networks/bdf000b2-35a2-42ed-a188-349bb545fbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5853798 May 13 14:38:08.022042 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e7a5b-d306-4263-8f02-39b4ade8bdea req-aa42036e-170a-4f76-9ddc-bda1122af0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:08.023529 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3e1e7a5b-d306-4263-8f02-39b4ade8bdea req-aa42036e-170a-4f76-9ddc-bda1122af0cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6ab0120ba4d4937a9340132b618cd48&device_id=42254162-6ea4-4c72-ac83-5a1d2f8d08bd HTTP/1.1" status: 200 len: 1097 time: 0.8966787 May 13 14:38:08.046247 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-dc72d006-bd8b-4494-a97a-7319dc57877b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] device_id is not set on port 1f12759b-f832-4185-9b27-0acad34a2d4f yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:38:08.120251 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-ef6eb012-d386-4de9-885c-a4d926ba7b99 service neutron] Attempting to bind port d3e62517-4b7f-40f8-bc7a-f2bb7955275a on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:38:08.120588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-ef6eb012-d386-4de9-885c-a4d926ba7b99 service neutron] Attempting to bind port d3e62517-4b7f-40f8-bc7a-f2bb7955275a by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '48847e38-2d4a-4cc8-8897-6a1a796d15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2f3ea62-29f2-477b-a404-9640a1543fb6'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:38:08.120914 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-ef6eb012-d386-4de9-885c-a4d926ba7b99 service neutron] Attempting to bind port d3e62517-4b7f-40f8-bc7a-f2bb7955275a on network c2f3ea62-29f2-477b-a404-9640a1543fb6 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:08.137918 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4057d24a-70f0-4727-9d41-05c3942313aa tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:08.174093 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c744f5d1-447c-488d-bbec-03dcb5dabfff req-f8ca2f74-57f5-43e2-8b09-1fb7c53b77a5 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313449 May 13 14:38:08.208343 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-ef6eb012-d386-4de9-885c-a4d926ba7b99 service neutron] Port d3e62517-4b7f-40f8-bc7a-f2bb7955275a on network c2f3ea62-29f2-477b-a404-9640a1543fb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:38:08.208343 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-ef6eb012-d386-4de9-885c-a4d926ba7b99 service neutron] Attempting to bind port d3e62517-4b7f-40f8-bc7a-f2bb7955275a on network c2f3ea62-29f2-477b-a404-9640a1543fb6 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:08.211375 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-60d27532-e3fd-43f8-9c67-5cb08c4dc728 req-4875e3a4-ad5e-4db9-8550-b0fc9ec4d375 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=4faeb31a-ec6a-4294-a70c-477a3b2c20c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1964314 May 13 14:38:08.220389 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4b458-192a-42a7-81ae-c3354846afcd req-fbbabb18-b2c1-490b-b174-887c7d618950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:08.221907 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0df4b458-192a-42a7-81ae-c3354846afcd req-fbbabb18-b2c1-490b-b174-887c7d618950 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=be55f4c0-99f6-4777-9e43-16529e4e725e HTTP/1.1" status: 200 len: 857 time: 0.2430632 May 13 14:38:08.227883 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-ef6eb012-d386-4de9-885c-a4d926ba7b99 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:38:08.228235 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-ef6eb012-d386-4de9-885c-a4d926ba7b99 service neutron] Checking segment: {'id': '48847e38-2d4a-4cc8-8897-6a1a796d15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2f3ea62-29f2-477b-a404-9640a1543fb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:38:08.228613 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-ef6eb012-d386-4de9-885c-a4d926ba7b99 service neutron] Bound using segment: {'id': '48847e38-2d4a-4cc8-8897-6a1a796d15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2f3ea62-29f2-477b-a404-9640a1543fb6'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:38:08.229055 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-ef6eb012-d386-4de9-885c-a4d926ba7b99 service neutron] Bound port: d3e62517-4b7f-40f8-bc7a-f2bb7955275a, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48847e38-2d4a-4cc8-8897-6a1a796d15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2f3ea62-29f2-477b-a404-9640a1543fb6'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:38:08.229405 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-ef6eb012-d386-4de9-885c-a4d926ba7b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:08.330698 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f8f516f2-5a19-46d9-be18-12ea12227b0f req-bd347b23-ee14-4615-ba7e-5e84be11cd6f service neutron] 10.222.0.59 "GET /v2.0/networks/bdf000b2-35a2-42ed-a188-349bb545fbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125963 May 13 14:38:08.333516 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22302b2a-4a98-4c60-8576-fbd6beeca420'] response: {'name': 'network-changed', 'server_uuid': '12e0c913-323d-49c9-acb7-e725925e801f', 'tag': '7865fba9-2e06-436e-9064-468d336d7cf2', 'status': 'completed', 'code': 200} May 13 14:38:08.359661 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4057d24a-70f0-4727-9d41-05c3942313aa tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:08.437610 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddafa77-3aea-4e3f-a620-cb28114fb96c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Router f6d663e4-cefc-4fe5-9ae4-12bc85dd38f3 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:38:08.626959 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4b458-192a-42a7-81ae-c3354846afcd req-9ecad74f-e1e7-4e6a-acab-efd99fd13bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:08.627654 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0df4b458-192a-42a7-81ae-c3354846afcd req-9ecad74f-e1e7-4e6a-acab-efd99fd13bc4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9479e797-5371-4e30-beb4-10899bbfb8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3978488 May 13 14:38:08.710272 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e7a5b-d306-4263-8f02-39b4ade8bdea req-0ddf8a59-7a34-43a7-9561-807ec56489fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:08.712170 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3e1e7a5b-d306-4263-8f02-39b4ade8bdea req-0ddf8a59-7a34-43a7-9561-807ec56489fc service neutron] 10.222.0.59 "GET /v2.0/networks?id=79758d8c-b106-4287-a282-ab754acae92b HTTP/1.1" status: 200 len: 916 time: 0.6744666 May 13 14:38:08.824014 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4057d24a-70f0-4727-9d41-05c3942313aa tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:08.876459 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057d24a-70f0-4727-9d41-05c3942313aa tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Subnet': ['ID=175d557f-f2ce-401c-91f0-e14b9d9f4806,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:08.880947 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0df4b458-192a-42a7-81ae-c3354846afcd req-5f91c3af-b624-4990-a785-8818ae997925 service neutron] 10.222.0.74 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404912 May 13 14:38:08.885076 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4057d24a-70f0-4727-9d41-05c3942313aa tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:08.896608 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3742e64a-cab5-4a34-b3a4-4fadd75bb571 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:38:08.914153 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2a045-3abd-472f-838c-8fb30e56a8f3 req-74ace515-5a7a-4d73-b461-ace7da6cdb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:08.915505 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-ef6eb012-d386-4de9-885c-a4d926ba7b99 service neutron] For port d3e62517-4b7f-40f8-bc7a-f2bb7955275a, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:38:08.916252 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bc2a045-3abd-472f-838c-8fb30e56a8f3 req-74ace515-5a7a-4d73-b461-ace7da6cdb3b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=713fc3e596334366a49631a90da45226&device_id=12e0c913-323d-49c9-acb7-e725925e801f HTTP/1.1" status: 200 len: 1174 time: 0.3843555 May 13 14:38:08.929508 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec64a0-6256-45d3-9646-acf64f7d972a req-3880d3ce-ffcb-4ce6-9595-59a9a9d871f7 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:08.930670 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4dec64a0-6256-45d3-9646-acf64f7d972a req-3880d3ce-ffcb-4ce6-9595-59a9a9d871f7 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0ffd75f-42ea-495f-8810-00c115636eb8 HTTP/1.1" status: 200 len: 944 time: 0.3918757 May 13 14:38:09.016349 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-ef6eb012-d386-4de9-885c-a4d926ba7b99 service neutron] For port d3e62517-4b7f-40f8-bc7a-f2bb7955275a, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=d3e62517-4b7f-40f8-bc7a-f2bb7955275a,segment=NetworkSegment(48847e38-2d4a-4cc8-8897-6a1a796d15c2),segment_id=48847e38-2d4a-4cc8-8897-6a1a796d15c2)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:38:09.028518 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4057d24a-70f0-4727-9d41-05c3942313aa tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/175d557f-f2ce-401c-91f0-e14b9d9f4806 HTTP/1.1" status: 204 len: 168 time: 1.2594991 May 13 14:38:09.032803 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53106) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:09.042872 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-ef6eb012-d386-4de9-885c-a4d926ba7b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:09.141924 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4dec64a0-6256-45d3-9646-acf64f7d972a req-acc9d49c-a618-430f-bee6-351e42158f42 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/security-groups?id=af8c814b-0ce2-4afc-8f2c-b3a709ca9365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046523 May 13 14:38:09.184271 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3e1e7a5b-d306-4263-8f02-39b4ade8bdea req-c65ae4d5-8901-4bc0-b607-401daaea0286 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42 HTTP/1.1" status: 200 len: 1002 time: 0.4405639 May 13 14:38:09.208479 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0df4b458-192a-42a7-81ae-c3354846afcd req-91356f0d-7834-4d8f-9f7b-720e58ef11fa service neutron] 10.222.0.74 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199551 May 13 14:38:09.213969 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2a045-3abd-472f-838c-8fb30e56a8f3 req-b49ca950-3347-45a3-9c26-f470e0b2e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:09.215537 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bc2a045-3abd-472f-838c-8fb30e56a8f3 req-b49ca950-3347-45a3-9c26-f470e0b2e632 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bdf000b2-35a2-42ed-a188-349bb545fbc9 HTTP/1.1" status: 200 len: 913 time: 0.2343419 May 13 14:38:09.231877 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc370d5e-d921-456d-84db-f288db289b1d None None] DHCP port deletion for 0723b97b-08c9-4db0-a15e-5b69273136d9 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:38:09.237244 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-bc370d5e-d921-456d-84db-f288db289b1d None None] Deleting port e44176dd-b526-4f0e-a719-c0d009017ecd {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:09.237863 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bc370d5e-d921-456d-84db-f288db289b1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:09.281984 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c366b37-b0f9-4234-bf1e-f043d4773d39 req-c8068191-fca8-4973-82f5-59f1727a1b97 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:09.298081 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9c366b37-b0f9-4234-bf1e-f043d4773d39 req-c8068191-fca8-4973-82f5-59f1727a1b97 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=12e0c913-323d-49c9-acb7-e725925e801f HTTP/1.1" status: 200 len: 1023 time: 0.9486697 May 13 14:38:09.335174 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bc2a045-3abd-472f-838c-8fb30e56a8f3 req-0ca1c4e0-d91d-4cd7-b52e-251a10a8b421 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7865fba9-2e06-436e-9064-468d336d7cf2 HTTP/1.1" status: 200 len: 217 time: 0.1136360 May 13 14:38:09.379969 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-dc72d006-bd8b-4494-a97a-7319dc57877b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Allocated IP 2001:db8::f (4c5a9602-2dab-4441-be34-eb7e85a645a2/6e6b1e0a-9b1e-44d9-9d0e-69a36e327704/1f12759b-f832-4185-9b27-0acad34a2d4f) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:09.400015 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3ae3a6c4-f632-419e-bbdc-4589f14d2937 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3580966 May 13 14:38:09.419094 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53112) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:09.430578 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-2114e841-2c88-4ede-b35f-00c38046cff4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:09.469557 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-ef6eb012-d386-4de9-885c-a4d926ba7b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:09.470494 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-ef6eb012-d386-4de9-885c-a4d926ba7b99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:09.472310 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-ef6eb012-d386-4de9-885c-a4d926ba7b99 service neutron] 10.222.0.74 "PUT /v2.0/ports/d3e62517-4b7f-40f8-bc7a-f2bb7955275a HTTP/1.1" status: 200 len: 1092 time: 5.8388646 May 13 14:38:09.486092 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9c366b37-b0f9-4234-bf1e-f043d4773d39 req-3b2a7b40-e9fd-4bd5-9a4b-df441ef01dee tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?id=26c0d835-bbdf-4bc2-a618-ff7c6a80bdd5&id=251bc881-5f1e-459d-9c6b-708ebc56443a&id=ff1c7577-e516-4787-b7ec-24b792b42b75 HTTP/1.1" status: 200 len: 6156 time: 0.1869838 May 13 14:38:09.486820 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ffd75f-42ea-495f-8810-00c115636eb8', 'tag': 'd3e62517-4b7f-40f8-bc7a-f2bb7955275a'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:09.493264 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6eb012-d386-4de9-885c-a4d926ba7b99 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e62517-4b7f-40f8-bc7a-f2bb7955275a,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:09.509552 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddafa77-3aea-4e3f-a620-cb28114fb96c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:38:09.518913 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f758e178-76de-4c3f-894f-45c1cf0e7237 None None] Sync routers for ids ['f6d663e4-cefc-4fe5-9ae4-12bc85dd38f3'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:38:09.533763 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f758e178-76de-4c3f-894f-45c1cf0e7237 None None] Routers {'f6d663e4-cefc-4fe5-9ae4-12bc85dd38f3'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:38:09.535882 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f758e178-76de-4c3f-894f-45c1cf0e7237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:38:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['f6d663e4-cefc-4fe5-9ae4-12bc85dd38f3'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:09.540420 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e7a5b-d306-4263-8f02-39b4ade8bdea req-97f2c531-f857-40e4-adfd-3ca86cf8f086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:09.542400 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3e1e7a5b-d306-4263-8f02-39b4ade8bdea req-97f2c531-f857-40e4-adfd-3ca86cf8f086 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3f8b6906-e2ce-45f4-9457-d3fca5fa8def HTTP/1.1" status: 200 len: 854 time: 0.2736626 May 13 14:38:09.575346 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-bc370d5e-d921-456d-84db-f288db289b1d None None] For port e44176dd-b526-4f0e-a719-c0d009017ecd, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=e44176dd-b526-4f0e-a719-c0d009017ecd,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:09.575915 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bc370d5e-d921-456d-84db-f288db289b1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:09.612796 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2a045-3abd-472f-838c-8fb30e56a8f3 req-07b6fcb0-7002-4d62-8bbd-c553ef4c4571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:09.614237 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bc2a045-3abd-472f-838c-8fb30e56a8f3 req-07b6fcb0-7002-4d62-8bbd-c553ef4c4571 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca21fd33-bce4-432c-932a-d45b6a8b65d2 HTTP/1.1" status: 200 len: 852 time: 0.2441330 May 13 14:38:09.674299 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bc2a045-3abd-472f-838c-8fb30e56a8f3 req-7aca03a1-99b3-43b3-8e75-3173d256dac9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bdf000b2-35a2-42ed-a188-349bb545fbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497050 May 13 14:38:09.712924 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2114e841-2c88-4ede-b35f-00c38046cff4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:09.754381 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ddafa77-3aea-4e3f-a620-cb28114fb96c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:09.759063 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1ddafa77-3aea-4e3f-a620-cb28114fb96c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 11.0704515 May 13 14:38:09.759931 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53122) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:09.772960 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2114e841-2c88-4ede-b35f-00c38046cff4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:subnet and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:09.780663 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2114e841-2c88-4ede-b35f-00c38046cff4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:09.800455 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2114e841-2c88-4ede-b35f-00c38046cff4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:09.809506 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f2dc3-ab68-4fcb-b6b5-0b022ec9f2f1 req-f4d9bfa1-2d56-4ee1-98d6-758707132397 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:09.816615 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-617f2dc3-ab68-4fcb-b6b5-0b022ec9f2f1 req-f4d9bfa1-2d56-4ee1-98d6-758707132397 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 947 time: 0.4837086 May 13 14:38:09.836034 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-bc370d5e-d921-456d-84db-f288db289b1d None None] Calling delete_port for e44176dd-b526-4f0e-a719-c0d009017ecd owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:09.855926 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2114e841-2c88-4ede-b35f-00c38046cff4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:09.856670 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-f758e178-76de-4c3f-894f-45c1cf0e7237 None None] Set router f6d663e4-cefc-4fe5-9ae4-12bc85dd38f3 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:38:09.860881 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2114e841-2c88-4ede-b35f-00c38046cff4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:09.948382 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-311c0ece-983a-4f97-b19b-c5563b57b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:09.949902 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-311c0ece-983a-4f97-b19b-c5563b57b35b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=de6728dd22224c41a4bc2fe2ab69d0cd&device_id=e0ffd75f-42ea-495f-8810-00c115636eb8 HTTP/1.1" status: 200 len: 1095 time: 0.4052789 May 13 14:38:09.958351 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bc370d5e-d921-456d-84db-f288db289b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:10.018507 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc370d5e-d921-456d-84db-f288db289b1d None None] Pushing event deleted for resources: {'Port': ['ID=e44176dd-b526-4f0e-a719-c0d009017ecd,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:10.038006 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc370d5e-d921-456d-84db-f288db289b1d None None] No DVR routers for this DVR port e44176dd-b526-4f0e-a719-c0d009017ecd on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:38:10.047438 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-617f2dc3-ab68-4fcb-b6b5-0b022ec9f2f1 req-41c621c3-8e72-4297-b005-594958d6abb9 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251647 May 13 14:38:10.069005 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bc2a045-3abd-472f-838c-8fb30e56a8f3 req-29cc1d04-5bb3-423e-b409-c78d6fdda0e6 service neutron] 10.222.0.59 "GET /v2.0/networks/bdf000b2-35a2-42ed-a188-349bb545fbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827126 May 13 14:38:10.088033 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-fa41a0d1-1e76-4fcc-887b-77ee23116c4c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3e62517-4b7f-40f8-bc7a-f2bb7955275a HTTP/1.1" status: 200 len: 217 time: 0.0706911 May 13 14:38:10.175666 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-33bbec23-9021-44e4-9dd3-f989f1a706c9 req-36ff24c4-bcdb-4fa1-bf75-a7c61edb9d90 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Request body: {'security_group': {'name': ' tempest-securitygroup -97698263 ', 'description': 'tempest-description-1509828447'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:10.190132 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-33bbec23-9021-44e4-9dd3-f989f1a706c9 req-36ff24c4-bcdb-4fa1-bf75-a7c61edb9d90 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:10.209006 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce5ef2b8-68a6-44f4-998c-6a9c5d483d72'] response: {'name': 'network-changed', 'server_uuid': 'e0ffd75f-42ea-495f-8810-00c115636eb8', 'tag': 'd3e62517-4b7f-40f8-bc7a-f2bb7955275a', 'status': 'completed', 'code': 200} May 13 14:38:10.213489 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e7a5b-d306-4263-8f02-39b4ade8bdea req-6a8811ea-5fd5-4b68-bef2-ab7336bac0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:10.215476 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3e1e7a5b-d306-4263-8f02-39b4ade8bdea req-6a8811ea-5fd5-4b68-bef2-ab7336bac0d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79758d8c-b106-4287-a282-ab754acae92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6001363 May 13 14:38:10.220373 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-33bbec23-9021-44e4-9dd3-f989f1a706c9 req-36ff24c4-bcdb-4fa1-bf75-a7c61edb9d90 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:10.264992 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-33bbec23-9021-44e4-9dd3-f989f1a706c9 req-36ff24c4-bcdb-4fa1-bf75-a7c61edb9d90 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:10.320128 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05577898-66cc-41a7-8a60-ff05905ca8a1 req-021dd196-12ae-4754-94e9-92409e9ba3e1 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:10.322168 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-05577898-66cc-41a7-8a60-ff05905ca8a1 req-021dd196-12ae-4754-94e9-92409e9ba3e1 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 944 time: 0.6259072 May 13 14:38:10.343555 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f758e178-76de-4c3f-894f-45c1cf0e7237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d663e4-cefc-4fe5-9ae4-12bc85dd38f3', 'name': '', 'tenant_id': '0ed26fe593c0415a996a54f846d0b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ff6fb77-588d-4beb-9431-8c646d1d4acd', 'external_fixed_ips': [{'subnet_id': 'e5a2d04c-bfe7-4210-a722-46f8f08ed78c', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'fceaa7a8-b3d2-498f-9fba-0678a773f32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:58Z', 'updated_at': '2022-05-13T14:38:05Z', 'revision_number': 3, 'project_id': '0ed26fe593c0415a996a54f846d0b80d', 'gw_port': {'id': 'fceaa7a8-b3d2-498f-9fba-0678a773f32e', 'name': '', 'network_id': '9ff6fb77-588d-4beb-9431-8c646d1d4acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d663e4-cefc-4fe5-9ae4-12bc85dd38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'e5a2d04c-bfe7-4210-a722-46f8f08ed78c', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:38:02Z', 'updated_at': '2022-05-13T14:38:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5a2d04c-bfe7-4210-a722-46f8f08ed78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:10.348949 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f758e178-76de-4c3f-894f-45c1cf0e7237 None None] Checking router: f6d663e4-cefc-4fe5-9ae4-12bc85dd38f3 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:38:10.349427 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f758e178-76de-4c3f-894f-45c1cf0e7237 None None] Updating router f6d663e4-cefc-4fe5-9ae4-12bc85dd38f3 port fceaa7a8-b3d2-498f-9fba-0678a773f32e binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:38:10.417894 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-6c277fdc-e276-41f8-ae5e-04897c8b4194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:10.418612 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-6c277fdc-e276-41f8-ae5e-04897c8b4194 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6eaa1b8f-d3c1-4756-b489-078d11acd8c7 HTTP/1.1" status: 200 len: 844 time: 0.3152330 May 13 14:38:10.421344 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-f758e178-76de-4c3f-894f-45c1cf0e7237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:10.434755 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc54d75-9665-4b1d-b6bc-cde17dd7ec81', 'tag': '1cd1f57d-1854-49dc-a1ac-35e2a791069c'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:10.485800 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bc2a045-3abd-472f-838c-8fb30e56a8f3 req-b84f71f7-492c-452c-8882-3ca2354209aa service neutron] 10.222.0.59 "GET /v2.0/networks/bdf000b2-35a2-42ed-a188-349bb545fbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010928 May 13 14:38:10.486812 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-33bbec23-9021-44e4-9dd3-f989f1a706c9 req-36ff24c4-bcdb-4fa1-bf75-a7c61edb9d90 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:10.497456 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-33bbec23-9021-44e4-9dd3-f989f1a706c9 req-36ff24c4-bcdb-4fa1-bf75-a7c61edb9d90 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Usage tracker for resource:security_group_rule and tenant:713fc3e596334366a49631a90da45226 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:10.513419 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-33bbec23-9021-44e4-9dd3-f989f1a706c9 req-36ff24c4-bcdb-4fa1-bf75-a7c61edb9d90 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:10.524083 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-33bbec23-9021-44e4-9dd3-f989f1a706c9 req-36ff24c4-bcdb-4fa1-bf75-a7c61edb9d90 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:10.671076 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-887684ff-7b0b-4a9d-af90-024b3b921c07 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:10.725371 n-d-841760-1 neutron-server[88081]: DEBUG neutron.objects.ports [None req-2114e841-2c88-4ede-b35f-00c38046cff4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88081) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 14:38:10.728454 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-33bbec23-9021-44e4-9dd3-f989f1a706c9 req-36ff24c4-bcdb-4fa1-bf75-a7c61edb9d90 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:10.730026 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2114e841-2c88-4ede-b35f-00c38046cff4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:10.760556 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dc72d006-bd8b-4494-a97a-7319dc57877b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:10.771367 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-33bbec23-9021-44e4-9dd3-f989f1a706c9 req-36ff24c4-bcdb-4fa1-bf75-a7c61edb9d90 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:10.816977 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-f758e178-76de-4c3f-894f-45c1cf0e7237 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:10.829637 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-05577898-66cc-41a7-8a60-ff05905ca8a1 req-67119729-9810-444c-aff2-75cac8eaf784 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=4faeb31a-ec6a-4294-a70c-477a3b2c20c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4502606 May 13 14:38:10.830899 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2114e841-2c88-4ede-b35f-00c38046cff4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:10.840303 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-2114e841-2c88-4ede-b35f-00c38046cff4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:10.842065 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-f758e178-76de-4c3f-894f-45c1cf0e7237 None None] Transition to ACTIVE for port object fceaa7a8-b3d2-498f-9fba-0678a773f32e will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:10.843405 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2114e841-2c88-4ede-b35f-00c38046cff4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:10.844143 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2114e841-2c88-4ede-b35f-00c38046cff4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:10.857962 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b3b1b3-2b59-4875-9188-0ff0dab67f8e None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:38:10.858134 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-f758e178-76de-4c3f-894f-45c1cf0e7237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:10.858781 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-dc72d006-bd8b-4494-a97a-7319dc57877b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Transition to ACTIVE for port object 1f12759b-f832-4185-9b27-0acad34a2d4f will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:10.890329 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff24c4-bcdb-4fa1-bf75-a7c61edb9d90 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44012e17-f5c8-4322-9bcc-a5274b1143a7,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:10.922912 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114e841-2c88-4ede-b35f-00c38046cff4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Subnet': ['ID=862dcc6b-bd47-4692-ad9b-9a52eaac919b,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:10.931876 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-33bbec23-9021-44e4-9dd3-f989f1a706c9 req-36ff24c4-bcdb-4fa1-bf75-a7c61edb9d90 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:10.935233 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-33bbec23-9021-44e4-9dd3-f989f1a706c9 req-36ff24c4-bcdb-4fa1-bf75-a7c61edb9d90 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.7633445 May 13 14:38:10.937107 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2114e841-2c88-4ede-b35f-00c38046cff4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5132816 May 13 14:38:10.951702 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53132) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:10.957442 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3e1e7a5b-d306-4263-8f02-39b4ade8bdea req-bf6001dd-1ebc-46e3-a879-1044ffa90839 service neutron] 10.222.0.59 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7102821 May 13 14:38:10.968509 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-92ab7c7f-4762-47c6-a7de-73c5dabd5545 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'port': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'mac_address': 'fa:16:3e:f2:fe:a2', 'name': 'tempest-NetworksTestDHCPv6-1352658987'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:10.981057 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-f758e178-76de-4c3f-894f-45c1cf0e7237 None None] Attempting to bind port fceaa7a8-b3d2-498f-9fba-0678a773f32e on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:38:10.981422 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-f758e178-76de-4c3f-894f-45c1cf0e7237 None None] Attempting to bind port fceaa7a8-b3d2-498f-9fba-0678a773f32e by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '4a59a3ce-5647-4013-ae18-fb93f9f79ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9ff6fb77-588d-4beb-9431-8c646d1d4acd'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:38:10.981775 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f758e178-76de-4c3f-894f-45c1cf0e7237 None None] Attempting to bind port fceaa7a8-b3d2-498f-9fba-0678a773f32e on network 9ff6fb77-588d-4beb-9431-8c646d1d4acd {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:10.992702 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f758e178-76de-4c3f-894f-45c1cf0e7237 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:38:10.993065 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f758e178-76de-4c3f-894f-45c1cf0e7237 None None] Checking segment: {'id': '4a59a3ce-5647-4013-ae18-fb93f9f79ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9ff6fb77-588d-4beb-9431-8c646d1d4acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:38:10.993781 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-f758e178-76de-4c3f-894f-45c1cf0e7237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:10.993906 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f758e178-76de-4c3f-894f-45c1cf0e7237 None None] Bound using segment: {'id': '4a59a3ce-5647-4013-ae18-fb93f9f79ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9ff6fb77-588d-4beb-9431-8c646d1d4acd'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:38:10.994277 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-f758e178-76de-4c3f-894f-45c1cf0e7237 None None] Bound port: fceaa7a8-b3d2-498f-9fba-0678a773f32e, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a59a3ce-5647-4013-ae18-fb93f9f79ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9ff6fb77-588d-4beb-9431-8c646d1d4acd'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:38:10.994641 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-f758e178-76de-4c3f-894f-45c1cf0e7237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:11.074873 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-f758e178-76de-4c3f-894f-45c1cf0e7237 None None] For port fceaa7a8-b3d2-498f-9fba-0678a773f32e, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:38:11.080519 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-f758e178-76de-4c3f-894f-45c1cf0e7237 None None] For port fceaa7a8-b3d2-498f-9fba-0678a773f32e, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=fceaa7a8-b3d2-498f-9fba-0678a773f32e,segment=NetworkSegment(4a59a3ce-5647-4013-ae18-fb93f9f79ac8),segment_id=4a59a3ce-5647-4013-ae18-fb93f9f79ac8)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:38:11.086680 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-f758e178-76de-4c3f-894f-45c1cf0e7237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:11.097993 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16412d3-1a3c-40a1-8023-0b4725a4b652 None None] Pushing event updated for resources: {'Port': ['ID=fceaa7a8-b3d2-498f-9fba-0678a773f32e,revision_number=2']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:11.186280 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e44176dd-b526-4f0e-a719-c0d009017ecd no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:38:11.224388 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16412d3-1a3c-40a1-8023-0b4725a4b652 None None] Pushing event updated for resources: {'Port': ['ID=fceaa7a8-b3d2-498f-9fba-0678a773f32e,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:11.236015 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: e44176dd-b526-4f0e-a719-c0d009017ecd {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:38:11.236499 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e44176dd-b526-4f0e-a719-c0d009017ecd not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:38:11.264500 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f758e178-76de-4c3f-894f-45c1cf0e7237 None None] Routers {'f6d663e4-cefc-4fe5-9ae4-12bc85dd38f3'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:38:11.265127 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f758e178-76de-4c3f-894f-45c1cf0e7237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:38:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['f6d663e4-cefc-4fe5-9ae4-12bc85dd38f3'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:11.287925 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-488c11ac-5313-48b9-b06d-ef0de980e02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:11.290174 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-488c11ac-5313-48b9-b06d-ef0de980e02f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2f3ea62-29f2-477b-a404-9640a1543fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6807323 May 13 14:38:11.311198 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-887684ff-7b0b-4a9d-af90-024b3b921c07 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:11.313717 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eefe200-322c-4d72-ab81-dc37e66b31bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-0723b97b-08c9-4db0-a15e-5b69273136d9', 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'fixed_ips': [{'subnet_id': '862dcc6b-bd47-4692-ad9b-9a52eaac919b'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:38:11.314614 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2eefe200-322c-4d72-ab81-dc37e66b31bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:11.326181 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c22aa-d2a3-41bb-8328-1d58b7e06edf req-79afc72d-7f55-434a-9d3e-710c0f57fb45 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:11.335169 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ec9c22aa-d2a3-41bb-8328-1d58b7e06edf req-79afc72d-7f55-434a-9d3e-710c0f57fb45 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0ffd75f-42ea-495f-8810-00c115636eb8 HTTP/1.1" status: 200 len: 944 time: 0.1982749 May 13 14:38:11.389198 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af6b8515-a3f0-4c65-8729-d899fe934e0b'] response: {'name': 'network-changed', 'server_uuid': '9dc54d75-9665-4b1d-b6bc-cde17dd7ec81', 'tag': '1cd1f57d-1854-49dc-a1ac-35e2a791069c', 'status': 'completed', 'code': 200} May 13 14:38:11.417083 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ec9c22aa-d2a3-41bb-8328-1d58b7e06edf req-4ed14000-ed8d-4ee3-951f-17cd4051a8a4 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/security-groups?id=af8c814b-0ce2-4afc-8f2c-b3a709ca9365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808265 May 13 14:38:11.504146 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3e1e7a5b-d306-4263-8f02-39b4ade8bdea req-754f61ad-960f-48ce-bcf9-254b910f6670 service neutron] 10.222.0.59 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5192664 May 13 14:38:11.510332 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-f758e178-76de-4c3f-894f-45c1cf0e7237 None None] Set router f6d663e4-cefc-4fe5-9ae4-12bc85dd38f3 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:38:11.547506 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-2eefe200-322c-4d72-ab81-dc37e66b31bb None None] Allocated IP 2001:db8::f816:3eff:fece:ccdf (0723b97b-08c9-4db0-a15e-5b69273136d9/862dcc6b-bd47-4692-ad9b-9a52eaac919b/acd3c1b2-f962-4c83-9c8d-cf44da6af34b) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:11.610587 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-92ab7c7f-4762-47c6-a7de-73c5dabd5545 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:11.618100 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-887684ff-7b0b-4a9d-af90-024b3b921c07 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Deleting port fceaa7a8-b3d2-498f-9fba-0678a773f32e {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:11.618447 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-887684ff-7b0b-4a9d-af90-024b3b921c07 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:11.638291 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f2230-986c-4f34-9189-fc45d53b5d20 req-3e71af46-7cc4-4225-9f5a-2655c50fb734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:11.640226 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ec4f2230-986c-4f34-9189-fc45d53b5d20 req-3e71af46-7cc4-4225-9f5a-2655c50fb734 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=936df29ada1f4039bf03263eb4658581&device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 1095 time: 0.2038569 May 13 14:38:11.730932 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dc72d006-bd8b-4494-a97a-7319dc57877b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:11.786433 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-92ab7c7f-4762-47c6-a7de-73c5dabd5545 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:port and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:11.806708 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-92ab7c7f-4762-47c6-a7de-73c5dabd5545 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:11.809919 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153c097-a120-4324-ab9d-62c59a89a035 req-1797f77a-69e8-49dc-8f8a-328ccc330f4a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:11.817718 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4153c097-a120-4324-ab9d-62c59a89a035 req-1797f77a-69e8-49dc-8f8a-328ccc330f4a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 947 time: 0.2291903 May 13 14:38:11.832056 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2eefe200-322c-4d72-ab81-dc37e66b31bb None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:11.846104 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f2230-986c-4f34-9189-fc45d53b5d20 req-13be758f-5c70-4ea8-8255-7aeb8f6808df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:11.847638 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-2eefe200-322c-4d72-ab81-dc37e66b31bb None None] Transition to ACTIVE for port object acd3c1b2-f962-4c83-9c8d-cf44da6af34b will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:11.847787 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f758e178-76de-4c3f-894f-45c1cf0e7237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d663e4-cefc-4fe5-9ae4-12bc85dd38f3', 'name': '', 'tenant_id': '0ed26fe593c0415a996a54f846d0b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ff6fb77-588d-4beb-9431-8c646d1d4acd', 'external_fixed_ips': [{'subnet_id': 'e5a2d04c-bfe7-4210-a722-46f8f08ed78c', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'fceaa7a8-b3d2-498f-9fba-0678a773f32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:58Z', 'updated_at': '2022-05-13T14:38:05Z', 'revision_number': 3, 'project_id': '0ed26fe593c0415a996a54f846d0b80d', 'gw_port': {'id': 'fceaa7a8-b3d2-498f-9fba-0678a773f32e', 'name': '', 'network_id': '9ff6fb77-588d-4beb-9431-8c646d1d4acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d663e4-cefc-4fe5-9ae4-12bc85dd38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'e5a2d04c-bfe7-4210-a722-46f8f08ed78c', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:38:02Z', 'updated_at': '2022-05-13T14:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5a2d04c-bfe7-4210-a722-46f8f08ed78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:11.848825 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ec4f2230-986c-4f34-9189-fc45d53b5d20 req-13be758f-5c70-4ea8-8255-7aeb8f6808df service neutron] 10.222.0.74 "GET /v2.0/networks?id=9479e797-5371-4e30-beb4-10899bbfb8b9 HTTP/1.1" status: 200 len: 919 time: 0.1957593 May 13 14:38:11.853108 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f758e178-76de-4c3f-894f-45c1cf0e7237 None None] The sync data for ids ['f6d663e4-cefc-4fe5-9ae4-12bc85dd38f3'] in n-d-841760-1 is: [{'id': 'f6d663e4-cefc-4fe5-9ae4-12bc85dd38f3', 'name': '', 'tenant_id': '0ed26fe593c0415a996a54f846d0b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ff6fb77-588d-4beb-9431-8c646d1d4acd', 'external_fixed_ips': [{'subnet_id': 'e5a2d04c-bfe7-4210-a722-46f8f08ed78c', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'fceaa7a8-b3d2-498f-9fba-0678a773f32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:58Z', 'updated_at': '2022-05-13T14:38:05Z', 'revision_number': 3, 'project_id': '0ed26fe593c0415a996a54f846d0b80d', 'gw_port': {'id': 'fceaa7a8-b3d2-498f-9fba-0678a773f32e', 'name': '', 'network_id': '9ff6fb77-588d-4beb-9431-8c646d1d4acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d663e4-cefc-4fe5-9ae4-12bc85dd38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'e5a2d04c-bfe7-4210-a722-46f8f08ed78c', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:38:02Z', 'updated_at': '2022-05-13T14:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5a2d04c-bfe7-4210-a722-46f8f08ed78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:38:11.872229 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-2eefe200-322c-4d72-ab81-dc37e66b31bb None None] Transition to ACTIVE for port object acd3c1b2-f962-4c83-9c8d-cf44da6af34b will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:11.882761 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2eefe200-322c-4d72-ab81-dc37e66b31bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:11.897231 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc72d006-bd8b-4494-a97a-7319dc57877b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network 4c5a9602-2dab-4441-be34-eb7e85a645a2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:11.915930 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-dc72d006-bd8b-4494-a97a-7319dc57877b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:11.924608 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc72d006-bd8b-4494-a97a-7319dc57877b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:11.935796 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc72d006-bd8b-4494-a97a-7319dc57877b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:11.936475 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dc72d006-bd8b-4494-a97a-7319dc57877b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:11.946205 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ec4f2230-986c-4f34-9189-fc45d53b5d20 req-4758dfa6-f0f1-4b7a-a84f-03bb891797b7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1cd1f57d-1854-49dc-a1ac-35e2a791069c HTTP/1.1" status: 200 len: 217 time: 0.0857677 May 13 14:38:11.961982 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4153c097-a120-4324-ab9d-62c59a89a035 req-4e2ab513-bbe4-43ca-b936-a4ba6d7e5bbd tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425936 May 13 14:38:11.962267 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-92ab7c7f-4762-47c6-a7de-73c5dabd5545 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:11.963913 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eefe200-322c-4d72-ab81-dc37e66b31bb None None] Pushing event updated for resources: {'Port': ['ID=acd3c1b2-f962-4c83-9c8d-cf44da6af34b,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:11.967642 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eefe200-322c-4d72-ab81-dc37e66b31bb None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:11.969218 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-2eefe200-322c-4d72-ab81-dc37e66b31bb None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:11.971878 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eefe200-322c-4d72-ab81-dc37e66b31bb None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:12.043726 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1384b092-b340-4ba1-ad9c-af08029bb74c req-b7d57b71-0cdb-45c6-b409-a86b2c941ef4 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups/44012e17-f5c8-4322-9bcc-a5274b1143a7 HTTP/1.1" status: 200 len: 1781 time: 0.4479070 May 13 14:38:12.081783 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f2230-986c-4f34-9189-fc45d53b5d20 req-5aecad2b-e13a-4d11-8f39-44b24bac52b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:12.084405 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ec4f2230-986c-4f34-9189-fc45d53b5d20 req-5aecad2b-e13a-4d11-8f39-44b24bac52b7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=be55f4c0-99f6-4777-9e43-16529e4e725e HTTP/1.1" status: 200 len: 857 time: 0.1186202 May 13 14:38:12.091467 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-dc72d006-bd8b-4494-a97a-7319dc57877b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 6.2249305 May 13 14:38:12.102062 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-2eefe200-322c-4d72-ab81-dc37e66b31bb None None] Attempting to bind port acd3c1b2-f962-4c83-9c8d-cf44da6af34b on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:38:12.102575 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-2eefe200-322c-4d72-ab81-dc37e66b31bb None None] Attempting to bind port acd3c1b2-f962-4c83-9c8d-cf44da6af34b by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:38:12.102942 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eefe200-322c-4d72-ab81-dc37e66b31bb None None] Attempting to bind port acd3c1b2-f962-4c83-9c8d-cf44da6af34b on network 0723b97b-08c9-4db0-a15e-5b69273136d9 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:12.112629 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eefe200-322c-4d72-ab81-dc37e66b31bb None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:38:12.113013 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eefe200-322c-4d72-ab81-dc37e66b31bb None None] Checking segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:38:12.113404 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2eefe200-322c-4d72-ab81-dc37e66b31bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:12.113792 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eefe200-322c-4d72-ab81-dc37e66b31bb None None] Bound using segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:38:12.114257 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-2eefe200-322c-4d72-ab81-dc37e66b31bb None None] Bound port: acd3c1b2-f962-4c83-9c8d-cf44da6af34b, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:38:12.114629 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2eefe200-322c-4d72-ab81-dc37e66b31bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:12.132314 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53144) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:12.172144 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72d006-bd8b-4494-a97a-7319dc57877b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Port': ['ID=1f12759b-f832-4185-9b27-0acad34a2d4f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:12.189934 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c0832c9e-c3f6-4229-8a8d-2cb338d54288 req-1614649f-e659-4810-9833-8108b5dd29e7 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups/44012e17-f5c8-4322-9bcc-a5274b1143a7 HTTP/1.1" status: 200 len: 1781 time: 0.1024721 May 13 14:38:12.220074 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ab7c7f-4762-47c6-a7de-73c5dabd5545 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:12.323974 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-2eefe200-322c-4d72-ab81-dc37e66b31bb None None] For port acd3c1b2-f962-4c83-9c8d-cf44da6af34b, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:38:12.344300 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-2eefe200-322c-4d72-ab81-dc37e66b31bb None None] For port acd3c1b2-f962-4c83-9c8d-cf44da6af34b, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=acd3c1b2-f962-4c83-9c8d-cf44da6af34b,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:38:12.352723 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2eefe200-322c-4d72-ab81-dc37e66b31bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:12.434944 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc72d006-bd8b-4494-a97a-7319dc57877b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:12.435301 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc72d006-bd8b-4494-a97a-7319dc57877b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:12.436926 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc72d006-bd8b-4494-a97a-7319dc57877b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:12.436926 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc72d006-bd8b-4494-a97a-7319dc57877b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:12.436926 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc72d006-bd8b-4494-a97a-7319dc57877b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:12.436926 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc72d006-bd8b-4494-a97a-7319dc57877b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:12.436926 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc72d006-bd8b-4494-a97a-7319dc57877b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:12.437426 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc72d006-bd8b-4494-a97a-7319dc57877b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:12.437730 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc72d006-bd8b-4494-a97a-7319dc57877b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:12.438054 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc72d006-bd8b-4494-a97a-7319dc57877b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:12.438375 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc72d006-bd8b-4494-a97a-7319dc57877b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:12.438693 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc72d006-bd8b-4494-a97a-7319dc57877b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:12.439488 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f2230-986c-4f34-9189-fc45d53b5d20 req-ea0d6d9a-9efd-48f0-978e-963657f0ab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:12.444174 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-ca97145e-8c08-4d8d-8bce-3c2c543745e5 service neutron] 10.222.0.74 "GET /v2.0/networks/c2f3ea62-29f2-477b-a404-9640a1543fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1285110 May 13 14:38:12.444529 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ec4f2230-986c-4f34-9189-fc45d53b5d20 req-ea0d6d9a-9efd-48f0-978e-963657f0ab6c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9479e797-5371-4e30-beb4-10899bbfb8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3520777 May 13 14:38:12.455427 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadb35da-5a3d-4199-994a-792f26e50fe6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:12.456319 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-fadb35da-5a3d-4199-994a-792f26e50fe6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Synchronizing usage tracker for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:12.491289 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eefe200-322c-4d72-ab81-dc37e66b31bb None None] Pushing event updated for resources: {'Port': ['ID=acd3c1b2-f962-4c83-9c8d-cf44da6af34b,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:12.492172 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5ca51-e938-40c0-8a50-6358e302a70a req-3a36b0d7-5b28-4a2b-9a38-3f48ab287930 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:12.494229 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f8e5ca51-e938-40c0-8a50-6358e302a70a req-3a36b0d7-5b28-4a2b-9a38-3f48ab287930 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 944 time: 0.3030102 May 13 14:38:12.512682 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d56afa78-7900-453e-8459-0c2ed79113e3 None None] Provisioning for port 1f12759b-f832-4185-9b27-0acad34a2d4f completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:12.525913 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d56afa78-7900-453e-8459-0c2ed79113e3 None None] Provisioning complete for port 1f12759b-f832-4185-9b27-0acad34a2d4f triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:12.531247 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d56afa78-7900-453e-8459-0c2ed79113e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:12.620578 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-d56afa78-7900-453e-8459-0c2ed79113e3 None None] Port 1f12759b-f832-4185-9b27-0acad34a2d4f cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:38:12.642506 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-fadb35da-5a3d-4199-994a-792f26e50fe6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Unset dirty status for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:12.646490 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fadb35da-5a3d-4199-994a-792f26e50fe6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.5017433 May 13 14:38:12.697131 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53150) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:12.737138 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ec4f2230-986c-4f34-9189-fc45d53b5d20 req-b1502a50-c6b7-481a-8635-f919b8bcf82d service neutron] 10.222.0.74 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764213 May 13 14:38:12.809535 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-887684ff-7b0b-4a9d-af90-024b3b921c07 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] For port fceaa7a8-b3d2-498f-9fba-0678a773f32e, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=fceaa7a8-b3d2-498f-9fba-0678a773f32e,segment=NetworkSegment(4a59a3ce-5647-4013-ae18-fb93f9f79ac8),segment_id=4a59a3ce-5647-4013-ae18-fb93f9f79ac8)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:12.810100 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-887684ff-7b0b-4a9d-af90-024b3b921c07 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:12.838366 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3bfc548d-d5b7-4f2a-b1b5-491107e6b787 req-24e973b0-3298-4d4d-859d-782fb0121ad5 service neutron] 10.222.0.74 "GET /v2.0/networks/c2f3ea62-29f2-477b-a404-9640a1543fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805315 May 13 14:38:12.866041 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f8e5ca51-e938-40c0-8a50-6358e302a70a req-a4786782-b56a-497f-b2d5-e70e44e6b35f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=4faeb31a-ec6a-4294-a70c-477a3b2c20c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3560579 May 13 14:38:12.985401 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ec4f2230-986c-4f34-9189-fc45d53b5d20 req-d932a5ec-5f90-4c2c-8ebe-a3d869cba07b service neutron] 10.222.0.74 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198586 May 13 14:38:13.163232 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e032b95-4e3d-402d-9c24-9121e53f0f5e req-14c7980b-9a3e-4b3f-bc20-0ed7f0c27e7b tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:13.170829 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8e032b95-4e3d-402d-9c24-9121e53f0f5e req-14c7980b-9a3e-4b3f-bc20-0ed7f0c27e7b tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0ffd75f-42ea-495f-8810-00c115636eb8 HTTP/1.1" status: 200 len: 944 time: 0.1197371 May 13 14:38:13.210430 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device fceaa7a8-b3d2-498f-9fba-0678a773f32e up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:13.244859 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8e032b95-4e3d-402d-9c24-9121e53f0f5e req-ef9cab56-494e-4381-bbfd-186d571ffcf0 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/security-groups?id=af8c814b-0ce2-4afc-8f2c-b3a709ca9365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652068 May 13 14:38:13.280706 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-887684ff-7b0b-4a9d-af90-024b3b921c07 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Calling delete_port for fceaa7a8-b3d2-498f-9fba-0678a773f32e owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:13.322107 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port fceaa7a8-b3d2-498f-9fba-0678a773f32e completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:13.328132 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port fceaa7a8-b3d2-498f-9fba-0678a773f32e triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:13.329230 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:13.378787 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c0832c9e-c3f6-4229-8a8d-2cb338d54288 req-ad5ee295-940a-44e4-b6b9-4b05258c2fea tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:13.413833 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-92ab7c7f-4762-47c6-a7de-73c5dabd5545 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:13.485578 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c0832c9e-c3f6-4229-8a8d-2cb338d54288 req-ad5ee295-940a-44e4-b6b9-4b05258c2fea tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:13.490621 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port fceaa7a8-b3d2-498f-9fba-0678a773f32e is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:13.491577 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:13.518627 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31288ab-594b-42c0-8660-91fcfca52edb req-372801f0-aedf-48f8-a1e5-9b6f1b7810d1 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:13.520225 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d31288ab-594b-42c0-8660-91fcfca52edb req-372801f0-aedf-48f8-a1e5-9b6f1b7810d1 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 947 time: 0.1316366 May 13 14:38:13.524954 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port fceaa7a8-b3d2-498f-9fba-0678a773f32e, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=fceaa7a8-b3d2-498f-9fba-0678a773f32e,segment=NetworkSegment(4a59a3ce-5647-4013-ae18-fb93f9f79ac8),segment_id=4a59a3ce-5647-4013-ae18-fb93f9f79ac8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:13.528316 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-92ab7c7f-4762-47c6-a7de-73c5dabd5545 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] device_id is not set on port 848516a5-ee68-4c40-89d2-dddf816e3bd3 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:38:13.530027 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:13.530904 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device acd3c1b2-f962-4c83-9c8d-cf44da6af34b up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:13.574661 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d31288ab-594b-42c0-8660-91fcfca52edb req-8f36f571-89ed-421f-84d4-904f4d0b8a5a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472758 May 13 14:38:13.640660 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c0832c9e-c3f6-4229-8a8d-2cb338d54288 req-ad5ee295-940a-44e4-b6b9-4b05258c2fea tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:13.676903 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ee295-940a-44e4-b6b9-4b05258c2fea tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44012e17-f5c8-4322-9bcc-a5274b1143a7,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:13.681500 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=fceaa7a8-b3d2-498f-9fba-0678a773f32e,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:13.690674 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77405fb5-a755-478b-a4ee-95ec02a9949e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:13.699420 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77405fb5-a755-478b-a4ee-95ec02a9949e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:13.704407 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port acd3c1b2-f962-4c83-9c8d-cf44da6af34b completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:13.706190 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77405fb5-a755-478b-a4ee-95ec02a9949e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:13.707385 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-77405fb5-a755-478b-a4ee-95ec02a9949e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Synchronizing usage tracker for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:13.766045 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30805bf-dd21-464b-963b-6b5e38bfe69f req-cabfa75b-1f2b-4e2e-8051-c1121d7eeff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:13.767667 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c30805bf-dd21-464b-963b-6b5e38bfe69f req-cabfa75b-1f2b-4e2e-8051-c1121d7eeff8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=de6728dd22224c41a4bc2fe2ab69d0cd&device_id=e0ffd75f-42ea-495f-8810-00c115636eb8 HTTP/1.1" status: 200 len: 1095 time: 0.5425332 May 13 14:38:13.798014 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-77405fb5-a755-478b-a4ee-95ec02a9949e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Unset dirty status for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:13.804631 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-77405fb5-a755-478b-a4ee-95ec02a9949e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 1.1006677 May 13 14:38:13.805774 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53160) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:13.970810 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-38464bf3-901b-4b3d-a676-6b367a3ab7c1 None None] Provisioning for port acd3c1b2-f962-4c83-9c8d-cf44da6af34b completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:13.981694 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.api [None req-887684ff-7b0b-4a9d-af90-024b3b921c07 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:38:13.982350 n-d-841760-1 neutron-server[88082]: DEBUG oslo_db.api [None req-887684ff-7b0b-4a9d-af90-024b3b921c07 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:38:13.982907 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-38464bf3-901b-4b3d-a676-6b367a3ab7c1 None None] Provisioning complete for port acd3c1b2-f962-4c83-9c8d-cf44da6af34b triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:13.983332 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-38464bf3-901b-4b3d-a676-6b367a3ab7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:14.006514 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-41838a4c-5b20-4c79-b10c-c69f2924c3ee tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting port 1f12759b-f832-4185-9b27-0acad34a2d4f {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:14.007171 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-41838a4c-5b20-4c79-b10c-c69f2924c3ee tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:14.026949 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30805bf-dd21-464b-963b-6b5e38bfe69f req-377ed817-f9eb-4b1a-930c-11c760c76478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:14.028646 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c30805bf-dd21-464b-963b-6b5e38bfe69f req-377ed817-f9eb-4b1a-930c-11c760c76478 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2f3ea62-29f2-477b-a404-9640a1543fb6 HTTP/1.1" status: 200 len: 906 time: 0.2511854 May 13 14:38:14.030365 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c0832c9e-c3f6-4229-8a8d-2cb338d54288 req-ad5ee295-940a-44e4-b6b9-4b05258c2fea tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:14.034237 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c0832c9e-c3f6-4229-8a8d-2cb338d54288 req-ad5ee295-940a-44e4-b6b9-4b05258c2fea tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "DELETE /v2.0/security-groups/44012e17-f5c8-4322-9bcc-a5274b1143a7 HTTP/1.1" status: 204 len: 173 time: 1.8409414 May 13 14:38:14.218864 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-38464bf3-901b-4b3d-a676-6b367a3ab7c1 None None] Current status of the port acd3c1b2-f962-4c83-9c8d-cf44da6af34b is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:14.219293 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-38464bf3-901b-4b3d-a676-6b367a3ab7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:14.219408 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c30805bf-dd21-464b-963b-6b5e38bfe69f req-1f44ca7c-728b-46bb-9b80-d3fb8ff3c207 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3e62517-4b7f-40f8-bc7a-f2bb7955275a HTTP/1.1" status: 200 len: 217 time: 0.1808186 May 13 14:38:14.229637 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-92ab7c7f-4762-47c6-a7de-73c5dabd5545 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Allocated IP 2001:db8::f816:3eff:fef2:fea2 (0723b97b-08c9-4db0-a15e-5b69273136d9/862dcc6b-bd47-4692-ad9b-9a52eaac919b/848516a5-ee68-4c40-89d2-dddf816e3bd3) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:14.267420 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-38464bf3-901b-4b3d-a676-6b367a3ab7c1 None None] For port acd3c1b2-f962-4c83-9c8d-cf44da6af34b, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=acd3c1b2-f962-4c83-9c8d-cf44da6af34b,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:14.272172 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-38464bf3-901b-4b3d-a676-6b367a3ab7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:14.290804 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [req-216619bf-b439-43ad-9ce6-4e41fa515178 req-99c49d0c-b231-489e-a26d-95b90e5d8ef0 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] show failed (client error): The resource could not be found. May 13 14:38:14.291878 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-216619bf-b439-43ad-9ce6-4e41fa515178 req-99c49d0c-b231-489e-a26d-95b90e5d8ef0 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups/44012e17-f5c8-4322-9bcc-a5274b1143a7 HTTP/1.1" status: 404 len: 352 time: 0.0631073 May 13 14:38:14.353317 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 1cd1f57d-1854-49dc-a1ac-35e2a791069c details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:38:14.357029 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-41838a4c-5b20-4c79-b10c-c69f2924c3ee tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:14.449723 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30805bf-dd21-464b-963b-6b5e38bfe69f req-cc159f6b-70d8-4809-a4d4-d7dc81c35f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:14.451662 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c30805bf-dd21-464b-963b-6b5e38bfe69f req-cc159f6b-70d8-4809-a4d4-d7dc81c35f39 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6eaa1b8f-d3c1-4756-b489-078d11acd8c7 HTTP/1.1" status: 200 len: 844 time: 0.2092977 May 13 14:38:14.467575 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38464bf3-901b-4b3d-a676-6b367a3ab7c1 None None] Pushing event updated for resources: {'Port': ['ID=acd3c1b2-f962-4c83-9c8d-cf44da6af34b,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:14.492033 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-887684ff-7b0b-4a9d-af90-024b3b921c07 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Deleting port fceaa7a8-b3d2-498f-9fba-0678a773f32e {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:14.492934 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-887684ff-7b0b-4a9d-af90-024b3b921c07 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:14.513274 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-41838a4c-5b20-4c79-b10c-c69f2924c3ee tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Calling delete_port for 1f12759b-f832-4185-9b27-0acad34a2d4f owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:14.609037 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 1cd1f57d-1854-49dc-a1ac-35e2a791069c, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=1cd1f57d-1854-49dc-a1ac-35e2a791069c,segment=NetworkSegment(aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa),segment_id=aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:14.612071 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639d06e-2fdb-4ce8-810b-cdd1e3ac2662 req-54a54e5f-efec-48ca-a4fc-34b04b780658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:14.612071 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3639d06e-2fdb-4ce8-810b-cdd1e3ac2662 req-54a54e5f-efec-48ca-a4fc-34b04b780658 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=750c61eed54a4300a98b9026ab520580&device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 1098 time: 0.3549592 May 13 14:38:14.626406 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '1cd1f57d-1854-49dc-a1ac-35e2a791069c', 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9', 'port_id': '1cd1f57d-1854-49dc-a1ac-35e2a791069c', 'mac_address': 'fa:16:3e:64:21:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be55f4c0-99f6-4777-9e43-16529e4e725e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:38:14.660670 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83821a-02d6-421f-baee-626245cf0b48 req-bca526f3-c19f-4736-94e9-2f1b0649efa0 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:14.662121 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8a83821a-02d6-421f-baee-626245cf0b48 req-bca526f3-c19f-4736-94e9-2f1b0649efa0 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 944 time: 0.3747206 May 13 14:38:14.686602 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 1cd1f57d-1854-49dc-a1ac-35e2a791069c is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:14.686952 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:14.707073 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cd1f57d-1854-49dc-a1ac-35e2a791069c {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:38:14.725337 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 1cd1f57d-1854-49dc-a1ac-35e2a791069c, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=1cd1f57d-1854-49dc-a1ac-35e2a791069c,segment=NetworkSegment(aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa),segment_id=aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:14.730068 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:14.810225 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=1cd1f57d-1854-49dc-a1ac-35e2a791069c,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:14.834925 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdfe13-358a-42dc-9be1-975b88c70463 req-328175e0-feeb-494f-8311-a01bbc776430 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:14.837013 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a1bdfe13-358a-42dc-9be1-975b88c70463 req-328175e0-feeb-494f-8311-a01bbc776430 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 947 time: 0.3321538 May 13 14:38:14.842384 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8a83821a-02d6-421f-baee-626245cf0b48 req-ef83c081-4344-438b-b5fa-e96ae2fda98c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=4faeb31a-ec6a-4294-a70c-477a3b2c20c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1527634 May 13 14:38:14.855316 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639d06e-2fdb-4ce8-810b-cdd1e3ac2662 req-c88587d2-3b8d-4b66-bcd0-c2a8e9243155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:14.856759 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3639d06e-2fdb-4ce8-810b-cdd1e3ac2662 req-c88587d2-3b8d-4b66-bcd0-c2a8e9243155 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf66b3c2-c96c-4107-b42b-eedfe0e79851 HTTP/1.1" status: 200 len: 915 time: 0.2380037 May 13 14:38:14.891064 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30805bf-dd21-464b-963b-6b5e38bfe69f req-056f0d48-b539-46b9-a78c-a9fe14a75321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:14.892612 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c30805bf-dd21-464b-963b-6b5e38bfe69f req-056f0d48-b539-46b9-a78c-a9fe14a75321 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2f3ea62-29f2-477b-a404-9640a1543fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4335294 May 13 14:38:14.935571 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-92ab7c7f-4762-47c6-a7de-73c5dabd5545 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:14.936915 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-41838a4c-5b20-4c79-b10c-c69f2924c3ee tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:14.940735 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-887684ff-7b0b-4a9d-af90-024b3b921c07 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] For port fceaa7a8-b3d2-498f-9fba-0678a773f32e, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=fceaa7a8-b3d2-498f-9fba-0678a773f32e,segment=NetworkSegment(4a59a3ce-5647-4013-ae18-fb93f9f79ac8),segment_id=4a59a3ce-5647-4013-ae18-fb93f9f79ac8)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:14.941103 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-887684ff-7b0b-4a9d-af90-024b3b921c07 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:14.987869 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3639d06e-2fdb-4ce8-810b-cdd1e3ac2662 req-17c83b3f-abbe-4481-85d5-5bdac859392e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=615a24e6-1c41-484b-beb8-093d302cd8a3 HTTP/1.1" status: 200 len: 217 time: 0.1147144 May 13 14:38:15.040647 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41838a4c-5b20-4c79-b10c-c69f2924c3ee tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Port': ['ID=1f12759b-f832-4185-9b27-0acad34a2d4f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:15.071910 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a1bdfe13-358a-42dc-9be1-975b88c70463 req-12674570-09d5-42b4-9f14-f6edb3688ac6 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256525 May 13 14:38:15.107151 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['1cd1f57d-1854-49dc-a1ac-35e2a791069c'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:38:15.134408 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-82f6fa79-6983-45f1-bc65-bf1b9c6b0292 req-cc7fd4fc-b6a7-4b72-be37-775d2efc2c68 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-330034202', 'description': 'tempest-description-644260042'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:15.148166 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-82f6fa79-6983-45f1-bc65-bf1b9c6b0292 req-cc7fd4fc-b6a7-4b72-be37-775d2efc2c68 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:15.158197 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-41838a4c-5b20-4c79-b10c-c69f2924c3ee tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:15.163662 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-82f6fa79-6983-45f1-bc65-bf1b9c6b0292 req-cc7fd4fc-b6a7-4b72-be37-775d2efc2c68 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Usage tracker for resource:security_group and tenant:713fc3e596334366a49631a90da45226 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:15.165036 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device fceaa7a8-b3d2-498f-9fba-0678a773f32e up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:15.167887 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-82f6fa79-6983-45f1-bc65-bf1b9c6b0292 req-cc7fd4fc-b6a7-4b72-be37-775d2efc2c68 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:15.171801 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639d06e-2fdb-4ce8-810b-cdd1e3ac2662 req-97fd97de-c0d1-4791-a840-88561551d137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:15.173306 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3639d06e-2fdb-4ce8-810b-cdd1e3ac2662 req-97fd97de-c0d1-4791-a840-88561551d137 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a1af2f1b-219d-4483-980f-a4da5e03f844 HTTP/1.1" status: 200 len: 854 time: 0.1768141 May 13 14:38:15.180104 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-82f6fa79-6983-45f1-bc65-bf1b9c6b0292 req-cc7fd4fc-b6a7-4b72-be37-775d2efc2c68 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:15.230172 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-41838a4c-5b20-4c79-b10c-c69f2924c3ee tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/ports/1f12759b-f832-4185-9b27-0acad34a2d4f HTTP/1.1" status: 204 len: 168 time: 1.4234872 May 13 14:38:15.234802 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3639d06e-2fdb-4ce8-810b-cdd1e3ac2662 req-00b2b291-ae9c-476e-b437-441c47752705 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf66b3c2-c96c-4107-b42b-eedfe0e79851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523789 May 13 14:38:15.236121 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53176) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:15.299806 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-92ab7c7f-4762-47c6-a7de-73c5dabd5545 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Transition to ACTIVE for port object 848516a5-ee68-4c40-89d2-dddf816e3bd3 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:15.327091 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-82f6fa79-6983-45f1-bc65-bf1b9c6b0292 req-cc7fd4fc-b6a7-4b72-be37-775d2efc2c68 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:15.347071 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a94167-ca68-4f24-9309-6dda358e1e74 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] GET failed (client error): The resource could not be found. May 13 14:38:15.347466 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c3a94167-ca68-4f24-9309-6dda358e1e74 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Synchronizing usage tracker for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:15.370596 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-887684ff-7b0b-4a9d-af90-024b3b921c07 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Calling delete_port for fceaa7a8-b3d2-498f-9fba-0678a773f32e owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:15.417291 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port fceaa7a8-b3d2-498f-9fba-0678a773f32e triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:15.419018 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:15.442133 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-82f6fa79-6983-45f1-bc65-bf1b9c6b0292 req-cc7fd4fc-b6a7-4b72-be37-775d2efc2c68 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:15.449412 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c3a94167-ca68-4f24-9309-6dda358e1e74 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Unset dirty status for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:15.450007 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c3a94167-ca68-4f24-9309-6dda358e1e74 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "GET /v2.0/ports/1f12759b-f832-4185-9b27-0acad34a2d4f HTTP/1.1" status: 404 len: 333 time: 0.2129519 May 13 14:38:15.451333 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-82f6fa79-6983-45f1-bc65-bf1b9c6b0292 req-cc7fd4fc-b6a7-4b72-be37-775d2efc2c68 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Usage tracker for resource:security_group_rule and tenant:713fc3e596334366a49631a90da45226 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:15.456180 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-82f6fa79-6983-45f1-bc65-bf1b9c6b0292 req-cc7fd4fc-b6a7-4b72-be37-775d2efc2c68 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:15.458845 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53180) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:15.494447 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-82f6fa79-6983-45f1-bc65-bf1b9c6b0292 req-cc7fd4fc-b6a7-4b72-be37-775d2efc2c68 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:15.536337 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c30805bf-dd21-464b-963b-6b5e38bfe69f req-7c8ee046-6545-4052-94bc-1813dff4d185 service neutron] 10.222.0.74 "GET /v2.0/networks/c2f3ea62-29f2-477b-a404-9640a1543fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6308587 May 13 14:38:15.579609 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3639d06e-2fdb-4ce8-810b-cdd1e3ac2662 req-5e885419-8898-4ee6-adc3-363f5661829b service neutron] 10.222.0.74 "GET /v2.0/networks/cf66b3c2-c96c-4107-b42b-eedfe0e79851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007634 May 13 14:38:15.585905 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-4d05f8bf-a652-4dd6-8113-6f20e047be9a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting port b7bdc256-b320-4dea-84b8-111bd4d8b2e2 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:15.585905 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4d05f8bf-a652-4dd6-8113-6f20e047be9a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:15.605475 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port fceaa7a8-b3d2-498f-9fba-0678a773f32e is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:15.606649 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device acd3c1b2-f962-4c83-9c8d-cf44da6af34b up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:15.653391 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-92ab7c7f-4762-47c6-a7de-73c5dabd5545 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:15.662236 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef8e61-4d24-44db-9dd2-bf2daa7721f3 req-5000d6eb-be55-4b0a-9569-c2bc0ad9a7d1 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:15.663873 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d8ef8e61-4d24-44db-9dd2-bf2daa7721f3 req-5000d6eb-be55-4b0a-9569-c2bc0ad9a7d1 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0ffd75f-42ea-495f-8810-00c115636eb8 HTTP/1.1" status: 200 len: 944 time: 0.6539416 May 13 14:38:15.681559 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port acd3c1b2-f962-4c83-9c8d-cf44da6af34b triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:15.682048 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:15.792073 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ab7c7f-4762-47c6-a7de-73c5dabd5545 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:15.801095 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-92ab7c7f-4762-47c6-a7de-73c5dabd5545 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:15.818017 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port acd3c1b2-f962-4c83-9c8d-cf44da6af34b is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:15.829845 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ab7c7f-4762-47c6-a7de-73c5dabd5545 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:15.836057 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ab7c7f-4762-47c6-a7de-73c5dabd5545 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:15.836788 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-92ab7c7f-4762-47c6-a7de-73c5dabd5545 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:15.848032 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab7c7f-4762-47c6-a7de-73c5dabd5545 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Port': ['ID=848516a5-ee68-4c40-89d2-dddf816e3bd3,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:15.895075 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d8ef8e61-4d24-44db-9dd2-bf2daa7721f3 req-4e68a4f2-1ff2-4390-9fd4-229c2696f3a5 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/security-groups?id=af8c814b-0ce2-4afc-8f2c-b3a709ca9365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918871 May 13 14:38:15.922821 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c30805bf-dd21-464b-963b-6b5e38bfe69f req-4835d7c2-e9b8-4017-bb2f-5c840191f4dd service neutron] 10.222.0.74 "GET /v2.0/networks/c2f3ea62-29f2-477b-a404-9640a1543fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766592 May 13 14:38:15.930679 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-92ab7c7f-4762-47c6-a7de-73c5dabd5545 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.9759634 May 13 14:38:15.933818 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53186) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:16.012726 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-887684ff-7b0b-4a9d-af90-024b3b921c07 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:16.116450 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0d7c9f8b-eabe-48b2-bad2-2a8415574313 None None] Provisioning for port 848516a5-ee68-4c40-89d2-dddf816e3bd3 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:16.118835 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-82f6fa79-6983-45f1-bc65-bf1b9c6b0292 req-cc7fd4fc-b6a7-4b72-be37-775d2efc2c68 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:16.122080 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887684ff-7b0b-4a9d-af90-024b3b921c07 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Pushing event deleted for resources: {'Port': ['ID=fceaa7a8-b3d2-498f-9fba-0678a773f32e,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:16.130265 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0d7c9f8b-eabe-48b2-bad2-2a8415574313 None None] Provisioning complete for port 848516a5-ee68-4c40-89d2-dddf816e3bd3 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:16.130800 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0d7c9f8b-eabe-48b2-bad2-2a8415574313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:16.135438 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-82f6fa79-6983-45f1-bc65-bf1b9c6b0292 req-cc7fd4fc-b6a7-4b72-be37-775d2efc2c68 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:16.182310 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3639d06e-2fdb-4ce8-810b-cdd1e3ac2662 req-faaaf8db-fbcf-44fd-b08a-b6eb04fca459 service neutron] 10.222.0.74 "GET /v2.0/networks/cf66b3c2-c96c-4107-b42b-eedfe0e79851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5622611 May 13 14:38:16.206946 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0d7c9f8b-eabe-48b2-bad2-2a8415574313 None None] Port 848516a5-ee68-4c40-89d2-dddf816e3bd3 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:38:16.227541 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4d05f8bf-a652-4dd6-8113-6f20e047be9a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:16.238984 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7fd4fc-b6a7-4b72-be37-775d2efc2c68 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2cb73c-cf01-4cb7-bc93-910225fe0aaf,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:16.244233 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-82f6fa79-6983-45f1-bc65-bf1b9c6b0292 req-cc7fd4fc-b6a7-4b72-be37-775d2efc2c68 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:16.245434 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-82f6fa79-6983-45f1-bc65-bf1b9c6b0292 req-cc7fd4fc-b6a7-4b72-be37-775d2efc2c68 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.1224782 May 13 14:38:16.246249 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2258313a-47d2-4903-affe-a6c78531e238 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:16.252170 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2258313a-47d2-4903-affe-a6c78531e238 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:16.252975 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2258313a-47d2-4903-affe-a6c78531e238 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:16.266849 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-887684ff-7b0b-4a9d-af90-024b3b921c07 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:16.322181 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 1cd1f57d-1854-49dc-a1ac-35e2a791069c up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:16.402202 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 1cd1f57d-1854-49dc-a1ac-35e2a791069c completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:16.407002 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 1cd1f57d-1854-49dc-a1ac-35e2a791069c triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:16.407402 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:16.427259 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-4d05f8bf-a652-4dd6-8113-6f20e047be9a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Calling delete_port for b7bdc256-b320-4dea-84b8-111bd4d8b2e2 owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:16.459087 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389c85e-df33-466d-8d21-9eb636b8ab92 req-bd470d30-0bf9-4256-8e29-d488c7e68e18 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:16.465699 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2389c85e-df33-466d-8d21-9eb636b8ab92 req-bd470d30-0bf9-4256-8e29-d488c7e68e18 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 945 time: 0.4066103 May 13 14:38:16.483701 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2258313a-47d2-4903-affe-a6c78531e238 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:16.487370 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2258313a-47d2-4903-affe-a6c78531e238 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.5503275 May 13 14:38:16.489682 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53194) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:16.491662 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-887684ff-7b0b-4a9d-af90-024b3b921c07 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:16.496006 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-887684ff-7b0b-4a9d-af90-024b3b921c07 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:16.544153 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 1cd1f57d-1854-49dc-a1ac-35e2a791069c is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:16.544764 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:16.576440 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc54d75-9665-4b1d-b6bc-cde17dd7ec81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd1f57d-1854-49dc-a1ac-35e2a791069c'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:16.594160 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 1cd1f57d-1854-49dc-a1ac-35e2a791069c, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=1cd1f57d-1854-49dc-a1ac-35e2a791069c,segment=NetworkSegment(aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa),segment_id=aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:16.598315 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:16.607463 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2389c85e-df33-466d-8d21-9eb636b8ab92 req-956a9d9f-ab5c-481e-9f95-01b39d9fac53 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=4faeb31a-ec6a-4294-a70c-477a3b2c20c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1407835 May 13 14:38:16.610865 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-887684ff-7b0b-4a9d-af90-024b3b921c07 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:16.616625 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887684ff-7b0b-4a9d-af90-024b3b921c07 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f6d663e4-cefc-4fe5-9ae4-12bc85dd38f3 {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:38:16.634861 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-a79324a9-2fe8-452c-b21b-988f7321a870 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting port 848516a5-ee68-4c40-89d2-dddf816e3bd3 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:16.635239 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a79324a9-2fe8-452c-b21b-988f7321a870 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:16.637878 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aaaf29-8bcb-415b-91dc-c3c2009d6825 req-318c8e28-a5a7-4fa8-a7dd-49d11f9818f1 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:16.639451 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-20aaaf29-8bcb-415b-91dc-c3c2009d6825 req-318c8e28-a5a7-4fa8-a7dd-49d11f9818f1 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 947 time: 0.2498593 May 13 14:38:16.673697 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-a032662d-1ed0-4c2f-85f3-2df06b5a7c4e req-d6a450a9-414c-49c8-898a-91064afd5be0 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-727263318', 'description': 'tempest-description-1364058004'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:16.687643 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-887684ff-7b0b-4a9d-af90-024b3b921c07 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:16.689029 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-887684ff-7b0b-4a9d-af90-024b3b921c07 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "DELETE /v2.0/routers/f6d663e4-cefc-4fe5-9ae4-12bc85dd38f3 HTTP/1.1" status: 204 len: 168 time: 6.9097931 May 13 14:38:16.690280 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-a032662d-1ed0-4c2f-85f3-2df06b5a7c4e req-d6a450a9-414c-49c8-898a-91064afd5be0 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:16.697402 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53200) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:16.704352 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4d05f8bf-a652-4dd6-8113-6f20e047be9a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:16.706007 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-a032662d-1ed0-4c2f-85f3-2df06b5a7c4e req-d6a450a9-414c-49c8-898a-91064afd5be0 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Usage tracker for resource:security_group and tenant:713fc3e596334366a49631a90da45226 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:16.707895 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=1cd1f57d-1854-49dc-a1ac-35e2a791069c,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:16.711555 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-a032662d-1ed0-4c2f-85f3-2df06b5a7c4e req-d6a450a9-414c-49c8-898a-91064afd5be0 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:16.721359 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-a032662d-1ed0-4c2f-85f3-2df06b5a7c4e req-d6a450a9-414c-49c8-898a-91064afd5be0 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:16.751173 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-20aaaf29-8bcb-415b-91dc-c3c2009d6825 req-ba2dba5d-e59d-40ae-9a03-c4d2f625733a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053224 May 13 14:38:16.772276 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a032662d-1ed0-4c2f-85f3-2df06b5a7c4e req-d6a450a9-414c-49c8-898a-91064afd5be0 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:16.832531 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-a032662d-1ed0-4c2f-85f3-2df06b5a7c4e req-d6a450a9-414c-49c8-898a-91064afd5be0 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:16.835536 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05f8bf-a652-4dd6-8113-6f20e047be9a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Port': ['ID=b7bdc256-b320-4dea-84b8-111bd4d8b2e2,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:16.855420 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4d05f8bf-a652-4dd6-8113-6f20e047be9a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:16.860855 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46553742-d925-4b84-a718-cf8259e33e4e'] response: {'server_uuid': '9dc54d75-9665-4b1d-b6bc-cde17dd7ec81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd1f57d-1854-49dc-a1ac-35e2a791069c', 'code': 200} May 13 14:38:16.873835 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4d05f8bf-a652-4dd6-8113-6f20e047be9a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/ports/b7bdc256-b320-4dea-84b8-111bd4d8b2e2 HTTP/1.1" status: 204 len: 168 time: 1.4140356 May 13 14:38:16.878833 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53204) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:16.883937 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-482e01ab-da11-46f3-afdf-05f90c4ff031 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Deleting subnet e5a2d04c-bfe7-4210-a722-46f8f08ed78c {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:38:16.894335 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-a032662d-1ed0-4c2f-85f3-2df06b5a7c4e req-d6a450a9-414c-49c8-898a-91064afd5be0 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Usage tracker for resource:security_group_rule and tenant:713fc3e596334366a49631a90da45226 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:16.904672 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-a032662d-1ed0-4c2f-85f3-2df06b5a7c4e req-d6a450a9-414c-49c8-898a-91064afd5be0 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:16.923507 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-482e01ab-da11-46f3-afdf-05f90c4ff031 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:16.926516 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-a032662d-1ed0-4c2f-85f3-2df06b5a7c4e req-d6a450a9-414c-49c8-898a-91064afd5be0 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:17.020722 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a79324a9-2fe8-452c-b21b-988f7321a870 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:17.024030 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd91dd3-9800-45ca-abc5-32e4cc2b01b8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] GET failed (client error): The resource could not be found. May 13 14:38:17.024691 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1cd91dd3-9800-45ca-abc5-32e4cc2b01b8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Synchronizing usage tracker for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:17.065200 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-482e01ab-da11-46f3-afdf-05f90c4ff031 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:17.111066 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1cd91dd3-9800-45ca-abc5-32e4cc2b01b8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Unset dirty status for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:17.114783 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1cd91dd3-9800-45ca-abc5-32e4cc2b01b8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "GET /v2.0/ports/b7bdc256-b320-4dea-84b8-111bd4d8b2e2 HTTP/1.1" status: 404 len: 333 time: 0.2324092 May 13 14:38:17.153183 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53210) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:17.295991 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-482e01ab-da11-46f3-afdf-05f90c4ff031 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:17.310482 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-a79324a9-2fe8-452c-b21b-988f7321a870 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Calling delete_port for 848516a5-ee68-4c40-89d2-dddf816e3bd3 owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:17.350413 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6329a9e-eb9f-4d29-a54d-ad38ac8bf83d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting subnet 6e6b1e0a-9b1e-44d9-9d0e-69a36e327704 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:38:17.351053 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device fceaa7a8-b3d2-498f-9fba-0678a773f32e no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:38:17.358847 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6aa98-65a2-4191-8373-733c6eaa0792 req-85c1a139-8c7a-429d-8572-6ef98a6af384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:17.360573 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-93e6aa98-65a2-4191-8373-733c6eaa0792 req-85c1a139-8c7a-429d-8572-6ef98a6af384 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 1097 time: 0.3830166 May 13 14:38:17.361420 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b6329a9e-eb9f-4d29-a54d-ad38ac8bf83d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:17.401140 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: fceaa7a8-b3d2-498f-9fba-0678a773f32e {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:38:17.401591 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device fceaa7a8-b3d2-498f-9fba-0678a773f32e not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:38:17.436796 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a032662d-1ed0-4c2f-85f3-2df06b5a7c4e req-d6a450a9-414c-49c8-898a-91064afd5be0 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:17.443733 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a032662d-1ed0-4c2f-85f3-2df06b5a7c4e req-d6a450a9-414c-49c8-898a-91064afd5be0 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:17.489484 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7da9b-c888-4bdb-8cad-ac99822840bd req-1e7c72d2-69e9-437a-84ca-981b79a6a032 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:17.491041 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99a7da9b-c888-4bdb-8cad-ac99822840bd req-1e7c72d2-69e9-437a-84ca-981b79a6a032 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0ffd75f-42ea-495f-8810-00c115636eb8 HTTP/1.1" status: 200 len: 944 time: 0.3887670 May 13 14:38:17.493345 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-93e6aa98-65a2-4191-8373-733c6eaa0792 req-be5b2958-a748-4a11-bb45-9ee07e17a0c3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4faeb31a-ec6a-4294-a70c-477a3b2c20c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0989656 May 13 14:38:17.496432 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b6329a9e-eb9f-4d29-a54d-ad38ac8bf83d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:17.545546 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a032662d-1ed0-4c2f-85f3-2df06b5a7c4e req-d6a450a9-414c-49c8-898a-91064afd5be0 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:17.546766 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a032662d-1ed0-4c2f-85f3-2df06b5a7c4e req-d6a450a9-414c-49c8-898a-91064afd5be0 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.8825157 May 13 14:38:17.549993 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-482e01ab-da11-46f3-afdf-05f90c4ff031 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:17.559865 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a450a9-414c-49c8-898a-91064afd5be0 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff039b4c-c822-45f1-a25c-047d83fcad32,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:17.578010 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-d1de271b-adea-4b23-9d0e-0408d0bee04f req-e9628eac-68da-45ef-9dd2-934706271550 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1641515406', 'description': 'tempest-description-531369797'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:17.585822 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-d1de271b-adea-4b23-9d0e-0408d0bee04f req-e9628eac-68da-45ef-9dd2-934706271550 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:17.590491 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a79324a9-2fe8-452c-b21b-988f7321a870 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:17.598440 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-d1de271b-adea-4b23-9d0e-0408d0bee04f req-e9628eac-68da-45ef-9dd2-934706271550 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Usage tracker for resource:security_group and tenant:713fc3e596334366a49631a90da45226 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:17.633683 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-d1de271b-adea-4b23-9d0e-0408d0bee04f req-e9628eac-68da-45ef-9dd2-934706271550 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:17.680264 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-d1de271b-adea-4b23-9d0e-0408d0bee04f req-e9628eac-68da-45ef-9dd2-934706271550 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:17.694683 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79324a9-2fe8-452c-b21b-988f7321a870 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Port': ['ID=848516a5-ee68-4c40-89d2-dddf816e3bd3,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:17.708038 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a79324a9-2fe8-452c-b21b-988f7321a870 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:17.713001 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d1de271b-adea-4b23-9d0e-0408d0bee04f req-e9628eac-68da-45ef-9dd2-934706271550 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:17.737929 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a79324a9-2fe8-452c-b21b-988f7321a870 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/848516a5-ee68-4c40-89d2-dddf816e3bd3 HTTP/1.1" status: 204 len: 168 time: 1.2435775 May 13 14:38:17.740723 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-d1de271b-adea-4b23-9d0e-0408d0bee04f req-e9628eac-68da-45ef-9dd2-934706271550 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:17.745770 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53218) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:17.747699 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-482e01ab-da11-46f3-afdf-05f90c4ff031 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:17.754369 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e01ab-da11-46f3-afdf-05f90c4ff031 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e5a2d04c-bfe7-4210-a722-46f8f08ed78c,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:17.779650 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-d1de271b-adea-4b23-9d0e-0408d0bee04f req-e9628eac-68da-45ef-9dd2-934706271550 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Usage tracker for resource:security_group_rule and tenant:713fc3e596334366a49631a90da45226 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:17.780139 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99a7da9b-c888-4bdb-8cad-ac99822840bd req-8c689a69-2a95-4609-ab85-7beee9b59566 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/security-groups?id=af8c814b-0ce2-4afc-8f2c-b3a709ca9365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2554855 May 13 14:38:17.785201 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-482e01ab-da11-46f3-afdf-05f90c4ff031 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "DELETE /v2.0/subnets/e5a2d04c-bfe7-4210-a722-46f8f08ed78c HTTP/1.1" status: 204 len: 168 time: 1.0823133 May 13 14:38:17.785201 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53222) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:17.795864 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-d1de271b-adea-4b23-9d0e-0408d0bee04f req-e9628eac-68da-45ef-9dd2-934706271550 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:17.816330 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-d1de271b-adea-4b23-9d0e-0408d0bee04f req-e9628eac-68da-45ef-9dd2-934706271550 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:17.854526 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dd3efa-b6de-4dc2-bb7d-77762443d1d7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:17.856224 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dd3efa-b6de-4dc2-bb7d-77762443d1d7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:17.857720 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-98dd3efa-b6de-4dc2-bb7d-77762443d1d7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1110318 May 13 14:38:17.861969 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53228) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:17.907864 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b6329a9e-eb9f-4d29-a54d-ad38ac8bf83d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:17.949650 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e397f11-a025-46d2-9a0c-4f88c44e7192 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting subnet 862dcc6b-bd47-4692-ad9b-9a52eaac919b {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:38:17.960491 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e397f11-a025-46d2-9a0c-4f88c44e7192 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:17.981586 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:17.997899 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0be850fd-dabd-4581-984c-a94cb4a6743d tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:18.015538 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d1de271b-adea-4b23-9d0e-0408d0bee04f req-e9628eac-68da-45ef-9dd2-934706271550 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:18.021316 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d1de271b-adea-4b23-9d0e-0408d0bee04f req-e9628eac-68da-45ef-9dd2-934706271550 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:18.049758 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e397f11-a025-46d2-9a0c-4f88c44e7192 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:18.118164 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9628eac-68da-45ef-9dd2-934706271550 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cba45116-e661-4985-8886-47498c573d6f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:18.120353 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d1de271b-adea-4b23-9d0e-0408d0bee04f req-e9628eac-68da-45ef-9dd2-934706271550 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:18.121516 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d1de271b-adea-4b23-9d0e-0408d0bee04f req-e9628eac-68da-45ef-9dd2-934706271550 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5510824 May 13 14:38:18.156136 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b6329a9e-eb9f-4d29-a54d-ad38ac8bf83d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:18.169127 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e397f11-a025-46d2-9a0c-4f88c44e7192 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:18.210151 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0be850fd-dabd-4581-984c-a94cb4a6743d tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:18.219888 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6329a9e-eb9f-4d29-a54d-ad38ac8bf83d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Subnet': ['ID=6e6b1e0a-9b1e-44d9-9d0e-69a36e327704,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:18.229712 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b6329a9e-eb9f-4d29-a54d-ad38ac8bf83d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:18.236382 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7436f48-a199-475a-a2a0-4b302e2471a1 None None] Network 4c5a9602-2dab-4441-be34-eb7e85a645a2 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:38:18.250963 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c27e7-c2af-42cc-8b6c-78d48e828993 req-efbd87f6-fd26-4e12-94e2-abfbbc0ed3a1 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:18.252412 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c67c27e7-c2af-42cc-8b6c-78d48e828993 req-efbd87f6-fd26-4e12-94e2-abfbbc0ed3a1 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 946 time: 0.3168068 May 13 14:38:18.256723 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b6329a9e-eb9f-4d29-a54d-ad38ac8bf83d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/subnets/6e6b1e0a-9b1e-44d9-9d0e-69a36e327704 HTTP/1.1" status: 204 len: 168 time: 1.1029167 May 13 14:38:18.259853 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53234) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:18.263887 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-0be850fd-dabd-4581-984c-a94cb4a6743d tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff6fb77-588d-4beb-9431-8c646d1d4acd']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:18.324330 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e397f11-a025-46d2-9a0c-4f88c44e7192 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:18.330866 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device d3e62517-4b7f-40f8-bc7a-f2bb7955275a details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:38:18.366687 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-0be850fd-dabd-4581-984c-a94cb4a6743d tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a59a3ce-5647-4013-ae18-fb93f9f79ac8') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:18.367034 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-0be850fd-dabd-4581-984c-a94cb4a6743d tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a59a3ce-5647-4013-ae18-fb93f9f79ac8') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:18.368926 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34121ede-6741-4dfb-9047-023396656968 req-7fd3f6ff-6a46-43e0-9cfc-112103082325 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:18.376300 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-34121ede-6741-4dfb-9047-023396656968 req-7fd3f6ff-6a46-43e0-9cfc-112103082325 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 947 time: 0.1465802 May 13 14:38:18.381329 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e397f11-a025-46d2-9a0c-4f88c44e7192 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Subnet': ['ID=862dcc6b-bd47-4692-ad9b-9a52eaac919b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:18.394144 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0be850fd-dabd-4581-984c-a94cb4a6743d tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:18.403469 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e397f11-a025-46d2-9a0c-4f88c44e7192 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:18.419710 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2e397f11-a025-46d2-9a0c-4f88c44e7192 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/862dcc6b-bd47-4692-ad9b-9a52eaac919b HTTP/1.1" status: 204 len: 168 time: 0.5564339 May 13 14:38:18.423185 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53238) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:18.434904 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb86cb09-9a76-45a6-abce-966e76ed6d9e None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:38:18.446150 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0be850fd-dabd-4581-984c-a94cb4a6743d tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:18.451076 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3192a64-ada8-4815-8826-f45c86549016 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:18.455217 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c67c27e7-c2af-42cc-8b6c-78d48e828993 req-007340b4-fd0e-4cfd-bc35-52c4687e47ad tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=4faeb31a-ec6a-4294-a70c-477a3b2c20c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1929657 May 13 14:38:18.464418 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be850fd-dabd-4581-984c-a94cb4a6743d tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:38:18.464842 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0be850fd-dabd-4581-984c-a94cb4a6743d tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:18.479272 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:38:18.479272 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:38:18.479272 n-d-841760-1 neutron-server[88081]: timer() May 13 14:38:18.479272 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:38:18.479272 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:38:18.479272 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:38:18.479272 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:38:18.479272 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:38:18.479272 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:38:18.479272 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:38:18.479272 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:38:18.479272 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:38:18.479272 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:38:18.479272 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:38:18.479272 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:38:18.479272 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:38:18.479272 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:38:18.479272 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:38:18.479272 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:38:18.479272 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:38:18.479272 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:38:18.479272 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:38:18.479272 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:38:18.479272 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:38:18.479272 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:38:18.479272 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:38:18.479272 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:38:18.479272 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:38:18.479272 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:38:18.479272 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:38:18.479272 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:38:18.479272 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:38:18.540949 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d79b07df-1b93-4b8d-8173-f3b4a2812b29 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1111007 May 13 14:38:18.541395 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53242) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:18.581030 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-d3192a64-ada8-4815-8826-f45c86549016 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting port 7096d8a3-0858-4553-8d6b-854eaa948861 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:18.581384 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3192a64-ada8-4815-8826-f45c86549016 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:18.581495 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-34121ede-6741-4dfb-9047-023396656968 req-6a8c0464-fe5a-4db1-9fdd-995daeeea5a4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040925 May 13 14:38:18.658737 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0be850fd-dabd-4581-984c-a94cb4a6743d tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:18.664858 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9116752f-4859-470b-8b94-164ac796daf6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:18.665668 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9116752f-4859-470b-8b94-164ac796daf6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:18.670600 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port d3e62517-4b7f-40f8-bc7a-f2bb7955275a, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=d3e62517-4b7f-40f8-bc7a-f2bb7955275a,segment=NetworkSegment(48847e38-2d4a-4cc8-8897-6a1a796d15c2),segment_id=48847e38-2d4a-4cc8-8897-6a1a796d15c2)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:18.687344 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'd3e62517-4b7f-40f8-bc7a-f2bb7955275a', 'network_id': 'c2f3ea62-29f2-477b-a404-9640a1543fb6', 'port_id': 'd3e62517-4b7f-40f8-bc7a-f2bb7955275a', 'mac_address': 'fa:16:3e:3b:a1:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eaa1b8f-d3c1-4756-b489-078d11acd8c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:38:18.690476 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be850fd-dabd-4581-984c-a94cb4a6743d tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9ff6fb77-588d-4beb-9431-8c646d1d4acd {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 13 14:38:18.699381 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0be850fd-dabd-4581-984c-a94cb4a6743d tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:18.706324 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be850fd-dabd-4581-984c-a94cb4a6743d tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Pushing event deleted for resources: {'Network': ['ID=9ff6fb77-588d-4beb-9431-8c646d1d4acd,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:18.706637 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9116752f-4859-470b-8b94-164ac796daf6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:18.708773 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9116752f-4859-470b-8b94-164ac796daf6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1654751 May 13 14:38:18.710326 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53248) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:18.770629 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0be850fd-dabd-4581-984c-a94cb4a6743d tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "DELETE /v2.0/networks/9ff6fb77-588d-4beb-9431-8c646d1d4acd HTTP/1.1" status: 204 len: 168 time: 0.9854181 May 13 14:38:18.844007 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865d8a41-4916-49df-989a-3ee785ff6b1d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:18.844807 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-865d8a41-4916-49df-989a-3ee785ff6b1d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:18.894538 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-865d8a41-4916-49df-989a-3ee785ff6b1d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:18.896018 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-865d8a41-4916-49df-989a-3ee785ff6b1d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1846139 May 13 14:38:18.898929 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53258) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:18.946758 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port d3e62517-4b7f-40f8-bc7a-f2bb7955275a is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:18.947572 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:18.981852 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e62517-4b7f-40f8-bc7a-f2bb7955275a {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:38:19.005233 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-d3192a64-ada8-4815-8826-f45c86549016 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] For port 7096d8a3-0858-4553-8d6b-854eaa948861, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=7096d8a3-0858-4553-8d6b-854eaa948861,segment=NetworkSegment(2ee12863-6361-4d3f-b758-8b8cbb437fd9),segment_id=2ee12863-6361-4d3f-b758-8b8cbb437fd9)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:19.005913 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3192a64-ada8-4815-8826-f45c86549016 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:19.011228 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port d3e62517-4b7f-40f8-bc7a-f2bb7955275a, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=d3e62517-4b7f-40f8-bc7a-f2bb7955275a,segment=NetworkSegment(48847e38-2d4a-4cc8-8897-6a1a796d15c2),segment_id=48847e38-2d4a-4cc8-8897-6a1a796d15c2)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:19.025346 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:19.030857 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0b8a7129-3055-4976-80b8-a59ddfe662bd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1268759 May 13 14:38:19.031348 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53264) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:19.060412 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-e41f2374-c1a1-4830-8708-1946248f788f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:19.154930 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=d3e62517-4b7f-40f8-bc7a-f2bb7955275a,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:19.157812 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2431551f-e4fa-4083-888b-85366195eb59 None None] DHCP port deletion for 4c5a9602-2dab-4441-be34-eb7e85a645a2 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:38:19.166503 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-2431551f-e4fa-4083-888b-85366195eb59 None None] Deleting port 7096d8a3-0858-4553-8d6b-854eaa948861 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:19.169728 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2431551f-e4fa-4083-888b-85366195eb59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:19.207436 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-d3192a64-ada8-4815-8826-f45c86549016 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Calling delete_port for 7096d8a3-0858-4553-8d6b-854eaa948861 owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:19.306297 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53268) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:19.315906 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2dbedb-6ce8-4f3e-aa9e-ffb6cea4387c None None] DHCP port deletion for 0723b97b-08c9-4db0-a15e-5b69273136d9 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:38:19.320263 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-36861286-0502-4f3f-bc4e-5ca2006ec8da req-57d3b0f2-549b-4115-876a-fca81510220e tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Synchronizing usage tracker for tenant:713fc3e596334366a49631a90da45226 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:19.324261 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-8187d47f-cd2b-4388-bd21-70d2178e7d0c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Request body: {'router': {'name': 'tempest-router--327637209', 'project_id': 'f38a331e511c42d2be83fd70a1cb7df1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:19.325145 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3192a64-ada8-4815-8826-f45c86549016 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:19.342314 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-2431551f-e4fa-4083-888b-85366195eb59 None None] The port '7096d8a3-0858-4553-8d6b-854eaa948861' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:38:19.343878 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1b2dbedb-6ce8-4f3e-aa9e-ffb6cea4387c None None] Deleting port acd3c1b2-f962-4c83-9c8d-cf44da6af34b {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:19.344994 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1b2dbedb-6ce8-4f3e-aa9e-ffb6cea4387c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:19.345980 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8187d47f-cd2b-4388-bd21-70d2178e7d0c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:19.361974 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8187d47f-cd2b-4388-bd21-70d2178e7d0c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Usage tracker for resource:router and tenant:f38a331e511c42d2be83fd70a1cb7df1 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:19.365438 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8187d47f-cd2b-4388-bd21-70d2178e7d0c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:19.376476 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8187d47f-cd2b-4388-bd21-70d2178e7d0c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:19.392328 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3192a64-ada8-4815-8826-f45c86549016 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Port': ['ID=7096d8a3-0858-4553-8d6b-854eaa948861,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:19.394933 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef75f4-53ae-4063-a7dd-fa2547fa86a9 req-20b73bea-c6aa-464c-aa1f-6a0e5921a351 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:19.396497 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-20ef75f4-53ae-4063-a7dd-fa2547fa86a9 req-20b73bea-c6aa-464c-aa1f-6a0e5921a351 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 947 time: 0.5985963 May 13 14:38:19.401620 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e41f2374-c1a1-4830-8708-1946248f788f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:19.402074 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3192a64-ada8-4815-8826-f45c86549016 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] No DVR routers for this DVR port 7096d8a3-0858-4553-8d6b-854eaa948861 on host n-d-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:38:19.415317 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8187d47f-cd2b-4388-bd21-70d2178e7d0c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:19.416392 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8187d47f-cd2b-4388-bd21-70d2178e7d0c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:19.426407 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e41f2374-c1a1-4830-8708-1946248f788f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:19.448545 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8187d47f-cd2b-4388-bd21-70d2178e7d0c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:19.450018 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41f2374-c1a1-4830-8708-1946248f788f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:19.453810 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e41f2374-c1a1-4830-8708-1946248f788f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:19.500401 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-36861286-0502-4f3f-bc4e-5ca2006ec8da req-57d3b0f2-549b-4115-876a-fca81510220e tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Unset dirty status for tenant:713fc3e596334366a49631a90da45226 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:19.501900 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-36861286-0502-4f3f-bc4e-5ca2006ec8da req-57d3b0f2-549b-4115-876a-fca81510220e tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=713fc3e596334366a49631a90da45226 HTTP/1.1" status: 200 len: 10908 time: 0.9688425 May 13 14:38:19.522784 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['d3e62517-4b7f-40f8-bc7a-f2bb7955275a'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:38:19.750370 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8187d47f-cd2b-4388-bd21-70d2178e7d0c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:19.784934 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-1b2dbedb-6ce8-4f3e-aa9e-ffb6cea4387c None None] For port acd3c1b2-f962-4c83-9c8d-cf44da6af34b, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=acd3c1b2-f962-4c83-9c8d-cf44da6af34b,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:19.785406 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1b2dbedb-6ce8-4f3e-aa9e-ffb6cea4387c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:19.788002 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-20ef75f4-53ae-4063-a7dd-fa2547fa86a9 req-76d95342-b715-4546-99ff-42e41f44c2d4 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837922 May 13 14:38:19.810514 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-36861286-0502-4f3f-bc4e-5ca2006ec8da req-ce056a3c-a84c-46f0-af9d-140f28449788 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups/251bc881-5f1e-459d-9c6b-708ebc56443a HTTP/1.1" status: 200 len: 2985 time: 0.2899647 May 13 14:38:19.812468 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3192a64-ada8-4815-8826-f45c86549016 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:19.819352 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8187d47f-cd2b-4388-bd21-70d2178e7d0c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:19.824493 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8187d47f-cd2b-4388-bd21-70d2178e7d0c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5137713 May 13 14:38:19.825380 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53280) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:19.856018 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-d3192a64-ada8-4815-8826-f45c86549016 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c5a9602-2dab-4441-be34-eb7e85a645a2']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:19.872031 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-d3192a64-ada8-4815-8826-f45c86549016 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee12863-6361-4d3f-b758-8b8cbb437fd9') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:19.872420 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-d3192a64-ada8-4815-8826-f45c86549016 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee12863-6361-4d3f-b758-8b8cbb437fd9') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:19.887827 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3192a64-ada8-4815-8826-f45c86549016 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:19.908186 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3192a64-ada8-4815-8826-f45c86549016 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:19.916122 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3192a64-ada8-4815-8826-f45c86549016 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:38:19.917107 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3192a64-ada8-4815-8826-f45c86549016 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:19.933764 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:38:19.933764 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:38:19.933764 n-d-841760-1 neutron-server[88081]: timer() May 13 14:38:19.933764 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:38:19.933764 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:38:19.933764 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:38:19.933764 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:38:19.933764 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:38:19.933764 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:38:19.933764 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:38:19.933764 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:38:19.933764 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:38:19.933764 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:38:19.933764 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:38:19.933764 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:38:19.933764 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:38:19.933764 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:38:19.933764 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:38:19.933764 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:38:19.933764 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:38:19.933764 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:38:19.933764 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:38:19.933764 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:38:19.933764 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:38:19.933764 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:38:19.933764 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:38:19.933764 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:38:19.933764 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:38:19.933764 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:38:19.933764 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:38:19.933764 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:38:19.933764 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:38:19.954621 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1b2dbedb-6ce8-4f3e-aa9e-ffb6cea4387c None None] Calling delete_port for acd3c1b2-f962-4c83-9c8d-cf44da6af34b owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:20.013122 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9c3ecf40-ee1e-419b-9b15-f21fa97d10e7 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:20.062443 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-36861286-0502-4f3f-bc4e-5ca2006ec8da req-c3bf642a-91bb-493b-9a07-4fc3e63660e3 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups/251bc881-5f1e-459d-9c6b-708ebc56443a HTTP/1.1" status: 200 len: 2985 time: 0.1254532 May 13 14:38:20.065281 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3192a64-ada8-4815-8826-f45c86549016 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:20.088592 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3192a64-ada8-4815-8826-f45c86549016 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:20.091347 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3192a64-ada8-4815-8826-f45c86549016 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Network': ['ID=4c5a9602-2dab-4441-be34-eb7e85a645a2,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:20.108442 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3192a64-ada8-4815-8826-f45c86549016 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:20.108786 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3192a64-ada8-4815-8826-f45c86549016 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:20.109646 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3192a64-ada8-4815-8826-f45c86549016 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:20.110193 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3192a64-ada8-4815-8826-f45c86549016 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:20.110700 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3192a64-ada8-4815-8826-f45c86549016 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:20.111211 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3192a64-ada8-4815-8826-f45c86549016 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:20.111700 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3192a64-ada8-4815-8826-f45c86549016 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:20.112445 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3192a64-ada8-4815-8826-f45c86549016 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:20.112950 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3192a64-ada8-4815-8826-f45c86549016 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:20.113502 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3192a64-ada8-4815-8826-f45c86549016 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:20.114749 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3192a64-ada8-4815-8826-f45c86549016 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:20.115575 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1b2dbedb-6ce8-4f3e-aa9e-ffb6cea4387c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:20.116227 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3192a64-ada8-4815-8826-f45c86549016 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:20.131843 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d3192a64-ada8-4815-8826-f45c86549016 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/networks/4c5a9602-2dab-4441-be34-eb7e85a645a2 HTTP/1.1" status: 204 len: 168 time: 1.8709321 May 13 14:38:20.136835 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53286) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:20.144133 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-5ffcf010-ae2b-4d95-afae-3173b5bf7a47 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1173254556'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:20.152004 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5ffcf010-ae2b-4d95-afae-3173b5bf7a47 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:20.156853 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5ffcf010-ae2b-4d95-afae-3173b5bf7a47 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:network and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:20.161245 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5ffcf010-ae2b-4d95-afae-3173b5bf7a47 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:20.169176 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5ffcf010-ae2b-4d95-afae-3173b5bf7a47 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:20.188303 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffcf010-ae2b-4d95-afae-3173b5bf7a47 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:20.188950 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2dbedb-6ce8-4f3e-aa9e-ffb6cea4387c None None] Pushing event deleted for resources: {'Port': ['ID=acd3c1b2-f962-4c83-9c8d-cf44da6af34b,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:20.201352 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2dbedb-6ce8-4f3e-aa9e-ffb6cea4387c None None] No DVR routers for this DVR port acd3c1b2-f962-4c83-9c8d-cf44da6af34b on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:38:20.202248 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5ffcf010-ae2b-4d95-afae-3173b5bf7a47 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:20.294772 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ffcf010-ae2b-4d95-afae-3173b5bf7a47 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:38:20.309042 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5ffcf010-ae2b-4d95-afae-3173b5bf7a47 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:20.309357 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-5ffcf010-ae2b-4d95-afae-3173b5bf7a47 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Added segment b3636e6d-0f92-4c70-9756-2fc8f49a36b8 of type vlan for network 73d6a0df-2b32-43f5-b9f4-2245901cc2d0 May 13 14:38:20.344397 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5ffcf010-ae2b-4d95-afae-3173b5bf7a47 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:20.355522 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6ab4d-8c08-477c-a815-20e425a5907d req-88171ebd-4cad-44bf-b8f5-6afc47b6aa7c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:20.357007 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1fd6ab4d-8c08-477c-a815-20e425a5907d req-88171ebd-4cad-44bf-b8f5-6afc47b6aa7c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 946 time: 0.1329880 May 13 14:38:20.416187 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9c3ecf40-ee1e-419b-9b15-f21fa97d10e7 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:20.417960 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1fd6ab4d-8c08-477c-a815-20e425a5907d req-386185a3-277b-4f93-9b4d-f39d7c857167 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=4faeb31a-ec6a-4294-a70c-477a3b2c20c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548048 May 13 14:38:20.419066 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5ffcf010-ae2b-4d95-afae-3173b5bf7a47 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:20.419794 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9c3ecf40-ee1e-419b-9b15-f21fa97d10e7 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:20.424401 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffcf010-ae2b-4d95-afae-3173b5bf7a47 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:20.425092 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5ffcf010-ae2b-4d95-afae-3173b5bf7a47 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:20.498611 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1aefb-30ab-40e8-b8ab-4e67702df807 req-39d192b4-6d1e-41fd-b200-a30bd4a263b5 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:20.500122 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-88d1aefb-30ab-40e8-b8ab-4e67702df807 req-39d192b4-6d1e-41fd-b200-a30bd4a263b5 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0ffd75f-42ea-495f-8810-00c115636eb8 HTTP/1.1" status: 200 len: 945 time: 0.5414054 May 13 14:38:20.504039 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9c3ecf40-ee1e-419b-9b15-f21fa97d10e7 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:20.504492 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3ecf40-ee1e-419b-9b15-f21fa97d10e7 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5a69b733-9673-4d43-949c-8fbbd53a81e5 {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:38:20.563770 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5ffcf010-ae2b-4d95-afae-3173b5bf7a47 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4228964 May 13 14:38:20.568329 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53294) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:20.573237 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffcf010-ae2b-4d95-afae-3173b5bf7a47 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Network': ['ID=73d6a0df-2b32-43f5-b9f4-2245901cc2d0,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:20.578584 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-5d988bac-eea5-4c9a-9772-ba774c9bc669 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'subnet': {'network_id': '73d6a0df-2b32-43f5-b9f4-2245901cc2d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:20.584509 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 73d6a0df-2b32-43f5-b9f4-2245901cc2d0 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:38:20.629714 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9c3ecf40-ee1e-419b-9b15-f21fa97d10e7 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:20.633280 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9c3ecf40-ee1e-419b-9b15-f21fa97d10e7 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "DELETE /v2.0/routers/5a69b733-9673-4d43-949c-8fbbd53a81e5 HTTP/1.1" status: 204 len: 168 time: 0.8044336 May 13 14:38:20.642453 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-88d1aefb-30ab-40e8-b8ab-4e67702df807 req-5754b3cd-abcb-4635-b68a-1b9280caee8f tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/security-groups?id=af8c814b-0ce2-4afc-8f2c-b3a709ca9365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214454 May 13 14:38:20.687520 n-d-841760-1 neutron-server[88082]: DEBUG neutron.objects.ports [None req-e41f2374-c1a1-4830-8708-1946248f788f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88082) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 14:38:20.689181 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e41f2374-c1a1-4830-8708-1946248f788f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:20.712234 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2e8b0143-b95c-471a-a485-061626850ef8 req-280308c4-7292-49d9-85e6-50db0a09d7b5 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups/4b2cb73c-cf01-4cb7-bc93-910225fe0aaf HTTP/1.1" status: 200 len: 1801 time: 0.1953800 May 13 14:38:20.754594 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5d988bac-eea5-4c9a-9772-ba774c9bc669 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:20.758105 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41f2374-c1a1-4830-8708-1946248f788f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:20.761514 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-e41f2374-c1a1-4830-8708-1946248f788f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:20.765964 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41f2374-c1a1-4830-8708-1946248f788f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:20.766561 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e41f2374-c1a1-4830-8708-1946248f788f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:20.772132 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5d988bac-eea5-4c9a-9772-ba774c9bc669 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:subnet and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:20.777887 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab9f754-f373-41f9-87f3-0284ec5914e6 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:38:20.781325 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f2374-c1a1-4830-8708-1946248f788f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Subnet': ['ID=1ed62a8f-e4d3-4bd0-ae11-863088f5951d,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:20.788059 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5d988bac-eea5-4c9a-9772-ba774c9bc669 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:20.804658 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e41f2374-c1a1-4830-8708-1946248f788f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7681201 May 13 14:38:20.805684 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53300) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:20.809200 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5d988bac-eea5-4c9a-9772-ba774c9bc669 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:20.811426 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-2519a69a-aea1-479b-8fe4-a39356c19ee4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'port': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'mac_address': 'fa:16:3e:61:1b:5d', 'name': 'tempest-NetworksTestDHCPv6-903789045'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:20.844839 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d988bac-eea5-4c9a-9772-ba774c9bc669 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:20.848965 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5d988bac-eea5-4c9a-9772-ba774c9bc669 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:20.871347 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53304) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:20.949916 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2e8b0143-b95c-471a-a485-061626850ef8 req-911b041e-213b-4b2b-a537-68b0e37f9f9f tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:21.007424 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2e8b0143-b95c-471a-a485-061626850ef8 req-911b041e-213b-4b2b-a537-68b0e37f9f9f tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:21.053308 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2519a69a-aea1-479b-8fe4-a39356c19ee4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:21.064789 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0502293-3e04-402c-9f76-bf24494a53f5 req-c7986e5e-b048-4236-a0a8-dc54756dd58b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:21.083469 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e0502293-3e04-402c-9f76-bf24494a53f5 req-c7986e5e-b048-4236-a0a8-dc54756dd58b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 946 time: 0.2340131 May 13 14:38:21.083993 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53310) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:21.097948 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-0723b97b-08c9-4db0-a15e-5b69273136d9', 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'fixed_ips': [{'subnet_id': '1ed62a8f-e4d3-4bd0-ae11-863088f5951d'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:38:21.100144 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:21.116861 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-03044b76-9a9c-4e1d-b2bc-f6d4bff215dc tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Request body: {'floatingip': {'port_id': '1cd1f57d-1854-49dc-a1ac-35e2a791069c'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:21.127497 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2e8b0143-b95c-471a-a485-061626850ef8 req-911b041e-213b-4b2b-a537-68b0e37f9f9f tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:21.161637 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b041e-213b-4b2b-a537-68b0e37f9f9f tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2cb73c-cf01-4cb7-bc93-910225fe0aaf,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:21.215430 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2519a69a-aea1-479b-8fe4-a39356c19ee4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:21.222382 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2e8b0143-b95c-471a-a485-061626850ef8 req-911b041e-213b-4b2b-a537-68b0e37f9f9f tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:21.229075 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2e8b0143-b95c-471a-a485-061626850ef8 req-911b041e-213b-4b2b-a537-68b0e37f9f9f tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "DELETE /v2.0/security-groups/4b2cb73c-cf01-4cb7-bc93-910225fe0aaf HTTP/1.1" status: 204 len: 173 time: 0.5027316 May 13 14:38:21.250709 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-30fb1c64-ea84-4def-ba13-5b5d85ec23dc tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1897140190', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}, 'admin_state_up': False}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:21.262145 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-30fb1c64-ea84-4def-ba13-5b5d85ec23dc tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:21.282194 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 7096d8a3-0858-4553-8d6b-854eaa948861 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:38:21.289350 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-30fb1c64-ea84-4def-ba13-5b5d85ec23dc tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Usage tracker for resource:router and tenant:e9b3b1dbd5eb45bf9e554368e6b553e5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:21.293718 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5d988bac-eea5-4c9a-9772-ba774c9bc669 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:21.298238 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-30fb1c64-ea84-4def-ba13-5b5d85ec23dc tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:21.332602 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [req-4d95dd10-ff68-4321-b407-b5f95e9181cf req-e3c853ad-6e33-4ea1-9825-fd925925723d tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] show failed (client error): The resource could not be found. May 13 14:38:21.333637 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4d95dd10-ff68-4321-b407-b5f95e9181cf req-e3c853ad-6e33-4ea1-9825-fd925925723d tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups/4b2cb73c-cf01-4cb7-bc93-910225fe0aaf HTTP/1.1" status: 404 len: 352 time: 0.0684834 May 13 14:38:21.334565 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-30fb1c64-ea84-4def-ba13-5b5d85ec23dc tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:21.373838 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-30fb1c64-ea84-4def-ba13-5b5d85ec23dc tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:21.374863 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-30fb1c64-ea84-4def-ba13-5b5d85ec23dc tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:21.425108 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 7096d8a3-0858-4553-8d6b-854eaa948861 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:38:21.425616 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 7096d8a3-0858-4553-8d6b-854eaa948861 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:38:21.425848 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device acd3c1b2-f962-4c83-9c8d-cf44da6af34b no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:38:21.430683 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d988bac-eea5-4c9a-9772-ba774c9bc669 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Subnet': ['ID=0ab51882-9b8a-456f-84e8-7c83905ac002,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:21.446231 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-03044b76-9a9c-4e1d-b2bc-f6d4bff215dc tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks [] for floatingip, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:21.455877 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-30fb1c64-ea84-4def-ba13-5b5d85ec23dc tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:21.466883 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: acd3c1b2-f962-4c83-9c8d-cf44da6af34b {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:38:21.467262 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device acd3c1b2-f962-4c83-9c8d-cf44da6af34b not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:38:21.470634 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d988bac-eea5-4c9a-9772-ba774c9bc669 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Checking segment: {'id': 'b3636e6d-0f92-4c70-9756-2fc8f49a36b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '73d6a0df-2b32-43f5-b9f4-2245901cc2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:38:21.471001 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d988bac-eea5-4c9a-9772-ba774c9bc669 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network hostable DHCP agents. Network: 73d6a0df-2b32-43f5-b9f4-2245901cc2d0, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:38:21.483896 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Allocated IP 2001:db8::f816:3eff:feae:d803 (0723b97b-08c9-4db0-a15e-5b69273136d9/1ed62a8f-e4d3-4bd0-ae11-863088f5951d/aea1ed54-91f0-47a3-a4fd-8377d501c32f) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:21.509094 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a66e7449-3c02-4772-a9e6-eb450965f439 req-aa54ffde-087b-435d-8989-15a9ad967a8c tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups/ff039b4c-c822-45f1-a25c-047d83fcad32 HTTP/1.1" status: 200 len: 1802 time: 0.1215892 May 13 14:38:21.528681 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2519a69a-aea1-479b-8fe4-a39356c19ee4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:21.645343 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d988bac-eea5-4c9a-9772-ba774c9bc669 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network 73d6a0df-2b32-43f5-b9f4-2245901cc2d0 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:38:21.684436 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-5d988bac-eea5-4c9a-9772-ba774c9bc669 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 73d6a0df-2b32-43f5-b9f4-2245901cc2d0) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:21.698802 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2288f508-2a8e-40f8-a240-c90ae81ab974 None None] Network 73d6a0df-2b32-43f5-b9f4-2245901cc2d0 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:38:21.751945 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d988bac-eea5-4c9a-9772-ba774c9bc669 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:21.752342 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5d988bac-eea5-4c9a-9772-ba774c9bc669 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:21.795643 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2519a69a-aea1-479b-8fe4-a39356c19ee4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:21.800159 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:21.817341 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Transition to ACTIVE for port object aea1ed54-91f0-47a3-a4fd-8377d501c32f will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:21.863582 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Transition to ACTIVE for port object aea1ed54-91f0-47a3-a4fd-8377d501c32f will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:21.881243 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc15af-637f-4ffd-a87b-248b0ff912f7 req-82ee72be-257f-4393-ab20-5b27731674eb tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:21.882901 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-23fc15af-637f-4ffd-a87b-248b0ff912f7 req-82ee72be-257f-4393-ab20-5b27731674eb tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 947 time: 0.6034267 May 13 14:38:21.906577 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:21.965217 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-2519a69a-aea1-479b-8fe4-a39356c19ee4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] device_id is not set on port 65965eb5-f9af-4ec7-abe2-619cbcaf74a7 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:38:21.971262 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5d988bac-eea5-4c9a-9772-ba774c9bc669 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4018581 May 13 14:38:21.978117 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-30fb1c64-ea84-4def-ba13-5b5d85ec23dc tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:21.981687 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53320) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:22.000576 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-f55c5055-12bb-4a71-a68f-027f2349e27c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2078858560', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:22.006359 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a66e7449-3c02-4772-a9e6-eb450965f439 req-96699e66-1ea1-46cf-98f7-cbd921ffd424 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:22.020551 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f55c5055-12bb-4a71-a68f-027f2349e27c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:22.022864 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:22.032160 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:22.038275 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:22.040977 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Pushing event updated for resources: {'Port': ['ID=aea1ed54-91f0-47a3-a4fd-8377d501c32f,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:22.049175 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-23fc15af-637f-4ffd-a87b-248b0ff912f7 req-27dc552f-6bfb-4776-bf9a-8492e8c2408c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516030 May 13 14:38:22.050683 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:22.051020 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:22.051416 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:22.051739 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:22.052066 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:22.052394 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:22.052721 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:22.053048 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:22.053364 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:22.053693 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:22.054016 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:22.054336 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:22.055158 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f55c5055-12bb-4a71-a68f-027f2349e27c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:router and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:22.061680 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2a8dad-69a3-4e87-9f33-22623acfff01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-73d6a0df-2b32-43f5-b9f4-2245901cc2d0', 'network_id': '73d6a0df-2b32-43f5-b9f4-2245901cc2d0', 'tenant_id': 'a2e75e45036f4757bc0192dc4e49aa82', 'fixed_ips': [{'subnet_id': '0ab51882-9b8a-456f-84e8-7c83905ac002'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:38:22.062489 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ab2a8dad-69a3-4e87-9f33-22623acfff01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:22.063989 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f55c5055-12bb-4a71-a68f-027f2349e27c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:22.069625 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a66e7449-3c02-4772-a9e6-eb450965f439 req-96699e66-1ea1-46cf-98f7-cbd921ffd424 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:22.134176 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f55c5055-12bb-4a71-a68f-027f2349e27c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:22.200245 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f55c5055-12bb-4a71-a68f-027f2349e27c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:22.201644 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f55c5055-12bb-4a71-a68f-027f2349e27c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:22.212980 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Attempting to bind port aea1ed54-91f0-47a3-a4fd-8377d501c32f on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:38:22.213344 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Attempting to bind port aea1ed54-91f0-47a3-a4fd-8377d501c32f by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:38:22.213703 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Attempting to bind port aea1ed54-91f0-47a3-a4fd-8377d501c32f on network 0723b97b-08c9-4db0-a15e-5b69273136d9 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:22.227102 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:38:22.227538 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Checking segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:38:22.227943 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:22.228338 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Bound using segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:38:22.229589 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Bound port: aea1ed54-91f0-47a3-a4fd-8377d501c32f, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:38:22.229589 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:22.239047 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f55c5055-12bb-4a71-a68f-027f2349e27c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:22.249205 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a66e7449-3c02-4772-a9e6-eb450965f439 req-96699e66-1ea1-46cf-98f7-cbd921ffd424 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:22.297566 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-2519a69a-aea1-479b-8fe4-a39356c19ee4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Allocated IP 2001:db8::f816:3eff:fe61:1b5d (0723b97b-08c9-4db0-a15e-5b69273136d9/1ed62a8f-e4d3-4bd0-ae11-863088f5951d/65965eb5-f9af-4ec7-abe2-619cbcaf74a7) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:22.302814 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96699e66-1ea1-46cf-98f7-cbd921ffd424 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff039b4c-c822-45f1-a25c-047d83fcad32,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:22.308794 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f55c5055-12bb-4a71-a68f-027f2349e27c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:22.353472 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device d3e62517-4b7f-40f8-bc7a-f2bb7955275a up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:22.369155 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f55c5055-12bb-4a71-a68f-027f2349e27c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:22.372693 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f55c5055-12bb-4a71-a68f-027f2349e27c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3851840 May 13 14:38:22.372693 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a66e7449-3c02-4772-a9e6-eb450965f439 req-96699e66-1ea1-46cf-98f7-cbd921ffd424 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:22.379056 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53326) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:22.383714 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a66e7449-3c02-4772-a9e6-eb450965f439 req-96699e66-1ea1-46cf-98f7-cbd921ffd424 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "DELETE /v2.0/security-groups/ff039b4c-c822-45f1-a25c-047d83fcad32 HTTP/1.1" status: 204 len: 173 time: 0.8194156 May 13 14:38:22.400467 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-8a183218-9c08-4ce2-a9fe-d4bf3d7cc822 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'port': {'network_id': '73d6a0df-2b32-43f5-b9f4-2245901cc2d0', 'name': 'tempest-PortsIpV6TestJSON-277715263'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:22.424623 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:38:22.477827 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-ab2a8dad-69a3-4e87-9f33-22623acfff01 None None] Allocated IP 2001:db8::2 (73d6a0df-2b32-43f5-b9f4-2245901cc2d0/0ab51882-9b8a-456f-84e8-7c83905ac002/6f5bde99-57fc-4c39-92da-8b9b50fcfa57) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:22.481739 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] For port aea1ed54-91f0-47a3-a4fd-8377d501c32f, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:38:22.487535 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] For port aea1ed54-91f0-47a3-a4fd-8377d501c32f, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=aea1ed54-91f0-47a3-a4fd-8377d501c32f,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:38:22.498104 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:22.658124 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port d3e62517-4b7f-40f8-bc7a-f2bb7955275a completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:22.678445 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-30fb1c64-ea84-4def-ba13-5b5d85ec23dc tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:22.680722 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port d3e62517-4b7f-40f8-bc7a-f2bb7955275a triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:22.681165 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:22.707465 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626fab2-4e3d-4b63-b1ad-90c7d9acd74f None None] Pushing event updated for resources: {'Port': ['ID=aea1ed54-91f0-47a3-a4fd-8377d501c32f,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:22.710276 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-30fb1c64-ea84-4def-ba13-5b5d85ec23dc tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:22.826118 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4f2ad-3551-4632-bfce-391d09fc233b req-038ec41d-bfcb-4711-8741-87fd799bb3a4 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:22.828000 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-37d4f2ad-3551-4632-bfce-391d09fc233b req-038ec41d-bfcb-4711-8741-87fd799bb3a4 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0ffd75f-42ea-495f-8810-00c115636eb8 HTTP/1.1" status: 200 len: 945 time: 0.6554139 May 13 14:38:22.851996 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8a183218-9c08-4ce2-a9fe-d4bf3d7cc822 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:22.874508 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8a183218-9c08-4ce2-a9fe-d4bf3d7cc822 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:port and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:22.884423 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bcd72f-92eb-4f9b-8c37-784a3f783436 req-bcfdcf52-1d67-4760-a204-50e2cb0a1773 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:22.886135 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-13bcd72f-92eb-4f9b-8c37-784a3f783436 req-bcfdcf52-1d67-4760-a204-50e2cb0a1773 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 947 time: 0.4029408 May 13 14:38:22.891243 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8a183218-9c08-4ce2-a9fe-d4bf3d7cc822 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:22.903867 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8a183218-9c08-4ce2-a9fe-d4bf3d7cc822 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:22.911054 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2519a69a-aea1-479b-8fe4-a39356c19ee4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:22.911973 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ab2a8dad-69a3-4e87-9f33-22623acfff01 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:22.927530 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ab2a8dad-69a3-4e87-9f33-22623acfff01 None None] Transition to ACTIVE for port object 6f5bde99-57fc-4c39-92da-8b9b50fcfa57 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:22.956661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-30fb1c64-ea84-4def-ba13-5b5d85ec23dc tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Allocated IP 172.25.0.12 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/a634f4e7-628a-4bc8-a6ac-4d4dc2cf208c) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:22.988165 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-13bcd72f-92eb-4f9b-8c37-784a3f783436 req-e11b296d-d95b-4417-9477-6dbf87bb7cbe tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907209 May 13 14:38:23.002509 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-37d4f2ad-3551-4632-bfce-391d09fc233b req-a94efd0b-2744-4649-8146-939fdb621cf3 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/security-groups?id=af8c814b-0ce2-4afc-8f2c-b3a709ca9365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568305 May 13 14:38:23.003673 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a183218-9c08-4ce2-a9fe-d4bf3d7cc822 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:23.019927 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8a183218-9c08-4ce2-a9fe-d4bf3d7cc822 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:23.033487 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ab2a8dad-69a3-4e87-9f33-22623acfff01 None None] Transition to ACTIVE for port object 6f5bde99-57fc-4c39-92da-8b9b50fcfa57 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:23.050563 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ab2a8dad-69a3-4e87-9f33-22623acfff01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:23.054852 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-2519a69a-aea1-479b-8fe4-a39356c19ee4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Transition to ACTIVE for port object 65965eb5-f9af-4ec7-abe2-619cbcaf74a7 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:23.086344 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [None req-03044b76-9a9c-4e1d-b2bc-f6d4bff215dc tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:38:23.127326 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [req-20d956e8-a032-470e-b784-f505addbb264 req-d9f975e3-c1cc-4af5-b63b-690b7f6c227d tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] show failed (client error): The resource could not be found. May 13 14:38:23.134602 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-20d956e8-a032-470e-b784-f505addbb264 req-d9f975e3-c1cc-4af5-b63b-690b7f6c227d tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups/ff039b4c-c822-45f1-a25c-047d83fcad32 HTTP/1.1" status: 404 len: 352 time: 0.0874736 May 13 14:38:23.191658 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port d3e62517-4b7f-40f8-bc7a-f2bb7955275a is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:23.198311 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:23.239900 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2a8dad-69a3-4e87-9f33-22623acfff01 None None] Network 73d6a0df-2b32-43f5-b9f4-2245901cc2d0 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:23.244855 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-ab2a8dad-69a3-4e87-9f33-22623acfff01 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:23.252851 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2a8dad-69a3-4e87-9f33-22623acfff01 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:23.309762 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a8dad-69a3-4e87-9f33-22623acfff01 None None] Pushing event updated for resources: {'Port': ['ID=6f5bde99-57fc-4c39-92da-8b9b50fcfa57,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:23.314393 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-8a183218-9c08-4ce2-a9fe-d4bf3d7cc822 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] device_id is not set on port 46f0c7c5-4fde-400a-9588-487eb26855f3 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:38:23.322523 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ffd75f-42ea-495f-8810-00c115636eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e62517-4b7f-40f8-bc7a-f2bb7955275a'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:23.336505 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device aea1ed54-91f0-47a3-a4fd-8377d501c32f up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:23.341223 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7da38b26-602e-42d7-8584-e80e0d244824 req-e62334e1-8989-4ee7-9ed5-18548a3824a6 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups/cba45116-e661-4985-8886-47498c573d6f HTTP/1.1" status: 200 len: 1802 time: 0.1891060 May 13 14:38:23.427000 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port d3e62517-4b7f-40f8-bc7a-f2bb7955275a, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=d3e62517-4b7f-40f8-bc7a-f2bb7955275a,segment=NetworkSegment(48847e38-2d4a-4cc8-8897-6a1a796d15c2),segment_id=48847e38-2d4a-4cc8-8897-6a1a796d15c2)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:23.437780 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:23.454838 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-30fb1c64-ea84-4def-ba13-5b5d85ec23dc tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:23.466070 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7da38b26-602e-42d7-8584-e80e0d244824 req-3f71ccf0-9e5f-4468-a787-d056ff600920 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:23.501157 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7da38b26-602e-42d7-8584-e80e0d244824 req-3f71ccf0-9e5f-4468-a787-d056ff600920 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:23.507335 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-ab2a8dad-69a3-4e87-9f33-22623acfff01 None None] Attempting to bind port 6f5bde99-57fc-4c39-92da-8b9b50fcfa57 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:38:23.508245 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-ab2a8dad-69a3-4e87-9f33-22623acfff01 None None] Attempting to bind port 6f5bde99-57fc-4c39-92da-8b9b50fcfa57 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b3636e6d-0f92-4c70-9756-2fc8f49a36b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '73d6a0df-2b32-43f5-b9f4-2245901cc2d0'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:38:23.508599 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2a8dad-69a3-4e87-9f33-22623acfff01 None None] Attempting to bind port 6f5bde99-57fc-4c39-92da-8b9b50fcfa57 on network 73d6a0df-2b32-43f5-b9f4-2245901cc2d0 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:23.531792 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2a8dad-69a3-4e87-9f33-22623acfff01 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:38:23.531792 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2a8dad-69a3-4e87-9f33-22623acfff01 None None] Checking segment: {'id': 'b3636e6d-0f92-4c70-9756-2fc8f49a36b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '73d6a0df-2b32-43f5-b9f4-2245901cc2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:38:23.531792 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ab2a8dad-69a3-4e87-9f33-22623acfff01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:23.532268 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2a8dad-69a3-4e87-9f33-22623acfff01 None None] Bound using segment: {'id': 'b3636e6d-0f92-4c70-9756-2fc8f49a36b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '73d6a0df-2b32-43f5-b9f4-2245901cc2d0'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:38:23.532578 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-ab2a8dad-69a3-4e87-9f33-22623acfff01 None None] Bound port: 6f5bde99-57fc-4c39-92da-8b9b50fcfa57, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3636e6d-0f92-4c70-9756-2fc8f49a36b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '73d6a0df-2b32-43f5-b9f4-2245901cc2d0'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:38:23.532948 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ab2a8dad-69a3-4e87-9f33-22623acfff01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:23.562017 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=d3e62517-4b7f-40f8-bc7a-f2bb7955275a,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:23.571149 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-30fb1c64-ea84-4def-ba13-5b5d85ec23dc tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:23.599180 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port aea1ed54-91f0-47a3-a4fd-8377d501c32f completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:23.613921 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7da38b26-602e-42d7-8584-e80e0d244824 req-3f71ccf0-9e5f-4468-a787-d056ff600920 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:23.643342 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-03044b76-9a9c-4e1d-b2bc-f6d4bff215dc tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:23.655326 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-ab2a8dad-69a3-4e87-9f33-22623acfff01 None None] For port 6f5bde99-57fc-4c39-92da-8b9b50fcfa57, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:38:23.658403 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71ccf0-9e5f-4468-a787-d056ff600920 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba45116-e661-4985-8886-47498c573d6f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:23.662793 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-ab2a8dad-69a3-4e87-9f33-22623acfff01 None None] For port 6f5bde99-57fc-4c39-92da-8b9b50fcfa57, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6f5bde99-57fc-4c39-92da-8b9b50fcfa57,segment=NetworkSegment(b3636e6d-0f92-4c70-9756-2fc8f49a36b8),segment_id=b3636e6d-0f92-4c70-9756-2fc8f49a36b8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:38:23.667551 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-03044b76-9a9c-4e1d-b2bc-f6d4bff215dc tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:23.668979 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ab2a8dad-69a3-4e87-9f33-22623acfff01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:23.671029 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fb1c64-ea84-4def-ba13-5b5d85ec23dc tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:23.675440 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-30fb1c64-ea84-4def-ba13-5b5d85ec23dc tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:23.686772 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fb1c64-ea84-4def-ba13-5b5d85ec23dc tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:23.717023 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb1c64-ea84-4def-ba13-5b5d85ec23dc tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Pushing event updated for resources: {'Port': ['ID=a634f4e7-628a-4bc8-a6ac-4d4dc2cf208c,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:23.736198 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7da38b26-602e-42d7-8584-e80e0d244824 req-3f71ccf0-9e5f-4468-a787-d056ff600920 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:23.742524 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7da38b26-602e-42d7-8584-e80e0d244824 req-3f71ccf0-9e5f-4468-a787-d056ff600920 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "DELETE /v2.0/security-groups/cba45116-e661-4985-8886-47498c573d6f HTTP/1.1" status: 204 len: 173 time: 0.3990455 May 13 14:38:23.789934 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a8dad-69a3-4e87-9f33-22623acfff01 None None] Pushing event updated for resources: {'Port': ['ID=6f5bde99-57fc-4c39-92da-8b9b50fcfa57,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:23.831537 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b1a6d5c-d2b8-406a-a384-ffff925c8f45'] response: {'server_uuid': 'e0ffd75f-42ea-495f-8810-00c115636eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e62517-4b7f-40f8-bc7a-f2bb7955275a', 'code': 200} May 13 14:38:23.916650 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ef587-19ab-4094-80e7-dd4cd48ad8a8 req-fa862c22-2290-451d-92ac-f7c27f8cf8fb tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:23.925633 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d57ef587-19ab-4094-80e7-dd4cd48ad8a8 req-fa862c22-2290-451d-92ac-f7c27f8cf8fb tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 947 time: 0.3940279 May 13 14:38:23.943454 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2519a69a-aea1-479b-8fe4-a39356c19ee4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:24.087745 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [req-6c007e97-acc2-4c04-b318-c62f368576eb req-e83b461e-908e-4ff5-b6fc-7acb2401f70c tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] show failed (client error): The resource could not be found. May 13 14:38:24.089063 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6c007e97-acc2-4c04-b318-c62f368576eb req-e83b461e-908e-4ff5-b6fc-7acb2401f70c tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups/cba45116-e661-4985-8886-47498c573d6f HTTP/1.1" status: 404 len: 352 time: 0.1492014 May 13 14:38:24.120320 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2519a69a-aea1-479b-8fe4-a39356c19ee4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:24.141205 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-2519a69a-aea1-479b-8fe4-a39356c19ee4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:24.143977 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2519a69a-aea1-479b-8fe4-a39356c19ee4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:24.151142 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2519a69a-aea1-479b-8fe4-a39356c19ee4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:24.151845 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2519a69a-aea1-479b-8fe4-a39356c19ee4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:24.204340 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d57ef587-19ab-4094-80e7-dd4cd48ad8a8 req-8448f642-8010-4cc8-991c-d0d0aa5120fa tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775753 May 13 14:38:24.246847 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-8a183218-9c08-4ce2-a9fe-d4bf3d7cc822 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Allocated IP 2001:db8::8c (73d6a0df-2b32-43f5-b9f4-2245901cc2d0/0ab51882-9b8a-456f-84e8-7c83905ac002/46f0c7c5-4fde-400a-9588-487eb26855f3) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:24.270143 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdedf9a-3462-4ccf-ab31-7641659e8422 req-53993cb8-1fc7-4570-85dc-5275aacbd71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:24.271802 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-efdedf9a-3462-4ccf-ab31-7641659e8422 req-53993cb8-1fc7-4570-85dc-5275aacbd71f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e0ffd75f-42ea-495f-8810-00c115636eb8 HTTP/1.1" status: 200 len: 1097 time: 0.3330452 May 13 14:38:24.289582 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519a69a-aea1-479b-8fe4-a39356c19ee4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Port': ['ID=65965eb5-f9af-4ec7-abe2-619cbcaf74a7,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:24.302290 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-03044b76-9a9c-4e1d-b2bc-f6d4bff215dc tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Floating IP 5e5115be-239e-4c6c-a339-840fc4dc81f1 associated. External IP: 172.25.0.237, port: 1cd1f57d-1854-49dc-a1ac-35e2a791069c. May 13 14:38:24.397728 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2519a69a-aea1-479b-8fe4-a39356c19ee4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5916450 May 13 14:38:24.408314 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53350) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:24.532175 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-51c5b387-ac18-41c9-9680-4a5551c60f6e None None] Provisioning for port aea1ed54-91f0-47a3-a4fd-8377d501c32f completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:24.539791 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-51c5b387-ac18-41c9-9680-4a5551c60f6e None None] Provisioning complete for port aea1ed54-91f0-47a3-a4fd-8377d501c32f triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:24.541269 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-51c5b387-ac18-41c9-9680-4a5551c60f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:24.637568 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-30fb1c64-ea84-4def-ba13-5b5d85ec23dc tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:24.688608 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-e4491069-4f46-4569-841d-18fb2194b145 req-f85b688c-8847-41c9-9993-e446fb9d6318 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Synchronizing usage tracker for tenant:713fc3e596334366a49631a90da45226 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:24.698769 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-51c5b387-ac18-41c9-9680-4a5551c60f6e None None] Current status of the port aea1ed54-91f0-47a3-a4fd-8377d501c32f is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:24.703963 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-51c5b387-ac18-41c9-9680-4a5551c60f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:24.738160 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-efdedf9a-3462-4ccf-ab31-7641659e8422 req-53cc2e17-894d-4f5e-a5c8-00e2357a6d4f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=af8c814b-0ce2-4afc-8f2c-b3a709ca9365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4588897 May 13 14:38:24.746388 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-51c5b387-ac18-41c9-9680-4a5551c60f6e None None] For port aea1ed54-91f0-47a3-a4fd-8377d501c32f, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=aea1ed54-91f0-47a3-a4fd-8377d501c32f,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:24.754173 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-51c5b387-ac18-41c9-9680-4a5551c60f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:24.833086 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5b387-ac18-41c9-9680-4a5551c60f6e None None] Pushing event updated for resources: {'Port': ['ID=aea1ed54-91f0-47a3-a4fd-8377d501c32f,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:24.862678 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-e4491069-4f46-4569-841d-18fb2194b145 req-f85b688c-8847-41c9-9993-e446fb9d6318 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Unset dirty status for tenant:713fc3e596334366a49631a90da45226 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:24.864365 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e4491069-4f46-4569-841d-18fb2194b145 req-f85b688c-8847-41c9-9993-e446fb9d6318 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=713fc3e596334366a49631a90da45226 HTTP/1.1" status: 200 len: 6156 time: 0.6114085 May 13 14:38:24.880298 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9b256271-c1d9-4641-b750-052a4ef66048 None None] Provisioning for port 65965eb5-f9af-4ec7-abe2-619cbcaf74a7 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:24.887731 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9b256271-c1d9-4641-b750-052a4ef66048 None None] Provisioning complete for port 65965eb5-f9af-4ec7-abe2-619cbcaf74a7 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:24.888237 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9b256271-c1d9-4641-b750-052a4ef66048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:24.963609 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-9b256271-c1d9-4641-b750-052a4ef66048 None None] Port 65965eb5-f9af-4ec7-abe2-619cbcaf74a7 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:38:24.974551 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852f0f7-9832-423d-af90-b59678452545 req-7faae475-df28-4bbd-87a7-00a2f67286e3 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:24.976303 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f852f0f7-9832-423d-af90-b59678452545 req-7faae475-df28-4bbd-87a7-00a2f67286e3 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0ffd75f-42ea-495f-8810-00c115636eb8 HTTP/1.1" status: 200 len: 946 time: 0.4808693 May 13 14:38:24.989423 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dbea7d-489f-4d96-a711-19f0ade66141 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:24.995058 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dbea7d-489f-4d96-a711-19f0ade66141 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:24.995889 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c3dbea7d-489f-4d96-a711-19f0ade66141 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:25.120544 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f852f0f7-9832-423d-af90-b59678452545 req-41a40a8b-c840-4f0f-91c5-939d8b670bb3 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/security-groups?id=af8c814b-0ce2-4afc-8f2c-b3a709ca9365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333964 May 13 14:38:25.126842 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-30fb1c64-ea84-4def-ba13-5b5d85ec23dc tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:25.163253 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c3dbea7d-489f-4d96-a711-19f0ade66141 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:25.164447 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c3dbea7d-489f-4d96-a711-19f0ade66141 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.7539532 May 13 14:38:25.171875 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53354) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:25.188725 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e4491069-4f46-4569-841d-18fb2194b145 req-eb9f299b-4a83-4619-b497-cb84a8cdd5a6 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups/251bc881-5f1e-459d-9c6b-708ebc56443a HTTP/1.1" status: 200 len: 2985 time: 0.2656713 May 13 14:38:25.192669 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8a183218-9c08-4ce2-a9fe-d4bf3d7cc822 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:25.222278 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e72bc3-20d7-4bb6-8958-56f1d301b99e None None] Network 73d6a0df-2b32-43f5-b9f4-2245901cc2d0 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:38:25.334972 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6f5bde99-57fc-4c39-92da-8b9b50fcfa57 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:25.352613 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-8a183218-9c08-4ce2-a9fe-d4bf3d7cc822 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Transition to ACTIVE for port object 46f0c7c5-4fde-400a-9588-487eb26855f3 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:25.386389 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-00649afc-a049-4b6f-a305-667af668a73d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting port 65965eb5-f9af-4ec7-abe2-619cbcaf74a7 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:25.387285 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-00649afc-a049-4b6f-a305-667af668a73d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:25.413502 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-043c2c52-fa15-4e91-8e8d-43bada026856 None None] Provisioning for port 6f5bde99-57fc-4c39-92da-8b9b50fcfa57 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:25.421967 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03044b76-9a9c-4e1d-b2bc-f6d4bff215dc tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Router 821a13de-4389-4bc4-be6a-30908817f57d has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:38:25.453323 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e4491069-4f46-4569-841d-18fb2194b145 req-fbd97368-03b5-4c9e-8d3f-5fc6ee5775f2 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups/251bc881-5f1e-459d-9c6b-708ebc56443a HTTP/1.1" status: 200 len: 2985 time: 0.1987395 May 13 14:38:25.472012 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 6f5bde99-57fc-4c39-92da-8b9b50fcfa57 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:25.482670 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e93f6-4266-4951-b885-dda0c180ca78 req-69dad4f2-2090-4604-b000-ef7501f140b3 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:25.489432 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-491e93f6-4266-4951-b885-dda0c180ca78 req-69dad4f2-2090-4604-b000-ef7501f140b3 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 947 time: 0.1457384 May 13 14:38:25.506877 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 6f5bde99-57fc-4c39-92da-8b9b50fcfa57 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:25.506877 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:25.536782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30fb1c64-ea84-4def-ba13-5b5d85ec23dc tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Router de80d0da-84d9-404d-8eb1-c47d7369535b is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:38:25.548662 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-491e93f6-4266-4951-b885-dda0c180ca78 req-15d5da2a-bb3c-4b2f-b86f-c6d99830782d tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573785 May 13 14:38:25.719387 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 6f5bde99-57fc-4c39-92da-8b9b50fcfa57 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:25.720430 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:25.758983 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 6f5bde99-57fc-4c39-92da-8b9b50fcfa57, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6f5bde99-57fc-4c39-92da-8b9b50fcfa57,segment=NetworkSegment(b3636e6d-0f92-4c70-9756-2fc8f49a36b8),segment_id=b3636e6d-0f92-4c70-9756-2fc8f49a36b8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:25.764992 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:25.766034 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device aea1ed54-91f0-47a3-a4fd-8377d501c32f up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:25.775591 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-7e8ded7b-1ba7-4f1b-9954-abfaac426011 req-63f5ab39-f2d7-4287-9582-3b328abdc251 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-271304129', 'description': 'tempest-description-39439370'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:25.829903 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-7e8ded7b-1ba7-4f1b-9954-abfaac426011 req-63f5ab39-f2d7-4287-9582-3b328abdc251 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:25.850762 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fb1c64-ea84-4def-ba13-5b5d85ec23dc tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:38:25.876877 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650df3cb-fb9d-498c-bb9d-b6cf8778d3c2 None None] Sync routers for ids ['de80d0da-84d9-404d-8eb1-c47d7369535b'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:38:25.884736 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8a183218-9c08-4ce2-a9fe-d4bf3d7cc822 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:25.887815 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-30fb1c64-ea84-4def-ba13-5b5d85ec23dc tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:25.889082 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-30fb1c64-ea84-4def-ba13-5b5d85ec23dc tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.0129619 May 13 14:38:25.895696 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53364) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:25.913099 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650df3cb-fb9d-498c-bb9d-b6cf8778d3c2 None None] Routers {'de80d0da-84d9-404d-8eb1-c47d7369535b'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:38:25.914582 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-650df3cb-fb9d-498c-bb9d-b6cf8778d3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:38:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['de80d0da-84d9-404d-8eb1-c47d7369535b'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:25.974398 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-7e8ded7b-1ba7-4f1b-9954-abfaac426011 req-63f5ab39-f2d7-4287-9582-3b328abdc251 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:25.978993 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-650df3cb-fb9d-498c-bb9d-b6cf8778d3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:25.985140 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=6f5bde99-57fc-4c39-92da-8b9b50fcfa57,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:25.997318 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650df3cb-fb9d-498c-bb9d-b6cf8778d3c2 None None] Routers {'de80d0da-84d9-404d-8eb1-c47d7369535b'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:38:25.998246 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-650df3cb-fb9d-498c-bb9d-b6cf8778d3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:38:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['de80d0da-84d9-404d-8eb1-c47d7369535b'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:26.031814 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b319a-f79a-4c01-adfe-e7873b29bd6f req-018f432c-192b-4c38-b72e-948ee878dcd0 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:26.034765 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-978b319a-f79a-4c01-adfe-e7873b29bd6f req-018f432c-192b-4c38-b72e-948ee878dcd0 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 947 time: 0.3032081 May 13 14:38:26.067264 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port aea1ed54-91f0-47a3-a4fd-8377d501c32f triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:26.067264 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:26.080446 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a183218-9c08-4ce2-a9fe-d4bf3d7cc822 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network 73d6a0df-2b32-43f5-b9f4-2245901cc2d0 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:26.104379 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-650df3cb-fb9d-498c-bb9d-b6cf8778d3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:26.104882 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650df3cb-fb9d-498c-bb9d-b6cf8778d3c2 None None] The sync data for ids ['de80d0da-84d9-404d-8eb1-c47d7369535b'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:38:26.172697 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-811f4b45-165e-4b29-8e43-94b10663b781 None None] Provisioning complete for port 6f5bde99-57fc-4c39-92da-8b9b50fcfa57 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:26.173178 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-811f4b45-165e-4b29-8e43-94b10663b781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:26.173509 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03044b76-9a9c-4e1d-b2bc-f6d4bff215dc tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:38:26.183388 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-8a183218-9c08-4ce2-a9fe-d4bf3d7cc822 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:26.192982 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9de396-ebbe-4135-8303-ce4560cbb9e8 None None] Sync routers for ids ['821a13de-4389-4bc4-be6a-30908817f57d'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:38:26.196233 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-03044b76-9a9c-4e1d-b2bc-f6d4bff215dc tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:26.215429 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9de396-ebbe-4135-8303-ce4560cbb9e8 None None] Routers {'821a13de-4389-4bc4-be6a-30908817f57d'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:38:26.216345 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-9b9de396-ebbe-4135-8303-ce4560cbb9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:38:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['821a13de-4389-4bc4-be6a-30908817f57d'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:26.224104 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7e8ded7b-1ba7-4f1b-9954-abfaac426011 req-63f5ab39-f2d7-4287-9582-3b328abdc251 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:26.243684 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a183218-9c08-4ce2-a9fe-d4bf3d7cc822 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:26.253800 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a183218-9c08-4ce2-a9fe-d4bf3d7cc822 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:26.254167 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8a183218-9c08-4ce2-a9fe-d4bf3d7cc822 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:26.306819 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8a183218-9c08-4ce2-a9fe-d4bf3d7cc822 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9265947 May 13 14:38:26.308997 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-978b319a-f79a-4c01-adfe-e7873b29bd6f req-e9ceb0dd-89e4-4118-a1b1-06c40655cee3 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862848 May 13 14:38:26.311997 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53370) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:26.317430 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-666b3f73-d187-41f8-bc0f-3efe82f9dee0 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "GET /v2.0/routers/de80d0da-84d9-404d-8eb1-c47d7369535b HTTP/1.1" status: 200 len: 920 time: 0.4197474 May 13 14:38:26.329406 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53372) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:26.359243 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a183218-9c08-4ce2-a9fe-d4bf3d7cc822 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Port': ['ID=46f0c7c5-4fde-400a-9588-487eb26855f3,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:26.395378 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-7e8ded7b-1ba7-4f1b-9954-abfaac426011 req-63f5ab39-f2d7-4287-9582-3b328abdc251 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:26.404229 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-03044b76-9a9c-4e1d-b2bc-f6d4bff215dc tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "PUT /v2.0/floatingips/5e5115be-239e-4c6c-a339-840fc4dc81f1 HTTP/1.1" status: 200 len: 992 time: 5.3129652 May 13 14:38:26.409040 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc54d75-9665-4b1d-b6bc-cde17dd7ec81', 'tag': '1cd1f57d-1854-49dc-a1ac-35e2a791069c'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:26.415063 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-7e8ded7b-1ba7-4f1b-9954-abfaac426011 req-63f5ab39-f2d7-4287-9582-3b328abdc251 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Usage tracker for resource:security_group_rule and tenant:713fc3e596334366a49631a90da45226 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:26.434131 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-7e8ded7b-1ba7-4f1b-9954-abfaac426011 req-63f5ab39-f2d7-4287-9582-3b328abdc251 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:26.455939 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-7e8ded7b-1ba7-4f1b-9954-abfaac426011 req-63f5ab39-f2d7-4287-9582-3b328abdc251 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:26.481764 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-00649afc-a049-4b6f-a305-667af668a73d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:26.486285 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port aea1ed54-91f0-47a3-a4fd-8377d501c32f is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:26.630159 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-811f4b45-165e-4b29-8e43-94b10663b781 None None] Current status of the port 6f5bde99-57fc-4c39-92da-8b9b50fcfa57 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:26.643677 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-00649afc-a049-4b6f-a305-667af668a73d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Calling delete_port for 65965eb5-f9af-4ec7-abe2-619cbcaf74a7 owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:26.691712 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-9b9de396-ebbe-4135-8303-ce4560cbb9e8 None None] Set router 821a13de-4389-4bc4-be6a-30908817f57d gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:38:26.743181 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-96f13bf1-1fd0-447c-8ab4-d858b120ef05 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] 10.222.0.35 "GET /v2.0/ports?device_id=de80d0da-84d9-404d-8eb1-c47d7369535b HTTP/1.1" status: 200 len: 205 time: 0.4099693 May 13 14:38:26.744420 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53384) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:26.770619 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-46c73d85-3140-4119-acf7-09bc8bbe3a9a None None] Provisioning for port 46f0c7c5-4fde-400a-9588-487eb26855f3 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:26.776992 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-46c73d85-3140-4119-acf7-09bc8bbe3a9a None None] Provisioning complete for port 46f0c7c5-4fde-400a-9588-487eb26855f3 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:26.777614 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-46c73d85-3140-4119-acf7-09bc8bbe3a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:26.857331 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-46c73d85-3140-4119-acf7-09bc8bbe3a9a None None] Port 46f0c7c5-4fde-400a-9588-487eb26855f3 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:38:26.891719 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7e8ded7b-1ba7-4f1b-9954-abfaac426011 req-63f5ab39-f2d7-4287-9582-3b328abdc251 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:26.907520 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7e8ded7b-1ba7-4f1b-9954-abfaac426011 req-63f5ab39-f2d7-4287-9582-3b328abdc251 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:27.085298 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5ab39-f2d7-4287-9582-3b328abdc251 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa3ccc5-7089-4ae1-869e-45348fa728ba,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:27.098317 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-37b8fb17-fb6f-4428-b84a-4d292daadc36 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:27.147569 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7e8ded7b-1ba7-4f1b-9954-abfaac426011 req-63f5ab39-f2d7-4287-9582-3b328abdc251 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:27.149346 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7e8ded7b-1ba7-4f1b-9954-abfaac426011 req-63f5ab39-f2d7-4287-9582-3b328abdc251 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.6128814 May 13 14:38:27.156613 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-9b9de396-ebbe-4135-8303-ce4560cbb9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821a13de-4389-4bc4-be6a-30908817f57d', 'name': 'tempest-ServerRescueNegativeTestJSON-723694868-router', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b5ff1480-253f-494b-b4b8-7c039763e1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:00Z', 'updated_at': '2022-05-13T14:35:13Z', 'revision_number': 4, 'project_id': '936df29ada1f4039bf03263eb4658581', 'gw_port': {'id': 'b5ff1480-253f-494b-b4b8-7c039763e1cd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:03Z', 'updated_at': '2022-05-13T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '5e5115be-239e-4c6c-a339-840fc4dc81f1', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'floating_ip_address': '172.25.0.237', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'port_id': '1cd1f57d-1854-49dc-a1ac-35e2a791069c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9', 'mac_address': 'fa:16:3e:64:21:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc54d75-9665-4b1d-b6bc-cde17dd7ec81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:37:52Z', 'updated_at': '2022-05-13T14:38:22Z', 'revision_number': 1, 'project_id': '936df29ada1f4039bf03263eb4658581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a716a6-453e-4451-9da3-cfcd90194748', 'name': '', 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'mac_address': 'fa:16:3e:ef:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'be55f4c0-99f6-4777-9e43-16529e4e725e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:10Z', 'updated_at': '2022-05-13T14:35:23Z', 'revision_number': 5, 'project_id': '936df29ada1f4039bf03263eb4658581', 'subnets': [{'id': 'be55f4c0-99f6-4777-9e43-16529e4e725e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:27.163889 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9de396-ebbe-4135-8303-ce4560cbb9e8 None None] Checking router: 821a13de-4389-4bc4-be6a-30908817f57d for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:38:27.173491 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-00649afc-a049-4b6f-a305-667af668a73d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:27.177607 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9de396-ebbe-4135-8303-ce4560cbb9e8 None None] Routers {'821a13de-4389-4bc4-be6a-30908817f57d'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:38:27.178547 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-9b9de396-ebbe-4135-8303-ce4560cbb9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:38:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['821a13de-4389-4bc4-be6a-30908817f57d'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:27.199013 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75be4d-33d0-40d5-a26a-d6f72c6cbca5 req-edc1788d-9ee7-4c2f-bbc0-1bba95981e34 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:27.201217 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7d75be4d-33d0-40d5-a26a-d6f72c6cbca5 req-edc1788d-9ee7-4c2f-bbc0-1bba95981e34 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0ffd75f-42ea-495f-8810-00c115636eb8 HTTP/1.1" status: 200 len: 946 time: 0.4528816 May 13 14:38:27.263127 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6f5bde99-57fc-4c39-92da-8b9b50fcfa57 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:27.325146 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7d75be4d-33d0-40d5-a26a-d6f72c6cbca5 req-8e8cc90b-916b-4f4f-857c-48afe4394682 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/security-groups?id=af8c814b-0ce2-4afc-8f2c-b3a709ca9365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146660 May 13 14:38:27.371891 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00649afc-a049-4b6f-a305-667af668a73d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Port': ['ID=65965eb5-f9af-4ec7-abe2-619cbcaf74a7,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:27.400128 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b419f363-aa0e-4835-8bb1-b32ec11518c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:27.442349 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-00649afc-a049-4b6f-a305-667af668a73d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:27.444317 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-00649afc-a049-4b6f-a305-667af668a73d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/65965eb5-f9af-4ec7-abe2-619cbcaf74a7 HTTP/1.1" status: 204 len: 168 time: 2.2713537 May 13 14:38:27.458765 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53392) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:27.465933 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02dd0e23-3a85-40c6-91d7-0e498863f48c'] response: {'name': 'network-changed', 'server_uuid': '9dc54d75-9665-4b1d-b6bc-cde17dd7ec81', 'tag': '1cd1f57d-1854-49dc-a1ac-35e2a791069c', 'status': 'completed', 'code': 200} May 13 14:38:27.497654 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 6f5bde99-57fc-4c39-92da-8b9b50fcfa57 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:27.498128 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:27.507863 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-9b9de396-ebbe-4135-8303-ce4560cbb9e8 None None] Set router 821a13de-4389-4bc4-be6a-30908817f57d gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:38:27.570940 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933234d9-5701-4ccd-a1fd-7204689d193e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:27.572916 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933234d9-5701-4ccd-a1fd-7204689d193e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:27.573866 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-933234d9-5701-4ccd-a1fd-7204689d193e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:27.593646 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-c60bc457-2a24-45b4-8e41-6f2bc3fe05c9 req-16df0e6e-2147-49bc-b297-0e6df8050342 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-472845854', 'description': 'tempest-description-1006576648'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:27.614851 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-c60bc457-2a24-45b4-8e41-6f2bc3fe05c9 req-16df0e6e-2147-49bc-b297-0e6df8050342 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:27.622525 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-c60bc457-2a24-45b4-8e41-6f2bc3fe05c9 req-16df0e6e-2147-49bc-b297-0e6df8050342 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Usage tracker for resource:security_group and tenant:713fc3e596334366a49631a90da45226 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:27.626369 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-c60bc457-2a24-45b4-8e41-6f2bc3fe05c9 req-16df0e6e-2147-49bc-b297-0e6df8050342 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:27.629405 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-37b8fb17-fb6f-4428-b84a-4d292daadc36 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:27.635509 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-c60bc457-2a24-45b4-8e41-6f2bc3fe05c9 req-16df0e6e-2147-49bc-b297-0e6df8050342 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:27.645680 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e39d77-9413-4d6a-9516-c1127a7cc4aa req-9ce30eff-a913-45c4-8008-40491bcaae17 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:27.647314 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-92e39d77-9413-4d6a-9516-c1127a7cc4aa req-9ce30eff-a913-45c4-8008-40491bcaae17 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 947 time: 0.2508469 May 13 14:38:27.659152 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-37b8fb17-fb6f-4428-b84a-4d292daadc36 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Deleting port a634f4e7-628a-4bc8-a6ac-4d4dc2cf208c {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:27.659509 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-37b8fb17-fb6f-4428-b84a-4d292daadc36 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:27.673058 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 6f5bde99-57fc-4c39-92da-8b9b50fcfa57 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:27.704689 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c60bc457-2a24-45b4-8e41-6f2bc3fe05c9 req-16df0e6e-2147-49bc-b297-0e6df8050342 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:27.743273 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e2ab6e1d-742f-4c21-bf63-b62d5dc53ab6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:27.774225 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-c60bc457-2a24-45b4-8e41-6f2bc3fe05c9 req-16df0e6e-2147-49bc-b297-0e6df8050342 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:27.779203 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-933234d9-5701-4ccd-a1fd-7204689d193e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:27.782962 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-933234d9-5701-4ccd-a1fd-7204689d193e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3190138 May 13 14:38:27.815155 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-c60bc457-2a24-45b4-8e41-6f2bc3fe05c9 req-16df0e6e-2147-49bc-b297-0e6df8050342 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Usage tracker for resource:security_group_rule and tenant:713fc3e596334366a49631a90da45226 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:27.817221 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53396) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:27.829299 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-c60bc457-2a24-45b4-8e41-6f2bc3fe05c9 req-16df0e6e-2147-49bc-b297-0e6df8050342 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:27.876465 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-c60bc457-2a24-45b4-8e41-6f2bc3fe05c9 req-16df0e6e-2147-49bc-b297-0e6df8050342 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:27.889618 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-92e39d77-9413-4d6a-9516-c1127a7cc4aa req-95a7b9e6-2d36-434a-b25c-906844fabfc7 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316456 May 13 14:38:27.951463 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-9b9de396-ebbe-4135-8303-ce4560cbb9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821a13de-4389-4bc4-be6a-30908817f57d', 'name': 'tempest-ServerRescueNegativeTestJSON-723694868-router', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b5ff1480-253f-494b-b4b8-7c039763e1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:00Z', 'updated_at': '2022-05-13T14:35:13Z', 'revision_number': 4, 'project_id': '936df29ada1f4039bf03263eb4658581', 'gw_port': {'id': 'b5ff1480-253f-494b-b4b8-7c039763e1cd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:03Z', 'updated_at': '2022-05-13T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '5e5115be-239e-4c6c-a339-840fc4dc81f1', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'floating_ip_address': '172.25.0.237', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'port_id': '1cd1f57d-1854-49dc-a1ac-35e2a791069c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9', 'mac_address': 'fa:16:3e:64:21:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc54d75-9665-4b1d-b6bc-cde17dd7ec81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:37:52Z', 'updated_at': '2022-05-13T14:38:22Z', 'revision_number': 1, 'project_id': '936df29ada1f4039bf03263eb4658581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a716a6-453e-4451-9da3-cfcd90194748', 'name': '', 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'mac_address': 'fa:16:3e:ef:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'be55f4c0-99f6-4777-9e43-16529e4e725e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:10Z', 'updated_at': '2022-05-13T14:35:23Z', 'revision_number': 5, 'project_id': '936df29ada1f4039bf03263eb4658581', 'subnets': [{'id': 'be55f4c0-99f6-4777-9e43-16529e4e725e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:27.957357 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9de396-ebbe-4135-8303-ce4560cbb9e8 None None] The sync data for ids ['821a13de-4389-4bc4-be6a-30908817f57d'] in n-d-841760-1 is: [{'id': '821a13de-4389-4bc4-be6a-30908817f57d', 'name': 'tempest-ServerRescueNegativeTestJSON-723694868-router', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b5ff1480-253f-494b-b4b8-7c039763e1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:00Z', 'updated_at': '2022-05-13T14:35:13Z', 'revision_number': 4, 'project_id': '936df29ada1f4039bf03263eb4658581', 'gw_port': {'id': 'b5ff1480-253f-494b-b4b8-7c039763e1cd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:03Z', 'updated_at': '2022-05-13T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '5e5115be-239e-4c6c-a339-840fc4dc81f1', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'floating_ip_address': '172.25.0.237', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'port_id': '1cd1f57d-1854-49dc-a1ac-35e2a791069c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9', 'mac_address': 'fa:16:3e:64:21:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc54d75-9665-4b1d-b6bc-cde17dd7ec81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:37:52Z', 'updated_at': '2022-05-13T14:38:22Z', 'revision_number': 1, 'project_id': '936df29ada1f4039bf03263eb4658581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a716a6-453e-4451-9da3-cfcd90194748', 'name': '', 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'mac_address': 'fa:16:3e:ef:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'be55f4c0-99f6-4777-9e43-16529e4e725e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:10Z', 'updated_at': '2022-05-13T14:35:23Z', 'revision_number': 5, 'project_id': '936df29ada1f4039bf03263eb4658581', 'subnets': [{'id': 'be55f4c0-99f6-4777-9e43-16529e4e725e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:38:28.056311 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-37b8fb17-fb6f-4428-b84a-4d292daadc36 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:28.122629 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf1fc0-c69c-4454-85e8-c728390ea74a req-94470b5c-3655-439e-90c1-91370a6c6238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:28.124336 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a6bf1fc0-c69c-4454-85e8-c728390ea74a req-94470b5c-3655-439e-90c1-91370a6c6238 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=936df29ada1f4039bf03263eb4658581&device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 1097 time: 0.4737298 May 13 14:38:28.137134 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-01788d97-01bb-433a-911e-93b703eb12b2 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting subnet 1ed62a8f-e4d3-4bd0-ae11-863088f5951d {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:38:28.169718 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-01788d97-01bb-433a-911e-93b703eb12b2 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:28.204726 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-37b8fb17-fb6f-4428-b84a-4d292daadc36 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Calling delete_port for a634f4e7-628a-4bc8-a6ac-4d4dc2cf208c owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:28.215456 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044c6855-ae4d-419a-adad-6f9bfde41252 None None] New status for floating IP 5e5115be-239e-4c6c-a339-840fc4dc81f1: ACTIVE {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:38:28.291353 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e09fb75-026b-473e-86f0-c23967257455 req-7ebe911d-f0af-4754-ae87-1c2f6d7b5b5e tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:28.293179 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4e09fb75-026b-473e-86f0-c23967257455 req-7ebe911d-f0af-4754-ae87-1c2f6d7b5b5e tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0ffd75f-42ea-495f-8810-00c115636eb8 HTTP/1.1" status: 200 len: 946 time: 0.2792840 May 13 14:38:28.336552 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53402) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:28.338271 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:28.344908 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-b60d71dc-670e-492f-9f3a-45148ae2c108 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Request body: {'floatingip': {'port_id': 'd3e62517-4b7f-40f8-bc7a-f2bb7955275a'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:28.446561 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b60d71dc-670e-492f-9f3a-45148ae2c108 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks [] for floatingip, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:28.630546 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-01788d97-01bb-433a-911e-93b703eb12b2 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:28.659708 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c60bc457-2a24-45b4-8e41-6f2bc3fe05c9 req-16df0e6e-2147-49bc-b297-0e6df8050342 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:28.692069 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c60bc457-2a24-45b4-8e41-6f2bc3fe05c9 req-16df0e6e-2147-49bc-b297-0e6df8050342 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:28.800894 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df0e6e-2147-49bc-b297-0e6df8050342 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62e3407a-7c8b-4c9e-88c3-0b01d02fe5c2,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:28.809508 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf1fc0-c69c-4454-85e8-c728390ea74a req-b57db560-7466-4dfb-97b8-675997a452c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:28.810522 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a6bf1fc0-c69c-4454-85e8-c728390ea74a req-b57db560-7466-4dfb-97b8-675997a452c8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9479e797-5371-4e30-beb4-10899bbfb8b9 HTTP/1.1" status: 200 len: 919 time: 0.6517518 May 13 14:38:28.813963 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-c60bc457-2a24-45b4-8e41-6f2bc3fe05c9 req-16df0e6e-2147-49bc-b297-0e6df8050342 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:28.815144 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c60bc457-2a24-45b4-8e41-6f2bc3fe05c9 req-16df0e6e-2147-49bc-b297-0e6df8050342 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.2284625 May 13 14:38:28.861434 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34614da-0067-4132-a8b3-8e61c2684457 req-878a20bf-9353-4f25-ba85-9510c307a39b tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:28.862943 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e34614da-0067-4132-a8b3-8e61c2684457 req-878a20bf-9353-4f25-ba85-9510c307a39b tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 947 time: 0.3524683 May 13 14:38:28.866479 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-37b8fb17-fb6f-4428-b84a-4d292daadc36 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:28.944602 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e2ab6e1d-742f-4c21-bf63-b62d5dc53ab6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:28.944723 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8fb17-fb6f-4428-b84a-4d292daadc36 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Pushing event deleted for resources: {'Port': ['ID=a634f4e7-628a-4bc8-a6ac-4d4dc2cf208c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:28.949500 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-01788d97-01bb-433a-911e-93b703eb12b2 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:28.988486 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e2ab6e1d-742f-4c21-bf63-b62d5dc53ab6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:29.040695 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a6bf1fc0-c69c-4454-85e8-c728390ea74a req-2a0e17ca-022d-4c90-a575-76822934b993 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1cd1f57d-1854-49dc-a1ac-35e2a791069c HTTP/1.1" status: 200 len: 1002 time: 0.2185736 May 13 14:38:29.125279 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e34614da-0067-4132-a8b3-8e61c2684457 req-fda5b513-3b69-4260-b084-a7ba091ed723 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182167 May 13 14:38:29.220703 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab6e1d-742f-4c21-bf63-b62d5dc53ab6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Port': ['ID=46f0c7c5-4fde-400a-9588-487eb26855f3,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:29.241869 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-37b8fb17-fb6f-4428-b84a-4d292daadc36 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:29.348971 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf1fc0-c69c-4454-85e8-c728390ea74a req-c0ce8745-b1f4-4dd4-8084-6d226ca12db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:29.350491 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a6bf1fc0-c69c-4454-85e8-c728390ea74a req-c0ce8745-b1f4-4dd4-8084-6d226ca12db9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=be55f4c0-99f6-4777-9e43-16529e4e725e HTTP/1.1" status: 200 len: 857 time: 0.2995987 May 13 14:38:29.407884 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5ac8674f-24f4-40ad-9bf1-f7a2d0dfdb22 None None] Provisioning complete for port 46f0c7c5-4fde-400a-9588-487eb26855f3 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:29.408466 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5ac8674f-24f4-40ad-9bf1-f7a2d0dfdb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:29.467521 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-5ac8674f-24f4-40ad-9bf1-f7a2d0dfdb22 None None] Port 46f0c7c5-4fde-400a-9588-487eb26855f3 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:38:29.496901 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-01788d97-01bb-433a-911e-93b703eb12b2 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:29.535410 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-09c2bcd2-49bd-4801-aa80-3f240b07cfaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:29.576308 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-01788d97-01bb-433a-911e-93b703eb12b2 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:29.579225 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01788d97-01bb-433a-911e-93b703eb12b2 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed62a8f-e4d3-4bd0-ae11-863088f5951d,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:29.592824 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31edfe9d-3879-41e2-a3a6-7585d92626f3 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:38:29.622605 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-37b8fb17-fb6f-4428-b84a-4d292daadc36 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:29.626769 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-37b8fb17-fb6f-4428-b84a-4d292daadc36 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:29.653661 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-01788d97-01bb-433a-911e-93b703eb12b2 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/1ed62a8f-e4d3-4bd0-ae11-863088f5951d HTTP/1.1" status: 204 len: 168 time: 1.8317521 May 13 14:38:29.654244 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53422) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:29.658723 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dd946-d258-4cf5-a958-53461795e131 req-a40665e0-5542-4567-99f8-ea8cb28a07e6 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:29.660255 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4a8dd946-d258-4cf5-a958-53461795e131 req-a40665e0-5542-4567-99f8-ea8cb28a07e6 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/networks?id=bdf000b2-35a2-42ed-a188-349bb545fbc9 HTTP/1.1" status: 200 len: 812 time: 0.6267452 May 13 14:38:29.698657 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4a8dd946-d258-4cf5-a958-53461795e131 req-3f424c28-452a-4874-8895-f317ad817963 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/quotas/713fc3e596334366a49631a90da45226 HTTP/1.1" status: 200 len: 375 time: 0.0243514 May 13 14:38:29.733591 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1fc09d24-f23c-4340-b221-4bc764a0c7d9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0780773 May 13 14:38:29.735420 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf1fc0-c69c-4454-85e8-c728390ea74a req-d4ef6ba5-7f1b-4930-835f-fabc25430969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:29.736470 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-37b8fb17-fb6f-4428-b84a-4d292daadc36 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:29.737004 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b8fb17-fb6f-4428-b84a-4d292daadc36 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Fanout notify agent at l3_agent the message router_deleted on router de80d0da-84d9-404d-8eb1-c47d7369535b {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:38:29.737502 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a6bf1fc0-c69c-4454-85e8-c728390ea74a req-d4ef6ba5-7f1b-4930-835f-fabc25430969 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9479e797-5371-4e30-beb4-10899bbfb8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3742471 May 13 14:38:29.738844 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53428) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:29.771259 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9c5e2-9144-4217-a6ce-46292fd0c1fd req-5cb94095-7609-4961-91a0-619dc6851651 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:29.772768 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-eaa9c5e2-9144-4217-a6ce-46292fd0c1fd req-5cb94095-7609-4961-91a0-619dc6851651 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 947 time: 0.3568752 May 13 14:38:29.778484 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-37b8fb17-fb6f-4428-b84a-4d292daadc36 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:29.779675 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-37b8fb17-fb6f-4428-b84a-4d292daadc36 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] 10.222.0.35 "DELETE /v2.0/routers/de80d0da-84d9-404d-8eb1-c47d7369535b HTTP/1.1" status: 204 len: 168 time: 3.0344894 May 13 14:38:29.784612 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53432) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:29.794298 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-8855e4b9-1070-4f97-b78f-f7f1b37db46c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:29.829814 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e2ab6e1d-742f-4c21-bf63-b62d5dc53ab6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:29.860146 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-bd72a7bd-9477-4108-9dcf-1fffa2e743c2 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1382748890', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'enable_snat': False}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:29.912287 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b60d71dc-670e-492f-9f3a-45148ae2c108 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:29.920272 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9980ae3-caff-4363-a392-f9dcaf5e77e6 None None] DHCP port deletion for 0723b97b-08c9-4db0-a15e-5b69273136d9 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:38:29.926465 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f9980ae3-caff-4363-a392-f9dcaf5e77e6 None None] Deleting port aea1ed54-91f0-47a3-a4fd-8377d501c32f {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:29.927154 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f9980ae3-caff-4363-a392-f9dcaf5e77e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:29.927997 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-eaa9c5e2-9144-4217-a6ce-46292fd0c1fd req-5aa741e4-a35c-421d-a791-ae0c67e1b5e6 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712924 May 13 14:38:29.928997 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b60d71dc-670e-492f-9f3a-45148ae2c108 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:29.974828 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-bd72a7bd-9477-4108-9dcf-1fffa2e743c2 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:30.013347 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-bd72a7bd-9477-4108-9dcf-1fffa2e743c2 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Usage tracker for resource:router and tenant:0ed26fe593c0415a996a54f846d0b80d is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:30.025908 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-bd72a7bd-9477-4108-9dcf-1fffa2e743c2 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:30.048056 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-bd72a7bd-9477-4108-9dcf-1fffa2e743c2 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:30.104811 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd72a7bd-9477-4108-9dcf-1fffa2e743c2 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:30.105818 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd72a7bd-9477-4108-9dcf-1fffa2e743c2 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:30.156556 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-8855e4b9-1070-4f97-b78f-f7f1b37db46c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:30.171463 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-8855e4b9-1070-4f97-b78f-f7f1b37db46c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:subnet and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:30.171885 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-b60d71dc-670e-492f-9f3a-45148ae2c108 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Floating IP f9cd10bf-f971-47a8-b95d-8ea0bc860756 associated. External IP: 172.25.0.21, port: d3e62517-4b7f-40f8-bc7a-f2bb7955275a. May 13 14:38:30.176952 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-8855e4b9-1070-4f97-b78f-f7f1b37db46c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:30.185055 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a6bf1fc0-c69c-4454-85e8-c728390ea74a req-4696dfb0-20f8-4ae7-8963-b3005d4e206d service neutron] 10.222.0.74 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761461 May 13 14:38:30.197310 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-f9980ae3-caff-4363-a392-f9dcaf5e77e6 None None] For port aea1ed54-91f0-47a3-a4fd-8377d501c32f, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=aea1ed54-91f0-47a3-a4fd-8377d501c32f,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:30.198050 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f9980ae3-caff-4363-a392-f9dcaf5e77e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:30.233501 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd72a7bd-9477-4108-9dcf-1fffa2e743c2 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:30.238616 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-8855e4b9-1070-4f97-b78f-f7f1b37db46c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:30.266772 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4a8dd946-d258-4cf5-a958-53461795e131 req-e6e1d97c-4179-4c9d-bf02-e6fd076b9bc8 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=713fc3e596334366a49631a90da45226&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5210173 May 13 14:38:30.274726 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a4f4a-90cb-46f3-9dc3-d441ada95027 req-26544e93-3ee6-4ff0-bd59-fb19c80c6700 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:30.276267 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b78a4f4a-90cb-46f3-9dc3-d441ada95027 req-26544e93-3ee6-4ff0-bd59-fb19c80c6700 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 947 time: 0.2010009 May 13 14:38:30.344817 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f9980ae3-caff-4363-a392-f9dcaf5e77e6 None None] Calling delete_port for aea1ed54-91f0-47a3-a4fd-8377d501c32f owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:30.415744 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b78a4f4a-90cb-46f3-9dc3-d441ada95027 req-3bcc0e7d-f05f-4fe8-953d-011ad9f0ab4a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254704 May 13 14:38:30.442356 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f9980ae3-caff-4363-a392-f9dcaf5e77e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:30.498919 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9980ae3-caff-4363-a392-f9dcaf5e77e6 None None] Pushing event deleted for resources: {'Port': ['ID=aea1ed54-91f0-47a3-a4fd-8377d501c32f,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:30.510068 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9980ae3-caff-4363-a392-f9dcaf5e77e6 None None] No DVR routers for this DVR port aea1ed54-91f0-47a3-a4fd-8377d501c32f on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:38:30.549374 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:30.586880 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8855e4b9-1070-4f97-b78f-f7f1b37db46c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:30.591299 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8855e4b9-1070-4f97-b78f-f7f1b37db46c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:30.610235 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:30.742092 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60d71dc-670e-492f-9f3a-45148ae2c108 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Router 022b3687-83b2-4cf1-9e35-ff37b93f45e6 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:38:30.761429 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e2ab6e1d-742f-4c21-bf63-b62d5dc53ab6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:31.040855 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802838c-9593-4eb3-9f6f-276cc93941f5 req-9095695d-75d2-4ea0-acd7-639cb318f1fd tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:31.047785 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9802838c-9593-4eb3-9f6f-276cc93941f5 req-9095695d-75d2-4ea0-acd7-639cb318f1fd tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 947 time: 0.3769164 May 13 14:38:31.119647 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device aea1ed54-91f0-47a3-a4fd-8377d501c32f no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:38:31.125796 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a6bf1fc0-c69c-4454-85e8-c728390ea74a req-b4e33fdc-1a00-4fbd-856e-a9cfffb416e9 service neutron] 10.222.0.74 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9106693 May 13 14:38:31.144668 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4a8dd946-d258-4cf5-a958-53461795e131 req-d94f5353-4ec5-4859-bf22-b8edfa644329 service neutron] 10.222.0.35 "GET /v2.0/networks/bdf000b2-35a2-42ed-a188-349bb545fbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8768711 May 13 14:38:31.169770 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd72a7bd-9477-4108-9dcf-1fffa2e743c2 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:31.172163 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9802838c-9593-4eb3-9f6f-276cc93941f5 req-dde167f9-3532-4e88-979e-14ad85863671 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224651 May 13 14:38:31.205340 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60d71dc-670e-492f-9f3a-45148ae2c108 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:38:31.217725 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a065d1d-248d-472b-8899-b87a09b250ab None None] Sync routers for ids ['022b3687-83b2-4cf1-9e35-ff37b93f45e6'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:38:31.218263 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b60d71dc-670e-492f-9f3a-45148ae2c108 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:31.248138 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a065d1d-248d-472b-8899-b87a09b250ab None None] Routers {'022b3687-83b2-4cf1-9e35-ff37b93f45e6'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:38:31.248771 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-4a065d1d-248d-472b-8899-b87a09b250ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:38:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['022b3687-83b2-4cf1-9e35-ff37b93f45e6'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:31.344161 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: aea1ed54-91f0-47a3-a4fd-8377d501c32f {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:38:31.347633 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device aea1ed54-91f0-47a3-a4fd-8377d501c32f not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:38:31.378117 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b60d71dc-670e-492f-9f3a-45148ae2c108 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "PUT /v2.0/floatingips/f9cd10bf-f971-47a8-b95d-8ea0bc860756 HTTP/1.1" status: 200 len: 991 time: 3.0396161 May 13 14:38:31.379695 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ffd75f-42ea-495f-8810-00c115636eb8', 'tag': 'd3e62517-4b7f-40f8-bc7a-f2bb7955275a'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:31.511603 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc5808-498c-4b47-ab99-e304a949d9a0 req-ebd61ab2-8967-4d2c-b637-c8bf59ae06be tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:31.513784 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-91fc5808-498c-4b47-ab99-e304a949d9a0 req-ebd61ab2-8967-4d2c-b637-c8bf59ae06be tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 947 time: 0.1053457 May 13 14:38:31.552711 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-4a065d1d-248d-472b-8899-b87a09b250ab None None] Set router 022b3687-83b2-4cf1-9e35-ff37b93f45e6 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:38:31.571930 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-91fc5808-498c-4b47-ab99-e304a949d9a0 req-10ea82aa-e09f-4931-9ef5-95227e5f3369 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520976 May 13 14:38:31.642352 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4a8dd946-d258-4cf5-a958-53461795e131 req-d8fc7e50-b070-4073-8224-cd737e2cd070 service neutron] 10.222.0.35 "GET /v2.0/networks/bdf000b2-35a2-42ed-a188-349bb545fbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4967308 May 13 14:38:31.823946 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de4259-61a6-4daa-a1db-60aaecb8d0a5 req-1461e3ce-28e2-4d59-aa82-fa43c39569f0 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:31.825925 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f2de4259-61a6-4daa-a1db-60aaecb8d0a5 req-1461e3ce-28e2-4d59-aa82-fa43c39569f0 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0ffd75f-42ea-495f-8810-00c115636eb8 HTTP/1.1" status: 200 len: 946 time: 0.1424639 May 13 14:38:31.924164 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e432e7a3-b044-4109-a756-4da3ca6cf88f'] response: {'name': 'network-changed', 'server_uuid': 'e0ffd75f-42ea-495f-8810-00c115636eb8', 'tag': 'd3e62517-4b7f-40f8-bc7a-f2bb7955275a', 'status': 'completed', 'code': 200} May 13 14:38:31.953653 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f2de4259-61a6-4daa-a1db-60aaecb8d0a5 req-9e61e490-0da7-4aef-939b-0cb6a10acd84 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/security-groups?id=af8c814b-0ce2-4afc-8f2c-b3a709ca9365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124687 May 13 14:38:32.042119 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:32.091821 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-98a05682-d98a-4d36-9d09-45cfc65143c0 req-1f51de2e-dceb-458b-af10-964eecbe343d tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73d597e-1d32-457d-b38a-477b07bd6090 HTTP/1.1" status: 200 len: 210 time: 0.0594399 May 13 14:38:32.246391 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-4a065d1d-248d-472b-8899-b87a09b250ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'name': 'tempest-ServersTestJSON-398732630-router', 'tenant_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '59fc61bf-6424-4abc-a986-02d667a899ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:17Z', 'updated_at': '2022-05-13T14:37:36Z', 'revision_number': 4, 'project_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'gw_port': {'id': '59fc61bf-6424-4abc-a986-02d667a899ce', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:21Z', 'updated_at': '2022-05-13T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'f9cd10bf-f971-47a8-b95d-8ea0bc860756', 'tenant_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'port_id': 'd3e62517-4b7f-40f8-bc7a-f2bb7955275a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f3ea62-29f2-477b-a404-9640a1543fb6', 'mac_address': 'fa:16:3e:3b:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ffd75f-42ea-495f-8810-00c115636eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:37:50Z', 'updated_at': '2022-05-13T14:38:29Z', 'revision_number': 1, 'project_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be499b9-db45-46e7-a32c-b99292b62956', 'name': '', 'network_id': 'c2f3ea62-29f2-477b-a404-9640a1543fb6', 'tenant_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'mac_address': 'fa:16:3e:99:57:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '6eaa1b8f-d3c1-4756-b489-078d11acd8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:32Z', 'updated_at': '2022-05-13T14:37:50Z', 'revision_number': 5, 'project_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'subnets': [{'id': '6eaa1b8f-d3c1-4756-b489-078d11acd8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:32.251225 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a065d1d-248d-472b-8899-b87a09b250ab None None] Checking router: 022b3687-83b2-4cf1-9e35-ff37b93f45e6 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:38:32.262580 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a065d1d-248d-472b-8899-b87a09b250ab None None] Routers {'022b3687-83b2-4cf1-9e35-ff37b93f45e6'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:38:32.263641 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-4a065d1d-248d-472b-8899-b87a09b250ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:38:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['022b3687-83b2-4cf1-9e35-ff37b93f45e6'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:32.271698 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e2ab6e1d-742f-4c21-bf63-b62d5dc53ab6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:32.359449 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-86ff567c-afa1-4950-8e38-779633639923 req-c5b0f9c5-0cbf-4b20-a630-7e9b9fe87658 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1145008 May 13 14:38:32.425719 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e2ab6e1d-742f-4c21-bf63-b62d5dc53ab6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:32.426958 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e2ab6e1d-742f-4c21-bf63-b62d5dc53ab6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:32.550241 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-4a065d1d-248d-472b-8899-b87a09b250ab None None] Set router 022b3687-83b2-4cf1-9e35-ff37b93f45e6 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:38:32.562884 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff567c-afa1-4950-8e38-779633639923 req-5a13eec1-bc73-470c-a536-42004a8c6441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:32.566037 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-86ff567c-afa1-4950-8e38-779633639923 req-5a13eec1-bc73-470c-a536-42004a8c6441 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=936df29ada1f4039bf03263eb4658581&device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 1096 time: 0.1278515 May 13 14:38:32.620266 n-d-841760-1 neutron-server[88081]: DEBUG neutron.objects.ports [None req-8855e4b9-1070-4f97-b78f-f7f1b37db46c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88081) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 14:38:32.697538 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8855e4b9-1070-4f97-b78f-f7f1b37db46c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:32.822641 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff567c-afa1-4950-8e38-779633639923 req-73d7ffb0-699e-4f1a-a998-5fe287925991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:32.831272 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-86ff567c-afa1-4950-8e38-779633639923 req-73d7ffb0-699e-4f1a-a998-5fe287925991 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9479e797-5371-4e30-beb4-10899bbfb8b9 HTTP/1.1" status: 200 len: 919 time: 0.2368884 May 13 14:38:32.928236 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-86ff567c-afa1-4950-8e38-779633639923 req-248436a1-b08e-4219-a116-ced5785632c3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=678150fc-a884-4cde-a368-5d99c72e9568 HTTP/1.1" status: 200 len: 217 time: 0.0897520 May 13 14:38:32.991238 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8855e4b9-1070-4f97-b78f-f7f1b37db46c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:33.007866 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-8855e4b9-1070-4f97-b78f-f7f1b37db46c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:33.011270 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855e4b9-1070-4f97-b78f-f7f1b37db46c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:33.011857 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8855e4b9-1070-4f97-b78f-f7f1b37db46c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:33.012768 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff567c-afa1-4950-8e38-779633639923 req-ed45a07f-7265-49b4-8d71-bba69863709e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:33.015344 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-86ff567c-afa1-4950-8e38-779633639923 req-ed45a07f-7265-49b4-8d71-bba69863709e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be55f4c0-99f6-4777-9e43-16529e4e725e HTTP/1.1" status: 200 len: 857 time: 0.0737023 May 13 14:38:33.017830 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64b28e9-5a8e-47ec-bd11-270db6d0e0ff None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:38:33.037340 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-4a065d1d-248d-472b-8899-b87a09b250ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'name': 'tempest-ServersTestJSON-398732630-router', 'tenant_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '59fc61bf-6424-4abc-a986-02d667a899ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:17Z', 'updated_at': '2022-05-13T14:37:36Z', 'revision_number': 4, 'project_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'gw_port': {'id': '59fc61bf-6424-4abc-a986-02d667a899ce', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:21Z', 'updated_at': '2022-05-13T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'f9cd10bf-f971-47a8-b95d-8ea0bc860756', 'tenant_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'port_id': 'd3e62517-4b7f-40f8-bc7a-f2bb7955275a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f3ea62-29f2-477b-a404-9640a1543fb6', 'mac_address': 'fa:16:3e:3b:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ffd75f-42ea-495f-8810-00c115636eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:37:50Z', 'updated_at': '2022-05-13T14:38:29Z', 'revision_number': 1, 'project_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be499b9-db45-46e7-a32c-b99292b62956', 'name': '', 'network_id': 'c2f3ea62-29f2-477b-a404-9640a1543fb6', 'tenant_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'mac_address': 'fa:16:3e:99:57:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '6eaa1b8f-d3c1-4756-b489-078d11acd8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:32Z', 'updated_at': '2022-05-13T14:37:50Z', 'revision_number': 5, 'project_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'subnets': [{'id': '6eaa1b8f-d3c1-4756-b489-078d11acd8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:33.042694 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a065d1d-248d-472b-8899-b87a09b250ab None None] The sync data for ids ['022b3687-83b2-4cf1-9e35-ff37b93f45e6'] in n-d-841760-1 is: [{'id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'name': 'tempest-ServersTestJSON-398732630-router', 'tenant_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '59fc61bf-6424-4abc-a986-02d667a899ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:17Z', 'updated_at': '2022-05-13T14:37:36Z', 'revision_number': 4, 'project_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'gw_port': {'id': '59fc61bf-6424-4abc-a986-02d667a899ce', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:21Z', 'updated_at': '2022-05-13T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'f9cd10bf-f971-47a8-b95d-8ea0bc860756', 'tenant_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'port_id': 'd3e62517-4b7f-40f8-bc7a-f2bb7955275a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f3ea62-29f2-477b-a404-9640a1543fb6', 'mac_address': 'fa:16:3e:3b:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ffd75f-42ea-495f-8810-00c115636eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:37:50Z', 'updated_at': '2022-05-13T14:38:29Z', 'revision_number': 1, 'project_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be499b9-db45-46e7-a32c-b99292b62956', 'name': '', 'network_id': 'c2f3ea62-29f2-477b-a404-9640a1543fb6', 'tenant_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'mac_address': 'fa:16:3e:99:57:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '6eaa1b8f-d3c1-4756-b489-078d11acd8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:32Z', 'updated_at': '2022-05-13T14:37:50Z', 'revision_number': 5, 'project_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'subnets': [{'id': '6eaa1b8f-d3c1-4756-b489-078d11acd8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:38:33.079795 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab6e1d-742f-4c21-bf63-b62d5dc53ab6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Port': ['ID=46f0c7c5-4fde-400a-9588-487eb26855f3,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:33.138952 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff567c-afa1-4950-8e38-779633639923 req-c3709871-af86-4914-bcfe-7b8d9b4f89c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:33.140946 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-86ff567c-afa1-4950-8e38-779633639923 req-c3709871-af86-4914-bcfe-7b8d9b4f89c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9479e797-5371-4e30-beb4-10899bbfb8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177220 May 13 14:38:33.341342 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c08e2cb-6efa-465a-af9b-e5ed6b9b1801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-0723b97b-08c9-4db0-a15e-5b69273136d9', 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'fixed_ips': [{'subnet_id': 'c861e416-0dd7-44a8-9dde-58fa70c0a887'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:38:33.342184 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7c08e2cb-6efa-465a-af9b-e5ed6b9b1801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:33.443659 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31857675-f95e-4567-9c49-1e22d8c2deb6 None None] New status for floating IP f9cd10bf-f971-47a8-b95d-8ea0bc860756: ACTIVE {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:38:33.481747 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6e8cc1e8-161d-4181-8dc4-c1906b01285b req-a39c0b15-ef79-4123-82e1-af6dc4b89fd0 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73d597e-1d32-457d-b38a-477b07bd6090 HTTP/1.1" status: 200 len: 210 time: 0.1751480 May 13 14:38:33.559343 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-86ff567c-afa1-4950-8e38-779633639923 req-7c28403c-6b2c-4be0-a659-0d317ef8c86d service neutron] 10.222.0.59 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112339 May 13 14:38:33.631972 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855e4b9-1070-4f97-b78f-f7f1b37db46c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Subnet': ['ID=c861e416-0dd7-44a8-9dde-58fa70c0a887,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:33.764308 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d193ee-3646-4f4c-b80c-9ec5d2f4edb4 req-26eba680-4bcb-483f-a995-ee3c80ed0fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:33.768489 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-06d193ee-3646-4f4c-b80c-9ec5d2f4edb4 req-26eba680-4bcb-483f-a995-ee3c80ed0fb0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=de6728dd22224c41a4bc2fe2ab69d0cd&device_id=e0ffd75f-42ea-495f-8810-00c115636eb8 HTTP/1.1" status: 200 len: 1097 time: 1.6119859 May 13 14:38:33.774758 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-7c08e2cb-6efa-465a-af9b-e5ed6b9b1801 None None] Allocated IP 2001:db8::f816:3eff:fe65:1323 (0723b97b-08c9-4db0-a15e-5b69273136d9/c861e416-0dd7-44a8-9dde-58fa70c0a887/4315e4c1-9534-4e10-8f38-57e2a209bd0d) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:33.780827 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-86ff567c-afa1-4950-8e38-779633639923 req-eb31cf55-1d2b-4faf-9dfb-635a9cd6c996 service neutron] 10.222.0.59 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134020 May 13 14:38:33.784047 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dd946-d258-4cf5-a958-53461795e131 req-50bb2476-fcdb-43e4-9ff3-6a09574523c0 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:33.786182 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4a8dd946-d258-4cf5-a958-53461795e131 req-50bb2476-fcdb-43e4-9ff3-6a09574523c0 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.59 "GET /v2.0/networks?id=bdf000b2-35a2-42ed-a188-349bb545fbc9 HTTP/1.1" status: 200 len: 812 time: 0.3173013 May 13 14:38:33.788224 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8855e4b9-1070-4f97-b78f-f7f1b37db46c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.0098386 May 13 14:38:33.793739 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ab6e1d-742f-4c21-bf63-b62d5dc53ab6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network 73d6a0df-2b32-43f5-b9f4-2245901cc2d0 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:33.805300 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53488) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:33.815240 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-8f8b1989-6ad9-4bfa-90ab-cc4c002643bd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'port': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'mac_address': 'fa:16:3e:c0:ea:aa', 'name': 'tempest-NetworksTestDHCPv6-1257587759'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:33.896829 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-e2ab6e1d-742f-4c21-bf63-b62d5dc53ab6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:33.992141 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce6888-1728-40ed-a2ed-eb5554517740 req-17cb06b9-e1c2-42fd-93bb-47db788e3139 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:34.007768 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-79ce6888-1728-40ed-a2ed-eb5554517740 req-17cb06b9-e1c2-42fd-93bb-47db788e3139 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 947 time: 1.7175441 May 13 14:38:34.028745 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-4a8dd946-d258-4cf5-a958-53461795e131 req-62b43fa4-f8a9-4b16-bd25-9e0d2295cc0c tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Request body: {'port': {'device_id': 'c73d597e-1d32-457d-b38a-477b07bd6090', 'network_id': 'bdf000b2-35a2-42ed-a188-349bb545fbc9', 'admin_state_up': True, 'tenant_id': '713fc3e596334366a49631a90da45226'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:34.097730 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8f8b1989-6ad9-4bfa-90ab-cc4c002643bd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:34.111842 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8f8b1989-6ad9-4bfa-90ab-cc4c002643bd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:34.125948 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8b1989-6ad9-4bfa-90ab-cc4c002643bd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:34.256958 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-79ce6888-1728-40ed-a2ed-eb5554517740 req-3530a67c-c81c-4b7e-862b-8c019c950c67 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481976 May 13 14:38:34.354374 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd72a7bd-9477-4108-9dcf-1fffa2e743c2 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:34.459483 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-fa66f499-9a71-40a1-8081-cd19bae1c1c2 None None] Provisioning complete for port 46f0c7c5-4fde-400a-9588-487eb26855f3 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:34.460075 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fa66f499-9a71-40a1-8081-cd19bae1c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:34.497184 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7c08e2cb-6efa-465a-af9b-e5ed6b9b1801 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:34.520477 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7c08e2cb-6efa-465a-af9b-e5ed6b9b1801 None None] Transition to ACTIVE for port object 4315e4c1-9534-4e10-8f38-57e2a209bd0d will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:34.526559 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8f8b1989-6ad9-4bfa-90ab-cc4c002643bd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:34.549600 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7c08e2cb-6efa-465a-af9b-e5ed6b9b1801 None None] Transition to ACTIVE for port object 4315e4c1-9534-4e10-8f38-57e2a209bd0d will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:34.558406 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd72a7bd-9477-4108-9dcf-1fffa2e743c2 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:34.567307 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7c08e2cb-6efa-465a-af9b-e5ed6b9b1801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:34.583813 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-8f8b1989-6ad9-4bfa-90ab-cc4c002643bd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] device_id is not set on port 981c4af4-97fd-47b4-bbf1-e5e5215b009b yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:38:34.691182 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-fa66f499-9a71-40a1-8081-cd19bae1c1c2 None None] Port 46f0c7c5-4fde-400a-9588-487eb26855f3 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:38:34.698987 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c08e2cb-6efa-465a-af9b-e5ed6b9b1801 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:34.704897 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-7c08e2cb-6efa-465a-af9b-e5ed6b9b1801 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:34.711246 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c08e2cb-6efa-465a-af9b-e5ed6b9b1801 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:34.752968 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d193ee-3646-4f4c-b80c-9ec5d2f4edb4 req-42f19654-50dd-4a4d-b16a-be8cfedba223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:34.753552 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08e2cb-6efa-465a-af9b-e5ed6b9b1801 None None] Pushing event updated for resources: {'Port': ['ID=4315e4c1-9534-4e10-8f38-57e2a209bd0d,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:34.754448 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-06d193ee-3646-4f4c-b80c-9ec5d2f4edb4 req-42f19654-50dd-4a4d-b16a-be8cfedba223 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2f3ea62-29f2-477b-a404-9640a1543fb6 HTTP/1.1" status: 200 len: 906 time: 0.9585309 May 13 14:38:34.763073 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-61ba75d8-bf76-4d45-8176-84ad4cd5b99b req-b39c3c2c-699b-44e9-a139-883a0ae7d573 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73d597e-1d32-457d-b38a-477b07bd6090 HTTP/1.1" status: 200 len: 210 time: 0.0671878 May 13 14:38:34.838988 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-7c08e2cb-6efa-465a-af9b-e5ed6b9b1801 None None] Attempting to bind port 4315e4c1-9534-4e10-8f38-57e2a209bd0d on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:38:34.839429 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-7c08e2cb-6efa-465a-af9b-e5ed6b9b1801 None None] Attempting to bind port 4315e4c1-9534-4e10-8f38-57e2a209bd0d by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:38:34.839793 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c08e2cb-6efa-465a-af9b-e5ed6b9b1801 None None] Attempting to bind port 4315e4c1-9534-4e10-8f38-57e2a209bd0d on network 0723b97b-08c9-4db0-a15e-5b69273136d9 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:34.848078 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c08e2cb-6efa-465a-af9b-e5ed6b9b1801 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:38:34.848461 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c08e2cb-6efa-465a-af9b-e5ed6b9b1801 None None] Checking segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:38:34.848864 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7c08e2cb-6efa-465a-af9b-e5ed6b9b1801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:34.849252 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c08e2cb-6efa-465a-af9b-e5ed6b9b1801 None None] Bound using segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:38:34.849721 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-7c08e2cb-6efa-465a-af9b-e5ed6b9b1801 None None] Bound port: 4315e4c1-9534-4e10-8f38-57e2a209bd0d, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:38:34.850099 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7c08e2cb-6efa-465a-af9b-e5ed6b9b1801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:34.896603 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-8f8b1989-6ad9-4bfa-90ab-cc4c002643bd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Allocated IP 2001:db8::f816:3eff:fec0:eaaa (0723b97b-08c9-4db0-a15e-5b69273136d9/c861e416-0dd7-44a8-9dde-58fa70c0a887/981c4af4-97fd-47b4-bbf1-e5e5215b009b) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:34.940970 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-4a8dd946-d258-4cf5-a958-53461795e131 req-62b43fa4-f8a9-4b16-bd25-9e0d2295cc0c tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:34.961002 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-7c08e2cb-6efa-465a-af9b-e5ed6b9b1801 None None] For port 4315e4c1-9534-4e10-8f38-57e2a209bd0d, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:38:34.969894 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-7c08e2cb-6efa-465a-af9b-e5ed6b9b1801 None None] For port 4315e4c1-9534-4e10-8f38-57e2a209bd0d, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=4315e4c1-9534-4e10-8f38-57e2a209bd0d,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:38:34.978224 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7c08e2cb-6efa-465a-af9b-e5ed6b9b1801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:34.981145 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-4a8dd946-d258-4cf5-a958-53461795e131 req-62b43fa4-f8a9-4b16-bd25-9e0d2295cc0c tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:35.014536 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-bd72a7bd-9477-4108-9dcf-1fffa2e743c2 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Allocated IP 172.25.0.86 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/c1a29aa1-9da5-46e3-a475-b9eadd2fd354) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:35.036624 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e93402-dd5f-4cad-88d2-48e0c2c73f8f req-1c04ee66-3e88-4e75-a31c-7eebb3fc950a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:35.038193 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59e93402-dd5f-4cad-88d2-48e0c2c73f8f req-1c04ee66-3e88-4e75-a31c-7eebb3fc950a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 947 time: 0.4776289 May 13 14:38:35.041492 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a8dd946-d258-4cf5-a958-53461795e131 req-62b43fa4-f8a9-4b16-bd25-9e0d2295cc0c tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Made reservation on behalf of 713fc3e596334366a49631a90da45226 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:35.046020 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4a8dd946-d258-4cf5-a958-53461795e131 req-62b43fa4-f8a9-4b16-bd25-9e0d2295cc0c tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:35.058637 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-06d193ee-3646-4f4c-b80c-9ec5d2f4edb4 req-29758f05-0c4c-495a-b679-aa306e3a1f85 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3e62517-4b7f-40f8-bc7a-f2bb7955275a HTTP/1.1" status: 200 len: 1001 time: 0.2872107 May 13 14:38:35.113355 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08e2cb-6efa-465a-af9b-e5ed6b9b1801 None None] Pushing event updated for resources: {'Port': ['ID=4315e4c1-9534-4e10-8f38-57e2a209bd0d,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:35.184718 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8f8b1989-6ad9-4bfa-90ab-cc4c002643bd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:35.224727 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-8f8b1989-6ad9-4bfa-90ab-cc4c002643bd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Transition to ACTIVE for port object 981c4af4-97fd-47b4-bbf1-e5e5215b009b will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:35.264543 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8f8b1989-6ad9-4bfa-90ab-cc4c002643bd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:35.298216 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ab6e1d-742f-4c21-bf63-b62d5dc53ab6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Router 6efb55cc-71a3-4260-93e0-e05c3c0daf22 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:38:35.358940 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8b1989-6ad9-4bfa-90ab-cc4c002643bd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:35.362473 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-8f8b1989-6ad9-4bfa-90ab-cc4c002643bd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:35.367337 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8b1989-6ad9-4bfa-90ab-cc4c002643bd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:35.375536 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8b1989-6ad9-4bfa-90ab-cc4c002643bd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:35.375536 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8f8b1989-6ad9-4bfa-90ab-cc4c002643bd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:35.385411 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b1989-6ad9-4bfa-90ab-cc4c002643bd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Port': ['ID=981c4af4-97fd-47b4-bbf1-e5e5215b009b,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:35.405938 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8f8b1989-6ad9-4bfa-90ab-cc4c002643bd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5968897 May 13 14:38:35.406410 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53504) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:35.528350 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757b1489-750d-484f-95c0-052fc06c4a32 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:35.534434 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757b1489-750d-484f-95c0-052fc06c4a32 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:35.535287 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-757b1489-750d-484f-95c0-052fc06c4a32 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:35.556363 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-757b1489-750d-484f-95c0-052fc06c4a32 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:35.560149 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-757b1489-750d-484f-95c0-052fc06c4a32 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1505430 May 13 14:38:35.560511 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53508) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:35.615859 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59e93402-dd5f-4cad-88d2-48e0c2c73f8f req-28117d77-e4fb-4e4b-bd2a-2d2ee55bedcc tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5545650 May 13 14:38:35.637137 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d193ee-3646-4f4c-b80c-9ec5d2f4edb4 req-fb44ade1-ae03-4b9d-bcb7-6d52ddebae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:35.638629 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-06d193ee-3646-4f4c-b80c-9ec5d2f4edb4 req-fb44ade1-ae03-4b9d-bcb7-6d52ddebae2f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6eaa1b8f-d3c1-4756-b489-078d11acd8c7 HTTP/1.1" status: 200 len: 844 time: 0.5716207 May 13 14:38:35.642867 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-e09be088-0ae9-4907-a871-ce424a58f6c7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting port 981c4af4-97fd-47b4-bbf1-e5e5215b009b {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:35.643521 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e09be088-0ae9-4907-a871-ce424a58f6c7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:35.761129 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd72a7bd-9477-4108-9dcf-1fffa2e743c2 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:35.778050 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ab6e1d-742f-4c21-bf63-b62d5dc53ab6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:38:35.792710 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af47110d-95fc-46c8-b02e-3fecb211f80e None None] Sync routers for ids ['6efb55cc-71a3-4260-93e0-e05c3c0daf22'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:38:35.808065 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af47110d-95fc-46c8-b02e-3fecb211f80e None None] Routers {'6efb55cc-71a3-4260-93e0-e05c3c0daf22'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:38:35.812866 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-af47110d-95fc-46c8-b02e-3fecb211f80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:38:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['6efb55cc-71a3-4260-93e0-e05c3c0daf22'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:35.832352 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e2ab6e1d-742f-4c21-bf63-b62d5dc53ab6 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "PUT /v2.0/routers/6efb55cc-71a3-4260-93e0-e05c3c0daf22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5070038 May 13 14:38:35.833152 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53518) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:35.892158 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-4a8dd946-d258-4cf5-a958-53461795e131 req-62b43fa4-f8a9-4b16-bd25-9e0d2295cc0c tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Allocated IP 172.20.0.11 (bdf000b2-35a2-42ed-a188-349bb545fbc9/ca21fd33-bce4-432c-932a-d45b6a8b65d2/eb937db1-feb5-47a6-8ea9-96d077863de7) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:35.949826 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e09be088-0ae9-4907-a871-ce424a58f6c7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:35.964695 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-af47110d-95fc-46c8-b02e-3fecb211f80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:36.001248 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af47110d-95fc-46c8-b02e-3fecb211f80e None None] Routers {'6efb55cc-71a3-4260-93e0-e05c3c0daf22'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:38:36.001952 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-af47110d-95fc-46c8-b02e-3fecb211f80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:38:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['6efb55cc-71a3-4260-93e0-e05c3c0daf22'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:36.012338 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d193ee-3646-4f4c-b80c-9ec5d2f4edb4 req-628de095-53eb-4b0d-aeef-c1fb925540f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:36.014966 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-06d193ee-3646-4f4c-b80c-9ec5d2f4edb4 req-628de095-53eb-4b0d-aeef-c1fb925540f6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2f3ea62-29f2-477b-a404-9640a1543fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3679166 May 13 14:38:36.129309 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-af47110d-95fc-46c8-b02e-3fecb211f80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:36.129710 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af47110d-95fc-46c8-b02e-3fecb211f80e None None] The sync data for ids ['6efb55cc-71a3-4260-93e0-e05c3c0daf22'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:38:36.189789 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-e09be088-0ae9-4907-a871-ce424a58f6c7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Calling delete_port for 981c4af4-97fd-47b4-bbf1-e5e5215b009b owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:36.249858 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c8d33c15-d952-4c6e-8388-986ae65c3bd3 req-f4a108ea-4853-4a7e-b332-575cbf2c21fc tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73d597e-1d32-457d-b38a-477b07bd6090 HTTP/1.1" status: 200 len: 210 time: 0.2718875 May 13 14:38:36.290103 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-06d193ee-3646-4f4c-b80c-9ec5d2f4edb4 req-a73ee183-d4c0-4c08-bedc-30961fce230d service neutron] 10.222.0.74 "GET /v2.0/networks/c2f3ea62-29f2-477b-a404-9640a1543fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592583 May 13 14:38:36.451624 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd72a7bd-9477-4108-9dcf-1fffa2e743c2 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:36.487575 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e09be088-0ae9-4907-a871-ce424a58f6c7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:36.574044 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd72a7bd-9477-4108-9dcf-1fffa2e743c2 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:36.582796 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-bd72a7bd-9477-4108-9dcf-1fffa2e743c2 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:36.603830 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09be088-0ae9-4907-a871-ce424a58f6c7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Port': ['ID=981c4af4-97fd-47b4-bbf1-e5e5215b009b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:36.606191 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e09be088-0ae9-4907-a871-ce424a58f6c7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:36.608577 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd72a7bd-9477-4108-9dcf-1fffa2e743c2 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:36.630978 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e09be088-0ae9-4907-a871-ce424a58f6c7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/981c4af4-97fd-47b4-bbf1-e5e5215b009b HTTP/1.1" status: 204 len: 168 time: 1.0691023 May 13 14:38:36.631877 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53524) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:36.647104 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6b975d66-4b2e-431e-b695-a3a07c209d47 None None] Provisioning for port 4315e4c1-9534-4e10-8f38-57e2a209bd0d completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:36.648357 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece8660a-a086-4a2b-ae87-de7a9c8d9d6a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:36.649225 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ece8660a-a086-4a2b-ae87-de7a9c8d9d6a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Synchronizing usage tracker for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:36.652704 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72a7bd-9477-4108-9dcf-1fffa2e743c2 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Pushing event updated for resources: {'Port': ['ID=c1a29aa1-9da5-46e3-a475-b9eadd2fd354,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:36.701647 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-06d193ee-3646-4f4c-b80c-9ec5d2f4edb4 req-75def9fb-f42a-4118-9274-560bb4964163 service neutron] 10.222.0.74 "GET /v2.0/networks/c2f3ea62-29f2-477b-a404-9640a1543fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971643 May 13 14:38:36.704929 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081bf354-15a7-44a9-b195-3d2d75a3d534 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:36.706911 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081bf354-15a7-44a9-b195-3d2d75a3d534 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:36.707737 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-081bf354-15a7-44a9-b195-3d2d75a3d534 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:36.726310 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-081bf354-15a7-44a9-b195-3d2d75a3d534 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:36.730743 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-081bf354-15a7-44a9-b195-3d2d75a3d534 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0969937 May 13 14:38:36.731411 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53528) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:36.815214 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-a384c5db-4543-446f-a9f1-b77f63068dc0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting subnet c861e416-0dd7-44a8-9dde-58fa70c0a887 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:38:36.818829 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a384c5db-4543-446f-a9f1-b77f63068dc0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:36.885455 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a384c5db-4543-446f-a9f1-b77f63068dc0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:36.977436 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a384c5db-4543-446f-a9f1-b77f63068dc0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:36.987472 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ea834068-78be-4cc7-8ec6-ce4b86fad544 None None] Could not find standard attr ID for object 981c4af4-97fd-47b4-bbf1-e5e5215b009b. {{(pid=88083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 14:38:37.336614 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a384c5db-4543-446f-a9f1-b77f63068dc0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:37.380548 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 4315e4c1-9534-4e10-8f38-57e2a209bd0d up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:37.404844 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a384c5db-4543-446f-a9f1-b77f63068dc0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:37.407810 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384c5db-4543-446f-a9f1-b77f63068dc0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Subnet': ['ID=c861e416-0dd7-44a8-9dde-58fa70c0a887,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:37.419235 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1eb241b-75e1-4843-907c-0f42d29f8cbb None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:38:37.432679 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a384c5db-4543-446f-a9f1-b77f63068dc0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/c861e416-0dd7-44a8-9dde-58fa70c0a887 HTTP/1.1" status: 204 len: 168 time: 0.7000208 May 13 14:38:37.436711 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53536) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:37.575689 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-76bdfa71-4d8a-4d5b-84af-49b62bb96caa tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1354220 May 13 14:38:37.575990 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53542) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:37.593125 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4a8dd946-d258-4cf5-a958-53461795e131 req-62b43fa4-f8a9-4b16-bd25-9e0d2295cc0c tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:37.627965 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ece8660a-a086-4a2b-ae87-de7a9c8d9d6a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Unset dirty status for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:37.632688 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 4315e4c1-9534-4e10-8f38-57e2a209bd0d completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:37.634174 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ece8660a-a086-4a2b-ae87-de7a9c8d9d6a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "GET /v2.0/ports?device_id=6efb55cc-71a3-4260-93e0-e05c3c0daf22 HTTP/1.1" status: 200 len: 987 time: 1.7928088 May 13 14:38:37.635341 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53546) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:37.656809 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 4315e4c1-9534-4e10-8f38-57e2a209bd0d triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:37.658503 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:37.715189 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85665e24-2879-4a66-a685-e24b4a20e52e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:37.716122 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-85665e24-2879-4a66-a685-e24b4a20e52e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:37.739212 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-85665e24-2879-4a66-a685-e24b4a20e52e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:37.743096 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-85665e24-2879-4a66-a685-e24b4a20e52e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1636982 May 13 14:38:37.743383 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53550) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:37.849389 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-1b9ebdcc-49ba-416b-a2f2-1c7dbbc13eff req-c9e77d74-b418-4d92-a32c-fe8536e7bd25 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Synchronizing usage tracker for tenant:713fc3e596334366a49631a90da45226 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:37.860384 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b34b547-ac09-4e31-b885-2203fa90f832 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:37.864081 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2b34b547-ac09-4e31-b885-2203fa90f832 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:37.883939 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2b34b547-ac09-4e31-b885-2203fa90f832 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:37.886885 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2b34b547-ac09-4e31-b885-2203fa90f832 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1418710 May 13 14:38:37.890296 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53554) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:37.911496 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 4315e4c1-9534-4e10-8f38-57e2a209bd0d is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:37.911953 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:37.923956 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0692be04-818a-45f2-ad29-04346187c006 None None] DHCP port deletion for 0723b97b-08c9-4db0-a15e-5b69273136d9 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:38:37.942167 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0692be04-818a-45f2-ad29-04346187c006 None None] Deleting port 4315e4c1-9534-4e10-8f38-57e2a209bd0d {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:37.942688 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0692be04-818a-45f2-ad29-04346187c006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:37.975046 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b913ba2c-1fa5-4f05-b1ad-c28ad047ede4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847147 May 13 14:38:37.979272 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53558) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:37.987520 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-55253d29-efeb-453a-8cbb-ef91ead27188 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:38.001471 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 4315e4c1-9534-4e10-8f38-57e2a209bd0d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=4315e4c1-9534-4e10-8f38-57e2a209bd0d,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:38.009698 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:38.066883 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-1b9ebdcc-49ba-416b-a2f2-1c7dbbc13eff req-c9e77d74-b418-4d92-a32c-fe8536e7bd25 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Unset dirty status for tenant:713fc3e596334366a49631a90da45226 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:38.068104 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1b9ebdcc-49ba-416b-a2f2-1c7dbbc13eff req-c9e77d74-b418-4d92-a32c-fe8536e7bd25 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73d597e-1d32-457d-b38a-477b07bd6090 HTTP/1.1" status: 200 len: 210 time: 0.4795148 May 13 14:38:38.132657 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-55253d29-efeb-453a-8cbb-ef91ead27188 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:38.143437 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-55253d29-efeb-453a-8cbb-ef91ead27188 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:38.159897 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55253d29-efeb-453a-8cbb-ef91ead27188 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:38.164136 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-55253d29-efeb-453a-8cbb-ef91ead27188 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:38.216529 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=4315e4c1-9534-4e10-8f38-57e2a209bd0d,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:38.268620 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-0692be04-818a-45f2-ad29-04346187c006 None None] For port 4315e4c1-9534-4e10-8f38-57e2a209bd0d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=4315e4c1-9534-4e10-8f38-57e2a209bd0d,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:38.269185 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0692be04-818a-45f2-ad29-04346187c006 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:38.269509 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4a8dd946-d258-4cf5-a958-53461795e131 req-62b43fa4-f8a9-4b16-bd25-9e0d2295cc0c tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:38.284275 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['7865fba9-2e06-436e-9064-468d336d7cf2'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:38:38.318753 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd72a7bd-9477-4108-9dcf-1fffa2e743c2 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:38.494026 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a8dd946-d258-4cf5-a958-53461795e131 req-62b43fa4-f8a9-4b16-bd25-9e0d2295cc0c tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Network bdf000b2-35a2-42ed-a188-349bb545fbc9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:38.504415 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-4a8dd946-d258-4cf5-a958-53461795e131 req-62b43fa4-f8a9-4b16-bd25-9e0d2295cc0c tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:38.513951 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b43fa4-f8a9-4b16-bd25-9e0d2295cc0c tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Pushing event updated for resources: {'Port': ['ID=eb937db1-feb5-47a6-8ea9-96d077863de7,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:38.516396 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8dd946-d258-4cf5-a958-53461795e131 req-62b43fa4-f8a9-4b16-bd25-9e0d2295cc0c tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:38.572322 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-55253d29-efeb-453a-8cbb-ef91ead27188 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:38.689747 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55253d29-efeb-453a-8cbb-ef91ead27188 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:38.694867 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-55253d29-efeb-453a-8cbb-ef91ead27188 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:38.699653 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55253d29-efeb-453a-8cbb-ef91ead27188 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:38.700238 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-55253d29-efeb-453a-8cbb-ef91ead27188 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:38.719925 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55253d29-efeb-453a-8cbb-ef91ead27188 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Subnet': ['ID=d9ed92a8-05c9-4990-b49d-12bd3ae9436a,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:38.733109 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0692be04-818a-45f2-ad29-04346187c006 None None] Calling delete_port for 4315e4c1-9534-4e10-8f38-57e2a209bd0d owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:38.740533 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-55253d29-efeb-453a-8cbb-ef91ead27188 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7596998 May 13 14:38:38.743215 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53570) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:38.750066 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-c148b488-d960-44f5-b86d-40a3ed19f745 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'port': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'mac_address': 'fa:16:3e:a2:73:03', 'name': 'tempest-NetworksTestDHCPv6-801045911'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:38.799905 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dd946-d258-4cf5-a958-53461795e131 req-62b43fa4-f8a9-4b16-bd25-9e0d2295cc0c tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:38.800527 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4a8dd946-d258-4cf5-a958-53461795e131 req-62b43fa4-f8a9-4b16-bd25-9e0d2295cc0c tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:38.883021 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0692be04-818a-45f2-ad29-04346187c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:38.948252 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c148b488-d960-44f5-b86d-40a3ed19f745 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:38.962938 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c148b488-d960-44f5-b86d-40a3ed19f745 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:38.978535 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c148b488-d960-44f5-b86d-40a3ed19f745 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:38.991927 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c148b488-d960-44f5-b86d-40a3ed19f745 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:39.032412 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-c148b488-d960-44f5-b86d-40a3ed19f745 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] device_id is not set on port 498937eb-7d6a-4331-a4df-778d919238b2 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:38:39.039814 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692be04-818a-45f2-ad29-04346187c006 None None] Pushing event deleted for resources: {'Port': ['ID=4315e4c1-9534-4e10-8f38-57e2a209bd0d,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:39.042953 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0692be04-818a-45f2-ad29-04346187c006 None None] No DVR routers for this DVR port 4315e4c1-9534-4e10-8f38-57e2a209bd0d on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:38:39.102754 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb76f07-6e12-45bc-91b3-d6f960c0320d None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:38:39.128937 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4a8dd946-d258-4cf5-a958-53461795e131 req-62b43fa4-f8a9-4b16-bd25-9e0d2295cc0c tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2348289 May 13 14:38:39.264667 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-4a8dd946-d258-4cf5-a958-53461795e131 req-df6ed8c9-5fe1-41ff-a4aa-50461a4329f4 service neutron] Request body: {'port': {'device_id': 'c73d597e-1d32-457d-b38a-477b07bd6090', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:39.300288 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 4315e4c1-9534-4e10-8f38-57e2a209bd0d no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:38:39.310017 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-c148b488-d960-44f5-b86d-40a3ed19f745 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Allocated IP 2001:db8::201 (0723b97b-08c9-4db0-a15e-5b69273136d9/d9ed92a8-05c9-4990-b49d-12bd3ae9436a/498937eb-7d6a-4331-a4df-778d919238b2) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:39.427984 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 4315e4c1-9534-4e10-8f38-57e2a209bd0d {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:38:39.430560 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd72a7bd-9477-4108-9dcf-1fffa2e743c2 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:39.431048 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 4315e4c1-9534-4e10-8f38-57e2a209bd0d not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:38:39.531389 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4a8dd946-d258-4cf5-a958-53461795e131 req-df6ed8c9-5fe1-41ff-a4aa-50461a4329f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:39.585686 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c148b488-d960-44f5-b86d-40a3ed19f745 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:39.604873 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-c148b488-d960-44f5-b86d-40a3ed19f745 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Transition to ACTIVE for port object 498937eb-7d6a-4331-a4df-778d919238b2 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:39.702812 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c148b488-d960-44f5-b86d-40a3ed19f745 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:39.803184 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c148b488-d960-44f5-b86d-40a3ed19f745 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:39.812746 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-c148b488-d960-44f5-b86d-40a3ed19f745 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:39.816648 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c148b488-d960-44f5-b86d-40a3ed19f745 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:39.825195 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c148b488-d960-44f5-b86d-40a3ed19f745 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:39.826108 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c148b488-d960-44f5-b86d-40a3ed19f745 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:39.878646 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c148b488-d960-44f5-b86d-40a3ed19f745 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1312630 May 13 14:38:39.879599 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53582) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:39.906644 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e9db2655-6081-482d-b845-f672eb32a95f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:39.930028 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d28529-c9d3-423f-925c-4b792e192693 req-66dfac92-1d2e-41b4-a17a-71c1084ec666 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:39.937342 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-19d28529-c9d3-423f-925c-4b792e192693 req-66dfac92-1d2e-41b4-a17a-71c1084ec666 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73d597e-1d32-457d-b38a-477b07bd6090 HTTP/1.1" status: 200 len: 932 time: 0.3084579 May 13 14:38:39.955694 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082c3745-effc-4184-8617-385eb4517668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-0723b97b-08c9-4db0-a15e-5b69273136d9', 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'fixed_ips': [{'subnet_id': 'd9ed92a8-05c9-4990-b49d-12bd3ae9436a'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:38:39.957175 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-082c3745-effc-4184-8617-385eb4517668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:39.966549 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148b488-d960-44f5-b86d-40a3ed19f745 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Port': ['ID=498937eb-7d6a-4331-a4df-778d919238b2,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:40.009060 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-19d28529-c9d3-423f-925c-4b792e192693 req-b5b85048-c621-4659-829e-d8fa2378d2ca tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Synchronizing usage tracker for tenant:713fc3e596334366a49631a90da45226 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:40.036839 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-19d28529-c9d3-423f-925c-4b792e192693 req-b5b85048-c621-4659-829e-d8fa2378d2ca tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Unset dirty status for tenant:713fc3e596334366a49631a90da45226 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:40.048893 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-19d28529-c9d3-423f-925c-4b792e192693 req-b5b85048-c621-4659-829e-d8fa2378d2ca tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?id=251bc881-5f1e-459d-9c6b-708ebc56443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090243 May 13 14:38:40.061977 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47526a1a-eb5b-4d30-98fe-03de20689aec tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:40.062736 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-47526a1a-eb5b-4d30-98fe-03de20689aec tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:40.081302 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-47526a1a-eb5b-4d30-98fe-03de20689aec tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:40.085559 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-47526a1a-eb5b-4d30-98fe-03de20689aec tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2001195 May 13 14:38:40.085836 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53586) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:40.183174 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-082c3745-effc-4184-8617-385eb4517668 None None] Allocated IP 2001:db8::2 (0723b97b-08c9-4db0-a15e-5b69273136d9/d9ed92a8-05c9-4990-b49d-12bd3ae9436a/fb26b38e-c26c-490d-a345-6424dc3d882d) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:40.187938 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd72a7bd-9477-4108-9dcf-1fffa2e743c2 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Router c42c8eca-a91e-4e33-bcf7-704d7e993fc8 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:38:40.311607 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-94c20446-df04-4669-b78c-d80b29c755d9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting port 498937eb-7d6a-4331-a4df-778d919238b2 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:40.311811 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-94c20446-df04-4669-b78c-d80b29c755d9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:40.431696 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-082c3745-effc-4184-8617-385eb4517668 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:40.448732 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-082c3745-effc-4184-8617-385eb4517668 None None] Transition to ACTIVE for port object fb26b38e-c26c-490d-a345-6424dc3d882d will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:40.477383 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-082c3745-effc-4184-8617-385eb4517668 None None] Transition to ACTIVE for port object fb26b38e-c26c-490d-a345-6424dc3d882d will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:40.484684 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-082c3745-effc-4184-8617-385eb4517668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:40.616260 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082c3745-effc-4184-8617-385eb4517668 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:40.618876 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-082c3745-effc-4184-8617-385eb4517668 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:40.623151 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082c3745-effc-4184-8617-385eb4517668 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:40.655229 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-94c20446-df04-4669-b78c-d80b29c755d9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:40.662597 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c3745-effc-4184-8617-385eb4517668 None None] Pushing event updated for resources: {'Port': ['ID=fb26b38e-c26c-490d-a345-6424dc3d882d,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:40.726764 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-082c3745-effc-4184-8617-385eb4517668 None None] Attempting to bind port fb26b38e-c26c-490d-a345-6424dc3d882d on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:38:40.727221 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-082c3745-effc-4184-8617-385eb4517668 None None] Attempting to bind port fb26b38e-c26c-490d-a345-6424dc3d882d by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:38:40.727697 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082c3745-effc-4184-8617-385eb4517668 None None] Attempting to bind port fb26b38e-c26c-490d-a345-6424dc3d882d on network 0723b97b-08c9-4db0-a15e-5b69273136d9 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:40.734488 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082c3745-effc-4184-8617-385eb4517668 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:38:40.734488 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082c3745-effc-4184-8617-385eb4517668 None None] Checking segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:38:40.734833 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-082c3745-effc-4184-8617-385eb4517668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:40.735218 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082c3745-effc-4184-8617-385eb4517668 None None] Bound using segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:38:40.735748 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-082c3745-effc-4184-8617-385eb4517668 None None] Bound port: fb26b38e-c26c-490d-a345-6424dc3d882d, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:38:40.736199 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-082c3745-effc-4184-8617-385eb4517668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:40.829193 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-94c20446-df04-4669-b78c-d80b29c755d9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Calling delete_port for 498937eb-7d6a-4331-a4df-778d919238b2 owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:40.907149 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd72a7bd-9477-4108-9dcf-1fffa2e743c2 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:38:40.942941 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f9de78-8fb2-42ae-8448-3f7cec0dcdf7 None None] Sync routers for ids ['c42c8eca-a91e-4e33-bcf7-704d7e993fc8'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:38:40.949072 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-e9db2655-6081-482d-b845-f672eb32a95f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting port 46f0c7c5-4fde-400a-9588-487eb26855f3 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:40.949692 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e9db2655-6081-482d-b845-f672eb32a95f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:40.955893 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-082c3745-effc-4184-8617-385eb4517668 None None] For port fb26b38e-c26c-490d-a345-6424dc3d882d, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:38:40.968777 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-082c3745-effc-4184-8617-385eb4517668 None None] For port fb26b38e-c26c-490d-a345-6424dc3d882d, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=fb26b38e-c26c-490d-a345-6424dc3d882d,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:38:40.977966 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-4a8dd946-d258-4cf5-a958-53461795e131 req-df6ed8c9-5fe1-41ff-a4aa-50461a4329f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb937db1-feb5-47a6-8ea9-96d077863de7 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:38:40.988572 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd72a7bd-9477-4108-9dcf-1fffa2e743c2 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:40.988819 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f9de78-8fb2-42ae-8448-3f7cec0dcdf7 None None] Routers {'c42c8eca-a91e-4e33-bcf7-704d7e993fc8'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:38:40.990191 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-bd72a7bd-9477-4108-9dcf-1fffa2e743c2 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.1617951 May 13 14:38:40.995942 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-39f9de78-8fb2-42ae-8448-3f7cec0dcdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:38:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['c42c8eca-a91e-4e33-bcf7-704d7e993fc8'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:41.001242 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53596) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:41.003328 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4a8dd946-d258-4cf5-a958-53461795e131 req-df6ed8c9-5fe1-41ff-a4aa-50461a4329f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:41.098719 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-94c20446-df04-4669-b78c-d80b29c755d9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:41.125722 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-082c3745-effc-4184-8617-385eb4517668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:41.161531 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c20446-df04-4669-b78c-d80b29c755d9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Port': ['ID=498937eb-7d6a-4331-a4df-778d919238b2,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:41.217501 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-94c20446-df04-4669-b78c-d80b29c755d9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:41.238979 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-94c20446-df04-4669-b78c-d80b29c755d9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/498937eb-7d6a-4331-a4df-778d919238b2 HTTP/1.1" status: 204 len: 168 time: 1.1518803 May 13 14:38:41.239792 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53604) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:41.274285 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-4a8dd946-d258-4cf5-a958-53461795e131 req-df6ed8c9-5fe1-41ff-a4aa-50461a4329f4 service neutron] Transition to ACTIVE for port object eb937db1-feb5-47a6-8ea9-96d077863de7 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:41.324147 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4a8dd946-d258-4cf5-a958-53461795e131 req-df6ed8c9-5fe1-41ff-a4aa-50461a4329f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:41.354133 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6a4428-140b-497e-912e-9e1d7f4b695a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:41.355814 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6a4428-140b-497e-912e-9e1d7f4b695a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:41.356576 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-de6a4428-140b-497e-912e-9e1d7f4b695a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:41.381530 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-de6a4428-140b-497e-912e-9e1d7f4b695a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:41.404071 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-de6a4428-140b-497e-912e-9e1d7f4b695a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1558411 May 13 14:38:41.404764 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53612) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:41.502577 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c3745-effc-4184-8617-385eb4517668 None None] Pushing event updated for resources: {'Port': ['ID=fb26b38e-c26c-490d-a345-6424dc3d882d,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:41.538380 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ed8c9-5fe1-41ff-a4aa-50461a4329f4 service neutron] Pushing event updated for resources: {'Port': ['ID=eb937db1-feb5-47a6-8ea9-96d077863de7,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:41.559750 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-39f9de78-8fb2-42ae-8448-3f7cec0dcdf7 None None] Set router c42c8eca-a91e-4e33-bcf7-704d7e993fc8 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:38:41.571626 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b89097b-667d-4f15-aeb9-0f5c6816f82a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting subnet d9ed92a8-05c9-4990-b49d-12bd3ae9436a {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:38:41.584473 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b89097b-667d-4f15-aeb9-0f5c6816f82a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:41.761531 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b89097b-667d-4f15-aeb9-0f5c6816f82a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:41.880619 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-95edc66c-b89d-4f3d-b729-97a5e9e6344a tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "GET /v2.0/routers/c42c8eca-a91e-4e33-bcf7-704d7e993fc8 HTTP/1.1" status: 200 len: 908 time: 0.8741765 May 13 14:38:41.900640 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53618) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:41.951652 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-12166d15-3cd6-4204-b0f7-48f07e0d3bca tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1382748890', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'enable_snat': True}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:41.957653 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-12166d15-3cd6-4204-b0f7-48f07e0d3bca tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:41.961852 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-12166d15-3cd6-4204-b0f7-48f07e0d3bca tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Usage tracker for resource:router and tenant:0ed26fe593c0415a996a54f846d0b80d is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:41.964799 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-12166d15-3cd6-4204-b0f7-48f07e0d3bca tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:41.971393 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-12166d15-3cd6-4204-b0f7-48f07e0d3bca tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:42.015029 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cac9e-01de-492d-a072-207f3880afa8 req-688396fb-76b6-4f57-8ace-f72b365cbbb9 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:42.016892 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1f6cac9e-01de-492d-a072-207f3880afa8 req-688396fb-76b6-4f57-8ace-f72b365cbbb9 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 947 time: 0.1763160 May 13 14:38:42.020570 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e9db2655-6081-482d-b845-f672eb32a95f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:42.031969 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-12166d15-3cd6-4204-b0f7-48f07e0d3bca tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:42.032999 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-12166d15-3cd6-4204-b0f7-48f07e0d3bca tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:42.033163 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b89097b-667d-4f15-aeb9-0f5c6816f82a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:42.148714 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1f6cac9e-01de-492d-a072-207f3880afa8 req-75d79c74-985c-4210-83b5-b73a173341ea tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789616 May 13 14:38:42.160711 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-39f9de78-8fb2-42ae-8448-3f7cec0dcdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42c8eca-a91e-4e33-bcf7-704d7e993fc8', 'name': 'tempest-snat-router-1382748890', 'tenant_id': '0ed26fe593c0415a996a54f846d0b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.86'}], 'enable_snat': False}, 'gw_port_id': 'c1a29aa1-9da5-46e3-a475-b9eadd2fd354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:38:30Z', 'updated_at': '2022-05-13T14:38:37Z', 'revision_number': 3, 'project_id': '0ed26fe593c0415a996a54f846d0b80d', 'gw_port': {'id': 'c1a29aa1-9da5-46e3-a475-b9eadd2fd354', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42c8eca-a91e-4e33-bcf7-704d7e993fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:38:34Z', 'updated_at': '2022-05-13T14:38:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:42.168576 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f9de78-8fb2-42ae-8448-3f7cec0dcdf7 None None] Checking router: c42c8eca-a91e-4e33-bcf7-704d7e993fc8 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:38:42.168697 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f9de78-8fb2-42ae-8448-3f7cec0dcdf7 None None] Updating router c42c8eca-a91e-4e33-bcf7-704d7e993fc8 port c1a29aa1-9da5-46e3-a475-b9eadd2fd354 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:38:42.178057 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b89097b-667d-4f15-aeb9-0f5c6816f82a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:42.230515 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b89097b-667d-4f15-aeb9-0f5c6816f82a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:42.240133 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-39f9de78-8fb2-42ae-8448-3f7cec0dcdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:42.246020 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89097b-667d-4f15-aeb9-0f5c6816f82a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ed92a8-05c9-4990-b49d-12bd3ae9436a,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:42.256496 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-12166d15-3cd6-4204-b0f7-48f07e0d3bca tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:42.257669 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0b89097b-667d-4f15-aeb9-0f5c6816f82a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/d9ed92a8-05c9-4990-b49d-12bd3ae9436a HTTP/1.1" status: 204 len: 168 time: 0.8516064 May 13 14:38:42.260370 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53626) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:42.292663 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-e9db2655-6081-482d-b845-f672eb32a95f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Calling delete_port for 46f0c7c5-4fde-400a-9588-487eb26855f3 owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:42.381563 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-72ee883a-8a7a-4d4c-b629-5b8ed3eeb8cb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1200759 May 13 14:38:42.383895 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53632) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:42.388428 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77689990-d525-4820-840d-057e3bac4c56 req-7ce1d1f5-1762-4d38-a8c5-1fe3a60ea2b6 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:42.392429 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-77689990-d525-4820-840d-057e3bac4c56 req-7ce1d1f5-1762-4d38-a8c5-1fe3a60ea2b6 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73d597e-1d32-457d-b38a-477b07bd6090 HTTP/1.1" status: 200 len: 944 time: 1.0964365 May 13 14:38:42.430752 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-4a8dd946-d258-4cf5-a958-53461795e131 req-df6ed8c9-5fe1-41ff-a4aa-50461a4329f4 service neutron] Attempting to bind port eb937db1-feb5-47a6-8ea9-96d077863de7 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:38:42.431256 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-4a8dd946-d258-4cf5-a958-53461795e131 req-df6ed8c9-5fe1-41ff-a4aa-50461a4329f4 service neutron] Attempting to bind port eb937db1-feb5-47a6-8ea9-96d077863de7 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'a06f9bce-2caa-4583-849f-dff0052df554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bdf000b2-35a2-42ed-a188-349bb545fbc9'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:38:42.431559 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8dd946-d258-4cf5-a958-53461795e131 req-df6ed8c9-5fe1-41ff-a4aa-50461a4329f4 service neutron] Attempting to bind port eb937db1-feb5-47a6-8ea9-96d077863de7 on network bdf000b2-35a2-42ed-a188-349bb545fbc9 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:42.452701 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8dd946-d258-4cf5-a958-53461795e131 req-df6ed8c9-5fe1-41ff-a4aa-50461a4329f4 service neutron] Port eb937db1-feb5-47a6-8ea9-96d077863de7 on network bdf000b2-35a2-42ed-a188-349bb545fbc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:38:42.453369 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8dd946-d258-4cf5-a958-53461795e131 req-df6ed8c9-5fe1-41ff-a4aa-50461a4329f4 service neutron] Attempting to bind port eb937db1-feb5-47a6-8ea9-96d077863de7 on network bdf000b2-35a2-42ed-a188-349bb545fbc9 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:42.466762 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8dd946-d258-4cf5-a958-53461795e131 req-df6ed8c9-5fe1-41ff-a4aa-50461a4329f4 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:38:42.467430 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8dd946-d258-4cf5-a958-53461795e131 req-df6ed8c9-5fe1-41ff-a4aa-50461a4329f4 service neutron] Checking segment: {'id': 'a06f9bce-2caa-4583-849f-dff0052df554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bdf000b2-35a2-42ed-a188-349bb545fbc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:38:42.467985 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8dd946-d258-4cf5-a958-53461795e131 req-df6ed8c9-5fe1-41ff-a4aa-50461a4329f4 service neutron] Bound using segment: {'id': 'a06f9bce-2caa-4583-849f-dff0052df554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bdf000b2-35a2-42ed-a188-349bb545fbc9'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:38:42.468614 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-4a8dd946-d258-4cf5-a958-53461795e131 req-df6ed8c9-5fe1-41ff-a4aa-50461a4329f4 service neutron] Bound port: eb937db1-feb5-47a6-8ea9-96d077863de7, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a06f9bce-2caa-4583-849f-dff0052df554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bdf000b2-35a2-42ed-a188-349bb545fbc9'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:38:42.469128 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4a8dd946-d258-4cf5-a958-53461795e131 req-df6ed8c9-5fe1-41ff-a4aa-50461a4329f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:42.520126 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869354c0-a7fa-4830-af5e-e03fb7716077 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:42.521024 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-869354c0-a7fa-4830-af5e-e03fb7716077 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:42.540076 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-869354c0-a7fa-4830-af5e-e03fb7716077 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:42.541700 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-869354c0-a7fa-4830-af5e-e03fb7716077 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1568973 May 13 14:38:42.544491 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53638) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:42.620873 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63686ad-73c1-4d1b-8234-da09eb892b9d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:42.621564 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f63686ad-73c1-4d1b-8234-da09eb892b9d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:42.650647 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f63686ad-73c1-4d1b-8234-da09eb892b9d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:42.651914 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f63686ad-73c1-4d1b-8234-da09eb892b9d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1065435 May 13 14:38:42.654477 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53644) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:42.768793 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e91f2a2c-10bf-4acb-9ade-18eca701d7c8 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1126554 May 13 14:38:42.773421 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53650) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:42.794451 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-25d144c0-4921-4f96-9408-07cc29245687 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:42.846280 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-39f9de78-8fb2-42ae-8448-3f7cec0dcdf7 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:42.852652 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-4a8dd946-d258-4cf5-a958-53461795e131 req-df6ed8c9-5fe1-41ff-a4aa-50461a4329f4 service neutron] For port eb937db1-feb5-47a6-8ea9-96d077863de7, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:38:42.856219 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-4a8dd946-d258-4cf5-a958-53461795e131 req-df6ed8c9-5fe1-41ff-a4aa-50461a4329f4 service neutron] For port eb937db1-feb5-47a6-8ea9-96d077863de7, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=eb937db1-feb5-47a6-8ea9-96d077863de7,segment=NetworkSegment(a06f9bce-2caa-4583-849f-dff0052df554),segment_id=a06f9bce-2caa-4583-849f-dff0052df554)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:38:42.952652 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90908183-62f4-4e48-ad75-601d9a450502 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:38:43.104783 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-25d144c0-4921-4f96-9408-07cc29245687 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:43.128758 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-25d144c0-4921-4f96-9408-07cc29245687 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:43.160051 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ef4214be-50de-4d8e-b5af-666dc64d1b39 None None] Provisioning for port fb26b38e-c26c-490d-a345-6424dc3d882d completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:43.165481 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d144c0-4921-4f96-9408-07cc29245687 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:43.182075 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ef4214be-50de-4d8e-b5af-666dc64d1b39 None None] Could not find standard attr ID for object 498937eb-7d6a-4331-a4df-778d919238b2. {{(pid=88083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 14:38:43.185771 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25d144c0-4921-4f96-9408-07cc29245687 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:43.272755 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device fb26b38e-c26c-490d-a345-6424dc3d882d up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:43.291188 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4a8dd946-d258-4cf5-a958-53461795e131 req-df6ed8c9-5fe1-41ff-a4aa-50461a4329f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:43.355686 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d7ee37-778f-40de-ade9-119d91eeccc5 None None] DHCP port deletion for 0723b97b-08c9-4db0-a15e-5b69273136d9 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:38:43.382908 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-60d7ee37-778f-40de-ade9-119d91eeccc5 None None] Deleting port fb26b38e-c26c-490d-a345-6424dc3d882d {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:43.383394 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-60d7ee37-778f-40de-ade9-119d91eeccc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:43.477362 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-77689990-d525-4820-840d-057e3bac4c56 req-b17b9d77-c6ee-40c9-a846-4efae2405292 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Synchronizing usage tracker for tenant:713fc3e596334366a49631a90da45226 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:43.514929 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6c3ef-0b14-425c-ad99-7efb697bf01c req-61f8f1f9-ce0a-4cd4-ade7-31d14192dd16 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:43.516553 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d0d6c3ef-0b14-425c-ad99-7efb697bf01c req-61f8f1f9-ce0a-4cd4-ade7-31d14192dd16 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 947 time: 0.1196206 May 13 14:38:43.517138 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dd946-d258-4cf5-a958-53461795e131 req-df6ed8c9-5fe1-41ff-a4aa-50461a4329f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:43.517950 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4a8dd946-d258-4cf5-a958-53461795e131 req-df6ed8c9-5fe1-41ff-a4aa-50461a4329f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:43.519556 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4a8dd946-d258-4cf5-a958-53461795e131 req-df6ed8c9-5fe1-41ff-a4aa-50461a4329f4 service neutron] 10.222.0.59 "PUT /v2.0/ports/eb937db1-feb5-47a6-8ea9-96d077863de7 HTTP/1.1" status: 200 len: 1092 time: 4.3705685 May 13 14:38:43.522286 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-12166d15-3cd6-4204-b0f7-48f07e0d3bca tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:43.528802 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73d597e-1d32-457d-b38a-477b07bd6090', 'tag': 'eb937db1-feb5-47a6-8ea9-96d077863de7'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:43.549910 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-77689990-d525-4820-840d-057e3bac4c56 req-b17b9d77-c6ee-40c9-a846-4efae2405292 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Unset dirty status for tenant:713fc3e596334366a49631a90da45226 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:43.551517 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-77689990-d525-4820-840d-057e3bac4c56 req-b17b9d77-c6ee-40c9-a846-4efae2405292 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?id=251bc881-5f1e-459d-9c6b-708ebc56443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1249461 May 13 14:38:43.606697 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ed8c9-5fe1-41ff-a4aa-50461a4329f4 service neutron] Pushing event updated for resources: {'Port': ['ID=eb937db1-feb5-47a6-8ea9-96d077863de7,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:43.657697 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e9db2655-6081-482d-b845-f672eb32a95f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:43.705573 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d0d6c3ef-0b14-425c-ad99-7efb697bf01c req-2cc6f496-4471-4873-b7c6-22773561b28b tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084163 May 13 14:38:43.709489 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b94452a9-9c12-4b60-a552-c461b7863882'] response: {'name': 'network-changed', 'server_uuid': 'c73d597e-1d32-457d-b38a-477b07bd6090', 'tag': 'eb937db1-feb5-47a6-8ea9-96d077863de7', 'status': 'completed', 'code': 200} May 13 14:38:43.767744 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db2655-6081-482d-b845-f672eb32a95f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Port': ['ID=46f0c7c5-4fde-400a-9588-487eb26855f3,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:43.781669 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-60d7ee37-778f-40de-ade9-119d91eeccc5 None None] For port fb26b38e-c26c-490d-a345-6424dc3d882d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=fb26b38e-c26c-490d-a345-6424dc3d882d,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:43.781669 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-60d7ee37-778f-40de-ade9-119d91eeccc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:43.907820 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-39f9de78-8fb2-42ae-8448-3f7cec0dcdf7 None None] Transition to ACTIVE for port object c1a29aa1-9da5-46e3-a475-b9eadd2fd354 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:43.983962 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-39f9de78-8fb2-42ae-8448-3f7cec0dcdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:43.994122 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port fb26b38e-c26c-490d-a345-6424dc3d882d completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:44.005136 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e9db2655-6081-482d-b845-f672eb32a95f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:44.009149 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-60d7ee37-778f-40de-ade9-119d91eeccc5 None None] Calling delete_port for fb26b38e-c26c-490d-a345-6424dc3d882d owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:44.021986 n-d-841760-1 neutron-server[88082]: DEBUG neutron.objects.ports [None req-25d144c0-4921-4f96-9408-07cc29245687 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88082) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 14:38:44.096133 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port fb26b38e-c26c-490d-a345-6424dc3d882d triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:44.096511 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:44.107991 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dd946-d258-4cf5-a958-53461795e131 req-f9c5d388-013a-4495-a584-af194357d655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:44.109809 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4a8dd946-d258-4cf5-a958-53461795e131 req-f9c5d388-013a-4495-a584-af194357d655 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=713fc3e596334366a49631a90da45226&device_id=c73d597e-1d32-457d-b38a-477b07bd6090 HTTP/1.1" status: 200 len: 1095 time: 0.4050422 May 13 14:38:44.240167 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-39f9de78-8fb2-42ae-8448-3f7cec0dcdf7 None None] Attempting to bind port c1a29aa1-9da5-46e3-a475-b9eadd2fd354 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:38:44.240741 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-39f9de78-8fb2-42ae-8448-3f7cec0dcdf7 None None] Attempting to bind port c1a29aa1-9da5-46e3-a475-b9eadd2fd354 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:38:44.241452 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f9de78-8fb2-42ae-8448-3f7cec0dcdf7 None None] Attempting to bind port c1a29aa1-9da5-46e3-a475-b9eadd2fd354 on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:44.250626 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0c070-3bb5-4a7a-949f-0da7c0739f3e None None] Pushing event updated for resources: {'Port': ['ID=c1a29aa1-9da5-46e3-a475-b9eadd2fd354,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:44.315986 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f9de78-8fb2-42ae-8448-3f7cec0dcdf7 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:38:44.316347 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f9de78-8fb2-42ae-8448-3f7cec0dcdf7 None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:38:44.316749 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-39f9de78-8fb2-42ae-8448-3f7cec0dcdf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:44.317137 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f9de78-8fb2-42ae-8448-3f7cec0dcdf7 None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:38:44.317616 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-39f9de78-8fb2-42ae-8448-3f7cec0dcdf7 None None] Bound port: c1a29aa1-9da5-46e3-a475-b9eadd2fd354, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:38:44.317996 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-39f9de78-8fb2-42ae-8448-3f7cec0dcdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:44.383794 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4a8dd946-d258-4cf5-a958-53461795e131 req-6cf665c4-a323-4d72-8639-ae071d1804cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb937db1-feb5-47a6-8ea9-96d077863de7 HTTP/1.1" status: 200 len: 217 time: 0.2038777 May 13 14:38:44.407929 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25d144c0-4921-4f96-9408-07cc29245687 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:44.435790 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port fb26b38e-c26c-490d-a345-6424dc3d882d is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:44.436202 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:44.477572 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-39f9de78-8fb2-42ae-8448-3f7cec0dcdf7 None None] For port c1a29aa1-9da5-46e3-a475-b9eadd2fd354, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:38:44.480874 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-39f9de78-8fb2-42ae-8448-3f7cec0dcdf7 None None] For port c1a29aa1-9da5-46e3-a475-b9eadd2fd354, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c1a29aa1-9da5-46e3-a475-b9eadd2fd354,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:38:44.485494 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-60d7ee37-778f-40de-ade9-119d91eeccc5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:38:44.485821 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-60d7ee37-778f-40de-ade9-119d91eeccc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:38:44.489678 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-39f9de78-8fb2-42ae-8448-3f7cec0dcdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:44.520786 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539522d6-0790-4d3a-943d-f95f94bd6e09 req-75e138e6-1565-4c49-8481-b7b3f6c162d3 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:44.522637 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-539522d6-0790-4d3a-943d-f95f94bd6e09 req-75e138e6-1565-4c49-8481-b7b3f6c162d3 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 947 time: 0.5131779 May 13 14:38:44.602139 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0c070-3bb5-4a7a-949f-0da7c0739f3e None None] Pushing event updated for resources: {'Port': ['ID=c1a29aa1-9da5-46e3-a475-b9eadd2fd354,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:44.611273 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f9de78-8fb2-42ae-8448-3f7cec0dcdf7 None None] Routers {'c42c8eca-a91e-4e33-bcf7-704d7e993fc8'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:38:44.611921 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-39f9de78-8fb2-42ae-8448-3f7cec0dcdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:38:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['c42c8eca-a91e-4e33-bcf7-704d7e993fc8'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:44.767337 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-25d144c0-4921-4f96-9408-07cc29245687 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] For port fb26b38e-c26c-490d-a345-6424dc3d882d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=fb26b38e-c26c-490d-a345-6424dc3d882d,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:44.810455 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25d144c0-4921-4f96-9408-07cc29245687 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:44.819008 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25d144c0-4921-4f96-9408-07cc29245687 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:44.820030 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25d144c0-4921-4f96-9408-07cc29245687 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:44.863949 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dd946-d258-4cf5-a958-53461795e131 req-a7e01ed3-e4e7-438e-ae41-c8230154fbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:44.865881 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4a8dd946-d258-4cf5-a958-53461795e131 req-a7e01ed3-e4e7-438e-ae41-c8230154fbd9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca21fd33-bce4-432c-932a-d45b6a8b65d2 HTTP/1.1" status: 200 len: 852 time: 0.4749031 May 13 14:38:44.889122 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-39f9de78-8fb2-42ae-8448-3f7cec0dcdf7 None None] Set router c42c8eca-a91e-4e33-bcf7-704d7e993fc8 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:38:44.931808 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b298499-42b7-405e-a673-8a8e0c2bf0e7 req-3c082be5-9b82-4993-9ed2-d618f0e0a581 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:44.933821 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4b298499-42b7-405e-a673-8a8e0c2bf0e7 req-3c082be5-9b82-4993-9ed2-d618f0e0a581 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73d597e-1d32-457d-b38a-477b07bd6090 HTTP/1.1" status: 200 len: 944 time: 0.2305160 May 13 14:38:44.983238 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d144c0-4921-4f96-9408-07cc29245687 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:44.993076 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-25d144c0-4921-4f96-9408-07cc29245687 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:44.996170 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d144c0-4921-4f96-9408-07cc29245687 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:44.996784 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25d144c0-4921-4f96-9408-07cc29245687 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:45.008746 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9db2655-6081-482d-b845-f672eb32a95f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Router 6efb55cc-71a3-4260-93e0-e05c3c0daf22 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:38:45.010795 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-60d7ee37-778f-40de-ade9-119d91eeccc5 None None] Deleting port fb26b38e-c26c-490d-a345-6424dc3d882d {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:45.011188 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-60d7ee37-778f-40de-ade9-119d91eeccc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:45.040165 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d144c0-4921-4f96-9408-07cc29245687 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Subnet': ['ID=7de3e044-25ca-4d3a-81f2-6cdc0dcd1221,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:45.046729 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d144c0-4921-4f96-9408-07cc29245687 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Port': ['ID=fb26b38e-c26c-490d-a345-6424dc3d882d,revision_number=5']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:45.057245 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:38:45.057613 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:38:45.066544 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4b298499-42b7-405e-a673-8a8e0c2bf0e7 req-9a2f4284-21c0-4ba8-92f4-c8a150e4ad2c tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?id=251bc881-5f1e-459d-9c6b-708ebc56443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133087 May 13 14:38:45.073370 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-25d144c0-4921-4f96-9408-07cc29245687 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2983401 May 13 14:38:45.076327 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53670) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:45.089085 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-a0655323-8847-40f5-ab1a-fac4c94c019a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:45.099860 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-539522d6-0790-4d3a-943d-f95f94bd6e09 req-d9d74cbc-59dc-4d78-90be-fef917bcc45c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Deleting port 615a24e6-1c41-484b-beb8-093d302cd8a3 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:45.100207 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-539522d6-0790-4d3a-943d-f95f94bd6e09 req-d9d74cbc-59dc-4d78-90be-fef917bcc45c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:45.140812 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4a8dd946-d258-4cf5-a958-53461795e131 req-412a35bc-7611-482a-a761-c0a2d98a5031 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bdf000b2-35a2-42ed-a188-349bb545fbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2122641 May 13 14:38:45.267603 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a0655323-8847-40f5-ab1a-fac4c94c019a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:45.272820 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a0655323-8847-40f5-ab1a-fac4c94c019a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:subnet and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:45.276505 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a0655323-8847-40f5-ab1a-fac4c94c019a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:45.283105 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a0655323-8847-40f5-ab1a-fac4c94c019a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:45.298592 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0655323-8847-40f5-ab1a-fac4c94c019a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:45.304320 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a0655323-8847-40f5-ab1a-fac4c94c019a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:45.450910 n-d-841760-1 neutron-server[88082]: INFO neutron.db.ipam_backend_mixin [None req-a0655323-8847-40f5-ab1a-fac4c94c019a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7de3e044-25ca-4d3a-81f2-6cdc0dcd1221 (CIDR: 2001:db8::/64) May 13 14:38:45.460920 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0655323-8847-40f5-ab1a-fac4c94c019a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:38:45.461383 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0655323-8847-40f5-ab1a-fac4c94c019a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:38:45.480164 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-60d7ee37-778f-40de-ade9-119d91eeccc5 None None] For port fb26b38e-c26c-490d-a345-6424dc3d882d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=fb26b38e-c26c-490d-a345-6424dc3d882d,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:45.480844 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-60d7ee37-778f-40de-ade9-119d91eeccc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:45.486879 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a0655323-8847-40f5-ab1a-fac4c94c019a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4078937 May 13 14:38:45.489642 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53676) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:45.497232 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-a4434cc2-cb01-495c-99e7-55d24ba38435 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:45.553588 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9db2655-6081-482d-b845-f672eb32a95f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:38:45.564902 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdbdfbc-d984-40db-ac93-be1752267707 None None] Sync routers for ids ['6efb55cc-71a3-4260-93e0-e05c3c0daf22'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:38:45.571838 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-12166d15-3cd6-4204-b0f7-48f07e0d3bca tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:45.583596 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdbdfbc-d984-40db-ac93-be1752267707 None None] Routers {'6efb55cc-71a3-4260-93e0-e05c3c0daf22'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:38:45.584578 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1fdbdfbc-d984-40db-ac93-be1752267707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:38:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['6efb55cc-71a3-4260-93e0-e05c3c0daf22'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:45.676225 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-60d7ee37-778f-40de-ade9-119d91eeccc5 None None] Calling delete_port for fb26b38e-c26c-490d-a345-6424dc3d882d owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:45.694685 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-12166d15-3cd6-4204-b0f7-48f07e0d3bca tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:45.742356 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1fdbdfbc-d984-40db-ac93-be1752267707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:45.745202 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-39f9de78-8fb2-42ae-8448-3f7cec0dcdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42c8eca-a91e-4e33-bcf7-704d7e993fc8', 'name': 'tempest-snat-router-1382748890', 'tenant_id': '0ed26fe593c0415a996a54f846d0b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.86'}], 'enable_snat': False}, 'gw_port_id': 'c1a29aa1-9da5-46e3-a475-b9eadd2fd354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:38:30Z', 'updated_at': '2022-05-13T14:38:37Z', 'revision_number': 3, 'project_id': '0ed26fe593c0415a996a54f846d0b80d', 'gw_port': {'id': 'c1a29aa1-9da5-46e3-a475-b9eadd2fd354', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42c8eca-a91e-4e33-bcf7-704d7e993fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:38:34Z', 'updated_at': '2022-05-13T14:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:45.750401 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a4434cc2-cb01-495c-99e7-55d24ba38435 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:45.755959 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a4434cc2-cb01-495c-99e7-55d24ba38435 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:subnet and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:45.762051 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f9de78-8fb2-42ae-8448-3f7cec0dcdf7 None None] The sync data for ids ['c42c8eca-a91e-4e33-bcf7-704d7e993fc8'] in n-d-841760-1 is: [{'id': 'c42c8eca-a91e-4e33-bcf7-704d7e993fc8', 'name': 'tempest-snat-router-1382748890', 'tenant_id': '0ed26fe593c0415a996a54f846d0b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.86'}], 'enable_snat': False}, 'gw_port_id': 'c1a29aa1-9da5-46e3-a475-b9eadd2fd354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:38:30Z', 'updated_at': '2022-05-13T14:38:37Z', 'revision_number': 3, 'project_id': '0ed26fe593c0415a996a54f846d0b80d', 'gw_port': {'id': 'c1a29aa1-9da5-46e3-a475-b9eadd2fd354', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42c8eca-a91e-4e33-bcf7-704d7e993fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:38:34Z', 'updated_at': '2022-05-13T14:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:38:45.764781 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdbdfbc-d984-40db-ac93-be1752267707 None None] Routers {'6efb55cc-71a3-4260-93e0-e05c3c0daf22'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:38:45.765691 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1fdbdfbc-d984-40db-ac93-be1752267707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:38:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['6efb55cc-71a3-4260-93e0-e05c3c0daf22'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:45.780741 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a4434cc2-cb01-495c-99e7-55d24ba38435 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:45.787585 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a4434cc2-cb01-495c-99e7-55d24ba38435 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:45.803145 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4434cc2-cb01-495c-99e7-55d24ba38435 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:45.810698 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a4434cc2-cb01-495c-99e7-55d24ba38435 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:45.812740 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd61a6e-4a0d-4f9f-8b9c-0361b4661fcb req-d4449803-1416-4e17-a105-c6b76c5ce0e5 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:45.820530 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-efd61a6e-4a0d-4f9f-8b9c-0361b4661fcb req-d4449803-1416-4e17-a105-c6b76c5ce0e5 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 947 time: 0.9506090 May 13 14:38:45.854587 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port fb26b38e-c26c-490d-a345-6424dc3d882d is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:45.855298 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:45.867098 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1fdbdfbc-d984-40db-ac93-be1752267707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:45.867774 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdbdfbc-d984-40db-ac93-be1752267707 None None] The sync data for ids ['6efb55cc-71a3-4260-93e0-e05c3c0daf22'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:38:45.883708 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4a8dd946-d258-4cf5-a958-53461795e131 req-b88f3685-454b-4c41-b5bc-ce43e6eaa7bb service neutron] 10.222.0.59 "GET /v2.0/networks/bdf000b2-35a2-42ed-a188-349bb545fbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7244856 May 13 14:38:45.914530 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e9db2655-6081-482d-b845-f672eb32a95f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "PUT /v2.0/routers/6efb55cc-71a3-4260-93e0-e05c3c0daf22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1954937 May 13 14:38:45.918790 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53686) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:46.025787 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-60d7ee37-778f-40de-ade9-119d91eeccc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:46.126054 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-efd61a6e-4a0d-4f9f-8b9c-0361b4661fcb req-d1a83221-08af-4d68-8674-93742abb89f3 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973411 May 13 14:38:46.127545 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-f75bde00-f17e-4120-bec1-6c2357ab0a6a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] GET failed (client error): The resource could not be found. May 13 14:38:46.128236 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f75bde00-f17e-4120-bec1-6c2357ab0a6a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Synchronizing usage tracker for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:46.159162 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7ee37-778f-40de-ade9-119d91eeccc5 None None] Pushing event deleted for resources: {'Port': ['ID=fb26b38e-c26c-490d-a345-6424dc3d882d,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:46.239312 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d7ee37-778f-40de-ade9-119d91eeccc5 None None] No DVR routers for this DVR port fb26b38e-c26c-490d-a345-6424dc3d882d on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:38:46.262016 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c35c6c-7327-455c-b0a8-3b6b1bba05f3 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:38:46.332085 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-539522d6-0790-4d3a-943d-f95f94bd6e09 req-d9d74cbc-59dc-4d78-90be-fef917bcc45c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] For port 615a24e6-1c41-484b-beb8-093d302cd8a3, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=615a24e6-1c41-484b-beb8-093d302cd8a3,segment=NetworkSegment(ed4a328b-d15d-4a03-9eac-ff7258e787fd),segment_id=ed4a328b-d15d-4a03-9eac-ff7258e787fd)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:46.332450 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-539522d6-0790-4d3a-943d-f95f94bd6e09 req-d9d74cbc-59dc-4d78-90be-fef917bcc45c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:46.447942 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c1a29aa1-9da5-46e3-a475-b9eadd2fd354 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:46.512900 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 615a24e6-1c41-484b-beb8-093d302cd8a3 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:38:46.609902 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3510e7-94c6-405b-ad52-f32223440b21 req-88a9a75f-f2c0-4cb5-bb20-588a693e0b66 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:46.611537 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8e3510e7-94c6-405b-ad52-f32223440b21 req-88a9a75f-f2c0-4cb5-bb20-588a693e0b66 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=42254162-6ea4-4c72-ac83-5a1d2f8d08bd HTTP/1.1" status: 200 len: 946 time: 0.2981741 May 13 14:38:46.710257 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a4434cc2-cb01-495c-99e7-55d24ba38435 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:46.812809 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4434cc2-cb01-495c-99e7-55d24ba38435 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:46.819367 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-a4434cc2-cb01-495c-99e7-55d24ba38435 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:46.829897 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4434cc2-cb01-495c-99e7-55d24ba38435 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:46.830234 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-539522d6-0790-4d3a-943d-f95f94bd6e09 req-d9d74cbc-59dc-4d78-90be-fef917bcc45c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Calling delete_port for 615a24e6-1c41-484b-beb8-093d302cd8a3 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:46.830707 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a4434cc2-cb01-495c-99e7-55d24ba38435 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:46.835028 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 615a24e6-1c41-484b-beb8-093d302cd8a3 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:46.835436 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:46.848131 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port c1a29aa1-9da5-46e3-a475-b9eadd2fd354 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:46.857165 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8e3510e7-94c6-405b-ad52-f32223440b21 req-d1e06537-b459-4136-b254-30721d086707 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=60e92ff1-0601-42d6-a791-122b8cba49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634476 May 13 14:38:46.877580 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f75bde00-f17e-4120-bec1-6c2357ab0a6a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Unset dirty status for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:46.881787 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f75bde00-f17e-4120-bec1-6c2357ab0a6a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "GET /v2.0/ports/46f0c7c5-4fde-400a-9588-487eb26855f3 HTTP/1.1" status: 404 len: 333 time: 0.9327276 May 13 14:38:46.883001 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53694) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:46.898181 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 615a24e6-1c41-484b-beb8-093d302cd8a3, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=615a24e6-1c41-484b-beb8-093d302cd8a3,segment=NetworkSegment(ed4a328b-d15d-4a03-9eac-ff7258e787fd),segment_id=ed4a328b-d15d-4a03-9eac-ff7258e787fd)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:46.899858 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port c1a29aa1-9da5-46e3-a475-b9eadd2fd354 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:46.900384 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:46.927729 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4a8dd946-d258-4cf5-a958-53461795e131 req-44b9cd46-5a82-4977-8836-12addd8c316d service neutron] 10.222.0.59 "GET /v2.0/networks/bdf000b2-35a2-42ed-a188-349bb545fbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0230448 May 13 14:38:46.929205 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8028145-de3f-4039-8bd0-59abf2e991e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '615a24e6-1c41-484b-beb8-093d302cd8a3'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:46.932202 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-12166d15-3cd6-4204-b0f7-48f07e0d3bca tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Allocated IP 172.25.0.211 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/492d1ecd-29dd-4d81-b308-6f8e92316fce) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:46.935867 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88ac61a-e101-4c7b-96b8-581808a4555f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-0723b97b-08c9-4db0-a15e-5b69273136d9', 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'fixed_ips': [{'subnet_id': '7de3e044-25ca-4d3a-81f2-6cdc0dcd1221'}, {'subnet_id': 'e9c70513-f037-4f2a-a525-8a6383d26550'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:38:46.936887 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c88ac61a-e101-4c7b-96b8-581808a4555f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:46.947089 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:47.018033 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4434cc2-cb01-495c-99e7-55d24ba38435 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Subnet': ['ID=e9c70513-f037-4f2a-a525-8a6383d26550,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:47.035641 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a4434cc2-cb01-495c-99e7-55d24ba38435 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5443780 May 13 14:38:47.061216 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53700) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:47.127873 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dd28f78-44f1-4c08-95a8-3b336dada20b'] response: {'server_uuid': 'b8028145-de3f-4039-8bd0-59abf2e991e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '615a24e6-1c41-484b-beb8-093d302cd8a3', 'code': 200} May 13 14:38:47.135922 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25fad415-f448-4f55-a838-baad76c370fa tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:47.208056 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=615a24e6-1c41-484b-beb8-093d302cd8a3,revision_number=13']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:47.290608 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-12166d15-3cd6-4204-b0f7-48f07e0d3bca tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:47.312346 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-542d890e-98d3-48b1-b578-968e50ba50f0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'port': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'mac_address': 'fa:16:3e:a4:8b:bb', 'name': 'tempest-NetworksTestDHCPv6-2102934530'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:47.341207 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-c88ac61a-e101-4c7b-96b8-581808a4555f None None] Allocated IP 2001:db8:0:1::2 (0723b97b-08c9-4db0-a15e-5b69273136d9/e9c70513-f037-4f2a-a525-8a6383d26550/37cd1ec8-00ff-4fb2-a2e7-294acb849394) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:47.349579 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-c88ac61a-e101-4c7b-96b8-581808a4555f None None] Allocated IP 2001:db8::f816:3eff:fef1:b39e (0723b97b-08c9-4db0-a15e-5b69273136d9/7de3e044-25ca-4d3a-81f2-6cdc0dcd1221/37cd1ec8-00ff-4fb2-a2e7-294acb849394) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:47.426662 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [req-539522d6-0790-4d3a-943d-f95f94bd6e09 req-d9d74cbc-59dc-4d78-90be-fef917bcc45c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:38:47.426966 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [req-539522d6-0790-4d3a-943d-f95f94bd6e09 req-d9d74cbc-59dc-4d78-90be-fef917bcc45c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:38:47.476001 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be0cc6-4291-4e65-8a83-1796efc81cd1 req-11ef767f-b570-4490-9432-f427c7196007 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:47.477626 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e4be0cc6-4291-4e65-8a83-1796efc81cd1 req-11ef767f-b570-4490-9432-f427c7196007 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73d597e-1d32-457d-b38a-477b07bd6090 HTTP/1.1" status: 200 len: 944 time: 0.7841117 May 13 14:38:47.559428 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c52f6-5796-4c12-922e-df9740dfe74c req-842e49f7-3984-4169-9241-49f02cc495a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:47.560976 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-023c52f6-5796-4c12-922e-df9740dfe74c req-842e49f7-3984-4169-9241-49f02cc495a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=713fc3e596334366a49631a90da45226&device_id=c73d597e-1d32-457d-b38a-477b07bd6090 HTTP/1.1" status: 200 len: 1095 time: 0.5553710 May 13 14:38:47.561112 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port c1a29aa1-9da5-46e3-a475-b9eadd2fd354 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:47.561636 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:47.561969 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-12166d15-3cd6-4204-b0f7-48f07e0d3bca tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:47.599986 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port c1a29aa1-9da5-46e3-a475-b9eadd2fd354, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c1a29aa1-9da5-46e3-a475-b9eadd2fd354,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:47.606549 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:47.685007 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device fb26b38e-c26c-490d-a345-6424dc3d882d no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:38:47.685380 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-542d890e-98d3-48b1-b578-968e50ba50f0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:47.693284 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25fad415-f448-4f55-a838-baad76c370fa tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:47.693881 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e4be0cc6-4291-4e65-8a83-1796efc81cd1 req-a06cb2a2-1466-4bc3-b0e1-0f484b651f51 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?id=251bc881-5f1e-459d-9c6b-708ebc56443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956632 May 13 14:38:47.697034 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25fad415-f448-4f55-a838-baad76c370fa tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:47.743065 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: fb26b38e-c26c-490d-a345-6424dc3d882d {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:38:47.743709 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device fb26b38e-c26c-490d-a345-6424dc3d882d not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:38:47.752793 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9718f-92be-4a13-9771-e4b5a74f7a15 req-6b23ebab-6571-4c0d-9555-bb2eeaaf152c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:47.760557 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-beb9718f-92be-4a13-9771-e4b5a74f7a15 req-6b23ebab-6571-4c0d-9555-bb2eeaaf152c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 945 time: 0.4183118 May 13 14:38:47.773546 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12166d15-3cd6-4204-b0f7-48f07e0d3bca tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Pushing event updated for resources: {'Port': ['ID=492d1ecd-29dd-4d81-b308-6f8e92316fce,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:47.779229 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12166d15-3cd6-4204-b0f7-48f07e0d3bca tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:47.783366 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-542d890e-98d3-48b1-b578-968e50ba50f0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:47.786281 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-12166d15-3cd6-4204-b0f7-48f07e0d3bca tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:47.791140 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12166d15-3cd6-4204-b0f7-48f07e0d3bca tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:47.798223 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25fad415-f448-4f55-a838-baad76c370fa tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:47.798962 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fad415-f448-4f55-a838-baad76c370fa tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Fanout notify agent at l3_agent the message router_deleted on router 6efb55cc-71a3-4260-93e0-e05c3c0daf22 {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:38:47.809188 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=c1a29aa1-9da5-46e3-a475-b9eadd2fd354,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:47.843034 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-beb9718f-92be-4a13-9771-e4b5a74f7a15 req-d0d80028-e115-44f2-850e-173782325e0a tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813537 May 13 14:38:47.858486 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4940252-15ea-4683-921b-0164eac8f0eb req-20a06b99-b223-4f85-8f35-2936a235f963 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:47.860673 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e4940252-15ea-4683-921b-0164eac8f0eb req-20a06b99-b223-4f85-8f35-2936a235f963 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.59 "GET /v2.0/ports?device_id=42254162-6ea4-4c72-ac83-5a1d2f8d08bd HTTP/1.1" status: 200 len: 946 time: 0.3052695 May 13 14:38:47.860878 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542d890e-98d3-48b1-b578-968e50ba50f0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:47.864947 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25fad415-f448-4f55-a838-baad76c370fa tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:47.866602 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-25fad415-f448-4f55-a838-baad76c370fa tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/routers/6efb55cc-71a3-4260-93e0-e05c3c0daf22 HTTP/1.1" status: 204 len: 168 time: 0.9785004 May 13 14:38:47.873142 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c88ac61a-e101-4c7b-96b8-581808a4555f None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:47.889224 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c88ac61a-e101-4c7b-96b8-581808a4555f None None] Transition to ACTIVE for port object 37cd1ec8-00ff-4fb2-a2e7-294acb849394 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:47.899896 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53706) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:47.916237 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c88ac61a-e101-4c7b-96b8-581808a4555f None None] Transition to ACTIVE for port object 37cd1ec8-00ff-4fb2-a2e7-294acb849394 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:47.931554 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c88ac61a-e101-4c7b-96b8-581808a4555f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:47.985064 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-539522d6-0790-4d3a-943d-f95f94bd6e09 req-d9d74cbc-59dc-4d78-90be-fef917bcc45c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Deleting port 615a24e6-1c41-484b-beb8-093d302cd8a3 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:47.985930 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-539522d6-0790-4d3a-943d-f95f94bd6e09 req-d9d74cbc-59dc-4d78-90be-fef917bcc45c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:47.997234 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-e4940252-15ea-4683-921b-0164eac8f0eb req-bd7e5a15-a4a1-450c-ad19-a769361f9a54 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Deleting port 1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:47.997580 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e4940252-15ea-4683-921b-0164eac8f0eb req-bd7e5a15-a4a1-450c-ad19-a769361f9a54 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:48.034199 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88ac61a-e101-4c7b-96b8-581808a4555f None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:48.041523 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-c88ac61a-e101-4c7b-96b8-581808a4555f None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:48.044309 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88ac61a-e101-4c7b-96b8-581808a4555f None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:48.055478 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb36ecbc-fd47-4a5d-a41e-daf3705acdc1 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting subnet 0ab51882-9b8a-456f-84e8-7c83905ac002 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:38:48.060771 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cb36ecbc-fd47-4a5d-a41e-daf3705acdc1 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:48.083793 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ac61a-e101-4c7b-96b8-581808a4555f None None] Pushing event updated for resources: {'Port': ['ID=37cd1ec8-00ff-4fb2-a2e7-294acb849394,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:48.087260 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:48.174123 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cb36ecbc-fd47-4a5d-a41e-daf3705acdc1 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:48.192426 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-c88ac61a-e101-4c7b-96b8-581808a4555f None None] Attempting to bind port 37cd1ec8-00ff-4fb2-a2e7-294acb849394 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:38:48.192799 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-c88ac61a-e101-4c7b-96b8-581808a4555f None None] Attempting to bind port 37cd1ec8-00ff-4fb2-a2e7-294acb849394 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:38:48.193157 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88ac61a-e101-4c7b-96b8-581808a4555f None None] Attempting to bind port 37cd1ec8-00ff-4fb2-a2e7-294acb849394 on network 0723b97b-08c9-4db0-a15e-5b69273136d9 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:48.199045 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88ac61a-e101-4c7b-96b8-581808a4555f None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:38:48.199469 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88ac61a-e101-4c7b-96b8-581808a4555f None None] Checking segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:38:48.199871 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c88ac61a-e101-4c7b-96b8-581808a4555f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:48.200264 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88ac61a-e101-4c7b-96b8-581808a4555f None None] Bound using segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:38:48.200728 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-c88ac61a-e101-4c7b-96b8-581808a4555f None None] Bound port: 37cd1ec8-00ff-4fb2-a2e7-294acb849394, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:38:48.201788 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c88ac61a-e101-4c7b-96b8-581808a4555f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:48.354367 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c52f6-5796-4c12-922e-df9740dfe74c req-f55445f1-c552-4e71-a3d4-962b815284e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:48.356086 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-023c52f6-5796-4c12-922e-df9740dfe74c req-f55445f1-c552-4e71-a3d4-962b815284e9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bdf000b2-35a2-42ed-a188-349bb545fbc9 HTTP/1.1" status: 200 len: 913 time: 0.7443280 May 13 14:38:48.369144 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c1a29aa1-9da5-46e3-a475-b9eadd2fd354 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:48.400120 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-c88ac61a-e101-4c7b-96b8-581808a4555f None None] For port 37cd1ec8-00ff-4fb2-a2e7-294acb849394, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:38:48.430468 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-c88ac61a-e101-4c7b-96b8-581808a4555f None None] For port 37cd1ec8-00ff-4fb2-a2e7-294acb849394, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=37cd1ec8-00ff-4fb2-a2e7-294acb849394,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:38:48.441861 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c88ac61a-e101-4c7b-96b8-581808a4555f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:48.546610 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ac61a-e101-4c7b-96b8-581808a4555f None None] Pushing event updated for resources: {'Port': ['ID=37cd1ec8-00ff-4fb2-a2e7-294acb849394,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:48.548917 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cb36ecbc-fd47-4a5d-a41e-daf3705acdc1 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:48.557148 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port c1a29aa1-9da5-46e3-a475-b9eadd2fd354 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:48.557629 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:48.596732 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-e4940252-15ea-4683-921b-0164eac8f0eb req-bd7e5a15-a4a1-450c-ad19-a769361f9a54 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] For port 1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42,segment=NetworkSegment(e1d397b0-eea9-4be4-8f48-8e9bcd88630d),segment_id=e1d397b0-eea9-4be4-8f48-8e9bcd88630d)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:48.597090 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e4940252-15ea-4683-921b-0164eac8f0eb req-bd7e5a15-a4a1-450c-ad19-a769361f9a54 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:48.715523 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port c1a29aa1-9da5-46e3-a475-b9eadd2fd354 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:48.743263 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872948df-559c-4755-8830-bcaf81861e61 req-3f79ec55-bf0b-48b9-825b-87715bb2f5ac tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:48.745067 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-872948df-559c-4755-8830-bcaf81861e61 req-3f79ec55-bf0b-48b9-825b-87715bb2f5ac tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=42254162-6ea4-4c72-ac83-5a1d2f8d08bd HTTP/1.1" status: 200 len: 946 time: 0.6877532 May 13 14:38:48.753375 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-023c52f6-5796-4c12-922e-df9740dfe74c req-e7a51391-a81d-451e-9e4b-568adb9ec49e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb937db1-feb5-47a6-8ea9-96d077863de7 HTTP/1.1" status: 200 len: 217 time: 0.3818352 May 13 14:38:48.841153 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cb36ecbc-fd47-4a5d-a41e-daf3705acdc1 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:48.890313 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-542d890e-98d3-48b1-b578-968e50ba50f0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:49.009905 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-872948df-559c-4755-8830-bcaf81861e61 req-17974aea-38ff-4f4b-a1a3-3e5c5bc8f4c9 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=60e92ff1-0601-42d6-a791-122b8cba49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247756 May 13 14:38:49.023262 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-539522d6-0790-4d3a-943d-f95f94bd6e09 req-d9d74cbc-59dc-4d78-90be-fef917bcc45c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] For port 615a24e6-1c41-484b-beb8-093d302cd8a3, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=615a24e6-1c41-484b-beb8-093d302cd8a3,segment=NetworkSegment(ed4a328b-d15d-4a03-9eac-ff7258e787fd),segment_id=ed4a328b-d15d-4a03-9eac-ff7258e787fd)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:49.024534 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36ecbc-fd47-4a5d-a41e-daf3705acdc1 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Subnet': ['ID=0ab51882-9b8a-456f-84e8-7c83905ac002,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:49.024714 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-539522d6-0790-4d3a-943d-f95f94bd6e09 req-d9d74cbc-59dc-4d78-90be-fef917bcc45c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:49.039300 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd36e87-b713-43ae-ba4e-df37a86dc77b None None] Network 73d6a0df-2b32-43f5-b9f4-2245901cc2d0 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:38:49.039446 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-542d890e-98d3-48b1-b578-968e50ba50f0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] device_id is not set on port c1afc1ef-2eef-480d-995b-9217160de8eb yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:38:49.058824 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cb36ecbc-fd47-4a5d-a41e-daf3705acdc1 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:49.078829 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c52f6-5796-4c12-922e-df9740dfe74c req-3385f1c3-edf0-4e75-ab28-0acbb46e5acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:49.080403 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-023c52f6-5796-4c12-922e-df9740dfe74c req-3385f1c3-edf0-4e75-ab28-0acbb46e5acf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca21fd33-bce4-432c-932a-d45b6a8b65d2 HTTP/1.1" status: 200 len: 852 time: 0.2616351 May 13 14:38:49.094623 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-cb36ecbc-fd47-4a5d-a41e-daf3705acdc1 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/subnets/0ab51882-9b8a-456f-84e8-7c83905ac002 HTTP/1.1" status: 204 len: 168 time: 1.1886709 May 13 14:38:49.108560 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53718) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:49.267134 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e4940252-15ea-4683-921b-0164eac8f0eb req-bd7e5a15-a4a1-450c-ad19-a769361f9a54 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:49.267507 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e4940252-15ea-4683-921b-0164eac8f0eb req-bd7e5a15-a4a1-450c-ad19-a769361f9a54 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:49.268001 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [req-e4940252-15ea-4683-921b-0164eac8f0eb req-bd7e5a15-a4a1-450c-ad19-a769361f9a54 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Floating IP ef436b78-35b8-478c-b2ec-f51efc2a0e02 disassociated. External IP: 172.25.0.157, port: 1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42. May 13 14:38:49.268566 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-e4940252-15ea-4683-921b-0164eac8f0eb req-bd7e5a15-a4a1-450c-ad19-a769361f9a54 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Calling delete_port for 1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:49.341616 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device eb937db1-feb5-47a6-8ea9-96d077863de7 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:38:49.356808 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-423ee1ab-ba97-4d4e-a77c-184869f497c7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:49.370716 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b35485-ecbc-4792-8b1c-524998d1d7da req-8567578c-ddb8-40d0-8a21-bd4548259934 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:49.378097 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-97b35485-ecbc-4792-8b1c-524998d1d7da req-8567578c-ddb8-40d0-8a21-bd4548259934 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73d597e-1d32-457d-b38a-477b07bd6090 HTTP/1.1" status: 200 len: 944 time: 0.4940810 May 13 14:38:49.404688 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-539522d6-0790-4d3a-943d-f95f94bd6e09 req-d9d74cbc-59dc-4d78-90be-fef917bcc45c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Calling delete_port for 615a24e6-1c41-484b-beb8-093d302cd8a3 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:49.442343 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-423ee1ab-ba97-4d4e-a77c-184869f497c7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting port 6f5bde99-57fc-4c39-92da-8b9b50fcfa57 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:49.442730 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-423ee1ab-ba97-4d4e-a77c-184869f497c7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:49.460893 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-023c52f6-5796-4c12-922e-df9740dfe74c req-c14ac0d5-3c21-4932-96dd-252c1fd4a211 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bdf000b2-35a2-42ed-a188-349bb545fbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2883627 May 13 14:38:49.536158 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-97b35485-ecbc-4792-8b1c-524998d1d7da req-0e4df457-30ae-4786-a6a5-572027f3f4a8 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?id=251bc881-5f1e-459d-9c6b-708ebc56443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571801 May 13 14:38:49.572008 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port eb937db1-feb5-47a6-8ea9-96d077863de7, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=eb937db1-feb5-47a6-8ea9-96d077863de7,segment=NetworkSegment(a06f9bce-2caa-4583-849f-dff0052df554),segment_id=a06f9bce-2caa-4583-849f-dff0052df554)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:49.606405 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc15ab9-8696-4042-9f4c-e8ccbab109c8 None None] DHCP port deletion for 73d6a0df-2b32-43f5-b9f4-2245901cc2d0 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:38:49.608403 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e4940252-15ea-4683-921b-0164eac8f0eb req-bd7e5a15-a4a1-450c-ad19-a769361f9a54 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:49.614927 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'eb937db1-feb5-47a6-8ea9-96d077863de7', 'network_id': 'bdf000b2-35a2-42ed-a188-349bb545fbc9', 'port_id': 'eb937db1-feb5-47a6-8ea9-96d077863de7', 'mac_address': 'fa:16:3e:95:80:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca21fd33-bce4-432c-932a-d45b6a8b65d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:38:49.645252 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-abc15ab9-8696-4042-9f4c-e8ccbab109c8 None None] Deleting port 6f5bde99-57fc-4c39-92da-8b9b50fcfa57 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:49.645638 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-abc15ab9-8696-4042-9f4c-e8ccbab109c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:49.680409 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e5a15-a4a1-450c-ad19-a769361f9a54 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event deleted for resources: {'Port': ['ID=1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:49.772288 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port eb937db1-feb5-47a6-8ea9-96d077863de7 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:49.772859 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:49.801964 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb937db1-feb5-47a6-8ea9-96d077863de7 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:38:49.866836 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port eb937db1-feb5-47a6-8ea9-96d077863de7, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=eb937db1-feb5-47a6-8ea9-96d077863de7,segment=NetworkSegment(a06f9bce-2caa-4583-849f-dff0052df554),segment_id=a06f9bce-2caa-4583-849f-dff0052df554)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:49.929136 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:49.972412 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-423ee1ab-ba97-4d4e-a77c-184869f497c7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] For port 6f5bde99-57fc-4c39-92da-8b9b50fcfa57, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6f5bde99-57fc-4c39-92da-8b9b50fcfa57,segment=NetworkSegment(b3636e6d-0f92-4c70-9756-2fc8f49a36b8),segment_id=b3636e6d-0f92-4c70-9756-2fc8f49a36b8)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:49.973040 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-423ee1ab-ba97-4d4e-a77c-184869f497c7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:49.993936 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8e2da-ce9c-4f00-b195-f8884dc516bb req-83035326-e433-43e8-b4e9-a7c028820816 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:49.995324 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f3d8e2da-ce9c-4f00-b195-f8884dc516bb req-83035326-e433-43e8-b4e9-a7c028820816 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 945 time: 0.7766199 May 13 14:38:50.037440 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-abc15ab9-8696-4042-9f4c-e8ccbab109c8 None None] For port 6f5bde99-57fc-4c39-92da-8b9b50fcfa57, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6f5bde99-57fc-4c39-92da-8b9b50fcfa57,segment=NetworkSegment(b3636e6d-0f92-4c70-9756-2fc8f49a36b8),segment_id=b3636e6d-0f92-4c70-9756-2fc8f49a36b8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:50.037901 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-abc15ab9-8696-4042-9f4c-e8ccbab109c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:50.103525 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f3d8e2da-ce9c-4f00-b195-f8884dc516bb req-a742b3da-0e6c-402b-b230-22eede037702 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8eb9be4-6b03-4b40-8524-947cacc36269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684514 May 13 14:38:50.115003 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-12166d15-3cd6-4204-b0f7-48f07e0d3bca tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:50.239319 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-023c52f6-5796-4c12-922e-df9740dfe74c req-1623a0fd-735a-4791-bd03-1e73ae71e81e service neutron] 10.222.0.59 "GET /v2.0/networks/bdf000b2-35a2-42ed-a188-349bb545fbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7504778 May 13 14:38:50.290997 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331d4c97-5aea-4877-9752-f1bbdfcae0ac None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:38:50.416115 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-abc15ab9-8696-4042-9f4c-e8ccbab109c8 None None] Calling delete_port for 6f5bde99-57fc-4c39-92da-8b9b50fcfa57 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:50.443752 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 37cd1ec8-00ff-4fb2-a2e7-294acb849394 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:50.472246 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-423ee1ab-ba97-4d4e-a77c-184869f497c7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Calling delete_port for 6f5bde99-57fc-4c39-92da-8b9b50fcfa57 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:50.480926 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['eb937db1-feb5-47a6-8ea9-96d077863de7'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:38:50.512881 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=eb937db1-feb5-47a6-8ea9-96d077863de7,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:50.524879 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9eec9392-4818-412d-b001-c8f2a22b4ecc req-1f296685-bc71-45e8-b69f-715f8c1d726a tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=42254162-6ea4-4c72-ac83-5a1d2f8d08bd HTTP/1.1" status: 200 len: 210 time: 0.1015511 May 13 14:38:50.544281 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4940252-15ea-4683-921b-0164eac8f0eb req-bd7e5a15-a4a1-450c-ad19-a769361f9a54 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:38:50.653412 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-260834c1-a13f-4aee-b46e-22356d8e3d5d None None] Provisioning for port 37cd1ec8-00ff-4fb2-a2e7-294acb849394 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:50.670152 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-423ee1ab-ba97-4d4e-a77c-184869f497c7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:50.785977 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423ee1ab-ba97-4d4e-a77c-184869f497c7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] No DVR routers for this DVR port 6f5bde99-57fc-4c39-92da-8b9b50fcfa57 on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:38:50.789248 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-abc15ab9-8696-4042-9f4c-e8ccbab109c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:38:50.790086 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-abc15ab9-8696-4042-9f4c-e8ccbab109c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:38:50.815322 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ee1ab-ba97-4d4e-a77c-184869f497c7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Port': ['ID=6f5bde99-57fc-4c39-92da-8b9b50fcfa57,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:50.838568 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 37cd1ec8-00ff-4fb2-a2e7-294acb849394 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:50.857518 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 37cd1ec8-00ff-4fb2-a2e7-294acb849394 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:50.857518 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:50.918797 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-542d890e-98d3-48b1-b578-968e50ba50f0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Allocated IP 2001:db8:0:1::145 (0723b97b-08c9-4db0-a15e-5b69273136d9/e9c70513-f037-4f2a-a525-8a6383d26550/c1afc1ef-2eef-480d-995b-9217160de8eb) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:50.950160 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-539522d6-0790-4d3a-943d-f95f94bd6e09 req-d9d74cbc-59dc-4d78-90be-fef917bcc45c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:50.960047 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-423ee1ab-ba97-4d4e-a77c-184869f497c7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:50.965510 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-542d890e-98d3-48b1-b578-968e50ba50f0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Allocated IP 2001:db8::f816:3eff:fea4:8bbb (0723b97b-08c9-4db0-a15e-5b69273136d9/7de3e044-25ca-4d3a-81f2-6cdc0dcd1221/c1afc1ef-2eef-480d-995b-9217160de8eb) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:50.974024 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4940252-15ea-4683-921b-0164eac8f0eb req-bd7e5a15-a4a1-450c-ad19-a769361f9a54 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:38:50.993741 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d583fb-a2cb-4b04-a285-e36d46beb809 None None] Sync routers for ids ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:38:51.042260 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d583fb-a2cb-4b04-a285-e36d46beb809 None None] Routers {'61d9c492-7067-4a2e-92b2-ee02e1800bf7'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:38:51.042905 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-12d583fb-a2cb-4b04-a285-e36d46beb809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:38:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:51.070600 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-423ee1ab-ba97-4d4e-a77c-184869f497c7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d6a0df-2b32-43f5-b9f4-2245901cc2d0']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:51.091688 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4940252-15ea-4683-921b-0164eac8f0eb req-bd7e5a15-a4a1-450c-ad19-a769361f9a54 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] No DVR routers for this DVR port 1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42 on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:38:51.094457 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e4940252-15ea-4683-921b-0164eac8f0eb req-bd7e5a15-a4a1-450c-ad19-a769361f9a54 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:51.110367 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42254162-6ea4-4c72-ac83-5a1d2f8d08bd', 'name': 'network-vif-deleted', 'tag': '1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:51.118381 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-423ee1ab-ba97-4d4e-a77c-184869f497c7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3636e6d-0f92-4c70-9756-2fc8f49a36b8') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:51.118381 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-423ee1ab-ba97-4d4e-a77c-184869f497c7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3636e6d-0f92-4c70-9756-2fc8f49a36b8') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:51.120636 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d74cbc-59dc-4d78-90be-fef917bcc45c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Pushing event deleted for resources: {'Port': ['ID=615a24e6-1c41-484b-beb8-093d302cd8a3,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:51.125034 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-023c52f6-5796-4c12-922e-df9740dfe74c req-10a470f3-90ae-46e8-8d47-b15c974c0c93 service neutron] 10.222.0.59 "GET /v2.0/networks/bdf000b2-35a2-42ed-a188-349bb545fbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8442757 May 13 14:38:51.128251 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e4940252-15ea-4683-921b-0164eac8f0eb req-bd7e5a15-a4a1-450c-ad19-a769361f9a54 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.59 "DELETE /v2.0/ports/1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42 HTTP/1.1" status: 204 len: 173 time: 3.2601569 May 13 14:38:51.141508 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-423ee1ab-ba97-4d4e-a77c-184869f497c7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:51.210778 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-423ee1ab-ba97-4d4e-a77c-184869f497c7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:51.221162 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-423ee1ab-ba97-4d4e-a77c-184869f497c7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:38:51.222640 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-423ee1ab-ba97-4d4e-a77c-184869f497c7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:51.256267 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:38:51.256267 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:38:51.256267 n-d-841760-1 neutron-server[88082]: timer() May 13 14:38:51.256267 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:38:51.256267 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:38:51.256267 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:38:51.256267 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:38:51.256267 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:38:51.256267 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:38:51.256267 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:38:51.256267 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:38:51.256267 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:38:51.256267 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:38:51.256267 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:38:51.256267 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:38:51.256267 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:38:51.256267 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:38:51.256267 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:38:51.256267 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:38:51.256267 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:38:51.256267 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:38:51.256267 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:38:51.256267 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:38:51.256267 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:38:51.256267 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:38:51.256267 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:38:51.256267 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:38:51.256267 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:38:51.256267 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:38:51.256267 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:38:51.256267 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:38:51.256267 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:38:51.268922 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7834498-c6ce-4e11-854f-b8d46cf2a269'] response: {'server_uuid': '42254162-6ea4-4c72-ac83-5a1d2f8d08bd', 'name': 'network-vif-deleted', 'tag': '1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42', 'status': 'completed', 'code': 200} May 13 14:38:51.289635 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 37cd1ec8-00ff-4fb2-a2e7-294acb849394 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:51.289920 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:51.308218 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-abc15ab9-8696-4042-9f4c-e8ccbab109c8 None None] Deleting port 6f5bde99-57fc-4c39-92da-8b9b50fcfa57 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:51.308538 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-abc15ab9-8696-4042-9f4c-e8ccbab109c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:51.355660 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-539522d6-0790-4d3a-943d-f95f94bd6e09 req-d9d74cbc-59dc-4d78-90be-fef917bcc45c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] No DVR routers for this DVR port 615a24e6-1c41-484b-beb8-093d302cd8a3 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:38:51.357676 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:38:51.358587 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-539522d6-0790-4d3a-943d-f95f94bd6e09 req-d9d74cbc-59dc-4d78-90be-fef917bcc45c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:51.369927 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf96e5-cdde-4866-a25b-033e77a1a05e req-9ade9e3d-b126-4789-81d0-c4a5f17ba8db tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:51.371658 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-42cf96e5-cdde-4866-a25b-033e77a1a05e req-9ade9e3d-b126-4789-81d0-c4a5f17ba8db tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73d597e-1d32-457d-b38a-477b07bd6090 HTTP/1.1" status: 200 len: 945 time: 0.6147797 May 13 14:38:51.377117 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8028145-de3f-4039-8bd0-59abf2e991e7', 'name': 'network-vif-deleted', 'tag': '615a24e6-1c41-484b-beb8-093d302cd8a3'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:51.430161 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:38:51.430161 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 1ce1e0aa-6b1b-4c18-82eb-6e65e4d4fb42 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:38:51.453219 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-abc15ab9-8696-4042-9f4c-e8ccbab109c8 None None] The port '6f5bde99-57fc-4c39-92da-8b9b50fcfa57' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:38:51.454491 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-423ee1ab-ba97-4d4e-a77c-184869f497c7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:51.489455 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-12d583fb-a2cb-4b04-a285-e36d46beb809 None None] Set router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:38:51.497394 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-423ee1ab-ba97-4d4e-a77c-184869f497c7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:51.512901 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ee1ab-ba97-4d4e-a77c-184869f497c7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Network': ['ID=73d6a0df-2b32-43f5-b9f4-2245901cc2d0,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:51.519015 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-423ee1ab-ba97-4d4e-a77c-184869f497c7 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/networks/73d6a0df-2b32-43f5-b9f4-2245901cc2d0 HTTP/1.1" status: 204 len: 168 time: 2.3996165 May 13 14:38:51.523563 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53732) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:51.549277 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 37cd1ec8-00ff-4fb2-a2e7-294acb849394, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=37cd1ec8-00ff-4fb2-a2e7-294acb849394,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:51.559530 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:51.580455 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-539522d6-0790-4d3a-943d-f95f94bd6e09 req-d9d74cbc-59dc-4d78-90be-fef917bcc45c tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.74 "DELETE /v2.0/ports/615a24e6-1c41-484b-beb8-093d302cd8a3 HTTP/1.1" status: 204 len: 173 time: 7.0323362 May 13 14:38:51.602109 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-12166d15-3cd6-4204-b0f7-48f07e0d3bca tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:51.632528 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-42cf96e5-cdde-4866-a25b-033e77a1a05e req-9ce18cfd-22d5-4354-9a1f-16318cb8f433 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?id=251bc881-5f1e-459d-9c6b-708ebc56443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469618 May 13 14:38:51.645201 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6f5bde99-57fc-4c39-92da-8b9b50fcfa57 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:38:51.751522 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c7ffc86-51cd-44da-8e08-fc0827cf5ad4 req-d6b06d55-5dfc-41dc-9da0-5cf392ed9679 tempest-ServersNegativeTestJSON-1930789449 tempest-ServersNegativeTestJSON-1930789449-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8028145-de3f-4039-8bd0-59abf2e991e7 HTTP/1.1" status: 200 len: 210 time: 0.1121893 May 13 14:38:51.777779 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 6f5bde99-57fc-4c39-92da-8b9b50fcfa57 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:38:51.778129 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6f5bde99-57fc-4c39-92da-8b9b50fcfa57 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:38:51.798284 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3739cb9-4d1d-48d6-b61d-329c649fb72b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:51.798930 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a3739cb9-4d1d-48d6-b61d-329c649fb72b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Synchronizing usage tracker for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:51.804440 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a328e7-7275-4fa6-b203-b7bbb9c8b964'] response: {'server_uuid': 'b8028145-de3f-4039-8bd0-59abf2e991e7', 'name': 'network-vif-deleted', 'tag': '615a24e6-1c41-484b-beb8-093d302cd8a3', 'status': 'completed', 'code': 200} May 13 14:38:51.872248 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a3739cb9-4d1d-48d6-b61d-329c649fb72b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Unset dirty status for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:51.873511 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a3739cb9-4d1d-48d6-b61d-329c649fb72b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "GET /v2.0/ports/93e5bbdf-be30-4096-8003-ba3f13884fb8 HTTP/1.1" status: 200 len: 845 time: 0.3491061 May 13 14:38:51.878906 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53740) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:51.992138 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=37cd1ec8-00ff-4fb2-a2e7-294acb849394,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:52.011954 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6faf4962-a920-4f57-8fe1-7e231c045c17 None None] Provisioning complete for port 37cd1ec8-00ff-4fb2-a2e7-294acb849394 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:52.012329 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6faf4962-a920-4f57-8fe1-7e231c045c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:52.091331 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-542d890e-98d3-48b1-b578-968e50ba50f0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:52.111316 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-542d890e-98d3-48b1-b578-968e50ba50f0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Transition to ACTIVE for port object c1afc1ef-2eef-480d-995b-9217160de8eb will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:52.145408 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-fb0cd4a8-3d29-48cb-9530-f2a3d1f7b85d req-0253f630-8217-48bb-916b-e6a503b53f9f tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Synchronizing usage tracker for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:52.159736 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-542d890e-98d3-48b1-b578-968e50ba50f0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:52.178522 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bae1e5f6-cc60-4cbd-a66a-91af6895323a tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "GET /v2.0/ports/93e5bbdf-be30-4096-8003-ba3f13884fb8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2920647 May 13 14:38:52.180253 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53744) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:52.187592 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-c36fcce8-c26e-4f59-87d8-db5d0be9181f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'subnet': {'network_id': '086bdd04-c14f-4512-9c86-d3f2beec1d97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:52.301937 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-6faf4962-a920-4f57-8fe1-7e231c045c17 None None] Current status of the port 37cd1ec8-00ff-4fb2-a2e7-294acb849394 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:52.321335 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-12d583fb-a2cb-4b04-a285-e36d46beb809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:08Z', 'revision_number': 4, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'gw_port': {'id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:59Z', 'updated_at': '2022-05-13T14:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd60ed9ed-d7c1-4158-bdf6-5ea4de8475c6', 'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'mac_address': 'fa:16:3e:a9:45:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:32:05Z', 'updated_at': '2022-05-13T14:32:19Z', 'revision_number': 5, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'subnets': [{'id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:52.333373 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d583fb-a2cb-4b04-a285-e36d46beb809 None None] Checking router: 61d9c492-7067-4a2e-92b2-ee02e1800bf7 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:38:52.354495 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-fb0cd4a8-3d29-48cb-9530-f2a3d1f7b85d req-0253f630-8217-48bb-916b-e6a503b53f9f tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Unset dirty status for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:52.355665 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 37cd1ec8-00ff-4fb2-a2e7-294acb849394 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:52.367314 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fb0cd4a8-3d29-48cb-9530-f2a3d1f7b85d req-0253f630-8217-48bb-916b-e6a503b53f9f tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=42254162-6ea4-4c72-ac83-5a1d2f8d08bd HTTP/1.1" status: 200 len: 210 time: 0.3035705 May 13 14:38:52.405220 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d583fb-a2cb-4b04-a285-e36d46beb809 None None] Routers {'61d9c492-7067-4a2e-92b2-ee02e1800bf7'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:38:52.405482 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-12d583fb-a2cb-4b04-a285-e36d46beb809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:38:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:52.414442 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c36fcce8-c26e-4f59-87d8-db5d0be9181f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:52.418651 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c36fcce8-c26e-4f59-87d8-db5d0be9181f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:subnet and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:52.424079 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c36fcce8-c26e-4f59-87d8-db5d0be9181f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:52.436960 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c36fcce8-c26e-4f59-87d8-db5d0be9181f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:52.455051 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36fcce8-c26e-4f59-87d8-db5d0be9181f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:52.461681 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d890e-98d3-48b1-b578-968e50ba50f0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Port': ['ID=c1afc1ef-2eef-480d-995b-9217160de8eb,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:52.462065 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c36fcce8-c26e-4f59-87d8-db5d0be9181f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:52.477061 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542d890e-98d3-48b1-b578-968e50ba50f0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:52.480126 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-542d890e-98d3-48b1-b578-968e50ba50f0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:52.485087 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542d890e-98d3-48b1-b578-968e50ba50f0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:52.491092 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542d890e-98d3-48b1-b578-968e50ba50f0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:52.491940 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-542d890e-98d3-48b1-b578-968e50ba50f0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:52.517836 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b647915c-a2aa-4aee-ad50-e09ca438ff03 req-9c5db95c-2603-47e7-ac11-3b96c52bdcbc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5026605 May 13 14:38:52.536730 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a2c5a546-9159-4506-8981-2caca60c45c7 None None] Could not find standard attr ID for object 498937eb-7d6a-4331-a4df-778d919238b2. {{(pid=88083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 14:38:52.546693 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-542d890e-98d3-48b1-b578-968e50ba50f0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 5.2328374 May 13 14:38:52.549123 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12166d15-3cd6-4204-b0f7-48f07e0d3bca tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Router c6eba9c6-7ea3-490f-a80f-dfe61a38b152 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:38:52.556474 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53748) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:52.684570 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 37cd1ec8-00ff-4fb2-a2e7-294acb849394 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:52.685302 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:52.770769 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-12d583fb-a2cb-4b04-a285-e36d46beb809 None None] Set router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:38:52.864968 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c36fcce8-c26e-4f59-87d8-db5d0be9181f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:52.926780 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53756) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:52.962657 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36fcce8-c26e-4f59-87d8-db5d0be9181f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network 086bdd04-c14f-4512-9c86-d3f2beec1d97 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:52.966801 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-c36fcce8-c26e-4f59-87d8-db5d0be9181f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:52.972115 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36fcce8-c26e-4f59-87d8-db5d0be9181f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:52.977592 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c36fcce8-c26e-4f59-87d8-db5d0be9181f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:52.999231 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fcce8-c26e-4f59-87d8-db5d0be9181f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Subnet': ['ID=29677c54-7706-40d3-9f3f-f90497cf615b,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:53.017528 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c36fcce8-c26e-4f59-87d8-db5d0be9181f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8360891 May 13 14:38:53.018518 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53762) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:53.026779 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-9c1e5fb9-187b-427d-b6df-6dfa60d1388e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'security_group': {'name': 'tempest-secgroup-1050569530'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:53.029653 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78f561e-ec21-42a5-ade4-2ee77ad344e1 None None] Network 086bdd04-c14f-4512-9c86-d3f2beec1d97 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:38:53.033289 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9c1e5fb9-187b-427d-b6df-6dfa60d1388e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:53.039148 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9c1e5fb9-187b-427d-b6df-6dfa60d1388e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:security_group and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:53.043154 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9c1e5fb9-187b-427d-b6df-6dfa60d1388e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:53.051317 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9c1e5fb9-187b-427d-b6df-6dfa60d1388e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:53.059861 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 37cd1ec8-00ff-4fb2-a2e7-294acb849394 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:53.073260 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9c1e5fb9-187b-427d-b6df-6dfa60d1388e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:53.116932 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9c1e5fb9-187b-427d-b6df-6dfa60d1388e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:53.122574 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9c1e5fb9-187b-427d-b6df-6dfa60d1388e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:security_group_rule and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:53.126391 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9c1e5fb9-187b-427d-b6df-6dfa60d1388e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:53.135470 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9c1e5fb9-187b-427d-b6df-6dfa60d1388e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:53.205707 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-868fe681-0bca-405d-920a-589016262387 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting port c1afc1ef-2eef-480d-995b-9217160de8eb {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:53.206256 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-868fe681-0bca-405d-920a-589016262387 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:53.256030 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-1e989dcb-5b4e-4d72-8e00-ecdf106d864e None None] Provisioning for port c1afc1ef-2eef-480d-995b-9217160de8eb completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:53.267215 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-1e989dcb-5b4e-4d72-8e00-ecdf106d864e None None] Provisioning complete for port c1afc1ef-2eef-480d-995b-9217160de8eb triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:53.267818 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1e989dcb-5b4e-4d72-8e00-ecdf106d864e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:53.345734 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device eb937db1-feb5-47a6-8ea9-96d077863de7 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:53.394912 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf99306e-f8d8-4551-a7db-40ff36d90a70 admin admin] Deleting subnet a1af2f1b-219d-4483-980f-a4da5e03f844 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:38:53.411040 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12166d15-3cd6-4204-b0f7-48f07e0d3bca tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:38:53.419904 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647915c-a2aa-4aee-ad50-e09ca438ff03 req-d4ab46fc-a5e2-4fee-8410-a789716b2fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:53.421423 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b647915c-a2aa-4aee-ad50-e09ca438ff03 req-d4ab46fc-a5e2-4fee-8410-a789716b2fc8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=936df29ada1f4039bf03263eb4658581&device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 1096 time: 0.8549576 May 13 14:38:53.423956 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3249b6d-2d70-4f93-a281-0cfeb08cfa9f None None] Sync routers for ids ['c6eba9c6-7ea3-490f-a80f-dfe61a38b152'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:38:53.453338 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3249b6d-2d70-4f93-a281-0cfeb08cfa9f None None] Routers {'c6eba9c6-7ea3-490f-a80f-dfe61a38b152'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:38:53.454378 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f3249b6d-2d70-4f93-a281-0cfeb08cfa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:38:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['c6eba9c6-7ea3-490f-a80f-dfe61a38b152'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:53.480655 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9c1e5fb9-187b-427d-b6df-6dfa60d1388e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:53.484163 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bf99306e-f8d8-4551-a7db-40ff36d90a70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:53.520053 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1e989dcb-5b4e-4d72-8e00-ecdf106d864e None None] Port c1afc1ef-2eef-480d-995b-9217160de8eb cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:38:53.576224 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9c1e5fb9-187b-427d-b6df-6dfa60d1388e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:53.612640 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bf99306e-f8d8-4551-a7db-40ff36d90a70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:53.626214 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port eb937db1-feb5-47a6-8ea9-96d077863de7 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:53.637743 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port eb937db1-feb5-47a6-8ea9-96d077863de7 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:53.638197 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:53.681239 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bf99306e-f8d8-4551-a7db-40ff36d90a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:53.703516 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647915c-a2aa-4aee-ad50-e09ca438ff03 req-d15650b7-d6b8-4d38-9c3a-74570abdf296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:53.705869 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b647915c-a2aa-4aee-ad50-e09ca438ff03 req-d15650b7-d6b8-4d38-9c3a-74570abdf296 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9479e797-5371-4e30-beb4-10899bbfb8b9 HTTP/1.1" status: 200 len: 919 time: 0.2225413 May 13 14:38:53.708640 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-f3249b6d-2d70-4f93-a281-0cfeb08cfa9f None None] Set router c6eba9c6-7ea3-490f-a80f-dfe61a38b152 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:38:53.719487 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-12d583fb-a2cb-4b04-a285-e36d46beb809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:08Z', 'revision_number': 4, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'gw_port': {'id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:59Z', 'updated_at': '2022-05-13T14:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd60ed9ed-d7c1-4158-bdf6-5ea4de8475c6', 'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'mac_address': 'fa:16:3e:a9:45:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:32:05Z', 'updated_at': '2022-05-13T14:32:19Z', 'revision_number': 5, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'subnets': [{'id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:53.758145 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-868fe681-0bca-405d-920a-589016262387 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:53.761336 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d583fb-a2cb-4b04-a285-e36d46beb809 None None] The sync data for ids ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'] in n-d-841760-1 is: [{'id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:08Z', 'revision_number': 4, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'gw_port': {'id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:59Z', 'updated_at': '2022-05-13T14:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd60ed9ed-d7c1-4158-bdf6-5ea4de8475c6', 'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'mac_address': 'fa:16:3e:a9:45:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:32:05Z', 'updated_at': '2022-05-13T14:32:19Z', 'revision_number': 5, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'subnets': [{'id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:38:53.781324 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040eacc7-28ea-4e1a-9c07-ac1cf17c4eea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-086bdd04-c14f-4512-9c86-d3f2beec1d97', 'network_id': '086bdd04-c14f-4512-9c86-d3f2beec1d97', 'tenant_id': 'a2e75e45036f4757bc0192dc4e49aa82', 'fixed_ips': [{'subnet_id': '29677c54-7706-40d3-9f3f-f90497cf615b'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:38:53.782244 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-040eacc7-28ea-4e1a-9c07-ac1cf17c4eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:53.807286 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53772) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:53.808903 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9c1e5fb9-187b-427d-b6df-6dfa60d1388e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:53.815468 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9c1e5fb9-187b-427d-b6df-6dfa60d1388e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7956986 May 13 14:38:53.819026 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bf99306e-f8d8-4551-a7db-40ff36d90a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:53.837839 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53774) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:53.895509 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-f64ea79d-946e-4ad8-ae28-26b203eeba35 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'security_group': {'name': 'tempest-secgroup-1003376587'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:53.903086 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99306e-f8d8-4551-a7db-40ff36d90a70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1af2f1b-219d-4483-980f-a4da5e03f844,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:53.933466 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f64ea79d-946e-4ad8-ae28-26b203eeba35 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:53.943987 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port eb937db1-feb5-47a6-8ea9-96d077863de7 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:53.944430 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:53.958363 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f64ea79d-946e-4ad8-ae28-26b203eeba35 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:security_group and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:53.964523 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-868fe681-0bca-405d-920a-589016262387 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Calling delete_port for c1afc1ef-2eef-480d-995b-9217160de8eb owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:53.966256 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bf99306e-f8d8-4551-a7db-40ff36d90a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:53.972904 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bf99306e-f8d8-4551-a7db-40ff36d90a70 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a1af2f1b-219d-4483-980f-a4da5e03f844 HTTP/1.1" status: 204 len: 168 time: 1.0422072 May 13 14:38:53.978493 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f64ea79d-946e-4ad8-ae28-26b203eeba35 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:53.981527 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53780) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:53.999837 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e5fb9-187b-427d-b6df-6dfa60d1388e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8036695e-818b-4053-9b96-437d59df7d1f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:54.003350 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f64ea79d-946e-4ad8-ae28-26b203eeba35 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:54.074863 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-040eacc7-28ea-4e1a-9c07-ac1cf17c4eea None None] Allocated IP 2001:db8::2 (086bdd04-c14f-4512-9c86-d3f2beec1d97/29677c54-7706-40d3-9f3f-f90497cf615b/366da85e-0f75-4f00-850a-0b55b5efe216) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:54.145855 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-12166d15-3cd6-4204-b0f7-48f07e0d3bca tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:54.149545 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-12166d15-3cd6-4204-b0f7-48f07e0d3bca tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 12.2081809 May 13 14:38:54.164233 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53784) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:54.201353 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c0591-7993-47a6-a4ca-15a85674ea15 req-5cff49ce-eafa-4ee5-b4e9-baf2ed66ae8a tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:54.209006 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4d1c0591-7993-47a6-a4ca-15a85674ea15 req-5cff49ce-eafa-4ee5-b4e9-baf2ed66ae8a tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73d597e-1d32-457d-b38a-477b07bd6090 HTTP/1.1" status: 200 len: 945 time: 1.4084721 May 13 14:38:54.263022 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b647915c-a2aa-4aee-ad50-e09ca438ff03 req-b825057e-00fb-4953-b38f-25446c591377 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45ae5137-fb8f-45ed-9376-b4f6cad104f5 HTTP/1.1" status: 200 len: 217 time: 0.2542942 May 13 14:38:54.295823 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f3249b6d-2d70-4f93-a281-0cfeb08cfa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eba9c6-7ea3-490f-a80f-dfe61a38b152', 'name': 'tempest-snat-router-1382748890', 'tenant_id': '0ed26fe593c0415a996a54f846d0b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '492d1ecd-29dd-4d81-b308-6f8e92316fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:38:42Z', 'updated_at': '2022-05-13T14:38:48Z', 'revision_number': 3, 'project_id': '0ed26fe593c0415a996a54f846d0b80d', 'gw_port': {'id': '492d1ecd-29dd-4d81-b308-6f8e92316fce', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6eba9c6-7ea3-490f-a80f-dfe61a38b152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:38:45Z', 'updated_at': '2022-05-13T14:38:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:54.300309 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3249b6d-2d70-4f93-a281-0cfeb08cfa9f None None] Checking router: c6eba9c6-7ea3-490f-a80f-dfe61a38b152 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:38:54.300649 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3249b6d-2d70-4f93-a281-0cfeb08cfa9f None None] Updating router c6eba9c6-7ea3-490f-a80f-dfe61a38b152 port 492d1ecd-29dd-4d81-b308-6f8e92316fce binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:38:54.309397 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73d597e-1d32-457d-b38a-477b07bd6090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb937db1-feb5-47a6-8ea9-96d077863de7'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:54.335597 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port eb937db1-feb5-47a6-8ea9-96d077863de7, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=eb937db1-feb5-47a6-8ea9-96d077863de7,segment=NetworkSegment(a06f9bce-2caa-4583-849f-dff0052df554),segment_id=a06f9bce-2caa-4583-849f-dff0052df554)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:54.344179 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f64ea79d-946e-4ad8-ae28-26b203eeba35 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:54.362979 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:54.390606 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3c03dadf-263b-4937-8224-97d7378b886c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:54.415243 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-f3249b6d-2d70-4f93-a281-0cfeb08cfa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:54.447324 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69dc7832-0970-4ef9-9b08-6ebf4d14d841'] response: {'server_uuid': 'c73d597e-1d32-457d-b38a-477b07bd6090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb937db1-feb5-47a6-8ea9-96d077863de7', 'code': 200} May 13 14:38:54.495961 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0c5ee9-08fe-49df-af6f-fcb506853e33 None None] New status for floating IP ef436b78-35b8-478c-b2ec-f51efc2a0e02: DOWN {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:38:54.503354 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4d1c0591-7993-47a6-a4ca-15a85674ea15 req-4cf1075b-9a42-446e-bdf6-bd0dbb3bb7a4 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?id=251bc881-5f1e-459d-9c6b-708ebc56443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933466 May 13 14:38:54.506216 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3c03dadf-263b-4937-8224-97d7378b886c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:54.564312 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647915c-a2aa-4aee-ad50-e09ca438ff03 req-8ae45cd4-25e0-4a47-98be-8b224dbc12a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:54.565676 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b647915c-a2aa-4aee-ad50-e09ca438ff03 req-8ae45cd4-25e0-4a47-98be-8b224dbc12a4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=be55f4c0-99f6-4777-9e43-16529e4e725e HTTP/1.1" status: 200 len: 857 time: 0.2794144 May 13 14:38:54.684497 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=eb937db1-feb5-47a6-8ea9-96d077863de7,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:54.709975 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-040eacc7-28ea-4e1a-9c07-ac1cf17c4eea None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:54.728044 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647915c-a2aa-4aee-ad50-e09ca438ff03 req-9feb0edd-2391-4516-bf88-9fa452b3567d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:54.729585 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b647915c-a2aa-4aee-ad50-e09ca438ff03 req-9feb0edd-2391-4516-bf88-9fa452b3567d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9479e797-5371-4e30-beb4-10899bbfb8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556342 May 13 14:38:54.744920 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c83d6dd0-8763-4dd2-ae63-fb095665f086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:54.763098 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f64ea79d-946e-4ad8-ae28-26b203eeba35 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:54.763338 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-868fe681-0bca-405d-920a-589016262387 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:54.783593 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f64ea79d-946e-4ad8-ae28-26b203eeba35 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:security_group_rule and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:54.788381 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f64ea79d-946e-4ad8-ae28-26b203eeba35 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:54.797220 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3c03dadf-263b-4937-8224-97d7378b886c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:54.797775 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-040eacc7-28ea-4e1a-9c07-ac1cf17c4eea None None] Transition to ACTIVE for port object 366da85e-0f75-4f00-850a-0b55b5efe216 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:54.826301 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-040eacc7-28ea-4e1a-9c07-ac1cf17c4eea None None] Transition to ACTIVE for port object 366da85e-0f75-4f00-850a-0b55b5efe216 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:54.836221 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-040eacc7-28ea-4e1a-9c07-ac1cf17c4eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:54.854417 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f64ea79d-946e-4ad8-ae28-26b203eeba35 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:54.858934 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c03dadf-263b-4937-8224-97d7378b886c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e92ff1-0601-42d6-a791-122b8cba49cb,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:54.902586 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c5140406-7893-417a-9114-067e6333bbd0 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "GET /v2.0/routers/c6eba9c6-7ea3-490f-a80f-dfe61a38b152 HTTP/1.1" status: 200 len: 908 time: 0.7326951 May 13 14:38:54.909009 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-f3249b6d-2d70-4f93-a281-0cfeb08cfa9f None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:54.922628 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-f3249b6d-2d70-4f93-a281-0cfeb08cfa9f None None] Transition to ACTIVE for port object 492d1ecd-29dd-4d81-b308-6f8e92316fce will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:54.932065 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-f3249b6d-2d70-4f93-a281-0cfeb08cfa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:54.934096 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53790) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:54.935175 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868fe681-0bca-405d-920a-589016262387 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Port': ['ID=c1afc1ef-2eef-480d-995b-9217160de8eb,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:54.997843 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040eacc7-28ea-4e1a-9c07-ac1cf17c4eea None None] Network 086bdd04-c14f-4512-9c86-d3f2beec1d97 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:55.002171 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-040eacc7-28ea-4e1a-9c07-ac1cf17c4eea None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:55.006952 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040eacc7-28ea-4e1a-9c07-ac1cf17c4eea None None] Pushing event updated for resources: {'Port': ['ID=366da85e-0f75-4f00-850a-0b55b5efe216,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:55.008283 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3c03dadf-263b-4937-8224-97d7378b886c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:55.012362 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3c03dadf-263b-4937-8224-97d7378b886c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "DELETE /v2.0/security-groups/60e92ff1-0601-42d6-a791-122b8cba49cb HTTP/1.1" status: 204 len: 168 time: 1.1953354 May 13 14:38:55.013269 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53794) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:55.019083 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040eacc7-28ea-4e1a-9c07-ac1cf17c4eea None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:55.061840 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f45576-cb51-4ac6-82ce-158c0e0df27e None None] Pushing event updated for resources: {'Port': ['ID=492d1ecd-29dd-4d81-b308-6f8e92316fce,revision_number=2']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:55.096899 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f45576-cb51-4ac6-82ce-158c0e0df27e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:55.097208 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f45576-cb51-4ac6-82ce-158c0e0df27e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:55.097474 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f45576-cb51-4ac6-82ce-158c0e0df27e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:55.097796 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f45576-cb51-4ac6-82ce-158c0e0df27e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:55.098115 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f45576-cb51-4ac6-82ce-158c0e0df27e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:55.098429 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f45576-cb51-4ac6-82ce-158c0e0df27e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:55.098741 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f45576-cb51-4ac6-82ce-158c0e0df27e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:55.099051 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f45576-cb51-4ac6-82ce-158c0e0df27e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:55.101438 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f45576-cb51-4ac6-82ce-158c0e0df27e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:55.101771 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f45576-cb51-4ac6-82ce-158c0e0df27e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:55.102088 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f45576-cb51-4ac6-82ce-158c0e0df27e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:55.102401 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f45576-cb51-4ac6-82ce-158c0e0df27e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:55.108999 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-f3249b6d-2d70-4f93-a281-0cfeb08cfa9f None None] Attempting to bind port 492d1ecd-29dd-4d81-b308-6f8e92316fce on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:38:55.109424 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-f3249b6d-2d70-4f93-a281-0cfeb08cfa9f None None] Attempting to bind port 492d1ecd-29dd-4d81-b308-6f8e92316fce by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:38:55.109914 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3249b6d-2d70-4f93-a281-0cfeb08cfa9f None None] Attempting to bind port 492d1ecd-29dd-4d81-b308-6f8e92316fce on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:55.120460 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3249b6d-2d70-4f93-a281-0cfeb08cfa9f None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:38:55.120892 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3249b6d-2d70-4f93-a281-0cfeb08cfa9f None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:38:55.121293 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-f3249b6d-2d70-4f93-a281-0cfeb08cfa9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:55.121676 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3249b6d-2d70-4f93-a281-0cfeb08cfa9f None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:38:55.122148 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-f3249b6d-2d70-4f93-a281-0cfeb08cfa9f None None] Bound port: 492d1ecd-29dd-4d81-b308-6f8e92316fce, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:38:55.122512 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-f3249b6d-2d70-4f93-a281-0cfeb08cfa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:55.147162 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-040eacc7-28ea-4e1a-9c07-ac1cf17c4eea None None] Attempting to bind port 366da85e-0f75-4f00-850a-0b55b5efe216 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:38:55.148281 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-040eacc7-28ea-4e1a-9c07-ac1cf17c4eea None None] Attempting to bind port 366da85e-0f75-4f00-850a-0b55b5efe216 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'd46fca93-af16-47a4-b98e-991b10f1c5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '086bdd04-c14f-4512-9c86-d3f2beec1d97'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:38:55.149591 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040eacc7-28ea-4e1a-9c07-ac1cf17c4eea None None] Attempting to bind port 366da85e-0f75-4f00-850a-0b55b5efe216 on network 086bdd04-c14f-4512-9c86-d3f2beec1d97 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:55.156311 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040eacc7-28ea-4e1a-9c07-ac1cf17c4eea None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:38:55.156715 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3f1f030f-1ac4-4bc7-8d53-0289d460a1bd tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:55.157329 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040eacc7-28ea-4e1a-9c07-ac1cf17c4eea None None] Checking segment: {'id': 'd46fca93-af16-47a4-b98e-991b10f1c5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '086bdd04-c14f-4512-9c86-d3f2beec1d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:38:55.157971 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-040eacc7-28ea-4e1a-9c07-ac1cf17c4eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:55.158931 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040eacc7-28ea-4e1a-9c07-ac1cf17c4eea None None] Bound using segment: {'id': 'd46fca93-af16-47a4-b98e-991b10f1c5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '086bdd04-c14f-4512-9c86-d3f2beec1d97'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:38:55.159963 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-040eacc7-28ea-4e1a-9c07-ac1cf17c4eea None None] Bound port: 366da85e-0f75-4f00-850a-0b55b5efe216, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46fca93-af16-47a4-b98e-991b10f1c5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '086bdd04-c14f-4512-9c86-d3f2beec1d97'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:38:55.161004 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-040eacc7-28ea-4e1a-9c07-ac1cf17c4eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:55.185547 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-99faaab1-5128-44ea-9b08-827e65c68242 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] show failed (client error): The resource could not be found. May 13 14:38:55.190212 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-99faaab1-5128-44ea-9b08-827e65c68242 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups/60e92ff1-0601-42d6-a791-122b8cba49cb HTTP/1.1" status: 404 len: 347 time: 0.1712096 May 13 14:38:55.195283 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53798) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:55.200668 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40162627-71e9-4339-9633-3a06810f0412 req-72c7a28f-6418-4b19-ac16-f65360ca82c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:55.205151 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-40162627-71e9-4339-9633-3a06810f0412 req-72c7a28f-6418-4b19-ac16-f65360ca82c3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c73d597e-1d32-457d-b38a-477b07bd6090 HTTP/1.1" status: 200 len: 1097 time: 0.6283305 May 13 14:38:55.254954 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-f3249b6d-2d70-4f93-a281-0cfeb08cfa9f None None] For port 492d1ecd-29dd-4d81-b308-6f8e92316fce, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:38:55.259703 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-f3249b6d-2d70-4f93-a281-0cfeb08cfa9f None None] For port 492d1ecd-29dd-4d81-b308-6f8e92316fce, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=492d1ecd-29dd-4d81-b308-6f8e92316fce,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:38:55.266068 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-f3249b6d-2d70-4f93-a281-0cfeb08cfa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:55.301623 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c83d6dd0-8763-4dd2-ae63-fb095665f086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:55.369650 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f45576-cb51-4ac6-82ce-158c0e0df27e None None] Pushing event updated for resources: {'Port': ['ID=492d1ecd-29dd-4d81-b308-6f8e92316fce,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:55.381340 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-040eacc7-28ea-4e1a-9c07-ac1cf17c4eea None None] For port 366da85e-0f75-4f00-850a-0b55b5efe216, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:38:55.385118 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-040eacc7-28ea-4e1a-9c07-ac1cf17c4eea None None] For port 366da85e-0f75-4f00-850a-0b55b5efe216, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=366da85e-0f75-4f00-850a-0b55b5efe216,segment=NetworkSegment(d46fca93-af16-47a4-b98e-991b10f1c5d7),segment_id=d46fca93-af16-47a4-b98e-991b10f1c5d7)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:38:55.392841 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-040eacc7-28ea-4e1a-9c07-ac1cf17c4eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:55.397638 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3249b6d-2d70-4f93-a281-0cfeb08cfa9f None None] Routers {'c6eba9c6-7ea3-490f-a80f-dfe61a38b152'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:38:55.398346 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f3249b6d-2d70-4f93-a281-0cfeb08cfa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:38:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['c6eba9c6-7ea3-490f-a80f-dfe61a38b152'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:55.496746 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-868fe681-0bca-405d-920a-589016262387 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:55.507701 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-c83d6dd0-8763-4dd2-ae63-fb095665f086 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf66b3c2-c96c-4107-b42b-eedfe0e79851']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:55.512001 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040eacc7-28ea-4e1a-9c07-ac1cf17c4eea None None] Pushing event updated for resources: {'Port': ['ID=366da85e-0f75-4f00-850a-0b55b5efe216,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:55.522804 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-71622c2e-fc91-4056-95da-e58f81cf4aab tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Deleting port d3777a5b-cc7d-4373-9ea2-73deb5183c23 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:55.523420 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-71622c2e-fc91-4056-95da-e58f81cf4aab tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:55.532970 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-868fe681-0bca-405d-920a-589016262387 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/c1afc1ef-2eef-480d-995b-9217160de8eb HTTP/1.1" status: 204 len: 168 time: 2.9650910 May 13 14:38:55.535009 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53804) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:55.599409 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-c83d6dd0-8763-4dd2-ae63-fb095665f086 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed4a328b-d15d-4a03-9eac-ff7258e787fd') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:55.599747 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-c83d6dd0-8763-4dd2-ae63-fb095665f086 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed4a328b-d15d-4a03-9eac-ff7258e787fd') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:55.662417 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-40162627-71e9-4339-9633-3a06810f0412 req-61ffcfe8-7161-45d1-92c6-d0a3da8c8cfa service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=251bc881-5f1e-459d-9c6b-708ebc56443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490813 May 13 14:38:55.664691 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-f3249b6d-2d70-4f93-a281-0cfeb08cfa9f None None] Set router c6eba9c6-7ea3-490f-a80f-dfe61a38b152 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:38:55.692900 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c83d6dd0-8763-4dd2-ae63-fb095665f086 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:55.723297 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b647915c-a2aa-4aee-ad50-e09ca438ff03 req-9d29bd13-8737-4486-9eae-fa38782cce4e service neutron] 10.222.0.74 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9863260 May 13 14:38:55.823516 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f64ea79d-946e-4ad8-ae28-26b203eeba35 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:55.834059 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c83d6dd0-8763-4dd2-ae63-fb095665f086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:55.902057 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3f1f030f-1ac4-4bc7-8d53-0289d460a1bd tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:55.919239 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-3f1f030f-1ac4-4bc7-8d53-0289d460a1bd tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Deleting port 492d1ecd-29dd-4d81-b308-6f8e92316fce {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:55.919705 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3f1f030f-1ac4-4bc7-8d53-0289d460a1bd tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:55.964910 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309326bd-5a0f-460d-b90f-4b59c74b2bb8 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:55.965683 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-309326bd-5a0f-460d-b90f-4b59c74b2bb8 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:56.017925 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f64ea79d-946e-4ad8-ae28-26b203eeba35 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:56.037168 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f3249b6d-2d70-4f93-a281-0cfeb08cfa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eba9c6-7ea3-490f-a80f-dfe61a38b152', 'name': 'tempest-snat-router-1382748890', 'tenant_id': '0ed26fe593c0415a996a54f846d0b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '492d1ecd-29dd-4d81-b308-6f8e92316fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:38:42Z', 'updated_at': '2022-05-13T14:38:48Z', 'revision_number': 3, 'project_id': '0ed26fe593c0415a996a54f846d0b80d', 'gw_port': {'id': '492d1ecd-29dd-4d81-b308-6f8e92316fce', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6eba9c6-7ea3-490f-a80f-dfe61a38b152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:38:45Z', 'updated_at': '2022-05-13T14:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:56.038921 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-309326bd-5a0f-460d-b90f-4b59c74b2bb8 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:56.043692 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-309326bd-5a0f-460d-b90f-4b59c74b2bb8 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4937124 May 13 14:38:56.047913 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83d6dd0-8763-4dd2-ae63-fb095665f086 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:38:56.048439 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c83d6dd0-8763-4dd2-ae63-fb095665f086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:56.051087 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3249b6d-2d70-4f93-a281-0cfeb08cfa9f None None] The sync data for ids ['c6eba9c6-7ea3-490f-a80f-dfe61a38b152'] in n-d-841760-1 is: [{'id': 'c6eba9c6-7ea3-490f-a80f-dfe61a38b152', 'name': 'tempest-snat-router-1382748890', 'tenant_id': '0ed26fe593c0415a996a54f846d0b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '492d1ecd-29dd-4d81-b308-6f8e92316fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:38:42Z', 'updated_at': '2022-05-13T14:38:48Z', 'revision_number': 3, 'project_id': '0ed26fe593c0415a996a54f846d0b80d', 'gw_port': {'id': '492d1ecd-29dd-4d81-b308-6f8e92316fce', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6eba9c6-7ea3-490f-a80f-dfe61a38b152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:38:45Z', 'updated_at': '2022-05-13T14:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:38:56.061620 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53808) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:56.064121 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b647915c-a2aa-4aee-ad50-e09ca438ff03 req-adb1f296-1be4-4013-ad61-a6abfee6b3a8 service neutron] 10.222.0.74 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305957 May 13 14:38:56.069694 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:38:56.069694 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:38:56.069694 n-d-841760-1 neutron-server[88082]: timer() May 13 14:38:56.069694 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:38:56.069694 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:38:56.069694 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:38:56.069694 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:38:56.069694 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:38:56.069694 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:38:56.069694 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:38:56.069694 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:38:56.069694 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:38:56.069694 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:38:56.069694 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:38:56.069694 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:38:56.069694 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:38:56.069694 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:38:56.069694 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:38:56.069694 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:38:56.069694 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:38:56.069694 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:38:56.069694 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:38:56.069694 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:38:56.069694 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:38:56.069694 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:38:56.069694 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:38:56.069694 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:38:56.069694 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:38:56.069694 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:38:56.069694 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:38:56.069694 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:38:56.069694 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:38:56.205365 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f64ea79d-946e-4ad8-ae28-26b203eeba35 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:56.209115 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f64ea79d-946e-4ad8-ae28-26b203eeba35 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.3246949 May 13 14:38:56.226644 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53812) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:56.227484 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ea79d-946e-4ad8-ae28-26b203eeba35 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf37f33-2f7d-4b76-ba27-961984697e31,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:56.234966 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-4a0f584a-9263-44db-b287-b6f0b2a553fd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-539000136', 'security_groups': ['cbf37f33-2f7d-4b76-ba27-961984697e31'], 'network_id': '086bdd04-c14f-4512-9c86-d3f2beec1d97', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '29677c54-7706-40d3-9f3f-f90497cf615b'}]}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:56.261892 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-3f1f030f-1ac4-4bc7-8d53-0289d460a1bd tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] For port 492d1ecd-29dd-4d81-b308-6f8e92316fce, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=492d1ecd-29dd-4d81-b308-6f8e92316fce,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:56.262260 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3f1f030f-1ac4-4bc7-8d53-0289d460a1bd tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:56.299588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008426dc-28d1-4fcb-a433-4774d8607637 req-f41ea8a8-d0e8-4105-bf4e-200a257440e0 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:56.301254 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-008426dc-28d1-4fcb-a433-4774d8607637 req-f41ea8a8-d0e8-4105-bf4e-200a257440e0 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73d597e-1d32-457d-b38a-477b07bd6090 HTTP/1.1" status: 200 len: 946 time: 0.6451674 May 13 14:38:56.368718 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 366da85e-0f75-4f00-850a-0b55b5efe216 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:56.372382 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c83d6dd0-8763-4dd2-ae63-fb095665f086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:56.375165 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-71622c2e-fc91-4056-95da-e58f81cf4aab tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:56.375601 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-71622c2e-fc91-4056-95da-e58f81cf4aab tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:56.478323 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-3f1f030f-1ac4-4bc7-8d53-0289d460a1bd tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Calling delete_port for 492d1ecd-29dd-4d81-b308-6f8e92316fce owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:56.525025 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 366da85e-0f75-4f00-850a-0b55b5efe216 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:56.562672 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb9b44d-d9bd-4b54-965e-17905b25d07c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:56.566781 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2bb9b44d-d9bd-4b54-965e-17905b25d07c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4996183 May 13 14:38:56.568650 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53818) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:56.725166 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c83d6dd0-8763-4dd2-ae63-fb095665f086 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:56.733485 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ffd064-1063-4fe2-88f4-ff58f02caed5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:56.734670 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ffd064-1063-4fe2-88f4-ff58f02caed5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:56.736346 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ffd064-1063-4fe2-88f4-ff58f02caed5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:56.737213 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-12ffd064-1063-4fe2-88f4-ff58f02caed5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:56.753860 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-71622c2e-fc91-4056-95da-e58f81cf4aab tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Calling delete_port for d3777a5b-cc7d-4373-9ea2-73deb5183c23 owned by network:floatingip {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:56.777419 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-12ffd064-1063-4fe2-88f4-ff58f02caed5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:56.778920 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-12ffd064-1063-4fe2-88f4-ff58f02caed5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2091582 May 13 14:38:56.781798 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53822) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:56.835289 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d6dd0-8763-4dd2-ae63-fb095665f086 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf66b3c2-c96c-4107-b42b-eedfe0e79851,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:56.925487 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c83d6dd0-8763-4dd2-ae63-fb095665f086 admin admin] 10.222.0.35 "DELETE /v2.0/networks/cf66b3c2-c96c-4107-b42b-eedfe0e79851 HTTP/1.1" status: 204 len: 168 time: 2.9423163 May 13 14:38:56.961428 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-008426dc-28d1-4fcb-a433-4774d8607637 req-85f616c9-434a-404d-9031-1c76539843f6 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?id=251bc881-5f1e-459d-9c6b-708ebc56443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5774698 May 13 14:38:56.977814 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-165c1eb8-bc11-41ee-bf87-99112f7a7142 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting subnet 7de3e044-25ca-4d3a-81f2-6cdc0dcd1221 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:38:56.982636 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3f1f030f-1ac4-4bc7-8d53-0289d460a1bd tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:56.992629 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4a0f584a-9263-44db-b287-b6f0b2a553fd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:56.996639 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-165c1eb8-bc11-41ee-bf87-99112f7a7142 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:57.001695 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4a0f584a-9263-44db-b287-b6f0b2a553fd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:port and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:57.020646 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4a0f584a-9263-44db-b287-b6f0b2a553fd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:57.040197 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4a0f584a-9263-44db-b287-b6f0b2a553fd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:57.058320 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0f584a-9263-44db-b287-b6f0b2a553fd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:57.070851 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-cd13cacd-c232-4245-98a8-cd6f8155845c None None] Provisioning for port 366da85e-0f75-4f00-850a-0b55b5efe216 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:57.077110 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-cd13cacd-c232-4245-98a8-cd6f8155845c None None] Provisioning complete for port 366da85e-0f75-4f00-850a-0b55b5efe216 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:57.077849 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cd13cacd-c232-4245-98a8-cd6f8155845c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:57.158614 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-71622c2e-fc91-4056-95da-e58f81cf4aab tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:57.212549 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f030f-1ac4-4bc7-8d53-0289d460a1bd tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Pushing event deleted for resources: {'Port': ['ID=492d1ecd-29dd-4d81-b308-6f8e92316fce,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:57.216319 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53828) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:57.284638 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-cd13cacd-c232-4245-98a8-cd6f8155845c None None] Current status of the port 366da85e-0f75-4f00-850a-0b55b5efe216 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:57.285151 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cd13cacd-c232-4245-98a8-cd6f8155845c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:57.298500 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-11518731-36aa-4e57-b4ad-4c14dc5bb937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:57.298754 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71622c2e-fc91-4056-95da-e58f81cf4aab tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event deleted for resources: {'Port': ['ID=d3777a5b-cc7d-4373-9ea2-73deb5183c23,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:57.336047 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-cd13cacd-c232-4245-98a8-cd6f8155845c None None] For port 366da85e-0f75-4f00-850a-0b55b5efe216, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=366da85e-0f75-4f00-850a-0b55b5efe216,segment=NetworkSegment(d46fca93-af16-47a4-b98e-991b10f1c5d7),segment_id=d46fca93-af16-47a4-b98e-991b10f1c5d7)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:57.342383 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cd13cacd-c232-4245-98a8-cd6f8155845c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:57.395528 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-165c1eb8-bc11-41ee-bf87-99112f7a7142 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:57.412349 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-cd13cacd-c232-4245-98a8-cd6f8155845c None None] Provisioning complete for port 93e5bbdf-be30-4096-8003-ba3f13884fb8 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:57.412934 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cd13cacd-c232-4245-98a8-cd6f8155845c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:57.431294 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cca7857b-2945-4adc-a775-923f275f4b3d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=750c61eed54a4300a98b9026ab520580&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1946900 May 13 14:38:57.433097 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53832) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:57.467507 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3f1f030f-1ac4-4bc7-8d53-0289d460a1bd tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:57.480779 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13cacd-c232-4245-98a8-cd6f8155845c None None] Pushing event updated for resources: {'Port': ['ID=366da85e-0f75-4f00-850a-0b55b5efe216,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:57.491155 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-cd13cacd-c232-4245-98a8-cd6f8155845c None None] Port 93e5bbdf-be30-4096-8003-ba3f13884fb8 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:38:57.509640 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4a0f584a-9263-44db-b287-b6f0b2a553fd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:57.547702 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-71622c2e-fc91-4056-95da-e58f81cf4aab tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for floatingip, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:57.566914 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-4a0f584a-9263-44db-b287-b6f0b2a553fd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] device_id is not set on port 34cd0d49-d3a6-4d75-9766-fb4a23dd0680 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:38:57.619621 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3cac6df9-333a-4c7e-a037-a93f50fb212a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:57.650785 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-71622c2e-fc91-4056-95da-e58f81cf4aab tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:57.655091 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-71622c2e-fc91-4056-95da-e58f81cf4aab tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "DELETE /v2.0/floatingips/ef436b78-35b8-478c-b2ec-f51efc2a0e02 HTTP/1.1" status: 204 len: 168 time: 2.4488487 May 13 14:38:57.689103 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3cac6df9-333a-4c7e-a037-a93f50fb212a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:57.752175 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53838) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:57.764468 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-7b5ec8f8-139a-418a-ba1c-801eccb6dbab tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Request body: {'security_group': {'name': 'tempest-securitygroup--35907296', 'description': 'tempest-description--198464700'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:57.787009 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-7b5ec8f8-139a-418a-ba1c-801eccb6dbab tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:57.799105 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7b5ec8f8-139a-418a-ba1c-801eccb6dbab tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Usage tracker for resource:security_group and tenant:b6ab0120ba4d4937a9340132b618cd48 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:57.805354 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7b5ec8f8-139a-418a-ba1c-801eccb6dbab tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:57.815216 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3f1f030f-1ac4-4bc7-8d53-0289d460a1bd tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:57.819442 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3f1f030f-1ac4-4bc7-8d53-0289d460a1bd tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:57.839198 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-165c1eb8-bc11-41ee-bf87-99112f7a7142 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:57.847636 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-7b5ec8f8-139a-418a-ba1c-801eccb6dbab tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:57.872805 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7b5ec8f8-139a-418a-ba1c-801eccb6dbab tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:57.896442 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3f1f030f-1ac4-4bc7-8d53-0289d460a1bd tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:57.897534 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1f030f-1ac4-4bc7-8d53-0289d460a1bd tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6eba9c6-7ea3-490f-a80f-dfe61a38b152 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:38:57.902124 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3cac6df9-333a-4c7e-a037-a93f50fb212a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:57.917185 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3f1f030f-1ac4-4bc7-8d53-0289d460a1bd tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:57.918446 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3f1f030f-1ac4-4bc7-8d53-0289d460a1bd tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "DELETE /v2.0/routers/c6eba9c6-7ea3-490f-a80f-dfe61a38b152 HTTP/1.1" status: 204 len: 168 time: 2.9801829 May 13 14:38:57.921288 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-7b5ec8f8-139a-418a-ba1c-801eccb6dbab tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:57.921477 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53842) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:57.932808 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7b5ec8f8-139a-418a-ba1c-801eccb6dbab tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Usage tracker for resource:security_group_rule and tenant:b6ab0120ba4d4937a9340132b618cd48 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:57.940008 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac6df9-333a-4c7e-a037-a93f50fb212a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8eb9be4-6b03-4b40-8524-947cacc36269,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:57.956492 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7b5ec8f8-139a-418a-ba1c-801eccb6dbab tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:57.964229 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-4a0f584a-9263-44db-b287-b6f0b2a553fd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Allocated IP 2001:db8::58 (086bdd04-c14f-4512-9c86-d3f2beec1d97/29677c54-7706-40d3-9f3f-f90497cf615b/34cd0d49-d3a6-4d75-9766-fb4a23dd0680) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:57.974495 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-7b5ec8f8-139a-418a-ba1c-801eccb6dbab tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:58.017370 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-165c1eb8-bc11-41ee-bf87-99112f7a7142 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:58.040342 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3cac6df9-333a-4c7e-a037-a93f50fb212a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:58.041548 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3cac6df9-333a-4c7e-a037-a93f50fb212a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d8eb9be4-6b03-4b40-8524-947cacc36269 HTTP/1.1" status: 204 len: 168 time: 0.6058979 May 13 14:38:58.064504 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c1eb8-bc11-41ee-bf87-99112f7a7142 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Subnet': ['ID=7de3e044-25ca-4d3a-81f2-6cdc0dcd1221,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:58.076505 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-165c1eb8-bc11-41ee-bf87-99112f7a7142 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:58.088533 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3736dce6-08a9-4fc1-af77-78b3d7813172 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:38:58.168213 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-165c1eb8-bc11-41ee-bf87-99112f7a7142 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/7de3e044-25ca-4d3a-81f2-6cdc0dcd1221 HTTP/1.1" status: 204 len: 168 time: 1.3851326 May 13 14:38:58.170051 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53850) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:58.184938 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3aa52e6e-8599-4482-93f3-2f4cfbb8808b tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:58.417502 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 366da85e-0f75-4f00-850a-0b55b5efe216 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:58.419951 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3aa52e6e-8599-4482-93f3-2f4cfbb8808b tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:58.443601 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-3aa52e6e-8599-4482-93f3-2f4cfbb8808b tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Deleting port c1a29aa1-9da5-46e3-a475-b9eadd2fd354 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:58.444630 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3aa52e6e-8599-4482-93f3-2f4cfbb8808b tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:58.561525 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:58.562254 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 366da85e-0f75-4f00-850a-0b55b5efe216 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:58.562608 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:58.750301 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 366da85e-0f75-4f00-850a-0b55b5efe216 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:58.754175 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7b5ec8f8-139a-418a-ba1c-801eccb6dbab tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:58.771670 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7b5ec8f8-139a-418a-ba1c-801eccb6dbab tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:58.789106 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-3aa52e6e-8599-4482-93f3-2f4cfbb8808b tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] For port c1a29aa1-9da5-46e3-a475-b9eadd2fd354, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c1a29aa1-9da5-46e3-a475-b9eadd2fd354,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:58.789879 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3aa52e6e-8599-4482-93f3-2f4cfbb8808b tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:58.810418 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-826ff9ad-c7e8-46dc-921a-2a940d82b200 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting subnet e9c70513-f037-4f2a-a525-8a6383d26550 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:38:58.822322 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-826ff9ad-c7e8-46dc-921a-2a940d82b200 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:58.937318 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-826ff9ad-c7e8-46dc-921a-2a940d82b200 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:58.987266 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-3aa52e6e-8599-4482-93f3-2f4cfbb8808b tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Calling delete_port for c1a29aa1-9da5-46e3-a475-b9eadd2fd354 owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:58.994393 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ec8f8-139a-418a-ba1c-801eccb6dbab tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a97e16d0-5c61-421d-a794-86752ea11ebe,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:59.040801 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ec8f8-fa31-4f33-867f-6185cc991cd9 req-639b2bde-166c-4f02-9b57-94ab230fb41b tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:59.042841 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df7ec8f8-fa31-4f33-867f-6185cc991cd9 req-639b2bde-166c-4f02-9b57-94ab230fb41b tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73d597e-1d32-457d-b38a-477b07bd6090 HTTP/1.1" status: 200 len: 946 time: 0.9333594 May 13 14:38:59.059337 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7b5ec8f8-139a-418a-ba1c-801eccb6dbab tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:59.059337 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7b5ec8f8-139a-418a-ba1c-801eccb6dbab tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3045154 May 13 14:38:59.066052 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4a0f584a-9263-44db-b287-b6f0b2a553fd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:59.071101 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53868) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:59.083602 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-99880e32-bca9-4af0-847d-87b448591820 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Request body: {'security_group_rule': {'security_group_id': 'a97e16d0-5c61-421d-a794-86752ea11ebe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:59.091732 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-99880e32-bca9-4af0-847d-87b448591820 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:59.096168 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-99880e32-bca9-4af0-847d-87b448591820 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Usage tracker for resource:security_group_rule and tenant:b6ab0120ba4d4937a9340132b618cd48 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:59.099471 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-99880e32-bca9-4af0-847d-87b448591820 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:59.106576 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-99880e32-bca9-4af0-847d-87b448591820 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:59.139010 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-99880e32-bca9-4af0-847d-87b448591820 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:59.187246 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-826ff9ad-c7e8-46dc-921a-2a940d82b200 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:59.237981 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-99880e32-bca9-4af0-847d-87b448591820 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:59.279396 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-99880e32-bca9-4af0-847d-87b448591820 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:59.295793 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-4a0f584a-9263-44db-b287-b6f0b2a553fd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Transition to ACTIVE for port object 34cd0d49-d3a6-4d75-9766-fb4a23dd0680 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:59.315011 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df7ec8f8-fa31-4f33-867f-6185cc991cd9 req-b576d11c-b0ca-4503-869f-d7399946ebea tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?id=251bc881-5f1e-459d-9c6b-708ebc56443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559721 May 13 14:38:59.323835 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-826ff9ad-c7e8-46dc-921a-2a940d82b200 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:59.354600 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99880e32-bca9-4af0-847d-87b448591820 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=456626e6-2f66-484b-8199-758566ed6cf9,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:59.390445 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-826ff9ad-c7e8-46dc-921a-2a940d82b200 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:59.395271 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53878) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:59.407257 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-826ff9ad-c7e8-46dc-921a-2a940d82b200 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/e9c70513-f037-4f2a-a525-8a6383d26550 HTTP/1.1" status: 204 len: 168 time: 1.1176643 May 13 14:38:59.415053 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53880) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:59.421391 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-99880e32-bca9-4af0-847d-87b448591820 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:59.422695 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-99880e32-bca9-4af0-847d-87b448591820 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3503251 May 13 14:38:59.424956 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:38:59.425699 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53886) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:59.429961 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ff9ad-c7e8-46dc-921a-2a940d82b200 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Subnet': ['ID=e9c70513-f037-4f2a-a525-8a6383d26550,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:59.430811 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3aa52e6e-8599-4482-93f3-2f4cfbb8808b tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:59.444364 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-88928d73-1bd6-4403-af81-cfd5c3211116 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Request body: {'security_group_rule': {'security_group_id': 'a97e16d0-5c61-421d-a794-86752ea11ebe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:59.512752 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c7eed0a8-f4cb-49b3-98b6-146f5bdef661 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0867586 May 13 14:38:59.518108 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53892) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:59.518639 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-88928d73-1bd6-4403-af81-cfd5c3211116 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:59.525825 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-1166a6e2-6fe3-47da-a426-93f85fda271f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:59.540479 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-532f5fb0-25a2-4c4b-903a-b5d06c5a40e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:59.547334 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa52e6e-8599-4482-93f3-2f4cfbb8808b tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1a29aa1-9da5-46e3-a475-b9eadd2fd354,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:59.550538 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-88928d73-1bd6-4403-af81-cfd5c3211116 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Usage tracker for resource:security_group_rule and tenant:b6ab0120ba4d4937a9340132b618cd48 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:59.557207 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-88928d73-1bd6-4403-af81-cfd5c3211116 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:59.586514 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01c1692-4724-4605-8662-973baee35f62 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:38:59.595974 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-88928d73-1bd6-4403-af81-cfd5c3211116 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:59.609973 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-6768ad94-032e-41ee-bc57-8090bc7027a8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1949818553-network', 'tenant_id': 'f985d0b5918b453384879b8e30ef62cd'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:59.614930 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6768ad94-032e-41ee-bc57-8090bc7027a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:59.619955 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6768ad94-032e-41ee-bc57-8090bc7027a8 admin admin] Usage tracker for resource:network and tenant:f985d0b5918b453384879b8e30ef62cd is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:59.623312 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6768ad94-032e-41ee-bc57-8090bc7027a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:59.629763 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6768ad94-032e-41ee-bc57-8090bc7027a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:59.635864 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4a0f584a-9263-44db-b287-b6f0b2a553fd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:59.708867 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f13a1396-1406-4437-8b4f-2fe52f6173f1 None None] Provisioning complete for port 37cd1ec8-00ff-4fb2-a2e7-294acb849394 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:59.709243 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f13a1396-1406-4437-8b4f-2fe52f6173f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:59.717638 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0f584a-9263-44db-b287-b6f0b2a553fd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network 086bdd04-c14f-4512-9c86-d3f2beec1d97 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:59.727925 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-4a0f584a-9263-44db-b287-b6f0b2a553fd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:59.737753 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1166a6e2-6fe3-47da-a426-93f85fda271f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:59.743286 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1166a6e2-6fe3-47da-a426-93f85fda271f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:subnet and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:59.748191 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1166a6e2-6fe3-47da-a426-93f85fda271f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:59.754161 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0f584a-9263-44db-b287-b6f0b2a553fd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:59.760642 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0f584a-9263-44db-b287-b6f0b2a553fd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:59.761394 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4a0f584a-9263-44db-b287-b6f0b2a553fd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:59.776124 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1166a6e2-6fe3-47da-a426-93f85fda271f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:59.795371 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f584a-9263-44db-b287-b6f0b2a553fd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Port': ['ID=34cd0d49-d3a6-4d75-9766-fb4a23dd0680,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:59.800588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1166a6e2-6fe3-47da-a426-93f85fda271f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:59.806362 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1166a6e2-6fe3-47da-a426-93f85fda271f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:59.834906 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4a0f584a-9263-44db-b287-b6f0b2a553fd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.6044300 May 13 14:38:59.841783 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53896) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:59.841952 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-04828bc6-0f67-4a8b-975c-2401146aa5bc req-36e56e28-e931-4a95-88eb-6ee5ed626ed8 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-271304129&fields=id&tenant_id=713fc3e596334366a49631a90da45226 HTTP/1.1" status: 200 len: 267 time: 0.3315876 May 13 14:38:59.849581 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6768ad94-032e-41ee-bc57-8090bc7027a8 admin admin] Made reservation on behalf of f985d0b5918b453384879b8e30ef62cd for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:59.851996 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6768ad94-032e-41ee-bc57-8090bc7027a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:59.906124 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-29c8bea6-1409-403a-9365-a2380eff9087 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'subnet': {'network_id': '086bdd04-c14f-4512-9c86-d3f2beec1d97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:59.938053 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-88928d73-1bd6-4403-af81-cfd5c3211116 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:59.958062 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f13a1396-1406-4437-8b4f-2fe52f6173f1 None None] Current status of the port 37cd1ec8-00ff-4fb2-a2e7-294acb849394 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:59.968046 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3aa52e6e-8599-4482-93f3-2f4cfbb8808b tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:00.034176 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6768ad94-032e-41ee-bc57-8090bc7027a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:00.042353 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c327774f-ed25-4f12-a087-9b2c6c315d97 None None] DHCP port deletion for 0723b97b-08c9-4db0-a15e-5b69273136d9 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:39:00.049333 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-c327774f-ed25-4f12-a087-9b2c6c315d97 None None] Deleting port 37cd1ec8-00ff-4fb2-a2e7-294acb849394 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:39:00.049882 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c327774f-ed25-4f12-a087-9b2c6c315d97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:00.060867 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6768ad94-032e-41ee-bc57-8090bc7027a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:00.065363 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6768ad94-032e-41ee-bc57-8090bc7027a8 admin admin] Usage tracker for resource:security_group_rule and tenant:f985d0b5918b453384879b8e30ef62cd is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:00.068293 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6768ad94-032e-41ee-bc57-8090bc7027a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:00.076277 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6768ad94-032e-41ee-bc57-8090bc7027a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:00.104089 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-29c8bea6-1409-403a-9365-a2380eff9087 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:00.137692 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-29c8bea6-1409-403a-9365-a2380eff9087 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:subnet and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:00.145437 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-29c8bea6-1409-403a-9365-a2380eff9087 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:00.159330 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-29c8bea6-1409-403a-9365-a2380eff9087 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:00.186993 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c8bea6-1409-403a-9365-a2380eff9087 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:00.190629 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-29c8bea6-1409-403a-9365-a2380eff9087 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:00.256706 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ff534a25-b6f1-4d00-9435-277ff86b7de3 None None] Provisioning for port 34cd0d49-d3a6-4d75-9766-fb4a23dd0680 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:00.278857 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ff534a25-b6f1-4d00-9435-277ff86b7de3 None None] Provisioning complete for port 34cd0d49-d3a6-4d75-9766-fb4a23dd0680 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:00.279426 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ff534a25-b6f1-4d00-9435-277ff86b7de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:00.293497 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3aa52e6e-8599-4482-93f3-2f4cfbb8808b tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:00.299245 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3aa52e6e-8599-4482-93f3-2f4cfbb8808b tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:00.351230 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-88928d73-1bd6-4403-af81-cfd5c3211116 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:00.356163 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-c327774f-ed25-4f12-a087-9b2c6c315d97 None None] For port 37cd1ec8-00ff-4fb2-a2e7-294acb849394, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=37cd1ec8-00ff-4fb2-a2e7-294acb849394,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:00.356556 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c327774f-ed25-4f12-a087-9b2c6c315d97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:00.371553 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-88928d73-1bd6-4403-af81-cfd5c3211116 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:00.384292 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04828bc6-0f67-4a8b-975c-2401146aa5bc req-fc96731c-b185-49af-86f1-e93a827f6105 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:00.386315 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-04828bc6-0f67-4a8b-975c-2401146aa5bc req-fc96731c-b185-49af-86f1-e93a827f6105 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73d597e-1d32-457d-b38a-477b07bd6090 HTTP/1.1" status: 200 len: 946 time: 0.5247934 May 13 14:39:00.445115 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-04828bc6-0f67-4a8b-975c-2401146aa5bc req-1f6913a3-7eec-47fc-a92a-c8cdd6b6d221 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Request body: {'port': {'security_groups': ['251bc881-5f1e-459d-9c6b-708ebc56443a', '8aa3ccc5-7089-4ae1-869e-45348fa728ba']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:00.452648 n-d-841760-1 neutron-server[88082]: INFO neutron.db.ipam_backend_mixin [None req-29c8bea6-1409-403a-9365-a2380eff9087 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 29677c54-7706-40d3-9f3f-f90497cf615b (CIDR: 2001:db8::/64) May 13 14:39:00.459617 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c8bea6-1409-403a-9365-a2380eff9087 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:39:00.460209 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c8bea6-1409-403a-9365-a2380eff9087 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:00.477457 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3aa52e6e-8599-4482-93f3-2f4cfbb8808b tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:00.478001 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa52e6e-8599-4482-93f3-2f4cfbb8808b tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c42c8eca-a91e-4e33-bcf7-704d7e993fc8 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:39:00.483378 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 37cd1ec8-00ff-4fb2-a2e7-294acb849394 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:39:00.489309 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-88928d73-1bd6-4403-af81-cfd5c3211116 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:00.493981 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-88928d73-1bd6-4403-af81-cfd5c3211116 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0638549 May 13 14:39:00.513918 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53900) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:00.518645 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88928d73-1bd6-4403-af81-cfd5c3211116 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=546b0e38-d385-4652-a9dd-f162accffca0,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:00.530433 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ff534a25-b6f1-4d00-9435-277ff86b7de3 None None] Port 34cd0d49-d3a6-4d75-9766-fb4a23dd0680 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:39:00.536519 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3aa52e6e-8599-4482-93f3-2f4cfbb8808b tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:00.540741 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3aa52e6e-8599-4482-93f3-2f4cfbb8808b tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "DELETE /v2.0/routers/c42c8eca-a91e-4e33-bcf7-704d7e993fc8 HTTP/1.1" status: 204 len: 168 time: 2.6150267 May 13 14:39:00.542296 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53904) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:00.547406 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-6011dfa5-0c75-4eb4-93ad-6f041a23c0ea tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:00.566027 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-0819d449-22c9-4c08-9a92-90d72fe82f52 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-267150572', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}, 'admin_state_up': False}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:00.582219 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6011dfa5-0c75-4eb4-93ad-6f041a23c0ea tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:00.587794 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0819d449-22c9-4c08-9a92-90d72fe82f52 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:00.594913 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6011dfa5-0c75-4eb4-93ad-6f041a23c0ea tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Usage tracker for resource:floatingip and tenant:b6ab0120ba4d4937a9340132b618cd48 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:00.601347 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6011dfa5-0c75-4eb4-93ad-6f041a23c0ea tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:00.607666 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-29c8bea6-1409-403a-9365-a2380eff9087 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7621341 May 13 14:39:00.607666 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0819d449-22c9-4c08-9a92-90d72fe82f52 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Usage tracker for resource:router and tenant:e9b3b1dbd5eb45bf9e554368e6b553e5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:00.614008 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6011dfa5-0c75-4eb4-93ad-6f041a23c0ea tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:00.616318 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53908) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:00.617270 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0819d449-22c9-4c08-9a92-90d72fe82f52 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:00.629189 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-60dfa027-49b5-4366-8a5b-58ad9928d993 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'subnet': {'network_id': '086bdd04-c14f-4512-9c86-d3f2beec1d97', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:00.634837 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-c327774f-ed25-4f12-a087-9b2c6c315d97 None None] Calling delete_port for 37cd1ec8-00ff-4fb2-a2e7-294acb849394 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:39:00.656622 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-04828bc6-0f67-4a8b-975c-2401146aa5bc req-1f6913a3-7eec-47fc-a92a-c8cdd6b6d221 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:00.659899 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0819d449-22c9-4c08-9a92-90d72fe82f52 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:00.720948 n-d-841760-1 neutron-server[88082]: DEBUG neutron.objects.ports [None req-1166a6e2-6fe3-47da-a426-93f85fda271f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88082) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 14:39:00.741404 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6768ad94-032e-41ee-bc57-8090bc7027a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:00.754643 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:00.757131 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6768ad94-032e-41ee-bc57-8090bc7027a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:00.763772 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:00.769098 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6768ad94-032e-41ee-bc57-8090bc7027a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:39:00.780462 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6768ad94-032e-41ee-bc57-8090bc7027a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:00.781801 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-6768ad94-032e-41ee-bc57-8090bc7027a8 admin admin] Added segment ede6c4a6-81bd-4ab7-a3f7-7ad24bb7c682 of type vlan for network b4d81ea4-e91f-4e2b-ae15-e775c16ce52d May 13 14:39:00.788104 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6011dfa5-0c75-4eb4-93ad-6f041a23c0ea tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for floatingip, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:00.801894 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0819d449-22c9-4c08-9a92-90d72fe82f52 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:00.802233 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0819d449-22c9-4c08-9a92-90d72fe82f52 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:00.814777 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6768ad94-032e-41ee-bc57-8090bc7027a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:00.836309 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c327774f-ed25-4f12-a087-9b2c6c315d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:00.869979 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6768ad94-032e-41ee-bc57-8090bc7027a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:00.872009 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6768ad94-032e-41ee-bc57-8090bc7027a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:00.872689 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6768ad94-032e-41ee-bc57-8090bc7027a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:00.888662 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327774f-ed25-4f12-a087-9b2c6c315d97 None None] Pushing event deleted for resources: {'Port': ['ID=37cd1ec8-00ff-4fb2-a2e7-294acb849394,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:00.897874 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c327774f-ed25-4f12-a087-9b2c6c315d97 None None] No DVR routers for this DVR port 37cd1ec8-00ff-4fb2-a2e7-294acb849394 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:39:00.908281 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 37cd1ec8-00ff-4fb2-a2e7-294acb849394 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:00.908963 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:00.941234 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0819d449-22c9-4c08-9a92-90d72fe82f52 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:00.976090 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 492d1ecd-29dd-4d81-b308-6f8e92316fce no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:39:00.991018 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-60dfa027-49b5-4366-8a5b-58ad9928d993 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:01.018174 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 492d1ecd-29dd-4d81-b308-6f8e92316fce {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:39:01.018519 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 492d1ecd-29dd-4d81-b308-6f8e92316fce not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:39:01.049493 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768ad94-032e-41ee-bc57-8090bc7027a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f410ab32-4e11-46ef-b5f5-f0f90693d1cd,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:01.096333 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6768ad94-032e-41ee-bc57-8090bc7027a8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6824689 May 13 14:39:01.101404 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53912) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:01.106528 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768ad94-032e-41ee-bc57-8090bc7027a8 admin admin] Pushing event updated for resources: {'Network': ['ID=b4d81ea4-e91f-4e2b-ae15-e775c16ce52d,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:01.113489 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-2366f2df-d56b-4ab7-837d-0fa01ef9e1e7 admin admin] Request body: {'subnet': {'network_id': 'b4d81ea4-e91f-4e2b-ae15-e775c16ce52d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1949818553-subnet', 'tenant_id': 'f985d0b5918b453384879b8e30ef62cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:01.122258 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network b4d81ea4-e91f-4e2b-ae15-e775c16ce52d details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:39:01.124054 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2366f2df-d56b-4ab7-837d-0fa01ef9e1e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:01.132033 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2366f2df-d56b-4ab7-837d-0fa01ef9e1e7 admin admin] Usage tracker for resource:subnet and tenant:f985d0b5918b453384879b8e30ef62cd is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:01.137193 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2366f2df-d56b-4ab7-837d-0fa01ef9e1e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:01.137717 n-d-841760-1 neutron-server[88082]: WARNING neutron.services.revisions.revision_plugin [None req-1166a6e2-6fe3-47da-a426-93f85fda271f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Could not find related port for resource to bump revision. May 13 14:39:01.141691 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-60dfa027-49b5-4366-8a5b-58ad9928d993 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:subnet and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:01.146852 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-60dfa027-49b5-4366-8a5b-58ad9928d993 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:01.166490 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2366f2df-d56b-4ab7-837d-0fa01ef9e1e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:01.225766 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.ipam_pluggable_backend [None req-1166a6e2-6fe3-47da-a426-93f85fda271f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Port 37cd1ec8-00ff-4fb2-a2e7-294acb849394 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88082) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 13 14:39:01.226130 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.ipam_pluggable_backend [None req-1166a6e2-6fe3-47da-a426-93f85fda271f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Reverting IP allocation for 2001:db8::f816:3eff:fef1:b39e {{(pid=88082) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 13 14:39:01.236349 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-60dfa027-49b5-4366-8a5b-58ad9928d993 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:01.246388 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2366f2df-d56b-4ab7-837d-0fa01ef9e1e7 admin admin] Made reservation on behalf of f985d0b5918b453384879b8e30ef62cd for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:01.249019 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2366f2df-d56b-4ab7-837d-0fa01ef9e1e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:01.254668 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1166a6e2-6fe3-47da-a426-93f85fda271f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:01.394569 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60dfa027-49b5-4366-8a5b-58ad9928d993 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:01.394790 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-04828bc6-0f67-4a8b-975c-2401146aa5bc req-1f6913a3-7eec-47fc-a92a-c8cdd6b6d221 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] For port eb937db1-feb5-47a6-8ea9-96d077863de7, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=eb937db1-feb5-47a6-8ea9-96d077863de7,segment=NetworkSegment(a06f9bce-2caa-4583-849f-dff0052df554),segment_id=a06f9bce-2caa-4583-849f-dff0052df554)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:01.397950 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-60dfa027-49b5-4366-8a5b-58ad9928d993 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:01.433511 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-04828bc6-0f67-4a8b-975c-2401146aa5bc req-1f6913a3-7eec-47fc-a92a-c8cdd6b6d221 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:01.470910 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-04828bc6-0f67-4a8b-975c-2401146aa5bc req-1f6913a3-7eec-47fc-a92a-c8cdd6b6d221 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:01.483817 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['7865fba9-2e06-436e-9064-468d336d7cf2', 'eb937db1-feb5-47a6-8ea9-96d077863de7'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:39:01.486621 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1166a6e2-6fe3-47da-a426-93f85fda271f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:01.551999 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04828bc6-0f67-4a8b-975c-2401146aa5bc req-1f6913a3-7eec-47fc-a92a-c8cdd6b6d221 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:01.552660 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-04828bc6-0f67-4a8b-975c-2401146aa5bc req-1f6913a3-7eec-47fc-a92a-c8cdd6b6d221 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:01.554684 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-04828bc6-0f67-4a8b-975c-2401146aa5bc req-1f6913a3-7eec-47fc-a92a-c8cdd6b6d221 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "PUT /v2.0/ports/eb937db1-feb5-47a6-8ea9-96d077863de7 HTTP/1.1" status: 200 len: 982 time: 1.1160412 May 13 14:39:01.564200 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73d597e-1d32-457d-b38a-477b07bd6090', 'tag': 'eb937db1-feb5-47a6-8ea9-96d077863de7'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:01.599270 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-1166a6e2-6fe3-47da-a426-93f85fda271f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:01.623936 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1166a6e2-6fe3-47da-a426-93f85fda271f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:01.624547 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1166a6e2-6fe3-47da-a426-93f85fda271f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:01.629501 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f1f030e-d5c0-48ab-8fb6-eeea7be3dcd4'] response: {'name': 'network-changed', 'server_uuid': 'c73d597e-1d32-457d-b38a-477b07bd6090', 'tag': 'eb937db1-feb5-47a6-8ea9-96d077863de7', 'status': 'completed', 'code': 200} May 13 14:39:01.630310 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6913a3-7eec-47fc-a92a-c8cdd6b6d221 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Pushing event updated for resources: {'Port': ['ID=eb937db1-feb5-47a6-8ea9-96d077863de7,revision_number=6']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:01.631274 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0668168-687a-4ad4-95f7-fcb21de581e3 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:01.636382 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166a6e2-6fe3-47da-a426-93f85fda271f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Subnet': ['ID=7029a39e-969f-40b1-a98f-df3653b03f4b,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:01.642856 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2366f2df-d56b-4ab7-837d-0fa01ef9e1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:01.658804 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0819d449-22c9-4c08-9a92-90d72fe82f52 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:01.710582 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['eb937db1-feb5-47a6-8ea9-96d077863de7'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:39:01.737757 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366f2df-d56b-4ab7-837d-0fa01ef9e1e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9e56c92-87f5-4bc7-b8c5-49fd79d622c0,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:01.745579 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2366f2df-d56b-4ab7-837d-0fa01ef9e1e7 admin admin] Checking segment: {'id': 'ede6c4a6-81bd-4ab7-a3f7-7ad24bb7c682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b4d81ea4-e91f-4e2b-ae15-e775c16ce52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:39:01.746396 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2366f2df-d56b-4ab7-837d-0fa01ef9e1e7 admin admin] Network hostable DHCP agents. Network: b4d81ea4-e91f-4e2b-ae15-e775c16ce52d, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:39:01.767300 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2366f2df-d56b-4ab7-837d-0fa01ef9e1e7 admin admin] Network b4d81ea4-e91f-4e2b-ae15-e775c16ce52d is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:39:01.781819 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-2366f2df-d56b-4ab7-837d-0fa01ef9e1e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, b4d81ea4-e91f-4e2b-ae15-e775c16ce52d) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:01.793640 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2366f2df-d56b-4ab7-837d-0fa01ef9e1e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:01.794479 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2366f2df-d56b-4ab7-837d-0fa01ef9e1e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:01.804281 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772ed234-f01d-4cff-87ec-b8dcea6de33b None None] Network b4d81ea4-e91f-4e2b-ae15-e775c16ce52d requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:01.811376 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1166a6e2-6fe3-47da-a426-93f85fda271f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2888575 May 13 14:39:01.811936 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53922) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:01.818153 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-5f89c293-8dd0-4070-af9d-dd6e078af001 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:01.892836 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2366f2df-d56b-4ab7-837d-0fa01ef9e1e7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7903419 May 13 14:39:01.942371 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-85a314a3-12bc-42cc-8cfe-21b8f09292f8 req-d1a58310-d882-4738-b0d1-25914cc589e1 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups/8aa3ccc5-7089-4ae1-869e-45348fa728ba HTTP/1.1" status: 200 len: 1800 time: 0.3381362 May 13 14:39:02.033241 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6011dfa5-0c75-4eb4-93ad-6f041a23c0ea tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:02.039743 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5f89c293-8dd0-4070-af9d-dd6e078af001 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:02.047581 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5f89c293-8dd0-4070-af9d-dd6e078af001 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:subnet and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:02.052589 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5f89c293-8dd0-4070-af9d-dd6e078af001 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:02.069365 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5f89c293-8dd0-4070-af9d-dd6e078af001 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:02.087162 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f89c293-8dd0-4070-af9d-dd6e078af001 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:02.095912 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5f89c293-8dd0-4070-af9d-dd6e078af001 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:02.151349 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:02.197106 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead7edf-13e1-4eaa-af74-a1c918cf6675 req-f4ba7878-67d1-4319-9c22-9213f6e2f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:02.198648 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bead7edf-13e1-4eaa-af74-a1c918cf6675 req-f4ba7878-67d1-4319-9c22-9213f6e2f93c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=713fc3e596334366a49631a90da45226&device_id=c73d597e-1d32-457d-b38a-477b07bd6090 HTTP/1.1" status: 200 len: 1136 time: 0.5226328 May 13 14:39:02.238822 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [req-85a314a3-12bc-42cc-8cfe-21b8f09292f8 req-53a30ef6-5597-4199-98c5-118ab350483b tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] delete failed (client error): There was a conflict when trying to complete your request. May 13 14:39:02.246619 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-85a314a3-12bc-42cc-8cfe-21b8f09292f8 req-53a30ef6-5597-4199-98c5-118ab350483b tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "DELETE /v2.0/security-groups/8aa3ccc5-7089-4ae1-869e-45348fa728ba HTTP/1.1" status: 409 len: 341 time: 0.3016577 May 13 14:39:02.275722 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c1a29aa1-9da5-46e3-a475-b9eadd2fd354 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:39:02.447321 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: c1a29aa1-9da5-46e3-a475-b9eadd2fd354 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:39:02.448030 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c1a29aa1-9da5-46e3-a475-b9eadd2fd354 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:39:02.462612 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e55b4d6-62e3-4a8c-8a05-f07dbf12a6b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-0723b97b-08c9-4db0-a15e-5b69273136d9', 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'fixed_ips': [{'subnet_id': '7029a39e-969f-40b1-a98f-df3653b03f4b'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:39:02.463701 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1e55b4d6-62e3-4a8c-8a05-f07dbf12a6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:02.580019 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-6011dfa5-0c75-4eb4-93ad-6f041a23c0ea tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Allocated IP 172.25.0.248 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/9b446110-b4fd-49f7-8df5-7319eb3308c7) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:02.601182 n-d-841760-1 neutron-server[88081]: INFO neutron.db.ipam_backend_mixin [None req-5f89c293-8dd0-4070-af9d-dd6e078af001 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7029a39e-969f-40b1-a98f-df3653b03f4b (CIDR: 2001:db8::/64) May 13 14:39:02.605134 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead7edf-13e1-4eaa-af74-a1c918cf6675 req-f94a67e6-44fb-4141-aa11-83868c7457d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:02.607487 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bead7edf-13e1-4eaa-af74-a1c918cf6675 req-f94a67e6-44fb-4141-aa11-83868c7457d2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bdf000b2-35a2-42ed-a188-349bb545fbc9 HTTP/1.1" status: 200 len: 913 time: 0.3614912 May 13 14:39:02.610372 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f89c293-8dd0-4070-af9d-dd6e078af001 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:39:02.611480 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f89c293-8dd0-4070-af9d-dd6e078af001 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:02.653900 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53944) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:02.663688 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-cf79a040-e043-4500-91a1-9d2935aeba9e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1402984072-network', 'tenant_id': '8a7446df7c824f51af94cf85c43b583c'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:02.669617 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-cf79a040-e043-4500-91a1-9d2935aeba9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:02.674004 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-cf79a040-e043-4500-91a1-9d2935aeba9e admin admin] Usage tracker for resource:network and tenant:8a7446df7c824f51af94cf85c43b583c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:02.678785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-cf79a040-e043-4500-91a1-9d2935aeba9e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:02.685100 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-cf79a040-e043-4500-91a1-9d2935aeba9e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:02.699555 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5f89c293-8dd0-4070-af9d-dd6e078af001 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8863571 May 13 14:39:02.700260 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53948) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:02.703921 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf79a040-e043-4500-91a1-9d2935aeba9e admin admin] Made reservation on behalf of 8a7446df7c824f51af94cf85c43b583c for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:02.706286 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cf79a040-e043-4500-91a1-9d2935aeba9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:02.711169 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b985461-c89c-4ff2-b768-75340a1ff520 None None] Network b4d81ea4-e91f-4e2b-ae15-e775c16ce52d requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:02.726598 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-bed81e6e-862d-460e-a716-c4cb4eb09480 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:02.736636 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bead7edf-13e1-4eaa-af74-a1c918cf6675 req-1102065c-5a22-402d-868e-a591f5857d6d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb937db1-feb5-47a6-8ea9-96d077863de7 HTTP/1.1" status: 200 len: 217 time: 0.1077204 May 13 14:39:02.752837 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cf79a040-e043-4500-91a1-9d2935aeba9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:02.824007 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-cf79a040-e043-4500-91a1-9d2935aeba9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:02.829109 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-cf79a040-e043-4500-91a1-9d2935aeba9e admin admin] Usage tracker for resource:security_group_rule and tenant:8a7446df7c824f51af94cf85c43b583c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:02.831885 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-cf79a040-e043-4500-91a1-9d2935aeba9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:02.842058 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-cf79a040-e043-4500-91a1-9d2935aeba9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:02.941601 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-bed81e6e-862d-460e-a716-c4cb4eb09480 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:02.947782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-bed81e6e-862d-460e-a716-c4cb4eb09480 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:subnet and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:02.954979 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-bed81e6e-862d-460e-a716-c4cb4eb09480 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:02.963210 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-bed81e6e-862d-460e-a716-c4cb4eb09480 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:02.992009 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed81e6e-862d-460e-a716-c4cb4eb09480 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:02.995491 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bed81e6e-862d-460e-a716-c4cb4eb09480 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:03.097548 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-60dfa027-49b5-4366-8a5b-58ad9928d993 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:03.114133 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cf79a040-e043-4500-91a1-9d2935aeba9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:03.122949 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cf79a040-e043-4500-91a1-9d2935aeba9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:03.168190 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-1e55b4d6-62e3-4a8c-8a05-f07dbf12a6b6 None None] Allocated IP 2001:db8::f816:3eff:fe61:d1de (0723b97b-08c9-4db0-a15e-5b69273136d9/7029a39e-969f-40b1-a98f-df3653b03f4b/98e74f1a-8037-49eb-b7b4-a6addc97dcee) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:03.179370 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf79a040-e043-4500-91a1-9d2935aeba9e admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:39:03.200020 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79a040-e043-4500-91a1-9d2935aeba9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2194122e-07d3-4d1a-8cfc-7bf057f4d2f1,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:03.216018 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cf79a040-e043-4500-91a1-9d2935aeba9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:03.216018 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-cf79a040-e043-4500-91a1-9d2935aeba9e admin admin] Added segment 8957ccf4-35a0-4eff-8a3c-ef7940b97246 of type vlan for network 7f8efa38-1f23-4bb2-9add-cdcbbd67c8c1 May 13 14:39:03.257657 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cf79a040-e043-4500-91a1-9d2935aeba9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:03.353923 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cf79a040-e043-4500-91a1-9d2935aeba9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:03.355020 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf79a040-e043-4500-91a1-9d2935aeba9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:03.356128 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cf79a040-e043-4500-91a1-9d2935aeba9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:03.363179 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dfa027-49b5-4366-8a5b-58ad9928d993 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network 086bdd04-c14f-4512-9c86-d3f2beec1d97 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:03.403887 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-60dfa027-49b5-4366-8a5b-58ad9928d993 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:03.423413 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead7edf-13e1-4eaa-af74-a1c918cf6675 req-62fc3425-2ed5-44f0-a6c2-0b7d7b0bc933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:03.425105 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bead7edf-13e1-4eaa-af74-a1c918cf6675 req-62fc3425-2ed5-44f0-a6c2-0b7d7b0bc933 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca21fd33-bce4-432c-932a-d45b6a8b65d2 HTTP/1.1" status: 200 len: 852 time: 0.5982175 May 13 14:39:03.426496 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dfa027-49b5-4366-8a5b-58ad9928d993 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:03.427070 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-60dfa027-49b5-4366-8a5b-58ad9928d993 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:03.439336 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dfa027-49b5-4366-8a5b-58ad9928d993 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Subnet': ['ID=0e875e6e-ade8-4dad-8ffe-4c028e854223,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:03.448103 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0819d449-22c9-4c08-9a92-90d72fe82f52 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:03.454454 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4030566b-b18e-42ca-ae6e-5c679381698c None None] Network 086bdd04-c14f-4512-9c86-d3f2beec1d97 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:03.501306 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79a040-e043-4500-91a1-9d2935aeba9e admin admin] Pushing event updated for resources: {'Network': ['ID=7f8efa38-1f23-4bb2-9add-cdcbbd67c8c1,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:03.509983 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cf79a040-e043-4500-91a1-9d2935aeba9e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8542781 May 13 14:39:03.522376 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53952) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:03.533684 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-f9ec22f9-9ef4-4103-b319-6120f52cd941 admin admin] Request body: {'subnet': {'network_id': '7f8efa38-1f23-4bb2-9add-cdcbbd67c8c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1402984072-subnet', 'tenant_id': '8a7446df7c824f51af94cf85c43b583c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:03.549460 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0819d449-22c9-4c08-9a92-90d72fe82f52 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:03.549811 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f9ec22f9-9ef4-4103-b319-6120f52cd941 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:03.558567 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bead7edf-13e1-4eaa-af74-a1c918cf6675 req-fc0305ac-3a22-440d-94ea-c14ca76c24e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bdf000b2-35a2-42ed-a188-349bb545fbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147802 May 13 14:39:03.564348 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f9ec22f9-9ef4-4103-b319-6120f52cd941 admin admin] Usage tracker for resource:subnet and tenant:8a7446df7c824f51af94cf85c43b583c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:03.569360 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f9ec22f9-9ef4-4103-b319-6120f52cd941 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:03.577957 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f9ec22f9-9ef4-4103-b319-6120f52cd941 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:03.580157 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bed81e6e-862d-460e-a716-c4cb4eb09480 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:03.584821 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 7f8efa38-1f23-4bb2-9add-cdcbbd67c8c1 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:39:03.644910 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6011dfa5-0c75-4eb4-93ad-6f041a23c0ea tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:03.649472 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-60dfa027-49b5-4366-8a5b-58ad9928d993 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.0286822 May 13 14:39:03.660353 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53956) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:03.666410 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed81e6e-862d-460e-a716-c4cb4eb09480 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:03.670638 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-a3372966-71d4-4993-b8bc-703d1928432d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-628041570', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0e875e6e-ade8-4dad-8ffe-4c028e854223'}], 'security_groups': ['8036695e-818b-4053-9b96-437d59df7d1f']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:03.700954 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ec22f9-9ef4-4103-b319-6120f52cd941 admin admin] Made reservation on behalf of 8a7446df7c824f51af94cf85c43b583c for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:03.703021 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9ec22f9-9ef4-4103-b319-6120f52cd941 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:03.726722 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-bed81e6e-862d-460e-a716-c4cb4eb09480 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:03.746675 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bae680-33fb-4cf1-bccb-070349373fcb req-e75838e3-46d6-490e-87d9-68f6543a606a tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:03.748104 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-23bae680-33fb-4cf1-bccb-070349373fcb req-e75838e3-46d6-490e-87d9-68f6543a606a tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73d597e-1d32-457d-b38a-477b07bd6090 HTTP/1.1" status: 200 len: 985 time: 1.0087619 May 13 14:39:03.792974 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed81e6e-862d-460e-a716-c4cb4eb09480 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:03.793570 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bed81e6e-862d-460e-a716-c4cb4eb09480 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:03.824291 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed81e6e-862d-460e-a716-c4cb4eb09480 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Subnet': ['ID=c9df6799-61d2-4d61-81f0-957f5a818b61,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:03.858592 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-23bae680-33fb-4cf1-bccb-070349373fcb req-db32af27-f152-48d4-871b-3451575a048e tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?id=251bc881-5f1e-459d-9c6b-708ebc56443a&id=8aa3ccc5-7089-4ae1-869e-45348fa728ba&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1009455 May 13 14:39:03.863680 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-bed81e6e-862d-460e-a716-c4cb4eb09480 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1590595 May 13 14:39:03.864121 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53960) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:03.869496 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bead7edf-13e1-4eaa-af74-a1c918cf6675 req-88757d36-ac70-4859-92c0-0e2e0cd4a47c service neutron] 10.222.0.59 "GET /v2.0/networks/bdf000b2-35a2-42ed-a188-349bb545fbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580767 May 13 14:39:03.874779 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-b0439f97-4d41-4b98-89ea-e5049c2a28c3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'port': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'mac_address': 'fa:16:3e:20:c0:ce', 'name': 'tempest-NetworksTestDHCPv6-1899794745'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:04.010425 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6011dfa5-0c75-4eb4-93ad-6f041a23c0ea tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:04.032915 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1e55b4d6-62e3-4a8c-8a05-f07dbf12a6b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:04.068760 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-1e55b4d6-62e3-4a8c-8a05-f07dbf12a6b6 None None] Transition to ACTIVE for port object 98e74f1a-8037-49eb-b7b4-a6addc97dcee will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:04.121767 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-1e55b4d6-62e3-4a8c-8a05-f07dbf12a6b6 None None] Transition to ACTIVE for port object 98e74f1a-8037-49eb-b7b4-a6addc97dcee will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:04.138537 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1e55b4d6-62e3-4a8c-8a05-f07dbf12a6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:04.180550 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6011dfa5-0c75-4eb4-93ad-6f041a23c0ea tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:04.182650 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3372966-71d4-4993-b8bc-703d1928432d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:04.192824 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-6011dfa5-0c75-4eb4-93ad-6f041a23c0ea tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:04.213272 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6011dfa5-0c75-4eb4-93ad-6f041a23c0ea tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:39:04.256679 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e55b4d6-62e3-4a8c-8a05-f07dbf12a6b6 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:04.257512 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011dfa5-0c75-4eb4-93ad-6f041a23c0ea tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event updated for resources: {'Port': ['ID=9b446110-b4fd-49f7-8df5-7319eb3308c7,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:04.259462 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-1e55b4d6-62e3-4a8c-8a05-f07dbf12a6b6 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:04.270442 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e55b4d6-62e3-4a8c-8a05-f07dbf12a6b6 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:39:04.299680 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-0819d449-22c9-4c08-9a92-90d72fe82f52 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Allocated IP 172.25.0.33 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/d6e28c3d-572f-48a5-9733-4e3c3f0ef200) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:04.334992 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9ec22f9-9ef4-4103-b319-6120f52cd941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:04.356492 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b0439f97-4d41-4b98-89ea-e5049c2a28c3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:04.364386 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bead7edf-13e1-4eaa-af74-a1c918cf6675 req-c9eae45d-2a47-4f20-93ea-20199197c36e service neutron] 10.222.0.59 "GET /v2.0/networks/bdf000b2-35a2-42ed-a188-349bb545fbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643934 May 13 14:39:04.375744 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55b4d6-62e3-4a8c-8a05-f07dbf12a6b6 None None] Pushing event updated for resources: {'Port': ['ID=98e74f1a-8037-49eb-b7b4-a6addc97dcee,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:04.407625 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b0439f97-4d41-4b98-89ea-e5049c2a28c3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:04.498264 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-1e55b4d6-62e3-4a8c-8a05-f07dbf12a6b6 None None] Attempting to bind port 98e74f1a-8037-49eb-b7b4-a6addc97dcee on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:39:04.498612 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-1e55b4d6-62e3-4a8c-8a05-f07dbf12a6b6 None None] Attempting to bind port 98e74f1a-8037-49eb-b7b4-a6addc97dcee by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:39:04.498961 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e55b4d6-62e3-4a8c-8a05-f07dbf12a6b6 None None] Attempting to bind port 98e74f1a-8037-49eb-b7b4-a6addc97dcee on network 0723b97b-08c9-4db0-a15e-5b69273136d9 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:04.508902 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e55b4d6-62e3-4a8c-8a05-f07dbf12a6b6 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:39:04.509256 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e55b4d6-62e3-4a8c-8a05-f07dbf12a6b6 None None] Checking segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:39:04.509661 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1e55b4d6-62e3-4a8c-8a05-f07dbf12a6b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:04.510037 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e55b4d6-62e3-4a8c-8a05-f07dbf12a6b6 None None] Bound using segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:39:04.510497 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-1e55b4d6-62e3-4a8c-8a05-f07dbf12a6b6 None None] Bound port: 98e74f1a-8037-49eb-b7b4-a6addc97dcee, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:39:04.511064 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1e55b4d6-62e3-4a8c-8a05-f07dbf12a6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:04.529094 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b02a651-0ce9-4407-bb6a-95086b8d45e5 None None] Update dhcp port {'port': {'network_id': '086bdd04-c14f-4512-9c86-d3f2beec1d97', 'fixed_ips': [{'subnet_id': '29677c54-7706-40d3-9f3f-f90497cf615b', 'ip_address': '2001:db8::2'}, {'subnet_id': '0e875e6e-ade8-4dad-8ffe-4c028e854223'}], 'binding:host_id': 'n-d-841760-1'}, 'id': '366da85e-0f75-4f00-850a-0b55b5efe216'} from n-d-841760-1. {{(pid=88083) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 14:39:04.530298 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec22f9-9ef4-4103-b319-6120f52cd941 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d892889-ef14-478e-a3e2-dab2791e6d0d,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:04.533839 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0439f97-4d41-4b98-89ea-e5049c2a28c3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:04.545768 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ec22f9-9ef4-4103-b319-6120f52cd941 admin admin] Checking segment: {'id': '8957ccf4-35a0-4eff-8a3c-ef7940b97246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f8efa38-1f23-4bb2-9add-cdcbbd67c8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:39:04.546165 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ec22f9-9ef4-4103-b319-6120f52cd941 admin admin] Network hostable DHCP agents. Network: 7f8efa38-1f23-4bb2-9add-cdcbbd67c8c1, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:39:04.609178 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ec22f9-9ef4-4103-b319-6120f52cd941 admin admin] Network 7f8efa38-1f23-4bb2-9add-cdcbbd67c8c1 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:39:04.628729 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-f9ec22f9-9ef4-4103-b319-6120f52cd941 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 7f8efa38-1f23-4bb2-9add-cdcbbd67c8c1) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:04.634283 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ec22f9-9ef4-4103-b319-6120f52cd941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:04.634843 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9ec22f9-9ef4-4103-b319-6120f52cd941 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:04.642541 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f7d3b2-2e4e-4086-8d76-4e27ed141fbb None None] Network 7f8efa38-1f23-4bb2-9add-cdcbbd67c8c1 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:04.657856 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5b02a651-0ce9-4407-bb6a-95086b8d45e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:04.676523 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6011dfa5-0c75-4eb4-93ad-6f041a23c0ea tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:04.820405 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-1e55b4d6-62e3-4a8c-8a05-f07dbf12a6b6 None None] For port 98e74f1a-8037-49eb-b7b4-a6addc97dcee, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:39:04.856044 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f9ec22f9-9ef4-4103-b319-6120f52cd941 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3236597 May 13 14:39:04.856301 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-1e55b4d6-62e3-4a8c-8a05-f07dbf12a6b6 None None] For port 98e74f1a-8037-49eb-b7b4-a6addc97dcee, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=98e74f1a-8037-49eb-b7b4-a6addc97dcee,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:39:04.912406 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1e55b4d6-62e3-4a8c-8a05-f07dbf12a6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:04.942520 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0819d449-22c9-4c08-9a92-90d72fe82f52 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:04.958829 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef1081-1e05-4b3a-b3cf-30e263b6c672 req-24ca1954-b560-4168-8bfa-25934040fc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:04.960904 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30ef1081-1e05-4b3a-b3cf-30e263b6c672 req-24ca1954-b560-4168-8bfa-25934040fc11 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=713fc3e596334366a49631a90da45226&device_id=c73d597e-1d32-457d-b38a-477b07bd6090 HTTP/1.1" status: 200 len: 1136 time: 0.5041356 May 13 14:39:04.997065 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b0439f97-4d41-4b98-89ea-e5049c2a28c3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:05.024175 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-a3372966-71d4-4993-b8bc-703d1928432d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Delete allocated IP 2001:db8::58 (086bdd04-c14f-4512-9c86-d3f2beec1d97/29677c54-7706-40d3-9f3f-f90497cf615b) {{(pid=88081) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 13 14:39:05.036162 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-a3372966-71d4-4993-b8bc-703d1928432d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Allocated IP 2001:db8:0:1::6b (086bdd04-c14f-4512-9c86-d3f2beec1d97/0e875e6e-ade8-4dad-8ffe-4c028e854223/34cd0d49-d3a6-4d75-9766-fb4a23dd0680) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:05.091557 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6011dfa5-0c75-4eb4-93ad-6f041a23c0ea tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:05.148966 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-b0439f97-4d41-4b98-89ea-e5049c2a28c3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] device_id is not set on port 076093d1-3fcc-413e-9869-1513a815e0c4 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:39:05.181303 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55b4d6-62e3-4a8c-8a05-f07dbf12a6b6 None None] Pushing event updated for resources: {'Port': ['ID=98e74f1a-8037-49eb-b7b4-a6addc97dcee,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:05.236093 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91eb5f0-6a4c-4479-b5f7-63f934c7cf04 None None] Network 7f8efa38-1f23-4bb2-9add-cdcbbd67c8c1 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:05.393995 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef1081-1e05-4b3a-b3cf-30e263b6c672 req-25c4cf02-a424-4858-9204-bcf012e1f42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:05.395495 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30ef1081-1e05-4b3a-b3cf-30e263b6c672 req-25c4cf02-a424-4858-9204-bcf012e1f42c service neutron] 10.222.0.59 "GET /v2.0/networks?id=bdf000b2-35a2-42ed-a188-349bb545fbc9 HTTP/1.1" status: 200 len: 913 time: 0.4248078 May 13 14:39:05.402990 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0819d449-22c9-4c08-9a92-90d72fe82f52 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:05.442742 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e48afc-d56c-4ded-ab9b-8b576ef6ef6f req-4a5489da-fa46-4fa7-8a84-5e41940f0b12 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:05.451443 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b0e48afc-d56c-4ded-ab9b-8b576ef6ef6f req-4a5489da-fa46-4fa7-8a84-5e41940f0b12 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73d597e-1d32-457d-b38a-477b07bd6090 HTTP/1.1" status: 200 len: 985 time: 0.3559816 May 13 14:39:05.548944 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b0e48afc-d56c-4ded-ab9b-8b576ef6ef6f req-d67891b4-24e8-4e4e-99d3-0c9198615d78 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?id=251bc881-5f1e-459d-9c6b-708ebc56443a&id=8aa3ccc5-7089-4ae1-869e-45348fa728ba&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0957997 May 13 14:39:05.614807 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3372966-71d4-4993-b8bc-703d1928432d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:05.636065 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-a3372966-71d4-4993-b8bc-703d1928432d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Transition to ACTIVE for port object 34cd0d49-d3a6-4d75-9766-fb4a23dd0680 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:05.642260 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3372966-71d4-4993-b8bc-703d1928432d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:05.683884 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30ef1081-1e05-4b3a-b3cf-30e263b6c672 req-39b07a09-4f41-44a0-a717-9d16683487f6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb937db1-feb5-47a6-8ea9-96d077863de7 HTTP/1.1" status: 200 len: 217 time: 0.2675626 May 13 14:39:05.763057 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0819d449-22c9-4c08-9a92-90d72fe82f52 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:05.768089 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-0819d449-22c9-4c08-9a92-90d72fe82f52 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:05.783052 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-a3372966-71d4-4993-b8bc-703d1928432d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] In _notify_port_updated(), no bound segment for port 34cd0d49-d3a6-4d75-9766-fb4a23dd0680 on network 086bdd04-c14f-4512-9c86-d3f2beec1d97 {{(pid=88081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:39:05.791066 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3372966-71d4-4993-b8bc-703d1928432d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:05.791912 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3372966-71d4-4993-b8bc-703d1928432d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:05.797786 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a3372966-71d4-4993-b8bc-703d1928432d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "PUT /v2.0/ports/34cd0d49-d3a6-4d75-9766-fb4a23dd0680 HTTP/1.1" status: 200 len: 929 time: 2.1316712 May 13 14:39:05.798016 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0819d449-22c9-4c08-9a92-90d72fe82f52 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:39:05.798558 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53982) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:05.806914 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-5b02a651-0ce9-4407-bb6a-95086b8d45e5 None None] Allocated IP 2001:db8:0:1::2 (086bdd04-c14f-4512-9c86-d3f2beec1d97/0e875e6e-ade8-4dad-8ffe-4c028e854223/366da85e-0f75-4f00-850a-0b55b5efe216) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:05.835718 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3372966-71d4-4993-b8bc-703d1928432d tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Port': ['ID=34cd0d49-d3a6-4d75-9766-fb4a23dd0680,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:05.877622 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819d449-22c9-4c08-9a92-90d72fe82f52 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Pushing event updated for resources: {'Port': ['ID=d6e28c3d-572f-48a5-9733-4e3c3f0ef200,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:05.886592 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-dc4cd5a3-c18c-480b-9cae-2d970c92f809 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting port 34cd0d49-d3a6-4d75-9766-fb4a23dd0680 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:39:05.887390 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dc4cd5a3-c18c-480b-9cae-2d970c92f809 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:05.968467 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-5b02a651-0ce9-4407-bb6a-95086b8d45e5 None None] For port 366da85e-0f75-4f00-850a-0b55b5efe216, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=366da85e-0f75-4f00-850a-0b55b5efe216,segment=NetworkSegment(d46fca93-af16-47a4-b98e-991b10f1c5d7),segment_id=d46fca93-af16-47a4-b98e-991b10f1c5d7)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:05.995425 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5b02a651-0ce9-4407-bb6a-95086b8d45e5 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:06.013602 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5b02a651-0ce9-4407-bb6a-95086b8d45e5 None None] Transition to ACTIVE for port object 366da85e-0f75-4f00-850a-0b55b5efe216 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:06.017669 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5b02a651-0ce9-4407-bb6a-95086b8d45e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:06.017990 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef1081-1e05-4b3a-b3cf-30e263b6c672 req-eb9ebd20-f9c9-434c-8ddb-0fea6e7e6ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:06.021846 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30ef1081-1e05-4b3a-b3cf-30e263b6c672 req-eb9ebd20-f9c9-434c-8ddb-0fea6e7e6ebb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca21fd33-bce4-432c-932a-d45b6a8b65d2 HTTP/1.1" status: 200 len: 852 time: 0.3088148 May 13 14:39:06.192124 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b02a651-0ce9-4407-bb6a-95086b8d45e5 None None] Pushing event updated for resources: {'Port': ['ID=366da85e-0f75-4f00-850a-0b55b5efe216,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:06.210615 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dc4cd5a3-c18c-480b-9cae-2d970c92f809 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:06.352704 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30ef1081-1e05-4b3a-b3cf-30e263b6c672 req-53d24523-cc64-4573-b088-f95a0afebc13 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bdf000b2-35a2-42ed-a188-349bb545fbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3164377 May 13 14:39:06.397376 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6011dfa5-0c75-4eb4-93ad-6f041a23c0ea tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:06.401787 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-b0439f97-4d41-4b98-89ea-e5049c2a28c3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Allocated IP 2001:db8:0:1::2ad (0723b97b-08c9-4db0-a15e-5b69273136d9/c9df6799-61d2-4d61-81f0-957f5a818b61/076093d1-3fcc-413e-9869-1513a815e0c4) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:06.416887 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-b0439f97-4d41-4b98-89ea-e5049c2a28c3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Allocated IP 2001:db8::f816:3eff:fe20:c0ce (0723b97b-08c9-4db0-a15e-5b69273136d9/7029a39e-969f-40b1-a98f-df3653b03f4b/076093d1-3fcc-413e-9869-1513a815e0c4) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:06.420662 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 98e74f1a-8037-49eb-b7b4-a6addc97dcee up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:39:06.442716 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-dc4cd5a3-c18c-480b-9cae-2d970c92f809 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Calling delete_port for 34cd0d49-d3a6-4d75-9766-fb4a23dd0680 owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:39:06.533895 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 98e74f1a-8037-49eb-b7b4-a6addc97dcee completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:06.544227 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 366da85e-0f75-4f00-850a-0b55b5efe216 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:39:06.664968 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6011dfa5-0c75-4eb4-93ad-6f041a23c0ea tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:06.701752 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dc4cd5a3-c18c-480b-9cae-2d970c92f809 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:06.739521 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee177ef7-2d62-4527-96c0-58fb33d03478 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:06.806263 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4cd5a3-c18c-480b-9cae-2d970c92f809 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Port': ['ID=34cd0d49-d3a6-4d75-9766-fb4a23dd0680,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:06.869614 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dc4cd5a3-c18c-480b-9cae-2d970c92f809 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:06.878635 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-85037c40-40ca-4ef7-a212-438e24a737fb None None] Provisioning for port 98e74f1a-8037-49eb-b7b4-a6addc97dcee completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:06.887224 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-85037c40-40ca-4ef7-a212-438e24a737fb None None] Provisioning complete for port 98e74f1a-8037-49eb-b7b4-a6addc97dcee triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:06.887661 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-dc4cd5a3-c18c-480b-9cae-2d970c92f809 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/ports/34cd0d49-d3a6-4d75-9766-fb4a23dd0680 HTTP/1.1" status: 204 len: 168 time: 1.0858161 May 13 14:39:06.887808 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-85037c40-40ca-4ef7-a212-438e24a737fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:06.888551 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53990) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:06.948147 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bbb043e-cad4-4f0d-b76c-7e0aeac2af16 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] GET failed (client error): The resource could not be found. May 13 14:39:06.948147 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2bbb043e-cad4-4f0d-b76c-7e0aeac2af16 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Synchronizing usage tracker for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:06.961185 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58000175-399b-4b05-986b-6b2ddd8e99f3 req-1dfc58d7-c024-4496-981e-5e5728c8022b tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:06.962863 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-58000175-399b-4b05-986b-6b2ddd8e99f3 req-1dfc58d7-c024-4496-981e-5e5728c8022b tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73d597e-1d32-457d-b38a-477b07bd6090 HTTP/1.1" status: 200 len: 985 time: 0.2188332 May 13 14:39:06.974222 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-62a9cc70-1bf7-4ae0-b9a1-43e96493c5b8 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:06.976815 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-62a9cc70-1bf7-4ae0-b9a1-43e96493c5b8 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/networks?id=b4d81ea4-e91f-4e2b-ae15-e775c16ce52d HTTP/1.1" status: 200 len: 825 time: 1.3159385 May 13 14:39:06.991311 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2bbb043e-cad4-4f0d-b76c-7e0aeac2af16 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Unset dirty status for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:06.995457 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2bbb043e-cad4-4f0d-b76c-7e0aeac2af16 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "GET /v2.0/ports/34cd0d49-d3a6-4d75-9766-fb4a23dd0680 HTTP/1.1" status: 404 len: 333 time: 0.1050439 May 13 14:39:06.999153 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53994) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:07.055430 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-58000175-399b-4b05-986b-6b2ddd8e99f3 req-4e2af052-d75b-43ef-962d-8e890189b433 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?id=251bc881-5f1e-459d-9c6b-708ebc56443a&id=8aa3ccc5-7089-4ae1-869e-45348fa728ba&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0812168 May 13 14:39:07.098830 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5a41-d3ec-4375-9572-965cc13599e8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:07.156934 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5a41-d3ec-4375-9572-965cc13599e8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:07.165458 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-aedd094d-3dd4-4385-bb71-fc9694ae0ff9 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/quotas/f985d0b5918b453384879b8e30ef62cd HTTP/1.1" status: 200 len: 375 time: 0.1588109 May 13 14:39:07.242833 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-85037c40-40ca-4ef7-a212-438e24a737fb None None] Current status of the port 98e74f1a-8037-49eb-b7b4-a6addc97dcee is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:07.243578 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-85037c40-40ca-4ef7-a212-438e24a737fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:07.251164 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5a41-d3ec-4375-9572-965cc13599e8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:07.294397 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-85037c40-40ca-4ef7-a212-438e24a737fb None None] For port 98e74f1a-8037-49eb-b7b4-a6addc97dcee, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=98e74f1a-8037-49eb-b7b4-a6addc97dcee,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:07.301101 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-85037c40-40ca-4ef7-a212-438e24a737fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:07.318694 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5a41-d3ec-4375-9572-965cc13599e8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:07.322792 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5cdc5a41-d3ec-4375-9572-965cc13599e8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/security-groups/cbf37f33-2f7d-4b76-ba27-961984697e31 HTTP/1.1" status: 204 len: 168 time: 0.3201866 May 13 14:39:07.322792 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc5a41-d3ec-4375-9572-965cc13599e8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf37f33-2f7d-4b76-ba27-961984697e31,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:07.323881 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53998) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:07.333704 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011dfa5-0c75-4eb4-93ad-6f041a23c0ea tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event updated for resources: {'Port': ['ID=9b446110-b4fd-49f7-8df5-7319eb3308c7,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:07.347741 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-652a70f7-1ca4-4ef8-85d5-ecbf1aa395d2 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f985d0b5918b453384879b8e30ef62cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1350014 May 13 14:39:07.411540 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ca772801-6e1c-4d8c-8cf6-40eed6533def tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:07.449730 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b0439f97-4d41-4b98-89ea-e5049c2a28c3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:07.453615 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ca772801-6e1c-4d8c-8cf6-40eed6533def tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:07.475505 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6011dfa5-0c75-4eb4-93ad-6f041a23c0ea tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:07.500301 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85037c40-40ca-4ef7-a212-438e24a737fb None None] Pushing event updated for resources: {'Port': ['ID=98e74f1a-8037-49eb-b7b4-a6addc97dcee,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:07.509877 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30ef1081-1e05-4b3a-b3cf-30e263b6c672 req-d066ef6e-4be5-40e2-b245-d753b79ec7b7 service neutron] 10.222.0.59 "GET /v2.0/networks/bdf000b2-35a2-42ed-a188-349bb545fbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8911276 May 13 14:39:07.514508 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ca772801-6e1c-4d8c-8cf6-40eed6533def tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:07.517967 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-b0439f97-4d41-4b98-89ea-e5049c2a28c3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Transition to ACTIVE for port object 076093d1-3fcc-413e-9869-1513a815e0c4 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:07.540826 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ca772801-6e1c-4d8c-8cf6-40eed6533def tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:07.542256 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ca772801-6e1c-4d8c-8cf6-40eed6533def tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/security-groups/8036695e-818b-4053-9b96-437d59df7d1f HTTP/1.1" status: 204 len: 168 time: 0.2172511 May 13 14:39:07.544821 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54004) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:07.551865 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7256379d-cf7d-4b81-80ae-7245a51214e8 None None] Could not find standard attr ID for object 34cd0d49-d3a6-4d75-9766-fb4a23dd0680. {{(pid=88083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 14:39:07.611690 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11ae027-d47c-4e79-9a4e-4fdc0a69de7b None None] Update dhcp port {'port': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'fixed_ips': [{'subnet_id': '7029a39e-969f-40b1-a98f-df3653b03f4b', 'ip_address': '2001:db8::f816:3eff:fe61:d1de'}, {'subnet_id': 'c9df6799-61d2-4d61-81f0-957f5a818b61'}], 'binding:host_id': 'n-d-841760-1'}, 'id': '98e74f1a-8037-49eb-b7b4-a6addc97dcee'} from n-d-841760-1. {{(pid=88083) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 14:39:07.670336 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6011dfa5-0c75-4eb4-93ad-6f041a23c0ea tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:07.675611 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7256379d-cf7d-4b81-80ae-7245a51214e8 None None] Provisioning for port 366da85e-0f75-4f00-850a-0b55b5efe216 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:07.681635 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6011dfa5-0c75-4eb4-93ad-6f041a23c0ea tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1639163 May 13 14:39:07.694982 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7256379d-cf7d-4b81-80ae-7245a51214e8 None None] Provisioning complete for port 366da85e-0f75-4f00-850a-0b55b5efe216 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:07.695444 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7256379d-cf7d-4b81-80ae-7245a51214e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:07.720557 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d11ae027-d47c-4e79-9a4e-4fdc0a69de7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:07.721433 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca772801-6e1c-4d8c-8cf6-40eed6533def tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8036695e-818b-4053-9b96-437d59df7d1f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:07.764793 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0819d449-22c9-4c08-9a92-90d72fe82f52 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:07.791503 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-35feb4e1-e9ab-49b9-a69c-59e4fdb87d4f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting subnet 29677c54-7706-40d3-9f3f-f90497cf615b {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:39:07.795311 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-35feb4e1-e9ab-49b9-a69c-59e4fdb87d4f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:07.868886 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-35feb4e1-e9ab-49b9-a69c-59e4fdb87d4f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:07.968640 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b0439f97-4d41-4b98-89ea-e5049c2a28c3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:08.022050 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-0b6a74ea-dd27-4309-a89c-44467be08b9e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--35907296&fields=id&tenant_id=b6ab0120ba4d4937a9340132b618cd48 HTTP/1.1" status: 200 len: 267 time: 0.0574145 May 13 14:39:08.028470 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30ef1081-1e05-4b3a-b3cf-30e263b6c672 req-4addb431-cb1f-44e7-8217-f6e7b467d53f service neutron] 10.222.0.59 "GET /v2.0/networks/bdf000b2-35a2-42ed-a188-349bb545fbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5087094 May 13 14:39:08.062422 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-35feb4e1-e9ab-49b9-a69c-59e4fdb87d4f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:08.082444 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7256379d-cf7d-4b81-80ae-7245a51214e8 None None] Current status of the port 366da85e-0f75-4f00-850a-0b55b5efe216 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:08.094025 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-d11ae027-d47c-4e79-9a4e-4fdc0a69de7b None None] Allocated IP 2001:db8:0:1::2 (0723b97b-08c9-4db0-a15e-5b69273136d9/c9df6799-61d2-4d61-81f0-957f5a818b61/98e74f1a-8037-49eb-b7b4-a6addc97dcee) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:08.111632 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7256379d-cf7d-4b81-80ae-7245a51214e8 None None] Provisioning complete for port 93e5bbdf-be30-4096-8003-ba3f13884fb8 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:08.112113 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7256379d-cf7d-4b81-80ae-7245a51214e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:08.158698 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0439f97-4d41-4b98-89ea-e5049c2a28c3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:08.166854 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-b0439f97-4d41-4b98-89ea-e5049c2a28c3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:08.204578 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0439f97-4d41-4b98-89ea-e5049c2a28c3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:39:08.222557 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0439f97-4d41-4b98-89ea-e5049c2a28c3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:08.223260 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b0439f97-4d41-4b98-89ea-e5049c2a28c3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:08.269698 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-35feb4e1-e9ab-49b9-a69c-59e4fdb87d4f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:08.320530 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7256379d-cf7d-4b81-80ae-7245a51214e8 None None] Port 93e5bbdf-be30-4096-8003-ba3f13884fb8 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:39:08.342507 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c253f0c4-6f19-461d-8d7a-e3f8b5f3c23e None None] Network 086bdd04-c14f-4512-9c86-d3f2beec1d97 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:08.344322 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-35feb4e1-e9ab-49b9-a69c-59e4fdb87d4f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:08.349827 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0439f97-4d41-4b98-89ea-e5049c2a28c3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Port': ['ID=076093d1-3fcc-413e-9869-1513a815e0c4,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:08.362114 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b0439f97-4d41-4b98-89ea-e5049c2a28c3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.4924166 May 13 14:39:08.363924 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54022) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:08.393532 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-35feb4e1-e9ab-49b9-a69c-59e4fdb87d4f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/subnets/29677c54-7706-40d3-9f3f-f90497cf615b HTTP/1.1" status: 204 len: 168 time: 0.8472073 May 13 14:39:08.395555 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35feb4e1-e9ab-49b9-a69c-59e4fdb87d4f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Subnet': ['ID=29677c54-7706-40d3-9f3f-f90497cf615b,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:08.399998 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54026) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:08.425146 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 98e74f1a-8037-49eb-b7b4-a6addc97dcee up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:39:08.426558 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-965c6ed8-0d47-4e83-80b6-04b584b4fdf0 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'subnet': {'network_id': '086bdd04-c14f-4512-9c86-d3f2beec1d97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:08.449148 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-30596c45-23cb-460b-81d9-10c9acfaaa51 service neutron] 10.222.0.35 "GET /v2.0/networks/b4d81ea4-e91f-4e2b-ae15-e775c16ce52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0807893 May 13 14:39:08.499867 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-dc4939fb-97f8-4030-94ed-5a0a856a18f5 None None] Could not find standard attr ID for object 34cd0d49-d3a6-4d75-9766-fb4a23dd0680. {{(pid=88083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 14:39:08.522965 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-d11ae027-d47c-4e79-9a4e-4fdc0a69de7b None None] For port 98e74f1a-8037-49eb-b7b4-a6addc97dcee, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=98e74f1a-8037-49eb-b7b4-a6addc97dcee,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:08.575880 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-6e3afea1-59f6-46fa-9475-7c4bb5c5754c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:08.578249 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-6e3afea1-59f6-46fa-9475-7c4bb5c5754c tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/networks?id=79758d8c-b106-4287-a282-ab754acae92b HTTP/1.1" status: 200 len: 815 time: 0.5457554 May 13 14:39:08.601945 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-026d9f4d-5c75-49bf-8377-b032086c7a86 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/quotas/b6ab0120ba4d4937a9340132b618cd48 HTTP/1.1" status: 200 len: 375 time: 0.0162094 May 13 14:39:08.690634 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d11ae027-d47c-4e79-9a4e-4fdc0a69de7b None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:08.749300 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-965c6ed8-0d47-4e83-80b6-04b584b4fdf0 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:08.755318 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-965c6ed8-0d47-4e83-80b6-04b584b4fdf0 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:subnet and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:08.760581 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-965c6ed8-0d47-4e83-80b6-04b584b4fdf0 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:08.763904 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 98e74f1a-8037-49eb-b7b4-a6addc97dcee triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:08.764263 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:08.768173 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-965c6ed8-0d47-4e83-80b6-04b584b4fdf0 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:08.796778 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-9c66708a-4986-4145-9d7d-0330e7654cf7 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b6ab0120ba4d4937a9340132b618cd48&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1512413 May 13 14:39:08.797734 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965c6ed8-0d47-4e83-80b6-04b584b4fdf0 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:08.801359 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-965c6ed8-0d47-4e83-80b6-04b584b4fdf0 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:08.807249 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d11ae027-d47c-4e79-9a4e-4fdc0a69de7b None None] Transition to ACTIVE for port object 98e74f1a-8037-49eb-b7b4-a6addc97dcee will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:08.825488 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d11ae027-d47c-4e79-9a4e-4fdc0a69de7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:08.833055 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-4b17396b-d3d2-4079-b7ae-db67ba906836 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting port 076093d1-3fcc-413e-9869-1513a815e0c4 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:39:08.833055 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4b17396b-d3d2-4079-b7ae-db67ba906836 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:08.916027 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0819d449-22c9-4c08-9a92-90d72fe82f52 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:09.003739 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Port 98e74f1a-8037-49eb-b7b4-a6addc97dcee had new provisioning blocks added so it will not transition to active. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} May 13 14:39:09.013011 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ae027-d47c-4e79-9a4e-4fdc0a69de7b None None] Pushing event updated for resources: {'Port': ['ID=98e74f1a-8037-49eb-b7b4-a6addc97dcee,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:09.104670 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-c0a6b2a0-62eb-4929-a5fd-736021ced8b8 service neutron] 10.222.0.35 "GET /v2.0/networks/b4d81ea4-e91f-4e2b-ae15-e775c16ce52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6323986 May 13 14:39:09.220262 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-6a755dd1-aa02-4620-b066-e7cca4e4df17 service neutron] 10.222.0.35 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967075 May 13 14:39:09.488252 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-db20031b-eee6-4926-8305-40a25afa4f5d service neutron] 10.222.0.35 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562399 May 13 14:39:09.532199 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-965c6ed8-0d47-4e83-80b6-04b584b4fdf0 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:09.625289 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4b17396b-d3d2-4079-b7ae-db67ba906836 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:09.628800 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965c6ed8-0d47-4e83-80b6-04b584b4fdf0 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network 086bdd04-c14f-4512-9c86-d3f2beec1d97 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:09.632771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-965c6ed8-0d47-4e83-80b6-04b584b4fdf0 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:09.637979 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965c6ed8-0d47-4e83-80b6-04b584b4fdf0 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:09.638630 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-965c6ed8-0d47-4e83-80b6-04b584b4fdf0 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:09.681292 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c6ed8-0d47-4e83-80b6-04b584b4fdf0 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Subnet': ['ID=72b012b4-ec56-4d3c-a2f6-ba50202a382e,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:09.690514 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-965c6ed8-0d47-4e83-80b6-04b584b4fdf0 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2709565 May 13 14:39:09.690756 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54040) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:09.696194 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-1d40b91c-82f4-4fd3-9168-49625af0d9dd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'security_group': {'name': 'tempest-secgroup-2056713348'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:09.712782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1d40b91c-82f4-4fd3-9168-49625af0d9dd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:09.719200 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1d40b91c-82f4-4fd3-9168-49625af0d9dd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:security_group and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:09.733196 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1d40b91c-82f4-4fd3-9168-49625af0d9dd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:09.751793 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1d40b91c-82f4-4fd3-9168-49625af0d9dd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:09.769183 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d40b91c-82f4-4fd3-9168-49625af0d9dd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:09.814941 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1d40b91c-82f4-4fd3-9168-49625af0d9dd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:09.822043 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1d40b91c-82f4-4fd3-9168-49625af0d9dd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:security_group_rule and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:09.825655 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1d40b91c-82f4-4fd3-9168-49625af0d9dd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:09.838923 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1d40b91c-82f4-4fd3-9168-49625af0d9dd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:09.850576 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-4b17396b-d3d2-4079-b7ae-db67ba906836 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Calling delete_port for 076093d1-3fcc-413e-9869-1513a815e0c4 owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:39:09.913745 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-456222b2-1ee7-4fd9-9092-9e7a4de91088 req-6be86aac-1d48-483e-a9c0-af2cbdba826b tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/ports?device_id=4976cbd1-6bf1-4cff-8053-8337a9d03a7f HTTP/1.1" status: 200 len: 210 time: 0.0775716 May 13 14:39:09.985869 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0819d449-22c9-4c08-9a92-90d72fe82f52 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Router a0225c89-868b-45bf-97c1-fdad390f533c is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:39:10.119072 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d40b91c-82f4-4fd3-9168-49625af0d9dd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:10.125185 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d40b91c-82f4-4fd3-9168-49625af0d9dd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:10.130549 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f3540dd1-3d85-4847-bad0-8d0d5f9f6e61 req-ce498297-c1d8-49ff-8867-0291fc594b40 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=2502b691-9bf5-4b74-9bcf-62c3317d28bb HTTP/1.1" status: 200 len: 210 time: 0.1074874 May 13 14:39:10.180943 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40b91c-82f4-4fd3-9168-49625af0d9dd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b627a5e-95f6-4cbd-8fa0-7c36342de6d4,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:10.184836 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d40b91c-82f4-4fd3-9168-49625af0d9dd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:10.186084 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1d40b91c-82f4-4fd3-9168-49625af0d9dd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4944153 May 13 14:39:10.198482 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54054) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:10.203381 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b36bf47c-7a6c-4574-89b3-7b753222c66f None None] Provisioning for port 98e74f1a-8037-49eb-b7b4-a6addc97dcee completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:10.227366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c281c45-c9ec-494a-9c30-b83ca4f912ef req-28c22cea-3e33-4e4e-bd76-7907c4e55100 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:10.232033 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b36bf47c-7a6c-4574-89b3-7b753222c66f None None] Provisioning complete for port 98e74f1a-8037-49eb-b7b4-a6addc97dcee triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:10.232415 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b36bf47c-7a6c-4574-89b3-7b753222c66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:10.237183 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7c281c45-c9ec-494a-9c30-b83ca4f912ef req-28c22cea-3e33-4e4e-bd76-7907c4e55100 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73d597e-1d32-457d-b38a-477b07bd6090 HTTP/1.1" status: 200 len: 985 time: 0.7084672 May 13 14:39:10.296696 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-4da8dc59-516f-48d4-91c4-26a36f139d3f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'security_group': {'name': 'tempest-secgroup-702922743'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:10.304503 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4da8dc59-516f-48d4-91c4-26a36f139d3f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:10.309372 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4da8dc59-516f-48d4-91c4-26a36f139d3f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:security_group and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:10.313053 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4da8dc59-516f-48d4-91c4-26a36f139d3f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:10.319812 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4da8dc59-516f-48d4-91c4-26a36f139d3f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:10.358605 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8dcb06-5cec-4c5d-abb8-d58dfb9ab3e9 None None] Network 086bdd04-c14f-4512-9c86-d3f2beec1d97 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:10.387159 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4da8dc59-516f-48d4-91c4-26a36f139d3f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:10.406595 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 98e74f1a-8037-49eb-b7b4-a6addc97dcee up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:39:10.549190 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7c281c45-c9ec-494a-9c30-b83ca4f912ef req-602d5255-ef50-4183-8108-64178484d59c tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?id=251bc881-5f1e-459d-9c6b-708ebc56443a&id=8aa3ccc5-7089-4ae1-869e-45348fa728ba&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3109534 May 13 14:39:10.556363 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4da8dc59-516f-48d4-91c4-26a36f139d3f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:10.565458 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4da8dc59-516f-48d4-91c4-26a36f139d3f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:security_group_rule and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:10.576238 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4da8dc59-516f-48d4-91c4-26a36f139d3f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:10.626437 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4da8dc59-516f-48d4-91c4-26a36f139d3f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:10.649861 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0819d449-22c9-4c08-9a92-90d72fe82f52 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:39:10.664241 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562f7cb1-18de-424c-b33c-e23f4fa10749 None None] Sync routers for ids ['a0225c89-868b-45bf-97c1-fdad390f533c'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:39:10.678626 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562f7cb1-18de-424c-b33c-e23f4fa10749 None None] Routers {'a0225c89-868b-45bf-97c1-fdad390f533c'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:39:10.679884 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-562f7cb1-18de-424c-b33c-e23f4fa10749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:39:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['a0225c89-868b-45bf-97c1-fdad390f533c'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:10.716458 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4b17396b-d3d2-4079-b7ae-db67ba906836 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:10.770781 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0819d449-22c9-4c08-9a92-90d72fe82f52 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:10.772249 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0819d449-22c9-4c08-9a92-90d72fe82f52 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 10.2290010 May 13 14:39:10.775259 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54062) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:10.781528 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-566b0494-eaea-41ce-9051-4db939d16b1d tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'enable_snat': False}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:10.793270 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17396b-d3d2-4079-b7ae-db67ba906836 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Port': ['ID=076093d1-3fcc-413e-9869-1513a815e0c4,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:10.796339 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-562f7cb1-18de-424c-b33c-e23f4fa10749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:10.807276 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562f7cb1-18de-424c-b33c-e23f4fa10749 None None] Routers {'a0225c89-868b-45bf-97c1-fdad390f533c'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:39:10.808134 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-562f7cb1-18de-424c-b33c-e23f4fa10749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:39:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['a0225c89-868b-45bf-97c1-fdad390f533c'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:10.885258 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 98e74f1a-8037-49eb-b7b4-a6addc97dcee triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:10.885636 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:10.905928 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-562f7cb1-18de-424c-b33c-e23f4fa10749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:10.906581 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562f7cb1-18de-424c-b33c-e23f4fa10749 None None] The sync data for ids ['a0225c89-868b-45bf-97c1-fdad390f533c'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:39:10.939253 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4b17396b-d3d2-4079-b7ae-db67ba906836 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:10.946447 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4da8dc59-516f-48d4-91c4-26a36f139d3f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:10.953882 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4da8dc59-516f-48d4-91c4-26a36f139d3f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:10.970035 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4b17396b-d3d2-4079-b7ae-db67ba906836 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/076093d1-3fcc-413e-9869-1513a815e0c4 HTTP/1.1" status: 204 len: 168 time: 2.5920169 May 13 14:39:10.975941 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54068) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:11.002924 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4da8dc59-516f-48d4-91c4-26a36f139d3f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:11.006816 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4da8dc59-516f-48d4-91c4-26a36f139d3f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8028836 May 13 14:39:11.010514 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54072) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:11.013340 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8dc59-516f-48d4-91c4-26a36f139d3f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c60a78de-8925-4c70-b6b9-2ddd3410070d,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:11.031865 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-f1a983dd-9298-4952-bc9a-ee1ae55fdb42 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'security_group': {'name': 'tempest-secgroup-1088140885'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:11.037839 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-b36bf47c-7a6c-4574-89b3-7b753222c66f None None] Current status of the port 98e74f1a-8037-49eb-b7b4-a6addc97dcee is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:11.044886 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f1a983dd-9298-4952-bc9a-ee1ae55fdb42 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:11.050163 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f1a983dd-9298-4952-bc9a-ee1ae55fdb42 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:security_group and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:11.054967 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f1a983dd-9298-4952-bc9a-ee1ae55fdb42 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:11.062698 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f1a983dd-9298-4952-bc9a-ee1ae55fdb42 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:11.086938 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f1a983dd-9298-4952-bc9a-ee1ae55fdb42 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:11.235413 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-97f24cd4-2568-4041-bf46-4c563bc5d032 req-1dfd5142-834f-4428-b373-5a0143b853dd tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/ports?device_id=4976cbd1-6bf1-4cff-8053-8337a9d03a7f HTTP/1.1" status: 200 len: 210 time: 0.1153786 May 13 14:39:11.266895 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f1a983dd-9298-4952-bc9a-ee1ae55fdb42 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:11.272837 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f1a983dd-9298-4952-bc9a-ee1ae55fdb42 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:security_group_rule and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:11.277793 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f1a983dd-9298-4952-bc9a-ee1ae55fdb42 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:11.293007 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f1a983dd-9298-4952-bc9a-ee1ae55fdb42 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:11.300943 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2e01e7c2-8d8a-4b7b-b0da-b4deed75d31a req-e488ce11-9ea4-4dc4-b4cb-bce291e08f1c tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-472845854&fields=id&tenant_id=713fc3e596334366a49631a90da45226 HTTP/1.1" status: 200 len: 267 time: 0.3968019 May 13 14:39:11.317401 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-240629fc-c054-452a-a9f1-9547968ce40b None None] Could not find standard attr ID for object 076093d1-3fcc-413e-9869-1513a815e0c4. {{(pid=88083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 14:39:11.384387 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-240629fc-c054-452a-a9f1-9547968ce40b None None] Provisioning complete for port 366da85e-0f75-4f00-850a-0b55b5efe216 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:11.384771 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-240629fc-c054-452a-a9f1-9547968ce40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:11.445608 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 98e74f1a-8037-49eb-b7b4-a6addc97dcee is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:11.520650 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f1a983dd-9298-4952-bc9a-ee1ae55fdb42 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:11.523597 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-a45b010d-fcba-4463-8c4e-eb103e95ffa1 req-b0539ace-8c71-42fb-af0c-5f32c591cb5b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Synchronizing usage tracker for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:11.531242 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f1a983dd-9298-4952-bc9a-ee1ae55fdb42 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:11.619983 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-240629fc-c054-452a-a9f1-9547968ce40b None None] Current status of the port 366da85e-0f75-4f00-850a-0b55b5efe216 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:11.642896 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc3e529-a68e-43b1-ac36-de80796f7bba None None] Update dhcp port {'port': {'network_id': '086bdd04-c14f-4512-9c86-d3f2beec1d97', 'fixed_ips': [{'subnet_id': '0e875e6e-ade8-4dad-8ffe-4c028e854223', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '72b012b4-ec56-4d3c-a2f6-ba50202a382e'}], 'binding:host_id': 'n-d-841760-1'}, 'id': '366da85e-0f75-4f00-850a-0b55b5efe216'} from n-d-841760-1. {{(pid=88083) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 14:39:11.717651 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-162b1679-8382-407f-86c3-0f7278c62314 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:11.718489 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-162b1679-8382-407f-86c3-0f7278c62314 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Synchronizing usage tracker for tenant:f985d0b5918b453384879b8e30ef62cd on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:11.727518 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-a45b010d-fcba-4463-8c4e-eb103e95ffa1 req-b0539ace-8c71-42fb-af0c-5f32c591cb5b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Unset dirty status for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:11.728420 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5907e3f6-e838-4d29-ac21-55ebb5a95605 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:11.729377 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a45b010d-fcba-4463-8c4e-eb103e95ffa1 req-b0539ace-8c71-42fb-af0c-5f32c591cb5b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=2502b691-9bf5-4b74-9bcf-62c3317d28bb HTTP/1.1" status: 200 len: 210 time: 0.2897832 May 13 14:39:11.729977 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5907e3f6-e838-4d29-ac21-55ebb5a95605 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7483187 May 13 14:39:11.734060 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54080) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:11.742033 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f1a983dd-9298-4952-bc9a-ee1ae55fdb42 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:11.746729 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f1a983dd-9298-4952-bc9a-ee1ae55fdb42 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7350752 May 13 14:39:11.747322 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54084) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:11.752781 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-240629fc-c054-452a-a9f1-9547968ce40b None None] Provisioning complete for port 93e5bbdf-be30-4096-8003-ba3f13884fb8 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:11.753160 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-240629fc-c054-452a-a9f1-9547968ce40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:11.761588 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-169efcbd-46dd-45bb-b917-dd6ced2cd32e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1444104588', 'security_groups': ['847ca163-14ad-4646-a2da-451ee99c6feb'], 'network_id': '086bdd04-c14f-4512-9c86-d3f2beec1d97', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '72b012b4-ec56-4d3c-a2f6-ba50202a382e'}]}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:11.794514 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01e7c2-8d8a-4b7b-b0da-b4deed75d31a req-d3f73874-199d-4b5a-92f6-63a30743f229 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:11.802163 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2e01e7c2-8d8a-4b7b-b0da-b4deed75d31a req-d3f73874-199d-4b5a-92f6-63a30743f229 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73d597e-1d32-457d-b38a-477b07bd6090 HTTP/1.1" status: 200 len: 985 time: 0.5004048 May 13 14:39:11.803516 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a983dd-9298-4952-bc9a-ee1ae55fdb42 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=847ca163-14ad-4646-a2da-451ee99c6feb,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:11.821034 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-2e01e7c2-8d8a-4b7b-b0da-b4deed75d31a req-6b72d433-a10e-4837-81ef-cbc6aa4b9e13 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Request body: {'port': {'security_groups': ['251bc881-5f1e-459d-9c6b-708ebc56443a', '8aa3ccc5-7089-4ae1-869e-45348fa728ba', '62e3407a-7c8b-4c9e-88c3-0b01d02fe5c2']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:11.853984 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a30742c-e77d-4b89-991e-1a7b9ecf9015 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:11.856241 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1a30742c-e77d-4b89-991e-1a7b9ecf9015 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:11.856672 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1fc3e529-a68e-43b1-ac36-de80796f7bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:11.907622 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-240629fc-c054-452a-a9f1-9547968ce40b None None] Port 93e5bbdf-be30-4096-8003-ba3f13884fb8 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:39:11.936605 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-162b1679-8382-407f-86c3-0f7278c62314 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Unset dirty status for tenant:f985d0b5918b453384879b8e30ef62cd on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:11.937725 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-162b1679-8382-407f-86c3-0f7278c62314 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.74 "GET /v2.0/networks?id=b4d81ea4-e91f-4e2b-ae15-e775c16ce52d HTTP/1.1" status: 200 len: 825 time: 0.6461446 May 13 14:39:11.968631 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1a30742c-e77d-4b89-991e-1a7b9ecf9015 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:11.970232 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1a30742c-e77d-4b89-991e-1a7b9ecf9015 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2344701 May 13 14:39:11.973981 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54088) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:12.001890 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-9d9e62c8-f637-4c5e-a045-09f76652e596 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Request body: {'port': {'device_id': '4976cbd1-6bf1-4cff-8053-8337a9d03a7f', 'network_id': 'b4d81ea4-e91f-4e2b-ae15-e775c16ce52d', 'admin_state_up': True, 'tenant_id': 'f985d0b5918b453384879b8e30ef62cd'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:12.054695 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0707ec-55a5-4b00-905d-ad9eeca59e83 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:12.056252 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0707ec-55a5-4b00-905d-ad9eeca59e83 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:12.057860 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0707ec-55a5-4b00-905d-ad9eeca59e83 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:12.058687 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6f0707ec-55a5-4b00-905d-ad9eeca59e83 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:12.113748 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6f0707ec-55a5-4b00-905d-ad9eeca59e83 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:12.117699 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6f0707ec-55a5-4b00-905d-ad9eeca59e83 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1396241 May 13 14:39:12.120173 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54092) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:12.165508 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-1fc3e529-a68e-43b1-ac36-de80796f7bba None None] Allocated IP 2001:db8::2 (086bdd04-c14f-4512-9c86-d3f2beec1d97/72b012b4-ec56-4d3c-a2f6-ba50202a382e/366da85e-0f75-4f00-850a-0b55b5efe216) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:12.171013 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-28c5c245-f5e0-42ba-b091-1df1840c7d80 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:12.173163 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-28c5c245-f5e0-42ba-b091-1df1840c7d80 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.74 "GET /v2.0/networks?id=79758d8c-b106-4287-a282-ab754acae92b HTTP/1.1" status: 200 len: 815 time: 0.3135629 May 13 14:39:12.243636 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0353ad3-edfb-4f33-933c-4f8803ce4121 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting subnet 7029a39e-969f-40b1-a98f-df3653b03f4b {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:39:12.247628 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e0353ad3-edfb-4f33-933c-4f8803ce4121 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:12.316019 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-887d2b3d-52d0-45a5-956d-2059e05dc840 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Synchronizing usage tracker for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:12.330578 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e0353ad3-edfb-4f33-933c-4f8803ce4121 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:12.354342 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-1fc3e529-a68e-43b1-ac36-de80796f7bba None None] For port 366da85e-0f75-4f00-850a-0b55b5efe216, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=366da85e-0f75-4f00-850a-0b55b5efe216,segment=NetworkSegment(d46fca93-af16-47a4-b98e-991b10f1c5d7),segment_id=d46fca93-af16-47a4-b98e-991b10f1c5d7)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:12.368473 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-169efcbd-46dd-45bb-b917-dd6ced2cd32e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:12.388770 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1fc3e529-a68e-43b1-ac36-de80796f7bba None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:12.408522 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-1fc3e529-a68e-43b1-ac36-de80796f7bba None None] Transition to ACTIVE for port object 366da85e-0f75-4f00-850a-0b55b5efe216 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:12.409658 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-9d9e62c8-f637-4c5e-a045-09f76652e596 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:12.414776 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1fc3e529-a68e-43b1-ac36-de80796f7bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:12.415055 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2e01e7c2-8d8a-4b7b-b0da-b4deed75d31a req-6b72d433-a10e-4837-81ef-cbc6aa4b9e13 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:12.428569 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-169efcbd-46dd-45bb-b917-dd6ced2cd32e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:12.432484 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-9d9e62c8-f637-4c5e-a045-09f76652e596 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Usage tracker for resource:port and tenant:f985d0b5918b453384879b8e30ef62cd is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:12.443484 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-9d9e62c8-f637-4c5e-a045-09f76652e596 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:12.455748 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-9d9e62c8-f637-4c5e-a045-09f76652e596 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:12.457279 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-887d2b3d-52d0-45a5-956d-2059e05dc840 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Unset dirty status for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:12.459798 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-887d2b3d-52d0-45a5-956d-2059e05dc840 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6ab0120ba4d4937a9340132b618cd48 HTTP/1.1" status: 200 len: 378 time: 0.2454684 May 13 14:39:12.470556 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-894bb029-e98c-4b48-b2dd-4b6d1a5c12e9 req-6418251e-d078-47a8-89c2-3a1b1545774c tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/ports?device_id=4976cbd1-6bf1-4cff-8053-8337a9d03a7f HTTP/1.1" status: 200 len: 210 time: 0.0627904 May 13 14:39:12.484255 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e0353ad3-edfb-4f33-933c-4f8803ce4121 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:12.496405 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-566b0494-eaea-41ce-9051-4db939d16b1d tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:12.507352 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169efcbd-46dd-45bb-b917-dd6ced2cd32e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:12.547820 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-9d9e62c8-f637-4c5e-a045-09f76652e596 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Made reservation on behalf of f985d0b5918b453384879b8e30ef62cd for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:12.551924 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-9d9e62c8-f637-4c5e-a045-09f76652e596 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:12.558281 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-a3d7f3f8-d4c7-48d7-bfed-c2632fc94e5e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Request body: {'port': {'device_id': '2502b691-9bf5-4b74-9bcf-62c3317d28bb', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'admin_state_up': True, 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'security_groups': ['a97e16d0-5c61-421d-a794-86752ea11ebe']}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:12.586974 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3e529-a68e-43b1-ac36-de80796f7bba None None] Pushing event updated for resources: {'Port': ['ID=366da85e-0f75-4f00-850a-0b55b5efe216,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:12.679988 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e0353ad3-edfb-4f33-933c-4f8803ce4121 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:12.740869 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0353ad3-edfb-4f33-933c-4f8803ce4121 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Subnet': ['ID=7029a39e-969f-40b1-a98f-df3653b03f4b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:12.749459 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dfaac6-d39e-400a-a2fd-9ce10e98fee5 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:12.752245 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e0353ad3-edfb-4f33-933c-4f8803ce4121 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:12.770133 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0353ad3-edfb-4f33-933c-4f8803ce4121 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:12.770508 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0353ad3-edfb-4f33-933c-4f8803ce4121 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:12.770806 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0353ad3-edfb-4f33-933c-4f8803ce4121 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:12.772190 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0353ad3-edfb-4f33-933c-4f8803ce4121 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:12.772190 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0353ad3-edfb-4f33-933c-4f8803ce4121 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:12.772408 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0353ad3-edfb-4f33-933c-4f8803ce4121 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:12.772648 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0353ad3-edfb-4f33-933c-4f8803ce4121 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:12.772967 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0353ad3-edfb-4f33-933c-4f8803ce4121 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:12.774726 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0353ad3-edfb-4f33-933c-4f8803ce4121 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:12.774726 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0353ad3-edfb-4f33-933c-4f8803ce4121 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:12.774726 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0353ad3-edfb-4f33-933c-4f8803ce4121 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:12.774726 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0353ad3-edfb-4f33-933c-4f8803ce4121 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:12.788805 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e0353ad3-edfb-4f33-933c-4f8803ce4121 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/7029a39e-969f-40b1-a98f-df3653b03f4b HTTP/1.1" status: 204 len: 168 time: 0.6686878 May 13 14:39:12.789985 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-a3d7f3f8-d4c7-48d7-bfed-c2632fc94e5e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:12.792181 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54100) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:12.873167 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-a3d7f3f8-d4c7-48d7-bfed-c2632fc94e5e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:12.931404 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-a3d7f3f8-d4c7-48d7-bfed-c2632fc94e5e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Made reservation on behalf of b6ab0120ba4d4937a9340132b618cd48 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:12.934871 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-a3d7f3f8-d4c7-48d7-bfed-c2632fc94e5e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:13.016108 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0afda5e-f6c1-466f-8d6d-fd0aa80f9e48 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting subnet c9df6799-61d2-4d61-81f0-957f5a818b61 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:39:13.022172 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-de8fddde-52c8-4c5c-b58a-3df592589ff4 req-ac7d2c13-b29c-489e-a9e5-b584bdf443bf tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=2502b691-9bf5-4b74-9bcf-62c3317d28bb HTTP/1.1" status: 200 len: 210 time: 0.0772693 May 13 14:39:13.027856 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c0afda5e-f6c1-466f-8d6d-fd0aa80f9e48 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:13.154139 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c0afda5e-f6c1-466f-8d6d-fd0aa80f9e48 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:13.246276 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-169efcbd-46dd-45bb-b917-dd6ced2cd32e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:13.310125 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-a3d7f3f8-d4c7-48d7-bfed-c2632fc94e5e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Allocated IP 172.20.0.12 (79758d8c-b106-4287-a282-ab754acae92b/3f8b6906-e2ce-45f4-9457-d3fca5fa8def/63a63d4e-8f68-453d-83f7-fcd921b1c591) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:13.343778 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c0afda5e-f6c1-466f-8d6d-fd0aa80f9e48 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:13.446776 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-169efcbd-46dd-45bb-b917-dd6ced2cd32e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] device_id is not set on port 315a1bbc-3ac1-4469-a100-19a6d182af9b yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:39:13.452833 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-53f4c5a9-7d09-4d39-a951-d2e4c74022fd None None] Provisioning for port 366da85e-0f75-4f00-850a-0b55b5efe216 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:13.460005 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-53f4c5a9-7d09-4d39-a951-d2e4c74022fd None None] Provisioning complete for port 366da85e-0f75-4f00-850a-0b55b5efe216 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:13.460590 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-53f4c5a9-7d09-4d39-a951-d2e4c74022fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:13.534102 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c0afda5e-f6c1-466f-8d6d-fd0aa80f9e48 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:13.630529 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-2e01e7c2-8d8a-4b7b-b0da-b4deed75d31a req-6b72d433-a10e-4837-81ef-cbc6aa4b9e13 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] For port eb937db1-feb5-47a6-8ea9-96d077863de7, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=eb937db1-feb5-47a6-8ea9-96d077863de7,segment=NetworkSegment(a06f9bce-2caa-4583-849f-dff0052df554),segment_id=a06f9bce-2caa-4583-849f-dff0052df554)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:13.633146 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-53f4c5a9-7d09-4d39-a951-d2e4c74022fd None None] Current status of the port 366da85e-0f75-4f00-850a-0b55b5efe216 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:13.633969 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afda5e-f6c1-466f-8d6d-fd0aa80f9e48 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Subnet': ['ID=c9df6799-61d2-4d61-81f0-957f5a818b61,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:13.636675 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c0afda5e-f6c1-466f-8d6d-fd0aa80f9e48 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:13.653796 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-53f4c5a9-7d09-4d39-a951-d2e4c74022fd None None] Provisioning complete for port 93e5bbdf-be30-4096-8003-ba3f13884fb8 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:13.654519 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-53f4c5a9-7d09-4d39-a951-d2e4c74022fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:13.666178 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2e01e7c2-8d8a-4b7b-b0da-b4deed75d31a req-6b72d433-a10e-4837-81ef-cbc6aa4b9e13 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:13.672638 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c0afda5e-f6c1-466f-8d6d-fd0aa80f9e48 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/c9df6799-61d2-4d61-81f0-957f5a818b61 HTTP/1.1" status: 204 len: 168 time: 0.8789806 May 13 14:39:13.682269 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54108) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:13.691313 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-9d9e62c8-f637-4c5e-a045-09f76652e596 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Allocated IP 172.20.0.12 (b4d81ea4-e91f-4e2b-ae15-e775c16ce52d/e9e56c92-87f5-4bc7-b8c5-49fd79d622c0/a54d8008-64b7-4068-a46c-d13f866b0ccf) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:13.699963 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2e01e7c2-8d8a-4b7b-b0da-b4deed75d31a req-6b72d433-a10e-4837-81ef-cbc6aa4b9e13 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:13.717944 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['7865fba9-2e06-436e-9064-468d336d7cf2', 'eb937db1-feb5-47a6-8ea9-96d077863de7'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:39:13.799888 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-53f4c5a9-7d09-4d39-a951-d2e4c74022fd None None] Port 93e5bbdf-be30-4096-8003-ba3f13884fb8 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:39:13.820516 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4250a0a7-ba13-4af1-987c-83a301bc9f8d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1363230 May 13 14:39:13.826099 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54112) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:13.837717 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-a1d740ac-8ad4-46a1-9fb5-8a54bc454230 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:13.879864 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-a3d7f3f8-d4c7-48d7-bfed-c2632fc94e5e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:14.008352 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01e7c2-8d8a-4b7b-b0da-b4deed75d31a req-6b72d433-a10e-4837-81ef-cbc6aa4b9e13 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:14.009025 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2e01e7c2-8d8a-4b7b-b0da-b4deed75d31a req-6b72d433-a10e-4837-81ef-cbc6aa4b9e13 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:14.024868 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2e01e7c2-8d8a-4b7b-b0da-b4deed75d31a req-6b72d433-a10e-4837-81ef-cbc6aa4b9e13 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "PUT /v2.0/ports/eb937db1-feb5-47a6-8ea9-96d077863de7 HTTP/1.1" status: 200 len: 1021 time: 2.2211552 May 13 14:39:14.058324 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73d597e-1d32-457d-b38a-477b07bd6090', 'tag': 'eb937db1-feb5-47a6-8ea9-96d077863de7'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:14.062877 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72d433-a10e-4837-81ef-cbc6aa4b9e13 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Pushing event updated for resources: {'Port': ['ID=eb937db1-feb5-47a6-8ea9-96d077863de7,revision_number=7']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:14.079965 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['eb937db1-feb5-47a6-8ea9-96d077863de7'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:39:14.131792 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e16bacd6-fc72-4882-bead-9dfeb7fd1858 req-8e2e9fb9-321c-4606-bb4f-2c093f18d742 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/ports?device_id=4976cbd1-6bf1-4cff-8053-8337a9d03a7f HTTP/1.1" status: 200 len: 210 time: 0.2477238 May 13 14:39:14.164669 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-a3d7f3f8-d4c7-48d7-bfed-c2632fc94e5e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Transition to ACTIVE for port object 63a63d4e-8f68-453d-83f7-fcd921b1c591 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:14.190167 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f13bbe-2c24-4211-bcf8-3d2826ba4b8c None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:14.190422 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a1d740ac-8ad4-46a1-9fb5-8a54bc454230 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:14.195459 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a1d740ac-8ad4-46a1-9fb5-8a54bc454230 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:subnet and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:14.199039 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a1d740ac-8ad4-46a1-9fb5-8a54bc454230 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:14.219065 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a1d740ac-8ad4-46a1-9fb5-8a54bc454230 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:14.234117 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d740ac-8ad4-46a1-9fb5-8a54bc454230 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:14.238312 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a1d740ac-8ad4-46a1-9fb5-8a54bc454230 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:14.388510 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-169efcbd-46dd-45bb-b917-dd6ced2cd32e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Allocated IP 2001:db8::1fb (086bdd04-c14f-4512-9c86-d3f2beec1d97/72b012b4-ec56-4d3c-a2f6-ba50202a382e/315a1bbc-3ac1-4469-a100-19a6d182af9b) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:14.405104 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 366da85e-0f75-4f00-850a-0b55b5efe216 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:39:14.420833 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-dd72fd45-8f9a-4c3e-a848-63d72ee93dec req-8b989e6c-0bb9-4842-9111-87603b193223 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Synchronizing usage tracker for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:14.453781 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-a3d7f3f8-d4c7-48d7-bfed-c2632fc94e5e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:14.455591 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-dd72fd45-8f9a-4c3e-a848-63d72ee93dec req-8b989e6c-0bb9-4842-9111-87603b193223 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Unset dirty status for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:14.456991 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dd72fd45-8f9a-4c3e-a848-63d72ee93dec req-8b989e6c-0bb9-4842-9111-87603b193223 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=2502b691-9bf5-4b74-9bcf-62c3317d28bb HTTP/1.1" status: 200 len: 210 time: 0.0944002 May 13 14:39:14.560030 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-a3d7f3f8-d4c7-48d7-bfed-c2632fc94e5e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Network 79758d8c-b106-4287-a282-ab754acae92b is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:14.566085 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-a3d7f3f8-d4c7-48d7-bfed-c2632fc94e5e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:14.570589 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9a8b03e-6306-4e01-a219-75e63154ee65'] response: {'name': 'network-changed', 'server_uuid': 'c73d597e-1d32-457d-b38a-477b07bd6090', 'tag': 'eb937db1-feb5-47a6-8ea9-96d077863de7', 'status': 'completed', 'code': 200} May 13 14:39:14.573379 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5faa9e41-2d69-4b9a-bf51-ccea691393ee req-3eb1191d-ea18-4f3f-b7ba-dfa3472e5e6b tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups/62e3407a-7c8b-4c9e-88c3-0b01d02fe5c2 HTTP/1.1" status: 200 len: 1802 time: 0.5041306 May 13 14:39:14.605575 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-a3d7f3f8-d4c7-48d7-bfed-c2632fc94e5e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:39:14.638869 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7f3f8-d4c7-48d7-bfed-c2632fc94e5e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event updated for resources: {'Port': ['ID=63a63d4e-8f68-453d-83f7-fcd921b1c591,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:14.643397 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3d201953-c48e-42a7-9e29-d166ed803065 None None] Provisioning complete for port 98e74f1a-8037-49eb-b7b4-a6addc97dcee triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:14.643963 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3d201953-c48e-42a7-9e29-d166ed803065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:14.722956 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-9d9e62c8-f637-4c5e-a045-09f76652e596 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:14.754319 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-a3d7f3f8-d4c7-48d7-bfed-c2632fc94e5e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:14.755208 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-a3d7f3f8-d4c7-48d7-bfed-c2632fc94e5e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:14.813385 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-a3d7f3f8-d4c7-48d7-bfed-c2632fc94e5e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2588198 May 13 14:39:14.826492 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a1d740ac-8ad4-46a1-9fb5-8a54bc454230 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:14.838441 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-9d9e62c8-f637-4c5e-a045-09f76652e596 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:14.866442 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-31d6f198-ec2f-458e-b46e-c965132f68e5 service neutron] Request body: {'port': {'device_id': '2502b691-9bf5-4b74-9bcf-62c3317d28bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:14.869598 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 366da85e-0f75-4f00-850a-0b55b5efe216 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:14.869966 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:14.898701 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d9ae7-820a-43f7-9211-0d33117ee74e req-5bfb1cfc-9ddd-4692-92be-d59662316649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:14.900403 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0d4d9ae7-820a-43f7-9211-0d33117ee74e req-5bfb1cfc-9ddd-4692-92be-d59662316649 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=713fc3e596334366a49631a90da45226&device_id=c73d597e-1d32-457d-b38a-477b07bd6090 HTTP/1.1" status: 200 len: 1175 time: 0.3370926 May 13 14:39:14.963622 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d740ac-8ad4-46a1-9fb5-8a54bc454230 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:15.017679 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-a1d740ac-8ad4-46a1-9fb5-8a54bc454230 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:15.028043 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d740ac-8ad4-46a1-9fb5-8a54bc454230 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:15.028798 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a1d740ac-8ad4-46a1-9fb5-8a54bc454230 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:15.058195 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3d201953-c48e-42a7-9e29-d166ed803065 None None] Current status of the port 98e74f1a-8037-49eb-b7b4-a6addc97dcee is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:15.068747 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d740ac-8ad4-46a1-9fb5-8a54bc454230 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Subnet': ['ID=0bdc4e88-51ef-4a21-9e7e-f4c6f460e986,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:15.125241 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a1d740ac-8ad4-46a1-9fb5-8a54bc454230 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2962811 May 13 14:39:15.130359 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54122) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:15.135748 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-9d9e62c8-f637-4c5e-a045-09f76652e596 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Network b4d81ea4-e91f-4e2b-ae15-e775c16ce52d is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:15.149418 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-0ff4d17a-d95f-43e4-b1b4-c9f1d2a2d8b6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:15.151911 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-9d9e62c8-f637-4c5e-a045-09f76652e596 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:15.216186 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-9d9e62c8-f637-4c5e-a045-09f76652e596 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:39:15.246795 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-31d6f198-ec2f-458e-b46e-c965132f68e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:15.266147 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d9ae7-820a-43f7-9211-0d33117ee74e req-516ec207-fe49-4c99-a1c8-1dff2abb5dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:15.267791 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0d4d9ae7-820a-43f7-9211-0d33117ee74e req-516ec207-fe49-4c99-a1c8-1dff2abb5dc6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bdf000b2-35a2-42ed-a188-349bb545fbc9 HTTP/1.1" status: 200 len: 913 time: 0.3564403 May 13 14:39:15.312553 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 366da85e-0f75-4f00-850a-0b55b5efe216 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:15.357835 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c0781443-e588-49d5-8704-cebe50d1d7fc None None] Provisioning for port 63a63d4e-8f68-453d-83f7-fcd921b1c591 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:15.380115 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7ad22c-1038-41b2-a240-2fc2fab42a6e None None] DHCP port deletion for 0723b97b-08c9-4db0-a15e-5b69273136d9 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:39:15.394058 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c0781443-e588-49d5-8704-cebe50d1d7fc None None] Provisioning complete for port 63a63d4e-8f68-453d-83f7-fcd921b1c591 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:15.394341 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c0781443-e588-49d5-8704-cebe50d1d7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:15.429525 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ea7ad22c-1038-41b2-a240-2fc2fab42a6e None None] Deleting port 98e74f1a-8037-49eb-b7b4-a6addc97dcee {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:39:15.429965 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ea7ad22c-1038-41b2-a240-2fc2fab42a6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:15.433176 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0d4d9ae7-820a-43f7-9211-0d33117ee74e req-012487b6-2abe-4c9c-b0ed-d0ed36451a94 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb937db1-feb5-47a6-8ea9-96d077863de7 HTTP/1.1" status: 200 len: 217 time: 0.1547289 May 13 14:39:15.456491 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [req-5faa9e41-2d69-4b9a-bf51-ccea691393ee req-bc6ade9f-a9b6-4e0b-8e80-1c7c4ced8438 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] delete failed (client error): There was a conflict when trying to complete your request. May 13 14:39:15.457120 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5faa9e41-2d69-4b9a-bf51-ccea691393ee req-bc6ade9f-a9b6-4e0b-8e80-1c7c4ced8438 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "DELETE /v2.0/security-groups/62e3407a-7c8b-4c9e-88c3-0b01d02fe5c2 HTTP/1.1" status: 409 len: 341 time: 0.8636892 May 13 14:39:15.457622 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e62c8-f637-4c5e-a045-09f76652e596 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Pushing event updated for resources: {'Port': ['ID=a54d8008-64b7-4068-a46c-d13f866b0ccf,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:15.558452 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-c0781443-e588-49d5-8704-cebe50d1d7fc None None] Port 63a63d4e-8f68-453d-83f7-fcd921b1c591 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:39:15.631718 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0ff4d17a-d95f-43e4-b1b4-c9f1d2a2d8b6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:15.634697 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-9d9e62c8-f637-4c5e-a045-09f76652e596 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:15.635895 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-9d9e62c8-f637-4c5e-a045-09f76652e596 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:15.636143 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d9ae7-820a-43f7-9211-0d33117ee74e req-b7993504-2db1-4f89-b231-b34b95f2cb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:15.637556 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0d4d9ae7-820a-43f7-9211-0d33117ee74e req-b7993504-2db1-4f89-b231-b34b95f2cb2a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca21fd33-bce4-432c-932a-d45b6a8b65d2 HTTP/1.1" status: 200 len: 852 time: 0.1942213 May 13 14:39:15.661386 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-169efcbd-46dd-45bb-b917-dd6ced2cd32e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:15.681008 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0ff4d17a-d95f-43e4-b1b4-c9f1d2a2d8b6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:subnet and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:15.689343 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0ff4d17a-d95f-43e4-b1b4-c9f1d2a2d8b6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:15.707731 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0ff4d17a-d95f-43e4-b1b4-c9f1d2a2d8b6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:15.713642 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-169efcbd-46dd-45bb-b917-dd6ced2cd32e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Transition to ACTIVE for port object 315a1bbc-3ac1-4469-a100-19a6d182af9b will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:15.714703 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0d4d9ae7-820a-43f7-9211-0d33117ee74e req-29ee510b-e20e-45f9-98a8-1ab230b4b2e9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bdf000b2-35a2-42ed-a188-349bb545fbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659227 May 13 14:39:15.716175 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-9d9e62c8-f637-4c5e-a045-09f76652e596 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7180176 May 13 14:39:15.773177 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-ea7ad22c-1038-41b2-a240-2fc2fab42a6e None None] For port 98e74f1a-8037-49eb-b7b4-a6addc97dcee, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=98e74f1a-8037-49eb-b7b4-a6addc97dcee,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:15.773844 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ea7ad22c-1038-41b2-a240-2fc2fab42a6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:15.788587 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-7ea5718c-c47e-4df2-8d4d-a707ceb6546f service neutron] Request body: {'port': {'device_id': '4976cbd1-6bf1-4cff-8053-8337a9d03a7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:15.886433 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-566b0494-eaea-41ce-9051-4db939d16b1d tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:15.926011 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ea7ad22c-1038-41b2-a240-2fc2fab42a6e None None] Calling delete_port for 98e74f1a-8037-49eb-b7b4-a6addc97dcee owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:39:15.936218 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-566b0494-eaea-41ce-9051-4db939d16b1d tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33129349'] for router, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:16.007097 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ea7ad22c-1038-41b2-a240-2fc2fab42a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:16.024201 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff4d17a-d95f-43e4-b1b4-c9f1d2a2d8b6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:16.027865 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ff4d17a-d95f-43e4-b1b4-c9f1d2a2d8b6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:16.056697 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ac246-654e-4e91-95fd-24d673bde931 req-003f5415-5a3d-4a6f-8ab4-244f3e5d0517 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:16.058449 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d51ac246-654e-4e91-95fd-24d673bde931 req-003f5415-5a3d-4a6f-8ab4-244f3e5d0517 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/ports?device_id=4976cbd1-6bf1-4cff-8053-8337a9d03a7f HTTP/1.1" status: 200 len: 932 time: 0.7180614 May 13 14:39:16.073736 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ad22c-1038-41b2-a240-2fc2fab42a6e None None] Pushing event deleted for resources: {'Port': ['ID=98e74f1a-8037-49eb-b7b4-a6addc97dcee,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:16.076563 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-169efcbd-46dd-45bb-b917-dd6ced2cd32e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:16.078022 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7ad22c-1038-41b2-a240-2fc2fab42a6e None None] No DVR routers for this DVR port 98e74f1a-8037-49eb-b7b4-a6addc97dcee on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:39:16.089635 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-7ea5718c-c47e-4df2-8d4d-a707ceb6546f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:16.102472 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbee094-289f-4da2-88bf-570eaf75deb0 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:16.283960 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169efcbd-46dd-45bb-b917-dd6ced2cd32e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network 086bdd04-c14f-4512-9c86-d3f2beec1d97 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:16.319489 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-169efcbd-46dd-45bb-b917-dd6ced2cd32e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:16.325608 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d51ac246-654e-4e91-95fd-24d673bde931 req-0afa1336-3063-48a1-8727-c0805bf52568 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/security-groups?id=f410ab32-4e11-46ef-b5f5-f0f90693d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966166 May 13 14:39:16.331655 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169efcbd-46dd-45bb-b917-dd6ced2cd32e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:39:16.337862 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169efcbd-46dd-45bb-b917-dd6ced2cd32e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:16.338548 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-169efcbd-46dd-45bb-b917-dd6ced2cd32e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:16.352047 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169efcbd-46dd-45bb-b917-dd6ced2cd32e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Port': ['ID=315a1bbc-3ac1-4469-a100-19a6d182af9b,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:16.400026 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 98e74f1a-8037-49eb-b7b4-a6addc97dcee no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:39:16.400252 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0d4d9ae7-820a-43f7-9211-0d33117ee74e req-d682f653-9b1d-4cad-b5d7-add30a3c4050 service neutron] 10.222.0.59 "GET /v2.0/networks/bdf000b2-35a2-42ed-a188-349bb545fbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6763253 May 13 14:39:16.441359 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-169efcbd-46dd-45bb-b917-dd6ced2cd32e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.6898422 May 13 14:39:16.450518 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54134) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:16.475709 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 98e74f1a-8037-49eb-b7b4-a6addc97dcee {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:39:16.476206 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 98e74f1a-8037-49eb-b7b4-a6addc97dcee not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:39:16.497650 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b13bf79-8577-4fab-82a8-4da14b67dcff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-0723b97b-08c9-4db0-a15e-5b69273136d9', 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'fixed_ips': [{'subnet_id': '0bdc4e88-51ef-4a21-9e7e-f4c6f460e986'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:39:16.498652 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0b13bf79-8577-4fab-82a8-4da14b67dcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:16.521684 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566b0494-eaea-41ce-9051-4db939d16b1d tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Router a0225c89-868b-45bf-97c1-fdad390f533c has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:39:16.533115 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-8d4e3c82-4289-491a-b8b0-0ec12d1bedb8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'subnet': {'network_id': '086bdd04-c14f-4512-9c86-d3f2beec1d97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:16.534436 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6475d-383a-4387-9702-619609bba33e req-d1f0c1b3-862a-4aa5-bfd3-12633f2aa4b9 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:16.535983 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6ef6475d-383a-4387-9702-619609bba33e req-d1f0c1b3-862a-4aa5-bfd3-12633f2aa4b9 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=2502b691-9bf5-4b74-9bcf-62c3317d28bb HTTP/1.1" status: 200 len: 932 time: 0.5875106 May 13 14:39:16.715482 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8e939767-99a9-439e-95c2-fa2e410c0431 None None] Provisioning for port 315a1bbc-3ac1-4469-a100-19a6d182af9b completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:16.726236 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-0b13bf79-8577-4fab-82a8-4da14b67dcff None None] Allocated IP 2001:db8::2 (0723b97b-08c9-4db0-a15e-5b69273136d9/0bdc4e88-51ef-4a21-9e7e-f4c6f460e986/7856d04e-609a-482d-be04-6e1c3eb22523) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:16.728279 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8e939767-99a9-439e-95c2-fa2e410c0431 None None] Provisioning complete for port 315a1bbc-3ac1-4469-a100-19a6d182af9b triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:16.728715 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8e939767-99a9-439e-95c2-fa2e410c0431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:16.742260 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6ef6475d-383a-4387-9702-619609bba33e req-ca320df4-a92e-4286-a868-bfbfdc32bbc2 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=a97e16d0-5c61-421d-a794-86752ea11ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1891437 May 13 14:39:16.797092 n-d-841760-1 neutron-server[88082]: INFO neutron.db.ipam_backend_mixin [None req-0ff4d17a-d95f-43e4-b1b4-c9f1d2a2d8b6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0bdc4e88-51ef-4a21-9e7e-f4c6f460e986 (CIDR: 2001:db8::/64) May 13 14:39:16.850396 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8d4e3c82-4289-491a-b8b0-0ec12d1bedb8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:16.861858 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff4d17a-d95f-43e4-b1b4-c9f1d2a2d8b6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:39:16.862511 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ff4d17a-d95f-43e4-b1b4-c9f1d2a2d8b6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:16.876433 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566b0494-eaea-41ce-9051-4db939d16b1d tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:39:16.877411 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8d4e3c82-4289-491a-b8b0-0ec12d1bedb8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:subnet and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:16.882873 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-566b0494-eaea-41ce-9051-4db939d16b1d tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:16.884475 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-566b0494-eaea-41ce-9051-4db939d16b1d tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "PUT /v2.0/routers/a0225c89-868b-45bf-97c1-fdad390f533c HTTP/1.1" status: 200 len: 920 time: 6.1080935 May 13 14:39:16.891375 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8d4e3c82-4289-491a-b8b0-0ec12d1bedb8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:16.893152 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54138) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:16.908730 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3858ba-ae06-498a-9c9c-e69346ea68b0 None None] Sync routers for ids ['a0225c89-868b-45bf-97c1-fdad390f533c'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:39:16.909854 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8d4e3c82-4289-491a-b8b0-0ec12d1bedb8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:16.910779 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-8e939767-99a9-439e-95c2-fa2e410c0431 None None] Port 315a1bbc-3ac1-4469-a100-19a6d182af9b cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:39:16.916511 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-31d6f198-ec2f-458e-b46e-c965132f68e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63a63d4e-8f68-453d-83f7-fcd921b1c591 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:39:16.931867 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-31d6f198-ec2f-458e-b46e-c965132f68e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:16.937345 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3858ba-ae06-498a-9c9c-e69346ea68b0 None None] Routers {'a0225c89-868b-45bf-97c1-fdad390f533c'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:39:16.938018 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-8b3858ba-ae06-498a-9c9c-e69346ea68b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:39:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['a0225c89-868b-45bf-97c1-fdad390f533c'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:16.953410 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0ff4d17a-d95f-43e4-b1b4-c9f1d2a2d8b6 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8096941 May 13 14:39:16.960042 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54142) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:16.968316 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4e3c82-4289-491a-b8b0-0ec12d1bedb8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:16.971726 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8d4e3c82-4289-491a-b8b0-0ec12d1bedb8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:17.004049 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-31d6f198-ec2f-458e-b46e-c965132f68e5 service neutron] Transition to ACTIVE for port object 63a63d4e-8f68-453d-83f7-fcd921b1c591 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:17.008469 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-8b3858ba-ae06-498a-9c9c-e69346ea68b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:17.012081 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-af471fea-bd36-4f7a-b094-a37c44902ff7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:17.036358 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3858ba-ae06-498a-9c9c-e69346ea68b0 None None] Routers {'a0225c89-868b-45bf-97c1-fdad390f533c'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:39:17.037562 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-8b3858ba-ae06-498a-9c9c-e69346ea68b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:39:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['a0225c89-868b-45bf-97c1-fdad390f533c'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:17.067814 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-31d6f198-ec2f-458e-b46e-c965132f68e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:17.117842 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-8b3858ba-ae06-498a-9c9c-e69346ea68b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:17.118262 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3858ba-ae06-498a-9c9c-e69346ea68b0 None None] The sync data for ids ['a0225c89-868b-45bf-97c1-fdad390f533c'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:39:17.123415 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0d4d9ae7-820a-43f7-9211-0d33117ee74e req-e0941384-fcf2-429e-a015-4ca03db6537a service neutron] 10.222.0.59 "GET /v2.0/networks/bdf000b2-35a2-42ed-a188-349bb545fbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7158599 May 13 14:39:17.235770 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0b13bf79-8577-4fab-82a8-4da14b67dcff None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:17.255241 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0b13bf79-8577-4fab-82a8-4da14b67dcff None None] Transition to ACTIVE for port object 7856d04e-609a-482d-be04-6e1c3eb22523 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:17.281653 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0b13bf79-8577-4fab-82a8-4da14b67dcff None None] Transition to ACTIVE for port object 7856d04e-609a-482d-be04-6e1c3eb22523 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:17.293983 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0b13bf79-8577-4fab-82a8-4da14b67dcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:17.308360 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-7ea5718c-c47e-4df2-8d4d-a707ceb6546f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a54d8008-64b7-4068-a46c-d13f866b0ccf {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:39:17.374816 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b13bf79-8577-4fab-82a8-4da14b67dcff None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:17.377019 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-7ea5718c-c47e-4df2-8d4d-a707ceb6546f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:17.384444 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-0b13bf79-8577-4fab-82a8-4da14b67dcff None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:17.389490 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b13bf79-8577-4fab-82a8-4da14b67dcff None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:39:17.415912 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9198e4-431a-4d29-b9a3-d4c588c333df req-50a8d736-8ea7-43ac-aa37-ab06c0562a4e tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:17.424052 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ca9198e4-431a-4d29-b9a3-d4c588c333df req-50a8d736-8ea7-43ac-aa37-ab06c0562a4e tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73d597e-1d32-457d-b38a-477b07bd6090 HTTP/1.1" status: 200 len: 1024 time: 0.8617287 May 13 14:39:17.457786 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-7ea5718c-c47e-4df2-8d4d-a707ceb6546f service neutron] Transition to ACTIVE for port object a54d8008-64b7-4068-a46c-d13f866b0ccf will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:17.475718 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d6f198-ec2f-458e-b46e-c965132f68e5 service neutron] Pushing event updated for resources: {'Port': ['ID=63a63d4e-8f68-453d-83f7-fcd921b1c591,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:17.489324 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-7ea5718c-c47e-4df2-8d4d-a707ceb6546f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:17.524417 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13bf79-8577-4fab-82a8-4da14b67dcff None None] Pushing event updated for resources: {'Port': ['ID=7856d04e-609a-482d-be04-6e1c3eb22523,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:17.540030 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-eea51fd3-d5b5-42da-90e4-7c812014e94f tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "GET /v2.0/routers/a0225c89-868b-45bf-97c1-fdad390f533c HTTP/1.1" status: 200 len: 920 time: 0.6425138 May 13 14:39:17.549690 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-0b13bf79-8577-4fab-82a8-4da14b67dcff None None] Attempting to bind port 7856d04e-609a-482d-be04-6e1c3eb22523 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:39:17.550213 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-0b13bf79-8577-4fab-82a8-4da14b67dcff None None] Attempting to bind port 7856d04e-609a-482d-be04-6e1c3eb22523 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:39:17.550666 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b13bf79-8577-4fab-82a8-4da14b67dcff None None] Attempting to bind port 7856d04e-609a-482d-be04-6e1c3eb22523 on network 0723b97b-08c9-4db0-a15e-5b69273136d9 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:17.551447 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54148) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:17.557795 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b13bf79-8577-4fab-82a8-4da14b67dcff None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:39:17.558228 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b13bf79-8577-4fab-82a8-4da14b67dcff None None] Checking segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:39:17.558767 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0b13bf79-8577-4fab-82a8-4da14b67dcff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:17.559467 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b13bf79-8577-4fab-82a8-4da14b67dcff None None] Bound using segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:39:17.559829 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-0b13bf79-8577-4fab-82a8-4da14b67dcff None None] Bound port: 7856d04e-609a-482d-be04-6e1c3eb22523, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:39:17.560293 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0b13bf79-8577-4fab-82a8-4da14b67dcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:17.602704 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-af471fea-bd36-4f7a-b094-a37c44902ff7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:17.642109 n-d-841760-1 neutron-server[88082]: INFO neutron.db.ipam_backend_mixin [None req-8d4e3c82-4289-491a-b8b0-0ec12d1bedb8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 72b012b4-ec56-4d3c-a2f6-ba50202a382e (CIDR: 2001:db8::/64) May 13 14:39:17.660526 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-af471fea-bd36-4f7a-b094-a37c44902ff7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:subnet and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:17.671634 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d4e3c82-4289-491a-b8b0-0ec12d1bedb8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:39:17.672434 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d4e3c82-4289-491a-b8b0-0ec12d1bedb8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:17.672565 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-0b13bf79-8577-4fab-82a8-4da14b67dcff None None] For port 7856d04e-609a-482d-be04-6e1c3eb22523, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:39:17.672672 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-af471fea-bd36-4f7a-b094-a37c44902ff7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:17.676398 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-0b13bf79-8577-4fab-82a8-4da14b67dcff None None] For port 7856d04e-609a-482d-be04-6e1c3eb22523, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=7856d04e-609a-482d-be04-6e1c3eb22523,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:39:17.683146 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0b13bf79-8577-4fab-82a8-4da14b67dcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:17.694125 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-af471fea-bd36-4f7a-b094-a37c44902ff7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:17.697845 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ca9198e4-431a-4d29-b9a3-d4c588c333df req-6943692a-74f8-4c25-982f-6de2662c4212 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?id=62e3407a-7c8b-4c9e-88c3-0b01d02fe5c2&id=251bc881-5f1e-459d-9c6b-708ebc56443a&id=8aa3ccc5-7089-4ae1-869e-45348fa728ba&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2727396 May 13 14:39:17.705986 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-31d6f198-ec2f-458e-b46e-c965132f68e5 service neutron] Attempting to bind port 63a63d4e-8f68-453d-83f7-fcd921b1c591 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:39:17.706328 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-31d6f198-ec2f-458e-b46e-c965132f68e5 service neutron] Attempting to bind port 63a63d4e-8f68-453d-83f7-fcd921b1c591 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'e1d397b0-eea9-4be4-8f48-8e9bcd88630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79758d8c-b106-4287-a282-ab754acae92b'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:39:17.706661 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-31d6f198-ec2f-458e-b46e-c965132f68e5 service neutron] Attempting to bind port 63a63d4e-8f68-453d-83f7-fcd921b1c591 on network 79758d8c-b106-4287-a282-ab754acae92b {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:17.709336 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5718c-c47e-4df2-8d4d-a707ceb6546f service neutron] Pushing event updated for resources: {'Port': ['ID=a54d8008-64b7-4068-a46c-d13f866b0ccf,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:17.731416 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-31d6f198-ec2f-458e-b46e-c965132f68e5 service neutron] Port 63a63d4e-8f68-453d-83f7-fcd921b1c591 on network 79758d8c-b106-4287-a282-ab754acae92b not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:39:17.731911 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-31d6f198-ec2f-458e-b46e-c965132f68e5 service neutron] Attempting to bind port 63a63d4e-8f68-453d-83f7-fcd921b1c591 on network 79758d8c-b106-4287-a282-ab754acae92b {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:17.742068 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8d4e3c82-4289-491a-b8b0-0ec12d1bedb8 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2846425 May 13 14:39:17.749348 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54152) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:17.751130 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-31d6f198-ec2f-458e-b46e-c965132f68e5 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:39:17.751130 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-31d6f198-ec2f-458e-b46e-c965132f68e5 service neutron] Checking segment: {'id': 'e1d397b0-eea9-4be4-8f48-8e9bcd88630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79758d8c-b106-4287-a282-ab754acae92b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:39:17.751130 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-31d6f198-ec2f-458e-b46e-c965132f68e5 service neutron] Bound using segment: {'id': 'e1d397b0-eea9-4be4-8f48-8e9bcd88630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79758d8c-b106-4287-a282-ab754acae92b'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:39:17.751493 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-31d6f198-ec2f-458e-b46e-c965132f68e5 service neutron] Bound port: 63a63d4e-8f68-453d-83f7-fcd921b1c591, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d397b0-eea9-4be4-8f48-8e9bcd88630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79758d8c-b106-4287-a282-ab754acae92b'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:39:17.751830 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-31d6f198-ec2f-458e-b46e-c965132f68e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:17.768982 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-65a2db37-e792-4405-bb94-9679bb51fbb5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'subnet': {'network_id': '086bdd04-c14f-4512-9c86-d3f2beec1d97', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:17.789160 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af471fea-bd36-4f7a-b094-a37c44902ff7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:17.792697 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-af471fea-bd36-4f7a-b094-a37c44902ff7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:17.792867 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13bf79-8577-4fab-82a8-4da14b67dcff None None] Pushing event updated for resources: {'Port': ['ID=7856d04e-609a-482d-be04-6e1c3eb22523,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:17.928664 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7afb7-5554-4fbd-bcac-a384f20f15eb req-b4e6ca78-1cf2-4d6b-a7bb-0baad41abdf9 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:17.929462 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f7d7afb7-5554-4fbd-bcac-a384f20f15eb req-b4e6ca78-1cf2-4d6b-a7bb-0baad41abdf9 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Synchronizing usage tracker for tenant:f985d0b5918b453384879b8e30ef62cd on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:17.974350 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-7ea5718c-c47e-4df2-8d4d-a707ceb6546f service neutron] Attempting to bind port a54d8008-64b7-4068-a46c-d13f866b0ccf on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:39:17.974695 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-7ea5718c-c47e-4df2-8d4d-a707ceb6546f service neutron] Attempting to bind port a54d8008-64b7-4068-a46c-d13f866b0ccf by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'ede6c4a6-81bd-4ab7-a3f7-7ad24bb7c682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b4d81ea4-e91f-4e2b-ae15-e775c16ce52d'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:39:17.975050 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-7ea5718c-c47e-4df2-8d4d-a707ceb6546f service neutron] Attempting to bind port a54d8008-64b7-4068-a46c-d13f866b0ccf on network b4d81ea4-e91f-4e2b-ae15-e775c16ce52d {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:17.995804 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-7ea5718c-c47e-4df2-8d4d-a707ceb6546f service neutron] Port a54d8008-64b7-4068-a46c-d13f866b0ccf on network b4d81ea4-e91f-4e2b-ae15-e775c16ce52d not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:39:17.996124 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-7ea5718c-c47e-4df2-8d4d-a707ceb6546f service neutron] Attempting to bind port a54d8008-64b7-4068-a46c-d13f866b0ccf on network b4d81ea4-e91f-4e2b-ae15-e775c16ce52d {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:17.999619 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f7d7afb7-5554-4fbd-bcac-a384f20f15eb req-b4e6ca78-1cf2-4d6b-a7bb-0baad41abdf9 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Unset dirty status for tenant:f985d0b5918b453384879b8e30ef62cd on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:18.007413 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f7d7afb7-5554-4fbd-bcac-a384f20f15eb req-b4e6ca78-1cf2-4d6b-a7bb-0baad41abdf9 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/ports?device_id=4976cbd1-6bf1-4cff-8053-8337a9d03a7f HTTP/1.1" status: 200 len: 944 time: 0.5125616 May 13 14:39:18.032228 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-7ea5718c-c47e-4df2-8d4d-a707ceb6546f service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:39:18.032817 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-7ea5718c-c47e-4df2-8d4d-a707ceb6546f service neutron] Checking segment: {'id': 'ede6c4a6-81bd-4ab7-a3f7-7ad24bb7c682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b4d81ea4-e91f-4e2b-ae15-e775c16ce52d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:39:18.033357 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-7ea5718c-c47e-4df2-8d4d-a707ceb6546f service neutron] Bound using segment: {'id': 'ede6c4a6-81bd-4ab7-a3f7-7ad24bb7c682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b4d81ea4-e91f-4e2b-ae15-e775c16ce52d'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:39:18.033965 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-7ea5718c-c47e-4df2-8d4d-a707ceb6546f service neutron] Bound port: a54d8008-64b7-4068-a46c-d13f866b0ccf, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ede6c4a6-81bd-4ab7-a3f7-7ad24bb7c682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b4d81ea4-e91f-4e2b-ae15-e775c16ce52d'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:39:18.034473 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-7ea5718c-c47e-4df2-8d4d-a707ceb6546f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:18.048911 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:18.093740 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefb0db-1539-4fb6-8a52-7275893e0cb7 req-97f47727-4968-406f-b364-c34463ca6a3c tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:18.095238 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-baefb0db-1539-4fb6-8a52-7275893e0cb7 req-97f47727-4968-406f-b364-c34463ca6a3c tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73d597e-1d32-457d-b38a-477b07bd6090 HTTP/1.1" status: 200 len: 1024 time: 0.8139327 May 13 14:39:18.157581 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f7d7afb7-5554-4fbd-bcac-a384f20f15eb req-26877711-5230-4655-a8ac-08bdd97d8a3a tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Synchronizing usage tracker for tenant:f985d0b5918b453384879b8e30ef62cd on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:18.249605 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-7ea5718c-c47e-4df2-8d4d-a707ceb6546f service neutron] For port a54d8008-64b7-4068-a46c-d13f866b0ccf, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:39:18.250824 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c427ed6e-5c6e-4b76-a1c5-c94cc65b07bf tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:18.251631 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c427ed6e-5c6e-4b76-a1c5-c94cc65b07bf tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Synchronizing usage tracker for tenant:0ed26fe593c0415a996a54f846d0b80d on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:18.265615 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f7d7afb7-5554-4fbd-bcac-a384f20f15eb req-26877711-5230-4655-a8ac-08bdd97d8a3a tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Unset dirty status for tenant:f985d0b5918b453384879b8e30ef62cd on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:18.266891 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f7d7afb7-5554-4fbd-bcac-a384f20f15eb req-26877711-5230-4655-a8ac-08bdd97d8a3a tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/security-groups?id=f410ab32-4e11-46ef-b5f5-f0f90693d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586861 May 13 14:39:18.268677 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-7ea5718c-c47e-4df2-8d4d-a707ceb6546f service neutron] For port a54d8008-64b7-4068-a46c-d13f866b0ccf, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a54d8008-64b7-4068-a46c-d13f866b0ccf,segment=NetworkSegment(ede6c4a6-81bd-4ab7-a3f7-7ad24bb7c682),segment_id=ede6c4a6-81bd-4ab7-a3f7-7ad24bb7c682)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:39:18.275809 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-7ea5718c-c47e-4df2-8d4d-a707ceb6546f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:18.349084 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-31d6f198-ec2f-458e-b46e-c965132f68e5 service neutron] For port 63a63d4e-8f68-453d-83f7-fcd921b1c591, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:39:18.366537 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-7ea5718c-c47e-4df2-8d4d-a707ceb6546f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:18.366938 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-65a2db37-e792-4405-bb94-9679bb51fbb5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:18.367230 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-7ea5718c-c47e-4df2-8d4d-a707ceb6546f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:18.368652 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-7ea5718c-c47e-4df2-8d4d-a707ceb6546f service neutron] 10.222.0.74 "PUT /v2.0/ports/a54d8008-64b7-4068-a46c-d13f866b0ccf HTTP/1.1" status: 200 len: 1092 time: 2.5850418 May 13 14:39:18.370028 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4976cbd1-6bf1-4cff-8053-8337a9d03a7f', 'tag': 'a54d8008-64b7-4068-a46c-d13f866b0ccf'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:18.371590 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c427ed6e-5c6e-4b76-a1c5-c94cc65b07bf tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Unset dirty status for tenant:0ed26fe593c0415a996a54f846d0b80d on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:18.375174 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c427ed6e-5c6e-4b76-a1c5-c94cc65b07bf tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=c35d8094-27c1-4288-955d-bcb140e23bf2&device_id=a0225c89-868b-45bf-97c1-fdad390f533c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8188519 May 13 14:39:18.380334 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-baefb0db-1539-4fb6-8a52-7275893e0cb7 req-ffb8d5b8-20da-4f72-84ec-169eda73a117 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Deleting port eb937db1-feb5-47a6-8ea9-96d077863de7 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:39:18.380791 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-baefb0db-1539-4fb6-8a52-7275893e0cb7 req-ffb8d5b8-20da-4f72-84ec-169eda73a117 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:18.388056 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54160) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:18.408348 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-31d6f198-ec2f-458e-b46e-c965132f68e5 service neutron] For port 63a63d4e-8f68-453d-83f7-fcd921b1c591, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=63a63d4e-8f68-453d-83f7-fcd921b1c591,segment=NetworkSegment(e1d397b0-eea9-4be4-8f48-8e9bcd88630d),segment_id=e1d397b0-eea9-4be4-8f48-8e9bcd88630d)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:39:18.409809 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-65a2db37-e792-4405-bb94-9679bb51fbb5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:subnet and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:18.421317 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-65a2db37-e792-4405-bb94-9679bb51fbb5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:18.430131 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 7856d04e-609a-482d-be04-6e1c3eb22523 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:39:18.443549 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-31d6f198-ec2f-458e-b46e-c965132f68e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:18.448029 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-65a2db37-e792-4405-bb94-9679bb51fbb5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:18.456921 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c09202f-ffa0-46c6-8ec6-b2df662df87f'] response: {'name': 'network-changed', 'server_uuid': '4976cbd1-6bf1-4cff-8053-8337a9d03a7f', 'tag': 'a54d8008-64b7-4068-a46c-d13f866b0ccf', 'status': 'completed', 'code': 200} May 13 14:39:18.472080 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5718c-c47e-4df2-8d4d-a707ceb6546f service neutron] Pushing event updated for resources: {'Port': ['ID=a54d8008-64b7-4068-a46c-d13f866b0ccf,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:18.529361 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd59ed-e3f8-4cc0-9a32-3eacec95e640 req-e4c64688-621a-49bd-8599-1106b6d46aa5 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:18.530931 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2edd59ed-e3f8-4cc0-9a32-3eacec95e640 req-e4c64688-621a-49bd-8599-1106b6d46aa5 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=2502b691-9bf5-4b74-9bcf-62c3317d28bb HTTP/1.1" status: 200 len: 944 time: 0.4981539 May 13 14:39:18.531324 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 7856d04e-609a-482d-be04-6e1c3eb22523 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:18.554755 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a2db37-e792-4405-bb94-9679bb51fbb5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:18.558507 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-65a2db37-e792-4405-bb94-9679bb51fbb5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:18.590018 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-31d6f198-ec2f-458e-b46e-c965132f68e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:18.590633 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-31d6f198-ec2f-458e-b46e-c965132f68e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:18.592051 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-31d6f198-ec2f-458e-b46e-c965132f68e5 service neutron] 10.222.0.74 "PUT /v2.0/ports/63a63d4e-8f68-453d-83f7-fcd921b1c591 HTTP/1.1" status: 200 len: 1092 time: 3.7595160 May 13 14:39:18.617835 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2502b691-9bf5-4b74-9bcf-62c3317d28bb', 'tag': '63a63d4e-8f68-453d-83f7-fcd921b1c591'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:18.706930 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6651734f-5b39-4a0a-9d5e-78717faaf952'] response: {'name': 'network-changed', 'server_uuid': '2502b691-9bf5-4b74-9bcf-62c3317d28bb', 'tag': '63a63d4e-8f68-453d-83f7-fcd921b1c591', 'status': 'completed', 'code': 200} May 13 14:39:18.738347 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ec7cd3-925b-4678-951a-c21f14370210 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:18.738942 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f8ec7cd3-925b-4678-951a-c21f14370210 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Synchronizing usage tracker for tenant:0ed26fe593c0415a996a54f846d0b80d on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:18.812981 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f8ec7cd3-925b-4678-951a-c21f14370210 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Unset dirty status for tenant:0ed26fe593c0415a996a54f846d0b80d on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:18.817101 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f8ec7cd3-925b-4678-951a-c21f14370210 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 881 time: 0.4224045 May 13 14:39:18.819865 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d6f198-ec2f-458e-b46e-c965132f68e5 service neutron] Pushing event updated for resources: {'Port': ['ID=63a63d4e-8f68-453d-83f7-fcd921b1c591,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:18.829087 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54170) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:18.831752 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-89a75482-0b18-40a2-99b2-6ecf85e90d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:18.833598 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-89a75482-0b18-40a2-99b2-6ecf85e90d80 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f985d0b5918b453384879b8e30ef62cd&device_id=4976cbd1-6bf1-4cff-8053-8337a9d03a7f HTTP/1.1" status: 200 len: 1095 time: 0.3543017 May 13 14:39:18.939775 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2edd59ed-e3f8-4cc0-9a32-3eacec95e640 req-e005fbda-9960-4e9d-9f7e-4d515c0a478b tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=a97e16d0-5c61-421d-a794-86752ea11ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3957362 May 13 14:39:19.009122 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-42ae1a21-6652-4a87-90d6-ac4fd80417ce tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0225c89-868b-45bf-97c1-fdad390f533c HTTP/1.1" status: 200 len: 205 time: 0.1720405 May 13 14:39:19.014406 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-f5d5ead1-584c-4970-a745-7aa1e97b51e1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a54d8008-64b7-4068-a46c-d13f866b0ccf HTTP/1.1" status: 200 len: 217 time: 0.0997846 May 13 14:39:19.020705 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54174) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:19.075058 n-d-841760-1 neutron-server[88082]: INFO neutron.db.ipam_backend_mixin [None req-65a2db37-e792-4405-bb94-9679bb51fbb5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0e875e6e-ade8-4dad-8ffe-4c028e854223 (CIDR: 2001:db8:0:1::/64) May 13 14:39:19.094505 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a2db37-e792-4405-bb94-9679bb51fbb5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:39:19.094997 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65a2db37-e792-4405-bb94-9679bb51fbb5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:19.118198 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-44d7b2af-c461-4545-adac-3b18a36750a0 None None] Provisioning for port 7856d04e-609a-482d-be04-6e1c3eb22523 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:19.125278 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-44d7b2af-c461-4545-adac-3b18a36750a0 None None] Provisioning complete for port 7856d04e-609a-482d-be04-6e1c3eb22523 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:19.126049 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-44d7b2af-c461-4545-adac-3b18a36750a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:19.128132 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-2310e3d1-b201-401f-8fdf-d6c25eb4993a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:19.129672 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-2310e3d1-b201-401f-8fdf-d6c25eb4993a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b6ab0120ba4d4937a9340132b618cd48&device_id=2502b691-9bf5-4b74-9bcf-62c3317d28bb HTTP/1.1" status: 200 len: 1095 time: 0.4219193 May 13 14:39:19.141513 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-65a2db37-e792-4405-bb94-9679bb51fbb5 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3755727 May 13 14:39:19.141513 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-baefb0db-1539-4fb6-8a52-7275893e0cb7 req-ffb8d5b8-20da-4f72-84ec-169eda73a117 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] For port eb937db1-feb5-47a6-8ea9-96d077863de7, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=eb937db1-feb5-47a6-8ea9-96d077863de7,segment=NetworkSegment(a06f9bce-2caa-4583-849f-dff0052df554),segment_id=a06f9bce-2caa-4583-849f-dff0052df554)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:19.141513 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-baefb0db-1539-4fb6-8a52-7275893e0cb7 req-ffb8d5b8-20da-4f72-84ec-169eda73a117 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:19.149772 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54178) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:19.212916 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-3148833c-7357-44d3-9e9e-dbb99be44869 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'subnet': {'network_id': '086bdd04-c14f-4512-9c86-d3f2beec1d97', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:19.273030 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-44d7b2af-c461-4545-adac-3b18a36750a0 None None] Current status of the port 7856d04e-609a-482d-be04-6e1c3eb22523 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:19.273420 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-44d7b2af-c461-4545-adac-3b18a36750a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:19.311534 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-44d7b2af-c461-4545-adac-3b18a36750a0 None None] For port 7856d04e-609a-482d-be04-6e1c3eb22523, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=7856d04e-609a-482d-be04-6e1c3eb22523,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:19.318067 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-44d7b2af-c461-4545-adac-3b18a36750a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:19.364593 n-d-841760-1 neutron-server[88081]: DEBUG neutron.objects.ports [None req-af471fea-bd36-4f7a-b094-a37c44902ff7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88081) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 14:39:19.370202 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-e86c5df7-5b9f-4436-9bcc-1d8d20080705 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63a63d4e-8f68-453d-83f7-fcd921b1c591 HTTP/1.1" status: 200 len: 217 time: 0.2196121 May 13 14:39:19.404466 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7b2af-c461-4545-adac-3b18a36750a0 None None] Pushing event updated for resources: {'Port': ['ID=7856d04e-609a-482d-be04-6e1c3eb22523,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:19.460462 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-baefb0db-1539-4fb6-8a52-7275893e0cb7 req-ffb8d5b8-20da-4f72-84ec-169eda73a117 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Calling delete_port for eb937db1-feb5-47a6-8ea9-96d077863de7 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:39:19.513711 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-f455c789-787f-4be2-ac36-f99e806ccd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:19.515179 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-f455c789-787f-4be2-ac36-f99e806ccd6d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e9e56c92-87f5-4bc7-b8c5-49fd79d622c0 HTTP/1.1" status: 200 len: 865 time: 0.4875009 May 13 14:39:19.596684 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-91b3d8a4-8707-4240-904e-aeae02f7ddd5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b4d81ea4-e91f-4e2b-ae15-e775c16ce52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639753 May 13 14:39:19.605214 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536cfb33-f79d-431f-a683-46a1c74c5a98 req-c12f8c66-b9a6-4ec6-abe3-6d39d630e34f tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:19.606697 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-536cfb33-f79d-431f-a683-46a1c74c5a98 req-c12f8c66-b9a6-4ec6-abe3-6d39d630e34f tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73d597e-1d32-457d-b38a-477b07bd6090 HTTP/1.1" status: 200 len: 1024 time: 0.7303145 May 13 14:39:19.661061 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f67b9f11-aec4-4f4e-b707-4b99df12d969 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:19.673676 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-801241f0-8402-4c58-99db-f98a445418b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:19.675217 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-801241f0-8402-4c58-99db-f98a445418b3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3f8b6906-e2ce-45f4-9457-d3fca5fa8def HTTP/1.1" status: 200 len: 854 time: 0.2352581 May 13 14:39:19.893703 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-3148833c-7357-44d3-9e9e-dbb99be44869 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:19.903428 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-3148833c-7357-44d3-9e9e-dbb99be44869 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Usage tracker for resource:subnet and tenant:a2e75e45036f4757bc0192dc4e49aa82 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:19.914589 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-3148833c-7357-44d3-9e9e-dbb99be44869 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:19.917845 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-536cfb33-f79d-431f-a683-46a1c74c5a98 req-848db90c-0f94-4c62-a265-082b5f3a50d4 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?id=62e3407a-7c8b-4c9e-88c3-0b01d02fe5c2&id=251bc881-5f1e-459d-9c6b-708ebc56443a&id=8aa3ccc5-7089-4ae1-869e-45348fa728ba&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2856007 May 13 14:39:19.928909 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-3148833c-7357-44d3-9e9e-dbb99be44869 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:19.968860 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d4131-631a-462f-963e-084099f6064c req-f89baa91-3756-4be6-967b-932ed8a5b52a tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:19.970420 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d44d4131-631a-462f-963e-084099f6064c req-f89baa91-3756-4be6-967b-932ed8a5b52a tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/ports?device_id=4976cbd1-6bf1-4cff-8053-8337a9d03a7f HTTP/1.1" status: 200 len: 944 time: 0.5208349 May 13 14:39:20.025640 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3148833c-7357-44d3-9e9e-dbb99be44869 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Made reservation on behalf of a2e75e45036f4757bc0192dc4e49aa82 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:20.029373 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3148833c-7357-44d3-9e9e-dbb99be44869 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:20.040510 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-d92f7fda-acc0-4ebb-ab03-86bb3533961c service neutron] 10.222.0.74 "GET /v2.0/networks/b4d81ea4-e91f-4e2b-ae15-e775c16ce52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327619 May 13 14:39:20.083698 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f67b9f11-aec4-4f4e-b707-4b99df12d969 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:20.144129 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d44d4131-631a-462f-963e-084099f6064c req-34080191-d44b-4ba2-beca-6fa416f35daa tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/security-groups?id=f410ab32-4e11-46ef-b5f5-f0f90693d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562569 May 13 14:39:20.148095 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-baefb0db-1539-4fb6-8a52-7275893e0cb7 req-ffb8d5b8-20da-4f72-84ec-169eda73a117 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:20.155489 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-5eeadbdd-627f-4a46-b03e-3af44d6d8db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:20.157461 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-5eeadbdd-627f-4a46-b03e-3af44d6d8db0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79758d8c-b106-4287-a282-ab754acae92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4639444 May 13 14:39:20.159893 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['7865fba9-2e06-436e-9064-468d336d7cf2'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:39:20.180586 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-af471fea-bd36-4f7a-b094-a37c44902ff7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:20.214209 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-f67b9f11-aec4-4f4e-b707-4b99df12d969 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Deleting port d6e28c3d-572f-48a5-9733-4e3c3f0ef200 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:39:20.214582 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f67b9f11-aec4-4f4e-b707-4b99df12d969 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:20.246597 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8d5b8-20da-4f72-84ec-169eda73a117 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Pushing event deleted for resources: {'Port': ['ID=eb937db1-feb5-47a6-8ea9-96d077863de7,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:20.400525 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 7856d04e-609a-482d-be04-6e1c3eb22523 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:39:20.454289 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-baefb0db-1539-4fb6-8a52-7275893e0cb7 req-ffb8d5b8-20da-4f72-84ec-169eda73a117 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] No DVR routers for this DVR port eb937db1-feb5-47a6-8ea9-96d077863de7 on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:39:20.466914 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-baefb0db-1539-4fb6-8a52-7275893e0cb7 req-ffb8d5b8-20da-4f72-84ec-169eda73a117 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:20.468643 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a7a9f28f-7d23-4096-b16e-ad75f6c489ec req-8a4b9df2-5962-485d-9e0c-22e775ebd686 service neutron] 10.222.0.74 "GET /v2.0/networks/b4d81ea4-e91f-4e2b-ae15-e775c16ce52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190581 May 13 14:39:20.518899 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-baefb0db-1539-4fb6-8a52-7275893e0cb7 req-ffb8d5b8-20da-4f72-84ec-169eda73a117 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.59 "DELETE /v2.0/ports/eb937db1-feb5-47a6-8ea9-96d077863de7 HTTP/1.1" status: 204 len: 173 time: 2.4137836 May 13 14:39:20.564936 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 7856d04e-609a-482d-be04-6e1c3eb22523 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:20.565347 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:20.566441 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f217a2-5215-49f5-adc4-20c8cb80f949 req-2c3e7cdf-570c-41fe-b543-de13556e8cdc tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:20.573756 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-84f217a2-5215-49f5-adc4-20c8cb80f949 req-2c3e7cdf-570c-41fe-b543-de13556e8cdc tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=2502b691-9bf5-4b74-9bcf-62c3317d28bb HTTP/1.1" status: 200 len: 944 time: 0.4918265 May 13 14:39:20.587963 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-147c3db7-20fc-45c6-a2a2-f6a199070ccb service neutron] 10.222.0.74 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859076 May 13 14:39:20.718464 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f67b9f11-aec4-4f4e-b707-4b99df12d969 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:20.719397 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73d597e-1d32-457d-b38a-477b07bd6090', 'name': 'network-vif-deleted', 'tag': 'eb937db1-feb5-47a6-8ea9-96d077863de7'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:20.745614 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 7856d04e-609a-482d-be04-6e1c3eb22523 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:20.755864 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-84f217a2-5215-49f5-adc4-20c8cb80f949 req-7ea1b481-c1b0-4dc4-a320-c8ea51fbca68 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=a97e16d0-5c61-421d-a794-86752ea11ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1810212 May 13 14:39:20.807957 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff653d64-12ba-4f6a-843f-90fdf808f701'] response: {'server_uuid': 'c73d597e-1d32-457d-b38a-477b07bd6090', 'name': 'network-vif-deleted', 'tag': 'eb937db1-feb5-47a6-8ea9-96d077863de7', 'status': 'completed', 'code': 200} May 13 14:39:20.828873 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3148833c-7357-44d3-9e9e-dbb99be44869 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:20.908912 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3148833c-7357-44d3-9e9e-dbb99be44869 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Network 086bdd04-c14f-4512-9c86-d3f2beec1d97 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:20.916146 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-3148833c-7357-44d3-9e9e-dbb99be44869 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:20.927345 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fef368-f447-468f-ad44-b52cd28acb14 None None] Network 086bdd04-c14f-4512-9c86-d3f2beec1d97 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:20.928795 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3148833c-7357-44d3-9e9e-dbb99be44869 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:20.929404 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3148833c-7357-44d3-9e9e-dbb99be44869 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:20.951412 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148833c-7357-44d3-9e9e-dbb99be44869 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Subnet': ['ID=bdb1a8a1-fc9b-454e-ae4d-f428008c4022,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:20.955938 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7a7f2845-dd55-4b2a-bb06-b58c5f566fa1 req-8eb1c82a-7845-488d-8cff-5b45eca8fce9 service neutron] 10.222.0.74 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489368 May 13 14:39:20.967509 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3148833c-7357-44d3-9e9e-dbb99be44869 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8153257 May 13 14:39:20.972645 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54190) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:20.980832 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-2e61a33c-7f26-4b51-8124-5c0e7519fdcd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1925670005', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bdb1a8a1-fc9b-454e-ae4d-f428008c4022'}], 'security_groups': ['9b627a5e-95f6-4cbd-8fa0-7c36342de6d4', 'c60a78de-8925-4c70-b6b9-2ddd3410070d']}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:21.115163 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-f67b9f11-aec4-4f4e-b707-4b99df12d969 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Calling delete_port for d6e28c3d-572f-48a5-9733-4e3c3f0ef200 owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:39:21.164560 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-af471fea-bd36-4f7a-b094-a37c44902ff7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] For port 7856d04e-609a-482d-be04-6e1c3eb22523, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=7856d04e-609a-482d-be04-6e1c3eb22523,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:21.340125 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e61a33c-7f26-4b51-8124-5c0e7519fdcd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:21.419099 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2b535e59-8a45-4154-b063-2f1437e88f89 req-e7f5b8ad-4717-4750-b786-d72ed0f56734 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73d597e-1d32-457d-b38a-477b07bd6090 HTTP/1.1" status: 200 len: 210 time: 0.2390752 May 13 14:39:21.432752 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d3239-616d-4c68-8b99-9ff5ac66b7d3 req-85cdfa38-fd76-46e4-af08-7d90bcc79d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:21.434246 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dd7d3239-616d-4c68-8b99-9ff5ac66b7d3 req-85cdfa38-fd76-46e4-af08-7d90bcc79d1b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f985d0b5918b453384879b8e30ef62cd&device_id=4976cbd1-6bf1-4cff-8053-8337a9d03a7f HTTP/1.1" status: 200 len: 1095 time: 0.8019152 May 13 14:39:21.450728 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb48cd-c509-4fe7-a8d4-cda190934b70 req-db992847-ca4e-4ee3-9922-367c356d9799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:21.453060 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9acb48cd-c509-4fe7-a8d4-cda190934b70 req-db992847-ca4e-4ee3-9922-367c356d9799 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b6ab0120ba4d4937a9340132b618cd48&device_id=2502b691-9bf5-4b74-9bcf-62c3317d28bb HTTP/1.1" status: 200 len: 1095 time: 0.2616115 May 13 14:39:21.475738 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e9ab7f-7554-4260-b002-b131cf763399 None None] Update dhcp port {'port': {'network_id': '086bdd04-c14f-4512-9c86-d3f2beec1d97', 'fixed_ips': [{'subnet_id': '0e875e6e-ade8-4dad-8ffe-4c028e854223', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '72b012b4-ec56-4d3c-a2f6-ba50202a382e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bdb1a8a1-fc9b-454e-ae4d-f428008c4022'}], 'binding:host_id': 'n-d-841760-1'}, 'id': '366da85e-0f75-4f00-850a-0b55b5efe216'} from n-d-841760-1. {{(pid=88083) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 14:39:21.480873 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-af471fea-bd36-4f7a-b094-a37c44902ff7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:21.482466 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f67b9f11-aec4-4f4e-b707-4b99df12d969 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:21.544601 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device eb937db1-feb5-47a6-8ea9-96d077863de7 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:39:21.583991 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-af471fea-bd36-4f7a-b094-a37c44902ff7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:21.584721 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-af471fea-bd36-4f7a-b094-a37c44902ff7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:21.594655 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: eb937db1-feb5-47a6-8ea9-96d077863de7 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:39:21.594989 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device eb937db1-feb5-47a6-8ea9-96d077863de7 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:39:21.606705 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-16e9ab7f-7554-4260-b002-b131cf763399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:21.644955 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b9f11-aec4-4f4e-b707-4b99df12d969 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Pushing event deleted for resources: {'Port': ['ID=d6e28c3d-572f-48a5-9733-4e3c3f0ef200,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:21.714412 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b9f11-aec4-4f4e-b707-4b99df12d969 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:21.714919 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b9f11-aec4-4f4e-b707-4b99df12d969 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:21.715382 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b9f11-aec4-4f4e-b707-4b99df12d969 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:21.715822 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b9f11-aec4-4f4e-b707-4b99df12d969 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:21.716266 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b9f11-aec4-4f4e-b707-4b99df12d969 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:21.716700 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b9f11-aec4-4f4e-b707-4b99df12d969 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:21.717129 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b9f11-aec4-4f4e-b707-4b99df12d969 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:21.717553 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b9f11-aec4-4f4e-b707-4b99df12d969 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:21.717996 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b9f11-aec4-4f4e-b707-4b99df12d969 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:21.718420 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b9f11-aec4-4f4e-b707-4b99df12d969 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:21.718843 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b9f11-aec4-4f4e-b707-4b99df12d969 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:21.719300 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b9f11-aec4-4f4e-b707-4b99df12d969 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:21.736179 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a31581-9e79-4f78-8c86-ee3d8e3568e6 req-ad965be9-a28b-452c-955f-ebfdc929be23 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:21.737673 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f0a31581-9e79-4f78-8c86-ee3d8e3568e6 req-ad965be9-a28b-452c-955f-ebfdc929be23 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/ports?device_id=4976cbd1-6bf1-4cff-8053-8337a9d03a7f HTTP/1.1" status: 200 len: 944 time: 0.3811564 May 13 14:39:21.773797 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af471fea-bd36-4f7a-b094-a37c44902ff7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:21.783544 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb48cd-c509-4fe7-a8d4-cda190934b70 req-97b48f2a-6425-407e-8228-5c3e8409cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:21.784900 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9acb48cd-c509-4fe7-a8d4-cda190934b70 req-97b48f2a-6425-407e-8228-5c3e8409cd18 service neutron] 10.222.0.74 "GET /v2.0/networks?id=79758d8c-b106-4287-a282-ab754acae92b HTTP/1.1" status: 200 len: 916 time: 0.3132081 May 13 14:39:21.828117 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-16e9ab7f-7554-4260-b002-b131cf763399 None None] Allocated IP 2001:db8:0:2::2 (086bdd04-c14f-4512-9c86-d3f2beec1d97/bdb1a8a1-fc9b-454e-ae4d-f428008c4022/366da85e-0f75-4f00-850a-0b55b5efe216) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:21.839432 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-af471fea-bd36-4f7a-b094-a37c44902ff7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:21.857771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af471fea-bd36-4f7a-b094-a37c44902ff7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:21.858380 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-af471fea-bd36-4f7a-b094-a37c44902ff7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:21.882475 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4899942-f81b-4bea-b36e-a4feafcf919b None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:21.916916 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af471fea-bd36-4f7a-b094-a37c44902ff7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Subnet': ['ID=4ad7f8c9-aba7-4d25-b5ba-54b3103da3e4,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:21.999274 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f67b9f11-aec4-4f4e-b707-4b99df12d969 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:22.068653 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9acb48cd-c509-4fe7-a8d4-cda190934b70 req-daacced7-13c2-4a08-aaed-22b99775da91 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63a63d4e-8f68-453d-83f7-fcd921b1c591 HTTP/1.1" status: 200 len: 217 time: 0.2732096 May 13 14:39:22.076340 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f0a31581-9e79-4f78-8c86-ee3d8e3568e6 req-3e60effc-ed26-405b-941d-9df4e48c6adb tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/security-groups?id=f410ab32-4e11-46ef-b5f5-f0f90693d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239577 May 13 14:39:22.103637 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-16e9ab7f-7554-4260-b002-b131cf763399 None None] For port 366da85e-0f75-4f00-850a-0b55b5efe216, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=366da85e-0f75-4f00-850a-0b55b5efe216,segment=NetworkSegment(d46fca93-af16-47a4-b98e-991b10f1c5d7),segment_id=d46fca93-af16-47a4-b98e-991b10f1c5d7)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:22.143798 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d3239-616d-4c68-8b99-9ff5ac66b7d3 req-15a4e6c4-2850-4dd3-8d12-85c45e159778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:22.145564 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dd7d3239-616d-4c68-8b99-9ff5ac66b7d3 req-15a4e6c4-2850-4dd3-8d12-85c45e159778 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b4d81ea4-e91f-4e2b-ae15-e775c16ce52d HTTP/1.1" status: 200 len: 926 time: 0.6955254 May 13 14:39:22.147947 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-af471fea-bd36-4f7a-b094-a37c44902ff7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.1840329 May 13 14:39:22.152167 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54200) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:22.159432 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-a637df4d-460c-4959-8e6d-e74cba92dc0f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'port': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'mac_address': 'fa:16:3e:e7:7d:44', 'name': 'tempest-NetworksTestDHCPv6-680795956'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:22.178533 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-16e9ab7f-7554-4260-b002-b131cf763399 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:22.194248 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb48cd-c509-4fe7-a8d4-cda190934b70 req-54b41e45-2eea-42b9-a22a-000104410d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:22.197812 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9acb48cd-c509-4fe7-a8d4-cda190934b70 req-54b41e45-2eea-42b9-a22a-000104410d63 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3f8b6906-e2ce-45f4-9457-d3fca5fa8def HTTP/1.1" status: 200 len: 854 time: 0.1203609 May 13 14:39:22.234709 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-16e9ab7f-7554-4260-b002-b131cf763399 None None] Transition to ACTIVE for port object 366da85e-0f75-4f00-850a-0b55b5efe216 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:22.247222 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-16e9ab7f-7554-4260-b002-b131cf763399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:22.288579 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dd7d3239-616d-4c68-8b99-9ff5ac66b7d3 req-e64cb475-9296-465d-94d2-051a1738230a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a54d8008-64b7-4068-a46c-d13f866b0ccf HTTP/1.1" status: 200 len: 217 time: 0.0847242 May 13 14:39:22.291352 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af471fea-bd36-4f7a-b094-a37c44902ff7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Port': ['ID=7856d04e-609a-482d-be04-6e1c3eb22523,revision_number=5']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:22.330422 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f67b9f11-aec4-4f4e-b707-4b99df12d969 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:22.334440 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f67b9f11-aec4-4f4e-b707-4b99df12d969 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:22.394577 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d3239-616d-4c68-8b99-9ff5ac66b7d3 req-29100c1f-0efa-4598-90df-fee559814464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:22.396887 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dd7d3239-616d-4c68-8b99-9ff5ac66b7d3 req-29100c1f-0efa-4598-90df-fee559814464 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e9e56c92-87f5-4bc7-b8c5-49fd79d622c0 HTTP/1.1" status: 200 len: 865 time: 0.1015818 May 13 14:39:22.406779 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209d2e0-3bf2-4992-aed9-c90be80ce5a9 req-c290e957-f7e2-414b-803c-b294a987d565 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:22.414836 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b209d2e0-3bf2-4992-aed9-c90be80ce5a9 req-c290e957-f7e2-414b-803c-b294a987d565 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=2502b691-9bf5-4b74-9bcf-62c3317d28bb HTTP/1.1" status: 200 len: 944 time: 0.5254440 May 13 14:39:22.430479 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 7856d04e-609a-482d-be04-6e1c3eb22523 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:39:22.431153 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f67b9f11-aec4-4f4e-b707-4b99df12d969 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:22.432270 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67b9f11-aec4-4f4e-b707-4b99df12d969 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Fanout notify agent at l3_agent the message router_deleted on router a0225c89-868b-45bf-97c1-fdad390f533c {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:39:22.473218 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9ab7f-7554-4260-b002-b131cf763399 None None] Pushing event updated for resources: {'Port': ['ID=366da85e-0f75-4f00-850a-0b55b5efe216,revision_number=7']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:22.503453 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dd7d3239-616d-4c68-8b99-9ff5ac66b7d3 req-8d784e36-5005-44e2-af7b-54ba316d2c0c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b4d81ea4-e91f-4e2b-ae15-e775c16ce52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680745 May 13 14:39:22.507800 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9ab7f-7554-4260-b002-b131cf763399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:22.510157 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9ab7f-7554-4260-b002-b131cf763399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:22.510467 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-2e61a33c-7f26-4b51-8124-5c0e7519fdcd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Delete allocated IP 2001:db8::1fb (086bdd04-c14f-4512-9c86-d3f2beec1d97/72b012b4-ec56-4d3c-a2f6-ba50202a382e) {{(pid=88082) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 13 14:39:22.510594 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9ab7f-7554-4260-b002-b131cf763399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:22.510892 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9ab7f-7554-4260-b002-b131cf763399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:22.511149 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f67b9f11-aec4-4f4e-b707-4b99df12d969 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:22.511267 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9ab7f-7554-4260-b002-b131cf763399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:22.511567 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9ab7f-7554-4260-b002-b131cf763399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:22.511879 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9ab7f-7554-4260-b002-b131cf763399 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:22.512201 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9ab7f-7554-4260-b002-b131cf763399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:22.516756 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9ab7f-7554-4260-b002-b131cf763399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:22.516917 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f67b9f11-aec4-4f4e-b707-4b99df12d969 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] 10.222.0.35 "DELETE /v2.0/routers/a0225c89-868b-45bf-97c1-fdad390f533c HTTP/1.1" status: 204 len: 168 time: 3.4900990 May 13 14:39:22.517025 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9ab7f-7554-4260-b002-b131cf763399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:22.517025 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9ab7f-7554-4260-b002-b131cf763399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:22.517025 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9ab7f-7554-4260-b002-b131cf763399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:22.541589 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-2e61a33c-7f26-4b51-8124-5c0e7519fdcd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Allocated IP 2001:db8:0:2::254 (086bdd04-c14f-4512-9c86-d3f2beec1d97/bdb1a8a1-fc9b-454e-ae4d-f428008c4022/315a1bbc-3ac1-4469-a100-19a6d182af9b) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:22.550623 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54206) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:22.557589 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-b4280c80-666f-4f83-92bb-e72a08e80031 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-730313007', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:22.560898 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 7856d04e-609a-482d-be04-6e1c3eb22523 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:22.562027 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:22.582108 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b209d2e0-3bf2-4992-aed9-c90be80ce5a9 req-4d8d8274-ab9a-45e1-9cb1-4da92c7f8c0d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=a97e16d0-5c61-421d-a794-86752ea11ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1661112 May 13 14:39:22.588435 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b4280c80-666f-4f83-92bb-e72a08e80031 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:22.651831 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b4280c80-666f-4f83-92bb-e72a08e80031 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Usage tracker for resource:router and tenant:e9b3b1dbd5eb45bf9e554368e6b553e5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:22.667672 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b4280c80-666f-4f83-92bb-e72a08e80031 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:22.681995 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b4280c80-666f-4f83-92bb-e72a08e80031 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:22.712349 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b4280c80-666f-4f83-92bb-e72a08e80031 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:22.713831 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b4280c80-666f-4f83-92bb-e72a08e80031 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:22.763961 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 7856d04e-609a-482d-be04-6e1c3eb22523 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:22.772952 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dd7d3239-616d-4c68-8b99-9ff5ac66b7d3 req-eabd696c-39ab-401a-926f-bd5056c92155 service neutron] 10.222.0.74 "GET /v2.0/networks/b4d81ea4-e91f-4e2b-ae15-e775c16ce52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560639 May 13 14:39:22.774045 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b4280c80-666f-4f83-92bb-e72a08e80031 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:22.879547 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a637df4d-460c-4959-8e6d-e74cba92dc0f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:22.895500 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a637df4d-460c-4959-8e6d-e74cba92dc0f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:port and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:22.901583 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a637df4d-460c-4959-8e6d-e74cba92dc0f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:22.923664 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a637df4d-460c-4959-8e6d-e74cba92dc0f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:22.929497 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3e86faf9-5779-4169-b0a0-b35713f25295 req-f4e74467-ad8d-4461-b30d-b502df26a70b tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups/8aa3ccc5-7089-4ae1-869e-45348fa728ba HTTP/1.1" status: 200 len: 1800 time: 0.3050108 May 13 14:39:22.999448 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a637df4d-460c-4959-8e6d-e74cba92dc0f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:23.031683 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb48cd-c509-4fe7-a8d4-cda190934b70 req-0079457f-2602-4778-be81-c3abd9db55b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:23.033515 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9acb48cd-c509-4fe7-a8d4-cda190934b70 req-0079457f-2602-4778-be81-c3abd9db55b9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79758d8c-b106-4287-a282-ab754acae92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8265181 May 13 14:39:23.036482 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b4280c80-666f-4f83-92bb-e72a08e80031 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:23.091816 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b4280c80-666f-4f83-92bb-e72a08e80031 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:23.093055 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b4280c80-666f-4f83-92bb-e72a08e80031 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5412815 May 13 14:39:23.097526 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54212) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:23.106669 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-7293d1b2-330a-40d5-8f19-5555356cb525 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:23.179456 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dd7d3239-616d-4c68-8b99-9ff5ac66b7d3 req-122c25a6-33a1-45ad-89ce-98485c9f36ec service neutron] 10.222.0.74 "GET /v2.0/networks/b4d81ea4-e91f-4e2b-ae15-e775c16ce52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993788 May 13 14:39:23.354547 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3e86faf9-5779-4169-b0a0-b35713f25295 req-43bb41fd-1f76-47aa-ba7c-5b612b4b5905 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:23.366551 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9acb48cd-c509-4fe7-a8d4-cda190934b70 req-e6102aab-0234-4508-9e23-008f6e03068e service neutron] 10.222.0.74 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689893 May 13 14:39:23.373914 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [None req-2e61a33c-7f26-4b51-8124-5c0e7519fdcd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:39:23.433553 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e61a33c-7f26-4b51-8124-5c0e7519fdcd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:23.438811 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3e86faf9-5779-4169-b0a0-b35713f25295 req-43bb41fd-1f76-47aa-ba7c-5b612b4b5905 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:23.487702 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7c516a57-cfb6-47bf-86fd-f80a7648a5e0 None None] Provisioning complete for port 7856d04e-609a-482d-be04-6e1c3eb22523 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:23.488589 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7c516a57-cfb6-47bf-86fd-f80a7648a5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:23.563093 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-2e61a33c-7f26-4b51-8124-5c0e7519fdcd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Transition to ACTIVE for port object 315a1bbc-3ac1-4469-a100-19a6d182af9b will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:23.579166 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e61a33c-7f26-4b51-8124-5c0e7519fdcd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:23.586430 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a637df4d-460c-4959-8e6d-e74cba92dc0f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:23.625566 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7c516a57-cfb6-47bf-86fd-f80a7648a5e0 None None] Current status of the port 7856d04e-609a-482d-be04-6e1c3eb22523 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:23.636424 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7293d1b2-330a-40d5-8f19-5555356cb525 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:23.640481 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7c516a57-cfb6-47bf-86fd-f80a7648a5e0 None None] Provisioning for port 366da85e-0f75-4f00-850a-0b55b5efe216 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:23.647783 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7c516a57-cfb6-47bf-86fd-f80a7648a5e0 None None] Provisioning complete for port 366da85e-0f75-4f00-850a-0b55b5efe216 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:23.648751 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7c516a57-cfb6-47bf-86fd-f80a7648a5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:23.655833 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fb958-936b-488a-ab32-fabba3e8a377 req-24fb6b5f-a8eb-42c8-ad71-3735ecf2f8c8 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:23.657384 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5e9fb958-936b-488a-ab32-fabba3e8a377 req-24fb6b5f-a8eb-42c8-ad71-3735ecf2f8c8 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/ports?device_id=4976cbd1-6bf1-4cff-8053-8337a9d03a7f HTTP/1.1" status: 200 len: 944 time: 0.3904753 May 13 14:39:23.740068 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-2e61a33c-7f26-4b51-8124-5c0e7519fdcd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] In _notify_port_updated(), no bound segment for port 315a1bbc-3ac1-4469-a100-19a6d182af9b on network 086bdd04-c14f-4512-9c86-d3f2beec1d97 {{(pid=88082) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:39:23.745422 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e61a33c-7f26-4b51-8124-5c0e7519fdcd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:23.746061 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e61a33c-7f26-4b51-8124-5c0e7519fdcd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:23.752114 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2e61a33c-7f26-4b51-8124-5c0e7519fdcd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "PUT /v2.0/ports/315a1bbc-3ac1-4469-a100-19a6d182af9b HTTP/1.1" status: 200 len: 970 time: 2.7736800 May 13 14:39:23.764095 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54220) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:23.765619 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-a637df4d-460c-4959-8e6d-e74cba92dc0f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] device_id is not set on port 8bd290af-05b1-4ef1-8434-717f47c3a4c0 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:39:23.796082 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7c516a57-cfb6-47bf-86fd-f80a7648a5e0 None None] Current status of the port 366da85e-0f75-4f00-850a-0b55b5efe216 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:23.808375 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3e86faf9-5779-4169-b0a0-b35713f25295 req-43bb41fd-1f76-47aa-ba7c-5b612b4b5905 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:23.809721 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7c516a57-cfb6-47bf-86fd-f80a7648a5e0 None None] Provisioning complete for port 93e5bbdf-be30-4096-8003-ba3f13884fb8 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:23.811366 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7c516a57-cfb6-47bf-86fd-f80a7648a5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:23.858376 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9acb48cd-c509-4fe7-a8d4-cda190934b70 req-bc370673-4a61-4bd5-9813-cd1b03d87a7c service neutron] 10.222.0.74 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4683166 May 13 14:39:23.859154 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61a33c-7f26-4b51-8124-5c0e7519fdcd tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event updated for resources: {'Port': ['ID=315a1bbc-3ac1-4469-a100-19a6d182af9b,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:23.880810 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb41fd-1f76-47aa-ba7c-5b612b4b5905 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa3ccc5-7089-4ae1-869e-45348fa728ba,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:23.884242 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7c516a57-cfb6-47bf-86fd-f80a7648a5e0 None None] Port 93e5bbdf-be30-4096-8003-ba3f13884fb8 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:39:23.900733 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5e9fb958-936b-488a-ab32-fabba3e8a377 req-ee2108b1-1df5-45ce-b0e8-e535a77ee792 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/security-groups?id=f410ab32-4e11-46ef-b5f5-f0f90693d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237914 May 13 14:39:23.909621 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3e86faf9-5779-4169-b0a0-b35713f25295 req-43bb41fd-1f76-47aa-ba7c-5b612b4b5905 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:23.910906 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3e86faf9-5779-4169-b0a0-b35713f25295 req-43bb41fd-1f76-47aa-ba7c-5b612b4b5905 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "DELETE /v2.0/security-groups/8aa3ccc5-7089-4ae1-869e-45348fa728ba HTTP/1.1" status: 204 len: 173 time: 0.9716752 May 13 14:39:23.911127 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7c516a57-cfb6-47bf-86fd-f80a7648a5e0 None None] Provisioning for port 315a1bbc-3ac1-4469-a100-19a6d182af9b completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:23.928347 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7c516a57-cfb6-47bf-86fd-f80a7648a5e0 None None] Provisioning complete for port 315a1bbc-3ac1-4469-a100-19a6d182af9b triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:23.928347 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7c516a57-cfb6-47bf-86fd-f80a7648a5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:23.971896 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-76f02f57-af34-4aed-8622-dcf79ffa2d54 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting port 315a1bbc-3ac1-4469-a100-19a6d182af9b {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:39:23.972335 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-76f02f57-af34-4aed-8622-dcf79ffa2d54 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:23.989308 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7c516a57-cfb6-47bf-86fd-f80a7648a5e0 None None] Port 315a1bbc-3ac1-4469-a100-19a6d182af9b cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:39:24.116721 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9dfc85c5-a5a2-4c2a-a128-46c07a53a330 None None] Provisioning complete for port 315a1bbc-3ac1-4469-a100-19a6d182af9b triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:24.117393 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9dfc85c5-a5a2-4c2a-a128-46c07a53a330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:24.165290 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5f8fa437-d5e7-47df-9187-75906a538250 req-6e4c8a7f-ba6e-4889-bd20-5fb06163d85b tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups/62e3407a-7c8b-4c9e-88c3-0b01d02fe5c2 HTTP/1.1" status: 200 len: 1802 time: 0.1436379 May 13 14:39:24.186345 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-9dfc85c5-a5a2-4c2a-a128-46c07a53a330 None None] Port 315a1bbc-3ac1-4469-a100-19a6d182af9b cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:39:24.300118 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-a637df4d-460c-4959-8e6d-e74cba92dc0f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Allocated IP 2001:db8::1e4 (0723b97b-08c9-4db0-a15e-5b69273136d9/0bdc4e88-51ef-4a21-9e7e-f4c6f460e986/8bd290af-05b1-4ef1-8434-717f47c3a4c0) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:24.310828 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-a637df4d-460c-4959-8e6d-e74cba92dc0f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Allocated IP 2001:db8:0:1:f816:3eff:fee7:7d44 (0723b97b-08c9-4db0-a15e-5b69273136d9/4ad7f8c9-aba7-4d25-b5ba-54b3103da3e4/8bd290af-05b1-4ef1-8434-717f47c3a4c0) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:24.353481 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a525b9-ed89-48c4-ad73-6d71d95c9129 req-dc8dfe51-6fff-475b-994b-c7c8d035ef7a tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:24.359938 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e3a525b9-ed89-48c4-ad73-6d71d95c9129 req-dc8dfe51-6fff-475b-994b-c7c8d035ef7a tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=2502b691-9bf5-4b74-9bcf-62c3317d28bb HTTP/1.1" status: 200 len: 944 time: 0.2883022 May 13 14:39:24.375428 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 366da85e-0f75-4f00-850a-0b55b5efe216 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:39:24.500625 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 366da85e-0f75-4f00-850a-0b55b5efe216 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:24.501263 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:24.517761 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e3a525b9-ed89-48c4-ad73-6d71d95c9129 req-f235d877-6b31-406c-a22b-2ec5323d729f tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=a97e16d0-5c61-421d-a794-86752ea11ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1559253 May 13 14:39:24.603736 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device a54d8008-64b7-4068-a46c-d13f866b0ccf details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:39:24.621121 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a637df4d-460c-4959-8e6d-e74cba92dc0f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:24.641654 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-a637df4d-460c-4959-8e6d-e74cba92dc0f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Transition to ACTIVE for port object 8bd290af-05b1-4ef1-8434-717f47c3a4c0 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:24.660701 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 366da85e-0f75-4f00-850a-0b55b5efe216 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:24.664127 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5f8fa437-d5e7-47df-9187-75906a538250 req-0b28c77f-f05c-4f25-8ce5-e223959c1531 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:24.672748 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-76f02f57-af34-4aed-8622-dcf79ffa2d54 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:24.678463 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a637df4d-460c-4959-8e6d-e74cba92dc0f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:24.752149 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a637df4d-460c-4959-8e6d-e74cba92dc0f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:24.755596 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-a637df4d-460c-4959-8e6d-e74cba92dc0f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:24.759675 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a637df4d-460c-4959-8e6d-e74cba92dc0f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:39:24.765935 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a637df4d-460c-4959-8e6d-e74cba92dc0f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:24.766962 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a637df4d-460c-4959-8e6d-e74cba92dc0f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:24.791996 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port a54d8008-64b7-4068-a46c-d13f866b0ccf, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a54d8008-64b7-4068-a46c-d13f866b0ccf,segment=NetworkSegment(ede6c4a6-81bd-4ab7-a3f7-7ad24bb7c682),segment_id=ede6c4a6-81bd-4ab7-a3f7-7ad24bb7c682)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:24.793455 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637df4d-460c-4959-8e6d-e74cba92dc0f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Port': ['ID=8bd290af-05b1-4ef1-8434-717f47c3a4c0,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:24.796781 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a637df4d-460c-4959-8e6d-e74cba92dc0f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6433768 May 13 14:39:24.800470 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54226) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:24.822567 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'a54d8008-64b7-4068-a46c-d13f866b0ccf', 'network_id': 'b4d81ea4-e91f-4e2b-ae15-e775c16ce52d', 'port_id': 'a54d8008-64b7-4068-a46c-d13f866b0ccf', 'mac_address': 'fa:16:3e:2d:95:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9e56c92-87f5-4bc7-b8c5-49fd79d622c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:39:24.850420 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7293d1b2-330a-40d5-8f19-5555356cb525 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:24.881937 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-76f02f57-af34-4aed-8622-dcf79ffa2d54 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Calling delete_port for 315a1bbc-3ac1-4469-a100-19a6d182af9b owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:39:24.893721 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-91cd45b0-53ba-4fad-92b3-2a39dbd6f5b3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting port 8bd290af-05b1-4ef1-8434-717f47c3a4c0 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:39:24.894371 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-91cd45b0-53ba-4fad-92b3-2a39dbd6f5b3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:24.899491 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port a54d8008-64b7-4068-a46c-d13f866b0ccf is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:24.899997 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:24.920639 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a54d8008-64b7-4068-a46c-d13f866b0ccf {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:39:24.938634 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7293d1b2-330a-40d5-8f19-5555356cb525 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:24.945215 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5f8fa437-d5e7-47df-9187-75906a538250 req-0b28c77f-f05c-4f25-8ce5-e223959c1531 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:24.962647 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port a54d8008-64b7-4068-a46c-d13f866b0ccf, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a54d8008-64b7-4068-a46c-d13f866b0ccf,segment=NetworkSegment(ede6c4a6-81bd-4ab7-a3f7-7ad24bb7c682),segment_id=ede6c4a6-81bd-4ab7-a3f7-7ad24bb7c682)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:24.970513 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:25.093317 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=a54d8008-64b7-4068-a46c-d13f866b0ccf,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:25.127144 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3134b311-3cfb-4271-8e9a-7a71ea82940c None None] Provisioning for port 8bd290af-05b1-4ef1-8434-717f47c3a4c0 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:25.134270 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3134b311-3cfb-4271-8e9a-7a71ea82940c None None] Provisioning complete for port 8bd290af-05b1-4ef1-8434-717f47c3a4c0 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:25.134646 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3134b311-3cfb-4271-8e9a-7a71ea82940c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:25.196381 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3134b311-3cfb-4271-8e9a-7a71ea82940c None None] Port 8bd290af-05b1-4ef1-8434-717f47c3a4c0 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:39:25.225727 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-91cd45b0-53ba-4fad-92b3-2a39dbd6f5b3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:25.246069 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-7293d1b2-330a-40d5-8f19-5555356cb525 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Allocated IP 172.25.0.27 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/de4e0236-1eca-468a-ad12-47004b710030) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:25.289781 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-76f02f57-af34-4aed-8622-dcf79ffa2d54 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:25.291400 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5f8fa437-d5e7-47df-9187-75906a538250 req-0b28c77f-f05c-4f25-8ce5-e223959c1531 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:25.363740 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c2331-dabe-4b36-ba9e-688decf46a1f req-72043080-65b8-4629-b8f5-b35addcc356b tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:25.365760 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-633c2331-dabe-4b36-ba9e-688decf46a1f req-72043080-65b8-4629-b8f5-b35addcc356b tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/ports?device_id=4976cbd1-6bf1-4cff-8053-8337a9d03a7f HTTP/1.1" status: 200 len: 945 time: 0.2569337 May 13 14:39:25.372567 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-91cd45b0-53ba-4fad-92b3-2a39dbd6f5b3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Calling delete_port for 8bd290af-05b1-4ef1-8434-717f47c3a4c0 owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:39:25.384075 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['a54d8008-64b7-4068-a46c-d13f866b0ccf'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:39:25.411429 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28c77f-f05c-4f25-8ce5-e223959c1531 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e3407a-7c8b-4c9e-88c3-0b01d02fe5c2,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:25.416312 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f02f57-af34-4aed-8622-dcf79ffa2d54 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Port': ['ID=315a1bbc-3ac1-4469-a100-19a6d182af9b,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:25.491576 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-633c2331-dabe-4b36-ba9e-688decf46a1f req-f4505721-1881-4569-8f55-29a5081b7777 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/security-groups?id=f410ab32-4e11-46ef-b5f5-f0f90693d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904639 May 13 14:39:25.495826 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-76f02f57-af34-4aed-8622-dcf79ffa2d54 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:25.516535 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-76f02f57-af34-4aed-8622-dcf79ffa2d54 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/ports/315a1bbc-3ac1-4469-a100-19a6d182af9b HTTP/1.1" status: 204 len: 168 time: 1.7512996 May 13 14:39:25.517737 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5f8fa437-d5e7-47df-9187-75906a538250 req-0b28c77f-f05c-4f25-8ce5-e223959c1531 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:25.518815 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5f8fa437-d5e7-47df-9187-75906a538250 req-0b28c77f-f05c-4f25-8ce5-e223959c1531 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "DELETE /v2.0/security-groups/62e3407a-7c8b-4c9e-88c3-0b01d02fe5c2 HTTP/1.1" status: 204 len: 173 time: 1.3447833 May 13 14:39:25.529447 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54232) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:25.573035 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-1daaf666-9571-4448-bd13-afc286f6603e req-3a51c484-c616-4485-89d3-7ffb2ce01c88 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-673594979', 'description': 'tempest-description-1234563837'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:25.582828 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-1daaf666-9571-4448-bd13-afc286f6603e req-3a51c484-c616-4485-89d3-7ffb2ce01c88 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:25.593566 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-1daaf666-9571-4448-bd13-afc286f6603e req-3a51c484-c616-4485-89d3-7ffb2ce01c88 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Usage tracker for resource:security_group and tenant:713fc3e596334366a49631a90da45226 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:25.599484 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-1daaf666-9571-4448-bd13-afc286f6603e req-3a51c484-c616-4485-89d3-7ffb2ce01c88 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:25.602478 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7293d1b2-330a-40d5-8f19-5555356cb525 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:25.610776 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-1daaf666-9571-4448-bd13-afc286f6603e req-3a51c484-c616-4485-89d3-7ffb2ce01c88 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:25.636821 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7293d1b2-330a-40d5-8f19-5555356cb525 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:25.672350 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff697ff-88b7-474c-a405-e6d09de77672 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] GET failed (client error): The resource could not be found. May 13 14:39:25.672350 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9ff697ff-88b7-474c-a405-e6d09de77672 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Synchronizing usage tracker for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:25.688880 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1daaf666-9571-4448-bd13-afc286f6603e req-3a51c484-c616-4485-89d3-7ffb2ce01c88 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:25.718530 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-1daaf666-9571-4448-bd13-afc286f6603e req-3a51c484-c616-4485-89d3-7ffb2ce01c88 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:25.722301 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-1daaf666-9571-4448-bd13-afc286f6603e req-3a51c484-c616-4485-89d3-7ffb2ce01c88 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Usage tracker for resource:security_group_rule and tenant:713fc3e596334366a49631a90da45226 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:25.723415 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7293d1b2-330a-40d5-8f19-5555356cb525 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:25.726069 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-1daaf666-9571-4448-bd13-afc286f6603e req-3a51c484-c616-4485-89d3-7ffb2ce01c88 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:25.727362 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-7293d1b2-330a-40d5-8f19-5555356cb525 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:25.729288 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9ff697ff-88b7-474c-a405-e6d09de77672 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Unset dirty status for tenant:a2e75e45036f4757bc0192dc4e49aa82 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:25.730481 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9ff697ff-88b7-474c-a405-e6d09de77672 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "GET /v2.0/ports/315a1bbc-3ac1-4469-a100-19a6d182af9b HTTP/1.1" status: 404 len: 333 time: 0.2001674 May 13 14:39:25.731384 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7293d1b2-330a-40d5-8f19-5555356cb525 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:39:25.735475 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-1daaf666-9571-4448-bd13-afc286f6603e req-3a51c484-c616-4485-89d3-7ffb2ce01c88 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:25.738545 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54240) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:25.768511 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-91cd45b0-53ba-4fad-92b3-2a39dbd6f5b3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:25.820643 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293d1b2-330a-40d5-8f19-5555356cb525 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Pushing event updated for resources: {'Port': ['ID=de4e0236-1eca-468a-ad12-47004b710030,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:25.845211 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd45b0-53ba-4fad-92b3-2a39dbd6f5b3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Port': ['ID=8bd290af-05b1-4ef1-8434-717f47c3a4c0,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:25.967816 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-91cd45b0-53ba-4fad-92b3-2a39dbd6f5b3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:25.970729 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c96abd76-1bf7-467a-a715-73c91a2c580e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:26.043872 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-91cd45b0-53ba-4fad-92b3-2a39dbd6f5b3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/8bd290af-05b1-4ef1-8434-717f47c3a4c0 HTTP/1.1" status: 204 len: 168 time: 1.2401106 May 13 14:39:26.044480 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1daaf666-9571-4448-bd13-afc286f6603e req-3a51c484-c616-4485-89d3-7ffb2ce01c88 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:26.045043 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54244) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:26.046087 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c96abd76-1bf7-467a-a715-73c91a2c580e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:26.054719 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b49b61-a999-4fb0-b57e-cb5e1a0ba8da req-6c5eeb75-4f4e-432c-8045-7a4c38df228e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:26.056199 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-79b49b61-a999-4fb0-b57e-cb5e1a0ba8da req-6c5eeb75-4f4e-432c-8045-7a4c38df228e tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=2502b691-9bf5-4b74-9bcf-62c3317d28bb HTTP/1.1" status: 200 len: 944 time: 0.2907569 May 13 14:39:26.057371 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1daaf666-9571-4448-bd13-afc286f6603e req-3a51c484-c616-4485-89d3-7ffb2ce01c88 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:26.115765 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1daaf666-9571-4448-bd13-afc286f6603e req-3a51c484-c616-4485-89d3-7ffb2ce01c88 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:26.116986 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1daaf666-9571-4448-bd13-afc286f6603e req-3a51c484-c616-4485-89d3-7ffb2ce01c88 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5489125 May 13 14:39:26.126748 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51c484-c616-4485-89d3-7ffb2ce01c88 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3a00a3-9af0-46d1-9eb9-6545e0c3a319,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:26.142269 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c96abd76-1bf7-467a-a715-73c91a2c580e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:26.172940 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96abd76-1bf7-467a-a715-73c91a2c580e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=847ca163-14ad-4646-a2da-451ee99c6feb,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:26.198464 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c96abd76-1bf7-467a-a715-73c91a2c580e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:26.202384 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c96abd76-1bf7-467a-a715-73c91a2c580e tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/security-groups/847ca163-14ad-4646-a2da-451ee99c6feb HTTP/1.1" status: 204 len: 168 time: 0.4561865 May 13 14:39:26.204214 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54250) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:26.239911 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-79b49b61-a999-4fb0-b57e-cb5e1a0ba8da req-3736e9e8-0809-453f-9901-afadab537bcb tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=a97e16d0-5c61-421d-a794-86752ea11ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1452241 May 13 14:39:26.251899 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2296e1c9-606d-489c-bed9-8e7dc34025dc req-d6875526-dff2-4622-a6a5-292c345656d7 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups/6c3a00a3-9af0-46d1-9eb9-6545e0c3a319 HTTP/1.1" status: 200 len: 1802 time: 0.1043088 May 13 14:39:26.258551 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-2296e1c9-606d-489c-bed9-8e7dc34025dc req-561e699a-d108-494b-9738-18ae290be655 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1903793061', 'description': 'tempest-description-hth-1494380109'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:26.310252 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2296e1c9-606d-489c-bed9-8e7dc34025dc req-561e699a-d108-494b-9738-18ae290be655 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:26.349668 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fc249b88-787a-42cc-ae1a-363a1a0ad15f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:26.485922 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff82cf99-40ee-4bec-8369-c816bbfe193c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:26.487527 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ff82cf99-40ee-4bec-8369-c816bbfe193c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4303970 May 13 14:39:26.490980 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54254) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:26.514285 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fc249b88-787a-42cc-ae1a-363a1a0ad15f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:26.523223 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2296e1c9-606d-489c-bed9-8e7dc34025dc req-561e699a-d108-494b-9738-18ae290be655 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:26.529974 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2296e1c9-606d-489c-bed9-8e7dc34025dc req-561e699a-d108-494b-9738-18ae290be655 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:26.532393 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2296e1c9-606d-489c-bed9-8e7dc34025dc req-561e699a-d108-494b-9738-18ae290be655 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:26.533646 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2296e1c9-606d-489c-bed9-8e7dc34025dc req-561e699a-d108-494b-9738-18ae290be655 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "PUT /v2.0/security-groups/6c3a00a3-9af0-46d1-9eb9-6545e0c3a319 HTTP/1.1" status: 200 len: 1777 time: 0.2809329 May 13 14:39:26.569357 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7293d1b2-330a-40d5-8f19-5555356cb525 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:26.590778 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 63a63d4e-8f68-453d-83f7-fcd921b1c591 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:39:26.601486 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device a54d8008-64b7-4068-a46c-d13f866b0ccf up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:39:26.602394 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e699a-d108-494b-9738-18ae290be655 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3a00a3-9af0-46d1-9eb9-6545e0c3a319,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:26.632847 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fc249b88-787a-42cc-ae1a-363a1a0ad15f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:26.639414 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-107f9839-e4eb-4dc0-a7e2-53c768601e90 req-f717c79e-150c-4458-bef3-62a8cbe767f4 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups/6c3a00a3-9af0-46d1-9eb9-6545e0c3a319 HTTP/1.1" status: 200 len: 1777 time: 0.0712922 May 13 14:39:26.673645 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc249b88-787a-42cc-ae1a-363a1a0ad15f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60a78de-8925-4c70-b6b9-2ddd3410070d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:26.692702 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fc249b88-787a-42cc-ae1a-363a1a0ad15f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:26.696442 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fc249b88-787a-42cc-ae1a-363a1a0ad15f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/security-groups/c60a78de-8925-4c70-b6b9-2ddd3410070d HTTP/1.1" status: 204 len: 168 time: 0.4901831 May 13 14:39:26.697342 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54264) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:26.762182 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ed99b9f4-9d27-4185-a89c-8e64cc3d9df1 req-5fbbb517-faea-4239-b2a7-666df90a918a tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups/6c3a00a3-9af0-46d1-9eb9-6545e0c3a319 HTTP/1.1" status: 200 len: 1777 time: 0.0911047 May 13 14:39:26.798961 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa55edcd-1e0b-4c17-bd5f-b9858a00f2bf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:26.800450 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-aa55edcd-1e0b-4c17-bd5f-b9858a00f2bf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3084433 May 13 14:39:26.805416 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54268) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:26.810010 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port a54d8008-64b7-4068-a46c-d13f866b0ccf completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:26.818490 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port a54d8008-64b7-4068-a46c-d13f866b0ccf triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:26.818915 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-acdfebfb-f2ef-4c87-96f9-310295c5217c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:26.819074 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:26.864508 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-acdfebfb-f2ef-4c87-96f9-310295c5217c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:26.906841 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 63a63d4e-8f68-453d-83f7-fcd921b1c591, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=63a63d4e-8f68-453d-83f7-fcd921b1c591,segment=NetworkSegment(e1d397b0-eea9-4be4-8f48-8e9bcd88630d),segment_id=e1d397b0-eea9-4be4-8f48-8e9bcd88630d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:26.909531 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ed99b9f4-9d27-4185-a89c-8e64cc3d9df1 req-e1240cc8-ade8-47f0-bb6a-2dadaefe0395 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:26.926100 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '63a63d4e-8f68-453d-83f7-fcd921b1c591', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'port_id': '63a63d4e-8f68-453d-83f7-fcd921b1c591', 'mac_address': 'fa:16:3e:cb:9b:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:39:26.947153 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ed99b9f4-9d27-4185-a89c-8e64cc3d9df1 req-e1240cc8-ade8-47f0-bb6a-2dadaefe0395 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:26.971204 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-acdfebfb-f2ef-4c87-96f9-310295c5217c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:26.980663 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7662978a-e959-40f1-9d1b-eac9a831a7c3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:26.982158 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7662978a-e959-40f1-9d1b-eac9a831a7c3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:26.983809 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7662978a-e959-40f1-9d1b-eac9a831a7c3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:26.984591 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7662978a-e959-40f1-9d1b-eac9a831a7c3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:26.998975 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdfebfb-f2ef-4c87-96f9-310295c5217c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b627a5e-95f6-4cbd-8fa0-7c36342de6d4,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:27.008824 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-acdfebfb-f2ef-4c87-96f9-310295c5217c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:27.013008 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-acdfebfb-f2ef-4c87-96f9-310295c5217c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/security-groups/9b627a5e-95f6-4cbd-8fa0-7c36342de6d4 HTTP/1.1" status: 204 len: 168 time: 0.3149059 May 13 14:39:27.016869 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54272) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:27.057517 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 63a63d4e-8f68-453d-83f7-fcd921b1c591 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:27.057901 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:27.074272 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port a54d8008-64b7-4068-a46c-d13f866b0ccf is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:27.074664 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:27.081865 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ed99b9f4-9d27-4185-a89c-8e64cc3d9df1 req-e1240cc8-ade8-47f0-bb6a-2dadaefe0395 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:27.085094 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0863445-21d2-460b-93c4-906600d43242 req-f45dc336-3bf1-43ad-b09c-b419ca2b9c9e tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:27.086825 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e0863445-21d2-460b-93c4-906600d43242 req-f45dc336-3bf1-43ad-b09c-b419ca2b9c9e tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/ports?device_id=4976cbd1-6bf1-4cff-8053-8337a9d03a7f HTTP/1.1" status: 200 len: 945 time: 0.3643548 May 13 14:39:27.090801 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7662978a-e959-40f1-9d1b-eac9a831a7c3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:27.092122 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7662978a-e959-40f1-9d1b-eac9a831a7c3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2857912 May 13 14:39:27.094756 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54276) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:27.096656 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63a63d4e-8f68-453d-83f7-fcd921b1c591 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:39:27.110901 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-17b91982-3050-4fbb-a1ab-46b49eac9e46 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting subnet 72b012b4-ec56-4d3c-a2f6-ba50202a382e {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:39:27.121365 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4976cbd1-6bf1-4cff-8053-8337a9d03a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54d8008-64b7-4068-a46c-d13f866b0ccf'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:27.129116 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1240cc8-ade8-47f0-bb6a-2dadaefe0395 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3a00a3-9af0-46d1-9eb9-6545e0c3a319,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:27.132143 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-17b91982-3050-4fbb-a1ab-46b49eac9e46 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:27.139196 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port a54d8008-64b7-4068-a46c-d13f866b0ccf, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a54d8008-64b7-4068-a46c-d13f866b0ccf,segment=NetworkSegment(ede6c4a6-81bd-4ab7-a3f7-7ad24bb7c682),segment_id=ede6c4a6-81bd-4ab7-a3f7-7ad24bb7c682)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:27.141865 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 63a63d4e-8f68-453d-83f7-fcd921b1c591, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=63a63d4e-8f68-453d-83f7-fcd921b1c591,segment=NetworkSegment(e1d397b0-eea9-4be4-8f48-8e9bcd88630d),segment_id=e1d397b0-eea9-4be4-8f48-8e9bcd88630d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:27.150214 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:27.162271 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ed99b9f4-9d27-4185-a89c-8e64cc3d9df1 req-e1240cc8-ade8-47f0-bb6a-2dadaefe0395 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:27.163396 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ed99b9f4-9d27-4185-a89c-8e64cc3d9df1 req-e1240cc8-ade8-47f0-bb6a-2dadaefe0395 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "DELETE /v2.0/security-groups/6c3a00a3-9af0-46d1-9eb9-6545e0c3a319 HTTP/1.1" status: 204 len: 173 time: 0.3898110 May 13 14:39:27.211312 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7293d1b2-330a-40d5-8f19-5555356cb525 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:27.226164 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-17b91982-3050-4fbb-a1ab-46b49eac9e46 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:27.236769 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e0863445-21d2-460b-93c4-906600d43242 req-8104b661-3c52-4f47-9bbf-b3500a3962bf tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/security-groups?id=f410ab32-4e11-46ef-b5f5-f0f90693d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016548 May 13 14:39:27.237125 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:27.240429 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7293d1b2-330a-40d5-8f19-5555356cb525 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33129349'] for router, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:27.245852 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f496576-f865-4e5f-85f2-5d360f94989a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting subnet 0bdc4e88-51ef-4a21-9e7e-f4c6f460e986 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:39:27.250278 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3f496576-f865-4e5f-85f2-5d360f94989a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:27.326912 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-56ca87d3-8753-46ab-9f9b-cbb79f5b2e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:27.344796 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=a54d8008-64b7-4068-a46c-d13f866b0ccf,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:27.395682 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a36ab31-d37b-4fc7-891a-ec296696c27b'] response: {'server_uuid': '4976cbd1-6bf1-4cff-8053-8337a9d03a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54d8008-64b7-4068-a46c-d13f866b0ccf', 'code': 200} May 13 14:39:27.397652 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3f496576-f865-4e5f-85f2-5d360f94989a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:27.430287 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-17b91982-3050-4fbb-a1ab-46b49eac9e46 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:27.484392 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=63a63d4e-8f68-453d-83f7-fcd921b1c591,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:27.605997 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3f496576-f865-4e5f-85f2-5d360f94989a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:27.639706 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [req-340ebb20-dc80-46d5-ac7c-f70418ac633e req-e9bf6512-8aea-42f7-9467-be2b257129d1 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] show failed (client error): The resource could not be found. May 13 14:39:27.640797 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-340ebb20-dc80-46d5-ac7c-f70418ac633e req-e9bf6512-8aea-42f7-9467-be2b257129d1 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups/62e3407a-7c8b-4c9e-88c3-0b01d02fe5c2 HTTP/1.1" status: 404 len: 352 time: 0.0575399 May 13 14:39:27.649552 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-17b91982-3050-4fbb-a1ab-46b49eac9e46 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:27.653612 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['63a63d4e-8f68-453d-83f7-fcd921b1c591'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:39:27.657168 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7293d1b2-330a-40d5-8f19-5555356cb525 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Router a861d979-9de7-411a-b4fb-79fc07a9cf0b is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:39:27.703760 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448233b0-8fe3-48d1-a0e5-dd6c7807a5b4 req-2f052fa5-a86c-441c-ab09-57ddf7b6212b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:27.705647 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-448233b0-8fe3-48d1-a0e5-dd6c7807a5b4 req-2f052fa5-a86c-441c-ab09-57ddf7b6212b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4976cbd1-6bf1-4cff-8053-8337a9d03a7f HTTP/1.1" status: 200 len: 1097 time: 0.2401433 May 13 14:39:27.738994 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-17b91982-3050-4fbb-a1ab-46b49eac9e46 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:27.749801 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479734a5-4850-4fb2-a9c9-b07e286f3cfc None None] Network 086bdd04-c14f-4512-9c86-d3f2beec1d97 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:27.756572 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76504f-dc21-40f5-bc7f-005f681923f8 req-530da4ba-84df-4974-b263-5b544f0710b1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:27.758778 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df76504f-dc21-40f5-bc7f-005f681923f8 req-530da4ba-84df-4974-b263-5b544f0710b1 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=2502b691-9bf5-4b74-9bcf-62c3317d28bb HTTP/1.1" status: 200 len: 945 time: 0.2407012 May 13 14:39:27.760486 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91982-3050-4fbb-a1ab-46b49eac9e46 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Subnet': ['ID=72b012b4-ec56-4d3c-a2f6-ba50202a382e,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:27.760787 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [req-8b095b95-8894-478f-943c-5ca2cb194556 req-432420e9-6e9c-4da9-917a-2d47bb7a7e71 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] show failed (client error): The resource could not be found. May 13 14:39:27.761818 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8b095b95-8894-478f-943c-5ca2cb194556 req-432420e9-6e9c-4da9-917a-2d47bb7a7e71 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups/8aa3ccc5-7089-4ae1-869e-45348fa728ba HTTP/1.1" status: 404 len: 352 time: 0.0893333 May 13 14:39:27.772805 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-17b91982-3050-4fbb-a1ab-46b49eac9e46 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/subnets/72b012b4-ec56-4d3c-a2f6-ba50202a382e HTTP/1.1" status: 204 len: 168 time: 0.7565753 May 13 14:39:27.777889 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54294) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:27.804251 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-448233b0-8fe3-48d1-a0e5-dd6c7807a5b4 req-6faabdc2-565a-4a04-8e0d-5f6653ea73cc service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f410ab32-4e11-46ef-b5f5-f0f90693d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858114 May 13 14:39:27.851166 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df76504f-dc21-40f5-bc7f-005f681923f8 req-2b6bb85c-a02b-4a99-9efd-72b5d1069fe3 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=a97e16d0-5c61-421d-a794-86752ea11ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0721781 May 13 14:39:27.853969 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3f496576-f865-4e5f-85f2-5d360f94989a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:28.102258 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [req-302bcc1a-d4a1-45cf-b44e-eb364acde5aa req-2981536d-45d8-4a95-b26b-e94e8539f723 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] show failed (client error): The resource could not be found. May 13 14:39:28.103213 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-302bcc1a-d4a1-45cf-b44e-eb364acde5aa req-2981536d-45d8-4a95-b26b-e94e8539f723 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups/cba45116-e661-4985-8886-47498c573d6f HTTP/1.1" status: 404 len: 352 time: 0.2826226 May 13 14:39:28.117053 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f496576-f865-4e5f-85f2-5d360f94989a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Subnet': ['ID=0bdc4e88-51ef-4a21-9e7e-f4c6f460e986,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:28.129111 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3f496576-f865-4e5f-85f2-5d360f94989a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:28.132669 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d61e6a-2a90-45f8-9ec0-8aa0d661edd8 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:28.142640 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [req-d69898de-3ec5-44cd-b7fc-18ca55aab51f req-29aeb85a-b80e-4929-a444-f61bd1989fc1 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] show failed (client error): The resource could not be found. May 13 14:39:28.144562 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d3ef2a-ef67-49de-94a7-ecaee35866ae tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting subnet bdb1a8a1-fc9b-454e-ae4d-f428008c4022 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:39:28.149355 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d69898de-3ec5-44cd-b7fc-18ca55aab51f req-29aeb85a-b80e-4929-a444-f61bd1989fc1 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups/ff039b4c-c822-45f1-a25c-047d83fcad32 HTTP/1.1" status: 404 len: 352 time: 0.0233712 May 13 14:39:28.158694 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c5d3ef2a-ef67-49de-94a7-ecaee35866ae tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:28.212285 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3f496576-f865-4e5f-85f2-5d360f94989a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/0bdc4e88-51ef-4a21-9e7e-f4c6f460e986 HTTP/1.1" status: 204 len: 168 time: 1.1162708 May 13 14:39:28.214899 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54304) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:28.221288 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7293d1b2-330a-40d5-8f19-5555356cb525 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:39:28.237669 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7293d1b2-330a-40d5-8f19-5555356cb525 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:28.238811 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7293d1b2-330a-40d5-8f19-5555356cb525 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] 10.222.0.35 "PUT /v2.0/routers/a861d979-9de7-411a-b4fb-79fc07a9cf0b HTTP/1.1" status: 200 len: 878 time: 5.1399539 May 13 14:39:28.239822 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693b08e1-542c-4992-85b0-df872cc484a3 None None] Sync routers for ids ['a861d979-9de7-411a-b4fb-79fc07a9cf0b'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:39:28.242422 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [req-b70bf2fd-e88f-4f26-9a30-350dfef0fdc1 req-93e94239-abcf-4cb8-9e1e-a3dab042ef18 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] show failed (client error): The resource could not be found. May 13 14:39:28.243593 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b70bf2fd-e88f-4f26-9a30-350dfef0fdc1 req-93e94239-abcf-4cb8-9e1e-a3dab042ef18 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups/4b2cb73c-cf01-4cb7-bc93-910225fe0aaf HTTP/1.1" status: 404 len: 352 time: 0.0508707 May 13 14:39:28.244053 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54308) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:28.265772 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693b08e1-542c-4992-85b0-df872cc484a3 None None] Routers {'a861d979-9de7-411a-b4fb-79fc07a9cf0b'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:39:28.267543 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-693b08e1-542c-4992-85b0-df872cc484a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:39:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['a861d979-9de7-411a-b4fb-79fc07a9cf0b'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:28.330641 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [req-f151aa7f-d078-4b76-82bb-f7db9437dace req-b9ec94fc-7941-45db-8e89-ebf7f25b443c tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] show failed (client error): The resource could not be found. May 13 14:39:28.332062 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f151aa7f-d078-4b76-82bb-f7db9437dace req-b9ec94fc-7941-45db-8e89-ebf7f25b443c tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups/44012e17-f5c8-4322-9bcc-a5274b1143a7 HTTP/1.1" status: 404 len: 352 time: 0.0254972 May 13 14:39:28.337677 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c5d3ef2a-ef67-49de-94a7-ecaee35866ae tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:28.354125 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3f5dd49-32cf-4deb-9a58-4fdd811f1356 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting subnet 4ad7f8c9-aba7-4d25-b5ba-54b3103da3e4 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:39:28.370759 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b3f5dd49-32cf-4deb-9a58-4fdd811f1356 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:28.435542 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-693b08e1-542c-4992-85b0-df872cc484a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:28.443421 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:28.458914 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693b08e1-542c-4992-85b0-df872cc484a3 None None] Routers {'a861d979-9de7-411a-b4fb-79fc07a9cf0b'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:39:28.459910 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-693b08e1-542c-4992-85b0-df872cc484a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:39:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['a861d979-9de7-411a-b4fb-79fc07a9cf0b'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:28.495933 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b3f5dd49-32cf-4deb-9a58-4fdd811f1356 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:28.578081 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-693b08e1-542c-4992-85b0-df872cc484a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:28.578847 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693b08e1-542c-4992-85b0-df872cc484a3 None None] The sync data for ids ['a861d979-9de7-411a-b4fb-79fc07a9cf0b'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:39:28.668927 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b3f5dd49-32cf-4deb-9a58-4fdd811f1356 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:28.729065 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4b26a86e-ef1b-4899-ab47-e0d529332755 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "GET /v2.0/routers/a861d979-9de7-411a-b4fb-79fc07a9cf0b HTTP/1.1" status: 200 len: 919 time: 0.4713855 May 13 14:39:28.731685 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54320) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:28.807496 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b3f5dd49-32cf-4deb-9a58-4fdd811f1356 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:28.814461 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c5d3ef2a-ef67-49de-94a7-ecaee35866ae tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:28.868543 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b3f5dd49-32cf-4deb-9a58-4fdd811f1356 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:28.915887 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5dd49-32cf-4deb-9a58-4fdd811f1356 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Subnet': ['ID=4ad7f8c9-aba7-4d25-b5ba-54b3103da3e4,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:28.918714 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74309d61-f201-43a4-ab65-9b6e7e05c75c req-b2f04840-68ed-4faf-8780-628afe1c5356 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:28.926241 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-74309d61-f201-43a4-ab65-9b6e7e05c75c req-b2f04840-68ed-4faf-8780-628afe1c5356 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/ports?device_id=4976cbd1-6bf1-4cff-8053-8337a9d03a7f HTTP/1.1" status: 200 len: 946 time: 0.3687596 May 13 14:39:28.939405 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b3f5dd49-32cf-4deb-9a58-4fdd811f1356 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/4ad7f8c9-aba7-4d25-b5ba-54b3103da3e4 HTTP/1.1" status: 204 len: 168 time: 0.7219837 May 13 14:39:28.941620 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54328) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:29.001215 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c5d3ef2a-ef67-49de-94a7-ecaee35866ae tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:29.024920 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-212f475c-e533-4dc6-8b8b-860f5d283744 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0759950 May 13 14:39:29.027918 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54332) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:29.034976 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-9898a11b-fcdb-461f-bf7b-e4b94e610f05 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:29.042649 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98e9fd3-bef5-40cf-b933-f8e94dbc099c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:29.046820 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d98e9fd3-bef5-40cf-b933-f8e94dbc099c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=c35d8094-27c1-4288-955d-bcb140e23bf2&device_id=a861d979-9de7-411a-b4fb-79fc07a9cf0b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3099844 May 13 14:39:29.047602 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-74309d61-f201-43a4-ab65-9b6e7e05c75c req-878276f7-6155-457f-80c0-9082156f3ed3 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/security-groups?id=f410ab32-4e11-46ef-b5f5-f0f90693d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205685 May 13 14:39:29.048083 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54336) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:29.087224 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3ef2a-ef67-49de-94a7-ecaee35866ae tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Subnet': ['ID=bdb1a8a1-fc9b-454e-ae4d-f428008c4022,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:29.088388 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c5d3ef2a-ef67-49de-94a7-ecaee35866ae tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:29.098690 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a061d5-1b79-42bb-85e8-2664f9d3b890 None None] Network 086bdd04-c14f-4512-9c86-d3f2beec1d97 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:29.163478 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c5d3ef2a-ef67-49de-94a7-ecaee35866ae tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/subnets/bdb1a8a1-fc9b-454e-ae4d-f428008c4022 HTTP/1.1" status: 204 len: 168 time: 1.3819084 May 13 14:39:29.170950 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54340) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:29.254680 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a587e8-ec78-4f53-8ad5-0d2829d9319b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] DELETE failed (client error): The resource could not be found. May 13 14:39:29.256254 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-aafdfd4b-c069-4ef5-888c-b53403e9651b None None] Provisioning complete for port 366da85e-0f75-4f00-850a-0b55b5efe216 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:29.256784 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-aafdfd4b-c069-4ef5-888c-b53403e9651b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:29.260569 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1a587e8-ec78-4f53-8ad5-0d2829d9319b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:29.263812 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b1a587e8-ec78-4f53-8ad5-0d2829d9319b tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/subnets/72b012b4-ec56-4d3c-a2f6-ba50202a382e HTTP/1.1" status: 404 len: 337 time: 0.0918479 May 13 14:39:29.269696 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881596b-41b6-4457-8d9c-046afd523edf req-5de03baa-b43b-4d64-b1d3-5de4ef123fe2 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:29.273630 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54344) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:29.274253 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f881596b-41b6-4457-8d9c-046afd523edf req-5de03baa-b43b-4d64-b1d3-5de4ef123fe2 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Synchronizing usage tracker for tenant:713fc3e596334366a49631a90da45226 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:29.299453 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9898a11b-fcdb-461f-bf7b-e4b94e610f05 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:29.308323 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9898a11b-fcdb-461f-bf7b-e4b94e610f05 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:subnet and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:29.325665 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9898a11b-fcdb-461f-bf7b-e4b94e610f05 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:29.332219 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9898a11b-fcdb-461f-bf7b-e4b94e610f05 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:29.358684 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9898a11b-fcdb-461f-bf7b-e4b94e610f05 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:29.363047 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9898a11b-fcdb-461f-bf7b-e4b94e610f05 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:29.444218 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af348464-5c14-4795-87e2-09bb662265c9 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:29.448265 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-af348464-5c14-4795-87e2-09bb662265c9 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 881 time: 0.3908820 May 13 14:39:29.451581 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54348) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:29.462798 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f881596b-41b6-4457-8d9c-046afd523edf req-5de03baa-b43b-4d64-b1d3-5de4ef123fe2 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Unset dirty status for tenant:713fc3e596334366a49631a90da45226 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:29.472429 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f881596b-41b6-4457-8d9c-046afd523edf req-5de03baa-b43b-4d64-b1d3-5de4ef123fe2 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=12e0c913-323d-49c9-acb7-e725925e801f HTTP/1.1" status: 200 len: 1023 time: 0.5997572 May 13 14:39:29.517111 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-96dba04e-2b0e-457a-8be2-bfbff68837bd tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] 10.222.0.35 "GET /v2.0/ports?device_id=a861d979-9de7-411a-b4fb-79fc07a9cf0b HTTP/1.1" status: 200 len: 205 time: 0.0618420 May 13 14:39:29.519540 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54352) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:29.529767 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f3c3fe-250d-41a8-b9a9-fb83863c3a19 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting subnet 0e875e6e-ade8-4dad-8ffe-4c028e854223 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:39:29.533192 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-45f3c3fe-250d-41a8-b9a9-fb83863c3a19 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:29.570486 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5b43a1-ba50-4d08-aa36-7ef94156be26 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:29.601795 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7076f7-3325-4361-9c08-5f7355ec6c89 req-a82bf7a5-89ce-4750-89ce-3d2f7e5850a3 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:29.603390 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cf7076f7-3325-4361-9c08-5f7355ec6c89 req-a82bf7a5-89ce-4750-89ce-3d2f7e5850a3 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=2502b691-9bf5-4b74-9bcf-62c3317d28bb HTTP/1.1" status: 200 len: 945 time: 0.3952408 May 13 14:39:29.630483 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-45f3c3fe-250d-41a8-b9a9-fb83863c3a19 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:29.672879 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a2c2bbe4-b77a-4e8c-a23a-a3401e15bc71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:29.674172 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-aafdfd4b-c069-4ef5-888c-b53403e9651b None None] Current status of the port 366da85e-0f75-4f00-850a-0b55b5efe216 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:29.722778 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cf7076f7-3325-4361-9c08-5f7355ec6c89 req-a9257240-bd5e-48c7-8f83-d0ac59587531 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=a97e16d0-5c61-421d-a794-86752ea11ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1083629 May 13 14:39:29.746836 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-aafdfd4b-c069-4ef5-888c-b53403e9651b None None] Provisioning complete for port 93e5bbdf-be30-4096-8003-ba3f13884fb8 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:29.747239 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-aafdfd4b-c069-4ef5-888c-b53403e9651b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:29.765438 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-45f3c3fe-250d-41a8-b9a9-fb83863c3a19 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:29.775465 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f881596b-41b6-4457-8d9c-046afd523edf req-34bf51f7-b8ed-4578-a732-3224ec142647 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Synchronizing usage tracker for tenant:713fc3e596334366a49631a90da45226 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:29.859769 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-aafdfd4b-c069-4ef5-888c-b53403e9651b None None] Port 93e5bbdf-be30-4096-8003-ba3f13884fb8 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:39:29.871861 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-45f3c3fe-250d-41a8-b9a9-fb83863c3a19 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:29.883373 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f881596b-41b6-4457-8d9c-046afd523edf req-34bf51f7-b8ed-4578-a732-3224ec142647 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Unset dirty status for tenant:713fc3e596334366a49631a90da45226 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:29.887789 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f881596b-41b6-4457-8d9c-046afd523edf req-34bf51f7-b8ed-4578-a732-3224ec142647 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?id=26c0d835-bbdf-4bc2-a618-ff7c6a80bdd5&id=251bc881-5f1e-459d-9c6b-708ebc56443a&id=ff1c7577-e516-4787-b7ec-24b792b42b75&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.4140580 May 13 14:39:29.914796 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3c3fe-250d-41a8-b9a9-fb83863c3a19 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Subnet': ['ID=0e875e6e-ade8-4dad-8ffe-4c028e854223,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:29.918616 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-45f3c3fe-250d-41a8-b9a9-fb83863c3a19 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:29.925246 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-45f3c3fe-250d-41a8-b9a9-fb83863c3a19 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/subnets/0e875e6e-ade8-4dad-8ffe-4c028e854223 HTTP/1.1" status: 204 len: 168 time: 0.6505852 May 13 14:39:29.928761 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54356) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:29.970351 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c14d98-6f99-4a13-9379-f361f012c24f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] DELETE failed (client error): The resource could not be found. May 13 14:39:29.970807 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c14d98-6f99-4a13-9379-f361f012c24f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:29.972581 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-02c14d98-6f99-4a13-9379-f361f012c24f tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/subnets/29677c54-7706-40d3-9f3f-f90497cf615b HTTP/1.1" status: 404 len: 337 time: 0.0428677 May 13 14:39:29.976784 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54360) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:29.980570 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee913462-583a-4d31-9df3-356b5a721f74 None None] DHCP port deletion for 0723b97b-08c9-4db0-a15e-5b69273136d9 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:39:29.986966 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ee913462-583a-4d31-9df3-356b5a721f74 None None] Deleting port 7856d04e-609a-482d-be04-6e1c3eb22523 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:39:29.986966 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ee913462-583a-4d31-9df3-356b5a721f74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:30.031748 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5d0b0c48-6b2b-4c32-95d8-cbd7e505a8f4 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "GET /v2.0/ports?device_id=6efb55cc-71a3-4260-93e0-e05c3c0daf22 HTTP/1.1" status: 200 len: 205 time: 0.0537860 May 13 14:39:30.034806 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54364) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:30.040809 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5d359ada-2c0b-4115-9767-0d6435b1dbed tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:30.055868 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6ae74a09-e080-400e-b3b3-6ea34a819b51 None None] Provisioning complete for port 7856d04e-609a-482d-be04-6e1c3eb22523 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:30.056237 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6ae74a09-e080-400e-b3b3-6ea34a819b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:30.136392 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-3fe4588e-185d-4b0e-8a37-894beeb69741 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] delete failed (client error): The resource could not be found. May 13 14:39:30.137433 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3fe4588e-185d-4b0e-8a37-894beeb69741 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/routers/6efb55cc-71a3-4260-93e0-e05c3c0daf22 HTTP/1.1" status: 404 len: 336 time: 0.1016593 May 13 14:39:30.140047 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54370) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:30.228349 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5512da6-ab85-449e-8137-2e4c5db9b249 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] DELETE failed (client error): The resource could not be found. May 13 14:39:30.229012 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5512da6-ab85-449e-8137-2e4c5db9b249 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:30.229863 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9898a11b-fcdb-461f-bf7b-e4b94e610f05 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:30.231139 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d5512da6-ab85-449e-8137-2e4c5db9b249 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/subnets/0ab51882-9b8a-456f-84e8-7c83905ac002 HTTP/1.1" status: 404 len: 337 time: 0.0901589 May 13 14:39:30.239489 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54374) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:30.304531 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-ee913462-583a-4d31-9df3-356b5a721f74 None None] For port 7856d04e-609a-482d-be04-6e1c3eb22523, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=7856d04e-609a-482d-be04-6e1c3eb22523,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:30.305002 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ee913462-583a-4d31-9df3-356b5a721f74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:30.332957 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898a11b-fcdb-461f-bf7b-e4b94e610f05 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Subnet': ['ID=f3923245-ba98-47c2-b170-3b2afc40ea7e,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:30.368956 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9898a11b-fcdb-461f-bf7b-e4b94e610f05 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:30.400274 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 7856d04e-609a-482d-be04-6e1c3eb22523 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:39:30.430514 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-9898a11b-fcdb-461f-bf7b-e4b94e610f05 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:30.437947 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9898a11b-fcdb-461f-bf7b-e4b94e610f05 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:30.438757 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9898a11b-fcdb-461f-bf7b-e4b94e610f05 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:30.500853 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d16f2-f7a6-47bb-b0c9-63ad26c5ebce req-7538a01f-adfd-43cf-9fd8-64ffc7ceae83 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:30.503706 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b45d16f2-f7a6-47bb-b0c9-63ad26c5ebce req-7538a01f-adfd-43cf-9fd8-64ffc7ceae83 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.59 "GET /v2.0/ports?device_id=12e0c913-323d-49c9-acb7-e725925e801f HTTP/1.1" status: 200 len: 1023 time: 0.4677811 May 13 14:39:30.513674 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ee913462-583a-4d31-9df3-356b5a721f74 None None] Calling delete_port for 7856d04e-609a-482d-be04-6e1c3eb22523 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:39:30.522813 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-51750eb0-2e87-4bd0-a144-ac652ab8ee30 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] DELETE failed (client error): The resource could not be found. May 13 14:39:30.523346 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51750eb0-2e87-4bd0-a144-ac652ab8ee30 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:30.525092 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-51750eb0-2e87-4bd0-a144-ac652ab8ee30 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/subnets/6e6b1e0a-9b1e-44d9-9d0e-69a36e327704 HTTP/1.1" status: 404 len: 337 time: 0.2843883 May 13 14:39:30.532063 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54378) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:30.559196 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9898a11b-fcdb-461f-bf7b-e4b94e610f05 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5301168 May 13 14:39:30.583033 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54382) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:30.602857 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-bfe2b524-7e05-47c5-9d66-fe6563ec65a2 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:30.621077 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e90a86b-4a80-4707-a27e-098bb2030470 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] DELETE failed (client error): The resource could not be found. May 13 14:39:30.621912 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e90a86b-4a80-4707-a27e-098bb2030470 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:30.625604 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7e90a86b-4a80-4707-a27e-098bb2030470 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/subnets/e6d6b4da-d0c2-40f3-baf8-3952145da7f0 HTTP/1.1" status: 404 len: 337 time: 0.0920389 May 13 14:39:30.629376 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54386) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:30.635305 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5d359ada-2c0b-4115-9767-0d6435b1dbed tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:30.692916 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-75099744-6fa5-4cb6-a3ee-b9bebf7bf16c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] DELETE failed (client error): The resource could not be found. May 13 14:39:30.693791 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75099744-6fa5-4cb6-a3ee-b9bebf7bf16c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:30.695638 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-75099744-6fa5-4cb6-a3ee-b9bebf7bf16c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/ports/cec14ea2-a5ef-4ee4-900f-fc54c0c4d3af HTTP/1.1" status: 404 len: 333 time: 0.0651348 May 13 14:39:30.699066 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54390) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:30.710299 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 63a63d4e-8f68-453d-83f7-fcd921b1c591 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:39:30.719972 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-b45d16f2-f7a6-47bb-b0c9-63ad26c5ebce req-f34b8e3a-875c-4fec-a9af-3bd5181322b9 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Deleting port 7865fba9-2e06-436e-9064-468d336d7cf2 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:39:30.720309 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b45d16f2-f7a6-47bb-b0c9-63ad26c5ebce req-f34b8e3a-875c-4fec-a9af-3bd5181322b9 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:30.744890 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-598f5c6d-e657-498d-aa9e-8a76b54081e3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] DELETE failed (client error): The resource could not be found. May 13 14:39:30.745467 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-598f5c6d-e657-498d-aa9e-8a76b54081e3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:30.747487 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-598f5c6d-e657-498d-aa9e-8a76b54081e3 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/subnets/cf313a03-1b8f-4a0d-b784-37e401dc6e59 HTTP/1.1" status: 404 len: 337 time: 0.0473750 May 13 14:39:30.750741 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54396) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:30.752164 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3370fe3-a4d7-4000-96c0-fc66982cc570 None None] Network 086bdd04-c14f-4512-9c86-d3f2beec1d97 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:30.764152 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:30.792131 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05abbb-b2c9-4c8a-97e9-592a0d0e63cb req-0757c290-e12d-40e9-8700-2bb094446c48 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:30.793770 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7f05abbb-b2c9-4c8a-97e9-592a0d0e63cb req-0757c290-e12d-40e9-8700-2bb094446c48 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/ports?device_id=4976cbd1-6bf1-4cff-8053-8337a9d03a7f HTTP/1.1" status: 200 len: 946 time: 0.3121278 May 13 14:39:30.803672 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb2f8ab-4d9c-416a-9141-12b99750b4a1 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] DELETE failed (client error): The resource could not be found. May 13 14:39:30.804252 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb2f8ab-4d9c-416a-9141-12b99750b4a1 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:30.806082 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-abb2f8ab-4d9c-416a-9141-12b99750b4a1 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/subnets/866f5035-782f-4393-bb71-77de1807f593 HTTP/1.1" status: 404 len: 337 time: 0.0544527 May 13 14:39:30.814903 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:30.821353 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54400) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:30.848169 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-5d359ada-2c0b-4115-9767-0d6435b1dbed tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Deleting port de4e0236-1eca-468a-ad12-47004b710030 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:39:30.848594 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5d359ada-2c0b-4115-9767-0d6435b1dbed tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:30.874911 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a606e4-de6d-4321-ba5f-3b877a41afcb tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] DELETE failed (client error): The resource could not be found. May 13 14:39:30.875537 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0a606e4-de6d-4321-ba5f-3b877a41afcb tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:30.877370 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e0a606e4-de6d-4321-ba5f-3b877a41afcb tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/ports/d20dac6a-f58e-44d8-b921-c56d65cba5b7 HTTP/1.1" status: 404 len: 333 time: 0.0548687 May 13 14:39:30.883835 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54404) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:30.931442 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7f05abbb-b2c9-4c8a-97e9-592a0d0e63cb req-5a9888d6-7c69-4423-9efa-8aa940413a13 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/security-groups?id=f410ab32-4e11-46ef-b5f5-f0f90693d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298177 May 13 14:39:30.932558 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2599b5f-524c-4e98-9c48-1fea4029d52c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] DELETE failed (client error): The resource could not be found. May 13 14:39:30.933099 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2599b5f-524c-4e98-9c48-1fea4029d52c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:30.934822 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f2599b5f-524c-4e98-9c48-1fea4029d52c tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/subnets/d57227cc-9914-4bf3-bef0-c77e2aeba6cf HTTP/1.1" status: 404 len: 337 time: 0.0503342 May 13 14:39:30.937387 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54410) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:30.957372 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-6ae74a09-e080-400e-b3b3-6ea34a819b51 None None] Current status of the port 7856d04e-609a-482d-be04-6e1c3eb22523 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:30.979841 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-914e5d32-93b0-4a0f-a9a6-febcaa78ebf2 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] DELETE failed (client error): The resource could not be found. May 13 14:39:30.980404 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-914e5d32-93b0-4a0f-a9a6-febcaa78ebf2 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:30.982263 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-914e5d32-93b0-4a0f-a9a6-febcaa78ebf2 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/subnets/86d55f15-8c88-4b11-9d8e-5bef29335ca2 HTTP/1.1" status: 404 len: 337 time: 0.0437362 May 13 14:39:30.985499 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54416) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:31.019724 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ee913462-583a-4d31-9df3-356b5a721f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:31.057993 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-31cd2914-116b-45cd-96cd-d5d4b8e8ef37 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting port 93e5bbdf-be30-4096-8003-ba3f13884fb8 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:39:31.058671 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-31cd2914-116b-45cd-96cd-d5d4b8e8ef37 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:31.132176 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee913462-583a-4d31-9df3-356b5a721f74 None None] Pushing event deleted for resources: {'Port': ['ID=7856d04e-609a-482d-be04-6e1c3eb22523,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:31.135368 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee913462-583a-4d31-9df3-356b5a721f74 None None] No DVR routers for this DVR port 7856d04e-609a-482d-be04-6e1c3eb22523 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:39:31.142341 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 7856d04e-609a-482d-be04-6e1c3eb22523 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:31.143283 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:31.172996 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 63a63d4e-8f68-453d-83f7-fcd921b1c591 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:31.210910 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63251d66-faa9-474a-9cf4-d7cbf66013ba None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:31.218671 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-bfe2b524-7e05-47c5-9d66-fe6563ec65a2 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:31.243750 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-bfe2b524-7e05-47c5-9d66-fe6563ec65a2 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:subnet and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:31.250044 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-bfe2b524-7e05-47c5-9d66-fe6563ec65a2 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:31.265396 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-bfe2b524-7e05-47c5-9d66-fe6563ec65a2 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:31.332696 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe2b524-7e05-47c5-9d66-fe6563ec65a2 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:31.334843 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda2f7e-c908-4580-a66f-73c1c2f7983f req-897eefb0-52e2-4163-a2e4-7e74e5ffd4cc tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:31.336585 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bfe2b524-7e05-47c5-9d66-fe6563ec65a2 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:31.341826 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4cda2f7e-c908-4580-a66f-73c1c2f7983f req-897eefb0-52e2-4163-a2e4-7e74e5ffd4cc tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=12e0c913-323d-49c9-acb7-e725925e801f HTTP/1.1" status: 200 len: 1023 time: 0.2523305 May 13 14:39:31.353870 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 63a63d4e-8f68-453d-83f7-fcd921b1c591 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:31.354450 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:31.377274 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f065927e-1f8a-46e8-a027-65afe71a1e31 None None] Provisioning complete for port 366da85e-0f75-4f00-850a-0b55b5efe216 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:31.377274 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f065927e-1f8a-46e8-a027-65afe71a1e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:31.381793 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-b45d16f2-f7a6-47bb-b0c9-63ad26c5ebce req-f34b8e3a-875c-4fec-a9af-3bd5181322b9 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] For port 7865fba9-2e06-436e-9064-468d336d7cf2, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=7865fba9-2e06-436e-9064-468d336d7cf2,segment=NetworkSegment(a06f9bce-2caa-4583-849f-dff0052df554),segment_id=a06f9bce-2caa-4583-849f-dff0052df554)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:31.382155 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b45d16f2-f7a6-47bb-b0c9-63ad26c5ebce req-f34b8e3a-875c-4fec-a9af-3bd5181322b9 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:31.385000 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-31cd2914-116b-45cd-96cd-d5d4b8e8ef37 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:31.460647 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5d359ada-2c0b-4115-9767-0d6435b1dbed tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:31.480900 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-4cda2f7e-c908-4580-a66f-73c1c2f7983f req-c180ab0a-921d-4966-88b2-0687a4b9c87e tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Synchronizing usage tracker for tenant:713fc3e596334366a49631a90da45226 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:31.553300 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-31cd2914-116b-45cd-96cd-d5d4b8e8ef37 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Calling delete_port for 93e5bbdf-be30-4096-8003-ba3f13884fb8 owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:39:31.626658 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-4cda2f7e-c908-4580-a66f-73c1c2f7983f req-c180ab0a-921d-4966-88b2-0687a4b9c87e tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Unset dirty status for tenant:713fc3e596334366a49631a90da45226 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:31.627626 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4cda2f7e-c908-4580-a66f-73c1c2f7983f req-c180ab0a-921d-4966-88b2-0687a4b9c87e tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups?id=26c0d835-bbdf-4bc2-a618-ff7c6a80bdd5&id=251bc881-5f1e-459d-9c6b-708ebc56443a&id=ff1c7577-e516-4787-b7ec-24b792b42b75&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2850285 May 13 14:39:31.657618 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675f858f-bccf-401e-b1b6-9775c8b96aaa None None] DHCP port deletion for 086bdd04-c14f-4512-9c86-d3f2beec1d97 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:39:31.673251 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-31cd2914-116b-45cd-96cd-d5d4b8e8ef37 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:31.682022 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974268d8-9cec-4543-9ee1-450cca652930 req-b3ddbe1a-12b5-4d37-ac06-9c255844bc7f tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:31.688963 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-974268d8-9cec-4543-9ee1-450cca652930 req-b3ddbe1a-12b5-4d37-ac06-9c255844bc7f tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=2502b691-9bf5-4b74-9bcf-62c3317d28bb HTTP/1.1" status: 200 len: 945 time: 0.7909703 May 13 14:39:31.732177 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f065927e-1f8a-46e8-a027-65afe71a1e31 None None] Current status of the port 366da85e-0f75-4f00-850a-0b55b5efe216 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:31.736129 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-675f858f-bccf-401e-b1b6-9775c8b96aaa None None] Deleting port 366da85e-0f75-4f00-850a-0b55b5efe216 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:39:31.736629 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-675f858f-bccf-401e-b1b6-9775c8b96aaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:31.751436 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-31cd2914-116b-45cd-96cd-d5d4b8e8ef37 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:31.754590 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd2914-116b-45cd-96cd-d5d4b8e8ef37 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Port': ['ID=93e5bbdf-be30-4096-8003-ba3f13884fb8,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:31.767151 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f065927e-1f8a-46e8-a027-65afe71a1e31 None None] Could not find standard attr ID for object 93e5bbdf-be30-4096-8003-ba3f13884fb8. {{(pid=88083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 14:39:31.779801 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-b45d16f2-f7a6-47bb-b0c9-63ad26c5ebce req-f34b8e3a-875c-4fec-a9af-3bd5181322b9 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Calling delete_port for 7865fba9-2e06-436e-9064-468d336d7cf2 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:39:31.830665 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-31cd2914-116b-45cd-96cd-d5d4b8e8ef37 tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/ports/93e5bbdf-be30-4096-8003-ba3f13884fb8 HTTP/1.1" status: 204 len: 168 time: 0.8418779 May 13 14:39:31.832088 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54422) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:31.839819 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 63a63d4e-8f68-453d-83f7-fcd921b1c591 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:31.840115 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:31.852979 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba631660-9faf-4ba0-bb1f-c5edbade1b26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-0723b97b-08c9-4db0-a15e-5b69273136d9', 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'tenant_id': '3f2d51c67bd74a03875418e077362a92', 'fixed_ips': [{'subnet_id': 'f3923245-ba98-47c2-b170-3b2afc40ea7e'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:39:31.853791 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ba631660-9faf-4ba0-bb1f-c5edbade1b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:31.952674 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-5d359ada-2c0b-4115-9767-0d6435b1dbed tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Calling delete_port for de4e0236-1eca-468a-ad12-47004b710030 owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:39:31.968523 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2502b691-9bf5-4b74-9bcf-62c3317d28bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a63d4e-8f68-453d-83f7-fcd921b1c591'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:31.969118 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06064b6c-da2b-4eb3-b788-d36238ef0e96 req-47329d8c-80e6-43f2-a215-917c412df7c9 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:31.971035 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-06064b6c-da2b-4eb3-b788-d36238ef0e96 req-47329d8c-80e6-43f2-a215-917c412df7c9 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/ports?device_id=4976cbd1-6bf1-4cff-8053-8337a9d03a7f HTTP/1.1" status: 200 len: 946 time: 0.2067754 May 13 14:39:31.975409 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-92b521af-4341-42b9-8c94-a68c0aefbdfb tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:31.991698 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-92b521af-4341-42b9-8c94-a68c0aefbdfb tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting port 366da85e-0f75-4f00-850a-0b55b5efe216 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:39:31.992195 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-92b521af-4341-42b9-8c94-a68c0aefbdfb tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:31.996413 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 63a63d4e-8f68-453d-83f7-fcd921b1c591, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=63a63d4e-8f68-453d-83f7-fcd921b1c591,segment=NetworkSegment(e1d397b0-eea9-4be4-8f48-8e9bcd88630d),segment_id=e1d397b0-eea9-4be4-8f48-8e9bcd88630d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:32.015959 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:32.058470 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-974268d8-9cec-4543-9ee1-450cca652930 req-9024df54-fd01-4b10-a7fb-a04adb2977a8 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=a97e16d0-5c61-421d-a794-86752ea11ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3686395 May 13 14:39:32.081802 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-06064b6c-da2b-4eb3-b788-d36238ef0e96 req-379991b1-6ccc-444c-a9db-993bc76bce1c tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/security-groups?id=f410ab32-4e11-46ef-b5f5-f0f90693d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538068 May 13 14:39:32.097616 n-d-841760-1 neutron-server[88082]: INFO neutron.db.ipam_backend_mixin [None req-bfe2b524-7e05-47c5-9d66-fe6563ec65a2 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f3923245-ba98-47c2-b170-3b2afc40ea7e (CIDR: 2001:db8::/64) May 13 14:39:32.134083 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe2b524-7e05-47c5-9d66-fe6563ec65a2 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:39:32.134581 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfe2b524-7e05-47c5-9d66-fe6563ec65a2 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:32.220450 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bfe2b524-7e05-47c5-9d66-fe6563ec65a2 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6354599 May 13 14:39:32.228652 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54432) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:32.236454 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-1b131785-dd53-4e0e-a24b-841e52961bdf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'subnet': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:32.258197 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:32.275810 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-675f858f-bccf-401e-b1b6-9775c8b96aaa None None] For port 366da85e-0f75-4f00-850a-0b55b5efe216, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=366da85e-0f75-4f00-850a-0b55b5efe216,segment=NetworkSegment(d46fca93-af16-47a4-b98e-991b10f1c5d7),segment_id=d46fca93-af16-47a4-b98e-991b10f1c5d7)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:32.276508 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-675f858f-bccf-401e-b1b6-9775c8b96aaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:32.287102 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=63a63d4e-8f68-453d-83f7-fcd921b1c591,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:32.421564 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd80fb97-da7b-43a8-be15-a21b6175a168'] response: {'server_uuid': '2502b691-9bf5-4b74-9bcf-62c3317d28bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a63d4e-8f68-453d-83f7-fcd921b1c591', 'code': 200} May 13 14:39:32.482753 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b45d16f2-f7a6-47bb-b0c9-63ad26c5ebce req-f34b8e3a-875c-4fec-a9af-3bd5181322b9 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:32.578661 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 366da85e-0f75-4f00-850a-0b55b5efe216 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:39:32.587146 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-92b521af-4341-42b9-8c94-a68c0aefbdfb tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] For port 366da85e-0f75-4f00-850a-0b55b5efe216, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=366da85e-0f75-4f00-850a-0b55b5efe216,segment=NetworkSegment(d46fca93-af16-47a4-b98e-991b10f1c5d7),segment_id=d46fca93-af16-47a4-b98e-991b10f1c5d7)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:32.587836 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-92b521af-4341-42b9-8c94-a68c0aefbdfb tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:32.612649 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b8e3a-875c-4fec-a9af-3bd5181322b9 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Pushing event deleted for resources: {'Port': ['ID=7865fba9-2e06-436e-9064-468d336d7cf2,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:32.711088 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-675f858f-bccf-401e-b1b6-9775c8b96aaa None None] Calling delete_port for 366da85e-0f75-4f00-850a-0b55b5efe216 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:39:32.751342 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-ba631660-9faf-4ba0-bb1f-c5edbade1b26 None None] Allocated IP 2001:db8::2 (0723b97b-08c9-4db0-a15e-5b69273136d9/f3923245-ba98-47c2-b170-3b2afc40ea7e/deadb11d-6cd5-4098-b18f-d6af63a44d1e) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:32.810807 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-92b521af-4341-42b9-8c94-a68c0aefbdfb tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Calling delete_port for 366da85e-0f75-4f00-850a-0b55b5efe216 owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:39:32.823710 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45d16f2-f7a6-47bb-b0c9-63ad26c5ebce req-f34b8e3a-875c-4fec-a9af-3bd5181322b9 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] No DVR routers for this DVR port 7865fba9-2e06-436e-9064-468d336d7cf2 on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:39:32.833564 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b45d16f2-f7a6-47bb-b0c9-63ad26c5ebce req-f34b8e3a-875c-4fec-a9af-3bd5181322b9 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:32.844338 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1b131785-dd53-4e0e-a24b-841e52961bdf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:32.849566 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1b131785-dd53-4e0e-a24b-841e52961bdf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:subnet and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:32.853632 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 366da85e-0f75-4f00-850a-0b55b5efe216 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:32.853632 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:32.853914 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1b131785-dd53-4e0e-a24b-841e52961bdf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:32.860330 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1b131785-dd53-4e0e-a24b-841e52961bdf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:32.869446 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e0c913-323d-49c9-acb7-e725925e801f', 'name': 'network-vif-deleted', 'tag': '7865fba9-2e06-436e-9064-468d336d7cf2'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:32.890831 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b131785-dd53-4e0e-a24b-841e52961bdf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:32.894710 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1b131785-dd53-4e0e-a24b-841e52961bdf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:32.959470 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-675f858f-bccf-401e-b1b6-9775c8b96aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:32.986876 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5d359ada-2c0b-4115-9767-0d6435b1dbed tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:32.992224 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b45d16f2-f7a6-47bb-b0c9-63ad26c5ebce req-f34b8e3a-875c-4fec-a9af-3bd5181322b9 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.59 "DELETE /v2.0/ports/7865fba9-2e06-436e-9064-468d336d7cf2 HTTP/1.1" status: 204 len: 173 time: 2.4821341 May 13 14:39:33.017831 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [None req-92b521af-4341-42b9-8c94-a68c0aefbdfb tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:39:33.017831 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [None req-92b521af-4341-42b9-8c94-a68c0aefbdfb tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:39:33.045615 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9a80d-2ff9-43f8-9d4b-bffdae10c3e2 req-f3ada15e-ea81-44b8-9c26-73ecfeb7e560 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:33.047307 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5fb9a80d-2ff9-43f8-9d4b-bffdae10c3e2 req-f3ada15e-ea81-44b8-9c26-73ecfeb7e560 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/ports?device_id=4976cbd1-6bf1-4cff-8053-8337a9d03a7f HTTP/1.1" status: 200 len: 946 time: 0.2803307 May 13 14:39:33.061080 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ebc88-dce2-43be-9d58-dec2307f798c req-2d4ee858-65c1-4785-8f6c-b5822b211f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:33.062551 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0e6ebc88-dce2-43be-9d58-dec2307f798c req-2d4ee858-65c1-4785-8f6c-b5822b211f7b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2502b691-9bf5-4b74-9bcf-62c3317d28bb HTTP/1.1" status: 200 len: 1097 time: 0.5248845 May 13 14:39:33.085819 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d359ada-2c0b-4115-9767-0d6435b1dbed tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Pushing event deleted for resources: {'Port': ['ID=de4e0236-1eca-468a-ad12-47004b710030,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:33.097026 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f858f-bccf-401e-b1b6-9775c8b96aaa None None] Pushing event deleted for resources: {'Port': ['ID=366da85e-0f75-4f00-850a-0b55b5efe216,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:33.135515 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5fb9a80d-2ff9-43f8-9d4b-bffdae10c3e2 req-33aac556-f5f6-4d7b-857c-e8ab9b3704f3 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/security-groups?id=f410ab32-4e11-46ef-b5f5-f0f90693d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817513 May 13 14:39:33.157355 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675f858f-bccf-401e-b1b6-9775c8b96aaa None None] No DVR routers for this DVR port 366da85e-0f75-4f00-850a-0b55b5efe216 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:39:33.197369 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-95fddf81-d37e-4914-90b6-3510cc4391d5 req-296fba5a-b0f2-4ace-8344-74cade31137b tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Synchronizing usage tracker for tenant:713fc3e596334366a49631a90da45226 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:33.251230 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2b4f868-1e3e-42fb-9c32-994f6148c285'] response: {'server_uuid': '12e0c913-323d-49c9-acb7-e725925e801f', 'name': 'network-vif-deleted', 'tag': '7865fba9-2e06-436e-9064-468d336d7cf2', 'status': 'completed', 'code': 200} May 13 14:39:33.347817 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0e6ebc88-dce2-43be-9d58-dec2307f798c req-70976c7b-a4ba-4ce3-98c2-a034aabc709a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a97e16d0-5c61-421d-a794-86752ea11ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2747116 May 13 14:39:33.348422 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-95fddf81-d37e-4914-90b6-3510cc4391d5 req-296fba5a-b0f2-4ace-8344-74cade31137b tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Unset dirty status for tenant:713fc3e596334366a49631a90da45226 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:33.357003 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-95fddf81-d37e-4914-90b6-3510cc4391d5 req-296fba5a-b0f2-4ace-8344-74cade31137b tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/ports?device_id=12e0c913-323d-49c9-acb7-e725925e801f HTTP/1.1" status: 200 len: 210 time: 0.2639084 May 13 14:39:33.417118 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ba631660-9faf-4ba0-bb1f-c5edbade1b26 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:33.417339 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5d359ada-2c0b-4115-9767-0d6435b1dbed tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:33.432223 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ba631660-9faf-4ba0-bb1f-c5edbade1b26 None None] Transition to ACTIVE for port object deadb11d-6cd5-4098-b18f-d6af63a44d1e will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:33.464184 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ba631660-9faf-4ba0-bb1f-c5edbade1b26 None None] Transition to ACTIVE for port object deadb11d-6cd5-4098-b18f-d6af63a44d1e will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:33.473638 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ba631660-9faf-4ba0-bb1f-c5edbade1b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:33.516512 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e7864-86b4-4ced-ae69-ed2a7ef438ca req-6da65d06-1105-49e6-a685-f23e127c7ca6 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:33.525303 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0f2e7864-86b4-4ced-ae69-ed2a7ef438ca req-6da65d06-1105-49e6-a685-f23e127c7ca6 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=2502b691-9bf5-4b74-9bcf-62c3317d28bb HTTP/1.1" status: 200 len: 946 time: 0.1305768 May 13 14:39:33.543752 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-92b521af-4341-42b9-8c94-a68c0aefbdfb tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Deleting port 366da85e-0f75-4f00-850a-0b55b5efe216 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:39:33.544334 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-92b521af-4341-42b9-8c94-a68c0aefbdfb tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:33.548981 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 7865fba9-2e06-436e-9064-468d336d7cf2 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:39:33.600211 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 7865fba9-2e06-436e-9064-468d336d7cf2 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:39:33.600651 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 7865fba9-2e06-436e-9064-468d336d7cf2 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:39:33.619656 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba631660-9faf-4ba0-bb1f-c5edbade1b26 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:33.622792 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-ba631660-9faf-4ba0-bb1f-c5edbade1b26 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:33.627506 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba631660-9faf-4ba0-bb1f-c5edbade1b26 None None] Pushing event updated for resources: {'Port': ['ID=deadb11d-6cd5-4098-b18f-d6af63a44d1e,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:33.630352 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba631660-9faf-4ba0-bb1f-c5edbade1b26 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:39:33.665211 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-92b521af-4341-42b9-8c94-a68c0aefbdfb tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] The port '366da85e-0f75-4f00-850a-0b55b5efe216' was deleted {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:39:33.714510 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0f2e7864-86b4-4ced-ae69-ed2a7ef438ca req-9ab4fc62-1c02-481b-9ff7-21d602df2606 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=a97e16d0-5c61-421d-a794-86752ea11ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1879804 May 13 14:39:33.762293 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-ba631660-9faf-4ba0-bb1f-c5edbade1b26 None None] Attempting to bind port deadb11d-6cd5-4098-b18f-d6af63a44d1e on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:39:33.763071 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-ba631660-9faf-4ba0-bb1f-c5edbade1b26 None None] Attempting to bind port deadb11d-6cd5-4098-b18f-d6af63a44d1e by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:39:33.763711 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba631660-9faf-4ba0-bb1f-c5edbade1b26 None None] Attempting to bind port deadb11d-6cd5-4098-b18f-d6af63a44d1e on network 0723b97b-08c9-4db0-a15e-5b69273136d9 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:33.770262 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba631660-9faf-4ba0-bb1f-c5edbade1b26 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:39:33.771604 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba631660-9faf-4ba0-bb1f-c5edbade1b26 None None] Checking segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:39:33.772269 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ba631660-9faf-4ba0-bb1f-c5edbade1b26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:33.772898 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba631660-9faf-4ba0-bb1f-c5edbade1b26 None None] Bound using segment: {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:39:33.773593 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-ba631660-9faf-4ba0-bb1f-c5edbade1b26 None None] Bound port: deadb11d-6cd5-4098-b18f-d6af63a44d1e, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399828f3-a0e1-458a-b927-e36ce7523465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:39:33.774201 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ba631660-9faf-4ba0-bb1f-c5edbade1b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:33.841479 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-92b521af-4341-42b9-8c94-a68c0aefbdfb tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:33.879510 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-ba631660-9faf-4ba0-bb1f-c5edbade1b26 None None] For port deadb11d-6cd5-4098-b18f-d6af63a44d1e, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:39:33.884184 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-ba631660-9faf-4ba0-bb1f-c5edbade1b26 None None] For port deadb11d-6cd5-4098-b18f-d6af63a44d1e, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=deadb11d-6cd5-4098-b18f-d6af63a44d1e,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:39:33.889435 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-92b521af-4341-42b9-8c94-a68c0aefbdfb tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['086bdd04-c14f-4512-9c86-d3f2beec1d97']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:33.893164 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ba631660-9faf-4ba0-bb1f-c5edbade1b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:33.920542 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-92b521af-4341-42b9-8c94-a68c0aefbdfb tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46fca93-af16-47a4-b98e-991b10f1c5d7') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:33.924313 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-92b521af-4341-42b9-8c94-a68c0aefbdfb tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46fca93-af16-47a4-b98e-991b10f1c5d7') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:33.952774 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-92b521af-4341-42b9-8c94-a68c0aefbdfb tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:33.981923 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-92b521af-4341-42b9-8c94-a68c0aefbdfb tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:33.998239 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b521af-4341-42b9-8c94-a68c0aefbdfb tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:39:33.998634 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-92b521af-4341-42b9-8c94-a68c0aefbdfb tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: timer() May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:39:34.026193 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:39:34.133058 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba631660-9faf-4ba0-bb1f-c5edbade1b26 None None] Pushing event updated for resources: {'Port': ['ID=deadb11d-6cd5-4098-b18f-d6af63a44d1e,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:34.318330 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5d359ada-2c0b-4115-9767-0d6435b1dbed tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:34.347358 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5d359ada-2c0b-4115-9767-0d6435b1dbed tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:34.348614 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-92b521af-4341-42b9-8c94-a68c0aefbdfb tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:34.427966 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-92b521af-4341-42b9-8c94-a68c0aefbdfb tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:34.436126 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b521af-4341-42b9-8c94-a68c0aefbdfb tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] Pushing event deleted for resources: {'Network': ['ID=086bdd04-c14f-4512-9c86-d3f2beec1d97,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:34.476795 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5d359ada-2c0b-4115-9767-0d6435b1dbed tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:34.480945 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d359ada-2c0b-4115-9767-0d6435b1dbed tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Fanout notify agent at l3_agent the message router_deleted on router a861d979-9de7-411a-b4fb-79fc07a9cf0b {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:39:34.493196 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-92b521af-4341-42b9-8c94-a68c0aefbdfb tempest-PortsIpV6TestJSON-1455145359 tempest-PortsIpV6TestJSON-1455145359-project] 10.222.0.35 "DELETE /v2.0/networks/086bdd04-c14f-4512-9c86-d3f2beec1d97 HTTP/1.1" status: 204 len: 168 time: 2.6601033 May 13 14:39:34.501429 n-d-841760-1 neutron-server[88082]: DEBUG neutron.objects.ports [None req-1b131785-dd53-4e0e-a24b-841e52961bdf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88082) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 14:39:34.649155 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5d359ada-2c0b-4115-9767-0d6435b1dbed tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:34.656712 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5d359ada-2c0b-4115-9767-0d6435b1dbed tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] 10.222.0.35 "DELETE /v2.0/routers/a861d979-9de7-411a-b4fb-79fc07a9cf0b HTTP/1.1" status: 204 len: 168 time: 5.1359110 May 13 14:39:34.657667 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54468) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:34.672757 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-6c3d7174-a7d1-457f-9885-a7c191dcf30f tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1932594663', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:34.685827 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6c3d7174-a7d1-457f-9885-a7c191dcf30f tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:34.696024 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6c3d7174-a7d1-457f-9885-a7c191dcf30f tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Usage tracker for resource:router and tenant:e9b3b1dbd5eb45bf9e554368e6b553e5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:34.713902 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6c3d7174-a7d1-457f-9885-a7c191dcf30f tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:34.717427 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41cb778-454a-4904-88ca-9f3e540baec8 req-d7c96f8f-3d95-4015-ab9a-99622bc3ffbf tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:34.719605 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f41cb778-454a-4904-88ca-9f3e540baec8 req-d7c96f8f-3d95-4015-ab9a-99622bc3ffbf tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/ports?device_id=4976cbd1-6bf1-4cff-8053-8337a9d03a7f HTTP/1.1" status: 200 len: 946 time: 0.2044787 May 13 14:39:34.754231 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6c3d7174-a7d1-457f-9885-a7c191dcf30f tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:34.781884 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f41cb778-454a-4904-88ca-9f3e540baec8 req-0f6b639c-04d7-4b8f-9844-a4986e9065fa tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/security-groups?id=f410ab32-4e11-46ef-b5f5-f0f90693d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564508 May 13 14:39:34.845633 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6c3d7174-a7d1-457f-9885-a7c191dcf30f tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:34.851143 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6c3d7174-a7d1-457f-9885-a7c191dcf30f tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:34.887349 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-83a4a184-6b6b-42dc-8f63-e8f7351eef15 req-7facb51c-ef9a-4965-9c20-9404aac07603 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups/26c0d835-bbdf-4bc2-a618-ff7c6a80bdd5 HTTP/1.1" status: 200 len: 1802 time: 0.1775243 May 13 14:39:34.913467 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6c3d7174-a7d1-457f-9885-a7c191dcf30f tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:34.966200 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c345c-70fd-49cf-a5bc-a81df2aaea42 req-95718603-6c71-4921-bd38-0abb5d6c81d4 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:34.982642 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1a2c345c-70fd-49cf-a5bc-a81df2aaea42 req-95718603-6c71-4921-bd38-0abb5d6c81d4 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=2502b691-9bf5-4b74-9bcf-62c3317d28bb HTTP/1.1" status: 200 len: 946 time: 0.1028414 May 13 14:39:35.013902 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54478) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:35.070723 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1a2c345c-70fd-49cf-a5bc-a81df2aaea42 req-234946d8-59ca-4485-813f-a2e997f1a807 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=a97e16d0-5c61-421d-a794-86752ea11ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0859976 May 13 14:39:35.138356 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1b131785-dd53-4e0e-a24b-841e52961bdf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:35.162535 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-83a4a184-6b6b-42dc-8f63-e8f7351eef15 req-acc89a59-9e90-416d-a18f-a103bca893f1 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:35.165053 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6c3d7174-a7d1-457f-9885-a7c191dcf30f tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:35.228124 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b32f64e2-2db8-42dd-8714-543480da10d5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a2e75e45036f4757bc0192dc4e49aa82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2130232 May 13 14:39:35.230565 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54484) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:35.314536 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b14da5d8-91ed-415d-a676-91a4e7805466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:35.365983 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b14da5d8-91ed-415d-a676-91a4e7805466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:35.422565 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6c3d7174-a7d1-457f-9885-a7c191dcf30f tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:35.426927 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6c3d7174-a7d1-457f-9885-a7c191dcf30f tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7632425 May 13 14:39:35.433860 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54490) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:35.439637 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-fe379024-851d-4cdf-8aba-23771c3ccb2f tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'enable_snat': True}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:35.447081 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-83a4a184-6b6b-42dc-8f63-e8f7351eef15 req-acc89a59-9e90-416d-a18f-a103bca893f1 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:35.493837 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-1b131785-dd53-4e0e-a24b-841e52961bdf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] For port deadb11d-6cd5-4098-b18f-d6af63a44d1e, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=deadb11d-6cd5-4098-b18f-d6af63a44d1e,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:35.540342 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1b131785-dd53-4e0e-a24b-841e52961bdf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:35.545607 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1b131785-dd53-4e0e-a24b-841e52961bdf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:35.546532 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1b131785-dd53-4e0e-a24b-841e52961bdf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:35.624646 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-83a4a184-6b6b-42dc-8f63-e8f7351eef15 req-acc89a59-9e90-416d-a18f-a103bca893f1 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:35.694966 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc89a59-9e90-416d-a18f-a103bca893f1 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c0d835-bbdf-4bc2-a618-ff7c6a80bdd5,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:35.704161 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b131785-dd53-4e0e-a24b-841e52961bdf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:35.710229 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-1b131785-dd53-4e0e-a24b-841e52961bdf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:35.719783 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b131785-dd53-4e0e-a24b-841e52961bdf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:35.720863 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1b131785-dd53-4e0e-a24b-841e52961bdf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:35.732626 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b131785-dd53-4e0e-a24b-841e52961bdf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Subnet': ['ID=92b511b5-891d-4d89-a750-b72046b41bba,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:35.749353 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-83a4a184-6b6b-42dc-8f63-e8f7351eef15 req-acc89a59-9e90-416d-a18f-a103bca893f1 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:35.750663 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-83a4a184-6b6b-42dc-8f63-e8f7351eef15 req-acc89a59-9e90-416d-a18f-a103bca893f1 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "DELETE /v2.0/security-groups/26c0d835-bbdf-4bc2-a618-ff7c6a80bdd5 HTTP/1.1" status: 204 len: 173 time: 0.8624039 May 13 14:39:35.758373 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b131785-dd53-4e0e-a24b-841e52961bdf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Port': ['ID=deadb11d-6cd5-4098-b18f-d6af63a44d1e,revision_number=4']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:35.763274 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effd268f-03ad-4d38-a3b0-7d725267f7ac None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:35.763706 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1b131785-dd53-4e0e-a24b-841e52961bdf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.5309029 May 13 14:39:35.769318 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54496) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:35.779802 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-0a06c077-6eec-47af-9330-5413a532cda3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Request body: {'port': {'network_id': '0723b97b-08c9-4db0-a15e-5b69273136d9', 'mac_address': 'fa:16:3e:45:ad:d2', 'name': 'tempest-NetworksTestDHCPv6-1630895868'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:35.886640 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d9fdeb5d-18c5-44cc-b96c-816f9d793687 None None] Provisioning for port deadb11d-6cd5-4098-b18f-d6af63a44d1e completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:35.940930 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b14da5d8-91ed-415d-a676-91a4e7805466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:35.976632 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8a7ff16e-7f62-4ccc-a355-609e3a5acbb0 req-6f7edcfb-17fe-41a8-b3cc-a7fbee02adb7 tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "GET /v2.0/security-groups/ff1c7577-e516-4787-b7ec-24b792b42b75 HTTP/1.1" status: 200 len: 1802 time: 0.0965776 May 13 14:39:35.981302 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14da5d8-91ed-415d-a676-91a4e7805466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304370c4-13c7-4541-8545-f81cffa019cc,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:36.039635 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0a06c077-6eec-47af-9330-5413a532cda3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:36.046676 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0a06c077-6eec-47af-9330-5413a532cda3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Usage tracker for resource:port and tenant:3f2d51c67bd74a03875418e077362a92 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:36.056201 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0a06c077-6eec-47af-9330-5413a532cda3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:36.065430 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0a06c077-6eec-47af-9330-5413a532cda3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:36.106937 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed360c-74b5-4f29-ac48-38f44d2c2824 req-27c2efd1-0430-4adc-9042-59d4d1df7f2a tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:36.107259 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b14da5d8-91ed-415d-a676-91a4e7805466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:36.108300 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b14da5d8-91ed-415d-a676-91a4e7805466 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/304370c4-13c7-4541-8545-f81cffa019cc HTTP/1.1" status: 204 len: 168 time: 0.8764937 May 13 14:39:36.127397 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b3ed360c-74b5-4f29-ac48-38f44d2c2824 req-27c2efd1-0430-4adc-9042-59d4d1df7f2a tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/ports?device_id=4976cbd1-6bf1-4cff-8053-8337a9d03a7f HTTP/1.1" status: 200 len: 946 time: 0.1670952 May 13 14:39:36.130440 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a06c077-6eec-47af-9330-5413a532cda3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Made reservation on behalf of 3f2d51c67bd74a03875418e077362a92 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:36.206558 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fe379024-851d-4cdf-8aba-23771c3ccb2f tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:36.219072 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8a7ff16e-7f62-4ccc-a355-609e3a5acbb0 req-ea54f1d2-2b27-4c86-9dac-9a84585c6daf tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:36.274318 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8a7ff16e-7f62-4ccc-a355-609e3a5acbb0 req-ea54f1d2-2b27-4c86-9dac-9a84585c6daf tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:36.427500 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:39:36.448601 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8a7ff16e-7f62-4ccc-a355-609e3a5acbb0 req-ea54f1d2-2b27-4c86-9dac-9a84585c6daf tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:36.496130 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54f1d2-2b27-4c86-9dac-9a84585c6daf tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1c7577-e516-4787-b7ec-24b792b42b75,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:36.504321 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device deadb11d-6cd5-4098-b18f-d6af63a44d1e up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:39:36.509608 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8a7ff16e-7f62-4ccc-a355-609e3a5acbb0 req-ea54f1d2-2b27-4c86-9dac-9a84585c6daf tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:36.521557 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8a7ff16e-7f62-4ccc-a355-609e3a5acbb0 req-ea54f1d2-2b27-4c86-9dac-9a84585c6daf tempest-SecurityGroupsTestJSON-1668576937 tempest-SecurityGroupsTestJSON-1668576937-project] 10.222.0.35 "DELETE /v2.0/security-groups/ff1c7577-e516-4787-b7ec-24b792b42b75 HTTP/1.1" status: 204 len: 173 time: 0.5437031 May 13 14:39:36.526159 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54510) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:36.623771 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b3ed360c-74b5-4f29-ac48-38f44d2c2824 req-d4171199-6581-4542-aba1-c39770d43bff tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/security-groups?id=f410ab32-4e11-46ef-b5f5-f0f90693d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4953666 May 13 14:39:36.735777 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0a06c077-6eec-47af-9330-5413a532cda3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:36.744821 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port deadb11d-6cd5-4098-b18f-d6af63a44d1e completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:36.751624 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port deadb11d-6cd5-4098-b18f-d6af63a44d1e triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:36.752258 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:36.811316 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f622aa-8ae3-4d7e-bac4-c36a0d49c158 req-1d8ad17d-503f-4f7a-82e8-6b997af18c3a tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:36.812833 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30f622aa-8ae3-4d7e-bac4-c36a0d49c158 req-1d8ad17d-503f-4f7a-82e8-6b997af18c3a tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.74 "GET /v2.0/ports?device_id=4976cbd1-6bf1-4cff-8053-8337a9d03a7f HTTP/1.1" status: 200 len: 946 time: 0.5192556 May 13 14:39:36.841033 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-0a06c077-6eec-47af-9330-5413a532cda3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] device_id is not set on port 95bc6893-1333-4dc1-b6c9-58e937ebc449 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:39:36.945424 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port deadb11d-6cd5-4098-b18f-d6af63a44d1e is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:36.946616 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:37.026935 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port deadb11d-6cd5-4098-b18f-d6af63a44d1e, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=deadb11d-6cd5-4098-b18f-d6af63a44d1e,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:37.038819 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:37.055051 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad189767-9b03-4552-973d-02a81029196e admin admin] Deleting subnet ca21fd33-bce4-432c-932a-d45b6a8b65d2 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:39:37.067149 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ad189767-9b03-4552-973d-02a81029196e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:37.187487 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=deadb11d-6cd5-4098-b18f-d6af63a44d1e,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:37.223353 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ad189767-9b03-4552-973d-02a81029196e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:37.318162 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ad189767-9b03-4552-973d-02a81029196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:37.339424 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-14cefb83-73ff-40df-b48c-c1c030b64cf1 None None] Provisioning complete for port deadb11d-6cd5-4098-b18f-d6af63a44d1e triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:37.341137 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-14cefb83-73ff-40df-b48c-c1c030b64cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:37.349088 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-0a06c077-6eec-47af-9330-5413a532cda3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Allocated IP 2001:db8::144 (0723b97b-08c9-4db0-a15e-5b69273136d9/f3923245-ba98-47c2-b170-3b2afc40ea7e/95bc6893-1333-4dc1-b6c9-58e937ebc449) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:37.373565 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-0a06c077-6eec-47af-9330-5413a532cda3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Allocated IP 2001:db8:0:1:f816:3eff:fe45:add2 (0723b97b-08c9-4db0-a15e-5b69273136d9/92b511b5-891d-4d89-a750-b72046b41bba/95bc6893-1333-4dc1-b6c9-58e937ebc449) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:37.397012 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fe379024-851d-4cdf-8aba-23771c3ccb2f tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:37.411391 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-30f622aa-8ae3-4d7e-bac4-c36a0d49c158 req-59816d75-0cec-4ab7-a76e-2f39e5df2ee3 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Deleting port a54d8008-64b7-4068-a46c-d13f866b0ccf {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:39:37.411729 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-30f622aa-8ae3-4d7e-bac4-c36a0d49c158 req-59816d75-0cec-4ab7-a76e-2f39e5df2ee3 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:37.427870 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ad189767-9b03-4552-973d-02a81029196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:37.475076 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fe379024-851d-4cdf-8aba-23771c3ccb2f tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:37.491522 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54534) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:37.538592 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad189767-9b03-4552-973d-02a81029196e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca21fd33-bce4-432c-932a-d45b6a8b65d2,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:37.548787 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ad189767-9b03-4552-973d-02a81029196e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:37.557620 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ad189767-9b03-4552-973d-02a81029196e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ca21fd33-bce4-432c-932a-d45b6a8b65d2 HTTP/1.1" status: 204 len: 168 time: 1.0303669 May 13 14:39:37.561749 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54540) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:37.562250 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-14cefb83-73ff-40df-b48c-c1c030b64cf1 None None] Current status of the port deadb11d-6cd5-4098-b18f-d6af63a44d1e is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:37.569455 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f07569-d5e5-433b-beef-9530843953db req-6146963f-f63b-4a48-83e9-d600bf5d42da tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:37.570948 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-75f07569-d5e5-433b-beef-9530843953db req-6146963f-f63b-4a48-83e9-d600bf5d42da tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=2502b691-9bf5-4b74-9bcf-62c3317d28bb HTTP/1.1" status: 200 len: 946 time: 0.7635875 May 13 14:39:37.665179 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-11085aab-30d6-49b9-b2b1-c6a910fd9717 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Request body: {'security_group': {'name': 'tempest-secgroup--1912997941'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:37.692339 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-11085aab-30d6-49b9-b2b1-c6a910fd9717 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:37.762971 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-11085aab-30d6-49b9-b2b1-c6a910fd9717 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Usage tracker for resource:security_group and tenant:6fd71f3952584877a1e51180cc06427c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:37.769333 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-11085aab-30d6-49b9-b2b1-c6a910fd9717 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:37.777786 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-75f07569-d5e5-433b-beef-9530843953db req-131a9dea-4039-4e69-b411-f333d40064c8 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=a97e16d0-5c61-421d-a794-86752ea11ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1805956 May 13 14:39:37.785730 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cb01aa74-b774-4baf-bd70-cb93545e4ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:37.808047 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-fe379024-851d-4cdf-8aba-23771c3ccb2f tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Allocated IP 172.25.0.94 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/2b5c5845-4b0b-4de9-aefb-ad730843c81b) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:37.828155 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-11085aab-30d6-49b9-b2b1-c6a910fd9717 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:37.898149 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-11085aab-30d6-49b9-b2b1-c6a910fd9717 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:37.952914 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-11085aab-30d6-49b9-b2b1-c6a910fd9717 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:37.976866 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0a06c077-6eec-47af-9330-5413a532cda3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:38.012813 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-30f622aa-8ae3-4d7e-bac4-c36a0d49c158 req-59816d75-0cec-4ab7-a76e-2f39e5df2ee3 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] For port a54d8008-64b7-4068-a46c-d13f866b0ccf, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a54d8008-64b7-4068-a46c-d13f866b0ccf,segment=NetworkSegment(ede6c4a6-81bd-4ab7-a3f7-7ad24bb7c682),segment_id=ede6c4a6-81bd-4ab7-a3f7-7ad24bb7c682)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:38.012813 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-30f622aa-8ae3-4d7e-bac4-c36a0d49c158 req-59816d75-0cec-4ab7-a76e-2f39e5df2ee3 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:38.026821 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-11085aab-30d6-49b9-b2b1-c6a910fd9717 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:38.029560 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-0a06c077-6eec-47af-9330-5413a532cda3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Transition to ACTIVE for port object 95bc6893-1333-4dc1-b6c9-58e937ebc449 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:38.091786 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-11085aab-30d6-49b9-b2b1-c6a910fd9717 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Usage tracker for resource:security_group_rule and tenant:6fd71f3952584877a1e51180cc06427c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:38.096258 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-11085aab-30d6-49b9-b2b1-c6a910fd9717 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:38.158990 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-30f622aa-8ae3-4d7e-bac4-c36a0d49c158 req-59816d75-0cec-4ab7-a76e-2f39e5df2ee3 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Calling delete_port for a54d8008-64b7-4068-a46c-d13f866b0ccf owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:39:38.204785 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-11085aab-30d6-49b9-b2b1-c6a910fd9717 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:38.213792 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cb01aa74-b774-4baf-bd70-cb93545e4ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:38.225326 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a6296-5770-48ad-abe7-a65cca32131c req-0a7930a1-b2b8-47bd-89b7-c790821138e5 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:38.226901 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-278a6296-5770-48ad-abe7-a65cca32131c req-0a7930a1-b2b8-47bd-89b7-c790821138e5 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/ports?device_id=4976cbd1-6bf1-4cff-8053-8337a9d03a7f HTTP/1.1" status: 200 len: 946 time: 0.4470186 May 13 14:39:38.270186 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-cb01aa74-b774-4baf-bd70-cb93545e4ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf000b2-35a2-42ed-a188-349bb545fbc9']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:38.298270 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-cb01aa74-b774-4baf-bd70-cb93545e4ed7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a06f9bce-2caa-4583-849f-dff0052df554') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:38.298570 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-cb01aa74-b774-4baf-bd70-cb93545e4ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a06f9bce-2caa-4583-849f-dff0052df554') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:38.330190 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cb01aa74-b774-4baf-bd70-cb93545e4ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:38.338164 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0a06c077-6eec-47af-9330-5413a532cda3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:38.339205 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fe379024-851d-4cdf-8aba-23771c3ccb2f tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:38.344533 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-278a6296-5770-48ad-abe7-a65cca32131c req-3be54412-9edc-49d1-89de-8599faa9851f tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/security-groups?id=f410ab32-4e11-46ef-b5f5-f0f90693d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027517 May 13 14:39:38.374578 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3533b2c-6dc8-488d-9f7f-e8776f72a1de req-e604e9c7-4cec-483c-9d1f-7fa551df5e4d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:38.380157 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f3533b2c-6dc8-488d-9f7f-e8776f72a1de req-e604e9c7-4cec-483c-9d1f-7fa551df5e4d tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=2502b691-9bf5-4b74-9bcf-62c3317d28bb HTTP/1.1" status: 200 len: 946 time: 0.2954559 May 13 14:39:38.381297 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cb01aa74-b774-4baf-bd70-cb93545e4ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:38.387367 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54550) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:38.395860 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-f89d887a-ab1a-45a1-bb59-4872afc89b56 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Request body: {'floatingip': {'port_id': '63a63d4e-8f68-453d-83f7-fcd921b1c591'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:38.408091 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device deadb11d-6cd5-4098-b18f-d6af63a44d1e up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:39:38.471889 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb01aa74-b774-4baf-bd70-cb93545e4ed7 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:39:38.471889 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cb01aa74-b774-4baf-bd70-cb93545e4ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:38.487043 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:39:38.487043 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:39:38.487043 n-d-841760-1 neutron-server[88081]: timer() May 13 14:39:38.487043 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:39:38.487043 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:39:38.487043 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:39:38.487043 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:39:38.487043 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:39:38.487043 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:39:38.487043 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:39:38.487043 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:39:38.487043 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:39:38.487043 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:39:38.487043 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:39:38.487043 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:39:38.487043 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:39:38.487043 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:39:38.487043 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:39:38.487043 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:39:38.487043 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:39:38.487043 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:39:38.487043 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:39:38.487043 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:39:38.487043 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:39:38.487043 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:39:38.487043 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:39:38.487043 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:39:38.487043 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:39:38.487043 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:39:38.487043 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:39:38.487043 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:39:38.487043 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:39:38.496163 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a06c077-6eec-47af-9330-5413a532cda3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:38.506227 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-0a06c077-6eec-47af-9330-5413a532cda3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:38.515536 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a06c077-6eec-47af-9330-5413a532cda3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:39:38.521478 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a06c077-6eec-47af-9330-5413a532cda3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:38.522148 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0a06c077-6eec-47af-9330-5413a532cda3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:38.538086 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port deadb11d-6cd5-4098-b18f-d6af63a44d1e triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:38.538735 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:38.541432 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06c077-6eec-47af-9330-5413a532cda3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event updated for resources: {'Port': ['ID=95bc6893-1333-4dc1-b6c9-58e937ebc449,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:38.576476 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f89d887a-ab1a-45a1-bb59-4872afc89b56 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for floatingip, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:38.583568 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-11085aab-30d6-49b9-b2b1-c6a910fd9717 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:38.595131 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-11085aab-30d6-49b9-b2b1-c6a910fd9717 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:38.608308 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-30f622aa-8ae3-4d7e-bac4-c36a0d49c158 req-59816d75-0cec-4ab7-a76e-2f39e5df2ee3 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:38.663668 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-11085aab-30d6-49b9-b2b1-c6a910fd9717 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:38.681373 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0a06c077-6eec-47af-9330-5413a532cda3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9109144 May 13 14:39:38.693897 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-11085aab-30d6-49b9-b2b1-c6a910fd9717 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Usage tracker for resource:security_group_rule and tenant:6fd71f3952584877a1e51180cc06427c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:38.700680 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54554) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:38.701449 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59816d75-0cec-4ab7-a76e-2f39e5df2ee3 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Pushing event deleted for resources: {'Port': ['ID=a54d8008-64b7-4068-a46c-d13f866b0ccf,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:38.707636 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-11085aab-30d6-49b9-b2b1-c6a910fd9717 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:38.718973 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device a54d8008-64b7-4068-a46c-d13f866b0ccf no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:39:38.753644 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-11085aab-30d6-49b9-b2b1-c6a910fd9717 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:38.758464 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11085aab-30d6-49b9-b2b1-c6a910fd9717 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc4a234-7444-49ec-a3c2-bda12fa4818b,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:38.764586 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port deadb11d-6cd5-4098-b18f-d6af63a44d1e is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:38.767812 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: a54d8008-64b7-4068-a46c-d13f866b0ccf {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:39:38.768155 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device a54d8008-64b7-4068-a46c-d13f866b0ccf not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:39:38.885155 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fe379024-851d-4cdf-8aba-23771c3ccb2f tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:38.901489 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f622aa-8ae3-4d7e-bac4-c36a0d49c158 req-59816d75-0cec-4ab7-a76e-2f39e5df2ee3 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] No DVR routers for this DVR port a54d8008-64b7-4068-a46c-d13f866b0ccf on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:39:38.906843 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-30f622aa-8ae3-4d7e-bac4-c36a0d49c158 req-59816d75-0cec-4ab7-a76e-2f39e5df2ee3 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:38.912998 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4976cbd1-6bf1-4cff-8053-8337a9d03a7f', 'name': 'network-vif-deleted', 'tag': 'a54d8008-64b7-4068-a46c-d13f866b0ccf'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:38.926366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-a29d4d44-fe9c-443e-a484-b2ab35835bcb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting port 95bc6893-1333-4dc1-b6c9-58e937ebc449 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:39:38.927323 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a29d4d44-fe9c-443e-a484-b2ab35835bcb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:38.960104 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cb01aa74-b774-4baf-bd70-cb93545e4ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:38.964692 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cb01aa74-b774-4baf-bd70-cb93545e4ed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:38.967341 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30f622aa-8ae3-4d7e-bac4-c36a0d49c158 req-59816d75-0cec-4ab7-a76e-2f39e5df2ee3 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.74 "DELETE /v2.0/ports/a54d8008-64b7-4068-a46c-d13f866b0ccf HTTP/1.1" status: 204 len: 173 time: 1.8647263 May 13 14:39:38.980207 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0703c7aa-6982-488c-9e7c-9e398e460367'] response: {'server_uuid': '4976cbd1-6bf1-4cff-8053-8337a9d03a7f', 'name': 'network-vif-deleted', 'tag': 'a54d8008-64b7-4068-a46c-d13f866b0ccf', 'status': 'completed', 'code': 200} May 13 14:39:38.998073 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-21240121-59e7-4803-8200-253505361359 None None] Provisioning for port 95bc6893-1333-4dc1-b6c9-58e937ebc449 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:39.004652 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-21240121-59e7-4803-8200-253505361359 None None] Provisioning complete for port 95bc6893-1333-4dc1-b6c9-58e937ebc449 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:39.004652 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-21240121-59e7-4803-8200-253505361359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:39.039338 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01aa74-b774-4baf-bd70-cb93545e4ed7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdf000b2-35a2-42ed-a188-349bb545fbc9,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:39.043257 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe379024-851d-4cdf-8aba-23771c3ccb2f tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:39.049590 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe379024-851d-4cdf-8aba-23771c3ccb2f tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Pushing event updated for resources: {'Port': ['ID=2b5c5845-4b0b-4de9-aefb-ad730843c81b,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:39.053161 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cb01aa74-b774-4baf-bd70-cb93545e4ed7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/bdf000b2-35a2-42ed-a188-349bb545fbc9 HTTP/1.1" status: 204 len: 168 time: 1.4812448 May 13 14:39:39.054668 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-fe379024-851d-4cdf-8aba-23771c3ccb2f tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:39.091898 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-11085aab-30d6-49b9-b2b1-c6a910fd9717 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:39.111403 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-21240121-59e7-4803-8200-253505361359 None None] Port 95bc6893-1333-4dc1-b6c9-58e937ebc449 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:39:39.123565 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-11085aab-30d6-49b9-b2b1-c6a910fd9717 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:39.147151 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe379024-851d-4cdf-8aba-23771c3ccb2f tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:39:39.248617 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11085aab-30d6-49b9-b2b1-c6a910fd9717 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=739b58b1-5588-434e-b78a-c60d5288437c,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:39.360613 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54564) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:39.400259 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-11085aab-30d6-49b9-b2b1-c6a910fd9717 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:39.402376 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-11085aab-30d6-49b9-b2b1-c6a910fd9717 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9066446 May 13 14:39:39.406391 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54570) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:39.503367 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a29d4d44-fe9c-443e-a484-b2ab35835bcb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:39.576226 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9610fe9a-f347-4415-ae09-8182f3b87d63 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Synchronizing usage tracker for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:39.644289 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-a29d4d44-fe9c-443e-a484-b2ab35835bcb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Calling delete_port for 95bc6893-1333-4dc1-b6c9-58e937ebc449 owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:39:39.709726 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9610fe9a-f347-4415-ae09-8182f3b87d63 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Unset dirty status for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:39.711216 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9610fe9a-f347-4415-ae09-8182f3b87d63 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3037605 May 13 14:39:39.714520 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54574) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:39.721513 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-d3b2afc2-3c2b-4b7a-8835-e127b05bbe71 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Request body: {'security_group': {'name': 'tempest-security--692263874', 'description': 'tempest-security-description-1657384234'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:39.767364 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-20ffbe1a-aeab-4d17-97fe-9c99e96ee577 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=713fc3e596334366a49631a90da45226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3942816 May 13 14:39:39.767604 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54578) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:39.770879 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-af70e949-8075-4584-9915-aa5f0de38188 req-b8b10fb9-44ee-4049-85c1-8d1eaffe8a73 tempest-ServersNegativeTestMultiTenantJSON-1761623056 tempest-ServersNegativeTestMultiTenantJSON-1761623056-project] 10.222.0.35 "GET /v2.0/ports?device_id=4976cbd1-6bf1-4cff-8053-8337a9d03a7f HTTP/1.1" status: 200 len: 210 time: 0.2499449 May 13 14:39:39.793728 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d3b2afc2-3c2b-4b7a-8835-e127b05bbe71 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:39.930123 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d3b2afc2-3c2b-4b7a-8835-e127b05bbe71 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:39.943719 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d3b2afc2-3c2b-4b7a-8835-e127b05bbe71 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:40.000213 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2767ce12-33d4-4a62-bf23-45fa83bb9d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:40.030851 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d3b2afc2-3c2b-4b7a-8835-e127b05bbe71 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:40.032100 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d3b2afc2-3c2b-4b7a-8835-e127b05bbe71 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "PUT /v2.0/security-groups/739b58b1-5588-434e-b78a-c60d5288437c HTTP/1.1" status: 200 len: 1779 time: 0.3168154 May 13 14:39:40.042579 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54584) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:40.055579 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2afc2-3c2b-4b7a-8835-e127b05bbe71 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=739b58b1-5588-434e-b78a-c60d5288437c,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:40.062484 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2767ce12-33d4-4a62-bf23-45fa83bb9d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:40.082739 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a29d4d44-fe9c-443e-a484-b2ab35835bcb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:40.140620 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f89d887a-ab1a-45a1-bb59-4872afc89b56 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:40.143606 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-eb1b3090-0535-426d-b0d4-f2d8772501c3 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "GET /v2.0/security-groups/739b58b1-5588-434e-b78a-c60d5288437c HTTP/1.1" status: 200 len: 1779 time: 0.0876274 May 13 14:39:40.144358 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fe379024-851d-4cdf-8aba-23771c3ccb2f tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:40.150269 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d4d44-fe9c-443e-a484-b2ab35835bcb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Port': ['ID=95bc6893-1333-4dc1-b6c9-58e937ebc449,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:40.155173 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54588) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:40.200789 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f89d887a-ab1a-45a1-bb59-4872afc89b56 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:40.273147 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a29d4d44-fe9c-443e-a484-b2ab35835bcb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:40.295813 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a29d4d44-fe9c-443e-a484-b2ab35835bcb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/95bc6893-1333-4dc1-b6c9-58e937ebc449 HTTP/1.1" status: 204 len: 168 time: 1.5914869 May 13 14:39:40.299020 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54592) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:40.314436 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2767ce12-33d4-4a62-bf23-45fa83bb9d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:40.316858 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2767ce12-33d4-4a62-bf23-45fa83bb9d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:40.318560 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2767ce12-33d4-4a62-bf23-45fa83bb9d08 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/251bc881-5f1e-459d-9c6b-708ebc56443a HTTP/1.1" status: 204 len: 168 time: 0.5493581 May 13 14:39:40.381134 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-95a09c1d-fe72-4b15-9547-c83d30fc089b tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:40.384183 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767ce12-33d4-4a62-bf23-45fa83bb9d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251bc881-5f1e-459d-9c6b-708ebc56443a,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:40.446840 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-95a09c1d-fe72-4b15-9547-c83d30fc089b tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:40.517166 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dc9248-5dc7-449a-a779-a2de2ad21db0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:40.518005 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-55dc9248-5dc7-449a-a779-a2de2ad21db0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:40.537923 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-95a09c1d-fe72-4b15-9547-c83d30fc089b tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:40.565225 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-55dc9248-5dc7-449a-a779-a2de2ad21db0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:40.568903 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-55dc9248-5dc7-449a-a779-a2de2ad21db0 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2635188 May 13 14:39:40.569879 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54600) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:40.573259 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a09c1d-fe72-4b15-9547-c83d30fc089b tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=739b58b1-5588-434e-b78a-c60d5288437c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:40.614913 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [None req-f89d887a-ab1a-45a1-bb59-4872afc89b56 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Floating IP 62bca894-b6af-4256-8a59-402383c5ff4b associated. External IP: 172.25.0.248, port: 63a63d4e-8f68-453d-83f7-fcd921b1c591. May 13 14:39:40.624267 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-95a09c1d-fe72-4b15-9547-c83d30fc089b tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:40.627179 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-95a09c1d-fe72-4b15-9547-c83d30fc089b tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "DELETE /v2.0/security-groups/739b58b1-5588-434e-b78a-c60d5288437c HTTP/1.1" status: 204 len: 168 time: 0.4690056 May 13 14:39:40.628145 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54604) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:40.703946 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12500834-923d-4f3d-8650-80c4bff7caee tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:40.707538 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-12500834-923d-4f3d-8650-80c4bff7caee tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1346712 May 13 14:39:40.708574 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54610) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:40.747565 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-747f5f3b-5f41-46c6-a9f3-18ae2430b8f1 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Synchronizing usage tracker for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:40.781142 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-747f5f3b-5f41-46c6-a9f3-18ae2430b8f1 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Unset dirty status for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:40.785196 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-747f5f3b-5f41-46c6-a9f3-18ae2430b8f1 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1532667 May 13 14:39:40.785466 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54616) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:40.811971 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7578a3-bbcb-45d6-aabc-80f41c8e0e2b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:40.813344 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7578a3-bbcb-45d6-aabc-80f41c8e0e2b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:40.814984 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7578a3-bbcb-45d6-aabc-80f41c8e0e2b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:40.815732 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4d7578a3-bbcb-45d6-aabc-80f41c8e0e2b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Synchronizing usage tracker for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:40.820063 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-f5d4a4d6-5b29-4cba-b39d-d394b8485824 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] delete failed (client error): The resource could not be found. May 13 14:39:40.825122 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f5d4a4d6-5b29-4cba-b39d-d394b8485824 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "DELETE /v2.0/security-groups/739b58b1-5588-434e-b78a-c60d5288437c HTTP/1.1" status: 404 len: 347 time: 0.0341945 May 13 14:39:40.825122 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54624) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:40.832384 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-06b82068-72a7-4bd5-b474-600ef1e350c2 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Request body: {'security_group': {'name': 'tempest-secgroup--2115450622'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:40.840101 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-06b82068-72a7-4bd5-b474-600ef1e350c2 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:40.855719 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-06b82068-72a7-4bd5-b474-600ef1e350c2 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:40.872549 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-06b82068-72a7-4bd5-b474-600ef1e350c2 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:40.885823 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fe379024-851d-4cdf-8aba-23771c3ccb2f tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:40.886491 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4d7578a3-bbcb-45d6-aabc-80f41c8e0e2b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Unset dirty status for tenant:3f2d51c67bd74a03875418e077362a92 on resource:subnet {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:40.888025 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4d7578a3-bbcb-45d6-aabc-80f41c8e0e2b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1785369 May 13 14:39:40.890845 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54630) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:40.899450 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-06b82068-72a7-4bd5-b474-600ef1e350c2 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:40.904222 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-06b82068-72a7-4bd5-b474-600ef1e350c2 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Usage tracker for resource:security_group_rule and tenant:6fd71f3952584877a1e51180cc06427c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:40.908465 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-06b82068-72a7-4bd5-b474-600ef1e350c2 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:40.916052 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-06b82068-72a7-4bd5-b474-600ef1e350c2 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:40.937276 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54634) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:40.941897 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fe379024-851d-4cdf-8aba-23771c3ccb2f tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33129349'] for router, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:41.026094 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba0e95b-bca5-4bf4-99de-eb82e2736d06 admin admin] Deleting subnet e9e56c92-87f5-4bc7-b8c5-49fd79d622c0 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:39:41.031542 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dba0e95b-bca5-4bf4-99de-eb82e2736d06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:41.097522 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-06b82068-72a7-4bd5-b474-600ef1e350c2 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:41.107345 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dba0e95b-bca5-4bf4-99de-eb82e2736d06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:41.134456 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-06b82068-72a7-4bd5-b474-600ef1e350c2 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:41.253938 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b82068-72a7-4bd5-b474-600ef1e350c2 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26371451-d0b4-48d5-a1cf-1002cbad4f92,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:41.270000 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dba0e95b-bca5-4bf4-99de-eb82e2736d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:41.336513 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-06b82068-72a7-4bd5-b474-600ef1e350c2 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:41.340743 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-06b82068-72a7-4bd5-b474-600ef1e350c2 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5112004 May 13 14:39:41.340743 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54648) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:41.349032 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-24376c85-db9f-4d10-a60f-6a82c5796d26 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Request body: {'security_group_rule': {'security_group_id': '26371451-d0b4-48d5-a1cf-1002cbad4f92', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:41.357109 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-24376c85-db9f-4d10-a60f-6a82c5796d26 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:41.366066 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-24376c85-db9f-4d10-a60f-6a82c5796d26 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Usage tracker for resource:security_group_rule and tenant:6fd71f3952584877a1e51180cc06427c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:41.369120 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-24376c85-db9f-4d10-a60f-6a82c5796d26 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:41.376900 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-139ab72a-92af-4ef2-aa0d-c18bb9b85b77 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting subnet 92b511b5-891d-4d89-a750-b72046b41bba {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:39:41.378164 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-24376c85-db9f-4d10-a60f-6a82c5796d26 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:41.387911 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-139ab72a-92af-4ef2-aa0d-c18bb9b85b77 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:41.397942 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54652) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:41.405980 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dba0e95b-bca5-4bf4-99de-eb82e2736d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:41.456866 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dba0e95b-bca5-4bf4-99de-eb82e2736d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:41.460233 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24376c85-db9f-4d10-a60f-6a82c5796d26 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:41.501304 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0e95b-bca5-4bf4-99de-eb82e2736d06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9e56c92-87f5-4bc7-b8c5-49fd79d622c0,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:41.519656 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-dba0e95b-bca5-4bf4-99de-eb82e2736d06 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e9e56c92-87f5-4bc7-b8c5-49fd79d622c0 HTTP/1.1" status: 204 len: 168 time: 0.5812595 May 13 14:39:41.520639 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54658) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:41.554082 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-0f56a323-ca2e-4ad3-b059-fd2ffe2d328b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-603576701-network', 'tenant_id': '59dee1d9be4c46da81b8c659d0c5a9fd'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:41.563262 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0f56a323-ca2e-4ad3-b059-fd2ffe2d328b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:41.611384 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0f56a323-ca2e-4ad3-b059-fd2ffe2d328b admin admin] Usage tracker for resource:network and tenant:59dee1d9be4c46da81b8c659d0c5a9fd is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:41.619545 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0f56a323-ca2e-4ad3-b059-fd2ffe2d328b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:41.625378 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-139ab72a-92af-4ef2-aa0d-c18bb9b85b77 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:41.627935 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0f56a323-ca2e-4ad3-b059-fd2ffe2d328b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:41.678375 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89d887a-ab1a-45a1-bb59-4872afc89b56 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:39:41.778541 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24376c85-db9f-4d10-a60f-6a82c5796d26 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:41.790218 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24376c85-db9f-4d10-a60f-6a82c5796d26 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:41.806972 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5a143a3b-45d2-48b2-bef0-616cfd520786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:41.814016 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f56a323-ca2e-4ad3-b059-fd2ffe2d328b admin admin] Made reservation on behalf of 59dee1d9be4c46da81b8c659d0c5a9fd for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:41.816081 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f56a323-ca2e-4ad3-b059-fd2ffe2d328b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:41.840235 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24376c85-db9f-4d10-a60f-6a82c5796d26 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b37e789f-c12a-4e4f-933e-70b60ef1090c,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:41.844259 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f56a323-ca2e-4ad3-b059-fd2ffe2d328b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:41.866197 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24376c85-db9f-4d10-a60f-6a82c5796d26 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:41.867403 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-24376c85-db9f-4d10-a60f-6a82c5796d26 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5256889 May 13 14:39:41.868540 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0f56a323-ca2e-4ad3-b059-fd2ffe2d328b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:41.871142 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54662) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:41.901976 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0f56a323-ca2e-4ad3-b059-fd2ffe2d328b admin admin] Usage tracker for resource:security_group_rule and tenant:59dee1d9be4c46da81b8c659d0c5a9fd is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:41.913427 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-139ab72a-92af-4ef2-aa0d-c18bb9b85b77 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:41.917962 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0f56a323-ca2e-4ad3-b059-fd2ffe2d328b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:41.941000 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0f56a323-ca2e-4ad3-b059-fd2ffe2d328b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:41.956994 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe379024-851d-4cdf-8aba-23771c3ccb2f tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Router 84b1144c-78fa-45cd-bfcb-ea86df4e7078 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:39:42.030861 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-03c24af2-f716-46c7-8e08-9c543233bac1 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:42.056170 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5a143a3b-45d2-48b2-bef0-616cfd520786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:42.061291 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89d887a-ab1a-45a1-bb59-4872afc89b56 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:39:42.070214 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-03c24af2-f716-46c7-8e08-9c543233bac1 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:42.073189 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa38304-8e22-4715-8ad0-cb85c4e8ad28 None None] Sync routers for ids ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:39:42.091669 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f89d887a-ab1a-45a1-bb59-4872afc89b56 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:42.103400 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa38304-8e22-4715-8ad0-cb85c4e8ad28 None None] Routers {'61d9c492-7067-4a2e-92b2-ee02e1800bf7'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:39:42.104166 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-4aa38304-8e22-4715-8ad0-cb85c4e8ad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:39:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:42.117096 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-5a143a3b-45d2-48b2-bef0-616cfd520786 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d81ea4-e91f-4e2b-ae15-e775c16ce52d']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:42.141483 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-5a143a3b-45d2-48b2-bef0-616cfd520786 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ede6c4a6-81bd-4ab7-a3f7-7ad24bb7c682') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:42.141918 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-5a143a3b-45d2-48b2-bef0-616cfd520786 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ede6c4a6-81bd-4ab7-a3f7-7ad24bb7c682') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:42.157933 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-03c24af2-f716-46c7-8e08-9c543233bac1 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:42.161830 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5a143a3b-45d2-48b2-bef0-616cfd520786 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:42.202544 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c24af2-f716-46c7-8e08-9c543233bac1 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b37e789f-c12a-4e4f-933e-70b60ef1090c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:42.220091 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5a143a3b-45d2-48b2-bef0-616cfd520786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:42.237861 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a143a3b-45d2-48b2-bef0-616cfd520786 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:39:42.238951 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5a143a3b-45d2-48b2-bef0-616cfd520786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:42.253675 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:39:42.253675 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:39:42.253675 n-d-841760-1 neutron-server[88082]: timer() May 13 14:39:42.253675 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:39:42.253675 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:39:42.253675 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:39:42.253675 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:39:42.253675 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:39:42.253675 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:39:42.253675 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:39:42.253675 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:39:42.253675 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:39:42.253675 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:39:42.253675 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:39:42.253675 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:39:42.253675 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:39:42.253675 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:39:42.253675 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:39:42.253675 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:39:42.253675 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:39:42.253675 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:39:42.253675 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:39:42.253675 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:39:42.253675 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:39:42.253675 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:39:42.253675 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:39:42.253675 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:39:42.253675 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:39:42.253675 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:39:42.253675 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:39:42.253675 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:39:42.253675 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:39:42.257398 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-03c24af2-f716-46c7-8e08-9c543233bac1 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:42.258759 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-03c24af2-f716-46c7-8e08-9c543233bac1 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/b37e789f-c12a-4e4f-933e-70b60ef1090c HTTP/1.1" status: 204 len: 168 time: 0.3854437 May 13 14:39:42.265874 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54668) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:42.318119 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe379024-851d-4cdf-8aba-23771c3ccb2f tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:39:42.323617 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fe379024-851d-4cdf-8aba-23771c3ccb2f tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:42.328802 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fe379024-851d-4cdf-8aba-23771c3ccb2f tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "PUT /v2.0/routers/84b1144c-78fa-45cd-bfcb-ea86df4e7078 HTTP/1.1" status: 200 len: 914 time: 6.8938658 May 13 14:39:42.330320 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54672) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:42.333951 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-139ab72a-92af-4ef2-aa0d-c18bb9b85b77 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:42.347140 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e988e222-2c8f-48ea-8d0b-5555a78f465a None None] Sync routers for ids ['84b1144c-78fa-45cd-bfcb-ea86df4e7078'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:39:42.415003 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-4aa38304-8e22-4715-8ad0-cb85c4e8ad28 None None] Set router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:39:42.440094 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f56a323-ca2e-4ad3-b059-fd2ffe2d328b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:42.468821 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f56a323-ca2e-4ad3-b059-fd2ffe2d328b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:42.513224 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f56a323-ca2e-4ad3-b059-fd2ffe2d328b admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:39:42.524758 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e988e222-2c8f-48ea-8d0b-5555a78f465a None None] Routers {'84b1144c-78fa-45cd-bfcb-ea86df4e7078'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:39:42.525660 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e988e222-2c8f-48ea-8d0b-5555a78f465a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:39:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['84b1144c-78fa-45cd-bfcb-ea86df4e7078'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:42.525839 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f56a323-ca2e-4ad3-b059-fd2ffe2d328b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:42.526322 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-0f56a323-ca2e-4ad3-b059-fd2ffe2d328b admin admin] Added segment 374e1299-dd22-45da-a5dc-f0177353738f of type vlan for network 6319cf69-0f56-4666-87eb-b5cec5bc1d40 May 13 14:39:42.557148 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f56a323-ca2e-4ad3-b059-fd2ffe2d328b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:42.591729 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5a143a3b-45d2-48b2-bef0-616cfd520786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:42.639882 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5a143a3b-45d2-48b2-bef0-616cfd520786 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:42.647857 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f56a323-ca2e-4ad3-b059-fd2ffe2d328b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:42.648798 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f56a323-ca2e-4ad3-b059-fd2ffe2d328b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:42.649738 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f56a323-ca2e-4ad3-b059-fd2ffe2d328b admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:42.649904 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e988e222-2c8f-48ea-8d0b-5555a78f465a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:42.668245 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e988e222-2c8f-48ea-8d0b-5555a78f465a None None] Routers {'84b1144c-78fa-45cd-bfcb-ea86df4e7078'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:39:42.669115 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e988e222-2c8f-48ea-8d0b-5555a78f465a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:39:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['84b1144c-78fa-45cd-bfcb-ea86df4e7078'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:42.676698 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f89d887a-ab1a-45a1-bb59-4872afc89b56 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "PUT /v2.0/floatingips/62bca894-b6af-4256-8a59-402383c5ff4b HTTP/1.1" status: 200 len: 992 time: 4.2881939 May 13 14:39:42.690832 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-139ab72a-92af-4ef2-aa0d-c18bb9b85b77 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:42.692757 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-139ab72a-92af-4ef2-aa0d-c18bb9b85b77 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/92b511b5-891d-4d89-a750-b72046b41bba HTTP/1.1" status: 204 len: 168 time: 1.7998714 May 13 14:39:42.693524 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2502b691-9bf5-4b74-9bcf-62c3317d28bb', 'tag': '63a63d4e-8f68-453d-83f7-fcd921b1c591'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:42.698156 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54684) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:42.701809 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e8cb692e-20eb-4a6d-8cf3-1dd6cee8cc2a tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Synchronizing usage tracker for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group_rule {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:42.704004 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ab72a-92af-4ef2-aa0d-c18bb9b85b77 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Subnet': ['ID=92b511b5-891d-4d89-a750-b72046b41bba,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:42.733249 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a143a3b-45d2-48b2-bef0-616cfd520786 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4d81ea4-e91f-4e2b-ae15-e775c16ce52d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:42.768097 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56a323-ca2e-4ad3-b059-fd2ffe2d328b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aec6546-9af6-4825-aa6c-79921c63d7e6,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:42.771163 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d31d840c-30ef-4640-8557-bc707281790b'] response: {'name': 'network-changed', 'server_uuid': '2502b691-9bf5-4b74-9bcf-62c3317d28bb', 'tag': '63a63d4e-8f68-453d-83f7-fcd921b1c591', 'status': 'completed', 'code': 200} May 13 14:39:42.783354 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6228025-0824-4067-870d-78b342663897 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:42.812380 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9435394c-9d89-4822-94d4-722ec3405019 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "GET /v2.0/routers/84b1144c-78fa-45cd-bfcb-ea86df4e7078 HTTP/1.1" status: 200 len: 920 time: 0.4709136 May 13 14:39:42.814591 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e988e222-2c8f-48ea-8d0b-5555a78f465a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:42.815053 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e988e222-2c8f-48ea-8d0b-5555a78f465a None None] The sync data for ids ['84b1144c-78fa-45cd-bfcb-ea86df4e7078'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:39:42.821554 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54690) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:42.890535 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a12124e-54c7-45f0-845e-80915b9aaa84 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Deleting subnet f3923245-ba98-47c2-b170-3b2afc40ea7e {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:39:42.905485 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5a143a3b-45d2-48b2-bef0-616cfd520786 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b4d81ea4-e91f-4e2b-ae15-e775c16ce52d HTTP/1.1" status: 204 len: 168 time: 1.3761554 May 13 14:39:42.906058 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9a12124e-54c7-45f0-845e-80915b9aaa84 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:42.906149 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0f56a323-ca2e-4ad3-b059-fd2ffe2d328b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5028865 May 13 14:39:42.920944 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54696) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:42.921288 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54698) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:42.992309 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-431c9830-d10c-4a09-b406-acf2662f93f5 admin admin] Request body: {'subnet': {'network_id': '6319cf69-0f56-4666-87eb-b5cec5bc1d40', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-603576701-subnet', 'tenant_id': '59dee1d9be4c46da81b8c659d0c5a9fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:43.007010 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-431c9830-d10c-4a09-b406-acf2662f93f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:43.053912 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e8cb692e-20eb-4a6d-8cf3-1dd6cee8cc2a tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Unset dirty status for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group_rule {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:43.058360 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e8cb692e-20eb-4a6d-8cf3-1dd6cee8cc2a tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6732996 May 13 14:39:43.058360 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56a323-ca2e-4ad3-b059-fd2ffe2d328b admin admin] Pushing event updated for resources: {'Network': ['ID=6319cf69-0f56-4666-87eb-b5cec5bc1d40,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:43.074148 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-431c9830-d10c-4a09-b406-acf2662f93f5 admin admin] Usage tracker for resource:subnet and tenant:59dee1d9be4c46da81b8c659d0c5a9fd is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:43.077970 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54704) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:43.081171 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-431c9830-d10c-4a09-b406-acf2662f93f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:43.100129 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 6319cf69-0f56-4666-87eb-b5cec5bc1d40 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:39:43.112611 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-431c9830-d10c-4a09-b406-acf2662f93f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:43.157253 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431c9830-d10c-4a09-b406-acf2662f93f5 admin admin] Made reservation on behalf of 59dee1d9be4c46da81b8c659d0c5a9fd for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:43.160156 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-431c9830-d10c-4a09-b406-acf2662f93f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:43.178767 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d7a6cc-e194-4b16-a7e2-84a72d06f856 admin admin] Deleting subnet 9d892889-ef14-478e-a3e2-dab2791e6d0d {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:39:43.201063 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-20d7a6cc-e194-4b16-a7e2-84a72d06f856 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:43.202454 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9a12124e-54c7-45f0-845e-80915b9aaa84 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:43.315887 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2f1fcc-54df-4b75-a6d9-4205d8cbd33c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:43.321259 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ae2f1fcc-54df-4b75-a6d9-4205d8cbd33c tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=c35d8094-27c1-4288-955d-bcb140e23bf2&device_id=84b1144c-78fa-45cd-bfcb-ea86df4e7078&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4970129 May 13 14:39:43.330351 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54708) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:43.331143 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-4aa38304-8e22-4715-8ad0-cb85c4e8ad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:08Z', 'revision_number': 4, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'gw_port': {'id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:59Z', 'updated_at': '2022-05-13T14:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '62bca894-b6af-4256-8a59-402383c5ff4b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'floating_ip_address': '172.25.0.248', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'port_id': '63a63d4e-8f68-453d-83f7-fcd921b1c591', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'mac_address': 'fa:16:3e:cb:9b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2502b691-9bf5-4b74-9bcf-62c3317d28bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:39:04Z', 'updated_at': '2022-05-13T14:39:39Z', 'revision_number': 1, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60ed9ed-d7c1-4158-bdf6-5ea4de8475c6', 'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'mac_address': 'fa:16:3e:a9:45:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:32:05Z', 'updated_at': '2022-05-13T14:32:19Z', 'revision_number': 5, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'subnets': [{'id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:43.338791 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa38304-8e22-4715-8ad0-cb85c4e8ad28 None None] Checking router: 61d9c492-7067-4a2e-92b2-ee02e1800bf7 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:39:43.347805 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535a47f-eb2a-4c95-bdef-4736181aae69 req-018dc4ab-4566-4cc0-bc5a-50f219a29423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:43.348729 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa38304-8e22-4715-8ad0-cb85c4e8ad28 None None] Routers {'61d9c492-7067-4a2e-92b2-ee02e1800bf7'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:39:43.349417 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-4aa38304-8e22-4715-8ad0-cb85c4e8ad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:39:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:43.349559 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3f84c-3fe7-4b68-a8c6-0b63e5c8d1ef req-ec40311f-4b9f-4907-9bc7-01c4e5105eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:43.350124 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7535a47f-eb2a-4c95-bdef-4736181aae69 req-018dc4ab-4566-4cc0-bc5a-50f219a29423 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=936df29ada1f4039bf03263eb4658581&device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 1097 time: 0.4199467 May 13 14:39:43.350886 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-95e3f84c-3fe7-4b68-a8c6-0b63e5c8d1ef req-ec40311f-4b9f-4907-9bc7-01c4e5105eb6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b6ab0120ba4d4937a9340132b618cd48&device_id=2502b691-9bf5-4b74-9bcf-62c3317d28bb HTTP/1.1" status: 200 len: 1097 time: 0.4942079 May 13 14:39:43.359203 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9a12124e-54c7-45f0-845e-80915b9aaa84 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:43.392814 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-20d7a6cc-e194-4b16-a7e2-84a72d06f856 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:43.563571 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535a47f-eb2a-4c95-bdef-4736181aae69 req-00aa42b3-4872-49ec-b2aa-d30659437231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:43.565066 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7535a47f-eb2a-4c95-bdef-4736181aae69 req-00aa42b3-4872-49ec-b2aa-d30659437231 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9479e797-5371-4e30-beb4-10899bbfb8b9 HTTP/1.1" status: 200 len: 919 time: 0.1742234 May 13 14:39:43.567379 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9a12124e-54c7-45f0-845e-80915b9aaa84 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:43.590124 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-4aa38304-8e22-4715-8ad0-cb85c4e8ad28 None None] Set router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:39:43.597937 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-20d7a6cc-e194-4b16-a7e2-84a72d06f856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:43.687104 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9a12124e-54c7-45f0-845e-80915b9aaa84 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:43.691973 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a12124e-54c7-45f0-845e-80915b9aaa84 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Subnet': ['ID=f3923245-ba98-47c2-b170-3b2afc40ea7e,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:43.726918 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9a12124e-54c7-45f0-845e-80915b9aaa84 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/f3923245-ba98-47c2-b170-3b2afc40ea7e HTTP/1.1" status: 204 len: 168 time: 1.0245602 May 13 14:39:43.730017 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54712) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:43.800650 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7535a47f-eb2a-4c95-bdef-4736181aae69 req-d0dcd982-ed04-40bb-9464-5786ee83e63e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1cd1f57d-1854-49dc-a1ac-35e2a791069c HTTP/1.1" status: 200 len: 1002 time: 0.2288654 May 13 14:39:43.821836 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-006ce825-4a61-458e-beab-5d2a277ba39d tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:43.825094 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538be139-61e8-46f0-b139-ee75dc6cb6ce tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:43.826898 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-538be139-61e8-46f0-b139-ee75dc6cb6ce tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 881 time: 0.4949980 May 13 14:39:43.839575 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-20d7a6cc-e194-4b16-a7e2-84a72d06f856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:43.847160 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a38df2ff-f363-4022-b75f-99a0e30f0379 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1158478 May 13 14:39:43.851471 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54716) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:43.851710 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54718) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:43.949491 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-774a7ecd-56f1-41c4-a8fd-c32f8b65c9bf tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] 10.222.0.35 "GET /v2.0/ports?device_id=84b1144c-78fa-45cd-bfcb-ea86df4e7078 HTTP/1.1" status: 200 len: 205 time: 0.0949068 May 13 14:39:43.957057 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54724) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:44.030476 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2213987-873b-47c4-a933-2af98f45d919 req-efdfaa4d-696e-41c4-88a5-73666ab49045 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:44.040606 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b2213987-873b-47c4-a933-2af98f45d919 req-efdfaa4d-696e-41c4-88a5-73666ab49045 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 946 time: 1.0423319 May 13 14:39:44.056210 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb31725-d37e-4c8b-ab13-759183448e48 None None] Network 0723b97b-08c9-4db0-a15e-5b69273136d9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:44.081591 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535a47f-eb2a-4c95-bdef-4736181aae69 req-3883fa4d-b4c4-4599-856a-90e7ccc44549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:44.083293 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7a6cc-e194-4b16-a7e2-84a72d06f856 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d892889-ef14-478e-a3e2-dab2791e6d0d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:44.083809 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7535a47f-eb2a-4c95-bdef-4736181aae69 req-3883fa4d-b4c4-4599-856a-90e7ccc44549 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=be55f4c0-99f6-4777-9e43-16529e4e725e HTTP/1.1" status: 200 len: 857 time: 0.2750154 May 13 14:39:44.109395 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-20d7a6cc-e194-4b16-a7e2-84a72d06f856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:44.127368 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-006ce825-4a61-458e-beab-5d2a277ba39d tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:44.182587 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a8d1ee6b-d63f-4301-ac20-6471f0518caf None None] Provisioning complete for port deadb11d-6cd5-4098-b18f-d6af63a44d1e triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:44.183259 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a8d1ee6b-d63f-4301-ac20-6471f0518caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:44.248075 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-641f78b4-d7d0-4037-9c70-52bf570020c3 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:44.291965 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-20d7a6cc-e194-4b16-a7e2-84a72d06f856 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9d892889-ef14-478e-a3e2-dab2791e6d0d HTTP/1.1" status: 204 len: 168 time: 1.3696258 May 13 14:39:44.299298 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54728) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:44.304358 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b2213987-873b-47c4-a933-2af98f45d919 req-bd40bcbf-d426-4711-9bbe-6c5b46c9d355 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=4faeb31a-ec6a-4294-a70c-477a3b2c20c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2622957 May 13 14:39:44.304358 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-006ce825-4a61-458e-beab-5d2a277ba39d tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:44.321061 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3f84c-3fe7-4b68-a8c6-0b63e5c8d1ef req-2759b062-7768-417b-8807-00ae3e84cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:44.322657 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-95e3f84c-3fe7-4b68-a8c6-0b63e5c8d1ef req-2759b062-7768-417b-8807-00ae3e84cc3b service neutron] 10.222.0.74 "GET /v2.0/networks?id=79758d8c-b106-4287-a282-ab754acae92b HTTP/1.1" status: 200 len: 916 time: 0.9364862 May 13 14:39:44.336239 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfe73a6-dd1b-4f23-a1d8-fab1ca2b2db2 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:44.339379 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ebfe73a6-dd1b-4f23-a1d8-fab1ca2b2db2 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4851980 May 13 14:39:44.354999 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-4aa38304-8e22-4715-8ad0-cb85c4e8ad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:08Z', 'revision_number': 4, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'gw_port': {'id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:59Z', 'updated_at': '2022-05-13T14:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '62bca894-b6af-4256-8a59-402383c5ff4b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'floating_ip_address': '172.25.0.248', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'port_id': '63a63d4e-8f68-453d-83f7-fcd921b1c591', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'mac_address': 'fa:16:3e:cb:9b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2502b691-9bf5-4b74-9bcf-62c3317d28bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:39:04Z', 'updated_at': '2022-05-13T14:39:39Z', 'revision_number': 1, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60ed9ed-d7c1-4158-bdf6-5ea4de8475c6', 'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'mac_address': 'fa:16:3e:a9:45:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:32:05Z', 'updated_at': '2022-05-13T14:32:19Z', 'revision_number': 5, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'subnets': [{'id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:44.355254 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54732) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:44.356794 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-431c9830-d10c-4a09-b406-acf2662f93f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:44.381878 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535a47f-eb2a-4c95-bdef-4736181aae69 req-53e182f4-b392-4144-8735-5ce11c1abd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:44.383385 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7535a47f-eb2a-4c95-bdef-4736181aae69 req-53e182f4-b392-4144-8735-5ce11c1abd37 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9479e797-5371-4e30-beb4-10899bbfb8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2903352 May 13 14:39:44.391978 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa38304-8e22-4715-8ad0-cb85c4e8ad28 None None] The sync data for ids ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'] in n-d-841760-1 is: [{'id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:08Z', 'revision_number': 4, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'gw_port': {'id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:59Z', 'updated_at': '2022-05-13T14:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '62bca894-b6af-4256-8a59-402383c5ff4b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'floating_ip_address': '172.25.0.248', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'port_id': '63a63d4e-8f68-453d-83f7-fcd921b1c591', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'mac_address': 'fa:16:3e:cb:9b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2502b691-9bf5-4b74-9bcf-62c3317d28bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:39:04Z', 'updated_at': '2022-05-13T14:39:39Z', 'revision_number': 1, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60ed9ed-d7c1-4158-bdf6-5ea4de8475c6', 'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'mac_address': 'fa:16:3e:a9:45:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:32:05Z', 'updated_at': '2022-05-13T14:32:19Z', 'revision_number': 5, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'subnets': [{'id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:39:44.426357 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-a8d1ee6b-d63f-4301-ac20-6471f0518caf None None] Current status of the port deadb11d-6cd5-4098-b18f-d6af63a44d1e is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:44.444157 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ce825-4a61-458e-beab-5d2a277ba39d tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26371451-d0b4-48d5-a1cf-1002cbad4f92,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:44.537885 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca36353-e31f-4ae0-89b8-f79f6bba48d2 None None] DHCP port deletion for 0723b97b-08c9-4db0-a15e-5b69273136d9 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:39:44.542700 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-2ca36353-e31f-4ae0-89b8-f79f6bba48d2 None None] Deleting port deadb11d-6cd5-4098-b18f-d6af63a44d1e {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:39:44.543362 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2ca36353-e31f-4ae0-89b8-f79f6bba48d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:44.613927 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-641f78b4-d7d0-4037-9c70-52bf570020c3 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:44.642703 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-641f78b4-d7d0-4037-9c70-52bf570020c3 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Deleting port 2b5c5845-4b0b-4de9-aefb-ad730843c81b {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:39:44.642703 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-641f78b4-d7d0-4037-9c70-52bf570020c3 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:44.665366 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-006ce825-4a61-458e-beab-5d2a277ba39d tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:44.666492 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-006ce825-4a61-458e-beab-5d2a277ba39d tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "DELETE /v2.0/security-groups/26371451-d0b4-48d5-a1cf-1002cbad4f92 HTTP/1.1" status: 204 len: 168 time: 1.5875781 May 13 14:39:44.677684 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54736) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:44.684126 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c9830-d10c-4a09-b406-acf2662f93f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e34ba22-fe5c-4300-b2f6-5a6b15ad2854,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:44.705083 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7535a47f-eb2a-4c95-bdef-4736181aae69 req-47f32256-8202-4d9a-8c19-3951129d2c56 service neutron] 10.222.0.74 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610672 May 13 14:39:44.711380 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2c6bfa-a1f6-498d-9190-09041f7fbca6 None None] New status for floating IP 62bca894-b6af-4256-8a59-402383c5ff4b: ACTIVE {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:39:44.715377 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2432bdf4-ed3c-4fdd-afc9-e9535efae6eb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:44.719633 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2432bdf4-ed3c-4fdd-afc9-e9535efae6eb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3560748 May 13 14:39:44.719633 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-95e3f84c-3fe7-4b68-a8c6-0b63e5c8d1ef req-fa55681c-d051-46ba-b06a-9f37e6bc0331 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63a63d4e-8f68-453d-83f7-fcd921b1c591 HTTP/1.1" status: 200 len: 1000 time: 0.3657408 May 13 14:39:44.720694 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54740) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:44.721642 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3ebfff77-70c0-4392-911e-1bba3216fe1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:44.781555 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431c9830-d10c-4a09-b406-acf2662f93f5 admin admin] Checking segment: {'id': '374e1299-dd22-45da-a5dc-f0177353738f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6319cf69-0f56-4666-87eb-b5cec5bc1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:39:44.781555 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431c9830-d10c-4a09-b406-acf2662f93f5 admin admin] Network hostable DHCP agents. Network: 6319cf69-0f56-4666-87eb-b5cec5bc1d40, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:39:44.883470 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ed74ab8b-4003-47ca-968f-15668bda3b81 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Synchronizing usage tracker for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:44.899286 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3f84c-3fe7-4b68-a8c6-0b63e5c8d1ef req-ec2b1d0f-9f55-485e-8ec9-e14ae0c1494d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:44.900751 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-95e3f84c-3fe7-4b68-a8c6-0b63e5c8d1ef req-ec2b1d0f-9f55-485e-8ec9-e14ae0c1494d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3f8b6906-e2ce-45f4-9457-d3fca5fa8def HTTP/1.1" status: 200 len: 854 time: 0.1727049 May 13 14:39:44.905787 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431c9830-d10c-4a09-b406-acf2662f93f5 admin admin] Network 6319cf69-0f56-4666-87eb-b5cec5bc1d40 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:39:45.009892 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-2ca36353-e31f-4ae0-89b8-f79f6bba48d2 None None] For port deadb11d-6cd5-4098-b18f-d6af63a44d1e, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=deadb11d-6cd5-4098-b18f-d6af63a44d1e,segment=NetworkSegment(399828f3-a0e1-458a-b927-e36ce7523465),segment_id=399828f3-a0e1-458a-b927-e36ce7523465)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:45.010436 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2ca36353-e31f-4ae0-89b8-f79f6bba48d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:45.030663 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-431c9830-d10c-4a09-b406-acf2662f93f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 6319cf69-0f56-4666-87eb-b5cec5bc1d40) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:45.037013 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ed74ab8b-4003-47ca-968f-15668bda3b81 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Unset dirty status for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:45.038258 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ed74ab8b-4003-47ca-968f-15668bda3b81 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3513165 May 13 14:39:45.042762 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54744) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:45.052883 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3ebfff77-70c0-4392-911e-1bba3216fe1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:45.060857 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431c9830-d10c-4a09-b406-acf2662f93f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:45.061440 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-431c9830-d10c-4a09-b406-acf2662f93f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:45.067860 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-e83cda13-1d36-4474-a476-f4a4edc9395f tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Request body: {'security_group': {'name': 'tempest-secgroup--922922642'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:45.088277 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7f13ef7c-8328-418a-92af-d75b9cd1e707 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3447120 May 13 14:39:45.100104 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54748) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:45.111212 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e83cda13-1d36-4474-a476-f4a4edc9395f tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:45.125126 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-3ebfff77-70c0-4392-911e-1bba3216fe1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8efa38-1f23-4bb2-9add-cdcbbd67c8c1']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:45.136251 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d94a43-c6d6-4f15-927e-b466ddaab07a None None] Network 6319cf69-0f56-4666-87eb-b5cec5bc1d40 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:45.144852 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e83cda13-1d36-4474-a476-f4a4edc9395f tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:45.147935 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-431c9830-d10c-4a09-b406-acf2662f93f5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2240684 May 13 14:39:45.155575 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-3ebfff77-70c0-4392-911e-1bba3216fe1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8957ccf4-35a0-4eff-8a3c-ef7940b97246') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:45.155799 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-3ebfff77-70c0-4392-911e-1bba3216fe1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8957ccf4-35a0-4eff-8a3c-ef7940b97246') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:45.169090 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-e44d7e10-8ba0-4702-a5c7-e9c44d9edad5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:45.169885 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e44d7e10-8ba0-4702-a5c7-e9c44d9edad5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:45.171918 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e44d7e10-8ba0-4702-a5c7-e9c44d9edad5 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/95bc6893-1333-4dc1-b6c9-58e937ebc449 HTTP/1.1" status: 404 len: 333 time: 0.0699363 May 13 14:39:45.174948 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54754) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:45.197068 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3ebfff77-70c0-4392-911e-1bba3216fe1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:45.229823 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-2ca36353-e31f-4ae0-89b8-f79f6bba48d2 None None] Calling delete_port for deadb11d-6cd5-4098-b18f-d6af63a44d1e owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:39:45.249277 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7535a47f-eb2a-4c95-bdef-4736181aae69 req-88b3b136-30a9-4872-b816-450ba916b5f5 service neutron] 10.222.0.74 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5325811 May 13 14:39:45.254025 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-641f78b4-d7d0-4037-9c70-52bf570020c3 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:45.283883 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e83cda13-1d36-4474-a476-f4a4edc9395f tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:45.341125 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-36930f43-1ce3-4161-8f4c-a58111c9e4fe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:45.341932 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36930f43-1ce3-4161-8f4c-a58111c9e4fe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:45.345392 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-36930f43-1ce3-4161-8f4c-a58111c9e4fe tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/92b511b5-891d-4d89-a750-b72046b41bba HTTP/1.1" status: 404 len: 337 time: 0.1402001 May 13 14:39:45.351180 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3ebfff77-70c0-4392-911e-1bba3216fe1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:45.372168 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54760) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:45.374874 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3f84c-3fe7-4b68-a8c6-0b63e5c8d1ef req-fdcd0744-828e-4750-b016-2b49419f30a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:45.377287 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-95e3f84c-3fe7-4b68-a8c6-0b63e5c8d1ef req-fdcd0744-828e-4750-b016-2b49419f30a6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79758d8c-b106-4287-a282-ab754acae92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4686651 May 13 14:39:45.380457 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ebfff77-70c0-4392-911e-1bba3216fe1b admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:39:45.381011 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3ebfff77-70c0-4392-911e-1bba3216fe1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:45.399913 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:39:45.399913 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:39:45.399913 n-d-841760-1 neutron-server[88082]: timer() May 13 14:39:45.399913 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:39:45.399913 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:39:45.399913 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:39:45.399913 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:39:45.399913 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:39:45.399913 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:39:45.399913 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:39:45.399913 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:39:45.399913 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:39:45.399913 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:39:45.399913 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:39:45.399913 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:39:45.399913 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:39:45.399913 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:39:45.399913 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:39:45.399913 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:39:45.399913 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:39:45.399913 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:39:45.399913 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:39:45.399913 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:39:45.399913 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:39:45.399913 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:39:45.399913 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:39:45.399913 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:39:45.399913 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:39:45.399913 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:39:45.399913 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:39:45.399913 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:39:45.399913 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:39:45.451849 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e83cda13-1d36-4474-a476-f4a4edc9395f tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:45.458459 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e83cda13-1d36-4474-a476-f4a4edc9395f tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Usage tracker for resource:security_group_rule and tenant:6fd71f3952584877a1e51180cc06427c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:45.463103 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e83cda13-1d36-4474-a476-f4a4edc9395f tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:45.470748 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e83cda13-1d36-4474-a476-f4a4edc9395f tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:45.511571 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-641f78b4-d7d0-4037-9c70-52bf570020c3 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Calling delete_port for 2b5c5845-4b0b-4de9-aefb-ad730843c81b owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:39:45.565741 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11f7940-ee82-41da-8079-ac5cae61a28d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:45.566187 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f11f7940-ee82-41da-8079-ac5cae61a28d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:45.605157 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2ca36353-e31f-4ae0-89b8-f79f6bba48d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:45.668604 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca36353-e31f-4ae0-89b8-f79f6bba48d2 None None] Pushing event deleted for resources: {'Port': ['ID=deadb11d-6cd5-4098-b18f-d6af63a44d1e,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:45.675330 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [req-8c38e07d-6360-4c89-b13e-5ccb6bd235ec req-bec23deb-ecd5-4183-933a-211e2ec187ce tempest-SecurityGroupsNegativeTestJSON-1380601612 tempest-SecurityGroupsNegativeTestJSON-1380601612-project] show failed (client error): The resource could not be found. May 13 14:39:45.677905 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca36353-e31f-4ae0-89b8-f79f6bba48d2 None None] No DVR routers for this DVR port deadb11d-6cd5-4098-b18f-d6af63a44d1e on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:39:45.680390 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f1178-903e-4104-acd7-cd91818f2a37 req-b65e26fe-c6a8-4932-87f0-4509c77dcf1f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:45.684115 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8c38e07d-6360-4c89-b13e-5ccb6bd235ec req-bec23deb-ecd5-4183-933a-211e2ec187ce tempest-SecurityGroupsNegativeTestJSON-1380601612 tempest-SecurityGroupsNegativeTestJSON-1380601612-project] 10.222.0.35 "GET /v2.0/security-groups/9e9d4c6f-8437-43df-85c8-de449087be8d HTTP/1.1" status: 404 len: 352 time: 0.0647118 May 13 14:39:45.694616 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-581f1178-903e-4104-acd7-cd91818f2a37 req-b65e26fe-c6a8-4932-87f0-4509c77dcf1f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 946 time: 0.1490867 May 13 14:39:45.738030 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d8de4f-3e76-4c26-84b8-952b78a071e4 None None] Network 6319cf69-0f56-4666-87eb-b5cec5bc1d40 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:45.749004 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-581f1178-903e-4104-acd7-cd91818f2a37 req-7aefa6b9-8ad7-4ad8-bf11-2252f5c376e9 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=4faeb31a-ec6a-4294-a70c-477a3b2c20c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534940 May 13 14:39:45.767098 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f11f7940-ee82-41da-8079-ac5cae61a28d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/f3923245-ba98-47c2-b170-3b2afc40ea7e HTTP/1.1" status: 404 len: 337 time: 0.3887548 May 13 14:39:45.779890 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54776) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:45.823960 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e83cda13-1d36-4474-a476-f4a4edc9395f tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:45.834025 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3ebfff77-70c0-4392-911e-1bba3216fe1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:45.838701 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3ebfff77-70c0-4392-911e-1bba3216fe1b admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:45.862288 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-641f78b4-d7d0-4037-9c70-52bf570020c3 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:45.862835 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3ebfff77-70c0-4392-911e-1bba3216fe1b admin admin] 10.222.0.35 "DELETE /v2.0/networks/7f8efa38-1f23-4bb2-9add-cdcbbd67c8c1 HTTP/1.1" status: 204 len: 168 time: 1.5532565 May 13 14:39:45.863725 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e83cda13-1d36-4474-a476-f4a4edc9395f tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:45.943809 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f78b4-d7d0-4037-9c70-52bf570020c3 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Pushing event deleted for resources: {'Port': ['ID=2b5c5845-4b0b-4de9-aefb-ad730843c81b,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:45.979661 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebfff77-70c0-4392-911e-1bba3216fe1b admin admin] Pushing event deleted for resources: {'Network': ['ID=7f8efa38-1f23-4bb2-9add-cdcbbd67c8c1,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:46.050095 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54784) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:46.074050 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e83cda13-1d36-4474-a476-f4a4edc9395f tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:46.075302 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e83cda13-1d36-4474-a476-f4a4edc9395f tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0314400 May 13 14:39:46.077238 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-641f78b4-d7d0-4037-9c70-52bf570020c3 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:46.083735 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54788) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:46.084134 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83cda13-1d36-4474-a476-f4a4edc9395f tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=893981c2-b3c8-4fd6-a66e-1ce8235e2fd7,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:46.086510 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-90db6b98-c1c0-4b24-81f3-5c9f01033b6f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:46.086982 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90db6b98-c1c0-4b24-81f3-5c9f01033b6f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:46.091073 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-90db6b98-c1c0-4b24-81f3-5c9f01033b6f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/8bd290af-05b1-4ef1-8434-717f47c3a4c0 HTTP/1.1" status: 404 len: 333 time: 0.2912071 May 13 14:39:46.095728 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-d7cd6737-b9e2-4dc6-9e82-6133e115f936 req-5b5e76f6-6588-492c-8350-ecf4be10808c tempest-SecurityGroupsNegativeTestJSON-1380601612 tempest-SecurityGroupsNegativeTestJSON-1380601612-project] Synchronizing usage tracker for tenant:59dee1d9be4c46da81b8c659d0c5a9fd on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:46.098036 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54792) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:46.101155 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-49fc7cf4-77e2-489b-8754-9e0313e5f2a6 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Request body: {'security_group_rule': {'security_group_id': '893981c2-b3c8-4fd6-a66e-1ce8235e2fd7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:46.151077 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-49fc7cf4-77e2-489b-8754-9e0313e5f2a6 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:46.166234 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-95e3f84c-3fe7-4b68-a8c6-0b63e5c8d1ef req-944cd29c-e24f-426d-b58c-86b3ad44bd38 service neutron] 10.222.0.74 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7624309 May 13 14:39:46.168949 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-49fc7cf4-77e2-489b-8754-9e0313e5f2a6 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Usage tracker for resource:security_group_rule and tenant:6fd71f3952584877a1e51180cc06427c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:46.172024 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-826dfb95-166e-4493-b74a-c4b51a2d17d1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:46.172466 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-826dfb95-166e-4493-b74a-c4b51a2d17d1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:46.174060 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-826dfb95-166e-4493-b74a-c4b51a2d17d1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/4ad7f8c9-aba7-4d25-b5ba-54b3103da3e4 HTTP/1.1" status: 404 len: 337 time: 0.0605533 May 13 14:39:46.176198 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-49fc7cf4-77e2-489b-8754-9e0313e5f2a6 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:46.188834 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54796) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:46.207945 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-49fc7cf4-77e2-489b-8754-9e0313e5f2a6 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:46.267980 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-d7cd6737-b9e2-4dc6-9e82-6133e115f936 req-5b5e76f6-6588-492c-8350-ecf4be10808c tempest-SecurityGroupsNegativeTestJSON-1380601612 tempest-SecurityGroupsNegativeTestJSON-1380601612-project] Unset dirty status for tenant:59dee1d9be4c46da81b8c659d0c5a9fd on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:46.269216 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d7cd6737-b9e2-4dc6-9e82-6133e115f936 req-5b5e76f6-6588-492c-8350-ecf4be10808c tempest-SecurityGroupsNegativeTestJSON-1380601612 tempest-SecurityGroupsNegativeTestJSON-1380601612-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=59dee1d9be4c46da81b8c659d0c5a9fd HTTP/1.1" status: 200 len: 2988 time: 0.4916081 May 13 14:39:46.305820 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-49fc7cf4-77e2-489b-8754-9e0313e5f2a6 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:46.307749 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-4961b350-574f-48d8-9a36-113ee40d293f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:46.308195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4961b350-574f-48d8-9a36-113ee40d293f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:46.321235 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-641f78b4-d7d0-4037-9c70-52bf570020c3 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:46.323601 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-641f78b4-d7d0-4037-9c70-52bf570020c3 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:46.326793 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4961b350-574f-48d8-9a36-113ee40d293f tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/0bdc4e88-51ef-4a21-9e7e-f4c6f460e986 HTTP/1.1" status: 404 len: 337 time: 0.1360807 May 13 14:39:46.333076 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54800) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:46.333403 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54802) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:46.333588 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c3f002e4-7c3c-40c1-8db9-a232edef1e16 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f985d0b5918b453384879b8e30ef62cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2824235 May 13 14:39:46.356316 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-641f78b4-d7d0-4037-9c70-52bf570020c3 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:46.357100 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641f78b4-d7d0-4037-9c70-52bf570020c3 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Fanout notify agent at l3_agent the message router_deleted on router 84b1144c-78fa-45cd-bfcb-ea86df4e7078 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:39:46.375916 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-641f78b4-d7d0-4037-9c70-52bf570020c3 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:46.381515 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-641f78b4-d7d0-4037-9c70-52bf570020c3 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] 10.222.0.35 "DELETE /v2.0/routers/84b1144c-78fa-45cd-bfcb-ea86df4e7078 HTTP/1.1" status: 204 len: 168 time: 2.4136894 May 13 14:39:46.382057 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54808) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:46.387437 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-df4460f5-bbeb-464a-b600-71109c58a05a tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1766306240', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:46.395808 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-df4460f5-bbeb-464a-b600-71109c58a05a tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:46.400601 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-df4460f5-bbeb-464a-b600-71109c58a05a tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Usage tracker for resource:router and tenant:e9b3b1dbd5eb45bf9e554368e6b553e5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:46.404088 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-df4460f5-bbeb-464a-b600-71109c58a05a tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:46.410760 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-df4460f5-bbeb-464a-b600-71109c58a05a tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:46.412479 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device deadb11d-6cd5-4098-b18f-d6af63a44d1e no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:39:46.423991 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-df4460f5-bbeb-464a-b600-71109c58a05a tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:46.425188 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-df4460f5-bbeb-464a-b600-71109c58a05a tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:46.444124 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-df4460f5-bbeb-464a-b600-71109c58a05a tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:46.453232 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: deadb11d-6cd5-4098-b18f-d6af63a44d1e {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:39:46.453843 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device deadb11d-6cd5-4098-b18f-d6af63a44d1e not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:39:46.469971 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-df4460f5-bbeb-464a-b600-71109c58a05a tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:46.493676 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-df4460f5-bbeb-464a-b600-71109c58a05a tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:46.494863 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-df4460f5-bbeb-464a-b600-71109c58a05a tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1116915 May 13 14:39:46.497554 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54812) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:46.502489 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-9b85af1a-bfdb-479c-b5c0-baa8ed33805a tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'enable_snat': False}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:46.581962 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f098232-2a7a-4ff4-b4ce-91569b07a778 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:46.582436 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f098232-2a7a-4ff4-b4ce-91569b07a778 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:46.584190 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0f098232-2a7a-4ff4-b4ce-91569b07a778 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/076093d1-3fcc-413e-9869-1513a815e0c4 HTTP/1.1" status: 404 len: 333 time: 0.2473767 May 13 14:39:46.606775 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54816) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:46.609579 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d7cd6737-b9e2-4dc6-9e82-6133e115f936 req-2a25a619-d418-410b-a594-0a72ffc0f49e tempest-SecurityGroupsNegativeTestJSON-1380601612 tempest-SecurityGroupsNegativeTestJSON-1380601612-project] 10.222.0.35 "GET /v2.0/security-groups/8aec6546-9af6-4825-aa6c-79921c63d7e6 HTTP/1.1" status: 200 len: 2985 time: 0.3325319 May 13 14:39:46.668972 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-95e3f84c-3fe7-4b68-a8c6-0b63e5c8d1ef req-42afef8e-d427-44ba-9eec-4cb2fbd02c16 service neutron] 10.222.0.74 "GET /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938478 May 13 14:39:46.692871 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-db75ae2a-2eef-4256-b488-22a40e08cd01 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:46.693333 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db75ae2a-2eef-4256-b488-22a40e08cd01 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:46.697426 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-db75ae2a-2eef-4256-b488-22a40e08cd01 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/c9df6799-61d2-4d61-81f0-957f5a818b61 HTTP/1.1" status: 404 len: 337 time: 0.0846100 May 13 14:39:46.701317 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54820) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:46.780197 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-403141e7-e9d8-45cf-8e41-da17e922b437 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:46.780553 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-403141e7-e9d8-45cf-8e41-da17e922b437 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:46.808093 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-49fc7cf4-77e2-489b-8754-9e0313e5f2a6 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:46.810116 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-37461d7a-cd66-4a15-8999-335b9b90960d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:46.814499 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d7cd6737-b9e2-4dc6-9e82-6133e115f936 req-09f3fcba-ff7b-4a29-872a-b2b98eb416d4 tempest-SecurityGroupsNegativeTestJSON-1380601612 tempest-SecurityGroupsNegativeTestJSON-1380601612-project] 10.222.0.35 "GET /v2.0/security-groups/8aec6546-9af6-4825-aa6c-79921c63d7e6 HTTP/1.1" status: 200 len: 2985 time: 0.1882105 May 13 14:39:46.817264 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-403141e7-e9d8-45cf-8e41-da17e922b437 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/7029a39e-969f-40b1-a98f-df3653b03f4b HTTP/1.1" status: 404 len: 337 time: 0.1116436 May 13 14:39:46.820572 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54826) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:46.824807 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-49fc7cf4-77e2-489b-8754-9e0313e5f2a6 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:46.871171 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-37461d7a-cd66-4a15-8999-335b9b90960d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:46.889401 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc7cf4-77e2-489b-8754-9e0313e5f2a6 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63341fc4-49a5-4f5a-ab91-98c2c2a43d6b,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:46.912653 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-49fc7cf4-77e2-489b-8754-9e0313e5f2a6 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:46.913780 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-49fc7cf4-77e2-489b-8754-9e0313e5f2a6 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8240764 May 13 14:39:46.930808 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54832) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:46.943064 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-ce6a1f50-dcd2-4eaf-bd1a-e27c62315cef tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Request body: {'security_group_rule': {'security_group_id': '893981c2-b3c8-4fd6-a66e-1ce8235e2fd7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:46.957196 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ce6a1f50-dcd2-4eaf-bd1a-e27c62315cef tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:46.963619 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ce6a1f50-dcd2-4eaf-bd1a-e27c62315cef tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Usage tracker for resource:security_group_rule and tenant:6fd71f3952584877a1e51180cc06427c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:46.969554 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ce6a1f50-dcd2-4eaf-bd1a-e27c62315cef tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:46.975427 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-764352bd-d41f-4391-90ef-fcb451168462 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:46.975894 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764352bd-d41f-4391-90ef-fcb451168462 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:46.977735 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-764352bd-d41f-4391-90ef-fcb451168462 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/c1afc1ef-2eef-480d-995b-9217160de8eb HTTP/1.1" status: 404 len: 333 time: 0.1560090 May 13 14:39:46.979355 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ce6a1f50-dcd2-4eaf-bd1a-e27c62315cef tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:46.981816 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54836) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:46.984606 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e2e27bef-2a56-41dd-80aa-59ea5679313c req-04c0719a-8ae4-4a04-9a46-16b8e3ef1bd1 tempest-SecurityGroupsNegativeTestJSON-1380601612 tempest-SecurityGroupsNegativeTestJSON-1380601612-project] 10.222.0.35 "GET /v2.0/security-groups/8aec6546-9af6-4825-aa6c-79921c63d7e6 HTTP/1.1" status: 200 len: 2985 time: 0.1273475 May 13 14:39:47.040888 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-3814908c-67bd-4d78-ac88-590398639a7d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:47.041345 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3814908c-67bd-4d78-ac88-590398639a7d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:47.066661 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-37461d7a-cd66-4a15-8999-335b9b90960d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:47.069077 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-37461d7a-cd66-4a15-8999-335b9b90960d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:47.070186 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-37461d7a-cd66-4a15-8999-335b9b90960d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f410ab32-4e11-46ef-b5f5-f0f90693d1cd HTTP/1.1" status: 204 len: 168 time: 0.7319317 May 13 14:39:47.080647 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ce6a1f50-dcd2-4eaf-bd1a-e27c62315cef tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:47.088371 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3814908c-67bd-4d78-ac88-590398639a7d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/e9c70513-f037-4f2a-a525-8a6383d26550 HTTP/1.1" status: 404 len: 337 time: 0.1028237 May 13 14:39:47.102172 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54842) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:47.115830 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37461d7a-cd66-4a15-8999-335b9b90960d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f410ab32-4e11-46ef-b5f5-f0f90693d1cd,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:47.122000 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9b85af1a-bfdb-479c-b5c0-baa8ed33805a tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:47.166290 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57acecad-7730-4e21-b290-6a08b7c268ca req-181a6b14-575f-4ecd-9bd5-e7037596ea1b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:47.168036 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-57acecad-7730-4e21-b290-6a08b7c268ca req-181a6b14-575f-4ecd-9bd5-e7037596ea1b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 946 time: 0.2391393 May 13 14:39:47.174953 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-eddbed6c-d37f-4468-88c0-2b09e48a20a9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:47.175433 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eddbed6c-d37f-4468-88c0-2b09e48a20a9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:47.177676 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-eddbed6c-d37f-4468-88c0-2b09e48a20a9 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/7de3e044-25ca-4d3a-81f2-6cdc0dcd1221 HTTP/1.1" status: 404 len: 337 time: 0.0745509 May 13 14:39:47.195538 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54846) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:47.252392 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [req-e2e27bef-2a56-41dd-80aa-59ea5679313c req-73f7ba73-055f-4c1d-a8d1-2ac0e035d9e1 tempest-SecurityGroupsNegativeTestJSON-1380601612 tempest-SecurityGroupsNegativeTestJSON-1380601612-project] delete failed (client error): There was a conflict when trying to complete your request. May 13 14:39:47.253414 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e2e27bef-2a56-41dd-80aa-59ea5679313c req-73f7ba73-055f-4c1d-a8d1-2ac0e035d9e1 tempest-SecurityGroupsNegativeTestJSON-1380601612 tempest-SecurityGroupsNegativeTestJSON-1380601612-project] 10.222.0.35 "DELETE /v2.0/security-groups/8aec6546-9af6-4825-aa6c-79921c63d7e6 HTTP/1.1" status: 409 len: 352 time: 0.2367418 May 13 14:39:47.254210 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d1edf45-2688-47bf-b51e-d939c2a87cf4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:47.255272 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d1edf45-2688-47bf-b51e-d939c2a87cf4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:47.256940 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0d1edf45-2688-47bf-b51e-d939c2a87cf4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/498937eb-7d6a-4331-a4df-778d919238b2 HTTP/1.1" status: 404 len: 333 time: 0.0604718 May 13 14:39:47.266015 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54850) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:47.296341 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ce6a1f50-dcd2-4eaf-bd1a-e27c62315cef tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:47.326327 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ce6a1f50-dcd2-4eaf-bd1a-e27c62315cef tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:47.332219 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb430611-7c6a-4ff1-a177-65707b7fd0eb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:47.333036 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb430611-7c6a-4ff1-a177-65707b7fd0eb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:47.334935 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cb430611-7c6a-4ff1-a177-65707b7fd0eb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/d9ed92a8-05c9-4990-b49d-12bd3ae9436a HTTP/1.1" status: 404 len: 337 time: 0.0676610 May 13 14:39:47.346812 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-57acecad-7730-4e21-b290-6a08b7c268ca req-b2ef39fe-b33a-4473-bada-99244bb4e779 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=4faeb31a-ec6a-4294-a70c-477a3b2c20c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1206288 May 13 14:39:47.347628 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54858) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:47.357599 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [req-7ea3765c-87cf-4c53-80cf-e14114e5fd11 req-4308042f-751a-4a03-a55a-56d0f2b9f813 tempest-SecurityGroupsNegativeTestJSON-1380601612 tempest-SecurityGroupsNegativeTestJSON-1380601612-project] show failed (client error): The resource could not be found. May 13 14:39:47.360907 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7ea3765c-87cf-4c53-80cf-e14114e5fd11 req-4308042f-751a-4a03-a55a-56d0f2b9f813 tempest-SecurityGroupsNegativeTestJSON-1380601612 tempest-SecurityGroupsNegativeTestJSON-1380601612-project] 10.222.0.35 "GET /v2.0/security-groups/1d962840-1b8b-49f1-80e1-7d6dcd56a8db HTTP/1.1" status: 404 len: 352 time: 0.0683858 May 13 14:39:47.370086 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a1f50-dcd2-4eaf-bd1a-e27c62315cef tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64520be0-c750-4b06-9124-449246aea1c0,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:47.400512 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ce6a1f50-dcd2-4eaf-bd1a-e27c62315cef tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:47.401751 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ce6a1f50-dcd2-4eaf-bd1a-e27c62315cef tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4699633 May 13 14:39:47.405278 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54866) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:47.410274 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-61a06fd5-6d13-49ea-91d9-6619d43b6aed tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Request body: {'security_group_rule': {'security_group_id': '893981c2-b3c8-4fd6-a66e-1ce8235e2fd7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:47.417355 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-61a06fd5-6d13-49ea-91d9-6619d43b6aed tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:47.422829 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-61a06fd5-6d13-49ea-91d9-6619d43b6aed tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Usage tracker for resource:security_group_rule and tenant:6fd71f3952584877a1e51180cc06427c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:47.428022 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-61a06fd5-6d13-49ea-91d9-6619d43b6aed tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:47.434589 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-61a06fd5-6d13-49ea-91d9-6619d43b6aed tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:47.449636 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-f211912d-43ac-41fc-919a-531393b3cec1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:47.450104 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f211912d-43ac-41fc-919a-531393b3cec1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:47.454562 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f211912d-43ac-41fc-919a-531393b3cec1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/981c4af4-97fd-47b4-bbf1-e5e5215b009b HTTP/1.1" status: 404 len: 333 time: 0.1026249 May 13 14:39:47.455771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54870) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:47.459884 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [req-e8b62989-dbcb-4cee-ac93-07c144a72414 req-efc06da4-0d0e-4576-8616-e21b04c2f138 tempest-SecurityGroupsNegativeTestJSON-1380601612 tempest-SecurityGroupsNegativeTestJSON-1380601612-project] show failed (client error): The resource could not be found. May 13 14:39:47.460177 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-61a06fd5-6d13-49ea-91d9-6619d43b6aed tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:47.466052 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e8b62989-dbcb-4cee-ac93-07c144a72414 req-efc06da4-0d0e-4576-8616-e21b04c2f138 tempest-SecurityGroupsNegativeTestJSON-1380601612 tempest-SecurityGroupsNegativeTestJSON-1380601612-project] 10.222.0.35 "GET /v2.0/security-groups/1477ca0f-84d1-4f45-a317-df0f71f483de HTTP/1.1" status: 404 len: 352 time: 0.0460401 May 13 14:39:47.472815 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54874) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:47.509979 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-fada4702-1940-44c6-a146-872807d7d34d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:47.510423 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fada4702-1940-44c6-a146-872807d7d34d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:47.515995 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fada4702-1940-44c6-a146-872807d7d34d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/c861e416-0dd7-44a8-9dde-58fa70c0a887 HTTP/1.1" status: 404 len: 337 time: 0.0554895 May 13 14:39:47.515995 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54878) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:47.565539 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-03fbe0c3-aa69-4d94-99a8-80aa32c44710 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:47.565914 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03fbe0c3-aa69-4d94-99a8-80aa32c44710 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:47.570088 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-03fbe0c3-aa69-4d94-99a8-80aa32c44710 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/65965eb5-f9af-4ec7-abe2-619cbcaf74a7 HTTP/1.1" status: 404 len: 333 time: 0.0520425 May 13 14:39:47.570964 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54882) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:47.573195 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2031a61-c54e-4d8d-9d27-06b15f87b114 admin admin] Deleting subnet 1e34ba22-fe5c-4300-b2f6-5a6b15ad2854 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:39:47.576686 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c2031a61-c54e-4d8d-9d27-06b15f87b114 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:47.621526 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ebd6cbe-1825-4e0b-9e86-4008cc24f2e1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:47.621978 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ebd6cbe-1825-4e0b-9e86-4008cc24f2e1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:47.627487 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3ebd6cbe-1825-4e0b-9e86-4008cc24f2e1 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/1ed62a8f-e4d3-4bd0-ae11-863088f5951d HTTP/1.1" status: 404 len: 337 time: 0.0523484 May 13 14:39:47.628024 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54886) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:47.646903 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c2031a61-c54e-4d8d-9d27-06b15f87b114 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:47.680025 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-61a06fd5-6d13-49ea-91d9-6619d43b6aed tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:47.680792 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54890) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:47.695269 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-61a06fd5-6d13-49ea-91d9-6619d43b6aed tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:47.730938 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-44898412-85a0-45ab-a03a-9342f891c60b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:47.731421 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44898412-85a0-45ab-a03a-9342f891c60b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:47.735371 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-44898412-85a0-45ab-a03a-9342f891c60b tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/848516a5-ee68-4c40-89d2-dddf816e3bd3 HTTP/1.1" status: 404 len: 333 time: 0.1041756 May 13 14:39:47.741207 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54894) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:47.746809 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a06fd5-6d13-49ea-91d9-6619d43b6aed tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bce5c5e-57b4-4386-b04e-d6b2f8b1d4b9,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:47.774918 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-61a06fd5-6d13-49ea-91d9-6619d43b6aed tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:47.776710 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-61a06fd5-6d13-49ea-91d9-6619d43b6aed tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3703372 May 13 14:39:47.780061 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c2031a61-c54e-4d8d-9d27-06b15f87b114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:47.795208 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54898) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:47.838997 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-01d5f2bd-e7a2-4257-80fa-f94ab21fd5d0 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Request body: {'security_group_rule': {'security_group_id': '893981c2-b3c8-4fd6-a66e-1ce8235e2fd7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:47.842633 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0660af88-545c-483d-a2b3-21764b0d3b1d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8a7446df7c824f51af94cf85c43b583c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570020 May 13 14:39:47.843364 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54902) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:47.850510 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-01d5f2bd-e7a2-4257-80fa-f94ab21fd5d0 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:47.855892 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a0ef64-f66d-4f80-81af-ca4e4bd6e241 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:47.856332 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a0ef64-f66d-4f80-81af-ca4e4bd6e241 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:47.860637 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-44a0ef64-f66d-4f80-81af-ca4e4bd6e241 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/862dcc6b-bd47-4692-ad9b-9a52eaac919b HTTP/1.1" status: 404 len: 337 time: 0.1158049 May 13 14:39:47.861067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-01d5f2bd-e7a2-4257-80fa-f94ab21fd5d0 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Usage tracker for resource:security_group_rule and tenant:6fd71f3952584877a1e51180cc06427c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:47.862270 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54906) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:47.890486 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-01d5f2bd-e7a2-4257-80fa-f94ab21fd5d0 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:47.908909 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-01d5f2bd-e7a2-4257-80fa-f94ab21fd5d0 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:47.924679 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-52fd9ade-9753-454c-8299-43791252d807 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:47.925153 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52fd9ade-9753-454c-8299-43791252d807 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:47.954334 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-52fd9ade-9753-454c-8299-43791252d807 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/9e379c12-fb51-45e6-a913-812c1b47e66c HTTP/1.1" status: 404 len: 333 time: 0.0910070 May 13 14:39:47.956961 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54912) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:47.968980 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9b85af1a-bfdb-479c-b5c0-baa8ed33805a tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:48.012447 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c2031a61-c54e-4d8d-9d27-06b15f87b114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:48.042797 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:48.043737 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9b85af1a-bfdb-479c-b5c0-baa8ed33805a tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:48.056982 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b3357a-a822-4136-931a-00c0a5dfe95c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:48.057518 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30b3357a-a822-4136-931a-00c0a5dfe95c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:48.061567 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-30b3357a-a822-4136-931a-00c0a5dfe95c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/175d557f-f2ce-401c-91f0-e14b9d9f4806 HTTP/1.1" status: 404 len: 337 time: 0.1014335 May 13 14:39:48.070410 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54916) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:48.107653 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2031a61-c54e-4d8d-9d27-06b15f87b114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e34ba22-fe5c-4300-b2f6-5a6b15ad2854,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:48.109372 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6db4869c-3af4-492e-8291-53924bd6663d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:48.111538 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c2031a61-c54e-4d8d-9d27-06b15f87b114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:48.113313 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c2031a61-c54e-4d8d-9d27-06b15f87b114 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1e34ba22-fe5c-4300-b2f6-5a6b15ad2854 HTTP/1.1" status: 204 len: 168 time: 0.6388445 May 13 14:39:48.120604 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54920) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:48.157738 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-b249787d-7314-4ff7-a294-4b3033276933 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:48.158206 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b249787d-7314-4ff7-a294-4b3033276933 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:48.159905 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b249787d-7314-4ff7-a294-4b3033276933 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/66981055-5d0d-46eb-a892-c62203cf9bde HTTP/1.1" status: 404 len: 333 time: 0.0885656 May 13 14:39:48.163196 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54926) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:48.210868 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-01d5f2bd-e7a2-4257-80fa-f94ab21fd5d0 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:48.231587 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6db4869c-3af4-492e-8291-53924bd6663d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:48.238043 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-610fc61e-5c5b-48be-a4cd-2c650f248551 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:48.238579 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-610fc61e-5c5b-48be-a4cd-2c650f248551 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:48.268432 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-610fc61e-5c5b-48be-a4cd-2c650f248551 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/0ecd961d-8525-46cf-88ce-eb24dbd31211 HTTP/1.1" status: 404 len: 337 time: 0.1040251 May 13 14:39:48.279798 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54932) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:48.344301 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1a469f9d-47e3-4150-b561-64d938c70269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:48.350111 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-280c9108-a780-452c-a8ff-0c54b40b05ee tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:48.350480 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280c9108-a780-452c-a8ff-0c54b40b05ee tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:48.352172 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-280c9108-a780-452c-a8ff-0c54b40b05ee tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/31fb2fab-5536-4b48-90ac-381f30ced752 HTTP/1.1" status: 404 len: 337 time: 0.0679784 May 13 14:39:48.356577 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54936) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:48.398777 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-01d5f2bd-e7a2-4257-80fa-f94ab21fd5d0 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:48.421244 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-9b85af1a-bfdb-479c-b5c0-baa8ed33805a tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Allocated IP 172.25.0.25 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/4657ce69-3cbe-4003-a277-9d342223db35) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:48.429846 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbfc3269-9372-43b3-96e3-9848fb14a116 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:48.430312 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbfc3269-9372-43b3-96e3-9848fb14a116 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:48.463945 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bbfc3269-9372-43b3-96e3-9848fb14a116 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/eb84281b-423d-4e41-ac9a-8fc49dd79b93 HTTP/1.1" status: 404 len: 333 time: 0.1037090 May 13 14:39:48.465396 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54942) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:48.467702 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6db4869c-3af4-492e-8291-53924bd6663d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:48.470025 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6db4869c-3af4-492e-8291-53924bd6663d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:48.471070 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6db4869c-3af4-492e-8291-53924bd6663d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2194122e-07d3-4d1a-8cfc-7bf057f4d2f1 HTTP/1.1" status: 204 len: 168 time: 0.6250637 May 13 14:39:48.608575 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4869c-3af4-492e-8291-53924bd6663d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2194122e-07d3-4d1a-8cfc-7bf057f4d2f1,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:48.689126 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-01d5f2bd-e7a2-4257-80fa-f94ab21fd5d0 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:48.744197 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9477228-eb1e-480b-bcf6-ce7dc5150c47 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:48.744641 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9477228-eb1e-480b-bcf6-ce7dc5150c47 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:48.749232 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b9477228-eb1e-480b-bcf6-ce7dc5150c47 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/1a702e0a-9e1b-44ce-b6a7-efd51547214f HTTP/1.1" status: 404 len: 337 time: 0.2799292 May 13 14:39:48.750544 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54950) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:48.755319 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1a469f9d-47e3-4150-b561-64d938c70269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:48.788553 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5f2bd-e7a2-4257-80fa-f94ab21fd5d0 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d8a00f-cf98-4817-bc66-e74f11eeca10,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:48.815043 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-01d5f2bd-e7a2-4257-80fa-f94ab21fd5d0 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:48.820121 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-01d5f2bd-e7a2-4257-80fa-f94ab21fd5d0 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9927733 May 13 14:39:48.820121 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54954) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:48.822339 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-958f3d57-341c-4a93-8d2f-7ade80a7d55a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:48.822798 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-958f3d57-341c-4a93-8d2f-7ade80a7d55a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:48.824544 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-958f3d57-341c-4a93-8d2f-7ade80a7d55a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/215a3fc6-edd1-4f06-a237-9f832f094836 HTTP/1.1" status: 404 len: 337 time: 0.0737708 May 13 14:39:48.830922 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54958) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:48.836401 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-1a469f9d-47e3-4150-b561-64d938c70269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6319cf69-0f56-4666-87eb-b5cec5bc1d40']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:48.840602 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-27abff0c-78e4-492f-9394-e129c65a20f0 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Request body: {'security_group_rule': {'security_group_id': '893981c2-b3c8-4fd6-a66e-1ce8235e2fd7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:48.857489 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-27abff0c-78e4-492f-9394-e129c65a20f0 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:48.866862 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-27abff0c-78e4-492f-9394-e129c65a20f0 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Usage tracker for resource:security_group_rule and tenant:6fd71f3952584877a1e51180cc06427c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:48.876650 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-27abff0c-78e4-492f-9394-e129c65a20f0 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:48.882570 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9b85af1a-bfdb-479c-b5c0-baa8ed33805a tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:48.891334 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-1a469f9d-47e3-4150-b561-64d938c70269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '374e1299-dd22-45da-a5dc-f0177353738f') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:48.891633 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-1a469f9d-47e3-4150-b561-64d938c70269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '374e1299-dd22-45da-a5dc-f0177353738f') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:48.895817 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5b561-22e2-4135-b815-e50457ac73f4 req-1409d512-31e4-4fe2-970a-64d3d58c638e tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:48.897424 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b7b5b561-22e2-4135-b815-e50457ac73f4 req-1409d512-31e4-4fe2-970a-64d3d58c638e tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0ffd75f-42ea-495f-8810-00c115636eb8 HTTP/1.1" status: 200 len: 946 time: 0.2185206 May 13 14:39:48.900017 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-27abff0c-78e4-492f-9394-e129c65a20f0 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:48.905857 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-4487dc8b-6df7-4879-8637-27ce0e28ae1a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:48.906438 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4487dc8b-6df7-4879-8637-27ce0e28ae1a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:48.910621 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4487dc8b-6df7-4879-8637-27ce0e28ae1a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/aafc0cbc-feb5-4c23-92dd-acaf3bdf25d9 HTTP/1.1" status: 404 len: 333 time: 0.0766847 May 13 14:39:48.912967 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54966) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:48.944926 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1a469f9d-47e3-4150-b561-64d938c70269 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:48.951269 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-27abff0c-78e4-492f-9394-e129c65a20f0 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:48.968596 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a07307f-748e-4ef3-830d-0badbca9093c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:48.969050 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a07307f-748e-4ef3-830d-0badbca9093c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:48.970760 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7a07307f-748e-4ef3-830d-0badbca9093c tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/0093deac-adb7-4450-94cb-d5a2c60d5ef5 HTTP/1.1" status: 404 len: 337 time: 0.0585198 May 13 14:39:48.973680 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54972) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:48.994668 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b7b5b561-22e2-4135-b815-e50457ac73f4 req-fd4828ac-e236-49f8-8bde-d7989ff2dcae tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/security-groups?id=af8c814b-0ce2-4afc-8f2c-b3a709ca9365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834289 May 13 14:39:49.007102 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1a469f9d-47e3-4150-b561-64d938c70269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:49.020152 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-404421ac-9227-47fc-827d-2de3e5290cf2 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:49.021273 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-404421ac-9227-47fc-827d-2de3e5290cf2 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:49.023196 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-404421ac-9227-47fc-827d-2de3e5290cf2 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/612d60d2-6efd-45ac-9f58-57db9e97c188 HTTP/1.1" status: 404 len: 337 time: 0.0485346 May 13 14:39:49.027532 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54980) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:49.030406 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a469f9d-47e3-4150-b561-64d938c70269 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:39:49.030978 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1a469f9d-47e3-4150-b561-64d938c70269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:49.040481 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9b85af1a-bfdb-479c-b5c0-baa8ed33805a tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:49.046135 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:39:49.046135 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:39:49.046135 n-d-841760-1 neutron-server[88082]: timer() May 13 14:39:49.046135 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:39:49.046135 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:39:49.046135 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:39:49.046135 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:39:49.046135 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:39:49.046135 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:39:49.046135 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:39:49.046135 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:39:49.046135 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:39:49.046135 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:39:49.046135 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:39:49.046135 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:39:49.046135 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:39:49.046135 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:39:49.046135 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:39:49.046135 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:39:49.046135 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:39:49.046135 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:39:49.046135 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:39:49.046135 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:39:49.046135 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:39:49.046135 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:39:49.046135 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:39:49.046135 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:39:49.046135 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:39:49.046135 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:39:49.046135 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:39:49.046135 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:39:49.046135 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:39:49.092094 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef7c17-1fe6-4e0e-8afe-1d7bed445736 req-d2464476-5aea-4569-bb2c-442fe4b0e90b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:49.099473 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-acef7c17-1fe6-4e0e-8afe-1d7bed445736 req-d2464476-5aea-4569-bb2c-442fe4b0e90b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 946 time: 0.5672009 May 13 14:39:49.128917 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b85af1a-bfdb-479c-b5c0-baa8ed33805a tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:49.131212 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-27abff0c-78e4-492f-9394-e129c65a20f0 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:49.134407 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-9b85af1a-bfdb-479c-b5c0-baa8ed33805a tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:49.142599 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b85af1a-bfdb-479c-b5c0-baa8ed33805a tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:39:49.168131 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85af1a-bfdb-479c-b5c0-baa8ed33805a tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Pushing event updated for resources: {'Port': ['ID=4657ce69-3cbe-4003-a277-9d342223db35,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:49.170437 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-27abff0c-78e4-492f-9394-e129c65a20f0 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:49.190419 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-982bc3d5-412b-4121-a3c0-a16c96cf340a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:49.191521 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-982bc3d5-412b-4121-a3c0-a16c96cf340a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:49.196202 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-982bc3d5-412b-4121-a3c0-a16c96cf340a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/f2dc95d9-11f0-43b6-855d-59a36f81b88e HTTP/1.1" status: 404 len: 333 time: 0.1651907 May 13 14:39:49.199803 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54990) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:49.243652 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abff0c-78e4-492f-9394-e129c65a20f0 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4798f7d3-04b3-40b8-858b-74852ffd7f50,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:49.271604 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-acef7c17-1fe6-4e0e-8afe-1d7bed445736 req-2a6996ae-dfcf-4e5d-b465-952d7e49a689 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=4faeb31a-ec6a-4294-a70c-477a3b2c20c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1709340 May 13 14:39:49.273090 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd6f5f4-c135-4a98-be44-7cf3528d0cf4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:49.273542 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd6f5f4-c135-4a98-be44-7cf3528d0cf4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:49.277374 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1a469f9d-47e3-4150-b561-64d938c70269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:49.297275 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1a469f9d-47e3-4150-b561-64d938c70269 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:49.299164 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1a469f9d-47e3-4150-b561-64d938c70269 admin admin] 10.222.0.35 "DELETE /v2.0/networks/6319cf69-0f56-4666-87eb-b5cec5bc1d40 HTTP/1.1" status: 204 len: 168 time: 1.1656971 May 13 14:39:49.304720 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2bd6f5f4-c135-4a98-be44-7cf3528d0cf4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/e4774b9b-ef2a-40ac-87ad-3394aa1cffa7 HTTP/1.1" status: 404 len: 337 time: 0.0967860 May 13 14:39:49.307563 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54998) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:49.310428 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a469f9d-47e3-4150-b561-64d938c70269 admin admin] Pushing event deleted for resources: {'Network': ['ID=6319cf69-0f56-4666-87eb-b5cec5bc1d40,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:49.337641 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-27abff0c-78e4-492f-9394-e129c65a20f0 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:49.341988 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-27abff0c-78e4-492f-9394-e129c65a20f0 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5209136 May 13 14:39:49.344721 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55002) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:49.359249 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c3c635b-1002-47b3-b779-ebce20645baf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:49.359917 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c3c635b-1002-47b3-b779-ebce20645baf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:49.361783 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2c3c635b-1002-47b3-b779-ebce20645baf tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/eafa43b9-1b51-4c55-be72-9b988a1bd838 HTTP/1.1" status: 404 len: 337 time: 0.0533066 May 13 14:39:49.364375 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55006) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:49.426482 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-697f265b-b1f2-4aa9-b99d-9133a54cd945 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports?device_id=42e9bbc6-5e68-4ef2-b3c7-69b966343502 HTTP/1.1" status: 200 len: 205 time: 0.0604887 May 13 14:39:49.428945 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55014) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:49.434610 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f20959c-5a2b-418e-b7be-f27341678ae2 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:49.446655 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f20959c-5a2b-418e-b7be-f27341678ae2 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:49.481228 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f20959c-5a2b-418e-b7be-f27341678ae2 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:49.529867 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f20959c-5a2b-418e-b7be-f27341678ae2 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:49.532101 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2f20959c-5a2b-418e-b7be-f27341678ae2 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/4798f7d3-04b3-40b8-858b-74852ffd7f50 HTTP/1.1" status: 204 len: 168 time: 0.1863091 May 13 14:39:49.533302 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20959c-5a2b-418e-b7be-f27341678ae2 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4798f7d3-04b3-40b8-858b-74852ffd7f50,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:49.542264 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55018) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:49.599178 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55026) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:49.600361 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-fb9d93f5-7b1d-46f5-bb76-725ebd150932 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] delete failed (client error): The resource could not be found. May 13 14:39:49.604191 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fb9d93f5-7b1d-46f5-bb76-725ebd150932 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/routers/42e9bbc6-5e68-4ef2-b3c7-69b966343502 HTTP/1.1" status: 404 len: 336 time: 0.1741669 May 13 14:39:49.604748 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55030) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:49.650497 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-b079e707-9e62-4d01-99de-3c44068f5ca4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:49.650859 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b079e707-9e62-4d01-99de-3c44068f5ca4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:49.657111 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b079e707-9e62-4d01-99de-3c44068f5ca4 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/ceb24444-2803-44a6-95b6-5cfb1c85f0a4 HTTP/1.1" status: 404 len: 337 time: 0.0501146 May 13 14:39:49.660173 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55034) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:49.672318 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8664cebb-36c1-4ddb-a17a-e6a1584391e7 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Synchronizing usage tracker for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group_rule {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:49.708612 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8664cebb-36c1-4ddb-a17a-e6a1584391e7 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Unset dirty status for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group_rule {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:49.712850 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8664cebb-36c1-4ddb-a17a-e6a1584391e7 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1669362 May 13 14:39:49.713701 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55040) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:49.717029 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ee2e6fe7-d16c-485b-a806-5e1a5f9cf127 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=59dee1d9be4c46da81b8c659d0c5a9fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1147707 May 13 14:39:49.717619 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55044) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:49.795975 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-121714a5-2e2f-42d4-9964-3d6a34e11080 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79ea103-6bee-4fe9-8ad8-9ed35d996a16 HTTP/1.1" status: 200 len: 205 time: 0.1342604 May 13 14:39:49.796247 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-120eea4a-fe60-4f70-9d0e-cb2a7a7d08e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:49.798295 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55048) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:49.881179 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-49354faa-c8e4-4df1-aee9-7035a05ce7cd tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:49.889706 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-a1c3aafc-c8d1-408d-af86-f44d7762bb5a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] delete failed (client error): The resource could not be found. May 13 14:39:49.890737 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a1c3aafc-c8d1-408d-af86-f44d7762bb5a tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/routers/f79ea103-6bee-4fe9-8ad8-9ed35d996a16 HTTP/1.1" status: 404 len: 336 time: 0.0904441 May 13 14:39:49.893787 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55052) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:49.897295 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-120eea4a-fe60-4f70-9d0e-cb2a7a7d08e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:49.924167 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-49354faa-c8e4-4df1-aee9-7035a05ce7cd tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:49.954188 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb48b18-0313-4211-91a4-d1ed94cccdfb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:49.954640 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bb48b18-0313-4211-91a4-d1ed94cccdfb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:49.959261 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5bb48b18-0313-4211-91a4-d1ed94cccdfb tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/f0105dc9-8fdb-42e0-8dd7-c791f589aef6 HTTP/1.1" status: 404 len: 337 time: 0.0617471 May 13 14:39:49.960289 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55058) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:49.999993 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f8c5308-2fd7-47f0-a2b5-91403fe9d4ee tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:50.000450 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f8c5308-2fd7-47f0-a2b5-91403fe9d4ee tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:50.005922 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4f8c5308-2fd7-47f0-a2b5-91403fe9d4ee tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/f5e878a7-7cdc-4d4b-a7f6-85901c0cbee1 HTTP/1.1" status: 404 len: 337 time: 0.0409522 May 13 14:39:50.007842 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55062) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:50.042031 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-120eea4a-fe60-4f70-9d0e-cb2a7a7d08e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:50.060817 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120eea4a-fe60-4f70-9d0e-cb2a7a7d08e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aec6546-9af6-4825-aa6c-79921c63d7e6,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:50.078937 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-120eea4a-fe60-4f70-9d0e-cb2a7a7d08e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:50.085431 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ac1329-4a4f-4a05-a476-cb941b008ff8 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:50.085634 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-120eea4a-fe60-4f70-9d0e-cb2a7a7d08e8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8aec6546-9af6-4825-aa6c-79921c63d7e6 HTTP/1.1" status: 204 len: 168 time: 0.3667684 May 13 14:39:50.085790 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ac1329-4a4f-4a05-a476-cb941b008ff8 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:50.093176 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-49354faa-c8e4-4df1-aee9-7035a05ce7cd tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:50.109943 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-49354faa-c8e4-4df1-aee9-7035a05ce7cd tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:50.113564 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-49354faa-c8e4-4df1-aee9-7035a05ce7cd tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/81d8a00f-cf98-4817-bc66-e74f11eeca10 HTTP/1.1" status: 204 len: 168 time: 0.3966093 May 13 14:39:50.114688 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55068) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:50.119638 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-57ac1329-4a4f-4a05-a476-cb941b008ff8 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/e7b65f20-39f5-4363-bc06-fef433e45fe5 HTTP/1.1" status: 404 len: 333 time: 0.1107161 May 13 14:39:50.123989 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49354faa-c8e4-4df1-aee9-7035a05ce7cd tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81d8a00f-cf98-4817-bc66-e74f11eeca10,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:50.129040 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55072) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:50.174336 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6201c73-f3e7-4049-bbe0-96ee4f4bada5 req-a71f6c12-2784-4d85-b72f-47ede16a91d4 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:50.194916 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a6201c73-f3e7-4049-bbe0-96ee4f4bada5 req-a71f6c12-2784-4d85-b72f-47ede16a91d4 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0ffd75f-42ea-495f-8810-00c115636eb8 HTTP/1.1" status: 200 len: 946 time: 0.3776906 May 13 14:39:50.195867 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4f53384d-21b5-4058-a660-0ade38944901 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0787544 May 13 14:39:50.197033 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55076) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:50.230277 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5fdb796-de24-4114-97c9-1b512f81ada6 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:50.243787 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5fdb796-de24-4114-97c9-1b512f81ada6 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:50.248978 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9b85af1a-bfdb-479c-b5c0-baa8ed33805a tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:50.278129 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5fdb796-de24-4114-97c9-1b512f81ada6 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:50.328590 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fdb796-de24-4114-97c9-1b512f81ada6 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8bce5c5e-57b4-4386-b04e-d6b2f8b1d4b9,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:50.357281 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5fdb796-de24-4114-97c9-1b512f81ada6 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:50.358714 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d5fdb796-de24-4114-97c9-1b512f81ada6 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/8bce5c5e-57b4-4386-b04e-d6b2f8b1d4b9 HTTP/1.1" status: 204 len: 168 time: 0.1605303 May 13 14:39:50.363773 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55088) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:50.428332 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-be577371-2af7-4841-bb23-a0ab1a1e1498 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Synchronizing usage tracker for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group_rule {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:50.436133 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-37bcc86e-5a26-4094-bda1-745ecf5f1cfa tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:50.436611 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37bcc86e-5a26-4094-bda1-745ecf5f1cfa tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:50.438640 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-37bcc86e-5a26-4094-bda1-745ecf5f1cfa tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/9d971380-be92-4044-9c11-ca6022d4ff4d HTTP/1.1" status: 404 len: 337 time: 0.3062363 May 13 14:39:50.444580 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55094) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:50.490726 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-be577371-2af7-4841-bb23-a0ab1a1e1498 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Unset dirty status for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group_rule {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:50.492004 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-be577371-2af7-4841-bb23-a0ab1a1e1498 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1268234 May 13 14:39:50.498582 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55100) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:50.511021 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb5751b-43d2-4bb4-a782-9a2d3c5791ad tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:50.511505 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcb5751b-43d2-4bb4-a782-9a2d3c5791ad tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:50.515818 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bcb5751b-43d2-4bb4-a782-9a2d3c5791ad tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/f07ba6e7-cc33-4bad-b376-91ba077a5604 HTTP/1.1" status: 404 len: 333 time: 0.0674808 May 13 14:39:50.516547 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55104) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:50.584794 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a6201c73-f3e7-4049-bbe0-96ee4f4bada5 req-37b53b27-9bfb-4d26-bb15-f9fe542584b8 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/security-groups?id=af8c814b-0ce2-4afc-8f2c-b3a709ca9365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3909514 May 13 14:39:50.664903 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-258ff7e6-4d5c-49bb-8deb-9d63eddb2177 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:50.665355 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-258ff7e6-4d5c-49bb-8deb-9d63eddb2177 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:50.667091 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-258ff7e6-4d5c-49bb-8deb-9d63eddb2177 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/d058c7ab-2976-4c4c-98de-df4ae541fcef HTTP/1.1" status: 404 len: 337 time: 0.1501195 May 13 14:39:50.678740 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55114) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:50.688860 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-92177a53-9b18-4d38-857f-56030e3c6b71 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:50.717341 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-92177a53-9b18-4d38-857f-56030e3c6b71 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:50.794714 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7bbcfd3-a2f1-4758-844c-86381cd6cc94 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:50.795310 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7bbcfd3-a2f1-4758-844c-86381cd6cc94 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:50.799816 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c7bbcfd3-a2f1-4758-844c-86381cd6cc94 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/40c50b55-c6a7-4009-936d-12856771eca9 HTTP/1.1" status: 404 len: 333 time: 0.1184022 May 13 14:39:50.800711 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55124) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:50.852904 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-69b7cec2-8020-4765-b9a3-eb1e4c47c183 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:50.853354 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69b7cec2-8020-4765-b9a3-eb1e4c47c183 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:50.868554 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-69b7cec2-8020-4765-b9a3-eb1e4c47c183 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/f9dd94c9-1090-47c2-b5b2-351d1a474ec7 HTTP/1.1" status: 404 len: 337 time: 0.0616057 May 13 14:39:50.869264 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55128) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:50.919662 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-92177a53-9b18-4d38-857f-56030e3c6b71 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:50.925208 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-92177a53-9b18-4d38-857f-56030e3c6b71 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:50.929066 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-92177a53-9b18-4d38-857f-56030e3c6b71 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/64520be0-c750-4b06-9124-449246aea1c0 HTTP/1.1" status: 204 len: 168 time: 0.4266899 May 13 14:39:50.937954 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55134) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:50.943697 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-d69b18ef-e8df-48aa-9710-f0973c502945 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:50.944165 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d69b18ef-e8df-48aa-9710-f0973c502945 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:50.948359 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d69b18ef-e8df-48aa-9710-f0973c502945 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/eafd9705-8c6a-4fe7-a9ed-83fc96ccd027 HTTP/1.1" status: 404 len: 333 time: 0.0767620 May 13 14:39:50.949004 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55140) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:50.968297 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92177a53-9b18-4d38-857f-56030e3c6b71 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64520be0-c750-4b06-9124-449246aea1c0,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:51.020506 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a1083-d04b-4532-b750-5477dd8856ee req-7c049521-a7d3-4857-8035-488c3e07f04e tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:51.022652 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9b85af1a-bfdb-479c-b5c0-baa8ed33805a tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:51.027383 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-624a1083-d04b-4532-b750-5477dd8856ee req-7c049521-a7d3-4857-8035-488c3e07f04e tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 946 time: 0.4335287 May 13 14:39:51.027835 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9b85af1a-bfdb-479c-b5c0-baa8ed33805a tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33129349'] for router, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:51.058279 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3c0ec9-c316-4745-ae33-6e0d7cd15771 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:51.058731 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3c0ec9-c316-4745-ae33-6e0d7cd15771 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:51.061644 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0c3c0ec9-c316-4745-ae33-6e0d7cd15771 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/3c982ed8-a152-455b-a60c-302ef21fc453 HTTP/1.1" status: 404 len: 337 time: 0.1080592 May 13 14:39:51.068430 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55146) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:51.134535 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-624a1083-d04b-4532-b750-5477dd8856ee req-18b3280f-01c0-49e3-b7b7-d25b0cab0b6e tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=4faeb31a-ec6a-4294-a70c-477a3b2c20c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1029053 May 13 14:39:51.159978 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa816455-6204-460a-b66b-d30181815be3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:51.160438 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa816455-6204-460a-b66b-d30181815be3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:51.165929 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fa816455-6204-460a-b66b-d30181815be3 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/c5aec19e-cbde-452f-b67a-6829f8377d8f HTTP/1.1" status: 404 len: 333 time: 0.0922573 May 13 14:39:51.172112 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-46897d46-728a-4922-af5f-ae0e3ce1f81e tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Synchronizing usage tracker for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group_rule {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:51.177080 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55152) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:51.232016 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55156) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:51.262678 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-296eb3ae-626b-44a1-8297-7a482a7fa9a7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:51.263276 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-296eb3ae-626b-44a1-8297-7a482a7fa9a7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:51.273866 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-296eb3ae-626b-44a1-8297-7a482a7fa9a7 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/500c3ae9-5bfd-466a-8732-36d71a02a677 HTTP/1.1" status: 404 len: 337 time: 0.0961511 May 13 14:39:51.277248 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55162) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:51.314297 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b85af1a-bfdb-479c-b5c0-baa8ed33805a tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Router 1ae6a1e8-d5e4-43f8-a8df-ffc33b4cf1fc is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:39:51.326325 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-46897d46-728a-4922-af5f-ae0e3ce1f81e tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Unset dirty status for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group_rule {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:51.327641 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-46897d46-728a-4922-af5f-ae0e3ce1f81e tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3859634 May 13 14:39:51.340860 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55166) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:51.369756 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c1995f-d54f-4012-9049-8c9da44a8c8d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:51.370230 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17c1995f-d54f-4012-9049-8c9da44a8c8d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:51.376509 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-17c1995f-d54f-4012-9049-8c9da44a8c8d tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/1a00583a-19c0-4ee1-bb9b-11ff7b566690 HTTP/1.1" status: 404 len: 333 time: 0.0938449 May 13 14:39:51.379141 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55170) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:51.422236 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e3c8bdf-0beb-4a96-a0d3-8bb4491f96b8 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:51.425368 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-819f67e7-dafb-4457-a1a3-a7c0ec92129a admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1572355520-network', 'tenant_id': 'c17cdcf999b449b5aa60cccac89b5240'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:51.429479 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3997603-d2f1-44ef-ac0e-dc29dbf34d5e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:51.429863 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3997603-d2f1-44ef-ac0e-dc29dbf34d5e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:51.434846 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f3997603-d2f1-44ef-ac0e-dc29dbf34d5e tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/93a7265b-1321-404b-a93c-1ccdea19d052 HTTP/1.1" status: 404 len: 337 time: 0.0515025 May 13 14:39:51.434846 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55174) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:51.435738 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-819f67e7-dafb-4457-a1a3-a7c0ec92129a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:51.444336 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-819f67e7-dafb-4457-a1a3-a7c0ec92129a admin admin] Usage tracker for resource:network and tenant:c17cdcf999b449b5aa60cccac89b5240 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:51.449804 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-819f67e7-dafb-4457-a1a3-a7c0ec92129a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:51.459473 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-819f67e7-dafb-4457-a1a3-a7c0ec92129a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:51.538726 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819f67e7-dafb-4457-a1a3-a7c0ec92129a admin admin] Made reservation on behalf of c17cdcf999b449b5aa60cccac89b5240 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:51.541035 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-819f67e7-dafb-4457-a1a3-a7c0ec92129a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:51.555196 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-819f67e7-dafb-4457-a1a3-a7c0ec92129a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:51.580002 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-819f67e7-dafb-4457-a1a3-a7c0ec92129a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:51.587374 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-819f67e7-dafb-4457-a1a3-a7c0ec92129a admin admin] Usage tracker for resource:security_group_rule and tenant:c17cdcf999b449b5aa60cccac89b5240 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:51.590197 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e3c8bdf-0beb-4a96-a0d3-8bb4491f96b8 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:51.590341 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b85af1a-bfdb-479c-b5c0-baa8ed33805a tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:39:51.592072 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-819f67e7-dafb-4457-a1a3-a7c0ec92129a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:51.597195 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9b85af1a-bfdb-479c-b5c0-baa8ed33805a tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:51.601268 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9b85af1a-bfdb-479c-b5c0-baa8ed33805a tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "PUT /v2.0/routers/1ae6a1e8-d5e4-43f8-a8df-ffc33b4cf1fc HTTP/1.1" status: 200 len: 915 time: 5.0995464 May 13 14:39:51.601911 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55178) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:51.604318 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-819f67e7-dafb-4457-a1a3-a7c0ec92129a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:51.604457 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8137e7-fc75-49b6-82dc-1c8988a66fbc None None] Sync routers for ids ['1ae6a1e8-d5e4-43f8-a8df-ffc33b4cf1fc'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:39:51.615384 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8137e7-fc75-49b6-82dc-1c8988a66fbc None None] Routers {'1ae6a1e8-d5e4-43f8-a8df-ffc33b4cf1fc'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:39:51.615985 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-bb8137e7-fc75-49b6-82dc-1c8988a66fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:39:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1ae6a1e8-d5e4-43f8-a8df-ffc33b4cf1fc'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:51.657119 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e41f091-47d0-43d1-83df-a38af2085cfd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:51.657586 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e41f091-47d0-43d1-83df-a38af2085cfd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:51.659296 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0e41f091-47d0-43d1-83df-a38af2085cfd tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/ports/5ecfe720-95d4-4005-b159-1650bb9410da HTTP/1.1" status: 404 len: 333 time: 0.2242532 May 13 14:39:51.663475 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55184) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:51.689757 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-bb8137e7-fc75-49b6-82dc-1c8988a66fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:51.699199 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8137e7-fc75-49b6-82dc-1c8988a66fbc None None] Routers {'1ae6a1e8-d5e4-43f8-a8df-ffc33b4cf1fc'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:39:51.700165 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-bb8137e7-fc75-49b6-82dc-1c8988a66fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:39:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1ae6a1e8-d5e4-43f8-a8df-ffc33b4cf1fc'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:51.733920 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84c6f75-6392-48e2-8efc-bcd6b49a0e54 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] DELETE failed (client error): The resource could not be found. May 13 14:39:51.734393 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e84c6f75-6392-48e2-8efc-bcd6b49a0e54 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:39:51.746577 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e3c8bdf-0beb-4a96-a0d3-8bb4491f96b8 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:51.768404 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e84c6f75-6392-48e2-8efc-bcd6b49a0e54 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/subnets/5425a379-7e88-4efc-9044-cf198068dd5d HTTP/1.1" status: 404 len: 337 time: 0.1031291 May 13 14:39:51.773196 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55192) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:51.774401 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c8bdf-0beb-4a96-a0d3-8bb4491f96b8 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63341fc4-49a5-4f5a-ab91-98c2c2a43d6b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:51.787496 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-bb8137e7-fc75-49b6-82dc-1c8988a66fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:51.787888 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8137e7-fc75-49b6-82dc-1c8988a66fbc None None] The sync data for ids ['1ae6a1e8-d5e4-43f8-a8df-ffc33b4cf1fc'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:39:51.795027 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e3c8bdf-0beb-4a96-a0d3-8bb4491f96b8 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:51.796145 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8e3c8bdf-0beb-4a96-a0d3-8bb4491f96b8 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/63341fc4-49a5-4f5a-ab91-98c2c2a43d6b HTTP/1.1" status: 204 len: 168 time: 0.4540651 May 13 14:39:51.804785 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d3eff-6daf-48cb-8908-bfc950954760 req-19d8e816-0f5d-479f-9322-f9ead0f8de71 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:51.806241 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d19d3eff-6daf-48cb-8908-bfc950954760 req-19d8e816-0f5d-479f-9322-f9ead0f8de71 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.74 "GET /v2.0/ports?device_id=e0ffd75f-42ea-495f-8810-00c115636eb8 HTTP/1.1" status: 200 len: 946 time: 0.2180483 May 13 14:39:51.806727 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55194) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:51.916107 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-d19d3eff-6daf-48cb-8908-bfc950954760 req-04294f3e-1264-4bb3-9f36-7d08cad5ca80 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Deleting port d3e62517-4b7f-40f8-bc7a-f2bb7955275a {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:39:51.916399 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d19d3eff-6daf-48cb-8908-bfc950954760 req-04294f3e-1264-4bb3-9f36-7d08cad5ca80 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:51.949263 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6918f432-da88-4a20-9929-4f2d9f38f155 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Synchronizing usage tracker for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group_rule {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:52.027591 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6918f432-da88-4a20-9929-4f2d9f38f155 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Unset dirty status for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group_rule {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:52.031457 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6918f432-da88-4a20-9929-4f2d9f38f155 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2212195 May 13 14:39:52.031625 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4c37f468-e43a-4165-b436-c0f19c496ccc tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "GET /v2.0/routers/1ae6a1e8-d5e4-43f8-a8df-ffc33b4cf1fc HTTP/1.1" status: 200 len: 921 time: 0.4280131 May 13 14:39:52.035081 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55208) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:52.035781 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55210) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:52.040340 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2a1c-a2b6-4bc3-9021-dc569a1de605 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:52.123660 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf98ef7-3612-4e81-b53d-f98727eda38e req-2f5d9bfc-c528-457d-8e54-ad7161d0172f tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:52.125180 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-caf98ef7-3612-4e81-b53d-f98727eda38e req-2f5d9bfc-c528-457d-8e54-ad7161d0172f tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0ffd75f-42ea-495f-8810-00c115636eb8 HTTP/1.1" status: 200 len: 946 time: 0.3443339 May 13 14:39:52.178859 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-819f67e7-dafb-4457-a1a3-a7c0ec92129a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:52.238384 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-819f67e7-dafb-4457-a1a3-a7c0ec92129a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:52.312831 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2a1c-a2b6-4bc3-9021-dc569a1de605 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:52.334110 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-caf98ef7-3612-4e81-b53d-f98727eda38e req-13e263bd-9423-4080-9ca9-8145ac642b80 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/security-groups?id=af8c814b-0ce2-4afc-8f2c-b3a709ca9365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978056 May 13 14:39:52.337565 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-819f67e7-dafb-4457-a1a3-a7c0ec92129a admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:39:52.338636 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6211eaf9-84b6-49e1-bca3-0dee29d70077 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:52.368802 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f67e7-dafb-4457-a1a3-a7c0ec92129a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033cece0-66ad-42f0-be9b-3673c5537a62,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:52.373561 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-819f67e7-dafb-4457-a1a3-a7c0ec92129a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:52.374154 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-819f67e7-dafb-4457-a1a3-a7c0ec92129a admin admin] Added segment 56c14c39-08ac-428d-b17a-b0502761889e of type vlan for network a65a42c9-eea2-4199-ba2d-3abfc19ee8e5 May 13 14:39:52.376340 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-b5ea2a1c-a2b6-4bc3-9021-dc569a1de605 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0723b97b-08c9-4db0-a15e-5b69273136d9']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:52.391908 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f6f5e5-d288-4961-a41e-c5b78cf7ea24 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:52.396432 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a4f6f5e5-d288-4961-a41e-c5b78cf7ea24 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=c35d8094-27c1-4288-955d-bcb140e23bf2&device_id=1ae6a1e8-d5e4-43f8-a8df-ffc33b4cf1fc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3552129 May 13 14:39:52.396621 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-b5ea2a1c-a2b6-4bc3-9021-dc569a1de605 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '399828f3-a0e1-458a-b927-e36ce7523465') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:52.397111 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-b5ea2a1c-a2b6-4bc3-9021-dc569a1de605 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '399828f3-a0e1-458a-b927-e36ce7523465') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:52.405475 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55222) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:52.428151 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6211eaf9-84b6-49e1-bca3-0dee29d70077 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:52.436887 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2a1c-a2b6-4bc3-9021-dc569a1de605 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:52.449175 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-d19d3eff-6daf-48cb-8908-bfc950954760 req-04294f3e-1264-4bb3-9f36-7d08cad5ca80 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] For port d3e62517-4b7f-40f8-bc7a-f2bb7955275a, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=d3e62517-4b7f-40f8-bc7a-f2bb7955275a,segment=NetworkSegment(48847e38-2d4a-4cc8-8897-6a1a796d15c2),segment_id=48847e38-2d4a-4cc8-8897-6a1a796d15c2)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:52.449559 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d19d3eff-6daf-48cb-8908-bfc950954760 req-04294f3e-1264-4bb3-9f36-7d08cad5ca80 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:52.596580 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff2145-bfcf-4159-8b38-7a4baf1ab76f req-9512db19-2df2-409d-b583-8cea304c2a80 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:52.598342 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9dff2145-bfcf-4159-8b38-7a4baf1ab76f req-9512db19-2df2-409d-b583-8cea304c2a80 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 946 time: 0.3027537 May 13 14:39:52.657874 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-819f67e7-dafb-4457-a1a3-a7c0ec92129a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:52.658362 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6211eaf9-84b6-49e1-bca3-0dee29d70077 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:52.673430 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2a1c-a2b6-4bc3-9021-dc569a1de605 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:52.687447 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ea2a1c-a2b6-4bc3-9021-dc569a1de605 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:39:52.687824 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2a1c-a2b6-4bc3-9021-dc569a1de605 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:52.703899 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:39:52.703899 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:39:52.703899 n-d-841760-1 neutron-server[88081]: timer() May 13 14:39:52.703899 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:39:52.703899 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:39:52.703899 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:39:52.703899 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:39:52.703899 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:39:52.703899 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:39:52.703899 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:39:52.703899 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:39:52.703899 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:39:52.703899 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:39:52.703899 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:39:52.703899 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:39:52.703899 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:39:52.703899 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:39:52.703899 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:39:52.703899 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:39:52.703899 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:39:52.703899 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:39:52.703899 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:39:52.703899 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:39:52.703899 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:39:52.703899 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:39:52.703899 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:39:52.703899 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:39:52.703899 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:39:52.703899 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:39:52.703899 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:39:52.703899 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:39:52.703899 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:39:52.727214 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211eaf9-84b6-49e1-bca3-0dee29d70077 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=893981c2-b3c8-4fd6-a66e-1ce8235e2fd7,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:52.822059 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6ef563-a842-4b81-bbb7-b966f33181bb tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:52.823937 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ee6ef563-a842-4b81-bbb7-b966f33181bb tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 881 time: 0.4168620 May 13 14:39:52.826679 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55226) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:52.852292 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9dff2145-bfcf-4159-8b38-7a4baf1ab76f req-a0180ab8-1350-465c-8f7f-a97ab2e07b5b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=4faeb31a-ec6a-4294-a70c-477a3b2c20c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1949196 May 13 14:39:52.861714 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6211eaf9-84b6-49e1-bca3-0dee29d70077 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:52.862798 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6211eaf9-84b6-49e1-bca3-0dee29d70077 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "DELETE /v2.0/security-groups/893981c2-b3c8-4fd6-a66e-1ce8235e2fd7 HTTP/1.1" status: 204 len: 168 time: 0.8261857 May 13 14:39:52.866119 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55230) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:52.872564 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-819f67e7-dafb-4457-a1a3-a7c0ec92129a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:52.873453 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819f67e7-dafb-4457-a1a3-a7c0ec92129a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:52.874002 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-819f67e7-dafb-4457-a1a3-a7c0ec92129a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:52.904664 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2a1c-a2b6-4bc3-9021-dc569a1de605 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:52.910654 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1bccaf0c-9e4d-4390-a512-bf655dda4661 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ae6a1e8-d5e4-43f8-a8df-ffc33b4cf1fc HTTP/1.1" status: 200 len: 205 time: 0.0804665 May 13 14:39:52.912315 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55234) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:52.918088 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d19d3eff-6daf-48cb-8908-bfc950954760 req-04294f3e-1264-4bb3-9f36-7d08cad5ca80 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:52.918465 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d19d3eff-6daf-48cb-8908-bfc950954760 req-04294f3e-1264-4bb3-9f36-7d08cad5ca80 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:52.918775 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [req-d19d3eff-6daf-48cb-8908-bfc950954760 req-04294f3e-1264-4bb3-9f36-7d08cad5ca80 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Floating IP f9cd10bf-f971-47a8-b95d-8ea0bc860756 disassociated. External IP: 172.25.0.21, port: d3e62517-4b7f-40f8-bc7a-f2bb7955275a. May 13 14:39:52.919141 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-d19d3eff-6daf-48cb-8908-bfc950954760 req-04294f3e-1264-4bb3-9f36-7d08cad5ca80 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Calling delete_port for d3e62517-4b7f-40f8-bc7a-f2bb7955275a owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:39:52.960519 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2a1c-a2b6-4bc3-9021-dc569a1de605 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:52.999566 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-819f67e7-dafb-4457-a1a3-a7c0ec92129a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7659316 May 13 14:39:53.002571 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b5ea2a1c-a2b6-4bc3-9021-dc569a1de605 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] 10.222.0.35 "DELETE /v2.0/networks/0723b97b-08c9-4db0-a15e-5b69273136d9 HTTP/1.1" status: 204 len: 168 time: 1.1743290 May 13 14:39:53.003213 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55238) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:53.019330 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-70f22e88-a2fa-4b8e-82ca-89794eceaf82 admin admin] Request body: {'subnet': {'network_id': 'a65a42c9-eea2-4199-ba2d-3abfc19ee8e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1572355520-subnet', 'tenant_id': 'c17cdcf999b449b5aa60cccac89b5240', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:53.033138 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f67e7-dafb-4457-a1a3-a7c0ec92129a admin admin] Pushing event updated for resources: {'Network': ['ID=a65a42c9-eea2-4199-ba2d-3abfc19ee8e5,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:53.035944 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-70f22e88-a2fa-4b8e-82ca-89794eceaf82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:53.044575 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network a65a42c9-eea2-4199-ba2d-3abfc19ee8e5 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:39:53.078704 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ddf74260-59e4-40c9-9581-deff89ec70aa tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Synchronizing usage tracker for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:53.111874 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-70f22e88-a2fa-4b8e-82ca-89794eceaf82 admin admin] Usage tracker for resource:subnet and tenant:c17cdcf999b449b5aa60cccac89b5240 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:53.115912 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-70f22e88-a2fa-4b8e-82ca-89794eceaf82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:53.122137 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-70f22e88-a2fa-4b8e-82ca-89794eceaf82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:53.133995 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea2a1c-a2b6-4bc3-9021-dc569a1de605 tempest-NetworksTestDHCPv6-903730689 tempest-NetworksTestDHCPv6-903730689-project] Pushing event deleted for resources: {'Network': ['ID=0723b97b-08c9-4db0-a15e-5b69273136d9,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:53.138254 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f22e88-a2fa-4b8e-82ca-89794eceaf82 admin admin] Made reservation on behalf of c17cdcf999b449b5aa60cccac89b5240 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:53.140983 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-70f22e88-a2fa-4b8e-82ca-89794eceaf82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:53.249274 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ddf74260-59e4-40c9-9581-deff89ec70aa tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Unset dirty status for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:53.255819 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ddf74260-59e4-40c9-9581-deff89ec70aa tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3835974 May 13 14:39:53.267494 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55250) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:53.276838 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-0b3a083d-10b6-45fd-b42b-b286fe9df663 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Request body: {'security_group': {'name': 'tempest-secgroup--1182578215'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:53.428162 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55256) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:53.509422 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8b68bcd3-b18c-4b9d-888d-d45fd46bc4d3 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:53.561216 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0b3a083d-10b6-45fd-b42b-b286fe9df663 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:53.578110 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0b3a083d-10b6-45fd-b42b-b286fe9df663 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:53.631340 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-59709612-aeea-47fd-ba0f-402d4598811f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3f2d51c67bd74a03875418e077362a92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2016978 May 13 14:39:53.633848 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55262) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:53.658758 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b3a083d-10b6-45fd-b42b-b286fe9df663 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:53.699207 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4c3109d9-4130-40ee-ac37-81f20efcb3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:53.725626 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d19d3eff-6daf-48cb-8908-bfc950954760 req-04294f3e-1264-4bb3-9f36-7d08cad5ca80 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:53.732823 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4c3109d9-4130-40ee-ac37-81f20efcb3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:53.788273 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0b3a083d-10b6-45fd-b42b-b286fe9df663 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:53.847242 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0b3a083d-10b6-45fd-b42b-b286fe9df663 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Usage tracker for resource:security_group_rule and tenant:6fd71f3952584877a1e51180cc06427c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:53.866570 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0b3a083d-10b6-45fd-b42b-b286fe9df663 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:53.870304 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04294f3e-1264-4bb3-9f36-7d08cad5ca80 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Pushing event deleted for resources: {'Port': ['ID=d3e62517-4b7f-40f8-bc7a-f2bb7955275a,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:53.877772 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4c3109d9-4130-40ee-ac37-81f20efcb3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:53.886933 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0b3a083d-10b6-45fd-b42b-b286fe9df663 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:53.898317 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3109d9-4130-40ee-ac37-81f20efcb3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7446fe-7684-43c3-8743-4993801478b9,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:53.922961 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-70f22e88-a2fa-4b8e-82ca-89794eceaf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:53.966411 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4c3109d9-4130-40ee-ac37-81f20efcb3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:53.966411 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4c3109d9-4130-40ee-ac37-81f20efcb3ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5e7446fe-7684-43c3-8743-4993801478b9 HTTP/1.1" status: 204 len: 168 time: 0.3293662 May 13 14:39:54.003446 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f22e88-a2fa-4b8e-82ca-89794eceaf82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=544d57df-43e7-4eec-9acf-8c0dbd118ac8,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:54.054375 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8b68bcd3-b18c-4b9d-888d-d45fd46bc4d3 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:54.065185 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a211eb8-5490-4b55-b865-b6e9c620b636 req-db4a7910-7185-4b88-9177-932912628414 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:54.073981 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6a211eb8-5490-4b55-b865-b6e9c620b636 req-db4a7910-7185-4b88-9177-932912628414 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0ffd75f-42ea-495f-8810-00c115636eb8 HTTP/1.1" status: 200 len: 946 time: 0.5680475 May 13 14:39:54.086874 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f22e88-a2fa-4b8e-82ca-89794eceaf82 admin admin] Checking segment: {'id': '56c14c39-08ac-428d-b17a-b0502761889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a65a42c9-eea2-4199-ba2d-3abfc19ee8e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:39:54.086874 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f22e88-a2fa-4b8e-82ca-89794eceaf82 admin admin] Network hostable DHCP agents. Network: a65a42c9-eea2-4199-ba2d-3abfc19ee8e5, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:39:54.133048 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f22e88-a2fa-4b8e-82ca-89794eceaf82 admin admin] Network a65a42c9-eea2-4199-ba2d-3abfc19ee8e5 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:39:54.158082 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69f42d-6e20-44be-bef1-548180320e6d req-58f782e7-93a5-4982-a4f5-b3de30c6bdd9 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:54.159777 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8a69f42d-6e20-44be-bef1-548180320e6d req-58f782e7-93a5-4982-a4f5-b3de30c6bdd9 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 946 time: 0.1219521 May 13 14:39:54.160640 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-70f22e88-a2fa-4b8e-82ca-89794eceaf82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, a65a42c9-eea2-4199-ba2d-3abfc19ee8e5) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:54.165016 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f22e88-a2fa-4b8e-82ca-89794eceaf82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:54.165357 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-70f22e88-a2fa-4b8e-82ca-89794eceaf82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:54.177904 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb68136-0608-42b9-94cf-6cfa63c261bc None None] Network a65a42c9-eea2-4199-ba2d-3abfc19ee8e5 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:54.237870 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-8b68bcd3-b18c-4b9d-888d-d45fd46bc4d3 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Deleting port 4657ce69-3cbe-4003-a277-9d342223db35 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:39:54.237870 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8b68bcd3-b18c-4b9d-888d-d45fd46bc4d3 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:54.279779 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-70f22e88-a2fa-4b8e-82ca-89794eceaf82 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2755299 May 13 14:39:54.285771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55272) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:54.310063 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-797c93d0-23bb-4642-9e64-132a171b30ba admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1572355520-router', 'tenant_id': 'c17cdcf999b449b5aa60cccac89b5240', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:54.330696 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-797c93d0-23bb-4642-9e64-132a171b30ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:54.357764 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-797c93d0-23bb-4642-9e64-132a171b30ba admin admin] Usage tracker for resource:router and tenant:c17cdcf999b449b5aa60cccac89b5240 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:54.364504 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8a69f42d-6e20-44be-bef1-548180320e6d req-8e1c3160-00b9-4809-9890-a1e695a1b3d4 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=4faeb31a-ec6a-4294-a70c-477a3b2c20c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1575780 May 13 14:39:54.365372 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-797c93d0-23bb-4642-9e64-132a171b30ba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:54.381412 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-797c93d0-23bb-4642-9e64-132a171b30ba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:54.416266 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6a211eb8-5490-4b55-b865-b6e9c620b636 req-660a5ff1-a29b-4c7d-b7f1-808324afc0dc tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/security-groups?id=af8c814b-0ce2-4afc-8f2c-b3a709ca9365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3412690 May 13 14:39:54.498723 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d19d3eff-6daf-48cb-8908-bfc950954760 req-04294f3e-1264-4bb3-9f36-7d08cad5ca80 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Router 022b3687-83b2-4cf1-9e35-ff37b93f45e6 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:39:54.536237 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b3a083d-10b6-45fd-b42b-b286fe9df663 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:54.565348 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-797c93d0-23bb-4642-9e64-132a171b30ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:54.566667 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-797c93d0-23bb-4642-9e64-132a171b30ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:54.596341 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-797c93d0-23bb-4642-9e64-132a171b30ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:54.624914 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d022c832-355a-444d-8262-78170a37c19e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-a65a42c9-eea2-4199-ba2d-3abfc19ee8e5', 'network_id': 'a65a42c9-eea2-4199-ba2d-3abfc19ee8e5', 'tenant_id': 'c17cdcf999b449b5aa60cccac89b5240', 'fixed_ips': [{'subnet_id': '544d57df-43e7-4eec-9acf-8c0dbd118ac8'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:39:54.626475 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d022c832-355a-444d-8262-78170a37c19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:54.681587 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b3a083d-10b6-45fd-b42b-b286fe9df663 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:54.957482 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-d022c832-355a-444d-8262-78170a37c19e None None] Allocated IP 172.20.0.2 (a65a42c9-eea2-4199-ba2d-3abfc19ee8e5/544d57df-43e7-4eec-9acf-8c0dbd118ac8/c7dd75f9-af97-4c4e-9485-9eebaf3a58d2) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:54.963177 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8b68bcd3-b18c-4b9d-888d-d45fd46bc4d3 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:55.032173 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55296) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:55.124879 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-8b68bcd3-b18c-4b9d-888d-d45fd46bc4d3 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Calling delete_port for 4657ce69-3cbe-4003-a277-9d342223db35 owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:39:55.197875 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-797c93d0-23bb-4642-9e64-132a171b30ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:55.253517 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8dbe1076-4c43-4da3-b96e-a3b117bacb1f req-a280189e-24bb-4ad5-9b70-9aa5c345f407 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4216797 May 13 14:39:55.469458 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d022c832-355a-444d-8262-78170a37c19e None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:55.495068 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d022c832-355a-444d-8262-78170a37c19e None None] Transition to ACTIVE for port object c7dd75f9-af97-4c4e-9485-9eebaf3a58d2 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:55.515881 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d19d3eff-6daf-48cb-8908-bfc950954760 req-04294f3e-1264-4bb3-9f36-7d08cad5ca80 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:39:55.517619 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a083d-10b6-45fd-b42b-b286fe9df663 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef741aab-f721-48d2-ba4f-eac8e7812308,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:55.525279 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d022c832-355a-444d-8262-78170a37c19e None None] Transition to ACTIVE for port object c7dd75f9-af97-4c4e-9485-9eebaf3a58d2 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:55.534577 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9a349e-67ba-476a-bfcc-69dafb1d8995 None None] Sync routers for ids ['022b3687-83b2-4cf1-9e35-ff37b93f45e6'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:39:55.544144 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d022c832-355a-444d-8262-78170a37c19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:55.569798 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55312) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:55.599533 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9a349e-67ba-476a-bfcc-69dafb1d8995 None None] Routers {'022b3687-83b2-4cf1-9e35-ff37b93f45e6'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:39:55.600179 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ca9a349e-67ba-476a-bfcc-69dafb1d8995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:39:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['022b3687-83b2-4cf1-9e35-ff37b93f45e6'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:55.666691 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19d3eff-6daf-48cb-8908-bfc950954760 req-04294f3e-1264-4bb3-9f36-7d08cad5ca80 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] No DVR routers for this DVR port d3e62517-4b7f-40f8-bc7a-f2bb7955275a on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:39:55.680406 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d19d3eff-6daf-48cb-8908-bfc950954760 req-04294f3e-1264-4bb3-9f36-7d08cad5ca80 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:55.682508 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d19d3eff-6daf-48cb-8908-bfc950954760 req-04294f3e-1264-4bb3-9f36-7d08cad5ca80 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.74 "DELETE /v2.0/ports/d3e62517-4b7f-40f8-bc7a-f2bb7955275a HTTP/1.1" status: 204 len: 173 time: 3.8597574 May 13 14:39:55.693305 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ffd75f-42ea-495f-8810-00c115636eb8', 'name': 'network-vif-deleted', 'tag': 'd3e62517-4b7f-40f8-bc7a-f2bb7955275a'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:55.701373 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d022c832-355a-444d-8262-78170a37c19e None None] Network a65a42c9-eea2-4199-ba2d-3abfc19ee8e5 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:55.710585 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b3a083d-10b6-45fd-b42b-b286fe9df663 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:55.711771 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0b3a083d-10b6-45fd-b42b-b286fe9df663 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.4432964 May 13 14:39:55.720363 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55320) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:55.741275 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-d022c832-355a-444d-8262-78170a37c19e None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:55.755699 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d022c832-355a-444d-8262-78170a37c19e None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:39:55.794252 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-0606c769-e297-49f2-b5b5-f397632beefd tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Request body: {'security_group_rule': {'security_group_id': 'ef741aab-f721-48d2-ba4f-eac8e7812308', 'direction': 'ingress', 'protocol': 17}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:55.812859 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-be050cfc-fb70-43ec-8ca6-eb76e8f495c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:55.857494 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022c832-355a-444d-8262-78170a37c19e None None] Pushing event updated for resources: {'Port': ['ID=c7dd75f9-af97-4c4e-9485-9eebaf3a58d2,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:55.872087 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-50beed6d-2474-4680-a8f4-456ad05e8a09 req-acdb12c9-ed6d-4308-b259-6ecb58287a21 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0ffd75f-42ea-495f-8810-00c115636eb8 HTTP/1.1" status: 200 len: 210 time: 0.1508279 May 13 14:39:55.883556 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-be050cfc-fb70-43ec-8ca6-eb76e8f495c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:55.904798 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-be050cfc-fb70-43ec-8ca6-eb76e8f495c5 admin admin] Usage tracker for resource:security_group_rule and tenant:ce54d4f768ff457fabb87440067b2742 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:55.910038 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-be050cfc-fb70-43ec-8ca6-eb76e8f495c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:55.930827 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-be050cfc-fb70-43ec-8ca6-eb76e8f495c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:55.991030 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d06bcc62-a1b5-4bf3-a4c1-cf622a6ff65b'] response: {'server_uuid': 'e0ffd75f-42ea-495f-8810-00c115636eb8', 'name': 'network-vif-deleted', 'tag': 'd3e62517-4b7f-40f8-bc7a-f2bb7955275a', 'status': 'completed', 'code': 200} May 13 14:39:55.994973 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Request body: {'networks': [{'name': 'tempest-network--1984054255'}, {'name': 'tempest-network--1964060281'}]} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:55.995559 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Request body: {'network': {'name': 'tempest-network--1984054255'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:55.996291 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Request body: {'network': {'name': 'tempest-network--1964060281'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:56.003396 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:56.013425 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0606c769-e297-49f2-b5b5-f397632beefd tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:56.021274 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Usage tracker for resource:network and tenant:1bd86cfe0f9941d9ad6bbf0e0e15882f is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:56.022066 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-d022c832-355a-444d-8262-78170a37c19e None None] Attempting to bind port c7dd75f9-af97-4c4e-9485-9eebaf3a58d2 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:39:56.022437 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-d022c832-355a-444d-8262-78170a37c19e None None] Attempting to bind port c7dd75f9-af97-4c4e-9485-9eebaf3a58d2 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '56c14c39-08ac-428d-b17a-b0502761889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a65a42c9-eea2-4199-ba2d-3abfc19ee8e5'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:39:56.022895 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d022c832-355a-444d-8262-78170a37c19e None None] Attempting to bind port c7dd75f9-af97-4c4e-9485-9eebaf3a58d2 on network a65a42c9-eea2-4199-ba2d-3abfc19ee8e5 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:56.028694 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0606c769-e297-49f2-b5b5-f397632beefd tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Usage tracker for resource:security_group_rule and tenant:6fd71f3952584877a1e51180cc06427c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:56.032463 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:56.035058 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d022c832-355a-444d-8262-78170a37c19e None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:39:56.035508 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d022c832-355a-444d-8262-78170a37c19e None None] Checking segment: {'id': '56c14c39-08ac-428d-b17a-b0502761889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a65a42c9-eea2-4199-ba2d-3abfc19ee8e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:39:56.035879 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0606c769-e297-49f2-b5b5-f397632beefd tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:56.036107 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d022c832-355a-444d-8262-78170a37c19e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:56.036348 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d022c832-355a-444d-8262-78170a37c19e None None] Bound using segment: {'id': '56c14c39-08ac-428d-b17a-b0502761889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a65a42c9-eea2-4199-ba2d-3abfc19ee8e5'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:39:56.036828 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-d022c832-355a-444d-8262-78170a37c19e None None] Bound port: c7dd75f9-af97-4c4e-9485-9eebaf3a58d2, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c14c39-08ac-428d-b17a-b0502761889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a65a42c9-eea2-4199-ba2d-3abfc19ee8e5'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:39:56.037316 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d022c832-355a-444d-8262-78170a37c19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:56.047722 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:56.050394 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0606c769-e297-49f2-b5b5-f397632beefd tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:56.066119 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-ca9a349e-67ba-476a-bfcc-69dafb1d8995 None None] Set router 022b3687-83b2-4cf1-9e35-ff37b93f45e6 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:39:56.073474 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe1076-4c43-4da3-b96e-a3b117bacb1f req-7028c1cc-25cb-4557-a3a3-a175499dfe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:56.075925 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8dbe1076-4c43-4da3-b96e-a3b117bacb1f req-7028c1cc-25cb-4557-a3a3-a175499dfe97 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=936df29ada1f4039bf03263eb4658581&device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 1096 time: 0.6420369 May 13 14:39:56.078245 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Made reservation on behalf of 1bd86cfe0f9941d9ad6bbf0e0e15882f for: {'network': 2} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:56.083023 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:56.105097 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:56.121250 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0606c769-e297-49f2-b5b5-f397632beefd tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:56.188635 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:56.208282 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ece63-2b58-43c2-ace3-d891cc15afe7 req-84bb4555-ba8f-4b9f-8a54-77d22333837b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:56.209809 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bd8ece63-2b58-43c2-ace3-d891cc15afe7 req-84bb4555-ba8f-4b9f-8a54-77d22333837b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 946 time: 0.5004044 May 13 14:39:56.216200 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Usage tracker for resource:security_group_rule and tenant:1bd86cfe0f9941d9ad6bbf0e0e15882f is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:56.228663 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:56.253794 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:56.318726 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0606c769-e297-49f2-b5b5-f397632beefd tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:56.360925 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8b68bcd3-b18c-4b9d-888d-d45fd46bc4d3 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:56.370498 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe1076-4c43-4da3-b96e-a3b117bacb1f req-46411b83-8025-47eb-a084-03cd9caa2e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:56.376627 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8dbe1076-4c43-4da3-b96e-a3b117bacb1f req-46411b83-8025-47eb-a084-03cd9caa2e34 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9479e797-5371-4e30-beb4-10899bbfb8b9 HTTP/1.1" status: 200 len: 919 time: 0.2761889 May 13 14:39:56.427388 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-d022c832-355a-444d-8262-78170a37c19e None None] For port c7dd75f9-af97-4c4e-9485-9eebaf3a58d2, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:39:56.430072 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0606c769-e297-49f2-b5b5-f397632beefd tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:56.448076 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-d022c832-355a-444d-8262-78170a37c19e None None] For port c7dd75f9-af97-4c4e-9485-9eebaf3a58d2, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c7dd75f9-af97-4c4e-9485-9eebaf3a58d2,segment=NetworkSegment(56c14c39-08ac-428d-b17a-b0502761889e),segment_id=56c14c39-08ac-428d-b17a-b0502761889e)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:39:56.453903 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d022c832-355a-444d-8262-78170a37c19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:56.520002 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bd8ece63-2b58-43c2-ace3-d891cc15afe7 req-50a39fe5-fdb4-4677-9993-af0dcd52f582 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=4faeb31a-ec6a-4294-a70c-477a3b2c20c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3005223 May 13 14:39:56.523414 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68bcd3-b18c-4b9d-888d-d45fd46bc4d3 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Pushing event deleted for resources: {'Port': ['ID=4657ce69-3cbe-4003-a277-9d342223db35,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:56.605502 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8dbe1076-4c43-4da3-b96e-a3b117bacb1f req-9e524227-e763-44c5-82fd-e23ce769bfd1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45ae5137-fb8f-45ed-9376-b4f6cad104f5 HTTP/1.1" status: 200 len: 217 time: 0.1105678 May 13 14:39:56.678305 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022c832-355a-444d-8262-78170a37c19e None None] Pushing event updated for resources: {'Port': ['ID=c7dd75f9-af97-4c4e-9485-9eebaf3a58d2,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:56.684528 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606c769-e297-49f2-b5b5-f397632beefd tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c260304-61df-4ff6-a507-89a5f75df50d,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:56.690519 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-797c93d0-23bb-4642-9e64-132a171b30ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:56.718996 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-be050cfc-fb70-43ec-8ca6-eb76e8f495c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:56.727712 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ca9a349e-67ba-476a-bfcc-69dafb1d8995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'name': 'tempest-ServersTestJSON-398732630-router', 'tenant_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '59fc61bf-6424-4abc-a986-02d667a899ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:17Z', 'updated_at': '2022-05-13T14:37:36Z', 'revision_number': 4, 'project_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'gw_port': {'id': '59fc61bf-6424-4abc-a986-02d667a899ce', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:21Z', 'updated_at': '2022-05-13T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '5be499b9-db45-46e7-a32c-b99292b62956', 'name': '', 'network_id': 'c2f3ea62-29f2-477b-a404-9640a1543fb6', 'tenant_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'mac_address': 'fa:16:3e:99:57:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '6eaa1b8f-d3c1-4756-b489-078d11acd8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:32Z', 'updated_at': '2022-05-13T14:37:50Z', 'revision_number': 5, 'project_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'subnets': [{'id': '6eaa1b8f-d3c1-4756-b489-078d11acd8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:56.731674 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device d3e62517-4b7f-40f8-bc7a-f2bb7955275a no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:39:56.732723 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-797c93d0-23bb-4642-9e64-132a171b30ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:56.736214 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-be050cfc-fb70-43ec-8ca6-eb76e8f495c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:56.798875 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: d3e62517-4b7f-40f8-bc7a-f2bb7955275a {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:39:56.799481 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device d3e62517-4b7f-40f8-bc7a-f2bb7955275a not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:39:56.804161 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9a349e-67ba-476a-bfcc-69dafb1d8995 None None] Checking router: 022b3687-83b2-4cf1-9e35-ff37b93f45e6 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:39:56.820006 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9a349e-67ba-476a-bfcc-69dafb1d8995 None None] Routers {'022b3687-83b2-4cf1-9e35-ff37b93f45e6'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:39:56.821107 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ca9a349e-67ba-476a-bfcc-69dafb1d8995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:39:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['022b3687-83b2-4cf1-9e35-ff37b93f45e6'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:56.821356 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe1076-4c43-4da3-b96e-a3b117bacb1f req-1ba24f30-1cca-4df9-8eae-b9ea6771d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:56.822575 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8dbe1076-4c43-4da3-b96e-a3b117bacb1f req-1ba24f30-1cca-4df9-8eae-b9ea6771d8c5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=be55f4c0-99f6-4777-9e43-16529e4e725e HTTP/1.1" status: 200 len: 857 time: 0.2071369 May 13 14:39:56.827792 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be050cfc-fb70-43ec-8ca6-eb76e8f495c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd30c4ef-44ec-433d-82b7-18dd492e6bdd,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:56.849965 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0606c769-e297-49f2-b5b5-f397632beefd tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:56.854377 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0606c769-e297-49f2-b5b5-f397632beefd tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0822647 May 13 14:39:56.857192 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55326) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:56.857824 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8b68bcd3-b18c-4b9d-888d-d45fd46bc4d3 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:56.883271 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-be050cfc-fb70-43ec-8ca6-eb76e8f495c5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce54d4f768ff457fabb87440067b2742&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8396871 May 13 14:39:56.896396 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55328) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:57.099271 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.109373 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-ca9a349e-67ba-476a-bfcc-69dafb1d8995 None None] Set router 022b3687-83b2-4cf1-9e35-ff37b93f45e6 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:39:57.130315 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55338) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:57.133053 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-797c93d0-23bb-4642-9e64-132a171b30ba admin admin] Allocated IP 172.25.0.153 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/c5c931b6-afc5-4cfa-ac24-9917bf7160bd) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:57.142281 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8b68bcd3-b18c-4b9d-888d-d45fd46bc4d3 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.147635 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.148283 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.155202 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bcb62fd1-fb4a-4b79-a594-91657acc41d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.158282 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe1076-4c43-4da3-b96e-a3b117bacb1f req-353aa6ee-9e82-4363-bd3e-4d07ff7c794a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:57.159829 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8dbe1076-4c43-4da3-b96e-a3b117bacb1f req-353aa6ee-9e82-4363-bd3e-4d07ff7c794a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9479e797-5371-4e30-beb4-10899bbfb8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3190103 May 13 14:39:57.161229 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8b68bcd3-b18c-4b9d-888d-d45fd46bc4d3 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.294388 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b46de32-c24a-487a-8441-eb876a897f9a,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:57.302434 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:39:57.305518 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-33db96b8-eeca-43d7-a255-7fbc7ec3556d tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.308214 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8b68bcd3-b18c-4b9d-888d-d45fd46bc4d3 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.308742 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b68bcd3-b18c-4b9d-888d-d45fd46bc4d3 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Fanout notify agent at l3_agent the message router_deleted on router 1ae6a1e8-d5e4-43f8-a8df-ffc33b4cf1fc {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:39:57.335184 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.335549 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Added segment a268baba-90ce-41e8-8fb2-ef2bb6efc733 of type vlan for network 780c5e26-cd85-4257-ab3d-9bcb1bd60c4a May 13 14:39:57.369862 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-33db96b8-eeca-43d7-a255-7fbc7ec3556d tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.381668 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8b68bcd3-b18c-4b9d-888d-d45fd46bc4d3 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.382764 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8b68bcd3-b18c-4b9d-888d-d45fd46bc4d3 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] 10.222.0.35 "DELETE /v2.0/routers/1ae6a1e8-d5e4-43f8-a8df-ffc33b4cf1fc HTTP/1.1" status: 204 len: 168 time: 4.4692738 May 13 14:39:57.397323 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55342) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:57.404214 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bcb62fd1-fb4a-4b79-a594-91657acc41d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.413308 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-e75dffe2-70f7-47e4-b5bf-6aa25282a6ee tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1650779868', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}, 'admin_state_up': False}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:57.427346 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.442115 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e75dffe2-70f7-47e4-b5bf-6aa25282a6ee tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:57.452280 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e75dffe2-70f7-47e4-b5bf-6aa25282a6ee tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Usage tracker for resource:router and tenant:e9b3b1dbd5eb45bf9e554368e6b553e5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:57.456942 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e75dffe2-70f7-47e4-b5bf-6aa25282a6ee tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:57.466224 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e75dffe2-70f7-47e4-b5bf-6aa25282a6ee tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:57.511176 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:39:57.523639 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.524969 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Added segment 6d377bb0-0f6a-44e8-b5a5-6b3f734344c9 of type vlan for network b2721264-d0b9-4ef7-82d3-683572bfd4a0 May 13 14:39:57.530397 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7c32ae0b-8051-45ea-96ef-e8ee322b184b tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.556562 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e75dffe2-70f7-47e4-b5bf-6aa25282a6ee tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.556562 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e75dffe2-70f7-47e4-b5bf-6aa25282a6ee tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.557659 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8dbe1076-4c43-4da3-b96e-a3b117bacb1f req-1a564ac9-9347-40ea-ab73-8e488a254c4e service neutron] 10.222.0.74 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812082 May 13 14:39:57.560694 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.568181 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2300c37e-1c35-409f-8791-eb37461947fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.569196 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-33db96b8-eeca-43d7-a255-7fbc7ec3556d tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.618108 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db96b8-eeca-43d7-a255-7fbc7ec3556d tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef741aab-f721-48d2-ba4f-eac8e7812308,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:57.628138 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e75dffe2-70f7-47e4-b5bf-6aa25282a6ee tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.636658 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7c32ae0b-8051-45ea-96ef-e8ee322b184b tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.659734 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ca9a349e-67ba-476a-bfcc-69dafb1d8995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'name': 'tempest-ServersTestJSON-398732630-router', 'tenant_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '59fc61bf-6424-4abc-a986-02d667a899ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:17Z', 'updated_at': '2022-05-13T14:37:36Z', 'revision_number': 4, 'project_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'gw_port': {'id': '59fc61bf-6424-4abc-a986-02d667a899ce', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:21Z', 'updated_at': '2022-05-13T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '5be499b9-db45-46e7-a32c-b99292b62956', 'name': '', 'network_id': 'c2f3ea62-29f2-477b-a404-9640a1543fb6', 'tenant_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'mac_address': 'fa:16:3e:99:57:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '6eaa1b8f-d3c1-4756-b489-078d11acd8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:32Z', 'updated_at': '2022-05-13T14:37:50Z', 'revision_number': 5, 'project_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'subnets': [{'id': '6eaa1b8f-d3c1-4756-b489-078d11acd8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:57.665449 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9a349e-67ba-476a-bfcc-69dafb1d8995 None None] The sync data for ids ['022b3687-83b2-4cf1-9e35-ff37b93f45e6'] in n-d-841760-1 is: [{'id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'name': 'tempest-ServersTestJSON-398732630-router', 'tenant_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '59fc61bf-6424-4abc-a986-02d667a899ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:17Z', 'updated_at': '2022-05-13T14:37:36Z', 'revision_number': 4, 'project_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'gw_port': {'id': '59fc61bf-6424-4abc-a986-02d667a899ce', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:21Z', 'updated_at': '2022-05-13T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '5be499b9-db45-46e7-a32c-b99292b62956', 'name': '', 'network_id': 'c2f3ea62-29f2-477b-a404-9640a1543fb6', 'tenant_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'mac_address': 'fa:16:3e:99:57:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '6eaa1b8f-d3c1-4756-b489-078d11acd8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:32Z', 'updated_at': '2022-05-13T14:37:50Z', 'revision_number': 5, 'project_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'subnets': [{'id': '6eaa1b8f-d3c1-4756-b489-078d11acd8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:39:57.701665 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.702525 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.708963 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:57.713850 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:57.715095 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.750009 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-797c93d0-23bb-4642-9e64-132a171b30ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.814218 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bcb62fd1-fb4a-4b79-a594-91657acc41d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.869511 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-33db96b8-eeca-43d7-a255-7fbc7ec3556d tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.873509 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-33db96b8-eeca-43d7-a255-7fbc7ec3556d tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "DELETE /v2.0/security-groups/ef741aab-f721-48d2-ba4f-eac8e7812308 HTTP/1.1" status: 204 len: 168 time: 0.9704509 May 13 14:39:57.877569 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.2748568 May 13 14:39:57.886185 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55348) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:57.886185 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55350) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:58.025239 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c451363-a07a-4a6c-bca0-8532e7cd3d97 None None] New status for floating IP f9cd10bf-f971-47a8-b95d-8ea0bc860756: DOWN {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:39:58.045933 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb62fd1-fb4a-4b79-a594-91657acc41d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd30c4ef-44ec-433d-82b7-18dd492e6bdd,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:58.053237 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8dbe1076-4c43-4da3-b96e-a3b117bacb1f req-8c839931-810a-4db8-bd7f-d7d8fe322b5f service neutron] 10.222.0.74 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825096 May 13 14:39:58.069206 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7c32ae0b-8051-45ea-96ef-e8ee322b184b tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:58.104281 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32ae0b-8051-45ea-96ef-e8ee322b184b tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8c814b-0ce2-4afc-8f2c-b3a709ca9365,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:58.143441 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7c32ae0b-8051-45ea-96ef-e8ee322b184b tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:58.144805 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7c32ae0b-8051-45ea-96ef-e8ee322b184b tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "DELETE /v2.0/security-groups/af8c814b-0ce2-4afc-8f2c-b3a709ca9365 HTTP/1.1" status: 204 len: 168 time: 1.0087924 May 13 14:39:58.146176 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bcb62fd1-fb4a-4b79-a594-91657acc41d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:58.147330 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-bcb62fd1-fb4a-4b79-a594-91657acc41d3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dd30c4ef-44ec-433d-82b7-18dd492e6bdd HTTP/1.1" status: 204 len: 168 time: 1.2459607 May 13 14:39:58.149156 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55356) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:58.175008 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-797c93d0-23bb-4642-9e64-132a171b30ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:58.291489 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686a97bd-d19e-485e-873a-80b11e30f5d7 None None] Network a65a42c9-eea2-4199-ba2d-3abfc19ee8e5 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:58.314606 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797c93d0-23bb-4642-9e64-132a171b30ba admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:58.324926 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dc170-fbbb-4f4f-a625-c56cd3d07cc2 req-2369c7c6-78b0-4dd0-a783-bb81533b830e tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:58.326791 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ac5dc170-fbbb-4f4f-a625-c56cd3d07cc2 req-2369c7c6-78b0-4dd0-a783-bb81533b830e tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 946 time: 0.5729046 May 13 14:39:58.329554 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c93d0-23bb-4642-9e64-132a171b30ba admin admin] Pushing event updated for resources: {'Port': ['ID=c5c931b6-afc5-4cfa-ac24-9917bf7160bd,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:58.340024 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-797c93d0-23bb-4642-9e64-132a171b30ba admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:58.352836 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797c93d0-23bb-4642-9e64-132a171b30ba admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:39:58.378395 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e75dffe2-70f7-47e4-b5bf-6aa25282a6ee tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:58.402697 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Pushing event updated for resources: {'Network': ['ID=780c5e26-cd85-4257-ab3d-9bcb1bd60c4a,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:58.556941 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 780c5e26-cd85-4257-ab3d-9bcb1bd60c4a details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:39:58.588239 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-ec7832d1-218a-4c50-b171-e5273e1b4439 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] show failed (client error): The resource could not be found. May 13 14:39:58.588239 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ec7832d1-218a-4c50-b171-e5273e1b4439 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "GET /v2.0/security-groups/af8c814b-0ce2-4afc-8f2c-b3a709ca9365 HTTP/1.1" status: 404 len: 347 time: 0.4345994 May 13 14:39:58.618245 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c7dd75f9-af97-4c4e-9485-9eebaf3a58d2 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:39:58.659329 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55364) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:58.663876 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ac5dc170-fbbb-4f4f-a625-c56cd3d07cc2 req-89e02bf3-b244-42b0-9bff-2971dd440186 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=4faeb31a-ec6a-4294-a70c-477a3b2c20c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3209066 May 13 14:39:58.834000 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:58.870024 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a2c5f6c7-45f3-4eeb-af4c-58573c8ee9fc None None] Provisioning for port c7dd75f9-af97-4c4e-9485-9eebaf3a58d2 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:58.980404 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port c7dd75f9-af97-4c4e-9485-9eebaf3a58d2 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:58.995847 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port c7dd75f9-af97-4c4e-9485-9eebaf3a58d2 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:58.996224 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:59.026430 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d88b9-a90c-48f8-83aa-029e187a8d95 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Pushing event updated for resources: {'Network': ['ID=b2721264-d0b9-4ef7-82d3-683572bfd4a0,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:59.040175 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e5963-ec3b-4e91-a668-ec88b902a182 req-faee4693-b24b-4e17-a358-cfde423acba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:59.041669 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-166e5963-ec3b-4e91-a668-ec88b902a182 req-faee4693-b24b-4e17-a358-cfde423acba2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 1097 time: 1.3784430 May 13 14:39:59.049324 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network b2721264-d0b9-4ef7-82d3-683572bfd4a0 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:39:59.062006 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-653c24bb-513a-40ac-842f-b61a549a0b32 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Synchronizing usage tracker for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:59.132826 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4a75d2-78ef-4785-836f-57d97fe857f6 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:59.139894 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4a75d2-78ef-4785-836f-57d97fe857f6 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:59.146617 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4a75d2-78ef-4785-836f-57d97fe857f6 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:59.153440 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4a75d2-78ef-4785-836f-57d97fe857f6 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:59.154088 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4d4a75d2-78ef-4785-836f-57d97fe857f6 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Synchronizing usage tracker for tenant:1bd86cfe0f9941d9ad6bbf0e0e15882f on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:59.170283 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-653c24bb-513a-40ac-842f-b61a549a0b32 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Unset dirty status for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:59.171834 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-653c24bb-513a-40ac-842f-b61a549a0b32 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.2843807 May 13 14:39:59.188344 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55382) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:59.201027 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-3b998ac2-52ae-4771-ae90-404447cce8c9 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Request body: {'security_group': {'name': 'tempest-secgroup--1195232641'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:59.207213 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-166e5963-ec3b-4e91-a668-ec88b902a182 req-f6c118de-53f2-4fff-a053-4f649ea24d15 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4faeb31a-ec6a-4294-a70c-477a3b2c20c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1486626 May 13 14:39:59.211125 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4d4a75d2-78ef-4785-836f-57d97fe857f6 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Unset dirty status for tenant:1bd86cfe0f9941d9ad6bbf0e0e15882f on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:59.214933 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4d4a75d2-78ef-4785-836f-57d97fe857f6 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.3235509 May 13 14:39:59.214933 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-3b998ac2-52ae-4771-ae90-404447cce8c9 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:59.217274 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55386) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:59.268778 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-3b998ac2-52ae-4771-ae90-404447cce8c9 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:59.288593 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-1fef2992-e58e-4807-9d6e-f76fcf5d0991 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Deleting port a5fc0951-b176-44ba-8565-658df48abca9 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:39:59.288944 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1fef2992-e58e-4807-9d6e-f76fcf5d0991 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:59.337477 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port c7dd75f9-af97-4c4e-9485-9eebaf3a58d2 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:59.338073 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:59.370404 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3b998ac2-52ae-4771-ae90-404447cce8c9 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:59.399822 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port c7dd75f9-af97-4c4e-9485-9eebaf3a58d2, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c7dd75f9-af97-4c4e-9485-9eebaf3a58d2,segment=NetworkSegment(56c14c39-08ac-428d-b17a-b0502761889e),segment_id=56c14c39-08ac-428d-b17a-b0502761889e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:59.404433 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:59.505667 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=c7dd75f9-af97-4c4e-9485-9eebaf3a58d2,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:59.537340 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9ef26412-fc80-4964-8cee-5067eee8c696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:59.595986 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-3b998ac2-52ae-4771-ae90-404447cce8c9 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:59.604455 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-3b998ac2-52ae-4771-ae90-404447cce8c9 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Usage tracker for resource:security_group_rule and tenant:6fd71f3952584877a1e51180cc06427c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:59.610538 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-3b998ac2-52ae-4771-ae90-404447cce8c9 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:59.659177 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d2af37fa-df08-452f-aa9c-a4a643bb007a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:59.668553 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-3b998ac2-52ae-4771-ae90-404447cce8c9 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:59.688025 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e75dffe2-70f7-47e4-b5bf-6aa25282a6ee tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:59.700312 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-797c93d0-23bb-4642-9e64-132a171b30ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:59.743458 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3f6fa32a-ee7c-4da5-b542-b24e8a3b7286 None None] Provisioning complete for port c7dd75f9-af97-4c4e-9485-9eebaf3a58d2 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:59.743833 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3f6fa32a-ee7c-4da5-b542-b24e8a3b7286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:59.746667 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e75dffe2-70f7-47e4-b5bf-6aa25282a6ee tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:59.925433 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fa32a-ee7c-4da5-b542-b24e8a3b7286 None None] Current status of the port c7dd75f9-af97-4c4e-9485-9eebaf3a58d2 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:59.995952 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1fef2992-e58e-4807-9d6e-f76fcf5d0991 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:59.996343 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1fef2992-e58e-4807-9d6e-f76fcf5d0991 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:00.042224 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d2af37fa-df08-452f-aa9c-a4a643bb007a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:00.115534 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-d2af37fa-df08-452f-aa9c-a4a643bb007a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['780c5e26-cd85-4257-ab3d-9bcb1bd60c4a']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:00.137441 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3b998ac2-52ae-4771-ae90-404447cce8c9 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:00.139514 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-d2af37fa-df08-452f-aa9c-a4a643bb007a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a268baba-90ce-41e8-8fb2-ef2bb6efc733') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:00.139929 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-d2af37fa-df08-452f-aa9c-a4a643bb007a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a268baba-90ce-41e8-8fb2-ef2bb6efc733') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:00.160498 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3b998ac2-52ae-4771-ae90-404447cce8c9 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:00.165220 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-e75dffe2-70f7-47e4-b5bf-6aa25282a6ee tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Allocated IP 172.25.0.2 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/58a7cf74-5a26-4289-ad39-26c13e64b87b) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:40:00.345937 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-1fef2992-e58e-4807-9d6e-f76fcf5d0991 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Calling delete_port for a5fc0951-b176-44ba-8565-658df48abca9 owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:40:00.368966 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d2af37fa-df08-452f-aa9c-a4a643bb007a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:00.381837 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55422) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:00.397817 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3b998ac2-52ae-4771-ae90-404447cce8c9 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:00.401687 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3b998ac2-52ae-4771-ae90-404447cce8c9 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2080705 May 13 14:40:00.416128 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c7dd75f9-af97-4c4e-9485-9eebaf3a58d2 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:40:00.418957 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55426) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:00.425816 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d2af37fa-df08-452f-aa9c-a4a643bb007a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:00.433351 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-e1ae9a9d-7d0f-4b21-8eab-825a473cdd53 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Request body: {'security_group': {'name': 'tempest-secgroup--407165200'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:00.451286 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e1ae9a9d-7d0f-4b21-8eab-825a473cdd53 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:00.456780 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b998ac2-52ae-4771-ae90-404447cce8c9 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58e1565d-b854-4f11-a294-33fe03d0a648,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:00.464147 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e1ae9a9d-7d0f-4b21-8eab-825a473cdd53 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Usage tracker for resource:security_group and tenant:6fd71f3952584877a1e51180cc06427c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:00.470261 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e75dffe2-70f7-47e4-b5bf-6aa25282a6ee tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:00.474178 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2af37fa-df08-452f-aa9c-a4a643bb007a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:40:00.474544 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d2af37fa-df08-452f-aa9c-a4a643bb007a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:00.491657 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e1ae9a9d-7d0f-4b21-8eab-825a473cdd53 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:00.495856 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:40:00.495856 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:40:00.495856 n-d-841760-1 neutron-server[88082]: timer() May 13 14:40:00.495856 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:40:00.495856 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:40:00.495856 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:40:00.495856 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:40:00.495856 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:40:00.495856 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:40:00.495856 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:40:00.495856 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:40:00.495856 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:40:00.495856 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:40:00.495856 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:40:00.495856 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:40:00.495856 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:40:00.495856 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:40:00.495856 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:40:00.495856 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:40:00.495856 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:40:00.495856 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:40:00.495856 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:40:00.495856 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:40:00.495856 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:40:00.495856 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:40:00.495856 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:40:00.495856 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:40:00.495856 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:40:00.495856 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:40:00.495856 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:40:00.495856 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:40:00.495856 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:40:00.546353 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a82f8e-5029-45e9-a0cf-84dc3dafe31c req-2885d9cd-5daa-429b-b110-c19ff95ed5c0 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:00.555976 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d4a82f8e-5029-45e9-a0cf-84dc3dafe31c req-2885d9cd-5daa-429b-b110-c19ff95ed5c0 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 946 time: 0.5758004 May 13 14:40:00.564806 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e1ae9a9d-7d0f-4b21-8eab-825a473cdd53 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:00.566198 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-797c93d0-23bb-4642-9e64-132a171b30ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:00.618027 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e1ae9a9d-7d0f-4b21-8eab-825a473cdd53 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:00.618473 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:00.633606 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:00.640989 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port c7dd75f9-af97-4c4e-9485-9eebaf3a58d2 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:00.641568 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:00.650062 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d2af37fa-df08-452f-aa9c-a4a643bb007a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:00.684364 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d2af37fa-df08-452f-aa9c-a4a643bb007a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:00.687371 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-93351456-7f68-4a73-bc82-baf4ba060585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:00.710981 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af37fa-df08-452f-aa9c-a4a643bb007a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Pushing event deleted for resources: {'Network': ['ID=780c5e26-cd85-4257-ab3d-9bcb1bd60c4a,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:00.718705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e1ae9a9d-7d0f-4b21-8eab-825a473cdd53 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:00.723477 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e75dffe2-70f7-47e4-b5bf-6aa25282a6ee tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:00.782720 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d4a82f8e-5029-45e9-a0cf-84dc3dafe31c req-1bf95843-f0ed-4d36-bc77-3032964e01a7 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=4faeb31a-ec6a-4294-a70c-477a3b2c20c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2128716 May 13 14:40:00.790992 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port c7dd75f9-af97-4c4e-9485-9eebaf3a58d2 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:00.880675 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1fef2992-e58e-4807-9d6e-f76fcf5d0991 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:00.901229 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-93351456-7f68-4a73-bc82-baf4ba060585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:00.903942 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e1ae9a9d-7d0f-4b21-8eab-825a473cdd53 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Usage tracker for resource:security_group_rule and tenant:6fd71f3952584877a1e51180cc06427c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:00.907462 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d2af37fa-df08-452f-aa9c-a4a643bb007a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] 10.222.0.35 "DELETE /v2.0/networks/780c5e26-cd85-4257-ab3d-9bcb1bd60c4a HTTP/1.1" status: 204 len: 168 time: 1.6862953 May 13 14:40:00.917098 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e1ae9a9d-7d0f-4b21-8eab-825a473cdd53 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:00.923056 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55432) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:00.934786 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-93351456-7f68-4a73-bc82-baf4ba060585 admin admin] Usage tracker for resource:security_group_rule and tenant:53956aa371a04f79a507cf66251fd98d is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:00.937447 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e1ae9a9d-7d0f-4b21-8eab-825a473cdd53 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:00.942985 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-93351456-7f68-4a73-bc82-baf4ba060585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:00.955464 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75dffe2-70f7-47e4-b5bf-6aa25282a6ee tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:40:00.958045 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef2992-e58e-4807-9d6e-f76fcf5d0991 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Pushing event deleted for resources: {'Port': ['ID=a5fc0951-b176-44ba-8565-658df48abca9,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:00.962501 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-93351456-7f68-4a73-bc82-baf4ba060585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:00.964759 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-e75dffe2-70f7-47e4-b5bf-6aa25282a6ee tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:40:00.970868 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75dffe2-70f7-47e4-b5bf-6aa25282a6ee tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:40:01.016002 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75dffe2-70f7-47e4-b5bf-6aa25282a6ee tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Pushing event updated for resources: {'Port': ['ID=58a7cf74-5a26-4289-ad39-26c13e64b87b,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:01.162565 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4b037c35-1de3-4ffe-b56f-f892dcaca62c tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:01.172560 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1fef2992-e58e-4807-9d6e-f76fcf5d0991 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks [] for floatingip, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:01.251171 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797c93d0-23bb-4642-9e64-132a171b30ba admin admin] Router ed688aec-2c26-417c-9f4d-5096af0a91f4 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:40:01.259904 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1fef2992-e58e-4807-9d6e-f76fcf5d0991 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:01.261048 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1fef2992-e58e-4807-9d6e-f76fcf5d0991 tempest-ServersTestJSON-141540269 tempest-ServersTestJSON-141540269-project] 10.222.0.35 "DELETE /v2.0/floatingips/f9cd10bf-f971-47a8-b95d-8ea0bc860756 HTTP/1.1" status: 204 len: 168 time: 2.5956285 May 13 14:40:01.276104 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e1ae9a9d-7d0f-4b21-8eab-825a473cdd53 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:01.276931 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55436) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:01.364026 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e1ae9a9d-7d0f-4b21-8eab-825a473cdd53 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:01.411086 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4b037c35-1de3-4ffe-b56f-f892dcaca62c tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:01.450659 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-4b037c35-1de3-4ffe-b56f-f892dcaca62c tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2721264-d0b9-4ef7-82d3-683572bfd4a0']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:01.484583 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae9a9d-7d0f-4b21-8eab-825a473cdd53 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3924a9cb-e11f-4284-ab6c-c24a9d7a5083,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:01.532037 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-4b037c35-1de3-4ffe-b56f-f892dcaca62c tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d377bb0-0f6a-44e8-b5a5-6b3f734344c9') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:01.532332 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-4b037c35-1de3-4ffe-b56f-f892dcaca62c tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d377bb0-0f6a-44e8-b5a5-6b3f734344c9') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:01.550165 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4b037c35-1de3-4ffe-b56f-f892dcaca62c tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:01.574877 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4b037c35-1de3-4ffe-b56f-f892dcaca62c tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:01.581610 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797c93d0-23bb-4642-9e64-132a171b30ba admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:40:01.591366 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618932da-05dc-4635-b8b3-b60285290eef None None] Sync routers for ids ['ed688aec-2c26-417c-9f4d-5096af0a91f4'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:40:01.592329 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b037c35-1de3-4ffe-b56f-f892dcaca62c tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:40:01.592735 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4b037c35-1de3-4ffe-b56f-f892dcaca62c tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:01.598518 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-93351456-7f68-4a73-bc82-baf4ba060585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:01.602060 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618932da-05dc-4635-b8b3-b60285290eef None None] Routers {'ed688aec-2c26-417c-9f4d-5096af0a91f4'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:40:01.602790 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-618932da-05dc-4635-b8b3-b60285290eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:40:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ed688aec-2c26-417c-9f4d-5096af0a91f4'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:01.608822 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:40:01.608822 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:40:01.608822 n-d-841760-1 neutron-server[88081]: timer() May 13 14:40:01.608822 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:40:01.608822 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:40:01.608822 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:40:01.608822 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:40:01.608822 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:40:01.608822 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:40:01.608822 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:40:01.608822 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:40:01.608822 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:40:01.608822 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:40:01.608822 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:40:01.608822 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:40:01.608822 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:40:01.608822 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:40:01.608822 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:40:01.608822 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:40:01.608822 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:40:01.608822 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:40:01.608822 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:40:01.608822 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:40:01.608822 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:40:01.608822 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:40:01.608822 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:40:01.608822 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:40:01.608822 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:40:01.608822 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:40:01.608822 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:40:01.608822 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:40:01.608822 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:40:01.621576 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e1ae9a9d-7d0f-4b21-8eab-825a473cdd53 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:01.625400 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e1ae9a9d-7d0f-4b21-8eab-825a473cdd53 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2028732 May 13 14:40:01.634293 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-93351456-7f68-4a73-bc82-baf4ba060585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:01.642623 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55440) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:01.677688 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-797c93d0-23bb-4642-9e64-132a171b30ba admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:01.681407 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-797c93d0-23bb-4642-9e64-132a171b30ba admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.3917542 May 13 14:40:01.681551 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-0da968be-fc61-403f-b67d-7ff93a4b5fb1 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Request body: {'security_group_rule': {'security_group_id': '58e1565d-b854-4f11-a294-33fe03d0a648', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3924a9cb-e11f-4284-ab6c-c24a9d7a5083', 'remote_ip_prefix': None}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:01.682293 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55444) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:01.711505 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0da968be-fc61-403f-b67d-7ff93a4b5fb1 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:01.782181 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0da968be-fc61-403f-b67d-7ff93a4b5fb1 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Usage tracker for resource:security_group_rule and tenant:6fd71f3952584877a1e51180cc06427c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:01.787483 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4b037c35-1de3-4ffe-b56f-f892dcaca62c tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:01.797425 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0da968be-fc61-403f-b67d-7ff93a4b5fb1 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:01.800552 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-618932da-05dc-4635-b8b3-b60285290eef None None] Set router ed688aec-2c26-417c-9f4d-5096af0a91f4 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:40:01.911490 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e75dffe2-70f7-47e4-b5bf-6aa25282a6ee tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:01.975651 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-93351456-7f68-4a73-bc82-baf4ba060585 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=53956aa371a04f79a507cf66251fd98d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5895612 May 13 14:40:01.998797 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55452) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:02.022130 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93351456-7f68-4a73-bc82-baf4ba060585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f17a93-3e25-43b9-a779-672e989b09cb,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:02.029451 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4b037c35-1de3-4ffe-b56f-f892dcaca62c tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:02.041319 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0da968be-fc61-403f-b67d-7ff93a4b5fb1 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:02.064113 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b037c35-1de3-4ffe-b56f-f892dcaca62c tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Pushing event deleted for resources: {'Network': ['ID=b2721264-d0b9-4ef7-82d3-683572bfd4a0,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:02.085117 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:02.090424 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4b037c35-1de3-4ffe-b56f-f892dcaca62c tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] 10.222.0.35 "DELETE /v2.0/networks/b2721264-d0b9-4ef7-82d3-683572bfd4a0 HTTP/1.1" status: 204 len: 168 time: 1.1654501 May 13 14:40:02.096826 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55456) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:02.125881 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-618932da-05dc-4635-b8b3-b60285290eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'name': 'tempest-ServersTestBootFromVolume-1572355520-router', 'tenant_id': 'c17cdcf999b449b5aa60cccac89b5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'c5c931b6-afc5-4cfa-ac24-9917bf7160bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:39:54Z', 'updated_at': '2022-05-13T14:39:59Z', 'revision_number': 3, 'project_id': 'c17cdcf999b449b5aa60cccac89b5240', 'gw_port': {'id': 'c5c931b6-afc5-4cfa-ac24-9917bf7160bd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:63:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:56Z', 'updated_at': '2022-05-13T14:39:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:02.130409 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618932da-05dc-4635-b8b3-b60285290eef None None] Checking router: ed688aec-2c26-417c-9f4d-5096af0a91f4 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:40:02.130757 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618932da-05dc-4635-b8b3-b60285290eef None None] Updating router ed688aec-2c26-417c-9f4d-5096af0a91f4 port c5c931b6-afc5-4cfa-ac24-9917bf7160bd binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:40:02.184235 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-618932da-05dc-4635-b8b3-b60285290eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:02.375583 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4babfc3-eb38-4603-98d6-2176f67dd6d5 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:02.381679 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4babfc3-eb38-4603-98d6-2176f67dd6d5 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:02.382471 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c4babfc3-eb38-4603-98d6-2176f67dd6d5 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Synchronizing usage tracker for tenant:1bd86cfe0f9941d9ad6bbf0e0e15882f on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:02.399300 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9193164-aab9-4b32-b580-54c731677311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:02.405892 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0da968be-fc61-403f-b67d-7ff93a4b5fb1 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:02.515503 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c4babfc3-eb38-4603-98d6-2176f67dd6d5 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Unset dirty status for tenant:1bd86cfe0f9941d9ad6bbf0e0e15882f on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:02.516586 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c4babfc3-eb38-4603-98d6-2176f67dd6d5 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4120057 May 13 14:40:02.518773 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9193164-aab9-4b32-b580-54c731677311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:02.527099 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55460) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:02.549364 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-541a843e-66cf-4182-ad17-54cbc57d08c0 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1940033411'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:02.555578 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-541a843e-66cf-4182-ad17-54cbc57d08c0 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:02.595579 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76cc33-a142-45ad-9e01-fce691f3fcbf req-07032176-5506-4c0e-84c5-03febc32a898 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:02.597394 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3d76cc33-a142-45ad-9e01-fce691f3fcbf req-07032176-5506-4c0e-84c5-03febc32a898 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 946 time: 0.6162786 May 13 14:40:02.599834 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-541a843e-66cf-4182-ad17-54cbc57d08c0 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:02.610650 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-618932da-05dc-4635-b8b3-b60285290eef None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:02.625088 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-618932da-05dc-4635-b8b3-b60285290eef None None] Transition to ACTIVE for port object c5c931b6-afc5-4cfa-ac24-9917bf7160bd will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:40:02.633212 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-618932da-05dc-4635-b8b3-b60285290eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:02.691487 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541a843e-66cf-4182-ad17-54cbc57d08c0 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Made reservation on behalf of 1bd86cfe0f9941d9ad6bbf0e0e15882f for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:40:02.695619 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-541a843e-66cf-4182-ad17-54cbc57d08c0 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:02.725028 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-618932da-05dc-4635-b8b3-b60285290eef None None] Attempting to bind port c5c931b6-afc5-4cfa-ac24-9917bf7160bd on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:40:02.725485 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-618932da-05dc-4635-b8b3-b60285290eef None None] Attempting to bind port c5c931b6-afc5-4cfa-ac24-9917bf7160bd by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:40:02.725849 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618932da-05dc-4635-b8b3-b60285290eef None None] Attempting to bind port c5c931b6-afc5-4cfa-ac24-9917bf7160bd on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:40:02.728176 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67415d-a468-4be0-aa3d-ece987e5724a None None] Pushing event updated for resources: {'Port': ['ID=c5c931b6-afc5-4cfa-ac24-9917bf7160bd,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:02.736675 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618932da-05dc-4635-b8b3-b60285290eef None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:40:02.737087 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618932da-05dc-4635-b8b3-b60285290eef None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:40:02.737446 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-618932da-05dc-4635-b8b3-b60285290eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:02.737819 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618932da-05dc-4635-b8b3-b60285290eef None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:40:02.738926 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-618932da-05dc-4635-b8b3-b60285290eef None None] Bound port: c5c931b6-afc5-4cfa-ac24-9917bf7160bd, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:40:02.739845 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-618932da-05dc-4635-b8b3-b60285290eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:02.761877 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0da968be-fc61-403f-b67d-7ff93a4b5fb1 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:02.773205 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9193164-aab9-4b32-b580-54c731677311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:02.819044 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0da968be-fc61-403f-b67d-7ff93a4b5fb1 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:02.823712 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-618932da-05dc-4635-b8b3-b60285290eef None None] For port c5c931b6-afc5-4cfa-ac24-9917bf7160bd, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:40:02.824193 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9193164-aab9-4b32-b580-54c731677311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f17a93-3e25-43b9-a779-672e989b09cb,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:02.827533 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-618932da-05dc-4635-b8b3-b60285290eef None None] For port c5c931b6-afc5-4cfa-ac24-9917bf7160bd, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c5c931b6-afc5-4cfa-ac24-9917bf7160bd,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:40:02.834799 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-541a843e-66cf-4182-ad17-54cbc57d08c0 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:40:02.835644 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-618932da-05dc-4635-b8b3-b60285290eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:02.841418 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3d76cc33-a142-45ad-9e01-fce691f3fcbf req-cb97a920-3948-4ac1-b678-7c6645bdec97 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=4faeb31a-ec6a-4294-a70c-477a3b2c20c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2290184 May 13 14:40:02.841904 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9193164-aab9-4b32-b580-54c731677311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:02.850827 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f9193164-aab9-4b32-b580-54c731677311 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d4f17a93-3e25-43b9-a779-672e989b09cb HTTP/1.1" status: 204 len: 168 time: 0.8297148 May 13 14:40:02.903860 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-541a843e-66cf-4182-ad17-54cbc57d08c0 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:02.904207 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-541a843e-66cf-4182-ad17-54cbc57d08c0 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Added segment 7e54d19a-0cc3-4229-b18c-17ca6a41b28e of type vlan for network c0d7f82b-db34-46c8-a627-d63ce5d82a65 May 13 14:40:02.920175 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da968be-fc61-403f-b67d-7ff93a4b5fb1 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d2558f-1826-4726-ba68-9a03fea23bdd,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:02.938106 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0da968be-fc61-403f-b67d-7ff93a4b5fb1 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:02.939706 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0da968be-fc61-403f-b67d-7ff93a4b5fb1 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2781730 May 13 14:40:02.947779 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55468) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:02.960361 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67415d-a468-4be0-aa3d-ece987e5724a None None] Pushing event updated for resources: {'Port': ['ID=c5c931b6-afc5-4cfa-ac24-9917bf7160bd,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:02.965543 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-541a843e-66cf-4182-ad17-54cbc57d08c0 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:02.978647 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e75dffe2-70f7-47e4-b5bf-6aa25282a6ee tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:02.981476 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618932da-05dc-4635-b8b3-b60285290eef None None] Routers {'ed688aec-2c26-417c-9f4d-5096af0a91f4'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:40:02.982105 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-618932da-05dc-4635-b8b3-b60285290eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:40:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ed688aec-2c26-417c-9f4d-5096af0a91f4'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:03.077226 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-524cfae9-883a-493c-af5e-d34c67a2715d tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:03.116653 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-524cfae9-883a-493c-af5e-d34c67a2715d tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:03.139932 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-541a843e-66cf-4182-ad17-54cbc57d08c0 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:03.146292 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541a843e-66cf-4182-ad17-54cbc57d08c0 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:03.146854 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-541a843e-66cf-4182-ad17-54cbc57d08c0 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:03.304272 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-618932da-05dc-4635-b8b3-b60285290eef None None] Set router ed688aec-2c26-417c-9f4d-5096af0a91f4 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:40:03.327766 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b8112ff-4bdf-4bfa-a40d-be79a43af896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:03.438600 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75dffe2-70f7-47e4-b5bf-6aa25282a6ee tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Router fbc288a4-2055-4577-b441-7789c1f81ddc is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:40:03.445624 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a843e-66cf-4182-ad17-54cbc57d08c0 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Pushing event updated for resources: {'Network': ['ID=c0d7f82b-db34-46c8-a627-d63ce5d82a65,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:03.453724 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-541a843e-66cf-4182-ad17-54cbc57d08c0 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9234421 May 13 14:40:03.456884 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55486) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:03.465467 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-524cfae9-883a-493c-af5e-d34c67a2715d tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:03.471955 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-524cfae9-883a-493c-af5e-d34c67a2715d tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:03.474146 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-524cfae9-883a-493c-af5e-d34c67a2715d tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/91d2558f-1826-4726-ba68-9a03fea23bdd HTTP/1.1" status: 204 len: 168 time: 0.5252919 May 13 14:40:03.478436 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-58a51f7e-f707-41b7-8d9f-e32977a1bc6a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1986520609'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:03.489591 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bee65421-0b9e-4a59-8a79-5c9509a6fe4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:03.507099 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55492) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:03.531415 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-58a51f7e-f707-41b7-8d9f-e32977a1bc6a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:03.538730 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524cfae9-883a-493c-af5e-d34c67a2715d tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91d2558f-1826-4726-ba68-9a03fea23bdd,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:03.544547 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network c0d7f82b-db34-46c8-a627-d63ce5d82a65 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:40:03.606132 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-58a51f7e-f707-41b7-8d9f-e32977a1bc6a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Usage tracker for resource:network and tenant:1bd86cfe0f9941d9ad6bbf0e0e15882f is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:03.632674 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-58a51f7e-f707-41b7-8d9f-e32977a1bc6a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:03.649960 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-58a51f7e-f707-41b7-8d9f-e32977a1bc6a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:03.727442 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a51f7e-f707-41b7-8d9f-e32977a1bc6a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Made reservation on behalf of 1bd86cfe0f9941d9ad6bbf0e0e15882f for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:40:03.730536 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-58a51f7e-f707-41b7-8d9f-e32977a1bc6a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:03.756296 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b67c2ea3-9774-4ef4-84e6-a3a5ee08deaa tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Synchronizing usage tracker for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group_rule {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:03.884641 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b67c2ea3-9774-4ef4-84e6-a3a5ee08deaa tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Unset dirty status for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group_rule {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:03.885937 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b67c2ea3-9774-4ef4-84e6-a3a5ee08deaa tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3732972 May 13 14:40:03.898654 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55506) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:03.928165 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-618932da-05dc-4635-b8b3-b60285290eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'name': 'tempest-ServersTestBootFromVolume-1572355520-router', 'tenant_id': 'c17cdcf999b449b5aa60cccac89b5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'c5c931b6-afc5-4cfa-ac24-9917bf7160bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:39:54Z', 'updated_at': '2022-05-13T14:39:59Z', 'revision_number': 3, 'project_id': 'c17cdcf999b449b5aa60cccac89b5240', 'gw_port': {'id': 'c5c931b6-afc5-4cfa-ac24-9917bf7160bd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:63:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:56Z', 'updated_at': '2022-05-13T14:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:03.933210 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618932da-05dc-4635-b8b3-b60285290eef None None] The sync data for ids ['ed688aec-2c26-417c-9f4d-5096af0a91f4'] in n-d-841760-1 is: [{'id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'name': 'tempest-ServersTestBootFromVolume-1572355520-router', 'tenant_id': 'c17cdcf999b449b5aa60cccac89b5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'c5c931b6-afc5-4cfa-ac24-9917bf7160bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:39:54Z', 'updated_at': '2022-05-13T14:39:59Z', 'revision_number': 3, 'project_id': 'c17cdcf999b449b5aa60cccac89b5240', 'gw_port': {'id': 'c5c931b6-afc5-4cfa-ac24-9917bf7160bd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:63:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:56Z', 'updated_at': '2022-05-13T14:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:40:03.937890 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75dffe2-70f7-47e4-b5bf-6aa25282a6ee tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:40:03.956854 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edb1058-0c29-49ce-884a-5533dafaaaed None None] Sync routers for ids ['fbc288a4-2055-4577-b441-7789c1f81ddc'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:40:03.959019 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a51f7e-f707-41b7-8d9f-e32977a1bc6a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:40:03.970691 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edb1058-0c29-49ce-884a-5533dafaaaed None None] Routers {'fbc288a4-2055-4577-b441-7789c1f81ddc'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:40:03.971522 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-7edb1058-0c29-49ce-884a-5533dafaaaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:40:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['fbc288a4-2055-4577-b441-7789c1f81ddc'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:04.029619 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e75dffe2-70f7-47e4-b5bf-6aa25282a6ee tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:04.033857 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-58a51f7e-f707-41b7-8d9f-e32977a1bc6a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:04.034029 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e75dffe2-70f7-47e4-b5bf-6aa25282a6ee tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.6325967 May 13 14:40:04.034119 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-58a51f7e-f707-41b7-8d9f-e32977a1bc6a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Added segment e8d0e33e-c7a5-475e-a687-73565b2e6414 of type vlan for network d5c67967-2bf8-4c7d-bd2c-1d5b6ea028c0 May 13 14:40:04.034232 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55510) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:04.070619 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-59d6cde5-4607-49f5-af3c-f2025b40fdef tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:04.081956 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9db3e727-2378-4b3d-a673-734080c92e53 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:04.085955 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-7edb1058-0c29-49ce-884a-5533dafaaaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:04.098242 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edb1058-0c29-49ce-884a-5533dafaaaed None None] Routers {'fbc288a4-2055-4577-b441-7789c1f81ddc'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:40:04.098845 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-bee65421-0b9e-4a59-8a79-5c9509a6fe4e admin admin] Allocated IP 172.20.0.1 (a65a42c9-eea2-4199-ba2d-3abfc19ee8e5/544d57df-43e7-4eec-9acf-8c0dbd118ac8/2c4f780d-0cfd-4638-b2b5-ad46e20afd96) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:40:04.099526 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-7edb1058-0c29-49ce-884a-5533dafaaaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:40:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['fbc288a4-2055-4577-b441-7789c1f81ddc'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:04.131492 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9bf957-adcc-4258-893e-4bd746768de9 req-a39dd4a3-0899-44ca-8684-0a3ade86503f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:04.133033 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cf9bf957-adcc-4258-893e-4bd746768de9 req-a39dd4a3-0899-44ca-8684-0a3ade86503f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 946 time: 0.3928421 May 13 14:40:04.140429 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-58a51f7e-f707-41b7-8d9f-e32977a1bc6a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:04.184490 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-7edb1058-0c29-49ce-884a-5533dafaaaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:04.185599 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edb1058-0c29-49ce-884a-5533dafaaaed None None] The sync data for ids ['fbc288a4-2055-4577-b441-7789c1f81ddc'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:40:04.185789 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9db3e727-2378-4b3d-a673-734080c92e53 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:04.418262 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [None req-58a51f7e-f707-41b7-8d9f-e32977a1bc6a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:40:04.534085 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cf9bf957-adcc-4258-893e-4bd746768de9 req-feba9cfa-11c2-424b-b878-2b4006cf838c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=4faeb31a-ec6a-4294-a70c-477a3b2c20c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3823516 May 13 14:40:04.549993 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-58a51f7e-f707-41b7-8d9f-e32977a1bc6a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:04.556728 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a51f7e-f707-41b7-8d9f-e32977a1bc6a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:04.557781 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-58a51f7e-f707-41b7-8d9f-e32977a1bc6a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:04.609656 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0301d-8718-4264-8bdc-59a412f67e9f req-caf29439-e758-4e09-902d-1835918fbe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:04.612317 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-75f0301d-8718-4264-8bdc-59a412f67e9f req-caf29439-e758-4e09-902d-1835918fbe48 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=936df29ada1f4039bf03263eb4658581&device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 1097 time: 0.9030237 May 13 14:40:04.613429 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9db3e727-2378-4b3d-a673-734080c92e53 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:04.614036 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-9b8112ff-4bdf-4bfa-a40d-be79a43af896 admin admin] Deleting port 5be499b9-db45-46e7-a32c-b99292b62956 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:40:04.614473 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b8112ff-4bdf-4bfa-a40d-be79a43af896 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:04.705806 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db3e727-2378-4b3d-a673-734080c92e53 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3924a9cb-e11f-4284-ab6c-c24a9d7a5083,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:04.766034 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bee65421-0b9e-4a59-8a79-5c9509a6fe4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:04.770810 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-58a51f7e-f707-41b7-8d9f-e32977a1bc6a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3117087 May 13 14:40:04.777755 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9db3e727-2378-4b3d-a673-734080c92e53 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:04.781558 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9db3e727-2378-4b3d-a673-734080c92e53 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "DELETE /v2.0/security-groups/3924a9cb-e11f-4284-ab6c-c24a9d7a5083 HTTP/1.1" status: 204 len: 168 time: 0.8777552 May 13 14:40:04.784790 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55524) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:04.785006 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55526) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:04.786206 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a51f7e-f707-41b7-8d9f-e32977a1bc6a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Pushing event updated for resources: {'Network': ['ID=d5c67967-2bf8-4c7d-bd2c-1d5b6ea028c0,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:04.797273 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network d5c67967-2bf8-4c7d-bd2c-1d5b6ea028c0 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:40:04.847428 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-09de4150-f697-4d70-b079-f8200897b94d tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Request body: {'ports': [{'network_id': 'c0d7f82b-db34-46c8-a627-d63ce5d82a65', 'name': 'tempest-port--838988846', 'admin_state_up': True}, {'network_id': 'd5c67967-2bf8-4c7d-bd2c-1d5b6ea028c0', 'admin_state_up': False}]} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:04.849294 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-09de4150-f697-4d70-b079-f8200897b94d tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Request body: {'port': {'network_id': 'c0d7f82b-db34-46c8-a627-d63ce5d82a65', 'name': 'tempest-port--838988846', 'admin_state_up': True}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:04.849782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-09de4150-f697-4d70-b079-f8200897b94d tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Request body: {'port': {'network_id': 'd5c67967-2bf8-4c7d-bd2c-1d5b6ea028c0', 'admin_state_up': False}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:04.887275 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0301d-8718-4264-8bdc-59a412f67e9f req-9cda6fd8-713c-48f7-94f9-105e95e4f2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:04.889057 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-75f0301d-8718-4264-8bdc-59a412f67e9f req-9cda6fd8-713c-48f7-94f9-105e95e4f2b2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9479e797-5371-4e30-beb4-10899bbfb8b9 HTTP/1.1" status: 200 len: 919 time: 0.1866949 May 13 14:40:04.899301 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-bee65421-0b9e-4a59-8a79-5c9509a6fe4e admin admin] Transition to ACTIVE for port object 2c4f780d-0cfd-4638-b2b5-ad46e20afd96 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:40:05.074651 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-eb8b437c-385d-40e9-8de4-0fae8757bbee tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Synchronizing usage tracker for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:05.174408 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bee65421-0b9e-4a59-8a79-5c9509a6fe4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:05.242916 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-eb8b437c-385d-40e9-8de4-0fae8757bbee tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Unset dirty status for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:05.247390 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-eb8b437c-385d-40e9-8de4-0fae8757bbee tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4570529 May 13 14:40:05.257911 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55540) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:05.273052 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-75f0301d-8718-4264-8bdc-59a412f67e9f req-4719522a-574e-4e68-81eb-98eccfa8370c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1cd1f57d-1854-49dc-a1ac-35e2a791069c HTTP/1.1" status: 200 len: 1002 time: 0.3078928 May 13 14:40:05.305270 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee65421-0b9e-4a59-8a79-5c9509a6fe4e admin admin] Network a65a42c9-eea2-4199-ba2d-3abfc19ee8e5 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:40:05.312354 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-09de4150-f697-4d70-b079-f8200897b94d tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:05.317514 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-bee65421-0b9e-4a59-8a79-5c9509a6fe4e admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:40:05.325611 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-09de4150-f697-4d70-b079-f8200897b94d tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Usage tracker for resource:port and tenant:1bd86cfe0f9941d9ad6bbf0e0e15882f is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:05.331736 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee65421-0b9e-4a59-8a79-5c9509a6fe4e admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:40:05.363082 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-09de4150-f697-4d70-b079-f8200897b94d tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:05.389412 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee65421-0b9e-4a59-8a79-5c9509a6fe4e admin admin] Pushing event updated for resources: {'Port': ['ID=2c4f780d-0cfd-4638-b2b5-ad46e20afd96,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:05.408790 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-09de4150-f697-4d70-b079-f8200897b94d tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:05.446387 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bee65421-0b9e-4a59-8a79-5c9509a6fe4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:05.466275 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09de4150-f697-4d70-b079-f8200897b94d tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Made reservation on behalf of 1bd86cfe0f9941d9ad6bbf0e0e15882f for: {'port': 2} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:40:05.471136 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-09de4150-f697-4d70-b079-f8200897b94d tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:05.487030 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-9b8112ff-4bdf-4bfa-a40d-be79a43af896 admin admin] For port 5be499b9-db45-46e7-a32c-b99292b62956, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=5be499b9-db45-46e7-a32c-b99292b62956,segment=NetworkSegment(48847e38-2d4a-4cc8-8897-6a1a796d15c2),segment_id=48847e38-2d4a-4cc8-8897-6a1a796d15c2)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:05.487431 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b8112ff-4bdf-4bfa-a40d-be79a43af896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:05.527663 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d6af97b0-c33e-4978-8bb8-59fa43c3f118 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:05.533181 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-09de4150-f697-4d70-b079-f8200897b94d tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:05.701322 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e87cb931-6f14-4114-89ce-57e2190accd1 None None] Provisioning for port 2c4f780d-0cfd-4638-b2b5-ad46e20afd96 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:40:05.707445 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e87cb931-6f14-4114-89ce-57e2190accd1 None None] Provisioning complete for port 2c4f780d-0cfd-4638-b2b5-ad46e20afd96 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:05.707759 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e87cb931-6f14-4114-89ce-57e2190accd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:05.709487 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0301d-8718-4264-8bdc-59a412f67e9f req-7ddd6baf-4aab-4b33-acb3-934f232e7eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:05.711463 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-75f0301d-8718-4264-8bdc-59a412f67e9f req-7ddd6baf-4aab-4b33-acb3-934f232e7eef service neutron] 10.222.0.74 "GET /v2.0/subnets?id=be55f4c0-99f6-4777-9e43-16529e4e725e HTTP/1.1" status: 200 len: 857 time: 0.4211578 May 13 14:40:05.721446 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-9b8112ff-4bdf-4bfa-a40d-be79a43af896 admin admin] Calling delete_port for 5be499b9-db45-46e7-a32c-b99292b62956 owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:40:05.758097 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d6af97b0-c33e-4978-8bb8-59fa43c3f118 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:05.770011 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e87cb931-6f14-4114-89ce-57e2190accd1 None None] Port 2c4f780d-0cfd-4638-b2b5-ad46e20afd96 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:40:05.936853 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-09de4150-f697-4d70-b079-f8200897b94d tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] device_id is not set on port 280c0737-7871-4f71-909f-20e46f5a0a9b yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:40:05.960531 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d6af97b0-c33e-4978-8bb8-59fa43c3f118 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:05.992704 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-59d6cde5-4607-49f5-af3c-f2025b40fdef tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:06.043971 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af97b0-c33e-4978-8bb8-59fa43c3f118 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e1565d-b854-4f11-a294-33fe03d0a648,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:06.084296 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bee65421-0b9e-4a59-8a79-5c9509a6fe4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:06.114389 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-59d6cde5-4607-49f5-af3c-f2025b40fdef tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:06.170817 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-59d6cde5-4607-49f5-af3c-f2025b40fdef tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Deleting port 58a7cf74-5a26-4289-ad39-26c13e64b87b {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:40:06.171489 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-59d6cde5-4607-49f5-af3c-f2025b40fdef tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:06.213626 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d6af97b0-c33e-4978-8bb8-59fa43c3f118 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:06.218004 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d6af97b0-c33e-4978-8bb8-59fa43c3f118 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "DELETE /v2.0/security-groups/58e1565d-b854-4f11-a294-33fe03d0a648 HTTP/1.1" status: 204 len: 168 time: 0.9516823 May 13 14:40:06.218004 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55564) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:06.240835 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0301d-8718-4264-8bdc-59a412f67e9f req-d10cc896-a4de-46fc-b9d8-f68febe57dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:06.242571 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-75f0301d-8718-4264-8bdc-59a412f67e9f req-d10cc896-a4de-46fc-b9d8-f68febe57dc1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9479e797-5371-4e30-beb4-10899bbfb8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3598676 May 13 14:40:06.306922 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8106ed-305a-4770-bfc5-828b09b27625 req-f094e9df-f009-4356-9375-738bf498f128 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:06.308482 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1b8106ed-305a-4770-bfc5-828b09b27625 req-f094e9df-f009-4356-9375-738bf498f128 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 946 time: 0.4270725 May 13 14:40:06.351364 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-09de4150-f697-4d70-b079-f8200897b94d tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:06.473585 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c5c931b6-afc5-4cfa-ac24-9917bf7160bd up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:40:06.584095 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port c5c931b6-afc5-4cfa-ac24-9917bf7160bd completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:40:06.594164 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port c5c931b6-afc5-4cfa-ac24-9917bf7160bd triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:06.595594 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:06.690721 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-09d471cd-e2ee-4447-90c2-c6c2f95b1f73 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Synchronizing usage tracker for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:06.729043 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1b8106ed-305a-4770-bfc5-828b09b27625 req-539bcc03-5a50-4b56-a6b8-991e13015d64 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=4faeb31a-ec6a-4294-a70c-477a3b2c20c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1975424 May 13 14:40:06.792297 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-09d471cd-e2ee-4447-90c2-c6c2f95b1f73 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Unset dirty status for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:06.793574 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-09d471cd-e2ee-4447-90c2-c6c2f95b1f73 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5696046 May 13 14:40:06.799878 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-09de4150-f697-4d70-b079-f8200897b94d tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] device_id is not set on port 91cac160-d6cb-4d6b-b2fb-551ab113dd63 yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:40:06.801309 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-75f0301d-8718-4264-8bdc-59a412f67e9f req-46882750-f9e6-433e-afa2-1f9f242d05bf service neutron] 10.222.0.74 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315709 May 13 14:40:06.804371 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55576) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:06.809248 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port c5c931b6-afc5-4cfa-ac24-9917bf7160bd is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:06.809739 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:06.812057 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-61d5c1c4-269a-4d37-9aad-11041e382a11 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Request body: {'security_group': {'name': 'tempest-secgroup--501985659'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:06.822623 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-61d5c1c4-269a-4d37-9aad-11041e382a11 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:06.832655 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port c5c931b6-afc5-4cfa-ac24-9917bf7160bd, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c5c931b6-afc5-4cfa-ac24-9917bf7160bd,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:06.838626 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:06.851746 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-61d5c1c4-269a-4d37-9aad-11041e382a11 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:06.865591 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bee65421-0b9e-4a59-8a79-5c9509a6fe4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:06.882617 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bee65421-0b9e-4a59-8a79-5c9509a6fe4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:06.930193 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=c5c931b6-afc5-4cfa-ac24-9917bf7160bd,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:06.940810 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-59d6cde5-4607-49f5-af3c-f2025b40fdef tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:06.968348 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-61d5c1c4-269a-4d37-9aad-11041e382a11 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:07.018269 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b8112ff-4bdf-4bfa-a40d-be79a43af896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:07.020341 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bee65421-0b9e-4a59-8a79-5c9509a6fe4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:07.071418 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-61d5c1c4-269a-4d37-9aad-11041e382a11 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:07.091988 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-61d5c1c4-269a-4d37-9aad-11041e382a11 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Usage tracker for resource:security_group_rule and tenant:6fd71f3952584877a1e51180cc06427c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:07.097242 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee65421-0b9e-4a59-8a79-5c9509a6fe4e admin admin] Pushing event updated for resources: {'Port': ['ID=2c4f780d-0cfd-4638-b2b5-ad46e20afd96,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:07.118701 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-59d6cde5-4607-49f5-af3c-f2025b40fdef tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Calling delete_port for 58a7cf74-5a26-4289-ad39-26c13e64b87b owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:40:07.142817 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-61d5c1c4-269a-4d37-9aad-11041e382a11 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:07.171921 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-61d5c1c4-269a-4d37-9aad-11041e382a11 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:07.193882 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8112ff-4bdf-4bfa-a40d-be79a43af896 admin admin] Pushing event deleted for resources: {'Port': ['ID=5be499b9-db45-46e7-a32c-b99292b62956,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:07.201637 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-09de4150-f697-4d70-b079-f8200897b94d tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:07.300155 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee65421-0b9e-4a59-8a79-5c9509a6fe4e admin admin] Network a65a42c9-eea2-4199-ba2d-3abfc19ee8e5 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:40:07.306131 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-bee65421-0b9e-4a59-8a79-5c9509a6fe4e admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:40:07.325638 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-75f0301d-8718-4264-8bdc-59a412f67e9f req-40892929-6669-436d-9cfd-c39d7c1a2282 service neutron] 10.222.0.74 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081327 May 13 14:40:07.357301 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-09de4150-f697-4d70-b079-f8200897b94d tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:07.657320 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de4150-f697-4d70-b079-f8200897b94d tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Pushing event updated for resources: {'Port': ['ID=280c0737-7871-4f71-909f-20e46f5a0a9b,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:07.668097 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-61d5c1c4-269a-4d37-9aad-11041e382a11 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:07.695461 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-61d5c1c4-269a-4d37-9aad-11041e382a11 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:07.713304 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-4e6e0c2a-9589-43e2-9db4-07f437985b07 None None] Provisioning complete for port 2c4f780d-0cfd-4638-b2b5-ad46e20afd96 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:07.714054 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4e6e0c2a-9589-43e2-9db4-07f437985b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:07.740303 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b8112ff-4bdf-4bfa-a40d-be79a43af896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:07.752608 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-61d5c1c4-269a-4d37-9aad-11041e382a11 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:07.757061 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-61d5c1c4-269a-4d37-9aad-11041e382a11 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9484184 May 13 14:40:07.757325 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55602) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:07.787156 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09de4150-f697-4d70-b079-f8200897b94d tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Checking segment: {'id': '7e54d19a-0cc3-4229-b18c-17ca6a41b28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c0d7f82b-db34-46c8-a627-d63ce5d82a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:40:07.787548 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09de4150-f697-4d70-b079-f8200897b94d tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Network hostable DHCP agents. Network: c0d7f82b-db34-46c8-a627-d63ce5d82a65, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:40:07.831184 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee65421-0b9e-4a59-8a79-5c9509a6fe4e admin admin] Router ed688aec-2c26-417c-9f4d-5096af0a91f4 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:40:07.833955 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e0c2a-9589-43e2-9db4-07f437985b07 None None] Port 2c4f780d-0cfd-4638-b2b5-ad46e20afd96 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:40:07.836240 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5c1c4-269a-4d37-9aad-11041e382a11 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7eaf120-f827-4636-a42b-ec51cc46ebf3,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:07.842432 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-a9e0653e-2b97-4d89-aa16-eb30de8a77d9 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Request body: {'security_group_rule': {'security_group_id': 'a7eaf120-f827-4636-a42b-ec51cc46ebf3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:07.867921 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a9e0653e-2b97-4d89-aa16-eb30de8a77d9 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:07.877598 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a9e0653e-2b97-4d89-aa16-eb30de8a77d9 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Usage tracker for resource:security_group_rule and tenant:6fd71f3952584877a1e51180cc06427c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:07.883247 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a9e0653e-2b97-4d89-aa16-eb30de8a77d9 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:07.886118 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-59d6cde5-4607-49f5-af3c-f2025b40fdef tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:07.930264 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a9e0653e-2b97-4d89-aa16-eb30de8a77d9 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:07.966867 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6cde5-4607-49f5-af3c-f2025b40fdef tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Pushing event deleted for resources: {'Port': ['ID=58a7cf74-5a26-4289-ad39-26c13e64b87b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:07.979421 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09de4150-f697-4d70-b079-f8200897b94d tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Network c0d7f82b-db34-46c8-a627-d63ce5d82a65 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:40:08.027789 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-09de4150-f697-4d70-b079-f8200897b94d tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, c0d7f82b-db34-46c8-a627-d63ce5d82a65) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:40:08.041332 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c25add3-118b-46d3-946f-fe74cd958e5d None None] Network c0d7f82b-db34-46c8-a627-d63ce5d82a65 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:40:08.100622 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09de4150-f697-4d70-b079-f8200897b94d tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:40:08.101489 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-09de4150-f697-4d70-b079-f8200897b94d tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:08.122508 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a9e0653e-2b97-4d89-aa16-eb30de8a77d9 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:08.212539 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-59d6cde5-4607-49f5-af3c-f2025b40fdef tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:08.238742 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de4150-f697-4d70-b079-f8200897b94d tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Pushing event updated for resources: {'Port': ['ID=91cac160-d6cb-4d6b-b2fb-551ab113dd63,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:08.241454 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee65421-0b9e-4a59-8a79-5c9509a6fe4e admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:40:08.258482 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-bee65421-0b9e-4a59-8a79-5c9509a6fe4e admin admin] 10.222.0.35 "PUT /v2.0/routers/ed688aec-2c26-417c-9f4d-5096af0a91f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5657630 May 13 14:40:08.272254 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d9885-1d7a-4783-a274-25bab051e0a0 req-762f8376-8e86-400a-9249-37aefd2f84b4 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:08.273860 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e67d9885-1d7a-4783-a274-25bab051e0a0 req-762f8376-8e86-400a-9249-37aefd2f84b4 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 946 time: 0.3389897 May 13 14:40:08.302738 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09de4150-f697-4d70-b079-f8200897b94d tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Checking segment: {'id': 'e8d0e33e-c7a5-475e-a687-73565b2e6414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd5c67967-2bf8-4c7d-bd2c-1d5b6ea028c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:40:08.303104 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09de4150-f697-4d70-b079-f8200897b94d tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Network hostable DHCP agents. Network: d5c67967-2bf8-4c7d-bd2c-1d5b6ea028c0, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:40:08.349306 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e67d9885-1d7a-4783-a274-25bab051e0a0 req-4c99ae97-1c7a-4acc-a221-debbd7b0f25e tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=4faeb31a-ec6a-4294-a70c-477a3b2c20c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683882 May 13 14:40:08.353025 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09de4150-f697-4d70-b079-f8200897b94d tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Network d5c67967-2bf8-4c7d-bd2c-1d5b6ea028c0 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:40:08.370979 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329ad635-4468-42e2-9bb0-339da8154fba None None] Sync routers for ids ['ed688aec-2c26-417c-9f4d-5096af0a91f4'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:40:08.374609 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-09de4150-f697-4d70-b079-f8200897b94d tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, d5c67967-2bf8-4c7d-bd2c-1d5b6ea028c0) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:40:08.380335 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09de4150-f697-4d70-b079-f8200897b94d tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:40:08.388416 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09de4150-f697-4d70-b079-f8200897b94d tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:08.394691 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09de4150-f697-4d70-b079-f8200897b94d tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:08.395803 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-09de4150-f697-4d70-b079-f8200897b94d tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:08.412143 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d12b73-7546-4371-9b94-c4c772cbbddb None None] Network d5c67967-2bf8-4c7d-bd2c-1d5b6ea028c0 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:40:08.431752 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-09de4150-f697-4d70-b079-f8200897b94d tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.6428759 May 13 14:40:08.432608 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55616) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:08.450433 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329ad635-4468-42e2-9bb0-339da8154fba None None] Routers {'ed688aec-2c26-417c-9f4d-5096af0a91f4'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:40:08.452241 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-329ad635-4468-42e2-9bb0-339da8154fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:40:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ed688aec-2c26-417c-9f4d-5096af0a91f4'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:08.574569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c5c931b6-afc5-4cfa-ac24-9917bf7160bd up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:40:08.631473 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a9e0653e-2b97-4d89-aa16-eb30de8a77d9 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:08.638211 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7833829f-ff9c-4676-9e12-1874dc88b9e1 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:08.650374 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7833829f-ff9c-4676-9e12-1874dc88b9e1 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:08.652748 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7833829f-ff9c-4676-9e12-1874dc88b9e1 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Synchronizing usage tracker for tenant:1bd86cfe0f9941d9ad6bbf0e0e15882f on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:08.693964 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7833829f-ff9c-4676-9e12-1874dc88b9e1 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Unset dirty status for tenant:1bd86cfe0f9941d9ad6bbf0e0e15882f on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:08.699197 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a9e0653e-2b97-4d89-aa16-eb30de8a77d9 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:08.704844 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7833829f-ff9c-4676-9e12-1874dc88b9e1 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2703645 May 13 14:40:08.705622 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55626) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:08.802975 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-dea035b8-f43d-4b79-9fc6-dfa1226002b2 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Deleting port 280c0737-7871-4f71-909f-20e46f5a0a9b {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:40:08.803743 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dea035b8-f43d-4b79-9fc6-dfa1226002b2 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:08.922341 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0653e-2b97-4d89-aa16-eb30de8a77d9 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4721765-2949-4914-80a8-2358d80ea45e,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:08.924467 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a9e0653e-2b97-4d89-aa16-eb30de8a77d9 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:08.926312 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a9e0653e-2b97-4d89-aa16-eb30de8a77d9 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1671741 May 13 14:40:08.956343 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55632) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:08.958845 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port c5c931b6-afc5-4cfa-ac24-9917bf7160bd triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:08.959839 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:09.017530 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-329ad635-4468-42e2-9bb0-339da8154fba None None] Set router ed688aec-2c26-417c-9f4d-5096af0a91f4 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:40:09.222266 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55638) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:09.244938 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-abd0c458-8edb-4c60-8343-ef4c9e1e144e tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Request body: {'security_group': {'name': 'tempest-securitygroup--240246419', 'description': 'tempest-description--608960692'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:09.267267 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-abd0c458-8edb-4c60-8343-ef4c9e1e144e tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:09.274062 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-abd0c458-8edb-4c60-8343-ef4c9e1e144e tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Usage tracker for resource:security_group and tenant:c17cdcf999b449b5aa60cccac89b5240 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:09.277935 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-abd0c458-8edb-4c60-8343-ef4c9e1e144e tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:09.285388 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-abd0c458-8edb-4c60-8343-ef4c9e1e144e tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:09.330316 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dea035b8-f43d-4b79-9fc6-dfa1226002b2 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:09.355949 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port c5c931b6-afc5-4cfa-ac24-9917bf7160bd is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:09.369959 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8112ff-4bdf-4bfa-a40d-be79a43af896 admin admin] Router 022b3687-83b2-4cf1-9e35-ff37b93f45e6 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:40:09.410680 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-abd0c458-8edb-4c60-8343-ef4c9e1e144e tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:09.477697 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-59d6cde5-4607-49f5-af3c-f2025b40fdef tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:09.500900 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-dea035b8-f43d-4b79-9fc6-dfa1226002b2 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Calling delete_port for 280c0737-7871-4f71-909f-20e46f5a0a9b owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:40:09.540417 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-329ad635-4468-42e2-9bb0-339da8154fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'name': 'tempest-ServersTestBootFromVolume-1572355520-router', 'tenant_id': 'c17cdcf999b449b5aa60cccac89b5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'c5c931b6-afc5-4cfa-ac24-9917bf7160bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:39:54Z', 'updated_at': '2022-05-13T14:40:05Z', 'revision_number': 4, 'project_id': 'c17cdcf999b449b5aa60cccac89b5240', 'gw_port': {'id': 'c5c931b6-afc5-4cfa-ac24-9917bf7160bd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:56Z', 'updated_at': '2022-05-13T14:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '2c4f780d-0cfd-4638-b2b5-ad46e20afd96', 'name': '', 'network_id': 'a65a42c9-eea2-4199-ba2d-3abfc19ee8e5', 'tenant_id': 'c17cdcf999b449b5aa60cccac89b5240', 'mac_address': 'fa:16:3e:93:25:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '544d57df-43e7-4eec-9acf-8c0dbd118ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:40:03Z', 'updated_at': '2022-05-13T14:40:06Z', 'revision_number': 2, 'project_id': 'c17cdcf999b449b5aa60cccac89b5240', 'subnets': [{'id': '544d57df-43e7-4eec-9acf-8c0dbd118ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:09.545257 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329ad635-4468-42e2-9bb0-339da8154fba None None] Checking router: ed688aec-2c26-417c-9f4d-5096af0a91f4 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:40:09.545686 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329ad635-4468-42e2-9bb0-339da8154fba None None] Updating router ed688aec-2c26-417c-9f4d-5096af0a91f4 port 2c4f780d-0cfd-4638-b2b5-ad46e20afd96 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:40:09.554526 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-53d30728-01c9-4aaf-b07a-ff009bc41131 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:09.579761 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-59d6cde5-4607-49f5-af3c-f2025b40fdef tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33129349'] for router, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:09.600881 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-abd0c458-8edb-4c60-8343-ef4c9e1e144e tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:09.605435 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-53d30728-01c9-4aaf-b07a-ff009bc41131 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:09.608921 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-329ad635-4468-42e2-9bb0-339da8154fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:09.668290 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-abd0c458-8edb-4c60-8343-ef4c9e1e144e tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Usage tracker for resource:security_group_rule and tenant:c17cdcf999b449b5aa60cccac89b5240 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:09.688159 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-abd0c458-8edb-4c60-8343-ef4c9e1e144e tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:09.745243 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b94f42-cb35-477d-8bea-2bdddeb2d675 req-786a909a-8f87-4e9b-93ad-bb461e6beb69 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:09.746834 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c3b94f42-cb35-477d-8bea-2bdddeb2d675 req-786a909a-8f87-4e9b-93ad-bb461e6beb69 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 946 time: 0.1912510 May 13 14:40:09.749553 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dea035b8-f43d-4b79-9fc6-dfa1226002b2 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:09.835283 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea035b8-f43d-4b79-9fc6-dfa1226002b2 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Pushing event deleted for resources: {'Port': ['ID=280c0737-7871-4f71-909f-20e46f5a0a9b,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:09.846839 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dea035b8-f43d-4b79-9fc6-dfa1226002b2 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:09.852523 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-abd0c458-8edb-4c60-8343-ef4c9e1e144e tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:09.893450 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c3b94f42-cb35-477d-8bea-2bdddeb2d675 req-b6960369-44b9-4bf1-8b7c-27087f7aa43a tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=4faeb31a-ec6a-4294-a70c-477a3b2c20c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0855093 May 13 14:40:09.896773 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-dea035b8-f43d-4b79-9fc6-dfa1226002b2 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] 10.222.0.35 "DELETE /v2.0/ports/280c0737-7871-4f71-909f-20e46f5a0a9b HTTP/1.1" status: 204 len: 168 time: 1.1899555 May 13 14:40:09.899804 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55654) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:09.946548 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-abd0c458-8edb-4c60-8343-ef4c9e1e144e tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:09.949403 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-53d30728-01c9-4aaf-b07a-ff009bc41131 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:09.969975 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d6cde5-4607-49f5-af3c-f2025b40fdef tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Router fbc288a4-2055-4577-b441-7789c1f81ddc has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:40:09.986279 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-2801b0df-0c09-4f31-bc7d-520e4d9f49cc tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Deleting port 91cac160-d6cb-4d6b-b2fb-551ab113dd63 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:40:09.986800 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2801b0df-0c09-4f31-bc7d-520e4d9f49cc tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:10.030338 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-abd0c458-8edb-4c60-8343-ef4c9e1e144e tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:10.071893 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d30728-01c9-4aaf-b07a-ff009bc41131 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4721765-2949-4914-80a8-2358d80ea45e,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:10.093111 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-abd0c458-8edb-4c60-8343-ef4c9e1e144e tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:10.093111 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-abd0c458-8edb-4c60-8343-ef4c9e1e144e tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8553627 May 13 14:40:10.093454 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-53d30728-01c9-4aaf-b07a-ff009bc41131 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:10.096394 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-53d30728-01c9-4aaf-b07a-ff009bc41131 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/d4721765-2949-4914-80a8-2358d80ea45e HTTP/1.1" status: 204 len: 168 time: 1.1326940 May 13 14:40:10.101677 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55662) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:10.102001 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55664) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:10.137074 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-17c31339-0a40-44b9-9f3e-fb46d264b675 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Request body: {'security_group_rule': {'security_group_id': '499f86ef-66f9-48b5-ae85-9981f4f70958', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:10.165109 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-329ad635-4468-42e2-9bb0-339da8154fba None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:10.181547 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-329ad635-4468-42e2-9bb0-339da8154fba None None] Transition to ACTIVE for port object 2c4f780d-0cfd-4638-b2b5-ad46e20afd96 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:40:10.190358 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-329ad635-4468-42e2-9bb0-339da8154fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:10.212981 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-17c31339-0a40-44b9-9f3e-fb46d264b675 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:10.233266 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0c458-8edb-4c60-8343-ef4c9e1e144e tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=499f86ef-66f9-48b5-ae85-9981f4f70958,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:10.264476 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2801b0df-0c09-4f31-bc7d-520e4d9f49cc tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:10.437699 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-2801b0df-0c09-4f31-bc7d-520e4d9f49cc tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Calling delete_port for 91cac160-d6cb-4d6b-b2fb-551ab113dd63 owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:40:10.532940 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-17c31339-0a40-44b9-9f3e-fb46d264b675 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Usage tracker for resource:security_group_rule and tenant:c17cdcf999b449b5aa60cccac89b5240 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:10.537452 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-17c31339-0a40-44b9-9f3e-fb46d264b675 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:10.544091 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-17c31339-0a40-44b9-9f3e-fb46d264b675 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:10.559909 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e8cfa-5864-4bc7-b562-2c8f406bd879 None None] Pushing event updated for resources: {'Port': ['ID=2c4f780d-0cfd-4638-b2b5-ad46e20afd96,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:10.564020 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2801b0df-0c09-4f31-bc7d-520e4d9f49cc tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:10.607664 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8112ff-4bdf-4bfa-a40d-be79a43af896 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:40:10.610865 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-329ad635-4468-42e2-9bb0-339da8154fba None None] Attempting to bind port 2c4f780d-0cfd-4638-b2b5-ad46e20afd96 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:40:10.611441 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-329ad635-4468-42e2-9bb0-339da8154fba None None] Attempting to bind port 2c4f780d-0cfd-4638-b2b5-ad46e20afd96 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '56c14c39-08ac-428d-b17a-b0502761889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a65a42c9-eea2-4199-ba2d-3abfc19ee8e5'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:40:10.611806 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329ad635-4468-42e2-9bb0-339da8154fba None None] Attempting to bind port 2c4f780d-0cfd-4638-b2b5-ad46e20afd96 on network a65a42c9-eea2-4199-ba2d-3abfc19ee8e5 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:40:10.623766 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33538ade-7b0a-4983-8947-243a37149617 None None] Sync routers for ids ['022b3687-83b2-4cf1-9e35-ff37b93f45e6'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:40:10.624263 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9b8112ff-4bdf-4bfa-a40d-be79a43af896 admin admin] 10.222.0.35 "PUT /v2.0/routers/022b3687-83b2-4cf1-9e35-ff37b93f45e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3455896 May 13 14:40:10.633814 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329ad635-4468-42e2-9bb0-339da8154fba None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:40:10.635135 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329ad635-4468-42e2-9bb0-339da8154fba None None] Checking segment: {'id': '56c14c39-08ac-428d-b17a-b0502761889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a65a42c9-eea2-4199-ba2d-3abfc19ee8e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:40:10.635135 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-329ad635-4468-42e2-9bb0-339da8154fba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:10.635329 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33538ade-7b0a-4983-8947-243a37149617 None None] Routers {'022b3687-83b2-4cf1-9e35-ff37b93f45e6'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:40:10.635417 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329ad635-4468-42e2-9bb0-339da8154fba None None] Bound using segment: {'id': '56c14c39-08ac-428d-b17a-b0502761889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a65a42c9-eea2-4199-ba2d-3abfc19ee8e5'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:40:10.636239 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-329ad635-4468-42e2-9bb0-339da8154fba None None] Bound port: 2c4f780d-0cfd-4638-b2b5-ad46e20afd96, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c14c39-08ac-428d-b17a-b0502761889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a65a42c9-eea2-4199-ba2d-3abfc19ee8e5'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:40:10.636384 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-33538ade-7b0a-4983-8947-243a37149617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:40:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['022b3687-83b2-4cf1-9e35-ff37b93f45e6'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:10.636489 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55678) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:10.636575 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-329ad635-4468-42e2-9bb0-339da8154fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:10.638747 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-17c31339-0a40-44b9-9f3e-fb46d264b675 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:10.663139 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801b0df-0c09-4f31-bc7d-520e4d9f49cc tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Pushing event deleted for resources: {'Port': ['ID=91cac160-d6cb-4d6b-b2fb-551ab113dd63,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:10.665355 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2801b0df-0c09-4f31-bc7d-520e4d9f49cc tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:10.687860 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2801b0df-0c09-4f31-bc7d-520e4d9f49cc tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] 10.222.0.35 "DELETE /v2.0/ports/91cac160-d6cb-4d6b-b2fb-551ab113dd63 HTTP/1.1" status: 204 len: 168 time: 0.7866566 May 13 14:40:10.690459 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55682) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:10.761807 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-329ad635-4468-42e2-9bb0-339da8154fba None None] For port 2c4f780d-0cfd-4638-b2b5-ad46e20afd96, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:40:10.766375 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-329ad635-4468-42e2-9bb0-339da8154fba None None] For port 2c4f780d-0cfd-4638-b2b5-ad46e20afd96, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=2c4f780d-0cfd-4638-b2b5-ad46e20afd96,segment=NetworkSegment(56c14c39-08ac-428d-b17a-b0502761889e),segment_id=56c14c39-08ac-428d-b17a-b0502761889e)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:40:10.768197 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-24888b4e-d099-4824-b067-2e82c985f9ad tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Synchronizing usage tracker for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group_rule {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:10.772200 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d6cde5-4607-49f5-af3c-f2025b40fdef tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:40:10.776225 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-329ad635-4468-42e2-9bb0-339da8154fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:10.791426 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-22547141-de89-4e45-8c07-1ded5fe1b714 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Synchronizing usage tracker for tenant:1bd86cfe0f9941d9ad6bbf0e0e15882f on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:10.806961 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-59d6cde5-4607-49f5-af3c-f2025b40fdef tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:10.808664 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-59d6cde5-4607-49f5-af3c-f2025b40fdef tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] 10.222.0.35 "PUT /v2.0/routers/fbc288a4-2055-4577-b441-7789c1f81ddc HTTP/1.1" status: 200 len: 706 time: 6.7738478 May 13 14:40:10.811527 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55686) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:10.843904 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2226097-82c9-461b-b7e5-5e5f488fee69 None None] Sync routers for ids ['fbc288a4-2055-4577-b441-7789c1f81ddc'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:40:10.880973 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-24888b4e-d099-4824-b067-2e82c985f9ad tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Unset dirty status for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group_rule {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:10.882448 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-24888b4e-d099-4824-b067-2e82c985f9ad tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7778678 May 13 14:40:10.908591 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2226097-82c9-461b-b7e5-5e5f488fee69 None None] Routers {'fbc288a4-2055-4577-b441-7789c1f81ddc'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:40:10.909216 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-a2226097-82c9-461b-b7e5-5e5f488fee69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:40:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['fbc288a4-2055-4577-b441-7789c1f81ddc'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:10.957507 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55692) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:10.986633 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-17c31339-0a40-44b9-9f3e-fb46d264b675 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:11.006937 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-17c31339-0a40-44b9-9f3e-fb46d264b675 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:11.052867 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c31339-0a40-44b9-9f3e-fb46d264b675 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2b400e4-d80c-4447-84fe-b327332ea1fa,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:11.106392 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-33538ade-7b0a-4983-8947-243a37149617 None None] Set router 022b3687-83b2-4cf1-9e35-ff37b93f45e6 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:40:11.116815 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329ad635-4468-42e2-9bb0-339da8154fba None None] Routers {'ed688aec-2c26-417c-9f4d-5096af0a91f4'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:40:11.117451 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-329ad635-4468-42e2-9bb0-339da8154fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:40:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ed688aec-2c26-417c-9f4d-5096af0a91f4'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:11.118200 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-22547141-de89-4e45-8c07-1ded5fe1b714 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Unset dirty status for tenant:1bd86cfe0f9941d9ad6bbf0e0e15882f on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:11.120960 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-22547141-de89-4e45-8c07-1ded5fe1b714 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4286692 May 13 14:40:11.130432 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-93d361e6-8e17-463f-8b74-fa1da9dd7366 admin admin] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:11.131038 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55700) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:11.137574 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-88023a9b-73b7-4dfa-a09e-46ffbc3c5ccc tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-747654441'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:11.148957 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-88023a9b-73b7-4dfa-a09e-46ffbc3c5ccc tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:11.156763 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-91dad440-ee2b-4f39-8eb9-971a1428304e tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "GET /v2.0/routers/fbc288a4-2055-4577-b441-7789c1f81ddc HTTP/1.1" status: 200 len: 741 time: 0.3364785 May 13 14:40:11.158199 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-88023a9b-73b7-4dfa-a09e-46ffbc3c5ccc tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Usage tracker for resource:network and tenant:1bd86cfe0f9941d9ad6bbf0e0e15882f is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:11.162881 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55704) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:11.165911 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-88023a9b-73b7-4dfa-a09e-46ffbc3c5ccc tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:11.246760 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-08fc51ea-7bfa-4f75-b87c-fb7370f39129 tempest-RoutersAdminTest-2049013057 tempest-RoutersAdminTest-2049013057-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=c35d8094-27c1-4288-955d-bcb140e23bf2&device_id=fbc288a4-2055-4577-b441-7789c1f81ddc HTTP/1.1" status: 200 len: 205 time: 0.0826490 May 13 14:40:11.250220 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55708) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:11.265373 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-88023a9b-73b7-4dfa-a09e-46ffbc3c5ccc tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:11.373106 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e698880d-8abb-45f1-a191-2dc2bd212ae5 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbc288a4-2055-4577-b441-7789c1f81ddc HTTP/1.1" status: 200 len: 205 time: 0.1216884 May 13 14:40:11.375752 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55714) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:11.392476 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-329ad635-4468-42e2-9bb0-339da8154fba None None] Set router ed688aec-2c26-417c-9f4d-5096af0a91f4 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:40:11.459575 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-17c31339-0a40-44b9-9f3e-fb46d264b675 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:11.463434 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-17c31339-0a40-44b9-9f3e-fb46d264b675 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3604193 May 13 14:40:11.464106 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55718) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:11.507498 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-93d361e6-8e17-463f-8b74-fa1da9dd7366 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:11.528353 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-dfc116a9-f59d-45b0-9ba0-a6b0aca7055c tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Request body: {'security_group_rule': {'security_group_id': '499f86ef-66f9-48b5-ae85-9981f4f70958', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:11.534768 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-dfc116a9-f59d-45b0-9ba0-a6b0aca7055c tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:11.539047 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-dfc116a9-f59d-45b0-9ba0-a6b0aca7055c tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Usage tracker for resource:security_group_rule and tenant:c17cdcf999b449b5aa60cccac89b5240 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:11.542109 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-dfc116a9-f59d-45b0-9ba0-a6b0aca7055c tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:11.548330 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-dfc116a9-f59d-45b0-9ba0-a6b0aca7055c tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:11.549133 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-a2226097-82c9-461b-b7e5-5e5f488fee69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:11.574457 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-67c30b8c-c9aa-46b7-80c6-ed008fb44172 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:11.577697 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-93d361e6-8e17-463f-8b74-fa1da9dd7366 admin admin] Deleting port 59fc61bf-6424-4abc-a986-02d667a899ce {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:40:11.578024 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-93d361e6-8e17-463f-8b74-fa1da9dd7366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:11.620553 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dfc116a9-f59d-45b0-9ba0-a6b0aca7055c tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:11.649750 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-33538ade-7b0a-4983-8947-243a37149617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'name': 'tempest-ServersTestJSON-398732630-router', 'tenant_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '59fc61bf-6424-4abc-a986-02d667a899ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:17Z', 'updated_at': '2022-05-13T14:40:06Z', 'revision_number': 5, 'project_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'gw_port': {'id': '59fc61bf-6424-4abc-a986-02d667a899ce', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:21Z', 'updated_at': '2022-05-13T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:11.654593 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e8cfa-5864-4bc7-b562-2c8f406bd879 None None] Pushing event updated for resources: {'Port': ['ID=2c4f780d-0cfd-4638-b2b5-ad46e20afd96,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:11.656516 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33538ade-7b0a-4983-8947-243a37149617 None None] Checking router: 022b3687-83b2-4cf1-9e35-ff37b93f45e6 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:40:11.679280 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33538ade-7b0a-4983-8947-243a37149617 None None] Routers {'022b3687-83b2-4cf1-9e35-ff37b93f45e6'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:40:11.680354 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-33538ade-7b0a-4983-8947-243a37149617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:40:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['022b3687-83b2-4cf1-9e35-ff37b93f45e6'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:11.684307 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2226097-82c9-461b-b7e5-5e5f488fee69 None None] Routers {'fbc288a4-2055-4577-b441-7789c1f81ddc'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:40:11.684961 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-a2226097-82c9-461b-b7e5-5e5f488fee69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:40:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['fbc288a4-2055-4577-b441-7789c1f81ddc'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:11.709512 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88023a9b-73b7-4dfa-a09e-46ffbc3c5ccc tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Made reservation on behalf of 1bd86cfe0f9941d9ad6bbf0e0e15882f for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:40:11.716595 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-88023a9b-73b7-4dfa-a09e-46ffbc3c5ccc tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:11.716768 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dfc116a9-f59d-45b0-9ba0-a6b0aca7055c tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:11.731619 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dfc116a9-f59d-45b0-9ba0-a6b0aca7055c tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:11.761254 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-67c30b8c-c9aa-46b7-80c6-ed008fb44172 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:11.775870 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6b29095c-4450-461c-85b2-cc4bac25ee41 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:11.776710 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-a2226097-82c9-461b-b7e5-5e5f488fee69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:11.777844 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2226097-82c9-461b-b7e5-5e5f488fee69 None None] The sync data for ids ['fbc288a4-2055-4577-b441-7789c1f81ddc'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:40:11.851200 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc116a9-f59d-45b0-9ba0-a6b0aca7055c tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b791866-db0c-4ae6-9039-a19bc73768d6,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:11.865180 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88023a9b-73b7-4dfa-a09e-46ffbc3c5ccc tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:40:11.888549 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-33538ade-7b0a-4983-8947-243a37149617 None None] Set router 022b3687-83b2-4cf1-9e35-ff37b93f45e6 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:40:11.927085 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-329ad635-4468-42e2-9bb0-339da8154fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'name': 'tempest-ServersTestBootFromVolume-1572355520-router', 'tenant_id': 'c17cdcf999b449b5aa60cccac89b5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'c5c931b6-afc5-4cfa-ac24-9917bf7160bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:39:54Z', 'updated_at': '2022-05-13T14:40:05Z', 'revision_number': 4, 'project_id': 'c17cdcf999b449b5aa60cccac89b5240', 'gw_port': {'id': 'c5c931b6-afc5-4cfa-ac24-9917bf7160bd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:56Z', 'updated_at': '2022-05-13T14:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '2c4f780d-0cfd-4638-b2b5-ad46e20afd96', 'name': '', 'network_id': 'a65a42c9-eea2-4199-ba2d-3abfc19ee8e5', 'tenant_id': 'c17cdcf999b449b5aa60cccac89b5240', 'mac_address': 'fa:16:3e:93:25:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '544d57df-43e7-4eec-9acf-8c0dbd118ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:40:03Z', 'updated_at': '2022-05-13T14:40:10Z', 'revision_number': 4, 'project_id': 'c17cdcf999b449b5aa60cccac89b5240', 'subnets': [{'id': '544d57df-43e7-4eec-9acf-8c0dbd118ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:11.931546 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329ad635-4468-42e2-9bb0-339da8154fba None None] The sync data for ids ['ed688aec-2c26-417c-9f4d-5096af0a91f4'] in n-d-841760-1 is: [{'id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'name': 'tempest-ServersTestBootFromVolume-1572355520-router', 'tenant_id': 'c17cdcf999b449b5aa60cccac89b5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'c5c931b6-afc5-4cfa-ac24-9917bf7160bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:39:54Z', 'updated_at': '2022-05-13T14:40:05Z', 'revision_number': 4, 'project_id': 'c17cdcf999b449b5aa60cccac89b5240', 'gw_port': {'id': 'c5c931b6-afc5-4cfa-ac24-9917bf7160bd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:56Z', 'updated_at': '2022-05-13T14:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '2c4f780d-0cfd-4638-b2b5-ad46e20afd96', 'name': '', 'network_id': 'a65a42c9-eea2-4199-ba2d-3abfc19ee8e5', 'tenant_id': 'c17cdcf999b449b5aa60cccac89b5240', 'mac_address': 'fa:16:3e:93:25:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '544d57df-43e7-4eec-9acf-8c0dbd118ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:40:03Z', 'updated_at': '2022-05-13T14:40:10Z', 'revision_number': 4, 'project_id': 'c17cdcf999b449b5aa60cccac89b5240', 'subnets': [{'id': '544d57df-43e7-4eec-9acf-8c0dbd118ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:40:12.021373 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-88023a9b-73b7-4dfa-a09e-46ffbc3c5ccc tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:12.021712 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-88023a9b-73b7-4dfa-a09e-46ffbc3c5ccc tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Added segment c00f752f-29ab-4729-86fe-8350a3e02e45 of type vlan for network f95a0237-c391-493c-8d92-33b603b14694 May 13 14:40:12.057679 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-93d361e6-8e17-463f-8b74-fa1da9dd7366 admin admin] For port 59fc61bf-6424-4abc-a986-02d667a899ce, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=59fc61bf-6424-4abc-a986-02d667a899ce,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:12.058159 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-93d361e6-8e17-463f-8b74-fa1da9dd7366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:12.070425 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-33538ade-7b0a-4983-8947-243a37149617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'name': 'tempest-ServersTestJSON-398732630-router', 'tenant_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:17Z', 'updated_at': '2022-05-13T14:40:11Z', 'revision_number': 6, 'project_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:12.080973 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33538ade-7b0a-4983-8947-243a37149617 None None] The sync data for ids ['022b3687-83b2-4cf1-9e35-ff37b93f45e6'] in n-d-841760-1 is: [{'id': '022b3687-83b2-4cf1-9e35-ff37b93f45e6', 'name': 'tempest-ServersTestJSON-398732630-router', 'tenant_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:17Z', 'updated_at': '2022-05-13T14:40:11Z', 'revision_number': 6, 'project_id': 'de6728dd22224c41a4bc2fe2ab69d0cd', 'gw_port_host': None}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:40:12.094214 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dfc116a9-f59d-45b0-9ba0-a6b0aca7055c tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:12.095646 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-dfc116a9-f59d-45b0-9ba0-a6b0aca7055c tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5996664 May 13 14:40:12.117842 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55726) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:12.194828 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-9ef77818-b897-4653-8f92-29971273f4bc tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:12.200865 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9ef77818-b897-4653-8f92-29971273f4bc tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:12.205201 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9ef77818-b897-4653-8f92-29971273f4bc tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Usage tracker for resource:floatingip and tenant:c17cdcf999b449b5aa60cccac89b5240 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:12.208755 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9ef77818-b897-4653-8f92-29971273f4bc tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:12.214824 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9ef77818-b897-4653-8f92-29971273f4bc tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:12.235828 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9ef77818-b897-4653-8f92-29971273f4bc tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks [] for floatingip, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:12.248170 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-93d361e6-8e17-463f-8b74-fa1da9dd7366 admin admin] Calling delete_port for 59fc61bf-6424-4abc-a986-02d667a899ce owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:40:12.273451 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6b29095c-4450-461c-85b2-cc4bac25ee41 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:12.279379 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6b29095c-4450-461c-85b2-cc4bac25ee41 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:12.282524 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-88023a9b-73b7-4dfa-a09e-46ffbc3c5ccc tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:12.371816 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6b29095c-4450-461c-85b2-cc4bac25ee41 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:12.372391 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b29095c-4450-461c-85b2-cc4bac25ee41 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Fanout notify agent at l3_agent the message router_deleted on router fbc288a4-2055-4577-b441-7789c1f81ddc {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:40:12.422596 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6b29095c-4450-461c-85b2-cc4bac25ee41 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:12.428638 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6b29095c-4450-461c-85b2-cc4bac25ee41 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] 10.222.0.35 "DELETE /v2.0/routers/fbc288a4-2055-4577-b441-7789c1f81ddc HTTP/1.1" status: 204 len: 168 time: 1.0510902 May 13 14:40:12.430077 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55732) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:12.468546 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-88023a9b-73b7-4dfa-a09e-46ffbc3c5ccc tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:12.474053 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88023a9b-73b7-4dfa-a09e-46ffbc3c5ccc tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:12.475175 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-88023a9b-73b7-4dfa-a09e-46ffbc3c5ccc tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:12.520359 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941bbc4-68b5-4257-bf24-0a2dfb4aca94 req-bf9b06b7-fc5d-46ec-85b1-ebfa1dcae2f6 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:12.522865 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4941bbc4-68b5-4257-bf24-0a2dfb4aca94 req-bf9b06b7-fc5d-46ec-85b1-ebfa1dcae2f6 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 946 time: 1.0734339 May 13 14:40:12.592098 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4941bbc4-68b5-4257-bf24-0a2dfb4aca94 req-e952c8c6-3b20-4fce-b95d-ddea1ffa7b42 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=4faeb31a-ec6a-4294-a70c-477a3b2c20c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506907 May 13 14:40:12.592586 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55738) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:12.596059 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-67c30b8c-c9aa-46b7-80c6-ed008fb44172 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:12.599406 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-93d361e6-8e17-463f-8b74-fa1da9dd7366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:12.607059 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-039084df-788b-48ae-a1ef-5673e4bba39b tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbc288a4-2055-4577-b441-7789c1f81ddc HTTP/1.1" status: 200 len: 205 time: 0.1678243 May 13 14:40:12.650958 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2c4f780d-0cfd-4638-b2b5-ad46e20afd96 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:40:12.758339 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-88023a9b-73b7-4dfa-a09e-46ffbc3c5ccc tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6235185 May 13 14:40:12.759510 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55744) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:12.775453 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-c50dbdb2-2018-42ad-9eef-e6757b598521 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-623128474'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:12.786498 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88023a9b-73b7-4dfa-a09e-46ffbc3c5ccc tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Pushing event updated for resources: {'Network': ['ID=f95a0237-c391-493c-8d92-33b603b14694,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:12.796188 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c50dbdb2-2018-42ad-9eef-e6757b598521 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:12.834217 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network f95a0237-c391-493c-8d92-33b603b14694 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:40:12.857097 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d361e6-8e17-463f-8b74-fa1da9dd7366 admin admin] Pushing event deleted for resources: {'Port': ['ID=59fc61bf-6424-4abc-a986-02d667a899ce,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:12.859618 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c30b8c-c9aa-46b7-80c6-ed008fb44172 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7eaf120-f827-4636-a42b-ec51cc46ebf3,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:12.873524 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c50dbdb2-2018-42ad-9eef-e6757b598521 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Usage tracker for resource:network and tenant:1bd86cfe0f9941d9ad6bbf0e0e15882f is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:12.887600 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c50dbdb2-2018-42ad-9eef-e6757b598521 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:12.913503 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c50dbdb2-2018-42ad-9eef-e6757b598521 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:12.920225 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c30b8c-c9aa-46b7-80c6-ed008fb44172 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:12.920785 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c30b8c-c9aa-46b7-80c6-ed008fb44172 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:12.921127 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c30b8c-c9aa-46b7-80c6-ed008fb44172 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:12.921459 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c30b8c-c9aa-46b7-80c6-ed008fb44172 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:12.921925 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c30b8c-c9aa-46b7-80c6-ed008fb44172 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:12.922391 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c30b8c-c9aa-46b7-80c6-ed008fb44172 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:12.922710 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c30b8c-c9aa-46b7-80c6-ed008fb44172 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:12.923036 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c30b8c-c9aa-46b7-80c6-ed008fb44172 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:12.923381 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c30b8c-c9aa-46b7-80c6-ed008fb44172 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:12.923699 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c30b8c-c9aa-46b7-80c6-ed008fb44172 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:12.924101 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c30b8c-c9aa-46b7-80c6-ed008fb44172 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:12.924421 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c30b8c-c9aa-46b7-80c6-ed008fb44172 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:12.975638 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9ef77818-b897-4653-8f92-29971273f4bc tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:13.017781 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d361e6-8e17-463f-8b74-fa1da9dd7366 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:13.018125 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d361e6-8e17-463f-8b74-fa1da9dd7366 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:13.018464 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d361e6-8e17-463f-8b74-fa1da9dd7366 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:13.018794 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d361e6-8e17-463f-8b74-fa1da9dd7366 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:13.019233 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d361e6-8e17-463f-8b74-fa1da9dd7366 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:13.019522 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d361e6-8e17-463f-8b74-fa1da9dd7366 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:13.019835 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d361e6-8e17-463f-8b74-fa1da9dd7366 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:13.020155 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d361e6-8e17-463f-8b74-fa1da9dd7366 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:13.020475 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d361e6-8e17-463f-8b74-fa1da9dd7366 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:13.020911 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d361e6-8e17-463f-8b74-fa1da9dd7366 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:13.021099 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d361e6-8e17-463f-8b74-fa1da9dd7366 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:13.021417 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d361e6-8e17-463f-8b74-fa1da9dd7366 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:13.030620 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-10a0ae18-c9c3-4af9-bff0-78fc488e9ec4 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] delete failed (client error): The resource could not be found. May 13 14:40:13.031482 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-10a0ae18-c9c3-4af9-bff0-78fc488e9ec4 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] 10.222.0.35 "DELETE /v2.0/routers/fbc288a4-2055-4577-b441-7789c1f81ddc HTTP/1.1" status: 404 len: 336 time: 0.4376569 May 13 14:40:13.035487 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 2c4f780d-0cfd-4638-b2b5-ad46e20afd96 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:40:13.041282 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 2c4f780d-0cfd-4638-b2b5-ad46e20afd96 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:13.041798 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:13.047134 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55750) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:13.065844 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-93d361e6-8e17-463f-8b74-fa1da9dd7366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:13.131287 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50dbdb2-2018-42ad-9eef-e6757b598521 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Made reservation on behalf of 1bd86cfe0f9941d9ad6bbf0e0e15882f for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:40:13.134795 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c50dbdb2-2018-42ad-9eef-e6757b598521 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:13.184624 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a348163-354d-41dd-a434-8925910d0d19 req-0b1047cd-9d9d-4c7a-8e7d-79802d716890 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:13.186312 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3a348163-354d-41dd-a434-8925910d0d19 req-0b1047cd-9d9d-4c7a-8e7d-79802d716890 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 946 time: 0.4204326 May 13 14:40:13.225945 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55754) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:13.240424 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-b9fe4e28-e430-43d8-bbb8-de69cd07bcc9 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Request body: {'floatingip': {'port_id': '1cd1f57d-1854-49dc-a1ac-35e2a791069c'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:13.341747 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 2c4f780d-0cfd-4638-b2b5-ad46e20afd96 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:13.342134 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:13.367715 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c50dbdb2-2018-42ad-9eef-e6757b598521 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:40:13.415053 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 2c4f780d-0cfd-4638-b2b5-ad46e20afd96, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=2c4f780d-0cfd-4638-b2b5-ad46e20afd96,segment=NetworkSegment(56c14c39-08ac-428d-b17a-b0502761889e),segment_id=56c14c39-08ac-428d-b17a-b0502761889e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:13.424550 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:13.430474 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:40:13.441460 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-9ef77818-b897-4653-8f92-29971273f4bc tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Allocated IP 172.25.0.58 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/272cb4af-13b2-48f1-aa40-dad52b60e1bf) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:40:13.446054 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c50dbdb2-2018-42ad-9eef-e6757b598521 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:13.446477 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-c50dbdb2-2018-42ad-9eef-e6757b598521 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Added segment f5932562-1ebf-4c57-8698-007a3284aa3c of type vlan for network 5e91949a-582d-49fa-a72f-77b818e9a35e May 13 14:40:13.454740 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b9fe4e28-e430-43d8-bbb8-de69cd07bcc9 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks [] for floatingip, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:13.552130 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=2c4f780d-0cfd-4638-b2b5-ad46e20afd96,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:13.562973 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 5be499b9-db45-46e7-a32c-b99292b62956 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:40:13.583057 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-67c30b8c-c9aa-46b7-80c6-ed008fb44172 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:13.587348 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-67c30b8c-c9aa-46b7-80c6-ed008fb44172 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "DELETE /v2.0/security-groups/a7eaf120-f827-4636-a42b-ec51cc46ebf3 HTTP/1.1" status: 204 len: 168 time: 2.6160009 May 13 14:40:13.602587 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55760) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:13.609941 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c50dbdb2-2018-42ad-9eef-e6757b598521 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:13.616365 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 5be499b9-db45-46e7-a32c-b99292b62956 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:40:13.616707 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 5be499b9-db45-46e7-a32c-b99292b62956 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:40:13.667926 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d4b50d50-6fa0-4cae-9ae3-a1cc1a088ab6 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ae6a1e8-d5e4-43f8-a8df-ffc33b4cf1fc HTTP/1.1" status: 200 len: 205 time: 0.6169140 May 13 14:40:13.668687 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55764) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:13.703019 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55768) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:13.751395 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-93d361e6-8e17-463f-8b74-fa1da9dd7366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:13.760823 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-93d361e6-8e17-463f-8b74-fa1da9dd7366 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:13.764771 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-02e24dcf-ee67-41c1-859e-5e2f835741ea tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] delete failed (client error): The resource could not be found. May 13 14:40:13.768318 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-02e24dcf-ee67-41c1-859e-5e2f835741ea tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] 10.222.0.35 "DELETE /v2.0/routers/1ae6a1e8-d5e4-43f8-a8df-ffc33b4cf1fc HTTP/1.1" status: 404 len: 336 time: 0.0874896 May 13 14:40:13.768753 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55772) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:13.828969 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7f4716ad-5060-4410-8fef-138e1c5a4710 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] 10.222.0.35 "GET /v2.0/ports?device_id=84b1144c-78fa-45cd-bfcb-ea86df4e7078 HTTP/1.1" status: 200 len: 205 time: 0.0560513 May 13 14:40:13.830518 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55776) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:13.888602 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-93d361e6-8e17-463f-8b74-fa1da9dd7366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:13.889165 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d361e6-8e17-463f-8b74-fa1da9dd7366 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 022b3687-83b2-4cf1-9e35-ff37b93f45e6 {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:40:13.911014 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-8915cb88-45ab-4353-befb-90f4aeb0f2f8 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] delete failed (client error): The resource could not be found. May 13 14:40:13.912576 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8915cb88-45ab-4353-befb-90f4aeb0f2f8 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] 10.222.0.35 "DELETE /v2.0/routers/84b1144c-78fa-45cd-bfcb-ea86df4e7078 HTTP/1.1" status: 404 len: 336 time: 0.0806530 May 13 14:40:13.915292 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-93d361e6-8e17-463f-8b74-fa1da9dd7366 admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:13.916137 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [None req-c50dbdb2-2018-42ad-9eef-e6757b598521 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:40:13.919794 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-93d361e6-8e17-463f-8b74-fa1da9dd7366 admin admin] 10.222.0.35 "DELETE /v2.0/routers/022b3687-83b2-4cf1-9e35-ff37b93f45e6 HTTP/1.1" status: 204 len: 168 time: 3.2704902 May 13 14:40:13.920714 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55782) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:13.921040 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55784) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:14.018749 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d32600cb-bafb-4d05-814d-414d4c0388f3 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Synchronizing usage tracker for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:14.030841 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c50dbdb2-2018-42ad-9eef-e6757b598521 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:14.033929 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c7f7cd6b-e1df-4f80-ac5f-724dadc0abab tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] 10.222.0.35 "GET /v2.0/ports?device_id=a861d979-9de7-411a-b4fb-79fc07a9cf0b HTTP/1.1" status: 200 len: 205 time: 0.1097355 May 13 14:40:14.034658 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55790) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:14.037318 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50dbdb2-2018-42ad-9eef-e6757b598521 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:14.037940 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c50dbdb2-2018-42ad-9eef-e6757b598521 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:14.111348 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-cc6a0cc3-05b1-4dc3-87fe-178f0cfa116b tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] delete failed (client error): The resource could not be found. May 13 14:40:14.113116 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-cc6a0cc3-05b1-4dc3-87fe-178f0cfa116b tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] 10.222.0.35 "DELETE /v2.0/routers/a861d979-9de7-411a-b4fb-79fc07a9cf0b HTTP/1.1" status: 404 len: 336 time: 0.0762091 May 13 14:40:14.117623 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f1cf710-85ce-49f0-9f8c-3a162e300142 admin admin] Deleting subnet 6eaa1b8f-d3c1-4756-b489-078d11acd8c7 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:40:14.119349 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55794) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:14.152378 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7f1cf710-85ce-49f0-9f8c-3a162e300142 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:14.172057 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fdc085a1-a7aa-4e0a-981c-1bab2b38ea1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:14.210519 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-783d41a0-51d3-48c1-95bf-9548f36c1d6a tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0225c89-868b-45bf-97c1-fdad390f533c HTTP/1.1" status: 200 len: 205 time: 0.0900116 May 13 14:40:14.213302 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55798) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:14.284823 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d32600cb-bafb-4d05-814d-414d4c0388f3 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Unset dirty status for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:14.286627 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d32600cb-bafb-4d05-814d-414d4c0388f3 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6830556 May 13 14:40:14.290613 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55802) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:14.295378 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-5fa84198-8342-4e85-9bac-09fee54bb7d0 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] delete failed (client error): The resource could not be found. May 13 14:40:14.299271 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5fa84198-8342-4e85-9bac-09fee54bb7d0 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] 10.222.0.35 "DELETE /v2.0/routers/a0225c89-868b-45bf-97c1-fdad390f533c HTTP/1.1" status: 404 len: 336 time: 0.0819924 May 13 14:40:14.299440 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-5e542f21-6253-43d8-92ec-6f26f6710ff8 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Request body: {'security_group': {'name': 'tempest-secgroup--2078890078'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:14.305032 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55806) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:14.305244 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7f1cf710-85ce-49f0-9f8c-3a162e300142 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:14.307673 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9ef77818-b897-4653-8f92-29971273f4bc tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:14.325305 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-fdc085a1-a7aa-4e0a-981c-1bab2b38ea1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:14.337684 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5e542f21-6253-43d8-92ec-6f26f6710ff8 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:14.356545 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5e542f21-6253-43d8-92ec-6f26f6710ff8 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:14.365937 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50dbdb2-2018-42ad-9eef-e6757b598521 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Pushing event updated for resources: {'Network': ['ID=5e91949a-582d-49fa-a72f-77b818e9a35e,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:14.369913 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c50dbdb2-2018-42ad-9eef-e6757b598521 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6092293 May 13 14:40:14.382032 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-fdc085a1-a7aa-4e0a-981c-1bab2b38ea1c admin admin] Usage tracker for resource:security_group_rule and tenant:d69c8bde77ab454c8da96f311c2f6376 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:14.391010 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 5e91949a-582d-49fa-a72f-77b818e9a35e details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:40:14.395777 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-fdc085a1-a7aa-4e0a-981c-1bab2b38ea1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:14.416710 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7f1cf710-85ce-49f0-9f8c-3a162e300142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:14.453358 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e7def00e-73e0-4075-a277-2727ff42b7f5 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] 10.222.0.35 "GET /v2.0/ports?device_id=de80d0da-84d9-404d-8eb1-c47d7369535b HTTP/1.1" status: 200 len: 205 time: 0.1349299 May 13 14:40:14.473318 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55810) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:14.491426 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-fdc085a1-a7aa-4e0a-981c-1bab2b38ea1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:14.505614 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2c4f780d-0cfd-4638-b2b5-ad46e20afd96 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:40:14.520771 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5e542f21-6253-43d8-92ec-6f26f6710ff8 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:14.534343 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55814) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:14.545524 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-b9d85a23-d975-4fa3-b5f2-b14008977196 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Request body: {'subnets': [{'network_id': 'f95a0237-c391-493c-8d92-33b603b14694', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--45864575', 'ip_version': 4}, {'network_id': '5e91949a-582d-49fa-a72f-77b818e9a35e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:14.545882 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-b9d85a23-d975-4fa3-b5f2-b14008977196 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Request body: {'subnet': {'network_id': 'f95a0237-c391-493c-8d92-33b603b14694', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--45864575', 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:14.546410 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-b9d85a23-d975-4fa3-b5f2-b14008977196 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Request body: {'subnet': {'network_id': '5e91949a-582d-49fa-a72f-77b818e9a35e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:14.596025 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-fc625696-16e9-4c74-be4d-b0cc6bcb437f tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] delete failed (client error): The resource could not be found. May 13 14:40:14.597047 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fc625696-16e9-4c74-be4d-b0cc6bcb437f tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] 10.222.0.35 "DELETE /v2.0/routers/de80d0da-84d9-404d-8eb1-c47d7369535b HTTP/1.1" status: 404 len: 336 time: 0.1074381 May 13 14:40:14.601169 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 2c4f780d-0cfd-4638-b2b5-ad46e20afd96 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:14.601778 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:14.610606 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55818) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:14.622097 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5e542f21-6253-43d8-92ec-6f26f6710ff8 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:14.637902 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5e542f21-6253-43d8-92ec-6f26f6710ff8 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Usage tracker for resource:security_group_rule and tenant:6fd71f3952584877a1e51180cc06427c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:14.650789 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5e542f21-6253-43d8-92ec-6f26f6710ff8 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:14.664118 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5e542f21-6253-43d8-92ec-6f26f6710ff8 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:14.681408 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7f1cf710-85ce-49f0-9f8c-3a162e300142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:14.729149 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 2c4f780d-0cfd-4638-b2b5-ad46e20afd96 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:14.742630 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-902e4476-8372-4009-8667-8d2180846a46 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] DELETE failed (client error): The resource could not be found. May 13 14:40:14.743095 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-902e4476-8372-4009-8667-8d2180846a46 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:40:14.744937 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1cf710-85ce-49f0-9f8c-3a162e300142 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eaa1b8f-d3c1-4756-b489-078d11acd8c7,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:14.766693 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b771fd-6536-44ff-9e7d-be53e020418d None None] Network c2f3ea62-29f2-477b-a404-9640a1543fb6 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:40:14.774062 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-902e4476-8372-4009-8667-8d2180846a46 tempest-RoutersAdminTest-2141510050 tempest-RoutersAdminTest-2141510050-project] 10.222.0.35 "DELETE /v2.0/subnets/e5a2d04c-bfe7-4210-a722-46f8f08ed78c HTTP/1.1" status: 404 len: 337 time: 0.1623793 May 13 14:40:14.791707 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9ef77818-b897-4653-8f92-29971273f4bc tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:14.815598 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7f1cf710-85ce-49f0-9f8c-3a162e300142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:14.849479 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 59fc61bf-6424-4abc-a986-02d667a899ce no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:40:14.909297 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7f1cf710-85ce-49f0-9f8c-3a162e300142 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6eaa1b8f-d3c1-4756-b489-078d11acd8c7 HTTP/1.1" status: 204 len: 168 time: 0.9849143 May 13 14:40:14.910508 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b9d85a23-d975-4fa3-b5f2-b14008977196 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:14.915360 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55824) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:14.915521 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef77818-b897-4653-8f92-29971273f4bc tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:40:14.917189 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 59fc61bf-6424-4abc-a986-02d667a899ce {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:40:14.917486 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 59fc61bf-6424-4abc-a986-02d667a899ce not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:40:14.925140 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-9ef77818-b897-4653-8f92-29971273f4bc tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:40:14.940383 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef77818-b897-4653-8f92-29971273f4bc tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:40:14.944583 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b9d85a23-d975-4fa3-b5f2-b14008977196 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Usage tracker for resource:subnet and tenant:1bd86cfe0f9941d9ad6bbf0e0e15882f is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:14.952544 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b9d85a23-d975-4fa3-b5f2-b14008977196 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:14.957024 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5e542f21-6253-43d8-92ec-6f26f6710ff8 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:15.040334 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef77818-b897-4653-8f92-29971273f4bc tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Pushing event updated for resources: {'Port': ['ID=272cb4af-13b2-48f1-aa40-dad52b60e1bf,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:15.096357 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fdc085a1-a7aa-4e0a-981c-1bab2b38ea1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:15.101154 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9ef77818-b897-4653-8f92-29971273f4bc tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:15.108333 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55830) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:15.108982 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fdc085a1-a7aa-4e0a-981c-1bab2b38ea1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:15.136399 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b9d85a23-d975-4fa3-b5f2-b14008977196 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:15.138104 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5e542f21-6253-43d8-92ec-6f26f6710ff8 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:15.155946 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e47964d-1fae-40c7-8ff4-dae5664e1298 None None] DHCP port deletion for c2f3ea62-29f2-477b-a404-9640a1543fb6 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:40:15.160870 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-5e47964d-1fae-40c7-8ff4-dae5664e1298 None None] Deleting port bcd4bb21-f936-450e-bb84-7841ab5e45ab {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:40:15.161069 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5e47964d-1fae-40c7-8ff4-dae5664e1298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:15.217494 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fdc085a1-a7aa-4e0a-981c-1bab2b38ea1c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d69c8bde77ab454c8da96f311c2f6376&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5091019 May 13 14:40:15.218393 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55836) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:15.241046 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc085a1-a7aa-4e0a-981c-1bab2b38ea1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a15afe-e116-4bcd-9b7c-3911fd668594,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:15.262671 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9ef77818-b897-4653-8f92-29971273f4bc tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:15.292751 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5e542f21-6253-43d8-92ec-6f26f6710ff8 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:15.293926 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5e542f21-6253-43d8-92ec-6f26f6710ff8 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0020208 May 13 14:40:15.294846 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d85a23-d975-4fa3-b5f2-b14008977196 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Made reservation on behalf of 1bd86cfe0f9941d9ad6bbf0e0e15882f for: {'subnet': 2} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:40:15.299412 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b9d85a23-d975-4fa3-b5f2-b14008977196 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:15.299737 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b9d85a23-d975-4fa3-b5f2-b14008977196 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:15.300151 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55840) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:15.324374 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e542f21-6253-43d8-92ec-6f26f6710ff8 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3337fd99-c757-4f79-ab13-2e575a962a84,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:15.342095 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-63059f97-3442-4484-95c3-342ff80dc916 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Request body: {'security_group_rule': {'security_group_id': '3337fd99-c757-4f79-ab13-2e575a962a84', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:15.352514 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-667e6d0d-59b6-4daf-96a2-4f690fd2da88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:15.367223 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-63059f97-3442-4484-95c3-342ff80dc916 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:15.371444 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [None req-b9fe4e28-e430-43d8-bbb8-de69cd07bcc9 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:40:15.378308 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ceca0f8-fdd2-49d3-8961-c38b14fa5e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:15.422925 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-5e47964d-1fae-40c7-8ff4-dae5664e1298 None None] For port bcd4bb21-f936-450e-bb84-7841ab5e45ab, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=bcd4bb21-f936-450e-bb84-7841ab5e45ab,segment=NetworkSegment(48847e38-2d4a-4cc8-8897-6a1a796d15c2),segment_id=48847e38-2d4a-4cc8-8897-6a1a796d15c2)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:15.423640 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5e47964d-1fae-40c7-8ff4-dae5664e1298 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:15.434056 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-63059f97-3442-4484-95c3-342ff80dc916 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Usage tracker for resource:security_group_rule and tenant:6fd71f3952584877a1e51180cc06427c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:15.437920 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-4ceca0f8-fdd2-49d3-8961-c38b14fa5e10 admin admin] Deleting port bcd4bb21-f936-450e-bb84-7841ab5e45ab {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:40:15.438226 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ceca0f8-fdd2-49d3-8961-c38b14fa5e10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:15.453536 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-63059f97-3442-4484-95c3-342ff80dc916 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:15.473499 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-63059f97-3442-4484-95c3-342ff80dc916 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:15.477437 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-667e6d0d-59b6-4daf-96a2-4f690fd2da88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:15.509399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-667e6d0d-59b6-4daf-96a2-4f690fd2da88 admin admin] Usage tracker for resource:security_group_rule and tenant:e9b3b1dbd5eb45bf9e554368e6b553e5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:15.531222 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b571bb8a-47f1-453b-89c8-64a7c2aaf3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:15.551846 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-5e47964d-1fae-40c7-8ff4-dae5664e1298 None None] Calling delete_port for bcd4bb21-f936-450e-bb84-7841ab5e45ab owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:40:15.560202 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-667e6d0d-59b6-4daf-96a2-4f690fd2da88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:15.572195 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b9fe4e28-e430-43d8-bbb8-de69cd07bcc9 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:15.577574 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-667e6d0d-59b6-4daf-96a2-4f690fd2da88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:15.590569 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b9fe4e28-e430-43d8-bbb8-de69cd07bcc9 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:15.638089 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5e47964d-1fae-40c7-8ff4-dae5664e1298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:15.652688 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b571bb8a-47f1-453b-89c8-64a7c2aaf3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:15.653333 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-63059f97-3442-4484-95c3-342ff80dc916 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:15.692924 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47964d-1fae-40c7-8ff4-dae5664e1298 None None] Pushing event deleted for resources: {'Port': ['ID=bcd4bb21-f936-450e-bb84-7841ab5e45ab,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:15.695030 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e47964d-1fae-40c7-8ff4-dae5664e1298 None None] No DVR routers for this DVR port bcd4bb21-f936-450e-bb84-7841ab5e45ab on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:40:15.822417 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-4ceca0f8-fdd2-49d3-8961-c38b14fa5e10 admin admin] For port bcd4bb21-f936-450e-bb84-7841ab5e45ab, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=bcd4bb21-f936-450e-bb84-7841ab5e45ab,segment=NetworkSegment(48847e38-2d4a-4cc8-8897-6a1a796d15c2),segment_id=48847e38-2d4a-4cc8-8897-6a1a796d15c2)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:15.822818 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ceca0f8-fdd2-49d3-8961-c38b14fa5e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:15.980014 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-4ceca0f8-fdd2-49d3-8961-c38b14fa5e10 admin admin] Calling delete_port for bcd4bb21-f936-450e-bb84-7841ab5e45ab owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:40:16.048442 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-63059f97-3442-4484-95c3-342ff80dc916 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:16.062763 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-63059f97-3442-4484-95c3-342ff80dc916 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:16.080714 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b571bb8a-47f1-453b-89c8-64a7c2aaf3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:16.122795 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571bb8a-47f1-453b-89c8-64a7c2aaf3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a15afe-e116-4bcd-9b7c-3911fd668594,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:16.158960 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b571bb8a-47f1-453b-89c8-64a7c2aaf3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:16.160147 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b571bb8a-47f1-453b-89c8-64a7c2aaf3a2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c0a15afe-e116-4bcd-9b7c-3911fd668594 HTTP/1.1" status: 204 len: 168 time: 0.9148557 May 13 14:40:16.165978 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.api [None req-4ceca0f8-fdd2-49d3-8961-c38b14fa5e10 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:40:16.166298 n-d-841760-1 neutron-server[88082]: DEBUG oslo_db.api [None req-4ceca0f8-fdd2-49d3-8961-c38b14fa5e10 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:40:16.186191 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9ef77818-b897-4653-8f92-29971273f4bc tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:16.190050 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63059f97-3442-4484-95c3-342ff80dc916 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=233cee75-b067-4135-95bd-1a3a174a9585,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:16.218557 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9ef77818-b897-4653-8f92-29971273f4bc tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:16.296109 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b9d85a23-d975-4fa3-b5f2-b14008977196 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:16.333529 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-667e6d0d-59b6-4daf-96a2-4f690fd2da88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:16.382759 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d85a23-d975-4fa3-b5f2-b14008977196 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Pushing event updated for resources: {'Subnet': ['ID=79a46775-03f4-4237-9604-1783d7302bcb,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:16.388649 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-667e6d0d-59b6-4daf-96a2-4f690fd2da88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:16.392019 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d85a23-d975-4fa3-b5f2-b14008977196 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Checking segment: {'id': 'c00f752f-29ab-4729-86fe-8350a3e02e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f95a0237-c391-493c-8d92-33b603b14694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:40:16.392386 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d85a23-d975-4fa3-b5f2-b14008977196 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Network hostable DHCP agents. Network: f95a0237-c391-493c-8d92-33b603b14694, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:40:16.419397 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d85a23-d975-4fa3-b5f2-b14008977196 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Network f95a0237-c391-493c-8d92-33b603b14694 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:40:16.431878 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-b9d85a23-d975-4fa3-b5f2-b14008977196 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, f95a0237-c391-493c-8d92-33b603b14694) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:40:16.436350 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b9d85a23-d975-4fa3-b5f2-b14008977196 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:16.442701 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a1d2cf-b0b6-4d20-8709-e0295b69e9ba None None] Network f95a0237-c391-493c-8d92-33b603b14694 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:40:16.466828 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-63059f97-3442-4484-95c3-342ff80dc916 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:16.471097 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-63059f97-3442-4484-95c3-342ff80dc916 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1574421 May 13 14:40:16.493190 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55848) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:16.512858 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef77818-b897-4653-8f92-29971273f4bc tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Pushing event updated for resources: {'Port': ['ID=272cb4af-13b2-48f1-aa40-dad52b60e1bf,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:16.561021 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-667e6d0d-59b6-4daf-96a2-4f690fd2da88 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e9b3b1dbd5eb45bf9e554368e6b553e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4440761 May 13 14:40:16.566225 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-59905760-559b-4c07-a4c3-0fea452e4803 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "GET /v2.0/security-group-rules/233cee75-b067-4135-95bd-1a3a174a9585 HTTP/1.1" status: 200 len: 763 time: 0.0658069 May 13 14:40:16.567282 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55852) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:16.573729 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55854) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:16.574113 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55856) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:16.580931 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e6d0d-59b6-4daf-96a2-4f690fd2da88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4516ef7a-8f92-41f9-9b9f-6a67141e0265,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:16.599066 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device bcd4bb21-f936-450e-bb84-7841ab5e45ab no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:40:16.614237 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d85a23-d975-4fa3-b5f2-b14008977196 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Checking segment: {'id': 'f5932562-1ebf-4c57-8698-007a3284aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5e91949a-582d-49fa-a72f-77b818e9a35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:40:16.614690 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d85a23-d975-4fa3-b5f2-b14008977196 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Network hostable DHCP agents. Network: 5e91949a-582d-49fa-a72f-77b818e9a35e, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:40:16.620704 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9ef77818-b897-4653-8f92-29971273f4bc tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:16.630792 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d85a23-d975-4fa3-b5f2-b14008977196 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Pushing event updated for resources: {'Subnet': ['ID=d61a19d4-059b-426a-b7ea-d81fdf1c2d70,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:16.638759 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: bcd4bb21-f936-450e-bb84-7841ab5e45ab {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:40:16.639396 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device bcd4bb21-f936-450e-bb84-7841ab5e45ab not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:40:16.643035 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9b7283aa-115a-4d2b-a13b-d7b66de5c9f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:16.664096 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fe4e28-e430-43d8-bbb8-de69cd07bcc9 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Router 821a13de-4389-4bc4-be6a-30908817f57d has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:40:16.669347 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-4ceca0f8-fdd2-49d3-8961-c38b14fa5e10 admin admin] Deleting port bcd4bb21-f936-450e-bb84-7841ab5e45ab {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:40:16.669830 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ceca0f8-fdd2-49d3-8961-c38b14fa5e10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:16.676745 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9b7283aa-115a-4d2b-a13b-d7b66de5c9f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:16.688919 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9b7283aa-115a-4d2b-a13b-d7b66de5c9f6 admin admin] Usage tracker for resource:security_group_rule and tenant:e74646945bc7432d89594118d42d4389 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:16.698360 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9b7283aa-115a-4d2b-a13b-d7b66de5c9f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:16.702660 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9ef77818-b897-4653-8f92-29971273f4bc tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:16.703870 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9ef77818-b897-4653-8f92-29971273f4bc tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5841072 May 13 14:40:16.712663 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9b7283aa-115a-4d2b-a13b-d7b66de5c9f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:16.751444 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d85a23-d975-4fa3-b5f2-b14008977196 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Network 5e91949a-582d-49fa-a72f-77b818e9a35e is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:40:16.775323 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-4ceca0f8-fdd2-49d3-8961-c38b14fa5e10 admin admin] The port 'bcd4bb21-f936-450e-bb84-7841ab5e45ab' was deleted {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:40:16.781755 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6459710e-bb3b-4fe2-a25f-5d6fefec7c71 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Synchronizing usage tracker for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group_rule {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:16.810254 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-b9d85a23-d975-4fa3-b5f2-b14008977196 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 5e91949a-582d-49fa-a72f-77b818e9a35e) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:40:16.822193 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bfe49d-2805-4c10-b505-89c4d325f61f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-f95a0237-c391-493c-8d92-33b603b14694', 'network_id': 'f95a0237-c391-493c-8d92-33b603b14694', 'tenant_id': '1bd86cfe0f9941d9ad6bbf0e0e15882f', 'fixed_ips': [{'subnet_id': '79a46775-03f4-4237-9604-1783d7302bcb'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:40:16.823965 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-60bfe49d-2805-4c10-b505-89c4d325f61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:16.847792 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c9e6cc-e959-4d7f-a990-f1b15f20b3ee None None] Network 5e91949a-582d-49fa-a72f-77b818e9a35e requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:40:16.848096 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d85a23-d975-4fa3-b5f2-b14008977196 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:16.848096 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d85a23-d975-4fa3-b5f2-b14008977196 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:16.848632 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b9d85a23-d975-4fa3-b5f2-b14008977196 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:16.849742 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6459710e-bb3b-4fe2-a25f-5d6fefec7c71 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Unset dirty status for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group_rule {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:16.854537 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6459710e-bb3b-4fe2-a25f-5d6fefec7c71 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2745273 May 13 14:40:16.854654 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55872) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:16.924383 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a1ac4996-3b5a-48fd-83d6-59f31f6caad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:16.964680 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b9d85a23-d975-4fa3-b5f2-b14008977196 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 2.4292140 May 13 14:40:16.974090 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ceca0f8-fdd2-49d3-8961-c38b14fa5e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:16.974981 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55888) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:16.992854 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a1ac4996-3b5a-48fd-83d6-59f31f6caad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:17.023223 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-4ceca0f8-fdd2-49d3-8961-c38b14fa5e10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f3ea62-29f2-477b-a404-9640a1543fb6']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:17.049006 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-4ceca0f8-fdd2-49d3-8961-c38b14fa5e10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48847e38-2d4a-4cc8-8897-6a1a796d15c2') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:17.049303 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-4ceca0f8-fdd2-49d3-8961-c38b14fa5e10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48847e38-2d4a-4cc8-8897-6a1a796d15c2') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:17.068013 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ceca0f8-fdd2-49d3-8961-c38b14fa5e10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:17.071856 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-412ee07a-d01f-4cba-a6a1-8f63b524f24d tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:17.086050 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fe4e28-e430-43d8-bbb8-de69cd07bcc9 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:40:17.096899 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ceca0f8-fdd2-49d3-8961-c38b14fa5e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:17.099537 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-412ee07a-d01f-4cba-a6a1-8f63b524f24d tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:17.102903 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9b5c96-bdb0-40b5-bb87-9db6f1acc008 None None] Sync routers for ids ['821a13de-4389-4bc4-be6a-30908817f57d'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:40:17.106678 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ceca0f8-fdd2-49d3-8961-c38b14fa5e10 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:40:17.107176 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ceca0f8-fdd2-49d3-8961-c38b14fa5e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:17.118223 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c475c9f0-590a-48f6-b5c9-0f7993a23a03 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:17.119774 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c475c9f0-590a-48f6-b5c9-0f7993a23a03 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:17.121435 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c475c9f0-590a-48f6-b5c9-0f7993a23a03 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:17.123351 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c475c9f0-590a-48f6-b5c9-0f7993a23a03 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.1472590 May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: timer() May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:40:17.124207 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:40:17.128040 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9b5c96-bdb0-40b5-bb87-9db6f1acc008 None None] Routers {'821a13de-4389-4bc4-be6a-30908817f57d'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:40:17.128534 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55904) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:17.130115 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-dd9b5c96-bdb0-40b5-bb87-9db6f1acc008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:40:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['821a13de-4389-4bc4-be6a-30908817f57d'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:17.223486 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b9fe4e28-e430-43d8-bbb8-de69cd07bcc9 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:17.359742 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2729155-fcd0-41fa-b1d9-a97a8e9290f5 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Deleting subnet 79a46775-03f4-4237-9604-1783d7302bcb {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:40:17.366599 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-60bfe49d-2805-4c10-b505-89c4d325f61f None None] Allocated IP 172.20.0.2 (f95a0237-c391-493c-8d92-33b603b14694/79a46775-03f4-4237-9604-1783d7302bcb/af16bb8f-3f41-46c1-8d09-d66be96de9ad) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:40:17.386127 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21469ae0-3968-444e-bc21-6bf6f141ee9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-5e91949a-582d-49fa-a72f-77b818e9a35e', 'network_id': '5e91949a-582d-49fa-a72f-77b818e9a35e', 'tenant_id': '1bd86cfe0f9941d9ad6bbf0e0e15882f', 'fixed_ips': [{'subnet_id': 'd61a19d4-059b-426a-b7ea-d81fdf1c2d70'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:40:17.387601 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-21469ae0-3968-444e-bc21-6bf6f141ee9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:17.401393 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9b7283aa-115a-4d2b-a13b-d7b66de5c9f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:17.412328 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-412ee07a-d01f-4cba-a6a1-8f63b524f24d tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:17.417856 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a1ac4996-3b5a-48fd-83d6-59f31f6caad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:17.427135 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-dd9b5c96-bdb0-40b5-bb87-9db6f1acc008 None None] Set router 821a13de-4389-4bc4-be6a-30908817f57d gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:40:17.430411 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9b7283aa-115a-4d2b-a13b-d7b66de5c9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:17.453594 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac4996-3b5a-48fd-83d6-59f31f6caad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4516ef7a-8f92-41f9-9b9f-6a67141e0265,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:17.461950 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a1ac4996-3b5a-48fd-83d6-59f31f6caad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:17.465745 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ee07a-d01f-4cba-a6a1-8f63b524f24d tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=233cee75-b067-4135-95bd-1a3a174a9585,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:17.471011 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a1ac4996-3b5a-48fd-83d6-59f31f6caad3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4516ef7a-8f92-41f9-9b9f-6a67141e0265 HTTP/1.1" status: 204 len: 168 time: 0.8919141 May 13 14:40:17.534387 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc54d75-9665-4b1d-b6bc-cde17dd7ec81', 'tag': '1cd1f57d-1854-49dc-a1ac-35e2a791069c'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:40:17.534664 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ceca0f8-fdd2-49d3-8961-c38b14fa5e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:17.556241 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-412ee07a-d01f-4cba-a6a1-8f63b524f24d tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:17.560392 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-412ee07a-d01f-4cba-a6a1-8f63b524f24d tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/233cee75-b067-4135-95bd-1a3a174a9585 HTTP/1.1" status: 204 len: 168 time: 0.6286819 May 13 14:40:17.562738 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55916) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:17.577881 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7283aa-115a-4d2b-a13b-d7b66de5c9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8a84a2-25b0-4f8e-a6e8-f192d4f8ebad,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:17.586710 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9b7283aa-115a-4d2b-a13b-d7b66de5c9f6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e74646945bc7432d89594118d42d4389&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0089781 May 13 14:40:17.603476 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ceca0f8-fdd2-49d3-8961-c38b14fa5e10 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:17.604714 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55920) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:17.634995 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceca0f8-fdd2-49d3-8961-c38b14fa5e10 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2f3ea62-29f2-477b-a404-9640a1543fb6,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:17.655235 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f4256c1-a837-4c29-8e9d-52afbc7cff84'] response: {'name': 'network-changed', 'server_uuid': '9dc54d75-9665-4b1d-b6bc-cde17dd7ec81', 'tag': '1cd1f57d-1854-49dc-a1ac-35e2a791069c', 'status': 'completed', 'code': 200} May 13 14:40:17.663104 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4ceca0f8-fdd2-49d3-8961-c38b14fa5e10 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c2f3ea62-29f2-477b-a404-9640a1543fb6 HTTP/1.1" status: 204 len: 168 time: 2.7466381 May 13 14:40:17.664088 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b9fe4e28-e430-43d8-bbb8-de69cd07bcc9 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "PUT /v2.0/floatingips/5e5115be-239e-4c6c-a339-840fc4dc81f1 HTTP/1.1" status: 200 len: 994 time: 4.4370284 May 13 14:40:17.722508 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d73bdad3-e535-4b74-b9f1-c20885fa9445 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Synchronizing usage tracker for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group_rule {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:17.760759 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d5f3d6cf-901d-40d3-a7d0-c8766c73517f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:17.777394 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d73bdad3-e535-4b74-b9f1-c20885fa9445 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Unset dirty status for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group_rule {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:17.787621 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d73bdad3-e535-4b74-b9f1-c20885fa9445 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2147272 May 13 14:40:17.801076 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55928) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:17.820204 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-05d715e0-4752-435b-bd38-d7edc6399100 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Request body: {'security_group_rule': {'security_group_id': '3337fd99-c757-4f79-ab13-2e575a962a84', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:17.858061 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-05d715e0-4752-435b-bd38-d7edc6399100 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:17.881498 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d5f3d6cf-901d-40d3-a7d0-c8766c73517f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:17.946161 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-05d715e0-4752-435b-bd38-d7edc6399100 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:17.964705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25eff5-9df5-413e-8055-19ab64f06a5a req-0fd5daa8-6ffd-49d8-8ce2-1fca8c164281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:17.970430 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fd25eff5-9df5-413e-8055-19ab64f06a5a req-0fd5daa8-6ffd-49d8-8ce2-1fca8c164281 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=936df29ada1f4039bf03263eb4658581&device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 1097 time: 0.2744296 May 13 14:40:18.031686 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55938) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:18.108039 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-21469ae0-3968-444e-bc21-6bf6f141ee9a None None] Allocated IP 172.20.0.18 (5e91949a-582d-49fa-a72f-77b818e9a35e/d61a19d4-059b-426a-b7ea-d81fdf1c2d70/c1d45405-af84-4915-9e8d-f1ae73f6398b) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:40:18.130957 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-60bfe49d-2805-4c10-b505-89c4d325f61f None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:18.138566 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-05d715e0-4752-435b-bd38-d7edc6399100 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:18.152870 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:18.195346 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-60bfe49d-2805-4c10-b505-89c4d325f61f None None] Transition to ACTIVE for port object af16bb8f-3f41-46c1-8d09-d66be96de9ad will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:40:18.216383 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25eff5-9df5-413e-8055-19ab64f06a5a req-d31f5c76-b22d-4839-bb41-54d5717add9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:18.218314 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fd25eff5-9df5-413e-8055-19ab64f06a5a req-d31f5c76-b22d-4839-bb41-54d5717add9a service neutron] 10.222.0.74 "GET /v2.0/networks?id=9479e797-5371-4e30-beb4-10899bbfb8b9 HTTP/1.1" status: 200 len: 919 time: 0.2430298 May 13 14:40:18.229287 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d5f3d6cf-901d-40d3-a7d0-c8766c73517f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:18.308823 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-dd9b5c96-bdb0-40b5-bb87-9db6f1acc008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821a13de-4389-4bc4-be6a-30908817f57d', 'name': 'tempest-ServerRescueNegativeTestJSON-723694868-router', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b5ff1480-253f-494b-b4b8-7c039763e1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:00Z', 'updated_at': '2022-05-13T14:35:13Z', 'revision_number': 4, 'project_id': '936df29ada1f4039bf03263eb4658581', 'gw_port': {'id': 'b5ff1480-253f-494b-b4b8-7c039763e1cd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:03Z', 'updated_at': '2022-05-13T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '5e5115be-239e-4c6c-a339-840fc4dc81f1', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'floating_ip_address': '172.25.0.237', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'port_id': '1cd1f57d-1854-49dc-a1ac-35e2a791069c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9', 'mac_address': 'fa:16:3e:64:21:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc54d75-9665-4b1d-b6bc-cde17dd7ec81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:37:52Z', 'updated_at': '2022-05-13T14:40:15Z', 'revision_number': 3, 'project_id': '936df29ada1f4039bf03263eb4658581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a716a6-453e-4451-9da3-cfcd90194748', 'name': '', 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'mac_address': 'fa:16:3e:ef:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'be55f4c0-99f6-4777-9e43-16529e4e725e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:10Z', 'updated_at': '2022-05-13T14:35:23Z', 'revision_number': 5, 'project_id': '936df29ada1f4039bf03263eb4658581', 'subnets': [{'id': 'be55f4c0-99f6-4777-9e43-16529e4e725e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:18.319985 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9b5c96-bdb0-40b5-bb87-9db6f1acc008 None None] Checking router: 821a13de-4389-4bc4-be6a-30908817f57d for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:40:18.338312 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9b5c96-bdb0-40b5-bb87-9db6f1acc008 None None] Routers {'821a13de-4389-4bc4-be6a-30908817f57d'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:40:18.338916 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-dd9b5c96-bdb0-40b5-bb87-9db6f1acc008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:40:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['821a13de-4389-4bc4-be6a-30908817f57d'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:18.446019 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55954) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:18.449668 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-05d715e0-4752-435b-bd38-d7edc6399100 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:18.493297 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3d6cf-901d-40d3-a7d0-c8766c73517f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8a84a2-25b0-4f8e-a6e8-f192d4f8ebad,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:18.495729 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-05d715e0-4752-435b-bd38-d7edc6399100 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:18.508522 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d5f3d6cf-901d-40d3-a7d0-c8766c73517f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:18.509993 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d5f3d6cf-901d-40d3-a7d0-c8766c73517f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3a8a84a2-25b0-4f8e-a6e8-f192d4f8ebad HTTP/1.1" status: 204 len: 168 time: 0.9018018 May 13 14:40:18.513637 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fd25eff5-9df5-413e-8055-19ab64f06a5a req-7e79754a-a775-4e1e-afe4-53da11590011 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1cd1f57d-1854-49dc-a1ac-35e2a791069c HTTP/1.1" status: 200 len: 1002 time: 0.2880428 May 13 14:40:18.518278 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a336f302-1982-4515-9e6c-0f6d4accda1d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0ed26fe593c0415a996a54f846d0b80d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0689979 May 13 14:40:18.518717 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55964) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:18.553143 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d715e0-4752-435b-bd38-d7edc6399100 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f4c276-450a-4620-b259-e038e06315a3,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:18.563779 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7913ebf6-1187-46ec-b979-891ec6d13354 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=de6728dd22224c41a4bc2fe2ab69d0cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5278575 May 13 14:40:18.564664 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55972) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:18.568052 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-05d715e0-4752-435b-bd38-d7edc6399100 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:18.569610 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-05d715e0-4752-435b-bd38-d7edc6399100 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7672215 May 13 14:40:18.591306 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-60bfe49d-2805-4c10-b505-89c4d325f61f None None] Transition to ACTIVE for port object af16bb8f-3f41-46c1-8d09-d66be96de9ad will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:40:18.593288 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55976) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:18.606892 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a2729155-fcd0-41fa-b1d9-a97a8e9290f5 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:18.617385 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-60bfe49d-2805-4c10-b505-89c4d325f61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:18.634809 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25eff5-9df5-413e-8055-19ab64f06a5a req-f4ff803d-faee-4fd5-a493-b3369d22f243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:18.636176 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fd25eff5-9df5-413e-8055-19ab64f06a5a req-f4ff803d-faee-4fd5-a493-b3369d22f243 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=be55f4c0-99f6-4777-9e43-16529e4e725e HTTP/1.1" status: 200 len: 857 time: 0.1142433 May 13 14:40:18.718982 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a2729155-fcd0-41fa-b1d9-a97a8e9290f5 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:18.719258 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ecb5f37e-8bdf-4497-82e0-433da37c39ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:18.730548 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bfe49d-2805-4c10-b505-89c4d325f61f None None] Network f95a0237-c391-493c-8d92-33b603b14694 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:40:18.735297 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-dd9b5c96-bdb0-40b5-bb87-9db6f1acc008 None None] Set router 821a13de-4389-4bc4-be6a-30908817f57d gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:40:18.735536 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-60bfe49d-2805-4c10-b505-89c4d325f61f None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:40:18.737877 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bfe49d-2805-4c10-b505-89c4d325f61f None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:40:18.772914 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ecb5f37e-8bdf-4497-82e0-433da37c39ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:18.810221 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25eff5-9df5-413e-8055-19ab64f06a5a req-b7f82c8f-ff4f-488d-81b0-98ed8804be10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:18.818708 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fd25eff5-9df5-413e-8055-19ab64f06a5a req-b7f82c8f-ff4f-488d-81b0-98ed8804be10 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9479e797-5371-4e30-beb4-10899bbfb8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1764565 May 13 14:40:18.974148 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5306a08b-b7d7-4d90-bd0c-1ece8e1a8dc2 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "GET /v2.0/security-group-rules/70f4c276-450a-4620-b259-e038e06315a3 HTTP/1.1" status: 200 len: 763 time: 0.3794284 May 13 14:40:18.983756 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55994) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:19.053509 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bfe49d-2805-4c10-b505-89c4d325f61f None None] Pushing event updated for resources: {'Port': ['ID=af16bb8f-3f41-46c1-8d09-d66be96de9ad,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:19.117478 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-60bfe49d-2805-4c10-b505-89c4d325f61f None None] Attempting to bind port af16bb8f-3f41-46c1-8d09-d66be96de9ad on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:40:19.118299 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-60bfe49d-2805-4c10-b505-89c4d325f61f None None] Attempting to bind port af16bb8f-3f41-46c1-8d09-d66be96de9ad by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'c00f752f-29ab-4729-86fe-8350a3e02e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f95a0237-c391-493c-8d92-33b603b14694'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:40:19.119337 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bfe49d-2805-4c10-b505-89c4d325f61f None None] Attempting to bind port af16bb8f-3f41-46c1-8d09-d66be96de9ad on network f95a0237-c391-493c-8d92-33b603b14694 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:40:19.139872 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-85f4b062-b5b3-4892-8aca-94fef0a9887f tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Synchronizing usage tracker for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group_rule {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:19.145295 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bfe49d-2805-4c10-b505-89c4d325f61f None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:40:19.148086 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bfe49d-2805-4c10-b505-89c4d325f61f None None] Checking segment: {'id': 'c00f752f-29ab-4729-86fe-8350a3e02e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f95a0237-c391-493c-8d92-33b603b14694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:40:19.153087 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-60bfe49d-2805-4c10-b505-89c4d325f61f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:19.153087 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bfe49d-2805-4c10-b505-89c4d325f61f None None] Bound using segment: {'id': 'c00f752f-29ab-4729-86fe-8350a3e02e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f95a0237-c391-493c-8d92-33b603b14694'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:40:19.153087 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-60bfe49d-2805-4c10-b505-89c4d325f61f None None] Bound port: af16bb8f-3f41-46c1-8d09-d66be96de9ad, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c00f752f-29ab-4729-86fe-8350a3e02e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f95a0237-c391-493c-8d92-33b603b14694'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:40:19.153087 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-60bfe49d-2805-4c10-b505-89c4d325f61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:19.174246 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ecb5f37e-8bdf-4497-82e0-433da37c39ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:19.233029 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-45539c7c-85f0-4308-9177-b21a9b4e950f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:19.265395 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fd25eff5-9df5-413e-8055-19ab64f06a5a req-9bb9fe87-ae90-4f42-9dc0-4871bee43faa service neutron] 10.222.0.74 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182529 May 13 14:40:19.274867 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5f37e-8bdf-4497-82e0-433da37c39ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48163a42-3fc4-490f-ba68-31df7fa0038b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:19.287144 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a2729155-fcd0-41fa-b1d9-a97a8e9290f5 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:19.318455 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-85f4b062-b5b3-4892-8aca-94fef0a9887f tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Unset dirty status for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group_rule {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:19.322742 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-85f4b062-b5b3-4892-8aca-94fef0a9887f tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3380129 May 13 14:40:19.323720 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56002) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:19.329532 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-45539c7c-85f0-4308-9177-b21a9b4e950f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:19.402909 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ecb5f37e-8bdf-4497-82e0-433da37c39ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:19.404049 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ecb5f37e-8bdf-4497-82e0-433da37c39ad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/48163a42-3fc4-490f-ba68-31df7fa0038b HTTP/1.1" status: 204 len: 168 time: 0.8837829 May 13 14:40:19.460222 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6d545778-566a-4f6e-b820-83f8b196b3db tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:19.494588 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6d545778-566a-4f6e-b820-83f8b196b3db tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:19.528863 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-45539c7c-85f0-4308-9177-b21a9b4e950f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:19.547228 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a2729155-fcd0-41fa-b1d9-a97a8e9290f5 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:19.552475 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6d545778-566a-4f6e-b820-83f8b196b3db tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:19.614216 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45539c7c-85f0-4308-9177-b21a9b4e950f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1399deca-9c56-4f25-bf8e-dcbcdef6e39d,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:19.618665 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2729155-fcd0-41fa-b1d9-a97a8e9290f5 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Pushing event deleted for resources: {'Subnet': ['ID=79a46775-03f4-4237-9604-1783d7302bcb,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:19.622126 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a2729155-fcd0-41fa-b1d9-a97a8e9290f5 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:19.625751 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a2729155-fcd0-41fa-b1d9-a97a8e9290f5 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] 10.222.0.35 "DELETE /v2.0/subnets/79a46775-03f4-4237-9604-1783d7302bcb HTTP/1.1" status: 204 len: 168 time: 2.4934893 May 13 14:40:19.629458 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56014) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:19.630331 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-21469ae0-3968-444e-bc21-6bf6f141ee9a None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:19.639479 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-45539c7c-85f0-4308-9177-b21a9b4e950f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:19.640890 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-45539c7c-85f0-4308-9177-b21a9b4e950f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1399deca-9c56-4f25-bf8e-dcbcdef6e39d HTTP/1.1" status: 204 len: 168 time: 1.0744257 May 13 14:40:19.661181 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d545778-566a-4f6e-b820-83f8b196b3db tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70f4c276-450a-4620-b259-e038e06315a3,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:19.685382 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6d545778-566a-4f6e-b820-83f8b196b3db tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:19.693171 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6d545778-566a-4f6e-b820-83f8b196b3db tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/70f4c276-450a-4620-b259-e038e06315a3 HTTP/1.1" status: 204 len: 168 time: 0.2972891 May 13 14:40:19.698423 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-dd9b5c96-bdb0-40b5-bb87-9db6f1acc008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821a13de-4389-4bc4-be6a-30908817f57d', 'name': 'tempest-ServerRescueNegativeTestJSON-723694868-router', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b5ff1480-253f-494b-b4b8-7c039763e1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:00Z', 'updated_at': '2022-05-13T14:35:13Z', 'revision_number': 4, 'project_id': '936df29ada1f4039bf03263eb4658581', 'gw_port': {'id': 'b5ff1480-253f-494b-b4b8-7c039763e1cd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:03Z', 'updated_at': '2022-05-13T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '5e5115be-239e-4c6c-a339-840fc4dc81f1', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'floating_ip_address': '172.25.0.237', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'port_id': '1cd1f57d-1854-49dc-a1ac-35e2a791069c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9', 'mac_address': 'fa:16:3e:64:21:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc54d75-9665-4b1d-b6bc-cde17dd7ec81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:37:52Z', 'updated_at': '2022-05-13T14:40:15Z', 'revision_number': 3, 'project_id': '936df29ada1f4039bf03263eb4658581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a716a6-453e-4451-9da3-cfcd90194748', 'name': '', 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'mac_address': 'fa:16:3e:ef:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'be55f4c0-99f6-4777-9e43-16529e4e725e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:10Z', 'updated_at': '2022-05-13T14:35:23Z', 'revision_number': 5, 'project_id': '936df29ada1f4039bf03263eb4658581', 'subnets': [{'id': 'be55f4c0-99f6-4777-9e43-16529e4e725e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:19.702467 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-21469ae0-3968-444e-bc21-6bf6f141ee9a None None] Transition to ACTIVE for port object c1d45405-af84-4915-9e8d-f1ae73f6398b will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:40:19.714084 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc54d75-9665-4b1d-b6bc-cde17dd7ec81', 'tag': '1cd1f57d-1854-49dc-a1ac-35e2a791069c'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:40:19.717709 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56022) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:19.720030 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-60bfe49d-2805-4c10-b505-89c4d325f61f None None] For port af16bb8f-3f41-46c1-8d09-d66be96de9ad, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:40:19.722786 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9b5c96-bdb0-40b5-bb87-9db6f1acc008 None None] The sync data for ids ['821a13de-4389-4bc4-be6a-30908817f57d'] in n-d-841760-1 is: [{'id': '821a13de-4389-4bc4-be6a-30908817f57d', 'name': 'tempest-ServerRescueNegativeTestJSON-723694868-router', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b5ff1480-253f-494b-b4b8-7c039763e1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:00Z', 'updated_at': '2022-05-13T14:35:13Z', 'revision_number': 4, 'project_id': '936df29ada1f4039bf03263eb4658581', 'gw_port': {'id': 'b5ff1480-253f-494b-b4b8-7c039763e1cd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:03Z', 'updated_at': '2022-05-13T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '5e5115be-239e-4c6c-a339-840fc4dc81f1', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'floating_ip_address': '172.25.0.237', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'port_id': '1cd1f57d-1854-49dc-a1ac-35e2a791069c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9', 'mac_address': 'fa:16:3e:64:21:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc54d75-9665-4b1d-b6bc-cde17dd7ec81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:37:52Z', 'updated_at': '2022-05-13T14:40:15Z', 'revision_number': 3, 'project_id': '936df29ada1f4039bf03263eb4658581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a716a6-453e-4451-9da3-cfcd90194748', 'name': '', 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'mac_address': 'fa:16:3e:ef:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'be55f4c0-99f6-4777-9e43-16529e4e725e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:10Z', 'updated_at': '2022-05-13T14:35:23Z', 'revision_number': 5, 'project_id': '936df29ada1f4039bf03263eb4658581', 'subnets': [{'id': 'be55f4c0-99f6-4777-9e43-16529e4e725e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:40:19.727687 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-60bfe49d-2805-4c10-b505-89c4d325f61f None None] For port af16bb8f-3f41-46c1-8d09-d66be96de9ad, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=af16bb8f-3f41-46c1-8d09-d66be96de9ad,segment=NetworkSegment(c00f752f-29ab-4729-86fe-8350a3e02e45),segment_id=c00f752f-29ab-4729-86fe-8350a3e02e45)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:40:19.739878 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-60bfe49d-2805-4c10-b505-89c4d325f61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:19.755372 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fd25eff5-9df5-413e-8055-19ab64f06a5a req-9c7d15fd-6a91-4752-bfc6-4c8d9cb51d8d service neutron] 10.222.0.74 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816725 May 13 14:40:19.825278 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-21469ae0-3968-444e-bc21-6bf6f141ee9a None None] Transition to ACTIVE for port object c1d45405-af84-4915-9e8d-f1ae73f6398b will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:40:19.828889 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bfe49d-2805-4c10-b505-89c4d325f61f None None] Pushing event updated for resources: {'Port': ['ID=af16bb8f-3f41-46c1-8d09-d66be96de9ad,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:19.848511 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-74fbe6bf-af5f-41bd-a4b6-bfb70cfeba45 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Synchronizing usage tracker for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group_rule {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:19.871991 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-74fbe6bf-af5f-41bd-a4b6-bfb70cfeba45 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Unset dirty status for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group_rule {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:19.873669 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-21469ae0-3968-444e-bc21-6bf6f141ee9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:19.876928 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-520fdb5c-2add-47fb-ac99-6f703ac59599 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Deleting subnet d61a19d4-059b-426a-b7ea-d81fdf1c2d70 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:40:19.880211 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-74fbe6bf-af5f-41bd-a4b6-bfb70cfeba45 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1602910 May 13 14:40:19.881006 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56028) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:19.885086 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-520fdb5c-2add-47fb-ac99-6f703ac59599 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:19.893475 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-eef1c36b-514b-4906-b0e0-c8bb97276627 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Request body: {'security_group_rule': {'security_group_id': '3337fd99-c757-4f79-ab13-2e575a962a84', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:19.950346 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf2fe0a8-6918-4ca8-9223-47a5dbd527db'] response: {'name': 'network-changed', 'server_uuid': '9dc54d75-9665-4b1d-b6bc-cde17dd7ec81', 'tag': '1cd1f57d-1854-49dc-a1ac-35e2a791069c', 'status': 'completed', 'code': 200} May 13 14:40:20.014914 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-eef1c36b-514b-4906-b0e0-c8bb97276627 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:20.067318 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-eef1c36b-514b-4906-b0e0-c8bb97276627 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:20.098897 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-520fdb5c-2add-47fb-ac99-6f703ac59599 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:20.164908 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eef1c36b-514b-4906-b0e0-c8bb97276627 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:20.215426 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21469ae0-3968-444e-bc21-6bf6f141ee9a None None] Network 5e91949a-582d-49fa-a72f-77b818e9a35e is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:40:20.221600 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-21469ae0-3968-444e-bc21-6bf6f141ee9a None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:40:20.231680 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f414862-e966-40ef-b9d4-5d72b115e183 req-dcc2e886-756a-41b3-9687-f77b8ecd4564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:20.233295 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7f414862-e966-40ef-b9d4-5d72b115e183 req-dcc2e886-756a-41b3-9687-f77b8ecd4564 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=936df29ada1f4039bf03263eb4658581&device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 1097 time: 0.3312283 May 13 14:40:20.234978 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21469ae0-3968-444e-bc21-6bf6f141ee9a None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:40:20.417338 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-520fdb5c-2add-47fb-ac99-6f703ac59599 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:20.531699 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21469ae0-3968-444e-bc21-6bf6f141ee9a None None] Pushing event updated for resources: {'Port': ['ID=c1d45405-af84-4915-9e8d-f1ae73f6398b,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:20.588374 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eef1c36b-514b-4906-b0e0-c8bb97276627 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:20.614126 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-520fdb5c-2add-47fb-ac99-6f703ac59599 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:20.629098 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-21469ae0-3968-444e-bc21-6bf6f141ee9a None None] Attempting to bind port c1d45405-af84-4915-9e8d-f1ae73f6398b on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:40:20.629541 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-21469ae0-3968-444e-bc21-6bf6f141ee9a None None] Attempting to bind port c1d45405-af84-4915-9e8d-f1ae73f6398b by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'f5932562-1ebf-4c57-8698-007a3284aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5e91949a-582d-49fa-a72f-77b818e9a35e'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:40:20.630142 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21469ae0-3968-444e-bc21-6bf6f141ee9a None None] Attempting to bind port c1d45405-af84-4915-9e8d-f1ae73f6398b on network 5e91949a-582d-49fa-a72f-77b818e9a35e {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:40:20.640017 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eef1c36b-514b-4906-b0e0-c8bb97276627 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:20.646450 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21469ae0-3968-444e-bc21-6bf6f141ee9a None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:40:20.648420 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21469ae0-3968-444e-bc21-6bf6f141ee9a None None] Checking segment: {'id': 'f5932562-1ebf-4c57-8698-007a3284aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5e91949a-582d-49fa-a72f-77b818e9a35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:40:20.649134 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-21469ae0-3968-444e-bc21-6bf6f141ee9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:20.649771 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21469ae0-3968-444e-bc21-6bf6f141ee9a None None] Bound using segment: {'id': 'f5932562-1ebf-4c57-8698-007a3284aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5e91949a-582d-49fa-a72f-77b818e9a35e'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:40:20.651927 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-21469ae0-3968-444e-bc21-6bf6f141ee9a None None] Bound port: c1d45405-af84-4915-9e8d-f1ae73f6398b, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5932562-1ebf-4c57-8698-007a3284aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5e91949a-582d-49fa-a72f-77b818e9a35e'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:40:20.653229 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-21469ae0-3968-444e-bc21-6bf6f141ee9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:20.677874 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fdb5c-2add-47fb-ac99-6f703ac59599 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Pushing event deleted for resources: {'Subnet': ['ID=d61a19d4-059b-426a-b7ea-d81fdf1c2d70,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:20.680788 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-520fdb5c-2add-47fb-ac99-6f703ac59599 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:20.693088 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-520fdb5c-2add-47fb-ac99-6f703ac59599 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] 10.222.0.35 "DELETE /v2.0/subnets/d61a19d4-059b-426a-b7ea-d81fdf1c2d70 HTTP/1.1" status: 204 len: 168 time: 1.0602980 May 13 14:40:20.694099 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56054) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:20.768644 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1c36b-514b-4906-b0e0-c8bb97276627 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f5f0060-eb4a-4dd4-83a9-6e056e248d60,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:20.778745 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f414862-e966-40ef-b9d4-5d72b115e183 req-7e096c70-857c-4571-8fef-9b58904095e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:20.780890 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7f414862-e966-40ef-b9d4-5d72b115e183 req-7e096c70-857c-4571-8fef-9b58904095e1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9479e797-5371-4e30-beb4-10899bbfb8b9 HTTP/1.1" status: 200 len: 919 time: 0.5188181 May 13 14:40:20.823377 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-21469ae0-3968-444e-bc21-6bf6f141ee9a None None] For port c1d45405-af84-4915-9e8d-f1ae73f6398b, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:40:20.827458 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-21469ae0-3968-444e-bc21-6bf6f141ee9a None None] For port c1d45405-af84-4915-9e8d-f1ae73f6398b, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c1d45405-af84-4915-9e8d-f1ae73f6398b,segment=NetworkSegment(f5932562-1ebf-4c57-8698-007a3284aa3c),segment_id=f5932562-1ebf-4c57-8698-007a3284aa3c)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:40:20.833297 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-21469ae0-3968-444e-bc21-6bf6f141ee9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:20.850477 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0afd94e-a4eb-4db1-b7ab-ab9d887642d7 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:20.851963 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c0afd94e-a4eb-4db1-b7ab-ab9d887642d7 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Synchronizing usage tracker for tenant:1bd86cfe0f9941d9ad6bbf0e0e15882f on resource:subnet {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:20.895545 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c0afd94e-a4eb-4db1-b7ab-ab9d887642d7 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Unset dirty status for tenant:1bd86cfe0f9941d9ad6bbf0e0e15882f on resource:subnet {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:20.896486 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eef1c36b-514b-4906-b0e0-c8bb97276627 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:20.900382 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c0afd94e-a4eb-4db1-b7ab-ab9d887642d7 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2026057 May 13 14:40:20.901322 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56062) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:20.901967 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-eef1c36b-514b-4906-b0e0-c8bb97276627 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0186076 May 13 14:40:20.908644 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56066) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:20.935786 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21469ae0-3968-444e-bc21-6bf6f141ee9a None None] Pushing event updated for resources: {'Port': ['ID=c1d45405-af84-4915-9e8d-f1ae73f6398b,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:20.975896 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a6bc34f3-05fe-4d93-87d4-643fbf504d9e tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "GET /v2.0/security-group-rules/5f5f0060-eb4a-4dd4-83a9-6e056e248d60 HTTP/1.1" status: 200 len: 764 time: 0.0709629 May 13 14:40:20.976914 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56070) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:21.054128 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-04e5c17f-09f0-4d58-879a-3d3fd6e44a2a tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Synchronizing usage tracker for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group_rule {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:21.083369 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-04e5c17f-09f0-4d58-879a-3d3fd6e44a2a tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Unset dirty status for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group_rule {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:21.088267 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-04e5c17f-09f0-4d58-879a-3d3fd6e44a2a tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1099663 May 13 14:40:21.091293 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56074) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:21.108738 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7133c850-edae-4018-9c89-588024cc75d5 None None] Network 5e91949a-582d-49fa-a72f-77b818e9a35e requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:40:21.142775 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-98fa384d-ab1c-48a9-8993-dc4daccff87e tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:21.148412 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7f414862-e966-40ef-b9d4-5d72b115e183 req-05a5e682-b293-4b20-ae1a-0cfb423b50b0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1cd1f57d-1854-49dc-a1ac-35e2a791069c HTTP/1.1" status: 200 len: 1002 time: 0.3600965 May 13 14:40:21.178095 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-98fa384d-ab1c-48a9-8993-dc4daccff87e tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:21.230615 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-98fa384d-ab1c-48a9-8993-dc4daccff87e tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:21.296732 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa384d-ab1c-48a9-8993-dc4daccff87e tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f5f0060-eb4a-4dd4-83a9-6e056e248d60,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:21.318080 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-98fa384d-ab1c-48a9-8993-dc4daccff87e tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:21.321529 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-98fa384d-ab1c-48a9-8993-dc4daccff87e tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/5f5f0060-eb4a-4dd4-83a9-6e056e248d60 HTTP/1.1" status: 204 len: 168 time: 0.2267668 May 13 14:40:21.327394 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56084) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:21.434044 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5340204a-e43c-4fc3-9fba-f7180f067067 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Synchronizing usage tracker for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group_rule {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:21.469399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5340204a-e43c-4fc3-9fba-f7180f067067 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Unset dirty status for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group_rule {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:21.471422 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5340204a-e43c-4fc3-9fba-f7180f067067 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1430032 May 13 14:40:21.475578 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56090) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:21.635296 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2bb1c489-5c47-4431-bcf6-887f4515a161 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:21.645775 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1ac1da9d-75a2-463f-861c-bb31c837c6ff tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:21.682072 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f414862-e966-40ef-b9d4-5d72b115e183 req-24564838-d172-4b9b-9d4a-c323c811731b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:21.683600 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7f414862-e966-40ef-b9d4-5d72b115e183 req-24564838-d172-4b9b-9d4a-c323c811731b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=be55f4c0-99f6-4777-9e43-16529e4e725e HTTP/1.1" status: 200 len: 857 time: 0.5259647 May 13 14:40:21.685247 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-2bb1c489-5c47-4431-bcf6-887f4515a161 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Deleting port c1d45405-af84-4915-9e8d-f1ae73f6398b {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:40:21.685964 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2bb1c489-5c47-4431-bcf6-887f4515a161 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:21.709430 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de1250c-8b2c-4392-8e1c-8d6c605a0c11 None None] Network f95a0237-c391-493c-8d92-33b603b14694 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:40:21.734545 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1ac1da9d-75a2-463f-861c-bb31c837c6ff tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:21.831301 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1ac1da9d-75a2-463f-861c-bb31c837c6ff tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:21.872572 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1da9d-75a2-463f-861c-bb31c837c6ff tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3337fd99-c757-4f79-ab13-2e575a962a84,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:21.885531 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0cdc1816-0b40-4df2-a05a-32eea58c1e9f None None] Provisioning for port af16bb8f-3f41-46c1-8d09-d66be96de9ad completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:40:21.899229 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1ac1da9d-75a2-463f-861c-bb31c837c6ff tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:21.900401 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1ac1da9d-75a2-463f-861c-bb31c837c6ff tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "DELETE /v2.0/security-groups/3337fd99-c757-4f79-ab13-2e575a962a84 HTTP/1.1" status: 204 len: 168 time: 0.4234593 May 13 14:40:21.904494 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1da9d-75a2-463f-861c-bb31c837c6ff tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:21.906701 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1da9d-75a2-463f-861c-bb31c837c6ff tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:21.907128 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1da9d-75a2-463f-861c-bb31c837c6ff tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:21.907770 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1da9d-75a2-463f-861c-bb31c837c6ff tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:21.909191 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1da9d-75a2-463f-861c-bb31c837c6ff tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:21.910136 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1da9d-75a2-463f-861c-bb31c837c6ff tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:21.910469 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1da9d-75a2-463f-861c-bb31c837c6ff tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:21.910798 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1da9d-75a2-463f-861c-bb31c837c6ff tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:21.911140 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1da9d-75a2-463f-861c-bb31c837c6ff tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:21.911467 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1da9d-75a2-463f-861c-bb31c837c6ff tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:21.911797 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1da9d-75a2-463f-861c-bb31c837c6ff tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:21.912116 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1da9d-75a2-463f-861c-bb31c837c6ff tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:21.932996 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56108) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:22.029211 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-48532c8f-1289-456a-97ef-a86a6620ab8f tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Synchronizing usage tracker for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:22.048134 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-48532c8f-1289-456a-97ef-a86a6620ab8f tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Unset dirty status for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:22.050228 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-48532c8f-1289-456a-97ef-a86a6620ab8f tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1156757 May 13 14:40:22.054719 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56116) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:22.069459 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-061c650b-a483-47f7-8f3f-4ea39e6a10e1 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Request body: {'security_group': {'name': 'tempest-secgroup--1969641383'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:22.089586 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-061c650b-a483-47f7-8f3f-4ea39e6a10e1 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:22.099896 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-2bb1c489-5c47-4431-bcf6-887f4515a161 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] For port c1d45405-af84-4915-9e8d-f1ae73f6398b, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c1d45405-af84-4915-9e8d-f1ae73f6398b,segment=NetworkSegment(f5932562-1ebf-4c57-8698-007a3284aa3c),segment_id=f5932562-1ebf-4c57-8698-007a3284aa3c)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:22.100266 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2bb1c489-5c47-4431-bcf6-887f4515a161 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:22.117900 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-061c650b-a483-47f7-8f3f-4ea39e6a10e1 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:22.140285 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-061c650b-a483-47f7-8f3f-4ea39e6a10e1 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:22.215921 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-061c650b-a483-47f7-8f3f-4ea39e6a10e1 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:22.231163 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-061c650b-a483-47f7-8f3f-4ea39e6a10e1 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Usage tracker for resource:security_group_rule and tenant:6fd71f3952584877a1e51180cc06427c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:22.244095 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-061c650b-a483-47f7-8f3f-4ea39e6a10e1 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:22.245428 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0704e8c9-5cbf-4663-bb6f-e6a205b090dd None None] DHCP port deletion for f95a0237-c391-493c-8d92-33b603b14694 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:40:22.250045 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0704e8c9-5cbf-4663-bb6f-e6a205b090dd None None] Deleting port af16bb8f-3f41-46c1-8d09-d66be96de9ad {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:40:22.250617 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0704e8c9-5cbf-4663-bb6f-e6a205b090dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:22.258154 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-061c650b-a483-47f7-8f3f-4ea39e6a10e1 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:22.303443 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-2bb1c489-5c47-4431-bcf6-887f4515a161 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Calling delete_port for c1d45405-af84-4915-9e8d-f1ae73f6398b owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:40:22.390089 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-061c650b-a483-47f7-8f3f-4ea39e6a10e1 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:22.395687 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-061c650b-a483-47f7-8f3f-4ea39e6a10e1 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:22.424902 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f414862-e966-40ef-b9d4-5d72b115e183 req-e4f04175-10e9-42e5-a9bb-fbc2997d34fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:22.427496 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7f414862-e966-40ef-b9d4-5d72b115e183 req-e4f04175-10e9-42e5-a9bb-fbc2997d34fb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9479e797-5371-4e30-beb4-10899bbfb8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7064261 May 13 14:40:22.501294 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c650b-a483-47f7-8f3f-4ea39e6a10e1 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b772abc6-9b1e-495d-aac4-97c949f76ab4,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:22.598148 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-061c650b-a483-47f7-8f3f-4ea39e6a10e1 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:22.606001 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7f414862-e966-40ef-b9d4-5d72b115e183 req-7d7f1348-e565-4289-a39c-7ddbcdb4afbb service neutron] 10.222.0.74 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721742 May 13 14:40:22.607294 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-061c650b-a483-47f7-8f3f-4ea39e6a10e1 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5493279 May 13 14:40:22.608773 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56132) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:22.616156 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-5cacc29f-9ad9-412b-85f7-e01bfc8298cc tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Request body: {'security_group_rule': {'security_group_id': 'b772abc6-9b1e-495d-aac4-97c949f76ab4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:22.627315 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2bb1c489-5c47-4431-bcf6-887f4515a161 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:22.754056 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-0704e8c9-5cbf-4663-bb6f-e6a205b090dd None None] For port af16bb8f-3f41-46c1-8d09-d66be96de9ad, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=af16bb8f-3f41-46c1-8d09-d66be96de9ad,segment=NetworkSegment(c00f752f-29ab-4729-86fe-8350a3e02e45),segment_id=c00f752f-29ab-4729-86fe-8350a3e02e45)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:22.754056 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0704e8c9-5cbf-4663-bb6f-e6a205b090dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:22.785823 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5cacc29f-9ad9-412b-85f7-e01bfc8298cc tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:22.853426 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5cacc29f-9ad9-412b-85f7-e01bfc8298cc tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Usage tracker for resource:security_group_rule and tenant:6fd71f3952584877a1e51180cc06427c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:22.860130 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1c489-5c47-4431-bcf6-887f4515a161 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Pushing event deleted for resources: {'Port': ['ID=c1d45405-af84-4915-9e8d-f1ae73f6398b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:22.864782 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5cacc29f-9ad9-412b-85f7-e01bfc8298cc tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:22.874233 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5cacc29f-9ad9-412b-85f7-e01bfc8298cc tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:22.876412 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb1c489-5c47-4431-bcf6-887f4515a161 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] No DVR routers for this DVR port c1d45405-af84-4915-9e8d-f1ae73f6398b on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:40:22.879748 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7f414862-e966-40ef-b9d4-5d72b115e183 req-bc30ea8b-27f3-4ca2-b0e2-6b5039c33d17 service neutron] 10.222.0.74 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577963 May 13 14:40:23.006403 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56142) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:23.016497 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0704e8c9-5cbf-4663-bb6f-e6a205b090dd None None] Calling delete_port for af16bb8f-3f41-46c1-8d09-d66be96de9ad owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:40:23.025106 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5cacc29f-9ad9-412b-85f7-e01bfc8298cc tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:23.072462 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2bb1c489-5c47-4431-bcf6-887f4515a161 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:23.110519 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0704e8c9-5cbf-4663-bb6f-e6a205b090dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:23.122090 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5cacc29f-9ad9-412b-85f7-e01bfc8298cc tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:23.134662 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-2bb1c489-5c47-4431-bcf6-887f4515a161 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e91949a-582d-49fa-a72f-77b818e9a35e']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:23.157765 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5cacc29f-9ad9-412b-85f7-e01bfc8298cc tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:23.170353 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-2bb1c489-5c47-4431-bcf6-887f4515a161 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5932562-1ebf-4c57-8698-007a3284aa3c') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:23.170626 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-2bb1c489-5c47-4431-bcf6-887f4515a161 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5932562-1ebf-4c57-8698-007a3284aa3c') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:23.190906 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704e8c9-5cbf-4663-bb6f-e6a205b090dd None None] Pushing event deleted for resources: {'Port': ['ID=af16bb8f-3f41-46c1-8d09-d66be96de9ad,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:23.200193 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0704e8c9-5cbf-4663-bb6f-e6a205b090dd None None] No DVR routers for this DVR port af16bb8f-3f41-46c1-8d09-d66be96de9ad on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:40:23.203083 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704e8c9-5cbf-4663-bb6f-e6a205b090dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:23.205996 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704e8c9-5cbf-4663-bb6f-e6a205b090dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:23.207235 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704e8c9-5cbf-4663-bb6f-e6a205b090dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:23.207786 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704e8c9-5cbf-4663-bb6f-e6a205b090dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:23.208341 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704e8c9-5cbf-4663-bb6f-e6a205b090dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:23.208886 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704e8c9-5cbf-4663-bb6f-e6a205b090dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:23.209423 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704e8c9-5cbf-4663-bb6f-e6a205b090dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:23.209952 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-3756c050-c150-4dd4-98ae-94ed037278b9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1661738649-network', 'tenant_id': 'e540cd79706f4092b1c33147f0b2cee9'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:23.210212 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704e8c9-5cbf-4663-bb6f-e6a205b090dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:23.210745 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704e8c9-5cbf-4663-bb6f-e6a205b090dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:23.211304 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704e8c9-5cbf-4663-bb6f-e6a205b090dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:23.211839 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704e8c9-5cbf-4663-bb6f-e6a205b090dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:23.212388 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704e8c9-5cbf-4663-bb6f-e6a205b090dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:23.224160 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3756c050-c150-4dd4-98ae-94ed037278b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:23.233862 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7714289d-6836-4484-bd0e-10d941f0d8a4 None None] get_active_networks_info from n-d-841760-1 {{(pid=88083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 14:40:23.239195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3756c050-c150-4dd4-98ae-94ed037278b9 admin admin] Usage tracker for resource:network and tenant:e540cd79706f4092b1c33147f0b2cee9 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:23.242090 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2bb1c489-5c47-4431-bcf6-887f4515a161 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:23.242705 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3756c050-c150-4dd4-98ae-94ed037278b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:23.258617 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3756c050-c150-4dd4-98ae-94ed037278b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:23.275940 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cacc29f-9ad9-412b-85f7-e01bfc8298cc tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b83a6780-7b03-4aef-a16f-c5fbc0cb1c33,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:23.316576 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2bb1c489-5c47-4431-bcf6-887f4515a161 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:23.330554 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3756c050-c150-4dd4-98ae-94ed037278b9 admin admin] Made reservation on behalf of e540cd79706f4092b1c33147f0b2cee9 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:40:23.339167 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3756c050-c150-4dd4-98ae-94ed037278b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:23.345973 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5cacc29f-9ad9-412b-85f7-e01bfc8298cc tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:23.347339 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5cacc29f-9ad9-412b-85f7-e01bfc8298cc tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7375209 May 13 14:40:23.352628 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56158) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:23.359101 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb1c489-5c47-4431-bcf6-887f4515a161 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:40:23.360272 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2bb1c489-5c47-4431-bcf6-887f4515a161 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:23.397373 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3756c050-c150-4dd4-98ae-94ed037278b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:23.398545 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:40:23.398545 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:40:23.398545 n-d-841760-1 neutron-server[88082]: timer() May 13 14:40:23.398545 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:40:23.398545 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:40:23.398545 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:40:23.398545 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:40:23.398545 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:40:23.398545 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:40:23.398545 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:40:23.398545 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:40:23.398545 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:40:23.398545 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:40:23.398545 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:40:23.398545 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:40:23.398545 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:40:23.398545 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:40:23.398545 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:40:23.398545 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:40:23.398545 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:40:23.398545 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:40:23.398545 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:40:23.398545 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:40:23.398545 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:40:23.398545 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:40:23.398545 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:40:23.398545 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:40:23.398545 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:40:23.398545 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:40:23.398545 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:40:23.398545 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:40:23.398545 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:40:23.458137 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3756c050-c150-4dd4-98ae-94ed037278b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:23.462162 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3756c050-c150-4dd4-98ae-94ed037278b9 admin admin] Usage tracker for resource:security_group_rule and tenant:e540cd79706f4092b1c33147f0b2cee9 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:23.465094 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3756c050-c150-4dd4-98ae-94ed037278b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:23.468337 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7714289d-6836-4484-bd0e-10d941f0d8a4 None None] Resources bound (agent type, host, resource id): {{(pid=88083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 14:40:23.479836 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3756c050-c150-4dd4-98ae-94ed037278b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:23.599674 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b32fb4da-01fd-41dc-97c7-2bc62fcd4ec9 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:23.641521 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b32fb4da-01fd-41dc-97c7-2bc62fcd4ec9 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:23.641757 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2bb1c489-5c47-4431-bcf6-887f4515a161 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:23.682116 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2bb1c489-5c47-4431-bcf6-887f4515a161 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:23.704998 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1c489-5c47-4431-bcf6-887f4515a161 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Pushing event deleted for resources: {'Network': ['ID=5e91949a-582d-49fa-a72f-77b818e9a35e,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:23.720290 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2bb1c489-5c47-4431-bcf6-887f4515a161 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] 10.222.0.35 "DELETE /v2.0/networks/5e91949a-582d-49fa-a72f-77b818e9a35e HTTP/1.1" status: 204 len: 168 time: 2.8095515 May 13 14:40:23.731664 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56172) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:23.861772 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b32fb4da-01fd-41dc-97c7-2bc62fcd4ec9 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:23.905287 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3756c050-c150-4dd4-98ae-94ed037278b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:23.916641 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56180) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:23.929990 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32fb4da-01fd-41dc-97c7-2bc62fcd4ec9 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b772abc6-9b1e-495d-aac4-97c949f76ab4,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:23.944971 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3756c050-c150-4dd4-98ae-94ed037278b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:23.990361 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e6eb6580-e651-48da-a54d-e9a182a1308a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:24.007859 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3756c050-c150-4dd4-98ae-94ed037278b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:40:24.012727 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b32fb4da-01fd-41dc-97c7-2bc62fcd4ec9 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:24.013771 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b32fb4da-01fd-41dc-97c7-2bc62fcd4ec9 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "DELETE /v2.0/security-groups/b772abc6-9b1e-495d-aac4-97c949f76ab4 HTTP/1.1" status: 204 len: 168 time: 0.6376340 May 13 14:40:24.016651 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56188) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:24.029458 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756c050-c150-4dd4-98ae-94ed037278b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:24.056232 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3756c050-c150-4dd4-98ae-94ed037278b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:24.056232 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-3756c050-c150-4dd4-98ae-94ed037278b9 admin admin] Added segment 75860f48-3c0c-46a4-92f7-4b3c58b2f18e of type vlan for network 8641c536-545f-4056-be2c-402575e577ff May 13 14:40:24.139005 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7d52d047-bb07-4c99-a60c-07193e59a296 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Synchronizing usage tracker for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:24.168932 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7d52d047-bb07-4c99-a60c-07193e59a296 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Unset dirty status for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:24.170545 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7d52d047-bb07-4c99-a60c-07193e59a296 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1529353 May 13 14:40:24.173343 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56194) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:24.211612 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-c5e7d751-1541-460e-9036-e56dc368af79 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-916454103'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:24.244515 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c5e7d751-1541-460e-9036-e56dc368af79 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:24.251268 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c5e7d751-1541-460e-9036-e56dc368af79 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Usage tracker for resource:router and tenant:042424f4e49645e084bc9544f6bd66cf is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:24.254950 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c5e7d751-1541-460e-9036-e56dc368af79 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:24.287679 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3756c050-c150-4dd4-98ae-94ed037278b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:24.305127 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c5e7d751-1541-460e-9036-e56dc368af79 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:24.324580 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2e4be9ae-af34-4954-84cf-b2e3c1993fbc tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Synchronizing usage tracker for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group_rule {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:24.332280 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e6eb6580-e651-48da-a54d-e9a182a1308a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:24.342182 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c5e7d751-1541-460e-9036-e56dc368af79 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:24.343414 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c5e7d751-1541-460e-9036-e56dc368af79 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:24.350016 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2e4be9ae-af34-4954-84cf-b2e3c1993fbc tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] Unset dirty status for tenant:6fd71f3952584877a1e51180cc06427c on resource:security_group_rule {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:24.351750 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2e4be9ae-af34-4954-84cf-b2e3c1993fbc tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1772082 May 13 14:40:24.354664 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56204) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:24.380546 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-4537e201-b65e-4897-8013-a420c69a1de5 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] delete failed (client error): The resource could not be found. May 13 14:40:24.381614 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4537e201-b65e-4897-8013-a420c69a1de5 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "DELETE /v2.0/security-groups/b772abc6-9b1e-495d-aac4-97c949f76ab4 HTTP/1.1" status: 404 len: 347 time: 0.0256963 May 13 14:40:24.387985 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56208) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:24.391179 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c5e7d751-1541-460e-9036-e56dc368af79 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:24.402944 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-e6eb6580-e651-48da-a54d-e9a182a1308a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95a0237-c391-493c-8d92-33b603b14694']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:24.419667 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-e6eb6580-e651-48da-a54d-e9a182a1308a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c00f752f-29ab-4729-86fe-8350a3e02e45') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:24.419937 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-e6eb6580-e651-48da-a54d-e9a182a1308a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c00f752f-29ab-4729-86fe-8350a3e02e45') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:24.428551 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3756c050-c150-4dd4-98ae-94ed037278b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:24.429545 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3756c050-c150-4dd4-98ae-94ed037278b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:24.430058 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3756c050-c150-4dd4-98ae-94ed037278b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:24.453905 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c5e7d751-1541-460e-9036-e56dc368af79 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:24.474346 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e6eb6580-e651-48da-a54d-e9a182a1308a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:24.476696 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-08ad5c79-f4d3-47be-b3d1-47b2e0fdc225 tempest-SecGroupTest-1958206885 tempest-SecGroupTest-1958206885-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0874977 May 13 14:40:24.506030 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c5e7d751-1541-460e-9036-e56dc368af79 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:24.508715 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c5e7d751-1541-460e-9036-e56dc368af79 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5899093 May 13 14:40:24.511766 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56218) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:24.561271 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3756c050-c150-4dd4-98ae-94ed037278b9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5533128 May 13 14:40:24.572258 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56224) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:24.573337 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e6eb6580-e651-48da-a54d-e9a182a1308a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:24.586754 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-4bf85070-5605-4047-ac9e-16665bdcec37 admin admin] Request body: {'subnet': {'network_id': '8641c536-545f-4056-be2c-402575e577ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1661738649-subnet', 'tenant_id': 'e540cd79706f4092b1c33147f0b2cee9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:24.592399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4bf85070-5605-4047-ac9e-16665bdcec37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:24.596327 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4bf85070-5605-4047-ac9e-16665bdcec37 admin admin] Usage tracker for resource:subnet and tenant:e540cd79706f4092b1c33147f0b2cee9 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:24.600190 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4bf85070-5605-4047-ac9e-16665bdcec37 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:24.607589 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4bf85070-5605-4047-ac9e-16665bdcec37 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:24.617651 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6eb6580-e651-48da-a54d-e9a182a1308a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:40:24.617989 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e6eb6580-e651-48da-a54d-e9a182a1308a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:24.633963 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:40:24.633963 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:40:24.633963 n-d-841760-1 neutron-server[88081]: timer() May 13 14:40:24.633963 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:40:24.633963 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:40:24.633963 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:40:24.633963 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:40:24.633963 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:40:24.633963 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:40:24.633963 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:40:24.633963 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:40:24.633963 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:40:24.633963 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:40:24.633963 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:40:24.633963 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:40:24.633963 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:40:24.633963 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:40:24.633963 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:40:24.633963 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:40:24.633963 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:40:24.633963 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:40:24.633963 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:40:24.633963 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:40:24.633963 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:40:24.633963 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:40:24.633963 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:40:24.633963 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:40:24.633963 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:40:24.633963 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:40:24.633963 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:40:24.633963 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:40:24.633963 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:40:24.687686 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf85070-5605-4047-ac9e-16665bdcec37 admin admin] Made reservation on behalf of e540cd79706f4092b1c33147f0b2cee9 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:40:24.690010 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4bf85070-5605-4047-ac9e-16665bdcec37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:24.899634 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756c050-c150-4dd4-98ae-94ed037278b9 admin admin] Pushing event updated for resources: {'Network': ['ID=8641c536-545f-4056-be2c-402575e577ff,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:24.910163 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 8641c536-545f-4056-be2c-402575e577ff details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:40:24.973485 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a585eff6-36f8-49cc-b078-484b2f15d19c tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:25.034089 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e6eb6580-e651-48da-a54d-e9a182a1308a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:25.073215 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e6eb6580-e651-48da-a54d-e9a182a1308a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:25.087642 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb6580-e651-48da-a54d-e9a182a1308a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Pushing event deleted for resources: {'Network': ['ID=f95a0237-c391-493c-8d92-33b603b14694,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:25.117526 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e6eb6580-e651-48da-a54d-e9a182a1308a tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] 10.222.0.35 "DELETE /v2.0/networks/f95a0237-c391-493c-8d92-33b603b14694 HTTP/1.1" status: 204 len: 168 time: 1.3840392 May 13 14:40:25.118771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56240) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:25.123280 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56242) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:25.198300 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56250) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:25.250051 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4bf85070-5605-4047-ac9e-16665bdcec37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:25.374581 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf85070-5605-4047-ac9e-16665bdcec37 admin admin] Checking segment: {'id': '75860f48-3c0c-46a4-92f7-4b3c58b2f18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8641c536-545f-4056-be2c-402575e577ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:40:25.374897 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf85070-5605-4047-ac9e-16665bdcec37 admin admin] Network hostable DHCP agents. Network: 8641c536-545f-4056-be2c-402575e577ff, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:40:25.409274 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf85070-5605-4047-ac9e-16665bdcec37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:25.444824 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-30bf56e6-a2cf-4bd8-8b30-91db67aeb95f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:25.486255 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf85070-5605-4047-ac9e-16665bdcec37 admin admin] Network 8641c536-545f-4056-be2c-402575e577ff is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:40:25.490546 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-30bf56e6-a2cf-4bd8-8b30-91db67aeb95f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:25.497122 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cc3415f5-af9f-4441-9db4-e729a97f1dd1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6fd71f3952584877a1e51180cc06427c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3720803 May 13 14:40:25.499763 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56256) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:25.504763 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-30bf56e6-a2cf-4bd8-8b30-91db67aeb95f admin admin] Usage tracker for resource:security_group_rule and tenant:e2bbf87ec118466182813d1953ad5fc1 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:25.517427 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-30bf56e6-a2cf-4bd8-8b30-91db67aeb95f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:25.520133 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-4bf85070-5605-4047-ac9e-16665bdcec37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 8641c536-545f-4056-be2c-402575e577ff) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:40:25.525664 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-30bf56e6-a2cf-4bd8-8b30-91db67aeb95f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:25.531391 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99ac1b4-580f-4a17-8deb-40b022bf6220 None None] Network 8641c536-545f-4056-be2c-402575e577ff requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:40:25.534233 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf85070-5605-4047-ac9e-16665bdcec37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:25.535471 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4bf85070-5605-4047-ac9e-16665bdcec37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:25.593910 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4bf85070-5605-4047-ac9e-16665bdcec37 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0178163 May 13 14:40:25.654829 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a585eff6-36f8-49cc-b078-484b2f15d19c tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:25.657975 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a585eff6-36f8-49cc-b078-484b2f15d19c tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:25.679429 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-73566a55-260d-45b0-955c-f96cac3be969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:25.731143 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a585eff6-36f8-49cc-b078-484b2f15d19c tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:25.731143 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a585eff6-36f8-49cc-b078-484b2f15d19c tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fd66325a-7fe8-4ce6-9f3b-b1eda417848e {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:40:25.746947 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-73566a55-260d-45b0-955c-f96cac3be969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:25.770494 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a585eff6-36f8-49cc-b078-484b2f15d19c tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:25.772091 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a585eff6-36f8-49cc-b078-484b2f15d19c tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] 10.222.0.35 "DELETE /v2.0/routers/fd66325a-7fe8-4ce6-9f3b-b1eda417848e HTTP/1.1" status: 204 len: 168 time: 1.2588668 May 13 14:40:25.775268 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56262) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:25.780980 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-134c6cb1-8a47-42b9-ab34-c2185dad2ef5 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:25.788441 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-d1142ab6-0f32-4722-a5ba-f6bd41916644 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Request body: {'router': {'name': 'tempest-router-537068978', 'distributed': False}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:25.788654 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-30bf56e6-a2cf-4bd8-8b30-91db67aeb95f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:25.794425 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d1142ab6-0f32-4722-a5ba-f6bd41916644 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:25.800636 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d1142ab6-0f32-4722-a5ba-f6bd41916644 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Usage tracker for resource:router and tenant:042424f4e49645e084bc9544f6bd66cf is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:25.801230 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-30bf56e6-a2cf-4bd8-8b30-91db67aeb95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:25.804588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d1142ab6-0f32-4722-a5ba-f6bd41916644 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:25.811549 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d1142ab6-0f32-4722-a5ba-f6bd41916644 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:25.828659 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d1142ab6-0f32-4722-a5ba-f6bd41916644 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:25.830446 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d1142ab6-0f32-4722-a5ba-f6bd41916644 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:25.861943 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-30bf56e6-a2cf-4bd8-8b30-91db67aeb95f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e2bbf87ec118466182813d1953ad5fc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6624014 May 13 14:40:25.867403 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56266) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:25.869851 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf56e6-a2cf-4bd8-8b30-91db67aeb95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afde17b2-6004-4eab-9ce0-bb9605da173f,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:25.919784 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-73566a55-260d-45b0-955c-f96cac3be969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:25.955402 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73566a55-260d-45b0-955c-f96cac3be969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc4a234-7444-49ec-a3c2-bda12fa4818b,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:25.973240 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d1142ab6-0f32-4722-a5ba-f6bd41916644 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:25.990139 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5f224a4d-82f7-4ce7-9e05-f77cbd3c8015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:25.993637 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-73566a55-260d-45b0-955c-f96cac3be969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:25.994792 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-73566a55-260d-45b0-955c-f96cac3be969 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5fc4a234-7444-49ec-a3c2-bda12fa4818b HTTP/1.1" status: 204 len: 168 time: 0.4930732 May 13 14:40:26.010560 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-134c6cb1-8a47-42b9-ab34-c2185dad2ef5 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:26.050883 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-134c6cb1-8a47-42b9-ab34-c2185dad2ef5 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c67967-2bf8-4c7d-bd2c-1d5b6ea028c0']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:26.059964 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d1142ab6-0f32-4722-a5ba-f6bd41916644 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:26.079304 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-134c6cb1-8a47-42b9-ab34-c2185dad2ef5 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d0e33e-c7a5-475e-a687-73565b2e6414') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:26.080019 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5f224a4d-82f7-4ce7-9e05-f77cbd3c8015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:26.080142 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-134c6cb1-8a47-42b9-ab34-c2185dad2ef5 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d0e33e-c7a5-475e-a687-73565b2e6414') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:26.097904 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-134c6cb1-8a47-42b9-ab34-c2185dad2ef5 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:26.107819 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d1142ab6-0f32-4722-a5ba-f6bd41916644 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:26.109035 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d1142ab6-0f32-4722-a5ba-f6bd41916644 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3324220 May 13 14:40:26.114092 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56274) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:26.145752 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9601b5b9-49a9-4a10-87ab-5f59a6a26aa8 None None] Network 8641c536-545f-4056-be2c-402575e577ff requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:40:26.179451 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5f224a4d-82f7-4ce7-9e05-f77cbd3c8015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:26.221590 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f224a4d-82f7-4ce7-9e05-f77cbd3c8015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afde17b2-6004-4eab-9ce0-bb9605da173f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:26.234948 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5f224a4d-82f7-4ce7-9e05-f77cbd3c8015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:26.239045 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-134c6cb1-8a47-42b9-ab34-c2185dad2ef5 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:26.243544 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5f224a4d-82f7-4ce7-9e05-f77cbd3c8015 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/afde17b2-6004-4eab-9ce0-bb9605da173f HTTP/1.1" status: 204 len: 168 time: 0.3748910 May 13 14:40:26.249893 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134c6cb1-8a47-42b9-ab34-c2185dad2ef5 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:40:26.250369 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-134c6cb1-8a47-42b9-ab34-c2185dad2ef5 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:26.415083 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:40:26.415083 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:40:26.415083 n-d-841760-1 neutron-server[88082]: timer() May 13 14:40:26.415083 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:40:26.415083 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:40:26.415083 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:40:26.415083 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:40:26.415083 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:40:26.415083 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:40:26.415083 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:40:26.415083 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:40:26.415083 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:40:26.415083 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:40:26.415083 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:40:26.415083 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:40:26.415083 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:40:26.415083 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:40:26.415083 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:40:26.415083 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:40:26.415083 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:40:26.415083 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:40:26.415083 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:40:26.415083 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:40:26.415083 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:40:26.415083 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:40:26.415083 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:40:26.415083 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:40:26.415083 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:40:26.415083 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:40:26.415083 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:40:26.415083 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:40:26.415083 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:40:26.436968 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-134c6cb1-8a47-42b9-ab34-c2185dad2ef5 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:26.519241 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-134c6cb1-8a47-42b9-ab34-c2185dad2ef5 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:26.553914 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c6cb1-8a47-42b9-ab34-c2185dad2ef5 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Pushing event deleted for resources: {'Network': ['ID=d5c67967-2bf8-4c7d-bd2c-1d5b6ea028c0,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:26.556424 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cff59877-37c3-4ae7-b423-bc2267534da2 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:26.610934 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-134c6cb1-8a47-42b9-ab34-c2185dad2ef5 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] 10.222.0.35 "DELETE /v2.0/networks/d5c67967-2bf8-4c7d-bd2c-1d5b6ea028c0 HTTP/1.1" status: 204 len: 168 time: 1.4839664 May 13 14:40:26.611571 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56292) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:26.848220 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a9aeb16a-ce6b-40cb-a225-ffa3ab9df1f8 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:26.959726 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56298) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:27.041281 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d4d5de0d-c493-4245-b250-1ab046f98b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:27.064006 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a9aeb16a-ce6b-40cb-a225-ffa3ab9df1f8 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:27.064485 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cff59877-37c3-4ae7-b423-bc2267534da2 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:27.068912 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cff59877-37c3-4ae7-b423-bc2267534da2 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:27.071391 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d4d5de0d-c493-4245-b250-1ab046f98b7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:27.078899 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d4d5de0d-c493-4245-b250-1ab046f98b7e admin admin] Usage tracker for resource:security_group_rule and tenant:2b8b086735254543afab48947477d656 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:27.084730 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d4d5de0d-c493-4245-b250-1ab046f98b7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:27.102836 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-a9aeb16a-ce6b-40cb-a225-ffa3ab9df1f8 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0d7f82b-db34-46c8-a627-d63ce5d82a65']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:27.103689 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d4d5de0d-c493-4245-b250-1ab046f98b7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:27.118569 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cff59877-37c3-4ae7-b423-bc2267534da2 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:27.119428 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff59877-37c3-4ae7-b423-bc2267534da2 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a406eaa5-f49d-4d25-a9e2-e5e3af1c7c2f {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:40:27.137440 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-a9aeb16a-ce6b-40cb-a225-ffa3ab9df1f8 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e54d19a-0cc3-4229-b18c-17ca6a41b28e') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:27.137749 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-a9aeb16a-ce6b-40cb-a225-ffa3ab9df1f8 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e54d19a-0cc3-4229-b18c-17ca6a41b28e') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:27.151233 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cff59877-37c3-4ae7-b423-bc2267534da2 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:27.152624 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-cff59877-37c3-4ae7-b423-bc2267534da2 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] 10.222.0.35 "DELETE /v2.0/routers/a406eaa5-f49d-4d25-a9e2-e5e3af1c7c2f HTTP/1.1" status: 204 len: 168 time: 1.0376856 May 13 14:40:27.156346 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56310) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:27.160913 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a9aeb16a-ce6b-40cb-a225-ffa3ab9df1f8 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:27.195060 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a9aeb16a-ce6b-40cb-a225-ffa3ab9df1f8 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:27.205861 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9aeb16a-ce6b-40cb-a225-ffa3ab9df1f8 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:40:27.208625 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a9aeb16a-ce6b-40cb-a225-ffa3ab9df1f8 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:27.236207 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-45c48443-b161-4d35-878c-caf339bed1c7 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Request body: {'router': {'name': 'tempest-router-794675180', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '53ea021c8d65453b8059529932b4ca6d'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:27.248223 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:40:27.248223 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:40:27.248223 n-d-841760-1 neutron-server[88081]: timer() May 13 14:40:27.248223 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:40:27.248223 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:40:27.248223 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:40:27.248223 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:40:27.248223 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:40:27.248223 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:40:27.248223 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:40:27.248223 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:40:27.248223 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:40:27.248223 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:40:27.248223 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:40:27.248223 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:40:27.248223 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:40:27.248223 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:40:27.248223 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:40:27.248223 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:40:27.248223 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:40:27.248223 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:40:27.248223 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:40:27.248223 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:40:27.248223 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:40:27.248223 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:40:27.248223 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:40:27.248223 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:40:27.248223 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:40:27.248223 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:40:27.248223 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:40:27.248223 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:40:27.248223 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:40:27.260164 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c00551bf-484b-4224-9d3d-244962e0db83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:27.267874 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-45c48443-b161-4d35-878c-caf339bed1c7 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:27.285643 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-45c48443-b161-4d35-878c-caf339bed1c7 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Usage tracker for resource:router and tenant:53ea021c8d65453b8059529932b4ca6d is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:27.292529 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-45c48443-b161-4d35-878c-caf339bed1c7 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:27.304020 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-45c48443-b161-4d35-878c-caf339bed1c7 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:27.358838 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-45c48443-b161-4d35-878c-caf339bed1c7 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:27.364550 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-45c48443-b161-4d35-878c-caf339bed1c7 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:27.401873 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a9aeb16a-ce6b-40cb-a225-ffa3ab9df1f8 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:27.418895 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245f555-d78d-40bf-8188-dc53023d1972 req-0123c8b4-eb3d-4496-abd3-060c24193251 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:27.420408 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c245f555-d78d-40bf-8188-dc53023d1972 req-0123c8b4-eb3d-4496-abd3-060c24193251 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/networks?id=8641c536-545f-4056-be2c-402575e577ff HTTP/1.1" status: 200 len: 812 time: 0.2707174 May 13 14:40:27.433401 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d4d5de0d-c493-4245-b250-1ab046f98b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:27.444759 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-45c48443-b161-4d35-878c-caf339bed1c7 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:27.449917 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a9aeb16a-ce6b-40cb-a225-ffa3ab9df1f8 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:27.455067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aeb16a-ce6b-40cb-a225-ffa3ab9df1f8 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] Pushing event deleted for resources: {'Network': ['ID=c0d7f82b-db34-46c8-a627-d63ce5d82a65,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:27.455363 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d4d5de0d-c493-4245-b250-1ab046f98b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:27.465184 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a9aeb16a-ce6b-40cb-a225-ffa3ab9df1f8 tempest-BulkNetworkOpsTest-2054250626 tempest-BulkNetworkOpsTest-2054250626-project] 10.222.0.35 "DELETE /v2.0/networks/c0d7f82b-db34-46c8-a627-d63ce5d82a65 HTTP/1.1" status: 204 len: 168 time: 0.8526425 May 13 14:40:27.472650 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c245f555-d78d-40bf-8188-dc53023d1972 req-ad74c786-380e-468d-8af7-bbd02e624d3f tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/quotas/e540cd79706f4092b1c33147f0b2cee9 HTTP/1.1" status: 200 len: 375 time: 0.0415025 May 13 14:40:27.563502 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d4d5de0d-c493-4245-b250-1ab046f98b7e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2b8b086735254543afab48947477d656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6028705 May 13 14:40:27.566857 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56326) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:27.569235 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c245f555-d78d-40bf-8188-dc53023d1972 req-d1ce5bea-7c65-448f-a073-d1ac745c212c tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e540cd79706f4092b1c33147f0b2cee9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770128 May 13 14:40:27.571171 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d5de0d-c493-4245-b250-1ab046f98b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff20f45-4589-4f67-ac59-68352d10bbb2,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:27.574027 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-45c48443-b161-4d35-878c-caf339bed1c7 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:27.625236 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-45c48443-b161-4d35-878c-caf339bed1c7 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:27.626390 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-45c48443-b161-4d35-878c-caf339bed1c7 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4469995 May 13 14:40:27.630535 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56330) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:27.665990 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bf19ac92-dcf1-406d-8023-b394b25e570b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:27.680605 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-32b08064-1b46-496e-8503-0fae75cfca98 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:27.703892 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bf19ac92-dcf1-406d-8023-b394b25e570b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:27.811560 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bf19ac92-dcf1-406d-8023-b394b25e570b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:27.839588 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19ac92-dcf1-406d-8023-b394b25e570b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff20f45-4589-4f67-ac59-68352d10bbb2,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:27.861983 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bf19ac92-dcf1-406d-8023-b394b25e570b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:27.872846 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-bf19ac92-dcf1-406d-8023-b394b25e570b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3ff20f45-4589-4f67-ac59-68352d10bbb2 HTTP/1.1" status: 204 len: 168 time: 0.3032041 May 13 14:40:28.000213 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56344) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:28.054473 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56350) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:28.061557 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c245f555-d78d-40bf-8188-dc53023d1972 req-eb1c1fc0-b859-49e2-8fc7-d18bd1487bd2 service neutron] 10.222.0.35 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605687 May 13 14:40:28.210011 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-32b08064-1b46-496e-8503-0fae75cfca98 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:28.210606 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-32b08064-1b46-496e-8503-0fae75cfca98 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks [] for router, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:28.361192 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:28.484037 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d13de8a0-1fcf-4073-88ed-d205c0129975 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1bd86cfe0f9941d9ad6bbf0e0e15882f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4825001 May 13 14:40:28.490520 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56362) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:28.496923 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-f7d52ded-58ad-4a39-9f5c-eaa789f82bd0 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:28.497639 n-d-841760-1 neutron-server[88081]: WARNING neutron.api.v2.base [None req-f7d52ded-58ad-4a39-9f5c-eaa789f82bd0 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 13 14:40:28.498148 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-f7d52ded-58ad-4a39-9f5c-eaa789f82bd0 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] create failed (client error): There was a conflict when trying to complete your request. May 13 14:40:28.499183 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f7d52ded-58ad-4a39-9f5c-eaa789f82bd0 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4434230 May 13 14:40:28.509389 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56368) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:28.520463 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-53075009-c1c1-493d-92ac-3138cc03c41e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group': {'name': 'tempest-secgroup--907450849'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:28.529758 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-53075009-c1c1-493d-92ac-3138cc03c41e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:28.537775 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-53075009-c1c1-493d-92ac-3138cc03c41e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Usage tracker for resource:security_group and tenant:ecacaece361041aeb070f9e17f65cd5c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:28.541602 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-53075009-c1c1-493d-92ac-3138cc03c41e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:28.552959 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-53075009-c1c1-493d-92ac-3138cc03c41e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:28.572574 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-32b08064-1b46-496e-8503-0fae75cfca98 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88082) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 13 14:40:28.573175 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-32b08064-1b46-496e-8503-0fae75cfca98 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Router 192749d9-097d-439c-8ebb-9e12f17b3945 migrating from provider to provider. {{(pid=88082) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 13 14:40:28.573745 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-32b08064-1b46-496e-8503-0fae75cfca98 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:28.584090 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-53075009-c1c1-493d-92ac-3138cc03c41e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:28.602466 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-32b08064-1b46-496e-8503-0fae75cfca98 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:28.607021 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-53075009-c1c1-493d-92ac-3138cc03c41e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:28.612562 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c245f555-d78d-40bf-8188-dc53023d1972 req-a8dfdf7a-fe24-435c-b2a7-39c60552c487 service neutron] 10.222.0.35 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5416868 May 13 14:40:28.620396 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-32b08064-1b46-496e-8503-0fae75cfca98 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33129349'] for router, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:28.638418 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-53075009-c1c1-493d-92ac-3138cc03c41e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:28.644794 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-53075009-c1c1-493d-92ac-3138cc03c41e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Usage tracker for resource:security_group_rule and tenant:ecacaece361041aeb070f9e17f65cd5c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:28.649650 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-53075009-c1c1-493d-92ac-3138cc03c41e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:28.659571 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-53075009-c1c1-493d-92ac-3138cc03c41e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:28.779610 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e7f6963b-148b-4a37-aa7d-d2ab1cd3f16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:28.813474 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-53075009-c1c1-493d-92ac-3138cc03c41e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:28.829146 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-53075009-c1c1-493d-92ac-3138cc03c41e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:28.834804 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-53075009-c1c1-493d-92ac-3138cc03c41e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:28.837155 n-d-841760-1 neutron-server[88082]: WARNING neutron.scheduler.l3_agent_scheduler [None req-32b08064-1b46-496e-8503-0fae75cfca98 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] No L3 agents can host the router 192749d9-097d-439c-8ebb-9e12f17b3945 May 13 14:40:28.839292 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e7f6963b-148b-4a37-aa7d-d2ab1cd3f16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:28.845918 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-53075009-c1c1-493d-92ac-3138cc03c41e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Usage tracker for resource:security_group_rule and tenant:ecacaece361041aeb070f9e17f65cd5c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:28.853195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-53075009-c1c1-493d-92ac-3138cc03c41e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:28.870937 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-53075009-c1c1-493d-92ac-3138cc03c41e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:29.036183 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c8281b08-5a85-4751-9568-71b62a8bb512 req-f9ca9317-61df-48e0-a970-69837ada7bb9 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d28c737a-e2ea-4756-ae6f-f8fa1cb7bc94 HTTP/1.1" status: 200 len: 210 time: 0.1471903 May 13 14:40:29.044146 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53075009-c1c1-493d-92ac-3138cc03c41e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa522726-cfda-44c8-a6d2-9420125fbd1a,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:29.052090 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-53075009-c1c1-493d-92ac-3138cc03c41e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:29.060736 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-53075009-c1c1-493d-92ac-3138cc03c41e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:29.122653 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53075009-c1c1-493d-92ac-3138cc03c41e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d73183d-ed24-467e-b540-33aaabe90174,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:29.126620 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-53075009-c1c1-493d-92ac-3138cc03c41e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:29.128162 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-53075009-c1c1-493d-92ac-3138cc03c41e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6174998 May 13 14:40:29.132181 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56392) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:29.138965 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-d5edb521-8baf-4a4a-b797-a29b0fb0b39d tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group_rule': {'security_group_id': '0d73183d-ed24-467e-b540-33aaabe90174', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:29.146065 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d5edb521-8baf-4a4a-b797-a29b0fb0b39d tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:29.150438 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d5edb521-8baf-4a4a-b797-a29b0fb0b39d tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Usage tracker for resource:security_group_rule and tenant:ecacaece361041aeb070f9e17f65cd5c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:29.154313 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d5edb521-8baf-4a4a-b797-a29b0fb0b39d tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:29.161852 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d5edb521-8baf-4a4a-b797-a29b0fb0b39d tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:29.199813 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d5edb521-8baf-4a4a-b797-a29b0fb0b39d tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:29.244180 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b08064-1b46-496e-8503-0fae75cfca98 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Hosts for router 192749d9-097d-439c-8ebb-9e12f17b3945: [] {{(pid=88082) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} May 13 14:40:29.290260 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e7f6963b-148b-4a37-aa7d-d2ab1cd3f16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:29.310511 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d5edb521-8baf-4a4a-b797-a29b0fb0b39d tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:29.316698 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d5edb521-8baf-4a4a-b797-a29b0fb0b39d tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:29.316840 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b08064-1b46-496e-8503-0fae75cfca98 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Hosts for other DVR routers connected to router 192749d9-097d-439c-8ebb-9e12f17b3945: set() {{(pid=88082) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} May 13 14:40:29.329779 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6963b-148b-4a37-aa7d-d2ab1cd3f16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b46de32-c24a-487a-8441-eb876a897f9a,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:29.334272 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-32b08064-1b46-496e-8503-0fae75cfca98 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:29.335747 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-32b08064-1b46-496e-8503-0fae75cfca98 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] 10.222.0.35 "PUT /v2.0/routers/192749d9-097d-439c-8ebb-9e12f17b3945 HTTP/1.1" status: 200 len: 716 time: 1.7042458 May 13 14:40:29.342437 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56396) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:29.343332 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e7f6963b-148b-4a37-aa7d-d2ab1cd3f16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:29.344710 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e7f6963b-148b-4a37-aa7d-d2ab1cd3f16a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3b46de32-c24a-487a-8441-eb876a897f9a HTTP/1.1" status: 204 len: 168 time: 0.8511772 May 13 14:40:29.396085 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edb521-8baf-4a4a-b797-a29b0fb0b39d tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fbad6ea-6efa-40c5-b370-e0d609e874f2,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:29.423927 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d5edb521-8baf-4a4a-b797-a29b0fb0b39d tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:29.429273 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d5edb521-8baf-4a4a-b797-a29b0fb0b39d tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2961142 May 13 14:40:29.430173 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56406) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:29.436419 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-45e4967d-1428-4b79-92f3-b877d7072478 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group_rule': {'security_group_id': '0d73183d-ed24-467e-b540-33aaabe90174', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:29.445646 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-45e4967d-1428-4b79-92f3-b877d7072478 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:29.452596 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-45e4967d-1428-4b79-92f3-b877d7072478 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Usage tracker for resource:security_group_rule and tenant:ecacaece361041aeb070f9e17f65cd5c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:29.459791 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-45e4967d-1428-4b79-92f3-b877d7072478 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:29.481506 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-45e4967d-1428-4b79-92f3-b877d7072478 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:29.520742 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-45e4967d-1428-4b79-92f3-b877d7072478 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:29.552416 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-18e7c72f-1aa2-4c7a-bd5f-4b227e12fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:29.605200 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-45e4967d-1428-4b79-92f3-b877d7072478 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] create failed (client error): There was a conflict when trying to complete your request. May 13 14:40:29.610325 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-45e4967d-1428-4b79-92f3-b877d7072478 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1790719 May 13 14:40:29.610956 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56412) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:29.646383 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-72c8df08-8f38-476b-9004-39f3a7d1b5d5 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] 10.222.0.35 "GET /v2.0/routers/192749d9-097d-439c-8ebb-9e12f17b3945 HTTP/1.1" status: 200 len: 716 time: 0.3001344 May 13 14:40:29.648982 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56418) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:29.727021 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7b06a8b6-2011-4312-8a36-0d6a6d6e1438 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:29.772775 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7b06a8b6-2011-4312-8a36-0d6a6d6e1438 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:29.889459 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7b06a8b6-2011-4312-8a36-0d6a6d6e1438 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:29.913680 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06a8b6-2011-4312-8a36-0d6a6d6e1438 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d73183d-ed24-467e-b540-33aaabe90174,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:29.921646 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7b06a8b6-2011-4312-8a36-0d6a6d6e1438 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:29.925530 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56428) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:29.925670 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7b06a8b6-2011-4312-8a36-0d6a6d6e1438 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "DELETE /v2.0/security-groups/0d73183d-ed24-467e-b540-33aaabe90174 HTTP/1.1" status: 204 len: 168 time: 0.3135402 May 13 14:40:30.056186 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2ee42690-d685-462d-9742-a0f941e4c980 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1287582 May 13 14:40:30.059726 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56438) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:30.065260 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-4328d66c-6a52-4a02-8d50-19d414dd7730 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group': {'name': 'tempest-secgroup--1531832042'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:30.072955 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4328d66c-6a52-4a02-8d50-19d414dd7730 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:30.079067 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4328d66c-6a52-4a02-8d50-19d414dd7730 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Usage tracker for resource:security_group and tenant:ecacaece361041aeb070f9e17f65cd5c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:30.086808 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4328d66c-6a52-4a02-8d50-19d414dd7730 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:30.257181 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4328d66c-6a52-4a02-8d50-19d414dd7730 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:30.273866 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56448) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:30.286178 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c2103182-fcf5-429f-8356-3ae0837b3953 tempest-RoutersTestDVR-523503789 tempest-RoutersTestDVR-523503789-project] 10.222.0.35 "GET /v2.0/routers/192749d9-097d-439c-8ebb-9e12f17b3945 HTTP/1.1" status: 200 len: 682 time: 0.6358066 May 13 14:40:30.302190 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4328d66c-6a52-4a02-8d50-19d414dd7730 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:30.485233 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4328d66c-6a52-4a02-8d50-19d414dd7730 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:30.506796 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4328d66c-6a52-4a02-8d50-19d414dd7730 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Usage tracker for resource:security_group_rule and tenant:ecacaece361041aeb070f9e17f65cd5c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:30.515876 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4328d66c-6a52-4a02-8d50-19d414dd7730 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:30.533457 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4328d66c-6a52-4a02-8d50-19d414dd7730 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:30.573511 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:30.613718 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:30.646156 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08c4fc7c-2f7f-4c5b-99b8-ef990b0090c9 req-c4f5fb1a-f5ce-4b68-aa3f-191b2197dc11 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d28c737a-e2ea-4756-ae6f-f8fa1cb7bc94 HTTP/1.1" status: 200 len: 210 time: 0.3584390 May 13 14:40:30.831839 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3b40047d-fda0-4dbd-a5ab-7cc8193f1dc2 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:30.847235 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245f555-d78d-40bf-8188-dc53023d1972 req-7639e76c-c9e9-45f4-b75f-0d5d9b2cc9fc tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:30.852341 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c245f555-d78d-40bf-8188-dc53023d1972 req-7639e76c-c9e9-45f4-b75f-0d5d9b2cc9fc tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.59 "GET /v2.0/networks?id=8641c536-545f-4056-be2c-402575e577ff HTTP/1.1" status: 200 len: 812 time: 0.2655053 May 13 14:40:30.898620 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-c245f555-d78d-40bf-8188-dc53023d1972 req-dd2bc165-a4dc-4830-8324-aa9f90d91397 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Request body: {'port': {'device_id': 'd28c737a-e2ea-4756-ae6f-f8fa1cb7bc94', 'network_id': '8641c536-545f-4056-be2c-402575e577ff', 'admin_state_up': True, 'tenant_id': 'e540cd79706f4092b1c33147f0b2cee9'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:31.038066 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4328d66c-6a52-4a02-8d50-19d414dd7730 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:31.045826 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4328d66c-6a52-4a02-8d50-19d414dd7730 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:31.114045 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56472) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:31.150898 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328d66c-6a52-4a02-8d50-19d414dd7730 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fb9d72-85c1-468c-870a-3e61f991c773,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:31.153478 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4328d66c-6a52-4a02-8d50-19d414dd7730 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:31.154703 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4328d66c-6a52-4a02-8d50-19d414dd7730 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0940325 May 13 14:40:31.158250 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56480) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:31.165268 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-2d4d1f87-27b0-48df-ae5c-2773e684922b tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group_rule': {'security_group_id': 'b6fb9d72-85c1-468c-870a-3e61f991c773', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:31.166861 n-d-841760-1 neutron-server[88082]: WARNING neutron.api.v2.base [None req-2d4d1f87-27b0-48df-ae5c-2773e684922b tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 13 14:40:31.171045 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-2d4d1f87-27b0-48df-ae5c-2773e684922b tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:40:31.171045 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2d4d1f87-27b0-48df-ae5c-2773e684922b tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0092349 May 13 14:40:31.173464 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56484) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:31.178313 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-c245f555-d78d-40bf-8188-dc53023d1972 req-dd2bc165-a4dc-4830-8324-aa9f90d91397 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:31.201403 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-c245f555-d78d-40bf-8188-dc53023d1972 req-dd2bc165-a4dc-4830-8324-aa9f90d91397 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Usage tracker for resource:port and tenant:e540cd79706f4092b1c33147f0b2cee9 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:31.234975 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-c245f555-d78d-40bf-8188-dc53023d1972 req-dd2bc165-a4dc-4830-8324-aa9f90d91397 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:31.251410 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-c245f555-d78d-40bf-8188-dc53023d1972 req-dd2bc165-a4dc-4830-8324-aa9f90d91397 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:31.296334 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c245f555-d78d-40bf-8188-dc53023d1972 req-dd2bc165-a4dc-4830-8324-aa9f90d91397 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Made reservation on behalf of e540cd79706f4092b1c33147f0b2cee9 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:40:31.300526 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c245f555-d78d-40bf-8188-dc53023d1972 req-dd2bc165-a4dc-4830-8324-aa9f90d91397 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:31.334347 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-95f22575-7b9f-43dc-853f-980af969f181 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:31.462709 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3b40047d-fda0-4dbd-a5ab-7cc8193f1dc2 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:31.468648 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3b40047d-fda0-4dbd-a5ab-7cc8193f1dc2 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:31.503006 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3b40047d-fda0-4dbd-a5ab-7cc8193f1dc2 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:31.503630 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b40047d-fda0-4dbd-a5ab-7cc8193f1dc2 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 192749d9-097d-439c-8ebb-9e12f17b3945 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:40:31.516206 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3b40047d-fda0-4dbd-a5ab-7cc8193f1dc2 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:31.523152 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3b40047d-fda0-4dbd-a5ab-7cc8193f1dc2 tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] 10.222.0.35 "DELETE /v2.0/routers/192749d9-097d-439c-8ebb-9e12f17b3945 HTTP/1.1" status: 204 len: 168 time: 1.2427137 May 13 14:40:31.523152 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56494) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:31.530195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-5474cec1-2895-4f37-b3d6-6c4b3f8b3a1a tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Request body: {'router': {'name': 'tempest-router-1990454779', 'distributed': True}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:31.536892 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5474cec1-2895-4f37-b3d6-6c4b3f8b3a1a tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:31.542965 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5474cec1-2895-4f37-b3d6-6c4b3f8b3a1a tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Usage tracker for resource:router and tenant:042424f4e49645e084bc9544f6bd66cf is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:31.546527 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5474cec1-2895-4f37-b3d6-6c4b3f8b3a1a tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:31.553585 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5474cec1-2895-4f37-b3d6-6c4b3f8b3a1a tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:31.558829 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-571099cf-1ecb-4373-a8b0-b1be4fc63424 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1578410678'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:31.567517 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5474cec1-2895-4f37-b3d6-6c4b3f8b3a1a tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:31.569978 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5474cec1-2895-4f37-b3d6-6c4b3f8b3a1a tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:31.584467 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-571099cf-1ecb-4373-a8b0-b1be4fc63424 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:31.591876 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5474cec1-2895-4f37-b3d6-6c4b3f8b3a1a tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:31.604950 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-571099cf-1ecb-4373-a8b0-b1be4fc63424 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Usage tracker for resource:network and tenant:f1ec4de986a64c699f9b990b9e5d2da5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:31.611291 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-95f22575-7b9f-43dc-853f-980af969f181 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:31.618620 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5474cec1-2895-4f37-b3d6-6c4b3f8b3a1a tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:31.626043 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-571099cf-1ecb-4373-a8b0-b1be4fc63424 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:31.642207 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-571099cf-1ecb-4373-a8b0-b1be4fc63424 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:31.643273 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5474cec1-2895-4f37-b3d6-6c4b3f8b3a1a tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:31.646282 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5474cec1-2895-4f37-b3d6-6c4b3f8b3a1a tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1228204 May 13 14:40:31.648711 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56502) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:31.716145 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571099cf-1ecb-4373-a8b0-b1be4fc63424 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Made reservation on behalf of f1ec4de986a64c699f9b990b9e5d2da5 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:40:31.719571 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-571099cf-1ecb-4373-a8b0-b1be4fc63424 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:31.748329 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-571099cf-1ecb-4373-a8b0-b1be4fc63424 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:31.773797 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-571099cf-1ecb-4373-a8b0-b1be4fc63424 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:31.783865 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-571099cf-1ecb-4373-a8b0-b1be4fc63424 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Usage tracker for resource:security_group_rule and tenant:f1ec4de986a64c699f9b990b9e5d2da5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:31.790417 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-571099cf-1ecb-4373-a8b0-b1be4fc63424 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:31.797739 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-c245f555-d78d-40bf-8188-dc53023d1972 req-dd2bc165-a4dc-4830-8324-aa9f90d91397 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Allocated IP 172.20.0.5 (8641c536-545f-4056-be2c-402575e577ff/2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7/b4352490-40f6-44d8-89b7-9df0933e6425) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:40:31.803399 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-95f22575-7b9f-43dc-853f-980af969f181 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:31.808444 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-571099cf-1ecb-4373-a8b0-b1be4fc63424 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:31.820427 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3e22bce-9bd6-412e-aa1f-e26a9f2d801e tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:31.831695 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f22575-7b9f-43dc-853f-980af969f181 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fb9d72-85c1-468c-870a-3e61f991c773,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:31.902064 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-95f22575-7b9f-43dc-853f-980af969f181 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:31.903158 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-95f22575-7b9f-43dc-853f-980af969f181 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "DELETE /v2.0/security-groups/b6fb9d72-85c1-468c-870a-3e61f991c773 HTTP/1.1" status: 204 len: 168 time: 0.7287774 May 13 14:40:31.919542 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56514) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:32.025975 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-37f350f4-cc53-4185-8c69-86a44531db64 req-e746b85b-26e7-4f71-9e62-7266584cb800 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d28c737a-e2ea-4756-ae6f-f8fa1cb7bc94 HTTP/1.1" status: 200 len: 210 time: 0.1180906 May 13 14:40:32.095600 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:32.209319 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c63c3f99-fb60-4af9-96df-c743484a3864 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Synchronizing usage tracker for tenant:ecacaece361041aeb070f9e17f65cd5c on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:32.274265 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-571099cf-1ecb-4373-a8b0-b1be4fc63424 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:32.279434 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3e22bce-9bd6-412e-aa1f-e26a9f2d801e tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:32.280531 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c245f555-d78d-40bf-8188-dc53023d1972 req-dd2bc165-a4dc-4830-8324-aa9f90d91397 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:32.283755 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3e22bce-9bd6-412e-aa1f-e26a9f2d801e tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:32.286556 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-571099cf-1ecb-4373-a8b0-b1be4fc63424 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:32.303406 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c63c3f99-fb60-4af9-96df-c743484a3864 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Unset dirty status for tenant:ecacaece361041aeb070f9e17f65cd5c on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:32.304639 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c63c3f99-fb60-4af9-96df-c743484a3864 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3839579 May 13 14:40:32.310333 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56528) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:32.314199 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-da691762-fa8c-4ad5-aa45-a9f0e7bf156e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group': {'name': 'tempest-secgroup--987004547'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:32.324948 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-da691762-fa8c-4ad5-aa45-a9f0e7bf156e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:32.335148 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571099cf-1ecb-4373-a8b0-b1be4fc63424 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76c9b4be-bfa1-4c95-ae2d-16538583dcf7,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:32.337906 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-571099cf-1ecb-4373-a8b0-b1be4fc63424 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:40:32.342370 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-da691762-fa8c-4ad5-aa45-a9f0e7bf156e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:32.344587 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3e22bce-9bd6-412e-aa1f-e26a9f2d801e tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:32.345131 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e22bce-9bd6-412e-aa1f-e26a9f2d801e tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a9419fd-a679-47ab-9bec-bbb3946b0ae2 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:40:32.352781 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-571099cf-1ecb-4373-a8b0-b1be4fc63424 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:32.353122 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-571099cf-1ecb-4373-a8b0-b1be4fc63424 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Added segment 28467647-3364-49b9-a331-153c0380bc89 of type vlan for network f8f81a69-b5e7-4f38-9f3c-9e0168a97ea0 May 13 14:40:32.356360 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3e22bce-9bd6-412e-aa1f-e26a9f2d801e tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:32.358458 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a3e22bce-9bd6-412e-aa1f-e26a9f2d801e tempest-RoutersTestDVR-4626748 tempest-RoutersTestDVR-4626748-project-admin] 10.222.0.35 "DELETE /v2.0/routers/2a9419fd-a679-47ab-9bec-bbb3946b0ae2 HTTP/1.1" status: 204 len: 168 time: 0.7075446 May 13 14:40:32.372007 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-da691762-fa8c-4ad5-aa45-a9f0e7bf156e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:32.397735 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-571099cf-1ecb-4373-a8b0-b1be4fc63424 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:32.407963 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c245f555-d78d-40bf-8188-dc53023d1972 req-dd2bc165-a4dc-4830-8324-aa9f90d91397 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:32.421677 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-da691762-fa8c-4ad5-aa45-a9f0e7bf156e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:32.427285 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-da691762-fa8c-4ad5-aa45-a9f0e7bf156e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Usage tracker for resource:security_group_rule and tenant:ecacaece361041aeb070f9e17f65cd5c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:32.431146 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-da691762-fa8c-4ad5-aa45-a9f0e7bf156e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:32.438416 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-da691762-fa8c-4ad5-aa45-a9f0e7bf156e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:32.539568 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-571099cf-1ecb-4373-a8b0-b1be4fc63424 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:32.548591 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571099cf-1ecb-4373-a8b0-b1be4fc63424 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:32.550227 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-571099cf-1ecb-4373-a8b0-b1be4fc63424 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:32.562379 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-da691762-fa8c-4ad5-aa45-a9f0e7bf156e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:32.573337 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-da691762-fa8c-4ad5-aa45-a9f0e7bf156e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:32.612045 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c245f555-d78d-40bf-8188-dc53023d1972 req-dd2bc165-a4dc-4830-8324-aa9f90d91397 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Network 8641c536-545f-4056-be2c-402575e577ff is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:40:32.616839 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-c245f555-d78d-40bf-8188-dc53023d1972 req-dd2bc165-a4dc-4830-8324-aa9f90d91397 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:40:32.628429 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-c245f555-d78d-40bf-8188-dc53023d1972 req-dd2bc165-a4dc-4830-8324-aa9f90d91397 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:40:32.637257 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da691762-fa8c-4ad5-aa45-a9f0e7bf156e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=264eea4d-beca-4bbe-b548-8338b81f7d24,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:32.645287 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-da691762-fa8c-4ad5-aa45-a9f0e7bf156e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:32.652129 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-da691762-fa8c-4ad5-aa45-a9f0e7bf156e tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3424754 May 13 14:40:32.652955 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56538) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:32.660418 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-d479aab1-1db1-4948-a120-51df536971c1 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group_rule': {'security_group_id': '264eea4d-beca-4bbe-b548-8338b81f7d24', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:32.662622 n-d-841760-1 neutron-server[88081]: WARNING neutron.api.v2.base [None req-d479aab1-1db1-4948-a120-51df536971c1 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 13 14:40:32.663442 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-d479aab1-1db1-4948-a120-51df536971c1 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:40:32.664800 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d479aab1-1db1-4948-a120-51df536971c1 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0098267 May 13 14:40:32.667819 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56542) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:32.767146 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8a139ec7-a3b9-4f7c-be5f-1e8e8ac755fe tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:32.774166 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2bc165-a4dc-4830-8324-aa9f90d91397 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Pushing event updated for resources: {'Port': ['ID=b4352490-40f6-44d8-89b7-9df0933e6425,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:32.796865 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-571099cf-1ecb-4373-a8b0-b1be4fc63424 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6659214 May 13 14:40:32.797489 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571099cf-1ecb-4373-a8b0-b1be4fc63424 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Network': ['ID=f8f81a69-b5e7-4f38-9f3c-9e0168a97ea0,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:32.799143 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56550) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:32.811745 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network f8f81a69-b5e7-4f38-9f3c-9e0168a97ea0 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:40:32.821621 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245f555-d78d-40bf-8188-dc53023d1972 req-dd2bc165-a4dc-4830-8324-aa9f90d91397 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:32.822572 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c245f555-d78d-40bf-8188-dc53023d1972 req-dd2bc165-a4dc-4830-8324-aa9f90d91397 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:32.837865 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8a139ec7-a3b9-4f7c-be5f-1e8e8ac755fe tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:32.869562 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-0a5b97e5-eb6e-4936-8dff-9e3a840f2d7f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-765221470'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:32.885076 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0a5b97e5-eb6e-4936-8dff-9e3a840f2d7f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:32.893999 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0a5b97e5-eb6e-4936-8dff-9e3a840f2d7f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Usage tracker for resource:network and tenant:f1ec4de986a64c699f9b990b9e5d2da5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:32.905452 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0a5b97e5-eb6e-4936-8dff-9e3a840f2d7f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:32.916664 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8a139ec7-a3b9-4f7c-be5f-1e8e8ac755fe tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:32.920824 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0a5b97e5-eb6e-4936-8dff-9e3a840f2d7f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:32.925956 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c245f555-d78d-40bf-8188-dc53023d1972 req-dd2bc165-a4dc-4830-8324-aa9f90d91397 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0380507 May 13 14:40:32.931008 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56554) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:32.945400 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a139ec7-a3b9-4f7c-be5f-1e8e8ac755fe tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=264eea4d-beca-4bbe-b548-8338b81f7d24,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:32.961346 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-c245f555-d78d-40bf-8188-dc53023d1972 req-23e85717-9c1f-416a-b132-f1b54f9aa30b service neutron] Request body: {'port': {'device_id': 'd28c737a-e2ea-4756-ae6f-f8fa1cb7bc94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:32.962861 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56560) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:32.977810 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8a139ec7-a3b9-4f7c-be5f-1e8e8ac755fe tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:32.978913 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8a139ec7-a3b9-4f7c-be5f-1e8e8ac755fe tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "DELETE /v2.0/security-groups/264eea4d-beca-4bbe-b548-8338b81f7d24 HTTP/1.1" status: 204 len: 168 time: 0.3089015 May 13 14:40:32.981390 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56566) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:33.008443 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5b97e5-eb6e-4936-8dff-9e3a840f2d7f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Made reservation on behalf of f1ec4de986a64c699f9b990b9e5d2da5 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:40:33.013839 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0a5b97e5-eb6e-4936-8dff-9e3a840f2d7f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:33.054974 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b39b485a-78aa-4d91-96e4-983382814c97 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Synchronizing usage tracker for tenant:ecacaece361041aeb070f9e17f65cd5c on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:33.079840 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b39b485a-78aa-4d91-96e4-983382814c97 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Unset dirty status for tenant:ecacaece361041aeb070f9e17f65cd5c on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:33.083577 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b39b485a-78aa-4d91-96e4-983382814c97 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1010950 May 13 14:40:33.087924 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56572) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:33.095606 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-b8f26083-b502-4b3e-985f-d1049fa5d728 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group': {'name': 'tempest-secgroup--1546296116'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:33.126703 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b8f26083-b502-4b3e-985f-d1049fa5d728 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:33.128975 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5b97e5-eb6e-4936-8dff-9e3a840f2d7f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:40:33.149722 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b8f26083-b502-4b3e-985f-d1049fa5d728 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:33.189916 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b8f26083-b502-4b3e-985f-d1049fa5d728 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:33.243599 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c245f555-d78d-40bf-8188-dc53023d1972 req-23e85717-9c1f-416a-b132-f1b54f9aa30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:33.357577 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b261fab6-c351-484b-84b7-1ab532c4b98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:33.388086 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0a5b97e5-eb6e-4936-8dff-9e3a840f2d7f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:33.388486 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-0a5b97e5-eb6e-4936-8dff-9e3a840f2d7f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Added segment ea3d083d-d0b7-4680-9d7a-2ba8dfbf0c99 of type vlan for network b8d1b5c7-78bc-4b0c-8dc7-f4bacd6d918f May 13 14:40:33.403606 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b261fab6-c351-484b-84b7-1ab532c4b98d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:33.414040 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b261fab6-c351-484b-84b7-1ab532c4b98d admin admin] Usage tracker for resource:security_group_rule and tenant:53ea021c8d65453b8059529932b4ca6d is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:33.424260 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b261fab6-c351-484b-84b7-1ab532c4b98d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:33.454454 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3b29e563-4adb-4242-8828-5c989e570f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:33.472079 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b8f26083-b502-4b3e-985f-d1049fa5d728 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:33.479548 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b8f26083-b502-4b3e-985f-d1049fa5d728 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Usage tracker for resource:security_group_rule and tenant:ecacaece361041aeb070f9e17f65cd5c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:33.483804 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b8f26083-b502-4b3e-985f-d1049fa5d728 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:33.493184 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3b29e563-4adb-4242-8828-5c989e570f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:33.500601 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b8f26083-b502-4b3e-985f-d1049fa5d728 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:33.501416 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b261fab6-c351-484b-84b7-1ab532c4b98d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:33.504706 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3b29e563-4adb-4242-8828-5c989e570f30 admin admin] Usage tracker for resource:security_group_rule and tenant:026277cedb2245bd8d7a97841a80a31b is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:33.509502 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3b29e563-4adb-4242-8828-5c989e570f30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:33.520878 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3b29e563-4adb-4242-8828-5c989e570f30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:33.538890 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0a5b97e5-eb6e-4936-8dff-9e3a840f2d7f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:33.602288 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-55536f33-2a53-4cd7-aece-8ade439d1814 req-6414f35d-769a-4a1b-bc63-460d2993fcbb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3290303 May 13 14:40:33.669159 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b8f26083-b502-4b3e-985f-d1049fa5d728 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:33.712830 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0a5b97e5-eb6e-4936-8dff-9e3a840f2d7f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:33.718595 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5b97e5-eb6e-4936-8dff-9e3a840f2d7f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:33.719297 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0a5b97e5-eb6e-4936-8dff-9e3a840f2d7f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:33.723173 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b8f26083-b502-4b3e-985f-d1049fa5d728 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:33.730679 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a01834-b778-4aaf-83f5-95e8808455a5 req-89da2a5a-6b02-4307-b7b7-4cd4ad2886f8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:33.731498 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-67a01834-b778-4aaf-83f5-95e8808455a5 req-89da2a5a-6b02-4307-b7b7-4cd4ad2886f8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Synchronizing usage tracker for tenant:e540cd79706f4092b1c33147f0b2cee9 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:33.813251 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3b29e563-4adb-4242-8828-5c989e570f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:33.817369 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f26083-b502-4b3e-985f-d1049fa5d728 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=104faf0e-7268-413b-8a96-75aaa67186db,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:33.825652 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3b29e563-4adb-4242-8828-5c989e570f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:33.850503 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b8f26083-b502-4b3e-985f-d1049fa5d728 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:33.851778 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b8f26083-b502-4b3e-985f-d1049fa5d728 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7628829 May 13 14:40:33.860207 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56580) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:33.885907 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3b29e563-4adb-4242-8828-5c989e570f30 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=026277cedb2245bd8d7a97841a80a31b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9215388 May 13 14:40:33.888580 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56584) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:33.889192 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e563-4adb-4242-8828-5c989e570f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4816940-d2ce-4c19-bdd5-70256df9bb8f,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:33.910487 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55536f33-2a53-4cd7-aece-8ade439d1814 req-dd539346-4a96-4ef8-a163-4a091aaac9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:33.911057 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-3f9057cb-f853-4b3d-b6cd-1ee2016c7587 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group_rule': {'security_group_id': '104faf0e-7268-413b-8a96-75aaa67186db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:33.912023 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-55536f33-2a53-4cd7-aece-8ade439d1814 req-dd539346-4a96-4ef8-a163-4a091aaac9d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=936df29ada1f4039bf03263eb4658581&device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 1096 time: 0.2324128 May 13 14:40:33.925625 n-d-841760-1 neutron-server[88082]: WARNING neutron.api.v2.base [None req-3f9057cb-f853-4b3d-b6cd-1ee2016c7587 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 13 14:40:33.926447 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-3f9057cb-f853-4b3d-b6cd-1ee2016c7587 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:40:33.927631 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3f9057cb-f853-4b3d-b6cd-1ee2016c7587 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0609341 May 13 14:40:33.930537 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56588) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:33.934727 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-67a01834-b778-4aaf-83f5-95e8808455a5 req-89da2a5a-6b02-4307-b7b7-4cd4ad2886f8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Unset dirty status for tenant:e540cd79706f4092b1c33147f0b2cee9 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:33.935859 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-67a01834-b778-4aaf-83f5-95e8808455a5 req-89da2a5a-6b02-4307-b7b7-4cd4ad2886f8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d28c737a-e2ea-4756-ae6f-f8fa1cb7bc94 HTTP/1.1" status: 200 len: 931 time: 0.6711199 May 13 14:40:33.939167 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0a5b97e5-eb6e-4936-8dff-9e3a840f2d7f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1349616 May 13 14:40:33.957240 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56592) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:33.965816 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b97e5-eb6e-4936-8dff-9e3a840f2d7f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Network': ['ID=b8d1b5c7-78bc-4b0c-8dc7-f4bacd6d918f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:33.966412 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-61340237-102c-4ad1-a18f-21589030baab tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group_rule': {'security_group_id': '104faf0e-7268-413b-8a96-75aaa67186db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:33.968158 n-d-841760-1 neutron-server[88081]: WARNING neutron.api.v2.base [None req-61340237-102c-4ad1-a18f-21589030baab tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 13 14:40:33.968562 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-61340237-102c-4ad1-a18f-21589030baab tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:40:33.974611 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-61340237-102c-4ad1-a18f-21589030baab tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0380981 May 13 14:40:33.978030 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56596) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:33.980161 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network b8d1b5c7-78bc-4b0c-8dc7-f4bacd6d918f details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:40:33.986370 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-b7a8c5c1-724a-42e4-b125-58b60c01ceeb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Request body: {'subnet': {'network_id': 'f8f81a69-b5e7-4f38-9f3c-9e0168a97ea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:34.056614 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-56497fff-c0c3-4abe-9723-d1334a3ee073 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group_rule': {'security_group_id': '104faf0e-7268-413b-8a96-75aaa67186db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:34.058275 n-d-841760-1 neutron-server[88081]: WARNING neutron.api.v2.base [None req-56497fff-c0c3-4abe-9723-d1334a3ee073 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 13 14:40:34.059434 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-56497fff-c0c3-4abe-9723-d1334a3ee073 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:40:34.063806 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-56497fff-c0c3-4abe-9723-d1334a3ee073 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0782168 May 13 14:40:34.065824 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56600) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:34.108312 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-285d2bd7-585c-4c88-8d71-32734c573198 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group_rule': {'security_group_id': '104faf0e-7268-413b-8a96-75aaa67186db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:34.109193 n-d-841760-1 neutron-server[88081]: WARNING neutron.api.v2.base [None req-285d2bd7-585c-4c88-8d71-32734c573198 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 13 14:40:34.109697 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-285d2bd7-585c-4c88-8d71-32734c573198 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:40:34.110673 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-285d2bd7-585c-4c88-8d71-32734c573198 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0101633 May 13 14:40:34.126374 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56604) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:34.195986 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fb734e83-842d-4628-a858-e0929caadfb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:34.238683 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55536f33-2a53-4cd7-aece-8ade439d1814 req-eced6102-fce4-4ae0-ad15-8664b58b5b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:34.242050 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-55536f33-2a53-4cd7-aece-8ade439d1814 req-eced6102-fce4-4ae0-ad15-8664b58b5b51 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9479e797-5371-4e30-beb4-10899bbfb8b9 HTTP/1.1" status: 200 len: 919 time: 0.2979283 May 13 14:40:34.258339 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b261fab6-c351-484b-84b7-1ab532c4b98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:34.296351 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b261fab6-c351-484b-84b7-1ab532c4b98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:34.345876 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fb734e83-842d-4628-a858-e0929caadfb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:34.353825 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-55536f33-2a53-4cd7-aece-8ade439d1814 req-fd72ae4f-fd57-4610-b195-32fc08b28388 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=678150fc-a884-4cde-a368-5d99c72e9568 HTTP/1.1" status: 200 len: 217 time: 0.0959656 May 13 14:40:34.356400 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-67a01834-b778-4aaf-83f5-95e8808455a5 req-8c8b9795-5afb-48a5-b02d-ec4fa2473124 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001689 May 13 14:40:34.372579 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b7a8c5c1-724a-42e4-b125-58b60c01ceeb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:34.382223 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b7a8c5c1-724a-42e4-b125-58b60c01ceeb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Usage tracker for resource:subnet and tenant:f1ec4de986a64c699f9b990b9e5d2da5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:34.421127 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b7a8c5c1-724a-42e4-b125-58b60c01ceeb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:34.451236 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b261fab6-c351-484b-84b7-1ab532c4b98d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=53ea021c8d65453b8059529932b4ca6d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5154865 May 13 14:40:34.451236 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261fab6-c351-484b-84b7-1ab532c4b98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdaa699-8f69-490d-bbbc-b227de980bee,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:34.451546 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ef683da6-5075-47be-b11a-5a88e9c5dc61 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:34.452741 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56610) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:34.453633 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b7a8c5c1-724a-42e4-b125-58b60c01ceeb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:34.496439 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55536f33-2a53-4cd7-aece-8ade439d1814 req-ba0c663f-2fc5-4d37-8155-029614ced1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:34.497982 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-55536f33-2a53-4cd7-aece-8ade439d1814 req-ba0c663f-2fc5-4d37-8155-029614ced1e3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be55f4c0-99f6-4777-9e43-16529e4e725e HTTP/1.1" status: 200 len: 857 time: 0.1384075 May 13 14:40:34.502579 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ef683da6-5075-47be-b11a-5a88e9c5dc61 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:34.505960 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a8c5c1-724a-42e4-b125-58b60c01ceeb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Made reservation on behalf of f1ec4de986a64c699f9b990b9e5d2da5 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:40:34.510048 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b7a8c5c1-724a-42e4-b125-58b60c01ceeb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:34.526449 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-c245f555-d78d-40bf-8188-dc53023d1972 req-23e85717-9c1f-416a-b132-f1b54f9aa30b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4352490-40f6-44d8-89b7-9df0933e6425 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:40:34.539302 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c245f555-d78d-40bf-8188-dc53023d1972 req-23e85717-9c1f-416a-b132-f1b54f9aa30b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:34.602752 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fb734e83-842d-4628-a858-e0929caadfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:34.626175 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb734e83-842d-4628-a858-e0929caadfb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4816940-d2ce-4c19-bdd5-70256df9bb8f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:34.643521 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fb734e83-842d-4628-a858-e0929caadfb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:34.655500 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fb734e83-842d-4628-a858-e0929caadfb8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c4816940-d2ce-4c19-bdd5-70256df9bb8f HTTP/1.1" status: 204 len: 168 time: 0.7531743 May 13 14:40:34.664831 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-c245f555-d78d-40bf-8188-dc53023d1972 req-23e85717-9c1f-416a-b132-f1b54f9aa30b service neutron] Transition to ACTIVE for port object b4352490-40f6-44d8-89b7-9df0933e6425 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:40:34.665445 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ef683da6-5075-47be-b11a-5a88e9c5dc61 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:34.686299 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c245f555-d78d-40bf-8188-dc53023d1972 req-23e85717-9c1f-416a-b132-f1b54f9aa30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:34.712772 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef683da6-5075-47be-b11a-5a88e9c5dc61 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=104faf0e-7268-413b-8a96-75aaa67186db,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:34.717005 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55536f33-2a53-4cd7-aece-8ade439d1814 req-b4cb0d52-3433-4c9f-80c9-18428c4d87bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:34.720641 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-55536f33-2a53-4cd7-aece-8ade439d1814 req-b4cb0d52-3433-4c9f-80c9-18428c4d87bd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9479e797-5371-4e30-beb4-10899bbfb8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2090168 May 13 14:40:34.721735 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ef683da6-5075-47be-b11a-5a88e9c5dc61 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:34.723080 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ef683da6-5075-47be-b11a-5a88e9c5dc61 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "DELETE /v2.0/security-groups/104faf0e-7268-413b-8a96-75aaa67186db HTTP/1.1" status: 204 len: 168 time: 0.5952888 May 13 14:40:34.725585 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56616) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:34.774800 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d057ca66-f9c9-4566-99a9-917e6ec7d77a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:34.878807 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2e079b9f-caed-4a91-8fb5-794ee3ee9b4c tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Synchronizing usage tracker for tenant:ecacaece361041aeb070f9e17f65cd5c on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:34.913790 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d057ca66-f9c9-4566-99a9-917e6ec7d77a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:34.921960 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-55536f33-2a53-4cd7-aece-8ade439d1814 req-29fd2012-e47e-49b1-83b0-faab7e34456e service neutron] 10.222.0.59 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934175 May 13 14:40:34.929267 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2e079b9f-caed-4a91-8fb5-794ee3ee9b4c tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Unset dirty status for tenant:ecacaece361041aeb070f9e17f65cd5c on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:34.930996 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2e079b9f-caed-4a91-8fb5-794ee3ee9b4c tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2039607 May 13 14:40:34.935213 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56620) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:34.937379 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e85717-9c1f-416a-b132-f1b54f9aa30b service neutron] Pushing event updated for resources: {'Port': ['ID=b4352490-40f6-44d8-89b7-9df0933e6425,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:34.963941 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-176c63b4-2475-4714-ade2-84d3b66ce859 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group': {'name': 'tempest-secgroup--1496578376'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:34.981678 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-176c63b4-2475-4714-ade2-84d3b66ce859 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:35.081511 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-176c63b4-2475-4714-ade2-84d3b66ce859 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:35.102386 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-176c63b4-2475-4714-ade2-84d3b66ce859 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:35.150126 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-176c63b4-2475-4714-ade2-84d3b66ce859 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:35.154278 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-55536f33-2a53-4cd7-aece-8ade439d1814 req-e112fa85-1c93-4de7-852d-7ab2ab5f4802 service neutron] 10.222.0.59 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220318 May 13 14:40:35.156889 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-176c63b4-2475-4714-ade2-84d3b66ce859 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Usage tracker for resource:security_group_rule and tenant:ecacaece361041aeb070f9e17f65cd5c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:35.162770 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-176c63b4-2475-4714-ade2-84d3b66ce859 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:35.169592 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-176c63b4-2475-4714-ade2-84d3b66ce859 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:35.222541 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56626) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:35.250694 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7f27d6be-17d9-4324-9fdb-ad2323111e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:35.276410 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7f27d6be-17d9-4324-9fdb-ad2323111e95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:35.290624 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d057ca66-f9c9-4566-99a9-917e6ec7d77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:35.293084 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7f27d6be-17d9-4324-9fdb-ad2323111e95 admin admin] Usage tracker for resource:security_group_rule and tenant:ec0ed278ed584f4a9c1115deb557fade is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:35.299081 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7f27d6be-17d9-4324-9fdb-ad2323111e95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:35.317215 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7f27d6be-17d9-4324-9fdb-ad2323111e95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:35.341788 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-c245f555-d78d-40bf-8188-dc53023d1972 req-23e85717-9c1f-416a-b132-f1b54f9aa30b service neutron] Attempting to bind port b4352490-40f6-44d8-89b7-9df0933e6425 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:40:35.341788 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-c245f555-d78d-40bf-8188-dc53023d1972 req-23e85717-9c1f-416a-b132-f1b54f9aa30b service neutron] Attempting to bind port b4352490-40f6-44d8-89b7-9df0933e6425 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '75860f48-3c0c-46a4-92f7-4b3c58b2f18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8641c536-545f-4056-be2c-402575e577ff'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:40:35.341788 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c245f555-d78d-40bf-8188-dc53023d1972 req-23e85717-9c1f-416a-b132-f1b54f9aa30b service neutron] Attempting to bind port b4352490-40f6-44d8-89b7-9df0933e6425 on network 8641c536-545f-4056-be2c-402575e577ff {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:40:35.341788 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057ca66-f9c9-4566-99a9-917e6ec7d77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdaa699-8f69-490d-bbbc-b227de980bee,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:35.358822 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d057ca66-f9c9-4566-99a9-917e6ec7d77a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:35.358822 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d057ca66-f9c9-4566-99a9-917e6ec7d77a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6cdaa699-8f69-490d-bbbc-b227de980bee HTTP/1.1" status: 204 len: 168 time: 0.8950496 May 13 14:40:35.358822 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c245f555-d78d-40bf-8188-dc53023d1972 req-23e85717-9c1f-416a-b132-f1b54f9aa30b service neutron] Port b4352490-40f6-44d8-89b7-9df0933e6425 on network 8641c536-545f-4056-be2c-402575e577ff not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:40:35.358822 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c245f555-d78d-40bf-8188-dc53023d1972 req-23e85717-9c1f-416a-b132-f1b54f9aa30b service neutron] Attempting to bind port b4352490-40f6-44d8-89b7-9df0933e6425 on network 8641c536-545f-4056-be2c-402575e577ff {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:40:35.366391 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b7a8c5c1-724a-42e4-b125-58b60c01ceeb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:35.405860 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c245f555-d78d-40bf-8188-dc53023d1972 req-23e85717-9c1f-416a-b132-f1b54f9aa30b service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:40:35.406482 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c245f555-d78d-40bf-8188-dc53023d1972 req-23e85717-9c1f-416a-b132-f1b54f9aa30b service neutron] Checking segment: {'id': '75860f48-3c0c-46a4-92f7-4b3c58b2f18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8641c536-545f-4056-be2c-402575e577ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:40:35.407263 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c245f555-d78d-40bf-8188-dc53023d1972 req-23e85717-9c1f-416a-b132-f1b54f9aa30b service neutron] Bound using segment: {'id': '75860f48-3c0c-46a4-92f7-4b3c58b2f18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8641c536-545f-4056-be2c-402575e577ff'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:40:35.407263 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-c245f555-d78d-40bf-8188-dc53023d1972 req-23e85717-9c1f-416a-b132-f1b54f9aa30b service neutron] Bound port: b4352490-40f6-44d8-89b7-9df0933e6425, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75860f48-3c0c-46a4-92f7-4b3c58b2f18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8641c536-545f-4056-be2c-402575e577ff'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:40:35.407464 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c245f555-d78d-40bf-8188-dc53023d1972 req-23e85717-9c1f-416a-b132-f1b54f9aa30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:35.436883 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-176c63b4-2475-4714-ade2-84d3b66ce859 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:35.459084 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-176c63b4-2475-4714-ade2-84d3b66ce859 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:35.500883 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c63b4-2475-4714-ade2-84d3b66ce859 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3ec62c-4f4f-461c-a804-b6931e08a05f,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:35.574191 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8c5c1-724a-42e4-b125-58b60c01ceeb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Subnet': ['ID=d2c5c2e3-469d-4eae-8328-eb844fbb4bec,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:35.574589 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7f27d6be-17d9-4324-9fdb-ad2323111e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:35.578153 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a8c5c1-724a-42e4-b125-58b60c01ceeb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Checking segment: {'id': '28467647-3364-49b9-a331-153c0380bc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f8f81a69-b5e7-4f38-9f3c-9e0168a97ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:40:35.578413 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-176c63b4-2475-4714-ade2-84d3b66ce859 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:35.580107 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-176c63b4-2475-4714-ade2-84d3b66ce859 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6437778 May 13 14:40:35.581896 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7f27d6be-17d9-4324-9fdb-ad2323111e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:35.582484 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a8c5c1-724a-42e4-b125-58b60c01ceeb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network hostable DHCP agents. Network: f8f81a69-b5e7-4f38-9f3c-9e0168a97ea0, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:40:35.595765 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56636) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:35.634520 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27d6be-17d9-4324-9fdb-ad2323111e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27354386-a02f-4073-8e39-7b7066c81462,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:35.641504 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-08adc804-4263-4ef8-a1ad-6a73d93db6dc tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group_rule': {'security_group_id': '3f3ec62c-4f4f-461c-a804-b6931e08a05f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:35.642297 n-d-841760-1 neutron-server[88081]: WARNING neutron.api.v2.base [None req-08adc804-4263-4ef8-a1ad-6a73d93db6dc tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 13 14:40:35.642788 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-08adc804-4263-4ef8-a1ad-6a73d93db6dc tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:40:35.643822 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-08adc804-4263-4ef8-a1ad-6a73d93db6dc tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0135965 May 13 14:40:35.653920 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56640) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:35.689241 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a8c5c1-724a-42e4-b125-58b60c01ceeb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network f8f81a69-b5e7-4f38-9f3c-9e0168a97ea0 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:40:35.705573 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-6e771f73-0c5b-4e75-9da1-10c31eff3f37 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group_rule': {'security_group_id': '3f3ec62c-4f4f-461c-a804-b6931e08a05f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:35.712338 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-c245f555-d78d-40bf-8188-dc53023d1972 req-23e85717-9c1f-416a-b132-f1b54f9aa30b service neutron] For port b4352490-40f6-44d8-89b7-9df0933e6425, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:40:35.715948 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-b7a8c5c1-724a-42e4-b125-58b60c01ceeb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, f8f81a69-b5e7-4f38-9f3c-9e0168a97ea0) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:40:35.718964 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-c245f555-d78d-40bf-8188-dc53023d1972 req-23e85717-9c1f-416a-b132-f1b54f9aa30b service neutron] For port b4352490-40f6-44d8-89b7-9df0933e6425, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b4352490-40f6-44d8-89b7-9df0933e6425,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:40:35.719704 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7f27d6be-17d9-4324-9fdb-ad2323111e95 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ec0ed278ed584f4a9c1115deb557fade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4959998 May 13 14:40:35.721169 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6e771f73-0c5b-4e75-9da1-10c31eff3f37 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:35.725877 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c11bd3d-1e40-4593-961e-92ec94826fea None None] Network f8f81a69-b5e7-4f38-9f3c-9e0168a97ea0 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:40:35.727249 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56644) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:35.732027 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6e771f73-0c5b-4e75-9da1-10c31eff3f37 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Usage tracker for resource:security_group_rule and tenant:ecacaece361041aeb070f9e17f65cd5c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:35.740548 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a8c5c1-724a-42e4-b125-58b60c01ceeb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:35.741164 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b7a8c5c1-724a-42e4-b125-58b60c01ceeb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:35.751692 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6e771f73-0c5b-4e75-9da1-10c31eff3f37 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:35.754738 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c245f555-d78d-40bf-8188-dc53023d1972 req-23e85717-9c1f-416a-b132-f1b54f9aa30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:35.775415 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6e771f73-0c5b-4e75-9da1-10c31eff3f37 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:35.855805 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245f555-d78d-40bf-8188-dc53023d1972 req-23e85717-9c1f-416a-b132-f1b54f9aa30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:35.855805 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c245f555-d78d-40bf-8188-dc53023d1972 req-23e85717-9c1f-416a-b132-f1b54f9aa30b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:35.855805 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c245f555-d78d-40bf-8188-dc53023d1972 req-23e85717-9c1f-416a-b132-f1b54f9aa30b service neutron] 10.222.0.59 "PUT /v2.0/ports/b4352490-40f6-44d8-89b7-9df0933e6425 HTTP/1.1" status: 200 len: 1091 time: 2.9070325 May 13 14:40:35.855805 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28c737a-e2ea-4756-ae6f-f8fa1cb7bc94', 'tag': 'b4352490-40f6-44d8-89b7-9df0933e6425'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:40:35.870221 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7d4bd3e0-5eba-47a3-8c5f-e51eaad55ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:35.889583 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b7a8c5c1-724a-42e4-b125-58b60c01ceeb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9160419 May 13 14:40:35.889583 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56652) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:35.902926 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-6e771f73-0c5b-4e75-9da1-10c31eff3f37 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:40:35.908447 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-3290dff3-6e10-45cd-8e9e-0fd153acf271 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Request body: {'subnet': {'network_id': 'b8d1b5c7-78bc-4b0c-8dc7-f4bacd6d918f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:35.913197 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6e771f73-0c5b-4e75-9da1-10c31eff3f37 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2015245 May 13 14:40:35.913197 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56656) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:35.922619 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce341c-9f1e-4713-95c7-eba721f1eff5 req-d0c9f357-203f-438c-a96a-d21aed743f08 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:35.930333 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-14ce341c-9f1e-4713-95c7-eba721f1eff5 req-d0c9f357-203f-438c-a96a-d21aed743f08 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d28c737a-e2ea-4756-ae6f-f8fa1cb7bc94 HTTP/1.1" status: 200 len: 943 time: 0.2754014 May 13 14:40:35.953619 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-f3d1429b-e3e0-4b6e-836d-f5dd0ac9d145 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group_rule': {'security_group_id': '3f3ec62c-4f4f-461c-a804-b6931e08a05f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:35.953619 n-d-841760-1 neutron-server[88081]: WARNING neutron.api.v2.base [None req-f3d1429b-e3e0-4b6e-836d-f5dd0ac9d145 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 13 14:40:35.953619 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-f3d1429b-e3e0-4b6e-836d-f5dd0ac9d145 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:40:35.953619 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f3d1429b-e3e0-4b6e-836d-f5dd0ac9d145 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0202644 May 13 14:40:35.968052 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56660) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:35.997997 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-cb8ddb1d-e825-4e9d-8fb5-dd096d835e92 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group_rule': {'security_group_id': '3f3ec62c-4f4f-461c-a804-b6931e08a05f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:36.002953 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7d4bd3e0-5eba-47a3-8c5f-e51eaad55ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:36.013147 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28cc2c4f-24fa-4cbf-acef-4017a784e9df'] response: {'name': 'network-changed', 'server_uuid': 'd28c737a-e2ea-4756-ae6f-f8fa1cb7bc94', 'tag': 'b4352490-40f6-44d8-89b7-9df0933e6425', 'status': 'completed', 'code': 200} May 13 14:40:36.025284 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-cb8ddb1d-e825-4e9d-8fb5-dd096d835e92 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:36.073121 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-cb8ddb1d-e825-4e9d-8fb5-dd096d835e92 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Usage tracker for resource:security_group_rule and tenant:ecacaece361041aeb070f9e17f65cd5c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:36.091198 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-cb8ddb1d-e825-4e9d-8fb5-dd096d835e92 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:36.113176 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-cb8ddb1d-e825-4e9d-8fb5-dd096d835e92 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:36.119195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-14ce341c-9f1e-4713-95c7-eba721f1eff5 req-5cbcbc12-304e-4a82-8f81-b4c6c54945c8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Synchronizing usage tracker for tenant:e540cd79706f4092b1c33147f0b2cee9 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:36.191278 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-14ce341c-9f1e-4713-95c7-eba721f1eff5 req-5cbcbc12-304e-4a82-8f81-b4c6c54945c8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Unset dirty status for tenant:e540cd79706f4092b1c33147f0b2cee9 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:36.193111 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-14ce341c-9f1e-4713-95c7-eba721f1eff5 req-5cbcbc12-304e-4a82-8f81-b4c6c54945c8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512012 May 13 14:40:36.194746 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7d4bd3e0-5eba-47a3-8c5f-e51eaad55ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:36.212757 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-cb8ddb1d-e825-4e9d-8fb5-dd096d835e92 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:40:36.214054 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cb8ddb1d-e825-4e9d-8fb5-dd096d835e92 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2525725 May 13 14:40:36.228097 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56666) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:36.233802 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7d4bd3e0-5eba-47a3-8c5f-e51eaad55ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:36.235298 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7d4bd3e0-5eba-47a3-8c5f-e51eaad55ddf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/27354386-a02f-4073-8e39-7b7066c81462 HTTP/1.1" status: 204 len: 168 time: 0.5068648 May 13 14:40:36.236413 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bd3e0-5eba-47a3-8c5f-e51eaad55ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27354386-a02f-4073-8e39-7b7066c81462,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:36.259700 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-b039a101-c887-47ee-9a20-2834523075dd tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group_rule': {'security_group_id': '3f3ec62c-4f4f-461c-a804-b6931e08a05f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:36.261244 n-d-841760-1 neutron-server[88081]: WARNING neutron.api.v2.base [None req-b039a101-c887-47ee-9a20-2834523075dd tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 13 14:40:36.262528 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-b039a101-c887-47ee-9a20-2834523075dd tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:40:36.264251 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b039a101-c887-47ee-9a20-2834523075dd tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0342104 May 13 14:40:36.267192 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56672) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:36.273491 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-ffd076c7-19ab-42e2-93bb-311cd28399de tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group_rule': {'security_group_id': '3f3ec62c-4f4f-461c-a804-b6931e08a05f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:36.294913 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ffd076c7-19ab-42e2-93bb-311cd28399de tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:36.309224 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ffd076c7-19ab-42e2-93bb-311cd28399de tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Usage tracker for resource:security_group_rule and tenant:ecacaece361041aeb070f9e17f65cd5c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:36.319310 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ffd076c7-19ab-42e2-93bb-311cd28399de tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:36.335373 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ffd076c7-19ab-42e2-93bb-311cd28399de tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:36.356560 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6221858e-ef96-4fd0-99e4-becdbea7ef46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-f8f81a69-b5e7-4f38-9f3c-9e0168a97ea0', 'network_id': 'f8f81a69-b5e7-4f38-9f3c-9e0168a97ea0', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'fixed_ips': [{'subnet_id': 'd2c5c2e3-469d-4eae-8328-eb844fbb4bec'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:40:36.358261 n-d-841760-1 neutron-server[88081]: INFO neutron.db.securitygroups_db [None req-ffd076c7-19ab-42e2-93bb-311cd28399de tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Project ecacaece361041aeb070f9e17f65cd5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 14:40:36.360629 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6221858e-ef96-4fd0-99e4-becdbea7ef46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:36.379312 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e85717-9c1f-416a-b132-f1b54f9aa30b service neutron] Pushing event updated for resources: {'Port': ['ID=b4352490-40f6-44d8-89b7-9df0933e6425,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:36.426622 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-ffd076c7-19ab-42e2-93bb-311cd28399de tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:40:36.427971 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ffd076c7-19ab-42e2-93bb-311cd28399de tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1595917 May 13 14:40:36.430811 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56676) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:36.437870 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-b3e66a19-3956-40bb-87a2-3058e35360de tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group_rule': {'security_group_id': '3f3ec62c-4f4f-461c-a804-b6931e08a05f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:36.440031 n-d-841760-1 neutron-server[88081]: WARNING neutron.api.v2.base [None req-b3e66a19-3956-40bb-87a2-3058e35360de tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 13 14:40:36.443096 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-b3e66a19-3956-40bb-87a2-3058e35360de tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:40:36.445547 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b3e66a19-3956-40bb-87a2-3058e35360de tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0124347 May 13 14:40:36.454484 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56680) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:36.465020 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-b1c8caf3-91b5-42c1-b08c-014c0af7c8c8 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group_rule': {'security_group_id': '3f3ec62c-4f4f-461c-a804-b6931e08a05f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:36.467843 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56684) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:36.482950 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b1c8caf3-91b5-42c1-b08c-014c0af7c8c8 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:36.493855 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b1c8caf3-91b5-42c1-b08c-014c0af7c8c8 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Usage tracker for resource:security_group_rule and tenant:ecacaece361041aeb070f9e17f65cd5c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:36.498199 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b1c8caf3-91b5-42c1-b08c-014c0af7c8c8 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:36.517988 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b1c8caf3-91b5-42c1-b08c-014c0af7c8c8 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:36.531004 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-216f027b-efb0-4579-916e-af9b9e0bd3bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:36.535521 n-d-841760-1 neutron-server[88081]: INFO neutron.db.securitygroups_db [None req-b1c8caf3-91b5-42c1-b08c-014c0af7c8c8 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Project ecacaece361041aeb070f9e17f65cd5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 14:40:36.563001 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-3290dff3-6e10-45cd-8e9e-0fd153acf271 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:36.567879 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-3290dff3-6e10-45cd-8e9e-0fd153acf271 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Usage tracker for resource:subnet and tenant:f1ec4de986a64c699f9b990b9e5d2da5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:36.572087 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-3290dff3-6e10-45cd-8e9e-0fd153acf271 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:36.579392 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-b1c8caf3-91b5-42c1-b08c-014c0af7c8c8 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:40:36.580676 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-3290dff3-6e10-45cd-8e9e-0fd153acf271 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:36.583777 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b1c8caf3-91b5-42c1-b08c-014c0af7c8c8 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1258280 May 13 14:40:36.585798 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56690) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:36.598551 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-216f027b-efb0-4579-916e-af9b9e0bd3bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:36.600899 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-2dc99600-048f-4455-b4bb-b8ffaf58303d tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group_rule': {'security_group_id': '3f3ec62c-4f4f-461c-a804-b6931e08a05f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:36.617590 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2dc99600-048f-4455-b4bb-b8ffaf58303d tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:36.622146 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3290dff3-6e10-45cd-8e9e-0fd153acf271 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Made reservation on behalf of f1ec4de986a64c699f9b990b9e5d2da5 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:40:36.624966 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2dc99600-048f-4455-b4bb-b8ffaf58303d tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Usage tracker for resource:security_group_rule and tenant:ecacaece361041aeb070f9e17f65cd5c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:36.625684 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3290dff3-6e10-45cd-8e9e-0fd153acf271 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:36.630370 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2dc99600-048f-4455-b4bb-b8ffaf58303d tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:36.637550 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2dc99600-048f-4455-b4bb-b8ffaf58303d tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:36.688888 n-d-841760-1 neutron-server[88081]: INFO neutron.db.securitygroups_db [None req-2dc99600-048f-4455-b4bb-b8ffaf58303d tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Project ecacaece361041aeb070f9e17f65cd5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 14:40:36.705727 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-6221858e-ef96-4fd0-99e4-becdbea7ef46 None None] Allocated IP 2001:db8::2 (f8f81a69-b5e7-4f38-9f3c-9e0168a97ea0/d2c5c2e3-469d-4eae-8328-eb844fbb4bec/a4c865a8-e58b-4aa9-b96e-30eaaceebfed) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:40:36.746698 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-2dc99600-048f-4455-b4bb-b8ffaf58303d tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:40:36.746698 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2dc99600-048f-4455-b4bb-b8ffaf58303d tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1519814 May 13 14:40:36.746698 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56696) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:36.747144 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-216f027b-efb0-4579-916e-af9b9e0bd3bd admin admin] Usage tracker for resource:security_group_rule and tenant:042424f4e49645e084bc9544f6bd66cf is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:36.749675 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245f555-d78d-40bf-8188-dc53023d1972 req-85bac3c4-bcaf-4782-a92c-d8d63b876535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:36.751454 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c245f555-d78d-40bf-8188-dc53023d1972 req-85bac3c4-bcaf-4782-a92c-d8d63b876535 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e540cd79706f4092b1c33147f0b2cee9&device_id=d28c737a-e2ea-4756-ae6f-f8fa1cb7bc94 HTTP/1.1" status: 200 len: 1094 time: 0.8083172 May 13 14:40:36.752563 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-216f027b-efb0-4579-916e-af9b9e0bd3bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:36.769927 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-216f027b-efb0-4579-916e-af9b9e0bd3bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:36.959884 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9584e6c3-b426-4a26-b66b-38eacd7065d5 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:36.995765 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c245f555-d78d-40bf-8188-dc53023d1972 req-a45b5568-5942-4212-8d2f-5c5b5d8896d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4352490-40f6-44d8-89b7-9df0933e6425 HTTP/1.1" status: 200 len: 217 time: 0.2305799 May 13 14:40:37.025029 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9584e6c3-b426-4a26-b66b-38eacd7065d5 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:37.090853 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9584e6c3-b426-4a26-b66b-38eacd7065d5 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:37.129285 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584e6c3-b426-4a26-b66b-38eacd7065d5 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3ec62c-4f4f-461c-a804-b6931e08a05f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:37.137603 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6221858e-ef96-4fd0-99e4-becdbea7ef46 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:37.152557 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9584e6c3-b426-4a26-b66b-38eacd7065d5 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:37.154515 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9584e6c3-b426-4a26-b66b-38eacd7065d5 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "DELETE /v2.0/security-groups/3f3ec62c-4f4f-461c-a804-b6931e08a05f HTTP/1.1" status: 204 len: 168 time: 0.4079647 May 13 14:40:37.171083 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56710) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:37.196931 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6221858e-ef96-4fd0-99e4-becdbea7ef46 None None] Transition to ACTIVE for port object a4c865a8-e58b-4aa9-b96e-30eaaceebfed will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:40:37.233651 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-216f027b-efb0-4579-916e-af9b9e0bd3bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:37.240518 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6221858e-ef96-4fd0-99e4-becdbea7ef46 None None] Transition to ACTIVE for port object a4c865a8-e58b-4aa9-b96e-30eaaceebfed will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:40:37.245075 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-216f027b-efb0-4579-916e-af9b9e0bd3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:37.260209 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6221858e-ef96-4fd0-99e4-becdbea7ef46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:37.336035 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-039d87b1-32f7-441f-b31e-4bb565f30e04 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Synchronizing usage tracker for tenant:ecacaece361041aeb070f9e17f65cd5c on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:37.363090 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56722) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:37.363524 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-216f027b-efb0-4579-916e-af9b9e0bd3bd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=042424f4e49645e084bc9544f6bd66cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8930435 May 13 14:40:37.370392 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f027b-efb0-4579-916e-af9b9e0bd3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb97acf-5ea3-4d8a-8d87-d43a972eeb7f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:37.385582 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245f555-d78d-40bf-8188-dc53023d1972 req-b72cb9b7-d74b-4d55-b1f2-ba90aa955776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:37.388808 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c245f555-d78d-40bf-8188-dc53023d1972 req-b72cb9b7-d74b-4d55-b1f2-ba90aa955776 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7 HTTP/1.1" status: 200 len: 852 time: 0.3839202 May 13 14:40:37.411354 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6221858e-ef96-4fd0-99e4-becdbea7ef46 None None] Network f8f81a69-b5e7-4f38-9f3c-9e0168a97ea0 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:40:37.415506 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-6221858e-ef96-4fd0-99e4-becdbea7ef46 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:40:37.421500 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6221858e-ef96-4fd0-99e4-becdbea7ef46 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:40:37.471600 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-039d87b1-32f7-441f-b31e-4bb565f30e04 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Unset dirty status for tenant:ecacaece361041aeb070f9e17f65cd5c on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:37.476742 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-039d87b1-32f7-441f-b31e-4bb565f30e04 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3001914 May 13 14:40:37.480068 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56728) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:37.501125 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-6479a3bd-fc21-4ce1-ad20-76703c6b3f96 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group': {'name': 'tempest-secgroup--330278757'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:37.511585 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6479a3bd-fc21-4ce1-ad20-76703c6b3f96 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:37.526460 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221858e-ef96-4fd0-99e4-becdbea7ef46 None None] Pushing event updated for resources: {'Port': ['ID=a4c865a8-e58b-4aa9-b96e-30eaaceebfed,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:37.541881 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6479a3bd-fc21-4ce1-ad20-76703c6b3f96 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:37.564092 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0a52e305-fa84-4641-9adc-7f27b3d957c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:37.577254 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6221858e-ef96-4fd0-99e4-becdbea7ef46 None None] Attempting to bind port a4c865a8-e58b-4aa9-b96e-30eaaceebfed on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:40:37.579640 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6221858e-ef96-4fd0-99e4-becdbea7ef46 None None] Attempting to bind port a4c865a8-e58b-4aa9-b96e-30eaaceebfed by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '28467647-3364-49b9-a331-153c0380bc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f8f81a69-b5e7-4f38-9f3c-9e0168a97ea0'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:40:37.580089 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6221858e-ef96-4fd0-99e4-becdbea7ef46 None None] Attempting to bind port a4c865a8-e58b-4aa9-b96e-30eaaceebfed on network f8f81a69-b5e7-4f38-9f3c-9e0168a97ea0 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:40:37.590566 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6479a3bd-fc21-4ce1-ad20-76703c6b3f96 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:37.594158 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6221858e-ef96-4fd0-99e4-becdbea7ef46 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:40:37.594871 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6221858e-ef96-4fd0-99e4-becdbea7ef46 None None] Checking segment: {'id': '28467647-3364-49b9-a331-153c0380bc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f8f81a69-b5e7-4f38-9f3c-9e0168a97ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:40:37.595562 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6221858e-ef96-4fd0-99e4-becdbea7ef46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:37.596327 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6221858e-ef96-4fd0-99e4-becdbea7ef46 None None] Bound using segment: {'id': '28467647-3364-49b9-a331-153c0380bc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f8f81a69-b5e7-4f38-9f3c-9e0168a97ea0'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:40:37.597651 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6221858e-ef96-4fd0-99e4-becdbea7ef46 None None] Bound port: a4c865a8-e58b-4aa9-b96e-30eaaceebfed, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28467647-3364-49b9-a331-153c0380bc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f8f81a69-b5e7-4f38-9f3c-9e0168a97ea0'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:40:37.598276 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6221858e-ef96-4fd0-99e4-becdbea7ef46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:37.633397 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6479a3bd-fc21-4ce1-ad20-76703c6b3f96 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:37.639219 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6479a3bd-fc21-4ce1-ad20-76703c6b3f96 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Usage tracker for resource:security_group_rule and tenant:ecacaece361041aeb070f9e17f65cd5c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:37.643342 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6479a3bd-fc21-4ce1-ad20-76703c6b3f96 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:37.650450 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6479a3bd-fc21-4ce1-ad20-76703c6b3f96 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:37.720431 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-6221858e-ef96-4fd0-99e4-becdbea7ef46 None None] For port a4c865a8-e58b-4aa9-b96e-30eaaceebfed, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:40:37.736240 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-6221858e-ef96-4fd0-99e4-becdbea7ef46 None None] For port a4c865a8-e58b-4aa9-b96e-30eaaceebfed, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=a4c865a8-e58b-4aa9-b96e-30eaaceebfed,segment=NetworkSegment(28467647-3364-49b9-a331-153c0380bc89),segment_id=28467647-3364-49b9-a331-153c0380bc89)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:40:37.746316 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6221858e-ef96-4fd0-99e4-becdbea7ef46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:37.788489 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c245f555-d78d-40bf-8188-dc53023d1972 req-096c1ec3-e622-487d-878a-caca6dce0c23 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8641c536-545f-4056-be2c-402575e577ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3925488 May 13 14:40:37.828310 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0a52e305-fa84-4641-9adc-7f27b3d957c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:37.962367 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6479a3bd-fc21-4ce1-ad20-76703c6b3f96 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:37.964424 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0a52e305-fa84-4641-9adc-7f27b3d957c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:37.995178 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221858e-ef96-4fd0-99e4-becdbea7ef46 None None] Pushing event updated for resources: {'Port': ['ID=a4c865a8-e58b-4aa9-b96e-30eaaceebfed,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:38.001035 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6479a3bd-fc21-4ce1-ad20-76703c6b3f96 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:38.034375 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0a52e305-fa84-4641-9adc-7f27b3d957c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:38.036030 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0a52e305-fa84-4641-9adc-7f27b3d957c5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/beb97acf-5ea3-4d8a-8d87-d43a972eeb7f HTTP/1.1" status: 204 len: 168 time: 0.6695545 May 13 14:40:38.042406 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52e305-fa84-4641-9adc-7f27b3d957c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb97acf-5ea3-4d8a-8d87-d43a972eeb7f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:38.059588 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3290dff3-6e10-45cd-8e9e-0fd153acf271 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:38.061854 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6479a3bd-fc21-4ce1-ad20-76703c6b3f96 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:38.077454 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6479a3bd-fc21-4ce1-ad20-76703c6b3f96 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5961471 May 13 14:40:38.078153 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56746) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:38.097788 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-ac772a94-e1c4-4660-8b1f-81ef035454ce tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group_rule': {'security_group_id': '08a306af-501f-4b7d-970c-4a88bad6f261', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:38.104788 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ac772a94-e1c4-4660-8b1f-81ef035454ce tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:38.110324 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ac772a94-e1c4-4660-8b1f-81ef035454ce tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Usage tracker for resource:security_group_rule and tenant:ecacaece361041aeb070f9e17f65cd5c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:38.114232 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ac772a94-e1c4-4660-8b1f-81ef035454ce tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:38.126951 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ac772a94-e1c4-4660-8b1f-81ef035454ce tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:38.162506 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479a3bd-fc21-4ce1-ad20-76703c6b3f96 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08a306af-501f-4b7d-970c-4a88bad6f261,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:38.192680 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-ac772a94-e1c4-4660-8b1f-81ef035454ce tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] create failed (client error): The resource could not be found. May 13 14:40:38.197428 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ac772a94-e1c4-4660-8b1f-81ef035454ce tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1088696 May 13 14:40:38.198304 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56750) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:38.198964 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d9b2f-fe32-4ae4-a8c2-703d96555b5c req-4e202688-8c01-4328-be65-a8854da4af5e tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:38.207451 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-707d9b2f-fe32-4ae4-a8c2-703d96555b5c req-4e202688-8c01-4328-be65-a8854da4af5e tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d28c737a-e2ea-4756-ae6f-f8fa1cb7bc94 HTTP/1.1" status: 200 len: 943 time: 0.6521349 May 13 14:40:38.212154 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-7dba4662-c5f3-400a-9c00-dfb0574c6f05 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group_rule': {'security_group_id': '08a306af-501f-4b7d-970c-4a88bad6f261', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '7d6b83f6-d2a2-412b-930c-d467172972d3'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:38.223232 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7dba4662-c5f3-400a-9c00-dfb0574c6f05 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:38.238676 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7dba4662-c5f3-400a-9c00-dfb0574c6f05 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Usage tracker for resource:security_group_rule and tenant:ecacaece361041aeb070f9e17f65cd5c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:38.247634 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7dba4662-c5f3-400a-9c00-dfb0574c6f05 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:38.278053 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7dba4662-c5f3-400a-9c00-dfb0574c6f05 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:38.293463 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c245f555-d78d-40bf-8188-dc53023d1972 req-3f179343-37f8-41d0-a45e-c0d9f4da94f4 service neutron] 10.222.0.59 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960220 May 13 14:40:38.407234 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-7dba4662-c5f3-400a-9c00-dfb0574c6f05 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] create failed (client error): The resource could not be found. May 13 14:40:38.412107 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7dba4662-c5f3-400a-9c00-dfb0574c6f05 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2122602 May 13 14:40:38.412780 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56766) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:38.561676 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-76cbffab-df4a-4e89-a75d-116ebf6f0861 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:38.607188 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c245f555-d78d-40bf-8188-dc53023d1972 req-651290b0-253e-4eb7-a987-dc0295ffad65 service neutron] 10.222.0.59 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035476 May 13 14:40:38.617272 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-76cbffab-df4a-4e89-a75d-116ebf6f0861 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:38.629844 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device a4c865a8-e58b-4aa9-b96e-30eaaceebfed up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:40:38.636358 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-707d9b2f-fe32-4ae4-a8c2-703d96555b5c req-8efb269a-44d3-445d-a69e-79d840d8f8dd tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275312 May 13 14:40:38.637345 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3290dff3-6e10-45cd-8e9e-0fd153acf271 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Subnet': ['ID=566a68ea-b325-4312-9922-e760e721d4d3,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:38.651103 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3290dff3-6e10-45cd-8e9e-0fd153acf271 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Checking segment: {'id': 'ea3d083d-d0b7-4680-9d7a-2ba8dfbf0c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b8d1b5c7-78bc-4b0c-8dc7-f4bacd6d918f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:40:38.651772 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3290dff3-6e10-45cd-8e9e-0fd153acf271 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network hostable DHCP agents. Network: b8d1b5c7-78bc-4b0c-8dc7-f4bacd6d918f, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:40:38.685334 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3290dff3-6e10-45cd-8e9e-0fd153acf271 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network b8d1b5c7-78bc-4b0c-8dc7-f4bacd6d918f is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:40:38.755141 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-76cbffab-df4a-4e89-a75d-116ebf6f0861 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:38.805969 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cbffab-df4a-4e89-a75d-116ebf6f0861 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a306af-501f-4b7d-970c-4a88bad6f261,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:38.834962 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-3290dff3-6e10-45cd-8e9e-0fd153acf271 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, b8d1b5c7-78bc-4b0c-8dc7-f4bacd6d918f) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:40:38.841823 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-76cbffab-df4a-4e89-a75d-116ebf6f0861 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:38.843484 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-76cbffab-df4a-4e89-a75d-116ebf6f0861 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "DELETE /v2.0/security-groups/08a306af-501f-4b7d-970c-4a88bad6f261 HTTP/1.1" status: 204 len: 168 time: 0.4295318 May 13 14:40:38.845957 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56778) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:38.850030 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3290dff3-6e10-45cd-8e9e-0fd153acf271 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:38.862861 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e582391c-bf7d-495a-81ea-ba98b15f599b None None] Network b8d1b5c7-78bc-4b0c-8dc7-f4bacd6d918f requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:40:38.863839 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3290dff3-6e10-45cd-8e9e-0fd153acf271 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:38.945607 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56784) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:38.952313 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3290dff3-6e10-45cd-8e9e-0fd153acf271 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0627661 May 13 14:40:38.957405 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-e7950141-0f1e-4a49-bb40-4b8ad8144401 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-364815422', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:38.982861 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860846e-dc93-4141-a6f5-c8ad96e2940d req-3a3dd489-420e-4faf-a8fc-6c5b30f4816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:38.984498 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1860846e-dc93-4141-a6f5-c8ad96e2940d req-3a3dd489-420e-4faf-a8fc-6c5b30f4816d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e540cd79706f4092b1c33147f0b2cee9&device_id=d28c737a-e2ea-4756-ae6f-f8fa1cb7bc94 HTTP/1.1" status: 200 len: 1094 time: 0.2869263 May 13 14:40:38.987910 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-59fa2ea7-9d0f-447c-a70d-2a1bcecdc22b tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Synchronizing usage tracker for tenant:ecacaece361041aeb070f9e17f65cd5c on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:38.996342 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e7950141-0f1e-4a49-bb40-4b8ad8144401 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:39.014049 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port a4c865a8-e58b-4aa9-b96e-30eaaceebfed completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:40:39.014733 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e7950141-0f1e-4a49-bb40-4b8ad8144401 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Usage tracker for resource:router and tenant:f1ec4de986a64c699f9b990b9e5d2da5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:39.025707 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e7950141-0f1e-4a49-bb40-4b8ad8144401 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:39.056644 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e7950141-0f1e-4a49-bb40-4b8ad8144401 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:39.068319 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-59fa2ea7-9d0f-447c-a70d-2a1bcecdc22b tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Unset dirty status for tenant:ecacaece361041aeb070f9e17f65cd5c on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:39.077210 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-59fa2ea7-9d0f-447c-a70d-2a1bcecdc22b tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2275965 May 13 14:40:39.080133 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56794) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:39.093558 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-3a39486d-74ef-4e08-a135-2a6c68eb5e81 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group_rule': {'security_group_id': '95d4f32f-08a4-4b1b-a513-7409f3f6177e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:39.105534 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e7950141-0f1e-4a49-bb40-4b8ad8144401 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:39.109944 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e7950141-0f1e-4a49-bb40-4b8ad8144401 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:39.117612 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3a39486d-74ef-4e08-a135-2a6c68eb5e81 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:39.138235 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3a39486d-74ef-4e08-a135-2a6c68eb5e81 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Usage tracker for resource:security_group_rule and tenant:ecacaece361041aeb070f9e17f65cd5c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:39.146150 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3a39486d-74ef-4e08-a135-2a6c68eb5e81 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:39.165072 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3a39486d-74ef-4e08-a135-2a6c68eb5e81 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:39.196777 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e7950141-0f1e-4a49-bb40-4b8ad8144401 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:39.295842 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e7950141-0f1e-4a49-bb40-4b8ad8144401 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:39.328193 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-3a39486d-74ef-4e08-a135-2a6c68eb5e81 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] create failed (client error): The resource could not be found. May 13 14:40:39.339653 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3a39486d-74ef-4e08-a135-2a6c68eb5e81 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2496459 May 13 14:40:39.344985 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56802) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:39.364637 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-fb0a5a06-f5c7-492b-8cb1-d0bcd11fe3d3 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group': {'name': 'tempest-secgroup--2093401011'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:39.365341 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860846e-dc93-4141-a6f5-c8ad96e2940d req-a5d3aec7-ed79-4b96-bce8-cfd918fd18f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:39.366857 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1860846e-dc93-4141-a6f5-c8ad96e2940d req-a5d3aec7-ed79-4b96-bce8-cfd918fd18f5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8641c536-545f-4056-be2c-402575e577ff HTTP/1.1" status: 200 len: 913 time: 0.3751471 May 13 14:40:39.395410 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-fb0a5a06-f5c7-492b-8cb1-d0bcd11fe3d3 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:39.399649 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e7950141-0f1e-4a49-bb40-4b8ad8144401 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:39.403988 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e7950141-0f1e-4a49-bb40-4b8ad8144401 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4536378 May 13 14:40:39.406715 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56808) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:39.423218 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e453349c-3dda-433d-9700-49934b01d2ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-b8d1b5c7-78bc-4b0c-8dc7-f4bacd6d918f', 'network_id': 'b8d1b5c7-78bc-4b0c-8dc7-f4bacd6d918f', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'fixed_ips': [{'subnet_id': '566a68ea-b325-4312-9922-e760e721d4d3'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:40:39.427911 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e453349c-3dda-433d-9700-49934b01d2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:39.547249 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-fb0a5a06-f5c7-492b-8cb1-d0bcd11fe3d3 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:39.549068 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1860846e-dc93-4141-a6f5-c8ad96e2940d req-b6c5ccd1-3b3e-43bd-b5b0-99557c47df1e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4352490-40f6-44d8-89b7-9df0933e6425 HTTP/1.1" status: 200 len: 217 time: 0.1721292 May 13 14:40:39.695810 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fb0a5a06-f5c7-492b-8cb1-d0bcd11fe3d3 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:39.722654 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860846e-dc93-4141-a6f5-c8ad96e2940d req-2cdae7ed-9acb-47a1-a4ab-969df6ee8ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:39.726768 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1860846e-dc93-4141-a6f5-c8ad96e2940d req-2cdae7ed-9acb-47a1-a4ab-969df6ee8ab0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7 HTTP/1.1" status: 200 len: 852 time: 0.1693962 May 13 14:40:39.860065 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de891ee-e1e7-4761-9b3e-c36e1d8e36b9 None None] Network f8f81a69-b5e7-4f38-9f3c-9e0168a97ea0 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:40:39.870223 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1860846e-dc93-4141-a6f5-c8ad96e2940d req-523e051b-d90d-4708-8638-f0512db95f02 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8641c536-545f-4056-be2c-402575e577ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1372006 May 13 14:40:39.890334 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-e453349c-3dda-433d-9700-49934b01d2ae None None] Allocated IP 2001:db8:1::2 (b8d1b5c7-78bc-4b0c-8dc7-f4bacd6d918f/566a68ea-b325-4312-9922-e760e721d4d3/e87d147e-2b50-4084-9fb1-56f40c085aec) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:40:39.957182 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56824) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:40.031431 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1860846e-dc93-4141-a6f5-c8ad96e2940d req-304d9c51-ed01-4bfc-a941-2b97e5482c87 service neutron] 10.222.0.59 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552529 May 13 14:40:40.084049 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0a5935f6-a49e-458c-a218-f582a12f43e2 None None] Provisioning for port a4c865a8-e58b-4aa9-b96e-30eaaceebfed completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:40:40.112918 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0a5935f6-a49e-458c-a218-f582a12f43e2 None None] Provisioning complete for port a4c865a8-e58b-4aa9-b96e-30eaaceebfed triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:40.113810 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0a5935f6-a49e-458c-a218-f582a12f43e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:40.152330 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-fb0a5a06-f5c7-492b-8cb1-d0bcd11fe3d3 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:40.164276 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-fb0a5a06-f5c7-492b-8cb1-d0bcd11fe3d3 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Usage tracker for resource:security_group_rule and tenant:ecacaece361041aeb070f9e17f65cd5c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:40.172265 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-fb0a5a06-f5c7-492b-8cb1-d0bcd11fe3d3 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:40.194786 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-fb0a5a06-f5c7-492b-8cb1-d0bcd11fe3d3 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:40.360867 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fb0a5a06-f5c7-492b-8cb1-d0bcd11fe3d3 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:40.395472 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1860846e-dc93-4141-a6f5-c8ad96e2940d req-cdf7f50e-205d-4fd3-94fe-d7d151765db6 service neutron] 10.222.0.59 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562560 May 13 14:40:40.395862 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fb0a5a06-f5c7-492b-8cb1-d0bcd11fe3d3 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:40.436357 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-e37e1ebb-7254-45b9-8e68-d210c628ead2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-81398461'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:40.442213 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e37e1ebb-7254-45b9-8e68-d210c628ead2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:40.442983 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0a5935f6-a49e-458c-a218-f582a12f43e2 None None] Current status of the port a4c865a8-e58b-4aa9-b96e-30eaaceebfed is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:40.443418 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0a5935f6-a49e-458c-a218-f582a12f43e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:40.448371 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e37e1ebb-7254-45b9-8e68-d210c628ead2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Usage tracker for resource:network and tenant:815af0c7448240e6bd95bd01d79b47f1 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:40.452349 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e37e1ebb-7254-45b9-8e68-d210c628ead2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:40.461106 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e37e1ebb-7254-45b9-8e68-d210c628ead2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:40.614528 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-0a5935f6-a49e-458c-a218-f582a12f43e2 None None] For port a4c865a8-e58b-4aa9-b96e-30eaaceebfed, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=a4c865a8-e58b-4aa9-b96e-30eaaceebfed,segment=NetworkSegment(28467647-3364-49b9-a331-153c0380bc89),segment_id=28467647-3364-49b9-a331-153c0380bc89)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:40.701335 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0a5935f6-a49e-458c-a218-f582a12f43e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:40.787958 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b1438326-f34a-42d6-a4c7-3d358f58c199 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:40.792972 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5935f6-a49e-458c-a218-f582a12f43e2 None None] Pushing event updated for resources: {'Port': ['ID=a4c865a8-e58b-4aa9-b96e-30eaaceebfed,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:40.798930 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37e1ebb-7254-45b9-8e68-d210c628ead2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Made reservation on behalf of 815af0c7448240e6bd95bd01d79b47f1 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:40:40.802939 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e37e1ebb-7254-45b9-8e68-d210c628ead2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:40.824920 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e37e1ebb-7254-45b9-8e68-d210c628ead2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:40.833699 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e453349c-3dda-433d-9700-49934b01d2ae None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:40.847771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a5a06-f5c7-492b-8cb1-d0bcd11fe3d3 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76ecaec2-e6da-4769-98d2-ea7a3878986c,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:40.857756 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fb0a5a06-f5c7-492b-8cb1-d0bcd11fe3d3 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:40.859767 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fb0a5a06-f5c7-492b-8cb1-d0bcd11fe3d3 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5116704 May 13 14:40:40.864397 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56854) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:40.867764 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e453349c-3dda-433d-9700-49934b01d2ae None None] Transition to ACTIVE for port object e87d147e-2b50-4084-9fb1-56f40c085aec will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:40:40.872633 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-8d91bf7c-758d-466f-bc6c-a8ec7930a331 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group': {'name': 'tempest-secgroup--1176821242'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:40.882072 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8d91bf7c-758d-466f-bc6c-a8ec7930a331 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:40.887998 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8d91bf7c-758d-466f-bc6c-a8ec7930a331 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Usage tracker for resource:security_group and tenant:ecacaece361041aeb070f9e17f65cd5c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:40.892065 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8d91bf7c-758d-466f-bc6c-a8ec7930a331 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:40.902967 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8d91bf7c-758d-466f-bc6c-a8ec7930a331 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:40.909330 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e453349c-3dda-433d-9700-49934b01d2ae None None] Transition to ACTIVE for port object e87d147e-2b50-4084-9fb1-56f40c085aec will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:40:40.918714 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e453349c-3dda-433d-9700-49934b01d2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:40.921245 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8d91bf7c-758d-466f-bc6c-a8ec7930a331 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:40.955715 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8d91bf7c-758d-466f-bc6c-a8ec7930a331 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:40.961526 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8d91bf7c-758d-466f-bc6c-a8ec7930a331 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Usage tracker for resource:security_group_rule and tenant:ecacaece361041aeb070f9e17f65cd5c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:40.965288 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8d91bf7c-758d-466f-bc6c-a8ec7930a331 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:40.973778 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8d91bf7c-758d-466f-bc6c-a8ec7930a331 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:41.049224 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453349c-3dda-433d-9700-49934b01d2ae None None] Pushing event updated for resources: {'Port': ['ID=e87d147e-2b50-4084-9fb1-56f40c085aec,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:41.109308 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e453349c-3dda-433d-9700-49934b01d2ae None None] Network b8d1b5c7-78bc-4b0c-8dc7-f4bacd6d918f is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:40:41.110633 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-e453349c-3dda-433d-9700-49934b01d2ae None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:40:41.113942 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e453349c-3dda-433d-9700-49934b01d2ae None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:40:41.126545 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8d91bf7c-758d-466f-bc6c-a8ec7930a331 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:41.139845 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8d91bf7c-758d-466f-bc6c-a8ec7930a331 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:41.193308 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e37e1ebb-7254-45b9-8e68-d210c628ead2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:41.198959 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91bf7c-758d-466f-bc6c-a8ec7930a331 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cea012-d4c2-48ed-91e2-d92e47ceec75,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:41.205888 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b3011-f6c8-4b8f-ba09-e06a661a43b2 req-c4ced342-edc6-4e89-b925-f36a2cf1674a tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:41.209084 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c88b3011-f6c8-4b8f-ba09-e06a661a43b2 req-c4ced342-edc6-4e89-b925-f36a2cf1674a tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d28c737a-e2ea-4756-ae6f-f8fa1cb7bc94 HTTP/1.1" status: 200 len: 943 time: 1.2493684 May 13 14:40:41.229603 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8d91bf7c-758d-466f-bc6c-a8ec7930a331 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:41.235972 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8d91bf7c-758d-466f-bc6c-a8ec7930a331 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3661861 May 13 14:40:41.237662 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56864) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:41.245538 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-55f13d26-e201-464c-a016-0539b019ba35 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group_rule': {'security_group_id': '76ecaec2-e6da-4769-98d2-ea7a3878986c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'b5cea012-d4c2-48ed-91e2-d92e47ceec75'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:41.246733 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e37e1ebb-7254-45b9-8e68-d210c628ead2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Usage tracker for resource:security_group_rule and tenant:815af0c7448240e6bd95bd01d79b47f1 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:41.254235 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-55f13d26-e201-464c-a016-0539b019ba35 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:41.260028 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-55f13d26-e201-464c-a016-0539b019ba35 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Usage tracker for resource:security_group_rule and tenant:ecacaece361041aeb070f9e17f65cd5c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:41.264758 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-55f13d26-e201-464c-a016-0539b019ba35 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:41.272686 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-55f13d26-e201-464c-a016-0539b019ba35 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:41.274870 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e37e1ebb-7254-45b9-8e68-d210c628ead2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:41.324644 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-55f13d26-e201-464c-a016-0539b019ba35 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:40:41.327102 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-55f13d26-e201-464c-a016-0539b019ba35 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0875480 May 13 14:40:41.329784 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56868) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:41.381910 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c88b3011-f6c8-4b8f-ba09-e06a661a43b2 req-4d93772f-7fb4-4204-ab8a-23ff10133a60 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632051 May 13 14:40:41.382893 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e37e1ebb-7254-45b9-8e68-d210c628ead2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:41.410046 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-e453349c-3dda-433d-9700-49934b01d2ae None None] Attempting to bind port e87d147e-2b50-4084-9fb1-56f40c085aec on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:40:41.410408 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-e453349c-3dda-433d-9700-49934b01d2ae None None] Attempting to bind port e87d147e-2b50-4084-9fb1-56f40c085aec by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'ea3d083d-d0b7-4680-9d7a-2ba8dfbf0c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b8d1b5c7-78bc-4b0c-8dc7-f4bacd6d918f'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:40:41.410765 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e453349c-3dda-433d-9700-49934b01d2ae None None] Attempting to bind port e87d147e-2b50-4084-9fb1-56f40c085aec on network b8d1b5c7-78bc-4b0c-8dc7-f4bacd6d918f {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:40:41.435142 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-27ac3b07-bea3-46ee-b5bc-3647c25822fe tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:41.441218 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e453349c-3dda-433d-9700-49934b01d2ae None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:40:41.441654 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e453349c-3dda-433d-9700-49934b01d2ae None None] Checking segment: {'id': 'ea3d083d-d0b7-4680-9d7a-2ba8dfbf0c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b8d1b5c7-78bc-4b0c-8dc7-f4bacd6d918f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:40:41.442061 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e453349c-3dda-433d-9700-49934b01d2ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:41.442453 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e453349c-3dda-433d-9700-49934b01d2ae None None] Bound using segment: {'id': 'ea3d083d-d0b7-4680-9d7a-2ba8dfbf0c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b8d1b5c7-78bc-4b0c-8dc7-f4bacd6d918f'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:40:41.442928 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-e453349c-3dda-433d-9700-49934b01d2ae None None] Bound port: e87d147e-2b50-4084-9fb1-56f40c085aec, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3d083d-d0b7-4680-9d7a-2ba8dfbf0c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b8d1b5c7-78bc-4b0c-8dc7-f4bacd6d918f'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:40:41.443325 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e453349c-3dda-433d-9700-49934b01d2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:41.471978 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f8ebb94e-a3f5-428c-8130-b707e7224932 None None] Provisioning complete for port a4c865a8-e58b-4aa9-b96e-30eaaceebfed triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:41.472355 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f8ebb94e-a3f5-428c-8130-b707e7224932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:41.476573 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-27ac3b07-bea3-46ee-b5bc-3647c25822fe tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:41.551573 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-27ac3b07-bea3-46ee-b5bc-3647c25822fe tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:41.605869 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac3b07-bea3-46ee-b5bc-3647c25822fe tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cea012-d4c2-48ed-91e2-d92e47ceec75,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:41.619086 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-27ac3b07-bea3-46ee-b5bc-3647c25822fe tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:41.621160 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-27ac3b07-bea3-46ee-b5bc-3647c25822fe tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "DELETE /v2.0/security-groups/b5cea012-d4c2-48ed-91e2-d92e47ceec75 HTTP/1.1" status: 204 len: 168 time: 0.2890999 May 13 14:40:41.628368 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56876) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:41.631862 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-e453349c-3dda-433d-9700-49934b01d2ae None None] For port e87d147e-2b50-4084-9fb1-56f40c085aec, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:40:41.642130 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-e453349c-3dda-433d-9700-49934b01d2ae None None] For port e87d147e-2b50-4084-9fb1-56f40c085aec, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=e87d147e-2b50-4084-9fb1-56f40c085aec,segment=NetworkSegment(ea3d083d-d0b7-4680-9d7a-2ba8dfbf0c99),segment_id=ea3d083d-d0b7-4680-9d7a-2ba8dfbf0c99)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:40:41.675967 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e453349c-3dda-433d-9700-49934b01d2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:41.735438 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-83c03cd7-aba0-46c6-9daf-bd77d59f5c90 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Synchronizing usage tracker for tenant:ecacaece361041aeb070f9e17f65cd5c on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:41.755550 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-83c03cd7-aba0-46c6-9daf-bd77d59f5c90 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Unset dirty status for tenant:ecacaece361041aeb070f9e17f65cd5c on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:41.757530 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-83c03cd7-aba0-46c6-9daf-bd77d59f5c90 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1280725 May 13 14:40:41.760539 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56880) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:41.816838 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b4352490-40f6-44d8-89b7-9df0933e6425 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:40:41.858880 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-b1438326-f34a-42d6-a4c7-3d358f58c199 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Allocated IP 2001:db8::1 (f8f81a69-b5e7-4f38-9f3c-9e0168a97ea0/d2c5c2e3-469d-4eae-8328-eb844fbb4bec/b05cd0ca-3d9a-4916-bf44-99a690ee8891) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:40:41.937673 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd7acffb-32ba-4ce7-b77f-1b30d180051c tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:41.974940 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56886) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:41.976805 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd7acffb-32ba-4ce7-b77f-1b30d180051c tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:41.978107 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453349c-3dda-433d-9700-49934b01d2ae None None] Pushing event updated for resources: {'Port': ['ID=e87d147e-2b50-4084-9fb1-56f40c085aec,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:42.092939 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f8ebb94e-a3f5-428c-8130-b707e7224932 None None] Current status of the port a4c865a8-e58b-4aa9-b96e-30eaaceebfed is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:42.122056 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e37e1ebb-7254-45b9-8e68-d210c628ead2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:42.126894 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd7acffb-32ba-4ce7-b77f-1b30d180051c tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:42.130357 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e37e1ebb-7254-45b9-8e68-d210c628ead2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:42.181353 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7acffb-32ba-4ce7-b77f-1b30d180051c tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ecaec2-e6da-4769-98d2-ea7a3878986c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:42.187400 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b4352490-40f6-44d8-89b7-9df0933e6425, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b4352490-40f6-44d8-89b7-9df0933e6425,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:42.189219 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37e1ebb-7254-45b9-8e68-d210c628ead2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:40:42.212562 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'b4352490-40f6-44d8-89b7-9df0933e6425', 'network_id': '8641c536-545f-4056-be2c-402575e577ff', 'port_id': 'b4352490-40f6-44d8-89b7-9df0933e6425', 'mac_address': 'fa:16:3e:d2:eb:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:40:42.223445 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b1438326-f34a-42d6-a4c7-3d358f58c199 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:42.233421 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd7acffb-32ba-4ce7-b77f-1b30d180051c tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:42.234872 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-dd7acffb-32ba-4ce7-b77f-1b30d180051c tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "DELETE /v2.0/security-groups/76ecaec2-e6da-4769-98d2-ea7a3878986c HTTP/1.1" status: 204 len: 168 time: 0.4720571 May 13 14:40:42.238772 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56892) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:42.298546 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e1ebb-7254-45b9-8e68-d210c628ead2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21e56b5e-600c-495f-8169-5e9f9b6a4151,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:42.316103 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e37e1ebb-7254-45b9-8e68-d210c628ead2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:42.320840 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-e37e1ebb-7254-45b9-8e68-d210c628ead2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Added segment 480dc14d-49eb-402d-a3b3-21a18a0913e4 of type vlan for network e1876217-5ca8-458e-a35f-fffd566fc744 May 13 14:40:42.322603 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-31c2c112-988e-41f0-b6b2-edc089edfc47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:42.358508 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-b1438326-f34a-42d6-a4c7-3d358f58c199 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Transition to ACTIVE for port object b05cd0ca-3d9a-4916-bf44-99a690ee8891 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:40:42.369821 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-39a44803-db89-4434-a206-104416f16cf7 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Synchronizing usage tracker for tenant:ecacaece361041aeb070f9e17f65cd5c on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:42.379524 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-31c2c112-988e-41f0-b6b2-edc089edfc47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:42.385015 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port b4352490-40f6-44d8-89b7-9df0933e6425 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:42.385550 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:42.411303 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-39a44803-db89-4434-a206-104416f16cf7 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Unset dirty status for tenant:ecacaece361041aeb070f9e17f65cd5c on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:42.417978 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-39a44803-db89-4434-a206-104416f16cf7 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1780457 May 13 14:40:42.418824 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56898) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:42.433628 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-fdcd5853-c16f-41db-9c66-404d2c6d9ddb tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group': {'name': 'tempest-secgroup--1604183532'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:42.445977 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4352490-40f6-44d8-89b7-9df0933e6425 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:40:42.450488 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-fdcd5853-c16f-41db-9c66-404d2c6d9ddb tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:42.463650 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e37e1ebb-7254-45b9-8e68-d210c628ead2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:42.472752 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-fdcd5853-c16f-41db-9c66-404d2c6d9ddb tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:42.486651 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b4352490-40f6-44d8-89b7-9df0933e6425, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b4352490-40f6-44d8-89b7-9df0933e6425,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:42.494206 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:42.500940 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fdcd5853-c16f-41db-9c66-404d2c6d9ddb tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:42.510502 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-31c2c112-988e-41f0-b6b2-edc089edfc47 admin admin] Usage tracker for resource:security_group_rule and tenant:3ab500b7bf774d44899cdda3d676d4e0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:42.516016 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-31c2c112-988e-41f0-b6b2-edc089edfc47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:42.523619 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-31c2c112-988e-41f0-b6b2-edc089edfc47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:42.540996 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-fdcd5853-c16f-41db-9c66-404d2c6d9ddb tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:42.546180 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-fdcd5853-c16f-41db-9c66-404d2c6d9ddb tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Usage tracker for resource:security_group_rule and tenant:ecacaece361041aeb070f9e17f65cd5c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:42.552847 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-fdcd5853-c16f-41db-9c66-404d2c6d9ddb tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:42.566165 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-fdcd5853-c16f-41db-9c66-404d2c6d9ddb tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:42.608890 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=b4352490-40f6-44d8-89b7-9df0933e6425,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:42.693702 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e87d147e-2b50-4084-9fb1-56f40c085aec up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:40:42.694673 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-31c2c112-988e-41f0-b6b2-edc089edfc47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:42.695868 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e37e1ebb-7254-45b9-8e68-d210c628ead2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:42.703954 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37e1ebb-7254-45b9-8e68-d210c628ead2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:42.704643 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e37e1ebb-7254-45b9-8e68-d210c628ead2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:42.743407 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['b4352490-40f6-44d8-89b7-9df0933e6425'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:40:42.753596 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fdcd5853-c16f-41db-9c66-404d2c6d9ddb tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:42.767421 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e37e1ebb-7254-45b9-8e68-d210c628ead2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.7991049 May 13 14:40:42.768800 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-31c2c112-988e-41f0-b6b2-edc089edfc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:42.773445 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56904) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:42.830491 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2c112-988e-41f0-b6b2-edc089edfc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb398354-3bee-4779-b338-d43c33aac03f,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:42.911196 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b1438326-f34a-42d6-a4c7-3d358f58c199 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:42.948446 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port e87d147e-2b50-4084-9fb1-56f40c085aec completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:40:42.963907 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device a4c865a8-e58b-4aa9-b96e-30eaaceebfed up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:40:42.969044 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fdcd5853-c16f-41db-9c66-404d2c6d9ddb tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:43.009338 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-26818fa0-22fd-4e72-9b12-5c374ce95281 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Request body: {'subnet': {'network_id': 'e1876217-5ca8-458e-a35f-fffd566fc744', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:43.047997 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e1ebb-7254-45b9-8e68-d210c628ead2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Pushing event updated for resources: {'Network': ['ID=e1876217-5ca8-458e-a35f-fffd566fc744,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:43.072340 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network e1876217-5ca8-458e-a35f-fffd566fc744 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:40:43.107463 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1438326-f34a-42d6-a4c7-3d358f58c199 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network f8f81a69-b5e7-4f38-9f3c-9e0168a97ea0 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:40:43.113865 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-b1438326-f34a-42d6-a4c7-3d358f58c199 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:40:43.120477 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-31c2c112-988e-41f0-b6b2-edc089edfc47 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3ab500b7bf774d44899cdda3d676d4e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1432562 May 13 14:40:43.121405 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1438326-f34a-42d6-a4c7-3d358f58c199 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:40:43.121953 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b1438326-f34a-42d6-a4c7-3d358f58c199 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:43.129470 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56908) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:43.199539 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1438326-f34a-42d6-a4c7-3d358f58c199 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Port': ['ID=b05cd0ca-3d9a-4916-bf44-99a690ee8891,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:43.219690 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fdcd5853-c16f-41db-9c66-404d2c6d9ddb tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:43.225864 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fdcd5853-c16f-41db-9c66-404d2c6d9ddb tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8021965 May 13 14:40:43.244552 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56912) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:43.259364 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-d34a9edd-b52d-43bd-b9aa-67007eaf802d tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group_rule': {'security_group_id': 'd0fa6ed7-14ac-45fb-b997-87847879d41e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:43.287162 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port a4c865a8-e58b-4aa9-b96e-30eaaceebfed triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:43.287550 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:43.300233 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d34a9edd-b52d-43bd-b9aa-67007eaf802d tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:43.320813 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d34a9edd-b52d-43bd-b9aa-67007eaf802d tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Usage tracker for resource:security_group_rule and tenant:ecacaece361041aeb070f9e17f65cd5c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:43.332598 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d34a9edd-b52d-43bd-b9aa-67007eaf802d tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:43.366576 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900358d7-806b-41e1-993d-99afe3905f83 req-e0e806d3-dd8c-40e2-85cd-ce98e96ab4cb tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:43.371641 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-900358d7-806b-41e1-993d-99afe3905f83 req-e0e806d3-dd8c-40e2-85cd-ce98e96ab4cb tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d28c737a-e2ea-4756-ae6f-f8fa1cb7bc94 HTTP/1.1" status: 200 len: 944 time: 0.7245500 May 13 14:40:43.372812 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-668273f5-3913-41cb-892e-a8802e349298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:43.375602 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d34a9edd-b52d-43bd-b9aa-67007eaf802d tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:43.473727 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd5853-c16f-41db-9c66-404d2c6d9ddb tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fa6ed7-14ac-45fb-b997-87847879d41e,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:43.500933 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-668273f5-3913-41cb-892e-a8802e349298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:43.556010 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-26818fa0-22fd-4e72-9b12-5c374ce95281 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:43.556261 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62ff822-d9bc-4a29-a1d1-b9033d8f1d89 None None] Network b8d1b5c7-78bc-4b0c-8dc7-f4bacd6d918f requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:40:43.559150 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-d34a9edd-b52d-43bd-b9aa-67007eaf802d tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:40:43.560659 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d34a9edd-b52d-43bd-b9aa-67007eaf802d tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3138187 May 13 14:40:43.572422 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56916) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:43.587237 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-4d1d481b-a7a7-4024-8bc1-0de577329309 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group_rule': {'security_group_id': 'd0fa6ed7-14ac-45fb-b997-87847879d41e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:43.592368 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b1438326-f34a-42d6-a4c7-3d358f58c199 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:43.601275 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-26818fa0-22fd-4e72-9b12-5c374ce95281 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Usage tracker for resource:subnet and tenant:815af0c7448240e6bd95bd01d79b47f1 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:43.606230 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-26818fa0-22fd-4e72-9b12-5c374ce95281 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:43.608511 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4d1d481b-a7a7-4024-8bc1-0de577329309 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:43.616876 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4d1d481b-a7a7-4024-8bc1-0de577329309 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Usage tracker for resource:security_group_rule and tenant:ecacaece361041aeb070f9e17f65cd5c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:43.622519 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4d1d481b-a7a7-4024-8bc1-0de577329309 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:43.623674 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-26818fa0-22fd-4e72-9b12-5c374ce95281 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:43.637313 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-900358d7-806b-41e1-993d-99afe3905f83 req-ec413264-9915-4e2a-8226-0d792f768ceb tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219458 May 13 14:40:43.651718 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26818fa0-22fd-4e72-9b12-5c374ce95281 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Made reservation on behalf of 815af0c7448240e6bd95bd01d79b47f1 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:40:43.657369 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-26818fa0-22fd-4e72-9b12-5c374ce95281 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:43.689850 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4d1d481b-a7a7-4024-8bc1-0de577329309 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:43.691300 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7d3a76db-61dd-4ddd-8a5e-c300ae9da9bf None None] Provisioning for port e87d147e-2b50-4084-9fb1-56f40c085aec completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:40:43.696170 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port a4c865a8-e58b-4aa9-b96e-30eaaceebfed is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:43.704875 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7d3a76db-61dd-4ddd-8a5e-c300ae9da9bf None None] Provisioning complete for port e87d147e-2b50-4084-9fb1-56f40c085aec triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:43.705637 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7d3a76db-61dd-4ddd-8a5e-c300ae9da9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:43.798452 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-668273f5-3913-41cb-892e-a8802e349298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:43.807511 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b4352490-40f6-44d8-89b7-9df0933e6425 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:40:43.919352 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668273f5-3913-41cb-892e-a8802e349298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb398354-3bee-4779-b338-d43c33aac03f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:43.944148 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-668273f5-3913-41cb-892e-a8802e349298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:43.959435 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-668273f5-3913-41cb-892e-a8802e349298 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eb398354-3bee-4779-b338-d43c33aac03f HTTP/1.1" status: 204 len: 168 time: 0.8250210 May 13 14:40:43.973154 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-4d1d481b-a7a7-4024-8bc1-0de577329309 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:40:43.974357 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4d1d481b-a7a7-4024-8bc1-0de577329309 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3987477 May 13 14:40:43.980074 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56924) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:44.021261 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-26818fa0-22fd-4e72-9b12-5c374ce95281 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:44.130796 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26818fa0-22fd-4e72-9b12-5c374ce95281 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Pushing event updated for resources: {'Subnet': ['ID=a4e38de2-754e-4909-80f1-3cb15bd16f33,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:44.158982 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5265c469-d0a9-4f27-8e3d-359eb634bb1d tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:44.190042 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26818fa0-22fd-4e72-9b12-5c374ce95281 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Checking segment: {'id': '480dc14d-49eb-402d-a3b3-21a18a0913e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e1876217-5ca8-458e-a35f-fffd566fc744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:40:44.190991 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26818fa0-22fd-4e72-9b12-5c374ce95281 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Network hostable DHCP agents. Network: e1876217-5ca8-458e-a35f-fffd566fc744, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:40:44.217607 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port b4352490-40f6-44d8-89b7-9df0933e6425 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:40:44.230817 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7d3a76db-61dd-4ddd-8a5e-c300ae9da9bf None None] Current status of the port e87d147e-2b50-4084-9fb1-56f40c085aec is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:44.231232 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7d3a76db-61dd-4ddd-8a5e-c300ae9da9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:44.238006 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26818fa0-22fd-4e72-9b12-5c374ce95281 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Network e1876217-5ca8-458e-a35f-fffd566fc744 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:40:44.246475 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port b4352490-40f6-44d8-89b7-9df0933e6425 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:44.246972 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:44.258718 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-26818fa0-22fd-4e72-9b12-5c374ce95281 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, e1876217-5ca8-458e-a35f-fffd566fc744) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:40:44.263004 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26818fa0-22fd-4e72-9b12-5c374ce95281 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:44.263624 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-26818fa0-22fd-4e72-9b12-5c374ce95281 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:44.272326 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5265c469-d0a9-4f27-8e3d-359eb634bb1d tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:44.318044 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-26818fa0-22fd-4e72-9b12-5c374ce95281 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3185427 May 13 14:40:44.318728 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56930) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:44.325505 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-eddff6a1-0dbe-4656-bfec-ea29aca0a69b tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Request body: {'port': {'network_id': 'e1876217-5ca8-458e-a35f-fffd566fc744', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1709931193'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:44.340262 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018b3cb1-18b5-414d-842c-1eb67a51d45c None None] Network e1876217-5ca8-458e-a35f-fffd566fc744 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:40:44.405314 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b1438326-f34a-42d6-a4c7-3d358f58c199 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:44.413745 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b1438326-f34a-42d6-a4c7-3d358f58c199 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:44.415393 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b1438326-f34a-42d6-a4c7-3d358f58c199 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:44.519785 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-eddff6a1-0dbe-4656-bfec-ea29aca0a69b tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:44.524001 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-eddff6a1-0dbe-4656-bfec-ea29aca0a69b tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Usage tracker for resource:port and tenant:815af0c7448240e6bd95bd01d79b47f1 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:44.526884 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-eddff6a1-0dbe-4656-bfec-ea29aca0a69b tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:44.533234 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-eddff6a1-0dbe-4656-bfec-ea29aca0a69b tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:44.540614 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5265c469-d0a9-4f27-8e3d-359eb634bb1d tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:44.558015 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddff6a1-0dbe-4656-bfec-ea29aca0a69b tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Made reservation on behalf of 815af0c7448240e6bd95bd01d79b47f1 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:40:44.562113 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eddff6a1-0dbe-4656-bfec-ea29aca0a69b tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:44.581089 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265c469-d0a9-4f27-8e3d-359eb634bb1d tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fa6ed7-14ac-45fb-b997-87847879d41e,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:44.607666 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-eddff6a1-0dbe-4656-bfec-ea29aca0a69b tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] device_id is not set on port a7c35268-da50-4efc-b632-e5e68fe46c21 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:40:44.693282 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-7d3a76db-61dd-4ddd-8a5e-c300ae9da9bf None None] For port e87d147e-2b50-4084-9fb1-56f40c085aec, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=e87d147e-2b50-4084-9fb1-56f40c085aec,segment=NetworkSegment(ea3d083d-d0b7-4680-9d7a-2ba8dfbf0c99),segment_id=ea3d083d-d0b7-4680-9d7a-2ba8dfbf0c99)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:44.708240 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f4b2d5-767f-473c-ad63-57ccad9916e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-e1876217-5ca8-458e-a35f-fffd566fc744', 'network_id': 'e1876217-5ca8-458e-a35f-fffd566fc744', 'tenant_id': '815af0c7448240e6bd95bd01d79b47f1', 'fixed_ips': [{'subnet_id': 'a4e38de2-754e-4909-80f1-3cb15bd16f33'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:40:44.709078 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b2d5-767f-473c-ad63-57ccad9916e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:44.764748 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7d3a76db-61dd-4ddd-8a5e-c300ae9da9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:44.869016 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1438326-f34a-42d6-a4c7-3d358f58c199 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network f8f81a69-b5e7-4f38-9f3c-9e0168a97ea0 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:40:44.871823 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-b1438326-f34a-42d6-a4c7-3d358f58c199 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:40:44.896955 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a76db-61dd-4ddd-8a5e-c300ae9da9bf None None] Pushing event updated for resources: {'Port': ['ID=e87d147e-2b50-4084-9fb1-56f40c085aec,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:44.910658 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5265c469-d0a9-4f27-8e3d-359eb634bb1d tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:44.912057 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5265c469-d0a9-4f27-8e3d-359eb634bb1d tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "DELETE /v2.0/security-groups/d0fa6ed7-14ac-45fb-b997-87847879d41e HTTP/1.1" status: 204 len: 168 time: 0.9308386 May 13 14:40:44.918693 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56946) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:44.936425 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1438326-f34a-42d6-a4c7-3d358f58c199 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Port': ['ID=b05cd0ca-3d9a-4916-bf44-99a690ee8891,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:44.972528 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-eddff6a1-0dbe-4656-bfec-ea29aca0a69b tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Allocated IP 2001:db8::e5 (e1876217-5ca8-458e-a35f-fffd566fc744/a4e38de2-754e-4909-80f1-3cb15bd16f33/a7c35268-da50-4efc-b632-e5e68fe46c21) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:40:45.052569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7d3a76db-61dd-4ddd-8a5e-c300ae9da9bf None None] Provisioning for port b05cd0ca-3d9a-4916-bf44-99a690ee8891 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:40:45.059729 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7d3a76db-61dd-4ddd-8a5e-c300ae9da9bf None None] Provisioning complete for port b05cd0ca-3d9a-4916-bf44-99a690ee8891 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:45.060125 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7d3a76db-61dd-4ddd-8a5e-c300ae9da9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:45.177647 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7d3a76db-61dd-4ddd-8a5e-c300ae9da9bf None None] Port b05cd0ca-3d9a-4916-bf44-99a690ee8891 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:40:45.187345 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port b4352490-40f6-44d8-89b7-9df0933e6425 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:45.187734 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:45.270035 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28c737a-e2ea-4756-ae6f-f8fa1cb7bc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4352490-40f6-44d8-89b7-9df0933e6425'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:40:45.298961 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b4352490-40f6-44d8-89b7-9df0933e6425, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b4352490-40f6-44d8-89b7-9df0933e6425,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:45.306614 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:45.386541 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7b1a94e-43ac-4245-8209-b25e893c0141'] response: {'server_uuid': 'd28c737a-e2ea-4756-ae6f-f8fa1cb7bc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4352490-40f6-44d8-89b7-9df0933e6425', 'code': 200} May 13 14:40:45.397599 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f3789952-4b8e-4fb9-ba7c-0dc0bc26b67b None None] Provisioning complete for port e87d147e-2b50-4084-9fb1-56f40c085aec triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:45.398119 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f3789952-4b8e-4fb9-ba7c-0dc0bc26b67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:45.498032 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=b4352490-40f6-44d8-89b7-9df0933e6425,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:45.575808 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f3789952-4b8e-4fb9-ba7c-0dc0bc26b67b None None] Current status of the port e87d147e-2b50-4084-9fb1-56f40c085aec is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:45.594988 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-de314496-59a0-4497-aafc-402fa1cbbeb4 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Synchronizing usage tracker for tenant:ecacaece361041aeb070f9e17f65cd5c on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:45.606949 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eddff6a1-0dbe-4656-bfec-ea29aca0a69b tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:45.627981 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-eddff6a1-0dbe-4656-bfec-ea29aca0a69b tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Transition to ACTIVE for port object a7c35268-da50-4efc-b632-e5e68fe46c21 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:40:45.632242 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491ec8-2713-46b5-82c0-9d6c00351ef1 req-57759f9d-e9e2-4f72-a6ad-bdcf71fd658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:45.632380 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd729e-1125-481d-902a-6c4f6581c77d req-8774b362-9403-4a38-8cca-e4cd819dd7fa tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:45.633768 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b2cd729e-1125-481d-902a-6c4f6581c77d req-8774b362-9403-4a38-8cca-e4cd819dd7fa tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d28c737a-e2ea-4756-ae6f-f8fa1cb7bc94 HTTP/1.1" status: 200 len: 944 time: 0.7204795 May 13 14:40:45.633917 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-54491ec8-2713-46b5-82c0-9d6c00351ef1 req-57759f9d-e9e2-4f72-a6ad-bdcf71fd658b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d28c737a-e2ea-4756-ae6f-f8fa1cb7bc94 HTTP/1.1" status: 200 len: 1096 time: 0.2033210 May 13 14:40:45.639833 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-de314496-59a0-4497-aafc-402fa1cbbeb4 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Unset dirty status for tenant:ecacaece361041aeb070f9e17f65cd5c on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:45.645444 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-de314496-59a0-4497-aafc-402fa1cbbeb4 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7060306 May 13 14:40:45.645626 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56966) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:45.666494 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-e9747d89-3b6e-45a3-9a4d-78bf58ea94b5 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group': {'name': 'tempest-secgroup--965272983'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:45.681520 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e9747d89-3b6e-45a3-9a4d-78bf58ea94b5 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:45.685222 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-54491ec8-2713-46b5-82c0-9d6c00351ef1 req-ecde8aea-df18-418c-b076-99b662cec39d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449769 May 13 14:40:45.693864 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eddff6a1-0dbe-4656-bfec-ea29aca0a69b tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:45.712678 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e9747d89-3b6e-45a3-9a4d-78bf58ea94b5 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:45.725718 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b2cd729e-1125-481d-902a-6c4f6581c77d req-57fcd7d8-ed5c-4495-a032-73deb8039b98 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836005 May 13 14:40:45.728213 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1438326-f34a-42d6-a4c7-3d358f58c199 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Router 46d1ed96-da10-4d3b-a616-e8ada8ea92a5 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:40:45.757654 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-44deaeb8-5a78-40de-bf6b-4bac44ae4630 None None] Provisioning complete for port b05cd0ca-3d9a-4916-bf44-99a690ee8891 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:45.758160 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-44deaeb8-5a78-40de-bf6b-4bac44ae4630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:45.776431 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddff6a1-0dbe-4656-bfec-ea29aca0a69b tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Network e1876217-5ca8-458e-a35f-fffd566fc744 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:40:45.780266 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-eddff6a1-0dbe-4656-bfec-ea29aca0a69b tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:40:45.792498 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddff6a1-0dbe-4656-bfec-ea29aca0a69b tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:40:45.798145 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddff6a1-0dbe-4656-bfec-ea29aca0a69b tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:45.798765 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eddff6a1-0dbe-4656-bfec-ea29aca0a69b tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:45.804523 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddff6a1-0dbe-4656-bfec-ea29aca0a69b tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Pushing event updated for resources: {'Port': ['ID=a7c35268-da50-4efc-b632-e5e68fe46c21,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:45.812630 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e9747d89-3b6e-45a3-9a4d-78bf58ea94b5 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:45.831355 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-eddff6a1-0dbe-4656-bfec-ea29aca0a69b tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5058670 May 13 14:40:45.831670 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56970) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:45.834613 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-44deaeb8-5a78-40de-bf6b-4bac44ae4630 None None] Port b05cd0ca-3d9a-4916-bf44-99a690ee8891 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:40:45.836841 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-f7f4b2d5-767f-473c-ad63-57ccad9916e5 None None] Allocated IP 2001:db8::2 (e1876217-5ca8-458e-a35f-fffd566fc744/a4e38de2-754e-4909-80f1-3cb15bd16f33/04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:40:45.840857 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-1fdf6b76-e24f-47c5-9eac-80de02e4b8f3 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Request body: {'port': {'network_id': 'e1876217-5ca8-458e-a35f-fffd566fc744', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-832012600', 'allowed_address_pairs': [{'ip_address': '2001:db8::e5', 'mac_address': 'fa:16:3e:37:13:54'}]}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:45.918368 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e9747d89-3b6e-45a3-9a4d-78bf58ea94b5 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:45.925814 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e9747d89-3b6e-45a3-9a4d-78bf58ea94b5 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Usage tracker for resource:security_group_rule and tenant:ecacaece361041aeb070f9e17f65cd5c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:45.931441 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e9747d89-3b6e-45a3-9a4d-78bf58ea94b5 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:45.941574 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e9747d89-3b6e-45a3-9a4d-78bf58ea94b5 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:45.946958 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1438326-f34a-42d6-a4c7-3d358f58c199 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:40:45.953472 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b1438326-f34a-42d6-a4c7-3d358f58c199 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "PUT /v2.0/routers/46d1ed96-da10-4d3b-a616-e8ada8ea92a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5456753 May 13 14:40:45.958804 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56974) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:45.971617 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776d1694-3ec3-4adc-9020-8fc8e97b7787 None None] Sync routers for ids ['46d1ed96-da10-4d3b-a616-e8ada8ea92a5'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:40:45.990330 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1fdf6b76-e24f-47c5-9eac-80de02e4b8f3 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:45.994654 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1fdf6b76-e24f-47c5-9eac-80de02e4b8f3 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Usage tracker for resource:port and tenant:815af0c7448240e6bd95bd01d79b47f1 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:45.998060 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1fdf6b76-e24f-47c5-9eac-80de02e4b8f3 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:46.003710 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776d1694-3ec3-4adc-9020-8fc8e97b7787 None None] Routers {'46d1ed96-da10-4d3b-a616-e8ada8ea92a5'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:40:46.004425 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-776d1694-3ec3-4adc-9020-8fc8e97b7787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:40:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['46d1ed96-da10-4d3b-a616-e8ada8ea92a5'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:46.005308 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1fdf6b76-e24f-47c5-9eac-80de02e4b8f3 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:46.019978 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdf6b76-e24f-47c5-9eac-80de02e4b8f3 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Made reservation on behalf of 815af0c7448240e6bd95bd01d79b47f1 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:40:46.043435 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4807ee-6371-49a5-b221-71171c734662 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:46.044334 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1d4807ee-6371-49a5-b221-71171c734662 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Synchronizing usage tracker for tenant:f1ec4de986a64c699f9b990b9e5d2da5 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:46.068484 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1d4807ee-6371-49a5-b221-71171c734662 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Unset dirty status for tenant:f1ec4de986a64c699f9b990b9e5d2da5 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:46.070068 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1d4807ee-6371-49a5-b221-71171c734662 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "GET /v2.0/ports/b05cd0ca-3d9a-4916-bf44-99a690ee8891 HTTP/1.1" status: 200 len: 911 time: 0.1103330 May 13 14:40:46.073051 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56980) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:46.089923 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-776d1694-3ec3-4adc-9020-8fc8e97b7787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:46.148891 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776d1694-3ec3-4adc-9020-8fc8e97b7787 None None] Routers {'46d1ed96-da10-4d3b-a616-e8ada8ea92a5'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:40:46.149505 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-776d1694-3ec3-4adc-9020-8fc8e97b7787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:40:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['46d1ed96-da10-4d3b-a616-e8ada8ea92a5'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:46.226381 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-776d1694-3ec3-4adc-9020-8fc8e97b7787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:46.226863 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776d1694-3ec3-4adc-9020-8fc8e97b7787 None None] The sync data for ids ['46d1ed96-da10-4d3b-a616-e8ada8ea92a5'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:40:46.234255 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b2d5-767f-473c-ad63-57ccad9916e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:46.236385 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1fdf6b76-e24f-47c5-9eac-80de02e4b8f3 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:46.247746 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b2d5-767f-473c-ad63-57ccad9916e5 None None] Transition to ACTIVE for port object 04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:40:46.263674 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-1fdf6b76-e24f-47c5-9eac-80de02e4b8f3 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] device_id is not set on port 8dff1d1f-00ce-4712-8cd0-3c96ac0b7fe9 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:40:46.269356 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f7f4b2d5-767f-473c-ad63-57ccad9916e5 None None] Transition to ACTIVE for port object 04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:40:46.276712 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b2d5-767f-473c-ad63-57ccad9916e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:46.388007 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f4b2d5-767f-473c-ad63-57ccad9916e5 None None] Network e1876217-5ca8-458e-a35f-fffd566fc744 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:40:46.391675 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-f7f4b2d5-767f-473c-ad63-57ccad9916e5 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:40:46.396762 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f4b2d5-767f-473c-ad63-57ccad9916e5 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:40:46.449416 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b2d5-767f-473c-ad63-57ccad9916e5 None None] Pushing event updated for resources: {'Port': ['ID=04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:46.482438 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-1fdf6b76-e24f-47c5-9eac-80de02e4b8f3 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Allocated IP 2001:db8::333 (e1876217-5ca8-458e-a35f-fffd566fc744/a4e38de2-754e-4909-80f1-3cb15bd16f33/8dff1d1f-00ce-4712-8cd0-3c96ac0b7fe9) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:40:46.519704 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-f7f4b2d5-767f-473c-ad63-57ccad9916e5 None None] Attempting to bind port 04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:40:46.519704 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-f7f4b2d5-767f-473c-ad63-57ccad9916e5 None None] Attempting to bind port 04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '480dc14d-49eb-402d-a3b3-21a18a0913e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e1876217-5ca8-458e-a35f-fffd566fc744'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:40:46.519704 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f4b2d5-767f-473c-ad63-57ccad9916e5 None None] Attempting to bind port 04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1 on network e1876217-5ca8-458e-a35f-fffd566fc744 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:40:46.528265 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f4b2d5-767f-473c-ad63-57ccad9916e5 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:40:46.528727 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f4b2d5-767f-473c-ad63-57ccad9916e5 None None] Checking segment: {'id': '480dc14d-49eb-402d-a3b3-21a18a0913e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e1876217-5ca8-458e-a35f-fffd566fc744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:40:46.529158 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b2d5-767f-473c-ad63-57ccad9916e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:46.530690 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f4b2d5-767f-473c-ad63-57ccad9916e5 None None] Bound using segment: {'id': '480dc14d-49eb-402d-a3b3-21a18a0913e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e1876217-5ca8-458e-a35f-fffd566fc744'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:40:46.531370 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-f7f4b2d5-767f-473c-ad63-57ccad9916e5 None None] Bound port: 04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '480dc14d-49eb-402d-a3b3-21a18a0913e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e1876217-5ca8-458e-a35f-fffd566fc744'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:40:46.532909 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b2d5-767f-473c-ad63-57ccad9916e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:46.623689 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e87d147e-2b50-4084-9fb1-56f40c085aec up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:40:46.781149 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e9747d89-3b6e-45a3-9a4d-78bf58ea94b5 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:46.884987 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-f7f4b2d5-767f-473c-ad63-57ccad9916e5 None None] For port 04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:40:46.894237 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-f7f4b2d5-767f-473c-ad63-57ccad9916e5 None None] For port 04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1,segment=NetworkSegment(480dc14d-49eb-402d-a3b3-21a18a0913e4),segment_id=480dc14d-49eb-402d-a3b3-21a18a0913e4)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:40:46.921830 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b2d5-767f-473c-ad63-57ccad9916e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:46.970631 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e9747d89-3b6e-45a3-9a4d-78bf58ea94b5 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:47.044714 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port e87d147e-2b50-4084-9fb1-56f40c085aec triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:47.045087 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:47.112621 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e9747d89-3b6e-45a3-9a4d-78bf58ea94b5 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:47.118452 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57008) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:47.119005 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e9747d89-3b6e-45a3-9a4d-78bf58ea94b5 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4719317 May 13 14:40:47.129456 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9747d89-3b6e-45a3-9a4d-78bf58ea94b5 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8257048f-f311-4ca9-ad6d-36258c9f4258,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:47.131619 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-deb1fd5a-baa0-4039-948b-c663503b69ff tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:47.132066 n-d-841760-1 neutron-server[88082]: WARNING neutron.api.v2.base [None req-deb1fd5a-baa0-4039-948b-c663503b69ff tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 13 14:40:47.132818 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-deb1fd5a-baa0-4039-948b-c663503b69ff tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] update failed (client error): There was a conflict when trying to complete your request. May 13 14:40:47.133819 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-deb1fd5a-baa0-4039-948b-c663503b69ff tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "PUT /v2.0/security-groups/8257048f-f311-4ca9-ad6d-36258c9f4258 HTTP/1.1" status: 409 len: 330 time: 0.0123441 May 13 14:40:47.146252 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57012) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:47.160609 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b2d5-767f-473c-ad63-57ccad9916e5 None None] Pushing event updated for resources: {'Port': ['ID=04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:47.178180 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1fdf6b76-e24f-47c5-9eac-80de02e4b8f3 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:47.187456 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-6f4cbcaa-c07e-4fe4-a8aa-ac842bac790f tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Synchronizing usage tracker for tenant:c17cdcf999b449b5aa60cccac89b5240 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:47.218409 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-6f4cbcaa-c07e-4fe4-a8aa-ac842bac790f tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Unset dirty status for tenant:c17cdcf999b449b5aa60cccac89b5240 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:47.227195 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-6f4cbcaa-c07e-4fe4-a8aa-ac842bac790f tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--240246419&fields=id&tenant_id=c17cdcf999b449b5aa60cccac89b5240 HTTP/1.1" status: 200 len: 267 time: 0.5694540 May 13 14:40:47.260639 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276a51e-c1f8-480c-8557-5e44d304002c req-353dd6a4-1a4e-4a70-ab93-73ab2ba1e029 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:47.262549 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2276a51e-c1f8-480c-8557-5e44d304002c req-353dd6a4-1a4e-4a70-ab93-73ab2ba1e029 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d28c737a-e2ea-4756-ae6f-f8fa1cb7bc94 HTTP/1.1" status: 200 len: 945 time: 0.2831628 May 13 14:40:47.302971 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-1fdf6b76-e24f-47c5-9eac-80de02e4b8f3 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Transition to ACTIVE for port object 8dff1d1f-00ce-4712-8cd0-3c96ac0b7fe9 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:40:47.379371 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port e87d147e-2b50-4084-9fb1-56f40c085aec is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:47.395217 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2276a51e-c1f8-480c-8557-5e44d304002c req-9053eb7f-cb95-4e00-8c5e-eb4cc0000460 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189005 May 13 14:40:47.402169 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3243f8eb-67d7-4de3-a3a0-dffb4c6ded1c tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:47.442145 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3243f8eb-67d7-4de3-a3a0-dffb4c6ded1c tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:47.547682 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1fdf6b76-e24f-47c5-9eac-80de02e4b8f3 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:47.610671 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdf6b76-e24f-47c5-9eac-80de02e4b8f3 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Network e1876217-5ca8-458e-a35f-fffd566fc744 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:40:47.618298 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-1fdf6b76-e24f-47c5-9eac-80de02e4b8f3 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:40:47.627845 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3243f8eb-67d7-4de3-a3a0-dffb4c6ded1c tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:47.633500 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdf6b76-e24f-47c5-9eac-80de02e4b8f3 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:40:47.639903 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdf6b76-e24f-47c5-9eac-80de02e4b8f3 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:47.640690 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1fdf6b76-e24f-47c5-9eac-80de02e4b8f3 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:47.670963 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243f8eb-67d7-4de3-a3a0-dffb4c6ded1c tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8257048f-f311-4ca9-ad6d-36258c9f4258,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:47.681963 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4629ea63-a932-4853-84ac-26c166f37bfc tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:47.721583 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf6b76-e24f-47c5-9eac-80de02e4b8f3 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Pushing event updated for resources: {'Port': ['ID=8dff1d1f-00ce-4712-8cd0-3c96ac0b7fe9,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:47.728709 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3243f8eb-67d7-4de3-a3a0-dffb4c6ded1c tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:47.730201 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3243f8eb-67d7-4de3-a3a0-dffb4c6ded1c tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "DELETE /v2.0/security-groups/8257048f-f311-4ca9-ad6d-36258c9f4258 HTTP/1.1" status: 204 len: 168 time: 0.5815847 May 13 14:40:47.734482 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1fdf6b76-e24f-47c5-9eac-80de02e4b8f3 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.8997669 May 13 14:40:47.734482 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57020) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:47.735405 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57022) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:47.854991 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-3cc6952f-92ac-4e8b-8925-739343eb8bb3 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Synchronizing usage tracker for tenant:ecacaece361041aeb070f9e17f65cd5c on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:47.884733 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-3cc6952f-92ac-4e8b-8925-739343eb8bb3 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] Unset dirty status for tenant:ecacaece361041aeb070f9e17f65cd5c on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:47.886442 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3cc6952f-92ac-4e8b-8925-739343eb8bb3 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1523721 May 13 14:40:47.894636 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57028) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:47.902183 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-f78ef0cb-3f7c-4e28-8520-1e6145c91e8f tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:47.902914 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-f78ef0cb-3f7c-4e28-8520-1e6145c91e8f tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Synchronizing usage tracker for tenant:c17cdcf999b449b5aa60cccac89b5240 on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:47.916059 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389cbb9e-6055-44f5-b2b5-b30de3670c92 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:47.922233 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389cbb9e-6055-44f5-b2b5-b30de3670c92 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:47.929704 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-aee69f80-eb0b-475f-830a-88a40bb7b1af tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] delete failed (client error): The resource could not be found. May 13 14:40:47.930459 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389cbb9e-6055-44f5-b2b5-b30de3670c92 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:47.931443 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-389cbb9e-6055-44f5-b2b5-b30de3670c92 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Synchronizing usage tracker for tenant:815af0c7448240e6bd95bd01d79b47f1 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:47.935037 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-aee69f80-eb0b-475f-830a-88a40bb7b1af tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "DELETE /v2.0/security-groups/64df88a1-8e66-49d8-ae86-5985864759af HTTP/1.1" status: 404 len: 347 time: 0.0290484 May 13 14:40:47.936002 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57034) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:47.957737 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-dabb2664-2e6f-4230-b183-e459ad313f06 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] show failed (client error): The resource could not be found. May 13 14:40:47.958888 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-dabb2664-2e6f-4230-b183-e459ad313f06 tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "GET /v2.0/security-groups/56548c76-3cec-414c-8cbb-e7a26882a548 HTTP/1.1" status: 404 len: 347 time: 0.0218327 May 13 14:40:47.963526 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57038) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:47.975033 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-389cbb9e-6055-44f5-b2b5-b30de3670c92 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Unset dirty status for tenant:815af0c7448240e6bd95bd01d79b47f1 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:47.976854 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-389cbb9e-6055-44f5-b2b5-b30de3670c92 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.2401776 May 13 14:40:47.979955 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57042) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:48.012577 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-f78ef0cb-3f7c-4e28-8520-1e6145c91e8f tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Unset dirty status for tenant:c17cdcf999b449b5aa60cccac89b5240 on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:48.019944 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-f78ef0cb-3f7c-4e28-8520-1e6145c91e8f tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/networks?id=a65a42c9-eea2-4199-ba2d-3abfc19ee8e5 HTTP/1.1" status: 200 len: 816 time: 0.7918146 May 13 14:40:48.029269 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:48.051634 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-ca1f5f18-5fc9-4b27-abc8-a3ca43ab892c tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] show failed (client error): The resource could not be found. May 13 14:40:48.052652 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ca1f5f18-5fc9-4b27-abc8-a3ca43ab892c tempest-NegativeSecGroupIPv6Test-1026711965 tempest-NegativeSecGroupIPv6Test-1026711965-project] 10.222.0.35 "GET /v2.0/security-group-rules/f93c3a95-78c2-4405-97d7-50403f7af747 HTTP/1.1" status: 404 len: 356 time: 0.0804515 May 13 14:40:48.065151 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-24e0ab1e-316b-470d-a73a-1afa60bfa4bf tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Deleting port 8dff1d1f-00ce-4712-8cd0-3c96ac0b7fe9 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:40:48.065438 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24e0ab1e-316b-470d-a73a-1afa60bfa4bf tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:48.068026 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-7ab2ee39-58b5-44c6-885c-7a2fad764a0b tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/quotas/c17cdcf999b449b5aa60cccac89b5240 HTTP/1.1" status: 200 len: 375 time: 0.0466411 May 13 14:40:48.301780 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-fae5cbd4-ea7f-4c13-9bf6-cef2b70e4b62 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Synchronizing usage tracker for tenant:c17cdcf999b449b5aa60cccac89b5240 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:48.336771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-4629ea63-a932-4853-84ac-26c166f37bfc tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Allocated IP 2001:db8:1::1 (b8d1b5c7-78bc-4b0c-8dc7-f4bacd6d918f/566a68ea-b325-4312-9922-e760e721d4d3/c8d0101f-76c3-4128-9465-aef63e919ae9) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:40:48.341513 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-fae5cbd4-ea7f-4c13-9bf6-cef2b70e4b62 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Unset dirty status for tenant:c17cdcf999b449b5aa60cccac89b5240 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:48.342964 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-fae5cbd4-ea7f-4c13-9bf6-cef2b70e4b62 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c17cdcf999b449b5aa60cccac89b5240&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2676620 May 13 14:40:48.529934 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24e0ab1e-316b-470d-a73a-1afa60bfa4bf tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:48.552623 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57058) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:48.565096 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:40:48.602987 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4629ea63-a932-4853-84ac-26c166f37bfc tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:48.641238 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-4629ea63-a932-4853-84ac-26c166f37bfc tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Transition to ACTIVE for port object c8d0101f-76c3-4128-9465-aef63e919ae9 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:40:48.727025 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-24e0ab1e-316b-470d-a73a-1afa60bfa4bf tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Calling delete_port for 8dff1d1f-00ce-4712-8cd0-3c96ac0b7fe9 owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:40:48.736019 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:40:48.769636 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e504a9cf-31ac-4cc6-922d-36e7c8ddfb5f None None] Network e1876217-5ca8-458e-a35f-fffd566fc744 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:40:48.825901 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4629ea63-a932-4853-84ac-26c166f37bfc tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:48.902874 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-dab536e7-52f7-473d-91ae-7e1ef32311b0 None None] Provisioning for port 04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:40:48.913175 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b70dd99f-f339-4f13-a7e9-2b00ed023caa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ecacaece361041aeb070f9e17f65cd5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3591776 May 13 14:40:48.913802 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-b4eace82-5da6-424c-8eb7-5655f18ee5c8 service neutron] 10.222.0.35 "GET /v2.0/networks/a65a42c9-eea2-4199-ba2d-3abfc19ee8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392711 May 13 14:40:48.915981 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57064) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:48.920952 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4629ea63-a932-4853-84ac-26c166f37bfc tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network b8d1b5c7-78bc-4b0c-8dc7-f4bacd6d918f is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:40:48.924533 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-4629ea63-a932-4853-84ac-26c166f37bfc tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:40:48.927278 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4629ea63-a932-4853-84ac-26c166f37bfc tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:40:48.928206 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4629ea63-a932-4853-84ac-26c166f37bfc tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:48.928361 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-dab536e7-52f7-473d-91ae-7e1ef32311b0 None None] Provisioning complete for port 04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:48.928670 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-dab536e7-52f7-473d-91ae-7e1ef32311b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:49.010217 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629ea63-a932-4853-84ac-26c166f37bfc tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Port': ['ID=c8d0101f-76c3-4128-9465-aef63e919ae9,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:49.027690 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e114d6-f35e-49ab-ac0d-ca8e90c37b34 req-a123a668-9325-4825-aed8-af383e97ab52 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:49.031609 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-79e114d6-f35e-49ab-ac0d-ca8e90c37b34 req-a123a668-9325-4825-aed8-af383e97ab52 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d28c737a-e2ea-4756-ae6f-f8fa1cb7bc94 HTTP/1.1" status: 200 len: 945 time: 0.2528052 May 13 14:40:49.081563 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24e0ab1e-316b-470d-a73a-1afa60bfa4bf tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:49.173095 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-dab536e7-52f7-473d-91ae-7e1ef32311b0 None None] Current status of the port 04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:49.173479 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-dab536e7-52f7-473d-91ae-7e1ef32311b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:49.179839 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0ab1e-316b-470d-a73a-1afa60bfa4bf tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Pushing event deleted for resources: {'Port': ['ID=8dff1d1f-00ce-4712-8cd0-3c96ac0b7fe9,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:49.222998 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4629ea63-a932-4853-84ac-26c166f37bfc tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:49.264662 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-dab536e7-52f7-473d-91ae-7e1ef32311b0 None None] For port 04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1,segment=NetworkSegment(480dc14d-49eb-402d-a3b3-21a18a0913e4),segment_id=480dc14d-49eb-402d-a3b3-21a18a0913e4)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:49.276269 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-dab536e7-52f7-473d-91ae-7e1ef32311b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:49.310665 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08a60dd5-6493-4ba3-b70a-cc97695d09e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:49.359887 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-bfeebf8e-0a85-4f14-ab80-fcc0f03ddd4b service neutron] 10.222.0.35 "GET /v2.0/networks/a65a42c9-eea2-4199-ba2d-3abfc19ee8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687296 May 13 14:40:49.375239 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab536e7-52f7-473d-91ae-7e1ef32311b0 None None] Pushing event updated for resources: {'Port': ['ID=04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:49.427431 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6544b174-5fcf-4295-8c97-9c6a5c5c9eda None None] Provisioning for port c8d0101f-76c3-4128-9465-aef63e919ae9 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:40:49.435519 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6544b174-5fcf-4295-8c97-9c6a5c5c9eda None None] Provisioning complete for port c8d0101f-76c3-4128-9465-aef63e919ae9 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:49.435906 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6544b174-5fcf-4295-8c97-9c6a5c5c9eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:49.527363 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-79e114d6-f35e-49ab-ac0d-ca8e90c37b34 req-a3aaef31-a7db-4d2c-8d3e-f15145a3ee59 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667621 May 13 14:40:49.554772 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24e0ab1e-316b-470d-a73a-1afa60bfa4bf tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:49.557207 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-6544b174-5fcf-4295-8c97-9c6a5c5c9eda None None] Port c8d0101f-76c3-4128-9465-aef63e919ae9 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:40:49.569791 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08a60dd5-6493-4ba3-b70a-cc97695d09e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:49.595140 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-24e0ab1e-316b-470d-a73a-1afa60bfa4bf tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] 10.222.0.35 "DELETE /v2.0/ports/8dff1d1f-00ce-4712-8cd0-3c96ac0b7fe9 HTTP/1.1" status: 204 len: 168 time: 1.6139381 May 13 14:40:49.598906 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57076) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:49.680977 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-04164ddb-7687-43d2-8d63-c5636f24df4a tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] GET failed (client error): The resource could not be found. May 13 14:40:49.681560 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-04164ddb-7687-43d2-8d63-c5636f24df4a tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Synchronizing usage tracker for tenant:815af0c7448240e6bd95bd01d79b47f1 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:49.724704 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-04164ddb-7687-43d2-8d63-c5636f24df4a tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Unset dirty status for tenant:815af0c7448240e6bd95bd01d79b47f1 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:49.729861 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-04164ddb-7687-43d2-8d63-c5636f24df4a tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] 10.222.0.35 "GET /v2.0/ports/8dff1d1f-00ce-4712-8cd0-3c96ac0b7fe9 HTTP/1.1" status: 404 len: 333 time: 0.1261666 May 13 14:40:49.730381 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57090) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:49.741989 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-803f549a-4e34-4501-a686-22d4ba4ceef2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Request body: {'port': {'network_id': 'e1876217-5ca8-458e-a35f-fffd566fc744', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2030026873'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:49.787196 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12e92f16-cb6e-4651-885e-7405707c04b5 None None] Provisioning for port a7c35268-da50-4efc-b632-e5e68fe46c21 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:40:49.796987 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12e92f16-cb6e-4651-885e-7405707c04b5 None None] Provisioning complete for port a7c35268-da50-4efc-b632-e5e68fe46c21 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:49.798455 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12e92f16-cb6e-4651-885e-7405707c04b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:49.867955 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08a60dd5-6493-4ba3-b70a-cc97695d09e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:49.960166 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12e92f16-cb6e-4651-885e-7405707c04b5 None None] Port a7c35268-da50-4efc-b632-e5e68fe46c21 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:40:49.973777 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a60dd5-6493-4ba3-b70a-cc97695d09e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa522726-cfda-44c8-a6d2-9420125fbd1a,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:50.033746 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12e92f16-cb6e-4651-885e-7405707c04b5 None None] Provisioning complete for port 04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:50.034586 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12e92f16-cb6e-4651-885e-7405707c04b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:50.108033 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08a60dd5-6493-4ba3-b70a-cc97695d09e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:50.108888 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4629ea63-a932-4853-84ac-26c166f37bfc tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:50.110307 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-08a60dd5-6493-4ba3-b70a-cc97695d09e3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fa522726-cfda-44c8-a6d2-9420125fbd1a HTTP/1.1" status: 204 len: 168 time: 1.1932533 May 13 14:40:50.120825 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4629ea63-a932-4853-84ac-26c166f37bfc tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:50.121643 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4629ea63-a932-4853-84ac-26c166f37bfc tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:50.125788 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-803f549a-4e34-4501-a686-22d4ba4ceef2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:50.146950 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-803f549a-4e34-4501-a686-22d4ba4ceef2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:50.167724 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803f549a-4e34-4501-a686-22d4ba4ceef2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Made reservation on behalf of 815af0c7448240e6bd95bd01d79b47f1 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:40:50.190464 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-803f549a-4e34-4501-a686-22d4ba4ceef2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:50.315402 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-803f549a-4e34-4501-a686-22d4ba4ceef2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] device_id is not set on port 46b3ca54-6e80-4446-b0ad-4b6abea0fdf1 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:40:50.431584 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:40:50.483903 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12e92f16-cb6e-4651-885e-7405707c04b5 None None] Current status of the port 04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:50.604159 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-706f0698-c965-4290-a6bb-e72110f60993 req-178e21de-0f33-4f03-b58d-418fa017297d tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e081309-655a-4310-8653-b8198aa78430 HTTP/1.1" status: 200 len: 210 time: 0.1061919 May 13 14:40:50.632361 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:40:50.715190 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8273c8e9-62b4-4b93-9c5e-895fc137b1da None None] Provisioning complete for port a7c35268-da50-4efc-b632-e5e68fe46c21 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:50.715689 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8273c8e9-62b4-4b93-9c5e-895fc137b1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:50.801815 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4629ea63-a932-4853-84ac-26c166f37bfc tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network b8d1b5c7-78bc-4b0c-8dc7-f4bacd6d918f is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:40:50.854747 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-4629ea63-a932-4853-84ac-26c166f37bfc tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:40:50.861131 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-8273c8e9-62b4-4b93-9c5e-895fc137b1da None None] Port a7c35268-da50-4efc-b632-e5e68fe46c21 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:40:50.866692 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-803f549a-4e34-4501-a686-22d4ba4ceef2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Allocated IP 2001:db8::23 (e1876217-5ca8-458e-a35f-fffd566fc744/a4e38de2-754e-4909-80f1-3cb15bd16f33/46b3ca54-6e80-4446-b0ad-4b6abea0fdf1) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:40:50.874056 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629ea63-a932-4853-84ac-26c166f37bfc tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Port': ['ID=c8d0101f-76c3-4128-9465-aef63e919ae9,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:50.880194 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:50.880766 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:51.063338 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-bd4b7ea4-fabd-4c8c-badc-dcbdbd707108 None None] Could not find standard attr ID for object 8dff1d1f-00ce-4712-8cd0-3c96ac0b7fe9. {{(pid=88083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 14:40:51.094475 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:51.353950 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227fa87-1181-4331-8583-b7e88cd34edc req-45b9b54b-fe1c-44e7-b189-48212d3b6099 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:51.359233 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1227fa87-1181-4331-8583-b7e88cd34edc req-45b9b54b-fe1c-44e7-b189-48212d3b6099 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d28c737a-e2ea-4756-ae6f-f8fa1cb7bc94 HTTP/1.1" status: 200 len: 945 time: 0.6960180 May 13 14:40:51.366725 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4629ea63-a932-4853-84ac-26c166f37bfc tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Router 46d1ed96-da10-4d3b-a616-e8ada8ea92a5 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:40:51.494985 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-368b3f0c-a463-4991-ad7d-1526e50d7d68 None None] Provisioning complete for port c8d0101f-76c3-4128-9465-aef63e919ae9 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:51.495630 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-368b3f0c-a463-4991-ad7d-1526e50d7d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:51.512244 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-803f549a-4e34-4501-a686-22d4ba4ceef2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:51.583154 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-803f549a-4e34-4501-a686-22d4ba4ceef2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Transition to ACTIVE for port object 46b3ca54-6e80-4446-b0ad-4b6abea0fdf1 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:40:51.642279 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-803f549a-4e34-4501-a686-22d4ba4ceef2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:51.650243 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-368b3f0c-a463-4991-ad7d-1526e50d7d68 None None] Port c8d0101f-76c3-4128-9465-aef63e919ae9 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:40:51.735374 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803f549a-4e34-4501-a686-22d4ba4ceef2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Network e1876217-5ca8-458e-a35f-fffd566fc744 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:40:51.740843 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-803f549a-4e34-4501-a686-22d4ba4ceef2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:40:51.749392 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1227fa87-1181-4331-8583-b7e88cd34edc req-53f6a4b8-8a69-4906-97da-8360d12842af tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738704 May 13 14:40:51.756021 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803f549a-4e34-4501-a686-22d4ba4ceef2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:40:51.778951 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803f549a-4e34-4501-a686-22d4ba4ceef2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:51.778951 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-803f549a-4e34-4501-a686-22d4ba4ceef2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:51.818571 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4629ea63-a932-4853-84ac-26c166f37bfc tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:40:51.834027 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045c6c27-b3db-48de-9bc6-f786c0b0c35f None None] Sync routers for ids ['46d1ed96-da10-4d3b-a616-e8ada8ea92a5'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:40:51.853191 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045c6c27-b3db-48de-9bc6-f786c0b0c35f None None] Routers {'46d1ed96-da10-4d3b-a616-e8ada8ea92a5'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:40:51.853905 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-045c6c27-b3db-48de-9bc6-f786c0b0c35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:40:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['46d1ed96-da10-4d3b-a616-e8ada8ea92a5'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:51.865129 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4629ea63-a932-4853-84ac-26c166f37bfc tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "PUT /v2.0/routers/46d1ed96-da10-4d3b-a616-e8ada8ea92a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7884960 May 13 14:40:51.865639 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57150) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:51.938407 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-045c6c27-b3db-48de-9bc6-f786c0b0c35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:51.949977 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045c6c27-b3db-48de-9bc6-f786c0b0c35f None None] Routers {'46d1ed96-da10-4d3b-a616-e8ada8ea92a5'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:40:51.950589 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-045c6c27-b3db-48de-9bc6-f786c0b0c35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:40:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['46d1ed96-da10-4d3b-a616-e8ada8ea92a5'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:51.952918 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f549a-4e34-4501-a686-22d4ba4ceef2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Pushing event updated for resources: {'Port': ['ID=46b3ca54-6e80-4446-b0ad-4b6abea0fdf1,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:51.969680 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-803f549a-4e34-4501-a686-22d4ba4ceef2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2381160 May 13 14:40:51.970374 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57156) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:52.050830 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf4c4c8-d165-4af5-b513-27d304e0ae09 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:52.051492 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1cf4c4c8-d165-4af5-b513-27d304e0ae09 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Synchronizing usage tracker for tenant:f1ec4de986a64c699f9b990b9e5d2da5 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:52.065423 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-045c6c27-b3db-48de-9bc6-f786c0b0c35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:52.065824 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045c6c27-b3db-48de-9bc6-f786c0b0c35f None None] The sync data for ids ['46d1ed96-da10-4d3b-a616-e8ada8ea92a5'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:40:52.087800 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-5169ef35-f2e1-4d00-afe3-d3ccfdfab3e0 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::e5', 'mac_address': 'fa:16:3e:37:13:54'}]}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:52.091901 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1cf4c4c8-d165-4af5-b513-27d304e0ae09 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Unset dirty status for tenant:f1ec4de986a64c699f9b990b9e5d2da5 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:52.096398 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1cf4c4c8-d165-4af5-b513-27d304e0ae09 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "GET /v2.0/ports/c8d0101f-76c3-4128-9465-aef63e919ae9 HTTP/1.1" status: 200 len: 913 time: 0.2260776 May 13 14:40:52.096398 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57160) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:52.214107 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-103d5cbd-66ce-4282-a8ce-51251bd8328f None None] Provisioning for port 46b3ca54-6e80-4446-b0ad-4b6abea0fdf1 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:40:52.247737 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-103d5cbd-66ce-4282-a8ce-51251bd8328f None None] Provisioning complete for port 46b3ca54-6e80-4446-b0ad-4b6abea0fdf1 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:52.248351 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-103d5cbd-66ce-4282-a8ce-51251bd8328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:52.443042 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-103d5cbd-66ce-4282-a8ce-51251bd8328f None None] Port 46b3ca54-6e80-4446-b0ad-4b6abea0fdf1 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:40:52.464161 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3f85a274-d732-47fa-ac12-ea576776db52 req-59d5d3b7-410a-45ad-a410-8bbf281fe15d tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e081309-655a-4310-8653-b8198aa78430 HTTP/1.1" status: 200 len: 210 time: 0.5046592 May 13 14:40:52.523581 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5169ef35-f2e1-4d00-afe3-d3ccfdfab3e0 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:52.565905 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c78c3-5b67-4d78-bac1-79ef37aafe05 req-0bf03eb9-5649-4ac0-9596-e2d776afafee tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:52.567539 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ee3c78c3-5b67-4d78-bac1-79ef37aafe05 req-0bf03eb9-5649-4ac0-9596-e2d776afafee tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.59 "GET /v2.0/ports?device_id=d28c737a-e2ea-4756-ae6f-f8fa1cb7bc94 HTTP/1.1" status: 200 len: 945 time: 0.7825949 May 13 14:40:52.726593 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-ee3c78c3-5b67-4d78-bac1-79ef37aafe05 req-206fbcac-e118-461b-966f-7c4e24e61422 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Deleting port b4352490-40f6-44d8-89b7-9df0933e6425 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:40:52.727548 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ee3c78c3-5b67-4d78-bac1-79ef37aafe05 req-206fbcac-e118-461b-966f-7c4e24e61422 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:53.121864 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-1fa0e4a7-bf3b-47cf-9125-72ca588272ab tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:53.123949 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-1fa0e4a7-bf3b-47cf-9125-72ca588272ab tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.59 "GET /v2.0/networks?id=a65a42c9-eea2-4199-ba2d-3abfc19ee8e5 HTTP/1.1" status: 200 len: 816 time: 0.9544444 May 13 14:40:53.285651 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-5556018e-b2ec-4bdc-9bde-6899eacc7a73 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c17cdcf999b449b5aa60cccac89b5240 HTTP/1.1" status: 200 len: 379 time: 0.1497710 May 13 14:40:53.310507 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-571ab5f8-1bc6-483c-8807-255a6deae1e5 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Request body: {'port': {'device_id': '1e081309-655a-4310-8653-b8198aa78430', 'network_id': 'a65a42c9-eea2-4199-ba2d-3abfc19ee8e5', 'admin_state_up': True, 'tenant_id': 'c17cdcf999b449b5aa60cccac89b5240', 'security_groups': ['499f86ef-66f9-48b5-ae85-9981f4f70958']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:53.370884 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5169ef35-f2e1-4d00-afe3-d3ccfdfab3e0 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:53.385744 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5169ef35-f2e1-4d00-afe3-d3ccfdfab3e0 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:53.436413 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f9e04-9bef-4efd-b95f-42d29457b435 req-72bf2f19-e44a-4e1c-9e60-fdb36a92b748 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:53.444727 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f87f9e04-9bef-4efd-b95f-42d29457b435 req-72bf2f19-e44a-4e1c-9e60-fdb36a92b748 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d28c737a-e2ea-4756-ae6f-f8fa1cb7bc94 HTTP/1.1" status: 200 len: 945 time: 0.3974712 May 13 14:40:53.484761 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-5169ef35-f2e1-4d00-afe3-d3ccfdfab3e0 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] In _notify_port_updated(), no bound segment for port 46b3ca54-6e80-4446-b0ad-4b6abea0fdf1 on network e1876217-5ca8-458e-a35f-fffd566fc744 {{(pid=88082) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:40:53.490797 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5169ef35-f2e1-4d00-afe3-d3ccfdfab3e0 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:53.491510 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5169ef35-f2e1-4d00-afe3-d3ccfdfab3e0 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:53.492816 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5169ef35-f2e1-4d00-afe3-d3ccfdfab3e0 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] 10.222.0.35 "PUT /v2.0/ports/46b3ca54-6e80-4446-b0ad-4b6abea0fdf1 HTTP/1.1" status: 200 len: 1001 time: 1.4382229 May 13 14:40:53.504320 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57188) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:53.586011 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f87f9e04-9bef-4efd-b95f-42d29457b435 req-3b1495ed-a69e-41ff-baf4-5f2d2a03cd48 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404088 May 13 14:40:53.641251 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-ee3c78c3-5b67-4d78-bac1-79ef37aafe05 req-206fbcac-e118-461b-966f-7c4e24e61422 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] For port b4352490-40f6-44d8-89b7-9df0933e6425, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b4352490-40f6-44d8-89b7-9df0933e6425,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:53.641251 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ee3c78c3-5b67-4d78-bac1-79ef37aafe05 req-206fbcac-e118-461b-966f-7c4e24e61422 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:53.663895 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169ef35-f2e1-4d00-afe3-d3ccfdfab3e0 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Pushing event updated for resources: {'Port': ['ID=46b3ca54-6e80-4446-b0ad-4b6abea0fdf1,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:53.736029 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2c16ffd4-bad1-42ae-9fba-6c93550bb5a0 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:53.843513 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-d5d773cb-7da9-4e60-b871-0ac9e5774e9f tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Deleting port 46b3ca54-6e80-4446-b0ad-4b6abea0fdf1 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:40:53.849463 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5d773cb-7da9-4e60-b871-0ac9e5774e9f tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:53.887504 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-571ab5f8-1bc6-483c-8807-255a6deae1e5 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:53.927630 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-571ab5f8-1bc6-483c-8807-255a6deae1e5 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:53.980226 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b2a27ef7-abb6-4ae6-aef3-1a8309911291 None None] Provisioning complete for port 46b3ca54-6e80-4446-b0ad-4b6abea0fdf1 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:53.980866 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b2a27ef7-abb6-4ae6-aef3-1a8309911291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:54.038595 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-ee3c78c3-5b67-4d78-bac1-79ef37aafe05 req-206fbcac-e118-461b-966f-7c4e24e61422 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Calling delete_port for b4352490-40f6-44d8-89b7-9df0933e6425 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:40:54.082936 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-b2a27ef7-abb6-4ae6-aef3-1a8309911291 None None] Port 46b3ca54-6e80-4446-b0ad-4b6abea0fdf1 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:40:54.095586 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5872a954-353a-4441-9f5c-1ac88ff61c50 req-8891870c-db87-4d1d-9d13-ea7f566f7e1d tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e081309-655a-4310-8653-b8198aa78430 HTTP/1.1" status: 200 len: 210 time: 0.2562449 May 13 14:40:54.105658 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-571ab5f8-1bc6-483c-8807-255a6deae1e5 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Made reservation on behalf of c17cdcf999b449b5aa60cccac89b5240 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:40:54.123815 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-571ab5f8-1bc6-483c-8807-255a6deae1e5 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:54.528583 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5d773cb-7da9-4e60-b871-0ac9e5774e9f tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:54.543412 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-2c16ffd4-bad1-42ae-9fba-6c93550bb5a0 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Deleting port c8d0101f-76c3-4128-9465-aef63e919ae9 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:40:54.543753 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2c16ffd4-bad1-42ae-9fba-6c93550bb5a0 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:54.630651 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ee3c78c3-5b67-4d78-bac1-79ef37aafe05 req-206fbcac-e118-461b-966f-7c4e24e61422 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:54.712213 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-571ab5f8-1bc6-483c-8807-255a6deae1e5 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Allocated IP 172.20.0.7 (a65a42c9-eea2-4199-ba2d-3abfc19ee8e5/544d57df-43e7-4eec-9acf-8c0dbd118ac8/798f86b1-8c67-4f45-aed9-0fc05c38c0cc) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:40:54.743827 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-d5d773cb-7da9-4e60-b871-0ac9e5774e9f tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Calling delete_port for 46b3ca54-6e80-4446-b0ad-4b6abea0fdf1 owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:40:54.790024 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2c16ffd4-bad1-42ae-9fba-6c93550bb5a0 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:54.807205 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206fbcac-e118-461b-966f-7c4e24e61422 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Pushing event deleted for resources: {'Port': ['ID=b4352490-40f6-44d8-89b7-9df0933e6425,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:54.896868 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3c78c3-5b67-4d78-bac1-79ef37aafe05 req-206fbcac-e118-461b-966f-7c4e24e61422 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] No DVR routers for this DVR port b4352490-40f6-44d8-89b7-9df0933e6425 on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:40:54.912312 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ee3c78c3-5b67-4d78-bac1-79ef37aafe05 req-206fbcac-e118-461b-966f-7c4e24e61422 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:54.914869 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28c737a-e2ea-4756-ae6f-f8fa1cb7bc94', 'name': 'network-vif-deleted', 'tag': 'b4352490-40f6-44d8-89b7-9df0933e6425'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:40:54.945712 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ee3c78c3-5b67-4d78-bac1-79ef37aafe05 req-206fbcac-e118-461b-966f-7c4e24e61422 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.59 "DELETE /v2.0/ports/b4352490-40f6-44d8-89b7-9df0933e6425 HTTP/1.1" status: 204 len: 173 time: 2.3388031 May 13 14:40:54.980670 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95b39501-6228-45ae-9263-db6fd08e0ed6'] response: {'server_uuid': 'd28c737a-e2ea-4756-ae6f-f8fa1cb7bc94', 'name': 'network-vif-deleted', 'tag': 'b4352490-40f6-44d8-89b7-9df0933e6425', 'status': 'completed', 'code': 200} May 13 14:40:55.006195 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fcf1c941-f1ba-48de-832d-2f6d2ad81866 req-46496357-ad03-408a-8c98-a6d20d7dcc03 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d28c737a-e2ea-4756-ae6f-f8fa1cb7bc94 HTTP/1.1" status: 200 len: 210 time: 0.2052729 May 13 14:40:55.016781 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-2c16ffd4-bad1-42ae-9fba-6c93550bb5a0 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Calling delete_port for c8d0101f-76c3-4128-9465-aef63e919ae9 owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:40:55.032464 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5d773cb-7da9-4e60-b871-0ac9e5774e9f tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:55.090310 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d773cb-7da9-4e60-b871-0ac9e5774e9f tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Pushing event deleted for resources: {'Port': ['ID=46b3ca54-6e80-4446-b0ad-4b6abea0fdf1,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:55.373794 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5d773cb-7da9-4e60-b871-0ac9e5774e9f tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:55.502696 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c6628007-d965-4d6c-bedf-e7950ab9c600 req-549e01b1-3ef4-4473-a0f8-36709915f3bf tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e081309-655a-4310-8653-b8198aa78430 HTTP/1.1" status: 200 len: 210 time: 0.2125621 May 13 14:40:55.512630 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d5d773cb-7da9-4e60-b871-0ac9e5774e9f tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] 10.222.0.35 "DELETE /v2.0/ports/46b3ca54-6e80-4446-b0ad-4b6abea0fdf1 HTTP/1.1" status: 204 len: 168 time: 2.0074587 May 13 14:40:55.515201 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57222) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:55.563689 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc0e780-7c28-4f0f-bcbe-a352ce44def8 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] GET failed (client error): The resource could not be found. May 13 14:40:55.570477 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4bc0e780-7c28-4f0f-bcbe-a352ce44def8 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Synchronizing usage tracker for tenant:815af0c7448240e6bd95bd01d79b47f1 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:55.589712 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4bc0e780-7c28-4f0f-bcbe-a352ce44def8 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Unset dirty status for tenant:815af0c7448240e6bd95bd01d79b47f1 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:55.595536 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4bc0e780-7c28-4f0f-bcbe-a352ce44def8 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] 10.222.0.35 "GET /v2.0/ports/46b3ca54-6e80-4446-b0ad-4b6abea0fdf1 HTTP/1.1" status: 404 len: 333 time: 0.0780976 May 13 14:40:55.596407 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-571ab5f8-1bc6-483c-8807-255a6deae1e5 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:55.597560 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57226) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:55.603988 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-b3d58ae7-7acc-4189-93b1-2c25a625bbbc tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Request body: {'port': {'network_id': 'e1876217-5ca8-458e-a35f-fffd566fc744', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-502717299'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:55.636489 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-571ab5f8-1bc6-483c-8807-255a6deae1e5 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Transition to ACTIVE for port object 798f86b1-8c67-4f45-aed9-0fc05c38c0cc will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:40:55.686847 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-571ab5f8-1bc6-483c-8807-255a6deae1e5 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:55.770725 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b3d58ae7-7acc-4189-93b1-2c25a625bbbc tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:55.781117 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b3d58ae7-7acc-4189-93b1-2c25a625bbbc tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:55.793264 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d58ae7-7acc-4189-93b1-2c25a625bbbc tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Made reservation on behalf of 815af0c7448240e6bd95bd01d79b47f1 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:40:55.797092 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b3d58ae7-7acc-4189-93b1-2c25a625bbbc tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:55.820743 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-b3d58ae7-7acc-4189-93b1-2c25a625bbbc tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] device_id is not set on port e81d841f-ad39-41df-864e-0dd971ddee28 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:40:55.821152 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-571ab5f8-1bc6-483c-8807-255a6deae1e5 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Network a65a42c9-eea2-4199-ba2d-3abfc19ee8e5 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:40:55.826016 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-571ab5f8-1bc6-483c-8807-255a6deae1e5 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:40:55.835650 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-571ab5f8-1bc6-483c-8807-255a6deae1e5 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:40:55.866068 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ab5f8-1bc6-483c-8807-255a6deae1e5 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Pushing event updated for resources: {'Port': ['ID=798f86b1-8c67-4f45-aed9-0fc05c38c0cc,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:55.898243 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2c16ffd4-bad1-42ae-9fba-6c93550bb5a0 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:55.911301 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-571ab5f8-1bc6-483c-8807-255a6deae1e5 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:55.913767 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b4352490-40f6-44d8-89b7-9df0933e6425 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:40:55.936017 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-571ab5f8-1bc6-483c-8807-255a6deae1e5 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:55.977753 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: b4352490-40f6-44d8-89b7-9df0933e6425 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:40:55.978095 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b4352490-40f6-44d8-89b7-9df0933e6425 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:40:56.012962 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16ffd4-bad1-42ae-9fba-6c93550bb5a0 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event deleted for resources: {'Port': ['ID=c8d0101f-76c3-4128-9465-aef63e919ae9,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:56.057848 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-b3d58ae7-7acc-4189-93b1-2c25a625bbbc tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Allocated IP 2001:db8::b8 (e1876217-5ca8-458e-a35f-fffd566fc744/a4e38de2-754e-4909-80f1-3cb15bd16f33/e81d841f-ad39-41df-864e-0dd971ddee28) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:40:56.284226 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-dcad0ad1-ab7a-4111-8027-64e349d07f48 None None] Provisioning for port 798f86b1-8c67-4f45-aed9-0fc05c38c0cc completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:40:56.320569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-dcad0ad1-ab7a-4111-8027-64e349d07f48 None None] Provisioning complete for port 798f86b1-8c67-4f45-aed9-0fc05c38c0cc triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:56.321113 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-dcad0ad1-ab7a-4111-8027-64e349d07f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:56.338212 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-571ab5f8-1bc6-483c-8807-255a6deae1e5 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0362687 May 13 14:40:56.358519 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-0eb72fb5-57f4-4691-9e5e-c95c56951243 service neutron] Request body: {'port': {'device_id': '1e081309-655a-4310-8653-b8198aa78430', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:56.393358 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-dcad0ad1-ab7a-4111-8027-64e349d07f48 None None] Port 798f86b1-8c67-4f45-aed9-0fc05c38c0cc cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:40:56.519474 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2c16ffd4-bad1-42ae-9fba-6c93550bb5a0 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:56.592391 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b3d58ae7-7acc-4189-93b1-2c25a625bbbc tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:56.629381 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-0eb72fb5-57f4-4691-9e5e-c95c56951243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:56.630860 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9eac39be-fbf1-4d4f-af15-7f62a7fb9356 req-b04ebe21-4313-4de1-a4c4-3b2794f9d3bc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4300592 May 13 14:40:56.738424 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-b3d58ae7-7acc-4189-93b1-2c25a625bbbc tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Transition to ACTIVE for port object e81d841f-ad39-41df-864e-0dd971ddee28 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:40:56.842957 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-2f3a017c-d117-4f04-8104-75f3fcc17a9f tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:56.844547 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-2f3a017c-d117-4f04-8104-75f3fcc17a9f tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/networks?id=8641c536-545f-4056-be2c-402575e577ff HTTP/1.1" status: 200 len: 812 time: 0.2702065 May 13 14:40:56.861174 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b3d58ae7-7acc-4189-93b1-2c25a625bbbc tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:56.870260 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac39be-fbf1-4d4f-af15-7f62a7fb9356 req-2ed8a4b8-6619-45b8-ac2f-7d0a5974daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:56.871801 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9eac39be-fbf1-4d4f-af15-7f62a7fb9356 req-2ed8a4b8-6619-45b8-ac2f-7d0a5974daf5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=936df29ada1f4039bf03263eb4658581&device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 1097 time: 0.1781719 May 13 14:40:56.960664 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-c806dcd2-bb36-4ce4-92ce-f4ca8b742afa tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/quotas/e540cd79706f4092b1c33147f0b2cee9 HTTP/1.1" status: 200 len: 375 time: 0.1024976 May 13 14:40:57.071863 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d58ae7-7acc-4189-93b1-2c25a625bbbc tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Network e1876217-5ca8-458e-a35f-fffd566fc744 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:40:57.088006 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-b3d58ae7-7acc-4189-93b1-2c25a625bbbc tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:40:57.099324 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d58ae7-7acc-4189-93b1-2c25a625bbbc tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:40:57.105224 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d58ae7-7acc-4189-93b1-2c25a625bbbc tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:57.105910 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b3d58ae7-7acc-4189-93b1-2c25a625bbbc tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:57.117078 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-dc5c6618-f058-4d7a-b63a-aa8692a851c2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Synchronizing usage tracker for tenant:e540cd79706f4092b1c33147f0b2cee9 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:57.124501 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d58ae7-7acc-4189-93b1-2c25a625bbbc tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Pushing event updated for resources: {'Port': ['ID=e81d841f-ad39-41df-864e-0dd971ddee28,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:57.211245 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-dc5c6618-f058-4d7a-b63a-aa8692a851c2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Unset dirty status for tenant:e540cd79706f4092b1c33147f0b2cee9 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:57.215044 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-dc5c6618-f058-4d7a-b63a-aa8692a851c2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e540cd79706f4092b1c33147f0b2cee9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2363207 May 13 14:40:57.268994 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9a2a7fc3-be86-4152-bc1e-fa66021d3458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:57.297250 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b3d58ae7-7acc-4189-93b1-2c25a625bbbc tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6982875 May 13 14:40:57.303354 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57264) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:57.372778 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-0ca9bb4d-31a9-4ae1-a483-db83762bd992 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:37:13:54'}]}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:57.418187 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac39be-fbf1-4d4f-af15-7f62a7fb9356 req-f6bac3ef-3826-4500-b4ac-39fab5b05207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:57.419848 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9eac39be-fbf1-4d4f-af15-7f62a7fb9356 req-f6bac3ef-3826-4500-b4ac-39fab5b05207 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9479e797-5371-4e30-beb4-10899bbfb8b9 HTTP/1.1" status: 200 len: 919 time: 0.4959383 May 13 14:40:57.512292 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23994943-032c-4133-a1ae-d0e1899bbb82 req-707a865e-2cb2-4261-bb17-c3bc865a805e tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:57.513197 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-23994943-032c-4133-a1ae-d0e1899bbb82 req-707a865e-2cb2-4261-bb17-c3bc865a805e tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Synchronizing usage tracker for tenant:c17cdcf999b449b5aa60cccac89b5240 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:57.550300 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-930c029d-7b2f-4422-a600-a9c44c4f18a7 None None] Provisioning for port e81d841f-ad39-41df-864e-0dd971ddee28 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:40:57.558676 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-23994943-032c-4133-a1ae-d0e1899bbb82 req-707a865e-2cb2-4261-bb17-c3bc865a805e tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Unset dirty status for tenant:c17cdcf999b449b5aa60cccac89b5240 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:57.560569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-930c029d-7b2f-4422-a600-a9c44c4f18a7 None None] Provisioning complete for port e81d841f-ad39-41df-864e-0dd971ddee28 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:57.561423 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-930c029d-7b2f-4422-a600-a9c44c4f18a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:57.566317 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23994943-032c-4133-a1ae-d0e1899bbb82 req-707a865e-2cb2-4261-bb17-c3bc865a805e tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e081309-655a-4310-8653-b8198aa78430 HTTP/1.1" status: 200 len: 931 time: 0.8816674 May 13 14:40:57.605852 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c16ffd4-bad1-42ae-9fba-6c93550bb5a0 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Router 46d1ed96-da10-4d3b-a616-e8ada8ea92a5 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:40:57.693206 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-930c029d-7b2f-4422-a600-a9c44c4f18a7 None None] Port e81d841f-ad39-41df-864e-0dd971ddee28 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:40:57.745842 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23994943-032c-4133-a1ae-d0e1899bbb82 req-3b724e8c-55de-4cb5-bf7f-a592a380fd2a tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/security-groups?id=499f86ef-66f9-48b5-ae85-9981f4f70958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785779 May 13 14:40:57.799672 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9eac39be-fbf1-4d4f-af15-7f62a7fb9356 req-5dab0244-2c6c-43a9-bdbf-d7fcaf357c52 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1cd1f57d-1854-49dc-a1ac-35e2a791069c HTTP/1.1" status: 200 len: 1002 time: 0.3694134 May 13 14:40:57.843179 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-eeb69edf-22e6-45c5-9784-7d2e88f4b874 service neutron] 10.222.0.35 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6031678 May 13 14:40:57.920767 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-0eb72fb5-57f4-4691-9e5e-c95c56951243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 798f86b1-8c67-4f45-aed9-0fc05c38c0cc {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:40:57.930710 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c16ffd4-bad1-42ae-9fba-6c93550bb5a0 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:40:57.941727 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e88102-4435-4775-a677-bef35323603f None None] Sync routers for ids ['46d1ed96-da10-4d3b-a616-e8ada8ea92a5'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:40:57.942475 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2c16ffd4-bad1-42ae-9fba-6c93550bb5a0 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "PUT /v2.0/routers/46d1ed96-da10-4d3b-a616-e8ada8ea92a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8448038 May 13 14:40:57.945000 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-0eb72fb5-57f4-4691-9e5e-c95c56951243 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:57.948240 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57276) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:57.958454 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e88102-4435-4775-a677-bef35323603f None None] Routers {'46d1ed96-da10-4d3b-a616-e8ada8ea92a5'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:40:57.959613 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-87e88102-4435-4775-a677-bef35323603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:40:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['46d1ed96-da10-4d3b-a616-e8ada8ea92a5'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:58.045945 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac39be-fbf1-4d4f-af15-7f62a7fb9356 req-cd490cfa-f666-4446-93ab-bbee53aa3b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:58.047506 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9eac39be-fbf1-4d4f-af15-7f62a7fb9356 req-cd490cfa-f666-4446-93ab-bbee53aa3b7b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=be55f4c0-99f6-4777-9e43-16529e4e725e HTTP/1.1" status: 200 len: 857 time: 0.2406440 May 13 14:40:58.048188 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-87e88102-4435-4775-a677-bef35323603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:58.069404 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e88102-4435-4775-a677-bef35323603f None None] Routers {'46d1ed96-da10-4d3b-a616-e8ada8ea92a5'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:40:58.070022 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-87e88102-4435-4775-a677-bef35323603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:40:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['46d1ed96-da10-4d3b-a616-e8ada8ea92a5'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:58.109766 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-0eb72fb5-57f4-4691-9e5e-c95c56951243 service neutron] Transition to ACTIVE for port object 798f86b1-8c67-4f45-aed9-0fc05c38c0cc will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:40:58.114877 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-0eb72fb5-57f4-4691-9e5e-c95c56951243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:58.133828 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ca9bb4d-31a9-4ae1-a483-db83762bd992 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:58.143975 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-87e88102-4435-4775-a677-bef35323603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:58.144692 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e88102-4435-4775-a677-bef35323603f None None] The sync data for ids ['46d1ed96-da10-4d3b-a616-e8ada8ea92a5'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:40:58.204399 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-40ef250a-2d5b-4a38-ad58-cfa410f8a7e9 service neutron] 10.222.0.35 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446479 May 13 14:40:58.282706 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac39be-fbf1-4d4f-af15-7f62a7fb9356 req-6baace33-ae19-4e49-99c1-6200f9874b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:58.285620 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9eac39be-fbf1-4d4f-af15-7f62a7fb9356 req-6baace33-ae19-4e49-99c1-6200f9874b6e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9479e797-5371-4e30-beb4-10899bbfb8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2303593 May 13 14:40:58.344408 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:58.672933 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb72fb5-57f4-4691-9e5e-c95c56951243 service neutron] Pushing event updated for resources: {'Port': ['ID=798f86b1-8c67-4f45-aed9-0fc05c38c0cc,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:58.708784 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9eac39be-fbf1-4d4f-af15-7f62a7fb9356 req-2a82c0a8-04bc-4f25-8f7e-73f4902dc5e5 service neutron] 10.222.0.74 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936965 May 13 14:40:58.731608 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ca9bb4d-31a9-4ae1-a483-db83762bd992 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:58.757167 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ca9bb4d-31a9-4ae1-a483-db83762bd992 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:58.911801 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-0ca9bb4d-31a9-4ae1-a483-db83762bd992 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] In _notify_port_updated(), no bound segment for port e81d841f-ad39-41df-864e-0dd971ddee28 on network e1876217-5ca8-458e-a35f-fffd566fc744 {{(pid=88082) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:40:58.917577 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca9bb4d-31a9-4ae1-a483-db83762bd992 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:58.918263 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ca9bb4d-31a9-4ae1-a483-db83762bd992 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:58.922135 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0ca9bb4d-31a9-4ae1-a483-db83762bd992 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] 10.222.0.35 "PUT /v2.0/ports/e81d841f-ad39-41df-864e-0dd971ddee28 HTTP/1.1" status: 200 len: 1001 time: 1.6093318 May 13 14:40:58.933226 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57294) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:59.062182 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9bb4d-31a9-4ae1-a483-db83762bd992 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Pushing event updated for resources: {'Port': ['ID=e81d841f-ad39-41df-864e-0dd971ddee28,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:59.095338 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-2d630775-ecd3-4e30-857b-58571e23a44c tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Deleting port e81d841f-ad39-41df-864e-0dd971ddee28 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:40:59.095338 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d630775-ecd3-4e30-857b-58571e23a44c tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:59.194602 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9eac39be-fbf1-4d4f-af15-7f62a7fb9356 req-956b9a0c-3cab-43e0-9ed4-f8ac415b7e86 service neutron] 10.222.0.74 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571061 May 13 14:40:59.199851 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-028aa187-b70b-4054-850f-b44f55c7b6fd req-cec5d1e2-2fb1-456c-9d64-3c0768cdc571 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e49cf98-f716-4794-9929-b60fbec1e3a9 HTTP/1.1" status: 200 len: 210 time: 0.6473336 May 13 14:40:59.260170 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf7936-a2cc-4115-8b63-132455746cca req-7d3fcfa8-4c95-40be-a110-0f29a2064053 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:59.262168 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-78cf7936-a2cc-4115-8b63-132455746cca req-7d3fcfa8-4c95-40be-a110-0f29a2064053 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e081309-655a-4310-8653-b8198aa78430 HTTP/1.1" status: 200 len: 943 time: 0.3274288 May 13 14:40:59.401560 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-78cf7936-a2cc-4115-8b63-132455746cca req-93e7ff90-f29d-4c92-8000-2797ba3ae6c1 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Synchronizing usage tracker for tenant:c17cdcf999b449b5aa60cccac89b5240 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:59.412130 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-69ead550-479b-42f1-a4b5-72d2462ab595 None None] Provisioning complete for port e81d841f-ad39-41df-864e-0dd971ddee28 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:59.413326 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-69ead550-479b-42f1-a4b5-72d2462ab595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:59.446596 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-78cf7936-a2cc-4115-8b63-132455746cca req-93e7ff90-f29d-4c92-8000-2797ba3ae6c1 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Unset dirty status for tenant:c17cdcf999b449b5aa60cccac89b5240 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:59.460711 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-78cf7936-a2cc-4115-8b63-132455746cca req-93e7ff90-f29d-4c92-8000-2797ba3ae6c1 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/security-groups?id=499f86ef-66f9-48b5-ae85-9981f4f70958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889620 May 13 14:40:59.569190 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-69ead550-479b-42f1-a4b5-72d2462ab595 None None] Port e81d841f-ad39-41df-864e-0dd971ddee28 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:40:59.571078 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8fe9087b-daaa-4f01-91f9-33da9ccd6e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:59.773399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-0eb72fb5-57f4-4691-9e5e-c95c56951243 service neutron] Attempting to bind port 798f86b1-8c67-4f45-aed9-0fc05c38c0cc on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:40:59.773726 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-0eb72fb5-57f4-4691-9e5e-c95c56951243 service neutron] Attempting to bind port 798f86b1-8c67-4f45-aed9-0fc05c38c0cc by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '56c14c39-08ac-428d-b17a-b0502761889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a65a42c9-eea2-4199-ba2d-3abfc19ee8e5'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:40:59.774274 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-0eb72fb5-57f4-4691-9e5e-c95c56951243 service neutron] Attempting to bind port 798f86b1-8c67-4f45-aed9-0fc05c38c0cc on network a65a42c9-eea2-4199-ba2d-3abfc19ee8e5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:40:59.797746 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-0eb72fb5-57f4-4691-9e5e-c95c56951243 service neutron] Port 798f86b1-8c67-4f45-aed9-0fc05c38c0cc on network a65a42c9-eea2-4199-ba2d-3abfc19ee8e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:40:59.798273 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-0eb72fb5-57f4-4691-9e5e-c95c56951243 service neutron] Attempting to bind port 798f86b1-8c67-4f45-aed9-0fc05c38c0cc on network a65a42c9-eea2-4199-ba2d-3abfc19ee8e5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:40:59.886849 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-0eb72fb5-57f4-4691-9e5e-c95c56951243 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:40:59.887208 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-0eb72fb5-57f4-4691-9e5e-c95c56951243 service neutron] Checking segment: {'id': '56c14c39-08ac-428d-b17a-b0502761889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a65a42c9-eea2-4199-ba2d-3abfc19ee8e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:40:59.887781 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-0eb72fb5-57f4-4691-9e5e-c95c56951243 service neutron] Bound using segment: {'id': '56c14c39-08ac-428d-b17a-b0502761889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a65a42c9-eea2-4199-ba2d-3abfc19ee8e5'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:40:59.888400 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-0eb72fb5-57f4-4691-9e5e-c95c56951243 service neutron] Bound port: 798f86b1-8c67-4f45-aed9-0fc05c38c0cc, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56c14c39-08ac-428d-b17a-b0502761889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a65a42c9-eea2-4199-ba2d-3abfc19ee8e5'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:40:59.888937 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-0eb72fb5-57f4-4691-9e5e-c95c56951243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:00.056355 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d630775-ecd3-4e30-857b-58571e23a44c tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:00.073812 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-0eb72fb5-57f4-4691-9e5e-c95c56951243 service neutron] For port 798f86b1-8c67-4f45-aed9-0fc05c38c0cc, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:41:00.217447 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-2d630775-ecd3-4e30-857b-58571e23a44c tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Calling delete_port for e81d841f-ad39-41df-864e-0dd971ddee28 owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:00.290420 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-74c9ca02-e43b-4822-ae66-8540eabf3ebd tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:00.335485 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-a1ac121f-ddc8-46b2-b199-d244b98b93d9 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:00.341146 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-a1ac121f-ddc8-46b2-b199-d244b98b93d9 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.74 "GET /v2.0/networks?id=8641c536-545f-4056-be2c-402575e577ff HTTP/1.1" status: 200 len: 812 time: 0.2208798 May 13 14:41:00.360552 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-dd38a83d-5ca6-4fc8-87fd-2a65291bd6b8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Request body: {'port': {'device_id': '7e49cf98-f716-4794-9929-b60fbec1e3a9', 'network_id': '8641c536-545f-4056-be2c-402575e577ff', 'admin_state_up': True, 'tenant_id': 'e540cd79706f4092b1c33147f0b2cee9'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:00.383651 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-0eb72fb5-57f4-4691-9e5e-c95c56951243 service neutron] For port 798f86b1-8c67-4f45-aed9-0fc05c38c0cc, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=798f86b1-8c67-4f45-aed9-0fc05c38c0cc,segment=NetworkSegment(56c14c39-08ac-428d-b17a-b0502761889e),segment_id=56c14c39-08ac-428d-b17a-b0502761889e)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:41:00.414044 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-0eb72fb5-57f4-4691-9e5e-c95c56951243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:00.572573 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:00.577290 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-0eb72fb5-57f4-4691-9e5e-c95c56951243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:00.578141 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-0eb72fb5-57f4-4691-9e5e-c95c56951243 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:00.579762 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-0eb72fb5-57f4-4691-9e5e-c95c56951243 service neutron] 10.222.0.59 "PUT /v2.0/ports/798f86b1-8c67-4f45-aed9-0fc05c38c0cc HTTP/1.1" status: 200 len: 1091 time: 4.2278748 May 13 14:41:00.581116 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e081309-655a-4310-8653-b8198aa78430', 'tag': '798f86b1-8c67-4f45-aed9-0fc05c38c0cc'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:41:00.627715 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:00.732091 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e55202a8-61ab-49a9-9234-3f32be9e3112 req-45f1a36c-9a31-4c53-b59a-64d020441cb4 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e49cf98-f716-4794-9929-b60fbec1e3a9 HTTP/1.1" status: 200 len: 210 time: 0.1239471 May 13 14:41:00.784818 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-dd38a83d-5ca6-4fc8-87fd-2a65291bd6b8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:00.803902 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-dd38a83d-5ca6-4fc8-87fd-2a65291bd6b8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:00.819138 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-dd38a83d-5ca6-4fc8-87fd-2a65291bd6b8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Made reservation on behalf of e540cd79706f4092b1c33147f0b2cee9 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:00.822751 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-dd38a83d-5ca6-4fc8-87fd-2a65291bd6b8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:00.832655 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb72fb5-57f4-4691-9e5e-c95c56951243 service neutron] Pushing event updated for resources: {'Port': ['ID=798f86b1-8c67-4f45-aed9-0fc05c38c0cc,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:00.838777 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d6bc8d-d96d-4c2b-abf0-e9de8484537b'] response: {'name': 'network-changed', 'server_uuid': '1e081309-655a-4310-8653-b8198aa78430', 'tag': '798f86b1-8c67-4f45-aed9-0fc05c38c0cc', 'status': 'completed', 'code': 200} May 13 14:41:01.039312 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-dd38a83d-5ca6-4fc8-87fd-2a65291bd6b8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Allocated IP 172.20.0.10 (8641c536-545f-4056-be2c-402575e577ff/2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7/92e3071f-6f84-4a90-b717-2c9182b0b423) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:41:01.160280 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d630775-ecd3-4e30-857b-58571e23a44c tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:01.229462 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4f6bd-7064-4b9e-80c3-c4b0cd40b081 req-350f6918-7cba-4f83-9a4a-f4b32b418b3d tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:01.235674 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-15e4f6bd-7064-4b9e-80c3-c4b0cd40b081 req-350f6918-7cba-4f83-9a4a-f4b32b418b3d tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e081309-655a-4310-8653-b8198aa78430 HTTP/1.1" status: 200 len: 943 time: 0.4844921 May 13 14:41:01.256823 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-e7af56eb-3a73-4342-9256-da7ea148f894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:01.265401 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-e7af56eb-3a73-4342-9256-da7ea148f894 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c17cdcf999b449b5aa60cccac89b5240&device_id=1e081309-655a-4310-8653-b8198aa78430 HTTP/1.1" status: 200 len: 1094 time: 0.6204591 May 13 14:41:01.266412 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d630775-ecd3-4e30-857b-58571e23a44c tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Pushing event deleted for resources: {'Port': ['ID=e81d841f-ad39-41df-864e-0dd971ddee28,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:01.393572 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-c834a6b1-33a8-437d-a7a9-a92be789c64c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=798f86b1-8c67-4f45-aed9-0fc05c38c0cc HTTP/1.1" status: 200 len: 217 time: 0.1181166 May 13 14:41:01.481425 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-dd38a83d-5ca6-4fc8-87fd-2a65291bd6b8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:01.491225 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d630775-ecd3-4e30-857b-58571e23a44c tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:01.522670 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-dd38a83d-5ca6-4fc8-87fd-2a65291bd6b8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:01.527055 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-15e4f6bd-7064-4b9e-80c3-c4b0cd40b081 req-9aebfaad-0dad-41f1-9a53-afe2b746ff85 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/security-groups?id=499f86ef-66f9-48b5-ae85-9981f4f70958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2897105 May 13 14:41:01.537507 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2d630775-ecd3-4e30-857b-58571e23a44c tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] 10.222.0.35 "DELETE /v2.0/ports/e81d841f-ad39-41df-864e-0dd971ddee28 HTTP/1.1" status: 204 len: 168 time: 2.5767593 May 13 14:41:01.573110 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57354) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:01.650820 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad0da952-6e57-43f1-915d-911758703faf tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] GET failed (client error): The resource could not be found. May 13 14:41:01.651781 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ad0da952-6e57-43f1-915d-911758703faf tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Synchronizing usage tracker for tenant:815af0c7448240e6bd95bd01d79b47f1 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:41:01.666518 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-dd38a83d-5ca6-4fc8-87fd-2a65291bd6b8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Network 8641c536-545f-4056-be2c-402575e577ff is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:41:01.671016 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-dd38a83d-5ca6-4fc8-87fd-2a65291bd6b8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:01.676447 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-74c9ca02-e43b-4822-ae66-8540eabf3ebd tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Deleting port b05cd0ca-3d9a-4916-bf44-99a690ee8891 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:01.676794 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-74c9ca02-e43b-4822-ae66-8540eabf3ebd tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:01.682988 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-dd38a83d-5ca6-4fc8-87fd-2a65291bd6b8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:41:01.718470 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ad0da952-6e57-43f1-915d-911758703faf tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Unset dirty status for tenant:815af0c7448240e6bd95bd01d79b47f1 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:41:01.720060 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ad0da952-6e57-43f1-915d-911758703faf tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] 10.222.0.35 "GET /v2.0/ports/e81d841f-ad39-41df-864e-0dd971ddee28 HTTP/1.1" status: 404 len: 333 time: 0.1447999 May 13 14:41:01.729859 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57362) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:01.733470 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38a83d-5ca6-4fc8-87fd-2a65291bd6b8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Pushing event updated for resources: {'Port': ['ID=92e3071f-6f84-4a90-b717-2c9182b0b423,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:01.749020 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-5501dd51-26e7-4c4a-86a3-a226a9ae3706 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Request body: {'port': {'network_id': 'e1876217-5ca8-458e-a35f-fffd566fc744', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1055855451'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:01.912724 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-dd38a83d-5ca6-4fc8-87fd-2a65291bd6b8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:01.913574 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-dd38a83d-5ca6-4fc8-87fd-2a65291bd6b8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:01.975315 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-dd38a83d-5ca6-4fc8-87fd-2a65291bd6b8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6237092 May 13 14:41:01.982180 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5501dd51-26e7-4c4a-86a3-a226a9ae3706 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:01.994144 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-a4e43f14-d3ac-4f75-9591-13fff326c8d9 service neutron] Request body: {'port': {'device_id': '7e49cf98-f716-4794-9929-b60fbec1e3a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:02.047001 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:02.067193 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5501dd51-26e7-4c4a-86a3-a226a9ae3706 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:02.118620 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-eac3fde3-96c6-4cfe-8165-88d52a750ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:02.120124 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-eac3fde3-96c6-4cfe-8165-88d52a750ba7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=544d57df-43e7-4eec-9acf-8c0dbd118ac8 HTTP/1.1" status: 200 len: 855 time: 0.7155843 May 13 14:41:02.163701 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5501dd51-26e7-4c4a-86a3-a226a9ae3706 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Made reservation on behalf of 815af0c7448240e6bd95bd01d79b47f1 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:02.194011 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5501dd51-26e7-4c4a-86a3-a226a9ae3706 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:02.269251 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-5501dd51-26e7-4c4a-86a3-a226a9ae3706 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] device_id is not set on port c311bd32-c9d9-4453-8d41-59f59e152320 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:41:02.321103 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-74c9ca02-e43b-4822-ae66-8540eabf3ebd tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:02.321649 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-a4e43f14-d3ac-4f75-9591-13fff326c8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:02.340873 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536b2ce-835f-43cf-bc32-523bde6eb8a8 req-eb515d92-92f2-4bbe-82eb-93e02a60049c tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:02.342661 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e536b2ce-835f-43cf-bc32-523bde6eb8a8 req-eb515d92-92f2-4bbe-82eb-93e02a60049c tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e49cf98-f716-4794-9929-b60fbec1e3a9 HTTP/1.1" status: 200 len: 932 time: 0.3705082 May 13 14:41:02.495266 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-74c9ca02-e43b-4822-ae66-8540eabf3ebd tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Calling delete_port for b05cd0ca-3d9a-4916-bf44-99a690ee8891 owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:02.533866 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-8574ff53-8fb9-431d-a295-7ff7a986847f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:02.535348 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-8574ff53-8fb9-431d-a295-7ff7a986847f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a65a42c9-eea2-4199-ba2d-3abfc19ee8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4015956 May 13 14:41:02.606913 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-5501dd51-26e7-4c4a-86a3-a226a9ae3706 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Allocated IP 2001:db8::e3 (e1876217-5ca8-458e-a35f-fffd566fc744/a4e38de2-754e-4909-80f1-3cb15bd16f33/c311bd32-c9d9-4453-8d41-59f59e152320) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:41:02.662628 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e536b2ce-835f-43cf-bc32-523bde6eb8a8 req-32ddf2b5-d86a-413d-afe5-cdd99101ae81 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110764 May 13 14:41:02.734927 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-c280c280-a236-40e5-943f-8b8b8d02e5c8 service neutron] 10.222.0.59 "GET /v2.0/networks/a65a42c9-eea2-4199-ba2d-3abfc19ee8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905313 May 13 14:41:02.879337 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c61e39-68cc-4e3f-80da-aeb3d89387f9 req-20e88114-0be5-4c39-b775-447bc4617b9f tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:02.879337 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-67c61e39-68cc-4e3f-80da-aeb3d89387f9 req-20e88114-0be5-4c39-b775-447bc4617b9f tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e081309-655a-4310-8653-b8198aa78430 HTTP/1.1" status: 200 len: 943 time: 0.1890066 May 13 14:41:02.929205 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dc8e42eb-2a7d-49d7-ac56-a61eb7078cd0 req-806aa1e2-1a47-4cc7-b12f-05f577502c09 service neutron] 10.222.0.59 "GET /v2.0/networks/a65a42c9-eea2-4199-ba2d-3abfc19ee8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834702 May 13 14:41:02.930528 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-74c9ca02-e43b-4822-ae66-8540eabf3ebd tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:03.030375 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9ca02-e43b-4822-ae66-8540eabf3ebd tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event deleted for resources: {'Port': ['ID=b05cd0ca-3d9a-4916-bf44-99a690ee8891,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:03.058643 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-67c61e39-68cc-4e3f-80da-aeb3d89387f9 req-1e60b04d-ff03-4333-9d68-a5dd8e906884 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/security-groups?id=499f86ef-66f9-48b5-ae85-9981f4f70958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741722 May 13 14:41:03.065989 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-a4e43f14-d3ac-4f75-9591-13fff326c8d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e3071f-6f84-4a90-b717-2c9182b0b423 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:41:03.083558 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-a4e43f14-d3ac-4f75-9591-13fff326c8d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:03.136974 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-a4e43f14-d3ac-4f75-9591-13fff326c8d9 service neutron] Transition to ACTIVE for port object 92e3071f-6f84-4a90-b717-2c9182b0b423 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:03.145634 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-a4e43f14-d3ac-4f75-9591-13fff326c8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:03.245527 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e43f14-d3ac-4f75-9591-13fff326c8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=92e3071f-6f84-4a90-b717-2c9182b0b423,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:03.279475 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-74c9ca02-e43b-4822-ae66-8540eabf3ebd tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:03.423167 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5501dd51-26e7-4c4a-86a3-a226a9ae3706 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:03.469282 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86a919-d3ad-476d-b5c8-430d3cb5cc8d req-39873e79-2222-45f5-968e-73d0dfd30ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:03.471143 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-df86a919-d3ad-476d-b5c8-430d3cb5cc8d req-39873e79-2222-45f5-968e-73d0dfd30ca9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c17cdcf999b449b5aa60cccac89b5240&device_id=1e081309-655a-4310-8653-b8198aa78430 HTTP/1.1" status: 200 len: 1094 time: 0.4830470 May 13 14:41:03.519066 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-5501dd51-26e7-4c4a-86a3-a226a9ae3706 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Transition to ACTIVE for port object c311bd32-c9d9-4453-8d41-59f59e152320 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:03.587776 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5501dd51-26e7-4c4a-86a3-a226a9ae3706 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:03.790773 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-a4e43f14-d3ac-4f75-9591-13fff326c8d9 service neutron] Attempting to bind port 92e3071f-6f84-4a90-b717-2c9182b0b423 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:03.790773 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-a4e43f14-d3ac-4f75-9591-13fff326c8d9 service neutron] Attempting to bind port 92e3071f-6f84-4a90-b717-2c9182b0b423 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '75860f48-3c0c-46a4-92f7-4b3c58b2f18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8641c536-545f-4056-be2c-402575e577ff'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:03.791561 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-a4e43f14-d3ac-4f75-9591-13fff326c8d9 service neutron] Attempting to bind port 92e3071f-6f84-4a90-b717-2c9182b0b423 on network 8641c536-545f-4056-be2c-402575e577ff {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:03.819365 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-a4e43f14-d3ac-4f75-9591-13fff326c8d9 service neutron] Port 92e3071f-6f84-4a90-b717-2c9182b0b423 on network 8641c536-545f-4056-be2c-402575e577ff not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:41:03.819699 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-a4e43f14-d3ac-4f75-9591-13fff326c8d9 service neutron] Attempting to bind port 92e3071f-6f84-4a90-b717-2c9182b0b423 on network 8641c536-545f-4056-be2c-402575e577ff {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:03.838838 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-a4e43f14-d3ac-4f75-9591-13fff326c8d9 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:41:03.839213 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-a4e43f14-d3ac-4f75-9591-13fff326c8d9 service neutron] Checking segment: {'id': '75860f48-3c0c-46a4-92f7-4b3c58b2f18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8641c536-545f-4056-be2c-402575e577ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:41:03.839920 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-a4e43f14-d3ac-4f75-9591-13fff326c8d9 service neutron] Bound using segment: {'id': '75860f48-3c0c-46a4-92f7-4b3c58b2f18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8641c536-545f-4056-be2c-402575e577ff'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:41:03.840223 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-a4e43f14-d3ac-4f75-9591-13fff326c8d9 service neutron] Bound port: 92e3071f-6f84-4a90-b717-2c9182b0b423, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75860f48-3c0c-46a4-92f7-4b3c58b2f18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8641c536-545f-4056-be2c-402575e577ff'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:41:03.840473 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-a4e43f14-d3ac-4f75-9591-13fff326c8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:03.852990 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5501dd51-26e7-4c4a-86a3-a226a9ae3706 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Network e1876217-5ca8-458e-a35f-fffd566fc744 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:41:03.861301 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-5501dd51-26e7-4c4a-86a3-a226a9ae3706 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:03.863724 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5501dd51-26e7-4c4a-86a3-a226a9ae3706 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:41:03.869360 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5501dd51-26e7-4c4a-86a3-a226a9ae3706 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:03.870038 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5501dd51-26e7-4c4a-86a3-a226a9ae3706 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:03.888263 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501dd51-26e7-4c4a-86a3-a226a9ae3706 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Pushing event updated for resources: {'Port': ['ID=c311bd32-c9d9-4453-8d41-59f59e152320,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:03.906242 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c9ca02-e43b-4822-ae66-8540eabf3ebd tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Router 46d1ed96-da10-4d3b-a616-e8ada8ea92a5 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:41:03.962285 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fcedb-d4ef-4204-98eb-ba0ad1048f4c req-64d75721-cfaf-4b3c-aaa8-2f72490004dc tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:03.963890 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-637fcedb-d4ef-4204-98eb-ba0ad1048f4c req-64d75721-cfaf-4b3c-aaa8-2f72490004dc tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=2502b691-9bf5-4b74-9bcf-62c3317d28bb HTTP/1.1" status: 200 len: 946 time: 0.5487285 May 13 14:41:03.993378 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5501dd51-26e7-4c4a-86a3-a226a9ae3706 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2616282 May 13 14:41:04.008851 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57398) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:04.017174 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86a919-d3ad-476d-b5c8-430d3cb5cc8d req-32a39c5a-018c-41c5-9994-dcf843f5fe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:04.018840 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-c46ab3bf-49db-4ce2-a624-270ed3b4d782 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Request body: {'port': {'network_id': 'e1876217-5ca8-458e-a35f-fffd566fc744', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-39250992'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:04.019215 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-df86a919-d3ad-476d-b5c8-430d3cb5cc8d req-32a39c5a-018c-41c5-9994-dcf843f5fe7b service neutron] 10.222.0.59 "GET /v2.0/networks?id=a65a42c9-eea2-4199-ba2d-3abfc19ee8e5 HTTP/1.1" status: 200 len: 917 time: 0.5409396 May 13 14:41:04.131282 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-637fcedb-d4ef-4204-98eb-ba0ad1048f4c req-0a46e733-2dc2-4a92-a3b7-21040ba28559 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=a97e16d0-5c61-421d-a794-86752ea11ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1575308 May 13 14:41:04.136508 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-a4e43f14-d3ac-4f75-9591-13fff326c8d9 service neutron] For port 92e3071f-6f84-4a90-b717-2c9182b0b423, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:41:04.156433 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-a4e43f14-d3ac-4f75-9591-13fff326c8d9 service neutron] For port 92e3071f-6f84-4a90-b717-2c9182b0b423, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=92e3071f-6f84-4a90-b717-2c9182b0b423,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:41:04.164282 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-df86a919-d3ad-476d-b5c8-430d3cb5cc8d req-b12a60a1-89f1-42c6-88f5-f29b7b353bdf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=798f86b1-8c67-4f45-aed9-0fc05c38c0cc HTTP/1.1" status: 200 len: 217 time: 0.1347008 May 13 14:41:04.171649 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c9ca02-e43b-4822-ae66-8540eabf3ebd tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:41:04.190274 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58981a0c-3e58-48fd-a916-bbad242672d3 None None] Sync routers for ids ['46d1ed96-da10-4d3b-a616-e8ada8ea92a5'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:41:04.207412 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-a4e43f14-d3ac-4f75-9591-13fff326c8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:04.212349 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b7b5bec5-9681-4248-93c9-a8baacaf7cbf None None] Provisioning for port c311bd32-c9d9-4453-8d41-59f59e152320 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:41:04.216297 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58981a0c-3e58-48fd-a916-bbad242672d3 None None] Routers {'46d1ed96-da10-4d3b-a616-e8ada8ea92a5'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:41:04.216723 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-58981a0c-3e58-48fd-a916-bbad242672d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:41:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['46d1ed96-da10-4d3b-a616-e8ada8ea92a5'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:04.228461 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b7b5bec5-9681-4248-93c9-a8baacaf7cbf None None] Provisioning complete for port c311bd32-c9d9-4453-8d41-59f59e152320 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:04.230591 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b7b5bec5-9681-4248-93c9-a8baacaf7cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:04.238702 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeda23a-9519-4ca3-bc98-7e83e02bfa8b req-775666d2-6477-4e5f-a2e9-a2620846882b tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:04.240502 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-caeda23a-9519-4ca3-bc98-7e83e02bfa8b req-775666d2-6477-4e5f-a2e9-a2620846882b tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e49cf98-f716-4794-9929-b60fbec1e3a9 HTTP/1.1" status: 200 len: 944 time: 0.4108856 May 13 14:41:04.270595 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-74c9ca02-e43b-4822-ae66-8540eabf3ebd tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "PUT /v2.0/routers/46d1ed96-da10-4d3b-a616-e8ada8ea92a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3208685 May 13 14:41:04.273421 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57404) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:04.275130 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86a919-d3ad-476d-b5c8-430d3cb5cc8d req-12e2f158-3052-4677-8121-dac30d46410d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:04.276695 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-df86a919-d3ad-476d-b5c8-430d3cb5cc8d req-12e2f158-3052-4677-8121-dac30d46410d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=544d57df-43e7-4eec-9acf-8c0dbd118ac8 HTTP/1.1" status: 200 len: 855 time: 0.1064694 May 13 14:41:04.373476 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d7b86514-a772-4392-b002-838ca9be72bb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Synchronizing usage tracker for tenant:f1ec4de986a64c699f9b990b9e5d2da5 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:41:04.383205 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-a4e43f14-d3ac-4f75-9591-13fff326c8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:04.383828 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-a4e43f14-d3ac-4f75-9591-13fff326c8d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:04.385265 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-a4e43f14-d3ac-4f75-9591-13fff326c8d9 service neutron] 10.222.0.74 "PUT /v2.0/ports/92e3071f-6f84-4a90-b717-2c9182b0b423 HTTP/1.1" status: 200 len: 1092 time: 2.3960781 May 13 14:41:04.385709 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e49cf98-f716-4794-9929-b60fbec1e3a9', 'tag': '92e3071f-6f84-4a90-b717-2c9182b0b423'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:41:04.402949 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-b7b5bec5-9681-4248-93c9-a8baacaf7cbf None None] Port c311bd32-c9d9-4453-8d41-59f59e152320 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:41:04.410462 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-58981a0c-3e58-48fd-a916-bbad242672d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:04.412624 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-caeda23a-9519-4ca3-bc98-7e83e02bfa8b req-b81c5c00-77a2-4b25-9293-458f0e34c687 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643598 May 13 14:41:04.447427 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58981a0c-3e58-48fd-a916-bbad242672d3 None None] Routers {'46d1ed96-da10-4d3b-a616-e8ada8ea92a5'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:41:04.450011 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d7b86514-a772-4392-b002-838ca9be72bb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Unset dirty status for tenant:f1ec4de986a64c699f9b990b9e5d2da5 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:41:04.452023 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-58981a0c-3e58-48fd-a916-bbad242672d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:41:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['46d1ed96-da10-4d3b-a616-e8ada8ea92a5'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:04.455287 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d7b86514-a772-4392-b002-838ca9be72bb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d1ed96-da10-4d3b-a616-e8ada8ea92a5 HTTP/1.1" status: 200 len: 205 time: 0.1756635 May 13 14:41:04.457894 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57410) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:04.524658 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76813635-dbe0-4fd9-bcf9-dcc552099f4b'] response: {'name': 'network-changed', 'server_uuid': '7e49cf98-f716-4794-9929-b60fbec1e3a9', 'tag': '92e3071f-6f84-4a90-b717-2c9182b0b423', 'status': 'completed', 'code': 200} May 13 14:41:04.541174 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-58981a0c-3e58-48fd-a916-bbad242672d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:04.541924 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58981a0c-3e58-48fd-a916-bbad242672d3 None None] The sync data for ids ['46d1ed96-da10-4d3b-a616-e8ada8ea92a5'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:41:04.546845 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c46ab3bf-49db-4ce2-a624-270ed3b4d782 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:04.558979 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c46ab3bf-49db-4ce2-a624-270ed3b4d782 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Usage tracker for resource:port and tenant:815af0c7448240e6bd95bd01d79b47f1 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:04.568555 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c46ab3bf-49db-4ce2-a624-270ed3b4d782 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:04.571268 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e43f14-d3ac-4f75-9591-13fff326c8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=92e3071f-6f84-4a90-b717-2c9182b0b423,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:04.586211 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c46ab3bf-49db-4ce2-a624-270ed3b4d782 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:04.601929 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86a919-d3ad-476d-b5c8-430d3cb5cc8d req-31f910bc-8c99-4810-9716-319728de742a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:04.603436 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-df86a919-d3ad-476d-b5c8-430d3cb5cc8d req-31f910bc-8c99-4810-9716-319728de742a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a65a42c9-eea2-4199-ba2d-3abfc19ee8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2921178 May 13 14:41:04.612753 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46ab3bf-49db-4ce2-a624-270ed3b4d782 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Made reservation on behalf of 815af0c7448240e6bd95bd01d79b47f1 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:04.615901 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c46ab3bf-49db-4ce2-a624-270ed3b4d782 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:04.652021 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-c46ab3bf-49db-4ce2-a624-270ed3b4d782 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] device_id is not set on port 79a56157-be65-4cf5-953e-e5fe7212515f yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:41:04.688483 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-361aad0e-be40-4723-b69d-0e5b2e95a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:04.688726 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d052f1ae-aa54-4b36-8564-ac51f401e67e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:04.690497 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-361aad0e-be40-4723-b69d-0e5b2e95a87a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e540cd79706f4092b1c33147f0b2cee9&device_id=7e49cf98-f716-4794-9929-b60fbec1e3a9 HTTP/1.1" status: 200 len: 1095 time: 0.2026441 May 13 14:41:04.699644 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf0da0-f6e1-453d-a4e4-330b4a394eba req-fdbef210-5e01-45f0-8a4b-6bbf1ba8489f tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:04.701086 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a1cf0da0-f6e1-453d-a4e4-330b4a394eba req-fdbef210-5e01-45f0-8a4b-6bbf1ba8489f tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e081309-655a-4310-8653-b8198aa78430 HTTP/1.1" status: 200 len: 943 time: 0.2968330 May 13 14:41:04.874304 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-a380ad7d-fbfd-447c-8fb0-f8ef86310985 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92e3071f-6f84-4a90-b717-2c9182b0b423 HTTP/1.1" status: 200 len: 217 time: 0.1668429 May 13 14:41:05.017366 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a1cf0da0-f6e1-453d-a4e4-330b4a394eba req-adf18e73-9ca3-4c9f-8653-fd572a138f7e tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/security-groups?id=499f86ef-66f9-48b5-ae85-9981f4f70958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803606 May 13 14:41:05.024482 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-c46ab3bf-49db-4ce2-a624-270ed3b4d782 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Allocated IP 2001:db8::3c0 (e1876217-5ca8-458e-a35f-fffd566fc744/a4e38de2-754e-4909-80f1-3cb15bd16f33/79a56157-be65-4cf5-953e-e5fe7212515f) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:41:05.040205 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-c749a2b6-de4a-4741-9f13-f5ac3a2dacb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:05.041835 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-c749a2b6-de4a-4741-9f13-f5ac3a2dacb7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7 HTTP/1.1" status: 200 len: 852 time: 0.1490633 May 13 14:41:05.122589 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-30951823-6ada-45fb-8e6b-7604873008a5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8641c536-545f-4056-be2c-402575e577ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720098 May 13 14:41:05.258636 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d052f1ae-aa54-4b36-8564-ac51f401e67e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:05.274578 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d052f1ae-aa54-4b36-8564-ac51f401e67e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:05.286922 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-df86a919-d3ad-476d-b5c8-430d3cb5cc8d req-48b835c8-7672-4f79-a7af-c2f89db0febb service neutron] 10.222.0.59 "GET /v2.0/networks/a65a42c9-eea2-4199-ba2d-3abfc19ee8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6740220 May 13 14:41:05.411393 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-47e4a267-5213-4275-bffa-9fc789615360 service neutron] 10.222.0.74 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777147 May 13 14:41:05.464030 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d052f1ae-aa54-4b36-8564-ac51f401e67e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:05.465654 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d052f1ae-aa54-4b36-8564-ac51f401e67e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Fanout notify agent at l3_agent the message router_deleted on router 46d1ed96-da10-4d3b-a616-e8ada8ea92a5 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:41:05.472542 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c46ab3bf-49db-4ce2-a624-270ed3b4d782 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:05.489090 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ab6ec-6b3a-4870-b4dc-22ad6e301f78 req-36571a8f-7c3d-4dc0-8912-446c3f7f8d25 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:05.490563 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e15ab6ec-6b3a-4870-b4dc-22ad6e301f78 req-36571a8f-7c3d-4dc0-8912-446c3f7f8d25 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.74 "GET /v2.0/ports?device_id=2502b691-9bf5-4b74-9bcf-62c3317d28bb HTTP/1.1" status: 200 len: 946 time: 0.3812957 May 13 14:41:05.495837 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d052f1ae-aa54-4b36-8564-ac51f401e67e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:05.496907 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d052f1ae-aa54-4b36-8564-ac51f401e67e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/routers/46d1ed96-da10-4d3b-a616-e8ada8ea92a5 HTTP/1.1" status: 204 len: 168 time: 1.0378435 May 13 14:41:05.523544 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57428) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:05.616848 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-c46ab3bf-49db-4ce2-a624-270ed3b4d782 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Transition to ACTIVE for port object 79a56157-be65-4cf5-953e-e5fe7212515f will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:05.618822 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fec560-9935-4aca-9aab-b66e19981a38 req-0a9a2301-0176-40b4-9654-e8a218053c1f tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:05.620480 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f9fec560-9935-4aca-9aab-b66e19981a38 req-0a9a2301-0176-40b4-9654-e8a218053c1f tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=2502b691-9bf5-4b74-9bcf-62c3317d28bb HTTP/1.1" status: 200 len: 946 time: 0.2949307 May 13 14:41:05.638445 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-e15ab6ec-6b3a-4870-b4dc-22ad6e301f78 req-a763b204-4c6b-4a42-8662-0ba552ededf8 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Deleting port 63a63d4e-8f68-453d-83f7-fcd921b1c591 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:05.638843 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e15ab6ec-6b3a-4870-b4dc-22ad6e301f78 req-a763b204-4c6b-4a42-8662-0ba552ededf8 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:05.692809 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-df86a919-d3ad-476d-b5c8-430d3cb5cc8d req-34fd18f4-8b54-4fee-a0fb-8da82ea70630 service neutron] 10.222.0.59 "GET /v2.0/networks/a65a42c9-eea2-4199-ba2d-3abfc19ee8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906727 May 13 14:41:05.709154 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-94753c39-9b79-4b5b-b9d9-f07b713382ce tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Deleting subnet 566a68ea-b325-4312-9922-e760e721d4d3 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:41:05.735067 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-94753c39-9b79-4b5b-b9d9-f07b713382ce tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:05.748064 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f9fec560-9935-4aca-9aab-b66e19981a38 req-8fb90b38-745f-4e0b-9cfc-c2daba9c25b2 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups?id=a97e16d0-5c61-421d-a794-86752ea11ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1150777 May 13 14:41:05.960381 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-56800138-59ec-4790-bdf4-1c78f8fc2fb2 req-afea7f3e-bbd1-4341-9859-6af748fe31ee service neutron] 10.222.0.74 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5334613 May 13 14:41:05.963396 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-94753c39-9b79-4b5b-b9d9-f07b713382ce tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:05.989938 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-e15ab6ec-6b3a-4870-b4dc-22ad6e301f78 req-a763b204-4c6b-4a42-8662-0ba552ededf8 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] For port 63a63d4e-8f68-453d-83f7-fcd921b1c591, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=63a63d4e-8f68-453d-83f7-fcd921b1c591,segment=NetworkSegment(e1d397b0-eea9-4be4-8f48-8e9bcd88630d),segment_id=e1d397b0-eea9-4be4-8f48-8e9bcd88630d)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:05.990506 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e15ab6ec-6b3a-4870-b4dc-22ad6e301f78 req-a763b204-4c6b-4a42-8662-0ba552ededf8 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:06.016349 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c46ab3bf-49db-4ce2-a624-270ed3b4d782 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:06.171849 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9c0a9-63fd-48b7-8568-e6a46ac90b3d req-279eb615-ed26-438d-be48-efbd4f88c11a tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:06.172588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-e1a9c0a9-63fd-48b7-8568-e6a46ac90b3d req-279eb615-ed26-438d-be48-efbd4f88c11a tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Synchronizing usage tracker for tenant:e540cd79706f4092b1c33147f0b2cee9 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:41:06.223101 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46ab3bf-49db-4ce2-a624-270ed3b4d782 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Network e1876217-5ca8-458e-a35f-fffd566fc744 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:41:06.240356 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-c46ab3bf-49db-4ce2-a624-270ed3b4d782 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:06.259942 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46ab3bf-49db-4ce2-a624-270ed3b4d782 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:41:06.267930 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46ab3bf-49db-4ce2-a624-270ed3b4d782 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:06.268643 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c46ab3bf-49db-4ce2-a624-270ed3b4d782 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:06.297366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-e1a9c0a9-63fd-48b7-8568-e6a46ac90b3d req-279eb615-ed26-438d-be48-efbd4f88c11a tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Unset dirty status for tenant:e540cd79706f4092b1c33147f0b2cee9 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:41:06.304726 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e1a9c0a9-63fd-48b7-8568-e6a46ac90b3d req-279eb615-ed26-438d-be48-efbd4f88c11a tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e49cf98-f716-4794-9929-b60fbec1e3a9 HTTP/1.1" status: 200 len: 944 time: 0.6977439 May 13 14:41:06.312541 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ab3bf-49db-4ce2-a624-270ed3b4d782 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Pushing event updated for resources: {'Port': ['ID=79a56157-be65-4cf5-953e-e5fe7212515f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:06.360633 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-94753c39-9b79-4b5b-b9d9-f07b713382ce tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:06.452736 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c46ab3bf-49db-4ce2-a624-270ed3b4d782 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.4429493 May 13 14:41:06.461786 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57448) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:06.484586 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-b7e00636-76ae-4db6-985f-ae02d6ded07d tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::e5', 'mac_address': 'fa:16:3e:37:13:54'}, {'ip_address': '2001:db8::e3', 'mac_address': 'fa:16:3e:dc:3f:c9'}]}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:06.544404 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e1a9c0a9-63fd-48b7-8568-e6a46ac90b3d req-fee3836b-1075-4060-a0c1-f04271dcb25b tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386038 May 13 14:41:06.560986 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdee3e-e8c4-41bc-834f-564873f126f0 req-f1aa006c-f221-4774-ade1-9b84c3fc4643 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:06.572903 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8cdee3e-e8c4-41bc-834f-564873f126f0 req-f1aa006c-f221-4774-ade1-9b84c3fc4643 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e081309-655a-4310-8653-b8198aa78430 HTTP/1.1" status: 200 len: 943 time: 0.3414986 May 13 14:41:06.580278 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa3194-dc7b-45a6-ae79-ecd5585103b8 req-13a57e6d-16c4-4a9d-a824-7886be99c5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:06.580854 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e15ab6ec-6b3a-4870-b4dc-22ad6e301f78 req-a763b204-4c6b-4a42-8662-0ba552ededf8 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:06.581695 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e15ab6ec-6b3a-4870-b4dc-22ad6e301f78 req-a763b204-4c6b-4a42-8662-0ba552ededf8 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:06.582198 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-18aa3194-dc7b-45a6-ae79-ecd5585103b8 req-13a57e6d-16c4-4a9d-a824-7886be99c5b1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e540cd79706f4092b1c33147f0b2cee9&device_id=7e49cf98-f716-4794-9929-b60fbec1e3a9 HTTP/1.1" status: 200 len: 1095 time: 0.5003068 May 13 14:41:06.582412 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [req-e15ab6ec-6b3a-4870-b4dc-22ad6e301f78 req-a763b204-4c6b-4a42-8662-0ba552ededf8 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Floating IP 62bca894-b6af-4256-8a59-402383c5ff4b disassociated. External IP: 172.25.0.248, port: 63a63d4e-8f68-453d-83f7-fcd921b1c591. May 13 14:41:06.600958 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-e15ab6ec-6b3a-4870-b4dc-22ad6e301f78 req-a763b204-4c6b-4a42-8662-0ba552ededf8 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Calling delete_port for 63a63d4e-8f68-453d-83f7-fcd921b1c591 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:06.755571 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f23ba438-3f3f-4813-a1cb-1b4701d7b3e5 None None] Provisioning for port 79a56157-be65-4cf5-953e-e5fe7212515f completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:41:06.762089 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f23ba438-3f3f-4813-a1cb-1b4701d7b3e5 None None] Provisioning complete for port 79a56157-be65-4cf5-953e-e5fe7212515f triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:06.762469 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f23ba438-3f3f-4813-a1cb-1b4701d7b3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:06.876293 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e15ab6ec-6b3a-4870-b4dc-22ad6e301f78 req-a763b204-4c6b-4a42-8662-0ba552ededf8 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:06.893686 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57464) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:06.931844 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763b204-4c6b-4a42-8662-0ba552ededf8 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event deleted for resources: {'Port': ['ID=63a63d4e-8f68-453d-83f7-fcd921b1c591,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:06.934107 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f23ba438-3f3f-4813-a1cb-1b4701d7b3e5 None None] Port 79a56157-be65-4cf5-953e-e5fe7212515f cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:41:06.949577 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-94753c39-9b79-4b5b-b9d9-f07b713382ce tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:06.966568 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8cdee3e-e8c4-41bc-834f-564873f126f0 req-54ba7d3c-c8b8-4bc6-a29b-087ca6c604f6 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/security-groups?id=499f86ef-66f9-48b5-ae85-9981f4f70958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3925664 May 13 14:41:07.109926 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de58fa2d-57aa-4ba1-8ec0-82241431eca3 None None] Network b8d1b5c7-78bc-4b0c-8dc7-f4bacd6d918f requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:41:07.146647 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bd5f43f8-e5a0-4b0d-8540-ef5498184601 req-4b377095-4ac1-4900-8432-92fa98c534e5 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=2502b691-9bf5-4b74-9bcf-62c3317d28bb HTTP/1.1" status: 200 len: 210 time: 0.1051099 May 13 14:41:07.147418 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94753c39-9b79-4b5b-b9d9-f07b713382ce tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event deleted for resources: {'Subnet': ['ID=566a68ea-b325-4312-9922-e760e721d4d3,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:07.151768 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-94753c39-9b79-4b5b-b9d9-f07b713382ce tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:07.178775 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7b2e913a-1932-4054-9240-c1f9b82c2fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:07.196869 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-94753c39-9b79-4b5b-b9d9-f07b713382ce tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/subnets/566a68ea-b325-4312-9922-e760e721d4d3 HTTP/1.1" status: 204 len: 168 time: 1.6726182 May 13 14:41:07.203963 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57472) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:07.293370 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d54bd1-8f9e-4b64-8326-34f3431f5a2d tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Deleting subnet d2c5c2e3-469d-4eae-8328-eb844fbb4bec {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:41:07.296655 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c4d54bd1-8f9e-4b64-8326-34f3431f5a2d tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:07.330617 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa3194-dc7b-45a6-ae79-ecd5585103b8 req-29d7c783-69a6-431f-a716-b8d70af03da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:07.332571 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-18aa3194-dc7b-45a6-ae79-ecd5585103b8 req-29d7c783-69a6-431f-a716-b8d70af03da1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8641c536-545f-4056-be2c-402575e577ff HTTP/1.1" status: 200 len: 913 time: 0.7379615 May 13 14:41:07.336106 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e15ab6ec-6b3a-4870-b4dc-22ad6e301f78 req-a763b204-4c6b-4a42-8662-0ba552ededf8 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:41:07.404766 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-7b2e913a-1932-4054-9240-c1f9b82c2fbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:07.438054 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d77cab7-3f23-4cce-8065-a7e32c077671 None None] DHCP port deletion for b8d1b5c7-78bc-4b0c-8dc7-f4bacd6d918f request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:41:07.444401 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3d77cab7-3f23-4cce-8065-a7e32c077671 None None] Deleting port e87d147e-2b50-4084-9fb1-56f40c085aec {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:07.446551 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3d77cab7-3f23-4cce-8065-a7e32c077671 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:07.502365 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-18aa3194-dc7b-45a6-ae79-ecd5585103b8 req-d4af5433-63e5-40bf-945e-72c430f7e433 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92e3071f-6f84-4a90-b717-2c9182b0b423 HTTP/1.1" status: 200 len: 217 time: 0.0859683 May 13 14:41:07.511528 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7b2e913a-1932-4054-9240-c1f9b82c2fbf admin admin] Usage tracker for resource:security_group_rule and tenant:69e9b620674d4fd6abf9b5a1994443fe is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:07.586145 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e15ab6ec-6b3a-4870-b4dc-22ad6e301f78 req-a763b204-4c6b-4a42-8662-0ba552ededf8 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:41:07.606685 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b05b54-8bc9-47dd-9ede-b898b8b35d70 None None] Sync routers for ids ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:41:07.627533 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c4d54bd1-8f9e-4b64-8326-34f3431f5a2d tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:07.655734 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7b2e913a-1932-4054-9240-c1f9b82c2fbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:07.659998 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa3194-dc7b-45a6-ae79-ecd5585103b8 req-ab88e3c8-79fe-4524-97e1-3f335c33d99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:07.661452 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-18aa3194-dc7b-45a6-ae79-ecd5585103b8 req-ab88e3c8-79fe-4524-97e1-3f335c33d99c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7 HTTP/1.1" status: 200 len: 852 time: 0.1451526 May 13 14:41:07.670553 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15ab6ec-6b3a-4870-b4dc-22ad6e301f78 req-a763b204-4c6b-4a42-8662-0ba552ededf8 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] No DVR routers for this DVR port 63a63d4e-8f68-453d-83f7-fcd921b1c591 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:41:07.677306 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-7b2e913a-1932-4054-9240-c1f9b82c2fbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:07.686885 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b05b54-8bc9-47dd-9ede-b898b8b35d70 None None] Routers {'61d9c492-7067-4a2e-92b2-ee02e1800bf7'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:41:07.687937 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-d3b05b54-8bc9-47dd-9ede-b898b8b35d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:41:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:07.708674 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e15ab6ec-6b3a-4870-b4dc-22ad6e301f78 req-a763b204-4c6b-4a42-8662-0ba552ededf8 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:07.711218 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2502b691-9bf5-4b74-9bcf-62c3317d28bb', 'name': 'network-vif-deleted', 'tag': '63a63d4e-8f68-453d-83f7-fcd921b1c591'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:41:07.746616 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e15ab6ec-6b3a-4870-b4dc-22ad6e301f78 req-a763b204-4c6b-4a42-8662-0ba552ededf8 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.74 "DELETE /v2.0/ports/63a63d4e-8f68-453d-83f7-fcd921b1c591 HTTP/1.1" status: 204 len: 173 time: 2.2463515 May 13 14:41:07.750120 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-18aa3194-dc7b-45a6-ae79-ecd5585103b8 req-fd2b2e6a-d3f1-4f13-90de-7b1110e85086 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8641c536-545f-4056-be2c-402575e577ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704103 May 13 14:41:07.760238 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b7e00636-76ae-4db6-985f-ae02d6ded07d tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:07.785013 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-3d77cab7-3f23-4cce-8065-a7e32c077671 None None] For port e87d147e-2b50-4084-9fb1-56f40c085aec, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=e87d147e-2b50-4084-9fb1-56f40c085aec,segment=NetworkSegment(ea3d083d-d0b7-4680-9d7a-2ba8dfbf0c99),segment_id=ea3d083d-d0b7-4680-9d7a-2ba8dfbf0c99)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:07.786257 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3d77cab7-3f23-4cce-8065-a7e32c077671 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:07.793781 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6ca41-9ca6-463d-aaba-41fd59627532 req-30abcde4-b1d6-4772-b0ef-fff685094b1b tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:07.800171 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-58f6ca41-9ca6-463d-aaba-41fd59627532 req-30abcde4-b1d6-4772-b0ef-fff685094b1b tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e49cf98-f716-4794-9929-b60fbec1e3a9 HTTP/1.1" status: 200 len: 944 time: 0.1264808 May 13 14:41:07.805402 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-224f4477-a19d-4922-bd5c-881ebfc3d88b'] response: {'server_uuid': '2502b691-9bf5-4b74-9bcf-62c3317d28bb', 'name': 'network-vif-deleted', 'tag': '63a63d4e-8f68-453d-83f7-fcd921b1c591', 'status': 'completed', 'code': 200} May 13 14:41:07.885491 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-58f6ca41-9ca6-463d-aaba-41fd59627532 req-95d82412-9389-4807-aa08-28bc270fbb37 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787926 May 13 14:41:07.971618 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3d77cab7-3f23-4cce-8065-a7e32c077671 None None] Calling delete_port for e87d147e-2b50-4084-9fb1-56f40c085aec owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:08.035959 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c4d54bd1-8f9e-4b64-8326-34f3431f5a2d tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:08.191519 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-d3b05b54-8bc9-47dd-9ede-b898b8b35d70 None None] Set router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:41:08.246065 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3d77cab7-3f23-4cce-8065-a7e32c077671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:08.329912 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77cab7-3f23-4cce-8065-a7e32c077671 None None] Pushing event deleted for resources: {'Port': ['ID=e87d147e-2b50-4084-9fb1-56f40c085aec,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:08.332459 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d77cab7-3f23-4cce-8065-a7e32c077671 None None] No DVR routers for this DVR port e87d147e-2b50-4084-9fb1-56f40c085aec on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:41:08.434581 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-a22126f7-1030-4ead-bd0f-f62b3fc5106e req-32c0b811-b6ac-4d14-93a5-52e1cf597b74 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Synchronizing usage tracker for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:41:08.454796 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-a22126f7-1030-4ead-bd0f-f62b3fc5106e req-32c0b811-b6ac-4d14-93a5-52e1cf597b74 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Unset dirty status for tenant:b6ab0120ba4d4937a9340132b618cd48 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:41:08.458395 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a22126f7-1030-4ead-bd0f-f62b3fc5106e req-32c0b811-b6ac-4d14-93a5-52e1cf597b74 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/ports?device_id=2502b691-9bf5-4b74-9bcf-62c3317d28bb HTTP/1.1" status: 200 len: 210 time: 0.0891781 May 13 14:41:08.475379 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-18aa3194-dc7b-45a6-ae79-ecd5585103b8 req-ffac26a0-4197-4b45-994a-b93427d945ed service neutron] 10.222.0.74 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7156444 May 13 14:41:08.572121 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e87d147e-2b50-4084-9fb1-56f40c085aec no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:41:08.618521 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: e87d147e-2b50-4084-9fb1-56f40c085aec {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:41:08.618864 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e87d147e-2b50-4084-9fb1-56f40c085aec not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:41:08.621230 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7b2e913a-1932-4054-9240-c1f9b82c2fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:08.649427 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7b2e913a-1932-4054-9240-c1f9b82c2fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:08.695276 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c4d54bd1-8f9e-4b64-8326-34f3431f5a2d tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:08.735263 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-d3b05b54-8bc9-47dd-9ede-b898b8b35d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:08Z', 'revision_number': 4, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'gw_port': {'id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:59Z', 'updated_at': '2022-05-13T14:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd60ed9ed-d7c1-4158-bdf6-5ea4de8475c6', 'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'mac_address': 'fa:16:3e:a9:45:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:32:05Z', 'updated_at': '2022-05-13T14:32:19Z', 'revision_number': 5, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'subnets': [{'id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:08.739068 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b05b54-8bc9-47dd-9ede-b898b8b35d70 None None] Checking router: 61d9c492-7067-4a2e-92b2-ee02e1800bf7 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:41:08.747668 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b05b54-8bc9-47dd-9ede-b898b8b35d70 None None] Routers {'61d9c492-7067-4a2e-92b2-ee02e1800bf7'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:41:08.748426 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-d3b05b54-8bc9-47dd-9ede-b898b8b35d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:41:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:08.791295 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d54bd1-8f9e-4b64-8326-34f3431f5a2d tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event deleted for resources: {'Subnet': ['ID=d2c5c2e3-469d-4eae-8328-eb844fbb4bec,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:08.812002 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1268bf53-f65d-4ae1-bce4-5d03dacaa40a None None] Network f8f81a69-b5e7-4f38-9f3c-9e0168a97ea0 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:41:08.815152 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e913a-1932-4054-9240-c1f9b82c2fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de63ffbf-ab86-4af2-8035-84789ff8f920,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:08.821641 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7b2e913a-1932-4054-9240-c1f9b82c2fbf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=69e9b620674d4fd6abf9b5a1994443fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9212723 May 13 14:41:08.822764 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57490) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:08.824554 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c4d54bd1-8f9e-4b64-8326-34f3431f5a2d tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:08.855602 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab694cf-5878-4b84-bc40-e6dc3b8e6926 req-5117fb9d-c459-49f5-9d7d-cd0c1127d1cb tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:08.857130 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bab694cf-5878-4b84-bc40-e6dc3b8e6926 req-5117fb9d-c459-49f5-9d7d-cd0c1127d1cb tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e081309-655a-4310-8653-b8198aa78430 HTTP/1.1" status: 200 len: 943 time: 0.7547748 May 13 14:41:08.873173 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c4d54bd1-8f9e-4b64-8326-34f3431f5a2d tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/subnets/d2c5c2e3-469d-4eae-8328-eb844fbb4bec HTTP/1.1" status: 204 len: 168 time: 1.6658275 May 13 14:41:08.881940 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57494) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:08.899019 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-18aa3194-dc7b-45a6-ae79-ecd5585103b8 req-7df770f7-6a33-4a2b-b609-909f7a05ef3a service neutron] 10.222.0.74 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933282 May 13 14:41:08.904085 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b7e00636-76ae-4db6-985f-ae02d6ded07d tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:08.911532 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b7e00636-76ae-4db6-985f-ae02d6ded07d tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:08.984064 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d45d03c-a8c9-4fcd-a6d5-19c8e2abe681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:09.002487 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-b7e00636-76ae-4db6-985f-ae02d6ded07d tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] In _notify_port_updated(), no bound segment for port 79a56157-be65-4cf5-953e-e5fe7212515f on network e1876217-5ca8-458e-a35f-fffd566fc744 {{(pid=88082) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:41:09.009089 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e00636-76ae-4db6-985f-ae02d6ded07d tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:09.009799 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b7e00636-76ae-4db6-985f-ae02d6ded07d tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:09.013168 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b7e00636-76ae-4db6-985f-ae02d6ded07d tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] 10.222.0.35 "PUT /v2.0/ports/79a56157-be65-4cf5-953e-e5fe7212515f HTTP/1.1" status: 200 len: 1064 time: 2.5387456 May 13 14:41:09.019893 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57500) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:09.028928 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bab694cf-5878-4b84-bc40-e6dc3b8e6926 req-ef7b8d3f-d868-46a9-bbf7-23ba5fa2a7ec tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/security-groups?id=499f86ef-66f9-48b5-ae85-9981f4f70958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597102 May 13 14:41:09.039984 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e00636-76ae-4db6-985f-ae02d6ded07d tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Pushing event updated for resources: {'Port': ['ID=79a56157-be65-4cf5-953e-e5fe7212515f,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:09.097563 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8067a375-3073-4d96-b188-56a7b9bb9e20 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:09.109971 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 92e3071f-6f84-4a90-b717-2c9182b0b423 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:41:09.112451 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 63a63d4e-8f68-453d-83f7-fcd921b1c591 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:41:09.166423 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d45d03c-a8c9-4fcd-a6d5-19c8e2abe681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:09.172142 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 63a63d4e-8f68-453d-83f7-fcd921b1c591 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:41:09.172483 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 63a63d4e-8f68-453d-83f7-fcd921b1c591 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:41:09.184175 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-d3b05b54-8bc9-47dd-9ede-b898b8b35d70 None None] Set router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:41:09.235916 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-53c210bc-f0e5-46f1-afa3-272621322bc2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Deleting port 79a56157-be65-4cf5-953e-e5fe7212515f {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:09.236378 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-53c210bc-f0e5-46f1-afa3-272621322bc2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:09.589463 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8067a375-3073-4d96-b188-56a7b9bb9e20 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:09.636293 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57520) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:09.636753 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-8067a375-3073-4d96-b188-56a7b9bb9e20 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d1b5c7-78bc-4b0c-8dc7-f4bacd6d918f']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:09.687220 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-8067a375-3073-4d96-b188-56a7b9bb9e20 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3d083d-d0b7-4680-9d7a-2ba8dfbf0c99') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:09.688106 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-8067a375-3073-4d96-b188-56a7b9bb9e20 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3d083d-d0b7-4680-9d7a-2ba8dfbf0c99') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:09.744766 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f48ea752-4d01-49ec-9603-4058ebbf9892 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:09.760019 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d45d03c-a8c9-4fcd-a6d5-19c8e2abe681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:09.769984 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-58aa7913-e804-4720-b53e-f7ccddb3bdfd None None] Provisioning complete for port 79a56157-be65-4cf5-953e-e5fe7212515f triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:09.770349 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-58aa7913-e804-4720-b53e-f7ccddb3bdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:09.786012 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f48ea752-4d01-49ec-9603-4058ebbf9892 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:09.789968 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8067a375-3073-4d96-b188-56a7b9bb9e20 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:09.828052 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 92e3071f-6f84-4a90-b717-2c9182b0b423, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=92e3071f-6f84-4a90-b717-2c9182b0b423,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:09.853555 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '92e3071f-6f84-4a90-b717-2c9182b0b423', 'network_id': '8641c536-545f-4056-be2c-402575e577ff', 'port_id': '92e3071f-6f84-4a90-b717-2c9182b0b423', 'mac_address': 'fa:16:3e:91:5c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:41:09.869828 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a46b64-e76e-494a-a254-d100a5d388d7 req-2da243d5-42df-4572-bc6a-5574138fc8c2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:09.871545 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-09a46b64-e76e-494a-a254-d100a5d388d7 req-2da243d5-42df-4572-bc6a-5574138fc8c2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e49cf98-f716-4794-9929-b60fbec1e3a9 HTTP/1.1" status: 200 len: 944 time: 0.7606382 May 13 14:41:09.880219 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f48ea752-4d01-49ec-9603-4058ebbf9892 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:09.901491 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fd7b98-0e37-4738-b6dd-6aa8417e5bbf None None] DHCP port deletion for f8f81a69-b5e7-4f38-9f3c-9e0168a97ea0 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:41:09.903577 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-58aa7913-e804-4720-b53e-f7ccddb3bdfd None None] Port 79a56157-be65-4cf5-953e-e5fe7212515f cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:41:09.915338 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ea752-4d01-49ec-9603-4058ebbf9892 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97e16d0-5c61-421d-a794-86752ea11ebe,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:09.919198 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f48ea752-4d01-49ec-9603-4058ebbf9892 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:09.923356 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f48ea752-4d01-49ec-9603-4058ebbf9892 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "DELETE /v2.0/security-groups/a97e16d0-5c61-421d-a794-86752ea11ebe HTTP/1.1" status: 204 len: 168 time: 0.2859542 May 13 14:41:09.923965 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57528) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:09.924957 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-97fd7b98-0e37-4738-b6dd-6aa8417e5bbf None None] Deleting port a4c865a8-e58b-4aa9-b96e-30eaaceebfed {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:09.925329 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-97fd7b98-0e37-4738-b6dd-6aa8417e5bbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:09.951327 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45d03c-a8c9-4fcd-a6d5-19c8e2abe681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de63ffbf-ab86-4af2-8035-84789ff8f920,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:09.957273 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-df09eb18-b600-4db6-95d0-bd5223bad983 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] show failed (client error): The resource could not be found. May 13 14:41:09.961169 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-df09eb18-b600-4db6-95d0-bd5223bad983 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "GET /v2.0/security-groups/a97e16d0-5c61-421d-a794-86752ea11ebe HTTP/1.1" status: 404 len: 347 time: 0.0285139 May 13 14:41:09.963012 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57532) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:09.976018 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 798f86b1-8c67-4f45-aed9-0fc05c38c0cc details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:41:10.024518 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8067a375-3073-4d96-b188-56a7b9bb9e20 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:10.027452 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-d3b05b54-8bc9-47dd-9ede-b898b8b35d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:08Z', 'revision_number': 4, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'gw_port': {'id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:59Z', 'updated_at': '2022-05-13T14:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd60ed9ed-d7c1-4158-bdf6-5ea4de8475c6', 'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'mac_address': 'fa:16:3e:a9:45:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:32:05Z', 'updated_at': '2022-05-13T14:32:19Z', 'revision_number': 5, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'subnets': [{'id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:10.035726 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b05b54-8bc9-47dd-9ede-b898b8b35d70 None None] The sync data for ids ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'] in n-d-841760-1 is: [{'id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:32:08Z', 'revision_number': 4, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'gw_port': {'id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:59Z', 'updated_at': '2022-05-13T14:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd60ed9ed-d7c1-4158-bdf6-5ea4de8475c6', 'name': '', 'network_id': '79758d8c-b106-4287-a282-ab754acae92b', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'mac_address': 'fa:16:3e:a9:45:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:32:05Z', 'updated_at': '2022-05-13T14:32:19Z', 'revision_number': 5, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'subnets': [{'id': '3f8b6906-e2ce-45f4-9457-d3fca5fa8def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:41:10.041128 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 92e3071f-6f84-4a90-b717-2c9182b0b423 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:10.041692 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:10.045884 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8067a375-3073-4d96-b188-56a7b9bb9e20 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:41:10.046292 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8067a375-3073-4d96-b188-56a7b9bb9e20 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:10.088356 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d45d03c-a8c9-4fcd-a6d5-19c8e2abe681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:10.096911 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2d45d03c-a8c9-4fcd-a6d5-19c8e2abe681 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/de63ffbf-ab86-4af2-8035-84789ff8f920 HTTP/1.1" status: 204 len: 168 time: 1.2709043 May 13 14:41:10.097760 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:41:10.097760 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:41:10.097760 n-d-841760-1 neutron-server[88081]: timer() May 13 14:41:10.097760 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:41:10.097760 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:41:10.097760 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:41:10.097760 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:41:10.097760 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:41:10.097760 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:41:10.097760 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:41:10.097760 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:41:10.097760 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:41:10.097760 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:41:10.097760 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:41:10.097760 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:41:10.097760 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:41:10.097760 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:41:10.097760 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:41:10.097760 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:41:10.097760 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:41:10.097760 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:41:10.097760 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:41:10.097760 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:41:10.097760 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:41:10.097760 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:41:10.097760 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:41:10.097760 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:41:10.097760 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:41:10.097760 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:41:10.097760 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:41:10.097760 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:41:10.097760 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:41:10.224681 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-09a46b64-e76e-494a-a254-d100a5d388d7 req-0302cb48-ffb4-4c42-a54b-ce99db225dd3 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068130 May 13 14:41:10.376134 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-18cc5cce-09dd-462f-85fd-0c25ae5a2732 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Deleting port 9b446110-b4fd-49f7-8df5-7319eb3308c7 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:10.377367 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18cc5cce-09dd-462f-85fd-0c25ae5a2732 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:10.399371 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8067a375-3073-4d96-b188-56a7b9bb9e20 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:10.427634 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-97fd7b98-0e37-4738-b6dd-6aa8417e5bbf None None] For port a4c865a8-e58b-4aa9-b96e-30eaaceebfed, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=a4c865a8-e58b-4aa9-b96e-30eaaceebfed,segment=NetworkSegment(28467647-3364-49b9-a331-153c0380bc89),segment_id=28467647-3364-49b9-a331-153c0380bc89)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:10.431511 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-97fd7b98-0e37-4738-b6dd-6aa8417e5bbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:10.463312 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8067a375-3073-4d96-b188-56a7b9bb9e20 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:10.467572 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-53c210bc-f0e5-46f1-afa3-272621322bc2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:10.495532 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067a375-3073-4d96-b188-56a7b9bb9e20 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event deleted for resources: {'Network': ['ID=b8d1b5c7-78bc-4b0c-8dc7-f4bacd6d918f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:10.630087 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-97fd7b98-0e37-4738-b6dd-6aa8417e5bbf None None] Calling delete_port for a4c865a8-e58b-4aa9-b96e-30eaaceebfed owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:10.632622 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29022c79-012c-470a-9b33-814fb218d01e None None] New status for floating IP 62bca894-b6af-4256-8a59-402383c5ff4b: DOWN {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:41:10.737916 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.resource_extend [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] It took 0.70 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:41:10.775374 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57546) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:10.811193 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-58d3f898-68b4-4e4b-b94d-4af054171dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:10.877027 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8067a375-3073-4d96-b188-56a7b9bb9e20 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/networks/b8d1b5c7-78bc-4b0c-8dc7-f4bacd6d918f HTTP/1.1" status: 204 len: 168 time: 1.9936981 May 13 14:41:10.877911 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-58d3f898-68b4-4e4b-b94d-4af054171dd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:10.882092 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57552) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:10.886856 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 798f86b1-8c67-4f45-aed9-0fc05c38c0cc, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=798f86b1-8c67-4f45-aed9-0fc05c38c0cc,segment=NetworkSegment(56c14c39-08ac-428d-b17a-b0502761889e),segment_id=56c14c39-08ac-428d-b17a-b0502761889e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:10.887450 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-53c210bc-f0e5-46f1-afa3-272621322bc2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Calling delete_port for 79a56157-be65-4cf5-953e-e5fe7212515f owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:10.901998 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device a4c865a8-e58b-4aa9-b96e-30eaaceebfed no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:41:10.921172 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-58d3f898-68b4-4e4b-b94d-4af054171dd6 admin admin] Usage tracker for resource:security_group_rule and tenant:19c715067a924e4891c6e934a912fea3 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:10.929535 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-58d3f898-68b4-4e4b-b94d-4af054171dd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:10.939278 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '798f86b1-8c67-4f45-aed9-0fc05c38c0cc', 'network_id': 'a65a42c9-eea2-4199-ba2d-3abfc19ee8e5', 'port_id': '798f86b1-8c67-4f45-aed9-0fc05c38c0cc', 'mac_address': 'fa:16:3e:99:62:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '544d57df-43e7-4eec-9acf-8c0dbd118ac8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:41:10.960609 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-97fd7b98-0e37-4738-b6dd-6aa8417e5bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:11.012961 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-58d3f898-68b4-4e4b-b94d-4af054171dd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:11.024386 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6981638-11bf-4119-995d-9162974bcffc req-7bd3dcb5-cdae-4e7a-8818-d3615f631808 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:11.031358 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c6981638-11bf-4119-995d-9162974bcffc req-7bd3dcb5-cdae-4e7a-8818-d3615f631808 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e081309-655a-4310-8653-b8198aa78430 HTTP/1.1" status: 200 len: 943 time: 0.5912337 May 13 14:41:11.039734 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18cc5cce-09dd-462f-85fd-0c25ae5a2732 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:11.040076 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18cc5cce-09dd-462f-85fd-0c25ae5a2732 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:11.081689 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd7b98-0e37-4738-b6dd-6aa8417e5bbf None None] Pushing event deleted for resources: {'Port': ['ID=a4c865a8-e58b-4aa9-b96e-30eaaceebfed,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:11.084744 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e3071f-6f84-4a90-b717-2c9182b0b423 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:41:11.085623 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-53c210bc-f0e5-46f1-afa3-272621322bc2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:11.090268 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: a4c865a8-e58b-4aa9-b96e-30eaaceebfed {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:41:11.090615 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device a4c865a8-e58b-4aa9-b96e-30eaaceebfed not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:41:11.121367 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fd7b98-0e37-4738-b6dd-6aa8417e5bbf None None] No DVR routers for this DVR port a4c865a8-e58b-4aa9-b96e-30eaaceebfed on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:41:11.140208 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 92e3071f-6f84-4a90-b717-2c9182b0b423, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=92e3071f-6f84-4a90-b717-2c9182b0b423,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:11.148410 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 798f86b1-8c67-4f45-aed9-0fc05c38c0cc is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:11.148837 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:11.166934 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:11.175598 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c210bc-f0e5-46f1-afa3-272621322bc2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Pushing event deleted for resources: {'Port': ['ID=79a56157-be65-4cf5-953e-e5fe7212515f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:11.260904 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=92e3071f-6f84-4a90-b717-2c9182b0b423,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:11.266667 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 798f86b1-8c67-4f45-aed9-0fc05c38c0cc {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:41:11.289191 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 798f86b1-8c67-4f45-aed9-0fc05c38c0cc, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=798f86b1-8c67-4f45-aed9-0fc05c38c0cc,segment=NetworkSegment(56c14c39-08ac-428d-b17a-b0502761889e),segment_id=56c14c39-08ac-428d-b17a-b0502761889e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:11.300430 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:11.354355 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-18cc5cce-09dd-462f-85fd-0c25ae5a2732 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Calling delete_port for 9b446110-b4fd-49f7-8df5-7319eb3308c7 owned by network:floatingip {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:11.449142 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=798f86b1-8c67-4f45-aed9-0fc05c38c0cc,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:11.510462 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['798f86b1-8c67-4f45-aed9-0fc05c38c0cc'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:41:11.580638 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['92e3071f-6f84-4a90-b717-2c9182b0b423'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:41:11.625670 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-53c210bc-f0e5-46f1-afa3-272621322bc2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:11.647855 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-53c210bc-f0e5-46f1-afa3-272621322bc2 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] 10.222.0.35 "DELETE /v2.0/ports/79a56157-be65-4cf5-953e-e5fe7212515f HTTP/1.1" status: 204 len: 168 time: 2.6241641 May 13 14:41:11.650832 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57558) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:11.686026 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-52556061-e6d4-45a0-8f49-ad3325143876 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:11.711651 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0947c-54aa-469f-9405-b416d761e830 req-cdd90e45-5783-4dc3-ab35-78365e6ac5a7 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:11.713347 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aea0947c-54aa-469f-9405-b416d761e830 req-cdd90e45-5783-4dc3-ab35-78365e6ac5a7 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e49cf98-f716-4794-9929-b60fbec1e3a9 HTTP/1.1" status: 200 len: 945 time: 0.2699888 May 13 14:41:11.715503 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a7dad1c-8ab3-448d-b517-00bcc9e41915 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] GET failed (client error): The resource could not be found. May 13 14:41:11.718914 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-8a7dad1c-8ab3-448d-b517-00bcc9e41915 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Synchronizing usage tracker for tenant:815af0c7448240e6bd95bd01d79b47f1 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:41:11.752801 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c6981638-11bf-4119-995d-9162974bcffc req-7132e74d-b203-490a-8348-86e81644a5a1 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/security-groups?id=499f86ef-66f9-48b5-ae85-9981f4f70958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7202950 May 13 14:41:11.776631 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-8a7dad1c-8ab3-448d-b517-00bcc9e41915 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Unset dirty status for tenant:815af0c7448240e6bd95bd01d79b47f1 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:41:11.777863 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8a7dad1c-8ab3-448d-b517-00bcc9e41915 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] 10.222.0.35 "GET /v2.0/ports/79a56157-be65-4cf5-953e-e5fe7212515f HTTP/1.1" status: 404 len: 333 time: 0.1260064 May 13 14:41:11.787966 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aea0947c-54aa-469f-9405-b416d761e830 req-717d32e7-429b-465f-9b0a-73063c0c68f0 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585887 May 13 14:41:11.791062 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57564) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:11.893875 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-c6544c3a-09e7-404f-88fb-5ce3bcf0b3c1 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Deleting port c311bd32-c9d9-4453-8d41-59f59e152320 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:11.894520 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c6544c3a-09e7-404f-88fb-5ce3bcf0b3c1 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:11.916962 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-52556061-e6d4-45a0-8f49-ad3325143876 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:11.928225 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.api [None req-18cc5cce-09dd-462f-85fd-0c25ae5a2732 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:41:11.928428 n-d-841760-1 neutron-server[88082]: DEBUG oslo_db.api [None req-18cc5cce-09dd-462f-85fd-0c25ae5a2732 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:41:11.963748 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-58d3f898-68b4-4e4b-b94d-4af054171dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:11.968333 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-52556061-e6d4-45a0-8f49-ad3325143876 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f81a69-b5e7-4f38-9f3c-9e0168a97ea0']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:11.980014 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-58d3f898-68b4-4e4b-b94d-4af054171dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:12.000716 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-52556061-e6d4-45a0-8f49-ad3325143876 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28467647-3364-49b9-a331-153c0380bc89') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:12.001018 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-52556061-e6d4-45a0-8f49-ad3325143876 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28467647-3364-49b9-a331-153c0380bc89') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:12.045385 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-52556061-e6d4-45a0-8f49-ad3325143876 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:12.067692 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-58d3f898-68b4-4e4b-b94d-4af054171dd6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=19c715067a924e4891c6e934a912fea3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2881527 May 13 14:41:12.070145 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57572) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:12.070771 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3f898-68b4-4e4b-b94d-4af054171dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359cc166-c30c-40d0-8868-b6c1abdc2113,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:12.119350 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-52556061-e6d4-45a0-8f49-ad3325143876 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:12.128777 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52556061-e6d4-45a0-8f49-ad3325143876 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:41:12.129136 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-52556061-e6d4-45a0-8f49-ad3325143876 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:12.144125 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:41:12.144125 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:41:12.144125 n-d-841760-1 neutron-server[88082]: timer() May 13 14:41:12.144125 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:41:12.144125 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:41:12.144125 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:41:12.144125 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:41:12.144125 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:41:12.144125 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:41:12.144125 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:41:12.144125 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:41:12.144125 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:41:12.144125 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:41:12.144125 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:41:12.144125 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:41:12.144125 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:41:12.144125 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:41:12.144125 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:41:12.144125 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:41:12.144125 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:41:12.144125 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:41:12.144125 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:41:12.144125 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:41:12.144125 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:41:12.144125 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:41:12.144125 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:41:12.144125 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:41:12.144125 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:41:12.144125 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:41:12.144125 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:41:12.144125 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:41:12.144125 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:41:12.240916 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cba0a04e-73c6-4da8-a617-87959ba71f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:12.257745 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-52556061-e6d4-45a0-8f49-ad3325143876 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:12.270090 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c6544c3a-09e7-404f-88fb-5ce3bcf0b3c1 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:12.317602 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-52556061-e6d4-45a0-8f49-ad3325143876 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:12.332440 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cba0a04e-73c6-4da8-a617-87959ba71f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:12.339056 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52556061-e6d4-45a0-8f49-ad3325143876 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event deleted for resources: {'Network': ['ID=f8f81a69-b5e7-4f38-9f3c-9e0168a97ea0,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:12.367500 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-52556061-e6d4-45a0-8f49-ad3325143876 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/networks/f8f81a69-b5e7-4f38-9f3c-9e0168a97ea0 HTTP/1.1" status: 204 len: 168 time: 1.4780455 May 13 14:41:12.368540 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57582) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:12.381546 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-c415ba53-20c3-4b5c-8f54-e981ad836100 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-868676633'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:12.392767 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c415ba53-20c3-4b5c-8f54-e981ad836100 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:12.399589 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c415ba53-20c3-4b5c-8f54-e981ad836100 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Usage tracker for resource:network and tenant:f1ec4de986a64c699f9b990b9e5d2da5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:12.402314 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c415ba53-20c3-4b5c-8f54-e981ad836100 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:12.407218 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-c6544c3a-09e7-404f-88fb-5ce3bcf0b3c1 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Calling delete_port for c311bd32-c9d9-4453-8d41-59f59e152320 owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:12.409095 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c415ba53-20c3-4b5c-8f54-e981ad836100 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:12.431680 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-18cc5cce-09dd-462f-85fd-0c25ae5a2732 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Deleting port 9b446110-b4fd-49f7-8df5-7319eb3308c7 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:12.432029 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18cc5cce-09dd-462f-85fd-0c25ae5a2732 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:12.473199 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c415ba53-20c3-4b5c-8f54-e981ad836100 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Made reservation on behalf of f1ec4de986a64c699f9b990b9e5d2da5 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:12.477026 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c415ba53-20c3-4b5c-8f54-e981ad836100 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:12.512513 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cba0a04e-73c6-4da8-a617-87959ba71f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:12.541520 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0a04e-73c6-4da8-a617-87959ba71f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359cc166-c30c-40d0-8868-b6c1abdc2113,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:12.574206 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57590) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:12.612463 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c6544c3a-09e7-404f-88fb-5ce3bcf0b3c1 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:12.629465 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cba0a04e-73c6-4da8-a617-87959ba71f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:12.630595 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-cba0a04e-73c6-4da8-a617-87959ba71f90 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/359cc166-c30c-40d0-8868-b6c1abdc2113 HTTP/1.1" status: 204 len: 168 time: 0.5565856 May 13 14:41:12.638036 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c415ba53-20c3-4b5c-8f54-e981ad836100 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:41:12.666258 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c415ba53-20c3-4b5c-8f54-e981ad836100 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:12.666606 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-c415ba53-20c3-4b5c-8f54-e981ad836100 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Added segment 6b701341-6147-4f4b-b1d4-46d07e12980c of type vlan for network c4b0eea3-a05e-4b5f-b1eb-ca73220c3a62 May 13 14:41:12.728553 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c415ba53-20c3-4b5c-8f54-e981ad836100 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:12.735402 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18cc5cce-09dd-462f-85fd-0c25ae5a2732 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:12.736346 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18cc5cce-09dd-462f-85fd-0c25ae5a2732 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:12.793626 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6544c3a-09e7-404f-88fb-5ce3bcf0b3c1 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Pushing event deleted for resources: {'Port': ['ID=c311bd32-c9d9-4453-8d41-59f59e152320,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:12.818082 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c6544c3a-09e7-404f-88fb-5ce3bcf0b3c1 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:12.839236 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c6544c3a-09e7-404f-88fb-5ce3bcf0b3c1 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] 10.222.0.35 "DELETE /v2.0/ports/c311bd32-c9d9-4453-8d41-59f59e152320 HTTP/1.1" status: 204 len: 168 time: 1.0471332 May 13 14:41:12.840250 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57606) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:12.921008 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-18cc5cce-09dd-462f-85fd-0c25ae5a2732 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Calling delete_port for 9b446110-b4fd-49f7-8df5-7319eb3308c7 owned by network:floatingip {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:12.922515 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-219139b5-487b-47c4-b897-bc0040f254a0 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] GET failed (client error): The resource could not be found. May 13 14:41:12.923067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-219139b5-487b-47c4-b897-bc0040f254a0 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Synchronizing usage tracker for tenant:815af0c7448240e6bd95bd01d79b47f1 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:41:12.964486 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [None req-c415ba53-20c3-4b5c-8f54-e981ad836100 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:41:12.996020 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-219139b5-487b-47c4-b897-bc0040f254a0 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Unset dirty status for tenant:815af0c7448240e6bd95bd01d79b47f1 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:41:13.001363 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-219139b5-487b-47c4-b897-bc0040f254a0 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] 10.222.0.35 "GET /v2.0/ports/c311bd32-c9d9-4453-8d41-59f59e152320 HTTP/1.1" status: 404 len: 333 time: 0.1597552 May 13 14:41:13.002886 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57612) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:13.007660 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-07aad566-3cd9-47fb-be84-da2d15c64ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:13.062026 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-07aad566-3cd9-47fb-be84-da2d15c64ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:13.064951 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c415ba53-20c3-4b5c-8f54-e981ad836100 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:13.070819 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c415ba53-20c3-4b5c-8f54-e981ad836100 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:13.071583 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c415ba53-20c3-4b5c-8f54-e981ad836100 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:13.117349 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-07aad566-3cd9-47fb-be84-da2d15c64ff6 admin admin] Usage tracker for resource:security_group_rule and tenant:8cdaad780a7e4415933456e0d44c1d97 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:13.131637 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-07aad566-3cd9-47fb-be84-da2d15c64ff6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:13.196673 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 92e3071f-6f84-4a90-b717-2c9182b0b423 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:41:13.209316 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-07aad566-3cd9-47fb-be84-da2d15c64ff6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:13.231070 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b68d78-fbf0-4b8f-9905-44a07b429690 req-35114da0-16ab-4907-bfdc-989fbf5ae3de tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:13.232654 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-92b68d78-fbf0-4b8f-9905-44a07b429690 req-35114da0-16ab-4907-bfdc-989fbf5ae3de tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e081309-655a-4310-8653-b8198aa78430 HTTP/1.1" status: 200 len: 944 time: 0.3043394 May 13 14:41:13.236709 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-6a49390d-a566-4c22-ba29-2437dd02d41a tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Deleting port a7c35268-da50-4efc-b632-e5e68fe46c21 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:13.237056 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6a49390d-a566-4c22-ba29-2437dd02d41a tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:13.282350 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c415ba53-20c3-4b5c-8f54-e981ad836100 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9126279 May 13 14:41:13.289479 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57624) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:13.292744 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 92e3071f-6f84-4a90-b717-2c9182b0b423 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:41:13.302839 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 92e3071f-6f84-4a90-b717-2c9182b0b423 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:13.303391 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:13.305368 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-f8b16c1b-852c-44a1-97f5-3edf2d47c669 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Request body: {'subnet': {'network_id': 'c4b0eea3-a05e-4b5f-b1eb-ca73220c3a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:13.355795 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415ba53-20c3-4b5c-8f54-e981ad836100 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Network': ['ID=c4b0eea3-a05e-4b5f-b1eb-ca73220c3a62,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:13.450267 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 92e3071f-6f84-4a90-b717-2c9182b0b423 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:13.450638 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:13.453903 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c415ba53-20c3-4b5c-8f54-e981ad836100 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:13.454508 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c415ba53-20c3-4b5c-8f54-e981ad836100 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:13.455138 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c415ba53-20c3-4b5c-8f54-e981ad836100 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:13.455672 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c415ba53-20c3-4b5c-8f54-e981ad836100 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:13.456202 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c415ba53-20c3-4b5c-8f54-e981ad836100 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:13.456742 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c415ba53-20c3-4b5c-8f54-e981ad836100 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:13.457276 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c415ba53-20c3-4b5c-8f54-e981ad836100 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:13.458505 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c415ba53-20c3-4b5c-8f54-e981ad836100 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:13.459053 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c415ba53-20c3-4b5c-8f54-e981ad836100 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:13.459618 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c415ba53-20c3-4b5c-8f54-e981ad836100 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:13.460138 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c415ba53-20c3-4b5c-8f54-e981ad836100 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:13.460672 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c415ba53-20c3-4b5c-8f54-e981ad836100 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:13.461873 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-92b68d78-fbf0-4b8f-9905-44a07b429690 req-b73b9537-d3f6-42f2-9595-e3961d562018 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/security-groups?id=499f86ef-66f9-48b5-ae85-9981f4f70958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258841 May 13 14:41:13.494215 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network c4b0eea3-a05e-4b5f-b1eb-ca73220c3a62 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:41:13.494438 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e006eea-b180-4af7-b6c7-de1e04cc6c8f req-cee3c548-6648-4a3c-92f7-8a8d7963f228 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:13.495888 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6e006eea-b180-4af7-b6c7-de1e04cc6c8f req-cee3c548-6648-4a3c-92f7-8a8d7963f228 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 946 time: 0.6831903 May 13 14:41:13.530650 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e49cf98-f716-4794-9929-b60fbec1e3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e3071f-6f84-4a90-b717-2c9182b0b423'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:41:13.571641 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18cc5cce-09dd-462f-85fd-0c25ae5a2732 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:13.650831 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc5cce-09dd-462f-85fd-0c25ae5a2732 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Pushing event deleted for resources: {'Port': ['ID=9b446110-b4fd-49f7-8df5-7319eb3308c7,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:13.673920 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6a49390d-a566-4c22-ba29-2437dd02d41a tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:13.683919 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 92e3071f-6f84-4a90-b717-2c9182b0b423, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=92e3071f-6f84-4a90-b717-2c9182b0b423,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:13.700988 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:13.820104 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=92e3071f-6f84-4a90-b717-2c9182b0b423,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:13.890388 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-6a49390d-a566-4c22-ba29-2437dd02d41a tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Calling delete_port for a7c35268-da50-4efc-b632-e5e68fe46c21 owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:13.899630 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f8b16c1b-852c-44a1-97f5-3edf2d47c669 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:13.904525 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6e006eea-b180-4af7-b6c7-de1e04cc6c8f req-06200b3b-7b73-42a1-8413-f3024c7506e9 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=4faeb31a-ec6a-4294-a70c-477a3b2c20c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3994887 May 13 14:41:13.960195 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 798f86b1-8c67-4f45-aed9-0fc05c38c0cc up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:41:13.976871 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f8b16c1b-852c-44a1-97f5-3edf2d47c669 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Usage tracker for resource:subnet and tenant:f1ec4de986a64c699f9b990b9e5d2da5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:13.981250 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f8b16c1b-852c-44a1-97f5-3edf2d47c669 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:13.988462 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18cc5cce-09dd-462f-85fd-0c25ae5a2732 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks [] for floatingip, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:13.996216 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f8b16c1b-852c-44a1-97f5-3edf2d47c669 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:14.022937 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4d8e7dd-296d-4683-b593-e0c9267b8a05'] response: {'server_uuid': '7e49cf98-f716-4794-9929-b60fbec1e3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e3071f-6f84-4a90-b717-2c9182b0b423', 'code': 200} May 13 14:41:14.039268 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b16c1b-852c-44a1-97f5-3edf2d47c669 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Made reservation on behalf of f1ec4de986a64c699f9b990b9e5d2da5 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:14.043019 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f8b16c1b-852c-44a1-97f5-3edf2d47c669 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:14.060281 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-07aad566-3cd9-47fb-be84-da2d15c64ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:14.067697 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-07aad566-3cd9-47fb-be84-da2d15c64ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:14.082823 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c1dda-7564-4fcd-be6d-8bfe28dbf837 req-d29bf7e2-f4c0-464c-840b-199780744527 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:14.086510 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-413c1dda-7564-4fcd-be6d-8bfe28dbf837 req-d29bf7e2-f4c0-464c-840b-199780744527 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e49cf98-f716-4794-9929-b60fbec1e3a9 HTTP/1.1" status: 200 len: 946 time: 0.4042218 May 13 14:41:14.108392 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 798f86b1-8c67-4f45-aed9-0fc05c38c0cc completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:41:14.118891 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 798f86b1-8c67-4f45-aed9-0fc05c38c0cc triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:14.119997 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:14.210562 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6a49390d-a566-4c22-ba29-2437dd02d41a tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:14.264299 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aad566-3cd9-47fb-be84-da2d15c64ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4131299a-8763-4faa-989c-6b1129e24fd3,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:14.280648 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18cc5cce-09dd-462f-85fd-0c25ae5a2732 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:14.291699 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-18cc5cce-09dd-462f-85fd-0c25ae5a2732 tempest-AttachVolumeNegativeTest-252430901 tempest-AttachVolumeNegativeTest-252430901-project] 10.222.0.35 "DELETE /v2.0/floatingips/62bca894-b6af-4256-8a59-402383c5ff4b HTTP/1.1" status: 204 len: 168 time: 4.3269551 May 13 14:41:14.302227 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49390d-a566-4c22-ba29-2437dd02d41a tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Pushing event deleted for resources: {'Port': ['ID=a7c35268-da50-4efc-b632-e5e68fe46c21,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:14.310788 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-07aad566-3cd9-47fb-be84-da2d15c64ff6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8cdaad780a7e4415933456e0d44c1d97&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7354758 May 13 14:41:14.314747 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57650) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:14.332166 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-413c1dda-7564-4fcd-be6d-8bfe28dbf837 req-76a6ad68-bc47-4acc-badd-3a10e1ab4a58 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340577 May 13 14:41:14.401383 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 798f86b1-8c67-4f45-aed9-0fc05c38c0cc is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:14.403379 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:14.450944 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6a49390d-a566-4c22-ba29-2437dd02d41a tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:14.472990 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6a49390d-a566-4c22-ba29-2437dd02d41a tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] 10.222.0.35 "DELETE /v2.0/ports/a7c35268-da50-4efc-b632-e5e68fe46c21 HTTP/1.1" status: 204 len: 168 time: 1.4675620 May 13 14:41:14.478408 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57656) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:14.520943 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 798f86b1-8c67-4f45-aed9-0fc05c38c0cc, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=798f86b1-8c67-4f45-aed9-0fc05c38c0cc,segment=NetworkSegment(56c14c39-08ac-428d-b17a-b0502761889e),segment_id=56c14c39-08ac-428d-b17a-b0502761889e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:14.531144 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:14.713511 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=798f86b1-8c67-4f45-aed9-0fc05c38c0cc,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:14.727202 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6509dd1-adce-4b21-b996-4d550aae3e8c tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Deleting subnet a4e38de2-754e-4909-80f1-3cb15bd16f33 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:41:14.731043 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e6509dd1-adce-4b21-b996-4d550aae3e8c tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:14.750628 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b29503f3-d460-4a60-82f5-d8cb2a99d1b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:14.820982 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e6509dd1-adce-4b21-b996-4d550aae3e8c tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:14.840849 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb352af6-95ca-435b-bb5e-1ad31777e409 req-ee17ef2f-23cb-46a1-98b2-04762830107e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:14.842620 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-eb352af6-95ca-435b-bb5e-1ad31777e409 req-ee17ef2f-23cb-46a1-98b2-04762830107e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7e49cf98-f716-4794-9929-b60fbec1e3a9 HTTP/1.1" status: 200 len: 1097 time: 0.6821620 May 13 14:41:14.910906 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b29503f3-d460-4a60-82f5-d8cb2a99d1b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:14.920347 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f8b16c1b-852c-44a1-97f5-3edf2d47c669 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:14.932804 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e6509dd1-adce-4b21-b996-4d550aae3e8c tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:14.982249 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-eb352af6-95ca-435b-bb5e-1ad31777e409 req-a5e9ecd5-e8d1-4f78-8ae0-28dc56c5685b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217022 May 13 14:41:15.050034 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e6509dd1-adce-4b21-b996-4d550aae3e8c tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:15.072781 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b16c1b-852c-44a1-97f5-3edf2d47c669 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Checking segment: {'id': '6b701341-6147-4f4b-b1d4-46d07e12980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c4b0eea3-a05e-4b5f-b1eb-ca73220c3a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:41:15.073150 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b16c1b-852c-44a1-97f5-3edf2d47c669 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network hostable DHCP agents. Network: c4b0eea3-a05e-4b5f-b1eb-ca73220c3a62, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:41:15.087847 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663a57d-1ab1-4969-b548-f127aaf25e80 req-f561dfe3-919c-4de3-bd8a-22e66b8aa31f tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:15.089276 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8663a57d-1ab1-4969-b548-f127aaf25e80 req-f561dfe3-919c-4de3-bd8a-22e66b8aa31f tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e081309-655a-4310-8653-b8198aa78430 HTTP/1.1" status: 200 len: 945 time: 0.3437929 May 13 14:41:15.092075 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b16c1b-852c-44a1-97f5-3edf2d47c669 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Subnet': ['ID=f9dc5c25-92e5-4f83-9263-d7d5144fa45c,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:15.109714 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b16c1b-852c-44a1-97f5-3edf2d47c669 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network c4b0eea3-a05e-4b5f-b1eb-ca73220c3a62 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:41:15.110541 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6509dd1-adce-4b21-b996-4d550aae3e8c tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Pushing event deleted for resources: {'Subnet': ['ID=a4e38de2-754e-4909-80f1-3cb15bd16f33,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:15.123617 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e6509dd1-adce-4b21-b996-4d550aae3e8c tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:15.125062 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca00145c-665f-4972-8947-65e90ee979c3 None None] Network e1876217-5ca8-458e-a35f-fffd566fc744 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:41:15.134362 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e6509dd1-adce-4b21-b996-4d550aae3e8c tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] 10.222.0.35 "DELETE /v2.0/subnets/a4e38de2-754e-4909-80f1-3cb15bd16f33 HTTP/1.1" status: 204 len: 168 time: 0.6384945 May 13 14:41:15.135279 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57676) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:15.156643 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b29503f3-d460-4a60-82f5-d8cb2a99d1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:15.172640 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-f8b16c1b-852c-44a1-97f5-3edf2d47c669 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, c4b0eea3-a05e-4b5f-b1eb-ca73220c3a62) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:15.181034 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8663a57d-1ab1-4969-b548-f127aaf25e80 req-1d136818-4bba-4807-9365-b5257e27e39c tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/security-groups?id=499f86ef-66f9-48b5-ae85-9981f4f70958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676179 May 13 14:41:15.182291 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b16c1b-852c-44a1-97f5-3edf2d47c669 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:15.182889 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f8b16c1b-852c-44a1-97f5-3edf2d47c669 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:15.205830 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29503f3-d460-4a60-82f5-d8cb2a99d1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4131299a-8763-4faa-989c-6b1129e24fd3,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:15.209115 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b29503f3-d460-4a60-82f5-d8cb2a99d1b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:15.210322 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b29503f3-d460-4a60-82f5-d8cb2a99d1b7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4131299a-8763-4faa-989c-6b1129e24fd3 HTTP/1.1" status: 204 len: 168 time: 0.8891122 May 13 14:41:15.217792 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f8b16c1b-852c-44a1-97f5-3edf2d47c669 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9225202 May 13 14:41:15.218097 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57682) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:15.235275 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-0d0ec463-480f-4ab2-8059-7ce98cfbdda2 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1243908710', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:15.251071 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20db04ae-2501-43d8-95c5-b7732feaf6c1 None None] Network c4b0eea3-a05e-4b5f-b1eb-ca73220c3a62 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:41:15.261458 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0d0ec463-480f-4ab2-8059-7ce98cfbdda2 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:15.273557 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0d0ec463-480f-4ab2-8059-7ce98cfbdda2 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Usage tracker for resource:router and tenant:f1ec4de986a64c699f9b990b9e5d2da5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:15.279074 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0d0ec463-480f-4ab2-8059-7ce98cfbdda2 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:15.310117 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0d0ec463-480f-4ab2-8059-7ce98cfbdda2 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:15.336199 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0d0ec463-480f-4ab2-8059-7ce98cfbdda2 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:15.337527 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0d0ec463-480f-4ab2-8059-7ce98cfbdda2 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:15.378505 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0d0ec463-480f-4ab2-8059-7ce98cfbdda2 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:15.419669 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0d0ec463-480f-4ab2-8059-7ce98cfbdda2 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:15.457332 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0d0ec463-480f-4ab2-8059-7ce98cfbdda2 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:15.458104 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0d0ec463-480f-4ab2-8059-7ce98cfbdda2 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2378683 May 13 14:41:15.464906 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57690) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:15.477352 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-057bd4ac-8205-4c2e-b9a3-56bacd6ddf46 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Request body: {'port': {'network_id': 'c4b0eea3-a05e-4b5f-b1eb-ca73220c3a62', 'name': 'tempest-RoutersIpV6Test-1871824794'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:15.497230 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d9b207d-843d-4444-bafd-47fe7f488f14 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:15.553055 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-2d9b207d-843d-4444-bafd-47fe7f488f14 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Deleting port 04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:15.554037 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d9b207d-843d-4444-bafd-47fe7f488f14 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:15.740402 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-057bd4ac-8205-4c2e-b9a3-56bacd6ddf46 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:15.808473 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fef42c-df8b-4778-85c1-0b32b6032147 req-a653ef51-c8b1-412b-a628-7cc9292a5bf8 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:15.826147 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-01fef42c-df8b-4778-85c1-0b32b6032147 req-a653ef51-c8b1-412b-a628-7cc9292a5bf8 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 946 time: 0.6646371 May 13 14:41:15.830700 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-057bd4ac-8205-4c2e-b9a3-56bacd6ddf46 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:15.857365 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057bd4ac-8205-4c2e-b9a3-56bacd6ddf46 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Made reservation on behalf of f1ec4de986a64c699f9b990b9e5d2da5 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:15.862603 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-057bd4ac-8205-4c2e-b9a3-56bacd6ddf46 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:15.899305 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-057bd4ac-8205-4c2e-b9a3-56bacd6ddf46 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] device_id is not set on port a9f1f60b-b79b-40d2-a5cb-985f15d903ae yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:41:15.992927 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf537bf-4f03-4e0d-a8a7-c17626af4900 req-5fef6441-ad8a-468d-8247-2dc468d5889d tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:16.000178 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ddf537bf-4f03-4e0d-a8a7-c17626af4900 req-5fef6441-ad8a-468d-8247-2dc468d5889d tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e49cf98-f716-4794-9929-b60fbec1e3a9 HTTP/1.1" status: 200 len: 946 time: 0.2632031 May 13 14:41:16.022126 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50dfd1a-b351-4e4f-906e-bf44cef9c7a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-c4b0eea3-a05e-4b5f-b1eb-ca73220c3a62', 'network_id': 'c4b0eea3-a05e-4b5f-b1eb-ca73220c3a62', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'fixed_ips': [{'subnet_id': 'f9dc5c25-92e5-4f83-9263-d7d5144fa45c'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:41:16.023030 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f50dfd1a-b351-4e4f-906e-bf44cef9c7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:16.047210 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e081309-655a-4310-8653-b8198aa78430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798f86b1-8c67-4f45-aed9-0fc05c38c0cc'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:41:16.051002 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-01fef42c-df8b-4778-85c1-0b32b6032147 req-24ed923b-df60-40cb-b3c5-8ce5afadda2c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=4faeb31a-ec6a-4294-a70c-477a3b2c20c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2232475 May 13 14:41:16.110498 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ddf537bf-4f03-4e0d-a8a7-c17626af4900 req-67622ad4-cf43-4841-8240-fdc6fa9543df tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092064 May 13 14:41:16.180748 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-2d9b207d-843d-4444-bafd-47fe7f488f14 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] For port 04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1,segment=NetworkSegment(480dc14d-49eb-402d-a3b3-21a18a0913e4),segment_id=480dc14d-49eb-402d-a3b3-21a18a0913e4)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:16.181110 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d9b207d-843d-4444-bafd-47fe7f488f14 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:16.225703 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0efcc1c5-b273-4d8e-9a63-356d7827b8e2'] response: {'server_uuid': '1e081309-655a-4310-8653-b8198aa78430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798f86b1-8c67-4f45-aed9-0fc05c38c0cc', 'code': 200} May 13 14:41:16.346131 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-057bd4ac-8205-4c2e-b9a3-56bacd6ddf46 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Allocated IP 2001:db8::281 (c4b0eea3-a05e-4b5f-b1eb-ca73220c3a62/f9dc5c25-92e5-4f83-9263-d7d5144fa45c/a9f1f60b-b79b-40d2-a5cb-985f15d903ae) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:41:16.466550 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405ce354-864b-4283-8981-5b72267fc356 None None] DHCP port deletion for e1876217-5ca8-458e-a35f-fffd566fc744 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:41:16.472977 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-405ce354-864b-4283-8981-5b72267fc356 None None] Deleting port 04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:16.473556 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-405ce354-864b-4283-8981-5b72267fc356 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:16.886131 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-2d9b207d-843d-4444-bafd-47fe7f488f14 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Calling delete_port for 04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1 owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:16.997541 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-057bd4ac-8205-4c2e-b9a3-56bacd6ddf46 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:17.017938 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-057bd4ac-8205-4c2e-b9a3-56bacd6ddf46 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Transition to ACTIVE for port object a9f1f60b-b79b-40d2-a5cb-985f15d903ae will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:17.050592 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-057bd4ac-8205-4c2e-b9a3-56bacd6ddf46 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:17.127441 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d9b207d-843d-4444-bafd-47fe7f488f14 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:17.190201 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057bd4ac-8205-4c2e-b9a3-56bacd6ddf46 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network c4b0eea3-a05e-4b5f-b1eb-ca73220c3a62 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:41:17.199590 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-f50dfd1a-b351-4e4f-906e-bf44cef9c7a7 None None] Allocated IP 2001:db8::2 (c4b0eea3-a05e-4b5f-b1eb-ca73220c3a62/f9dc5c25-92e5-4f83-9263-d7d5144fa45c/1d38dbf4-9086-43bb-83bc-358f6fad9936) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:41:17.205331 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-057bd4ac-8205-4c2e-b9a3-56bacd6ddf46 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:17.244344 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9b207d-843d-4444-bafd-47fe7f488f14 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] No DVR routers for this DVR port 04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1 on host n-d-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:41:17.250888 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00da7e-5a26-4e25-9494-3197dc566128 req-51e7e869-0181-4e48-9e45-a4f88916fd8e tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:17.253152 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4c00da7e-5a26-4e25-9494-3197dc566128 req-51e7e869-0181-4e48-9e45-a4f88916fd8e tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 946 time: 0.8079293 May 13 14:41:17.254297 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057bd4ac-8205-4c2e-b9a3-56bacd6ddf46 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:41:17.261428 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057bd4ac-8205-4c2e-b9a3-56bacd6ddf46 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:17.262789 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-057bd4ac-8205-4c2e-b9a3-56bacd6ddf46 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:17.428129 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b207d-843d-4444-bafd-47fe7f488f14 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Pushing event deleted for resources: {'Port': ['ID=04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:17.457514 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262bcd1-a17c-4f85-b20a-6d5fa2cade69 req-3b2919af-3b8d-4076-b02b-508889b70bb3 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:17.465368 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6262bcd1-a17c-4f85-b20a-6d5fa2cade69 req-3b2919af-3b8d-4076-b02b-508889b70bb3 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e081309-655a-4310-8653-b8198aa78430 HTTP/1.1" status: 200 len: 945 time: 0.9282603 May 13 14:41:17.548350 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057bd4ac-8205-4c2e-b9a3-56bacd6ddf46 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Port': ['ID=a9f1f60b-b79b-40d2-a5cb-985f15d903ae,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:17.570067 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-405ce354-864b-4283-8981-5b72267fc356 None None] For port 04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1,segment=NetworkSegment(480dc14d-49eb-402d-a3b3-21a18a0913e4),segment_id=480dc14d-49eb-402d-a3b3-21a18a0913e4)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:17.571272 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-405ce354-864b-4283-8981-5b72267fc356 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:17.571522 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-4c00da7e-5a26-4e25-9494-3197dc566128 req-7071bf6b-425e-4467-8e99-e33cccc4d192 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Deleting port 1cd1f57d-1854-49dc-a1ac-35e2a791069c {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:17.571869 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4c00da7e-5a26-4e25-9494-3197dc566128 req-7071bf6b-425e-4467-8e99-e33cccc4d192 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:17.675658 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57750) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:17.752371 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d9b207d-843d-4444-bafd-47fe7f488f14 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:17.802237 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-2d9b207d-843d-4444-bafd-47fe7f488f14 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1876217-5ca8-458e-a35f-fffd566fc744']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:17.822287 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-2d9b207d-843d-4444-bafd-47fe7f488f14 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '480dc14d-49eb-402d-a3b3-21a18a0913e4') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:17.822889 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-2d9b207d-843d-4444-bafd-47fe7f488f14 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '480dc14d-49eb-402d-a3b3-21a18a0913e4') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:17.844786 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d92622-7f3e-4b17-afb2-4038521cecbc req-ed703b13-cec5-489f-8e52-123711d29b45 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:17.846699 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c7d92622-7f3e-4b17-afb2-4038521cecbc req-ed703b13-cec5-489f-8e52-123711d29b45 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 946 time: 0.4374144 May 13 14:41:17.849077 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d4cdd-7ccb-4407-9ec1-c1a182e1e6f1 req-5b045fd4-a9fa-4c05-9c80-61e1a6cc9925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:17.850720 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c65d4cdd-7ccb-4407-9ec1-c1a182e1e6f1 req-5b045fd4-a9fa-4c05-9c80-61e1a6cc9925 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1e081309-655a-4310-8653-b8198aa78430 HTTP/1.1" status: 200 len: 1096 time: 0.7947831 May 13 14:41:17.854851 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d9b207d-843d-4444-bafd-47fe7f488f14 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:17.873885 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-405ce354-864b-4283-8981-5b72267fc356 None None] Calling delete_port for 04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:17.939602 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d9b207d-843d-4444-bafd-47fe7f488f14 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:17.953226 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c7d92622-7f3e-4b17-afb2-4038521cecbc req-df95ecf3-ac06-462e-a434-b371cdabd51e tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=4faeb31a-ec6a-4294-a70c-477a3b2c20c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0890906 May 13 14:41:17.966984 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9b207d-843d-4444-bafd-47fe7f488f14 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:41:17.977959 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d9b207d-843d-4444-bafd-47fe7f488f14 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:17.987469 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f50dfd1a-b351-4e4f-906e-bf44cef9c7a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:18.016513 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f50dfd1a-b351-4e4f-906e-bf44cef9c7a7 None None] Transition to ACTIVE for port object 1d38dbf4-9086-43bb-83bc-358f6fad9936 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:18.025224 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:41:18.025224 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:41:18.025224 n-d-841760-1 neutron-server[88081]: timer() May 13 14:41:18.025224 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:41:18.025224 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:41:18.025224 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:41:18.025224 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:41:18.025224 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:41:18.025224 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:41:18.025224 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:41:18.025224 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:41:18.025224 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:41:18.025224 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:41:18.025224 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:41:18.025224 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:41:18.025224 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:41:18.025224 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:41:18.025224 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:41:18.025224 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:41:18.025224 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:41:18.025224 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:41:18.025224 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:41:18.025224 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:41:18.025224 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:41:18.025224 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:41:18.025224 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:41:18.025224 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:41:18.025224 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:41:18.025224 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:41:18.025224 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:41:18.025224 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:41:18.025224 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:41:18.056119 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6262bcd1-a17c-4f85-b20a-6d5fa2cade69 req-042fe717-76b9-44f4-852a-57544b50925e tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/security-groups?id=499f86ef-66f9-48b5-ae85-9981f4f70958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5876281 May 13 14:41:18.082194 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-405ce354-864b-4283-8981-5b72267fc356 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:41:18.082659 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-405ce354-864b-4283-8981-5b72267fc356 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:41:18.084060 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f50dfd1a-b351-4e4f-906e-bf44cef9c7a7 None None] Transition to ACTIVE for port object 1d38dbf4-9086-43bb-83bc-358f6fad9936 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:18.087232 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:18.098021 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f50dfd1a-b351-4e4f-906e-bf44cef9c7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:18.108937 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-057bd4ac-8205-4c2e-b9a3-56bacd6ddf46 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6404104 May 13 14:41:18.125898 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57760) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:18.161712 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c65d4cdd-7ccb-4407-9ec1-c1a182e1e6f1 req-ff4f9c7d-59a7-42ba-9da9-3ae3f9d95e1d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=499f86ef-66f9-48b5-ae85-9981f4f70958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2988343 May 13 14:41:18.251463 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50dfd1a-b351-4e4f-906e-bf44cef9c7a7 None None] Network c4b0eea3-a05e-4b5f-b1eb-ca73220c3a62 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:41:18.255914 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-f50dfd1a-b351-4e4f-906e-bf44cef9c7a7 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:18.262418 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a8557726-1114-447e-b246-d895c7424978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:18.265578 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50dfd1a-b351-4e4f-906e-bf44cef9c7a7 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:41:18.290582 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a8557726-1114-447e-b246-d895c7424978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:18.291354 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50dfd1a-b351-4e4f-906e-bf44cef9c7a7 None None] Pushing event updated for resources: {'Port': ['ID=1d38dbf4-9086-43bb-83bc-358f6fad9936,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:18.295083 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a8557726-1114-447e-b246-d895c7424978 admin admin] Usage tracker for resource:security_group_rule and tenant:e05422e1b2f243ef80594f519095fbaa is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:18.299334 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a8557726-1114-447e-b246-d895c7424978 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:18.305808 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a8557726-1114-447e-b246-d895c7424978 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:18.478525 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a8557726-1114-447e-b246-d895c7424978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:18.486863 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d9b207d-843d-4444-bafd-47fe7f488f14 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:18.500673 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-f50dfd1a-b351-4e4f-906e-bf44cef9c7a7 None None] Attempting to bind port 1d38dbf4-9086-43bb-83bc-358f6fad9936 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:18.502132 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-f50dfd1a-b351-4e4f-906e-bf44cef9c7a7 None None] Attempting to bind port 1d38dbf4-9086-43bb-83bc-358f6fad9936 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '6b701341-6147-4f4b-b1d4-46d07e12980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c4b0eea3-a05e-4b5f-b1eb-ca73220c3a62'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:18.502692 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50dfd1a-b351-4e4f-906e-bf44cef9c7a7 None None] Attempting to bind port 1d38dbf4-9086-43bb-83bc-358f6fad9936 on network c4b0eea3-a05e-4b5f-b1eb-ca73220c3a62 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:18.516930 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50dfd1a-b351-4e4f-906e-bf44cef9c7a7 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:41:18.517312 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50dfd1a-b351-4e4f-906e-bf44cef9c7a7 None None] Checking segment: {'id': '6b701341-6147-4f4b-b1d4-46d07e12980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c4b0eea3-a05e-4b5f-b1eb-ca73220c3a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:41:18.517712 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f50dfd1a-b351-4e4f-906e-bf44cef9c7a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:18.518095 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50dfd1a-b351-4e4f-906e-bf44cef9c7a7 None None] Bound using segment: {'id': '6b701341-6147-4f4b-b1d4-46d07e12980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c4b0eea3-a05e-4b5f-b1eb-ca73220c3a62'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:41:18.518615 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-f50dfd1a-b351-4e4f-906e-bf44cef9c7a7 None None] Bound port: 1d38dbf4-9086-43bb-83bc-358f6fad9936, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b701341-6147-4f4b-b1d4-46d07e12980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c4b0eea3-a05e-4b5f-b1eb-ca73220c3a62'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:41:18.518995 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f50dfd1a-b351-4e4f-906e-bf44cef9c7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:18.525643 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a8557726-1114-447e-b246-d895c7424978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:18.567825 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d9b207d-843d-4444-bafd-47fe7f488f14 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:18.633197 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-405ce354-864b-4283-8981-5b72267fc356 None None] Deleting port 04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:18.633838 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-405ce354-864b-4283-8981-5b72267fc356 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:18.648616 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8557726-1114-447e-b246-d895c7424978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7799ff3a-61ba-4883-902d-1b55ec48d884,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:18.662729 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b207d-843d-4444-bafd-47fe7f488f14 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] Pushing event deleted for resources: {'Network': ['ID=e1876217-5ca8-458e-a35f-fffd566fc744,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:18.669810 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:41:18.748348 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e79da-c17f-47a1-8cf6-695ca0ee0062 req-acc8991d-bc3e-4b95-bb38-d11d8c8294d2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:18.762580 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:41:18.763256 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:41:18.767843 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-238e79da-c17f-47a1-8cf6-695ca0ee0062 req-acc8991d-bc3e-4b95-bb38-d11d8c8294d2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e49cf98-f716-4794-9929-b60fbec1e3a9 HTTP/1.1" status: 200 len: 946 time: 0.6046531 May 13 14:41:18.774313 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-405ce354-864b-4283-8981-5b72267fc356 None None] The port '04f9137f-0673-4f60-9ec8-2e7e9ea3d5e1' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:41:18.777412 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a8557726-1114-447e-b246-d895c7424978 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e05422e1b2f243ef80594f519095fbaa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0992723 May 13 14:41:18.788169 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57786) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:18.809299 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2d9b207d-843d-4444-bafd-47fe7f488f14 tempest-AllowedAddressPairIpV6TestJSON-904234687 tempest-AllowedAddressPairIpV6TestJSON-904234687-project] 10.222.0.35 "DELETE /v2.0/networks/e1876217-5ca8-458e-a35f-fffd566fc744 HTTP/1.1" status: 204 len: 168 time: 3.6727827 May 13 14:41:18.846542 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-f50dfd1a-b351-4e4f-906e-bf44cef9c7a7 None None] For port 1d38dbf4-9086-43bb-83bc-358f6fad9936, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:41:18.853274 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-f50dfd1a-b351-4e4f-906e-bf44cef9c7a7 None None] For port 1d38dbf4-9086-43bb-83bc-358f6fad9936, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=1d38dbf4-9086-43bb-83bc-358f6fad9936,segment=NetworkSegment(6b701341-6147-4f4b-b1d4-46d07e12980c),segment_id=6b701341-6147-4f4b-b1d4-46d07e12980c)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:41:18.861643 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f50dfd1a-b351-4e4f-906e-bf44cef9c7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:18.882706 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-238e79da-c17f-47a1-8cf6-695ca0ee0062 req-40184cd0-1901-49b4-bf8b-2f99bcdd346a tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120622 May 13 14:41:19.183404 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50dfd1a-b351-4e4f-906e-bf44cef9c7a7 None None] Pushing event updated for resources: {'Port': ['ID=1d38dbf4-9086-43bb-83bc-358f6fad9936,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:19.642546 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29234c75-7506-4155-8fd0-5c83a827485e req-7ddc4d1c-77be-4d5e-a05a-9a83e368559a tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:19.644608 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-29234c75-7506-4155-8fd0-5c83a827485e req-7ddc4d1c-77be-4d5e-a05a-9a83e368559a tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e081309-655a-4310-8653-b8198aa78430 HTTP/1.1" status: 200 len: 945 time: 0.2586646 May 13 14:41:19.651399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57846) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:19.775954 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-29234c75-7506-4155-8fd0-5c83a827485e req-382598be-c53e-4032-9b40-5aa9d79138ec tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/security-groups?id=499f86ef-66f9-48b5-ae85-9981f4f70958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217587 May 13 14:41:19.914767 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-4c00da7e-5a26-4e25-9494-3197dc566128 req-7071bf6b-425e-4467-8e99-e33cccc4d192 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] For port 1cd1f57d-1854-49dc-a1ac-35e2a791069c, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=1cd1f57d-1854-49dc-a1ac-35e2a791069c,segment=NetworkSegment(aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa),segment_id=aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:19.916855 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4c00da7e-5a26-4e25-9494-3197dc566128 req-7071bf6b-425e-4467-8e99-e33cccc4d192 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:19.971229 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f6b81a1-c782-4d51-a0f3-744b852b092f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:20.075547 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-504eb493-baaf-4339-988c-e96779023aa7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=815af0c7448240e6bd95bd01d79b47f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4227169 May 13 14:41:20.078723 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57884) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:20.115492 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f6b81a1-c782-4d51-a0f3-744b852b092f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:20.170403 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c08fcb98-3cab-464f-9529-143608d1b3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:20.228389 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c08fcb98-3cab-464f-9529-143608d1b3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:20.294264 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c08fcb98-3cab-464f-9529-143608d1b3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:20.347450 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f14d76-0f35-416f-a9f9-3a859d5194b1 req-269ba5a1-a766-4aae-9f90-dfe9732b7975 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:20.356551 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08fcb98-3cab-464f-9529-143608d1b3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e56b5e-600c-495f-8169-5e9f9b6a4151,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:20.360354 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-11f14d76-0f35-416f-a9f9-3a859d5194b1 req-269ba5a1-a766-4aae-9f90-dfe9732b7975 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 946 time: 0.9454663 May 13 14:41:20.370633 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c08fcb98-3cab-464f-9529-143608d1b3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:20.380484 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c08fcb98-3cab-464f-9529-143608d1b3ae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/21e56b5e-600c-495f-8169-5e9f9b6a4151 HTTP/1.1" status: 204 len: 168 time: 0.3004062 May 13 14:41:20.409209 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57892) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:20.635167 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 1d38dbf4-9086-43bb-83bc-358f6fad9936 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:41:20.646206 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-47c0ee0c-f5ea-4203-810f-af3b18aecba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:20.670116 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-47c0ee0c-f5ea-4203-810f-af3b18aecba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:20.677599 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-47c0ee0c-f5ea-4203-810f-af3b18aecba6 admin admin] Usage tracker for resource:security_group_rule and tenant:06a71c7c5f1e4ceea0b8f093d9cd3094 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:20.681660 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-47c0ee0c-f5ea-4203-810f-af3b18aecba6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:20.690126 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-47c0ee0c-f5ea-4203-810f-af3b18aecba6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:20.817333 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 1d38dbf4-9086-43bb-83bc-358f6fad9936 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:41:20.919767 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f53187e-fb96-416c-9abb-5d85beded12f None None] Network c4b0eea3-a05e-4b5f-b1eb-ca73220c3a62 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:41:20.952694 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-47c0ee0c-f5ea-4203-810f-af3b18aecba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:20.965234 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-47c0ee0c-f5ea-4203-810f-af3b18aecba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:21.037583 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-11f14d76-0f35-416f-a9f9-3a859d5194b1 req-9d8e2b2f-aa13-43ac-aca6-c6a730e45b8c tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=4faeb31a-ec6a-4294-a70c-477a3b2c20c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6761754 May 13 14:41:21.067692 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ecfe2294-b206-4c8a-ab91-e8bb9af7ccf1 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:21.088546 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f6b81a1-c782-4d51-a0f3-744b852b092f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:21.104735 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4c00da7e-5a26-4e25-9494-3197dc566128 req-7071bf6b-425e-4467-8e99-e33cccc4d192 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:21.105190 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4c00da7e-5a26-4e25-9494-3197dc566128 req-7071bf6b-425e-4467-8e99-e33cccc4d192 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:21.105591 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [req-4c00da7e-5a26-4e25-9494-3197dc566128 req-7071bf6b-425e-4467-8e99-e33cccc4d192 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Floating IP 5e5115be-239e-4c6c-a339-840fc4dc81f1 disassociated. External IP: 172.25.0.237, port: 1cd1f57d-1854-49dc-a1ac-35e2a791069c. May 13 14:41:21.106128 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-4c00da7e-5a26-4e25-9494-3197dc566128 req-7071bf6b-425e-4467-8e99-e33cccc4d192 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Calling delete_port for 1cd1f57d-1854-49dc-a1ac-35e2a791069c owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:21.107688 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-47c0ee0c-f5ea-4203-810f-af3b18aecba6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=06a71c7c5f1e4ceea0b8f093d9cd3094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6970611 May 13 14:41:21.108824 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57910) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:21.160052 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b81a1-c782-4d51-a0f3-744b852b092f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7799ff3a-61ba-4883-902d-1b55ec48d884,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:21.225134 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f6b81a1-c782-4d51-a0f3-744b852b092f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:21.230169 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0f6b81a1-c782-4d51-a0f3-744b852b092f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7799ff3a-61ba-4883-902d-1b55ec48d884 HTTP/1.1" status: 204 len: 168 time: 2.2043679 May 13 14:41:21.272964 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 1cd1f57d-1854-49dc-a1ac-35e2a791069c no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:41:21.344031 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0ee0c-f5ea-4203-810f-af3b18aecba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b2a9e7-ac5e-46dc-a941-42a622edf7d4,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:21.461882 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a2e65b6-8ed2-45d2-b865-c2881cb414df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:21.523002 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b8e54c9b-2e44-4c7f-bce8-c0ce263f2682 None None] Provisioning for port 1d38dbf4-9086-43bb-83bc-358f6fad9936 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:41:21.525616 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a2e65b6-8ed2-45d2-b865-c2881cb414df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:21.543960 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cfcbd2-176d-439f-85da-3fe6032c78c5 req-405f380b-a85e-429a-9c93-0607e4d61b52 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:21.545924 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e4cfcbd2-176d-439f-85da-3fe6032c78c5 req-405f380b-a85e-429a-9c93-0607e4d61b52 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e081309-655a-4310-8653-b8198aa78430 HTTP/1.1" status: 200 len: 945 time: 0.4891334 May 13 14:41:21.600713 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b8e54c9b-2e44-4c7f-bce8-c0ce263f2682 None None] Provisioning complete for port 1d38dbf4-9086-43bb-83bc-358f6fad9936 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:21.601299 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b8e54c9b-2e44-4c7f-bce8-c0ce263f2682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:21.725059 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 1cd1f57d-1854-49dc-a1ac-35e2a791069c is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:21.725754 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:21.756543 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e4cfcbd2-176d-439f-85da-3fe6032c78c5 req-7a6c6249-b63a-4c47-9c95-744425040ab3 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/security-groups?id=499f86ef-66f9-48b5-ae85-9981f4f70958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001712 May 13 14:41:21.778137 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a2e65b6-8ed2-45d2-b865-c2881cb414df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:21.864510 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e65b6-8ed2-45d2-b865-c2881cb414df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b2a9e7-ac5e-46dc-a941-42a622edf7d4,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:21.869159 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a2e65b6-8ed2-45d2-b865-c2881cb414df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:21.870508 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4a2e65b6-8ed2-45d2-b865-c2881cb414df admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/53b2a9e7-ac5e-46dc-a941-42a622edf7d4 HTTP/1.1" status: 204 len: 168 time: 0.7086315 May 13 14:41:21.898689 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-b8e54c9b-2e44-4c7f-bce8-c0ce263f2682 None None] Current status of the port 1d38dbf4-9086-43bb-83bc-358f6fad9936 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:21.899065 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b8e54c9b-2e44-4c7f-bce8-c0ce263f2682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:22.032907 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57934) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:22.062535 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-b8e54c9b-2e44-4c7f-bce8-c0ce263f2682 None None] For port 1d38dbf4-9086-43bb-83bc-358f6fad9936, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=1d38dbf4-9086-43bb-83bc-358f6fad9936,segment=NetworkSegment(6b701341-6147-4f4b-b1d4-46d07e12980c),segment_id=6b701341-6147-4f4b-b1d4-46d07e12980c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:22.069078 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b8e54c9b-2e44-4c7f-bce8-c0ce263f2682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:22.070383 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ff8de9fe-acda-4910-997e-f7e413c2a16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:22.115532 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ff8de9fe-acda-4910-997e-f7e413c2a16a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:22.127470 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4c00da7e-5a26-4e25-9494-3197dc566128 req-7071bf6b-425e-4467-8e99-e33cccc4d192 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:22.130568 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ff8de9fe-acda-4910-997e-f7e413c2a16a admin admin] Usage tracker for resource:security_group_rule and tenant:d2353a7bdd564c83af6cb0aa40e6cd91 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:22.136348 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ff8de9fe-acda-4910-997e-f7e413c2a16a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:22.147372 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ff8de9fe-acda-4910-997e-f7e413c2a16a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:22.295011 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e54c9b-2e44-4c7f-bce8-c0ce263f2682 None None] Pushing event updated for resources: {'Port': ['ID=1d38dbf4-9086-43bb-83bc-358f6fad9936,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:22.317882 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071bf6b-425e-4467-8e99-e33cccc4d192 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Pushing event deleted for resources: {'Port': ['ID=1cd1f57d-1854-49dc-a1ac-35e2a791069c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:22.420278 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-512386d8-485d-4bea-992c-bd7abf06a14f req-708eaf5c-5bec-4735-b29a-2e4f54f55982 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 210 time: 0.2098858 May 13 14:41:22.422165 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57946) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:22.529864 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [None req-ecfe2294-b206-4c8a-ab91-e8bb9af7ccf1 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:41:22.556122 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 1d38dbf4-9086-43bb-83bc-358f6fad9936 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:41:22.616471 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ecfe2294-b206-4c8a-ab91-e8bb9af7ccf1 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:22.640680 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ecfe2294-b206-4c8a-ab91-e8bb9af7ccf1 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:22.719570 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ff8de9fe-acda-4910-997e-f7e413c2a16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:22.727605 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ff8de9fe-acda-4910-997e-f7e413c2a16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:22.783469 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f61ebc-bd00-481e-ad6f-6ed625c1cb71 req-e1d2d0b7-65ed-4b47-87a9-7bf087b626a0 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:22.785079 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-19f61ebc-bd00-481e-ad6f-6ed625c1cb71 req-e1d2d0b7-65ed-4b47-87a9-7bf087b626a0 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e081309-655a-4310-8653-b8198aa78430 HTTP/1.1" status: 200 len: 945 time: 0.8403909 May 13 14:41:22.789811 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-abe6b0c4-db38-40e3-9f15-021753521af8 None None] Provisioning complete for port 1d38dbf4-9086-43bb-83bc-358f6fad9936 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:22.790936 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-abe6b0c4-db38-40e3-9f15-021753521af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:22.800239 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57956) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:22.812291 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe2294-b206-4c8a-ab91-e8bb9af7ccf1 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Port': ['ID=a9f1f60b-b79b-40d2-a5cb-985f15d903ae,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:22.843186 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-4df5fbd0-cd62-4b87-9f27-98ae809bb4da tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Request body: {'floatingip': {'port_id': '798f86b1-8c67-4f45-aed9-0fc05c38c0cc'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:22.940550 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 1d38dbf4-9086-43bb-83bc-358f6fad9936 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:22.941131 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:23.031574 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57960) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:23.096135 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c00da7e-5a26-4e25-9494-3197dc566128 req-7071bf6b-425e-4467-8e99-e33cccc4d192 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Router 821a13de-4389-4bc4-be6a-30908817f57d has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:41:23.177159 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-82d8f4d3-66a0-4e66-a3dd-b0e862bd5cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:23.224370 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-82d8f4d3-66a0-4e66-a3dd-b0e862bd5cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:23.375075 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-82d8f4d3-66a0-4e66-a3dd-b0e862bd5cd6 admin admin] Usage tracker for resource:security_group_rule and tenant:906393e80922409abc6614db532df7b4 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:23.393242 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-82d8f4d3-66a0-4e66-a3dd-b0e862bd5cd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:23.410555 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-82d8f4d3-66a0-4e66-a3dd-b0e862bd5cd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:23.477566 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-18eaede5-3724-4af4-9085-064be8ed29c8 tempest-NetworksNegativeTestJSON-688927363 tempest-NetworksNegativeTestJSON-688927363-project] Request body: {'port': {'network_id': '28a0264e-896e-4b1b-b4e8-a1285442f161', 'name': 'tempest-NetworksNegativeTestJSON-1069458672'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:23.522907 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ecfe2294-b206-4c8a-ab91-e8bb9af7ccf1 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:23.525778 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8de9fe-acda-4910-997e-f7e413c2a16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd231e8-81d2-4884-95c7-c720519b239c,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:23.539049 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-abe6b0c4-db38-40e3-9f15-021753521af8 None None] Current status of the port 1d38dbf4-9086-43bb-83bc-358f6fad9936 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:23.550444 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4df5fbd0-cd62-4b87-9f27-98ae809bb4da tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks [] for floatingip, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:23.561804 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 1d38dbf4-9086-43bb-83bc-358f6fad9936 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:23.582395 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-abe6b0c4-db38-40e3-9f15-021753521af8 None None] Provisioning for port a9f1f60b-b79b-40d2-a5cb-985f15d903ae completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:41:23.598428 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-abe6b0c4-db38-40e3-9f15-021753521af8 None None] Provisioning complete for port a9f1f60b-b79b-40d2-a5cb-985f15d903ae triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:23.598803 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-abe6b0c4-db38-40e3-9f15-021753521af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:23.749197 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-abe6b0c4-db38-40e3-9f15-021753521af8 None None] Port a9f1f60b-b79b-40d2-a5cb-985f15d903ae cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:41:23.881314 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3e3c0615-538f-46c8-a5ea-3d213bca69ab None None] Provisioning complete for port a9f1f60b-b79b-40d2-a5cb-985f15d903ae triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:23.881967 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3e3c0615-538f-46c8-a5ea-3d213bca69ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:23.976191 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3e3c0615-538f-46c8-a5ea-3d213bca69ab None None] Port a9f1f60b-b79b-40d2-a5cb-985f15d903ae cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:41:24.010138 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c00da7e-5a26-4e25-9494-3197dc566128 req-7071bf6b-425e-4467-8e99-e33cccc4d192 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:41:24.025065 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6beb52-54ce-470f-8484-c48c384c9828 None None] Sync routers for ids ['821a13de-4389-4bc4-be6a-30908817f57d'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:41:24.027454 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-91cb3f18-6311-4b4f-a116-1f69211567d5 req-47b1abd2-d15e-473b-a791-890f738adabe tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 210 time: 0.3612461 May 13 14:41:24.038565 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6beb52-54ce-470f-8484-c48c384c9828 None None] Routers {'821a13de-4389-4bc4-be6a-30908817f57d'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:41:24.039225 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0d6beb52-54ce-470f-8484-c48c384c9828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:41:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['821a13de-4389-4bc4-be6a-30908817f57d'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:24.339933 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c00da7e-5a26-4e25-9494-3197dc566128 req-7071bf6b-425e-4467-8e99-e33cccc4d192 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] No DVR routers for this DVR port 1cd1f57d-1854-49dc-a1ac-35e2a791069c on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:41:24.344380 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4c00da7e-5a26-4e25-9494-3197dc566128 req-7071bf6b-425e-4467-8e99-e33cccc4d192 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:24.345365 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-0d6beb52-54ce-470f-8484-c48c384c9828 None None] Set router 821a13de-4389-4bc4-be6a-30908817f57d gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:41:24.357827 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc54d75-9665-4b1d-b6bc-cde17dd7ec81', 'name': 'network-vif-deleted', 'tag': '1cd1f57d-1854-49dc-a1ac-35e2a791069c'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:41:24.426849 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ecfe2294-b206-4c8a-ab91-e8bb9af7ccf1 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:24.444751 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4df5fbd0-cd62-4b87-9f27-98ae809bb4da tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:24.446624 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-82d8f4d3-66a0-4e66-a3dd-b0e862bd5cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:24.458246 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ff8de9fe-acda-4910-997e-f7e413c2a16a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d2353a7bdd564c83af6cb0aa40e6cd91&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4242334 May 13 14:41:24.458821 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 57988) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:24.460924 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-82d8f4d3-66a0-4e66-a3dd-b0e862bd5cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:24.461083 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8de9fe-acda-4910-997e-f7e413c2a16a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:24.461342 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8de9fe-acda-4910-997e-f7e413c2a16a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:24.461673 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8de9fe-acda-4910-997e-f7e413c2a16a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:24.461999 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8de9fe-acda-4910-997e-f7e413c2a16a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:24.462325 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8de9fe-acda-4910-997e-f7e413c2a16a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:24.462635 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8de9fe-acda-4910-997e-f7e413c2a16a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:24.462949 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8de9fe-acda-4910-997e-f7e413c2a16a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:24.463290 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8de9fe-acda-4910-997e-f7e413c2a16a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:24.463689 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8de9fe-acda-4910-997e-f7e413c2a16a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:24.464004 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8de9fe-acda-4910-997e-f7e413c2a16a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:24.464320 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8de9fe-acda-4910-997e-f7e413c2a16a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:24.464635 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8de9fe-acda-4910-997e-f7e413c2a16a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:24.468337 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4df5fbd0-cd62-4b87-9f27-98ae809bb4da tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:24.472079 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4c00da7e-5a26-4e25-9494-3197dc566128 req-7071bf6b-425e-4467-8e99-e33cccc4d192 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.74 "DELETE /v2.0/ports/1cd1f57d-1854-49dc-a1ac-35e2a791069c HTTP/1.1" status: 204 len: 173 time: 7.1949353 May 13 14:41:24.521309 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-18eaede5-3724-4af4-9085-064be8ed29c8 tempest-NetworksNegativeTestJSON-688927363 tempest-NetworksNegativeTestJSON-688927363-project] POST failed (client error): The resource could not be found. May 13 14:41:24.521309 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18eaede5-3724-4af4-9085-064be8ed29c8 tempest-NetworksNegativeTestJSON-688927363 tempest-NetworksNegativeTestJSON-688927363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:41:24.522447 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-18eaede5-3724-4af4-9085-064be8ed29c8 tempest-NetworksNegativeTestJSON-688927363 tempest-NetworksNegativeTestJSON-688927363-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 2.0898654 May 13 14:41:24.528597 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57994) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:24.564309 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24b2984b-fd1d-4443-8d4c-464f54e6cf91'] response: {'server_uuid': '9dc54d75-9665-4b1d-b6bc-cde17dd7ec81', 'name': 'network-vif-deleted', 'tag': '1cd1f57d-1854-49dc-a1ac-35e2a791069c', 'status': 'completed', 'code': 200} May 13 14:41:24.583514 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ed12f8-f473-4140-be4f-54e625ca5232 tempest-NetworksNegativeTestJSON-688927363 tempest-NetworksNegativeTestJSON-688927363-project] DELETE failed (client error): The resource could not be found. May 13 14:41:24.583983 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5ed12f8-f473-4140-be4f-54e625ca5232 tempest-NetworksNegativeTestJSON-688927363 tempest-NetworksNegativeTestJSON-688927363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:41:24.594696 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d5ed12f8-f473-4140-be4f-54e625ca5232 tempest-NetworksNegativeTestJSON-688927363 tempest-NetworksNegativeTestJSON-688927363-project] 10.222.0.35 "DELETE /v2.0/networks/f1cc1adb-494e-49ac-8392-9a6ca00976cb HTTP/1.1" status: 404 len: 339 time: 0.0647590 May 13 14:41:24.598875 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57998) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:24.650120 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-82d8f4d3-66a0-4e66-a3dd-b0e862bd5cd6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=906393e80922409abc6614db532df7b4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6173286 May 13 14:41:24.663290 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58002) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:24.671662 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8f4d3-66a0-4e66-a3dd-b0e862bd5cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffa3a7d-db3f-41d3-9220-16e4a6be80af,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:24.786224 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5333b54-f3ab-42df-911e-6feb1aa6b6cc tempest-NetworksNegativeTestJSON-688927363 tempest-NetworksNegativeTestJSON-688927363-project] DELETE failed (client error): The resource could not be found. May 13 14:41:24.786700 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5333b54-f3ab-42df-911e-6feb1aa6b6cc tempest-NetworksNegativeTestJSON-688927363 tempest-NetworksNegativeTestJSON-688927363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:41:24.788506 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d5333b54-f3ab-42df-911e-6feb1aa6b6cc tempest-NetworksNegativeTestJSON-688927363 tempest-NetworksNegativeTestJSON-688927363-project] 10.222.0.35 "DELETE /v2.0/ports/7388ad92-581d-4b0c-a10c-b7b4f4fdb55d HTTP/1.1" status: 404 len: 333 time: 0.1886652 May 13 14:41:24.792267 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58006) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:24.838864 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f0a084-b1c4-42de-ba1c-2ff35fed7afe tempest-NetworksNegativeTestJSON-688927363 tempest-NetworksNegativeTestJSON-688927363-project] DELETE failed (client error): The resource could not be found. May 13 14:41:24.839262 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1f0a084-b1c4-42de-ba1c-2ff35fed7afe tempest-NetworksNegativeTestJSON-688927363 tempest-NetworksNegativeTestJSON-688927363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:41:24.840974 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d1f0a084-b1c4-42de-ba1c-2ff35fed7afe tempest-NetworksNegativeTestJSON-688927363 tempest-NetworksNegativeTestJSON-688927363-project] 10.222.0.35 "DELETE /v2.0/subnets/7b1ef15a-c0fa-4efc-8fe5-bc81ebb6ecc8 HTTP/1.1" status: 404 len: 337 time: 0.0477831 May 13 14:41:24.847312 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58010) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:24.877492 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d16109-59cf-4af4-ae3e-c1124d7dc8ba tempest-NetworksNegativeTestJSON-688927363 tempest-NetworksNegativeTestJSON-688927363-project] GET failed (client error): The resource could not be found. May 13 14:41:24.878818 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-48d16109-59cf-4af4-ae3e-c1124d7dc8ba tempest-NetworksNegativeTestJSON-688927363 tempest-NetworksNegativeTestJSON-688927363-project] 10.222.0.35 "GET /v2.0/networks/99a4a0b3-1e87-438b-b647-bda769767505 HTTP/1.1" status: 404 len: 339 time: 0.0305974 May 13 14:41:24.883438 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [None req-4df5fbd0-cd62-4b87-9f27-98ae809bb4da tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Floating IP 5e6483a8-4067-4646-9758-3b001ee25507 associated. External IP: 172.25.0.58, port: 798f86b1-8c67-4f45-aed9-0fc05c38c0cc. May 13 14:41:24.943990 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58014) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:24.950144 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0d6beb52-54ce-470f-8484-c48c384c9828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821a13de-4389-4bc4-be6a-30908817f57d', 'name': 'tempest-ServerRescueNegativeTestJSON-723694868-router', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b5ff1480-253f-494b-b4b8-7c039763e1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:00Z', 'updated_at': '2022-05-13T14:35:13Z', 'revision_number': 4, 'project_id': '936df29ada1f4039bf03263eb4658581', 'gw_port': {'id': 'b5ff1480-253f-494b-b4b8-7c039763e1cd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:03Z', 'updated_at': '2022-05-13T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '09a716a6-453e-4451-9da3-cfcd90194748', 'name': '', 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'mac_address': 'fa:16:3e:ef:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'be55f4c0-99f6-4777-9e43-16529e4e725e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:10Z', 'updated_at': '2022-05-13T14:35:23Z', 'revision_number': 5, 'project_id': '936df29ada1f4039bf03263eb4658581', 'subnets': [{'id': 'be55f4c0-99f6-4777-9e43-16529e4e725e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:24.963831 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6beb52-54ce-470f-8484-c48c384c9828 None None] Checking router: 821a13de-4389-4bc4-be6a-30908817f57d for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:41:24.987405 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8ebeda01-47de-499a-8005-1573fac07c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:24.999949 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6beb52-54ce-470f-8484-c48c384c9828 None None] Routers {'821a13de-4389-4bc4-be6a-30908817f57d'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:41:25.001460 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0d6beb52-54ce-470f-8484-c48c384c9828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:41:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['821a13de-4389-4bc4-be6a-30908817f57d'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:25.019529 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8ebeda01-47de-499a-8005-1573fac07c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:25.139337 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-e14e3615-bbcf-4e4b-b756-6fc9d88918d9 tempest-NetworksNegativeTestJSON-688927363 tempest-NetworksNegativeTestJSON-688927363-project] GET failed (client error): The resource could not be found. May 13 14:41:25.145593 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e14e3615-bbcf-4e4b-b756-6fc9d88918d9 tempest-NetworksNegativeTestJSON-688927363 tempest-NetworksNegativeTestJSON-688927363-project] 10.222.0.35 "GET /v2.0/ports/60cf69db-b3fb-43eb-b60d-92926f422cda HTTP/1.1" status: 404 len: 333 time: 0.1664388 May 13 14:41:25.146079 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58020) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:25.153298 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8ebeda01-47de-499a-8005-1573fac07c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:25.245956 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-66834e0d-82fc-450a-832b-af6a83bd08c1 tempest-NetworksNegativeTestJSON-688927363 tempest-NetworksNegativeTestJSON-688927363-project] GET failed (client error): The resource could not be found. May 13 14:41:25.252323 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-66834e0d-82fc-450a-832b-af6a83bd08c1 tempest-NetworksNegativeTestJSON-688927363 tempest-NetworksNegativeTestJSON-688927363-project] 10.222.0.35 "GET /v2.0/subnets/a8eb7e0c-2727-4afd-8f0c-cfe357254a96 HTTP/1.1" status: 404 len: 337 time: 0.1016555 May 13 14:41:25.253111 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58024) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:25.258185 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-098bb057-fadc-45a2-966e-970ec7022d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:25.289324 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-098bb057-fadc-45a2-966e-970ec7022d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:25.345684 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebeda01-47de-499a-8005-1573fac07c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffa3a7d-db3f-41d3-9220-16e4a6be80af,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:25.362072 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-d499f8df-d35f-4420-96a3-db39475f271f tempest-NetworksNegativeTestJSON-688927363 tempest-NetworksNegativeTestJSON-688927363-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:25.458445 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8ebeda01-47de-499a-8005-1573fac07c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:25.462778 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8ebeda01-47de-499a-8005-1573fac07c05 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cffa3a7d-db3f-41d3-9220-16e4a6be80af HTTP/1.1" status: 204 len: 168 time: 0.7974088 May 13 14:41:25.465113 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-6875cd22-1173-4725-9576-2348e8308d44 req-38783a53-7842-4eea-9d5c-2f28af98d7be tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Synchronizing usage tracker for tenant:936df29ada1f4039bf03263eb4658581 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:41:25.501960 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-098bb057-fadc-45a2-966e-970ec7022d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:25.525795 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df5fbd0-cd62-4b87-9f27-98ae809bb4da tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Router ed688aec-2c26-417c-9f4d-5096af0a91f4 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:41:25.536085 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-d499f8df-d35f-4420-96a3-db39475f271f tempest-NetworksNegativeTestJSON-688927363 tempest-NetworksNegativeTestJSON-688927363-project] PUT failed (client error): The resource could not be found. May 13 14:41:25.536570 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d499f8df-d35f-4420-96a3-db39475f271f tempest-NetworksNegativeTestJSON-688927363 tempest-NetworksNegativeTestJSON-688927363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:41:25.541454 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d499f8df-d35f-4420-96a3-db39475f271f tempest-NetworksNegativeTestJSON-688927363 tempest-NetworksNegativeTestJSON-688927363-project] 10.222.0.35 "PUT /v2.0/networks/4decc077-f956-4235-8726-4beffdc9f7a4 HTTP/1.1" status: 404 len: 339 time: 0.1870005 May 13 14:41:25.542553 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58032) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:25.559241 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-0d6beb52-54ce-470f-8484-c48c384c9828 None None] Set router 821a13de-4389-4bc4-be6a-30908817f57d gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:41:25.734368 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098bb057-fadc-45a2-966e-970ec7022d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd231e8-81d2-4884-95c7-c720519b239c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:25.736975 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-6875cd22-1173-4725-9576-2348e8308d44 req-38783a53-7842-4eea-9d5c-2f28af98d7be tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Unset dirty status for tenant:936df29ada1f4039bf03263eb4658581 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:41:25.741565 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6875cd22-1173-4725-9576-2348e8308d44 req-38783a53-7842-4eea-9d5c-2f28af98d7be tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dc54d75-9665-4b1d-b6bc-cde17dd7ec81 HTTP/1.1" status: 200 len: 210 time: 0.3503420 May 13 14:41:25.754012 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-774647aa-a994-488d-9f74-8d50509ddb37 tempest-NetworksNegativeTestJSON-688927363 tempest-NetworksNegativeTestJSON-688927363-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:25.824010 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-098bb057-fadc-45a2-966e-970ec7022d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:25.825527 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-098bb057-fadc-45a2-966e-970ec7022d22 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0bd231e8-81d2-4884-95c7-c720519b239c HTTP/1.1" status: 204 len: 168 time: 1.3524449 May 13 14:41:25.873736 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-774647aa-a994-488d-9f74-8d50509ddb37 tempest-NetworksNegativeTestJSON-688927363 tempest-NetworksNegativeTestJSON-688927363-project] PUT failed (client error): The resource could not be found. May 13 14:41:25.877044 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-774647aa-a994-488d-9f74-8d50509ddb37 tempest-NetworksNegativeTestJSON-688927363 tempest-NetworksNegativeTestJSON-688927363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:41:25.882226 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-774647aa-a994-488d-9f74-8d50509ddb37 tempest-NetworksNegativeTestJSON-688927363 tempest-NetworksNegativeTestJSON-688927363-project] 10.222.0.35 "PUT /v2.0/ports/f34b06d8-fd4a-4f4e-96f5-9ed0a54a41c6 HTTP/1.1" status: 404 len: 333 time: 0.1518166 May 13 14:41:25.891299 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58040) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:25.910405 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-f77ed67a-713d-426a-9c80-aa0fe5c3a025 tempest-NetworksNegativeTestJSON-688927363 tempest-NetworksNegativeTestJSON-688927363-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:25.990378 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-f77ed67a-713d-426a-9c80-aa0fe5c3a025 tempest-NetworksNegativeTestJSON-688927363 tempest-NetworksNegativeTestJSON-688927363-project] PUT failed (client error): The resource could not be found. May 13 14:41:25.996339 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f77ed67a-713d-426a-9c80-aa0fe5c3a025 tempest-NetworksNegativeTestJSON-688927363 tempest-NetworksNegativeTestJSON-688927363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:41:26.001638 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f77ed67a-713d-426a-9c80-aa0fe5c3a025 tempest-NetworksNegativeTestJSON-688927363 tempest-NetworksNegativeTestJSON-688927363-project] 10.222.0.35 "PUT /v2.0/subnets/90af5f67-0adb-4cf0-9652-7075000fc03e HTTP/1.1" status: 404 len: 337 time: 0.1039734 May 13 14:41:26.001638 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [None req-ecfe2294-b206-4c8a-ab91-e8bb9af7ccf1 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:41:26.001981 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df5fbd0-cd62-4b87-9f27-98ae809bb4da tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:41:26.011274 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e886a9-a038-42d3-8578-e42252e335e1 None None] Sync routers for ids ['ed688aec-2c26-417c-9f4d-5096af0a91f4'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:41:26.016010 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4df5fbd0-cd62-4b87-9f27-98ae809bb4da tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:26.028626 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e886a9-a038-42d3-8578-e42252e335e1 None None] Routers {'ed688aec-2c26-417c-9f4d-5096af0a91f4'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:41:26.029931 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-30e886a9-a038-42d3-8578-e42252e335e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:41:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ed688aec-2c26-417c-9f4d-5096af0a91f4'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:26.062346 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ecfe2294-b206-4c8a-ab91-e8bb9af7ccf1 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:26.070096 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ecfe2294-b206-4c8a-ab91-e8bb9af7ccf1 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:26.071075 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ecfe2294-b206-4c8a-ab91-e8bb9af7ccf1 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:26.121047 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0d6beb52-54ce-470f-8484-c48c384c9828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821a13de-4389-4bc4-be6a-30908817f57d', 'name': 'tempest-ServerRescueNegativeTestJSON-723694868-router', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b5ff1480-253f-494b-b4b8-7c039763e1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:00Z', 'updated_at': '2022-05-13T14:35:13Z', 'revision_number': 4, 'project_id': '936df29ada1f4039bf03263eb4658581', 'gw_port': {'id': 'b5ff1480-253f-494b-b4b8-7c039763e1cd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:03Z', 'updated_at': '2022-05-13T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '09a716a6-453e-4451-9da3-cfcd90194748', 'name': '', 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'mac_address': 'fa:16:3e:ef:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'be55f4c0-99f6-4777-9e43-16529e4e725e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:10Z', 'updated_at': '2022-05-13T14:35:23Z', 'revision_number': 5, 'project_id': '936df29ada1f4039bf03263eb4658581', 'subnets': [{'id': 'be55f4c0-99f6-4777-9e43-16529e4e725e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:26.126705 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6beb52-54ce-470f-8484-c48c384c9828 None None] The sync data for ids ['821a13de-4389-4bc4-be6a-30908817f57d'] in n-d-841760-1 is: [{'id': '821a13de-4389-4bc4-be6a-30908817f57d', 'name': 'tempest-ServerRescueNegativeTestJSON-723694868-router', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b5ff1480-253f-494b-b4b8-7c039763e1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:00Z', 'updated_at': '2022-05-13T14:35:13Z', 'revision_number': 4, 'project_id': '936df29ada1f4039bf03263eb4658581', 'gw_port': {'id': 'b5ff1480-253f-494b-b4b8-7c039763e1cd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:03Z', 'updated_at': '2022-05-13T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '09a716a6-453e-4451-9da3-cfcd90194748', 'name': '', 'network_id': '9479e797-5371-4e30-beb4-10899bbfb8b9', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'mac_address': 'fa:16:3e:ef:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'be55f4c0-99f6-4777-9e43-16529e4e725e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:10Z', 'updated_at': '2022-05-13T14:35:23Z', 'revision_number': 5, 'project_id': '936df29ada1f4039bf03263eb4658581', 'subnets': [{'id': 'be55f4c0-99f6-4777-9e43-16529e4e725e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:41:26.154599 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4df5fbd0-cd62-4b87-9f27-98ae809bb4da tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "PUT /v2.0/floatingips/5e6483a8-4067-4646-9758-3b001ee25507 HTTP/1.1" status: 200 len: 990 time: 3.3459749 May 13 14:41:26.160670 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e081309-655a-4310-8653-b8198aa78430', 'tag': '798f86b1-8c67-4f45-aed9-0fc05c38c0cc'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:41:26.288960 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3044e61-d674-4d1c-8b5a-1230d7db96e7'] response: {'name': 'network-changed', 'server_uuid': '1e081309-655a-4310-8653-b8198aa78430', 'tag': '798f86b1-8c67-4f45-aed9-0fc05c38c0cc', 'status': 'completed', 'code': 200} May 13 14:41:26.555404 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-30e886a9-a038-42d3-8578-e42252e335e1 None None] Set router ed688aec-2c26-417c-9f4d-5096af0a91f4 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:41:26.618191 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe2294-b206-4c8a-ab91-e8bb9af7ccf1 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Port': ['ID=a9f1f60b-b79b-40d2-a5cb-985f15d903ae,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:26.643319 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb4bda-070a-4342-82dd-bc2123ddb27b req-89efdc1d-ee1d-446c-9742-32b5377e9047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:26.648980 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3cfb4bda-070a-4342-82dd-bc2123ddb27b req-89efdc1d-ee1d-446c-9742-32b5377e9047 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c17cdcf999b449b5aa60cccac89b5240&device_id=1e081309-655a-4310-8653-b8198aa78430 HTTP/1.1" status: 200 len: 1096 time: 0.3394790 May 13 14:41:26.678139 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5898cc06-62d9-4b40-8912-65a5727c5808 None None] New status for floating IP 5e5115be-239e-4c6c-a339-840fc4dc81f1: DOWN {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:41:26.793448 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfe2294-b206-4c8a-ab91-e8bb9af7ccf1 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network c4b0eea3-a05e-4b5f-b1eb-ca73220c3a62 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:41:26.797436 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-ecfe2294-b206-4c8a-ab91-e8bb9af7ccf1 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:27.113291 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58070) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:27.118071 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-30e886a9-a038-42d3-8578-e42252e335e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'name': 'tempest-ServersTestBootFromVolume-1572355520-router', 'tenant_id': 'c17cdcf999b449b5aa60cccac89b5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'c5c931b6-afc5-4cfa-ac24-9917bf7160bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:39:54Z', 'updated_at': '2022-05-13T14:40:05Z', 'revision_number': 4, 'project_id': 'c17cdcf999b449b5aa60cccac89b5240', 'gw_port': {'id': 'c5c931b6-afc5-4cfa-ac24-9917bf7160bd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:56Z', 'updated_at': '2022-05-13T14:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '5e6483a8-4067-4646-9758-3b001ee25507', 'tenant_id': 'c17cdcf999b449b5aa60cccac89b5240', 'floating_ip_address': '172.25.0.58', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'port_id': '798f86b1-8c67-4f45-aed9-0fc05c38c0cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a65a42c9-eea2-4199-ba2d-3abfc19ee8e5', 'mac_address': 'fa:16:3e:99:62:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e081309-655a-4310-8653-b8198aa78430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:40:15Z', 'updated_at': '2022-05-13T14:41:24Z', 'revision_number': 1, 'project_id': 'c17cdcf999b449b5aa60cccac89b5240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c4f780d-0cfd-4638-b2b5-ad46e20afd96', 'name': '', 'network_id': 'a65a42c9-eea2-4199-ba2d-3abfc19ee8e5', 'tenant_id': 'c17cdcf999b449b5aa60cccac89b5240', 'mac_address': 'fa:16:3e:93:25:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '544d57df-43e7-4eec-9acf-8c0dbd118ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:40:03Z', 'updated_at': '2022-05-13T14:40:13Z', 'revision_number': 5, 'project_id': 'c17cdcf999b449b5aa60cccac89b5240', 'subnets': [{'id': '544d57df-43e7-4eec-9acf-8c0dbd118ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:27.135558 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e886a9-a038-42d3-8578-e42252e335e1 None None] Checking router: ed688aec-2c26-417c-9f4d-5096af0a91f4 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:41:27.167627 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e886a9-a038-42d3-8578-e42252e335e1 None None] Routers {'ed688aec-2c26-417c-9f4d-5096af0a91f4'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:41:27.169922 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-30e886a9-a038-42d3-8578-e42252e335e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:41:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ed688aec-2c26-417c-9f4d-5096af0a91f4'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:27.219881 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb4bda-070a-4342-82dd-bc2123ddb27b req-33400db8-a1a2-4c41-8976-dace5ee6aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:27.221429 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3cfb4bda-070a-4342-82dd-bc2123ddb27b req-33400db8-a1a2-4c41-8976-dace5ee6aaa7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a65a42c9-eea2-4199-ba2d-3abfc19ee8e5 HTTP/1.1" status: 200 len: 917 time: 0.5672686 May 13 14:41:27.223910 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58078) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:27.249569 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2750f15-96b4-4470-a801-be0bebcb2c58 req-f275cedd-08f7-4dda-8b76-b3b6562f0e06 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:27.258426 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c2750f15-96b4-4470-a801-be0bebcb2c58 req-f275cedd-08f7-4dda-8b76-b3b6562f0e06 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e081309-655a-4310-8653-b8198aa78430 HTTP/1.1" status: 200 len: 945 time: 0.8729646 May 13 14:41:27.483844 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:41:27.543495 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3cfb4bda-070a-4342-82dd-bc2123ddb27b req-28f4c2fd-19aa-434c-ae98-7bddd48bfa2a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=798f86b1-8c67-4f45-aed9-0fc05c38c0cc HTTP/1.1" status: 200 len: 998 time: 0.3030632 May 13 14:41:27.631414 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfe2294-b206-4c8a-ab91-e8bb9af7ccf1 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Router a576929b-7f60-4223-abc9-5e3b6ef2955c is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:41:27.745353 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-30e886a9-a038-42d3-8578-e42252e335e1 None None] Set router ed688aec-2c26-417c-9f4d-5096af0a91f4 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:41:27.792453 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c2750f15-96b4-4470-a801-be0bebcb2c58 req-932f807b-c255-47db-9f34-50235de69dad tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/security-groups?id=499f86ef-66f9-48b5-ae85-9981f4f70958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5331576 May 13 14:41:27.841545 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-56e0dc43-1d36-4a43-933c-8fc87b59c1d4 None None] Provisioning complete for port a9f1f60b-b79b-40d2-a5cb-985f15d903ae triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:27.843860 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb4bda-070a-4342-82dd-bc2123ddb27b req-24d6b21d-0e30-449b-a8c3-8f0754ad3cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:27.845938 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3cfb4bda-070a-4342-82dd-bc2123ddb27b req-24d6b21d-0e30-449b-a8c3-8f0754ad3cdc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=544d57df-43e7-4eec-9acf-8c0dbd118ac8 HTTP/1.1" status: 200 len: 855 time: 0.1806993 May 13 14:41:27.848897 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-56e0dc43-1d36-4a43-933c-8fc87b59c1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:27.968437 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e85bfdc7-90e0-4b26-a741-6a1114322f3b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:28.037771 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-289fd407-59f9-4b49-b401-68fdeef2c169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:28.064637 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-56e0dc43-1d36-4a43-933c-8fc87b59c1d4 None None] Port a9f1f60b-b79b-40d2-a5cb-985f15d903ae cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:41:28.115022 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e85bfdc7-90e0-4b26-a741-6a1114322f3b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:28.134000 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-71d9d015-2e05-4545-861a-4107d2319eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:28.245633 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb4bda-070a-4342-82dd-bc2123ddb27b req-2ef35e0f-d27a-4790-848c-a050176ef20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:28.247178 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3cfb4bda-070a-4342-82dd-bc2123ddb27b req-2ef35e0f-d27a-4790-848c-a050176ef20a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a65a42c9-eea2-4199-ba2d-3abfc19ee8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3878336 May 13 14:41:28.339444 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-71d9d015-2e05-4545-861a-4107d2319eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:28.368133 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:28.379759 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-71d9d015-2e05-4545-861a-4107d2319eff admin admin] Usage tracker for resource:security_group_rule and tenant:f840c5e05acb412fb13eef590154159b is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:28.386631 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-71d9d015-2e05-4545-861a-4107d2319eff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:28.420661 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-71d9d015-2e05-4545-861a-4107d2319eff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:28.477245 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfe2294-b206-4c8a-ab91-e8bb9af7ccf1 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:41:28.485690 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e85bfdc7-90e0-4b26-a741-6a1114322f3b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:28.492842 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ecfe2294-b206-4c8a-ab91-e8bb9af7ccf1 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "PUT /v2.0/routers/a576929b-7f60-4223-abc9-5e3b6ef2955c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3658292 May 13 14:41:28.504543 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58126) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:28.639980 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719cb52a-cfdb-4f0b-a9ae-bb1360aa2416 None None] Sync routers for ids ['a576929b-7f60-4223-abc9-5e3b6ef2955c'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:41:28.672778 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3cfb4bda-070a-4342-82dd-bc2123ddb27b req-c166e621-9984-4dcc-89e7-00e19f9f7949 service neutron] 10.222.0.59 "GET /v2.0/networks/a65a42c9-eea2-4199-ba2d-3abfc19ee8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169466 May 13 14:41:28.686547 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719cb52a-cfdb-4f0b-a9ae-bb1360aa2416 None None] Routers {'a576929b-7f60-4223-abc9-5e3b6ef2955c'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:41:28.687211 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-719cb52a-cfdb-4f0b-a9ae-bb1360aa2416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:41:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['a576929b-7f60-4223-abc9-5e3b6ef2955c'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:28.701874 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-71d9d015-2e05-4545-861a-4107d2319eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:28.707461 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-71d9d015-2e05-4545-861a-4107d2319eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:28.773211 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85bfdc7-90e0-4b26-a741-6a1114322f3b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4faeb31a-ec6a-4294-a70c-477a3b2c20c8,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:28.782550 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d9d015-2e05-4545-861a-4107d2319eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e987abc-1ef0-401f-8452-b53c941e599a,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:28.794090 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-71d9d015-2e05-4545-861a-4107d2319eff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f840c5e05acb412fb13eef590154159b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6416249 May 13 14:41:28.796655 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58132) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:28.835169 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-719cb52a-cfdb-4f0b-a9ae-bb1360aa2416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:28.848648 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719cb52a-cfdb-4f0b-a9ae-bb1360aa2416 None None] Routers {'a576929b-7f60-4223-abc9-5e3b6ef2955c'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:41:28.849550 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-719cb52a-cfdb-4f0b-a9ae-bb1360aa2416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:41:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['a576929b-7f60-4223-abc9-5e3b6ef2955c'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:28.904774 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e85bfdc7-90e0-4b26-a741-6a1114322f3b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:28.909060 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e85bfdc7-90e0-4b26-a741-6a1114322f3b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "DELETE /v2.0/security-groups/4faeb31a-ec6a-4294-a70c-477a3b2c20c8 HTTP/1.1" status: 204 len: 168 time: 1.6812027 May 13 14:41:28.915924 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58140) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:28.924116 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-719cb52a-cfdb-4f0b-a9ae-bb1360aa2416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:28.924801 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719cb52a-cfdb-4f0b-a9ae-bb1360aa2416 None None] The sync data for ids ['a576929b-7f60-4223-abc9-5e3b6ef2955c'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:41:28.927993 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-30e886a9-a038-42d3-8578-e42252e335e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'name': 'tempest-ServersTestBootFromVolume-1572355520-router', 'tenant_id': 'c17cdcf999b449b5aa60cccac89b5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'c5c931b6-afc5-4cfa-ac24-9917bf7160bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:39:54Z', 'updated_at': '2022-05-13T14:40:05Z', 'revision_number': 4, 'project_id': 'c17cdcf999b449b5aa60cccac89b5240', 'gw_port': {'id': 'c5c931b6-afc5-4cfa-ac24-9917bf7160bd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:56Z', 'updated_at': '2022-05-13T14:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '5e6483a8-4067-4646-9758-3b001ee25507', 'tenant_id': 'c17cdcf999b449b5aa60cccac89b5240', 'floating_ip_address': '172.25.0.58', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'port_id': '798f86b1-8c67-4f45-aed9-0fc05c38c0cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a65a42c9-eea2-4199-ba2d-3abfc19ee8e5', 'mac_address': 'fa:16:3e:99:62:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e081309-655a-4310-8653-b8198aa78430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:40:15Z', 'updated_at': '2022-05-13T14:41:24Z', 'revision_number': 1, 'project_id': 'c17cdcf999b449b5aa60cccac89b5240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c4f780d-0cfd-4638-b2b5-ad46e20afd96', 'name': '', 'network_id': 'a65a42c9-eea2-4199-ba2d-3abfc19ee8e5', 'tenant_id': 'c17cdcf999b449b5aa60cccac89b5240', 'mac_address': 'fa:16:3e:93:25:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '544d57df-43e7-4eec-9acf-8c0dbd118ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:40:03Z', 'updated_at': '2022-05-13T14:40:13Z', 'revision_number': 5, 'project_id': 'c17cdcf999b449b5aa60cccac89b5240', 'subnets': [{'id': '544d57df-43e7-4eec-9acf-8c0dbd118ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:28.933072 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e886a9-a038-42d3-8578-e42252e335e1 None None] The sync data for ids ['ed688aec-2c26-417c-9f4d-5096af0a91f4'] in n-d-841760-1 is: [{'id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'name': 'tempest-ServersTestBootFromVolume-1572355520-router', 'tenant_id': 'c17cdcf999b449b5aa60cccac89b5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'c5c931b6-afc5-4cfa-ac24-9917bf7160bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:39:54Z', 'updated_at': '2022-05-13T14:40:05Z', 'revision_number': 4, 'project_id': 'c17cdcf999b449b5aa60cccac89b5240', 'gw_port': {'id': 'c5c931b6-afc5-4cfa-ac24-9917bf7160bd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:56Z', 'updated_at': '2022-05-13T14:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '5e6483a8-4067-4646-9758-3b001ee25507', 'tenant_id': 'c17cdcf999b449b5aa60cccac89b5240', 'floating_ip_address': '172.25.0.58', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'port_id': '798f86b1-8c67-4f45-aed9-0fc05c38c0cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a65a42c9-eea2-4199-ba2d-3abfc19ee8e5', 'mac_address': 'fa:16:3e:99:62:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e081309-655a-4310-8653-b8198aa78430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:40:15Z', 'updated_at': '2022-05-13T14:41:24Z', 'revision_number': 1, 'project_id': 'c17cdcf999b449b5aa60cccac89b5240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c4f780d-0cfd-4638-b2b5-ad46e20afd96', 'name': '', 'network_id': 'a65a42c9-eea2-4199-ba2d-3abfc19ee8e5', 'tenant_id': 'c17cdcf999b449b5aa60cccac89b5240', 'mac_address': 'fa:16:3e:93:25:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '544d57df-43e7-4eec-9acf-8c0dbd118ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:40:03Z', 'updated_at': '2022-05-13T14:40:13Z', 'revision_number': 5, 'project_id': 'c17cdcf999b449b5aa60cccac89b5240', 'subnets': [{'id': '544d57df-43e7-4eec-9acf-8c0dbd118ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:41:28.969592 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3c22abb9-1d72-489d-a252-3798590c02fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:28.982239 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-2da6726b-b2bd-4457-8b20-58a91ffaaa67 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] show failed (client error): The resource could not be found. May 13 14:41:28.984010 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2da6726b-b2bd-4457-8b20-58a91ffaaa67 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups/4faeb31a-ec6a-4294-a70c-477a3b2c20c8 HTTP/1.1" status: 404 len: 347 time: 0.0661995 May 13 14:41:28.988863 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58146) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:29.035065 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3c22abb9-1d72-489d-a252-3798590c02fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:29.151210 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3c22abb9-1d72-489d-a252-3798590c02fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:29.186731 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22abb9-1d72-489d-a252-3798590c02fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e987abc-1ef0-401f-8452-b53c941e599a,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:29.207699 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3c22abb9-1d72-489d-a252-3798590c02fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:29.212861 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3c22abb9-1d72-489d-a252-3798590c02fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3e987abc-1ef0-401f-8452-b53c941e599a HTTP/1.1" status: 204 len: 168 time: 0.4151988 May 13 14:41:29.294509 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861f58ea-2a89-4fe9-b7c5-d5cd03ec05fe tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:29.301693 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-861f58ea-2a89-4fe9-b7c5-d5cd03ec05fe tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "GET /v2.0/ports/a9f1f60b-b79b-40d2-a5cb-985f15d903ae HTTP/1.1" status: 200 len: 984 time: 0.7494645 May 13 14:41:29.305055 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58178) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:29.439489 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f968c8-11ee-44fe-8752-15708c9e5b1f None None] New status for floating IP 5e6483a8-4067-4646-9758-3b001ee25507: ACTIVE {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:41:29.558611 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58190) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:29.638733 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-7f341f9d-328d-4623-a465-36dee218ac32 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Deleting port 537ff094-41c9-4041-8e40-8bf9630046d4 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:29.638733 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7f341f9d-328d-4623-a465-36dee218ac32 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:29.848272 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3cfb4bda-070a-4342-82dd-bc2123ddb27b req-43d086fb-4ea0-4c2d-9875-8869d61fe041 service neutron] 10.222.0.59 "GET /v2.0/networks/a65a42c9-eea2-4199-ba2d-3abfc19ee8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0738804 May 13 14:41:30.077292 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ba41f5cb-7714-4370-b45f-d275e7fd7043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:30.401014 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7f341f9d-328d-4623-a465-36dee218ac32 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:30.401460 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7f341f9d-328d-4623-a465-36dee218ac32 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:30.466972 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f1d422f9-a3ad-4f24-b356-e50b1f95a66b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:30.570988 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-7f341f9d-328d-4623-a465-36dee218ac32 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Calling delete_port for 537ff094-41c9-4041-8e40-8bf9630046d4 owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:30.634069 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58220) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:30.648477 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:30.655409 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:30.977487 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7f341f9d-328d-4623-a465-36dee218ac32 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:31.006391 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-f1d422f9-a3ad-4f24-b356-e50b1f95a66b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Deleting port a9f1f60b-b79b-40d2-a5cb-985f15d903ae {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:31.006744 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f1d422f9-a3ad-4f24-b356-e50b1f95a66b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:31.054143 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f341f9d-328d-4623-a465-36dee218ac32 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Pushing event deleted for resources: {'Port': ['ID=537ff094-41c9-4041-8e40-8bf9630046d4,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:31.136723 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6c7e18bd-a007-41ee-8d0f-4d0d9a4138bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:31.289863 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6c7e18bd-a007-41ee-8d0f-4d0d9a4138bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:31.295551 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6c7e18bd-a007-41ee-8d0f-4d0d9a4138bf admin admin] Usage tracker for resource:security_group_rule and tenant:983cea38297d4d689bcd791c4c465c73 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:31.299493 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6c7e18bd-a007-41ee-8d0f-4d0d9a4138bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:31.309224 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6c7e18bd-a007-41ee-8d0f-4d0d9a4138bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:31.431754 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58244) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:31.450445 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7f341f9d-328d-4623-a465-36dee218ac32 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks [] for floatingip, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:31.542418 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7f341f9d-328d-4623-a465-36dee218ac32 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:31.543617 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7f341f9d-328d-4623-a465-36dee218ac32 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "DELETE /v2.0/floatingips/5e5115be-239e-4c6c-a339-840fc4dc81f1 HTTP/1.1" status: 204 len: 168 time: 2.5458724 May 13 14:41:31.594468 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6c7e18bd-a007-41ee-8d0f-4d0d9a4138bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:31.603540 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6c7e18bd-a007-41ee-8d0f-4d0d9a4138bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:31.640398 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-d1a12fb6-3524-4514-93a4-205ab7fd5765 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Request body: {'network': {'name': 'tempest-RoutersTest-631119092'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:31.648572 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d1a12fb6-3524-4514-93a4-205ab7fd5765 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:31.654547 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e18bd-a007-41ee-8d0f-4d0d9a4138bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d60b012-734e-49b9-bddd-f6960e20a250,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:31.662201 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d1a12fb6-3524-4514-93a4-205ab7fd5765 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Usage tracker for resource:network and tenant:17b49979485542bba655ee3d2918613c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:31.668483 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d1a12fb6-3524-4514-93a4-205ab7fd5765 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:31.688589 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d1a12fb6-3524-4514-93a4-205ab7fd5765 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:31.692361 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6c7e18bd-a007-41ee-8d0f-4d0d9a4138bf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=983cea38297d4d689bcd791c4c465c73&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0555346 May 13 14:41:31.695090 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58252) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:31.697065 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f1d422f9-a3ad-4f24-b356-e50b1f95a66b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:31.763386 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8bc07456-af4f-4fb0-bb34-9e014e975faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:31.867981 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-f1d422f9-a3ad-4f24-b356-e50b1f95a66b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Calling delete_port for a9f1f60b-b79b-40d2-a5cb-985f15d903ae owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:31.888366 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a12fb6-3524-4514-93a4-205ab7fd5765 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Made reservation on behalf of 17b49979485542bba655ee3d2918613c for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:31.892481 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d1a12fb6-3524-4514-93a4-205ab7fd5765 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:31.945210 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d1a12fb6-3524-4514-93a4-205ab7fd5765 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:31.985106 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d1a12fb6-3524-4514-93a4-205ab7fd5765 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:32.011759 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d1a12fb6-3524-4514-93a4-205ab7fd5765 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Usage tracker for resource:security_group_rule and tenant:17b49979485542bba655ee3d2918613c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:32.015158 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9d73aff5-a057-4dda-b16c-80d32bbb852c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:32.018143 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d1a12fb6-3524-4514-93a4-205ab7fd5765 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:32.051624 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:32.227849 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f1d422f9-a3ad-4f24-b356-e50b1f95a66b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:32.292534 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d422f9-a3ad-4f24-b356-e50b1f95a66b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event deleted for resources: {'Port': ['ID=a9f1f60b-b79b-40d2-a5cb-985f15d903ae,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:32.397494 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d1a12fb6-3524-4514-93a4-205ab7fd5765 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:32.487594 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9d73aff5-a057-4dda-b16c-80d32bbb852c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:32.527086 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f1d422f9-a3ad-4f24-b356-e50b1f95a66b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:32.634543 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9d73aff5-a057-4dda-b16c-80d32bbb852c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:32.724917 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73aff5-a057-4dda-b16c-80d32bbb852c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d60b012-734e-49b9-bddd-f6960e20a250,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:32.766119 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-8bc07456-af4f-4fb0-bb34-9e014e975faa admin admin] Deleting port d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:32.766119 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8bc07456-af4f-4fb0-bb34-9e014e975faa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:32.874414 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9d73aff5-a057-4dda-b16c-80d32bbb852c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:32.880774 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9d73aff5-a057-4dda-b16c-80d32bbb852c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5d60b012-734e-49b9-bddd-f6960e20a250 HTTP/1.1" status: 204 len: 168 time: 1.1843204 May 13 14:41:32.894468 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d422f9-a3ad-4f24-b356-e50b1f95a66b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Router a576929b-7f60-4223-abc9-5e3b6ef2955c has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:41:32.959896 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d1a12fb6-3524-4514-93a4-205ab7fd5765 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:32.993840 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d1a12fb6-3524-4514-93a4-205ab7fd5765 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:33.062329 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a12fb6-3524-4514-93a4-205ab7fd5765 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:41:33.072699 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a12fb6-3524-4514-93a4-205ab7fd5765 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b8c2f9-08af-4d86-8b86-efd0791328d4,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:33.102647 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d1a12fb6-3524-4514-93a4-205ab7fd5765 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:33.103574 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-d1a12fb6-3524-4514-93a4-205ab7fd5765 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Added segment 95818b07-deb2-4cd7-822d-a9408a88708b of type vlan for network 4ede94aa-3771-42b8-9647-d4e587f670e8 May 13 14:41:33.141831 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-8bc07456-af4f-4fb0-bb34-9e014e975faa admin admin] For port d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6,segment=NetworkSegment(e1d397b0-eea9-4be4-8f48-8e9bcd88630d),segment_id=e1d397b0-eea9-4be4-8f48-8e9bcd88630d)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:33.141831 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8bc07456-af4f-4fb0-bb34-9e014e975faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:33.154402 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d422f9-a3ad-4f24-b356-e50b1f95a66b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:41:33.169295 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84420d54-46af-45f1-8500-befbe5bce7e2 None None] Sync routers for ids ['a576929b-7f60-4223-abc9-5e3b6ef2955c'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:41:33.202142 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f1d422f9-a3ad-4f24-b356-e50b1f95a66b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "PUT /v2.0/routers/a576929b-7f60-4223-abc9-5e3b6ef2955c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8918767 May 13 14:41:33.202332 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58274) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:33.230221 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84420d54-46af-45f1-8500-befbe5bce7e2 None None] Routers {'a576929b-7f60-4223-abc9-5e3b6ef2955c'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:41:33.231346 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-84420d54-46af-45f1-8500-befbe5bce7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:41:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['a576929b-7f60-4223-abc9-5e3b6ef2955c'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:33.247210 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d1a12fb6-3524-4514-93a4-205ab7fd5765 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:33.327170 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-84420d54-46af-45f1-8500-befbe5bce7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:33.341487 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84420d54-46af-45f1-8500-befbe5bce7e2 None None] Routers {'a576929b-7f60-4223-abc9-5e3b6ef2955c'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:41:33.342266 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-84420d54-46af-45f1-8500-befbe5bce7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:41:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['a576929b-7f60-4223-abc9-5e3b6ef2955c'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:33.434872 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-84420d54-46af-45f1-8500-befbe5bce7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:33.435429 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84420d54-46af-45f1-8500-befbe5bce7e2 None None] The sync data for ids ['a576929b-7f60-4223-abc9-5e3b6ef2955c'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:41:33.517606 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-8bc07456-af4f-4fb0-bb34-9e014e975faa admin admin] Calling delete_port for d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6 owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:33.669141 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d1a12fb6-3524-4514-93a4-205ab7fd5765 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:33.677429 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a12fb6-3524-4514-93a4-205ab7fd5765 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:33.678318 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d1a12fb6-3524-4514-93a4-205ab7fd5765 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:33.894339 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d1a12fb6-3524-4514-93a4-205ab7fd5765 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.4615099 May 13 14:41:33.899075 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58292) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:33.901979 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a12fb6-3524-4514-93a4-205ab7fd5765 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Network': ['ID=4ede94aa-3771-42b8-9647-d4e587f670e8,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:33.916007 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-6c1a834f-41fa-4d14-80c3-fabdf2d42d1d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Request body: {'network': {'name': 'tempest-RoutersTest-1286264208'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:33.916234 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 4ede94aa-3771-42b8-9647-d4e587f670e8 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:41:33.924459 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6c1a834f-41fa-4d14-80c3-fabdf2d42d1d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:33.930695 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6c1a834f-41fa-4d14-80c3-fabdf2d42d1d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Usage tracker for resource:network and tenant:17b49979485542bba655ee3d2918613c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:33.935390 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6c1a834f-41fa-4d14-80c3-fabdf2d42d1d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:33.948842 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6c1a834f-41fa-4d14-80c3-fabdf2d42d1d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:33.970064 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1a834f-41fa-4d14-80c3-fabdf2d42d1d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Made reservation on behalf of 17b49979485542bba655ee3d2918613c for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:33.974191 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6c1a834f-41fa-4d14-80c3-fabdf2d42d1d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:34.021637 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c1a834f-41fa-4d14-80c3-fabdf2d42d1d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:41:34.049015 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6c1a834f-41fa-4d14-80c3-fabdf2d42d1d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:34.050871 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-6c1a834f-41fa-4d14-80c3-fabdf2d42d1d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Added segment f0312320-5a91-4da9-8448-493bcbd62b79 of type vlan for network dd1e857a-17fd-4a1b-9d29-f2c86ed6a495 May 13 14:41:34.124715 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6c1a834f-41fa-4d14-80c3-fabdf2d42d1d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:34.232609 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-f9808f80-74c8-490c-a232-09cfa0cbd9ca tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] remove_router_interface failed (client error): The resource could not be found. May 13 14:41:34.233403 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f9808f80-74c8-490c-a232-09cfa0cbd9ca tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "PUT /v2.0/routers/a576929b-7f60-4223-abc9-5e3b6ef2955c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0302119 May 13 14:41:34.239010 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58312) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:34.276586 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [None req-6c1a834f-41fa-4d14-80c3-fabdf2d42d1d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:41:34.329541 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-062a72e7-3ee0-45d4-84e3-180b31f8e87b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Synchronizing usage tracker for tenant:f1ec4de986a64c699f9b990b9e5d2da5 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:41:34.363475 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-062a72e7-3ee0-45d4-84e3-180b31f8e87b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Unset dirty status for tenant:f1ec4de986a64c699f9b990b9e5d2da5 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:41:34.366019 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-062a72e7-3ee0-45d4-84e3-180b31f8e87b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "GET /v2.0/ports?device_id=a576929b-7f60-4223-abc9-5e3b6ef2955c HTTP/1.1" status: 200 len: 205 time: 0.1281204 May 13 14:41:34.369352 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58324) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:34.373440 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6c1a834f-41fa-4d14-80c3-fabdf2d42d1d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:34.389444 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1a834f-41fa-4d14-80c3-fabdf2d42d1d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:34.390101 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6c1a834f-41fa-4d14-80c3-fabdf2d42d1d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:34.469728 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8bc07456-af4f-4fb0-bb34-9e014e975faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:34.733391 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc07456-af4f-4fb0-bb34-9e014e975faa admin admin] Pushing event deleted for resources: {'Port': ['ID=d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:34.746917 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b805fd67-a8e8-422a-a42c-83ee767d0257 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:34.758926 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6c1a834f-41fa-4d14-80c3-fabdf2d42d1d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8584101 May 13 14:41:34.759984 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58334) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:34.793209 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-e2c340e1-b565-4dc1-a84b-9387dadd29ba tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Request body: {'subnet': {'network_id': '4ede94aa-3771-42b8-9647-d4e587f670e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:34.853594 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a834f-41fa-4d14-80c3-fabdf2d42d1d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Network': ['ID=dd1e857a-17fd-4a1b-9d29-f2c86ed6a495,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:34.870951 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network dd1e857a-17fd-4a1b-9d29-f2c86ed6a495 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:41:35.605559 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b805fd67-a8e8-422a-a42c-83ee767d0257 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:35.615515 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b805fd67-a8e8-422a-a42c-83ee767d0257 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:35.671346 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e2c340e1-b565-4dc1-a84b-9387dadd29ba tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:35.686546 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b805fd67-a8e8-422a-a42c-83ee767d0257 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:35.687091 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b805fd67-a8e8-422a-a42c-83ee767d0257 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Fanout notify agent at l3_agent the message router_deleted on router a576929b-7f60-4223-abc9-5e3b6ef2955c {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:41:35.706597 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b805fd67-a8e8-422a-a42c-83ee767d0257 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:35.719351 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b805fd67-a8e8-422a-a42c-83ee767d0257 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/routers/a576929b-7f60-4223-abc9-5e3b6ef2955c HTTP/1.1" status: 204 len: 168 time: 1.3404098 May 13 14:41:35.719351 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58354) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:35.812006 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-867ab62a-9bc7-453d-a991-fb033715e708 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Deleting subnet f9dc5c25-92e5-4f83-9263-d7d5144fa45c {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:41:35.817297 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-867ab62a-9bc7-453d-a991-fb033715e708 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:35.884363 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e2c340e1-b565-4dc1-a84b-9387dadd29ba tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Usage tracker for resource:subnet and tenant:17b49979485542bba655ee3d2918613c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:35.887675 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-867ab62a-9bc7-453d-a991-fb033715e708 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:35.891893 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e2c340e1-b565-4dc1-a84b-9387dadd29ba tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:35.927696 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e2c340e1-b565-4dc1-a84b-9387dadd29ba tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:36.011602 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58362) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:36.057512 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c340e1-b565-4dc1-a84b-9387dadd29ba tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Made reservation on behalf of 17b49979485542bba655ee3d2918613c for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:36.061535 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e2c340e1-b565-4dc1-a84b-9387dadd29ba tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:36.087322 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-867ab62a-9bc7-453d-a991-fb033715e708 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:36.269588 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-867ab62a-9bc7-453d-a991-fb033715e708 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:36.333399 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e2c340e1-b565-4dc1-a84b-9387dadd29ba tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:36.411635 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c340e1-b565-4dc1-a84b-9387dadd29ba tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Subnet': ['ID=26ee81ab-ca6a-4182-b93a-bf4486ef34d4,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:36.423196 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecde52-bf0f-4039-a411-28a9a4193733 req-08c1bc1f-27f2-4d49-95f6-b12d6e288010 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:36.424207 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ab62a-9bc7-453d-a991-fb033715e708 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event deleted for resources: {'Subnet': ['ID=f9dc5c25-92e5-4f83-9263-d7d5144fa45c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:36.425694 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d6ecde52-bf0f-4039-a411-28a9a4193733 req-08c1bc1f-27f2-4d49-95f6-b12d6e288010 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e49cf98-f716-4794-9929-b60fbec1e3a9 HTTP/1.1" status: 200 len: 946 time: 0.7591729 May 13 14:41:36.427266 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8bc07456-af4f-4fb0-bb34-9e014e975faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:36.432868 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c28bce-485e-4e3f-b0ea-47d0fc6954ed None None] Network c4b0eea3-a05e-4b5f-b1eb-ca73220c3a62 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:41:36.442296 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-867ab62a-9bc7-453d-a991-fb033715e708 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:36.458162 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-867ab62a-9bc7-453d-a991-fb033715e708 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/subnets/f9dc5c25-92e5-4f83-9263-d7d5144fa45c HTTP/1.1" status: 204 len: 168 time: 0.7427602 May 13 14:41:36.465885 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-0ea2ade5-de6a-46cb-a871-64b21643c274 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-86808866'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:36.469360 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58370) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:36.471991 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0ea2ade5-de6a-46cb-a871-64b21643c274 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:36.479398 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0ea2ade5-de6a-46cb-a871-64b21643c274 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] Usage tracker for resource:network and tenant:6827afc50f3f4bbf8e6a0b4178d2e364 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:36.500386 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0ea2ade5-de6a-46cb-a871-64b21643c274 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:36.512015 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0ea2ade5-de6a-46cb-a871-64b21643c274 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:36.526953 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea2ade5-de6a-46cb-a871-64b21643c274 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] Made reservation on behalf of 6827afc50f3f4bbf8e6a0b4178d2e364 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:36.531597 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ade5-de6a-46cb-a871-64b21643c274 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:36.541638 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-778a0298-de5b-42a0-9972-0c6d7320554f req-44b77e5d-93c7-4896-aea1-ea4c5ce3d9db service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1501369 May 13 14:41:36.546539 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ade5-de6a-46cb-a871-64b21643c274 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:36.580577 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0ea2ade5-de6a-46cb-a871-64b21643c274 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:36.585754 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0ea2ade5-de6a-46cb-a871-64b21643c274 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] Usage tracker for resource:security_group_rule and tenant:6827afc50f3f4bbf8e6a0b4178d2e364 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:36.589469 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0ea2ade5-de6a-46cb-a871-64b21643c274 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:36.596892 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0ea2ade5-de6a-46cb-a871-64b21643c274 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:36.837199 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d6ecde52-bf0f-4039-a411-28a9a4193733 req-689a2f1f-17eb-46a0-8cf4-c8d7945442b5 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635526 May 13 14:41:36.837199 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c340e1-b565-4dc1-a84b-9387dadd29ba tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Checking segment: {'id': '95818b07-deb2-4cd7-822d-a9408a88708b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4ede94aa-3771-42b8-9647-d4e587f670e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:41:36.837199 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c340e1-b565-4dc1-a84b-9387dadd29ba tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network hostable DHCP agents. Network: 4ede94aa-3771-42b8-9647-d4e587f670e8, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:41:36.896396 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ade5-de6a-46cb-a871-64b21643c274 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:36.925425 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ade5-de6a-46cb-a871-64b21643c274 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:36.980334 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cfd173-358c-4aa1-9d53-30f42ff82163 None None] DHCP port deletion for c4b0eea3-a05e-4b5f-b1eb-ca73220c3a62 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:41:36.986031 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-11cfd173-358c-4aa1-9d53-30f42ff82163 None None] Deleting port 1d38dbf4-9086-43bb-83bc-358f6fad9936 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:36.987747 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-11cfd173-358c-4aa1-9d53-30f42ff82163 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:37.025782 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea2ade5-de6a-46cb-a871-64b21643c274 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:41:37.039583 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2ade5-de6a-46cb-a871-64b21643c274 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5aa7a1-109b-47f3-af81-a7b157e38cee,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:37.057852 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ade5-de6a-46cb-a871-64b21643c274 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:37.058206 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-0ea2ade5-de6a-46cb-a871-64b21643c274 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] Added segment 9b1883b0-1879-4c34-96cc-555df521b0f5 of type vlan for network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 May 13 14:41:37.129289 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ade5-de6a-46cb-a871-64b21643c274 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:37.176899 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ade5-de6a-46cb-a871-64b21643c274 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:37.185060 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea2ade5-de6a-46cb-a871-64b21643c274 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:37.185833 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ade5-de6a-46cb-a871-64b21643c274 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:37.204912 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c340e1-b565-4dc1-a84b-9387dadd29ba tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network 4ede94aa-3771-42b8-9647-d4e587f670e8 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:41:37.273002 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-84b1d88f-cfe4-4b7c-b78a-b2c15f27dbd3 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:37.298574 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-e2c340e1-b565-4dc1-a84b-9387dadd29ba tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 4ede94aa-3771-42b8-9647-d4e587f670e8) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:37.347878 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c340e1-b565-4dc1-a84b-9387dadd29ba tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:37.347878 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e2c340e1-b565-4dc1-a84b-9387dadd29ba tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:37.470024 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e2c340e1-b565-4dc1-a84b-9387dadd29ba tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6777897 May 13 14:41:37.470024 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58380) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:37.476629 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391096f5-71a9-4845-b4ed-557b072827ef None None] Network 4ede94aa-3771-42b8-9647-d4e587f670e8 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:41:37.516614 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2ade5-de6a-46cb-a871-64b21643c274 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] Pushing event updated for resources: {'Network': ['ID=e9b4772e-80b1-45a1-bf5d-a52caa1d5a31,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:37.564451 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:41:37.669180 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-b5d873d5-7f2c-4ee3-bc5d-7f0aefac0bc4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Request body: {'subnet': {'network_id': 'dd1e857a-17fd-4a1b-9d29-f2c86ed6a495', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:37.707478 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0ea2ade5-de6a-46cb-a871-64b21643c274 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.6947186 May 13 14:41:37.880105 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17e94f-d8c1-4ef5-97ab-e15ddc81a1a7 req-64fb9dd6-0d86-4eef-9e92-26d4ec270493 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:37.880105 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9c17e94f-d8c1-4ef5-97ab-e15ddc81a1a7 req-64fb9dd6-0d86-4eef-9e92-26d4ec270493 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e49cf98-f716-4794-9929-b60fbec1e3a9 HTTP/1.1" status: 200 len: 946 time: 0.3755367 May 13 14:41:37.948721 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-84b1d88f-cfe4-4b7c-b78a-b2c15f27dbd3 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Deleting port 1d38dbf4-9086-43bb-83bc-358f6fad9936 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:37.948721 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-84b1d88f-cfe4-4b7c-b78a-b2c15f27dbd3 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:38.212108 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58400) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:38.230832 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Request body: {'port': {'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31', 'binding:host_id': 'n-h1-841760-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1315515191'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:38.242365 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:38.259962 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Usage tracker for resource:port and tenant:0fec79c0ab484c9aadc128dae04e022b is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:38.265706 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:38.275714 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:38.283074 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-84b1d88f-cfe4-4b7c-b78a-b2c15f27dbd3 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] For port 1d38dbf4-9086-43bb-83bc-358f6fad9936, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=1d38dbf4-9086-43bb-83bc-358f6fad9936,segment=NetworkSegment(6b701341-6147-4f4b-b1d4-46d07e12980c),segment_id=6b701341-6147-4f4b-b1d4-46d07e12980c)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:38.284255 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-84b1d88f-cfe4-4b7c-b78a-b2c15f27dbd3 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:38.299951 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-9c17e94f-d8c1-4ef5-97ab-e15ddc81a1a7 req-0f4c3eb3-dcd0-4a11-b8a2-cd6eb0c56933 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Deleting port 92e3071f-6f84-4a90-b717-2c9182b0b423 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:38.300281 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-9c17e94f-d8c1-4ef5-97ab-e15ddc81a1a7 req-0f4c3eb3-dcd0-4a11-b8a2-cd6eb0c56933 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:38.339973 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-11cfd173-358c-4aa1-9d53-30f42ff82163 None None] For port 1d38dbf4-9086-43bb-83bc-358f6fad9936, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=1d38dbf4-9086-43bb-83bc-358f6fad9936,segment=NetworkSegment(6b701341-6147-4f4b-b1d4-46d07e12980c),segment_id=6b701341-6147-4f4b-b1d4-46d07e12980c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:38.339973 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-11cfd173-358c-4aa1-9d53-30f42ff82163 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:38.430069 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc07456-af4f-4fb0-bb34-9e014e975faa admin admin] Router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:41:38.472793 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a0298-de5b-42a0-9972-0c6d7320554f req-366f2d8c-5c8b-4af4-990d-0dabe22683f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:38.474729 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-778a0298-de5b-42a0-9972-0c6d7320554f req-366f2d8c-5c8b-4af4-990d-0dabe22683f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=936df29ada1f4039bf03263eb4658581&device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 1096 time: 1.7346172 May 13 14:41:38.475852 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b5d873d5-7f2c-4ee3-bc5d-7f0aefac0bc4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:38.676172 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-11cfd173-358c-4aa1-9d53-30f42ff82163 None None] Calling delete_port for 1d38dbf4-9086-43bb-83bc-358f6fad9936 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:38.694437 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Made reservation on behalf of 0fec79c0ab484c9aadc128dae04e022b for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:38.698421 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:38.716643 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 1d38dbf4-9086-43bb-83bc-358f6fad9936 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:41:38.744647 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:38.773750 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:38.779296 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Usage tracker for resource:security_group_rule and tenant:0fec79c0ab484c9aadc128dae04e022b is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:38.783887 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:38.795613 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:38.904926 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-84b1d88f-cfe4-4b7c-b78a-b2c15f27dbd3 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Calling delete_port for 1d38dbf4-9086-43bb-83bc-358f6fad9936 owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:38.929319 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:38.934886 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:38.940261 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] device_id is not set on port 49e4100e-d083-4156-9b12-d227fce5b276 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:41:38.981404 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-11cfd173-358c-4aa1-9d53-30f42ff82163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:39.046138 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cfd173-358c-4aa1-9d53-30f42ff82163 None None] Pushing event deleted for resources: {'Port': ['ID=1d38dbf4-9086-43bb-83bc-358f6fad9936,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:39.067347 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b31c5b-4506-4428-9170-dae331f21090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-4ede94aa-3771-42b8-9647-d4e587f670e8', 'network_id': '4ede94aa-3771-42b8-9647-d4e587f670e8', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'fixed_ips': [{'subnet_id': '26ee81ab-ca6a-4182-b93a-bf4486ef34d4'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:41:39.068527 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-52b31c5b-4506-4428-9170-dae331f21090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:39.081365 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cfd173-358c-4aa1-9d53-30f42ff82163 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:39.082047 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cfd173-358c-4aa1-9d53-30f42ff82163 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:39.082592 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cfd173-358c-4aa1-9d53-30f42ff82163 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:39.083145 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cfd173-358c-4aa1-9d53-30f42ff82163 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:39.083683 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cfd173-358c-4aa1-9d53-30f42ff82163 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:39.084217 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cfd173-358c-4aa1-9d53-30f42ff82163 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:39.084784 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cfd173-358c-4aa1-9d53-30f42ff82163 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:39.085300 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cfd173-358c-4aa1-9d53-30f42ff82163 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:39.085826 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cfd173-358c-4aa1-9d53-30f42ff82163 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:39.086343 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cfd173-358c-4aa1-9d53-30f42ff82163 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:39.086865 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cfd173-358c-4aa1-9d53-30f42ff82163 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:39.087594 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cfd173-358c-4aa1-9d53-30f42ff82163 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:39.095527 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cfd173-358c-4aa1-9d53-30f42ff82163 None None] No DVR routers for this DVR port 1d38dbf4-9086-43bb-83bc-358f6fad9936 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:41:39.095682 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b5d873d5-7f2c-4ee3-bc5d-7f0aefac0bc4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Usage tracker for resource:subnet and tenant:17b49979485542bba655ee3d2918613c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:39.118814 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b5d873d5-7f2c-4ee3-bc5d-7f0aefac0bc4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:39.121646 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 1d38dbf4-9086-43bb-83bc-358f6fad9936 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:39.122379 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:39.141695 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4746c7c2-a9ae-4c26-a9a1-2f7009701b70,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:39.227294 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [None req-84b1d88f-cfe4-4b7c-b78a-b2c15f27dbd3 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:41:39.227614 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [None req-84b1d88f-cfe4-4b7c-b78a-b2c15f27dbd3 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:41:39.418124 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b5d873d5-7f2c-4ee3-bc5d-7f0aefac0bc4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:39.451170 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a0298-de5b-42a0-9972-0c6d7320554f req-af25597f-92a1-404a-a900-0ab9edaa6f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:39.452843 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-778a0298-de5b-42a0-9972-0c6d7320554f req-af25597f-92a1-404a-a900-0ab9edaa6f9b service neutron] 10.222.0.59 "GET /v2.0/networks?id=9479e797-5371-4e30-beb4-10899bbfb8b9 HTTP/1.1" status: 200 len: 919 time: 0.5797439 May 13 14:41:39.519445 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-52b31c5b-4506-4428-9170-dae331f21090 None None] Allocated IP 172.20.0.2 (4ede94aa-3771-42b8-9647-d4e587f670e8/26ee81ab-ca6a-4182-b93a-bf4486ef34d4/fcee55d4-19c9-4d87-9c9f-58fa416a72f5) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:41:39.543304 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-778a0298-de5b-42a0-9972-0c6d7320554f req-2b880b34-bb25-4898-a2ef-28e5387d6638 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=678150fc-a884-4cde-a368-5d99c72e9568 HTTP/1.1" status: 200 len: 217 time: 0.0784328 May 13 14:41:39.617082 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-9c17e94f-d8c1-4ef5-97ab-e15ddc81a1a7 req-0f4c3eb3-dcd0-4a11-b8a2-cd6eb0c56933 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] For port 92e3071f-6f84-4a90-b717-2c9182b0b423, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=92e3071f-6f84-4a90-b717-2c9182b0b423,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:39.617618 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-9c17e94f-d8c1-4ef5-97ab-e15ddc81a1a7 req-0f4c3eb3-dcd0-4a11-b8a2-cd6eb0c56933 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:39.637969 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d873d5-7f2c-4ee3-bc5d-7f0aefac0bc4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Made reservation on behalf of 17b49979485542bba655ee3d2918613c for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:39.642744 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b5d873d5-7f2c-4ee3-bc5d-7f0aefac0bc4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:39.743575 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-84b1d88f-cfe4-4b7c-b78a-b2c15f27dbd3 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Deleting port 1d38dbf4-9086-43bb-83bc-358f6fad9936 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:39.743891 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-84b1d88f-cfe4-4b7c-b78a-b2c15f27dbd3 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:39.804859 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-9c17e94f-d8c1-4ef5-97ab-e15ddc81a1a7 req-0f4c3eb3-dcd0-4a11-b8a2-cd6eb0c56933 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Calling delete_port for 92e3071f-6f84-4a90-b717-2c9182b0b423 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:39.883140 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-84b1d88f-cfe4-4b7c-b78a-b2c15f27dbd3 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] The port '1d38dbf4-9086-43bb-83bc-358f6fad9936' was deleted {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:41:39.892175 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc07456-af4f-4fb0-bb34-9e014e975faa admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:41:39.897734 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-52b31c5b-4506-4428-9170-dae331f21090 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:39.925145 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced1f2c1-e485-4e3a-b1ea-8f867882af8e None None] Sync routers for ids ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:41:39.949401 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced1f2c1-e485-4e3a-b1ea-8f867882af8e None None] Routers {'61d9c492-7067-4a2e-92b2-ee02e1800bf7'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:41:39.950364 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ced1f2c1-e485-4e3a-b1ea-8f867882af8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:41:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:39.964902 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a0298-de5b-42a0-9972-0c6d7320554f req-e5036299-fb64-417b-b141-25f9c2375d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:39.966587 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-778a0298-de5b-42a0-9972-0c6d7320554f req-e5036299-fb64-417b-b141-25f9c2375d13 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be55f4c0-99f6-4777-9e43-16529e4e725e HTTP/1.1" status: 200 len: 857 time: 0.4175096 May 13 14:41:39.974482 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efabf32-602b-4862-a97f-6861acd27777 req-847099c9-44ae-4759-a7ea-e44754fd100a tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:39.976437 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4efabf32-602b-4862-a97f-6861acd27777 req-847099c9-44ae-4759-a7ea-e44754fd100a tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e49cf98-f716-4794-9929-b60fbec1e3a9 HTTP/1.1" status: 200 len: 946 time: 1.5322113 May 13 14:41:40.138876 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8bc07456-af4f-4fb0-bb34-9e014e975faa admin admin] 10.222.0.35 "PUT /v2.0/routers/61d9c492-7067-4a2e-92b2-ee02e1800bf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5797408 May 13 14:41:40.154381 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58416) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:40.189170 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-84b1d88f-cfe4-4b7c-b78a-b2c15f27dbd3 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:40.206560 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-ced1f2c1-e485-4e3a-b1ea-8f867882af8e None None] Set router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:41:40.299708 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4efabf32-602b-4862-a97f-6861acd27777 req-84cdda62-5997-452a-832c-143d352fbcbd tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737937 May 13 14:41:40.301745 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-84b1d88f-cfe4-4b7c-b78a-b2c15f27dbd3 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b0eea3-a05e-4b5f-b1eb-ca73220c3a62']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:40.384158 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-9c17e94f-d8c1-4ef5-97ab-e15ddc81a1a7 req-0f4c3eb3-dcd0-4a11-b8a2-cd6eb0c56933 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:40.392885 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] device_id is not set on port 49e4100e-d083-4156-9b12-d227fce5b276 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:41:40.409470 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-84b1d88f-cfe4-4b7c-b78a-b2c15f27dbd3 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b701341-6147-4f4b-b1d4-46d07e12980c') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:40.409758 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-84b1d88f-cfe4-4b7c-b78a-b2c15f27dbd3 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b701341-6147-4f4b-b1d4-46d07e12980c') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:40.457642 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-52b31c5b-4506-4428-9170-dae331f21090 None None] Transition to ACTIVE for port object fcee55d4-19c9-4d87-9c9f-58fa416a72f5 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:40.494104 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-84b1d88f-cfe4-4b7c-b78a-b2c15f27dbd3 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:40.543586 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a0298-de5b-42a0-9972-0c6d7320554f req-97f630c6-2381-4829-b155-a726ab79941e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:40.543586 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-778a0298-de5b-42a0-9972-0c6d7320554f req-97f630c6-2381-4829-b155-a726ab79941e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9479e797-5371-4e30-beb4-10899bbfb8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5575404 May 13 14:41:40.550047 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:40.564299 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c3eb3-dcd0-4a11-b8a2-cd6eb0c56933 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Pushing event deleted for resources: {'Port': ['ID=92e3071f-6f84-4a90-b717-2c9182b0b423,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:40.693286 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c17e94f-d8c1-4ef5-97ab-e15ddc81a1a7 req-0f4c3eb3-dcd0-4a11-b8a2-cd6eb0c56933 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] No DVR routers for this DVR port 92e3071f-6f84-4a90-b717-2c9182b0b423 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:41:40.708395 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacaad07-e3c4-4dbf-a1d8-fdbbe1965f59 req-39542277-36e9-45f7-a1d6-17d4483191a7 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:40.708727 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bacaad07-e3c4-4dbf-a1d8-fdbbe1965f59 req-39542277-36e9-45f7-a1d6-17d4483191a7 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 945 time: 0.4497592 May 13 14:41:40.710172 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-9c17e94f-d8c1-4ef5-97ab-e15ddc81a1a7 req-0f4c3eb3-dcd0-4a11-b8a2-cd6eb0c56933 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:40.717194 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e49cf98-f716-4794-9929-b60fbec1e3a9', 'name': 'network-vif-deleted', 'tag': '92e3071f-6f84-4a90-b717-2c9182b0b423'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:41:40.742130 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-84b1d88f-cfe4-4b7c-b78a-b2c15f27dbd3 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:40.748751 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2eacd45e-7a4a-445c-ab42-82a8f7f6354d admin admin] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:40.825145 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3b545aa-6f18-4ea5-8222-a18df9e8e094'] response: {'server_uuid': '7e49cf98-f716-4794-9929-b60fbec1e3a9', 'name': 'network-vif-deleted', 'tag': '92e3071f-6f84-4a90-b717-2c9182b0b423', 'status': 'completed', 'code': 200} May 13 14:41:40.833694 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ced1f2c1-e485-4e3a-b1ea-8f867882af8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:41:34Z', 'revision_number': 5, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'gw_port': {'id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:59Z', 'updated_at': '2022-05-13T14:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:40.839855 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced1f2c1-e485-4e3a-b1ea-8f867882af8e None None] Checking router: 61d9c492-7067-4a2e-92b2-ee02e1800bf7 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:41:40.854700 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced1f2c1-e485-4e3a-b1ea-8f867882af8e None None] Routers {'61d9c492-7067-4a2e-92b2-ee02e1800bf7'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:41:40.855831 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ced1f2c1-e485-4e3a-b1ea-8f867882af8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:41:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:40.962043 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b1d88f-cfe4-4b7c-b78a-b2c15f27dbd3 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:41:40.962043 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-84b1d88f-cfe4-4b7c-b78a-b2c15f27dbd3 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: timer() May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:41:40.990814 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:41:41.021664 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bacaad07-e3c4-4dbf-a1d8-fdbbe1965f59 req-418f0ae8-42e2-4427-8b67-a41dba6f5854 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855062 May 13 14:41:41.021664 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9c17e94f-d8c1-4ef5-97ab-e15ddc81a1a7 req-0f4c3eb3-dcd0-4a11-b8a2-cd6eb0c56933 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.74 "DELETE /v2.0/ports/92e3071f-6f84-4a90-b717-2c9182b0b423 HTTP/1.1" status: 204 len: 173 time: 3.1219170 May 13 14:41:41.122400 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b5d873d5-7f2c-4ee3-bc5d-7f0aefac0bc4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:41.172805 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-ced1f2c1-e485-4e3a-b1ea-8f867882af8e None None] Set router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:41:41.217537 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2eacd45e-7a4a-445c-ab42-82a8f7f6354d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:41.232643 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-2eacd45e-7a4a-445c-ab42-82a8f7f6354d admin admin] Deleting port 7e752575-abd8-456e-b6a0-bba3978290e6 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:41.235980 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2eacd45e-7a4a-445c-ab42-82a8f7f6354d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:41.356849 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Transition to ACTIVE for port object 49e4100e-d083-4156-9b12-d227fce5b276 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:41.371958 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:41.452120 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-52b31c5b-4506-4428-9170-dae331f21090 None None] Transition to ACTIVE for port object fcee55d4-19c9-4d87-9c9f-58fa416a72f5 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:41.460774 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-84b1d88f-cfe4-4b7c-b78a-b2c15f27dbd3 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:41.468241 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 92e3071f-6f84-4a90-b717-2c9182b0b423 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:41:41.527376 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d873d5-7f2c-4ee3-bc5d-7f0aefac0bc4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Subnet': ['ID=a77d617a-036d-4628-b1e4-0cf69d69768f,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:41.530948 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-52b31c5b-4506-4428-9170-dae331f21090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:41.544847 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-778a0298-de5b-42a0-9972-0c6d7320554f req-6780fc12-d328-4140-b9d6-d2b47971d3ec service neutron] 10.222.0.59 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9527650 May 13 14:41:41.546069 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Pushing event updated for resources: {'Port': ['ID=49e4100e-d083-4156-9b12-d227fce5b276,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:41.572477 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-84b1d88f-cfe4-4b7c-b78a-b2c15f27dbd3 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:41.630474 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 92e3071f-6f84-4a90-b717-2c9182b0b423 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:41:41.630474 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 92e3071f-6f84-4a90-b717-2c9182b0b423 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:41:41.716449 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1d88f-cfe4-4b7c-b78a-b2c15f27dbd3 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event deleted for resources: {'Network': ['ID=c4b0eea3-a05e-4b5f-b1eb-ca73220c3a62,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:41.739787 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Checking segment: {'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:41:41.740338 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Network hostable DHCP agents. Network: e9b4772e-80b1-45a1-bf5d-a52caa1d5a31, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:41:41.792439 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b31c5b-4506-4428-9170-dae331f21090 None None] Network 4ede94aa-3771-42b8-9647-d4e587f670e8 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:41:41.804154 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:41:41.823927 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-2eacd45e-7a4a-445c-ab42-82a8f7f6354d admin admin] For port 7e752575-abd8-456e-b6a0-bba3978290e6, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=7e752575-abd8-456e-b6a0-bba3978290e6,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:41.823927 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2eacd45e-7a4a-445c-ab42-82a8f7f6354d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:41.843578 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, e9b4772e-80b1-45a1-bf5d-a52caa1d5a31) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:41.867278 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:41:41.925311 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-52b31c5b-4506-4428-9170-dae331f21090 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:41.927755 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7074f69c-58e8-4fc7-ad0d-30d795ca7023 None None] Network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:41:41.950310 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b31c5b-4506-4428-9170-dae331f21090 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:41:41.959610 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d4d1b-8345-4752-9b9c-4e92f7e9115c req-e7f6d8dc-1c17-42a4-a75c-25de9276858d tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:41.959610 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ff1d4d1b-8345-4752-9b9c-4e92f7e9115c req-e7f6d8dc-1c17-42a4-a75c-25de9276858d tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Synchronizing usage tracker for tenant:936df29ada1f4039bf03263eb4658581 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:41:41.971139 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-84b1d88f-cfe4-4b7c-b78a-b2c15f27dbd3 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/networks/c4b0eea3-a05e-4b5f-b1eb-ca73220c3a62 HTTP/1.1" status: 204 len: 168 time: 5.4990413 May 13 14:41:41.971139 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d873d5-7f2c-4ee3-bc5d-7f0aefac0bc4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Checking segment: {'id': 'f0312320-5a91-4da9-8448-493bcbd62b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dd1e857a-17fd-4a1b-9d29-f2c86ed6a495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:41:41.974616 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d873d5-7f2c-4ee3-bc5d-7f0aefac0bc4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network hostable DHCP agents. Network: dd1e857a-17fd-4a1b-9d29-f2c86ed6a495, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:41:41.992863 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b31c5b-4506-4428-9170-dae331f21090 None None] Pushing event updated for resources: {'Port': ['ID=fcee55d4-19c9-4d87-9c9f-58fa416a72f5,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:42.018400 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58438) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:42.045700 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-2eacd45e-7a4a-445c-ab42-82a8f7f6354d admin admin] Calling delete_port for 7e752575-abd8-456e-b6a0-bba3978290e6 owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:42.049286 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-cb1ea544-06fa-4c55-8cee-2c52b80c8bd0 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1378400647'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:42.117482 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 49e4100e-d083-4156-9b12-d227fce5b276 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:42.118090 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fe6fc114-16ad-42cf-b4ee-0874c906495b req-f7c456e7-20f0-46a7-b854-782274e15f52 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e49cf98-f716-4794-9929-b60fbec1e3a9 HTTP/1.1" status: 200 len: 210 time: 0.4351249 May 13 14:41:42.136079 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-cb1ea544-06fa-4c55-8cee-2c52b80c8bd0 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:42.140046 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 49e4100e-d083-4156-9b12-d227fce5b276 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:42.141595 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 49e4100e-d083-4156-9b12-d227fce5b276 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:42.163697 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-cb1ea544-06fa-4c55-8cee-2c52b80c8bd0 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Usage tracker for resource:network and tenant:f1ec4de986a64c699f9b990b9e5d2da5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:42.171683 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Port 49e4100e-d083-4156-9b12-d227fce5b276 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:41:42.172896 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Failed to bind port 49e4100e-d083-4156-9b12-d227fce5b276 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] May 13 14:41:42.175412 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempt 2 to bind port 49e4100e-d083-4156-9b12-d227fce5b276 May 13 14:41:42.190877 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-cb1ea544-06fa-4c55-8cee-2c52b80c8bd0 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:42.212696 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-cb1ea544-06fa-4c55-8cee-2c52b80c8bd0 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:42.230619 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 49e4100e-d083-4156-9b12-d227fce5b276 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:42.232520 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 49e4100e-d083-4156-9b12-d227fce5b276 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:42.233151 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 49e4100e-d083-4156-9b12-d227fce5b276 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:42.242426 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d873d5-7f2c-4ee3-bc5d-7f0aefac0bc4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network dd1e857a-17fd-4a1b-9d29-f2c86ed6a495 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:41:42.259579 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-b5d873d5-7f2c-4ee3-bc5d-7f0aefac0bc4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, dd1e857a-17fd-4a1b-9d29-f2c86ed6a495) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:42.261189 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ff1d4d1b-8345-4752-9b9c-4e92f7e9115c req-e7f6d8dc-1c17-42a4-a75c-25de9276858d tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Unset dirty status for tenant:936df29ada1f4039bf03263eb4658581 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:41:42.264118 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ff1d4d1b-8345-4752-9b9c-4e92f7e9115c req-e7f6d8dc-1c17-42a4-a75c-25de9276858d tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.74 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 945 time: 1.5036619 May 13 14:41:42.285927 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d873d5-7f2c-4ee3-bc5d-7f0aefac0bc4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:42.287486 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b5d873d5-7f2c-4ee3-bc5d-7f0aefac0bc4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:42.293479 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1ea544-06fa-4c55-8cee-2c52b80c8bd0 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Made reservation on behalf of f1ec4de986a64c699f9b990b9e5d2da5 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:42.301550 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cb1ea544-06fa-4c55-8cee-2c52b80c8bd0 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:42.309366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Port 49e4100e-d083-4156-9b12-d227fce5b276 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:41:42.309820 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Failed to bind port 49e4100e-d083-4156-9b12-d227fce5b276 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] May 13 14:41:42.323027 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempt 3 to bind port 49e4100e-d083-4156-9b12-d227fce5b276 May 13 14:41:42.363625 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 49e4100e-d083-4156-9b12-d227fce5b276 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:42.364135 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 49e4100e-d083-4156-9b12-d227fce5b276 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:42.364135 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 49e4100e-d083-4156-9b12-d227fce5b276 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:42.376581 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Port 49e4100e-d083-4156-9b12-d227fce5b276 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:41:42.376992 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Failed to bind port 49e4100e-d083-4156-9b12-d227fce5b276 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] May 13 14:41:42.378894 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempt 4 to bind port 49e4100e-d083-4156-9b12-d227fce5b276 May 13 14:41:42.418766 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 49e4100e-d083-4156-9b12-d227fce5b276 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:42.419155 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 49e4100e-d083-4156-9b12-d227fce5b276 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:42.419531 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 49e4100e-d083-4156-9b12-d227fce5b276 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:42.433518 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Port 49e4100e-d083-4156-9b12-d227fce5b276 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:41:42.433518 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Failed to bind port 49e4100e-d083-4156-9b12-d227fce5b276 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] May 13 14:41:42.436308 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24866892-c028-4ad7-8d17-d80914733f24 None None] Network dd1e857a-17fd-4a1b-9d29-f2c86ed6a495 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:41:42.436786 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempt 5 to bind port 49e4100e-d083-4156-9b12-d227fce5b276 May 13 14:41:42.498057 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09f165-9e05-4db3-96f8-da6925a89e11 req-462fb072-3cad-468e-9e1a-d10f22a3a3b4 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:42.499687 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ea09f165-9e05-4db3-96f8-da6925a89e11 req-462fb072-3cad-468e-9e1a-d10f22a3a3b4 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 945 time: 0.2418501 May 13 14:41:42.514143 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 49e4100e-d083-4156-9b12-d227fce5b276 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:42.514697 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 49e4100e-d083-4156-9b12-d227fce5b276 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:42.515853 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 49e4100e-d083-4156-9b12-d227fce5b276 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:42.523897 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-52b31c5b-4506-4428-9170-dae331f21090 None None] Attempting to bind port fcee55d4-19c9-4d87-9c9f-58fa416a72f5 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:42.524271 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-52b31c5b-4506-4428-9170-dae331f21090 None None] Attempting to bind port fcee55d4-19c9-4d87-9c9f-58fa416a72f5 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '95818b07-deb2-4cd7-822d-a9408a88708b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4ede94aa-3771-42b8-9647-d4e587f670e8'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:42.524635 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b31c5b-4506-4428-9170-dae331f21090 None None] Attempting to bind port fcee55d4-19c9-4d87-9c9f-58fa416a72f5 on network 4ede94aa-3771-42b8-9647-d4e587f670e8 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:42.525824 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-778a0298-de5b-42a0-9972-0c6d7320554f req-0d844653-c1ac-4dd3-9067-1a3b23265d54 service neutron] 10.222.0.59 "GET /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9111087 May 13 14:41:42.550001 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b5d873d5-7f2c-4ee3-bc5d-7f0aefac0bc4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0762343 May 13 14:41:42.559508 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58444) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:42.578662 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Port 49e4100e-d083-4156-9b12-d227fce5b276 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:41:42.579306 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Failed to bind port 49e4100e-d083-4156-9b12-d227fce5b276 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] May 13 14:41:42.585224 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempt 6 to bind port 49e4100e-d083-4156-9b12-d227fce5b276 May 13 14:41:42.597729 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-ff1d4d1b-8345-4752-9b9c-4e92f7e9115c req-d10ce726-ea56-4a56-8091-e21d4048eb2b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Deleting port 45ae5137-fb8f-45ed-9376-b4f6cad104f5 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:42.598641 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ff1d4d1b-8345-4752-9b9c-4e92f7e9115c req-d10ce726-ea56-4a56-8091-e21d4048eb2b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:42.621738 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ea09f165-9e05-4db3-96f8-da6925a89e11 req-6174326b-01c6-4266-9ce6-018c662388d9 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903211 May 13 14:41:42.627521 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 49e4100e-d083-4156-9b12-d227fce5b276 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:42.628522 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 49e4100e-d083-4156-9b12-d227fce5b276 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:42.629118 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 49e4100e-d083-4156-9b12-d227fce5b276 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:42.638969 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b31c5b-4506-4428-9170-dae331f21090 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:41:42.639240 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b31c5b-4506-4428-9170-dae331f21090 None None] Checking segment: {'id': '95818b07-deb2-4cd7-822d-a9408a88708b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4ede94aa-3771-42b8-9647-d4e587f670e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:41:42.639718 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-52b31c5b-4506-4428-9170-dae331f21090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:42.640183 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b31c5b-4506-4428-9170-dae331f21090 None None] Bound using segment: {'id': '95818b07-deb2-4cd7-822d-a9408a88708b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4ede94aa-3771-42b8-9647-d4e587f670e8'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:41:42.640740 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-52b31c5b-4506-4428-9170-dae331f21090 None None] Bound port: fcee55d4-19c9-4d87-9c9f-58fa416a72f5, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95818b07-deb2-4cd7-822d-a9408a88708b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4ede94aa-3771-42b8-9647-d4e587f670e8'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:41:42.643443 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-52b31c5b-4506-4428-9170-dae331f21090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:42.644839 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Port 49e4100e-d083-4156-9b12-d227fce5b276 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:41:42.645279 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Failed to bind port 49e4100e-d083-4156-9b12-d227fce5b276 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] May 13 14:41:42.645740 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempt 7 to bind port 49e4100e-d083-4156-9b12-d227fce5b276 May 13 14:41:42.664534 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2eacd45e-7a4a-445c-ab42-82a8f7f6354d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:42.739504 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-b96f8e63-bf8c-4b6e-82f0-a21836eb3a4e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-480118488', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:42.742447 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 49e4100e-d083-4156-9b12-d227fce5b276 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:42.742946 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 49e4100e-d083-4156-9b12-d227fce5b276 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:42.743103 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 49e4100e-d083-4156-9b12-d227fce5b276 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:42.749048 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eacd45e-7a4a-445c-ab42-82a8f7f6354d admin admin] Pushing event deleted for resources: {'Port': ['ID=7e752575-abd8-456e-b6a0-bba3978290e6,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:42.754486 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Port 49e4100e-d083-4156-9b12-d227fce5b276 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:41:42.755632 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Failed to bind port 49e4100e-d083-4156-9b12-d227fce5b276 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] May 13 14:41:42.758622 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb1ea544-06fa-4c55-8cee-2c52b80c8bd0 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:41:42.801793 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b96f8e63-bf8c-4b6e-82f0-a21836eb3a4e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:42.803671 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempt 8 to bind port 49e4100e-d083-4156-9b12-d227fce5b276 May 13 14:41:42.837858 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b96f8e63-bf8c-4b6e-82f0-a21836eb3a4e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Usage tracker for resource:router and tenant:17b49979485542bba655ee3d2918613c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:42.846733 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cb1ea544-06fa-4c55-8cee-2c52b80c8bd0 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:42.847314 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-cb1ea544-06fa-4c55-8cee-2c52b80c8bd0 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Added segment 23787451-2ddc-439d-9400-54a74df9d387 of type vlan for network ae09d39c-8268-4f77-bdeb-0522fa373fc8 May 13 14:41:42.896610 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 49e4100e-d083-4156-9b12-d227fce5b276 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:42.898786 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 49e4100e-d083-4156-9b12-d227fce5b276 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:42.901164 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 49e4100e-d083-4156-9b12-d227fce5b276 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:42.963630 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Port 49e4100e-d083-4156-9b12-d227fce5b276 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:41:42.964650 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Failed to bind port 49e4100e-d083-4156-9b12-d227fce5b276 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] May 13 14:41:42.967326 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempt 9 to bind port 49e4100e-d083-4156-9b12-d227fce5b276 May 13 14:41:43.006116 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cb1ea544-06fa-4c55-8cee-2c52b80c8bd0 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:43.016083 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b96f8e63-bf8c-4b6e-82f0-a21836eb3a4e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:43.037366 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2eacd45e-7a4a-445c-ab42-82a8f7f6354d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:43.089217 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ced1f2c1-e485-4e3a-b1ea-8f867882af8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:41:34Z', 'revision_number': 5, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'gw_port': {'id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:59Z', 'updated_at': '2022-05-13T14:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:43.105026 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced1f2c1-e485-4e3a-b1ea-8f867882af8e None None] The sync data for ids ['61d9c492-7067-4a2e-92b2-ee02e1800bf7'] in n-d-841760-1 is: [{'id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'name': 'tempest-AttachVolumeNegativeTest-1303738637-router', 'tenant_id': 'b6ab0120ba4d4937a9340132b618cd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:56Z', 'updated_at': '2022-05-13T14:41:34Z', 'revision_number': 5, 'project_id': 'b6ab0120ba4d4937a9340132b618cd48', 'gw_port': {'id': '7e752575-abd8-456e-b6a0-bba3978290e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9c492-7067-4a2e-92b2-ee02e1800bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:59Z', 'updated_at': '2022-05-13T14:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:41:43.353802 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4516a558-1d8c-4d2b-be18-6b63b1a88647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-dd1e857a-17fd-4a1b-9d29-f2c86ed6a495', 'network_id': 'dd1e857a-17fd-4a1b-9d29-f2c86ed6a495', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'fixed_ips': [{'subnet_id': 'a77d617a-036d-4628-b1e4-0cf69d69768f'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:41:43.354504 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4516a558-1d8c-4d2b-be18-6b63b1a88647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:43.364645 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-52b31c5b-4506-4428-9170-dae331f21090 None None] For port fcee55d4-19c9-4d87-9c9f-58fa416a72f5, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:41:43.406498 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b96f8e63-bf8c-4b6e-82f0-a21836eb3a4e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:43.414191 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-52b31c5b-4506-4428-9170-dae331f21090 None None] For port fcee55d4-19c9-4d87-9c9f-58fa416a72f5, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=fcee55d4-19c9-4d87-9c9f-58fa416a72f5,segment=NetworkSegment(95818b07-deb2-4cd7-822d-a9408a88708b),segment_id=95818b07-deb2-4cd7-822d-a9408a88708b)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:41:43.421447 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [None req-cb1ea544-06fa-4c55-8cee-2c52b80c8bd0 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:41:43.448898 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-52b31c5b-4506-4428-9170-dae331f21090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:43.461056 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b96f8e63-bf8c-4b6e-82f0-a21836eb3a4e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:43.461056 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b96f8e63-bf8c-4b6e-82f0-a21836eb3a4e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:43.461056 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-ff1d4d1b-8345-4752-9b9c-4e92f7e9115c req-d10ce726-ea56-4a56-8091-e21d4048eb2b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] For port 45ae5137-fb8f-45ed-9376-b4f6cad104f5, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=45ae5137-fb8f-45ed-9376-b4f6cad104f5,segment=NetworkSegment(aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa),segment_id=aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:43.461056 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ff1d4d1b-8345-4752-9b9c-4e92f7e9115c req-d10ce726-ea56-4a56-8091-e21d4048eb2b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:43.538617 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2eacd45e-7a4a-445c-ab42-82a8f7f6354d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:43.538617 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2eacd45e-7a4a-445c-ab42-82a8f7f6354d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:43.586487 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 49e4100e-d083-4156-9b12-d227fce5b276 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:43.586487 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 49e4100e-d083-4156-9b12-d227fce5b276 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:43.586487 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 49e4100e-d083-4156-9b12-d227fce5b276 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:43.589521 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2eacd45e-7a4a-445c-ab42-82a8f7f6354d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:43.589728 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eacd45e-7a4a-445c-ab42-82a8f7f6354d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61d9c492-7067-4a2e-92b2-ee02e1800bf7 {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:41:43.600848 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Port 49e4100e-d083-4156-9b12-d227fce5b276 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:41:43.607968 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Failed to bind port 49e4100e-d083-4156-9b12-d227fce5b276 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] May 13 14:41:43.609445 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempt 10 to bind port 49e4100e-d083-4156-9b12-d227fce5b276 May 13 14:41:43.633402 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 49e4100e-d083-4156-9b12-d227fce5b276 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:43.633906 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 49e4100e-d083-4156-9b12-d227fce5b276 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:43.639263 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 49e4100e-d083-4156-9b12-d227fce5b276 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:43.644274 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2eacd45e-7a4a-445c-ab42-82a8f7f6354d admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:43.645469 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2eacd45e-7a4a-445c-ab42-82a8f7f6354d admin admin] 10.222.0.35 "DELETE /v2.0/routers/61d9c492-7067-4a2e-92b2-ee02e1800bf7 HTTP/1.1" status: 204 len: 168 time: 3.4855897 May 13 14:41:43.648261 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58456) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:43.734263 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Port 49e4100e-d083-4156-9b12-d227fce5b276 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:41:43.734932 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Failed to bind port 49e4100e-d083-4156-9b12-d227fce5b276 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] May 13 14:41:43.735564 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:43.761607 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-ff1d4d1b-8345-4752-9b9c-4e92f7e9115c req-d10ce726-ea56-4a56-8091-e21d4048eb2b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Calling delete_port for 45ae5137-fb8f-45ed-9376-b4f6cad104f5 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:43.802988 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cb1ea544-06fa-4c55-8cee-2c52b80c8bd0 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:43.809323 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1ea544-06fa-4c55-8cee-2c52b80c8bd0 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:43.809974 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cb1ea544-06fa-4c55-8cee-2c52b80c8bd0 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:43.850535 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db5aa85-1eff-41d2-a516-0d60c67cf93b admin admin] Deleting subnet 3f8b6906-e2ce-45f4-9457-d3fca5fa8def {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:41:43.909413 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b31c5b-4506-4428-9170-dae331f21090 None None] Pushing event updated for resources: {'Port': ['ID=fcee55d4-19c9-4d87-9c9f-58fa416a72f5,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:43.925709 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8db5aa85-1eff-41d2-a516-0d60c67cf93b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:44.006400 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-4516a558-1d8c-4d2b-be18-6b63b1a88647 None None] Allocated IP 172.21.0.2 (dd1e857a-17fd-4a1b-9d29-f2c86ed6a495/a77d617a-036d-4628-b1e4-0cf69d69768f/8ab5d514-be94-4596-b173-46d8b7590aba) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:41:44.143527 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b96f8e63-bf8c-4b6e-82f0-a21836eb3a4e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:44.201723 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8db5aa85-1eff-41d2-a516-0d60c67cf93b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:44.257938 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] For port 49e4100e-d083-4156-9b12-d227fce5b276, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:41:44.259375 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempted to set empty binding levels {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 13 14:41:44.280777 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:44.367571 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:44.368440 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:44.438615 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58746a5a-17b4-425f-b343-be4ddc0f727d req-8f99e2a9-64b3-4c88-a629-b4eb840504e1 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:44.438615 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-58746a5a-17b4-425f-b343-be4ddc0f727d req-8f99e2a9-64b3-4c88-a629-b4eb840504e1 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 945 time: 0.5784252 May 13 14:41:44.467365 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 6.2534370 May 13 14:41:44.472288 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18395d6-2f93-4616-9ea6-ef22b4faa9d9 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Pushing event updated for resources: {'Port': ['ID=49e4100e-d083-4156-9b12-d227fce5b276,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:44.477321 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58476) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:44.575162 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4516a558-1d8c-4d2b-be18-6b63b1a88647 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:44.585749 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ea544-06fa-4c55-8cee-2c52b80c8bd0 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Network': ['ID=ae09d39c-8268-4f77-bdeb-0522fa373fc8,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:44.585749 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cb1ea544-06fa-4c55-8cee-2c52b80c8bd0 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.5582330 May 13 14:41:44.587170 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ff1d4d1b-8345-4752-9b9c-4e92f7e9115c req-d10ce726-ea56-4a56-8091-e21d4048eb2b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:44.589333 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58486) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:44.602462 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network ae09d39c-8268-4f77-bdeb-0522fa373fc8 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:41:44.603768 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-733b5720-8e34-4212-a2ae-213b6584e79e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Request body: {'subnet': {'network_id': 'ae09d39c-8268-4f77-bdeb-0522fa373fc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:44.751907 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-58746a5a-17b4-425f-b343-be4ddc0f727d req-d903c159-7ef4-45a1-9fb6-0dd30a411d3f tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044817 May 13 14:41:44.761072 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8db5aa85-1eff-41d2-a516-0d60c67cf93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:44.851923 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b96f8e63-bf8c-4b6e-82f0-a21836eb3a4e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:44.959533 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-51545664-3f3e-49b8-b648-c1657fbd8c86 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Deleting port 49e4100e-d083-4156-9b12-d227fce5b276 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:44.960029 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51545664-3f3e-49b8-b648-c1657fbd8c86 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:44.960678 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['678150fc-a884-4cde-a368-5d99c72e9568'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:41:45.135204 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8db5aa85-1eff-41d2-a516-0d60c67cf93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:45.148940 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device fcee55d4-19c9-4d87-9c9f-58fa416a72f5 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:41:45.187009 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-4516a558-1d8c-4d2b-be18-6b63b1a88647 None None] Transition to ACTIVE for port object 8ab5d514-be94-4596-b173-46d8b7590aba will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:45.260456 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8db5aa85-1eff-41d2-a516-0d60c67cf93b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:45.290128 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cebe0a3-f6ff-454e-b723-cd6b404dcba1 None None] Network 79758d8c-b106-4287-a282-ab754acae92b requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:41:45.355028 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-4516a558-1d8c-4d2b-be18-6b63b1a88647 None None] Transition to ACTIVE for port object 8ab5d514-be94-4596-b173-46d8b7590aba will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:45.358697 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5aa85-1eff-41d2-a516-0d60c67cf93b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f8b6906-e2ce-45f4-9457-d3fca5fa8def,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:45.382034 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8db5aa85-1eff-41d2-a516-0d60c67cf93b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3f8b6906-e2ce-45f4-9457-d3fca5fa8def HTTP/1.1" status: 204 len: 168 time: 1.7294407 May 13 14:41:45.383911 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58496) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:45.522695 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ce726-ea56-4a56-8091-e21d4048eb2b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Pushing event deleted for resources: {'Port': ['ID=45ae5137-fb8f-45ed-9376-b4f6cad104f5,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:45.533965 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-1575f8d6-52e2-4afe-8a0b-b43eb304585c tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:45.534955 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-1575f8d6-52e2-4afe-8a0b-b43eb304585c tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Synchronizing usage tracker for tenant:e540cd79706f4092b1c33147f0b2cee9 on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:41:45.584581 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 45ae5137-fb8f-45ed-9376-b4f6cad104f5 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:41:45.639046 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-51545664-3f3e-49b8-b648-c1657fbd8c86 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] For port 49e4100e-d083-4156-9b12-d227fce5b276, host n-h1-841760-1, got binding levels [] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:45.639572 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51545664-3f3e-49b8-b648-c1657fbd8c86 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:45.680363 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4516a558-1d8c-4d2b-be18-6b63b1a88647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:45.702001 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-1575f8d6-52e2-4afe-8a0b-b43eb304585c tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Unset dirty status for tenant:e540cd79706f4092b1c33147f0b2cee9 on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:41:45.704570 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-1575f8d6-52e2-4afe-8a0b-b43eb304585c tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/networks?id=8641c536-545f-4056-be2c-402575e577ff HTTP/1.1" status: 200 len: 812 time: 0.6397605 May 13 14:41:45.753165 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b96f8e63-bf8c-4b6e-82f0-a21836eb3a4e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:45.755740 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b96f8e63-bf8c-4b6e-82f0-a21836eb3a4e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 3.1838477 May 13 14:41:45.760678 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1d4d1b-8345-4752-9b9c-4e92f7e9115c req-d10ce726-ea56-4a56-8091-e21d4048eb2b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] No DVR routers for this DVR port 45ae5137-fb8f-45ed-9376-b4f6cad104f5 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:41:45.763661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58500) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:45.767009 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-733b5720-8e34-4212-a2ae-213b6584e79e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:45.784882 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 45ae5137-fb8f-45ed-9376-b4f6cad104f5 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:41:45.785219 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 45ae5137-fb8f-45ed-9376-b4f6cad104f5 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:41:45.798301 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ff1d4d1b-8345-4752-9b9c-4e92f7e9115c req-d10ce726-ea56-4a56-8091-e21d4048eb2b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:45.803501 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516a558-1d8c-4d2b-be18-6b63b1a88647 None None] Pushing event updated for resources: {'Port': ['ID=8ab5d514-be94-4596-b173-46d8b7590aba,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:45.803714 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ff1d4d1b-8345-4752-9b9c-4e92f7e9115c req-d10ce726-ea56-4a56-8091-e21d4048eb2b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.74 "DELETE /v2.0/ports/45ae5137-fb8f-45ed-9376-b4f6cad104f5 HTTP/1.1" status: 204 len: 173 time: 3.5114882 May 13 14:41:45.820009 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-6b527a2d-9304-49c4-989c-122dcbe3079a tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/quotas/e540cd79706f4092b1c33147f0b2cee9 HTTP/1.1" status: 200 len: 375 time: 0.0627785 May 13 14:41:45.824062 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596c291f-ebd1-4ceb-8040-84bed4b698da', 'name': 'network-vif-deleted', 'tag': '45ae5137-fb8f-45ed-9376-b4f6cad104f5'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:41:45.861533 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-733b5720-8e34-4212-a2ae-213b6584e79e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Usage tracker for resource:subnet and tenant:f1ec4de986a64c699f9b990b9e5d2da5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:45.883378 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-733b5720-8e34-4212-a2ae-213b6584e79e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:45.908281 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-733b5720-8e34-4212-a2ae-213b6584e79e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:45.928016 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4516a558-1d8c-4d2b-be18-6b63b1a88647 None None] Network dd1e857a-17fd-4a1b-9d29-f2c86ed6a495 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:41:45.966168 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-4516a558-1d8c-4d2b-be18-6b63b1a88647 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:45.970464 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-141d4c76-8b24-4c94-a1c6-702144ec3be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:46.002381 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-51545664-3f3e-49b8-b648-c1657fbd8c86 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Calling delete_port for 49e4100e-d083-4156-9b12-d227fce5b276 owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:46.056914 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4516a558-1d8c-4d2b-be18-6b63b1a88647 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:41:46.061846 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port fcee55d4-19c9-4d87-9c9f-58fa416a72f5 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:41:46.209012 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad6ff73-2f19-444b-be0b-75182da74999 None None] Network 4ede94aa-3771-42b8-9647-d4e587f670e8 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:41:46.264283 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51545664-3f3e-49b8-b648-c1657fbd8c86 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:46.381894 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a3f3230f-0342-4c56-bde4-2e5242b16c25 req-f84e03bf-f175-4044-9256-4bd3dca550b6 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=596c291f-ebd1-4ceb-8040-84bed4b698da HTTP/1.1" status: 200 len: 210 time: 0.3001895 May 13 14:41:46.416695 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733b5720-8e34-4212-a2ae-213b6584e79e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Made reservation on behalf of f1ec4de986a64c699f9b990b9e5d2da5 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:46.420298 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-733b5720-8e34-4212-a2ae-213b6584e79e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:46.425954 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51545664-3f3e-49b8-b648-c1657fbd8c86 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Pushing event deleted for resources: {'Port': ['ID=49e4100e-d083-4156-9b12-d227fce5b276,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:46.444224 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-141d4c76-8b24-4c94-a1c6-702144ec3be8 admin admin] Deleting port 2abee134-024f-4222-b135-ca5da8ee372d {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:46.458605 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-141d4c76-8b24-4c94-a1c6-702144ec3be8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:46.587589 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51545664-3f3e-49b8-b648-c1657fbd8c86 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:46.596706 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-51545664-3f3e-49b8-b648-c1657fbd8c86 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] 10.222.0.35 "DELETE /v2.0/ports/49e4100e-d083-4156-9b12-d227fce5b276 HTTP/1.1" status: 204 len: 168 time: 2.1163220 May 13 14:41:46.600211 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58510) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:46.660106 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-d777501f-8b99-4dc7-ba7c-c5c81fb91dcb tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] GET failed (client error): The resource could not be found. May 13 14:41:46.661781 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d777501f-8b99-4dc7-ba7c-c5c81fb91dcb tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Synchronizing usage tracker for tenant:0fec79c0ab484c9aadc128dae04e022b on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:41:46.693263 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 7e752575-abd8-456e-b6a0-bba3978290e6 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:41:46.729364 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49ccd4cb-4c9b-468f-8b33-967536973531'] response: {'server_uuid': '596c291f-ebd1-4ceb-8040-84bed4b698da', 'name': 'network-vif-deleted', 'tag': '45ae5137-fb8f-45ed-9376-b4f6cad104f5', 'status': 'completed', 'code': 200} May 13 14:41:46.733637 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-004b4590-f9f5-4ae4-b922-483e153a1155 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e540cd79706f4092b1c33147f0b2cee9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6349785 May 13 14:41:46.821381 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d777501f-8b99-4dc7-ba7c-c5c81fb91dcb tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Unset dirty status for tenant:0fec79c0ab484c9aadc128dae04e022b on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:41:46.828537 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d777501f-8b99-4dc7-ba7c-c5c81fb91dcb tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] 10.222.0.35 "GET /v2.0/ports/49e4100e-d083-4156-9b12-d227fce5b276 HTTP/1.1" status: 404 len: 333 time: 0.2262735 May 13 14:41:46.832512 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58514) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:46.847686 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 7e752575-abd8-456e-b6a0-bba3978290e6 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:41:46.848022 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 7e752575-abd8-456e-b6a0-bba3978290e6 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:41:46.848672 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:41:46.924797 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-3eb90096-be98-427e-8d16-f700f94cc3dc tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Request body: {'port': {'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1946220652'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:46.932404 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-83fda631-76ed-4706-a9bd-443c286f8ca9 None None] Provisioning for port fcee55d4-19c9-4d87-9c9f-58fa416a72f5 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:41:46.946176 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-3eb90096-be98-427e-8d16-f700f94cc3dc tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:46.960491 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:41:46.961796 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d60ed9ed-d7c1-4158-bdf6-5ea4de8475c6 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:41:47.001924 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-3eb90096-be98-427e-8d16-f700f94cc3dc tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:47.017386 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-141d4c76-8b24-4c94-a1c6-702144ec3be8 admin admin] For port 2abee134-024f-4222-b135-ca5da8ee372d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=2abee134-024f-4222-b135-ca5da8ee372d,segment=NetworkSegment(e1d397b0-eea9-4be4-8f48-8e9bcd88630d),segment_id=e1d397b0-eea9-4be4-8f48-8e9bcd88630d)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:47.017608 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-141d4c76-8b24-4c94-a1c6-702144ec3be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:47.043409 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-83fda631-76ed-4706-a9bd-443c286f8ca9 None None] Provisioning complete for port fcee55d4-19c9-4d87-9c9f-58fa416a72f5 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:47.044186 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-83fda631-76ed-4706-a9bd-443c286f8ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:47.112240 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb90096-be98-427e-8d16-f700f94cc3dc tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Made reservation on behalf of 0fec79c0ab484c9aadc128dae04e022b for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:47.116305 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3eb90096-be98-427e-8d16-f700f94cc3dc tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:47.151274 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-4516a558-1d8c-4d2b-be18-6b63b1a88647 None None] Attempting to bind port 8ab5d514-be94-4596-b173-46d8b7590aba on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:47.153392 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-4516a558-1d8c-4d2b-be18-6b63b1a88647 None None] Attempting to bind port 8ab5d514-be94-4596-b173-46d8b7590aba by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'f0312320-5a91-4da9-8448-493bcbd62b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dd1e857a-17fd-4a1b-9d29-f2c86ed6a495'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:47.154447 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4516a558-1d8c-4d2b-be18-6b63b1a88647 None None] Attempting to bind port 8ab5d514-be94-4596-b173-46d8b7590aba on network dd1e857a-17fd-4a1b-9d29-f2c86ed6a495 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:47.187389 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4516a558-1d8c-4d2b-be18-6b63b1a88647 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:41:47.188107 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4516a558-1d8c-4d2b-be18-6b63b1a88647 None None] Checking segment: {'id': 'f0312320-5a91-4da9-8448-493bcbd62b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dd1e857a-17fd-4a1b-9d29-f2c86ed6a495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:41:47.189164 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4516a558-1d8c-4d2b-be18-6b63b1a88647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:47.190448 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4516a558-1d8c-4d2b-be18-6b63b1a88647 None None] Bound using segment: {'id': 'f0312320-5a91-4da9-8448-493bcbd62b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dd1e857a-17fd-4a1b-9d29-f2c86ed6a495'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:41:47.191192 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-4516a558-1d8c-4d2b-be18-6b63b1a88647 None None] Bound port: 8ab5d514-be94-4596-b173-46d8b7590aba, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0312320-5a91-4da9-8448-493bcbd62b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dd1e857a-17fd-4a1b-9d29-f2c86ed6a495'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:41:47.191894 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4516a558-1d8c-4d2b-be18-6b63b1a88647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:47.222128 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-141d4c76-8b24-4c94-a1c6-702144ec3be8 admin admin] Calling delete_port for 2abee134-024f-4222-b135-ca5da8ee372d owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:47.573480 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-83fda631-76ed-4706-a9bd-443c286f8ca9 None None] Current status of the port fcee55d4-19c9-4d87-9c9f-58fa416a72f5 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:47.573480 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-83fda631-76ed-4706-a9bd-443c286f8ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:47.592105 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-4516a558-1d8c-4d2b-be18-6b63b1a88647 None None] For port 8ab5d514-be94-4596-b173-46d8b7590aba, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:41:47.611664 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-4516a558-1d8c-4d2b-be18-6b63b1a88647 None None] For port 8ab5d514-be94-4596-b173-46d8b7590aba, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=8ab5d514-be94-4596-b173-46d8b7590aba,segment=NetworkSegment(f0312320-5a91-4da9-8448-493bcbd62b79),segment_id=f0312320-5a91-4da9-8448-493bcbd62b79)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:41:47.625203 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4516a558-1d8c-4d2b-be18-6b63b1a88647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:47.638477 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-83fda631-76ed-4706-a9bd-443c286f8ca9 None None] For port fcee55d4-19c9-4d87-9c9f-58fa416a72f5, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=fcee55d4-19c9-4d87-9c9f-58fa416a72f5,segment=NetworkSegment(95818b07-deb2-4cd7-822d-a9408a88708b),segment_id=95818b07-deb2-4cd7-822d-a9408a88708b)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:47.681343 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-3eb90096-be98-427e-8d16-f700f94cc3dc tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] device_id is not set on port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:41:47.725203 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e3980a-a545-4cbd-b8c4-f7d45e4c795e None None] DHCP port deletion for 79758d8c-b106-4287-a282-ab754acae92b request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:41:47.744217 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-74caff2c-a77c-4490-a7c6-5900d0dec4e3 service neutron] 10.222.0.35 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8223391 May 13 14:41:47.759659 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-79e3980a-a545-4cbd-b8c4-f7d45e4c795e None None] Deleting port 2abee134-024f-4222-b135-ca5da8ee372d {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:47.761395 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-79e3980a-a545-4cbd-b8c4-f7d45e4c795e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:47.819623 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-83fda631-76ed-4706-a9bd-443c286f8ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:48.014776 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516a558-1d8c-4d2b-be18-6b63b1a88647 None None] Pushing event updated for resources: {'Port': ['ID=8ab5d514-be94-4596-b173-46d8b7590aba,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:48.132831 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ca0f3e42-3ab2-4a11-8ab5-148483728698 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:48.405585 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3eb90096-be98-427e-8d16-f700f94cc3dc tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:48.469430 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-141d4c76-8b24-4c94-a1c6-702144ec3be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:48.534622 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-79e3980a-a545-4cbd-b8c4-f7d45e4c795e None None] For port 2abee134-024f-4222-b135-ca5da8ee372d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=2abee134-024f-4222-b135-ca5da8ee372d,segment=NetworkSegment(e1d397b0-eea9-4be4-8f48-8e9bcd88630d),segment_id=e1d397b0-eea9-4be4-8f48-8e9bcd88630d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:48.535474 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-79e3980a-a545-4cbd-b8c4-f7d45e4c795e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:48.569628 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141d4c76-8b24-4c94-a1c6-702144ec3be8 admin admin] No DVR routers for this DVR port 2abee134-024f-4222-b135-ca5da8ee372d on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:41:48.674252 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fda631-76ed-4706-a9bd-443c286f8ca9 None None] Pushing event updated for resources: {'Port': ['ID=fcee55d4-19c9-4d87-9c9f-58fa416a72f5,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:48.713301 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3eb90096-be98-427e-8d16-f700f94cc3dc tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:48.772571 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-79e3980a-a545-4cbd-b8c4-f7d45e4c795e None None] Calling delete_port for 2abee134-024f-4222-b135-ca5da8ee372d owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:48.775748 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d4c76-8b24-4c94-a1c6-702144ec3be8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2abee134-024f-4222-b135-ca5da8ee372d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:48.851060 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:48.865024 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-84969b8b-0f51-4fba-825f-c3428c4e35c2 None None] Provisioning complete for port fcee55d4-19c9-4d87-9c9f-58fa416a72f5 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:48.865488 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-84969b8b-0f51-4fba-825f-c3428c4e35c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:49.084504 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-733b5720-8e34-4212-a2ae-213b6584e79e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:49.115967 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-79e3980a-a545-4cbd-b8c4-f7d45e4c795e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:41:49.118112 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-79e3980a-a545-4cbd-b8c4-f7d45e4c795e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:41:49.134388 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-141d4c76-8b24-4c94-a1c6-702144ec3be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:49.205721 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-141d4c76-8b24-4c94-a1c6-702144ec3be8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79758d8c-b106-4287-a282-ab754acae92b']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:49.242651 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-141d4c76-8b24-4c94-a1c6-702144ec3be8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d397b0-eea9-4be4-8f48-8e9bcd88630d') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:49.244089 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-141d4c76-8b24-4c94-a1c6-702144ec3be8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d397b0-eea9-4be4-8f48-8e9bcd88630d') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:49.280437 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-141d4c76-8b24-4c94-a1c6-702144ec3be8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:49.321062 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-141d4c76-8b24-4c94-a1c6-702144ec3be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:49.324512 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device fcee55d4-19c9-4d87-9c9f-58fa416a72f5 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:41:49.339858 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-141d4c76-8b24-4c94-a1c6-702144ec3be8 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:41:49.340865 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-141d4c76-8b24-4c94-a1c6-702144ec3be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:49.450895 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-78128799-f105-4c1a-9115-65895cb04da2 service neutron] 10.222.0.35 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6627727 May 13 14:41:49.453941 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-84969b8b-0f51-4fba-825f-c3428c4e35c2 None None] Current status of the port fcee55d4-19c9-4d87-9c9f-58fa416a72f5 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:49.540266 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb90096-be98-427e-8d16-f700f94cc3dc tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:41:49.542990 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:41:49.542990 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:41:49.542990 n-d-841760-1 neutron-server[88082]: timer() May 13 14:41:49.542990 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:41:49.542990 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:41:49.542990 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:41:49.542990 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:41:49.542990 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:41:49.542990 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:41:49.542990 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:41:49.542990 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:41:49.542990 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:41:49.542990 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:41:49.542990 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:41:49.542990 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:41:49.542990 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:41:49.542990 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:41:49.542990 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:41:49.542990 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:41:49.542990 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:41:49.542990 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:41:49.542990 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:41:49.542990 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:41:49.542990 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:41:49.542990 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:41:49.542990 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:41:49.542990 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:41:49.542990 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:41:49.542990 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:41:49.542990 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:41:49.542990 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:41:49.542990 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:41:49.564620 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-3eb90096-be98-427e-8d16-f700f94cc3dc tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:49.564870 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port fcee55d4-19c9-4d87-9c9f-58fa416a72f5 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:49.565240 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:49.568560 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb90096-be98-427e-8d16-f700f94cc3dc tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:41:49.569691 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb90096-be98-427e-8d16-f700f94cc3dc tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:49.571210 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3eb90096-be98-427e-8d16-f700f94cc3dc tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:49.575690 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-141d4c76-8b24-4c94-a1c6-702144ec3be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:49.581870 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-141d4c76-8b24-4c94-a1c6-702144ec3be8 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:49.628535 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733b5720-8e34-4212-a2ae-213b6584e79e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Checking segment: {'id': '23787451-2ddc-439d-9400-54a74df9d387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ae09d39c-8268-4f77-bdeb-0522fa373fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:41:49.629076 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733b5720-8e34-4212-a2ae-213b6584e79e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network hostable DHCP agents. Network: ae09d39c-8268-4f77-bdeb-0522fa373fc8, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:41:49.650771 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-79e3980a-a545-4cbd-b8c4-f7d45e4c795e None None] Deleting port 2abee134-024f-4222-b135-ca5da8ee372d {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:49.651213 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-79e3980a-a545-4cbd-b8c4-f7d45e4c795e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:49.677282 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b5720-8e34-4212-a2ae-213b6584e79e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Subnet': ['ID=2fe17c97-23e1-43bf-8f15-407558a59118,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:49.679699 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d4c76-8b24-4c94-a1c6-702144ec3be8 admin admin] Pushing event deleted for resources: {'Network': ['ID=79758d8c-b106-4287-a282-ab754acae92b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:49.735937 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb90096-be98-427e-8d16-f700f94cc3dc tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Pushing event updated for resources: {'Port': ['ID=6b8dd279-dc04-4dc9-8337-8cc3c321b9a6,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:49.751840 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-141d4c76-8b24-4c94-a1c6-702144ec3be8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/79758d8c-b106-4287-a282-ab754acae92b HTTP/1.1" status: 204 len: 168 time: 4.3666520 May 13 14:41:49.773190 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107c1a6-d3d1-4d0a-b279-9b8792b3d8df req-dcbc4c6d-0b30-455d-90f3-b7ca05a40508 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:49.775197 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f107c1a6-d3d1-4d0a-b279-9b8792b3d8df req-dcbc4c6d-0b30-455d-90f3-b7ca05a40508 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 945 time: 1.2803509 May 13 14:41:49.777756 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3eb90096-be98-427e-8d16-f700f94cc3dc tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.9436474 May 13 14:41:49.781803 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58542) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:49.804288 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:49.996547 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-ca0f3e42-3ab2-4a11-8ab5-148483728698 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Allocated IP 172.20.0.1 (4ede94aa-3771-42b8-9647-d4e587f670e8/26ee81ab-ca6a-4182-b93a-bf4486ef34d4/0bfcd288-72d7-4993-92b2-176a49e3ef16) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:41:49.998424 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b12f687-fdf2-46c7-99c7-4184dbff39ff None None] Network dd1e857a-17fd-4a1b-9d29-f2c86ed6a495 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:41:50.249670 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:50.261305 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-79e3980a-a545-4cbd-b8c4-f7d45e4c795e None None] The port '2abee134-024f-4222-b135-ca5da8ee372d' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:41:50.356598 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f107c1a6-d3d1-4d0a-b279-9b8792b3d8df req-98c5c698-9272-49eb-8e96-5c01bec39f5e tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626041 May 13 14:41:50.377930 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e5708636-f519-4877-b10d-eb4656c7e6ff None None] Provisioning for port 8ab5d514-be94-4596-b173-46d8b7590aba completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:41:50.483197 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58554) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:50.544588 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-98d2793e-b19e-438d-bc96-11879e3bf7ac req-cb24410f-a324-4b42-bed2-68eeb258e1b7 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba4fd6e3-1957-4899-8911-785946eedcda HTTP/1.1" status: 200 len: 210 time: 0.3134315 May 13 14:41:50.545076 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733b5720-8e34-4212-a2ae-213b6584e79e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network ae09d39c-8268-4f77-bdeb-0522fa373fc8 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:41:50.604165 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-733b5720-8e34-4212-a2ae-213b6584e79e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, ae09d39c-8268-4f77-bdeb-0522fa373fc8) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:50.632934 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733b5720-8e34-4212-a2ae-213b6584e79e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:50.633388 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-733b5720-8e34-4212-a2ae-213b6584e79e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:50.641228 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port fcee55d4-19c9-4d87-9c9f-58fa416a72f5 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:50.644425 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 8ab5d514-be94-4596-b173-46d8b7590aba up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:41:50.699752 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c99b3-c298-4133-b66c-b967c4eb52ed req-dc8ed053-816a-4ae9-9da7-7266f3cb481d tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:50.700479 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-812c99b3-c298-4133-b66c-b967c4eb52ed req-dc8ed053-816a-4ae9-9da7-7266f3cb481d tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Synchronizing usage tracker for tenant:936df29ada1f4039bf03263eb4658581 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:41:50.709351 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864d97dc-54eb-44d1-ba50-8807b8b9f14b None None] Network ae09d39c-8268-4f77-bdeb-0522fa373fc8 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:41:50.765332 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-733b5720-8e34-4212-a2ae-213b6584e79e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 6.1755972 May 13 14:41:50.773297 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58560) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:50.784386 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-6f3dfd9e-5431-4f90-9efb-37fa04f73d7a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1289498413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:50.796482 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6f3dfd9e-5431-4f90-9efb-37fa04f73d7a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:50.803422 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6f3dfd9e-5431-4f90-9efb-37fa04f73d7a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Usage tracker for resource:router and tenant:f1ec4de986a64c699f9b990b9e5d2da5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:50.811273 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6f3dfd9e-5431-4f90-9efb-37fa04f73d7a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:50.823138 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6f3dfd9e-5431-4f90-9efb-37fa04f73d7a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:50.824460 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c44de648-dd4f-40c6-bbc7-9e96818d4b26 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b6ab0120ba4d4937a9340132b618cd48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3381095 May 13 14:41:50.829296 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58564) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:50.847102 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ca0f3e42-3ab2-4a11-8ab5-148483728698 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:50.860719 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6f3dfd9e-5431-4f90-9efb-37fa04f73d7a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:50.864113 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6f3dfd9e-5431-4f90-9efb-37fa04f73d7a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:50.892337 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6f3dfd9e-5431-4f90-9efb-37fa04f73d7a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:50.912197 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-812c99b3-c298-4133-b66c-b967c4eb52ed req-dc8ed053-816a-4ae9-9da7-7266f3cb481d tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Unset dirty status for tenant:936df29ada1f4039bf03263eb4658581 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:41:50.919704 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-812c99b3-c298-4133-b66c-b967c4eb52ed req-dc8ed053-816a-4ae9-9da7-7266f3cb481d tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 945 time: 0.5647428 May 13 14:41:50.927683 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6f3dfd9e-5431-4f90-9efb-37fa04f73d7a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:50.951771 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-37686a82-b93f-46a2-b121-b2ec2d817738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:50.984255 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-37686a82-b93f-46a2-b121-b2ec2d817738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:51.048900 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-ca0f3e42-3ab2-4a11-8ab5-148483728698 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Transition to ACTIVE for port object 0bfcd288-72d7-4993-92b2-176a49e3ef16 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:51.069060 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6f3dfd9e-5431-4f90-9efb-37fa04f73d7a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:51.070198 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6f3dfd9e-5431-4f90-9efb-37fa04f73d7a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2935750 May 13 14:41:51.077955 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58568) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:51.162583 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-812c99b3-c298-4133-b66c-b967c4eb52ed req-8ef468ca-3369-4102-9eaa-4d2a74b8b71a tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Deleting port 678150fc-a884-4cde-a368-5d99c72e9568 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:51.162927 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-812c99b3-c298-4133-b66c-b967c4eb52ed req-8ef468ca-3369-4102-9eaa-4d2a74b8b71a tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:51.215212 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 8ab5d514-be94-4596-b173-46d8b7590aba completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:41:51.225069 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] device_id is not set on port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:41:51.230957 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-37686a82-b93f-46a2-b121-b2ec2d817738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:51.267166 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:51.285181 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37686a82-b93f-46a2-b121-b2ec2d817738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5daea0-62f1-4fb3-874b-a7095ba9d904,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:51.313122 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Transition to ACTIVE for port object 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:51.315863 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-37686a82-b93f-46a2-b121-b2ec2d817738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:51.317335 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-37686a82-b93f-46a2-b121-b2ec2d817738 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0e5daea0-62f1-4fb3-874b-a7095ba9d904 HTTP/1.1" status: 204 len: 168 time: 0.4872582 May 13 14:41:51.336996 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:51.560889 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 8ab5d514-be94-4596-b173-46d8b7590aba triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:51.566022 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:51.669827 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:51.670172 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:51.670516 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:51.685306 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Pushing event updated for resources: {'Port': ['ID=6b8dd279-dc04-4dc9-8337-8cc3c321b9a6,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:51.689743 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:41:51.689743 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Failed to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] May 13 14:41:51.690150 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempt 2 to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 May 13 14:41:51.746856 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:51.747503 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:51.748013 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:51.754718 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906d7735-c653-4642-8beb-de4592333e12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-ae09d39c-8268-4f77-bdeb-0522fa373fc8', 'network_id': 'ae09d39c-8268-4f77-bdeb-0522fa373fc8', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'fixed_ips': [{'subnet_id': '2fe17c97-23e1-43bf-8f15-407558a59118'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:41:51.755361 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:41:51.755600 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-906d7735-c653-4642-8beb-de4592333e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:51.756378 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Failed to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] May 13 14:41:51.756892 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempt 3 to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 May 13 14:41:51.827220 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:51.827824 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:51.828926 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:51.845625 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:41:51.846768 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Failed to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] May 13 14:41:51.849172 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempt 4 to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 May 13 14:41:51.925991 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:51.926462 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:51.926814 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:51.937717 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ca0f3e42-3ab2-4a11-8ab5-148483728698 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:51.939598 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:41:51.941008 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Failed to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] May 13 14:41:51.941423 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempt 5 to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 May 13 14:41:51.994776 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:51.995798 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:51.996358 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:52.006427 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:41:52.016897 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Failed to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] May 13 14:41:52.021108 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempt 6 to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 May 13 14:41:52.112298 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 8ab5d514-be94-4596-b173-46d8b7590aba is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:52.113358 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:52.430364 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:52.432340 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:52.432810 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 8ab5d514-be94-4596-b173-46d8b7590aba, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=8ab5d514-be94-4596-b173-46d8b7590aba,segment=NetworkSegment(f0312320-5a91-4da9-8448-493bcbd62b79),segment_id=f0312320-5a91-4da9-8448-493bcbd62b79)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:52.433689 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:52.449611 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:41:52.449611 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Failed to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] May 13 14:41:52.450009 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempt 7 to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 May 13 14:41:52.470784 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:52.502374 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:52.503469 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:52.504019 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:52.534265 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:41:52.535472 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Failed to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] May 13 14:41:52.537429 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempt 8 to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 May 13 14:41:52.595145 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:52.597768 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:52.598058 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:52.609561 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:41:52.612507 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Failed to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] May 13 14:41:52.614161 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempt 9 to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 May 13 14:41:52.673610 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:52.673610 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:52.673610 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:52.677675 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2abee134-024f-4222-b135-ca5da8ee372d no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:41:52.684501 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:41:52.689213 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Failed to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] May 13 14:41:52.695232 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempt 10 to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 May 13 14:41:52.785810 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-906d7735-c653-4642-8beb-de4592333e12 None None] Allocated IP 2001:db8::2 (ae09d39c-8268-4f77-bdeb-0522fa373fc8/2fe17c97-23e1-43bf-8f15-407558a59118/5f574109-cf32-48c4-8309-28c7084c1be3) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:41:52.849945 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-67a447c9-2f7c-4861-a25a-cbc059af4293 req-95b7e7e2-c097-48b1-aeff-191905a9a9cf tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Synchronizing usage tracker for tenant:e540cd79706f4092b1c33147f0b2cee9 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:41:52.858226 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:52.858664 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:52.859176 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:52.873342 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:41:52.873879 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Failed to bind port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] May 13 14:41:52.877142 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:52.973572 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-67a447c9-2f7c-4861-a25a-cbc059af4293 req-95b7e7e2-c097-48b1-aeff-191905a9a9cf tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Unset dirty status for tenant:e540cd79706f4092b1c33147f0b2cee9 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:41:52.974805 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-67a447c9-2f7c-4861-a25a-cbc059af4293 req-95b7e7e2-c097-48b1-aeff-191905a9a9cf tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba4fd6e3-1957-4899-8911-785946eedcda HTTP/1.1" status: 200 len: 210 time: 0.2271881 May 13 14:41:53.108797 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] For port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:41:53.110562 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempted to set empty binding levels {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 13 14:41:53.123516 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:53.239038 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-87d337b2-714a-4a1e-ae0b-8da407b3b990 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:53.240600 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-87d337b2-714a-4a1e-ae0b-8da407b3b990 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.74 "GET /v2.0/networks?id=8641c536-545f-4056-be2c-402575e577ff HTTP/1.1" status: 200 len: 812 time: 1.3798892 May 13 14:41:53.310270 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] In _notify_port_updated(), no bound segment for port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 {{(pid=88082) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:41:53.313706 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:53.316438 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:53.325635 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] 10.222.0.35 "PUT /v2.0/ports/6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 HTTP/1.1" status: 200 len: 975 time: 3.5397387 May 13 14:41:53.325763 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58602) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:53.369937 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-906d7735-c653-4642-8beb-de4592333e12 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:53.389341 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-906d7735-c653-4642-8beb-de4592333e12 None None] Transition to ACTIVE for port object 5f574109-cf32-48c4-8309-28c7084c1be3 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:53.434097 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-906d7735-c653-4642-8beb-de4592333e12 None None] Transition to ACTIVE for port object 5f574109-cf32-48c4-8309-28c7084c1be3 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:53.473424 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-906d7735-c653-4642-8beb-de4592333e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:53.479208 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7103e26-f028-45ac-a9ef-c0fdd99d701b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Pushing event updated for resources: {'Port': ['ID=6b8dd279-dc04-4dc9-8337-8cc3c321b9a6,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:53.484852 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-8960ebd4-d136-4741-bc85-458e8276be23 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Request body: {'port': {'device_id': 'ba4fd6e3-1957-4899-8911-785946eedcda', 'network_id': '8641c536-545f-4056-be2c-402575e577ff', 'admin_state_up': True, 'tenant_id': 'e540cd79706f4092b1c33147f0b2cee9'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:53.493310 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 2abee134-024f-4222-b135-ca5da8ee372d {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:41:53.493953 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2abee134-024f-4222-b135-ca5da8ee372d not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:41:53.504358 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0f3e42-3ab2-4a11-8ab5-148483728698 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network 4ede94aa-3771-42b8-9647-d4e587f670e8 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:41:53.508282 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5f699216-8823-474d-b69c-225baf1ac475 None None] Provisioning complete for port 8ab5d514-be94-4596-b173-46d8b7590aba triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:53.508683 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5f699216-8823-474d-b69c-225baf1ac475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:53.540717 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-ca0f3e42-3ab2-4a11-8ab5-148483728698 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:53.553047 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8a0cb-39b6-4ce7-9d54-c11494f15575 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:53.553535 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8a0cb-39b6-4ce7-9d54-c11494f15575 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:53.553996 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8a0cb-39b6-4ce7-9d54-c11494f15575 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:53.554768 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8a0cb-39b6-4ce7-9d54-c11494f15575 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:53.554897 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8a0cb-39b6-4ce7-9d54-c11494f15575 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:53.555662 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8a0cb-39b6-4ce7-9d54-c11494f15575 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:53.555958 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8a0cb-39b6-4ce7-9d54-c11494f15575 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:53.556582 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8a0cb-39b6-4ce7-9d54-c11494f15575 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:53.557997 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8a0cb-39b6-4ce7-9d54-c11494f15575 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:53.565242 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8a0cb-39b6-4ce7-9d54-c11494f15575 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:53.565985 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8a0cb-39b6-4ce7-9d54-c11494f15575 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:53.567867 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8a0cb-39b6-4ce7-9d54-c11494f15575 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:53.568665 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8a0cb-39b6-4ce7-9d54-c11494f15575 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:53.569337 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8a0cb-39b6-4ce7-9d54-c11494f15575 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:53.570491 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8a0cb-39b6-4ce7-9d54-c11494f15575 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:53.571188 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8a0cb-39b6-4ce7-9d54-c11494f15575 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:53.572621 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8a0cb-39b6-4ce7-9d54-c11494f15575 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:53.576227 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d9c8a0cb-39b6-4ce7-9d54-c11494f15575 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Synchronizing usage tracker for tenant:0fec79c0ab484c9aadc128dae04e022b on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:41:53.631532 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d9c8a0cb-39b6-4ce7-9d54-c11494f15575 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Unset dirty status for tenant:0fec79c0ab484c9aadc128dae04e022b on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:41:53.633162 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d9c8a0cb-39b6-4ce7-9d54-c11494f15575 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15427 time: 0.3062456 May 13 14:41:53.636722 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58610) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:53.661149 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906d7735-c653-4642-8beb-de4592333e12 None None] Network ae09d39c-8268-4f77-bdeb-0522fa373fc8 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:41:53.665736 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0f3e42-3ab2-4a11-8ab5-148483728698 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:41:53.667779 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=8ab5d514-be94-4596-b173-46d8b7590aba,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:53.670451 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-906d7735-c653-4642-8beb-de4592333e12 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:53.745558 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-812c99b3-c298-4133-b66c-b967c4eb52ed req-8ef468ca-3369-4102-9eaa-4d2a74b8b71a tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] For port 678150fc-a884-4cde-a368-5d99c72e9568, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=678150fc-a884-4cde-a368-5d99c72e9568,segment=NetworkSegment(aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa),segment_id=aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:53.746393 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-812c99b3-c298-4133-b66c-b967c4eb52ed req-8ef468ca-3369-4102-9eaa-4d2a74b8b71a tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:53.803922 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d7735-c653-4642-8beb-de4592333e12 None None] Pushing event updated for resources: {'Port': ['ID=5f574109-cf32-48c4-8309-28c7084c1be3,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:53.819860 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906d7735-c653-4642-8beb-de4592333e12 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:41:53.850023 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-768c3f7d-bf6c-47fc-9d7e-cd7014a6424b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Deleting port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:53.850584 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-768c3f7d-bf6c-47fc-9d7e-cd7014a6424b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:54.112867 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-906d7735-c653-4642-8beb-de4592333e12 None None] Attempting to bind port 5f574109-cf32-48c4-8309-28c7084c1be3 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:54.113258 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-906d7735-c653-4642-8beb-de4592333e12 None None] Attempting to bind port 5f574109-cf32-48c4-8309-28c7084c1be3 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '23787451-2ddc-439d-9400-54a74df9d387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ae09d39c-8268-4f77-bdeb-0522fa373fc8'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:54.113622 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906d7735-c653-4642-8beb-de4592333e12 None None] Attempting to bind port 5f574109-cf32-48c4-8309-28c7084c1be3 on network ae09d39c-8268-4f77-bdeb-0522fa373fc8 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:54.122443 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 678150fc-a884-4cde-a368-5d99c72e9568 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:41:54.170530 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906d7735-c653-4642-8beb-de4592333e12 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:41:54.170779 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906d7735-c653-4642-8beb-de4592333e12 None None] Checking segment: {'id': '23787451-2ddc-439d-9400-54a74df9d387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ae09d39c-8268-4f77-bdeb-0522fa373fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:41:54.174003 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-906d7735-c653-4642-8beb-de4592333e12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:54.174003 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906d7735-c653-4642-8beb-de4592333e12 None None] Bound using segment: {'id': '23787451-2ddc-439d-9400-54a74df9d387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ae09d39c-8268-4f77-bdeb-0522fa373fc8'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:41:54.175515 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-906d7735-c653-4642-8beb-de4592333e12 None None] Bound port: 5f574109-cf32-48c4-8309-28c7084c1be3, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23787451-2ddc-439d-9400-54a74df9d387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ae09d39c-8268-4f77-bdeb-0522fa373fc8'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:41:54.175515 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-906d7735-c653-4642-8beb-de4592333e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:54.313133 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-5f699216-8823-474d-b69c-225baf1ac475 None None] Current status of the port 8ab5d514-be94-4596-b173-46d8b7590aba is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:54.373038 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-812c99b3-c298-4133-b66c-b967c4eb52ed req-8ef468ca-3369-4102-9eaa-4d2a74b8b71a tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Calling delete_port for 678150fc-a884-4cde-a368-5d99c72e9568 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:54.480038 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bed3f400-204d-48f9-abdd-13be3333c900 req-6a950f80-df0e-4dd5-ade3-740c8220dfde tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba4fd6e3-1957-4899-8911-785946eedcda HTTP/1.1" status: 200 len: 210 time: 0.1689839 May 13 14:41:54.501925 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-768c3f7d-bf6c-47fc-9d7e-cd7014a6424b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] For port 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6, host n-h1-841760-1, got binding levels [] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:54.502293 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-768c3f7d-bf6c-47fc-9d7e-cd7014a6424b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:54.528249 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-906d7735-c653-4642-8beb-de4592333e12 None None] For port 5f574109-cf32-48c4-8309-28c7084c1be3, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:41:54.533858 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-906d7735-c653-4642-8beb-de4592333e12 None None] For port 5f574109-cf32-48c4-8309-28c7084c1be3, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=5f574109-cf32-48c4-8309-28c7084c1be3,segment=NetworkSegment(23787451-2ddc-439d-9400-54a74df9d387),segment_id=23787451-2ddc-439d-9400-54a74df9d387)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:41:54.573795 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-906d7735-c653-4642-8beb-de4592333e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:54.655595 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f3e42-3ab2-4a11-8ab5-148483728698 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Port': ['ID=0bfcd288-72d7-4993-92b2-176a49e3ef16,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:54.663552 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-82c76985-37cf-4d08-b7ad-58d4e13eeefe None None] Provisioning for port 0bfcd288-72d7-4993-92b2-176a49e3ef16 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:41:54.795008 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ca0f3e42-3ab2-4a11-8ab5-148483728698 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:54.847599 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-768c3f7d-bf6c-47fc-9d7e-cd7014a6424b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Calling delete_port for 6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:54.892954 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-82c76985-37cf-4d08-b7ad-58d4e13eeefe None None] Provisioning complete for port 0bfcd288-72d7-4993-92b2-176a49e3ef16 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:54.892954 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-82c76985-37cf-4d08-b7ad-58d4e13eeefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:55.003252 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 678150fc-a884-4cde-a368-5d99c72e9568 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:55.004204 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:55.012531 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-768c3f7d-bf6c-47fc-9d7e-cd7014a6424b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:55.022180 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-82c76985-37cf-4d08-b7ad-58d4e13eeefe None None] Port 0bfcd288-72d7-4993-92b2-176a49e3ef16 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:41:55.081035 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2af5f6-816f-4480-94c7-e3541f9fd469', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '678150fc-a884-4cde-a368-5d99c72e9568'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:41:55.116142 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bc760-2f3a-4c43-ae52-ae06c943033c req-c64dfa63-ed5e-4f4a-9ffd-60c9b9cd1f1e tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:55.117028 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d2bc760-2f3a-4c43-ae52-ae06c943033c req-c64dfa63-ed5e-4f4a-9ffd-60c9b9cd1f1e tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 945 time: 3.2552164 May 13 14:41:55.125462 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d7735-c653-4642-8beb-de4592333e12 None None] Pushing event updated for resources: {'Port': ['ID=5f574109-cf32-48c4-8309-28c7084c1be3,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:55.135366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c3f7d-bf6c-47fc-9d7e-cd7014a6424b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b8dd279-dc04-4dc9-8337-8cc3c321b9a6,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:55.145540 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-768c3f7d-bf6c-47fc-9d7e-cd7014a6424b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:55.146125 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 678150fc-a884-4cde-a368-5d99c72e9568, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=678150fc-a884-4cde-a368-5d99c72e9568,segment=NetworkSegment(aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa),segment_id=aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:55.160755 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:55.191151 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-768c3f7d-bf6c-47fc-9d7e-cd7014a6424b tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] 10.222.0.35 "DELETE /v2.0/ports/6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 HTTP/1.1" status: 204 len: 168 time: 1.5516491 May 13 14:41:55.193626 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58628) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:55.270594 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fff401e4-f22d-42bd-9638-f6ba1d777bea'] response: {'server_uuid': '9a2af5f6-816f-4480-94c7-e3541f9fd469', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '678150fc-a884-4cde-a368-5d99c72e9568', 'code': 200} May 13 14:41:55.298353 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-7225e81e-b4f7-4acd-8d75-d33ef7602afa tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] GET failed (client error): The resource could not be found. May 13 14:41:55.298900 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7225e81e-b4f7-4acd-8d75-d33ef7602afa tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Synchronizing usage tracker for tenant:0fec79c0ab484c9aadc128dae04e022b on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:41:55.349468 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7225e81e-b4f7-4acd-8d75-d33ef7602afa tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Unset dirty status for tenant:0fec79c0ab484c9aadc128dae04e022b on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:41:55.350714 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7225e81e-b4f7-4acd-8d75-d33ef7602afa tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] 10.222.0.35 "GET /v2.0/ports/6b8dd279-dc04-4dc9-8337-8cc3c321b9a6 HTTP/1.1" status: 404 len: 333 time: 0.1558778 May 13 14:41:55.354455 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58632) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:55.370989 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-cec4ae3a-59ad-4512-9dc0-c0bd57590da3 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-717141395', 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:55.375470 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aee6d03f-2671-4a7e-9a5f-4b7fefddfcbd tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:55.389042 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=678150fc-a884-4cde-a368-5d99c72e9568,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:55.396175 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-cec4ae3a-59ad-4512-9dc0-c0bd57590da3 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:55.416853 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-cec4ae3a-59ad-4512-9dc0-c0bd57590da3 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:55.420966 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-8960ebd4-d136-4741-bc85-458e8276be23 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:55.439997 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [req-812c99b3-c298-4133-b66c-b967c4eb52ed req-8ef468ca-3369-4102-9eaa-4d2a74b8b71a tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:41:55.440211 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [req-812c99b3-c298-4133-b66c-b967c4eb52ed req-8ef468ca-3369-4102-9eaa-4d2a74b8b71a tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:41:55.454163 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec4ae3a-59ad-4512-9dc0-c0bd57590da3 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Made reservation on behalf of 0fec79c0ab484c9aadc128dae04e022b for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:55.471822 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cec4ae3a-59ad-4512-9dc0-c0bd57590da3 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:55.559285 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-cec4ae3a-59ad-4512-9dc0-c0bd57590da3 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] device_id is not set on port ed4b2a37-3f89-4921-ab02-b9eeaadb68d8 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:41:55.711985 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-8960ebd4-d136-4741-bc85-458e8276be23 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:55.746586 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-9d2bc760-2f3a-4c43-ae52-ae06c943033c req-20f9bb98-623b-48af-a08d-7da87579ec5b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Synchronizing usage tracker for tenant:936df29ada1f4039bf03263eb4658581 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:41:55.890820 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 5f574109-cf32-48c4-8309-28c7084c1be3 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:41:56.054362 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cec4ae3a-59ad-4512-9dc0-c0bd57590da3 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:56.071834 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 5f574109-cf32-48c4-8309-28c7084c1be3 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:41:56.082002 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 8ab5d514-be94-4596-b173-46d8b7590aba up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:41:56.223492 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cec4ae3a-59ad-4512-9dc0-c0bd57590da3 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:56.287379 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 8ab5d514-be94-4596-b173-46d8b7590aba triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:56.288370 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:56.346325 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-8960ebd4-d136-4741-bc85-458e8276be23 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Made reservation on behalf of e540cd79706f4092b1c33147f0b2cee9 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:56.356647 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-8960ebd4-d136-4741-bc85-458e8276be23 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:56.368570 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9005431b-03d8-4ae7-a7c2-c1a90aadba43 req-66f650fc-408e-4329-9def-b6f9138d3fe0 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba4fd6e3-1957-4899-8911-785946eedcda HTTP/1.1" status: 200 len: 210 time: 0.2501109 May 13 14:41:56.370695 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-812c99b3-c298-4133-b66c-b967c4eb52ed req-8ef468ca-3369-4102-9eaa-4d2a74b8b71a tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Deleting port 678150fc-a884-4cde-a368-5d99c72e9568 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:56.371238 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-812c99b3-c298-4133-b66c-b967c4eb52ed req-8ef468ca-3369-4102-9eaa-4d2a74b8b71a tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:56.467301 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-9d2bc760-2f3a-4c43-ae52-ae06c943033c req-20f9bb98-623b-48af-a08d-7da87579ec5b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Unset dirty status for tenant:936df29ada1f4039bf03263eb4658581 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:41:56.468770 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d2bc760-2f3a-4c43-ae52-ae06c943033c req-20f9bb98-623b-48af-a08d-7da87579ec5b tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3268690 May 13 14:41:56.532616 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec4ae3a-59ad-4512-9dc0-c0bd57590da3 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:41:56.541663 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-cec4ae3a-59ad-4512-9dc0-c0bd57590da3 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:56.550943 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec4ae3a-59ad-4512-9dc0-c0bd57590da3 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:41:56.550943 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec4ae3a-59ad-4512-9dc0-c0bd57590da3 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:56.550943 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cec4ae3a-59ad-4512-9dc0-c0bd57590da3 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:56.591733 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-cec4ae3a-59ad-4512-9dc0-c0bd57590da3 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2348120 May 13 14:41:56.592798 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4ae3a-59ad-4512-9dc0-c0bd57590da3 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Pushing event updated for resources: {'Port': ['ID=ed4b2a37-3f89-4921-ab02-b9eeaadb68d8,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:56.603394 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58644) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:56.621049 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 8ab5d514-be94-4596-b173-46d8b7590aba is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:56.650300 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ca0f3e42-3ab2-4a11-8ab5-148483728698 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:56.708818 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-aee6d03f-2671-4a7e-9a5f-4b7fefddfcbd tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Allocated IP 2001:db8::1 (ae09d39c-8268-4f77-bdeb-0522fa373fc8/2fe17c97-23e1-43bf-8f15-407558a59118/be6eca9f-e0f8-44fb-9190-590ce590f8b2) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:41:56.730830 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a67d21-3806-4900-9d08-c9c6a0448814 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:56.730830 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d9a67d21-3806-4900-9d08-c9c6a0448814 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Synchronizing usage tracker for tenant:0fec79c0ab484c9aadc128dae04e022b on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:41:56.762364 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d9a67d21-3806-4900-9d08-c9c6a0448814 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Unset dirty status for tenant:0fec79c0ab484c9aadc128dae04e022b on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:41:56.764608 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d9a67d21-3806-4900-9d08-c9c6a0448814 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] 10.222.0.35 "GET /v2.0/ports/ed4b2a37-3f89-4921-ab02-b9eeaadb68d8 HTTP/1.1" status: 200 len: 954 time: 0.1587465 May 13 14:41:56.766929 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58652) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:56.855822 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-ba516170-6c5e-48ae-900d-6bebfd256c47 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Deleting port ed4b2a37-3f89-4921-ab02-b9eeaadb68d8 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:56.856183 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ba516170-6c5e-48ae-900d-6bebfd256c47 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:57.145944 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4272cc6-b3c5-424a-a08a-b7ff465d0fb5 None None] Network ae09d39c-8268-4f77-bdeb-0522fa373fc8 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:41:57.487103 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-4e65d2b5-b68d-4af6-8cf7-1b700b6cd498 None None] Provisioning for port 5f574109-cf32-48c4-8309-28c7084c1be3 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:41:57.502142 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-8960ebd4-d136-4741-bc85-458e8276be23 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Allocated IP 172.20.0.3 (8641c536-545f-4056-be2c-402575e577ff/2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7/1487c7a2-4e7e-46e5-9043-c71abdded832) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:41:57.514824 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ba516170-6c5e-48ae-900d-6bebfd256c47 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:57.522287 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-4e65d2b5-b68d-4af6-8cf7-1b700b6cd498 None None] Provisioning complete for port 5f574109-cf32-48c4-8309-28c7084c1be3 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:57.522287 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4e65d2b5-b68d-4af6-8cf7-1b700b6cd498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:57.608764 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-31791d1f-0452-4efb-b1cf-49e35b0df5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:57.767037 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-ba516170-6c5e-48ae-900d-6bebfd256c47 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Calling delete_port for ed4b2a37-3f89-4921-ab02-b9eeaadb68d8 owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:57.928539 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e947a-fba3-4e5c-8238-96517aa27b81 req-65f4dc52-5560-4d07-a909-2c073fa9af80 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:57.930238 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-259e947a-fba3-4e5c-8238-96517aa27b81 req-65f4dc52-5560-4d07-a909-2c073fa9af80 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 943 time: 0.1380863 May 13 14:41:57.931931 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ba516170-6c5e-48ae-900d-6bebfd256c47 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:57.951658 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-8960ebd4-d136-4741-bc85-458e8276be23 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:58.088797 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba516170-6c5e-48ae-900d-6bebfd256c47 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed4b2a37-3f89-4921-ab02-b9eeaadb68d8,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:58.113951 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ba516170-6c5e-48ae-900d-6bebfd256c47 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:58.130925 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-259e947a-fba3-4e5c-8238-96517aa27b81 req-54662964-c24e-4fe4-b231-27a0df32d0ff tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213427 May 13 14:41:58.139418 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ba516170-6c5e-48ae-900d-6bebfd256c47 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] 10.222.0.35 "DELETE /v2.0/ports/ed4b2a37-3f89-4921-ab02-b9eeaadb68d8 HTTP/1.1" status: 204 len: 168 time: 1.3719170 May 13 14:41:58.143751 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58674) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:58.177056 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-4e65d2b5-b68d-4af6-8cf7-1b700b6cd498 None None] Current status of the port 5f574109-cf32-48c4-8309-28c7084c1be3 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:58.177056 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4e65d2b5-b68d-4af6-8cf7-1b700b6cd498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:58.263861 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a1e2bf-dc0d-45af-9745-3eac4164a56e tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] GET failed (client error): The resource could not be found. May 13 14:41:58.270022 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c7a1e2bf-dc0d-45af-9745-3eac4164a56e tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Synchronizing usage tracker for tenant:0fec79c0ab484c9aadc128dae04e022b on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:41:58.275985 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-4e65d2b5-b68d-4af6-8cf7-1b700b6cd498 None None] For port 5f574109-cf32-48c4-8309-28c7084c1be3, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=5f574109-cf32-48c4-8309-28c7084c1be3,segment=NetworkSegment(23787451-2ddc-439d-9400-54a74df9d387),segment_id=23787451-2ddc-439d-9400-54a74df9d387)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:58.321897 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4e65d2b5-b68d-4af6-8cf7-1b700b6cd498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:58.333732 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c7a1e2bf-dc0d-45af-9745-3eac4164a56e tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Unset dirty status for tenant:0fec79c0ab484c9aadc128dae04e022b on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:41:58.346459 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c7a1e2bf-dc0d-45af-9745-3eac4164a56e tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] 10.222.0.35 "GET /v2.0/ports/ed4b2a37-3f89-4921-ab02-b9eeaadb68d8 HTTP/1.1" status: 404 len: 333 time: 0.1915338 May 13 14:41:58.346459 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58682) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:58.362953 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-97a20e62-d527-4df4-bdef-3eb70c32667f tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Request body: {'port': {'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1738458289'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:58.388674 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-97a20e62-d527-4df4-bdef-3eb70c32667f tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:58.415447 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-97a20e62-d527-4df4-bdef-3eb70c32667f tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:58.439823 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a20e62-d527-4df4-bdef-3eb70c32667f tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Made reservation on behalf of 0fec79c0ab484c9aadc128dae04e022b for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:58.447926 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-97a20e62-d527-4df4-bdef-3eb70c32667f tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:58.512096 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-97a20e62-d527-4df4-bdef-3eb70c32667f tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] device_id is not set on port c363b055-c724-4fb7-a2cd-3fcc6da49683 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:41:58.669496 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:58.681494 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aee6d03f-2671-4a7e-9a5f-4b7fefddfcbd tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:58.690911 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-812c99b3-c298-4133-b66c-b967c4eb52ed req-8ef468ca-3369-4102-9eaa-4d2a74b8b71a tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] For port 678150fc-a884-4cde-a368-5d99c72e9568, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=678150fc-a884-4cde-a368-5d99c72e9568,segment=NetworkSegment(aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa),segment_id=aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:58.692725 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-812c99b3-c298-4133-b66c-b967c4eb52ed req-8ef468ca-3369-4102-9eaa-4d2a74b8b71a tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:58.711807 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-8960ebd4-d136-4741-bc85-458e8276be23 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:58.759744 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65d2b5-b68d-4af6-8cf7-1b700b6cd498 None None] Pushing event updated for resources: {'Port': ['ID=5f574109-cf32-48c4-8309-28c7084c1be3,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:58.901779 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58688) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:58.930676 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960ebd4-d136-4741-bc85-458e8276be23 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Pushing event updated for resources: {'Port': ['ID=1487c7a2-4e7e-46e5-9043-c71abdded832,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:58.949786 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-aee6d03f-2671-4a7e-9a5f-4b7fefddfcbd tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Transition to ACTIVE for port object be6eca9f-e0f8-44fb-9190-590ce590f8b2 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:59.031316 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-97a20e62-d527-4df4-bdef-3eb70c32667f tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:59.061350 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-97a20e62-d527-4df4-bdef-3eb70c32667f tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:59.137681 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a20e62-d527-4df4-bdef-3eb70c32667f tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:41:59.150353 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-97a20e62-d527-4df4-bdef-3eb70c32667f tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:59.170089 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8017c26a-ee84-4f27-90a4-37120f70379e None None] Provisioning complete for port 5f574109-cf32-48c4-8309-28c7084c1be3 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:59.170657 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8017c26a-ee84-4f27-90a4-37120f70379e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:59.197334 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a20e62-d527-4df4-bdef-3eb70c32667f tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:41:59.199773 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a20e62-d527-4df4-bdef-3eb70c32667f tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:59.203914 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-97a20e62-d527-4df4-bdef-3eb70c32667f tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:59.225290 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aee6d03f-2671-4a7e-9a5f-4b7fefddfcbd tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:59.242894 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-416f4de9-2332-491c-af01-5f3ce2f532dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:59.280008 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-416f4de9-2332-491c-af01-5f3ce2f532dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:59.285774 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-416f4de9-2332-491c-af01-5f3ce2f532dd admin admin] Usage tracker for resource:security_group_rule and tenant:340ec64a66894fbc82b27f4aa4b98f70 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:59.289221 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-416f4de9-2332-491c-af01-5f3ce2f532dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:59.298392 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-416f4de9-2332-491c-af01-5f3ce2f532dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:59.309767 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a20e62-d527-4df4-bdef-3eb70c32667f tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Pushing event updated for resources: {'Port': ['ID=c363b055-c724-4fb7-a2cd-3fcc6da49683,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:59.398729 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-97a20e62-d527-4df4-bdef-3eb70c32667f tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0489061 May 13 14:41:59.461186 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58698) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:59.478336 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-812c99b3-c298-4133-b66c-b967c4eb52ed req-8ef468ca-3369-4102-9eaa-4d2a74b8b71a tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Calling delete_port for 678150fc-a884-4cde-a368-5d99c72e9568 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:59.480086 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:59.489049 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-8017c26a-ee84-4f27-90a4-37120f70379e None None] Current status of the port 5f574109-cf32-48c4-8309-28c7084c1be3 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:59.516226 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-8960ebd4-d136-4741-bc85-458e8276be23 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Network 8641c536-545f-4056-be2c-402575e577ff is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:41:59.572400 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-8960ebd4-d136-4741-bc85-458e8276be23 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:59.580646 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-88dc09ce-8116-4070-bcdc-91d857cf15c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:59.609911 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-8960ebd4-d136-4741-bc85-458e8276be23 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:41:59.647980 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-416f4de9-2332-491c-af01-5f3ce2f532dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:59.650290 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee6d03f-2671-4a7e-9a5f-4b7fefddfcbd tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network ae09d39c-8268-4f77-bdeb-0522fa373fc8 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:41:59.666144 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-416f4de9-2332-491c-af01-5f3ce2f532dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:59.669284 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-aee6d03f-2671-4a7e-9a5f-4b7fefddfcbd tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:59.700967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee6d03f-2671-4a7e-9a5f-4b7fefddfcbd tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:41:59.702456 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aee6d03f-2671-4a7e-9a5f-4b7fefddfcbd tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:59.710688 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 5f574109-cf32-48c4-8309-28c7084c1be3 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:41:59.746901 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90654523-cb39-4834-b7c4-c07f99f16fed req-1649b49b-381a-4ce4-a2bf-e574fde6f3d1 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:59.748881 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-90654523-cb39-4834-b7c4-c07f99f16fed req-1649b49b-381a-4ce4-a2bf-e574fde6f3d1 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 943 time: 0.3583238 May 13 14:41:59.769931 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-416f4de9-2332-491c-af01-5f3ce2f532dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=340ec64a66894fbc82b27f4aa4b98f70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8664105 May 13 14:41:59.775625 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58702) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:59.777222 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:59.792810 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f4de9-2332-491c-af01-5f3ce2f532dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3918ffe7-4d25-4c0b-b004-7147e1e012f1,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:59.831604 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 5f574109-cf32-48c4-8309-28c7084c1be3 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:59.832308 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:59.836304 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6d03f-2671-4a7e-9a5f-4b7fefddfcbd tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Port': ['ID=be6eca9f-e0f8-44fb-9190-590ce590f8b2,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:59.863197 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-8960ebd4-d136-4741-bc85-458e8276be23 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:59.863871 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-8960ebd4-d136-4741-bc85-458e8276be23 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:59.978863 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-90654523-cb39-4834-b7c4-c07f99f16fed req-3110be0b-68cd-417f-a2fe-ac5ce7106283 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e100a73-1d47-4a7a-a4ef-0e116bbb8791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212460 May 13 14:42:00.014650 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f3566fbd-5a82-4e14-91fb-3f1b4345dee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:00.025969 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 5f574109-cf32-48c4-8309-28c7084c1be3 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:00.049606 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e638f15-e358-465c-a780-56821b055862 req-38b27a27-1730-4bdf-91e0-9a5cfea2c7b9 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:00.051310 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8e638f15-e358-465c-a780-56821b055862 req-38b27a27-1730-4bdf-91e0-9a5cfea2c7b9 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba4fd6e3-1957-4899-8911-785946eedcda HTTP/1.1" status: 200 len: 931 time: 1.9551380 May 13 14:42:00.110690 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-812c99b3-c298-4133-b66c-b967c4eb52ed req-8ef468ca-3369-4102-9eaa-4d2a74b8b71a tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:00.115408 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [None req-ca0f3e42-3ab2-4a11-8ab5-148483728698 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:42:00.130314 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-8960ebd4-d136-4741-bc85-458e8276be23 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6824367 May 13 14:42:00.139600 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f3566fbd-5a82-4e14-91fb-3f1b4345dee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:00.170744 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-cf36ff19-b2ca-454a-98b9-8fb95242bb4e None None] Provisioning for port be6eca9f-e0f8-44fb-9190-590ce590f8b2 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:42:00.178174 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-cf36ff19-b2ca-454a-98b9-8fb95242bb4e None None] Provisioning complete for port be6eca9f-e0f8-44fb-9190-590ce590f8b2 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:00.179323 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cf36ff19-b2ca-454a-98b9-8fb95242bb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:00.200625 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef468ca-3369-4102-9eaa-4d2a74b8b71a tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Pushing event deleted for resources: {'Port': ['ID=678150fc-a884-4cde-a368-5d99c72e9568,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:00.210943 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-ddc48d20-c711-45bb-9659-f60876b9e756 service neutron] Request body: {'port': {'device_id': 'ba4fd6e3-1957-4899-8911-785946eedcda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:00.240539 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ca0f3e42-3ab2-4a11-8ab5-148483728698 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:00.273243 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ca0f3e42-3ab2-4a11-8ab5-148483728698 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:00.286965 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-cf36ff19-b2ca-454a-98b9-8fb95242bb4e None None] Port be6eca9f-e0f8-44fb-9190-590ce590f8b2 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:42:00.343683 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f3566fbd-5a82-4e14-91fb-3f1b4345dee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:00.370590 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] device_id is not set on port c363b055-c724-4fb7-a2cd-3fcc6da49683 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:42:00.401766 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:00.401766 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3566fbd-5a82-4e14-91fb-3f1b4345dee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3918ffe7-4d25-4c0b-b004-7147e1e012f1,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:00.425385 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f3566fbd-5a82-4e14-91fb-3f1b4345dee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:00.425385 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f3566fbd-5a82-4e14-91fb-3f1b4345dee5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3918ffe7-4d25-4c0b-b004-7147e1e012f1 HTTP/1.1" status: 204 len: 168 time: 0.6253335 May 13 14:42:00.434469 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Transition to ACTIVE for port object c363b055-c724-4fb7-a2cd-3fcc6da49683 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:42:00.439852 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:00.488640 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aee6d03f-2671-4a7e-9a5f-4b7fefddfcbd tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:00.520148 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-812c99b3-c298-4133-b66c-b967c4eb52ed req-8ef468ca-3369-4102-9eaa-4d2a74b8b71a tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] No DVR routers for this DVR port 678150fc-a884-4cde-a368-5d99c72e9568 on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:42:00.524348 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8e638f15-e358-465c-a780-56821b055862 req-07f403a2-73f3-461b-abed-7fe76678bab7 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630132 May 13 14:42:00.529503 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-812c99b3-c298-4133-b66c-b967c4eb52ed req-8ef468ca-3369-4102-9eaa-4d2a74b8b71a tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:00.531599 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-812c99b3-c298-4133-b66c-b967c4eb52ed req-8ef468ca-3369-4102-9eaa-4d2a74b8b71a tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.59 "DELETE /v2.0/ports/678150fc-a884-4cde-a368-5d99c72e9568 HTTP/1.1" status: 204 len: 173 time: 9.5913846 May 13 14:42:00.542223 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2af5f6-816f-4480-94c7-e3541f9fd469', 'name': 'network-vif-deleted', 'tag': '678150fc-a884-4cde-a368-5d99c72e9568'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:42:00.620296 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:00.638384 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:00.876226 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Pushing event updated for resources: {'Port': ['ID=c363b055-c724-4fb7-a2cd-3fcc6da49683,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:00.913345 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:42:00.913682 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:42:00.914291 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:00.921173 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Port c363b055-c724-4fb7-a2cd-3fcc6da49683 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:42:00.922569 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Failed to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] May 13 14:42:00.923343 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempt 2 to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 May 13 14:42:00.946799 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:42:00.947248 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:42:00.947511 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:00.954729 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Port c363b055-c724-4fb7-a2cd-3fcc6da49683 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:42:00.954729 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Failed to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] May 13 14:42:00.955238 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempt 3 to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 May 13 14:42:00.974354 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:42:00.974702 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:42:00.975868 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:00.983479 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Port c363b055-c724-4fb7-a2cd-3fcc6da49683 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:42:00.984141 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Failed to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] May 13 14:42:00.984773 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempt 4 to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 May 13 14:42:01.003982 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a9b31d7-12b9-481a-a606-2274247a429a'] response: {'server_uuid': '9a2af5f6-816f-4480-94c7-e3541f9fd469', 'name': 'network-vif-deleted', 'tag': '678150fc-a884-4cde-a368-5d99c72e9568', 'status': 'completed', 'code': 200} May 13 14:42:01.021268 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:42:01.021499 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:42:01.021840 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:01.037098 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Port c363b055-c724-4fb7-a2cd-3fcc6da49683 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:42:01.037098 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Failed to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] May 13 14:42:01.037098 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempt 5 to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 May 13 14:42:01.050559 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58724) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:01.074233 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ca0f3e42-3ab2-4a11-8ab5-148483728698 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:01.077097 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2692a06e-7fe0-486a-b2cd-b262cf00080e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:01.083459 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f3e42-3ab2-4a11-8ab5-148483728698 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Port': ['ID=0bfcd288-72d7-4993-92b2-176a49e3ef16,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:01.090929 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-ddc48d20-c711-45bb-9659-f60876b9e756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:01.098321 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:42:01.099410 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:42:01.099931 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:01.106486 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2692a06e-7fe0-486a-b2cd-b262cf00080e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:01.114580 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2692a06e-7fe0-486a-b2cd-b262cf00080e admin admin] Usage tracker for resource:security_group_rule and tenant:aa4ee0936adf49ca8cd531a858dd5b32 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:01.118102 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2692a06e-7fe0-486a-b2cd-b262cf00080e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:01.125680 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2692a06e-7fe0-486a-b2cd-b262cf00080e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:01.153742 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Port c363b055-c724-4fb7-a2cd-3fcc6da49683 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:42:01.154072 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Failed to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] May 13 14:42:01.156668 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempt 6 to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 May 13 14:42:01.197809 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:42:01.198348 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:42:01.220809 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:01.251054 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Port c363b055-c724-4fb7-a2cd-3fcc6da49683 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:42:01.251690 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Failed to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] May 13 14:42:01.255932 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempt 7 to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 May 13 14:42:01.294413 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:42:01.294943 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:42:01.299602 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:01.309886 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Port c363b055-c724-4fb7-a2cd-3fcc6da49683 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:42:01.316319 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Failed to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] May 13 14:42:01.320793 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempt 8 to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 May 13 14:42:01.378342 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:42:01.378677 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:42:01.379028 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:01.394685 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Port c363b055-c724-4fb7-a2cd-3fcc6da49683 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:42:01.395041 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Failed to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] May 13 14:42:01.398189 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempt 9 to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 May 13 14:42:01.430617 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2692a06e-7fe0-486a-b2cd-b262cf00080e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:01.432565 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:42:01.432565 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:42:01.432826 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:01.439016 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Port c363b055-c724-4fb7-a2cd-3fcc6da49683 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:42:01.439016 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Failed to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] May 13 14:42:01.439016 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempt 10 to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 May 13 14:42:01.450880 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2692a06e-7fe0-486a-b2cd-b262cf00080e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:01.521106 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2692a06e-7fe0-486a-b2cd-b262cf00080e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa4ee0936adf49ca8cd531a858dd5b32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4689233 May 13 14:42:01.524242 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58734) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:01.526607 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692a06e-7fe0-486a-b2cd-b262cf00080e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ce6a60-1265-4490-a1db-0cbb924649c8,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:01.527024 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0f3e42-3ab2-4a11-8ab5-148483728698 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network 4ede94aa-3771-42b8-9647-d4e587f670e8 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:01.530236 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:42:01.530745 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:42:01.531837 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempting to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:01.542287 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-ca0f3e42-3ab2-4a11-8ab5-148483728698 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:01.550138 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Port c363b055-c724-4fb7-a2cd-3fcc6da49683 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:42:01.550357 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Failed to bind port c363b055-c724-4fb7-a2cd-3fcc6da49683 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '9b1883b0-1879-4c34-96cc-555df521b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9b4772e-80b1-45a1-bf5d-a52caa1d5a31'}] May 13 14:42:01.551506 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:01.701654 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4877fc12-8b49-46df-ae99-7a8b5e40e3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:01.740927 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4877fc12-8b49-46df-ae99-7a8b5e40e3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:01.840175 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-d15eec6c-1821-4a35-bfb4-0169baee6183 req-83eb0999-c942-40b6-9df0-8921806d2a99 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Synchronizing usage tracker for tenant:936df29ada1f4039bf03263eb4658581 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:42:01.875527 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] For port c363b055-c724-4fb7-a2cd-3fcc6da49683, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:42:01.875926 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attempted to set empty binding levels {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 13 14:42:01.883089 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:01.950320 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-09832b85-92a1-4df8-a8a1-0720e558d0e7 None None] Provisioning complete for port 0bfcd288-72d7-4993-92b2-176a49e3ef16 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:01.951197 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-09832b85-92a1-4df8-a8a1-0720e558d0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:01.956749 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] In _notify_port_updated(), no bound segment for port c363b055-c724-4fb7-a2cd-3fcc6da49683 on network e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 {{(pid=88082) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:42:01.958064 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:01.958893 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:01.960712 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] 10.222.0.35 "PUT /v2.0/ports/c363b055-c724-4fb7-a2cd-3fcc6da49683 HTTP/1.1" status: 200 len: 975 time: 2.4980123 May 13 14:42:01.969936 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58740) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:02.017202 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4877fc12-8b49-46df-ae99-7a8b5e40e3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:02.058513 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df064e-0ba1-4287-9fb1-6c67fb549edf tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Pushing event updated for resources: {'Port': ['ID=c363b055-c724-4fb7-a2cd-3fcc6da49683,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:02.078728 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877fc12-8b49-46df-ae99-7a8b5e40e3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ce6a60-1265-4490-a1db-0cbb924649c8,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:02.095644 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4385d-7c20-4d1e-97d4-669902ae0df6 req-1b40c844-b198-45c3-8990-1a94bc5de66c tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:02.097549 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-17c4385d-7c20-4d1e-97d4-669902ae0df6 req-1b40c844-b198-45c3-8990-1a94bc5de66c tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba4fd6e3-1957-4899-8911-785946eedcda HTTP/1.1" status: 200 len: 931 time: 0.3149676 May 13 14:42:02.110799 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4877fc12-8b49-46df-ae99-7a8b5e40e3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:02.115180 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4877fc12-8b49-46df-ae99-7a8b5e40e3a1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a0ce6a60-1265-4490-a1db-0cbb924649c8 HTTP/1.1" status: 204 len: 168 time: 0.5902877 May 13 14:42:02.136150 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-1216da58-918d-4713-bd33-271b756a2311 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Deleting port c363b055-c724-4fb7-a2cd-3fcc6da49683 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:02.136768 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1216da58-918d-4713-bd33-271b756a2311 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:02.144284 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:02.152443 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-d15eec6c-1821-4a35-bfb4-0169baee6183 req-83eb0999-c942-40b6-9df0-8921806d2a99 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] Unset dirty status for tenant:936df29ada1f4039bf03263eb4658581 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:42:02.165413 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d15eec6c-1821-4a35-bfb4-0169baee6183 req-83eb0999-c942-40b6-9df0-8921806d2a99 tempest-ServerRescueNegativeTestJSON-16006918 tempest-ServerRescueNegativeTestJSON-16006918-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a2af5f6-816f-4480-94c7-e3541f9fd469 HTTP/1.1" status: 200 len: 210 time: 1.0235436 May 13 14:42:02.232660 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-09832b85-92a1-4df8-a8a1-0720e558d0e7 None None] Port 0bfcd288-72d7-4993-92b2-176a49e3ef16 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:42:02.239578 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-17c4385d-7c20-4d1e-97d4-669902ae0df6 req-7aa15f78-a874-4b99-9e9b-25c133f3bc88 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337550 May 13 14:42:02.350346 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0f3e42-3ab2-4a11-8ab5-148483728698 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Router 61db0a42-ee8b-4e03-a968-0cd46d312c9a is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:42:02.460338 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-1216da58-918d-4713-bd33-271b756a2311 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] For port c363b055-c724-4fb7-a2cd-3fcc6da49683, host n-h1-841760-1, got binding levels [] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:02.460338 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1216da58-918d-4713-bd33-271b756a2311 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:02.522526 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-ddc48d20-c711-45bb-9659-f60876b9e756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1487c7a2-4e7e-46e5-9043-c71abdded832 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:42:02.533079 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-ddc48d20-c711-45bb-9659-f60876b9e756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:02.628417 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-1216da58-918d-4713-bd33-271b756a2311 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Calling delete_port for c363b055-c724-4fb7-a2cd-3fcc6da49683 owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:42:02.662871 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [None req-aee6d03f-2671-4a7e-9a5f-4b7fefddfcbd tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:42:02.683373 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-ddc48d20-c711-45bb-9659-f60876b9e756 service neutron] Transition to ACTIVE for port object 1487c7a2-4e7e-46e5-9043-c71abdded832 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:42:02.688347 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aee6d03f-2671-4a7e-9a5f-4b7fefddfcbd tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:02.693283 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-ddc48d20-c711-45bb-9659-f60876b9e756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:02.721578 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1216da58-918d-4713-bd33-271b756a2311 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:02.750416 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aee6d03f-2671-4a7e-9a5f-4b7fefddfcbd tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:02.751479 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aee6d03f-2671-4a7e-9a5f-4b7fefddfcbd tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:02.780783 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216da58-918d-4713-bd33-271b756a2311 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Pushing event deleted for resources: {'Port': ['ID=c363b055-c724-4fb7-a2cd-3fcc6da49683,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:02.786550 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1216da58-918d-4713-bd33-271b756a2311 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:02.799148 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1216da58-918d-4713-bd33-271b756a2311 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] 10.222.0.35 "DELETE /v2.0/ports/c363b055-c724-4fb7-a2cd-3fcc6da49683 HTTP/1.1" status: 204 len: 168 time: 0.8225744 May 13 14:42:02.799392 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58768) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:02.801199 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0f3e42-3ab2-4a11-8ab5-148483728698 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:42:02.817808 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02de19dd-a07a-4bdc-8ebc-5b0c7d204600 None None] Sync routers for ids ['61db0a42-ee8b-4e03-a968-0cd46d312c9a'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:42:02.835189 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02de19dd-a07a-4bdc-8ebc-5b0c7d204600 None None] Routers {'61db0a42-ee8b-4e03-a968-0cd46d312c9a'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:02.835800 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-02de19dd-a07a-4bdc-8ebc-5b0c7d204600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:42:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['61db0a42-ee8b-4e03-a968-0cd46d312c9a'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:02.867731 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a1ffef2-359a-4aab-a91c-c0eb5bd89646 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] GET failed (client error): The resource could not be found. May 13 14:42:02.868262 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6a1ffef2-359a-4aab-a91c-c0eb5bd89646 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Synchronizing usage tracker for tenant:0fec79c0ab484c9aadc128dae04e022b on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:42:02.887492 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6a1ffef2-359a-4aab-a91c-c0eb5bd89646 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] Unset dirty status for tenant:0fec79c0ab484c9aadc128dae04e022b on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:42:02.888720 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6a1ffef2-359a-4aab-a91c-c0eb5bd89646 tempest-PortsAdminExtendedAttrsTestJSON-1675457116 tempest-PortsAdminExtendedAttrsTestJSON-1675457116-project-admin] 10.222.0.35 "GET /v2.0/ports/c363b055-c724-4fb7-a2cd-3fcc6da49683 HTTP/1.1" status: 404 len: 333 time: 0.0883639 May 13 14:42:02.892476 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58780) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:02.911548 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ca0f3e42-3ab2-4a11-8ab5-148483728698 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "PUT /v2.0/routers/61db0a42-ee8b-4e03-a968-0cd46d312c9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.1410980 May 13 14:42:02.915655 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58784) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:02.923863 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-02de19dd-a07a-4bdc-8ebc-5b0c7d204600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:02.933112 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02de19dd-a07a-4bdc-8ebc-5b0c7d204600 None None] Routers {'61db0a42-ee8b-4e03-a968-0cd46d312c9a'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:02.933712 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-02de19dd-a07a-4bdc-8ebc-5b0c7d204600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:42:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['61db0a42-ee8b-4e03-a968-0cd46d312c9a'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:03.004179 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-02de19dd-a07a-4bdc-8ebc-5b0c7d204600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:03.004586 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02de19dd-a07a-4bdc-8ebc-5b0c7d204600 None None] The sync data for ids ['61db0a42-ee8b-4e03-a968-0cd46d312c9a'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:42:03.087404 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc48d20-c711-45bb-9659-f60876b9e756 service neutron] Pushing event updated for resources: {'Port': ['ID=1487c7a2-4e7e-46e5-9043-c71abdded832,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:03.103628 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce359a66-fdfa-4ec5-a75d-14bc978a3831 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:03.104948 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ce359a66-fdfa-4ec5-a75d-14bc978a3831 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "GET /v2.0/ports/0bfcd288-72d7-4993-92b2-176a49e3ef16 HTTP/1.1" status: 200 len: 910 time: 0.1881762 May 13 14:42:03.108760 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e091939d-03a4-4cc1-9fbf-ec866b517ae8 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:03.110641 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58792) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:03.242351 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6d03f-2671-4a7e-9a5f-4b7fefddfcbd tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Port': ['ID=be6eca9f-e0f8-44fb-9190-590ce590f8b2,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:03.294090 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-ddc48d20-c711-45bb-9659-f60876b9e756 service neutron] Attempting to bind port 1487c7a2-4e7e-46e5-9043-c71abdded832 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:42:03.294720 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-ddc48d20-c711-45bb-9659-f60876b9e756 service neutron] Attempting to bind port 1487c7a2-4e7e-46e5-9043-c71abdded832 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '75860f48-3c0c-46a4-92f7-4b3c58b2f18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8641c536-545f-4056-be2c-402575e577ff'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:42:03.295277 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-ddc48d20-c711-45bb-9659-f60876b9e756 service neutron] Attempting to bind port 1487c7a2-4e7e-46e5-9043-c71abdded832 on network 8641c536-545f-4056-be2c-402575e577ff {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:03.298969 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee6d03f-2671-4a7e-9a5f-4b7fefddfcbd tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network ae09d39c-8268-4f77-bdeb-0522fa373fc8 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:03.301841 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-aee6d03f-2671-4a7e-9a5f-4b7fefddfcbd tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:03.307477 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-ddc48d20-c711-45bb-9659-f60876b9e756 service neutron] Port 1487c7a2-4e7e-46e5-9043-c71abdded832 on network 8641c536-545f-4056-be2c-402575e577ff not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:42:03.308219 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-ddc48d20-c711-45bb-9659-f60876b9e756 service neutron] Attempting to bind port 1487c7a2-4e7e-46e5-9043-c71abdded832 on network 8641c536-545f-4056-be2c-402575e577ff {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:03.401468 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-ddc48d20-c711-45bb-9659-f60876b9e756 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:42:03.402049 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-ddc48d20-c711-45bb-9659-f60876b9e756 service neutron] Checking segment: {'id': '75860f48-3c0c-46a4-92f7-4b3c58b2f18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8641c536-545f-4056-be2c-402575e577ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:42:03.402606 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-ddc48d20-c711-45bb-9659-f60876b9e756 service neutron] Bound using segment: {'id': '75860f48-3c0c-46a4-92f7-4b3c58b2f18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8641c536-545f-4056-be2c-402575e577ff'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:42:03.403243 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-ddc48d20-c711-45bb-9659-f60876b9e756 service neutron] Bound port: 1487c7a2-4e7e-46e5-9043-c71abdded832, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75860f48-3c0c-46a4-92f7-4b3c58b2f18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8641c536-545f-4056-be2c-402575e577ff'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:42:03.403788 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-ddc48d20-c711-45bb-9659-f60876b9e756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:03.420444 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58814) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:03.767598 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-ddc48d20-c711-45bb-9659-f60876b9e756 service neutron] For port 1487c7a2-4e7e-46e5-9043-c71abdded832, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:42:03.783539 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-ddc48d20-c711-45bb-9659-f60876b9e756 service neutron] For port 1487c7a2-4e7e-46e5-9043-c71abdded832, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=1487c7a2-4e7e-46e5-9043-c71abdded832,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:42:03.787857 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-674bca98-6cf5-411f-99ee-168d5f9dfbc7 None None] Provisioning complete for port be6eca9f-e0f8-44fb-9190-590ce590f8b2 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:03.791070 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-674bca98-6cf5-411f-99ee-168d5f9dfbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:03.793314 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-ddc48d20-c711-45bb-9659-f60876b9e756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:03.831646 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e091939d-03a4-4cc1-9fbf-ec866b517ae8 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:03.869549 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-e091939d-03a4-4cc1-9fbf-ec866b517ae8 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9b4772e-80b1-45a1-bf5d-a52caa1d5a31']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:03.885825 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-e091939d-03a4-4cc1-9fbf-ec866b517ae8 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b1883b0-1879-4c34-96cc-555df521b0f5') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:03.885825 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-e091939d-03a4-4cc1-9fbf-ec866b517ae8 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b1883b0-1879-4c34-96cc-555df521b0f5') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:03.898823 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e091939d-03a4-4cc1-9fbf-ec866b517ae8 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:03.903520 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-674bca98-6cf5-411f-99ee-168d5f9dfbc7 None None] Port be6eca9f-e0f8-44fb-9190-590ce590f8b2 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:42:04.082514 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e091939d-03a4-4cc1-9fbf-ec866b517ae8 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:04.110639 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e091939d-03a4-4cc1-9fbf-ec866b517ae8 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:42:04.111338 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e091939d-03a4-4cc1-9fbf-ec866b517ae8 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:04.126699 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:42:04.126699 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:42:04.126699 n-d-841760-1 neutron-server[88082]: timer() May 13 14:42:04.126699 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:42:04.126699 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:42:04.126699 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:42:04.126699 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:42:04.126699 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:42:04.126699 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:42:04.126699 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:42:04.126699 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:42:04.126699 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:42:04.126699 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:42:04.126699 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:42:04.126699 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:42:04.126699 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:42:04.126699 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:42:04.126699 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:42:04.126699 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:42:04.126699 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:42:04.126699 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:42:04.126699 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:42:04.126699 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:42:04.126699 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:42:04.126699 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:42:04.126699 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:42:04.126699 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:42:04.126699 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:42:04.126699 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:42:04.126699 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:42:04.126699 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:42:04.126699 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:42:04.221143 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-ddc48d20-c711-45bb-9659-f60876b9e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:04.221868 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-ddc48d20-c711-45bb-9659-f60876b9e756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:04.223953 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-ddc48d20-c711-45bb-9659-f60876b9e756 service neutron] 10.222.0.74 "PUT /v2.0/ports/1487c7a2-4e7e-46e5-9043-c71abdded832 HTTP/1.1" status: 200 len: 1091 time: 4.0278387 May 13 14:42:04.227136 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4fd6e3-1957-4899-8911-785946eedcda', 'tag': '1487c7a2-4e7e-46e5-9043-c71abdded832'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:42:04.260018 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee6d03f-2671-4a7e-9a5f-4b7fefddfcbd tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Router 9eb35c5a-b70a-40f7-85df-8e86788bb44f is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:42:04.277479 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f947ef-b47d-4919-becb-3d6882311615 req-119af867-5585-49f7-b8b4-8c4bba617fa3 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:04.284561 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-16f947ef-b47d-4919-becb-3d6882311615 req-119af867-5585-49f7-b8b4-8c4bba617fa3 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba4fd6e3-1957-4899-8911-785946eedcda HTTP/1.1" status: 200 len: 943 time: 0.7201025 May 13 14:42:04.303697 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58846) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:04.340814 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e843237-d25f-43f1-b188-590bb484ac0a'] response: {'name': 'network-changed', 'server_uuid': 'ba4fd6e3-1957-4899-8911-785946eedcda', 'tag': '1487c7a2-4e7e-46e5-9043-c71abdded832', 'status': 'completed', 'code': 200} May 13 14:42:04.386462 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e091939d-03a4-4cc1-9fbf-ec866b517ae8 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:04.412931 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc48d20-c711-45bb-9659-f60876b9e756 service neutron] Pushing event updated for resources: {'Port': ['ID=1487c7a2-4e7e-46e5-9043-c71abdded832,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:04.436250 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:42:04.457014 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e091939d-03a4-4cc1-9fbf-ec866b517ae8 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:04.541630 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e091939d-03a4-4cc1-9fbf-ec866b517ae8 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] 10.222.0.35 "DELETE /v2.0/networks/e9b4772e-80b1-45a1-bf5d-a52caa1d5a31 HTTP/1.1" status: 204 len: 168 time: 1.6481111 May 13 14:42:04.544535 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091939d-03a4-4cc1-9fbf-ec866b517ae8 tempest-PortsAdminExtendedAttrsTestJSON-1756302669 tempest-PortsAdminExtendedAttrsTestJSON-1756302669-project] Pushing event deleted for resources: {'Network': ['ID=e9b4772e-80b1-45a1-bf5d-a52caa1d5a31,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:04.574232 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-065c7e85-1ee2-4efe-ade4-da4fab306e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:04.608441 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-065c7e85-1ee2-4efe-ade4-da4fab306e98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:04.705740 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-065c7e85-1ee2-4efe-ade4-da4fab306e98 admin admin] Usage tracker for resource:security_group_rule and tenant:2d71989a06cc414eb4beb3742818e8a8 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:04.744707 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee6d03f-2671-4a7e-9a5f-4b7fefddfcbd tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:42:04.755965 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-760416f0-88b9-4bfb-a738-dadae25139dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:04.756340 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8834e5-5766-47c6-8a90-1d7610057d38 None None] Sync routers for ids ['9eb35c5a-b70a-40f7-85df-8e86788bb44f'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:42:04.757434 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-760416f0-88b9-4bfb-a738-dadae25139dc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e540cd79706f4092b1c33147f0b2cee9&device_id=ba4fd6e3-1957-4899-8911-785946eedcda HTTP/1.1" status: 200 len: 1094 time: 0.4209709 May 13 14:42:04.761468 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-aee6d03f-2671-4a7e-9a5f-4b7fefddfcbd tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "PUT /v2.0/routers/9eb35c5a-b70a-40f7-85df-8e86788bb44f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6813498 May 13 14:42:04.766485 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58856) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:04.772131 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8834e5-5766-47c6-8a90-1d7610057d38 None None] Routers {'9eb35c5a-b70a-40f7-85df-8e86788bb44f'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:04.772760 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ea8834e5-5766-47c6-8a90-1d7610057d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:42:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['9eb35c5a-b70a-40f7-85df-8e86788bb44f'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:04.779612 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-065c7e85-1ee2-4efe-ade4-da4fab306e98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:04.831072 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-065c7e85-1ee2-4efe-ade4-da4fab306e98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:04.839801 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-16f947ef-b47d-4919-becb-3d6882311615 req-c68c6344-74be-4426-8362-d3140e7202c7 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5543389 May 13 14:42:04.892814 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ea8834e5-5766-47c6-8a90-1d7610057d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:04.904408 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8834e5-5766-47c6-8a90-1d7610057d38 None None] Routers {'9eb35c5a-b70a-40f7-85df-8e86788bb44f'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:04.905925 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ea8834e5-5766-47c6-8a90-1d7610057d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:42:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['9eb35c5a-b70a-40f7-85df-8e86788bb44f'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:04.907081 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-27fadae3-b94c-4e27-b3c3-6f8cf641db24 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:04.980016 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ea8834e5-5766-47c6-8a90-1d7610057d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:04.980428 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8834e5-5766-47c6-8a90-1d7610057d38 None None] The sync data for ids ['9eb35c5a-b70a-40f7-85df-8e86788bb44f'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:42:05.004633 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58862) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:05.047293 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-9014a90a-d6cd-4178-956f-4fa1829ea7c6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1487c7a2-4e7e-46e5-9043-c71abdded832 HTTP/1.1" status: 200 len: 217 time: 0.1798341 May 13 14:42:05.158616 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6510d401-2b5c-4a2f-b46c-cec817c5a8ed tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:05.159245 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6510d401-2b5c-4a2f-b46c-cec817c5a8ed tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Synchronizing usage tracker for tenant:f1ec4de986a64c699f9b990b9e5d2da5 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:42:05.231659 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-1fc3ae1c-688a-4bf3-b403-f2ad5852fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:05.234168 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-1fc3ae1c-688a-4bf3-b403-f2ad5852fd91 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7 HTTP/1.1" status: 200 len: 852 time: 0.1801846 May 13 14:42:05.252896 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6510d401-2b5c-4a2f-b46c-cec817c5a8ed tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Unset dirty status for tenant:f1ec4de986a64c699f9b990b9e5d2da5 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:42:05.254601 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6510d401-2b5c-4a2f-b46c-cec817c5a8ed tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "GET /v2.0/ports/be6eca9f-e0f8-44fb-9190-590ce590f8b2 HTTP/1.1" status: 200 len: 911 time: 0.3888049 May 13 14:42:05.327670 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58872) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:05.408159 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-573e0497-2f82-4b89-be4f-5f5ad769898e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8641c536-545f-4056-be2c-402575e577ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1656227 May 13 14:42:05.534752 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4f0991ce-f783-4cf6-8151-c387e06368f6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6827afc50f3f4bbf8e6a0b4178d2e364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5221288 May 13 14:42:05.535610 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58876) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:05.662232 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-065c7e85-1ee2-4efe-ade4-da4fab306e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:05.684296 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-065c7e85-1ee2-4efe-ade4-da4fab306e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:05.740760 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2ce83081-426a-4528-abce-e1dbadb96b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:05.740760 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-3790e78a-0293-4375-88d0-5f10be147710 service neutron] 10.222.0.74 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155015 May 13 14:42:05.790692 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-065c7e85-1ee2-4efe-ade4-da4fab306e98 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2d71989a06cc414eb4beb3742818e8a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4784267 May 13 14:42:05.796334 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58880) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:05.935968 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c7e85-1ee2-4efe-ade4-da4fab306e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6abc567-6757-47be-80e9-58b24e40fdce,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:06.040805 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2ce83081-426a-4528-abce-e1dbadb96b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:06.070672 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6cf8af0b-1879-4afd-8e05-d948c06696ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:06.208169 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6cf8af0b-1879-4afd-8e05-d948c06696ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:06.249370 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-64394e5a-9fbe-4544-b400-3a0fcad9a782 service neutron] 10.222.0.74 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008895 May 13 14:42:06.258287 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-27fadae3-b94c-4e27-b3c3-6f8cf641db24 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Allocated IP 172.21.0.1 (dd1e857a-17fd-4a1b-9d29-f2c86ed6a495/a77d617a-036d-4628-b1e4-0cf69d69768f/282ec29c-8e0c-40cd-bb0b-2f29ef5660ab) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:42:06.275918 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e93ed271-8060-4df4-8847-41ffd7506815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:06.332836 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2ce83081-426a-4528-abce-e1dbadb96b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:06.462766 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce83081-426a-4528-abce-e1dbadb96b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5aa7a1-109b-47f3-af81-a7b157e38cee,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:06.488804 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2ce83081-426a-4528-abce-e1dbadb96b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:06.490886 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2ce83081-426a-4528-abce-e1dbadb96b02 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ab5aa7a1-109b-47f3-af81-a7b157e38cee HTTP/1.1" status: 204 len: 168 time: 0.9491513 May 13 14:42:06.521587 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf6750-4f27-45b4-8299-17c9e329cd2e req-b4ede4dd-ccdb-4900-80ba-2b9af54a131c tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:06.522441 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-86bf6750-4f27-45b4-8299-17c9e329cd2e req-b4ede4dd-ccdb-4900-80ba-2b9af54a131c tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Synchronizing usage tracker for tenant:e540cd79706f4092b1c33147f0b2cee9 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:42:06.537565 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6cf8af0b-1879-4afd-8e05-d948c06696ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:06.602370 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8af0b-1879-4afd-8e05-d948c06696ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6abc567-6757-47be-80e9-58b24e40fdce,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:06.702869 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-86bf6750-4f27-45b4-8299-17c9e329cd2e req-b4ede4dd-ccdb-4900-80ba-2b9af54a131c tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Unset dirty status for tenant:e540cd79706f4092b1c33147f0b2cee9 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:42:06.704607 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-86bf6750-4f27-45b4-8299-17c9e329cd2e req-b4ede4dd-ccdb-4900-80ba-2b9af54a131c tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba4fd6e3-1957-4899-8911-785946eedcda HTTP/1.1" status: 200 len: 943 time: 0.6770806 May 13 14:42:06.748129 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-27fadae3-b94c-4e27-b3c3-6f8cf641db24 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:06.805339 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfecf8c-8d7e-4502-bbe4-5bd601a47bc5 req-633e1c5f-3d42-48c6-baff-36c02d7f38e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:06.805339 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-acfecf8c-8d7e-4502-bbe4-5bd601a47bc5 req-633e1c5f-3d42-48c6-baff-36c02d7f38e4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e540cd79706f4092b1c33147f0b2cee9&device_id=ba4fd6e3-1957-4899-8911-785946eedcda HTTP/1.1" status: 200 len: 1094 time: 0.4670248 May 13 14:42:06.845064 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6cf8af0b-1879-4afd-8e05-d948c06696ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:06.863452 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6cf8af0b-1879-4afd-8e05-d948c06696ba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f6abc567-6757-47be-80e9-58b24e40fdce HTTP/1.1" status: 204 len: 168 time: 1.0526934 May 13 14:42:06.863452 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-27fadae3-b94c-4e27-b3c3-6f8cf641db24 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Transition to ACTIVE for port object 282ec29c-8e0c-40cd-bb0b-2f29ef5660ab will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:42:06.978068 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-af515c19-1771-4a82-b912-9f33b9c93a1c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:07.111383 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-86bf6750-4f27-45b4-8299-17c9e329cd2e req-860d6782-23a4-443d-8742-d6cc6aa816a2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993270 May 13 14:42:07.198490 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58898) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:07.339583 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfecf8c-8d7e-4502-bbe4-5bd601a47bc5 req-928e0a94-f1c1-4b8e-b619-f9027ef54b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:07.342026 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-acfecf8c-8d7e-4502-bbe4-5bd601a47bc5 req-928e0a94-f1c1-4b8e-b619-f9027ef54b1c service neutron] 10.222.0.74 "GET /v2.0/networks?id=8641c536-545f-4056-be2c-402575e577ff HTTP/1.1" status: 200 len: 913 time: 0.5235212 May 13 14:42:07.440892 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-acfecf8c-8d7e-4502-bbe4-5bd601a47bc5 req-77e6f6b4-3bf7-4f00-b568-a4c143bd2583 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1487c7a2-4e7e-46e5-9043-c71abdded832 HTTP/1.1" status: 200 len: 217 time: 0.0827205 May 13 14:42:07.446091 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-49f02a8a-1fdd-4bbc-8939-a689cd006923 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0fec79c0ab484c9aadc128dae04e022b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2182677 May 13 14:42:07.449689 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-e93ed271-8060-4df4-8847-41ffd7506815 admin admin] Deleting port 09a716a6-453e-4451-9da3-cfcd90194748 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:07.449689 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e93ed271-8060-4df4-8847-41ffd7506815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:07.456524 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58904) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:07.507086 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-27fadae3-b94c-4e27-b3c3-6f8cf641db24 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:07.595096 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfecf8c-8d7e-4502-bbe4-5bd601a47bc5 req-048c70f1-86bd-4e50-855c-0ab47311423a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:07.596597 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-acfecf8c-8d7e-4502-bbe4-5bd601a47bc5 req-048c70f1-86bd-4e50-855c-0ab47311423a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7 HTTP/1.1" status: 200 len: 852 time: 0.1500535 May 13 14:42:07.739462 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fadae3-b94c-4e27-b3c3-6f8cf641db24 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network dd1e857a-17fd-4a1b-9d29-f2c86ed6a495 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:07.775244 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-27fadae3-b94c-4e27-b3c3-6f8cf641db24 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:07.784410 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-acfecf8c-8d7e-4502-bbe4-5bd601a47bc5 req-f4d01771-5f88-4a8b-95e8-a9411d2aa580 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8641c536-545f-4056-be2c-402575e577ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1563575 May 13 14:42:07.789946 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fadae3-b94c-4e27-b3c3-6f8cf641db24 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:42:07.853953 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fadae3-b94c-4e27-b3c3-6f8cf641db24 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Port': ['ID=282ec29c-8e0c-40cd-bb0b-2f29ef5660ab,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:07.906596 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-b4f26da3-3bf7-454b-9a18-a7a2e0cf09b5 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:07.908141 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-b4f26da3-3bf7-454b-9a18-a7a2e0cf09b5 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba4fd6e3-1957-4899-8911-785946eedcda HTTP/1.1" status: 200 len: 943 time: 0.7793465 May 13 14:42:07.912564 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9524a1ff-d53e-434d-9416-0b6c60a9dd37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:08.059262 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-27fadae3-b94c-4e27-b3c3-6f8cf641db24 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:08.066232 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-094f8bde-4e9f-46d5-ac80-cbc087fd9e65 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Deleting port 1487c7a2-4e7e-46e5-9043-c71abdded832 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:08.066348 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-094f8bde-4e9f-46d5-ac80-cbc087fd9e65 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:08.082583 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-e93ed271-8060-4df4-8847-41ffd7506815 admin admin] For port 09a716a6-453e-4451-9da3-cfcd90194748, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=09a716a6-453e-4451-9da3-cfcd90194748,segment=NetworkSegment(aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa),segment_id=aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:08.082954 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e93ed271-8060-4df4-8847-41ffd7506815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:08.199469 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3ba7e68d-00dd-48cf-9fee-d67496c133ae None None] Provisioning for port 282ec29c-8e0c-40cd-bb0b-2f29ef5660ab completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:42:08.207876 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3ba7e68d-00dd-48cf-9fee-d67496c133ae None None] Provisioning complete for port 282ec29c-8e0c-40cd-bb0b-2f29ef5660ab triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:08.208413 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3ba7e68d-00dd-48cf-9fee-d67496c133ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:08.355717 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3ba7e68d-00dd-48cf-9fee-d67496c133ae None None] Port 282ec29c-8e0c-40cd-bb0b-2f29ef5660ab cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:42:08.477463 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-e93ed271-8060-4df4-8847-41ffd7506815 admin admin] Calling delete_port for 09a716a6-453e-4451-9da3-cfcd90194748 owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:42:08.567726 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-acfecf8c-8d7e-4502-bbe4-5bd601a47bc5 req-d3fb65b2-b525-43f5-b7d2-4ee43dac1e53 service neutron] 10.222.0.74 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7759328 May 13 14:42:08.635908 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9524a1ff-d53e-434d-9416-0b6c60a9dd37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:08.790042 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-27fadae3-b94c-4e27-b3c3-6f8cf641db24 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:08.928652 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-af515c19-1771-4a82-b912-9f33b9c93a1c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Deleting port be6eca9f-e0f8-44fb-9190-590ce590f8b2 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:08.931674 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-af515c19-1771-4a82-b912-9f33b9c93a1c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:09.004767 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-acfecf8c-8d7e-4502-bbe4-5bd601a47bc5 req-44a08ea5-0891-4652-bdcf-26cb0c3c4955 service neutron] 10.222.0.74 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906401 May 13 14:42:09.063916 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533364c4-a09b-4bd8-9780-1087f0724e8e req-ab0fcfcc-280e-4297-97ca-6f1b380c3dad tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:09.066286 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-533364c4-a09b-4bd8-9780-1087f0724e8e req-ab0fcfcc-280e-4297-97ca-6f1b380c3dad tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba4fd6e3-1957-4899-8911-785946eedcda HTTP/1.1" status: 200 len: 943 time: 0.7405090 May 13 14:42:09.147686 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e93ed271-8060-4df4-8847-41ffd7506815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:09.185975 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58938) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:09.215492 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ed271-8060-4df4-8847-41ffd7506815 admin admin] Pushing event deleted for resources: {'Port': ['ID=09a716a6-453e-4451-9da3-cfcd90194748,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:09.286946 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-533364c4-a09b-4bd8-9780-1087f0724e8e req-5d5b4226-50be-4cb3-834b-0df08a0a43f2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122289 May 13 14:42:09.657107 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9524a1ff-d53e-434d-9416-0b6c60a9dd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:09.682684 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e8d3fb99-b396-4180-900e-0c187e97e5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:09.699015 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-094f8bde-4e9f-46d5-ac80-cbc087fd9e65 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] For port 1487c7a2-4e7e-46e5-9043-c71abdded832, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=1487c7a2-4e7e-46e5-9043-c71abdded832,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:09.699015 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-094f8bde-4e9f-46d5-ac80-cbc087fd9e65 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:09.715456 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e93ed271-8060-4df4-8847-41ffd7506815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:09.725353 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524a1ff-d53e-434d-9416-0b6c60a9dd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4746c7c2-a9ae-4c26-a9a1-2f7009701b70,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:09.870154 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e8d3fb99-b396-4180-900e-0c187e97e5bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:09.881637 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-094f8bde-4e9f-46d5-ac80-cbc087fd9e65 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Calling delete_port for 1487c7a2-4e7e-46e5-9043-c71abdded832 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:42:09.913573 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9524a1ff-d53e-434d-9416-0b6c60a9dd37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:09.916927 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9524a1ff-d53e-434d-9416-0b6c60a9dd37 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4746c7c2-a9ae-4c26-a9a1-2f7009701b70 HTTP/1.1" status: 204 len: 168 time: 2.4508834 May 13 14:42:09.949188 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e8d3fb99-b396-4180-900e-0c187e97e5bd admin admin] Usage tracker for resource:security_group_rule and tenant:b06da99a99414f6489de22151870bbe8 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:09.963831 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e8d3fb99-b396-4180-900e-0c187e97e5bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:10.002556 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e8d3fb99-b396-4180-900e-0c187e97e5bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:10.005532 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-af515c19-1771-4a82-b912-9f33b9c93a1c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:10.485489 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-af515c19-1771-4a82-b912-9f33b9c93a1c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Calling delete_port for be6eca9f-e0f8-44fb-9190-590ce590f8b2 owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:42:10.569691 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93ed271-8060-4df4-8847-41ffd7506815 admin admin] Router 821a13de-4389-4bc4-be6a-30908817f57d has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:42:10.733658 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-27fadae3-b94c-4e27-b3c3-6f8cf641db24 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:10.749787 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-27fadae3-b94c-4e27-b3c3-6f8cf641db24 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:10.890552 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c0667-38e5-4d91-b20a-5073d747a661 req-deb3d875-0be4-49f0-8a81-3ce04f78e7a3 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:10.897049 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f58c0667-38e5-4d91-b20a-5073d747a661 req-deb3d875-0be4-49f0-8a81-3ce04f78e7a3 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba4fd6e3-1957-4899-8911-785946eedcda HTTP/1.1" status: 200 len: 943 time: 0.3927093 May 13 14:42:10.934971 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-27fadae3-b94c-4e27-b3c3-6f8cf641db24 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:10.939684 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fadae3-b94c-4e27-b3c3-6f8cf641db24 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Port': ['ID=282ec29c-8e0c-40cd-bb0b-2f29ef5660ab,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:10.962330 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-094f8bde-4e9f-46d5-ac80-cbc087fd9e65 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:11.023543 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93ed271-8060-4df4-8847-41ffd7506815 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:42:11.033893 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a264024e-e673-452f-9f7c-837b58982c19 None None] Sync routers for ids ['821a13de-4389-4bc4-be6a-30908817f57d'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:42:11.046990 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f8bde-4e9f-46d5-ac80-cbc087fd9e65 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Pushing event deleted for resources: {'Port': ['ID=1487c7a2-4e7e-46e5-9043-c71abdded832,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:11.055539 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f58c0667-38e5-4d91-b20a-5073d747a661 req-2a37a9c9-d9ce-4ee0-aa8e-f959829c7f58 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342616 May 13 14:42:11.058154 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a264024e-e673-452f-9f7c-837b58982c19 None None] Routers {'821a13de-4389-4bc4-be6a-30908817f57d'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:11.059768 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a264024e-e673-452f-9f7c-837b58982c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:42:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['821a13de-4389-4bc4-be6a-30908817f57d'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:11.094829 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e93ed271-8060-4df4-8847-41ffd7506815 admin admin] 10.222.0.35 "PUT /v2.0/routers/821a13de-4389-4bc4-be6a-30908817f57d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6626880 May 13 14:42:11.096683 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58978) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:11.294968 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e8d3fb99-b396-4180-900e-0c187e97e5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:11.345416 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e8d3fb99-b396-4180-900e-0c187e97e5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:11.440881 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-094f8bde-4e9f-46d5-ac80-cbc087fd9e65 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] No DVR routers for this DVR port 1487c7a2-4e7e-46e5-9043-c71abdded832 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:42:11.453682 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-383d176d-3f73-467e-9e86-1758adbcfcef admin admin] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:11.465853 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-094f8bde-4e9f-46d5-ac80-cbc087fd9e65 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:11.488064 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4fd6e3-1957-4899-8911-785946eedcda', 'name': 'network-vif-deleted', 'tag': '1487c7a2-4e7e-46e5-9043-c71abdded832'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:42:11.495840 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-a264024e-e673-452f-9f7c-837b58982c19 None None] Set router 821a13de-4389-4bc4-be6a-30908817f57d gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:42:11.521029 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-06d0440b-68ed-4d91-803b-b46d331dcccd req-094f8bde-4e9f-46d5-ac80-cbc087fd9e65 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.74 "DELETE /v2.0/ports/1487c7a2-4e7e-46e5-9043-c71abdded832 HTTP/1.1" status: 204 len: 173 time: 3.6038294 May 13 14:42:11.587375 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e8d3fb99-b396-4180-900e-0c187e97e5bd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b06da99a99414f6489de22151870bbe8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3433280 May 13 14:42:11.594397 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58994) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:11.596534 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d3fb99-b396-4180-900e-0c187e97e5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e33154f-a857-4658-b791-f6145e8e2733,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:11.636481 n-d-841760-1 neutron-server[88082]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-28fb9243-7047-4eaf-94d6-718abd8d8f42']: {'server_uuid': 'ba4fd6e3-1957-4899-8911-785946eedcda', 'name': 'network-vif-deleted', 'tag': '1487c7a2-4e7e-46e5-9043-c71abdded832', 'status': 'failed', 'code': 422} returned with failed status May 13 14:42:11.654234 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fadae3-b94c-4e27-b3c3-6f8cf641db24 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network dd1e857a-17fd-4a1b-9d29-f2c86ed6a495 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:11.656623 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-27fadae3-b94c-4e27-b3c3-6f8cf641db24 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:11.757978 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-af515c19-1771-4a82-b912-9f33b9c93a1c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:12.043336 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9e9b0606-57a3-403e-9316-df3c3a6b5283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:12.198611 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9e9b0606-57a3-403e-9316-df3c3a6b5283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:12.227345 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d6beb74a-2297-46bf-96c5-320e83ebde7d None None] Provisioning complete for port 282ec29c-8e0c-40cd-bb0b-2f29ef5660ab triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:12.228887 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d6beb74a-2297-46bf-96c5-320e83ebde7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:12.236432 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-383d176d-3f73-467e-9e86-1758adbcfcef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:12.276435 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-383d176d-3f73-467e-9e86-1758adbcfcef admin admin] Deleting port b5ff1480-253f-494b-b4b8-7c039763e1cd {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:12.277833 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-383d176d-3f73-467e-9e86-1758adbcfcef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:12.287474 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af515c19-1771-4a82-b912-9f33b9c93a1c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event deleted for resources: {'Port': ['ID=be6eca9f-e0f8-44fb-9190-590ce590f8b2,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:12.305446 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a264024e-e673-452f-9f7c-837b58982c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821a13de-4389-4bc4-be6a-30908817f57d', 'name': 'tempest-ServerRescueNegativeTestJSON-723694868-router', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b5ff1480-253f-494b-b4b8-7c039763e1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:00Z', 'updated_at': '2022-05-13T14:42:09Z', 'revision_number': 5, 'project_id': '936df29ada1f4039bf03263eb4658581', 'gw_port': {'id': 'b5ff1480-253f-494b-b4b8-7c039763e1cd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821a13de-4389-4bc4-be6a-30908817f57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:03Z', 'updated_at': '2022-05-13T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:12.310241 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a264024e-e673-452f-9f7c-837b58982c19 None None] Checking router: 821a13de-4389-4bc4-be6a-30908817f57d for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:42:12.321631 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a264024e-e673-452f-9f7c-837b58982c19 None None] Routers {'821a13de-4389-4bc4-be6a-30908817f57d'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:12.322482 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a264024e-e673-452f-9f7c-837b58982c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:42:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['821a13de-4389-4bc4-be6a-30908817f57d'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:12.334269 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27fadae3-b94c-4e27-b3c3-6f8cf641db24 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Router 61db0a42-ee8b-4e03-a968-0cd46d312c9a has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:42:12.396688 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-d6beb74a-2297-46bf-96c5-320e83ebde7d None None] Port 282ec29c-8e0c-40cd-bb0b-2f29ef5660ab cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:42:12.527385 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59012) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:12.534129 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-a264024e-e673-452f-9f7c-837b58982c19 None None] Set router 821a13de-4389-4bc4-be6a-30908817f57d gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:42:12.571819 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-383d176d-3f73-467e-9e86-1758adbcfcef admin admin] For port b5ff1480-253f-494b-b4b8-7c039763e1cd, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b5ff1480-253f-494b-b4b8-7c039763e1cd,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:12.572174 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-383d176d-3f73-467e-9e86-1758adbcfcef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:12.611339 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-5f5a9ae2-aaf7-4a7d-a700-b217ffdc4a57 req-26c5464e-a784-402f-b841-41600da7ea5b tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Synchronizing usage tracker for tenant:e540cd79706f4092b1c33147f0b2cee9 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:42:12.631125 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a201b74a-d81c-4be5-b829-ff6468fa29a5 req-2902f9d1-71fd-48f4-807b-7e07e6240027 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e540cd79706f4092b1c33147f0b2cee9&device_id=ba4fd6e3-1957-4899-8911-785946eedcda HTTP/1.1" status: 200 len: 210 time: 0.2032464 May 13 14:42:12.649011 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a264024e-e673-452f-9f7c-837b58982c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821a13de-4389-4bc4-be6a-30908817f57d', 'name': 'tempest-ServerRescueNegativeTestJSON-723694868-router', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:00Z', 'updated_at': '2022-05-13T14:42:12Z', 'revision_number': 6, 'project_id': '936df29ada1f4039bf03263eb4658581', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:12.653601 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a264024e-e673-452f-9f7c-837b58982c19 None None] The sync data for ids ['821a13de-4389-4bc4-be6a-30908817f57d'] in n-d-841760-1 is: [{'id': '821a13de-4389-4bc4-be6a-30908817f57d', 'name': 'tempest-ServerRescueNegativeTestJSON-723694868-router', 'tenant_id': '936df29ada1f4039bf03263eb4658581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:00Z', 'updated_at': '2022-05-13T14:42:12Z', 'revision_number': 6, 'project_id': '936df29ada1f4039bf03263eb4658581', 'gw_port_host': None}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:42:12.730564 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-383d176d-3f73-467e-9e86-1758adbcfcef admin admin] Calling delete_port for b5ff1480-253f-494b-b4b8-7c039763e1cd owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:42:12.786507 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60ec05-e0fb-4d4b-8495-71067abd6a49 req-eac5bea7-2d7b-4a46-8095-e4ad49ad7061 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:12.788175 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ce60ec05-e0fb-4d4b-8495-71067abd6a49 req-eac5bea7-2d7b-4a46-8095-e4ad49ad7061 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e081309-655a-4310-8653-b8198aa78430 HTTP/1.1" status: 200 len: 945 time: 0.8814735 May 13 14:42:12.881794 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-af515c19-1771-4a82-b912-9f33b9c93a1c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:12.903674 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ce60ec05-e0fb-4d4b-8495-71067abd6a49 req-c51fc1e6-d170-4d38-9453-a107c4d5642e tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/security-groups?id=499f86ef-66f9-48b5-ae85-9981f4f70958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937593 May 13 14:42:12.924160 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9e9b0606-57a3-403e-9316-df3c3a6b5283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:12.942984 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b0606-57a3-403e-9316-df3c3a6b5283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e33154f-a857-4658-b791-f6145e8e2733,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:12.943414 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1054365097', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:12.948818 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:12.951810 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9e9b0606-57a3-403e-9316-df3c3a6b5283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:12.953518 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9e9b0606-57a3-403e-9316-df3c3a6b5283 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5e33154f-a857-4658-b791-f6145e8e2733 HTTP/1.1" status: 204 len: 168 time: 1.3581989 May 13 14:42:12.953830 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Usage tracker for resource:port and tenant:a4f44964e9694a6282d50d05c87d3310 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:12.956819 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:12.963353 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:13.035522 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-5f5a9ae2-aaf7-4a7d-a700-b217ffdc4a57 req-26c5464e-a784-402f-b841-41600da7ea5b tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Unset dirty status for tenant:e540cd79706f4092b1c33147f0b2cee9 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:42:13.045594 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5f5a9ae2-aaf7-4a7d-a700-b217ffdc4a57 req-26c5464e-a784-402f-b841-41600da7ea5b tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba4fd6e3-1957-4899-8911-785946eedcda HTTP/1.1" status: 200 len: 210 time: 0.7250767 May 13 14:42:13.086119 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Made reservation on behalf of a4f44964e9694a6282d50d05c87d3310 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:42:13.088784 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:13.146620 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-383d176d-3f73-467e-9e86-1758adbcfcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:13.204050 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:13.325910 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:13.340469 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fadae3-b94c-4e27-b3c3-6f8cf641db24 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:42:13.350042 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-27fadae3-b94c-4e27-b3c3-6f8cf641db24 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "PUT /v2.0/routers/61db0a42-ee8b-4e03-a968-0cd46d312c9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2381940 May 13 14:42:13.354020 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14f4c8f-275b-4d8f-8ae7-0d816cee2d91 None None] Sync routers for ids ['61db0a42-ee8b-4e03-a968-0cd46d312c9a'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:42:13.358096 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Usage tracker for resource:security_group_rule and tenant:a4f44964e9694a6282d50d05c87d3310 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:13.360946 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59030) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:13.377283 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14f4c8f-275b-4d8f-8ae7-0d816cee2d91 None None] Routers {'61db0a42-ee8b-4e03-a968-0cd46d312c9a'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:13.379955 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-c14f4c8f-275b-4d8f-8ae7-0d816cee2d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:42:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['61db0a42-ee8b-4e03-a968-0cd46d312c9a'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:13.395619 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:13.467752 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d176d-3f73-467e-9e86-1758adbcfcef admin admin] Pushing event deleted for resources: {'Port': ['ID=b5ff1480-253f-494b-b4b8-7c039763e1cd,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:13.520275 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-c14f4c8f-275b-4d8f-8ae7-0d816cee2d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:13.522491 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:13.569444 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14f4c8f-275b-4d8f-8ae7-0d816cee2d91 None None] Routers {'61db0a42-ee8b-4e03-a968-0cd46d312c9a'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:13.572292 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-c14f4c8f-275b-4d8f-8ae7-0d816cee2d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:42:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['61db0a42-ee8b-4e03-a968-0cd46d312c9a'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:13.642080 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-383d176d-3f73-467e-9e86-1758adbcfcef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:13.679724 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201b74a-d81c-4be5-b829-ff6468fa29a5 req-00c4f417-541e-43c5-99e8-4df0d98bab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:13.681744 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a201b74a-d81c-4be5-b829-ff6468fa29a5 req-00c4f417-541e-43c5-99e8-4df0d98bab7d service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=e540cd79706f4092b1c33147f0b2cee9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.9866810 May 13 14:42:13.713094 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 09a716a6-453e-4451-9da3-cfcd90194748 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:42:13.796995 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 09a716a6-453e-4451-9da3-cfcd90194748 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:42:13.797793 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 09a716a6-453e-4451-9da3-cfcd90194748 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:42:13.798932 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b5ff1480-253f-494b-b4b8-7c039763e1cd no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:42:13.811512 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d47fb6-805b-4a40-af13-e19f399aedc4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:13.813019 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-98d47fb6-805b-4a40-af13-e19f399aedc4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Synchronizing usage tracker for tenant:17b49979485542bba655ee3d2918613c on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:42:13.853749 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af515c19-1771-4a82-b912-9f33b9c93a1c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Router 9eb35c5a-b70a-40f7-85df-8e86788bb44f has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:42:13.946366 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: b5ff1480-253f-494b-b4b8-7c039763e1cd {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:42:13.947257 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b5ff1480-253f-494b-b4b8-7c039763e1cd not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:42:13.953948 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-c14f4c8f-275b-4d8f-8ae7-0d816cee2d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:13.954559 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14f4c8f-275b-4d8f-8ae7-0d816cee2d91 None None] The sync data for ids ['61db0a42-ee8b-4e03-a968-0cd46d312c9a'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:42:14.009177 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-383d176d-3f73-467e-9e86-1758adbcfcef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:14.009177 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-383d176d-3f73-467e-9e86-1758adbcfcef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:14.036972 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-383d176d-3f73-467e-9e86-1758adbcfcef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:14.037862 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383d176d-3f73-467e-9e86-1758adbcfcef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 821a13de-4389-4bc4-be6a-30908817f57d {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:42:14.053459 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-383d176d-3f73-467e-9e86-1758adbcfcef admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:14.055144 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-383d176d-3f73-467e-9e86-1758adbcfcef admin admin] 10.222.0.35 "DELETE /v2.0/routers/821a13de-4389-4bc4-be6a-30908817f57d HTTP/1.1" status: 204 len: 168 time: 2.9564734 May 13 14:42:14.057500 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59052) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:14.128753 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-57563578-a1f1-4cc0-8dcd-5a1dd54e3d7a admin admin] Deleting subnet be55f4c0-99f6-4777-9e43-16529e4e725e {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:42:14.132346 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-57563578-a1f1-4cc0-8dcd-5a1dd54e3d7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:14.190020 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201b74a-d81c-4be5-b829-ff6468fa29a5 req-83f61999-02b1-4b8a-8729-77a4bfebc488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:14.197007 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a201b74a-d81c-4be5-b829-ff6468fa29a5 req-83f61999-02b1-4b8a-8729-77a4bfebc488 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5033402 May 13 14:42:14.203860 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-57563578-a1f1-4cc0-8dcd-5a1dd54e3d7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:14.216807 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-98d47fb6-805b-4a40-af13-e19f399aedc4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Unset dirty status for tenant:17b49979485542bba655ee3d2918613c on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:42:14.218027 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-98d47fb6-805b-4a40-af13-e19f399aedc4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "GET /v2.0/ports/282ec29c-8e0c-40cd-bb0b-2f29ef5660ab HTTP/1.1" status: 200 len: 910 time: 0.8559246 May 13 14:42:14.261548 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59062) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:14.303310 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-57563578-a1f1-4cc0-8dcd-5a1dd54e3d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:14.433357 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-37977ddd-b351-4663-9763-cb8909a7108c req-d92ab566-23df-4e9d-9c09-caeedbe2c61c tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba4fd6e3-1957-4899-8911-785946eedcda HTTP/1.1" status: 200 len: 210 time: 0.0698087 May 13 14:42:14.451097 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-57563578-a1f1-4cc0-8dcd-5a1dd54e3d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:14.495068 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57563578-a1f1-4cc0-8dcd-5a1dd54e3d7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be55f4c0-99f6-4777-9e43-16529e4e725e,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:14.501769 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-57563578-a1f1-4cc0-8dcd-5a1dd54e3d7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:14.508466 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484e8bf7-0e5d-443b-bdbc-cade2bc753df None None] Network 9479e797-5371-4e30-beb4-10899bbfb8b9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:42:14.539385 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-57563578-a1f1-4cc0-8dcd-5a1dd54e3d7a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/be55f4c0-99f6-4777-9e43-16529e4e725e HTTP/1.1" status: 204 len: 168 time: 0.4756546 May 13 14:42:14.540136 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59072) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:14.617236 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af515c19-1771-4a82-b912-9f33b9c93a1c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:42:14.628662 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6c96aa-9588-4e90-8ef1-774f7fe0eaf5 None None] Sync routers for ids ['9eb35c5a-b70a-40f7-85df-8e86788bb44f'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:42:14.636876 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a201b74a-d81c-4be5-b829-ff6468fa29a5 req-b7816a2a-3690-48f0-a590-ce332d2677a9 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba4fd6e3-1957-4899-8911-785946eedcda HTTP/1.1" status: 200 len: 210 time: 0.1997929 May 13 14:42:14.644202 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6c96aa-9588-4e90-8ef1-774f7fe0eaf5 None None] Routers {'9eb35c5a-b70a-40f7-85df-8e86788bb44f'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:14.644853 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-6e6c96aa-9588-4e90-8ef1-774f7fe0eaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:42:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['9eb35c5a-b70a-40f7-85df-8e86788bb44f'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:14.772529 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-6e6c96aa-9588-4e90-8ef1-774f7fe0eaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:14.796591 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6c96aa-9588-4e90-8ef1-774f7fe0eaf5 None None] Routers {'9eb35c5a-b70a-40f7-85df-8e86788bb44f'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:14.798308 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-6e6c96aa-9588-4e90-8ef1-774f7fe0eaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:42:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['9eb35c5a-b70a-40f7-85df-8e86788bb44f'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:14.865380 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59078) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:14.881227 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-6e6c96aa-9588-4e90-8ef1-774f7fe0eaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:14.881866 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6c96aa-9588-4e90-8ef1-774f7fe0eaf5 None None] The sync data for ids ['9eb35c5a-b70a-40f7-85df-8e86788bb44f'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:42:14.883317 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-def70234-80e7-48d1-a310-27e49ae4e0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:14.902464 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-af515c19-1771-4a82-b912-9f33b9c93a1c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "PUT /v2.0/routers/9eb35c5a-b70a-40f7-85df-8e86788bb44f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5706327 May 13 14:42:14.916405 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59090) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:14.924272 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-def70234-80e7-48d1-a310-27e49ae4e0c8 admin admin] Deleting port b625709d-51d0-4189-aacb-2ebf6c7497c9 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:14.924618 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-def70234-80e7-48d1-a310-27e49ae4e0c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:14.926383 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a86c9-6161-4de8-9781-1c7f1cb13851 req-f8ed907b-842f-4521-bebc-7fd557e5fe09 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:14.933732 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e59a86c9-6161-4de8-9781-1c7f1cb13851 req-f8ed907b-842f-4521-bebc-7fd557e5fe09 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e081309-655a-4310-8653-b8198aa78430 HTTP/1.1" status: 200 len: 945 time: 0.9103358 May 13 14:42:15.003924 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4b662238-16f5-415a-9dec-35398a34b913 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Synchronizing usage tracker for tenant:f1ec4de986a64c699f9b990b9e5d2da5 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:42:15.148280 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:15.148530 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3655c93-e2c2-4193-b99d-77438160af64 None None] DHCP port deletion for 9479e797-5371-4e30-beb4-10899bbfb8b9 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:42:15.152699 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e3655c93-e2c2-4193-b99d-77438160af64 None None] Deleting port b625709d-51d0-4189-aacb-2ebf6c7497c9 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:15.153066 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e3655c93-e2c2-4193-b99d-77438160af64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:15.179503 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4b662238-16f5-415a-9dec-35398a34b913 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Unset dirty status for tenant:f1ec4de986a64c699f9b990b9e5d2da5 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:42:15.199565 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4b662238-16f5-415a-9dec-35398a34b913 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb35c5a-b70a-40f7-85df-8e86788bb44f HTTP/1.1" status: 200 len: 205 time: 0.2606404 May 13 14:42:15.257591 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-def70234-80e7-48d1-a310-27e49ae4e0c8 admin admin] For port b625709d-51d0-4189-aacb-2ebf6c7497c9, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b625709d-51d0-4189-aacb-2ebf6c7497c9,segment=NetworkSegment(aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa),segment_id=aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:15.258075 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-def70234-80e7-48d1-a310-27e49ae4e0c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:15.268278 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:15.272131 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] device_id is not set on port 39ab5694-67b1-41a0-acdc-63e0a1aff4e4 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:42:15.395601 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-def70234-80e7-48d1-a310-27e49ae4e0c8 admin admin] Calling delete_port for b625709d-51d0-4189-aacb-2ebf6c7497c9 owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:42:15.413418 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Allocated IP 172.25.0.89 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/39ab5694-67b1-41a0-acdc-63e0a1aff4e4) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:42:15.434744 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59096) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:15.542590 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-def70234-80e7-48d1-a310-27e49ae4e0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:15.576554 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-e3655c93-e2c2-4193-b99d-77438160af64 None None] For port b625709d-51d0-4189-aacb-2ebf6c7497c9, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b625709d-51d0-4189-aacb-2ebf6c7497c9,segment=NetworkSegment(aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa),segment_id=aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:15.577074 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e3655c93-e2c2-4193-b99d-77438160af64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:15.601857 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e59a86c9-6161-4de8-9781-1c7f1cb13851 req-6d2e6750-5c5a-4e17-b30f-a9ca3747874a tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/security-groups?id=499f86ef-66f9-48b5-ae85-9981f4f70958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6669235 May 13 14:42:15.673597 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b625709d-51d0-4189-aacb-2ebf6c7497c9 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:42:15.683097 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def70234-80e7-48d1-a310-27e49ae4e0c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b625709d-51d0-4189-aacb-2ebf6c7497c9,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:15.697277 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def70234-80e7-48d1-a310-27e49ae4e0c8 admin admin] No DVR routers for this DVR port b625709d-51d0-4189-aacb-2ebf6c7497c9 on host n-d-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:42:15.721094 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-499ebdb1-3dba-4510-9d27-ff5558735bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:15.790579 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e3655c93-e2c2-4193-b99d-77438160af64 None None] Calling delete_port for b625709d-51d0-4189-aacb-2ebf6c7497c9 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:42:15.803248 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cbd7bb02-9a42-4053-8e23-14375997e186 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:15.835751 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: b625709d-51d0-4189-aacb-2ebf6c7497c9 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:42:15.836259 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b625709d-51d0-4189-aacb-2ebf6c7497c9 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:42:15.900107 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-e3655c93-e2c2-4193-b99d-77438160af64 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:42:15.900680 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-e3655c93-e2c2-4193-b99d-77438160af64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:42:15.966801 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-def70234-80e7-48d1-a310-27e49ae4e0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:15.976559 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd68894-2b50-4519-8aaf-8ff5f63e3dea,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:15.979300 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-499ebdb1-3dba-4510-9d27-ff5558735bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:16.005132 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0efc5-cdd2-49f7-82e1-7a3bb3f506e1 req-8bcb3138-1290-44a9-81d0-85e7b7d674a7 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:16.006586 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-71b0efc5-cdd2-49f7-82e1-7a3bb3f506e1 req-8bcb3138-1290-44a9-81d0-85e7b7d674a7 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e081309-655a-4310-8653-b8198aa78430 HTTP/1.1" status: 200 len: 945 time: 0.5295048 May 13 14:42:16.008282 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-def70234-80e7-48d1-a310-27e49ae4e0c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9479e797-5371-4e30-beb4-10899bbfb8b9']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:16.063418 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-def70234-80e7-48d1-a310-27e49ae4e0c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:16.063770 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-def70234-80e7-48d1-a310-27e49ae4e0c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aabf8ff3-ff32-4cf8-8dc3-ce362bb292aa') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:16.087473 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-def70234-80e7-48d1-a310-27e49ae4e0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:16.112571 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-71b0efc5-cdd2-49f7-82e1-7a3bb3f506e1 req-c7ae2814-cf16-46aa-a4a4-225f10ade23c tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Deleting port 798f86b1-8c67-4f45-aed9-0fc05c38c0cc {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:16.113086 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-71b0efc5-cdd2-49f7-82e1-7a3bb3f506e1 req-c7ae2814-cf16-46aa-a4a4-225f10ade23c tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:16.115234 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-499ebdb1-3dba-4510-9d27-ff5558735bee admin admin] Usage tracker for resource:security_group_rule and tenant:47bf3ac830ea493e8c43ec519f25c92e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:16.151990 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-def70234-80e7-48d1-a310-27e49ae4e0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:16.159058 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-499ebdb1-3dba-4510-9d27-ff5558735bee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:16.172055 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def70234-80e7-48d1-a310-27e49ae4e0c8 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:42:16.172456 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-def70234-80e7-48d1-a310-27e49ae4e0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:16.188374 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:42:16.188374 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:42:16.188374 n-d-841760-1 neutron-server[88081]: timer() May 13 14:42:16.188374 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:42:16.188374 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:42:16.188374 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:42:16.188374 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:42:16.188374 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:42:16.188374 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:42:16.188374 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:42:16.188374 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:42:16.188374 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:42:16.188374 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:42:16.188374 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:42:16.188374 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:42:16.188374 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:42:16.188374 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:42:16.188374 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:42:16.188374 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:42:16.188374 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:42:16.188374 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:42:16.188374 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:42:16.188374 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:42:16.188374 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:42:16.188374 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:42:16.188374 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:42:16.188374 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:42:16.188374 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:42:16.188374 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:42:16.188374 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:42:16.188374 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:42:16.188374 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:42:16.217892 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:16.218745 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:16.219076 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:16.219430 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:16.219755 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:16.220080 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:16.220397 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:16.220717 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:16.221034 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:16.221346 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:16.221664 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:16.221974 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:16.237366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-499ebdb1-3dba-4510-9d27-ff5558735bee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:16.335050 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-def70234-80e7-48d1-a310-27e49ae4e0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:16.339785 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-def70234-80e7-48d1-a310-27e49ae4e0c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:16.389017 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def70234-80e7-48d1-a310-27e49ae4e0c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9479e797-5371-4e30-beb4-10899bbfb8b9,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:16.402536 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e3655c93-e2c2-4193-b99d-77438160af64 None None] Deleting port b625709d-51d0-4189-aacb-2ebf6c7497c9 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:16.403309 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e3655c93-e2c2-4193-b99d-77438160af64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:16.470640 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-def70234-80e7-48d1-a310-27e49ae4e0c8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9479e797-5371-4e30-beb4-10899bbfb8b9 HTTP/1.1" status: 204 len: 168 time: 1.9259024 May 13 14:42:16.546779 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e3655c93-e2c2-4193-b99d-77438160af64 None None] The port 'b625709d-51d0-4189-aacb-2ebf6c7497c9' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:42:16.566701 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-71b0efc5-cdd2-49f7-82e1-7a3bb3f506e1 req-c7ae2814-cf16-46aa-a4a4-225f10ade23c tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] For port 798f86b1-8c67-4f45-aed9-0fc05c38c0cc, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=798f86b1-8c67-4f45-aed9-0fc05c38c0cc,segment=NetworkSegment(56c14c39-08ac-428d-b17a-b0502761889e),segment_id=56c14c39-08ac-428d-b17a-b0502761889e)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:16.567804 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-71b0efc5-cdd2-49f7-82e1-7a3bb3f506e1 req-c7ae2814-cf16-46aa-a4a4-225f10ade23c tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:16.682835 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cbd7bb02-9a42-4053-8e23-14375997e186 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:16.685140 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cbd7bb02-9a42-4053-8e23-14375997e186 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:16.743913 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cbd7bb02-9a42-4053-8e23-14375997e186 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:16.744610 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd7bb02-9a42-4053-8e23-14375997e186 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Fanout notify agent at l3_agent the message router_deleted on router 9eb35c5a-b70a-40f7-85df-8e86788bb44f {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:42:16.790787 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59138) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:16.844699 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c260d0-7633-4f58-91ff-70bdf120266f req-8c7e3bb1-0e20-4b01-a49e-acd05d1e79e9 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:16.852119 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-25c260d0-7633-4f58-91ff-70bdf120266f req-8c7e3bb1-0e20-4b01-a49e-acd05d1e79e9 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/networks?id=8641c536-545f-4056-be2c-402575e577ff HTTP/1.1" status: 200 len: 812 time: 0.8955069 May 13 14:42:16.913950 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-25c260d0-7633-4f58-91ff-70bdf120266f req-540f84ce-33dd-4a8f-9df9-14ec975f9fab tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/quotas/e540cd79706f4092b1c33147f0b2cee9 HTTP/1.1" status: 200 len: 375 time: 0.0606687 May 13 14:42:16.919175 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:16.988913 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cbd7bb02-9a42-4053-8e23-14375997e186 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:16.989987 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-cbd7bb02-9a42-4053-8e23-14375997e186 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/routers/9eb35c5a-b70a-40f7-85df-8e86788bb44f HTTP/1.1" status: 204 len: 168 time: 1.5390375 May 13 14:42:16.998300 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59146) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:17.010264 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-25c260d0-7633-4f58-91ff-70bdf120266f req-c5fe9577-5fe9-4879-bb30-a888cd264091 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e540cd79706f4092b1c33147f0b2cee9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0951755 May 13 14:42:17.016096 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-30143efb-9311-492c-bccd-846e63b61bf0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=936df29ada1f4039bf03263eb4658581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2239068 May 13 14:42:17.018341 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59150) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:17.111808 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-71b0efc5-cdd2-49f7-82e1-7a3bb3f506e1 req-c7ae2814-cf16-46aa-a4a4-225f10ade23c tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:17.112718 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-71b0efc5-cdd2-49f7-82e1-7a3bb3f506e1 req-c7ae2814-cf16-46aa-a4a4-225f10ade23c tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:17.113200 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [req-71b0efc5-cdd2-49f7-82e1-7a3bb3f506e1 req-c7ae2814-cf16-46aa-a4a4-225f10ade23c tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Floating IP 5e6483a8-4067-4646-9758-3b001ee25507 disassociated. External IP: 172.25.0.58, port: 798f86b1-8c67-4f45-aed9-0fc05c38c0cc. May 13 14:42:17.113923 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-71b0efc5-cdd2-49f7-82e1-7a3bb3f506e1 req-c7ae2814-cf16-46aa-a4a4-225f10ade23c tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Calling delete_port for 798f86b1-8c67-4f45-aed9-0fc05c38c0cc owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:42:17.160172 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b78628-9624-49e7-8c3d-94adbe37610e req-9810b194-248b-4931-8349-70d39ed44638 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:17.161678 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d3b78628-9624-49e7-8c3d-94adbe37610e req-9810b194-248b-4931-8349-70d39ed44638 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e081309-655a-4310-8653-b8198aa78430 HTTP/1.1" status: 200 len: 945 time: 0.3335259 May 13 14:42:17.219739 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9af89353-820b-4709-9265-c0ae7c13771b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:17.235689 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-499ebdb1-3dba-4510-9d27-ff5558735bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:17.276701 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-499ebdb1-3dba-4510-9d27-ff5558735bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:17.284320 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d3b78628-9624-49e7-8c3d-94adbe37610e req-cb70dcb4-8adc-4324-bd2f-09ab5f242ad2 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/security-groups?id=499f86ef-66f9-48b5-ae85-9981f4f70958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139667 May 13 14:42:17.289166 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9af89353-820b-4709-9265-c0ae7c13771b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:17.316250 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-18819511-6b6b-4510-8434-0e9123237d30 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Deleting subnet 2fe17c97-23e1-43bf-8f15-407558a59118 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:42:17.338561 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18819511-6b6b-4510-8434-0e9123237d30 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:17.398231 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-71b0efc5-cdd2-49f7-82e1-7a3bb3f506e1 req-c7ae2814-cf16-46aa-a4a4-225f10ade23c tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:17.425491 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-499ebdb1-3dba-4510-9d27-ff5558735bee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=47bf3ac830ea493e8c43ec519f25c92e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5511110 May 13 14:42:17.425491 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ebdb1-3dba-4510-9d27-ff5558735bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c18d367-ea22-4a1e-b5f8-7ecc7d771320,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:17.427738 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:17.431749 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59156) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:17.455719 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9af89353-820b-4709-9265-c0ae7c13771b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:17.458657 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae2814-cf16-46aa-a4a4-225f10ade23c tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Pushing event deleted for resources: {'Port': ['ID=798f86b1-8c67-4f45-aed9-0fc05c38c0cc,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:17.480267 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af89353-820b-4709-9265-c0ae7c13771b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e100a73-1d47-4a7a-a4ef-0e116bbb8791,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:17.577161 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18819511-6b6b-4510-8434-0e9123237d30 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:17.610822 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-25c260d0-7633-4f58-91ff-70bdf120266f req-71b11705-b6b0-4328-9dcb-c51b92380d81 service neutron] 10.222.0.35 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5569556 May 13 14:42:17.647039 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:17.657475 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9af89353-820b-4709-9265-c0ae7c13771b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:17.658672 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9af89353-820b-4709-9265-c0ae7c13771b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3e100a73-1d47-4a7a-a4ef-0e116bbb8791 HTTP/1.1" status: 204 len: 168 time: 0.6314888 May 13 14:42:17.701743 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:17.720839 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71b0efc5-cdd2-49f7-82e1-7a3bb3f506e1 req-c7ae2814-cf16-46aa-a4a4-225f10ade23c tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Router ed688aec-2c26-417c-9f4d-5096af0a91f4 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:42:17.721486 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:42:17.763237 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-64119327-57b7-4802-8128-b3ca4371d943 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:17.937609 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Pushing event updated for resources: {'Port': ['ID=39ab5694-67b1-41a0-acdc-63e0a1aff4e4,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:18.055845 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:18.116554 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:18.117610 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:18.164731 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71b0efc5-cdd2-49f7-82e1-7a3bb3f506e1 req-c7ae2814-cf16-46aa-a4a4-225f10ade23c tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:42:18.169904 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f95c34e1-4522-4da4-af99-264b4495099e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:18.180959 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4bd801-961e-4eca-9b10-73765e607b33 None None] Sync routers for ids ['ed688aec-2c26-417c-9f4d-5096af0a91f4'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:42:18.196799 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4bd801-961e-4eca-9b10-73765e607b33 None None] Routers {'ed688aec-2c26-417c-9f4d-5096af0a91f4'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:18.198381 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-7d4bd801-961e-4eca-9b10-73765e607b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:42:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ed688aec-2c26-417c-9f4d-5096af0a91f4'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:18.270208 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 798f86b1-8c67-4f45-aed9-0fc05c38c0cc no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:42:18.275469 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b0efc5-cdd2-49f7-82e1-7a3bb3f506e1 req-c7ae2814-cf16-46aa-a4a4-225f10ade23c tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] No DVR routers for this DVR port 798f86b1-8c67-4f45-aed9-0fc05c38c0cc on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:42:18.288868 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-71b0efc5-cdd2-49f7-82e1-7a3bb3f506e1 req-c7ae2814-cf16-46aa-a4a4-225f10ade23c tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:18.290875 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-71b0efc5-cdd2-49f7-82e1-7a3bb3f506e1 req-c7ae2814-cf16-46aa-a4a4-225f10ade23c tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.59 "DELETE /v2.0/ports/798f86b1-8c67-4f45-aed9-0fc05c38c0cc HTTP/1.1" status: 204 len: 173 time: 2.2752061 May 13 14:42:18.293792 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e081309-655a-4310-8653-b8198aa78430', 'name': 'network-vif-deleted', 'tag': '798f86b1-8c67-4f45-aed9-0fc05c38c0cc'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:42:18.304883 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-25c260d0-7633-4f58-91ff-70bdf120266f req-2c490f33-fa36-4284-bb22-348ab14a054c service neutron] 10.222.0.35 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6770899 May 13 14:42:18.306316 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8794c8ee-e8a1-4ea6-9074-5bec08ce5fa0 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 5.7777028 May 13 14:42:18.309499 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59182) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:18.328148 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-40a8e67e-ce19-4f2d-b8c6-aa62e2246e55 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.89'}]}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:18.342736 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-40a8e67e-ce19-4f2d-b8c6-aa62e2246e55 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:18.360931 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-40a8e67e-ce19-4f2d-b8c6-aa62e2246e55 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Usage tracker for resource:router and tenant:a4f44964e9694a6282d50d05c87d3310 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:18.371960 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-40a8e67e-ce19-4f2d-b8c6-aa62e2246e55 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:18.401970 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-40a8e67e-ce19-4f2d-b8c6-aa62e2246e55 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:18.411532 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 798f86b1-8c67-4f45-aed9-0fc05c38c0cc {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:42:18.417435 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 798f86b1-8c67-4f45-aed9-0fc05c38c0cc not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:42:18.422254 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23a6da7d-d6b4-49df-88be-841997725bff'] response: {'server_uuid': '1e081309-655a-4310-8653-b8198aa78430', 'name': 'network-vif-deleted', 'tag': '798f86b1-8c67-4f45-aed9-0fc05c38c0cc', 'status': 'completed', 'code': 200} May 13 14:42:18.444431 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-40a8e67e-ce19-4f2d-b8c6-aa62e2246e55 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:18.446308 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-40a8e67e-ce19-4f2d-b8c6-aa62e2246e55 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:18.454215 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f95c34e1-4522-4da4-af99-264b4495099e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:18.487521 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-40a8e67e-ce19-4f2d-b8c6-aa62e2246e55 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:18.537583 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18819511-6b6b-4510-8434-0e9123237d30 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:18.731730 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18819511-6b6b-4510-8434-0e9123237d30 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:18.784209 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f95c34e1-4522-4da4-af99-264b4495099e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:18.796022 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18819511-6b6b-4510-8434-0e9123237d30 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event deleted for resources: {'Subnet': ['ID=2fe17c97-23e1-43bf-8f15-407558a59118,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:18.810190 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-7d4bd801-961e-4eca-9b10-73765e607b33 None None] Set router ed688aec-2c26-417c-9f4d-5096af0a91f4 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:42:18.824472 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c34e1-4522-4da4-af99-264b4495099e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c18d367-ea22-4a1e-b5f8-7ecc7d771320,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:18.848481 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e2cb40ce-7d2e-45a9-b744-5cad18743a19 req-64162eaf-0531-46bb-baf5-b9ea797ad0e2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=58d277c1-1395-4e64-820d-b3822adf634a HTTP/1.1" status: 200 len: 210 time: 0.1508133 May 13 14:42:18.850225 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f95c34e1-4522-4da4-af99-264b4495099e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:18.853229 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f95c34e1-4522-4da4-af99-264b4495099e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c18d367-ea22-4a1e-b5f8-7ecc7d771320 HTTP/1.1" status: 204 len: 168 time: 1.4129653 May 13 14:42:18.858580 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18819511-6b6b-4510-8434-0e9123237d30 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:18.860689 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-18819511-6b6b-4510-8434-0e9123237d30 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/subnets/2fe17c97-23e1-43bf-8f15-407558a59118 HTTP/1.1" status: 204 len: 168 time: 1.8535302 May 13 14:42:18.867663 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59206) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:19.052912 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2727893f-1c64-482f-b07a-003871c40685 None None] Network ae09d39c-8268-4f77-bdeb-0522fa373fc8 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:42:19.297622 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-40a8e67e-ce19-4f2d-b8c6-aa62e2246e55 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:19.320001 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-d85d7ffa-7185-48eb-b4c7-d2a476c6adc2 req-dd511a68-32dc-4180-9b14-69ac065e966f tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Synchronizing usage tracker for tenant:c17cdcf999b449b5aa60cccac89b5240 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:42:19.425107 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-d85d7ffa-7185-48eb-b4c7-d2a476c6adc2 req-dd511a68-32dc-4180-9b14-69ac065e966f tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Unset dirty status for tenant:c17cdcf999b449b5aa60cccac89b5240 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:42:19.438467 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d85d7ffa-7185-48eb-b4c7-d2a476c6adc2 req-dd511a68-32dc-4180-9b14-69ac065e966f tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e081309-655a-4310-8653-b8198aa78430 HTTP/1.1" status: 200 len: 210 time: 0.6227937 May 13 14:42:19.683153 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98bed856-68c3-424e-a91e-49110d9bf66f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:19.694280 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-64119327-57b7-4802-8128-b3ca4371d943 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Deleting port 282ec29c-8e0c-40cd-bb0b-2f29ef5660ab {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:19.703675 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-64119327-57b7-4802-8128-b3ca4371d943 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:19.842581 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-98bed856-68c3-424e-a91e-49110d9bf66f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Deleting port 5f574109-cf32-48c4-8309-28c7084c1be3 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:19.849375 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98bed856-68c3-424e-a91e-49110d9bf66f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:20.413361 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-05c2dd9e-ee34-49de-b4b3-3febbe1dfe40 req-a9033c33-28b9-4a4e-8224-eecbae7c3ed9 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=58d277c1-1395-4e64-820d-b3822adf634a HTTP/1.1" status: 200 len: 210 time: 0.1661012 May 13 14:42:20.474805 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-40a8e67e-ce19-4f2d-b8c6-aa62e2246e55 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:20.540952 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1a862f2e-0f53-4876-bc62-670d8c9ecf58 req-1476675d-c5af-4caa-acfc-210d176a6af0 tempest-ServerShowV254Test-197242834 tempest-ServerShowV254Test-197242834-project] 10.222.0.35 "GET /v2.0/ports?device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.1695549 May 13 14:42:20.574280 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-7d4bd801-961e-4eca-9b10-73765e607b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'name': 'tempest-ServersTestBootFromVolume-1572355520-router', 'tenant_id': 'c17cdcf999b449b5aa60cccac89b5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'c5c931b6-afc5-4cfa-ac24-9917bf7160bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:39:54Z', 'updated_at': '2022-05-13T14:40:05Z', 'revision_number': 4, 'project_id': 'c17cdcf999b449b5aa60cccac89b5240', 'gw_port': {'id': 'c5c931b6-afc5-4cfa-ac24-9917bf7160bd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:56Z', 'updated_at': '2022-05-13T14:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '2c4f780d-0cfd-4638-b2b5-ad46e20afd96', 'name': '', 'network_id': 'a65a42c9-eea2-4199-ba2d-3abfc19ee8e5', 'tenant_id': 'c17cdcf999b449b5aa60cccac89b5240', 'mac_address': 'fa:16:3e:93:25:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '544d57df-43e7-4eec-9acf-8c0dbd118ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:40:03Z', 'updated_at': '2022-05-13T14:40:13Z', 'revision_number': 5, 'project_id': 'c17cdcf999b449b5aa60cccac89b5240', 'subnets': [{'id': '544d57df-43e7-4eec-9acf-8c0dbd118ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:20.581123 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4bd801-961e-4eca-9b10-73765e607b33 None None] Checking router: ed688aec-2c26-417c-9f4d-5096af0a91f4 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:42:20.613958 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4bd801-961e-4eca-9b10-73765e607b33 None None] Routers {'ed688aec-2c26-417c-9f4d-5096af0a91f4'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:20.615095 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-7d4bd801-961e-4eca-9b10-73765e607b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:42:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ed688aec-2c26-417c-9f4d-5096af0a91f4'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:20.735707 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db582f8-39c8-46ed-b5e8-e133ef0eda99 None None] DHCP port deletion for ae09d39c-8268-4f77-bdeb-0522fa373fc8 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:42:20.737263 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-40a8e67e-ce19-4f2d-b8c6-aa62e2246e55 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:20.748737 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-894abf13-3772-4c0a-be20-51a48d333188 req-78c9a5a8-f116-475d-b411-153dd0b68b68 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e081309-655a-4310-8653-b8198aa78430 HTTP/1.1" status: 200 len: 210 time: 0.0776327 May 13 14:42:20.755313 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-8db582f8-39c8-46ed-b5e8-e133ef0eda99 None None] Deleting port 5f574109-cf32-48c4-8309-28c7084c1be3 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:20.761246 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8db582f8-39c8-46ed-b5e8-e133ef0eda99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:20.791151 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-64119327-57b7-4802-8128-b3ca4371d943 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:21.116232 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-98bed856-68c3-424e-a91e-49110d9bf66f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] For port 5f574109-cf32-48c4-8309-28c7084c1be3, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=5f574109-cf32-48c4-8309-28c7084c1be3,segment=NetworkSegment(23787451-2ddc-439d-9400-54a74df9d387),segment_id=23787451-2ddc-439d-9400-54a74df9d387)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:21.117867 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98bed856-68c3-424e-a91e-49110d9bf66f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:21.261894 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-7d4bd801-961e-4eca-9b10-73765e607b33 None None] Set router ed688aec-2c26-417c-9f4d-5096af0a91f4 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:42:21.305342 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-40a8e67e-ce19-4f2d-b8c6-aa62e2246e55 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:21.424073 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-98bed856-68c3-424e-a91e-49110d9bf66f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Calling delete_port for 5f574109-cf32-48c4-8309-28c7084c1be3 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:42:21.646770 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-64119327-57b7-4802-8128-b3ca4371d943 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Calling delete_port for 282ec29c-8e0c-40cd-bb0b-2f29ef5660ab owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:42:21.687664 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 5f574109-cf32-48c4-8309-28c7084c1be3 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:42:22.025212 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-8db582f8-39c8-46ed-b5e8-e133ef0eda99 None None] For port 5f574109-cf32-48c4-8309-28c7084c1be3, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=5f574109-cf32-48c4-8309-28c7084c1be3,segment=NetworkSegment(23787451-2ddc-439d-9400-54a74df9d387),segment_id=23787451-2ddc-439d-9400-54a74df9d387)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:22.027784 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8db582f8-39c8-46ed-b5e8-e133ef0eda99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:22.055575 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dff6209f-d9ff-4f53-9513-1ec3f90215bd req-8f0c4dba-9ea0-44c7-b2a2-bae894a9122e tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=58d277c1-1395-4e64-820d-b3822adf634a HTTP/1.1" status: 200 len: 210 time: 0.2208741 May 13 14:42:22.137068 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0278a156-8601-4c8e-8b60-d8dafa50a885 req-9dd033fe-3aa2-4ff8-a53d-11072453a109 tempest-ServerShowV254Test-197242834 tempest-ServerShowV254Test-197242834-project] 10.222.0.35 "GET /v2.0/ports?device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.2098808 May 13 14:42:22.312104 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98bed856-68c3-424e-a91e-49110d9bf66f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:22.403998 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59302) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:22.413721 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bed856-68c3-424e-a91e-49110d9bf66f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event deleted for resources: {'Port': ['ID=5f574109-cf32-48c4-8309-28c7084c1be3,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:22.435464 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bed856-68c3-424e-a91e-49110d9bf66f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] No DVR routers for this DVR port 5f574109-cf32-48c4-8309-28c7084c1be3 on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:42:22.468685 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-8db582f8-39c8-46ed-b5e8-e133ef0eda99 None None] Calling delete_port for 5f574109-cf32-48c4-8309-28c7084c1be3 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:42:22.511459 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-40a8e67e-ce19-4f2d-b8c6-aa62e2246e55 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:22.516450 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-40a8e67e-ce19-4f2d-b8c6-aa62e2246e55 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:22.547747 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-40a8e67e-ce19-4f2d-b8c6-aa62e2246e55 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:22.548382 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a8e67e-ce19-4f2d-b8c6-aa62e2246e55 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00d51f40-3da9-4090-87f7-226bc720528d {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:42:22.591353 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-40a8e67e-ce19-4f2d-b8c6-aa62e2246e55 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 13 14:42:22.596896 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-40a8e67e-ce19-4f2d-b8c6-aa62e2246e55 tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.2788048 May 13 14:42:22.597582 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59308) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:22.646109 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c260d0-7633-4f58-91ff-70bdf120266f req-2046453d-563e-4d0e-a916-cefafd6de7f6 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:22.648011 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 5f574109-cf32-48c4-8309-28c7084c1be3 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:22.649456 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:22.659394 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-25c260d0-7633-4f58-91ff-70bdf120266f req-2046453d-563e-4d0e-a916-cefafd6de7f6 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.74 "GET /v2.0/networks?id=8641c536-545f-4056-be2c-402575e577ff HTTP/1.1" status: 200 len: 812 time: 1.6679995 May 13 14:42:22.686940 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-41f2c933-98c1-4554-a354-b9ae490a31bb tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Deleting port 39ab5694-67b1-41a0-acdc-63e0a1aff4e4 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:22.687366 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-41f2c933-98c1-4554-a354-b9ae490a31bb tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:22.923443 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-8db582f8-39c8-46ed-b5e8-e133ef0eda99 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:42:22.923880 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-8db582f8-39c8-46ed-b5e8-e133ef0eda99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:42:22.970817 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-7d4bd801-961e-4eca-9b10-73765e607b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'name': 'tempest-ServersTestBootFromVolume-1572355520-router', 'tenant_id': 'c17cdcf999b449b5aa60cccac89b5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'c5c931b6-afc5-4cfa-ac24-9917bf7160bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:39:54Z', 'updated_at': '2022-05-13T14:40:05Z', 'revision_number': 4, 'project_id': 'c17cdcf999b449b5aa60cccac89b5240', 'gw_port': {'id': 'c5c931b6-afc5-4cfa-ac24-9917bf7160bd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:56Z', 'updated_at': '2022-05-13T14:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '2c4f780d-0cfd-4638-b2b5-ad46e20afd96', 'name': '', 'network_id': 'a65a42c9-eea2-4199-ba2d-3abfc19ee8e5', 'tenant_id': 'c17cdcf999b449b5aa60cccac89b5240', 'mac_address': 'fa:16:3e:93:25:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '544d57df-43e7-4eec-9acf-8c0dbd118ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:40:03Z', 'updated_at': '2022-05-13T14:40:13Z', 'revision_number': 5, 'project_id': 'c17cdcf999b449b5aa60cccac89b5240', 'subnets': [{'id': '544d57df-43e7-4eec-9acf-8c0dbd118ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:22.988957 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4bd801-961e-4eca-9b10-73765e607b33 None None] The sync data for ids ['ed688aec-2c26-417c-9f4d-5096af0a91f4'] in n-d-841760-1 is: [{'id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'name': 'tempest-ServersTestBootFromVolume-1572355520-router', 'tenant_id': 'c17cdcf999b449b5aa60cccac89b5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'c5c931b6-afc5-4cfa-ac24-9917bf7160bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:39:54Z', 'updated_at': '2022-05-13T14:40:05Z', 'revision_number': 4, 'project_id': 'c17cdcf999b449b5aa60cccac89b5240', 'gw_port': {'id': 'c5c931b6-afc5-4cfa-ac24-9917bf7160bd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:56Z', 'updated_at': '2022-05-13T14:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '2c4f780d-0cfd-4638-b2b5-ad46e20afd96', 'name': '', 'network_id': 'a65a42c9-eea2-4199-ba2d-3abfc19ee8e5', 'tenant_id': 'c17cdcf999b449b5aa60cccac89b5240', 'mac_address': 'fa:16:3e:93:25:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '544d57df-43e7-4eec-9acf-8c0dbd118ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:40:03Z', 'updated_at': '2022-05-13T14:40:13Z', 'revision_number': 5, 'project_id': 'c17cdcf999b449b5aa60cccac89b5240', 'subnets': [{'id': '544d57df-43e7-4eec-9acf-8c0dbd118ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:42:23.154525 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-25c260d0-7633-4f58-91ff-70bdf120266f req-228589bc-b852-40b0-9f32-e410b6c58efd tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Request body: {'port': {'device_id': '58d277c1-1395-4e64-820d-b3822adf634a', 'network_id': '8641c536-545f-4056-be2c-402575e577ff', 'admin_state_up': True, 'tenant_id': 'e540cd79706f4092b1c33147f0b2cee9'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:23.250375 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-41f2c933-98c1-4554-a354-b9ae490a31bb tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:23.425697 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-8db582f8-39c8-46ed-b5e8-e133ef0eda99 None None] Deleting port 5f574109-cf32-48c4-8309-28c7084c1be3 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:23.427058 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8db582f8-39c8-46ed-b5e8-e133ef0eda99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:23.531212 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98bed856-68c3-424e-a91e-49110d9bf66f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:23.569220 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-8db582f8-39c8-46ed-b5e8-e133ef0eda99 None None] The port '5f574109-cf32-48c4-8309-28c7084c1be3' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:42:23.605253 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-25c260d0-7633-4f58-91ff-70bdf120266f req-228589bc-b852-40b0-9f32-e410b6c58efd tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:23.621420 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7de56f-f267-4c1d-a866-08cb7d20c58f None None] New status for floating IP 5e6483a8-4067-4646-9758-3b001ee25507: DOWN {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:42:23.646663 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-41f2c933-98c1-4554-a354-b9ae490a31bb tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Calling delete_port for 39ab5694-67b1-41a0-acdc-63e0a1aff4e4 owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:42:23.653372 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d7b542c2-0e12-4570-9cc5-1be03cc1a3cc tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:23.660812 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-25c260d0-7633-4f58-91ff-70bdf120266f req-228589bc-b852-40b0-9f32-e410b6c58efd tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:23.665148 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1dc10a56-36e4-46c0-a5c7-3fd9a569e316 req-64a52b7e-fbbd-4288-b3ff-342339ee50e7 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=58d277c1-1395-4e64-820d-b3822adf634a HTTP/1.1" status: 200 len: 210 time: 0.1362627 May 13 14:42:23.672771 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-98bed856-68c3-424e-a91e-49110d9bf66f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae09d39c-8268-4f77-bdeb-0522fa373fc8']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:23.726938 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-64119327-57b7-4802-8128-b3ca4371d943 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:23.728324 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c3288718-78c8-4cde-9600-d6d735e00b1e req-5b468ac4-158e-4d18-a326-64d9768ff1b8 tempest-ServerShowV254Test-197242834 tempest-ServerShowV254Test-197242834-project] 10.222.0.35 "GET /v2.0/ports?device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.3521049 May 13 14:42:23.753368 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-98bed856-68c3-424e-a91e-49110d9bf66f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23787451-2ddc-439d-9400-54a74df9d387') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:23.753908 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-98bed856-68c3-424e-a91e-49110d9bf66f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23787451-2ddc-439d-9400-54a74df9d387') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:23.830292 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64119327-57b7-4802-8128-b3ca4371d943 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event deleted for resources: {'Port': ['ID=282ec29c-8e0c-40cd-bb0b-2f29ef5660ab,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:23.833758 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d7b542c2-0e12-4570-9cc5-1be03cc1a3cc tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:23.847346 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25c260d0-7633-4f58-91ff-70bdf120266f req-228589bc-b852-40b0-9f32-e410b6c58efd tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Made reservation on behalf of e540cd79706f4092b1c33147f0b2cee9 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:42:23.851375 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-25c260d0-7633-4f58-91ff-70bdf120266f req-228589bc-b852-40b0-9f32-e410b6c58efd tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:23.865711 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98bed856-68c3-424e-a91e-49110d9bf66f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:24.019539 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cc61317e-c843-4966-8f0f-dd52a7890c70 req-22b22700-26d7-4c37-8960-eccba6fdb012 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.1352181 May 13 14:42:24.039392 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98bed856-68c3-424e-a91e-49110d9bf66f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:24.077406 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-41f2c933-98c1-4554-a354-b9ae490a31bb tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:24.156771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2c933-98c1-4554-a354-b9ae490a31bb tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Pushing event deleted for resources: {'Port': ['ID=39ab5694-67b1-41a0-acdc-63e0a1aff4e4,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:24.217336 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98bed856-68c3-424e-a91e-49110d9bf66f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:42:24.220317 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98bed856-68c3-424e-a91e-49110d9bf66f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:24.252901 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:42:24.252901 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:42:24.252901 n-d-841760-1 neutron-server[88082]: timer() May 13 14:42:24.252901 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:42:24.252901 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:42:24.252901 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:42:24.252901 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:42:24.252901 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:42:24.252901 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:42:24.252901 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:42:24.252901 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:42:24.252901 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:42:24.252901 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:42:24.252901 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:42:24.252901 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:42:24.252901 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:42:24.252901 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:42:24.252901 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:42:24.252901 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:42:24.252901 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:42:24.252901 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:42:24.252901 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:42:24.252901 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:42:24.252901 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:42:24.252901 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:42:24.252901 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:42:24.252901 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:42:24.252901 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:42:24.252901 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:42:24.252901 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:42:24.252901 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:42:24.252901 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:42:24.379677 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-41f2c933-98c1-4554-a354-b9ae490a31bb tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:24.401871 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-41f2c933-98c1-4554-a354-b9ae490a31bb tempest-RoutersAdminNegativeIpV6Test-575443727 tempest-RoutersAdminNegativeIpV6Test-575443727-project-admin] 10.222.0.35 "DELETE /v2.0/ports/39ab5694-67b1-41a0-acdc-63e0a1aff4e4 HTTP/1.1" status: 204 len: 168 time: 1.8029103 May 13 14:42:24.554091 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d7b542c2-0e12-4570-9cc5-1be03cc1a3cc tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:24.672866 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b542c2-0e12-4570-9cc5-1be03cc1a3cc tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=499f86ef-66f9-48b5-ae85-9981f4f70958,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:24.679639 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98bed856-68c3-424e-a91e-49110d9bf66f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:24.719630 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98bed856-68c3-424e-a91e-49110d9bf66f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:24.739787 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bed856-68c3-424e-a91e-49110d9bf66f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event deleted for resources: {'Network': ['ID=ae09d39c-8268-4f77-bdeb-0522fa373fc8,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:24.752115 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-25c260d0-7633-4f58-91ff-70bdf120266f req-228589bc-b852-40b0-9f32-e410b6c58efd tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Allocated IP 172.20.0.12 (8641c536-545f-4056-be2c-402575e577ff/2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7/5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:42:24.763066 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-98bed856-68c3-424e-a91e-49110d9bf66f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/networks/ae09d39c-8268-4f77-bdeb-0522fa373fc8 HTTP/1.1" status: 204 len: 168 time: 5.8879740 May 13 14:42:24.767077 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59356) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:24.772218 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-6881b753-592e-4bc9-89cf-d904f46e9427 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1144849259', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}, 'admin_state_up': False}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:24.800293 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6881b753-592e-4bc9-89cf-d904f46e9427 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:24.805283 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-64119327-57b7-4802-8128-b3ca4371d943 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:24.819649 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d7b542c2-0e12-4570-9cc5-1be03cc1a3cc tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:24.821001 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6881b753-592e-4bc9-89cf-d904f46e9427 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Usage tracker for resource:router and tenant:f1ec4de986a64c699f9b990b9e5d2da5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:24.824775 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d7b542c2-0e12-4570-9cc5-1be03cc1a3cc tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "DELETE /v2.0/security-groups/499f86ef-66f9-48b5-ae85-9981f4f70958 HTTP/1.1" status: 204 len: 168 time: 2.4084525 May 13 14:42:24.825697 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6881b753-592e-4bc9-89cf-d904f46e9427 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:24.832153 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59360) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:24.856126 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6881b753-592e-4bc9-89cf-d904f46e9427 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:24.886741 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6881b753-592e-4bc9-89cf-d904f46e9427 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:24.888172 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6881b753-592e-4bc9-89cf-d904f46e9427 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:24.896307 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59364) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:24.926652 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59370) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:24.940686 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6881b753-592e-4bc9-89cf-d904f46e9427 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:25.091977 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-1ac31ffe-a549-413e-8297-54307a674078 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] show failed (client error): The resource could not be found. May 13 14:42:25.108897 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1ac31ffe-a549-413e-8297-54307a674078 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "GET /v2.0/security-groups/499f86ef-66f9-48b5-ae85-9981f4f70958 HTTP/1.1" status: 404 len: 347 time: 0.2674921 May 13 14:42:25.135532 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59378) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:25.306532 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-3b4731fd-519f-40d9-ad3d-4453e3c7e57b req-ddc264f9-dc59-4060-ba12-074b34df1400 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Synchronizing usage tracker for tenant:e540cd79706f4092b1c33147f0b2cee9 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:42:25.353672 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-3b4731fd-519f-40d9-ad3d-4453e3c7e57b req-ddc264f9-dc59-4060-ba12-074b34df1400 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Unset dirty status for tenant:e540cd79706f4092b1c33147f0b2cee9 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:42:25.354819 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3b4731fd-519f-40d9-ad3d-4453e3c7e57b req-ddc264f9-dc59-4060-ba12-074b34df1400 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=58d277c1-1395-4e64-820d-b3822adf634a HTTP/1.1" status: 200 len: 210 time: 0.2644324 May 13 14:42:25.738507 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5902dcc4-af4a-47cd-a47f-7b41ca0c3be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:25.788045 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a7fa4ca2-bef7-4e4f-89e3-9fb3b2b3076a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:25.812325 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4ab82b3e-1ed5-4e86-a61b-577cab62e885 req-cddc6016-6934-46f5-a6cc-f833a099afc8 tempest-ServerShowV254Test-197242834 tempest-ServerShowV254Test-197242834-project] 10.222.0.35 "GET /v2.0/ports?device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.6607392 May 13 14:42:25.886741 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-25c260d0-7633-4f58-91ff-70bdf120266f req-228589bc-b852-40b0-9f32-e410b6c58efd tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:25.897248 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64119327-57b7-4802-8128-b3ca4371d943 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Router 61db0a42-ee8b-4e03-a968-0cd46d312c9a has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:42:25.976231 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5902dcc4-af4a-47cd-a47f-7b41ca0c3be9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:26.044614 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a7fa4ca2-bef7-4e4f-89e3-9fb3b2b3076a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:26.054915 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5902dcc4-af4a-47cd-a47f-7b41ca0c3be9 admin admin] Usage tracker for resource:security_group_rule and tenant:14833d0b9dae4ee99086e7a03cda48ce is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:26.062487 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5902dcc4-af4a-47cd-a47f-7b41ca0c3be9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:26.067672 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a7fa4ca2-bef7-4e4f-89e3-9fb3b2b3076a admin admin] Usage tracker for resource:security_group_rule and tenant:21db3c02e7f246ba8c0babf753213312 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:26.073144 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-65e049df-2c9b-4474-bc3e-da8b2ed05fe3 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Deleting port 272cb4af-13b2-48f1-aa40-dad52b60e1bf {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:26.073478 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-65e049df-2c9b-4474-bc3e-da8b2ed05fe3 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:26.078646 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64119327-57b7-4802-8128-b3ca4371d943 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:42:26.081343 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-25c260d0-7633-4f58-91ff-70bdf120266f req-228589bc-b852-40b0-9f32-e410b6c58efd tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:26.085970 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-64119327-57b7-4802-8128-b3ca4371d943 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "PUT /v2.0/routers/61db0a42-ee8b-4e03-a968-0cd46d312c9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6619732 May 13 14:42:26.093362 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd32af7d-5bc0-4ce6-b708-3d866f57a30e None None] Sync routers for ids ['61db0a42-ee8b-4e03-a968-0cd46d312c9a'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:42:26.099269 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5902dcc4-af4a-47cd-a47f-7b41ca0c3be9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:26.101375 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a7fa4ca2-bef7-4e4f-89e3-9fb3b2b3076a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:26.106100 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59394) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:26.118225 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd32af7d-5bc0-4ce6-b708-3d866f57a30e None None] Routers {'61db0a42-ee8b-4e03-a968-0cd46d312c9a'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:26.118434 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6881b753-592e-4bc9-89cf-d904f46e9427 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:26.119565 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-fd32af7d-5bc0-4ce6-b708-3d866f57a30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:42:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['61db0a42-ee8b-4e03-a968-0cd46d312c9a'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:26.161709 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25c260d0-7633-4f58-91ff-70bdf120266f req-228589bc-b852-40b0-9f32-e410b6c58efd tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Network 8641c536-545f-4056-be2c-402575e577ff is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:26.165477 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-25c260d0-7633-4f58-91ff-70bdf120266f req-228589bc-b852-40b0-9f32-e410b6c58efd tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:26.174779 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c260d0-7633-4f58-91ff-70bdf120266f req-228589bc-b852-40b0-9f32-e410b6c58efd tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:42:26.239535 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c260d0-7633-4f58-91ff-70bdf120266f req-228589bc-b852-40b0-9f32-e410b6c58efd tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:26.240425 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-25c260d0-7633-4f58-91ff-70bdf120266f req-228589bc-b852-40b0-9f32-e410b6c58efd tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:26.248580 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228589bc-b852-40b0-9f32-e410b6c58efd tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Pushing event updated for resources: {'Port': ['ID=5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:26.272275 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-25c260d0-7633-4f58-91ff-70bdf120266f req-228589bc-b852-40b0-9f32-e410b6c58efd tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1541266 May 13 14:42:26.274864 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-fd32af7d-5bc0-4ce6-b708-3d866f57a30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:26.296944 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-25c260d0-7633-4f58-91ff-70bdf120266f req-8b8041cb-ff29-4742-b735-5dbc2967ef57 service neutron] Request body: {'port': {'device_id': '58d277c1-1395-4e64-820d-b3822adf634a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:26.303332 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd32af7d-5bc0-4ce6-b708-3d866f57a30e None None] Routers {'61db0a42-ee8b-4e03-a968-0cd46d312c9a'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:26.304287 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-fd32af7d-5bc0-4ce6-b708-3d866f57a30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:42:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['61db0a42-ee8b-4e03-a968-0cd46d312c9a'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:26.318250 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a7fa4ca2-bef7-4e4f-89e3-9fb3b2b3076a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:26.370376 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-fd32af7d-5bc0-4ce6-b708-3d866f57a30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:26.370866 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd32af7d-5bc0-4ce6-b708-3d866f57a30e None None] The sync data for ids ['61db0a42-ee8b-4e03-a968-0cd46d312c9a'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:42:26.465197 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-25c260d0-7633-4f58-91ff-70bdf120266f req-8b8041cb-ff29-4742-b735-5dbc2967ef57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:26.721626 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b0856-a7f6-44d8-9c91-f98573d0a5aa req-f76d0085-0153-4339-b5c9-68b3d33732d6 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:26.723244 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-441b0856-a7f6-44d8-9c91-f98573d0a5aa req-f76d0085-0153-4339-b5c9-68b3d33732d6 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=58d277c1-1395-4e64-820d-b3822adf634a HTTP/1.1" status: 200 len: 932 time: 0.2023218 May 13 14:42:26.845812 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-65e049df-2c9b-4474-bc3e-da8b2ed05fe3 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:26.846255 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-65e049df-2c9b-4474-bc3e-da8b2ed05fe3 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:26.884198 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-441b0856-a7f6-44d8-9c91-f98573d0a5aa req-14632899-3192-4c1e-8163-8426757bf9f2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027522 May 13 14:42:27.014464 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-25c260d0-7633-4f58-91ff-70bdf120266f req-8b8041cb-ff29-4742-b735-5dbc2967ef57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:42:27.022961 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-25c260d0-7633-4f58-91ff-70bdf120266f req-8b8041cb-ff29-4742-b735-5dbc2967ef57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:27.042786 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-25c260d0-7633-4f58-91ff-70bdf120266f req-8b8041cb-ff29-4742-b735-5dbc2967ef57 service neutron] Transition to ACTIVE for port object 5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:42:27.048135 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-25c260d0-7633-4f58-91ff-70bdf120266f req-8b8041cb-ff29-4742-b735-5dbc2967ef57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:27.189231 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8041cb-ff29-4742-b735-5dbc2967ef57 service neutron] Pushing event updated for resources: {'Port': ['ID=5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:27.246491 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-78718af6-9143-40d2-b675-e3f96c182a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:27.273701 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-65e049df-2c9b-4474-bc3e-da8b2ed05fe3 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Calling delete_port for 272cb4af-13b2-48f1-aa40-dad52b60e1bf owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:42:27.317119 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-25c260d0-7633-4f58-91ff-70bdf120266f req-8b8041cb-ff29-4742-b735-5dbc2967ef57 service neutron] Attempting to bind port 5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:42:27.317461 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-25c260d0-7633-4f58-91ff-70bdf120266f req-8b8041cb-ff29-4742-b735-5dbc2967ef57 service neutron] Attempting to bind port 5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '75860f48-3c0c-46a4-92f7-4b3c58b2f18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8641c536-545f-4056-be2c-402575e577ff'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:42:27.318128 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c260d0-7633-4f58-91ff-70bdf120266f req-8b8041cb-ff29-4742-b735-5dbc2967ef57 service neutron] Attempting to bind port 5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5 on network 8641c536-545f-4056-be2c-402575e577ff {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:27.323378 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c260d0-7633-4f58-91ff-70bdf120266f req-8b8041cb-ff29-4742-b735-5dbc2967ef57 service neutron] Port 5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5 on network 8641c536-545f-4056-be2c-402575e577ff not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:42:27.323756 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c260d0-7633-4f58-91ff-70bdf120266f req-8b8041cb-ff29-4742-b735-5dbc2967ef57 service neutron] Attempting to bind port 5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5 on network 8641c536-545f-4056-be2c-402575e577ff {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:27.331265 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c260d0-7633-4f58-91ff-70bdf120266f req-8b8041cb-ff29-4742-b735-5dbc2967ef57 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:42:27.331265 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c260d0-7633-4f58-91ff-70bdf120266f req-8b8041cb-ff29-4742-b735-5dbc2967ef57 service neutron] Checking segment: {'id': '75860f48-3c0c-46a4-92f7-4b3c58b2f18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8641c536-545f-4056-be2c-402575e577ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:42:27.331265 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c260d0-7633-4f58-91ff-70bdf120266f req-8b8041cb-ff29-4742-b735-5dbc2967ef57 service neutron] Bound using segment: {'id': '75860f48-3c0c-46a4-92f7-4b3c58b2f18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8641c536-545f-4056-be2c-402575e577ff'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:42:27.332259 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-25c260d0-7633-4f58-91ff-70bdf120266f req-8b8041cb-ff29-4742-b735-5dbc2967ef57 service neutron] Bound port: 5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75860f48-3c0c-46a4-92f7-4b3c58b2f18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8641c536-545f-4056-be2c-402575e577ff'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:42:27.332591 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-25c260d0-7633-4f58-91ff-70bdf120266f req-8b8041cb-ff29-4742-b735-5dbc2967ef57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:27.381464 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-ef1b40f6-0975-4b53-85fe-9de749dfaf18 req-4f70dae6-26ad-4a38-a77f-c3aa731cf0be service neutron] (88081) timed out ('10.222.0.35', 60876) {{(pid=88081) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 14:42:27.385029 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-14b6fd08-fe17-44df-ba8c-65a6d55c1735 req-98585eb5-34c0-4b2d-b09f-9afb288e06f2 tempest-ServerShowV254Test-197242834 tempest-ServerShowV254Test-197242834-project] 10.222.0.35 "GET /v2.0/ports?device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.4049847 May 13 14:42:27.439339 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-25c260d0-7633-4f58-91ff-70bdf120266f req-8b8041cb-ff29-4742-b735-5dbc2967ef57 service neutron] For port 5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:42:27.443352 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-25c260d0-7633-4f58-91ff-70bdf120266f req-8b8041cb-ff29-4742-b735-5dbc2967ef57 service neutron] For port 5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:42:27.449567 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-25c260d0-7633-4f58-91ff-70bdf120266f req-8b8041cb-ff29-4742-b735-5dbc2967ef57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:27.461441 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5902dcc4-af4a-47cd-a47f-7b41ca0c3be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:27.522640 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c260d0-7633-4f58-91ff-70bdf120266f req-8b8041cb-ff29-4742-b735-5dbc2967ef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:27.523123 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-25c260d0-7633-4f58-91ff-70bdf120266f req-8b8041cb-ff29-4742-b735-5dbc2967ef57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:27.524790 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-25c260d0-7633-4f58-91ff-70bdf120266f req-8b8041cb-ff29-4742-b735-5dbc2967ef57 service neutron] 10.222.0.74 "PUT /v2.0/ports/5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5 HTTP/1.1" status: 200 len: 1092 time: 1.2385433 May 13 14:42:27.525258 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d277c1-1395-4e64-820d-b3822adf634a', 'tag': '5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:42:27.550323 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a7fa4ca2-bef7-4e4f-89e3-9fb3b2b3076a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:27.560542 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8041cb-ff29-4742-b735-5dbc2967ef57 service neutron] Pushing event updated for resources: {'Port': ['ID=5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:27.572625 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5902dcc4-af4a-47cd-a47f-7b41ca0c3be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:27.634857 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5902dcc4-af4a-47cd-a47f-7b41ca0c3be9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=14833d0b9dae4ee99086e7a03cda48ce&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7066875 May 13 14:42:27.642040 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a7fa4ca2-bef7-4e4f-89e3-9fb3b2b3076a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:27.642659 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e223925c-1a94-4df1-b5ae-01a41681bbcc'] response: {'name': 'network-changed', 'server_uuid': '58d277c1-1395-4e64-820d-b3822adf634a', 'tag': '5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5', 'status': 'completed', 'code': 200} May 13 14:42:27.648448 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59428) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:27.752326 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902dcc4-af4a-47cd-a47f-7b41ca0c3be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a33e3a1-5adb-4ebb-8bba-03f865a5961d,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:27.797002 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a7fa4ca2-bef7-4e4f-89e3-9fb3b2b3076a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=21db3c02e7f246ba8c0babf753213312&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8982279 May 13 14:42:27.810972 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59440) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:27.881971 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5902dcc4-af4a-47cd-a47f-7b41ca0c3be9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:27.882639 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5902dcc4-af4a-47cd-a47f-7b41ca0c3be9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:27.882639 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5902dcc4-af4a-47cd-a47f-7b41ca0c3be9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:27.882987 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5902dcc4-af4a-47cd-a47f-7b41ca0c3be9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:27.883394 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5902dcc4-af4a-47cd-a47f-7b41ca0c3be9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:27.883789 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5902dcc4-af4a-47cd-a47f-7b41ca0c3be9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:27.884280 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5902dcc4-af4a-47cd-a47f-7b41ca0c3be9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:27.884569 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5902dcc4-af4a-47cd-a47f-7b41ca0c3be9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:27.884968 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5902dcc4-af4a-47cd-a47f-7b41ca0c3be9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:27.885389 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5902dcc4-af4a-47cd-a47f-7b41ca0c3be9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:27.885763 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5902dcc4-af4a-47cd-a47f-7b41ca0c3be9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:27.886153 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5902dcc4-af4a-47cd-a47f-7b41ca0c3be9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:27.898275 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-faf8e9cc-191f-45e1-b74e-44477bb0ac93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:27.923529 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c260d0-7633-4f58-91ff-70bdf120266f req-79d7f6f7-6b3b-4960-b084-89c4e899d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:27.926234 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-25c260d0-7633-4f58-91ff-70bdf120266f req-79d7f6f7-6b3b-4960-b084-89c4e899d96f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e540cd79706f4092b1c33147f0b2cee9&device_id=58d277c1-1395-4e64-820d-b3822adf634a HTTP/1.1" status: 200 len: 1095 time: 0.3276331 May 13 14:42:27.943495 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-faf8e9cc-191f-45e1-b74e-44477bb0ac93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:28.100878 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-25c260d0-7633-4f58-91ff-70bdf120266f req-b158d292-5ad3-4647-815f-53ef80124de1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5 HTTP/1.1" status: 200 len: 217 time: 0.1586764 May 13 14:42:28.150768 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-65e049df-2c9b-4474-bc3e-da8b2ed05fe3 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:28.193415 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6881b753-592e-4bc9-89cf-d904f46e9427 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:28.219135 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa4ca2-bef7-4e4f-89e3-9fb3b2b3076a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c980c52a-7c82-4c25-a168-87b92ab1e3ca,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:28.274324 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-753208b1-42a8-45d2-9b52-54685111b931 req-bd9b3459-9a9c-4257-99b4-b16a251b340d tempest-ServerShowV254Test-197242834 tempest-ServerShowV254Test-197242834-project] 10.222.0.35 "GET /v2.0/ports?device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.0703688 May 13 14:42:28.300256 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c260d0-7633-4f58-91ff-70bdf120266f req-87864e5c-ab87-435d-a72f-7f9153f70f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:28.304409 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-25c260d0-7633-4f58-91ff-70bdf120266f req-87864e5c-ab87-435d-a72f-7f9153f70f75 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7 HTTP/1.1" status: 200 len: 852 time: 0.1884038 May 13 14:42:28.308293 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e049df-2c9b-4474-bc3e-da8b2ed05fe3 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Pushing event deleted for resources: {'Port': ['ID=272cb4af-13b2-48f1-aa40-dad52b60e1bf,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:28.346223 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6881b753-592e-4bc9-89cf-d904f46e9427 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:28.377505 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-25c260d0-7633-4f58-91ff-70bdf120266f req-3526f088-380e-4a4b-8ef3-38be890ea86e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8641c536-545f-4056-be2c-402575e577ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672770 May 13 14:42:28.378571 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-faf8e9cc-191f-45e1-b74e-44477bb0ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:28.401375 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:28.480693 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5381469f-68f5-491e-862b-5dfd9ce52773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:28.499028 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf8e9cc-191f-45e1-b74e-44477bb0ac93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a33e3a1-5adb-4ebb-8bba-03f865a5961d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:28.515865 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-faf8e9cc-191f-45e1-b74e-44477bb0ac93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:28.517221 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-faf8e9cc-191f-45e1-b74e-44477bb0ac93 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6a33e3a1-5adb-4ebb-8bba-03f865a5961d HTTP/1.1" status: 204 len: 168 time: 0.8672125 May 13 14:42:28.571472 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5381469f-68f5-491e-862b-5dfd9ce52773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:28.590728 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-83209ad2-5d06-4588-9abd-62f31a3d0198 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:28.612501 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-25c260d0-7633-4f58-91ff-70bdf120266f req-337430f0-4c60-4798-a4b9-c9d50fbabaeb service neutron] 10.222.0.74 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254627 May 13 14:42:28.653926 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-65e049df-2c9b-4474-bc3e-da8b2ed05fe3 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks [] for floatingip, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:28.774165 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-25c260d0-7633-4f58-91ff-70bdf120266f req-75bcbae3-488c-415d-9fef-7d55f40ed2c7 service neutron] 10.222.0.74 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546445 May 13 14:42:28.828118 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95a8cc-10ce-4e77-890e-65c964e883c4 req-e99fb3d5-fb20-4eb0-911a-c72b9164bc99 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:28.832311 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e95a8cc-10ce-4e77-890e-65c964e883c4 req-e99fb3d5-fb20-4eb0-911a-c72b9164bc99 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=58d277c1-1395-4e64-820d-b3822adf634a HTTP/1.1" status: 200 len: 944 time: 0.6868355 May 13 14:42:28.943797 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59458) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:28.945076 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-6881b753-592e-4bc9-89cf-d904f46e9427 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Allocated IP 172.25.0.154 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/181db799-72a0-4f99-bec3-b88b5b96cc6b) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:42:28.969153 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5381469f-68f5-491e-862b-5dfd9ce52773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:28.998494 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af9d66-5ab8-4da1-a608-6e17dd276023 req-8e6a3abc-5189-4e88-a7a2-1133f099d92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:29.000298 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-69af9d66-5ab8-4da1-a608-6e17dd276023 req-8e6a3abc-5189-4e88-a7a2-1133f099d92b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e540cd79706f4092b1c33147f0b2cee9&device_id=58d277c1-1395-4e64-820d-b3822adf634a HTTP/1.1" status: 200 len: 1095 time: 0.1268537 May 13 14:42:29.069107 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e95a8cc-10ce-4e77-890e-65c964e883c4 req-f55a20e0-fa33-4379-b4cf-c2205645262a tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075775 May 13 14:42:29.100701 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381469f-68f5-491e-862b-5dfd9ce52773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c980c52a-7c82-4c25-a168-87b92ab1e3ca,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:29.160380 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af9d66-5ab8-4da1-a608-6e17dd276023 req-bad509af-cabf-4541-8964-0d46ddf5a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:29.162502 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-69af9d66-5ab8-4da1-a608-6e17dd276023 req-bad509af-cabf-4541-8964-0d46ddf5a463 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8641c536-545f-4056-be2c-402575e577ff HTTP/1.1" status: 200 len: 913 time: 0.1549027 May 13 14:42:29.252099 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-69af9d66-5ab8-4da1-a608-6e17dd276023 req-39684cdc-95a3-47cc-8ac1-3e6788fcf30a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5 HTTP/1.1" status: 200 len: 217 time: 0.0842435 May 13 14:42:29.316968 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-65e049df-2c9b-4474-bc3e-da8b2ed05fe3 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:29.318344 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-65e049df-2c9b-4474-bc3e-da8b2ed05fe3 tempest-ServersTestBootFromVolume-2138631765 tempest-ServersTestBootFromVolume-2138631765-project] 10.222.0.35 "DELETE /v2.0/floatingips/5e6483a8-4067-4646-9758-3b001ee25507 HTTP/1.1" status: 204 len: 168 time: 4.1656632 May 13 14:42:29.329397 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af9d66-5ab8-4da1-a608-6e17dd276023 req-c9d5f516-78ed-4587-837c-f8b40d160c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:29.331959 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-69af9d66-5ab8-4da1-a608-6e17dd276023 req-c9d5f516-78ed-4587-837c-f8b40d160c14 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7 HTTP/1.1" status: 200 len: 852 time: 0.0738189 May 13 14:42:29.331959 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59464) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:29.393338 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5381469f-68f5-491e-862b-5dfd9ce52773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:29.397077 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5381469f-68f5-491e-862b-5dfd9ce52773 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c980c52a-7c82-4c25-a168-87b92ab1e3ca HTTP/1.1" status: 204 len: 168 time: 1.5797729 May 13 14:42:29.409373 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9d719753-a699-42f8-b57b-4a142cc98f6b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a4f44964e9694a6282d50d05c87d3310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4590676 May 13 14:42:29.417467 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59470) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:29.540477 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-69af9d66-5ab8-4da1-a608-6e17dd276023 req-9abcbd06-94eb-4fef-9d79-f9330714bc2c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8641c536-545f-4056-be2c-402575e577ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1268995 May 13 14:42:29.541563 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12227ad4-d063-486a-ada2-043900b71df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:29.554954 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ddeb5d34-4d54-4175-89e1-54934ebb7cff req-5b6008eb-d5fd-41cd-8689-0451464d675b tempest-ServerShowV254Test-197242834 tempest-ServerShowV254Test-197242834-project] 10.222.0.35 "GET /v2.0/ports?device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.0843706 May 13 14:42:29.612507 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6881b753-592e-4bc9-89cf-d904f46e9427 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:29.654096 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2243cd35-3334-4444-851d-01ccb325ea7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:29.696014 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-83209ad2-5d06-4588-9abd-62f31a3d0198 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Deleting port 0bfcd288-72d7-4993-92b2-176a49e3ef16 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:29.696384 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-83209ad2-5d06-4588-9abd-62f31a3d0198 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:29.930890 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2243cd35-3334-4444-851d-01ccb325ea7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:29.982354 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-83209ad2-5d06-4588-9abd-62f31a3d0198 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:29.997174 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59484) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:30.091149 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3702affb-717a-4642-b3ab-0f49948f7196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:30.171722 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-83209ad2-5d06-4588-9abd-62f31a3d0198 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Calling delete_port for 0bfcd288-72d7-4993-92b2-176a49e3ef16 owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:42:30.245989 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59492) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:30.304645 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-69af9d66-5ab8-4da1-a608-6e17dd276023 req-c1b20305-78f4-41a1-848b-92b7d39be230 service neutron] 10.222.0.74 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7455151 May 13 14:42:30.309170 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3702affb-717a-4642-b3ab-0f49948f7196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:30.312566 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6881b753-592e-4bc9-89cf-d904f46e9427 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:30.401814 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3702affb-717a-4642-b3ab-0f49948f7196 admin admin] Usage tracker for resource:security_group_rule and tenant:3cb79da624954c2983167ff775fd578c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:30.413128 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881b753-592e-4bc9-89cf-d904f46e9427 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Port': ['ID=181db799-72a0-4f99-bec3-b88b5b96cc6b,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:30.418625 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3702affb-717a-4642-b3ab-0f49948f7196 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:30.440905 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3702affb-717a-4642-b3ab-0f49948f7196 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:30.463378 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6881b753-592e-4bc9-89cf-d904f46e9427 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:30.474740 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-6881b753-592e-4bc9-89cf-d904f46e9427 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:30.477660 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6881b753-592e-4bc9-89cf-d904f46e9427 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:42:30.508821 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-69af9d66-5ab8-4da1-a608-6e17dd276023 req-dd3cff4b-d979-4f62-91aa-cefdd17962ac service neutron] 10.222.0.74 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962969 May 13 14:42:30.567717 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2243cd35-3334-4444-851d-01ccb325ea7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:30.573338 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:30.614067 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:30.626260 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8e228eb2-a5b4-4dcc-9513-ac332e460a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:30.642058 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a8747372-f3ec-4505-bd05-bf5141df977e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:30.650504 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243cd35-3334-4444-851d-01ccb325ea7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd68894-2b50-4519-8aaf-8ff5f63e3dea,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:30.679969 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2243cd35-3334-4444-851d-01ccb325ea7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:30.683221 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2243cd35-3334-4444-851d-01ccb325ea7e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cbd68894-2b50-4519-8aaf-8ff5f63e3dea HTTP/1.1" status: 204 len: 168 time: 1.2620590 May 13 14:42:30.687885 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-8e228eb2-a5b4-4dcc-9513-ac332e460a1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:30.765586 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-8e228eb2-a5b4-4dcc-9513-ac332e460a1d admin admin] Usage tracker for resource:security_group_rule and tenant:3a15d90140b94c75a4733948f978433d is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:30.782929 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-8e228eb2-a5b4-4dcc-9513-ac332e460a1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:30.826378 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8d8ff4f7-3ea2-44fc-a862-d0e674b32c27 req-39f98d1a-b62b-4875-b1ba-a36dc33864db tempest-ServerShowV254Test-197242834 tempest-ServerShowV254Test-197242834-project] 10.222.0.35 "GET /v2.0/ports?device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.0517585 May 13 14:42:30.845357 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-8e228eb2-a5b4-4dcc-9513-ac332e460a1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:30.871805 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753bb57-1006-4147-aef5-5a3e4cb282b2 req-1ff4feb5-0ab7-4439-97e8-de5da58f211d tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:30.871805 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b753bb57-1006-4147-aef5-5a3e4cb282b2 req-1ff4feb5-0ab7-4439-97e8-de5da58f211d tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=58d277c1-1395-4e64-820d-b3822adf634a HTTP/1.1" status: 200 len: 944 time: 0.6206615 May 13 14:42:31.076897 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3702affb-717a-4642-b3ab-0f49948f7196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:31.088515 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b753bb57-1006-4147-aef5-5a3e4cb282b2 req-7e94a259-efba-42b1-adf0-ec7fcd3e63bd tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960940 May 13 14:42:31.094434 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3702affb-717a-4642-b3ab-0f49948f7196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:31.149156 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-83209ad2-5d06-4588-9abd-62f31a3d0198 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:31.178166 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-a8747372-f3ec-4505-bd05-bf5141df977e admin admin] Deleting port 2c4f780d-0cfd-4638-b2b5-ad46e20afd96 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:31.178166 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a8747372-f3ec-4505-bd05-bf5141df977e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:31.412325 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3702affb-717a-4642-b3ab-0f49948f7196 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3cb79da624954c2983167ff775fd578c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4117167 May 13 14:42:31.422586 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59518) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:31.424207 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702affb-717a-4642-b3ab-0f49948f7196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d25034d-029d-434a-9e4a-6449b69054dc,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:31.426630 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83209ad2-5d06-4588-9abd-62f31a3d0198 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event deleted for resources: {'Port': ['ID=0bfcd288-72d7-4993-92b2-176a49e3ef16,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:31.451006 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-a8747372-f3ec-4505-bd05-bf5141df977e admin admin] For port 2c4f780d-0cfd-4638-b2b5-ad46e20afd96, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=2c4f780d-0cfd-4638-b2b5-ad46e20afd96,segment=NetworkSegment(56c14c39-08ac-428d-b17a-b0502761889e),segment_id=56c14c39-08ac-428d-b17a-b0502761889e)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:31.452390 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a8747372-f3ec-4505-bd05-bf5141df977e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:31.617635 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-a8747372-f3ec-4505-bd05-bf5141df977e admin admin] Calling delete_port for 2c4f780d-0cfd-4638-b2b5-ad46e20afd96 owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:42:31.643858 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59524) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:31.662384 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8e228eb2-a5b4-4dcc-9513-ac332e460a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:31.680153 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8e228eb2-a5b4-4dcc-9513-ac332e460a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:31.692611 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6ef9b8c3-cf7f-41a3-9f17-79fe39651359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:31.759901 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6ef9b8c3-cf7f-41a3-9f17-79fe39651359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:31.832934 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6ef9b8c3-cf7f-41a3-9f17-79fe39651359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:31.891635 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-735aed56-993e-441f-a30a-dec4848c5466 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1225062086'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:31.907027 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8e228eb2-a5b4-4dcc-9513-ac332e460a1d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3a15d90140b94c75a4733948f978433d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6454368 May 13 14:42:31.907027 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6881b753-592e-4bc9-89cf-d904f46e9427 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:31.964299 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59532) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:31.964546 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-735aed56-993e-441f-a30a-dec4848c5466 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:31.982072 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e228eb2-a5b4-4dcc-9513-ac332e460a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f30556-84cf-4306-9969-170ed6295907,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:31.985143 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-83209ad2-5d06-4588-9abd-62f31a3d0198 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:31.989175 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-735aed56-993e-441f-a30a-dec4848c5466 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Usage tracker for resource:network and tenant:6b12ce616ed04de39e484728b5ba653e is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:32.011098 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-735aed56-993e-441f-a30a-dec4848c5466 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:32.013828 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9b8c3-cf7f-41a3-9f17-79fe39651359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d25034d-029d-434a-9e4a-6449b69054dc,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:32.025334 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-735aed56-993e-441f-a30a-dec4848c5466 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:32.063940 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:32.084105 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b71b880a-89ad-4d99-afa7-042c8f6bf695 req-f706e259-a03b-431c-af0f-66ba845d5848 tempest-ServerShowV254Test-197242834 tempest-ServerShowV254Test-197242834-project] 10.222.0.35 "GET /v2.0/ports?device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.0671608 May 13 14:42:32.094271 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6ef9b8c3-cf7f-41a3-9f17-79fe39651359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:32.097854 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6ef9b8c3-cf7f-41a3-9f17-79fe39651359 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8d25034d-029d-434a-9e4a-6449b69054dc HTTP/1.1" status: 204 len: 168 time: 0.6715965 May 13 14:42:32.114937 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a8747372-f3ec-4505-bd05-bf5141df977e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:32.204495 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8747372-f3ec-4505-bd05-bf5141df977e admin admin] Pushing event deleted for resources: {'Port': ['ID=2c4f780d-0cfd-4638-b2b5-ad46e20afd96,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:32.335279 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735aed56-993e-441f-a30a-dec4848c5466 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Made reservation on behalf of 6b12ce616ed04de39e484728b5ba653e for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:42:32.340407 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-735aed56-993e-441f-a30a-dec4848c5466 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:32.360392 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-735aed56-993e-441f-a30a-dec4848c5466 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:32.503698 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-735aed56-993e-441f-a30a-dec4848c5466 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:32.505916 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a8747372-f3ec-4505-bd05-bf5141df977e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:32.533437 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-58e943ed-a17d-4ed4-b163-38cbfd96cc03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:32.591211 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-735aed56-993e-441f-a30a-dec4848c5466 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Usage tracker for resource:security_group_rule and tenant:6b12ce616ed04de39e484728b5ba653e is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:32.660493 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-735aed56-993e-441f-a30a-dec4848c5466 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:32.695477 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-735aed56-993e-441f-a30a-dec4848c5466 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:32.754490 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-58e943ed-a17d-4ed4-b163-38cbfd96cc03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:32.762205 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83209ad2-5d06-4588-9abd-62f31a3d0198 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Router 61db0a42-ee8b-4e03-a968-0cd46d312c9a has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:42:32.932859 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8747372-f3ec-4505-bd05-bf5141df977e admin admin] Router ed688aec-2c26-417c-9f4d-5096af0a91f4 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:42:33.135359 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8747372-f3ec-4505-bd05-bf5141df977e admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:42:33.145031 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eea8553-4211-449d-b874-74932413d852 None None] Sync routers for ids ['ed688aec-2c26-417c-9f4d-5096af0a91f4'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:42:33.149252 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a8747372-f3ec-4505-bd05-bf5141df977e admin admin] 10.222.0.35 "PUT /v2.0/routers/ed688aec-2c26-417c-9f4d-5096af0a91f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8133879 May 13 14:42:33.149420 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59562) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:33.163981 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eea8553-4211-449d-b874-74932413d852 None None] Routers {'ed688aec-2c26-417c-9f4d-5096af0a91f4'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:33.164592 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-7eea8553-4211-449d-b874-74932413d852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:42:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ed688aec-2c26-417c-9f4d-5096af0a91f4'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:33.281661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47974b-f7aa-4d52-83ca-1b5abf78c58d req-ae8f7fdf-231c-4a36-ac10-dd793ed37a69 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:33.283433 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6b47974b-f7aa-4d52-83ca-1b5abf78c58d req-ae8f7fdf-231c-4a36-ac10-dd793ed37a69 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=58d277c1-1395-4e64-820d-b3822adf634a HTTP/1.1" status: 200 len: 944 time: 0.9271896 May 13 14:42:33.295052 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83209ad2-5d06-4588-9abd-62f31a3d0198 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:42:33.298452 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6881b753-592e-4bc9-89cf-d904f46e9427 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:33.308234 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee90467-9b62-46f3-8f9b-9f01f8998205 None None] Sync routers for ids ['61db0a42-ee8b-4e03-a968-0cd46d312c9a'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:42:33.347910 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee90467-9b62-46f3-8f9b-9f01f8998205 None None] Routers {'61db0a42-ee8b-4e03-a968-0cd46d312c9a'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:33.350705 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-8ee90467-9b62-46f3-8f9b-9f01f8998205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:42:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['61db0a42-ee8b-4e03-a968-0cd46d312c9a'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:33.455360 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-7eea8553-4211-449d-b874-74932413d852 None None] Set router ed688aec-2c26-417c-9f4d-5096af0a91f4 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:42:33.490665 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-8ee90467-9b62-46f3-8f9b-9f01f8998205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:33.502026 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2423a028-5a50-430f-9e7f-bd29e847c794 req-b9528d71-41b3-4ef2-824c-c66837e6ead3 tempest-ServerShowV254Test-197242834 tempest-ServerShowV254Test-197242834-project] 10.222.0.35 "GET /v2.0/ports?device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.0892377 May 13 14:42:33.518327 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee90467-9b62-46f3-8f9b-9f01f8998205 None None] Routers {'61db0a42-ee8b-4e03-a968-0cd46d312c9a'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:33.521376 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-8ee90467-9b62-46f3-8f9b-9f01f8998205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:42:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['61db0a42-ee8b-4e03-a968-0cd46d312c9a'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:33.528407 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-735aed56-993e-441f-a30a-dec4848c5466 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:33.547971 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96bb089a-7fd1-42f7-bae5-357f71599725 admin admin] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:33.618451 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:42:33.622844 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-8ee90467-9b62-46f3-8f9b-9f01f8998205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:33.623528 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee90467-9b62-46f3-8f9b-9f01f8998205 None None] The sync data for ids ['61db0a42-ee8b-4e03-a968-0cd46d312c9a'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:42:33.798201 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:33.813213 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5', 'network_id': '8641c536-545f-4056-be2c-402575e577ff', 'port_id': '5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5', 'mac_address': 'fa:16:3e:50:40:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:42:33.835949 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-58e943ed-a17d-4ed4-b163-38cbfd96cc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:33.861682 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-83209ad2-5d06-4588-9abd-62f31a3d0198 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "PUT /v2.0/routers/61db0a42-ee8b-4e03-a968-0cd46d312c9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7543592 May 13 14:42:33.866344 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59574) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:33.874275 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:33.875170 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:33.877505 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-58e943ed-a17d-4ed4-b163-38cbfd96cc03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:33.878689 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-58e943ed-a17d-4ed4-b163-38cbfd96cc03 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/57f30556-84cf-4306-9969-170ed6295907 HTTP/1.1" status: 204 len: 168 time: 1.9114277 May 13 14:42:33.879514 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-735aed56-993e-441f-a30a-dec4848c5466 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:33.915831 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:42:33.917177 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735aed56-993e-441f-a30a-dec4848c5466 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:42:33.924297 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-7eea8553-4211-449d-b874-74932413d852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'name': 'tempest-ServersTestBootFromVolume-1572355520-router', 'tenant_id': 'c17cdcf999b449b5aa60cccac89b5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'c5c931b6-afc5-4cfa-ac24-9917bf7160bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:39:54Z', 'updated_at': '2022-05-13T14:42:31Z', 'revision_number': 5, 'project_id': 'c17cdcf999b449b5aa60cccac89b5240', 'gw_port': {'id': 'c5c931b6-afc5-4cfa-ac24-9917bf7160bd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:56Z', 'updated_at': '2022-05-13T14:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:33.933561 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eea8553-4211-449d-b874-74932413d852 None None] Checking router: ed688aec-2c26-417c-9f4d-5096af0a91f4 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:42:33.937725 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-735aed56-993e-441f-a30a-dec4848c5466 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:33.939356 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-735aed56-993e-441f-a30a-dec4848c5466 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Added segment b6cb4185-7ec6-4511-aaad-4d589c8cb608 of type vlan for network 8fd6c8b5-c9e0-4cd6-a5de-4fdd6b1ddf4e May 13 14:42:33.944647 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:33.949593 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:33.960478 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eea8553-4211-449d-b874-74932413d852 None None] Routers {'ed688aec-2c26-417c-9f4d-5096af0a91f4'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:33.961464 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-7eea8553-4211-449d-b874-74932413d852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:42:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ed688aec-2c26-417c-9f4d-5096af0a91f4'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:34.000751 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-735aed56-993e-441f-a30a-dec4848c5466 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:34.022082 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c065b6a4-3c4e-48ac-893c-728a629f1909 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Synchronizing usage tracker for tenant:17b49979485542bba655ee3d2918613c on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:42:34.067921 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c065b6a4-3c4e-48ac-893c-728a629f1909 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Unset dirty status for tenant:17b49979485542bba655ee3d2918613c on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:42:34.071852 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e943ed-a17d-4ed4-b163-38cbfd96cc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f30556-84cf-4306-9969-170ed6295907,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:34.073493 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c065b6a4-3c4e-48ac-893c-728a629f1909 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "GET /v2.0/ports?device_id=61db0a42-ee8b-4e03-a968-0cd46d312c9a HTTP/1.1" status: 200 len: 205 time: 0.2060034 May 13 14:42:34.074708 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59584) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:34.079377 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96bb089a-7fd1-42f7-bae5-357f71599725 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:34.123093 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-735aed56-993e-441f-a30a-dec4848c5466 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:34.137855 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735aed56-993e-441f-a30a-dec4848c5466 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:34.138557 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-735aed56-993e-441f-a30a-dec4848c5466 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:34.138705 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:34.224991 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6b47974b-f7aa-4d52-83ca-1b5abf78c58d req-739f33a4-bf71-4ff0-ac0e-e4d21dc6b0ee tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8079154 May 13 14:42:34.233213 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-7eea8553-4211-449d-b874-74932413d852 None None] Set router ed688aec-2c26-417c-9f4d-5096af0a91f4 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:42:34.277951 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-96bb089a-7fd1-42f7-bae5-357f71599725 admin admin] Deleting port c5c931b6-afc5-4cfa-ac24-9917bf7160bd {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:34.278946 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96bb089a-7fd1-42f7-bae5-357f71599725 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:34.332626 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:42:34.370106 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51a3ea8b-23ec-4745-b1d3-4c278f274edb tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:34.381572 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6881b753-592e-4bc9-89cf-d904f46e9427 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Router 2c101fe4-ec32-41b4-9720-fe861a108017 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:42:34.595877 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-7eea8553-4211-449d-b874-74932413d852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'name': 'tempest-ServersTestBootFromVolume-1572355520-router', 'tenant_id': 'c17cdcf999b449b5aa60cccac89b5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'c5c931b6-afc5-4cfa-ac24-9917bf7160bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:39:54Z', 'updated_at': '2022-05-13T14:42:31Z', 'revision_number': 5, 'project_id': 'c17cdcf999b449b5aa60cccac89b5240', 'gw_port': {'id': 'c5c931b6-afc5-4cfa-ac24-9917bf7160bd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:56Z', 'updated_at': '2022-05-13T14:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:34.600089 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eea8553-4211-449d-b874-74932413d852 None None] The sync data for ids ['ed688aec-2c26-417c-9f4d-5096af0a91f4'] in n-d-841760-1 is: [{'id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'name': 'tempest-ServersTestBootFromVolume-1572355520-router', 'tenant_id': 'c17cdcf999b449b5aa60cccac89b5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'c5c931b6-afc5-4cfa-ac24-9917bf7160bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:39:54Z', 'updated_at': '2022-05-13T14:42:31Z', 'revision_number': 5, 'project_id': 'c17cdcf999b449b5aa60cccac89b5240', 'gw_port': {'id': 'c5c931b6-afc5-4cfa-ac24-9917bf7160bd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed688aec-2c26-417c-9f4d-5096af0a91f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:56Z', 'updated_at': '2022-05-13T14:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:42:34.699522 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59594) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:34.705506 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-735aed56-993e-441f-a30a-dec4848c5466 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.0605979 May 13 14:42:34.711756 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735aed56-993e-441f-a30a-dec4848c5466 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec011b1-daef-4d88-bb26-69716a6b46c4,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:34.733870 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59602) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:34.734540 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735aed56-993e-441f-a30a-dec4848c5466 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event updated for resources: {'Network': ['ID=8fd6c8b5-c9e0-4cd6-a5de-4fdd6b1ddf4e,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:34.750503 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 8fd6c8b5-c9e0-4cd6-a5de-4fdd6b1ddf4e details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:42:34.752461 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-df1d06ec-3d27-4684-b6f0-89c80b9d93bd tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Request body: {'subnet': {'network_id': '8fd6c8b5-c9e0-4cd6-a5de-4fdd6b1ddf4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:34.778449 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c165f2c4-47fd-4350-a953-0b52c5c97fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:34.799822 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c165f2c4-47fd-4350-a953-0b52c5c97fa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:34.803942 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c165f2c4-47fd-4350-a953-0b52c5c97fa3 admin admin] Usage tracker for resource:security_group_rule and tenant:756d493f143849a99c0f1d433639e083 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:34.807051 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c165f2c4-47fd-4350-a953-0b52c5c97fa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:34.813896 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c165f2c4-47fd-4350-a953-0b52c5c97fa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:34.892847 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-17ee71f3-1e83-4ae5-b641-6204f243ff17 req-8ce6aad5-484e-4ddc-aca5-68b0467f4266 tempest-ServerShowV254Test-197242834 tempest-ServerShowV254Test-197242834-project] 10.222.0.35 "GET /v2.0/ports?device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.1492348 May 13 14:42:34.930373 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6881b753-592e-4bc9-89cf-d904f46e9427 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:42:34.941446 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3356c36-d1f4-4dc6-ae68-242231f8a011 None None] Sync routers for ids ['2c101fe4-ec32-41b4-9720-fe861a108017'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:42:34.969633 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3356c36-d1f4-4dc6-ae68-242231f8a011 None None] Routers {'2c101fe4-ec32-41b4-9720-fe861a108017'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:34.972433 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-c3356c36-d1f4-4dc6-ae68-242231f8a011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:42:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['2c101fe4-ec32-41b4-9720-fe861a108017'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:35.003276 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c165f2c4-47fd-4350-a953-0b52c5c97fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:35.034189 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c165f2c4-47fd-4350-a953-0b52c5c97fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:35.050422 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51a3ea8b-23ec-4745-b1d3-4c278f274edb tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:35.055069 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51a3ea8b-23ec-4745-b1d3-4c278f274edb tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:35.072673 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6881b753-592e-4bc9-89cf-d904f46e9427 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:35.074055 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6881b753-592e-4bc9-89cf-d904f46e9427 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.3059382 May 13 14:42:35.080715 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59610) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:35.101260 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-c3356c36-d1f4-4dc6-ae68-242231f8a011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:35.119247 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c165f2c4-47fd-4350-a953-0b52c5c97fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966f81e1-c4af-4245-b5e4-c3f84a3df5e8,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:35.124875 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3356c36-d1f4-4dc6-ae68-242231f8a011 None None] Routers {'2c101fe4-ec32-41b4-9720-fe861a108017'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:35.129133 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-c3356c36-d1f4-4dc6-ae68-242231f8a011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:42:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['2c101fe4-ec32-41b4-9720-fe861a108017'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:35.157418 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-df1d06ec-3d27-4684-b6f0-89c80b9d93bd tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:35.191886 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59614) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:35.192716 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c165f2c4-47fd-4350-a953-0b52c5c97fa3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=756d493f143849a99c0f1d433639e083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4889729 May 13 14:42:35.194342 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-df1d06ec-3d27-4684-b6f0-89c80b9d93bd tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Usage tracker for resource:subnet and tenant:6b12ce616ed04de39e484728b5ba653e is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:35.208551 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-df1d06ec-3d27-4684-b6f0-89c80b9d93bd tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:35.219953 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-df1d06ec-3d27-4684-b6f0-89c80b9d93bd tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:35.231405 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-96bb089a-7fd1-42f7-bae5-357f71599725 admin admin] For port c5c931b6-afc5-4cfa-ac24-9917bf7160bd, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c5c931b6-afc5-4cfa-ac24-9917bf7160bd,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:35.231776 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96bb089a-7fd1-42f7-bae5-357f71599725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:35.235075 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1d06ec-3d27-4684-b6f0-89c80b9d93bd tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Made reservation on behalf of 6b12ce616ed04de39e484728b5ba653e for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:42:35.240386 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-df1d06ec-3d27-4684-b6f0-89c80b9d93bd tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:35.256876 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51a3ea8b-23ec-4745-b1d3-4c278f274edb tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:35.257189 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a3ea8b-23ec-4745-b1d3-4c278f274edb tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Fanout notify agent at l3_agent the message router_deleted on router 61db0a42-ee8b-4e03-a968-0cd46d312c9a {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:42:35.352534 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-c3356c36-d1f4-4dc6-ae68-242231f8a011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:35.353073 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3356c36-d1f4-4dc6-ae68-242231f8a011 None None] The sync data for ids ['2c101fe4-ec32-41b4-9720-fe861a108017'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:42:35.436386 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-96bb089a-7fd1-42f7-bae5-357f71599725 admin admin] Calling delete_port for c5c931b6-afc5-4cfa-ac24-9917bf7160bd owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:42:35.536010 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484e119-e061-4f98-b32a-809ec7e94512 req-6ee8f63b-522d-43c7-8899-9a6c1aa5afa1 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:35.537726 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9484e119-e061-4f98-b32a-809ec7e94512 req-6ee8f63b-522d-43c7-8899-9a6c1aa5afa1 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=58d277c1-1395-4e64-820d-b3822adf634a HTTP/1.1" status: 200 len: 945 time: 0.1421938 May 13 14:42:35.587045 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2c4f780d-0cfd-4638-b2b5-ad46e20afd96 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:42:35.619765 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:42:35.626656 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9484e119-e061-4f98-b32a-809ec7e94512 req-24ffa52a-681a-41a8-b618-51fe1f616bcc tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773876 May 13 14:42:35.671913 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-df1d06ec-3d27-4684-b6f0-89c80b9d93bd tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:35.683980 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 2c4f780d-0cfd-4638-b2b5-ad46e20afd96 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:42:35.684656 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2c4f780d-0cfd-4638-b2b5-ad46e20afd96 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:42:35.735972 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:42:35.746401 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:35.747554 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:35.790217 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9de848c8-d969-430d-b084-def96d0eac50 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "GET /v2.0/routers/2c101fe4-ec32-41b4-9720-fe861a108017 HTTP/1.1" status: 200 len: 885 time: 0.7083688 May 13 14:42:35.797913 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59630) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:35.804195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d06ec-3d27-4684-b6f0-89c80b9d93bd tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event updated for resources: {'Subnet': ['ID=135482b0-e1f1-4a62-980b-d7db730ba769,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:35.937595 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:35.937741 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:35.959639 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51a3ea8b-23ec-4745-b1d3-4c278f274edb tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:35.961059 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-51a3ea8b-23ec-4745-b1d3-4c278f274edb tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/routers/61db0a42-ee8b-4e03-a968-0cd46d312c9a HTTP/1.1" status: 204 len: 168 time: 1.8853467 May 13 14:42:35.967908 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59636) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:36.003546 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3060d499-f1e9-45e1-8997-c307d734ba27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:36.032542 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1d06ec-3d27-4684-b6f0-89c80b9d93bd tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Checking segment: {'id': 'b6cb4185-7ec6-4511-aaad-4d589c8cb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8fd6c8b5-c9e0-4cd6-a5de-4fdd6b1ddf4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:42:36.032906 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1d06ec-3d27-4684-b6f0-89c80b9d93bd tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Network hostable DHCP agents. Network: 8fd6c8b5-c9e0-4cd6-a5de-4fdd6b1ddf4e, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:42:36.073172 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:36.078067 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d277c1-1395-4e64-820d-b3822adf634a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:42:36.109721 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:36.117571 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-836f79cf-a496-49eb-b5c5-4d95fe803383 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Deleting subnet a77d617a-036d-4628-b1e4-0cf69d69768f {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:42:36.123082 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-836f79cf-a496-49eb-b5c5-4d95fe803383 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:36.148333 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1d06ec-3d27-4684-b6f0-89c80b9d93bd tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Network 8fd6c8b5-c9e0-4cd6-a5de-4fdd6b1ddf4e is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:42:36.173708 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-df1d06ec-3d27-4684-b6f0-89c80b9d93bd tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 8fd6c8b5-c9e0-4cd6-a5de-4fdd6b1ddf4e) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:36.193151 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-836f79cf-a496-49eb-b5c5-4d95fe803383 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:36.213842 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1d06ec-3d27-4684-b6f0-89c80b9d93bd tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:36.214502 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-df1d06ec-3d27-4684-b6f0-89c80b9d93bd tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:36.250354 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6c07000-22f6-4b75-b3c1-dc34939443bb'] response: {'server_uuid': '58d277c1-1395-4e64-820d-b3822adf634a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5', 'code': 200} May 13 14:42:36.274484 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077923f9-b82f-47d6-9117-529edb3bc11e None None] Network 8fd6c8b5-c9e0-4cd6-a5de-4fdd6b1ddf4e requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:42:36.310435 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-df1d06ec-3d27-4684-b6f0-89c80b9d93bd tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5732121 May 13 14:42:36.314896 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59644) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:36.327588 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-836f79cf-a496-49eb-b5c5-4d95fe803383 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:36.332482 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-f9639a4d-ac19-40d7-879b-678c17ab6078 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-204592174', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}, 'admin_state_up': False}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:36.344750 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f9639a4d-ac19-40d7-879b-678c17ab6078 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:36.353470 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f9639a4d-ac19-40d7-879b-678c17ab6078 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Usage tracker for resource:router and tenant:6b12ce616ed04de39e484728b5ba653e is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:36.358548 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f9639a4d-ac19-40d7-879b-678c17ab6078 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:36.366046 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f9639a4d-ac19-40d7-879b-678c17ab6078 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:36.385774 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9639a4d-ac19-40d7-879b-678c17ab6078 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:36.387025 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9639a4d-ac19-40d7-879b-678c17ab6078 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:36.421097 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2df90fc5-b901-42f6-968c-7f878ed4c71c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Synchronizing usage tracker for tenant:f1ec4de986a64c699f9b990b9e5d2da5 on resource:router {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:42:36.429889 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9639a4d-ac19-40d7-879b-678c17ab6078 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:36.456888 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2df90fc5-b901-42f6-968c-7f878ed4c71c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Unset dirty status for tenant:f1ec4de986a64c699f9b990b9e5d2da5 on resource:router {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:42:36.458900 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2df90fc5-b901-42f6-968c-7f878ed4c71c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6600540 May 13 14:42:36.461636 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59650) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:36.474944 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-d3209129-1a11-437a-ac34-9a184d6a3f6f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1144849259'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:36.511748 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-836f79cf-a496-49eb-b5c5-4d95fe803383 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:36.538776 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:36.666934 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b2879be9-e4d3-4dfd-aad4-6b7c81403d60 req-92ab76ac-7eef-4b03-9557-fe424d9e29ef tempest-ServerShowV254Test-197242834 tempest-ServerShowV254Test-197242834-project] 10.222.0.35 "GET /v2.0/ports?device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.1813438 May 13 14:42:36.688302 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc46768-4ddf-4a05-93b0-63093a58a1a9 None None] Network dd1e857a-17fd-4a1b-9d29-f2c86ed6a495 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:42:36.708809 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-836f79cf-a496-49eb-b5c5-4d95fe803383 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:36.723277 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f79cf-a496-49eb-b5c5-4d95fe803383 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event deleted for resources: {'Subnet': ['ID=a77d617a-036d-4628-b1e4-0cf69d69768f,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:36.727626 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3060d499-f1e9-45e1-8997-c307d734ba27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:36.754459 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-836f79cf-a496-49eb-b5c5-4d95fe803383 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/subnets/a77d617a-036d-4628-b1e4-0cf69d69768f HTTP/1.1" status: 204 len: 168 time: 0.7524230 May 13 14:42:36.761272 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59658) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:36.941194 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-83aebc89-5274-4a2d-aea3-df8d778afd81 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Deleting subnet 26ee81ab-ca6a-4182-b93a-bf4486ef34d4 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:42:36.949974 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-83aebc89-5274-4a2d-aea3-df8d778afd81 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:37.002661 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d17614-18ad-458c-a041-5a4fd4b80d45 req-8496234a-7d15-45e6-b694-37a366d716c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:37.011893 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-92d17614-18ad-458c-a041-5a4fd4b80d45 req-8496234a-7d15-45e6-b694-37a366d716c5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=58d277c1-1395-4e64-820d-b3822adf634a HTTP/1.1" status: 200 len: 1097 time: 0.5586944 May 13 14:42:37.030453 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9639a4d-ac19-40d7-879b-678c17ab6078 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:37.041084 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fb16b3-9d92-452a-9758-175dbbadbd8c None None] Network 8fd6c8b5-c9e0-4cd6-a5de-4fdd6b1ddf4e requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:42:37.041584 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96bb089a-7fd1-42f7-bae5-357f71599725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:37.135296 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3060d499-f1e9-45e1-8997-c307d734ba27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:37.165450 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb089a-7fd1-42f7-bae5-357f71599725 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c931b6-afc5-4cfa-ac24-9917bf7160bd,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:37.265119 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-83aebc89-5274-4a2d-aea3-df8d778afd81 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:37.407631 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060d499-f1e9-45e1-8997-c307d734ba27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966f81e1-c4af-4245-b5e4-c3f84a3df5e8,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:37.438160 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45b53e-eb9f-4bcd-967c-1ec7656dab7d req-79321a39-84ba-4f2f-8db1-9d5a46a8f7b2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:37.439542 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7b45b53e-eb9f-4bcd-967c-1ec7656dab7d req-79321a39-84ba-4f2f-8db1-9d5a46a8f7b2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=58d277c1-1395-4e64-820d-b3822adf634a HTTP/1.1" status: 200 len: 946 time: 0.6155448 May 13 14:42:37.520152 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-92d17614-18ad-458c-a041-5a4fd4b80d45 req-c00231da-efc1-4711-9849-24bf9d64e8be service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4857445 May 13 14:42:37.548777 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3060d499-f1e9-45e1-8997-c307d734ba27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:37.552257 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3060d499-f1e9-45e1-8997-c307d734ba27 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/966f81e1-c4af-4245-b5e4-c3f84a3df5e8 HTTP/1.1" status: 204 len: 168 time: 2.3571105 May 13 14:42:37.569723 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-83aebc89-5274-4a2d-aea3-df8d778afd81 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:37.616095 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96bb089a-7fd1-42f7-bae5-357f71599725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:37.624476 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c81262-b29b-40ec-9364-19c09b379e22 None None] DHCP port deletion for dd1e857a-17fd-4a1b-9d29-f2c86ed6a495 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:42:37.629465 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-57c81262-b29b-40ec-9364-19c09b379e22 None None] Deleting port 8ab5d514-be94-4596-b173-46d8b7590aba {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:37.629957 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-57c81262-b29b-40ec-9364-19c09b379e22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:37.829578 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96bb089a-7fd1-42f7-bae5-357f71599725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:37.832287 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96bb089a-7fd1-42f7-bae5-357f71599725 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:37.868283 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96bb089a-7fd1-42f7-bae5-357f71599725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:37.871027 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bb089a-7fd1-42f7-bae5-357f71599725 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed688aec-2c26-417c-9f4d-5096af0a91f4 {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:42:37.893717 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96bb089a-7fd1-42f7-bae5-357f71599725 admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:37.894898 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-96bb089a-7fd1-42f7-bae5-357f71599725 admin admin] 10.222.0.35 "DELETE /v2.0/routers/ed688aec-2c26-417c-9f4d-5096af0a91f4 HTTP/1.1" status: 204 len: 168 time: 4.7441227 May 13 14:42:37.897867 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59676) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:37.933535 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7b45b53e-eb9f-4bcd-967c-1ec7656dab7d req-9cdfe8d6-7595-4a01-b73f-eb5f6d7171b2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4851491 May 13 14:42:38.059358 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-933de617-52da-422a-8a7f-bd07e45d7274 req-8ab3abaf-c6c7-4c7a-9c29-62aa3b129b49 tempest-ServerShowV254Test-197242834 tempest-ServerShowV254Test-197242834-project] 10.222.0.35 "GET /v2.0/ports?device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.0870523 May 13 14:42:38.070828 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-83aebc89-5274-4a2d-aea3-df8d778afd81 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:38.090982 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-57c81262-b29b-40ec-9364-19c09b379e22 None None] For port 8ab5d514-be94-4596-b173-46d8b7590aba, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=8ab5d514-be94-4596-b173-46d8b7590aba,segment=NetworkSegment(f0312320-5a91-4da9-8448-493bcbd62b79),segment_id=f0312320-5a91-4da9-8448-493bcbd62b79)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:38.091549 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-57c81262-b29b-40ec-9364-19c09b379e22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:38.164871 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3209129-1a11-437a-ac34-9a184d6a3f6f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:38.190603 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f2a1cc-2f26-4b16-ad55-0899033dcd87 admin admin] Deleting subnet 544d57df-43e7-4eec-9acf-8c0dbd118ac8 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:42:38.202601 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f5f2a1cc-2f26-4b16-ad55-0899033dcd87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:38.214881 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9639a4d-ac19-40d7-879b-678c17ab6078 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:38.248731 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3209129-1a11-437a-ac34-9a184d6a3f6f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33129349'] for router, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:38.251254 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9639a4d-ac19-40d7-879b-678c17ab6078 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:38.268732 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aebc89-5274-4a2d-aea3-df8d778afd81 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event deleted for resources: {'Subnet': ['ID=26ee81ab-ca6a-4182-b93a-bf4486ef34d4,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:38.271028 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-83aebc89-5274-4a2d-aea3-df8d778afd81 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:38.293980 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-83aebc89-5274-4a2d-aea3-df8d778afd81 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/subnets/26ee81ab-ca6a-4182-b93a-bf4486ef34d4 HTTP/1.1" status: 204 len: 168 time: 1.5277381 May 13 14:42:38.307131 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59686) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:38.375652 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e75358-36d7-47a0-9a8b-5e9fa3b77cee None None] Network 4ede94aa-3771-42b8-9647-d4e587f670e8 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:42:38.399542 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-57c81262-b29b-40ec-9364-19c09b379e22 None None] Calling delete_port for 8ab5d514-be94-4596-b173-46d8b7590aba owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:42:38.434038 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-f9639a4d-ac19-40d7-879b-678c17ab6078 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Allocated IP 172.25.0.34 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/705bf8df-512b-41ff-931e-50ea9755d081) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:42:38.637677 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9639a4d-ac19-40d7-879b-678c17ab6078 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:38.661761 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59694) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:38.668385 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f5f2a1cc-2f26-4b16-ad55-0899033dcd87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:38.681654 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-57c81262-b29b-40ec-9364-19c09b379e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:38.734557 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9639a4d-ac19-40d7-879b-678c17ab6078 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:38.738542 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c81262-b29b-40ec-9364-19c09b379e22 None None] No DVR routers for this DVR port 8ab5d514-be94-4596-b173-46d8b7590aba on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:42:38.740906 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-14880fe7-d5b0-43f4-887e-4c2829910faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:38.787054 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c81262-b29b-40ec-9364-19c09b379e22 None None] Pushing event deleted for resources: {'Port': ['ID=8ab5d514-be94-4596-b173-46d8b7590aba,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:38.795867 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-14880fe7-d5b0-43f4-887e-4c2829910faa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:38.801205 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3d917bb8-4868-4c35-8024-3dcc30b06854 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:38.810372 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-14880fe7-d5b0-43f4-887e-4c2829910faa admin admin] Usage tracker for resource:security_group_rule and tenant:6a45eefc540547c2a177d845a3e33173 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:38.815594 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-14880fe7-d5b0-43f4-887e-4c2829910faa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:38.834570 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-14880fe7-d5b0-43f4-887e-4c2829910faa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:38.847810 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9639a4d-ac19-40d7-879b-678c17ab6078 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:38.852251 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-f9639a4d-ac19-40d7-879b-678c17ab6078 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:38.860085 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9639a4d-ac19-40d7-879b-678c17ab6078 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:42:38.925068 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f5f2a1cc-2f26-4b16-ad55-0899033dcd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:38.946304 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9639a4d-ac19-40d7-879b-678c17ab6078 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event updated for resources: {'Port': ['ID=705bf8df-512b-41ff-931e-50ea9755d081,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:38.950782 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161327e4-f4ba-4d82-84ce-a3a0fdc1194d None None] DHCP port deletion for 4ede94aa-3771-42b8-9647-d4e587f670e8 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:42:38.956318 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-161327e4-f4ba-4d82-84ce-a3a0fdc1194d None None] Deleting port fcee55d4-19c9-4d87-9c9f-58fa416a72f5 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:38.956698 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-161327e4-f4ba-4d82-84ce-a3a0fdc1194d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:39.168453 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3d917bb8-4868-4c35-8024-3dcc30b06854 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:39.211723 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-3d917bb8-4868-4c35-8024-3dcc30b06854 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd1e857a-17fd-4a1b-9d29-f2c86ed6a495']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:39.230038 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-3d917bb8-4868-4c35-8024-3dcc30b06854 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0312320-5a91-4da9-8448-493bcbd62b79') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:39.235625 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-3d917bb8-4868-4c35-8024-3dcc30b06854 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0312320-5a91-4da9-8448-493bcbd62b79') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:39.255647 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3d917bb8-4868-4c35-8024-3dcc30b06854 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:39.278250 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3d917bb8-4868-4c35-8024-3dcc30b06854 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:39.312181 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d917bb8-4868-4c35-8024-3dcc30b06854 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:42:39.312588 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3d917bb8-4868-4c35-8024-3dcc30b06854 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:39.335240 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:42:39.335240 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:42:39.335240 n-d-841760-1 neutron-server[88082]: timer() May 13 14:42:39.335240 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:42:39.335240 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:42:39.335240 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:42:39.335240 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:42:39.335240 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:42:39.335240 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:42:39.335240 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:42:39.335240 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:42:39.335240 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:42:39.335240 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:42:39.335240 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:42:39.335240 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:42:39.335240 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:42:39.335240 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:42:39.335240 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:42:39.335240 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:42:39.335240 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:42:39.335240 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:42:39.335240 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:42:39.335240 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:42:39.335240 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:42:39.335240 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:42:39.335240 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:42:39.335240 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:42:39.335240 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:42:39.335240 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:42:39.335240 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:42:39.335240 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:42:39.335240 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:42:39.387206 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-161327e4-f4ba-4d82-84ce-a3a0fdc1194d None None] For port fcee55d4-19c9-4d87-9c9f-58fa416a72f5, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=fcee55d4-19c9-4d87-9c9f-58fa416a72f5,segment=NetworkSegment(95818b07-deb2-4cd7-822d-a9408a88708b),segment_id=95818b07-deb2-4cd7-822d-a9408a88708b)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:39.387769 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-161327e4-f4ba-4d82-84ce-a3a0fdc1194d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:39.417285 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3209129-1a11-437a-ac34-9a184d6a3f6f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Router 2c101fe4-ec32-41b4-9720-fe861a108017 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:42:39.458036 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f5f2a1cc-2f26-4b16-ad55-0899033dcd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:39.539149 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8a3ae9f8-3d00-40f0-afe4-a75e6f441461 req-dffb24b3-0960-4d28-b56f-20c24da38286 tempest-ServerShowV254Test-197242834 tempest-ServerShowV254Test-197242834-project] 10.222.0.35 "GET /v2.0/ports?device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.1999798 May 13 14:42:39.549281 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-14880fe7-d5b0-43f4-887e-4c2829910faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:39.554759 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f5f2a1cc-2f26-4b16-ad55-0899033dcd87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:39.557907 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2a1cc-2f26-4b16-ad55-0899033dcd87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=544d57df-43e7-4eec-9acf-8c0dbd118ac8,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:39.564213 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-14880fe7-d5b0-43f4-887e-4c2829910faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:39.594061 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7693ef-9cb0-4493-ac78-f0308de1c948 None None] Network a65a42c9-eea2-4199-ba2d-3abfc19ee8e5 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:42:39.595958 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3d917bb8-4868-4c35-8024-3dcc30b06854 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:39.600883 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3d917bb8-4868-4c35-8024-3dcc30b06854 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:39.614564 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-161327e4-f4ba-4d82-84ce-a3a0fdc1194d None None] Calling delete_port for fcee55d4-19c9-4d87-9c9f-58fa416a72f5 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:42:39.654565 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f5f2a1cc-2f26-4b16-ad55-0899033dcd87 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/544d57df-43e7-4eec-9acf-8c0dbd118ac8 HTTP/1.1" status: 204 len: 168 time: 1.7557056 May 13 14:42:39.658460 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59708) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:39.720175 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d917bb8-4868-4c35-8024-3dcc30b06854 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event deleted for resources: {'Network': ['ID=dd1e857a-17fd-4a1b-9d29-f2c86ed6a495,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:39.730493 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3d917bb8-4868-4c35-8024-3dcc30b06854 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/networks/dd1e857a-17fd-4a1b-9d29-f2c86ed6a495 HTTP/1.1" status: 204 len: 168 time: 1.4222510 May 13 14:42:39.735712 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59714) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:39.741445 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device fcee55d4-19c9-4d87-9c9f-58fa416a72f5 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:42:39.757250 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-14880fe7-d5b0-43f4-887e-4c2829910faa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6a45eefc540547c2a177d845a3e33173&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0946300 May 13 14:42:39.776355 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59718) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:39.778485 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3209129-1a11-437a-ac34-9a184d6a3f6f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:42:39.790245 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14880fe7-d5b0-43f4-887e-4c2829910faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4651a622-43f3-41c5-a7fb-69923224329d,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:39.808493 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9f1d65-d63e-42ab-9adc-6734f97d413a None None] Sync routers for ids ['2c101fe4-ec32-41b4-9720-fe861a108017'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:42:39.874757 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9f1d65-d63e-42ab-9adc-6734f97d413a None None] Routers {'2c101fe4-ec32-41b4-9720-fe861a108017'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:39.875414 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ea9f1d65-d63e-42ab-9adc-6734f97d413a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:42:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['2c101fe4-ec32-41b4-9720-fe861a108017'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:39.980204 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0cdb6424-66ce-46f4-b3df-ab68e4856f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:39.988534 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b25eaa0-6ed9-41d0-8034-ebd2bc13da78 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:40.005781 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-0cdb6424-66ce-46f4-b3df-ab68e4856f81 admin admin] Deleting port c7dd75f9-af97-4c4e-9485-9eebaf3a58d2 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:40.006216 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0cdb6424-66ce-46f4-b3df-ab68e4856f81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:40.033115 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ea9f1d65-d63e-42ab-9adc-6734f97d413a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:40.037785 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-2b25eaa0-6ed9-41d0-8034-ebd2bc13da78 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Deleting port fcee55d4-19c9-4d87-9c9f-58fa416a72f5 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:40.038239 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b25eaa0-6ed9-41d0-8034-ebd2bc13da78 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:40.066300 n-d-841760-1 neutron-server[88083]: INFO neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No ports have port_id starting with fcee55d4-19c9-4d87-9c9f-58fa416a72f5 May 13 14:42:40.067248 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-161327e4-f4ba-4d82-84ce-a3a0fdc1194d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:40.121452 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c5c931b6-afc5-4cfa-ac24-9917bf7160bd no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:42:40.132237 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-2b25eaa0-6ed9-41d0-8034-ebd2bc13da78 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] The port 'fcee55d4-19c9-4d87-9c9f-58fa416a72f5' was deleted {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:42:40.154058 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161327e4-f4ba-4d82-84ce-a3a0fdc1194d None None] Pushing event deleted for resources: {'Port': ['ID=fcee55d4-19c9-4d87-9c9f-58fa416a72f5,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:40.167179 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9f1d65-d63e-42ab-9adc-6734f97d413a None None] Routers {'2c101fe4-ec32-41b4-9720-fe861a108017'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:40.167820 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ea9f1d65-d63e-42ab-9adc-6734f97d413a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:42:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['2c101fe4-ec32-41b4-9720-fe861a108017'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:40.243946 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9639a4d-ac19-40d7-879b-678c17ab6078 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:40.244178 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ea9f1d65-d63e-42ab-9adc-6734f97d413a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:40.244463 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9f1d65-d63e-42ab-9adc-6734f97d413a None None] The sync data for ids ['2c101fe4-ec32-41b4-9720-fe861a108017'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:42:40.245785 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: c5c931b6-afc5-4cfa-ac24-9917bf7160bd {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:42:40.246307 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c5c931b6-afc5-4cfa-ac24-9917bf7160bd not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:42:40.246906 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 8ab5d514-be94-4596-b173-46d8b7590aba no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:42:40.282248 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161327e4-f4ba-4d82-84ce-a3a0fdc1194d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:40.282854 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161327e4-f4ba-4d82-84ce-a3a0fdc1194d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:40.283401 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161327e4-f4ba-4d82-84ce-a3a0fdc1194d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:40.283918 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161327e4-f4ba-4d82-84ce-a3a0fdc1194d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:40.284437 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161327e4-f4ba-4d82-84ce-a3a0fdc1194d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:40.284932 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161327e4-f4ba-4d82-84ce-a3a0fdc1194d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:40.286520 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161327e4-f4ba-4d82-84ce-a3a0fdc1194d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:40.290169 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161327e4-f4ba-4d82-84ce-a3a0fdc1194d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:40.290752 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161327e4-f4ba-4d82-84ce-a3a0fdc1194d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:40.291287 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161327e4-f4ba-4d82-84ce-a3a0fdc1194d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:40.291804 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161327e4-f4ba-4d82-84ce-a3a0fdc1194d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:40.292601 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161327e4-f4ba-4d82-84ce-a3a0fdc1194d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:40.305093 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161327e4-f4ba-4d82-84ce-a3a0fdc1194d None None] No DVR routers for this DVR port fcee55d4-19c9-4d87-9c9f-58fa416a72f5 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:42:40.308475 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 8ab5d514-be94-4596-b173-46d8b7590aba {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:42:40.309035 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 8ab5d514-be94-4596-b173-46d8b7590aba not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:42:40.340021 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b25eaa0-6ed9-41d0-8034-ebd2bc13da78 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:40.443887 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-2b25eaa0-6ed9-41d0-8034-ebd2bc13da78 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ede94aa-3771-42b8-9647-d4e587f670e8']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:40.475675 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38873637-355a-49c5-bb6a-7dfe7f821de4 None None] DHCP port deletion for a65a42c9-eea2-4199-ba2d-3abfc19ee8e5 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:42:40.476745 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-2b25eaa0-6ed9-41d0-8034-ebd2bc13da78 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95818b07-deb2-4cd7-822d-a9408a88708b') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:40.477051 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-2b25eaa0-6ed9-41d0-8034-ebd2bc13da78 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95818b07-deb2-4cd7-822d-a9408a88708b') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:40.480639 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-38873637-355a-49c5-bb6a-7dfe7f821de4 None None] Deleting port c7dd75f9-af97-4c4e-9485-9eebaf3a58d2 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:40.481009 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-38873637-355a-49c5-bb6a-7dfe7f821de4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:40.489409 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610f3d0-89a2-44e6-b511-bce239025fe7 req-e3c18b84-e665-43db-aff1-dff1dc7f22c9 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:40.490963 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8610f3d0-89a2-44e6-b511-bce239025fe7 req-e3c18b84-e665-43db-aff1-dff1dc7f22c9 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=58d277c1-1395-4e64-820d-b3822adf634a HTTP/1.1" status: 200 len: 946 time: 1.3403366 May 13 14:42:40.496009 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b25eaa0-6ed9-41d0-8034-ebd2bc13da78 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:40.501725 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d3209129-1a11-437a-ac34-9a184d6a3f6f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:40.504537 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-0cdb6424-66ce-46f4-b3df-ab68e4856f81 admin admin] For port c7dd75f9-af97-4c4e-9485-9eebaf3a58d2, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c7dd75f9-af97-4c4e-9485-9eebaf3a58d2,segment=NetworkSegment(56c14c39-08ac-428d-b17a-b0502761889e),segment_id=56c14c39-08ac-428d-b17a-b0502761889e)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:40.504895 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0cdb6424-66ce-46f4-b3df-ab68e4856f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:40.506098 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d3209129-1a11-437a-ac34-9a184d6a3f6f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "PUT /v2.0/routers/2c101fe4-ec32-41b4-9720-fe861a108017 HTTP/1.1" status: 200 len: 892 time: 4.0428557 May 13 14:42:40.509785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59728) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:40.854551 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-38873637-355a-49c5-bb6a-7dfe7f821de4 None None] For port c7dd75f9-af97-4c4e-9485-9eebaf3a58d2, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c7dd75f9-af97-4c4e-9485-9eebaf3a58d2,segment=NetworkSegment(56c14c39-08ac-428d-b17a-b0502761889e),segment_id=56c14c39-08ac-428d-b17a-b0502761889e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:40.854947 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-38873637-355a-49c5-bb6a-7dfe7f821de4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:40.865170 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b25eaa0-6ed9-41d0-8034-ebd2bc13da78 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:40.881847 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-0cdb6424-66ce-46f4-b3df-ab68e4856f81 admin admin] Calling delete_port for c7dd75f9-af97-4c4e-9485-9eebaf3a58d2 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:42:40.918027 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9639a4d-ac19-40d7-879b-678c17ab6078 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:40.990270 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b25eaa0-6ed9-41d0-8034-ebd2bc13da78 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:42:40.990940 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b25eaa0-6ed9-41d0-8034-ebd2bc13da78 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:40.992946 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-38873637-355a-49c5-bb6a-7dfe7f821de4 None None] Calling delete_port for c7dd75f9-af97-4c4e-9485-9eebaf3a58d2 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:42:41.008806 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:42:41.008806 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:42:41.008806 n-d-841760-1 neutron-server[88082]: timer() May 13 14:42:41.008806 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:42:41.008806 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:42:41.008806 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:42:41.008806 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:42:41.008806 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:42:41.008806 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:42:41.008806 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:42:41.008806 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:42:41.008806 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:42:41.008806 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:42:41.008806 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:42:41.008806 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:42:41.008806 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:42:41.008806 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:42:41.008806 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:42:41.008806 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:42:41.008806 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:42:41.008806 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:42:41.008806 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:42:41.008806 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:42:41.008806 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:42:41.008806 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:42:41.008806 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:42:41.008806 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:42:41.008806 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:42:41.008806 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:42:41.008806 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:42:41.008806 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:42:41.008806 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:42:41.031188 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-efc2b773-e3af-4cf2-bbde-ddcd1d5dc607 req-432b4900-4928-4f5b-82f7-3cc66b993396 tempest-ServerShowV254Test-197242834 tempest-ServerShowV254Test-197242834-project] 10.222.0.35 "GET /v2.0/ports?device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.1618061 May 13 14:42:41.073068 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4d7c31ec-f369-4a9b-b07d-9c9775b0872b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:41.085408 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-38873637-355a-49c5-bb6a-7dfe7f821de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:41.133081 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8610f3d0-89a2-44e6-b511-bce239025fe7 req-da274b4f-cc53-4649-8f6a-0b8ae9956495 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5436311 May 13 14:42:41.155030 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4d7c31ec-f369-4a9b-b07d-9c9775b0872b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:41.160204 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38873637-355a-49c5-bb6a-7dfe7f821de4 None None] Pushing event deleted for resources: {'Port': ['ID=c7dd75f9-af97-4c4e-9485-9eebaf3a58d2,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:41.170234 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38873637-355a-49c5-bb6a-7dfe7f821de4 None None] No DVR routers for this DVR port c7dd75f9-af97-4c4e-9485-9eebaf3a58d2 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:42:41.199474 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b25eaa0-6ed9-41d0-8034-ebd2bc13da78 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:41.202333 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.api [None req-0cdb6424-66ce-46f4-b3df-ab68e4856f81 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:42:41.207642 n-d-841760-1 neutron-server[88082]: DEBUG oslo_db.api [None req-0cdb6424-66ce-46f4-b3df-ab68e4856f81 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:42:41.227757 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-23fe1df2-e1a5-4888-a27a-799fa6295620 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "GET /v2.0/routers/2c101fe4-ec32-41b4-9720-fe861a108017 HTTP/1.1" status: 200 len: 892 time: 0.7149754 May 13 14:42:41.239342 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b25eaa0-6ed9-41d0-8034-ebd2bc13da78 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:41.268076 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59742) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:41.275091 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2b25eaa0-6ed9-41d0-8034-ebd2bc13da78 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/networks/4ede94aa-3771-42b8-9647-d4e587f670e8 HTTP/1.1" status: 204 len: 168 time: 1.5213099 May 13 14:42:41.281210 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59744) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:41.294610 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-3bb3549c-8f9c-4110-b867-35c6a4aaaf77 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Request body: {'network': {'name': 'tempest-RoutersTest-1242167674'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:41.300228 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3bb3549c-8f9c-4110-b867-35c6a4aaaf77 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:41.314120 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3bb3549c-8f9c-4110-b867-35c6a4aaaf77 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Usage tracker for resource:network and tenant:17b49979485542bba655ee3d2918613c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:41.335573 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3bb3549c-8f9c-4110-b867-35c6a4aaaf77 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:41.346883 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3bb3549c-8f9c-4110-b867-35c6a4aaaf77 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:41.349285 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5f8405e7-08cf-4068-a70b-3b92234ac17e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Synchronizing usage tracker for tenant:f1ec4de986a64c699f9b990b9e5d2da5 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:42:41.356623 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25eaa0-6ed9-41d0-8034-ebd2bc13da78 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event deleted for resources: {'Network': ['ID=4ede94aa-3771-42b8-9647-d4e587f670e8,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:41.366816 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4d7c31ec-f369-4a9b-b07d-9c9775b0872b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:41.372646 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5f8405e7-08cf-4068-a70b-3b92234ac17e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Unset dirty status for tenant:f1ec4de986a64c699f9b990b9e5d2da5 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:42:41.377658 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5f8405e7-08cf-4068-a70b-3b92234ac17e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c101fe4-ec32-41b4-9720-fe861a108017 HTTP/1.1" status: 200 len: 205 time: 0.0967700 May 13 14:42:41.378392 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59752) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:41.384633 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb3549c-8f9c-4110-b867-35c6a4aaaf77 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Made reservation on behalf of 17b49979485542bba655ee3d2918613c for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:42:41.388287 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3bb3549c-8f9c-4110-b867-35c6a4aaaf77 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:41.407012 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c31ec-f369-4a9b-b07d-9c9775b0872b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4651a622-43f3-41c5-a7fb-69923224329d,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:41.436285 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:42:41.462987 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4d7c31ec-f369-4a9b-b07d-9c9775b0872b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:41.468586 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4d7c31ec-f369-4a9b-b07d-9c9775b0872b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4651a622-43f3-41c5-a7fb-69923224329d HTTP/1.1" status: 204 len: 168 time: 1.6824481 May 13 14:42:41.481320 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb3549c-8f9c-4110-b867-35c6a4aaaf77 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:42:41.500822 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3bb3549c-8f9c-4110-b867-35c6a4aaaf77 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:41.502248 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-3bb3549c-8f9c-4110-b867-35c6a4aaaf77 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Added segment db061368-ca6e-4881-a376-44af9e5dd520 of type vlan for network 07ae6bd4-cf2e-495f-86bb-18556c2ede76 May 13 14:42:41.536158 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3bb3549c-8f9c-4110-b867-35c6a4aaaf77 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:41.568103 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9639a4d-ac19-40d7-879b-678c17ab6078 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Router b2368988-0f0f-49ce-8fa0-973bff2fca63 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:42:41.664956 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c7dd75f9-af97-4c4e-9485-9eebaf3a58d2 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:42:41.677603 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3bb3549c-8f9c-4110-b867-35c6a4aaaf77 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:41.683918 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb3549c-8f9c-4110-b867-35c6a4aaaf77 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:41.684542 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3bb3549c-8f9c-4110-b867-35c6a4aaaf77 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:41.704239 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: c7dd75f9-af97-4c4e-9485-9eebaf3a58d2 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:42:41.704856 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c7dd75f9-af97-4c4e-9485-9eebaf3a58d2 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:42:41.710785 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-0cdb6424-66ce-46f4-b3df-ab68e4856f81 admin admin] Deleting port c7dd75f9-af97-4c4e-9485-9eebaf3a58d2 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:41.712819 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0cdb6424-66ce-46f4-b3df-ab68e4856f81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:41.809952 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-0cdb6424-66ce-46f4-b3df-ab68e4856f81 admin admin] The port 'c7dd75f9-af97-4c4e-9485-9eebaf3a58d2' was deleted {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:42:41.875596 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5466564b-3c1a-42f5-b732-95457a71c4e4 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:42.086544 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3549c-8f9c-4110-b867-35c6a4aaaf77 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Network': ['ID=07ae6bd4-cf2e-495f-86bb-18556c2ede76,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:42.089723 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3bb3549c-8f9c-4110-b867-35c6a4aaaf77 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8072371 May 13 14:42:42.094427 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59774) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:42.099552 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 07ae6bd4-cf2e-495f-86bb-18556c2ede76 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:42:42.104902 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-02968075-cab1-4d8b-9464-7483d1f65a84 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Request body: {'subnet': {'network_id': '07ae6bd4-cf2e-495f-86bb-18556c2ede76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:42.213877 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0cdb6424-66ce-46f4-b3df-ab68e4856f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:42.325620 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b4cf8d83-5f20-42f6-9838-70c6bfa219a7 req-7de68f4c-e51c-4613-b1ad-382e57cc3223 tempest-ServerShowV254Test-197242834 tempest-ServerShowV254Test-197242834-project] 10.222.0.35 "GET /v2.0/ports?device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.1003478 May 13 14:42:42.329707 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5466564b-3c1a-42f5-b732-95457a71c4e4 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:42.333628 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-0cdb6424-66ce-46f4-b3df-ab68e4856f81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a65a42c9-eea2-4199-ba2d-3abfc19ee8e5']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:42.356432 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-0cdb6424-66ce-46f4-b3df-ab68e4856f81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c14c39-08ac-428d-b17a-b0502761889e') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:42.357194 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-0cdb6424-66ce-46f4-b3df-ab68e4856f81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c14c39-08ac-428d-b17a-b0502761889e') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:42.371868 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-5466564b-3c1a-42f5-b732-95457a71c4e4 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Deleting port 181db799-72a0-4f99-bec3-b88b5b96cc6b {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:42.372203 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5466564b-3c1a-42f5-b732-95457a71c4e4 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:42.385321 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8be40-dddf-4103-ae9c-7591000bc4b2 req-21291ac0-de0a-4262-aae5-bd111e8cb656 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:42.387469 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-79f8be40-dddf-4103-ae9c-7591000bc4b2 req-21291ac0-de0a-4262-aae5-bd111e8cb656 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=58d277c1-1395-4e64-820d-b3822adf634a HTTP/1.1" status: 200 len: 946 time: 0.7159266 May 13 14:42:42.413767 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0cdb6424-66ce-46f4-b3df-ab68e4856f81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:42.447761 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0cdb6424-66ce-46f4-b3df-ab68e4856f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:42.466175 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-02968075-cab1-4d8b-9464-7483d1f65a84 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:42.476472 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9639a4d-ac19-40d7-879b-678c17ab6078 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:42:42.480434 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-02968075-cab1-4d8b-9464-7483d1f65a84 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Usage tracker for resource:subnet and tenant:17b49979485542bba655ee3d2918613c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:42.489377 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58be6cf-6888-472b-bc9c-83e29d41510f None None] Sync routers for ids ['b2368988-0f0f-49ce-8fa0-973bff2fca63'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:42:42.491335 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-02968075-cab1-4d8b-9464-7483d1f65a84 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:42.510211 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58be6cf-6888-472b-bc9c-83e29d41510f None None] Routers {'b2368988-0f0f-49ce-8fa0-973bff2fca63'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:42.510815 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-c58be6cf-6888-472b-bc9c-83e29d41510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:42:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2368988-0f0f-49ce-8fa0-973bff2fca63'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:42.514643 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-02968075-cab1-4d8b-9464-7483d1f65a84 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:42.538150 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-79f8be40-dddf-4103-ae9c-7591000bc4b2 req-d10a049c-e758-4db1-afd6-751efd116d6b tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140988 May 13 14:42:42.539954 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02968075-cab1-4d8b-9464-7483d1f65a84 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Made reservation on behalf of 17b49979485542bba655ee3d2918613c for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:42:42.544614 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-02968075-cab1-4d8b-9464-7483d1f65a84 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:42.562544 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9639a4d-ac19-40d7-879b-678c17ab6078 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:42.563985 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f9639a4d-ac19-40d7-879b-678c17ab6078 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.2478793 May 13 14:42:42.567848 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59790) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:42.573154 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cdb6424-66ce-46f4-b3df-ab68e4856f81 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:42:42.573487 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0cdb6424-66ce-46f4-b3df-ab68e4856f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: timer() May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:42:42.612289 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:42:42.655715 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-c58be6cf-6888-472b-bc9c-83e29d41510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:42.677701 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58be6cf-6888-472b-bc9c-83e29d41510f None None] Routers {'b2368988-0f0f-49ce-8fa0-973bff2fca63'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:42.678303 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-c58be6cf-6888-472b-bc9c-83e29d41510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:42:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2368988-0f0f-49ce-8fa0-973bff2fca63'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:42.794418 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-c58be6cf-6888-472b-bc9c-83e29d41510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:42.794815 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58be6cf-6888-472b-bc9c-83e29d41510f None None] The sync data for ids ['b2368988-0f0f-49ce-8fa0-973bff2fca63'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:42:42.820417 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0cdb6424-66ce-46f4-b3df-ab68e4856f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:42.841393 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0cdb6424-66ce-46f4-b3df-ab68e4856f81 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:42.868561 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb6424-66ce-46f4-b3df-ab68e4856f81 admin admin] Pushing event deleted for resources: {'Network': ['ID=a65a42c9-eea2-4199-ba2d-3abfc19ee8e5,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:42.873689 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0cdb6424-66ce-46f4-b3df-ab68e4856f81 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a65a42c9-eea2-4199-ba2d-3abfc19ee8e5 HTTP/1.1" status: 204 len: 168 time: 3.1978607 May 13 14:42:42.875468 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5466564b-3c1a-42f5-b732-95457a71c4e4 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:43.098654 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59808) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:43.135459 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-5466564b-3c1a-42f5-b732-95457a71c4e4 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Calling delete_port for 181db799-72a0-4f99-bec3-b88b5b96cc6b owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:42:43.312162 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8b6400ab-e55f-4aa0-9988-f7773ef878e2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c17cdcf999b449b5aa60cccac89b5240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2090569 May 13 14:42:43.317107 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59814) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:43.356415 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5466564b-3c1a-42f5-b732-95457a71c4e4 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:43.481812 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-02968075-cab1-4d8b-9464-7483d1f65a84 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:43.531581 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466564b-3c1a-42f5-b732-95457a71c4e4 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event deleted for resources: {'Port': ['ID=181db799-72a0-4f99-bec3-b88b5b96cc6b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:43.609968 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3fa7f717-70eb-497b-9c69-91dbaf0cc7fa req-fa67ff57-01dd-482a-8ff3-a5d11cf83777 tempest-ServerShowV254Test-197242834 tempest-ServerShowV254Test-197242834-project] 10.222.0.35 "GET /v2.0/ports?device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.0541322 May 13 14:42:43.619418 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5466564b-3c1a-42f5-b732-95457a71c4e4 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:43.666118 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-198bdb61-b492-449d-a68f-67019f35beed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:43.685838 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02968075-cab1-4d8b-9464-7483d1f65a84 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Subnet': ['ID=7d1a61f0-b86a-4703-ae11-591d30fbac69,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:43.836489 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5466564b-3c1a-42f5-b732-95457a71c4e4 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:43.839350 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5466564b-3c1a-42f5-b732-95457a71c4e4 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:43.848350 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02968075-cab1-4d8b-9464-7483d1f65a84 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Checking segment: {'id': 'db061368-ca6e-4881-a376-44af9e5dd520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '07ae6bd4-cf2e-495f-86bb-18556c2ede76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:42:43.848753 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02968075-cab1-4d8b-9464-7483d1f65a84 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network hostable DHCP agents. Network: 07ae6bd4-cf2e-495f-86bb-18556c2ede76, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:42:43.854262 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-198bdb61-b492-449d-a68f-67019f35beed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:43.873691 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5466564b-3c1a-42f5-b732-95457a71c4e4 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:43.875623 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5466564b-3c1a-42f5-b732-95457a71c4e4 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Fanout notify agent at l3_agent the message router_deleted on router 2c101fe4-ec32-41b4-9720-fe861a108017 {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:42:43.908046 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5466564b-3c1a-42f5-b732-95457a71c4e4 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:43.912022 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5466564b-3c1a-42f5-b732-95457a71c4e4 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/routers/2c101fe4-ec32-41b4-9720-fe861a108017 HTTP/1.1" status: 204 len: 168 time: 2.5323529 May 13 14:42:43.915829 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59836) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:43.923465 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-4dd344ef-8850-4f4b-9301-fc40a80801cf tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1167392219'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:43.929116 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4dd344ef-8850-4f4b-9301-fc40a80801cf tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:43.935075 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4dd344ef-8850-4f4b-9301-fc40a80801cf tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Usage tracker for resource:network and tenant:f1ec4de986a64c699f9b990b9e5d2da5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:43.938497 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4dd344ef-8850-4f4b-9301-fc40a80801cf tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:43.945243 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4dd344ef-8850-4f4b-9301-fc40a80801cf tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:43.958322 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd344ef-8850-4f4b-9301-fc40a80801cf tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Made reservation on behalf of f1ec4de986a64c699f9b990b9e5d2da5 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:42:43.962274 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4dd344ef-8850-4f4b-9301-fc40a80801cf tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:43.996600 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd344ef-8850-4f4b-9301-fc40a80801cf tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:42:44.007340 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4dd344ef-8850-4f4b-9301-fc40a80801cf tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:44.007723 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-4dd344ef-8850-4f4b-9301-fc40a80801cf tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Added segment 661b4fcd-84ca-4c76-a65c-d2858bcae7b5 of type vlan for network f236d4f3-fdf3-407b-895e-a6d86ceca637 May 13 14:42:44.043776 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4dd344ef-8850-4f4b-9301-fc40a80801cf tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:44.109096 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4dd344ef-8850-4f4b-9301-fc40a80801cf tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:44.117174 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd344ef-8850-4f4b-9301-fc40a80801cf tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:44.117956 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4dd344ef-8850-4f4b-9301-fc40a80801cf tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:44.124156 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02968075-cab1-4d8b-9464-7483d1f65a84 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network 07ae6bd4-cf2e-495f-86bb-18556c2ede76 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:42:44.150796 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-02968075-cab1-4d8b-9464-7483d1f65a84 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 07ae6bd4-cf2e-495f-86bb-18556c2ede76) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:44.161478 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02968075-cab1-4d8b-9464-7483d1f65a84 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:44.161842 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85606825-83c3-4316-847a-5da7902f3046 None None] Network 07ae6bd4-cf2e-495f-86bb-18556c2ede76 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:42:44.162311 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-02968075-cab1-4d8b-9464-7483d1f65a84 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:44.189265 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4bec5b5a-e50d-476d-a76d-5e2f571ca2a9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:44.208363 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-198bdb61-b492-449d-a68f-67019f35beed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:44.211585 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4dd344ef-8850-4f4b-9301-fc40a80801cf tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2950125 May 13 14:42:44.222073 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59848) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:44.231520 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bac397-aa37-4159-8be1-c08b24b7f391 req-1635a51d-fc4e-4f5c-8b1b-63f04fffb2b2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:44.238953 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-31bac397-aa37-4159-8be1-c08b24b7f391 req-1635a51d-fc4e-4f5c-8b1b-63f04fffb2b2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=58d277c1-1395-4e64-820d-b3822adf634a HTTP/1.1" status: 200 len: 946 time: 0.4620740 May 13 14:42:44.348128 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-b49a39f1-243b-40b3-93f9-c93f7e06fadb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Request body: {'subnet': {'network_id': 'f236d4f3-fdf3-407b-895e-a6d86ceca637', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:44.387057 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198bdb61-b492-449d-a68f-67019f35beed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033cece0-66ad-42f0-be9b-3673c5537a62,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:44.410069 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-02968075-cab1-4d8b-9464-7483d1f65a84 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3116865 May 13 14:42:44.431838 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-198bdb61-b492-449d-a68f-67019f35beed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:44.433386 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-198bdb61-b492-449d-a68f-67019f35beed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/033cece0-66ad-42f0-be9b-3673c5537a62 HTTP/1.1" status: 204 len: 168 time: 1.1135857 May 13 14:42:44.436211 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59856) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:44.472189 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-31bac397-aa37-4159-8be1-c08b24b7f391 req-42934cc0-439e-4e04-b9ee-a526ffdc087a tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323225 May 13 14:42:44.534229 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-245c56a9-ffa3-45b8-982d-3d82125b2a85 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1057784703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:44.539847 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3a5925-dee9-4b50-967e-ccd3356a25ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-07ae6bd4-cf2e-495f-86bb-18556c2ede76', 'network_id': '07ae6bd4-cf2e-495f-86bb-18556c2ede76', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'fixed_ips': [{'subnet_id': '7d1a61f0-b86a-4703-ae11-591d30fbac69'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:42:44.540955 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bf3a5925-dee9-4b50-967e-ccd3356a25ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:44.557125 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-245c56a9-ffa3-45b8-982d-3d82125b2a85 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:44.573593 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd344ef-8850-4f4b-9301-fc40a80801cf tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Network': ['ID=f236d4f3-fdf3-407b-895e-a6d86ceca637,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:44.576565 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-245c56a9-ffa3-45b8-982d-3d82125b2a85 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Usage tracker for resource:router and tenant:17b49979485542bba655ee3d2918613c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:44.583105 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-245c56a9-ffa3-45b8-982d-3d82125b2a85 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:44.601842 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-245c56a9-ffa3-45b8-982d-3d82125b2a85 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:44.622450 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b49a39f1-243b-40b3-93f9-c93f7e06fadb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:44.626505 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-245c56a9-ffa3-45b8-982d-3d82125b2a85 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:44.628145 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-245c56a9-ffa3-45b8-982d-3d82125b2a85 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:44.645338 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b49a39f1-243b-40b3-93f9-c93f7e06fadb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Usage tracker for resource:subnet and tenant:f1ec4de986a64c699f9b990b9e5d2da5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:44.667919 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b49a39f1-243b-40b3-93f9-c93f7e06fadb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:44.687866 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network f236d4f3-fdf3-407b-895e-a6d86ceca637 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:42:44.693039 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b49a39f1-243b-40b3-93f9-c93f7e06fadb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:44.733506 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-245c56a9-ffa3-45b8-982d-3d82125b2a85 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:44.753440 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49a39f1-243b-40b3-93f9-c93f7e06fadb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Made reservation on behalf of f1ec4de986a64c699f9b990b9e5d2da5 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:42:44.763161 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b49a39f1-243b-40b3-93f9-c93f7e06fadb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:45.011674 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3057d276-f657-4942-a9df-dfcfe94bb624 req-31fa0924-70ad-4c42-83dc-1cab061f204d tempest-ServerShowV254Test-197242834 tempest-ServerShowV254Test-197242834-project] 10.222.0.35 "GET /v2.0/ports?device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.1727068 May 13 14:42:45.056534 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-bf3a5925-dee9-4b50-967e-ccd3356a25ff None None] Allocated IP 172.20.0.2 (07ae6bd4-cf2e-495f-86bb-18556c2ede76/7d1a61f0-b86a-4703-ae11-591d30fbac69/b95eb6c5-f875-4161-8d8e-7ff6437fca68) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:42:45.068172 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-245c56a9-ffa3-45b8-982d-3d82125b2a85 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:45.179494 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-4bec5b5a-e50d-476d-a76d-5e2f571ca2a9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Allocated IP 172.20.0.1 (8fd6c8b5-c9e0-4cd6-a5de-4fdd6b1ddf4e/135482b0-e1f1-4a62-980b-d7db730ba769/d17e315a-7cde-483c-b1b1-f9646a4cb4cb) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:42:45.257495 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-245c56a9-ffa3-45b8-982d-3d82125b2a85 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:45.261199 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-245c56a9-ffa3-45b8-982d-3d82125b2a85 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8208885 May 13 14:42:45.261907 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59878) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:45.282553 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-94038f72-c3b5-4319-b112-082dc68b5aef tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Request body: {'port': {'network_id': '07ae6bd4-cf2e-495f-86bb-18556c2ede76', 'name': 'tempest-RoutersTest-326377438'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:45.430636 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59886) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:45.449363 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b49a39f1-243b-40b3-93f9-c93f7e06fadb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:45.456861 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bf3a5925-dee9-4b50-967e-ccd3356a25ff None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:45.469646 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-bf3a5925-dee9-4b50-967e-ccd3356a25ff None None] Transition to ACTIVE for port object b95eb6c5-f875-4161-8d8e-7ff6437fca68 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:42:45.492502 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-bf3a5925-dee9-4b50-967e-ccd3356a25ff None None] Transition to ACTIVE for port object b95eb6c5-f875-4161-8d8e-7ff6437fca68 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:42:45.505743 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bf3a5925-dee9-4b50-967e-ccd3356a25ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:45.527222 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4bec5b5a-e50d-476d-a76d-5e2f571ca2a9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:45.571722 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4bec5b5a-e50d-476d-a76d-5e2f571ca2a9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:45.588472 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a5925-dee9-4b50-967e-ccd3356a25ff None None] Pushing event updated for resources: {'Port': ['ID=b95eb6c5-f875-4161-8d8e-7ff6437fca68,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:45.603488 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3a5925-dee9-4b50-967e-ccd3356a25ff None None] Network 07ae6bd4-cf2e-495f-86bb-18556c2ede76 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:45.605224 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-bf3a5925-dee9-4b50-967e-ccd3356a25ff None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:45.608660 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3a5925-dee9-4b50-967e-ccd3356a25ff None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:42:45.660867 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77717f7-0b38-406f-a513-4022e6981270 req-54fb31c2-79bc-4204-b122-e686aee363fb tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:45.667851 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b77717f7-0b38-406f-a513-4022e6981270 req-54fb31c2-79bc-4204-b122-e686aee363fb tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=58d277c1-1395-4e64-820d-b3822adf634a HTTP/1.1" status: 200 len: 946 time: 0.5499945 May 13 14:42:45.678995 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec5b5a-e50d-476d-a76d-5e2f571ca2a9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event updated for resources: {'Port': ['ID=d17e315a-7cde-483c-b1b1-f9646a4cb4cb,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:45.699511 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bec5b5a-e50d-476d-a76d-5e2f571ca2a9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Network 8fd6c8b5-c9e0-4cd6-a5de-4fdd6b1ddf4e is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:45.701637 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-4bec5b5a-e50d-476d-a76d-5e2f571ca2a9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:45.705740 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bec5b5a-e50d-476d-a76d-5e2f571ca2a9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:42:45.718382 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a39f1-243b-40b3-93f9-c93f7e06fadb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Subnet': ['ID=573f0110-ac3a-4bb5-9403-bd6ae45710f9,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:45.737827 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b757591d-3d74-4655-a16d-3b63b7fc9ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:45.750801 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-bf3a5925-dee9-4b50-967e-ccd3356a25ff None None] Attempting to bind port b95eb6c5-f875-4161-8d8e-7ff6437fca68 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:42:45.751201 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-bf3a5925-dee9-4b50-967e-ccd3356a25ff None None] Attempting to bind port b95eb6c5-f875-4161-8d8e-7ff6437fca68 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'db061368-ca6e-4881-a376-44af9e5dd520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '07ae6bd4-cf2e-495f-86bb-18556c2ede76'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:42:45.753700 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3a5925-dee9-4b50-967e-ccd3356a25ff None None] Attempting to bind port b95eb6c5-f875-4161-8d8e-7ff6437fca68 on network 07ae6bd4-cf2e-495f-86bb-18556c2ede76 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:45.770403 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3a5925-dee9-4b50-967e-ccd3356a25ff None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:42:45.770783 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3a5925-dee9-4b50-967e-ccd3356a25ff None None] Checking segment: {'id': 'db061368-ca6e-4881-a376-44af9e5dd520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '07ae6bd4-cf2e-495f-86bb-18556c2ede76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:42:45.771217 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bf3a5925-dee9-4b50-967e-ccd3356a25ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:45.771616 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3a5925-dee9-4b50-967e-ccd3356a25ff None None] Bound using segment: {'id': 'db061368-ca6e-4881-a376-44af9e5dd520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '07ae6bd4-cf2e-495f-86bb-18556c2ede76'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:42:45.772238 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-bf3a5925-dee9-4b50-967e-ccd3356a25ff None None] Bound port: b95eb6c5-f875-4161-8d8e-7ff6437fca68, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db061368-ca6e-4881-a376-44af9e5dd520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '07ae6bd4-cf2e-495f-86bb-18556c2ede76'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:42:45.773365 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bf3a5925-dee9-4b50-967e-ccd3356a25ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:45.793902 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4bec5b5a-e50d-476d-a76d-5e2f571ca2a9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:45.825958 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b757591d-3d74-4655-a16d-3b63b7fc9ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:45.841452 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b77717f7-0b38-406f-a513-4022e6981270 req-70307345-14c1-4bc9-b5b0-6002973f8c7f tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725810 May 13 14:42:45.868405 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b757591d-3d74-4655-a16d-3b63b7fc9ac0 admin admin] Usage tracker for resource:security_group_rule and tenant:5e7e23e040014d9fbf9ec8403304560f is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:45.873917 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-94038f72-c3b5-4319-b112-082dc68b5aef tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:45.876513 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b757591d-3d74-4655-a16d-3b63b7fc9ac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:45.899401 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b757591d-3d74-4655-a16d-3b63b7fc9ac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:45.899401 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a39f1-243b-40b3-93f9-c93f7e06fadb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Checking segment: {'id': '661b4fcd-84ca-4c76-a65c-d2858bcae7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f236d4f3-fdf3-407b-895e-a6d86ceca637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:42:45.899401 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49a39f1-243b-40b3-93f9-c93f7e06fadb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network hostable DHCP agents. Network: f236d4f3-fdf3-407b-895e-a6d86ceca637, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:42:45.904730 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-94038f72-c3b5-4319-b112-082dc68b5aef tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:45.918092 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-bf3a5925-dee9-4b50-967e-ccd3356a25ff None None] For port b95eb6c5-f875-4161-8d8e-7ff6437fca68, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:42:45.922542 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-bf3a5925-dee9-4b50-967e-ccd3356a25ff None None] For port b95eb6c5-f875-4161-8d8e-7ff6437fca68, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b95eb6c5-f875-4161-8d8e-7ff6437fca68,segment=NetworkSegment(db061368-ca6e-4881-a376-44af9e5dd520),segment_id=db061368-ca6e-4881-a376-44af9e5dd520)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:42:45.927576 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bf3a5925-dee9-4b50-967e-ccd3356a25ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:45.973388 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94038f72-c3b5-4319-b112-082dc68b5aef tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Made reservation on behalf of 17b49979485542bba655ee3d2918613c for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:42:45.976907 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-94038f72-c3b5-4319-b112-082dc68b5aef tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:46.062864 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a5925-dee9-4b50-967e-ccd3356a25ff None None] Pushing event updated for resources: {'Port': ['ID=b95eb6c5-f875-4161-8d8e-7ff6437fca68,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:46.090861 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49a39f1-243b-40b3-93f9-c93f7e06fadb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network f236d4f3-fdf3-407b-895e-a6d86ceca637 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:42:46.161717 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-94038f72-c3b5-4319-b112-082dc68b5aef tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] device_id is not set on port 3d2ea7f5-71f7-4e52-8fbd-9a147043b693 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:42:46.284843 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-b49a39f1-243b-40b3-93f9-c93f7e06fadb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, f236d4f3-fdf3-407b-895e-a6d86ceca637) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:46.294516 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ec59a3-6acd-421e-8ea1-90bd9d921954 None None] Network f236d4f3-fdf3-407b-895e-a6d86ceca637 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:42:46.299197 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4bec5b5a-e50d-476d-a76d-5e2f571ca2a9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:46.346732 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49a39f1-243b-40b3-93f9-c93f7e06fadb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:46.347751 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b49a39f1-243b-40b3-93f9-c93f7e06fadb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:46.357763 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b757591d-3d74-4655-a16d-3b63b7fc9ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:46.396339 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b757591d-3d74-4655-a16d-3b63b7fc9ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:46.584413 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59920) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:46.696038 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9991152a-7eb2-476b-9f44-3da97de2cce6 req-b74cf15f-4d34-4971-bea4-6acbfaf9485b tempest-ServerShowV254Test-197242834 tempest-ServerShowV254Test-197242834-project] 10.222.0.35 "GET /v2.0/ports?device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.2387292 May 13 14:42:46.760896 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953bfc44-48da-42fc-8b95-b744ce351d1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-f236d4f3-fdf3-407b-895e-a6d86ceca637', 'network_id': 'f236d4f3-fdf3-407b-895e-a6d86ceca637', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'fixed_ips': [{'subnet_id': '573f0110-ac3a-4bb5-9403-bd6ae45710f9'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:42:46.762113 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-953bfc44-48da-42fc-8b95-b744ce351d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:46.762604 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b757591d-3d74-4655-a16d-3b63b7fc9ac0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5e7e23e040014d9fbf9ec8403304560f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3315194 May 13 14:42:46.764989 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b49a39f1-243b-40b3-93f9-c93f7e06fadb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5419495 May 13 14:42:46.772632 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59926) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:46.773104 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59928) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:46.773409 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59930) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:46.823004 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-b0efc2bd-c8a8-4e99-8505-5ec0f1cdf5b7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Request body: {'network': {'name': 'tempest-network-smoke--220938911', 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'port_security_enabled': True}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:46.840632 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-7d84101c-382e-4ac6-8cdf-30d8b9c08694 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-577563629', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:46.851964 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757591d-3d74-4655-a16d-3b63b7fc9ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ba182e-e509-451f-8ed5-48d22cf8679f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:46.878387 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b0efc2bd-c8a8-4e99-8505-5ec0f1cdf5b7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:46.881619 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-7d84101c-382e-4ac6-8cdf-30d8b9c08694 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:46.894801 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b0efc2bd-c8a8-4e99-8505-5ec0f1cdf5b7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Usage tracker for resource:network and tenant:5ec7d10f98f145d3a4a04e390b0f97bd is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:46.895549 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-37fc39ca-9932-4950-9db9-447348e8cbb7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-19377506-network', 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:46.901811 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7d84101c-382e-4ac6-8cdf-30d8b9c08694 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Usage tracker for resource:router and tenant:f1ec4de986a64c699f9b990b9e5d2da5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:46.905164 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b0efc2bd-c8a8-4e99-8505-5ec0f1cdf5b7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:46.907766 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-37fc39ca-9932-4950-9db9-447348e8cbb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:46.916341 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7d84101c-382e-4ac6-8cdf-30d8b9c08694 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:46.924761 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b0efc2bd-c8a8-4e99-8505-5ec0f1cdf5b7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:46.928326 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-37fc39ca-9932-4950-9db9-447348e8cbb7 admin admin] Usage tracker for resource:network and tenant:18b9c5d8b3d043279654e2a115822f2a is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:46.937167 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-37fc39ca-9932-4950-9db9-447348e8cbb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:46.945311 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-7d84101c-382e-4ac6-8cdf-30d8b9c08694 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:46.973165 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-37fc39ca-9932-4950-9db9-447348e8cbb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:46.973756 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-953bfc44-48da-42fc-8b95-b744ce351d1e None None] Allocated IP 2001:db8::2 (f236d4f3-fdf3-407b-895e-a6d86ceca637/573f0110-ac3a-4bb5-9403-bd6ae45710f9/89d96f89-e2a4-4345-8fd0-8e08119f61ed) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:42:46.973913 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-94038f72-c3b5-4319-b112-082dc68b5aef tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Allocated IP 172.20.0.11 (07ae6bd4-cf2e-495f-86bb-18556c2ede76/7d1a61f0-b86a-4703-ae11-591d30fbac69/3d2ea7f5-71f7-4e52-8fbd-9a147043b693) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:42:46.982696 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0efc2bd-c8a8-4e99-8505-5ec0f1cdf5b7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Made reservation on behalf of 5ec7d10f98f145d3a4a04e390b0f97bd for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:42:46.985797 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b0efc2bd-c8a8-4e99-8505-5ec0f1cdf5b7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:47.008917 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7d84101c-382e-4ac6-8cdf-30d8b9c08694 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:47.009992 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7d84101c-382e-4ac6-8cdf-30d8b9c08694 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:47.017551 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b0efc2bd-c8a8-4e99-8505-5ec0f1cdf5b7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:47.075409 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b0efc2bd-c8a8-4e99-8505-5ec0f1cdf5b7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:47.080210 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-28976b16-3f05-445c-a08e-15efa147404a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:47.105722 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f8b1c-9bd6-4b91-9d30-a5b0b5c86750 req-6bd35a88-69d5-4001-8a65-1999799122b5 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:47.109820 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-075f8b1c-9bd6-4b91-9d30-a5b0b5c86750 req-6bd35a88-69d5-4001-8a65-1999799122b5 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.74 "GET /v2.0/ports?device_id=58d277c1-1395-4e64-820d-b3822adf634a HTTP/1.1" status: 200 len: 946 time: 0.5492542 May 13 14:42:47.116229 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7d84101c-382e-4ac6-8cdf-30d8b9c08694 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:47.137522 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b0efc2bd-c8a8-4e99-8505-5ec0f1cdf5b7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Usage tracker for resource:security_group_rule and tenant:5ec7d10f98f145d3a4a04e390b0f97bd is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:47.150205 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b0efc2bd-c8a8-4e99-8505-5ec0f1cdf5b7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:47.218065 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b0efc2bd-c8a8-4e99-8505-5ec0f1cdf5b7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:47.254522 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fc39ca-9932-4950-9db9-447348e8cbb7 admin admin] Made reservation on behalf of 18b9c5d8b3d043279654e2a115822f2a for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:42:47.256960 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-37fc39ca-9932-4950-9db9-447348e8cbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:47.282703 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-953bfc44-48da-42fc-8b95-b744ce351d1e None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:47.293408 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-953bfc44-48da-42fc-8b95-b744ce351d1e None None] Transition to ACTIVE for port object 89d96f89-e2a4-4345-8fd0-8e08119f61ed will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:42:47.297659 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-37fc39ca-9932-4950-9db9-447348e8cbb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:47.317093 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-953bfc44-48da-42fc-8b95-b744ce351d1e None None] Transition to ACTIVE for port object 89d96f89-e2a4-4345-8fd0-8e08119f61ed will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:42:47.326350 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-953bfc44-48da-42fc-8b95-b744ce351d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:47.340164 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-37fc39ca-9932-4950-9db9-447348e8cbb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:47.344810 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-37fc39ca-9932-4950-9db9-447348e8cbb7 admin admin] Usage tracker for resource:security_group_rule and tenant:18b9c5d8b3d043279654e2a115822f2a is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:47.347926 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-37fc39ca-9932-4950-9db9-447348e8cbb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:47.354309 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-37fc39ca-9932-4950-9db9-447348e8cbb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:47.389597 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953bfc44-48da-42fc-8b95-b744ce351d1e None None] Network f236d4f3-fdf3-407b-895e-a6d86ceca637 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:47.399368 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-953bfc44-48da-42fc-8b95-b744ce351d1e None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:47.399819 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-28976b16-3f05-445c-a08e-15efa147404a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:47.410088 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953bfc44-48da-42fc-8b95-b744ce351d1e None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:42:47.452349 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-37fc39ca-9932-4950-9db9-447348e8cbb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:47.469868 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7d84101c-382e-4ac6-8cdf-30d8b9c08694 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:47.484605 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-37fc39ca-9932-4950-9db9-447348e8cbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:47.527510 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc39ca-9932-4950-9db9-447348e8cbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:47.547328 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-075f8b1c-9bd6-4b91-9d30-a5b0b5c86750 req-4c7db6f6-4b35-4023-bde6-8d03951e67e8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Deleting port 5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:47.547754 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-075f8b1c-9bd6-4b91-9d30-a5b0b5c86750 req-4c7db6f6-4b35-4023-bde6-8d03951e67e8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:47.554474 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6892f-2268-4ae8-982e-28143b9246c6 req-2a505296-a6d9-4269-a2bb-6001a1db04fe tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:47.554623 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-953bfc44-48da-42fc-8b95-b744ce351d1e None None] Attempting to bind port 89d96f89-e2a4-4345-8fd0-8e08119f61ed on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:42:47.554886 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-953bfc44-48da-42fc-8b95-b744ce351d1e None None] Attempting to bind port 89d96f89-e2a4-4345-8fd0-8e08119f61ed by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '661b4fcd-84ca-4c76-a65c-d2858bcae7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f236d4f3-fdf3-407b-895e-a6d86ceca637'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:42:47.555273 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953bfc44-48da-42fc-8b95-b744ce351d1e None None] Attempting to bind port 89d96f89-e2a4-4345-8fd0-8e08119f61ed on network f236d4f3-fdf3-407b-895e-a6d86ceca637 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:47.556881 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7ad6892f-2268-4ae8-982e-28143b9246c6 req-2a505296-a6d9-4269-a2bb-6001a1db04fe tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=58d277c1-1395-4e64-820d-b3822adf634a HTTP/1.1" status: 200 len: 946 time: 0.5155940 May 13 14:42:47.561175 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bfc44-48da-42fc-8b95-b744ce351d1e None None] Pushing event updated for resources: {'Port': ['ID=89d96f89-e2a4-4345-8fd0-8e08119f61ed,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:47.563758 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953bfc44-48da-42fc-8b95-b744ce351d1e None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:42:47.564115 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953bfc44-48da-42fc-8b95-b744ce351d1e None None] Checking segment: {'id': '661b4fcd-84ca-4c76-a65c-d2858bcae7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f236d4f3-fdf3-407b-895e-a6d86ceca637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:42:47.564502 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-953bfc44-48da-42fc-8b95-b744ce351d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:47.564876 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953bfc44-48da-42fc-8b95-b744ce351d1e None None] Bound using segment: {'id': '661b4fcd-84ca-4c76-a65c-d2858bcae7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f236d4f3-fdf3-407b-895e-a6d86ceca637'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:42:47.565333 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-953bfc44-48da-42fc-8b95-b744ce351d1e None None] Bound port: 89d96f89-e2a4-4345-8fd0-8e08119f61ed, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '661b4fcd-84ca-4c76-a65c-d2858bcae7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f236d4f3-fdf3-407b-895e-a6d86ceca637'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:42:47.565702 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-953bfc44-48da-42fc-8b95-b744ce351d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:47.626844 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7ad6892f-2268-4ae8-982e-28143b9246c6 req-e638973c-ade3-48ac-958e-5abc90c7fd11 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580542 May 13 14:42:47.644399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37fc39ca-9932-4950-9db9-447348e8cbb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:42:47.657805 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4bec5b5a-e50d-476d-a76d-5e2f571ca2a9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:47.665468 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4bec5b5a-e50d-476d-a76d-5e2f571ca2a9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:47.687667 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e41b51b-c04b-4fd7-88a2-6d8bf713e0cd None None] Network 07ae6bd4-cf2e-495f-86bb-18556c2ede76 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:42:47.694244 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-28976b16-3f05-445c-a08e-15efa147404a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:47.700772 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-37fc39ca-9932-4950-9db9-447348e8cbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:47.701485 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-37fc39ca-9932-4950-9db9-447348e8cbb7 admin admin] Added segment fae8ba92-53c8-4329-8f52-6b8b386d5a97 of type vlan for network 144b0538-5a90-40dc-8493-8ee490cbd7e0 May 13 14:42:47.757827 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-28976b16-3f05-445c-a08e-15efa147404a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:47.759150 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-28976b16-3f05-445c-a08e-15efa147404a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/51ba182e-e509-451f-8ed5-48d22cf8679f HTTP/1.1" status: 204 len: 168 time: 0.9828849 May 13 14:42:47.788266 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-94038f72-c3b5-4319-b112-082dc68b5aef tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:47.791894 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec5b5a-e50d-476d-a76d-5e2f571ca2a9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event updated for resources: {'Port': ['ID=d17e315a-7cde-483c-b1b1-f9646a4cb4cb,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:47.825923 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-94038f72-c3b5-4319-b112-082dc68b5aef tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Transition to ACTIVE for port object 3d2ea7f5-71f7-4e52-8fbd-9a147043b693 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:42:47.844417 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4bec5b5a-e50d-476d-a76d-5e2f571ca2a9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:47.850429 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b95eb6c5-f875-4161-8d8e-7ff6437fca68 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:42:47.855587 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-37fc39ca-9932-4950-9db9-447348e8cbb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:47.868536 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28976b16-3f05-445c-a08e-15efa147404a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ba182e-e509-451f-8ed5-48d22cf8679f,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:47.878270 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7d84101c-382e-4ac6-8cdf-30d8b9c08694 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:47.884416 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7d84101c-382e-4ac6-8cdf-30d8b9c08694 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1060214 May 13 14:42:47.884623 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59944) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:47.930969 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-593d8acd-cd2b-4c50-8292-5b72a54d8a44 None None] Provisioning for port b95eb6c5-f875-4161-8d8e-7ff6437fca68 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:42:47.946849 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-953bfc44-48da-42fc-8b95-b744ce351d1e None None] For port 89d96f89-e2a4-4345-8fd0-8e08119f61ed, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:42:47.968934 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-953bfc44-48da-42fc-8b95-b744ce351d1e None None] For port 89d96f89-e2a4-4345-8fd0-8e08119f61ed, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=89d96f89-e2a4-4345-8fd0-8e08119f61ed,segment=NetworkSegment(661b4fcd-84ca-4c76-a65c-d2858bcae7b5),segment_id=661b4fcd-84ca-4c76-a65c-d2858bcae7b5)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:42:47.969645 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-94038f72-c3b5-4319-b112-082dc68b5aef tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:47.977308 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-953bfc44-48da-42fc-8b95-b744ce351d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:48.118019 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bfc44-48da-42fc-8b95-b744ce351d1e None None] Pushing event updated for resources: {'Port': ['ID=89d96f89-e2a4-4345-8fd0-8e08119f61ed,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:48.132467 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:48.134230 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port b95eb6c5-f875-4161-8d8e-7ff6437fca68 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:42:48.144211 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94038f72-c3b5-4319-b112-082dc68b5aef tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network 07ae6bd4-cf2e-495f-86bb-18556c2ede76 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:48.150917 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port b95eb6c5-f875-4161-8d8e-7ff6437fca68 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:48.151429 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:48.156062 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94038f72-c3b5-4319-b112-082dc68b5aef tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Port': ['ID=3d2ea7f5-71f7-4e52-8fbd-9a147043b693,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:48.159775 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-94038f72-c3b5-4319-b112-082dc68b5aef tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:48.168457 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-841681dd-e0a9-476b-bc32-b2ab14a9376d req-9ec5ae7d-3eeb-4de8-b5ed-a2bc682fd71c tempest-ServerShowV254Test-197242834 tempest-ServerShowV254Test-197242834-project] 10.222.0.35 "GET /v2.0/ports?device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.1822546 May 13 14:42:48.191964 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94038f72-c3b5-4319-b112-082dc68b5aef tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:42:48.237689 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [None req-37fc39ca-9932-4950-9db9-447348e8cbb7 admin admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:42:48.331365 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port b95eb6c5-f875-4161-8d8e-7ff6437fca68 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:48.332020 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:48.377630 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59950) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:48.380850 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port b95eb6c5-f875-4161-8d8e-7ff6437fca68, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b95eb6c5-f875-4161-8d8e-7ff6437fca68,segment=NetworkSegment(db061368-ca6e-4881-a376-44af9e5dd520),segment_id=db061368-ca6e-4881-a376-44af9e5dd520)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:48.394118 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:48.510088 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-37fc39ca-9932-4950-9db9-447348e8cbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:48.511071 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fc39ca-9932-4950-9db9-447348e8cbb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:48.511747 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-37fc39ca-9932-4950-9db9-447348e8cbb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:48.531059 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=b95eb6c5-f875-4161-8d8e-7ff6437fca68,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:48.600112 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94038f72-c3b5-4319-b112-082dc68b5aef tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:48.600870 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-94038f72-c3b5-4319-b112-082dc68b5aef tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:48.613619 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b0efc2bd-c8a8-4e99-8505-5ec0f1cdf5b7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:48.615041 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5d2a5a60-274a-48c9-b160-b7e27522af55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:48.643263 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b0efc2bd-c8a8-4e99-8505-5ec0f1cdf5b7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:48.649775 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-075f8b1c-9bd6-4b91-9d30-a5b0b5c86750 req-4c7db6f6-4b35-4023-bde6-8d03951e67e8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] For port 5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:48.650327 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-075f8b1c-9bd6-4b91-9d30-a5b0b5c86750 req-4c7db6f6-4b35-4023-bde6-8d03951e67e8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:48.692054 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e1a9b244-6e61-40cf-a87d-7fff80de0ede None None] Provisioning complete for port b95eb6c5-f875-4161-8d8e-7ff6437fca68 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:48.692785 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e1a9b244-6e61-40cf-a87d-7fff80de0ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:48.814882 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc39ca-9932-4950-9db9-447348e8cbb7 admin admin] Pushing event updated for resources: {'Network': ['ID=144b0538-5a90-40dc-8493-8ee490cbd7e0,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:48.844300 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bec5b5a-e50d-476d-a76d-5e2f571ca2a9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Network 8fd6c8b5-c9e0-4cd6-a5de-4fdd6b1ddf4e is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:48.848101 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-37fc39ca-9932-4950-9db9-447348e8cbb7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2502277 May 13 14:42:48.849505 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-4bec5b5a-e50d-476d-a76d-5e2f571ca2a9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:48.852916 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59956) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:48.858309 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5d2a5a60-274a-48c9-b160-b7e27522af55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:48.871353 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e1a9b244-6e61-40cf-a87d-7fff80de0ede None None] Current status of the port b95eb6c5-f875-4161-8d8e-7ff6437fca68 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:48.873181 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-2af742f0-08d5-4400-bcbd-34310869763b admin admin] Request body: {'subnet': {'network_id': '144b0538-5a90-40dc-8493-8ee490cbd7e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-19377506-subnet', 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:48.875971 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 144b0538-5a90-40dc-8493-8ee490cbd7e0 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:42:48.916605 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2af742f0-08d5-4400-bcbd-34310869763b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:48.935577 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0efc2bd-c8a8-4e99-8505-5ec0f1cdf5b7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:42:48.937864 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0efc2bd-c8a8-4e99-8505-5ec0f1cdf5b7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c62c989b-3a22-4b8c-abd8-228104724ad3,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:48.943384 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2af742f0-08d5-4400-bcbd-34310869763b admin admin] Usage tracker for resource:subnet and tenant:18b9c5d8b3d043279654e2a115822f2a is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:48.943951 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5d2a5a60-274a-48c9-b160-b7e27522af55 admin admin] Usage tracker for resource:security_group_rule and tenant:2655647241c14633b49d4468e6678fe1 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:48.954321 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-075f8b1c-9bd6-4b91-9d30-a5b0b5c86750 req-4c7db6f6-4b35-4023-bde6-8d03951e67e8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Calling delete_port for 5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:42:48.967631 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e1a9b244-6e61-40cf-a87d-7fff80de0ede None None] Provisioning for port 3d2ea7f5-71f7-4e52-8fbd-9a147043b693 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:42:48.988256 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e1a9b244-6e61-40cf-a87d-7fff80de0ede None None] Provisioning complete for port 3d2ea7f5-71f7-4e52-8fbd-9a147043b693 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:48.988466 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e1a9b244-6e61-40cf-a87d-7fff80de0ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:48.992085 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-94038f72-c3b5-4319-b112-082dc68b5aef tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.7293739 May 13 14:42:48.993658 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5d2a5a60-274a-48c9-b160-b7e27522af55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:49.013314 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59960) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:49.019308 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5d2a5a60-274a-48c9-b160-b7e27522af55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:49.019519 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2af742f0-08d5-4400-bcbd-34310869763b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:49.040784 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2af742f0-08d5-4400-bcbd-34310869763b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:49.067401 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e1a9b244-6e61-40cf-a87d-7fff80de0ede None None] Port 3d2ea7f5-71f7-4e52-8fbd-9a147043b693 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:42:49.114538 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b09f6c37-72ff-4912-98c9-5d9d1f3e5c63 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:49.123782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af742f0-08d5-4400-bcbd-34310869763b admin admin] Made reservation on behalf of 18b9c5d8b3d043279654e2a115822f2a for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:42:49.126080 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2af742f0-08d5-4400-bcbd-34310869763b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:49.192864 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d7b89398-68b5-4faa-96de-ee9069b5bcb0 None None] Provisioning complete for port 3d2ea7f5-71f7-4e52-8fbd-9a147043b693 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:49.193350 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d7b89398-68b5-4faa-96de-ee9069b5bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:49.294470 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-d7b89398-68b5-4faa-96de-ee9069b5bcb0 None None] Port 3d2ea7f5-71f7-4e52-8fbd-9a147043b693 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:42:49.422616 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-075f8b1c-9bd6-4b91-9d30-a5b0b5c86750 req-4c7db6f6-4b35-4023-bde6-8d03951e67e8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:49.430038 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b0efc2bd-c8a8-4e99-8505-5ec0f1cdf5b7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:49.430385 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-b0efc2bd-c8a8-4e99-8505-5ec0f1cdf5b7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Added segment 1e510ad6-c34b-478a-8a15-657e370e8d03 of type vlan for network 535bdccc-ac53-44d1-9feb-df5d3286ef62 May 13 14:42:49.456122 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:42:49.602284 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e4aa2c-268d-4cac-ab29-4cd982af3bcf None None] Network f236d4f3-fdf3-407b-895e-a6d86ceca637 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:42:49.660562 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7db6f6-4b35-4023-bde6-8d03951e67e8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Pushing event deleted for resources: {'Port': ['ID=5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:49.664166 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-34220928-41c3-425a-9e60-f3f0338099b7 req-745238de-018b-489d-ab5e-e51ef8732f86 tempest-ServerShowV254Test-197242834 tempest-ServerShowV254Test-197242834-project] 10.222.0.35 "GET /v2.0/ports?device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.2215350 May 13 14:42:49.667619 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800678d-70cc-4389-8807-bc607e8f3122 req-49053bdb-571c-4b55-8f70-62db1b34b4f9 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:49.669099 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8800678d-70cc-4389-8807-bc607e8f3122 req-49053bdb-571c-4b55-8f70-62db1b34b4f9 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=58d277c1-1395-4e64-820d-b3822adf634a HTTP/1.1" status: 200 len: 946 time: 0.7878430 May 13 14:42:49.723442 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bec5b5a-e50d-476d-a76d-5e2f571ca2a9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Router b2368988-0f0f-49ce-8fa0-973bff2fca63 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:42:49.746766 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-bdc5cdd8-4c2c-49ff-b73b-06b1e207f5da None None] Provisioning for port 89d96f89-e2a4-4345-8fd0-8e08119f61ed completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:42:49.838617 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b0efc2bd-c8a8-4e99-8505-5ec0f1cdf5b7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:49.846903 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b95eb6c5-f875-4161-8d8e-7ff6437fca68 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:42:49.920843 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-075f8b1c-9bd6-4b91-9d30-a5b0b5c86750 req-4c7db6f6-4b35-4023-bde6-8d03951e67e8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] No DVR routers for this DVR port 5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:42:49.987519 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-075f8b1c-9bd6-4b91-9d30-a5b0b5c86750 req-4c7db6f6-4b35-4023-bde6-8d03951e67e8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:49.991022 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d277c1-1395-4e64-820d-b3822adf634a', 'name': 'network-vif-deleted', 'tag': '5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:42:49.996401 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8800678d-70cc-4389-8807-bc607e8f3122 req-ea1b820b-5925-4ac7-9faf-e82d12d73765 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840691 May 13 14:42:50.022662 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port b95eb6c5-f875-4161-8d8e-7ff6437fca68 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:50.023295 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:50.108123 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-075f8b1c-9bd6-4b91-9d30-a5b0b5c86750 req-4c7db6f6-4b35-4023-bde6-8d03951e67e8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.74 "DELETE /v2.0/ports/5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5 HTTP/1.1" status: 204 len: 173 time: 2.9530101 May 13 14:42:50.114358 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b0efc2bd-c8a8-4e99-8505-5ec0f1cdf5b7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:50.120960 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0efc2bd-c8a8-4e99-8505-5ec0f1cdf5b7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:50.121893 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b0efc2bd-c8a8-4e99-8505-5ec0f1cdf5b7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:50.181313 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b0efc2bd-c8a8-4e99-8505-5ec0f1cdf5b7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.4064207 May 13 14:42:50.181904 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59972) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:50.220788 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-496401f1-4e8e-486f-99fa-7f577cfb90a5 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1613199461', 'admin_state_up': True, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:50.253176 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5d2a5a60-274a-48c9-b160-b7e27522af55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:50.259242 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-496401f1-4e8e-486f-99fa-7f577cfb90a5 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:50.290820 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-496401f1-4e8e-486f-99fa-7f577cfb90a5 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Usage tracker for resource:router and tenant:5ec7d10f98f145d3a4a04e390b0f97bd is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:50.302688 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-496401f1-4e8e-486f-99fa-7f577cfb90a5 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:50.316541 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port b95eb6c5-f875-4161-8d8e-7ff6437fca68 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:50.319333 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 89d96f89-e2a4-4345-8fd0-8e08119f61ed up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:42:50.349265 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-496401f1-4e8e-486f-99fa-7f577cfb90a5 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:50.379013 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-b09f6c37-72ff-4912-98c9-5d9d1f3e5c63 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Allocated IP 2001:db8::1 (f236d4f3-fdf3-407b-895e-a6d86ceca637/573f0110-ac3a-4bb5-9403-bd6ae45710f9/dd175971-01d7-46ee-a323-488d7bc2a05a) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:42:50.389247 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5d2a5a60-274a-48c9-b160-b7e27522af55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:50.399194 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bec5b5a-e50d-476d-a76d-5e2f571ca2a9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:42:50.419085 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6d797c-6aa8-442a-b441-681f38a8ad12 None None] Sync routers for ids ['b2368988-0f0f-49ce-8fa0-973bff2fca63'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:42:50.448328 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6d797c-6aa8-442a-b441-681f38a8ad12 None None] Routers {'b2368988-0f0f-49ce-8fa0-973bff2fca63'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:50.450162 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-8d6d797c-6aa8-442a-b441-681f38a8ad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:42:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2368988-0f0f-49ce-8fa0-973bff2fca63'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:50.468554 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-496401f1-4e8e-486f-99fa-7f577cfb90a5 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:50.470682 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-496401f1-4e8e-486f-99fa-7f577cfb90a5 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:50.483241 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0efc2bd-c8a8-4e99-8505-5ec0f1cdf5b7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Pushing event updated for resources: {'Network': ['ID=535bdccc-ac53-44d1-9feb-df5d3286ef62,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:50.511688 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4bec5b5a-e50d-476d-a76d-5e2f571ca2a9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "PUT /v2.0/routers/b2368988-0f0f-49ce-8fa0-973bff2fca63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9423666 May 13 14:42:50.517758 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59976) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:50.519804 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2af742f0-08d5-4400-bcbd-34310869763b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:50.530664 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 89d96f89-e2a4-4345-8fd0-8e08119f61ed completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:42:50.534341 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-8d6d797c-6aa8-442a-b441-681f38a8ad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:50.538004 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 535bdccc-ac53-44d1-9feb-df5d3286ef62 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:42:50.539513 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5180121-76ac-4e3e-9bcb-9b84803f305b'] response: {'server_uuid': '58d277c1-1395-4e64-820d-b3822adf634a', 'name': 'network-vif-deleted', 'tag': '5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5', 'status': 'completed', 'code': 200} May 13 14:42:50.546127 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a5a60-274a-48c9-b160-b7e27522af55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8f8978-1f8e-41d6-ba80-e4617c5dcecc,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:50.550501 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5d2a5a60-274a-48c9-b160-b7e27522af55 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2655647241c14633b49d4468e6678fe1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0213132 May 13 14:42:50.558720 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59980) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:50.586359 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-a0b0e744-a756-47cb-ad85-6abce3a469a1 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Request body: {'port': {'network_id': '8fd6c8b5-c9e0-4cd6-a5de-4fdd6b1ddf4e', 'name': 'tempest-FloatingIPTestJSON-1801922293'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:50.600543 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-11822d84-cf05-4872-b72e-ddbc5a0b22c9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:50.601819 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 89d96f89-e2a4-4345-8fd0-8e08119f61ed triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:50.602198 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:50.679940 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6d797c-6aa8-442a-b441-681f38a8ad12 None None] Routers {'b2368988-0f0f-49ce-8fa0-973bff2fca63'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:50.680580 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-8d6d797c-6aa8-442a-b441-681f38a8ad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:42:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2368988-0f0f-49ce-8fa0-973bff2fca63'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:50.698111 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6fa7f21e-feb9-473e-b9e1-b6748579cb24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:50.771928 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-8d6d797c-6aa8-442a-b441-681f38a8ad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:50.772350 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6d797c-6aa8-442a-b441-681f38a8ad12 None None] The sync data for ids ['b2368988-0f0f-49ce-8fa0-973bff2fca63'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:42:50.789058 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-4d7af0e8-7929-413f-a220-20622123369e None None] Provisioning complete for port 89d96f89-e2a4-4345-8fd0-8e08119f61ed triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:50.789501 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4d7af0e8-7929-413f-a220-20622123369e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:50.857874 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6fa7f21e-feb9-473e-b9e1-b6748579cb24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:50.954732 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 89d96f89-e2a4-4345-8fd0-8e08119f61ed is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:50.955142 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:50.982025 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-496401f1-4e8e-486f-99fa-7f577cfb90a5 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:51.040184 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 89d96f89-e2a4-4345-8fd0-8e08119f61ed, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=89d96f89-e2a4-4345-8fd0-8e08119f61ed,segment=NetworkSegment(661b4fcd-84ca-4c76-a65c-d2858bcae7b5),segment_id=661b4fcd-84ca-4c76-a65c-d2858bcae7b5)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:51.041406 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-4d7af0e8-7929-413f-a220-20622123369e None None] Current status of the port 89d96f89-e2a4-4345-8fd0-8e08119f61ed is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:51.041775 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4d7af0e8-7929-413f-a220-20622123369e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:51.054220 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:51.082188 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b09f6c37-72ff-4912-98c9-5d9d1f3e5c63 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:51.094019 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-13ddd0d9-6323-4777-9834-e12d9690faa9 req-6bcf1cb9-95b8-4e10-9260-c7e2443182ea tempest-ServerShowV254Test-197242834 tempest-ServerShowV254Test-197242834-project] 10.222.0.35 "GET /v2.0/ports?device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.1282613 May 13 14:42:51.131971 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af742f0-08d5-4400-bcbd-34310869763b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a9c690f-a84d-47bd-a3d1-b0cafcf431f8,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:51.136952 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a0b0e744-a756-47cb-ad85-6abce3a469a1 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:51.173754 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6fa7f21e-feb9-473e-b9e1-b6748579cb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:51.191409 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=89d96f89-e2a4-4345-8fd0-8e08119f61ed,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:51.194370 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-4d7af0e8-7929-413f-a220-20622123369e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:42:51.194714 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-4d7af0e8-7929-413f-a220-20622123369e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:42:51.211025 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a0b0e744-a756-47cb-ad85-6abce3a469a1 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Usage tracker for resource:port and tenant:6b12ce616ed04de39e484728b5ba653e is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:51.223007 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a0b0e744-a756-47cb-ad85-6abce3a469a1 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:51.226206 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-b09f6c37-72ff-4912-98c9-5d9d1f3e5c63 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Transition to ACTIVE for port object dd175971-01d7-46ee-a323-488d7bc2a05a will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:42:51.229270 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7f21e-feb9-473e-b9e1-b6748579cb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8f8978-1f8e-41d6-ba80-e4617c5dcecc,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:51.246791 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6fa7f21e-feb9-473e-b9e1-b6748579cb24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:51.248494 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6fa7f21e-feb9-473e-b9e1-b6748579cb24 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2b8f8978-1f8e-41d6-ba80-e4617c5dcecc HTTP/1.1" status: 204 len: 168 time: 0.6882832 May 13 14:42:51.278538 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-11822d84-cf05-4872-b72e-ddbc5a0b22c9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:51.284361 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-11822d84-cf05-4872-b72e-ddbc5a0b22c9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:51.524375 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11822d84-cf05-4872-b72e-ddbc5a0b22c9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Port': ['ID=3d2ea7f5-71f7-4e52-8fbd-9a147043b693,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:51.537317 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a0b0e744-a756-47cb-ad85-6abce3a469a1 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:51.539701 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af742f0-08d5-4400-bcbd-34310869763b admin admin] Checking segment: {'id': 'fae8ba92-53c8-4329-8f52-6b8b386d5a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '144b0538-5a90-40dc-8493-8ee490cbd7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:42:51.540005 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af742f0-08d5-4400-bcbd-34310869763b admin admin] Network hostable DHCP agents. Network: 144b0538-5a90-40dc-8493-8ee490cbd7e0, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:42:51.663280 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:42:51.701528 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 89d96f89-e2a4-4345-8fd0-8e08119f61ed up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:42:51.758404 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-11822d84-cf05-4872-b72e-ddbc5a0b22c9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:51.777623 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b0e744-a756-47cb-ad85-6abce3a469a1 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Made reservation on behalf of 6b12ce616ed04de39e484728b5ba653e for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:42:51.782479 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a0b0e744-a756-47cb-ad85-6abce3a469a1 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:51.783743 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:42:51.784085 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 5047b5d8-dcf8-45e9-ae1a-d6f13c3343f5 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:42:51.840671 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-4d7af0e8-7929-413f-a220-20622123369e None None] Current status of the port 89d96f89-e2a4-4345-8fd0-8e08119f61ed is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:51.850555 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 89d96f89-e2a4-4345-8fd0-8e08119f61ed triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:51.851024 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:51.892178 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af742f0-08d5-4400-bcbd-34310869763b admin admin] Network 144b0538-5a90-40dc-8493-8ee490cbd7e0 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:42:51.906717 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-496401f1-4e8e-486f-99fa-7f577cfb90a5 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:51.907013 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-11822d84-cf05-4872-b72e-ddbc5a0b22c9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:51.913846 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-a0b0e744-a756-47cb-ad85-6abce3a469a1 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] device_id is not set on port 81b3fe8e-419d-4de3-9104-0354b159eaf6 yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:42:51.998843 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-2af742f0-08d5-4400-bcbd-34310869763b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 144b0538-5a90-40dc-8493-8ee490cbd7e0) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:52.009688 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83d6604-d335-4f56-8b1d-9f7c95c37b4b None None] Network 144b0538-5a90-40dc-8493-8ee490cbd7e0 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:42:52.037427 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af742f0-08d5-4400-bcbd-34310869763b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:52.038009 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2af742f0-08d5-4400-bcbd-34310869763b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:52.041856 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b09f6c37-72ff-4912-98c9-5d9d1f3e5c63 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:52.096410 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-69fdcc18-2bcf-4a89-86f9-45b3db7bc128 None None] Provisioning complete for port 3d2ea7f5-71f7-4e52-8fbd-9a147043b693 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:52.097104 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-69fdcc18-2bcf-4a89-86f9-45b3db7bc128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:52.120285 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-9c1bf32e-094c-4f24-9476-72aaff1dc682 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:52.126932 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-9c1bf32e-094c-4f24-9476-72aaff1dc682 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/networks?id=8641c536-545f-4056-be2c-402575e577ff HTTP/1.1" status: 200 len: 812 time: 0.5707245 May 13 14:42:52.158563 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 89d96f89-e2a4-4345-8fd0-8e08119f61ed is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:52.166460 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-69fdcc18-2bcf-4a89-86f9-45b3db7bc128 None None] Port 3d2ea7f5-71f7-4e52-8fbd-9a147043b693 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:42:52.261354 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09f6c37-72ff-4912-98c9-5d9d1f3e5c63 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network f236d4f3-fdf3-407b-895e-a6d86ceca637 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:52.274659 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-d431b536-c8d2-4e1f-9ece-fdbaa798a97c tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/quotas/e540cd79706f4092b1c33147f0b2cee9 HTTP/1.1" status: 200 len: 375 time: 0.1467884 May 13 14:42:52.287817 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-b09f6c37-72ff-4912-98c9-5d9d1f3e5c63 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:52.334716 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2af742f0-08d5-4400-bcbd-34310869763b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.4695802 May 13 14:42:52.336144 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60022) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:52.338018 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09f6c37-72ff-4912-98c9-5d9d1f3e5c63 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:42:52.338562 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b09f6c37-72ff-4912-98c9-5d9d1f3e5c63 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:52.355785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f6c37-72ff-4912-98c9-5d9d1f3e5c63 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Port': ['ID=dd175971-01d7-46ee-a323-488d7bc2a05a,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:52.361643 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-87ba93b0-c24d-4391-b81f-eb4f6bd5011d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-19377506-router', 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:52.371713 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-4fca4aab-4e41-450a-8788-4edac9d58703 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e540cd79706f4092b1c33147f0b2cee9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0961680 May 13 14:42:52.381726 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-87ba93b0-c24d-4391-b81f-eb4f6bd5011d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:52.458757 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-87ba93b0-c24d-4391-b81f-eb4f6bd5011d admin admin] Usage tracker for resource:router and tenant:18b9c5d8b3d043279654e2a115822f2a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:52.474206 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-87ba93b0-c24d-4391-b81f-eb4f6bd5011d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:52.475222 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3df660-7a71-47f5-a4b8-583942c642c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-144b0538-5a90-40dc-8493-8ee490cbd7e0', 'network_id': '144b0538-5a90-40dc-8493-8ee490cbd7e0', 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'fixed_ips': [{'subnet_id': '8a9c690f-a84d-47bd-a3d1-b0cafcf431f8'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:42:52.476218 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ba3df660-7a71-47f5-a4b8-583942c642c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:52.478887 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ef606ee0-22ea-4559-8652-93299ae852ca req-d890b50a-432c-4fd9-9966-8131fb95d3c3 tempest-ServerShowV254Test-197242834 tempest-ServerShowV254Test-197242834-project] 10.222.0.35 "GET /v2.0/ports?device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.1024525 May 13 14:42:52.488139 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-87ba93b0-c24d-4391-b81f-eb4f6bd5011d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:52.542908 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-87ba93b0-c24d-4391-b81f-eb4f6bd5011d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:52.543951 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-87ba93b0-c24d-4391-b81f-eb4f6bd5011d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:52.558956 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-a0b0e744-a756-47cb-ad85-6abce3a469a1 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Allocated IP 172.20.0.8 (8fd6c8b5-c9e0-4cd6-a5de-4fdd6b1ddf4e/135482b0-e1f1-4a62-980b-d7db730ba769/81b3fe8e-419d-4de3-9104-0354b159eaf6) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:42:52.578469 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-87ba93b0-c24d-4391-b81f-eb4f6bd5011d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:52.593099 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-11822d84-cf05-4872-b72e-ddbc5a0b22c9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:52.601743 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-11822d84-cf05-4872-b72e-ddbc5a0b22c9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:52.728283 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11822d84-cf05-4872-b72e-ddbc5a0b22c9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Port': ['ID=3d2ea7f5-71f7-4e52-8fbd-9a147043b693,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:52.755471 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-ba3df660-7a71-47f5-a4b8-583942c642c8 None None] Allocated IP 172.20.0.2 (144b0538-5a90-40dc-8493-8ee490cbd7e0/8a9c690f-a84d-47bd-a3d1-b0cafcf431f8/0beb8789-ef6a-4c45-8a75-fbc6e7f6b278) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:42:52.881784 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-80d9b9d9-8a98-4bc2-8709-0526d93d6875 service neutron] 10.222.0.35 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031097 May 13 14:42:52.933186 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-11822d84-cf05-4872-b72e-ddbc5a0b22c9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:53.027868 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d4e2f922-6f98-45a4-80e4-e82ba544a0fc None None] Provisioning for port dd175971-01d7-46ee-a323-488d7bc2a05a completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:42:53.041331 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d4e2f922-6f98-45a4-80e4-e82ba544a0fc None None] Provisioning complete for port dd175971-01d7-46ee-a323-488d7bc2a05a triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:53.042263 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d4e2f922-6f98-45a4-80e4-e82ba544a0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:53.078663 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ba3df660-7a71-47f5-a4b8-583942c642c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:53.106116 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ba3df660-7a71-47f5-a4b8-583942c642c8 None None] Transition to ACTIVE for port object 0beb8789-ef6a-4c45-8a75-fbc6e7f6b278 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:42:53.117417 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b09f6c37-72ff-4912-98c9-5d9d1f3e5c63 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:53.130781 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-d4e2f922-6f98-45a4-80e4-e82ba544a0fc None None] Port dd175971-01d7-46ee-a323-488d7bc2a05a cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:42:53.138624 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ba3df660-7a71-47f5-a4b8-583942c642c8 None None] Transition to ACTIVE for port object 0beb8789-ef6a-4c45-8a75-fbc6e7f6b278 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:42:53.148292 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ba3df660-7a71-47f5-a4b8-583942c642c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:53.181171 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a0b0e744-a756-47cb-ad85-6abce3a469a1 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:53.228842 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3df660-7a71-47f5-a4b8-583942c642c8 None None] Network 144b0538-5a90-40dc-8493-8ee490cbd7e0 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:53.231857 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-ba3df660-7a71-47f5-a4b8-583942c642c8 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:53.237792 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3df660-7a71-47f5-a4b8-583942c642c8 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:42:53.240264 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3df660-7a71-47f5-a4b8-583942c642c8 None None] Pushing event updated for resources: {'Port': ['ID=0beb8789-ef6a-4c45-8a75-fbc6e7f6b278,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:53.347891 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-ba3df660-7a71-47f5-a4b8-583942c642c8 None None] Attempting to bind port 0beb8789-ef6a-4c45-8a75-fbc6e7f6b278 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:42:53.348257 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-ba3df660-7a71-47f5-a4b8-583942c642c8 None None] Attempting to bind port 0beb8789-ef6a-4c45-8a75-fbc6e7f6b278 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'fae8ba92-53c8-4329-8f52-6b8b386d5a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '144b0538-5a90-40dc-8493-8ee490cbd7e0'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:42:53.348765 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3df660-7a71-47f5-a4b8-583942c642c8 None None] Attempting to bind port 0beb8789-ef6a-4c45-8a75-fbc6e7f6b278 on network 144b0538-5a90-40dc-8493-8ee490cbd7e0 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:53.356262 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3df660-7a71-47f5-a4b8-583942c642c8 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:42:53.356685 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3df660-7a71-47f5-a4b8-583942c642c8 None None] Checking segment: {'id': 'fae8ba92-53c8-4329-8f52-6b8b386d5a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '144b0538-5a90-40dc-8493-8ee490cbd7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:42:53.357025 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ba3df660-7a71-47f5-a4b8-583942c642c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:53.358164 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3df660-7a71-47f5-a4b8-583942c642c8 None None] Bound using segment: {'id': 'fae8ba92-53c8-4329-8f52-6b8b386d5a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '144b0538-5a90-40dc-8493-8ee490cbd7e0'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:42:53.358638 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-ba3df660-7a71-47f5-a4b8-583942c642c8 None None] Bound port: 0beb8789-ef6a-4c45-8a75-fbc6e7f6b278, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8ba92-53c8-4329-8f52-6b8b386d5a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '144b0538-5a90-40dc-8493-8ee490cbd7e0'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:42:53.359010 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ba3df660-7a71-47f5-a4b8-583942c642c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:53.446207 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-87ba93b0-c24d-4391-b81f-eb4f6bd5011d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:53.474608 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-ba3df660-7a71-47f5-a4b8-583942c642c8 None None] For port 0beb8789-ef6a-4c45-8a75-fbc6e7f6b278, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:42:53.479529 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-ba3df660-7a71-47f5-a4b8-583942c642c8 None None] For port 0beb8789-ef6a-4c45-8a75-fbc6e7f6b278, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=0beb8789-ef6a-4c45-8a75-fbc6e7f6b278,segment=NetworkSegment(fae8ba92-53c8-4329-8f52-6b8b386d5a97),segment_id=fae8ba92-53c8-4329-8f52-6b8b386d5a97)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:42:53.489394 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ba3df660-7a71-47f5-a4b8-583942c642c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:53.615873 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3df660-7a71-47f5-a4b8-583942c642c8 None None] Pushing event updated for resources: {'Port': ['ID=0beb8789-ef6a-4c45-8a75-fbc6e7f6b278,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:53.627967 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11822d84-cf05-4872-b72e-ddbc5a0b22c9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network 07ae6bd4-cf2e-495f-86bb-18556c2ede76 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:53.630185 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-11822d84-cf05-4872-b72e-ddbc5a0b22c9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:53.800346 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ac928089-8a91-47ac-af3e-518b7ff723e8 req-684cd95a-8b80-4207-aad3-584d57dc90f1 tempest-ServerShowV254Test-197242834 tempest-ServerShowV254Test-197242834-project] 10.222.0.35 "GET /v2.0/ports?device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.0725908 May 13 14:42:53.861301 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-496401f1-4e8e-486f-99fa-7f577cfb90a5 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:53.936918 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-496401f1-4e8e-486f-99fa-7f577cfb90a5 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:53.939584 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a0b0e744-a756-47cb-ad85-6abce3a469a1 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:53.950533 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-1141021b-4374-4f6a-b7d5-387b5d45a148 service neutron] 10.222.0.35 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0168624 May 13 14:42:54.040050 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11822d84-cf05-4872-b72e-ddbc5a0b22c9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Router 6f299925-7617-4184-a423-c4072e6928e3 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:42:54.077791 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-cfb685f6-9040-4065-b15a-6ec1dfa62c39 None None] Provisioning complete for port 3d2ea7f5-71f7-4e52-8fbd-9a147043b693 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:54.092620 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cfb685f6-9040-4065-b15a-6ec1dfa62c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:54.129310 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b0e744-a756-47cb-ad85-6abce3a469a1 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Network 8fd6c8b5-c9e0-4cd6-a5de-4fdd6b1ddf4e is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:54.141239 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-a0b0e744-a756-47cb-ad85-6abce3a469a1 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:54.158189 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0e744-a756-47cb-ad85-6abce3a469a1 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event updated for resources: {'Port': ['ID=81b3fe8e-419d-4de3-9104-0354b159eaf6,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:54.161527 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b0e744-a756-47cb-ad85-6abce3a469a1 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:42:54.268820 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-cfb685f6-9040-4065-b15a-6ec1dfa62c39 None None] Port 3d2ea7f5-71f7-4e52-8fbd-9a147043b693 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:42:54.529487 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b0e744-a756-47cb-ad85-6abce3a469a1 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:54.530150 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a0b0e744-a756-47cb-ad85-6abce3a469a1 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:54.537604 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-a3ea666d-1f66-4134-b3ad-3312c20aac27 req-d1f07e85-d265-48e5-8387-c4e1b1c32666 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Synchronizing usage tracker for tenant:e540cd79706f4092b1c33147f0b2cee9 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:42:54.588543 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-496401f1-4e8e-486f-99fa-7f577cfb90a5 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Allocated IP 172.25.0.32 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/2fec5d9b-8f07-4a09-8d94-01317dc0d37d) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:42:54.593902 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a0b0e744-a756-47cb-ad85-6abce3a469a1 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0698526 May 13 14:42:54.598423 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60068) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:54.609302 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-26411fe9-f341-4128-9919-8e687106d6a7 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Request body: {'port': {'network_id': '8fd6c8b5-c9e0-4cd6-a5de-4fdd6b1ddf4e', 'name': 'tempest-FloatingIPTestJSON-306283277'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:54.625923 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-87ba93b0-c24d-4391-b81f-eb4f6bd5011d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:54.685008 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-a3ea666d-1f66-4134-b3ad-3312c20aac27 req-d1f07e85-d265-48e5-8387-c4e1b1c32666 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Unset dirty status for tenant:e540cd79706f4092b1c33147f0b2cee9 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:42:54.686317 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a3ea666d-1f66-4134-b3ad-3312c20aac27 req-d1f07e85-d265-48e5-8387-c4e1b1c32666 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 210 time: 0.3100278 May 13 14:42:54.688631 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [None req-b09f6c37-72ff-4912-98c9-5d9d1f3e5c63 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:42:54.689627 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-87ba93b0-c24d-4391-b81f-eb4f6bd5011d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:54.692234 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11822d84-cf05-4872-b72e-ddbc5a0b22c9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:42:54.706828 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8744d4-d097-48f7-a615-ba8bc8ef5866 None None] Sync routers for ids ['6f299925-7617-4184-a423-c4072e6928e3'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:42:54.750408 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8744d4-d097-48f7-a615-ba8bc8ef5866 None None] Routers {'6f299925-7617-4184-a423-c4072e6928e3'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:54.750408 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-9e8744d4-d097-48f7-a615-ba8bc8ef5866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:42:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['6f299925-7617-4184-a423-c4072e6928e3'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:54.823306 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-11822d84-cf05-4872-b72e-ddbc5a0b22c9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "PUT /v2.0/routers/6f299925-7617-4184-a423-c4072e6928e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8090112 May 13 14:42:54.825167 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-9e8744d4-d097-48f7-a615-ba8bc8ef5866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:54.825356 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60076) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:54.837905 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8744d4-d097-48f7-a615-ba8bc8ef5866 None None] Routers {'6f299925-7617-4184-a423-c4072e6928e3'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:54.838923 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-9e8744d4-d097-48f7-a615-ba8bc8ef5866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:42:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['6f299925-7617-4184-a423-c4072e6928e3'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:54.935986 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60082) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:54.976097 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-9e8744d4-d097-48f7-a615-ba8bc8ef5866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:54.978579 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8744d4-d097-48f7-a615-ba8bc8ef5866 None None] The sync data for ids ['6f299925-7617-4184-a423-c4072e6928e3'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:42:54.994630 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b09f6c37-72ff-4912-98c9-5d9d1f3e5c63 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:55.053975 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ea1794-c075-4c3c-8721-01ae43483f76 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:55.054602 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b5ea1794-c075-4c3c-8721-01ae43483f76 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Synchronizing usage tracker for tenant:17b49979485542bba655ee3d2918613c on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:42:55.088574 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b5ea1794-c075-4c3c-8721-01ae43483f76 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Unset dirty status for tenant:17b49979485542bba655ee3d2918613c on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:42:55.089940 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b5ea1794-c075-4c3c-8721-01ae43483f76 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "GET /v2.0/ports/3d2ea7f5-71f7-4e52-8fbd-9a147043b693 HTTP/1.1" status: 200 len: 977 time: 0.2492452 May 13 14:42:55.092859 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60088) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:55.099348 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b09f6c37-72ff-4912-98c9-5d9d1f3e5c63 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:55.100111 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b09f6c37-72ff-4912-98c9-5d9d1f3e5c63 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:55.194469 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaea46ea-a1e2-49e0-82bd-3471b2408e76 None None] Network 144b0538-5a90-40dc-8493-8ee490cbd7e0 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:42:55.225287 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7577ed3a-1ce8-4ffd-8b4e-1e461e154bcb req-4601de33-1694-4fb4-8e57-a043f2d46fc9 tempest-ServerShowV254Test-197242834 tempest-ServerShowV254Test-197242834-project] 10.222.0.35 "GET /v2.0/ports?device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.1353076 May 13 14:42:55.371077 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-df74e90e-2e4a-4150-8c20-da10b7939f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:55.379063 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e94d1ff9-70a4-4cee-84ef-55b71db2677f None None] Provisioning for port 0beb8789-ef6a-4c45-8a75-fbc6e7f6b278 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:42:55.450582 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-df74e90e-2e4a-4150-8c20-da10b7939f00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:55.455245 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f6c37-72ff-4912-98c9-5d9d1f3e5c63 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Port': ['ID=dd175971-01d7-46ee-a323-488d7bc2a05a,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:55.491163 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-df74e90e-2e4a-4150-8c20-da10b7939f00 admin admin] Usage tracker for resource:security_group_rule and tenant:244fc6a90e854c3db6bb2dc33196d826 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:55.513911 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-26411fe9-f341-4128-9919-8e687106d6a7 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:55.526490 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-df74e90e-2e4a-4150-8c20-da10b7939f00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:55.550321 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-26411fe9-f341-4128-9919-8e687106d6a7 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Usage tracker for resource:port and tenant:6b12ce616ed04de39e484728b5ba653e is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:55.556328 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-df74e90e-2e4a-4150-8c20-da10b7939f00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:55.570122 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-26411fe9-f341-4128-9919-8e687106d6a7 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:55.606852 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-496401f1-4e8e-486f-99fa-7f577cfb90a5 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:55.611932 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-26411fe9-f341-4128-9919-8e687106d6a7 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:55.646774 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09f6c37-72ff-4912-98c9-5d9d1f3e5c63 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network f236d4f3-fdf3-407b-895e-a6d86ceca637 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:55.656405 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-b09f6c37-72ff-4912-98c9-5d9d1f3e5c63 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:55.661015 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26411fe9-f341-4128-9919-8e687106d6a7 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Made reservation on behalf of 6b12ce616ed04de39e484728b5ba653e for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:42:55.665783 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-26411fe9-f341-4128-9919-8e687106d6a7 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:55.696575 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-26411fe9-f341-4128-9919-8e687106d6a7 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] device_id is not set on port b819d4ba-60e0-4ad0-89f7-868fa45624a6 yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:42:55.726264 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0beb8789-ef6a-4c45-8a75-fbc6e7f6b278 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:42:55.889376 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 0beb8789-ef6a-4c45-8a75-fbc6e7f6b278 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:42:55.892372 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-26411fe9-f341-4128-9919-8e687106d6a7 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Allocated IP 172.20.0.2 (8fd6c8b5-c9e0-4cd6-a5de-4fdd6b1ddf4e/135482b0-e1f1-4a62-980b-d7db730ba769/b819d4ba-60e0-4ad0-89f7-868fa45624a6) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:42:55.897045 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 0beb8789-ef6a-4c45-8a75-fbc6e7f6b278 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:55.898049 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:55.941699 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4c71f507-56b8-41c2-83fb-ea85efd882dc req-bfeb5148-f63b-48a8-9abf-729c1dee8cab tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 210 time: 0.0592992 May 13 14:42:56.025179 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-4384bb80-e69a-4808-90b0-6090ba9a915a None None] Provisioning complete for port 0beb8789-ef6a-4c45-8a75-fbc6e7f6b278 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:56.025579 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4384bb80-e69a-4808-90b0-6090ba9a915a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:56.149067 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-04185e85-c2ed-4d05-aa24-b75ec12b2f1a tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:56.158449 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 0beb8789-ef6a-4c45-8a75-fbc6e7f6b278 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:56.158896 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:56.239787 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 0beb8789-ef6a-4c45-8a75-fbc6e7f6b278, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=0beb8789-ef6a-4c45-8a75-fbc6e7f6b278,segment=NetworkSegment(fae8ba92-53c8-4329-8f52-6b8b386d5a97),segment_id=fae8ba92-53c8-4329-8f52-6b8b386d5a97)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:56.240848 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-4384bb80-e69a-4808-90b0-6090ba9a915a None None] Current status of the port 0beb8789-ef6a-4c45-8a75-fbc6e7f6b278 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:56.241217 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4384bb80-e69a-4808-90b0-6090ba9a915a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:56.260299 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:56.417438 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=0beb8789-ef6a-4c45-8a75-fbc6e7f6b278,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:56.452471 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-4384bb80-e69a-4808-90b0-6090ba9a915a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:42:56.452825 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-4384bb80-e69a-4808-90b0-6090ba9a915a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:42:56.470105 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-709b36f5-89c1-4aef-a79d-a46761c2f6b2 req-2c247c01-fb1c-41dc-a5da-a0ba9a55a8b3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.3322346 May 13 14:42:56.536783 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-17281a26-d025-4ced-9e81-b67a0f73ce2a req-5211c7c8-1c1a-4a1c-852b-e9a1e2bdfcc4 tempest-ServerShowV254Test-197242834 tempest-ServerShowV254Test-197242834-project] 10.222.0.35 "GET /v2.0/ports?device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.0838661 May 13 14:42:56.634934 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-496401f1-4e8e-486f-99fa-7f577cfb90a5 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:56.654581 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-fc3694ec-86a6-486b-840b-b05ea33023ae tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:56.656028 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-fc3694ec-86a6-486b-840b-b05ea33023ae tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.74 "GET /v2.0/networks?id=8641c536-545f-4056-be2c-402575e577ff HTTP/1.1" status: 200 len: 812 time: 0.4369910 May 13 14:42:56.686414 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-c79e72e6-1f27-4e05-a052-63d951d87d4b tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Request body: {'port': {'device_id': '05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234', 'network_id': '8641c536-545f-4056-be2c-402575e577ff', 'admin_state_up': True, 'tenant_id': 'e540cd79706f4092b1c33147f0b2cee9'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:56.700635 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-87ba93b0-c24d-4391-b81f-eb4f6bd5011d admin admin] Allocated IP 172.25.0.156 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:42:56.730049 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-df74e90e-2e4a-4150-8c20-da10b7939f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:56.749019 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-df74e90e-2e4a-4150-8c20-da10b7939f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:56.779708 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496401f1-4e8e-486f-99fa-7f577cfb90a5 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:56.791542 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-496401f1-4e8e-486f-99fa-7f577cfb90a5 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:56.809648 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-04185e85-c2ed-4d05-aa24-b75ec12b2f1a tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Deleting port 3d2ea7f5-71f7-4e52-8fbd-9a147043b693 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:56.809990 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-04185e85-c2ed-4d05-aa24-b75ec12b2f1a tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:56.817328 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496401f1-4e8e-486f-99fa-7f577cfb90a5 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:42:56.851859 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496401f1-4e8e-486f-99fa-7f577cfb90a5 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Pushing event updated for resources: {'Port': ['ID=2fec5d9b-8f07-4a09-8d94-01317dc0d37d,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:56.864532 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09f6c37-72ff-4912-98c9-5d9d1f3e5c63 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Router f34e3196-cf3c-44e3-8ba3-e5d5d70c6274 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:42:56.897370 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74e90e-2e4a-4150-8c20-da10b7939f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdbd6e0-7234-4ca6-87ce-f8de82fabbf9,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:56.908077 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-df74e90e-2e4a-4150-8c20-da10b7939f00 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=244fc6a90e854c3db6bb2dc33196d826&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9554698 May 13 14:42:56.914736 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60098) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:57.007168 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-26411fe9-f341-4128-9919-8e687106d6a7 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:57.040112 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-4384bb80-e69a-4808-90b0-6090ba9a915a None None] Current status of the port 0beb8789-ef6a-4c45-8a75-fbc6e7f6b278 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:57.092816 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-c79e72e6-1f27-4e05-a052-63d951d87d4b tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:57.163216 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b650b124-eeb4-426b-b3ae-7837e8638abf req-4900a359-09f1-4ffe-b196-2697f5ec45c2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 210 time: 0.0841465 May 13 14:42:57.164065 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-c79e72e6-1f27-4e05-a052-63d951d87d4b tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:57.164692 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-4e7899fc-68cc-49a4-958e-d7c9d349e389 None None] Provisioning complete for port dd175971-01d7-46ee-a323-488d7bc2a05a triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:57.165239 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4e7899fc-68cc-49a4-958e-d7c9d349e389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:57.182932 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-87ba93b0-c24d-4391-b81f-eb4f6bd5011d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:57.219751 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-c79e72e6-1f27-4e05-a052-63d951d87d4b tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Made reservation on behalf of e540cd79706f4092b1c33147f0b2cee9 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:42:57.223226 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-c79e72e6-1f27-4e05-a052-63d951d87d4b tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:57.238136 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-04185e85-c2ed-4d05-aa24-b75ec12b2f1a tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:57.261466 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-4e7899fc-68cc-49a4-958e-d7c9d349e389 None None] Port dd175971-01d7-46ee-a323-488d7bc2a05a cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:42:57.266184 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6a38e517-09a9-491c-8fa4-e9b4b55eac89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:57.333403 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09f6c37-72ff-4912-98c9-5d9d1f3e5c63 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:42:57.344779 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e5e0ed1e-1f21-4286-bad7-3dd2458c70c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:57.350512 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d461f6-67e0-4869-9080-482d867c4260 None None] Sync routers for ids ['f34e3196-cf3c-44e3-8ba3-e5d5d70c6274'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:42:57.364529 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d461f6-67e0-4869-9080-482d867c4260 None None] Routers {'f34e3196-cf3c-44e3-8ba3-e5d5d70c6274'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:57.365229 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-72d461f6-67e0-4869-9080-482d867c4260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:42:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['f34e3196-cf3c-44e3-8ba3-e5d5d70c6274'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:57.444195 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-72d461f6-67e0-4869-9080-482d867c4260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:57.456305 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d461f6-67e0-4869-9080-482d867c4260 None None] Routers {'f34e3196-cf3c-44e3-8ba3-e5d5d70c6274'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:57.457094 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-72d461f6-67e0-4869-9080-482d867c4260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:42:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['f34e3196-cf3c-44e3-8ba3-e5d5d70c6274'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:57.472871 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-26411fe9-f341-4128-9919-8e687106d6a7 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:57.481661 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e5e0ed1e-1f21-4286-bad7-3dd2458c70c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:57.539089 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-72d461f6-67e0-4869-9080-482d867c4260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:57.539701 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d461f6-67e0-4869-9080-482d867c4260 None None] The sync data for ids ['f34e3196-cf3c-44e3-8ba3-e5d5d70c6274'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:42:57.541834 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-04185e85-c2ed-4d05-aa24-b75ec12b2f1a tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Calling delete_port for 3d2ea7f5-71f7-4e52-8fbd-9a147043b693 owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:42:57.558479 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b09f6c37-72ff-4912-98c9-5d9d1f3e5c63 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "PUT /v2.0/routers/f34e3196-cf3c-44e3-8ba3-e5d5d70c6274/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6708119 May 13 14:42:57.577733 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60104) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:57.663884 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26411fe9-f341-4128-9919-8e687106d6a7 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event updated for resources: {'Port': ['ID=b819d4ba-60e0-4ad0-89f7-868fa45624a6,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:57.697672 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0beb8789-ef6a-4c45-8a75-fbc6e7f6b278 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:42:57.758140 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca09f7a-9ccb-4afd-8028-fec50008fe7b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:57.759677 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-cca09f7a-9ccb-4afd-8028-fec50008fe7b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "GET /v2.0/ports/dd175971-01d7-46ee-a323-488d7bc2a05a HTTP/1.1" status: 200 len: 911 time: 0.1369586 May 13 14:42:57.767746 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60110) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:57.803320 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-7010e7f1-c71b-43ba-b9e2-39bbb3a95786 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '573f0110-ac3a-4bb5-9403-bd6ae45710f9'}]}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:57.814506 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 0beb8789-ef6a-4c45-8a75-fbc6e7f6b278 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:57.814911 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:57.843289 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-87ba93b0-c24d-4391-b81f-eb4f6bd5011d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:57.941271 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 0beb8789-ef6a-4c45-8a75-fbc6e7f6b278 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:57.965441 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e5e0ed1e-1f21-4286-bad7-3dd2458c70c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:57.971908 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26411fe9-f341-4128-9919-8e687106d6a7 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Network 8fd6c8b5-c9e0-4cd6-a5de-4fdd6b1ddf4e is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:57.988182 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a350d171-58a4-4b6b-bc47-557f25ce1400 req-cec39f08-37b5-4f9a-8eab-f36005fa75e3 tempest-ServerShowV254Test-197242834 tempest-ServerShowV254Test-197242834-project] 10.222.0.35 "GET /v2.0/ports?device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.2162910 May 13 14:42:57.988989 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-26411fe9-f341-4128-9919-8e687106d6a7 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:57.992111 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ba93b0-c24d-4391-b81f-eb4f6bd5011d admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:57.992404 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26411fe9-f341-4128-9919-8e687106d6a7 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:42:58.029637 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-87ba93b0-c24d-4391-b81f-eb4f6bd5011d admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:58.049675 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ba93b0-c24d-4391-b81f-eb4f6bd5011d admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:42:58.052908 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0ed1e-1f21-4286-bad7-3dd2458c70c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdbd6e0-7234-4ca6-87ce-f8de82fabbf9,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:58.081473 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-496401f1-4e8e-486f-99fa-7f577cfb90a5 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:58.142391 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e5e0ed1e-1f21-4286-bad7-3dd2458c70c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:58.143347 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e5e0ed1e-1f21-4286-bad7-3dd2458c70c2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8cdbd6e0-7234-4ca6-87ce-f8de82fabbf9 HTTP/1.1" status: 204 len: 168 time: 1.2201090 May 13 14:42:58.165835 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba93b0-c24d-4391-b81f-eb4f6bd5011d admin admin] Pushing event updated for resources: {'Port': ['ID=0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:58.259441 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-c79e72e6-1f27-4e05-a052-63d951d87d4b tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Allocated IP 172.20.0.7 (8641c536-545f-4056-be2c-402575e577ff/2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7/56b1e8b2-72d6-45f5-bb83-107791892666) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:42:58.342629 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26411fe9-f341-4128-9919-8e687106d6a7 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:58.346747 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-26411fe9-f341-4128-9919-8e687106d6a7 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:58.399173 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:58.502859 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-04185e85-c2ed-4d05-aa24-b75ec12b2f1a tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:58.506130 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a9584f70-398b-4ac4-99d3-2e4b77538bb9 req-9c1d57dc-bd2c-4881-ad1f-7585c90f0d8b tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 210 time: 0.0812395 May 13 14:42:58.530081 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bfa9338c-a35e-4e10-9ec2-465c3137dc56 req-2ed2ae02-2f81-482a-b307-c044f0be58cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b45b2dd442a24cdd9b47938c9226b30c&device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.1404316 May 13 14:42:58.562617 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-26411fe9-f341-4128-9919-8e687106d6a7 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.9611995 May 13 14:42:58.577658 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60126) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:58.609081 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-19cd37f2-ba41-4566-b211-d6eeb5293aee req-070b9d33-b175-41b0-9908-236283fbfc95 tempest-ServerShowV254Test-197242834 tempest-ServerShowV254Test-197242834-project] 10.222.0.35 "GET /v2.0/ports?device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.0780425 May 13 14:42:58.623257 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60130) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:58.631860 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bfa9338c-a35e-4e10-9ec2-465c3137dc56 req-86d63e72-5f55-42ca-90da-88d42cc04ae7 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b45b2dd442a24cdd9b47938c9226b30c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659437 May 13 14:42:58.648253 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-98b7e6a2-6107-4aaf-874b-1a3faeaac748 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'port_id': 'b819d4ba-60e0-4ad0-89f7-868fa45624a6', 'fixed_ip_address': '172.20.0.2'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:58.657209 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04185e85-c2ed-4d05-aa24-b75ec12b2f1a tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event deleted for resources: {'Port': ['ID=3d2ea7f5-71f7-4e52-8fbd-9a147043b693,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:58.673115 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0ce7-af85-4b7d-a3e8-28934c066dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:58.686514 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-98b7e6a2-6107-4aaf-874b-1a3faeaac748 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:58.742993 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-98b7e6a2-6107-4aaf-874b-1a3faeaac748 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Usage tracker for resource:floatingip and tenant:6b12ce616ed04de39e484728b5ba653e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:58.785218 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-98b7e6a2-6107-4aaf-874b-1a3faeaac748 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:58.798274 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7010e7f1-c71b-43ba-b9e2-39bbb3a95786 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:58.822977 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-98b7e6a2-6107-4aaf-874b-1a3faeaac748 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:58.835371 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6fbe0ce7-af85-4b7d-a3e8-28934c066dfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:58.845009 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6fbe0ce7-af85-4b7d-a3e8-28934c066dfc admin admin] Usage tracker for resource:security_group_rule and tenant:153cb2664f3742ce82558e2c8a1f43f0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:58.852064 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6fbe0ce7-af85-4b7d-a3e8-28934c066dfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:58.862679 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6fbe0ce7-af85-4b7d-a3e8-28934c066dfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:58.894031 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-496401f1-4e8e-486f-99fa-7f577cfb90a5 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:58.990313 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9338c-a35e-4e10-9ec2-465c3137dc56 req-5bbeb06b-017a-4c22-b230-d3880f28a768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:58.991878 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bfa9338c-a35e-4e10-9ec2-465c3137dc56 req-5bbeb06b-017a-4c22-b230-d3880f28a768 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3448582 May 13 14:42:59.112515 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98b7e6a2-6107-4aaf-874b-1a3faeaac748 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:59.178643 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0ce7-af85-4b7d-a3e8-28934c066dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:59.186234 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0ce7-af85-4b7d-a3e8-28934c066dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:59.245875 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe0ce7-af85-4b7d-a3e8-28934c066dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1be00f-d140-45ce-be81-ea8aed50982c,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:59.251621 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496401f1-4e8e-486f-99fa-7f577cfb90a5 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Router 93903638-a678-463d-8cff-c9dca32907b5 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:42:59.258098 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6fbe0ce7-af85-4b7d-a3e8-28934c066dfc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=153cb2664f3742ce82558e2c8a1f43f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6338251 May 13 14:42:59.258858 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60134) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:59.463339 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-526f1108-e293-4ef5-bfcc-d86b4b99f971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:59.505699 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-526f1108-e293-4ef5-bfcc-d86b4b99f971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:59.515847 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496401f1-4e8e-486f-99fa-7f577cfb90a5 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:42:59.526096 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4ca998-c174-41ed-a94d-60eb4eeef60c None None] Sync routers for ids ['93903638-a678-463d-8cff-c9dca32907b5'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:42:59.546022 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8f9d8074-b9a0-4e30-a289-8bbc6a130654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:59.556734 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4ca998-c174-41ed-a94d-60eb4eeef60c None None] Routers {'93903638-a678-463d-8cff-c9dca32907b5'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:59.560249 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-4e4ca998-c174-41ed-a94d-60eb4eeef60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:42:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['93903638-a678-463d-8cff-c9dca32907b5'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:59.574766 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-496401f1-4e8e-486f-99fa-7f577cfb90a5 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:59.576475 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-496401f1-4e8e-486f-99fa-7f577cfb90a5 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 9.3770993 May 13 14:42:59.579786 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60140) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:59.611541 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-526f1108-e293-4ef5-bfcc-d86b4b99f971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:59.636941 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f1108-e293-4ef5-bfcc-d86b4b99f971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1be00f-d140-45ce-be81-ea8aed50982c,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:59.640523 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-04185e85-c2ed-4d05-aa24-b75ec12b2f1a tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:59.664782 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-526f1108-e293-4ef5-bfcc-d86b4b99f971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:59.665917 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-526f1108-e293-4ef5-bfcc-d86b4b99f971 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7c1be00f-d140-45ce-be81-ea8aed50982c HTTP/1.1" status: 204 len: 168 time: 0.4050021 May 13 14:42:59.830019 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-4e4ca998-c174-41ed-a94d-60eb4eeef60c None None] Set router 93903638-a678-463d-8cff-c9dca32907b5 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:42:59.853055 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2e9bdf55-6fb4-43a5-bce4-4d20c9ca7496 req-750a39bf-e4d3-40c9-aa8b-39fdf5a100a6 tempest-ServerShowV254Test-197242834 tempest-ServerShowV254Test-197242834-project] 10.222.0.35 "GET /v2.0/ports?device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.0594375 May 13 14:42:59.999074 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-87ba93b0-c24d-4391-b81f-eb4f6bd5011d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:00.044461 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-339383a2-fd91-4eb1-8ed5-ff9b84adcd98 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=5ec7d10f98f145d3a4a04e390b0f97bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4634445 May 13 14:43:00.048224 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60152) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:00.098807 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-679a1d36-8a26-4de2-8c39-50f4808dd6a1 req-8dc4e510-57c1-48b1-bf5d-a50197fd2399 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 210 time: 0.2196329 May 13 14:43:00.151854 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-4e4ca998-c174-41ed-a94d-60eb4eeef60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93903638-a678-463d-8cff-c9dca32907b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1613199461', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '2fec5d9b-8f07-4a09-8d94-01317dc0d37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:50Z', 'updated_at': '2022-05-13T14:42:57Z', 'revision_number': 3, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'gw_port': {'id': '2fec5d9b-8f07-4a09-8d94-01317dc0d37d', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:49:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93903638-a678-463d-8cff-c9dca32907b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:54Z', 'updated_at': '2022-05-13T14:42:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:00.156090 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4ca998-c174-41ed-a94d-60eb4eeef60c None None] Checking router: 93903638-a678-463d-8cff-c9dca32907b5 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:43:00.156578 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4ca998-c174-41ed-a94d-60eb4eeef60c None None] Updating router 93903638-a678-463d-8cff-c9dca32907b5 port 2fec5d9b-8f07-4a09-8d94-01317dc0d37d binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:43:00.193117 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-c79e72e6-1f27-4e05-a052-63d951d87d4b tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:00.231669 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-4e4ca998-c174-41ed-a94d-60eb4eeef60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:00.421512 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bfa9338c-a35e-4e10-9ec2-465c3137dc56 req-9b89ada1-ce00-4eab-9559-2b6846233c66 tempest-ServerShowV254Test-197242834 tempest-ServerShowV254Test-197242834-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.0817959 May 13 14:43:00.541662 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a2e7f7-fe16-421a-8160-715631a07195 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:00.548303 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b0a2e7f7-fe16-421a-8160-715631a07195 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4920027 May 13 14:43:00.552878 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60166) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:00.582638 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:00.613287 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:00.655702 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a7e54f0c-82f5-4d3a-83c4-e01692381f7a tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=c35d8094-27c1-4288-955d-bcb140e23bf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0991752 May 13 14:43:00.656201 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60174) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:00.663683 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-082356fd-6d20-4354-9791-87a2fd6406e1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-696528544', 'network_id': '535bdccc-ac53-44d1-9feb-df5d3286ef62', 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:00.698222 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-4e4ca998-c174-41ed-a94d-60eb4eeef60c None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:00.711695 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-4e4ca998-c174-41ed-a94d-60eb4eeef60c None None] Transition to ACTIVE for port object 2fec5d9b-8f07-4a09-8d94-01317dc0d37d will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:00.722749 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-4e4ca998-c174-41ed-a94d-60eb4eeef60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:00.783979 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04185e85-c2ed-4d05-aa24-b75ec12b2f1a tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Router 6f299925-7617-4184-a423-c4072e6928e3 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:43:00.789436 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-4e4ca998-c174-41ed-a94d-60eb4eeef60c None None] Attempting to bind port 2fec5d9b-8f07-4a09-8d94-01317dc0d37d on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:43:00.789806 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-4e4ca998-c174-41ed-a94d-60eb4eeef60c None None] Attempting to bind port 2fec5d9b-8f07-4a09-8d94-01317dc0d37d by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:43:00.790156 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ca998-c174-41ed-a94d-60eb4eeef60c None None] Attempting to bind port 2fec5d9b-8f07-4a09-8d94-01317dc0d37d on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:43:00.803367 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ca998-c174-41ed-a94d-60eb4eeef60c None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:43:00.803737 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ca998-c174-41ed-a94d-60eb4eeef60c None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:43:00.804127 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-4e4ca998-c174-41ed-a94d-60eb4eeef60c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:00.804504 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ca998-c174-41ed-a94d-60eb4eeef60c None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:43:00.804959 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-4e4ca998-c174-41ed-a94d-60eb4eeef60c None None] Bound port: 2fec5d9b-8f07-4a09-8d94-01317dc0d37d, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:43:00.805317 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-4e4ca998-c174-41ed-a94d-60eb4eeef60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:00.827637 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-082356fd-6d20-4354-9791-87a2fd6406e1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:00.833440 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-082356fd-6d20-4354-9791-87a2fd6406e1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Usage tracker for resource:subnet and tenant:5ec7d10f98f145d3a4a04e390b0f97bd is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:00.837433 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-082356fd-6d20-4354-9791-87a2fd6406e1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:00.844592 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-082356fd-6d20-4354-9791-87a2fd6406e1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:00.859926 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082356fd-6d20-4354-9791-87a2fd6406e1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Made reservation on behalf of 5ec7d10f98f145d3a4a04e390b0f97bd for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:43:00.879448 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-082356fd-6d20-4354-9791-87a2fd6406e1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:00.880932 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d24446-e3ab-4054-8f51-b1196cc3738b None None] Pushing event updated for resources: {'Port': ['ID=2fec5d9b-8f07-4a09-8d94-01317dc0d37d,revision_number=2']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:00.901961 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-c79e72e6-1f27-4e05-a052-63d951d87d4b tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:00.902358 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d24446-e3ab-4054-8f51-b1196cc3738b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:00.902702 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d24446-e3ab-4054-8f51-b1196cc3738b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:00.904409 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d24446-e3ab-4054-8f51-b1196cc3738b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:00.904758 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d24446-e3ab-4054-8f51-b1196cc3738b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:00.905083 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d24446-e3ab-4054-8f51-b1196cc3738b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:00.905406 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d24446-e3ab-4054-8f51-b1196cc3738b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:00.906571 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d24446-e3ab-4054-8f51-b1196cc3738b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:00.907442 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d24446-e3ab-4054-8f51-b1196cc3738b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:00.907903 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d24446-e3ab-4054-8f51-b1196cc3738b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:00.908228 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d24446-e3ab-4054-8f51-b1196cc3738b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:00.908553 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d24446-e3ab-4054-8f51-b1196cc3738b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:00.908864 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d24446-e3ab-4054-8f51-b1196cc3738b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:00.947619 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-4e4ca998-c174-41ed-a94d-60eb4eeef60c None None] For port 2fec5d9b-8f07-4a09-8d94-01317dc0d37d, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:43:00.952172 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-4e4ca998-c174-41ed-a94d-60eb4eeef60c None None] For port 2fec5d9b-8f07-4a09-8d94-01317dc0d37d, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=2fec5d9b-8f07-4a09-8d94-01317dc0d37d,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:43:00.967153 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-4e4ca998-c174-41ed-a94d-60eb4eeef60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:01.035671 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [None req-7010e7f1-c71b-43ba-b9e2-39bbb3a95786 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:43:01.177963 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4ca998-c174-41ed-a94d-60eb4eeef60c None None] Routers {'93903638-a678-463d-8cff-c9dca32907b5'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:01.179302 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-4e4ca998-c174-41ed-a94d-60eb4eeef60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['93903638-a678-463d-8cff-c9dca32907b5'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:01.217862 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7010e7f1-c71b-43ba-b9e2-39bbb3a95786 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:01.264499 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98b7e6a2-6107-4aaf-874b-1a3faeaac748 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:01.290774 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-c79e72e6-1f27-4e05-a052-63d951d87d4b tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Network 8641c536-545f-4056-be2c-402575e577ff is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:01.292344 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04185e85-c2ed-4d05-aa24-b75ec12b2f1a tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:43:01.304533 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8036361f-1f60-43bd-868f-c462ab59e05e None None] Sync routers for ids ['6f299925-7617-4184-a423-c4072e6928e3'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:43:01.314087 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d24446-e3ab-4054-8f51-b1196cc3738b None None] Pushing event updated for resources: {'Port': ['ID=2fec5d9b-8f07-4a09-8d94-01317dc0d37d,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:01.318506 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8036361f-1f60-43bd-868f-c462ab59e05e None None] Routers {'6f299925-7617-4184-a423-c4072e6928e3'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:01.319390 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-8036361f-1f60-43bd-868f-c462ab59e05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['6f299925-7617-4184-a423-c4072e6928e3'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:01.355868 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-c79e72e6-1f27-4e05-a052-63d951d87d4b tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:01.367375 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7010e7f1-c71b-43ba-b9e2-39bbb3a95786 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:01.373303 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7010e7f1-c71b-43ba-b9e2-39bbb3a95786 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:01.374226 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7010e7f1-c71b-43ba-b9e2-39bbb3a95786 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:01.375862 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7010e7f1-c71b-43ba-b9e2-39bbb3a95786 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "PUT /v2.0/ports/dd175971-01d7-46ee-a323-488d7bc2a05a HTTP/1.1" status: 200 len: 911 time: 3.6018724 May 13 14:43:01.381084 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60188) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:01.385745 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-c79e72e6-1f27-4e05-a052-63d951d87d4b tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:43:01.421459 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-8036361f-1f60-43bd-868f-c462ab59e05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:01.430330 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8036361f-1f60-43bd-868f-c462ab59e05e None None] Routers {'6f299925-7617-4184-a423-c4072e6928e3'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:01.430928 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-8036361f-1f60-43bd-868f-c462ab59e05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['6f299925-7617-4184-a423-c4072e6928e3'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:01.461728 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e72e6-1f27-4e05-a052-63d951d87d4b tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Pushing event updated for resources: {'Port': ['ID=56b1e8b2-72d6-45f5-bb83-107791892666,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:01.518986 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-8036361f-1f60-43bd-868f-c462ab59e05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:01.519418 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8036361f-1f60-43bd-868f-c462ab59e05e None None] The sync data for ids ['6f299925-7617-4184-a423-c4072e6928e3'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:43:01.574635 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-87ba93b0-c24d-4391-b81f-eb4f6bd5011d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:01.581514 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-4e4ca998-c174-41ed-a94d-60eb4eeef60c None None] Set router 93903638-a678-463d-8cff-c9dca32907b5 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:43:01.602869 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-082356fd-6d20-4354-9791-87a2fd6406e1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:01.613497 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-04185e85-c2ed-4d05-aa24-b75ec12b2f1a tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "PUT /v2.0/routers/6f299925-7617-4184-a423-c4072e6928e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5196295 May 13 14:43:01.621278 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a69ec56b-8d75-43bd-91cb-6ff96f25261b req-42c2e00d-17d7-41aa-9a27-c73d5e0686cc tempest-ServerShowV254Test-197242834 tempest-ServerShowV254Test-197242834-project] 10.222.0.35 "GET /v2.0/ports?device_id=77f3b445-3746-4113-80f9-af7fafdd40a8 HTTP/1.1" status: 200 len: 210 time: 0.2410419 May 13 14:43:01.624479 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60198) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:01.695014 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-c79e72e6-1f27-4e05-a052-63d951d87d4b tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:01.695658 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-c79e72e6-1f27-4e05-a052-63d951d87d4b tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:01.710623 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082356fd-6d20-4354-9791-87a2fd6406e1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Pushing event updated for resources: {'Subnet': ['ID=4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:01.767353 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010e7f1-c71b-43ba-b9e2-39bbb3a95786 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Port': ['ID=dd175971-01d7-46ee-a323-488d7bc2a05a,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:01.809536 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-c79e72e6-1f27-4e05-a052-63d951d87d4b tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1276636 May 13 14:43:01.884898 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-c91ad81c-0944-403c-b74a-9eb6889cc42d tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:43:01.886040 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-c91ad81c-0944-403c-b74a-9eb6889cc42d tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164385 May 13 14:43:01.907545 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-98b7e6a2-6107-4aaf-874b-1a3faeaac748 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Allocated IP 172.25.0.26 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/a71f09bd-13b3-43ac-b93b-92e5772411f4) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:43:01.937343 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19d2db-c457-44d8-b0af-84d0786513de req-7f07b6c0-4fca-48a6-a00c-775733358f6d tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:01.938177 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-0d19d2db-c457-44d8-b0af-84d0786513de req-7f07b6c0-4fca-48a6-a00c-775733358f6d tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Synchronizing usage tracker for tenant:e540cd79706f4092b1c33147f0b2cee9 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:43:01.975141 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-4e4ca998-c174-41ed-a94d-60eb4eeef60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93903638-a678-463d-8cff-c9dca32907b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1613199461', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '2fec5d9b-8f07-4a09-8d94-01317dc0d37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:50Z', 'updated_at': '2022-05-13T14:42:57Z', 'revision_number': 3, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'gw_port': {'id': '2fec5d9b-8f07-4a09-8d94-01317dc0d37d', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:49:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93903638-a678-463d-8cff-c9dca32907b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:54Z', 'updated_at': '2022-05-13T14:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:01.988032 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4ca998-c174-41ed-a94d-60eb4eeef60c None None] The sync data for ids ['93903638-a678-463d-8cff-c9dca32907b5'] in n-d-841760-1 is: [{'id': '93903638-a678-463d-8cff-c9dca32907b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1613199461', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '2fec5d9b-8f07-4a09-8d94-01317dc0d37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:50Z', 'updated_at': '2022-05-13T14:42:57Z', 'revision_number': 3, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'gw_port': {'id': '2fec5d9b-8f07-4a09-8d94-01317dc0d37d', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:49:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93903638-a678-463d-8cff-c9dca32907b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:54Z', 'updated_at': '2022-05-13T14:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:43:02.058768 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-0d19d2db-c457-44d8-b0af-84d0786513de req-7f07b6c0-4fca-48a6-a00c-775733358f6d tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Unset dirty status for tenant:e540cd79706f4092b1c33147f0b2cee9 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:43:02.068803 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0d19d2db-c457-44d8-b0af-84d0786513de req-7f07b6c0-4fca-48a6-a00c-775733358f6d tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 931 time: 0.7050056 May 13 14:43:02.071288 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:02.125959 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-338a5f1c-42e0-415f-ab75-85b7ad40b8cd service neutron] Request body: {'port': {'device_id': '05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:02.407293 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0d19d2db-c457-44d8-b0af-84d0786513de req-480a3a6c-6f03-4d71-afb7-9c8aa4d81a61 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371069 May 13 14:43:02.444022 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ba93b0-c24d-4391-b81f-eb4f6bd5011d admin admin] Router 4543980b-86db-4335-a239-91d6abbef212 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:43:02.477011 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-b19f8b70-077f-4fcf-ba7b-4e8f2212e22b tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] remove_router_interface failed (client error): The resource could not be found. May 13 14:43:02.481465 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b19f8b70-077f-4fcf-ba7b-4e8f2212e22b tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "PUT /v2.0/routers/6f299925-7617-4184-a423-c4072e6928e3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7724144 May 13 14:43:02.516288 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60216) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:02.531570 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98b7e6a2-6107-4aaf-874b-1a3faeaac748 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:02.564194 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082356fd-6d20-4354-9791-87a2fd6406e1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Checking segment: {'id': '1e510ad6-c34b-478a-8a15-657e370e8d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '535bdccc-ac53-44d1-9feb-df5d3286ef62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:43:02.564557 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082356fd-6d20-4354-9791-87a2fd6406e1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Network hostable DHCP agents. Network: 535bdccc-ac53-44d1-9feb-df5d3286ef62, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:43:02.594951 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-37016738-119f-44fb-941f-cbd482101ab8 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Synchronizing usage tracker for tenant:17b49979485542bba655ee3d2918613c on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:43:02.674913 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082356fd-6d20-4354-9791-87a2fd6406e1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Network 535bdccc-ac53-44d1-9feb-df5d3286ef62 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:43:02.677993 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-338a5f1c-42e0-415f-ab75-85b7ad40b8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:02.735251 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-082356fd-6d20-4354-9791-87a2fd6406e1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 535bdccc-ac53-44d1-9feb-df5d3286ef62) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:02.740534 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082356fd-6d20-4354-9791-87a2fd6406e1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:02.740915 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-082356fd-6d20-4354-9791-87a2fd6406e1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:02.746950 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46036aad-f5e9-47c8-a7a3-73433ce0e466 None None] Network 535bdccc-ac53-44d1-9feb-df5d3286ef62 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:43:02.751472 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-37016738-119f-44fb-941f-cbd482101ab8 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Unset dirty status for tenant:17b49979485542bba655ee3d2918613c on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:43:02.755492 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-37016738-119f-44fb-941f-cbd482101ab8 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f299925-7617-4184-a423-c4072e6928e3 HTTP/1.1" status: 200 len: 205 time: 0.2342920 May 13 14:43:02.756201 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60228) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:02.908853 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98b7e6a2-6107-4aaf-874b-1a3faeaac748 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:02.953837 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-082356fd-6d20-4354-9791-87a2fd6406e1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.2963746 May 13 14:43:02.956925 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60234) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:03.028176 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b7e6a2-6107-4aaf-874b-1a3faeaac748 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:03.031399 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ba93b0-c24d-4391-b81f-eb4f6bd5011d admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:43:03.043611 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2861ac81-9129-4d0a-8826-64f013e54ac3 None None] Sync routers for ids ['4543980b-86db-4335-a239-91d6abbef212'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:43:03.046650 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-98b7e6a2-6107-4aaf-874b-1a3faeaac748 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:03.061545 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2861ac81-9129-4d0a-8826-64f013e54ac3 None None] Routers {'4543980b-86db-4335-a239-91d6abbef212'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:03.062165 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-2861ac81-9129-4d0a-8826-64f013e54ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['4543980b-86db-4335-a239-91d6abbef212'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:03.103874 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b7e6a2-6107-4aaf-874b-1a3faeaac748 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:43:03.210796 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7679c32-e16f-4356-bfe2-293d6fcef03c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-535bdccc-ac53-44d1-9feb-df5d3286ef62', 'network_id': '535bdccc-ac53-44d1-9feb-df5d3286ef62', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'fixed_ips': [{'subnet_id': '4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:43:03.211662 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e7679c32-e16f-4356-bfe2-293d6fcef03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:03.291144 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7e6a2-6107-4aaf-874b-1a3faeaac748 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event updated for resources: {'Port': ['ID=a71f09bd-13b3-43ac-b93b-92e5772411f4,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:03.334926 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-86a21517-776b-4bd4-8be7-c63980cda58f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:03.341404 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-87ba93b0-c24d-4391-b81f-eb4f6bd5011d admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:03.345252 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-87ba93b0-c24d-4391-b81f-eb4f6bd5011d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.0057061 May 13 14:43:03.352499 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60244) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:03.528828 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60250) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:03.566192 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-2861ac81-9129-4d0a-8826-64f013e54ac3 None None] Set router 4543980b-86db-4335-a239-91d6abbef212 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:43:03.668390 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-e7679c32-e16f-4356-bfe2-293d6fcef03c None None] Allocated IP 172.20.0.2 (535bdccc-ac53-44d1-9feb-df5d3286ef62/4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c/2345b8a1-3f0b-4dc8-95b0-9a582da60e9f) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:43:03.836441 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2fec5d9b-8f07-4a09-8d94-01317dc0d37d up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:43:04.128522 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 2fec5d9b-8f07-4a09-8d94-01317dc0d37d completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:43:04.144697 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-2861ac81-9129-4d0a-8826-64f013e54ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4543980b-86db-4335-a239-91d6abbef212', 'name': 'tempest-TaggedBootDevicesTest-19377506-router', 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:52Z', 'updated_at': '2022-05-13T14:42:58Z', 'revision_number': 3, 'project_id': '18b9c5d8b3d043279654e2a115822f2a', 'gw_port': {'id': '0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:66:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4543980b-86db-4335-a239-91d6abbef212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:54Z', 'updated_at': '2022-05-13T14:42:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:04.152422 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2861ac81-9129-4d0a-8826-64f013e54ac3 None None] Checking router: 4543980b-86db-4335-a239-91d6abbef212 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:43:04.152919 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2861ac81-9129-4d0a-8826-64f013e54ac3 None None] Updating router 4543980b-86db-4335-a239-91d6abbef212 port 0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:43:04.156118 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 2fec5d9b-8f07-4a09-8d94-01317dc0d37d triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:04.157166 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:04.226270 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-2861ac81-9129-4d0a-8826-64f013e54ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:04.277312 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e7679c32-e16f-4356-bfe2-293d6fcef03c None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:04.330494 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e7679c32-e16f-4356-bfe2-293d6fcef03c None None] Transition to ACTIVE for port object 2345b8a1-3f0b-4dc8-95b0-9a582da60e9f will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:04.418261 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e7679c32-e16f-4356-bfe2-293d6fcef03c None None] Transition to ACTIVE for port object 2345b8a1-3f0b-4dc8-95b0-9a582da60e9f will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:04.466493 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-86a21517-776b-4bd4-8be7-c63980cda58f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:04.471144 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-86a21517-776b-4bd4-8be7-c63980cda58f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:04.479952 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8b112b16-10db-4b90-940f-4f29ef1542c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:04.500804 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e7679c32-e16f-4356-bfe2-293d6fcef03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:04.549681 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-8b112b16-10db-4b90-940f-4f29ef1542c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:04.567788 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-8b112b16-10db-4b90-940f-4f29ef1542c5 admin admin] Usage tracker for resource:security_group_rule and tenant:b45b2dd442a24cdd9b47938c9226b30c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:04.640376 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-8b112b16-10db-4b90-940f-4f29ef1542c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:04.684321 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 2fec5d9b-8f07-4a09-8d94-01317dc0d37d is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:04.684572 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:04.689988 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7679c32-e16f-4356-bfe2-293d6fcef03c None None] Pushing event updated for resources: {'Port': ['ID=2345b8a1-3f0b-4dc8-95b0-9a582da60e9f,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:04.698462 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7679c32-e16f-4356-bfe2-293d6fcef03c None None] Network 535bdccc-ac53-44d1-9feb-df5d3286ef62 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:04.700655 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-e7679c32-e16f-4356-bfe2-293d6fcef03c None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:04.706823 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7679c32-e16f-4356-bfe2-293d6fcef03c None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:43:04.718851 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-8b112b16-10db-4b90-940f-4f29ef1542c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:04.775513 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0ae66-d6a3-4446-acae-e82ab25cf866 req-3345ca21-170f-4b9d-8887-e2491a635076 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:04.783543 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-09e0ae66-d6a3-4446-acae-e82ab25cf866 req-3345ca21-170f-4b9d-8887-e2491a635076 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 931 time: 1.0094910 May 13 14:43:04.853156 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 2fec5d9b-8f07-4a09-8d94-01317dc0d37d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=2fec5d9b-8f07-4a09-8d94-01317dc0d37d,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:04.871427 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:04.878277 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-2861ac81-9129-4d0a-8826-64f013e54ac3 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:04.884477 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-338a5f1c-42e0-415f-ab75-85b7ad40b8cd service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:43:04.906630 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-86a21517-776b-4bd4-8be7-c63980cda58f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:04.907327 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a21517-776b-4bd4-8be7-c63980cda58f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Fanout notify agent at l3_agent the message router_deleted on router 6f299925-7617-4184-a423-c4072e6928e3 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:43:04.911051 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-2861ac81-9129-4d0a-8826-64f013e54ac3 None None] Transition to ACTIVE for port object 0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:04.926598 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8b112b16-10db-4b90-940f-4f29ef1542c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:04.932979 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-2861ac81-9129-4d0a-8826-64f013e54ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:04.944670 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c3ca7bb3-effc-4a0e-9495-084afca95996 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:04.953052 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-e7679c32-e16f-4356-bfe2-293d6fcef03c None None] Attempting to bind port 2345b8a1-3f0b-4dc8-95b0-9a582da60e9f on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:43:04.953440 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-e7679c32-e16f-4356-bfe2-293d6fcef03c None None] Attempting to bind port 2345b8a1-3f0b-4dc8-95b0-9a582da60e9f by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '1e510ad6-c34b-478a-8a15-657e370e8d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '535bdccc-ac53-44d1-9feb-df5d3286ef62'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:43:04.953794 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7679c32-e16f-4356-bfe2-293d6fcef03c None None] Attempting to bind port 2345b8a1-3f0b-4dc8-95b0-9a582da60e9f on network 535bdccc-ac53-44d1-9feb-df5d3286ef62 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:43:04.966843 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7679c32-e16f-4356-bfe2-293d6fcef03c None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:43:04.967373 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7679c32-e16f-4356-bfe2-293d6fcef03c None None] Checking segment: {'id': '1e510ad6-c34b-478a-8a15-657e370e8d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '535bdccc-ac53-44d1-9feb-df5d3286ef62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:43:04.967802 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e7679c32-e16f-4356-bfe2-293d6fcef03c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:04.968192 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7679c32-e16f-4356-bfe2-293d6fcef03c None None] Bound using segment: {'id': '1e510ad6-c34b-478a-8a15-657e370e8d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '535bdccc-ac53-44d1-9feb-df5d3286ef62'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:43:04.968660 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-e7679c32-e16f-4356-bfe2-293d6fcef03c None None] Bound port: 2345b8a1-3f0b-4dc8-95b0-9a582da60e9f, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e510ad6-c34b-478a-8a15-657e370e8d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '535bdccc-ac53-44d1-9feb-df5d3286ef62'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:43:04.969026 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e7679c32-e16f-4356-bfe2-293d6fcef03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:05.051681 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-338a5f1c-42e0-415f-ab75-85b7ad40b8cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b1e8b2-72d6-45f5-bb83-107791892666 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:43:05.056603 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=2fec5d9b-8f07-4a09-8d94-01317dc0d37d,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:05.061543 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-338a5f1c-42e0-415f-ab75-85b7ad40b8cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:05.067227 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-09e0ae66-d6a3-4446-acae-e82ab25cf866 req-4ac0dc4f-7934-4201-89da-1251b19abefc tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827942 May 13 14:43:05.106115 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c73a5-4948-466f-be84-73d5ee91009b None None] Pushing event updated for resources: {'Port': ['ID=0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad,revision_number=2']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:05.122322 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-e7679c32-e16f-4356-bfe2-293d6fcef03c None None] For port 2345b8a1-3f0b-4dc8-95b0-9a582da60e9f, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:43:05.134097 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-2861ac81-9129-4d0a-8826-64f013e54ac3 None None] Attempting to bind port 0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:43:05.134614 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-2861ac81-9129-4d0a-8826-64f013e54ac3 None None] Attempting to bind port 0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:43:05.134761 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-e7679c32-e16f-4356-bfe2-293d6fcef03c None None] For port 2345b8a1-3f0b-4dc8-95b0-9a582da60e9f, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=2345b8a1-3f0b-4dc8-95b0-9a582da60e9f,segment=NetworkSegment(1e510ad6-c34b-478a-8a15-657e370e8d03),segment_id=1e510ad6-c34b-478a-8a15-657e370e8d03)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:43:05.134976 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2861ac81-9129-4d0a-8826-64f013e54ac3 None None] Attempting to bind port 0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:43:05.141523 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2861ac81-9129-4d0a-8826-64f013e54ac3 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:43:05.141898 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2861ac81-9129-4d0a-8826-64f013e54ac3 None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:43:05.142299 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-2861ac81-9129-4d0a-8826-64f013e54ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:05.142907 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2861ac81-9129-4d0a-8826-64f013e54ac3 None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:43:05.143152 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-2861ac81-9129-4d0a-8826-64f013e54ac3 None None] Bound port: 0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:43:05.143527 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-2861ac81-9129-4d0a-8826-64f013e54ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:05.156226 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e7679c32-e16f-4356-bfe2-293d6fcef03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:05.230919 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-2861ac81-9129-4d0a-8826-64f013e54ac3 None None] For port 0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:43:05.234335 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-2861ac81-9129-4d0a-8826-64f013e54ac3 None None] For port 0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:43:05.241662 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-2861ac81-9129-4d0a-8826-64f013e54ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:05.280665 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7679c32-e16f-4356-bfe2-293d6fcef03c None None] Pushing event updated for resources: {'Port': ['ID=2345b8a1-3f0b-4dc8-95b0-9a582da60e9f,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:05.321977 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-338a5f1c-42e0-415f-ab75-85b7ad40b8cd service neutron] Transition to ACTIVE for port object 56b1e8b2-72d6-45f5-bb83-107791892666 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:05.336722 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8b112b16-10db-4b90-940f-4f29ef1542c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:05.391846 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-338a5f1c-42e0-415f-ab75-85b7ad40b8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:05.416797 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2861ac81-9129-4d0a-8826-64f013e54ac3 None None] Routers {'4543980b-86db-4335-a239-91d6abbef212'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:05.417712 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-2861ac81-9129-4d0a-8826-64f013e54ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['4543980b-86db-4335-a239-91d6abbef212'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:05.512277 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c73a5-4948-466f-be84-73d5ee91009b None None] Pushing event updated for resources: {'Port': ['ID=0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:05.513405 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-86a21517-776b-4bd4-8be7-c63980cda58f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:05.515658 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-86a21517-776b-4bd4-8be7-c63980cda58f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/routers/6f299925-7617-4184-a423-c4072e6928e3 HTTP/1.1" status: 204 len: 168 time: 2.7567623 May 13 14:43:05.519017 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8b112b16-10db-4b90-940f-4f29ef1542c5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b45b2dd442a24cdd9b47938c9226b30c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9874535 May 13 14:43:05.520229 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60282) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:05.527248 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60284) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:05.617188 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b112b16-10db-4b90-940f-4f29ef1542c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6172b7-ff48-4d68-9092-43fa9417e611,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:05.735681 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac4abcd9-fec6-4f30-b58b-a9b04977eecd tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Deleting subnet 7d1a61f0-b86a-4703-ae11-591d30fbac69 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:43:05.743634 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ac4abcd9-fec6-4f30-b58b-a9b04977eecd tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:05.753059 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a5f1c-42e0-415f-ab75-85b7ad40b8cd service neutron] Pushing event updated for resources: {'Port': ['ID=56b1e8b2-72d6-45f5-bb83-107791892666,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:05.781504 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-2861ac81-9129-4d0a-8826-64f013e54ac3 None None] Set router 4543980b-86db-4335-a239-91d6abbef212 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:43:05.837244 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9ac08f31-1ba6-495c-b4a0-f4af6dac535a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:05.896268 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2fec5d9b-8f07-4a09-8d94-01317dc0d37d up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:43:06.013669 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ac4abcd9-fec6-4f30-b58b-a9b04977eecd tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:06.035041 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 2fec5d9b-8f07-4a09-8d94-01317dc0d37d triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:06.035708 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:06.158672 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-2861ac81-9129-4d0a-8826-64f013e54ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4543980b-86db-4335-a239-91d6abbef212', 'name': 'tempest-TaggedBootDevicesTest-19377506-router', 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:52Z', 'updated_at': '2022-05-13T14:42:58Z', 'revision_number': 3, 'project_id': '18b9c5d8b3d043279654e2a115822f2a', 'gw_port': {'id': '0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:66:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4543980b-86db-4335-a239-91d6abbef212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:54Z', 'updated_at': '2022-05-13T14:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:06.163248 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2861ac81-9129-4d0a-8826-64f013e54ac3 None None] The sync data for ids ['4543980b-86db-4335-a239-91d6abbef212'] in n-d-841760-1 is: [{'id': '4543980b-86db-4335-a239-91d6abbef212', 'name': 'tempest-TaggedBootDevicesTest-19377506-router', 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:52Z', 'updated_at': '2022-05-13T14:42:58Z', 'revision_number': 3, 'project_id': '18b9c5d8b3d043279654e2a115822f2a', 'gw_port': {'id': '0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:66:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4543980b-86db-4335-a239-91d6abbef212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:54Z', 'updated_at': '2022-05-13T14:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:43:06.214396 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-c3ca7bb3-effc-4a0e-9495-084afca95996 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Deleting port dd175971-01d7-46ee-a323-488d7bc2a05a {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:43:06.214754 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c3ca7bb3-effc-4a0e-9495-084afca95996 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:06.221691 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-9ac08f31-1ba6-495c-b4a0-f4af6dac535a admin admin] Allocated IP 172.20.0.1 (144b0538-5a90-40dc-8493-8ee490cbd7e0/8a9c690f-a84d-47bd-a3d1-b0cafcf431f8/b477c197-1056-4176-be88-d6f80b5c54bc) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:43:06.364178 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 2fec5d9b-8f07-4a09-8d94-01317dc0d37d is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:06.365282 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2345b8a1-3f0b-4dc8-95b0-9a582da60e9f up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:43:06.482471 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 2345b8a1-3f0b-4dc8-95b0-9a582da60e9f completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:43:06.540725 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9ac08f31-1ba6-495c-b4a0-f4af6dac535a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:06.565494 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c5ff5583-9bf7-4451-a4ad-18fde012e1c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:06.615867 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-9ac08f31-1ba6-495c-b4a0-f4af6dac535a admin admin] Transition to ACTIVE for port object b477c197-1056-4176-be88-d6f80b5c54bc will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:06.630760 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-338a5f1c-42e0-415f-ab75-85b7ad40b8cd service neutron] Attempting to bind port 56b1e8b2-72d6-45f5-bb83-107791892666 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:43:06.631091 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-338a5f1c-42e0-415f-ab75-85b7ad40b8cd service neutron] Attempting to bind port 56b1e8b2-72d6-45f5-bb83-107791892666 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '75860f48-3c0c-46a4-92f7-4b3c58b2f18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8641c536-545f-4056-be2c-402575e577ff'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:43:06.631442 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-338a5f1c-42e0-415f-ab75-85b7ad40b8cd service neutron] Attempting to bind port 56b1e8b2-72d6-45f5-bb83-107791892666 on network 8641c536-545f-4056-be2c-402575e577ff {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:43:06.666703 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-338a5f1c-42e0-415f-ab75-85b7ad40b8cd service neutron] Port 56b1e8b2-72d6-45f5-bb83-107791892666 on network 8641c536-545f-4056-be2c-402575e577ff not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:43:06.667030 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-338a5f1c-42e0-415f-ab75-85b7ad40b8cd service neutron] Attempting to bind port 56b1e8b2-72d6-45f5-bb83-107791892666 on network 8641c536-545f-4056-be2c-402575e577ff {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:43:06.668492 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c3ca7bb3-effc-4a0e-9495-084afca95996 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:06.673791 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c5ff5583-9bf7-4451-a4ad-18fde012e1c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:06.682610 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-338a5f1c-42e0-415f-ab75-85b7ad40b8cd service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:43:06.683005 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-338a5f1c-42e0-415f-ab75-85b7ad40b8cd service neutron] Checking segment: {'id': '75860f48-3c0c-46a4-92f7-4b3c58b2f18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8641c536-545f-4056-be2c-402575e577ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:43:06.683439 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-338a5f1c-42e0-415f-ab75-85b7ad40b8cd service neutron] Bound using segment: {'id': '75860f48-3c0c-46a4-92f7-4b3c58b2f18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8641c536-545f-4056-be2c-402575e577ff'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:43:06.683886 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-338a5f1c-42e0-415f-ab75-85b7ad40b8cd service neutron] Bound port: 56b1e8b2-72d6-45f5-bb83-107791892666, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75860f48-3c0c-46a4-92f7-4b3c58b2f18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8641c536-545f-4056-be2c-402575e577ff'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:43:06.684254 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-338a5f1c-42e0-415f-ab75-85b7ad40b8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:06.684480 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ce1f532d-fb07-4e63-8c41-de174a51c8e0 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:06.814503 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98b7e6a2-6107-4aaf-874b-1a3faeaac748 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:06.876204 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-c3ca7bb3-effc-4a0e-9495-084afca95996 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Calling delete_port for dd175971-01d7-46ee-a323-488d7bc2a05a owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:43:06.889415 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9ac08f31-1ba6-495c-b4a0-f4af6dac535a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:06.929691 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4576e8a8-9365-40d6-b181-791cb270e78f None None] Network 535bdccc-ac53-44d1-9feb-df5d3286ef62 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:43:06.981609 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac08f31-1ba6-495c-b4a0-f4af6dac535a admin admin] Network 144b0538-5a90-40dc-8493-8ee490cbd7e0 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:06.988531 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-9ac08f31-1ba6-495c-b4a0-f4af6dac535a admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:06.991063 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac08f31-1ba6-495c-b4a0-f4af6dac535a admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:43:07.023806 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-338a5f1c-42e0-415f-ab75-85b7ad40b8cd service neutron] For port 56b1e8b2-72d6-45f5-bb83-107791892666, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:43:07.070227 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c5ff5583-9bf7-4451-a4ad-18fde012e1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:07.115907 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff5583-9bf7-4451-a4ad-18fde012e1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6172b7-ff48-4d68-9092-43fa9417e611,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:07.117432 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9c1b93b5-0629-44d6-90d9-f2bf2794702e None None] Provisioning for port 2345b8a1-3f0b-4dc8-95b0-9a582da60e9f completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:43:07.131927 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-338a5f1c-42e0-415f-ab75-85b7ad40b8cd service neutron] For port 56b1e8b2-72d6-45f5-bb83-107791892666, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=56b1e8b2-72d6-45f5-bb83-107791892666,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:43:07.133161 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac08f31-1ba6-495c-b4a0-f4af6dac535a admin admin] Pushing event updated for resources: {'Port': ['ID=b477c197-1056-4176-be88-d6f80b5c54bc,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:07.148866 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9c1b93b5-0629-44d6-90d9-f2bf2794702e None None] Provisioning complete for port 2345b8a1-3f0b-4dc8-95b0-9a582da60e9f triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:07.149663 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9c1b93b5-0629-44d6-90d9-f2bf2794702e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:07.157021 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-338a5f1c-42e0-415f-ab75-85b7ad40b8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:07.506713 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9ac08f31-1ba6-495c-b4a0-f4af6dac535a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:07.509533 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98b7e6a2-6107-4aaf-874b-1a3faeaac748 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:07.556499 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-9c1b93b5-0629-44d6-90d9-f2bf2794702e None None] Current status of the port 2345b8a1-3f0b-4dc8-95b0-9a582da60e9f is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:07.557086 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9c1b93b5-0629-44d6-90d9-f2bf2794702e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:07.622004 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-338a5f1c-42e0-415f-ab75-85b7ad40b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:07.625115 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-338a5f1c-42e0-415f-ab75-85b7ad40b8cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:07.627632 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-338a5f1c-42e0-415f-ab75-85b7ad40b8cd service neutron] 10.222.0.74 "PUT /v2.0/ports/56b1e8b2-72d6-45f5-bb83-107791892666 HTTP/1.1" status: 200 len: 1091 time: 5.7283962 May 13 14:43:07.628945 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234', 'tag': '56b1e8b2-72d6-45f5-bb83-107791892666'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:43:07.645254 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-9c1b93b5-0629-44d6-90d9-f2bf2794702e None None] For port 2345b8a1-3f0b-4dc8-95b0-9a582da60e9f, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=2345b8a1-3f0b-4dc8-95b0-9a582da60e9f,segment=NetworkSegment(1e510ad6-c34b-478a-8a15-657e370e8d03),segment_id=1e510ad6-c34b-478a-8a15-657e370e8d03)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:07.657764 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9c1b93b5-0629-44d6-90d9-f2bf2794702e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:07.674216 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c5ff5583-9bf7-4451-a4ad-18fde012e1c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:07.675650 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c5ff5583-9bf7-4451-a4ad-18fde012e1c7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ee6172b7-ff48-4d68-9092-43fa9417e611 HTTP/1.1" status: 204 len: 168 time: 2.1430607 May 13 14:43:07.714893 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ac4abcd9-fec6-4f30-b58b-a9b04977eecd tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:07.773237 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a5f1c-42e0-415f-ab75-85b7ad40b8cd service neutron] Pushing event updated for resources: {'Port': ['ID=56b1e8b2-72d6-45f5-bb83-107791892666,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:07.780777 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b93b5-0629-44d6-90d9-f2bf2794702e None None] Pushing event updated for resources: {'Port': ['ID=2345b8a1-3f0b-4dc8-95b0-9a582da60e9f,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:07.787949 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd088c9f-8e29-4e6f-98e0-c8f5bfa1f92b'] response: {'name': 'network-changed', 'server_uuid': '05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234', 'tag': '56b1e8b2-72d6-45f5-bb83-107791892666', 'status': 'completed', 'code': 200} May 13 14:43:07.822322 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c6678939-981a-45e5-b7ff-5facba6e8f56 None None] Provisioning for port b477c197-1056-4176-be88-d6f80b5c54bc completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:43:07.830487 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c6678939-981a-45e5-b7ff-5facba6e8f56 None None] Provisioning complete for port b477c197-1056-4176-be88-d6f80b5c54bc triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:07.830915 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c6678939-981a-45e5-b7ff-5facba6e8f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:07.968159 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:43:08.049163 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-c6678939-981a-45e5-b7ff-5facba6e8f56 None None] Port b477c197-1056-4176-be88-d6f80b5c54bc cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:43:08.077623 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98b7e6a2-6107-4aaf-874b-1a3faeaac748 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:08.120266 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697e71b-bda8-4895-9d25-6927e2c9673f req-3685ecfc-9258-43c8-b42c-d8613e2953d6 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:08.121818 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:43:08.129667 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:08.129893 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a697e71b-bda8-4895-9d25-6927e2c9673f req-3685ecfc-9258-43c8-b42c-d8613e2953d6 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 943 time: 1.7501729 May 13 14:43:08.131597 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:08.159158 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98b7e6a2-6107-4aaf-874b-1a3faeaac748 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:08.269266 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d74c293d-18f8-494d-911b-536540ad5106 None None] Provisioning complete for port 2345b8a1-3f0b-4dc8-95b0-9a582da60e9f triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:08.269764 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d74c293d-18f8-494d-911b-536540ad5106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:08.367696 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ac4abcd9-fec6-4f30-b58b-a9b04977eecd tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:08.431322 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:08.431792 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:08.443916 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a697e71b-bda8-4895-9d25-6927e2c9673f req-932e1b7f-0270-4521-9f13-f52f04d9a7bf tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085670 May 13 14:43:08.454659 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7e6a2-6107-4aaf-874b-1a3faeaac748 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event updated for resources: {'Port': ['ID=a71f09bd-13b3-43ac-b93b-92e5772411f4,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:08.469908 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4abcd9-fec6-4f30-b58b-a9b04977eecd tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event deleted for resources: {'Subnet': ['ID=7d1a61f0-b86a-4703-ae11-591d30fbac69,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:08.502046 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ac4abcd9-fec6-4f30-b58b-a9b04977eecd tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:08.525503 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f1d143-9034-4fc6-82ba-e1c66a576c73 None None] Network 07ae6bd4-cf2e-495f-86bb-18556c2ede76 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:43:08.585652 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ac4abcd9-fec6-4f30-b58b-a9b04977eecd tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/subnets/7d1a61f0-b86a-4703-ae11-591d30fbac69 HTTP/1.1" status: 204 len: 168 time: 3.0520327 May 13 14:43:08.593785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60320) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:08.632335 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-ee4e8bd8-b153-4d0b-bdd3-c8ca700822b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:08.633846 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-ee4e8bd8-b153-4d0b-bdd3-c8ca700822b4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e540cd79706f4092b1c33147f0b2cee9&device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 1094 time: 0.9249334 May 13 14:43:08.646940 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98b7e6a2-6107-4aaf-874b-1a3faeaac748 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:08.682839 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:08.706050 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:08.722344 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9ac08f31-1ba6-495c-b4a0-f4af6dac535a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:08.740228 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c3ca7bb3-effc-4a0e-9495-084afca95996 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:08.818213 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-0e7455a9-9b66-404e-bac9-43ee70e275d0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56b1e8b2-72d6-45f5-bb83-107791892666 HTTP/1.1" status: 200 len: 217 time: 0.0971539 May 13 14:43:08.866186 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-d74c293d-18f8-494d-911b-536540ad5106 None None] Current status of the port 2345b8a1-3f0b-4dc8-95b0-9a582da60e9f is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:08.900878 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca7bb3-effc-4a0e-9495-084afca95996 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event deleted for resources: {'Port': ['ID=dd175971-01d7-46ee-a323-488d7bc2a05a,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:08.982501 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-98b7e6a2-6107-4aaf-874b-1a3faeaac748 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Floating IP 02f33653-e4a1-4bde-83db-755c6628814d associated. External IP: 172.25.0.26, port: b819d4ba-60e0-4ad0-89f7-868fa45624a6. May 13 14:43:09.067414 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:09.233248 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ffffa3-efaa-45d4-a198-8bcd7eccdea4 None None] DHCP port deletion for 07ae6bd4-cf2e-495f-86bb-18556c2ede76 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:43:09.237365 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-c3ffffa3-efaa-45d4-a198-8bcd7eccdea4 None None] Deleting port b95eb6c5-f875-4161-8d8e-7ff6437fca68 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:43:09.237740 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c3ffffa3-efaa-45d4-a198-8bcd7eccdea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:09.272065 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c3ca7bb3-effc-4a0e-9495-084afca95996 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:09.289294 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2f229294-0a31-453f-972a-c773fa070383 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:09.436939 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-26399af2-140b-4eb4-99e1-630115ecf6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:09.438326 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-26399af2-140b-4eb4-99e1-630115ecf6b7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7 HTTP/1.1" status: 200 len: 852 time: 0.4746184 May 13 14:43:09.442632 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-2f229294-0a31-453f-972a-c773fa070383 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Deleting port b95eb6c5-f875-4161-8d8e-7ff6437fca68 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:43:09.443071 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2f229294-0a31-453f-972a-c773fa070383 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:09.513227 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-689edd07-6ead-4204-b491-7dbece812965 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8641c536-545f-4056-be2c-402575e577ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477993 May 13 14:43:09.534400 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-ce1f532d-fb07-4e63-8c41-de174a51c8e0 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Allocated IP 172.20.0.1 (535bdccc-ac53-44d1-9feb-df5d3286ef62/4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c/e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:43:09.850255 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:43:09.930318 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-c3ffffa3-efaa-45d4-a198-8bcd7eccdea4 None None] For port b95eb6c5-f875-4161-8d8e-7ff6437fca68, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b95eb6c5-f875-4161-8d8e-7ff6437fca68,segment=NetworkSegment(db061368-ca6e-4881-a376-44af9e5dd520),segment_id=db061368-ca6e-4881-a376-44af9e5dd520)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:09.930713 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c3ffffa3-efaa-45d4-a198-8bcd7eccdea4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:10.082863 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-c3ffffa3-efaa-45d4-a198-8bcd7eccdea4 None None] Calling delete_port for b95eb6c5-f875-4161-8d8e-7ff6437fca68 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:43:10.128421 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-6d42552e-4e4b-42a6-8bbb-0d3a3395fccb service neutron] 10.222.0.74 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5661917 May 13 14:43:10.222915 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c3ffffa3-efaa-45d4-a198-8bcd7eccdea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:10.320904 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-2f229294-0a31-453f-972a-c773fa070383 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] For port b95eb6c5-f875-4161-8d8e-7ff6437fca68, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b95eb6c5-f875-4161-8d8e-7ff6437fca68,segment=NetworkSegment(db061368-ca6e-4881-a376-44af9e5dd520),segment_id=db061368-ca6e-4881-a376-44af9e5dd520)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:10.321554 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2f229294-0a31-453f-972a-c773fa070383 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:10.374687 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea95a3-b968-4e3e-bb7f-a8d3815b673a req-190c324b-72c8-4107-94d0-b67ff9a32d2c tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:10.382425 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-43ea95a3-b968-4e3e-bb7f-a8d3815b673a req-190c324b-72c8-4107-94d0-b67ff9a32d2c tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 943 time: 0.5080435 May 13 14:43:10.411051 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ffffa3-efaa-45d4-a198-8bcd7eccdea4 None None] Pushing event deleted for resources: {'Port': ['ID=b95eb6c5-f875-4161-8d8e-7ff6437fca68,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:10.415719 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ffffa3-efaa-45d4-a198-8bcd7eccdea4 None None] No DVR routers for this DVR port b95eb6c5-f875-4161-8d8e-7ff6437fca68 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:43:10.453054 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:10.453441 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:10.479449 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9ac08f31-1ba6-495c-b4a0-f4af6dac535a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:10.515501 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-2f229294-0a31-453f-972a-c773fa070383 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Calling delete_port for b95eb6c5-f875-4161-8d8e-7ff6437fca68 owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:43:10.530935 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9ac08f31-1ba6-495c-b4a0-f4af6dac535a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:10.609423 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:10.611681 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2345b8a1-3f0b-4dc8-95b0-9a582da60e9f up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:43:10.637426 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ca7bb3-effc-4a0e-9495-084afca95996 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Router f34e3196-cf3c-44e3-8ba3-e5d5d70c6274 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:43:10.668030 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-078f1f93-490e-4a0d-866b-ec2b7b37c856 req-355cf072-e5f9-474d-92aa-83e89cf536c6 service neutron] 10.222.0.74 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268953 May 13 14:43:10.693689 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-43ea95a3-b968-4e3e-bb7f-a8d3815b673a req-7182205a-7262-4f1f-8d57-58d63058bab9 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100817 May 13 14:43:10.704046 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b7e6a2-6107-4aaf-874b-1a3faeaac748 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Router b2368988-0f0f-49ce-8fa0-973bff2fca63 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:43:10.735002 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 2345b8a1-3f0b-4dc8-95b0-9a582da60e9f triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:10.735502 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:10.863487 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ca7bb3-effc-4a0e-9495-084afca95996 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:43:10.876044 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf268cb1-a712-49b2-ac9f-98e4bbf0da3e None None] Sync routers for ids ['f34e3196-cf3c-44e3-8ba3-e5d5d70c6274'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:43:10.880568 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [None req-2f229294-0a31-453f-972a-c773fa070383 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:43:10.880879 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [None req-2f229294-0a31-453f-972a-c773fa070383 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:43:10.887571 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ce1f532d-fb07-4e63-8c41-de174a51c8e0 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:10.894079 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf268cb1-a712-49b2-ac9f-98e4bbf0da3e None None] Routers {'f34e3196-cf3c-44e3-8ba3-e5d5d70c6274'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:10.895017 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-bf268cb1-a712-49b2-ac9f-98e4bbf0da3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['f34e3196-cf3c-44e3-8ba3-e5d5d70c6274'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:10.904372 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c3ca7bb3-effc-4a0e-9495-084afca95996 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "PUT /v2.0/routers/f34e3196-cf3c-44e3-8ba3-e5d5d70c6274/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5222373 May 13 14:43:10.905253 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60364) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:10.946082 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 2345b8a1-3f0b-4dc8-95b0-9a582da60e9f is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:10.954303 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-ce1f532d-fb07-4e63-8c41-de174a51c8e0 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Transition to ACTIVE for port object e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:10.955886 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9ac08f31-1ba6-495c-b4a0-f4af6dac535a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:10.962835 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7a830b6b-ff4a-4849-ab11-822ac11f3b25 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Synchronizing usage tracker for tenant:f1ec4de986a64c699f9b990b9e5d2da5 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:43:10.964684 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-bf268cb1-a712-49b2-ac9f-98e4bbf0da3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:10.967251 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac08f31-1ba6-495c-b4a0-f4af6dac535a admin admin] Pushing event updated for resources: {'Port': ['ID=b477c197-1056-4176-be88-d6f80b5c54bc,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:10.989320 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf268cb1-a712-49b2-ac9f-98e4bbf0da3e None None] Routers {'f34e3196-cf3c-44e3-8ba3-e5d5d70c6274'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:10.990608 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-bf268cb1-a712-49b2-ac9f-98e4bbf0da3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['f34e3196-cf3c-44e3-8ba3-e5d5d70c6274'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:11.018304 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7a830b6b-ff4a-4849-ab11-822ac11f3b25 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Unset dirty status for tenant:f1ec4de986a64c699f9b990b9e5d2da5 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:43:11.022238 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7a830b6b-ff4a-4849-ab11-822ac11f3b25 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "GET /v2.0/ports?device_id=f34e3196-cf3c-44e3-8ba3-e5d5d70c6274 HTTP/1.1" status: 200 len: 205 time: 0.1106997 May 13 14:43:11.023421 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60368) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:11.085209 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b95eb6c5-f875-4161-8d8e-7ff6437fca68 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:43:11.126959 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-bf268cb1-a712-49b2-ac9f-98e4bbf0da3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:11.128089 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf268cb1-a712-49b2-ac9f-98e4bbf0da3e None None] The sync data for ids ['f34e3196-cf3c-44e3-8ba3-e5d5d70c6274'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:43:11.138417 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: b95eb6c5-f875-4161-8d8e-7ff6437fca68 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:43:11.139055 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b95eb6c5-f875-4161-8d8e-7ff6437fca68 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:43:11.212549 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b591e327-4e5d-4016-9102-8e02d0721e0b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:11.322580 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ce1f532d-fb07-4e63-8c41-de174a51c8e0 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:11.344202 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b7e6a2-6107-4aaf-874b-1a3faeaac748 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:43:11.353924 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a3f361-3826-4ec0-bf60-729c7cba448b None None] Sync routers for ids ['b2368988-0f0f-49ce-8fa0-973bff2fca63'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:43:11.354510 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac08f31-1ba6-495c-b4a0-f4af6dac535a admin admin] Network 144b0538-5a90-40dc-8493-8ee490cbd7e0 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:11.359820 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-9ac08f31-1ba6-495c-b4a0-f4af6dac535a admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:11.365078 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dca659-ae0c-4666-bbbb-2d851fd1a4ce req-f03379d1-7822-4b5d-9943-3d310b8de436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:11.367023 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c6dca659-ae0c-4666-bbbb-2d851fd1a4ce req-f03379d1-7822-4b5d-9943-3d310b8de436 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e540cd79706f4092b1c33147f0b2cee9&device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 1094 time: 0.5317185 May 13 14:43:11.379004 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a3f361-3826-4ec0-bf60-729c7cba448b None None] Routers {'b2368988-0f0f-49ce-8fa0-973bff2fca63'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:11.379937 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-09a3f361-3826-4ec0-bf60-729c7cba448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2368988-0f0f-49ce-8fa0-973bff2fca63'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:11.482215 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-2f229294-0a31-453f-972a-c773fa070383 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Deleting port b95eb6c5-f875-4161-8d8e-7ff6437fca68 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:43:11.482608 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2f229294-0a31-453f-972a-c773fa070383 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:11.486952 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-09a3f361-3826-4ec0-bf60-729c7cba448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:11.500082 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a3f361-3826-4ec0-bf60-729c7cba448b None None] Routers {'b2368988-0f0f-49ce-8fa0-973bff2fca63'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:11.501351 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-09a3f361-3826-4ec0-bf60-729c7cba448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2368988-0f0f-49ce-8fa0-973bff2fca63'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:11.585108 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-09a3f361-3826-4ec0-bf60-729c7cba448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:11.585929 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a3f361-3826-4ec0-bf60-729c7cba448b None None] The sync data for ids ['b2368988-0f0f-49ce-8fa0-973bff2fca63'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:43:11.620959 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-48e81ba7-4117-4c22-a935-426b8944cde9 req-46efdc7e-f784-45ef-9569-35001b661844 tempest-ServerShowV257Test-1824419144 tempest-ServerShowV257Test-1824419144-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b6096db-f283-4295-9ea1-3d8d20ea88e2 HTTP/1.1" status: 200 len: 210 time: 0.1657932 May 13 14:43:11.670560 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f532d-fb07-4e63-8c41-de174a51c8e0 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Pushing event updated for resources: {'Port': ['ID=e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:11.684808 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98b7e6a2-6107-4aaf-874b-1a3faeaac748 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:11.833487 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-735e00cc-a293-4d6b-af90-bdf97f1d112d None None] Provisioning complete for port b477c197-1056-4176-be88-d6f80b5c54bc triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:11.834108 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-735e00cc-a293-4d6b-af90-bdf97f1d112d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:11.940709 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-98b7e6a2-6107-4aaf-874b-1a3faeaac748 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 13.3524969 May 13 14:43:11.940709 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dca659-ae0c-4666-bbbb-2d851fd1a4ce req-c8e37072-31bc-4852-8cd5-1a9a6180111e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:11.942381 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c6dca659-ae0c-4666-bbbb-2d851fd1a4ce req-c8e37072-31bc-4852-8cd5-1a9a6180111e service neutron] 10.222.0.74 "GET /v2.0/networks?id=8641c536-545f-4056-be2c-402575e577ff HTTP/1.1" status: 200 len: 913 time: 0.4797099 May 13 14:43:11.945585 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60398) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:11.952728 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-e5cb40f4-000f-43ab-8269-cfcb4ac5796e tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:11.953351 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1f532d-fb07-4e63-8c41-de174a51c8e0 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Network 535bdccc-ac53-44d1-9feb-df5d3286ef62 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:11.959014 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-735e00cc-a293-4d6b-af90-bdf97f1d112d None None] Port b477c197-1056-4176-be88-d6f80b5c54bc cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:43:11.965538 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-2f229294-0a31-453f-972a-c773fa070383 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] The port 'b95eb6c5-f875-4161-8d8e-7ff6437fca68' was deleted {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:43:11.972603 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-ce1f532d-fb07-4e63-8c41-de174a51c8e0 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:12.051269 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1f532d-fb07-4e63-8c41-de174a51c8e0 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:43:12.386538 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d31a9db6-46e7-4bb0-99bb-5d6a40520a02 None None] Provisioning for port e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:43:12.397223 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d31a9db6-46e7-4bb0-99bb-5d6a40520a02 None None] Provisioning complete for port e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:12.397594 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d31a9db6-46e7-4bb0-99bb-5d6a40520a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:12.414791 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c6dca659-ae0c-4666-bbbb-2d851fd1a4ce req-59813f45-9dab-4ddd-9220-caf392825451 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56b1e8b2-72d6-45f5-bb83-107791892666 HTTP/1.1" status: 200 len: 217 time: 0.0774481 May 13 14:43:12.445886 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ce1f532d-fb07-4e63-8c41-de174a51c8e0 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:12.499962 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b591e327-4e5d-4016-9102-8e02d0721e0b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:12.504121 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-d31a9db6-46e7-4bb0-99bb-5d6a40520a02 None None] Port e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:43:12.522988 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac08f31-1ba6-495c-b4a0-f4af6dac535a admin admin] Router 4543980b-86db-4335-a239-91d6abbef212 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:43:12.531791 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2f229294-0a31-453f-972a-c773fa070383 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:12.555312 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dca659-ae0c-4666-bbbb-2d851fd1a4ce req-5263d5f4-7f2b-43fb-98d2-764d250e1ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:12.556762 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c6dca659-ae0c-4666-bbbb-2d851fd1a4ce req-5263d5f4-7f2b-43fb-98d2-764d250e1ebb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7 HTTP/1.1" status: 200 len: 852 time: 0.1160553 May 13 14:43:12.565111 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-2f229294-0a31-453f-972a-c773fa070383 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ae6bd4-cf2e-495f-86bb-18556c2ede76']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:12.582023 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-2f229294-0a31-453f-972a-c773fa070383 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db061368-ca6e-4881-a376-44af9e5dd520') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:12.582627 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-2f229294-0a31-453f-972a-c773fa070383 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db061368-ca6e-4881-a376-44af9e5dd520') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:12.608245 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b591e327-4e5d-4016-9102-8e02d0721e0b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:12.617466 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2f229294-0a31-453f-972a-c773fa070383 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:12.673133 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfce7d-14f4-4667-9dab-51248f250f8e req-2a2fa937-7ded-4a8a-aca8-8b5a359bf85d tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:12.673377 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e5cb40f4-000f-43ab-8269-cfcb4ac5796e tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:12.674491 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-12dfce7d-14f4-4667-9dab-51248f250f8e req-2a2fa937-7ded-4a8a-aca8-8b5a359bf85d tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 943 time: 0.7326984 May 13 14:43:12.683539 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2f229294-0a31-453f-972a-c773fa070383 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:12.719425 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f229294-0a31-453f-972a-c773fa070383 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:43:12.719939 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2f229294-0a31-453f-972a-c773fa070383 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: timer() May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:43:12.741346 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:43:12.806143 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b591e327-4e5d-4016-9102-8e02d0721e0b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:12.807497 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b591e327-4e5d-4016-9102-8e02d0721e0b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Fanout notify agent at l3_agent the message router_deleted on router f34e3196-cf3c-44e3-8ba3-e5d5d70c6274 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:43:12.863932 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c6dca659-ae0c-4666-bbbb-2d851fd1a4ce req-df2b75c3-2123-4d59-a731-85a9435b9233 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8641c536-545f-4056-be2c-402575e577ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2435522 May 13 14:43:12.881991 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b591e327-4e5d-4016-9102-8e02d0721e0b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:12.883068 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b591e327-4e5d-4016-9102-8e02d0721e0b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/routers/f34e3196-cf3c-44e3-8ba3-e5d5d70c6274 HTTP/1.1" status: 204 len: 168 time: 1.8586063 May 13 14:43:12.894471 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60422) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:12.902037 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-12dfce7d-14f4-4667-9dab-51248f250f8e req-b1929f68-35c7-4ae7-8bdf-60ae9cf911b0 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156987 May 13 14:43:12.943970 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2f229294-0a31-453f-972a-c773fa070383 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:12.948576 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2f229294-0a31-453f-972a-c773fa070383 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:12.995927 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2f229294-0a31-453f-972a-c773fa070383 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/networks/07ae6bd4-cf2e-495f-86bb-18556c2ede76 HTTP/1.1" status: 204 len: 168 time: 4.4011023 May 13 14:43:12.996849 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f229294-0a31-453f-972a-c773fa070383 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event deleted for resources: {'Network': ['ID=07ae6bd4-cf2e-495f-86bb-18556c2ede76,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:13.004026 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60428) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:13.014136 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-548d5871-376f-4783-b4f7-3dc4cc5471d4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Request body: {'network': {'name': 'tempest-RoutersTest-1457127248'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:13.017228 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f33d35ac-a74c-41a4-8804-17a263963467 req-e4e8202c-4a9b-4ef4-8faf-4f5314d69b88 tempest-ServerShowV257Test-1824419144 tempest-ServerShowV257Test-1824419144-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b6096db-f283-4295-9ea1-3d8d20ea88e2 HTTP/1.1" status: 200 len: 210 time: 0.1440701 May 13 14:43:13.027484 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-548d5871-376f-4783-b4f7-3dc4cc5471d4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:13.038052 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-548d5871-376f-4783-b4f7-3dc4cc5471d4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Usage tracker for resource:network and tenant:17b49979485542bba655ee3d2918613c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:13.044953 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7759c6d-d5a9-40c4-8df7-86a80c5bf333 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Deleting subnet 573f0110-ac3a-4bb5-9403-bd6ae45710f9 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:43:13.047500 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-548d5871-376f-4783-b4f7-3dc4cc5471d4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:13.080657 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a7759c6d-d5a9-40c4-8df7-86a80c5bf333 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:13.117748 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-548d5871-376f-4783-b4f7-3dc4cc5471d4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:13.169862 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a7759c6d-d5a9-40c4-8df7-86a80c5bf333 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:13.205091 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548d5871-376f-4783-b4f7-3dc4cc5471d4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Made reservation on behalf of 17b49979485542bba655ee3d2918613c for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:43:13.208418 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-548d5871-376f-4783-b4f7-3dc4cc5471d4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:13.223586 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e5cb40f4-000f-43ab-8269-cfcb4ac5796e tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:13.240020 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ce1f532d-fb07-4e63-8c41-de174a51c8e0 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:13.243104 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e5cb40f4-000f-43ab-8269-cfcb4ac5796e tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:13.243447 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-e5cb40f4-000f-43ab-8269-cfcb4ac5796e tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Floating IP 02f33653-e4a1-4bde-83db-755c6628814d disassociated. External IP: 172.25.0.26, port: b819d4ba-60e0-4ad0-89f7-868fa45624a6. May 13 14:43:13.334191 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-548d5871-376f-4783-b4f7-3dc4cc5471d4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:43:13.337666 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac08f31-1ba6-495c-b4a0-f4af6dac535a admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:43:13.344374 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c6dca659-ae0c-4666-bbbb-2d851fd1a4ce req-bea0a2e7-57a2-418b-a449-5d4e3e7c32bd service neutron] 10.222.0.74 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641418 May 13 14:43:13.348169 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9ac08f31-1ba6-495c-b4a0-f4af6dac535a admin admin] 10.222.0.35 "PUT /v2.0/routers/4543980b-86db-4335-a239-91d6abbef212/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9844131 May 13 14:43:13.365703 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-548d5871-376f-4783-b4f7-3dc4cc5471d4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:13.366112 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-548d5871-376f-4783-b4f7-3dc4cc5471d4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Added segment 31ddeee5-3989-4796-856a-60b7c6148a9d of type vlan for network 74431f75-1ef4-4150-9fc6-f23ab65ff87e May 13 14:43:13.366250 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce77df30-3795-463a-9038-aa7d674d89a7 None None] Sync routers for ids ['4543980b-86db-4335-a239-91d6abbef212'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:43:13.389732 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce77df30-3795-463a-9038-aa7d674d89a7 None None] Routers {'4543980b-86db-4335-a239-91d6abbef212'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:13.399982 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ce77df30-3795-463a-9038-aa7d674d89a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['4543980b-86db-4335-a239-91d6abbef212'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:13.522907 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a7759c6d-d5a9-40c4-8df7-86a80c5bf333 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:13.635527 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-548d5871-376f-4783-b4f7-3dc4cc5471d4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:13.689319 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c6dca659-ae0c-4666-bbbb-2d851fd1a4ce req-c0366fa9-9f27-4785-a275-97c7936ce659 service neutron] 10.222.0.74 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328831 May 13 14:43:13.694603 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-ce77df30-3795-463a-9038-aa7d674d89a7 None None] Set router 4543980b-86db-4335-a239-91d6abbef212 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:43:13.832633 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 56b1e8b2-72d6-45f5-bb83-107791892666 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:43:13.943577 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a7759c6d-d5a9-40c4-8df7-86a80c5bf333 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:13.978398 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-548d5871-376f-4783-b4f7-3dc4cc5471d4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:13.984729 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548d5871-376f-4783-b4f7-3dc4cc5471d4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:13.985584 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-548d5871-376f-4783-b4f7-3dc4cc5471d4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:14.092449 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7759c6d-d5a9-40c4-8df7-86a80c5bf333 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event deleted for resources: {'Subnet': ['ID=573f0110-ac3a-4bb5-9403-bd6ae45710f9,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:14.097951 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a7759c6d-d5a9-40c4-8df7-86a80c5bf333 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:14.149847 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5cb40f4-000f-43ab-8269-cfcb4ac5796e tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Router b2368988-0f0f-49ce-8fa0-973bff2fca63 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:43:14.246002 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-548d5871-376f-4783-b4f7-3dc4cc5471d4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2377839 May 13 14:43:14.246002 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a7759c6d-d5a9-40c4-8df7-86a80c5bf333 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/subnets/573f0110-ac3a-4bb5-9403-bd6ae45710f9 HTTP/1.1" status: 204 len: 168 time: 1.3497846 May 13 14:43:14.251843 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60458) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:14.252090 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60460) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:14.258375 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d5871-376f-4783-b4f7-3dc4cc5471d4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Network': ['ID=74431f75-1ef4-4150-9fc6-f23ab65ff87e,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:14.269581 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b44783-e0f1-4c8b-a4c7-c8fe1ee06e81 None None] Network f236d4f3-fdf3-407b-895e-a6d86ceca637 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:43:14.273054 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-1cfbd19c-7b84-474e-9ee2-2c841ae17b5f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Request body: {'subnet': {'network_id': '74431f75-1ef4-4150-9fc6-f23ab65ff87e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:14.323766 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 74431f75-1ef4-4150-9fc6-f23ab65ff87e details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:43:14.414246 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9a91e37f-8c38-4139-b360-f1b2e2fe006a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:14.427907 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0fe0a2ef-da1f-4677-8999-4ad27b5afc7c req-4a919f01-aec3-4511-8f3e-1282e539503c tempest-ServerShowV257Test-1824419144 tempest-ServerShowV257Test-1824419144-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b6096db-f283-4295-9ea1-3d8d20ea88e2 HTTP/1.1" status: 200 len: 210 time: 0.1142287 May 13 14:43:14.557278 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 56b1e8b2-72d6-45f5-bb83-107791892666, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=56b1e8b2-72d6-45f5-bb83-107791892666,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:14.568555 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cb40f4-000f-43ab-8269-cfcb4ac5796e tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:43:14.573473 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-96988435-e137-4a2a-8018-49315e4a224a req-98546d75-d474-41a3-97d3-4b55f2f860e2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5b6096db-f283-4295-9ea1-3d8d20ea88e2 HTTP/1.1" status: 200 len: 210 time: 0.0689991 May 13 14:43:14.579178 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10edc9d-0537-49c9-977a-5f1f76cfc83c None None] Sync routers for ids ['b2368988-0f0f-49ce-8fa0-973bff2fca63'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:43:14.580517 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e5cb40f4-000f-43ab-8269-cfcb4ac5796e tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:14.597880 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10edc9d-0537-49c9-977a-5f1f76cfc83c None None] Routers {'b2368988-0f0f-49ce-8fa0-973bff2fca63'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:14.599274 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-d10edc9d-0537-49c9-977a-5f1f76cfc83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2368988-0f0f-49ce-8fa0-973bff2fca63'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:14.603559 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '56b1e8b2-72d6-45f5-bb83-107791892666', 'network_id': '8641c536-545f-4056-be2c-402575e577ff', 'port_id': '56b1e8b2-72d6-45f5-bb83-107791892666', 'mac_address': 'fa:16:3e:1d:c0:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:43:14.617549 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-9a91e37f-8c38-4139-b360-f1b2e2fe006a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Deleting port 89d96f89-e2a4-4345-8fd0-8e08119f61ed {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:43:14.618026 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9a91e37f-8c38-4139-b360-f1b2e2fe006a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:14.650848 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60472) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:14.685734 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-4c617691-bcd8-4e85-a347-8e87ef4d62aa admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1035196637-network', 'tenant_id': 'f872f7b603a04dc69938cdb06fc49e29'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:14.692862 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e5cb40f4-000f-43ab-8269-cfcb4ac5796e tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "PUT /v2.0/floatingips/02f33653-e4a1-4bde-83db-755c6628814d HTTP/1.1" status: 200 len: 687 time: 2.7465198 May 13 14:43:14.696400 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60478) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:14.696944 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1cfbd19c-7b84-474e-9ee2-2c841ae17b5f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:14.702327 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4c617691-bcd8-4e85-a347-8e87ef4d62aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:14.710378 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4c617691-bcd8-4e85-a347-8e87ef4d62aa admin admin] Usage tracker for resource:network and tenant:f872f7b603a04dc69938cdb06fc49e29 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:14.714994 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1cfbd19c-7b84-474e-9ee2-2c841ae17b5f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Usage tracker for resource:subnet and tenant:17b49979485542bba655ee3d2918613c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:14.721680 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-d10edc9d-0537-49c9-977a-5f1f76cfc83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:14.725989 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d959b73-3cf4-40f2-b802-fd120ebb0754 req-788c8a84-d2f6-44e2-9a96-0312819c58aa tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:14.727707 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1d959b73-3cf4-40f2-b802-fd120ebb0754 req-788c8a84-d2f6-44e2-9a96-0312819c58aa tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 943 time: 0.5629234 May 13 14:43:14.728592 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4c617691-bcd8-4e85-a347-8e87ef4d62aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:14.732847 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1cfbd19c-7b84-474e-9ee2-2c841ae17b5f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:14.744475 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10edc9d-0537-49c9-977a-5f1f76cfc83c None None] Routers {'b2368988-0f0f-49ce-8fa0-973bff2fca63'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:14.745861 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-d10edc9d-0537-49c9-977a-5f1f76cfc83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2368988-0f0f-49ce-8fa0-973bff2fca63'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:14.751220 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1cfbd19c-7b84-474e-9ee2-2c841ae17b5f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:14.756461 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4c617691-bcd8-4e85-a347-8e87ef4d62aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:14.821885 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ce1f532d-fb07-4e63-8c41-de174a51c8e0 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:14.842249 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c617691-bcd8-4e85-a347-8e87ef4d62aa admin admin] Made reservation on behalf of f872f7b603a04dc69938cdb06fc49e29 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:43:14.844558 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4c617691-bcd8-4e85-a347-8e87ef4d62aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:14.847332 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-d10edc9d-0537-49c9-977a-5f1f76cfc83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:14.848207 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10edc9d-0537-49c9-977a-5f1f76cfc83c None None] The sync data for ids ['b2368988-0f0f-49ce-8fa0-973bff2fca63'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:43:14.856111 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ce1f532d-fb07-4e63-8c41-de174a51c8e0 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:14.879745 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-69a9e1fb-508d-4b57-ae28-bd5b9d4268c0 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Deleting port a71f09bd-13b3-43ac-b93b-92e5772411f4 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:43:14.880278 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-69a9e1fb-508d-4b57-ae28-bd5b9d4268c0 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:14.954321 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfbd19c-7b84-474e-9ee2-2c841ae17b5f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Made reservation on behalf of 17b49979485542bba655ee3d2918613c for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:43:14.960654 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1cfbd19c-7b84-474e-9ee2-2c841ae17b5f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:15.011917 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4c617691-bcd8-4e85-a347-8e87ef4d62aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:15.037466 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 56b1e8b2-72d6-45f5-bb83-107791892666 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:15.037844 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:15.088137 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b1e8b2-72d6-45f5-bb83-107791892666 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:43:15.126713 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1d959b73-3cf4-40f2-b802-fd120ebb0754 req-30c8750d-4f14-4b8e-84af-7cf68eb71ac1 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767159 May 13 14:43:15.170951 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 56b1e8b2-72d6-45f5-bb83-107791892666, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=56b1e8b2-72d6-45f5-bb83-107791892666,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:15.175640 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-69a9e1fb-508d-4b57-ae28-bd5b9d4268c0 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:15.175974 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-69a9e1fb-508d-4b57-ae28-bd5b9d4268c0 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:15.183814 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:15.206892 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4c617691-bcd8-4e85-a347-8e87ef4d62aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:15.253522 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4c617691-bcd8-4e85-a347-8e87ef4d62aa admin admin] Usage tracker for resource:security_group_rule and tenant:f872f7b603a04dc69938cdb06fc49e29 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:15.267667 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4c617691-bcd8-4e85-a347-8e87ef4d62aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:15.270619 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=56b1e8b2-72d6-45f5-bb83-107791892666,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:15.274533 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877780b9-db36-4873-97b0-81564e32ad77 None None] DHCP port deletion for f236d4f3-fdf3-407b-895e-a6d86ceca637 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:43:15.280312 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-877780b9-db36-4873-97b0-81564e32ad77 None None] Deleting port 89d96f89-e2a4-4345-8fd0-8e08119f61ed {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:43:15.280690 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-877780b9-db36-4873-97b0-81564e32ad77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:15.285744 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f532d-fb07-4e63-8c41-de174a51c8e0 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Pushing event updated for resources: {'Port': ['ID=e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:15.298775 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ce1f532d-fb07-4e63-8c41-de174a51c8e0 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:15.302967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4c617691-bcd8-4e85-a347-8e87ef4d62aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:15.329678 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-9a91e37f-8c38-4139-b360-f1b2e2fe006a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] For port 89d96f89-e2a4-4345-8fd0-8e08119f61ed, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=89d96f89-e2a4-4345-8fd0-8e08119f61ed,segment=NetworkSegment(661b4fcd-84ca-4c76-a65c-d2858bcae7b5),segment_id=661b4fcd-84ca-4c76-a65c-d2858bcae7b5)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:15.330466 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9a91e37f-8c38-4139-b360-f1b2e2fe006a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:15.416559 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-69a9e1fb-508d-4b57-ae28-bd5b9d4268c0 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Calling delete_port for a71f09bd-13b3-43ac-b93b-92e5772411f4 owned by network:floatingip {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:43:15.599856 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-877780b9-db36-4873-97b0-81564e32ad77 None None] For port 89d96f89-e2a4-4345-8fd0-8e08119f61ed, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=89d96f89-e2a4-4345-8fd0-8e08119f61ed,segment=NetworkSegment(661b4fcd-84ca-4c76-a65c-d2858bcae7b5),segment_id=661b4fcd-84ca-4c76-a65c-d2858bcae7b5)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:15.600487 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-877780b9-db36-4873-97b0-81564e32ad77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:15.650106 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-69a9e1fb-508d-4b57-ae28-bd5b9d4268c0 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:15.748655 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-877780b9-db36-4873-97b0-81564e32ad77 None None] Calling delete_port for 89d96f89-e2a4-4345-8fd0-8e08119f61ed owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:43:15.822569 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9e1fb-508d-4b57-ae28-bd5b9d4268c0 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event deleted for resources: {'Port': ['ID=a71f09bd-13b3-43ac-b93b-92e5772411f4,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:15.836881 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 89d96f89-e2a4-4345-8fd0-8e08119f61ed no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:43:15.851371 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-9a91e37f-8c38-4139-b360-f1b2e2fe006a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Calling delete_port for 89d96f89-e2a4-4345-8fd0-8e08119f61ed owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:43:15.874925 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ce77df30-3795-463a-9038-aa7d674d89a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4543980b-86db-4335-a239-91d6abbef212', 'name': 'tempest-TaggedBootDevicesTest-19377506-router', 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:52Z', 'updated_at': '2022-05-13T14:43:08Z', 'revision_number': 4, 'project_id': '18b9c5d8b3d043279654e2a115822f2a', 'gw_port': {'id': '0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:66:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4543980b-86db-4335-a239-91d6abbef212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:54Z', 'updated_at': '2022-05-13T14:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'b477c197-1056-4176-be88-d6f80b5c54bc', 'name': '', 'network_id': '144b0538-5a90-40dc-8493-8ee490cbd7e0', 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'mac_address': 'fa:16:3e:41:98:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4543980b-86db-4335-a239-91d6abbef212', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '8a9c690f-a84d-47bd-a3d1-b0cafcf431f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:05Z', 'updated_at': '2022-05-13T14:43:09Z', 'revision_number': 2, 'project_id': '18b9c5d8b3d043279654e2a115822f2a', 'subnets': [{'id': '8a9c690f-a84d-47bd-a3d1-b0cafcf431f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:15.877437 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-877780b9-db36-4873-97b0-81564e32ad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:15.880733 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-60d5a9f1-e5e1-4f3b-922a-9e5b32bc7ff8 req-e71a01d3-9b84-4124-b274-79f30e2644cc tempest-ServerShowV257Test-1824419144 tempest-ServerShowV257Test-1824419144-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b6096db-f283-4295-9ea1-3d8d20ea88e2 HTTP/1.1" status: 200 len: 210 time: 0.1563716 May 13 14:43:15.926753 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-69a9e1fb-508d-4b57-ae28-bd5b9d4268c0 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:15.949050 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-69a9e1fb-508d-4b57-ae28-bd5b9d4268c0 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:15.949737 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-69a9e1fb-508d-4b57-ae28-bd5b9d4268c0 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "DELETE /v2.0/floatingips/02f33653-e4a1-4bde-83db-755c6628814d HTTP/1.1" status: 204 len: 168 time: 1.2523563 May 13 14:43:15.953759 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60492) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:15.958034 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 89d96f89-e2a4-4345-8fd0-8e08119f61ed {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:43:15.959152 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 89d96f89-e2a4-4345-8fd0-8e08119f61ed not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:43:15.960901 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'port_id': '81b3fe8e-419d-4de3-9104-0354b159eaf6'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:15.974634 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce77df30-3795-463a-9038-aa7d674d89a7 None None] Checking router: 4543980b-86db-4335-a239-91d6abbef212 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:43:15.975338 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce77df30-3795-463a-9038-aa7d674d89a7 None None] Updating router 4543980b-86db-4335-a239-91d6abbef212 port b477c197-1056-4176-be88-d6f80b5c54bc binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:43:15.977223 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:15.982534 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Usage tracker for resource:floatingip and tenant:6b12ce616ed04de39e484728b5ba653e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:15.985613 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:15.992125 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:16.007281 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:16.008578 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877780b9-db36-4873-97b0-81564e32ad77 None None] Pushing event deleted for resources: {'Port': ['ID=89d96f89-e2a4-4345-8fd0-8e08119f61ed,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:16.020537 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877780b9-db36-4873-97b0-81564e32ad77 None None] No DVR routers for this DVR port 89d96f89-e2a4-4345-8fd0-8e08119f61ed on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:43:16.025480 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['56b1e8b2-72d6-45f5-bb83-107791892666'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:43:16.058120 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [None req-9a91e37f-8c38-4139-b360-f1b2e2fe006a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:43:16.058488 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [None req-9a91e37f-8c38-4139-b360-f1b2e2fe006a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:43:16.112350 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1f532d-fb07-4e63-8c41-de174a51c8e0 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Network 535bdccc-ac53-44d1-9feb-df5d3286ef62 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:16.115936 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-ce1f532d-fb07-4e63-8c41-de174a51c8e0 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:16.260688 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:16.277734 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ce77df30-3795-463a-9038-aa7d674d89a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:16.308374 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4c617691-bcd8-4e85-a347-8e87ef4d62aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:16.353310 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4c617691-bcd8-4e85-a347-8e87ef4d62aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:16.428633 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1cfbd19c-7b84-474e-9ee2-2c841ae17b5f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:16.492943 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c617691-bcd8-4e85-a347-8e87ef4d62aa admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:43:16.588027 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4c617691-bcd8-4e85-a347-8e87ef4d62aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:16.589758 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-4c617691-bcd8-4e85-a347-8e87ef4d62aa admin admin] Added segment b5ba0b89-9241-4025-b647-5d6b481c2b02 of type vlan for network e48bd827-deef-480a-905a-315c1016b5cb May 13 14:43:16.616381 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Allocated IP 172.25.0.37 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/8e026ff8-29e0-40a7-90df-400adcbab2d4) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:43:16.631150 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4c617691-bcd8-4e85-a347-8e87ef4d62aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:16.659262 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-4855e78e-b8db-445c-88f2-fc3a93a9102b None None] Provisioning complete for port e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:16.660080 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4855e78e-b8db-445c-88f2-fc3a93a9102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:16.681788 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-9a91e37f-8c38-4139-b360-f1b2e2fe006a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Deleting port 89d96f89-e2a4-4345-8fd0-8e08119f61ed {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:43:16.682834 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9a91e37f-8c38-4139-b360-f1b2e2fe006a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:16.721320 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60508) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:16.740547 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4c617691-bcd8-4e85-a347-8e87ef4d62aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:16.741543 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c617691-bcd8-4e85-a347-8e87ef4d62aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:16.742120 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4c617691-bcd8-4e85-a347-8e87ef4d62aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:16.761277 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-4855e78e-b8db-445c-88f2-fc3a93a9102b None None] Port e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:43:16.838598 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:16.883609 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:16.893332 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ce77df30-3795-463a-9038-aa7d674d89a7 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:16.907948 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c617691-bcd8-4e85-a347-8e87ef4d62aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ffe9a0-8896-4d4d-b537-77a4947bc0a2,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:16.911363 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ce77df30-3795-463a-9038-aa7d674d89a7 None None] Transition to ACTIVE for port object b477c197-1056-4176-be88-d6f80b5c54bc will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:16.916010 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4c617691-bcd8-4e85-a347-8e87ef4d62aa admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2535887 May 13 14:43:16.924606 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60514) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:16.933770 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ce77df30-3795-463a-9038-aa7d674d89a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:16.942433 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-9a91e37f-8c38-4139-b360-f1b2e2fe006a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] The port '89d96f89-e2a4-4345-8fd0-8e08119f61ed' was deleted {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:43:16.965194 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-bdfc843d-3ee9-425a-a6ce-59e76a97343b admin admin] Request body: {'subnet': {'network_id': 'e48bd827-deef-480a-905a-315c1016b5cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1035196637-subnet', 'tenant_id': 'f872f7b603a04dc69938cdb06fc49e29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:16.967661 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d1a529d7-661f-4366-90b9-01a308450809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:16.989409 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:16.994607 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:17.003193 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d1a529d7-661f-4366-90b9-01a308450809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:17.007714 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d1a529d7-661f-4366-90b9-01a308450809 admin admin] Usage tracker for resource:security_group_rule and tenant:4e0c7fd0a58e4cc5aee8cee44dff575d is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:17.010996 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d1a529d7-661f-4366-90b9-01a308450809 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:17.020264 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-bdfc843d-3ee9-425a-a6ce-59e76a97343b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:17.021354 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d1a529d7-661f-4366-90b9-01a308450809 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:17.034277 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfbd19c-7b84-474e-9ee2-2c841ae17b5f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Subnet': ['ID=2a64d6c5-3409-4bd0-a78b-d72a0c5f6995,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:17.077331 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:43:17.081631 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-bdfc843d-3ee9-425a-a6ce-59e76a97343b admin admin] Usage tracker for resource:subnet and tenant:f872f7b603a04dc69938cdb06fc49e29 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:17.086999 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c617691-bcd8-4e85-a347-8e87ef4d62aa admin admin] Pushing event updated for resources: {'Network': ['ID=e48bd827-deef-480a-905a-315c1016b5cb,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:17.092795 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-bdfc843d-3ee9-425a-a6ce-59e76a97343b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:17.102475 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event updated for resources: {'Port': ['ID=8e026ff8-29e0-40a7-90df-400adcbab2d4,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:17.149672 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network e48bd827-deef-480a-905a-315c1016b5cb details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:43:17.163659 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-bdfc843d-3ee9-425a-a6ce-59e76a97343b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:17.167001 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfbd19c-7b84-474e-9ee2-2c841ae17b5f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Checking segment: {'id': '31ddeee5-3989-4796-856a-60b7c6148a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '74431f75-1ef4-4150-9fc6-f23ab65ff87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:43:17.167558 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfbd19c-7b84-474e-9ee2-2c841ae17b5f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network hostable DHCP agents. Network: 74431f75-1ef4-4150-9fc6-f23ab65ff87e, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:43:17.181941 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:17.182284 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:17.182623 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:17.182958 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:17.183387 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:17.183717 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:17.184038 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:17.184433 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:17.185266 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:17.185590 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:17.185912 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:17.186229 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:17.194237 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a61cbbb6-7ee9-4037-bee5-4745a51e7506 req-f0700830-9a34-475f-a0c4-e17d07ba37fa tempest-ServerShowV257Test-1824419144 tempest-ServerShowV257Test-1824419144-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b6096db-f283-4295-9ea1-3d8d20ea88e2 HTTP/1.1" status: 200 len: 210 time: 0.1183312 May 13 14:43:17.202701 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1f532d-fb07-4e63-8c41-de174a51c8e0 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Router 93903638-a678-463d-8cff-c9dca32907b5 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:43:17.310891 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d1a529d7-661f-4366-90b9-01a308450809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:17.322400 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d1a529d7-661f-4366-90b9-01a308450809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:17.374208 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fcaa15-38e9-4126-8e40-65839048598c None None] Pushing event updated for resources: {'Port': ['ID=b477c197-1056-4176-be88-d6f80b5c54bc,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:17.393748 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9a91e37f-8c38-4139-b360-f1b2e2fe006a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:17.405679 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfc843d-3ee9-425a-a6ce-59e76a97343b admin admin] Made reservation on behalf of f872f7b603a04dc69938cdb06fc49e29 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:43:17.408500 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bdfc843d-3ee9-425a-a6ce-59e76a97343b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:17.411186 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-ce77df30-3795-463a-9038-aa7d674d89a7 None None] Attempting to bind port b477c197-1056-4176-be88-d6f80b5c54bc on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:43:17.411558 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-ce77df30-3795-463a-9038-aa7d674d89a7 None None] Attempting to bind port b477c197-1056-4176-be88-d6f80b5c54bc by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'fae8ba92-53c8-4329-8f52-6b8b386d5a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '144b0538-5a90-40dc-8493-8ee490cbd7e0'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:43:17.412120 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce77df30-3795-463a-9038-aa7d674d89a7 None None] Attempting to bind port b477c197-1056-4176-be88-d6f80b5c54bc on network 144b0538-5a90-40dc-8493-8ee490cbd7e0 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:43:17.423938 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce77df30-3795-463a-9038-aa7d674d89a7 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:43:17.424539 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce77df30-3795-463a-9038-aa7d674d89a7 None None] Checking segment: {'id': 'fae8ba92-53c8-4329-8f52-6b8b386d5a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '144b0538-5a90-40dc-8493-8ee490cbd7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:43:17.424934 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ce77df30-3795-463a-9038-aa7d674d89a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:17.425512 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce77df30-3795-463a-9038-aa7d674d89a7 None None] Bound using segment: {'id': 'fae8ba92-53c8-4329-8f52-6b8b386d5a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '144b0538-5a90-40dc-8493-8ee490cbd7e0'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:43:17.426578 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-ce77df30-3795-463a-9038-aa7d674d89a7 None None] Bound port: b477c197-1056-4176-be88-d6f80b5c54bc, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8ba92-53c8-4329-8f52-6b8b386d5a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '144b0538-5a90-40dc-8493-8ee490cbd7e0'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:43:17.428316 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ce77df30-3795-463a-9038-aa7d674d89a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:17.437365 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0beaa-7db1-4921-b17d-e075588f18c1 req-13888e3f-27b6-4ec9-85f0-503092b70821 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:17.445786 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-31a0beaa-7db1-4921-b17d-e075588f18c1 req-13888e3f-27b6-4ec9-85f0-503092b70821 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 944 time: 1.0762827 May 13 14:43:17.494978 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d1a529d7-661f-4366-90b9-01a308450809 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4e0c7fd0a58e4cc5aee8cee44dff575d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7701902 May 13 14:43:17.500291 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60530) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:17.526213 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a529d7-661f-4366-90b9-01a308450809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62986891-1e85-4ab7-81e3-adcda03ae07c,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:17.561500 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-ce77df30-3795-463a-9038-aa7d674d89a7 None None] For port b477c197-1056-4176-be88-d6f80b5c54bc, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:43:17.569743 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-ce77df30-3795-463a-9038-aa7d674d89a7 None None] For port b477c197-1056-4176-be88-d6f80b5c54bc, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b477c197-1056-4176-be88-d6f80b5c54bc,segment=NetworkSegment(fae8ba92-53c8-4329-8f52-6b8b386d5a97),segment_id=fae8ba92-53c8-4329-8f52-6b8b386d5a97)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:43:17.583259 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ce77df30-3795-463a-9038-aa7d674d89a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:17.623182 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-9a91e37f-8c38-4139-b360-f1b2e2fe006a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f236d4f3-fdf3-407b-895e-a6d86ceca637']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:17.659331 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-31a0beaa-7db1-4921-b17d-e075588f18c1 req-c27c2b12-0c17-4452-a8d1-8066ad71828c tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122781 May 13 14:43:17.659924 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfbd19c-7b84-474e-9ee2-2c841ae17b5f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network 74431f75-1ef4-4150-9fc6-f23ab65ff87e is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:43:17.728819 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fcaa15-38e9-4126-8e40-65839048598c None None] Pushing event updated for resources: {'Port': ['ID=b477c197-1056-4176-be88-d6f80b5c54bc,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:17.762201 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce77df30-3795-463a-9038-aa7d674d89a7 None None] Routers {'4543980b-86db-4335-a239-91d6abbef212'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:17.763747 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ce77df30-3795-463a-9038-aa7d674d89a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['4543980b-86db-4335-a239-91d6abbef212'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:17.770828 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-9a91e37f-8c38-4139-b360-f1b2e2fe006a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '661b4fcd-84ca-4c76-a65c-d2858bcae7b5') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:17.771157 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-9a91e37f-8c38-4139-b360-f1b2e2fe006a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '661b4fcd-84ca-4c76-a65c-d2858bcae7b5') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:17.786401 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-1cfbd19c-7b84-474e-9ee2-2c841ae17b5f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 74431f75-1ef4-4150-9fc6-f23ab65ff87e) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:17.802467 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfbd19c-7b84-474e-9ee2-2c841ae17b5f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:17.803066 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1cfbd19c-7b84-474e-9ee2-2c841ae17b5f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:17.808298 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9a91e37f-8c38-4139-b360-f1b2e2fe006a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:17.864336 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5beb40e5-7df1-447d-a536-53b1d0fec5f7 None None] Network 74431f75-1ef4-4150-9fc6-f23ab65ff87e requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:43:17.891366 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1f532d-fb07-4e63-8c41-de174a51c8e0 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:43:17.896106 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9a91e37f-8c38-4139-b360-f1b2e2fe006a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:17.937567 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:17.962239 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1cfbd19c-7b84-474e-9ee2-2c841ae17b5f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7043478 May 13 14:43:17.962849 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60540) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:17.980937 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a91e37f-8c38-4139-b360-f1b2e2fe006a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:43:17.981696 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9a91e37f-8c38-4139-b360-f1b2e2fe006a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:18.016230 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-de75b130-35e8-4af7-8a3a-7d2b60f99014 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1702092178', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:18.041856 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-de75b130-35e8-4af7-8a3a-7d2b60f99014 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:18.042397 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 56b1e8b2-72d6-45f5-bb83-107791892666 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:43:18.052969 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-de75b130-35e8-4af7-8a3a-7d2b60f99014 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Usage tracker for resource:router and tenant:17b49979485542bba655ee3d2918613c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:18.058911 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-de75b130-35e8-4af7-8a3a-7d2b60f99014 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:18.069035 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-de75b130-35e8-4af7-8a3a-7d2b60f99014 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:18.094357 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:18.132877 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-de75b130-35e8-4af7-8a3a-7d2b60f99014 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:18.136446 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-de75b130-35e8-4af7-8a3a-7d2b60f99014 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:18.153496 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e4567590-9209-4bce-9fa3-126991a1a98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:18.167766 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dae4779-3f96-485f-8c2f-ec4aabd3c199 None None] Sync routers for ids ['93903638-a678-463d-8cff-c9dca32907b5'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:43:18.194772 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-de75b130-35e8-4af7-8a3a-7d2b60f99014 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:18.213771 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e4567590-9209-4bce-9fa3-126991a1a98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:18.214248 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ce1f532d-fb07-4e63-8c41-de174a51c8e0 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "PUT /v2.0/routers/93903638-a678-463d-8cff-c9dca32907b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2519133 May 13 14:43:18.215886 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:43:18.215886 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:43:18.215886 n-d-841760-1 neutron-server[88081]: timer() May 13 14:43:18.215886 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:43:18.215886 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:43:18.215886 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:43:18.215886 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:43:18.215886 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:43:18.215886 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:43:18.215886 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:43:18.215886 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:43:18.215886 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:43:18.215886 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:43:18.215886 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:43:18.215886 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:43:18.215886 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:43:18.215886 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:43:18.215886 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:43:18.215886 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:43:18.215886 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:43:18.215886 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:43:18.215886 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:43:18.215886 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:43:18.215886 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:43:18.215886 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:43:18.215886 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:43:18.215886 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:43:18.215886 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:43:18.215886 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:43:18.215886 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:43:18.215886 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:43:18.215886 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:43:18.227631 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60544) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:18.238052 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dae4779-3f96-485f-8c2f-ec4aabd3c199 None None] Routers {'93903638-a678-463d-8cff-c9dca32907b5'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:18.238689 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-6dae4779-3f96-485f-8c2f-ec4aabd3c199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['93903638-a678-463d-8cff-c9dca32907b5'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:18.239092 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-91710012-3c3e-419d-b003-d9063a4d0a3a tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1068617237', 'description': 'tempest-secgroup_access--1068617237 description', 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:18.265394 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-91710012-3c3e-419d-b003-d9063a4d0a3a tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:18.265923 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a7bc098e-4089-46eb-ade5-89206821316a req-93fcbbaa-108a-4059-a11f-2df9e425e0af tempest-ServerShowV257Test-1824419144 tempest-ServerShowV257Test-1824419144-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b6096db-f283-4295-9ea1-3d8d20ea88e2 HTTP/1.1" status: 200 len: 210 time: 0.3721478 May 13 14:43:18.288170 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:18.337466 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-91710012-3c3e-419d-b003-d9063a4d0a3a tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Usage tracker for resource:security_group and tenant:5ec7d10f98f145d3a4a04e390b0f97bd is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:18.342325 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-91710012-3c3e-419d-b003-d9063a4d0a3a tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:18.350479 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-de75b130-35e8-4af7-8a3a-7d2b60f99014 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:18.381274 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-91710012-3c3e-419d-b003-d9063a4d0a3a tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:18.383485 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9a91e37f-8c38-4139-b360-f1b2e2fe006a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:18.391265 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9a91e37f-8c38-4139-b360-f1b2e2fe006a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:18.416660 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-91710012-3c3e-419d-b003-d9063a4d0a3a tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:18.424539 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9a91e37f-8c38-4139-b360-f1b2e2fe006a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/networks/f236d4f3-fdf3-407b-895e-a6d86ceca637 HTTP/1.1" status: 204 len: 168 time: 4.1673038 May 13 14:43:18.433417 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60548) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:18.439730 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:43:18.465505 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91e37f-8c38-4139-b360-f1b2e2fe006a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event deleted for resources: {'Network': ['ID=f236d4f3-fdf3-407b-895e-a6d86ceca637,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:18.466791 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-a19146d0-c5d0-4516-9dad-593bdb8ceecf tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-753058156', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:18.476302 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bdfc843d-3ee9-425a-a6ce-59e76a97343b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:18.482975 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-de75b130-35e8-4af7-8a3a-7d2b60f99014 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:18.487025 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-de75b130-35e8-4af7-8a3a-7d2b60f99014 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5203371 May 13 14:43:18.487025 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a19146d0-c5d0-4516-9dad-593bdb8ceecf tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:18.500862 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60552) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:18.557065 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a19146d0-c5d0-4516-9dad-593bdb8ceecf tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Usage tracker for resource:router and tenant:f1ec4de986a64c699f9b990b9e5d2da5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:18.569971 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a19146d0-c5d0-4516-9dad-593bdb8ceecf tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:18.584282 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-91710012-3c3e-419d-b003-d9063a4d0a3a tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:18.586690 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfc843d-3ee9-425a-a6ce-59e76a97343b admin admin] Checking segment: {'id': 'b5ba0b89-9241-4025-b647-5d6b481c2b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e48bd827-deef-480a-905a-315c1016b5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:43:18.587040 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfc843d-3ee9-425a-a6ce-59e76a97343b admin admin] Network hostable DHCP agents. Network: e48bd827-deef-480a-905a-315c1016b5cb, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:43:18.595622 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc843d-3ee9-425a-a6ce-59e76a97343b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f355a88e-68a6-4ab5-a20b-267590880350,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:18.617625 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfc843d-3ee9-425a-a6ce-59e76a97343b admin admin] Network e48bd827-deef-480a-905a-315c1016b5cb is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:43:18.620140 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58bd3fb-1dab-45b4-8141-6a0db4be90f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-74431f75-1ef4-4150-9fc6-f23ab65ff87e', 'network_id': '74431f75-1ef4-4150-9fc6-f23ab65ff87e', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'fixed_ips': [{'subnet_id': '2a64d6c5-3409-4bd0-a78b-d72a0c5f6995'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:43:18.620904 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d58bd3fb-1dab-45b4-8141-6a0db4be90f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:18.627102 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-bdfc843d-3ee9-425a-a6ce-59e76a97343b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, e48bd827-deef-480a-905a-315c1016b5cb) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:18.631454 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfc843d-3ee9-425a-a6ce-59e76a97343b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:18.632032 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bdfc843d-3ee9-425a-a6ce-59e76a97343b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:18.645268 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e4567590-9209-4bce-9fa3-126991a1a98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:18.647651 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e4567590-9209-4bce-9fa3-126991a1a98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:18.651314 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e4567590-9209-4bce-9fa3-126991a1a98f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/62986891-1e85-4ab7-81e3-adcda03ae07c HTTP/1.1" status: 204 len: 168 time: 1.1449375 May 13 14:43:18.653170 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a19146d0-c5d0-4516-9dad-593bdb8ceecf tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:18.664767 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d37a240-188d-45f3-b02f-b795260b7771 None None] Network e48bd827-deef-480a-905a-315c1016b5cb requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:43:18.667695 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-bdfc843d-3ee9-425a-a6ce-59e76a97343b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7306156 May 13 14:43:18.670447 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60558) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:18.679352 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-fb6de50e-7e81-48aa-8201-84e3e343c4b6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1035196637-router', 'tenant_id': 'f872f7b603a04dc69938cdb06fc49e29', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:18.680304 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-91710012-3c3e-419d-b003-d9063a4d0a3a tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Usage tracker for resource:security_group_rule and tenant:5ec7d10f98f145d3a4a04e390b0f97bd is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:18.690956 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-fb6de50e-7e81-48aa-8201-84e3e343c4b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:18.692270 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-ce77df30-3795-463a-9038-aa7d674d89a7 None None] Set router 4543980b-86db-4335-a239-91d6abbef212 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:43:18.695747 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-fb6de50e-7e81-48aa-8201-84e3e343c4b6 admin admin] Usage tracker for resource:router and tenant:f872f7b603a04dc69938cdb06fc49e29 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:18.703067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-fb6de50e-7e81-48aa-8201-84e3e343c4b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:18.711738 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-fb6de50e-7e81-48aa-8201-84e3e343c4b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:18.722916 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-91710012-3c3e-419d-b003-d9063a4d0a3a tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:18.734177 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fb6de50e-7e81-48aa-8201-84e3e343c4b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:18.735445 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fb6de50e-7e81-48aa-8201-84e3e343c4b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:18.736203 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4567590-9209-4bce-9fa3-126991a1a98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62986891-1e85-4ab7-81e3-adcda03ae07c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:18.770844 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fb6de50e-7e81-48aa-8201-84e3e343c4b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:18.852827 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 56b1e8b2-72d6-45f5-bb83-107791892666 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:43:18.921725 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 56b1e8b2-72d6-45f5-bb83-107791892666 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:18.922100 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:19.044737 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-6dae4779-3f96-485f-8c2f-ec4aabd3c199 None None] Set router 93903638-a678-463d-8cff-c9dca32907b5 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:43:19.051236 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-91710012-3c3e-419d-b003-d9063a4d0a3a tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:19.065594 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60566) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:19.068210 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a19146d0-c5d0-4516-9dad-593bdb8ceecf tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:19.069272 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a19146d0-c5d0-4516-9dad-593bdb8ceecf tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:19.136791 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:43:19.144794 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fb6de50e-7e81-48aa-8201-84e3e343c4b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:19.233351 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:19.236183 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a75f3337-5b4e-4838-81ff-24ef5084dcf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:19.263416 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:19.406797 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a19146d0-c5d0-4516-9dad-593bdb8ceecf tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:19.427439 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a75f3337-5b4e-4838-81ff-24ef5084dcf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:19.518517 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a75f3337-5b4e-4838-81ff-24ef5084dcf7 admin admin] Usage tracker for resource:security_group_rule and tenant:98b45674e8344834b421d788e056d35d is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:19.543324 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a75f3337-5b4e-4838-81ff-24ef5084dcf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:19.563409 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a75f3337-5b4e-4838-81ff-24ef5084dcf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:19.566029 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3dccbd66-c0a2-4280-8412-d26cf05b7af6 req-244dfead-47db-4272-9e2f-6f1a25a8da82 tempest-ServerShowV257Test-1824419144 tempest-ServerShowV257Test-1824419144-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b6096db-f283-4295-9ea1-3d8d20ea88e2 HTTP/1.1" status: 200 len: 210 time: 0.1163981 May 13 14:43:19.579881 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event updated for resources: {'Port': ['ID=8e026ff8-29e0-40a7-90df-400adcbab2d4,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:19.644752 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fb6de50e-7e81-48aa-8201-84e3e343c4b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:19.666264 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a19146d0-c5d0-4516-9dad-593bdb8ceecf tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:19.680171 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-d58bd3fb-1dab-45b4-8141-6a0db4be90f3 None None] Allocated IP 172.20.0.2 (74431f75-1ef4-4150-9fc6-f23ab65ff87e/2a64d6c5-3409-4bd0-a78b-d72a0c5f6995/a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:43:19.682125 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fb6de50e-7e81-48aa-8201-84e3e343c4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:19.729437 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:19.801396 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79748ca6-a134-4a1a-be52-a9b3b0b7d18f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-e48bd827-deef-480a-905a-315c1016b5cb', 'network_id': 'e48bd827-deef-480a-905a-315c1016b5cb', 'tenant_id': 'f872f7b603a04dc69938cdb06fc49e29', 'fixed_ips': [{'subnet_id': 'f355a88e-68a6-4ab5-a20b-267590880350'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:43:19.802698 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-79748ca6-a134-4a1a-be52-a9b3b0b7d18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:19.816878 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-91710012-3c3e-419d-b003-d9063a4d0a3a tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:19.831530 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-fb6de50e-7e81-48aa-8201-84e3e343c4b6 admin admin] Allocated IP 172.25.0.170 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/d10bf5e1-92c3-45dc-9ba4-a00346159afd) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:43:19.854015 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296edac1-0eeb-4b9d-bd1b-ea6a76dc2a48 req-f745692d-3a11-41c2-a6b0-8335eae5b3b5 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:19.855900 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-296edac1-0eeb-4b9d-bd1b-ea6a76dc2a48 req-f745692d-3a11-41c2-a6b0-8335eae5b3b5 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 944 time: 0.8022802 May 13 14:43:19.888703 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-91710012-3c3e-419d-b003-d9063a4d0a3a tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:19.898441 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 56b1e8b2-72d6-45f5-bb83-107791892666 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:19.899132 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:19.953088 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ba89564b-e450-4cdc-ab91-3cd1a0ce6919 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:20.078368 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fb6de50e-7e81-48aa-8201-84e3e343c4b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:20.088139 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a19146d0-c5d0-4516-9dad-593bdb8ceecf tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:20.092742 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a19146d0-c5d0-4516-9dad-593bdb8ceecf tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.6532767 May 13 14:43:20.093019 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60572) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:20.093771 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-91710012-3c3e-419d-b003-d9063a4d0a3a tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:20.097470 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-91710012-3c3e-419d-b003-d9063a4d0a3a tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.8663175 May 13 14:43:20.101645 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-823ece58-39c9-44a8-81a7-8243fe5b6a86 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1627480850'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:20.105642 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60576) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:20.114537 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-50ad208a-bf90-435e-a688-9252d5f3bffe tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--493745808', 'description': 'tempest-secgroup_general--493745808 description', 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:20.120141 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-823ece58-39c9-44a8-81a7-8243fe5b6a86 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:20.125916 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-823ece58-39c9-44a8-81a7-8243fe5b6a86 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Usage tracker for resource:network and tenant:f1ec4de986a64c699f9b990b9e5d2da5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:20.128682 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-50ad208a-bf90-435e-a688-9252d5f3bffe tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:20.136135 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b1e8b2-72d6-45f5-bb83-107791892666'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:43:20.136803 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-823ece58-39c9-44a8-81a7-8243fe5b6a86 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:20.146680 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-50ad208a-bf90-435e-a688-9252d5f3bffe tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Usage tracker for resource:security_group and tenant:5ec7d10f98f145d3a4a04e390b0f97bd is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:20.149428 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-823ece58-39c9-44a8-81a7-8243fe5b6a86 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:20.153233 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-50ad208a-bf90-435e-a688-9252d5f3bffe tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:20.163656 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-50ad208a-bf90-435e-a688-9252d5f3bffe tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:20.171995 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823ece58-39c9-44a8-81a7-8243fe5b6a86 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Made reservation on behalf of f1ec4de986a64c699f9b990b9e5d2da5 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:43:20.177027 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-823ece58-39c9-44a8-81a7-8243fe5b6a86 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:20.181348 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 56b1e8b2-72d6-45f5-bb83-107791892666, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=56b1e8b2-72d6-45f5-bb83-107791892666,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:20.193580 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fb6de50e-7e81-48aa-8201-84e3e343c4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:20.197427 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91710012-3c3e-419d-b003-d9063a4d0a3a tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcff7c9c-1c76-4cf2-9c1d-3382f2021466,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:20.205402 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:20.269301 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-50ad208a-bf90-435e-a688-9252d5f3bffe tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:20.344549 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-50ad208a-bf90-435e-a688-9252d5f3bffe tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:20.346611 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-296edac1-0eeb-4b9d-bd1b-ea6a76dc2a48 req-e3927e6f-0d05-4478-b54f-2dbe62e7c7e5 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515538 May 13 14:43:20.363445 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-50ad208a-bf90-435e-a688-9252d5f3bffe tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Usage tracker for resource:security_group_rule and tenant:5ec7d10f98f145d3a4a04e390b0f97bd is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:20.368901 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-50ad208a-bf90-435e-a688-9252d5f3bffe tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:20.377294 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-50ad208a-bf90-435e-a688-9252d5f3bffe tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:20.400357 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823ece58-39c9-44a8-81a7-8243fe5b6a86 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:43:20.406263 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ce77df30-3795-463a-9038-aa7d674d89a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4543980b-86db-4335-a239-91d6abbef212', 'name': 'tempest-TaggedBootDevicesTest-19377506-router', 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:52Z', 'updated_at': '2022-05-13T14:43:08Z', 'revision_number': 4, 'project_id': '18b9c5d8b3d043279654e2a115822f2a', 'gw_port': {'id': '0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:66:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4543980b-86db-4335-a239-91d6abbef212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:54Z', 'updated_at': '2022-05-13T14:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'b477c197-1056-4176-be88-d6f80b5c54bc', 'name': '', 'network_id': '144b0538-5a90-40dc-8493-8ee490cbd7e0', 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'mac_address': 'fa:16:3e:41:98:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4543980b-86db-4335-a239-91d6abbef212', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '8a9c690f-a84d-47bd-a3d1-b0cafcf431f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:05Z', 'updated_at': '2022-05-13T14:43:17Z', 'revision_number': 4, 'project_id': '18b9c5d8b3d043279654e2a115822f2a', 'subnets': [{'id': '8a9c690f-a84d-47bd-a3d1-b0cafcf431f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:20.406965 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6de50e-7e81-48aa-8201-84e3e343c4b6 admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:20.409606 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-6dae4779-3f96-485f-8c2f-ec4aabd3c199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93903638-a678-463d-8cff-c9dca32907b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1613199461', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '2fec5d9b-8f07-4a09-8d94-01317dc0d37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:50Z', 'updated_at': '2022-05-13T14:43:13Z', 'revision_number': 4, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'gw_port': {'id': '2fec5d9b-8f07-4a09-8d94-01317dc0d37d', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:49:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93903638-a678-463d-8cff-c9dca32907b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:54Z', 'updated_at': '2022-05-13T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4', 'name': '', 'network_id': '535bdccc-ac53-44d1-9feb-df5d3286ef62', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'mac_address': 'fa:16:3e:39:96:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93903638-a678-463d-8cff-c9dca32907b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:08Z', 'updated_at': '2022-05-13T14:43:13Z', 'revision_number': 2, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'subnets': [{'id': '4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:20.430108 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce77df30-3795-463a-9038-aa7d674d89a7 None None] The sync data for ids ['4543980b-86db-4335-a239-91d6abbef212'] in n-d-841760-1 is: [{'id': '4543980b-86db-4335-a239-91d6abbef212', 'name': 'tempest-TaggedBootDevicesTest-19377506-router', 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:52Z', 'updated_at': '2022-05-13T14:43:08Z', 'revision_number': 4, 'project_id': '18b9c5d8b3d043279654e2a115822f2a', 'gw_port': {'id': '0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:66:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4543980b-86db-4335-a239-91d6abbef212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:54Z', 'updated_at': '2022-05-13T14:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'b477c197-1056-4176-be88-d6f80b5c54bc', 'name': '', 'network_id': '144b0538-5a90-40dc-8493-8ee490cbd7e0', 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'mac_address': 'fa:16:3e:41:98:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4543980b-86db-4335-a239-91d6abbef212', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '8a9c690f-a84d-47bd-a3d1-b0cafcf431f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:05Z', 'updated_at': '2022-05-13T14:43:17Z', 'revision_number': 4, 'project_id': '18b9c5d8b3d043279654e2a115822f2a', 'subnets': [{'id': '8a9c690f-a84d-47bd-a3d1-b0cafcf431f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:43:20.435826 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-fb6de50e-7e81-48aa-8201-84e3e343c4b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:20.437655 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dae4779-3f96-485f-8c2f-ec4aabd3c199 None None] Checking router: 93903638-a678-463d-8cff-c9dca32907b5 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:43:20.438014 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dae4779-3f96-485f-8c2f-ec4aabd3c199 None None] Updating router 93903638-a678-463d-8cff-c9dca32907b5 port e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:43:20.443526 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Floating IP 38ff971d-8a18-4731-8326-69e3c8cfa634 associated. External IP: 172.25.0.37, port: 81b3fe8e-419d-4de3-9104-0354b159eaf6. May 13 14:43:20.454693 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6de50e-7e81-48aa-8201-84e3e343c4b6 admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:43:20.494128 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-79748ca6-a134-4a1a-be52-a9b3b0b7d18f None None] Allocated IP 172.20.0.2 (e48bd827-deef-480a-905a-315c1016b5cb/f355a88e-68a6-4ab5-a20b-267590880350/2bdfd09b-aab3-4b38-9152-f80790750239) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:43:20.514485 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=56b1e8b2-72d6-45f5-bb83-107791892666,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:20.553123 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d58bd3fb-1dab-45b4-8141-6a0db4be90f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:20.557348 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22737cdb-c88c-4827-9c4d-81039479363a'] response: {'server_uuid': '05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b1e8b2-72d6-45f5-bb83-107791892666', 'code': 200} May 13 14:43:20.600980 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d58bd3fb-1dab-45b4-8141-6a0db4be90f3 None None] Transition to ACTIVE for port object a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:20.661771 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6dae4779-3f96-485f-8c2f-ec4aabd3c199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:20.711198 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a75f3337-5b4e-4838-81ff-24ef5084dcf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:20.723840 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a75f3337-5b4e-4838-81ff-24ef5084dcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:20.779827 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6de50e-7e81-48aa-8201-84e3e343c4b6 admin admin] Pushing event updated for resources: {'Port': ['ID=d10bf5e1-92c3-45dc-9ba4-a00346159afd,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:20.788487 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d58bd3fb-1dab-45b4-8141-6a0db4be90f3 None None] Transition to ACTIVE for port object a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:20.794998 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-823ece58-39c9-44a8-81a7-8243fe5b6a86 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:20.795893 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-823ece58-39c9-44a8-81a7-8243fe5b6a86 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Added segment 14b06841-8c2e-4cee-8d3b-cd9047e130b5 of type vlan for network a5d26cbc-07bf-4186-9d12-d92286b1801a May 13 14:43:20.807821 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d58bd3fb-1dab-45b4-8141-6a0db4be90f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:20.897286 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58bd3fb-1dab-45b4-8141-6a0db4be90f3 None None] Pushing event updated for resources: {'Port': ['ID=a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:20.976265 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58bd3fb-1dab-45b4-8141-6a0db4be90f3 None None] Network 74431f75-1ef4-4150-9fc6-f23ab65ff87e is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:20.990682 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-d58bd3fb-1dab-45b4-8141-6a0db4be90f3 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:20.993171 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58bd3fb-1dab-45b4-8141-6a0db4be90f3 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:43:21.056911 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-50ad208a-bf90-435e-a688-9252d5f3bffe tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:21.067962 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-823ece58-39c9-44a8-81a7-8243fe5b6a86 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:21.074540 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-50ad208a-bf90-435e-a688-9252d5f3bffe tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:21.119755 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-50ad208a-bf90-435e-a688-9252d5f3bffe tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:21.123621 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-50ad208a-bf90-435e-a688-9252d5f3bffe tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.0157807 May 13 14:43:21.133806 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60586) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:21.141983 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e918f595-5cba-4234-9a88-c6aa72ab686d req-c02d03a3-99f8-4438-9e6c-34d3571630f8 tempest-ServerShowV257Test-1824419144 tempest-ServerShowV257Test-1824419144-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b6096db-f283-4295-9ea1-3d8d20ea88e2 HTTP/1.1" status: 200 len: 210 time: 0.1839468 May 13 14:43:21.143567 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f3337-5b4e-4838-81ff-24ef5084dcf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c705fb8-29a8-48e4-9658-bc1bb06811de,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:21.177993 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a75f3337-5b4e-4838-81ff-24ef5084dcf7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=98b45674e8344834b421d788e056d35d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1107769 May 13 14:43:21.178923 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60590) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:21.181896 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-d5067633-dd7d-4988-a5c5-f867154335df tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Request body: {'security_group_rule': {'security_group_id': 'dcff7c9c-1c76-4cf2-9c1d-3382f2021466', 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:21.192140 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d5067633-dd7d-4988-a5c5-f867154335df tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:21.197056 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d5067633-dd7d-4988-a5c5-f867154335df tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Usage tracker for resource:security_group_rule and tenant:5ec7d10f98f145d3a4a04e390b0f97bd is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:21.201525 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d5067633-dd7d-4988-a5c5-f867154335df tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:21.208289 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d5067633-dd7d-4988-a5c5-f867154335df tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:21.229923 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [None req-823ece58-39c9-44a8-81a7-8243fe5b6a86 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:43:21.260333 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad208a-bf90-435e-a688-9252d5f3bffe tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37d6079f-fadb-4cc7-82f5-c3773d59f55c,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:21.277172 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-823ece58-39c9-44a8-81a7-8243fe5b6a86 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:21.284245 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823ece58-39c9-44a8-81a7-8243fe5b6a86 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:21.284877 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-823ece58-39c9-44a8-81a7-8243fe5b6a86 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:21.336999 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-d58bd3fb-1dab-45b4-8141-6a0db4be90f3 None None] Attempting to bind port a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:43:21.337389 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-d58bd3fb-1dab-45b4-8141-6a0db4be90f3 None None] Attempting to bind port a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '31ddeee5-3989-4796-856a-60b7c6148a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '74431f75-1ef4-4150-9fc6-f23ab65ff87e'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:43:21.337716 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58bd3fb-1dab-45b4-8141-6a0db4be90f3 None None] Attempting to bind port a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835 on network 74431f75-1ef4-4150-9fc6-f23ab65ff87e {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:43:21.359927 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-79748ca6-a134-4a1a-be52-a9b3b0b7d18f None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:21.362826 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58bd3fb-1dab-45b4-8141-6a0db4be90f3 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:43:21.363223 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58bd3fb-1dab-45b4-8141-6a0db4be90f3 None None] Checking segment: {'id': '31ddeee5-3989-4796-856a-60b7c6148a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '74431f75-1ef4-4150-9fc6-f23ab65ff87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:43:21.363614 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d58bd3fb-1dab-45b4-8141-6a0db4be90f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:21.364050 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58bd3fb-1dab-45b4-8141-6a0db4be90f3 None None] Bound using segment: {'id': '31ddeee5-3989-4796-856a-60b7c6148a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '74431f75-1ef4-4150-9fc6-f23ab65ff87e'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:43:21.364526 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-d58bd3fb-1dab-45b4-8141-6a0db4be90f3 None None] Bound port: a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ddeee5-3989-4796-856a-60b7c6148a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '74431f75-1ef4-4150-9fc6-f23ab65ff87e'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:43:21.364896 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d58bd3fb-1dab-45b4-8141-6a0db4be90f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:21.385613 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d5067633-dd7d-4988-a5c5-f867154335df tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:21.429657 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-79748ca6-a134-4a1a-be52-a9b3b0b7d18f None None] Transition to ACTIVE for port object 2bdfd09b-aab3-4b38-9152-f80790750239 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:21.491539 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-79748ca6-a134-4a1a-be52-a9b3b0b7d18f None None] Transition to ACTIVE for port object 2bdfd09b-aab3-4b38-9152-f80790750239 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:21.503734 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-79748ca6-a134-4a1a-be52-a9b3b0b7d18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:21.567956 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-ba89564b-e450-4cdc-ab91-3cd1a0ce6919 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Allocated IP 172.20.0.1 (74431f75-1ef4-4150-9fc6-f23ab65ff87e/2a64d6c5-3409-4bd0-a78b-d72a0c5f6995/9ff75424-e317-4d05-b357-5d09bad713bd) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:43:21.584009 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fb6de50e-7e81-48aa-8201-84e3e343c4b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:21.599819 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79748ca6-a134-4a1a-be52-a9b3b0b7d18f None None] Network e48bd827-deef-480a-905a-315c1016b5cb is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:21.605809 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-79748ca6-a134-4a1a-be52-a9b3b0b7d18f None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:21.608619 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79748ca6-a134-4a1a-be52-a9b3b0b7d18f None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:43:21.634281 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-d58bd3fb-1dab-45b4-8141-6a0db4be90f3 None None] For port a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:43:21.636842 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-736f65a5-e0d3-4790-97e1-1594e2717070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:21.708623 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79748ca6-a134-4a1a-be52-a9b3b0b7d18f None None] Pushing event updated for resources: {'Port': ['ID=2bdfd09b-aab3-4b38-9152-f80790750239,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:21.776308 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-d58bd3fb-1dab-45b4-8141-6a0db4be90f3 None None] For port a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835,segment=NetworkSegment(31ddeee5-3989-4796-856a-60b7c6148a9d),segment_id=31ddeee5-3989-4796-856a-60b7c6148a9d)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:43:21.792159 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b477c197-1056-4176-be88-d6f80b5c54bc up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:43:21.823670 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d58bd3fb-1dab-45b4-8141-6a0db4be90f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:21.825763 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-823ece58-39c9-44a8-81a7-8243fe5b6a86 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7305462 May 13 14:43:21.834306 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60596) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:21.861418 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-89b3722c-3ad1-4387-8a82-536525de40ae tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Request body: {'subnet': {'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:21.890282 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-79748ca6-a134-4a1a-be52-a9b3b0b7d18f None None] Attempting to bind port 2bdfd09b-aab3-4b38-9152-f80790750239 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:43:21.890744 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-79748ca6-a134-4a1a-be52-a9b3b0b7d18f None None] Attempting to bind port 2bdfd09b-aab3-4b38-9152-f80790750239 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b5ba0b89-9241-4025-b647-5d6b481c2b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e48bd827-deef-480a-905a-315c1016b5cb'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:43:21.891333 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79748ca6-a134-4a1a-be52-a9b3b0b7d18f None None] Attempting to bind port 2bdfd09b-aab3-4b38-9152-f80790750239 on network e48bd827-deef-480a-905a-315c1016b5cb {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:43:21.915849 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-736f65a5-e0d3-4790-97e1-1594e2717070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:21.933637 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53691788-306e-4a3b-9fb0-d28817f6facb req-42c88d5f-33dc-4915-a935-e5a9d0cd52d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:21.935966 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-53691788-306e-4a3b-9fb0-d28817f6facb req-42c88d5f-33dc-4915-a935-e5a9d0cd52d0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 1096 time: 1.2662551 May 13 14:43:21.942332 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6dae4779-3f96-485f-8c2f-ec4aabd3c199 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:21.946189 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79748ca6-a134-4a1a-be52-a9b3b0b7d18f None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:43:21.946563 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79748ca6-a134-4a1a-be52-a9b3b0b7d18f None None] Checking segment: {'id': 'b5ba0b89-9241-4025-b647-5d6b481c2b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e48bd827-deef-480a-905a-315c1016b5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:43:21.946960 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-79748ca6-a134-4a1a-be52-a9b3b0b7d18f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:21.947452 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79748ca6-a134-4a1a-be52-a9b3b0b7d18f None None] Bound using segment: {'id': 'b5ba0b89-9241-4025-b647-5d6b481c2b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e48bd827-deef-480a-905a-315c1016b5cb'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:43:21.947935 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-79748ca6-a134-4a1a-be52-a9b3b0b7d18f None None] Bound port: 2bdfd09b-aab3-4b38-9152-f80790750239, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ba0b89-9241-4025-b647-5d6b481c2b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e48bd827-deef-480a-905a-315c1016b5cb'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:43:21.948603 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-79748ca6-a134-4a1a-be52-a9b3b0b7d18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:21.983519 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ece58-39c9-44a8-81a7-8243fe5b6a86 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Network': ['ID=a5d26cbc-07bf-4186-9d12-d92286b1801a,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:21.990539 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-89b3722c-3ad1-4387-8a82-536525de40ae tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:22.009780 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network a5d26cbc-07bf-4186-9d12-d92286b1801a details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:43:22.060238 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6dae4779-3f96-485f-8c2f-ec4aabd3c199 None None] Transition to ACTIVE for port object e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:22.060679 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ba89564b-e450-4cdc-ab91-3cd1a0ce6919 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:22.074388 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-89b3722c-3ad1-4387-8a82-536525de40ae tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Usage tracker for resource:subnet and tenant:f1ec4de986a64c699f9b990b9e5d2da5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:22.076077 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-53691788-306e-4a3b-9fb0-d28817f6facb req-9d25cdf5-dbf9-4db8-aac3-010f84dd03de service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261053 May 13 14:43:22.079947 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58bd3fb-1dab-45b4-8141-6a0db4be90f3 None None] Pushing event updated for resources: {'Port': ['ID=a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:22.085419 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Router b2368988-0f0f-49ce-8fa0-973bff2fca63 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:43:22.092570 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-89b3722c-3ad1-4387-8a82-536525de40ae tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:22.100353 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-ba89564b-e450-4cdc-ab91-3cd1a0ce6919 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Transition to ACTIVE for port object 9ff75424-e317-4d05-b357-5d09bad713bd will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:22.122715 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d5067633-dd7d-4988-a5c5-f867154335df tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:22.123924 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-89b3722c-3ad1-4387-8a82-536525de40ae tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:22.139634 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d5067633-dd7d-4988-a5c5-f867154335df tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:22.144891 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6dae4779-3f96-485f-8c2f-ec4aabd3c199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:22.196263 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-736f65a5-e0d3-4790-97e1-1594e2717070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:22.226721 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b3722c-3ad1-4387-8a82-536525de40ae tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Made reservation on behalf of f1ec4de986a64c699f9b990b9e5d2da5 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:43:22.230328 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-89b3722c-3ad1-4387-8a82-536525de40ae tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:22.239995 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f65a5-e0d3-4790-97e1-1594e2717070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c705fb8-29a8-48e4-9658-bc1bb06811de,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:22.272018 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5067633-dd7d-4988-a5c5-f867154335df tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c431a53-2109-424f-8e3c-2c4c04610629,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:22.339583 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-736f65a5-e0d3-4790-97e1-1594e2717070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:22.340514 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-736f65a5-e0d3-4790-97e1-1594e2717070 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c705fb8-29a8-48e4-9658-bc1bb06811de HTTP/1.1" status: 204 len: 168 time: 1.1447675 May 13 14:43:22.343960 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d5067633-dd7d-4988-a5c5-f867154335df tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:22.345399 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d5067633-dd7d-4988-a5c5-f867154335df tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2105088 May 13 14:43:22.365681 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0542c-3a4e-41b6-8d2c-872ef4f88815 req-02612cc4-056b-4d41-b76e-bed9d05310ec tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:22.367387 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c0d0542c-3a4e-41b6-8d2c-872ef4f88815 req-02612cc4-056b-4d41-b76e-bed9d05310ec tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 945 time: 0.6663721 May 13 14:43:22.394626 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:43:22.404376 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ba89564b-e450-4cdc-ab91-3cd1a0ce6919 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:22.407629 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f4748f-6c59-48d4-9a76-0265f2a297dc None None] Sync routers for ids ['b2368988-0f0f-49ce-8fa0-973bff2fca63'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:43:22.428096 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f4748f-6c59-48d4-9a76-0265f2a297dc None None] Routers {'b2368988-0f0f-49ce-8fa0-973bff2fca63'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:22.428745 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-28f4748f-6c59-48d4-9a76-0265f2a297dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2368988-0f0f-49ce-8fa0-973bff2fca63'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:22.549115 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c0d0542c-3a4e-41b6-8d2c-872ef4f88815 req-d1d2d1f0-c597-4aa7-8378-814407f30661 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221161 May 13 14:43:22.554132 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fb6de50e-7e81-48aa-8201-84e3e343c4b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:22.609444 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-28f4748f-6c59-48d4-9a76-0265f2a297dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:22.630732 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f4748f-6c59-48d4-9a76-0265f2a297dc None None] Routers {'b2368988-0f0f-49ce-8fa0-973bff2fca63'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:22.631583 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-28f4748f-6c59-48d4-9a76-0265f2a297dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2368988-0f0f-49ce-8fa0-973bff2fca63'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:22.745236 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-28f4748f-6c59-48d4-9a76-0265f2a297dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:22.745941 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f4748f-6c59-48d4-9a76-0265f2a297dc None None] The sync data for ids ['b2368988-0f0f-49ce-8fa0-973bff2fca63'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:43:22.764904 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89564b-e450-4cdc-ab91-3cd1a0ce6919 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Port': ['ID=9ff75424-e317-4d05-b357-5d09bad713bd,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:22.784183 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba89564b-e450-4cdc-ab91-3cd1a0ce6919 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network 74431f75-1ef4-4150-9fc6-f23ab65ff87e is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:22.798881 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:22.852279 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-79748ca6-a134-4a1a-be52-a9b3b0b7d18f None None] For port 2bdfd09b-aab3-4b38-9152-f80790750239, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:43:22.856125 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-79748ca6-a134-4a1a-be52-a9b3b0b7d18f None None] For port 2bdfd09b-aab3-4b38-9152-f80790750239, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=2bdfd09b-aab3-4b38-9152-f80790750239,segment=NetworkSegment(b5ba0b89-9241-4025-b647-5d6b481c2b02),segment_id=b5ba0b89-9241-4025-b647-5d6b481c2b02)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:43:22.869805 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-79748ca6-a134-4a1a-be52-a9b3b0b7d18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:22.872379 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-ba89564b-e450-4cdc-ab91-3cd1a0ce6919 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:22.875565 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba89564b-e450-4cdc-ab91-3cd1a0ce6919 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:43:22.875866 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2c7b9-b5f2-44b8-a529-1a32608c9ad2 None None] Pushing event updated for resources: {'Port': ['ID=e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:22.927847 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port b477c197-1056-4176-be88-d6f80b5c54bc completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:43:22.983985 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cbd3017f-6091-429c-ab14-6a6f2653d097 req-8a00bb16-4f09-4e50-b93e-c4eac4d3aeb6 tempest-ServerShowV257Test-1824419144 tempest-ServerShowV257Test-1824419144-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b6096db-f283-4295-9ea1-3d8d20ea88e2 HTTP/1.1" status: 200 len: 210 time: 0.4730589 May 13 14:43:23.016894 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port b477c197-1056-4176-be88-d6f80b5c54bc triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:23.018054 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:23.103162 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-66d95b31-c445-46f0-a9e9-98724bfb71ca tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.1459632 May 13 14:43:23.108493 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60618) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:23.208582 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60622) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:23.219754 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ba89564b-e450-4cdc-ab91-3cd1a0ce6919 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:23.235403 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79748ca6-a134-4a1a-be52-a9b3b0b7d18f None None] Pushing event updated for resources: {'Port': ['ID=2bdfd09b-aab3-4b38-9152-f80790750239,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:23.264855 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-a7c0beeb-cadc-40f3-9263-baa9762638aa tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Synchronizing usage tracker for tenant:5ec7d10f98f145d3a4a04e390b0f97bd on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:43:23.323360 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ed353dd4-7895-4179-aeea-e5a34449d5c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:23.324589 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6dae4779-3f96-485f-8c2f-ec4aabd3c199 None None] Attempting to bind port e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:43:23.326963 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-a7c0beeb-cadc-40f3-9263-baa9762638aa tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Unset dirty status for tenant:5ec7d10f98f145d3a4a04e390b0f97bd on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:43:23.328220 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-a7c0beeb-cadc-40f3-9263-baa9762638aa tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup_access--1068617237&fields=id&tenant_id=5ec7d10f98f145d3a4a04e390b0f97bd HTTP/1.1" status: 200 len: 267 time: 0.3945348 May 13 14:43:23.345628 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6dae4779-3f96-485f-8c2f-ec4aabd3c199 None None] Attempting to bind port e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '1e510ad6-c34b-478a-8a15-657e370e8d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '535bdccc-ac53-44d1-9feb-df5d3286ef62'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:43:23.346132 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dae4779-3f96-485f-8c2f-ec4aabd3c199 None None] Attempting to bind port e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4 on network 535bdccc-ac53-44d1-9feb-df5d3286ef62 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:43:23.368313 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dae4779-3f96-485f-8c2f-ec4aabd3c199 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:43:23.368313 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dae4779-3f96-485f-8c2f-ec4aabd3c199 None None] Checking segment: {'id': '1e510ad6-c34b-478a-8a15-657e370e8d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '535bdccc-ac53-44d1-9feb-df5d3286ef62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:43:23.368674 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6dae4779-3f96-485f-8c2f-ec4aabd3c199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:23.368972 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dae4779-3f96-485f-8c2f-ec4aabd3c199 None None] Bound using segment: {'id': '1e510ad6-c34b-478a-8a15-657e370e8d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '535bdccc-ac53-44d1-9feb-df5d3286ef62'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:43:23.369454 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6dae4779-3f96-485f-8c2f-ec4aabd3c199 None None] Bound port: e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e510ad6-c34b-478a-8a15-657e370e8d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '535bdccc-ac53-44d1-9feb-df5d3286ef62'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:43:23.369827 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6dae4779-3f96-485f-8c2f-ec4aabd3c199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:23.392100 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ed353dd4-7895-4179-aeea-e5a34449d5c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:23.401676 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ed353dd4-7895-4179-aeea-e5a34449d5c4 admin admin] Usage tracker for resource:security_group_rule and tenant:41519c2d4a834638ba0963433237df40 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:23.411313 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ed353dd4-7895-4179-aeea-e5a34449d5c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:23.419782 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-89b3722c-3ad1-4387-8a82-536525de40ae tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:23.427581 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ed353dd4-7895-4179-aeea-e5a34449d5c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:23.434728 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2a89a245-7340-4676-a868-d11f72b3315c tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "GET /v2.0/floatingips/38ff971d-8a18-4731-8326-69e3c8cfa634 HTTP/1.1" status: 200 len: 977 time: 0.3228719 May 13 14:43:23.437853 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60626) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:23.555967 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-fc9cb324-a4be-4669-88b1-911abb877ab3 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup_general--493745808&fields=id&tenant_id=5ec7d10f98f145d3a4a04e390b0f97bd HTTP/1.1" status: 200 len: 267 time: 0.1936786 May 13 14:43:23.562024 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6de50e-7e81-48aa-8201-84e3e343c4b6 admin admin] Router bb6856bc-8856-4376-a676-ccc355c29dc8 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:43:23.645245 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b3722c-3ad1-4387-8a82-536525de40ae tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Checking segment: {'id': '14b06841-8c2e-4cee-8d3b-cd9047e130b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:43:23.645902 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b3722c-3ad1-4387-8a82-536525de40ae tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network hostable DHCP agents. Network: a5d26cbc-07bf-4186-9d12-d92286b1801a, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:43:23.648990 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port b477c197-1056-4176-be88-d6f80b5c54bc is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:23.649373 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:23.653709 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3722c-3ad1-4387-8a82-536525de40ae tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Subnet': ['ID=22d08947-7cd2-4fb9-a3cd-ce48e4e9a770,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:23.719688 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-6dae4779-3f96-485f-8c2f-ec4aabd3c199 None None] For port e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:43:23.725035 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-6dae4779-3f96-485f-8c2f-ec4aabd3c199 None None] For port e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4,segment=NetworkSegment(1e510ad6-c34b-478a-8a15-657e370e8d03),segment_id=1e510ad6-c34b-478a-8a15-657e370e8d03)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:43:23.735281 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6dae4779-3f96-485f-8c2f-ec4aabd3c199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:23.748564 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port b477c197-1056-4176-be88-d6f80b5c54bc, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b477c197-1056-4176-be88-d6f80b5c54bc,segment=NetworkSegment(fae8ba92-53c8-4329-8f52-6b8b386d5a97),segment_id=fae8ba92-53c8-4329-8f52-6b8b386d5a97)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:23.795062 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:23.906212 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dae4779-3f96-485f-8c2f-ec4aabd3c199 None None] Routers {'93903638-a678-463d-8cff-c9dca32907b5'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:23.911514 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-6dae4779-3f96-485f-8c2f-ec4aabd3c199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['93903638-a678-463d-8cff-c9dca32907b5'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:23.981780 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ba89564b-e450-4cdc-ab91-3cd1a0ce6919 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:24.057236 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-788a1ca9-0977-4c43-bc98-bc89b4f0c100 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:24.064915 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-788a1ca9-0977-4c43-bc98-bc89b4f0c100 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/networks?id=535bdccc-ac53-44d1-9feb-df5d3286ef62 HTTP/1.1" status: 200 len: 796 time: 0.4873197 May 13 14:43:24.081824 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-73049cf9-1302-455a-9463-ba7648c8154a tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Synchronizing usage tracker for tenant:6b12ce616ed04de39e484728b5ba653e on resource:floatingip {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:43:24.215029 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-a367eff0-cd7b-4ebb-ba12-3835429c5d4b tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/quotas/5ec7d10f98f145d3a4a04e390b0f97bd HTTP/1.1" status: 200 len: 375 time: 0.1491253 May 13 14:43:24.219992 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-6dae4779-3f96-485f-8c2f-ec4aabd3c199 None None] Set router 93903638-a678-463d-8cff-c9dca32907b5 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:43:24.313545 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ed353dd4-7895-4179-aeea-e5a34449d5c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:24.323627 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b3722c-3ad1-4387-8a82-536525de40ae tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network a5d26cbc-07bf-4186-9d12-d92286b1801a is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:43:24.368104 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6de50e-7e81-48aa-8201-84e3e343c4b6 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:43:24.393937 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-89b3722c-3ad1-4387-8a82-536525de40ae tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, a5d26cbc-07bf-4186-9d12-d92286b1801a) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:24.414147 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-73049cf9-1302-455a-9463-ba7648c8154a tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Unset dirty status for tenant:6b12ce616ed04de39e484728b5ba653e on resource:floatingip {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:43:24.418269 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:43:24.419311 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-73049cf9-1302-455a-9463-ba7648c8154a tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.9792740 May 13 14:43:24.419911 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60634) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:24.420991 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b3722c-3ad1-4387-8a82-536525de40ae tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:24.423181 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-89b3722c-3ad1-4387-8a82-536525de40ae tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:24.430960 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-fabfca25-3f79-4d5a-8404-76335b43489c tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Request body: {'floatingip': {'port_id': 'b819d4ba-60e0-4ad0-89f7-868fa45624a6'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:24.475159 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e69187d-05aa-417f-8823-aa498e7609a5 None None] Network a5d26cbc-07bf-4186-9d12-d92286b1801a requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:43:24.477508 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fb6de50e-7e81-48aa-8201-84e3e343c4b6 admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:24.482804 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fb6de50e-7e81-48aa-8201-84e3e343c4b6 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.8109231 May 13 14:43:24.484339 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60638) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:24.488501 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20950fb2-f56b-455c-a1e1-44b8c2e943a7 None None] Network 74431f75-1ef4-4150-9fc6-f23ab65ff87e requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:43:24.492283 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-89b3722c-3ad1-4387-8a82-536525de40ae tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6394014 May 13 14:43:24.492436 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ed353dd4-7895-4179-aeea-e5a34449d5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:24.501586 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2c7b9-b5f2-44b8-a529-1a32608c9ad2 None None] Pushing event updated for resources: {'Port': ['ID=e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:24.501926 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60642) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:24.504508 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9acf0d-e444-47f4-aef5-89b3b84dca89 None None] Sync routers for ids ['bb6856bc-8856-4376-a676-ccc355c29dc8'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:43:24.592826 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9acf0d-e444-47f4-aef5-89b3b84dca89 None None] Routers {'bb6856bc-8856-4376-a676-ccc355c29dc8'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:24.593460 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ce9acf0d-e444-47f4-aef5-89b3b84dca89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['bb6856bc-8856-4376-a676-ccc355c29dc8'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:24.613447 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-2625c807-23f4-4146-8977-d90d424958e7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Synchronizing usage tracker for tenant:5ec7d10f98f145d3a4a04e390b0f97bd on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:43:24.642025 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-2625c807-23f4-4146-8977-d90d424958e7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Unset dirty status for tenant:5ec7d10f98f145d3a4a04e390b0f97bd on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:43:24.643613 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-2625c807-23f4-4146-8977-d90d424958e7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ec7d10f98f145d3a4a04e390b0f97bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4276755 May 13 14:43:24.743795 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ed353dd4-7895-4179-aeea-e5a34449d5c4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=41519c2d4a834638ba0963433237df40&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5183752 May 13 14:43:24.758982 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1de68c-3769-483b-ba04-cb6ebcd7ce63 req-924e6c65-cb45-481d-aaa0-588f1dbe264e tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:24.760516 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7a1de68c-3769-483b-ba04-cb6ebcd7ce63 req-924e6c65-cb45-481d-aaa0-588f1dbe264e tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 945 time: 0.9324262 May 13 14:43:24.769013 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60646) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:24.866010 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed353dd4-7895-4179-aeea-e5a34449d5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8f7da5-7152-4012-81e5-fd2499e43c9e,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:24.870096 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fabfca25-3f79-4d5a-8404-76335b43489c tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:24.879148 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31a8dc8-027d-4ac9-9566-a91c94304605 None None] Network e48bd827-deef-480a-905a-315c1016b5cb requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:43:24.948070 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-b3b79a9d-dc0d-4944-a636-bf4817e4637f service neutron] 10.222.0.35 "GET /v2.0/networks/535bdccc-ac53-44d1-9feb-df5d3286ef62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438810 May 13 14:43:25.250154 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=b477c197-1056-4176-be88-d6f80b5c54bc,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:25.390371 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-58752824-5595-4180-98c5-50b115baed87 service neutron] 10.222.0.35 "GET /v2.0/networks/535bdccc-ac53-44d1-9feb-df5d3286ef62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893147 May 13 14:43:25.470753 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0553603d-6286-4829-87e8-be168192bdad None None] Provisioning for port 2bdfd09b-aab3-4b38-9152-f80790750239 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:43:25.473856 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:43:25.487629 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7a1de68c-3769-483b-ba04-cb6ebcd7ce63 req-863c3c97-d020-4db5-8405-a28b23cb2ddb tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7159114 May 13 14:43:25.517503 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-ce9acf0d-e444-47f4-aef5-89b3b84dca89 None None] Set router bb6856bc-8856-4376-a676-ccc355c29dc8 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:43:25.659898 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ba89564b-e450-4cdc-ab91-3cd1a0ce6919 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:25.699549 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2bdfd09b-aab3-4b38-9152-f80790750239 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:43:25.780803 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7e2147da-ac38-4d65-9af6-b02dd050a3d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:25.782418 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ba89564b-e450-4cdc-ab91-3cd1a0ce6919 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:25.826866 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-11b3262b-6cd8-4308-9baa-56fe3009df37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:25.916816 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0553603d-6286-4829-87e8-be168192bdad None None] Provisioning for port a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:43:25.931454 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ba89564b-e450-4cdc-ab91-3cd1a0ce6919 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:26.001144 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89564b-e450-4cdc-ab91-3cd1a0ce6919 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Port': ['ID=9ff75424-e317-4d05-b357-5d09bad713bd,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:26.039927 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0553603d-6286-4829-87e8-be168192bdad None None] Provisioning complete for port a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:26.040306 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0553603d-6286-4829-87e8-be168192bdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:26.102249 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb36107-b455-4b3f-856f-0e4a4c020cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-a5d26cbc-07bf-4186-9d12-d92286b1801a', 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'fixed_ips': [{'subnet_id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:43:26.103078 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6eb36107-b455-4b3f-856f-0e4a4c020cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:26.143642 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-453a6b9e-f040-4b71-a33f-96c594e76c92 req-5371b97e-efcc-49ee-8b23-5ce9cc422959 tempest-ServerShowV257Test-1824419144 tempest-ServerShowV257Test-1824419144-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b6096db-f283-4295-9ea1-3d8d20ea88e2 HTTP/1.1" status: 200 len: 210 time: 0.3893621 May 13 14:43:26.159610 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba89564b-e450-4cdc-ab91-3cd1a0ce6919 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network 74431f75-1ef4-4150-9fc6-f23ab65ff87e is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:26.161142 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e248380b-8020-4daa-a981-c7f52922be94 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:26.198774 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-ba89564b-e450-4cdc-ab91-3cd1a0ce6919 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:26.303838 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 2bdfd09b-aab3-4b38-9152-f80790750239 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:43:26.378458 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-6dae4779-3f96-485f-8c2f-ec4aabd3c199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93903638-a678-463d-8cff-c9dca32907b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1613199461', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '2fec5d9b-8f07-4a09-8d94-01317dc0d37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:50Z', 'updated_at': '2022-05-13T14:43:13Z', 'revision_number': 4, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'gw_port': {'id': '2fec5d9b-8f07-4a09-8d94-01317dc0d37d', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:49:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93903638-a678-463d-8cff-c9dca32907b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:54Z', 'updated_at': '2022-05-13T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4', 'name': '', 'network_id': '535bdccc-ac53-44d1-9feb-df5d3286ef62', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'mac_address': 'fa:16:3e:39:96:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93903638-a678-463d-8cff-c9dca32907b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:08Z', 'updated_at': '2022-05-13T14:43:23Z', 'revision_number': 4, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'subnets': [{'id': '4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:26.380502 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 2bdfd09b-aab3-4b38-9152-f80790750239 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:26.380874 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:26.426491 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-11b3262b-6cd8-4308-9baa-56fe3009df37 admin admin] Allocated IP 172.20.0.1 (e48bd827-deef-480a-905a-315c1016b5cb/f355a88e-68a6-4ab5-a20b-267590880350/815949f0-b774-4436-930d-5aaf01f3a90b) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:43:26.449466 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dae4779-3f96-485f-8c2f-ec4aabd3c199 None None] The sync data for ids ['93903638-a678-463d-8cff-c9dca32907b5'] in n-d-841760-1 is: [{'id': '93903638-a678-463d-8cff-c9dca32907b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1613199461', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '2fec5d9b-8f07-4a09-8d94-01317dc0d37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:50Z', 'updated_at': '2022-05-13T14:43:13Z', 'revision_number': 4, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'gw_port': {'id': '2fec5d9b-8f07-4a09-8d94-01317dc0d37d', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:49:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93903638-a678-463d-8cff-c9dca32907b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:54Z', 'updated_at': '2022-05-13T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4', 'name': '', 'network_id': '535bdccc-ac53-44d1-9feb-df5d3286ef62', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'mac_address': 'fa:16:3e:39:96:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93903638-a678-463d-8cff-c9dca32907b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:08Z', 'updated_at': '2022-05-13T14:43:23Z', 'revision_number': 4, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'subnets': [{'id': '4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:43:26.525933 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7e2147da-ac38-4d65-9af6-b02dd050a3d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:26.895355 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0553603d-6286-4829-87e8-be168192bdad None None] Current status of the port a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:26.896168 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0553603d-6286-4829-87e8-be168192bdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:26.918854 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75283ace-7020-418e-a727-dc07d2ce0754 req-0c762c3e-79bb-4f93-bb64-8e1b5bac102a tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:26.927388 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-75283ace-7020-418e-a727-dc07d2ce0754 req-0c762c3e-79bb-4f93-bb64-8e1b5bac102a tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 945 time: 0.2575350 May 13 14:43:26.932417 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-11b3262b-6cd8-4308-9baa-56fe3009df37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:26.980195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-11b3262b-6cd8-4308-9baa-56fe3009df37 admin admin] Transition to ACTIVE for port object 815949f0-b774-4436-930d-5aaf01f3a90b will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:27.010174 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-6eb36107-b455-4b3f-856f-0e4a4c020cab None None] Allocated IP 2001:db8::2 (a5d26cbc-07bf-4186-9d12-d92286b1801a/22d08947-7cd2-4fb9-a3cd-ce48e4e9a770/3857f53f-d75d-4949-ad61-9db7c91d0e09) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:43:27.012925 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-75283ace-7020-418e-a727-dc07d2ce0754 req-80efeca6-e17b-4bbf-abf0-117267e3e664 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844531 May 13 14:43:27.060735 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-11b3262b-6cd8-4308-9baa-56fe3009df37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:27.088665 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ce9acf0d-e444-47f4-aef5-89b3b84dca89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6856bc-8856-4376-a676-ccc355c29dc8', 'name': 'tempest-TaggedBootDevicesTest-1035196637-router', 'tenant_id': 'f872f7b603a04dc69938cdb06fc49e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'd10bf5e1-92c3-45dc-9ba4-a00346159afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:18Z', 'updated_at': '2022-05-13T14:43:21Z', 'revision_number': 3, 'project_id': 'f872f7b603a04dc69938cdb06fc49e29', 'gw_port': {'id': 'd10bf5e1-92c3-45dc-9ba4-a00346159afd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6856bc-8856-4376-a676-ccc355c29dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:43:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:27.106294 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-0553603d-6286-4829-87e8-be168192bdad None None] For port a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835,segment=NetworkSegment(31ddeee5-3989-4796-856a-60b7c6148a9d),segment_id=31ddeee5-3989-4796-856a-60b7c6148a9d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:27.107781 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9acf0d-e444-47f4-aef5-89b3b84dca89 None None] Checking router: bb6856bc-8856-4376-a676-ccc355c29dc8 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:43:27.108134 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9acf0d-e444-47f4-aef5-89b3b84dca89 None None] Updating router bb6856bc-8856-4376-a676-ccc355c29dc8 port d10bf5e1-92c3-45dc-9ba4-a00346159afd binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:43:27.167428 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b3262b-6cd8-4308-9baa-56fe3009df37 admin admin] Network e48bd827-deef-480a-905a-315c1016b5cb is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:27.178391 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-11b3262b-6cd8-4308-9baa-56fe3009df37 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:27.187904 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0553603d-6286-4829-87e8-be168192bdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:27.205377 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b3262b-6cd8-4308-9baa-56fe3009df37 admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:43:27.242130 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-33cfd75f-8cee-4627-ad9e-88290636687f req-8d9f9134-2313-4165-a1e6-d7a9de64e3de tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 210 time: 0.7598398 May 13 14:43:27.312163 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3262b-6cd8-4308-9baa-56fe3009df37 admin admin] Pushing event updated for resources: {'Port': ['ID=815949f0-b774-4436-930d-5aaf01f3a90b,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:27.410229 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-11b3262b-6cd8-4308-9baa-56fe3009df37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:27.462118 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 2bdfd09b-aab3-4b38-9152-f80790750239 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:27.462695 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:27.568368 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7e2147da-ac38-4d65-9af6-b02dd050a3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:27.684614 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2147da-ac38-4d65-9af6-b02dd050a3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8f7da5-7152-4012-81e5-fd2499e43c9e,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:27.693391 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-86a5f9a0-96ae-4b40-8a21-2d042f5664e2 req-5675bd64-ce52-4279-bd5c-6169e1494091 tempest-ServerShowV257Test-1824419144 tempest-ServerShowV257Test-1824419144-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b6096db-f283-4295-9ea1-3d8d20ea88e2 HTTP/1.1" status: 200 len: 210 time: 0.1451781 May 13 14:43:27.751852 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-11b3262b-6cd8-4308-9baa-56fe3009df37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:27.792560 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ce9acf0d-e444-47f4-aef5-89b3b84dca89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:27.849018 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ed0c5e11-8b49-42e9-8c6e-6759f4755b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:27.867048 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0e40f0f7-a17d-48c9-a583-c085a38dd09c None None] Provisioning complete for port a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:27.867813 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0e40f0f7-a17d-48c9-a583-c085a38dd09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:27.919181 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 2bdfd09b-aab3-4b38-9152-f80790750239, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=2bdfd09b-aab3-4b38-9152-f80790750239,segment=NetworkSegment(b5ba0b89-9241-4025-b647-5d6b481c2b02),segment_id=b5ba0b89-9241-4025-b647-5d6b481c2b02)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:27.963570 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0553603d-6286-4829-87e8-be168192bdad None None] Pushing event updated for resources: {'Port': ['ID=a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:27.967699 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:28.194022 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7e2147da-ac38-4d65-9af6-b02dd050a3d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:28.198488 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7e2147da-ac38-4d65-9af6-b02dd050a3d1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7c8f7da5-7152-4012-81e5-fd2499e43c9e HTTP/1.1" status: 204 len: 168 time: 3.4255066 May 13 14:43:28.203738 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba89564b-e450-4cdc-ab91-3cd1a0ce6919 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Router baf4d28c-70e6-4b12-902e-511002f8733a is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:43:28.219971 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-11b3262b-6cd8-4308-9baa-56fe3009df37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:28.226953 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-11b3262b-6cd8-4308-9baa-56fe3009df37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:28.352505 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:43:28.431436 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-11b3262b-6cd8-4308-9baa-56fe3009df37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:28.456340 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3262b-6cd8-4308-9baa-56fe3009df37 admin admin] Pushing event updated for resources: {'Port': ['ID=815949f0-b774-4436-930d-5aaf01f3a90b,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:28.473728 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3262b-6cd8-4308-9baa-56fe3009df37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:28.474208 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3262b-6cd8-4308-9baa-56fe3009df37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:28.474653 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3262b-6cd8-4308-9baa-56fe3009df37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:28.475204 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3262b-6cd8-4308-9baa-56fe3009df37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:28.475632 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3262b-6cd8-4308-9baa-56fe3009df37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:28.476116 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3262b-6cd8-4308-9baa-56fe3009df37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:28.476608 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3262b-6cd8-4308-9baa-56fe3009df37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:28.477067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3262b-6cd8-4308-9baa-56fe3009df37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:28.477749 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3262b-6cd8-4308-9baa-56fe3009df37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:28.478111 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3262b-6cd8-4308-9baa-56fe3009df37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:28.478621 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3262b-6cd8-4308-9baa-56fe3009df37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:28.479065 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3262b-6cd8-4308-9baa-56fe3009df37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:28.599388 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:28.610035 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6eb36107-b455-4b3f-856f-0e4a4c020cab None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:28.614647 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=2bdfd09b-aab3-4b38-9152-f80790750239,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:28.677801 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-2c095d55-48ca-41f7-a51a-f6fa52fc1547 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:28.679620 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-2c095d55-48ca-41f7-a51a-f6fa52fc1547 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Synchronizing usage tracker for tenant:5ec7d10f98f145d3a4a04e390b0f97bd on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:43:28.680074 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6eb36107-b455-4b3f-856f-0e4a4c020cab None None] Transition to ACTIVE for port object 3857f53f-d75d-4949-ad61-9db7c91d0e09 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:28.736762 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-2c095d55-48ca-41f7-a51a-f6fa52fc1547 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Unset dirty status for tenant:5ec7d10f98f145d3a4a04e390b0f97bd on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:43:28.738266 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-2c095d55-48ca-41f7-a51a-f6fa52fc1547 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.74 "GET /v2.0/networks?id=535bdccc-ac53-44d1-9feb-df5d3286ef62 HTTP/1.1" status: 200 len: 796 time: 1.0005262 May 13 14:43:28.772947 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5ceaef83-6c14-4022-87b2-073091e138e2 req-d51648e3-2036-498f-8d79-ee4e5678c1bb tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 210 time: 0.2895055 May 13 14:43:28.810756 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0e40f0f7-a17d-48c9-a583-c085a38dd09c None None] Current status of the port a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:28.814541 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6eb36107-b455-4b3f-856f-0e4a4c020cab None None] Transition to ACTIVE for port object 3857f53f-d75d-4949-ad61-9db7c91d0e09 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:28.822162 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:43:28.839463 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6eb36107-b455-4b3f-856f-0e4a4c020cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:28.878597 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba89564b-e450-4cdc-ab91-3cd1a0ce6919 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:43:28.888178 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ba89564b-e450-4cdc-ab91-3cd1a0ce6919 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "PUT /v2.0/routers/baf4d28c-70e6-4b12-902e-511002f8733a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3858981 May 13 14:43:28.890695 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39be05aa-db54-4f90-abe5-00effb3bfd92 None None] Sync routers for ids ['baf4d28c-70e6-4b12-902e-511002f8733a'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:43:28.897770 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:28.898133 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:28.912727 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60694) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:28.914073 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39be05aa-db54-4f90-abe5-00effb3bfd92 None None] Routers {'baf4d28c-70e6-4b12-902e-511002f8733a'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:28.915054 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-39be05aa-db54-4f90-abe5-00effb3bfd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['baf4d28c-70e6-4b12-902e-511002f8733a'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:28.982777 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e9281-b213-417b-a77f-e529775d9829 req-58d2825d-ca6d-40de-81a7-f5f7d156065f tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:28.990408 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-844e9281-b213-417b-a77f-e529775d9829 req-58d2825d-ca6d-40de-81a7-f5f7d156065f tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 945 time: 0.7012355 May 13 14:43:29.038711 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-e4260a37-eb18-476a-a853-6fe29f891bb2 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Synchronizing usage tracker for tenant:5ec7d10f98f145d3a4a04e390b0f97bd on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:43:29.050520 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb36107-b455-4b3f-856f-0e4a4c020cab None None] Network a5d26cbc-07bf-4186-9d12-d92286b1801a is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:29.057285 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0e40f0f7-a17d-48c9-a583-c085a38dd09c None None] Provisioning complete for port 2bdfd09b-aab3-4b38-9152-f80790750239 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:29.057659 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0e40f0f7-a17d-48c9-a583-c085a38dd09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:29.083942 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-844e9281-b213-417b-a77f-e529775d9829 req-13a5ad95-ce4e-4b53-828e-67065d89fcc1 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925837 May 13 14:43:29.097972 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-39be05aa-db54-4f90-abe5-00effb3bfd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:29.099303 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fabfca25-3f79-4d5a-8404-76335b43489c tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:29.102743 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-e248380b-8020-4daa-a981-c7f52922be94 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Allocated IP 2001:db8::1 (a5d26cbc-07bf-4186-9d12-d92286b1801a/22d08947-7cd2-4fb9-a3cd-ce48e4e9a770/9e751a82-e701-4e41-bf3d-02f034e64fc3) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:43:29.117896 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb36107-b455-4b3f-856f-0e4a4c020cab None None] Pushing event updated for resources: {'Port': ['ID=3857f53f-d75d-4949-ad61-9db7c91d0e09,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:29.120779 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-6eb36107-b455-4b3f-856f-0e4a4c020cab None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:29.121948 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-03b85be2-49f2-4436-ab5d-bbb1b91ef387 req-a7e1b488-f5bd-4755-afdf-77813754a548 tempest-ServerShowV257Test-1824419144 tempest-ServerShowV257Test-1824419144-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b6096db-f283-4295-9ea1-3d8d20ea88e2 HTTP/1.1" status: 200 len: 210 time: 0.0981567 May 13 14:43:29.133458 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b3262b-6cd8-4308-9baa-56fe3009df37 admin admin] Network e48bd827-deef-480a-905a-315c1016b5cb is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:29.147382 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb36107-b455-4b3f-856f-0e4a4c020cab None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:43:29.150096 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-11b3262b-6cd8-4308-9baa-56fe3009df37 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:29.159813 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39be05aa-db54-4f90-abe5-00effb3bfd92 None None] Routers {'baf4d28c-70e6-4b12-902e-511002f8733a'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:29.160541 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-39be05aa-db54-4f90-abe5-00effb3bfd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['baf4d28c-70e6-4b12-902e-511002f8733a'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:29.318737 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e248380b-8020-4daa-a981-c7f52922be94 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:29.323963 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3796dc-652a-42c0-838c-9d65b4349d46 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:29.324631 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1b3796dc-652a-42c0-838c-9d65b4349d46 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Synchronizing usage tracker for tenant:17b49979485542bba655ee3d2918613c on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:43:29.334549 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-39be05aa-db54-4f90-abe5-00effb3bfd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:29.339838 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-e248380b-8020-4daa-a981-c7f52922be94 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Transition to ACTIVE for port object 9e751a82-e701-4e41-bf3d-02f034e64fc3 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:29.342427 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39be05aa-db54-4f90-abe5-00effb3bfd92 None None] The sync data for ids ['baf4d28c-70e6-4b12-902e-511002f8733a'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:43:29.381139 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fabfca25-3f79-4d5a-8404-76335b43489c tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:29.424866 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1b3796dc-652a-42c0-838c-9d65b4349d46 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Unset dirty status for tenant:17b49979485542bba655ee3d2918613c on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:43:29.426050 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1b3796dc-652a-42c0-838c-9d65b4349d46 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "GET /v2.0/ports/9ff75424-e317-4d05-b357-5d09bad713bd HTTP/1.1" status: 200 len: 910 time: 0.5076518 May 13 14:43:29.437395 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60706) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:29.546588 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ce9acf0d-e444-47f4-aef5-89b3b84dca89 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:29.549505 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6eb36107-b455-4b3f-856f-0e4a4c020cab None None] Attempting to bind port 3857f53f-d75d-4949-ad61-9db7c91d0e09 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:43:29.549879 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6eb36107-b455-4b3f-856f-0e4a4c020cab None None] Attempting to bind port 3857f53f-d75d-4949-ad61-9db7c91d0e09 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '14b06841-8c2e-4cee-8d3b-cd9047e130b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:43:29.550240 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb36107-b455-4b3f-856f-0e4a4c020cab None None] Attempting to bind port 3857f53f-d75d-4949-ad61-9db7c91d0e09 on network a5d26cbc-07bf-4186-9d12-d92286b1801a {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:43:29.600142 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-fabfca25-3f79-4d5a-8404-76335b43489c tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Floating IP 38ff971d-8a18-4731-8326-69e3c8cfa634 associated. External IP: 172.25.0.37, port: 81b3fe8e-419d-4de3-9104-0354b159eaf6. May 13 14:43:29.667496 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e248380b-8020-4daa-a981-c7f52922be94 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:29.671127 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb36107-b455-4b3f-856f-0e4a4c020cab None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:43:29.671707 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb36107-b455-4b3f-856f-0e4a4c020cab None None] Checking segment: {'id': '14b06841-8c2e-4cee-8d3b-cd9047e130b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:43:29.671842 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6eb36107-b455-4b3f-856f-0e4a4c020cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:29.672174 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb36107-b455-4b3f-856f-0e4a4c020cab None None] Bound using segment: {'id': '14b06841-8c2e-4cee-8d3b-cd9047e130b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:43:29.672628 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6eb36107-b455-4b3f-856f-0e4a4c020cab None None] Bound port: 3857f53f-d75d-4949-ad61-9db7c91d0e09, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b06841-8c2e-4cee-8d3b-cd9047e130b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:43:29.673017 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6eb36107-b455-4b3f-856f-0e4a4c020cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:29.706225 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ce9acf0d-e444-47f4-aef5-89b3b84dca89 None None] Transition to ACTIVE for port object d10bf5e1-92c3-45dc-9ba4-a00346159afd will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:29.725417 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ce9acf0d-e444-47f4-aef5-89b3b84dca89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:29.726430 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b3262b-6cd8-4308-9baa-56fe3009df37 admin admin] Router bb6856bc-8856-4376-a676-ccc355c29dc8 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:43:29.743854 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-e4260a37-eb18-476a-a853-6fe29f891bb2 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Unset dirty status for tenant:5ec7d10f98f145d3a4a04e390b0f97bd on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:43:29.745116 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-e4260a37-eb18-476a-a853-6fe29f891bb2 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ec7d10f98f145d3a4a04e390b0f97bd HTTP/1.1" status: 200 len: 477 time: 0.9862826 May 13 14:43:29.776548 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-c3eedf01-915d-40e1-bd08-c83e319a8c68 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Request body: {'port': {'device_id': 'ea10c053-cdf1-432a-b76b-109ed851e030', 'network_id': '535bdccc-ac53-44d1-9feb-df5d3286ef62', 'admin_state_up': True, 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'security_groups': ['dcff7c9c-1c76-4cf2-9c1d-3382f2021466', '37d6079f-fadb-4cc7-82f5-c3773d59f55c']}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:29.879686 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-6eb36107-b455-4b3f-856f-0e4a4c020cab None None] For port 3857f53f-d75d-4949-ad61-9db7c91d0e09, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:43:29.882889 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-6eb36107-b455-4b3f-856f-0e4a4c020cab None None] For port 3857f53f-d75d-4949-ad61-9db7c91d0e09, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3857f53f-d75d-4949-ad61-9db7c91d0e09,segment=NetworkSegment(14b06841-8c2e-4cee-8d3b-cd9047e130b5),segment_id=14b06841-8c2e-4cee-8d3b-cd9047e130b5)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:43:29.905084 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e248380b-8020-4daa-a981-c7f52922be94 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network a5d26cbc-07bf-4186-9d12-d92286b1801a is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:29.920745 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7973c2ec-d84a-4e69-8127-d5a803d0518f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:29.935713 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6eb36107-b455-4b3f-856f-0e4a4c020cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:29.962160 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0e40f0f7-a17d-48c9-a583-c085a38dd09c None None] Current status of the port 2bdfd09b-aab3-4b38-9152-f80790750239 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:29.964294 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:29.964668 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:30.059982 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4,segment=NetworkSegment(1e510ad6-c34b-478a-8a15-657e370e8d03),segment_id=1e510ad6-c34b-478a-8a15-657e370e8d03)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:30.062353 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7fb418-6723-4b6b-906b-b6232087ccc7 None None] Pushing event updated for resources: {'Port': ['ID=d10bf5e1-92c3-45dc-9ba4-a00346159afd,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:30.175576 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:30.176544 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:43:30.182544 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60730) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:30.193770 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b3262b-6cd8-4308-9baa-56fe3009df37 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:43:30.212993 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-11b3262b-6cd8-4308-9baa-56fe3009df37 admin admin] 10.222.0.35 "PUT /v2.0/routers/bb6856bc-8856-4376-a676-ccc355c29dc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7265918 May 13 14:43:30.237509 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0e40f0f7-a17d-48c9-a583-c085a38dd09c None None] Provisioning for port 9ff75424-e317-4d05-b357-5d09bad713bd completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:43:30.252868 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-e248380b-8020-4daa-a981-c7f52922be94 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:30.294189 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e248380b-8020-4daa-a981-c7f52922be94 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:43:30.294741 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e248380b-8020-4daa-a981-c7f52922be94 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:30.314465 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-ce9acf0d-e444-47f4-aef5-89b3b84dca89 None None] Attempting to bind port d10bf5e1-92c3-45dc-9ba4-a00346159afd on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:43:30.315371 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-ce9acf0d-e444-47f4-aef5-89b3b84dca89 None None] Attempting to bind port d10bf5e1-92c3-45dc-9ba4-a00346159afd by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:43:30.317970 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9acf0d-e444-47f4-aef5-89b3b84dca89 None None] Attempting to bind port d10bf5e1-92c3-45dc-9ba4-a00346159afd on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:43:30.351163 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9acf0d-e444-47f4-aef5-89b3b84dca89 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:43:30.351677 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9acf0d-e444-47f4-aef5-89b3b84dca89 None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:43:30.352336 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ce9acf0d-e444-47f4-aef5-89b3b84dca89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:30.354273 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9acf0d-e444-47f4-aef5-89b3b84dca89 None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:43:30.356584 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-ce9acf0d-e444-47f4-aef5-89b3b84dca89 None None] Bound port: d10bf5e1-92c3-45dc-9ba4-a00346159afd, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:43:30.357112 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ce9acf0d-e444-47f4-aef5-89b3b84dca89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:30.369613 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248380b-8020-4daa-a981-c7f52922be94 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Port': ['ID=9e751a82-e701-4e41-bf3d-02f034e64fc3,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:30.410274 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ba8da485-472e-41ca-92fd-2f1d4ad1fead req-1eb88b8b-cedb-47a7-bb67-7d48e4bf985c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 210 time: 0.1585848 May 13 14:43:30.410798 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0e40f0f7-a17d-48c9-a583-c085a38dd09c None None] Provisioning complete for port 9ff75424-e317-4d05-b357-5d09bad713bd triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:30.411680 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0e40f0f7-a17d-48c9-a583-c085a38dd09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:30.453260 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb36107-b455-4b3f-856f-0e4a4c020cab None None] Pushing event updated for resources: {'Port': ['ID=3857f53f-d75d-4949-ad61-9db7c91d0e09,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:30.514276 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-213fb6a2-5083-4842-b68f-3e5b9022dd79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:30.554394 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-213fb6a2-5083-4842-b68f-3e5b9022dd79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:30.561352 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-213fb6a2-5083-4842-b68f-3e5b9022dd79 admin admin] Usage tracker for resource:security_group_rule and tenant:fb67bdb1713a4d99be80102195e2e118 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:30.564514 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-213fb6a2-5083-4842-b68f-3e5b9022dd79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:30.570562 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-213fb6a2-5083-4842-b68f-3e5b9022dd79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:30.688543 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-c3eedf01-915d-40e1-bd08-c83e319a8c68 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:30.703894 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:30.706051 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-c3eedf01-915d-40e1-bd08-c83e319a8c68 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:30.713769 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0e40f0f7-a17d-48c9-a583-c085a38dd09c None None] Port 9ff75424-e317-4d05-b357-5d09bad713bd cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:43:30.730302 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0902c3b-2326-4954-b484-c868455a9136 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:30.733135 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:30.733715 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:30.845271 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:30.849441 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:30.853944 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-ce9acf0d-e444-47f4-aef5-89b3b84dca89 None None] For port d10bf5e1-92c3-45dc-9ba4-a00346159afd, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:43:30.857920 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabfca25-3f79-4d5a-8404-76335b43489c tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Router b2368988-0f0f-49ce-8fa0-973bff2fca63 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:43:30.866646 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-c3eedf01-915d-40e1-bd08-c83e319a8c68 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Made reservation on behalf of 5ec7d10f98f145d3a4a04e390b0f97bd for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:43:30.870938 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-c3eedf01-915d-40e1-bd08-c83e319a8c68 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:30.872357 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-16a54943-10fb-447c-84a3-5cd0db87958d None None] Provisioning complete for port 9ff75424-e317-4d05-b357-5d09bad713bd triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:30.872789 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-16a54943-10fb-447c-84a3-5cd0db87958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:30.892579 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-616fe577-d078-46f5-8aa5-35cfc0c9caa3 req-b3615d85-42af-4338-9e20-8db4d563a800 tempest-ServerShowV257Test-1824419144 tempest-ServerShowV257Test-1824419144-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b6096db-f283-4295-9ea1-3d8d20ea88e2 HTTP/1.1" status: 200 len: 210 time: 0.1361704 May 13 14:43:30.967328 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-ce9acf0d-e444-47f4-aef5-89b3b84dca89 None None] For port d10bf5e1-92c3-45dc-9ba4-a00346159afd, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d10bf5e1-92c3-45dc-9ba4-a00346159afd,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:43:31.011540 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ce9acf0d-e444-47f4-aef5-89b3b84dca89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:31.087306 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-16a54943-10fb-447c-84a3-5cd0db87958d None None] Port 9ff75424-e317-4d05-b357-5d09bad713bd cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:43:31.159630 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6153b-fc84-4dd3-b8fa-016abc66bc2b req-b212d777-4849-447a-aece-5d7c5032766d tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:31.161357 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4bc6153b-fc84-4dd3-b8fa-016abc66bc2b req-b212d777-4849-447a-aece-5d7c5032766d tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 945 time: 0.8204148 May 13 14:43:31.172201 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabfca25-3f79-4d5a-8404-76335b43489c tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:43:31.182811 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9acf0d-e444-47f4-aef5-89b3b84dca89 None None] Routers {'bb6856bc-8856-4376-a676-ccc355c29dc8'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:31.184110 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ce9acf0d-e444-47f4-aef5-89b3b84dca89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['bb6856bc-8856-4376-a676-ccc355c29dc8'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:31.236490 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-213fb6a2-5083-4842-b68f-3e5b9022dd79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:31.268920 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-213fb6a2-5083-4842-b68f-3e5b9022dd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:31.329905 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4bc6153b-fc84-4dd3-b8fa-016abc66bc2b req-ac9e0808-78ce-49ab-8e09-5705f4976dfe tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572564 May 13 14:43:31.344315 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-c3eedf01-915d-40e1-bd08-c83e319a8c68 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Allocated IP 172.20.0.14 (535bdccc-ac53-44d1-9feb-df5d3286ef62/4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c/2de4ef9f-ec22-4098-b068-e7900df1d164) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:43:31.405221 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-213fb6a2-5083-4842-b68f-3e5b9022dd79 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb67bdb1713a4d99be80102195e2e118&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2166803 May 13 14:43:31.412839 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60776) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:31.493843 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-ce9acf0d-e444-47f4-aef5-89b3b84dca89 None None] Set router bb6856bc-8856-4376-a676-ccc355c29dc8 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:43:31.510159 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fb6a2-5083-4842-b68f-3e5b9022dd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2cf5c1-4ea3-4a11-abc9-97030e97d3c3,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:31.585625 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:31.587586 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b477c197-1056-4176-be88-d6f80b5c54bc up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:43:31.622774 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-11090d0e-1081-4fc3-aea1-a29cf63525e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:31.667250 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78fa2f4-3bed-415c-98d2-94a606ed2d69 None None] Sync routers for ids ['b2368988-0f0f-49ce-8fa0-973bff2fca63'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:43:31.687103 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-16a54943-10fb-447c-84a3-5cd0db87958d None None] Provisioning for port 815949f0-b774-4436-930d-5aaf01f3a90b completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:43:31.718265 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7fb418-6723-4b6b-906b-b6232087ccc7 None None] Pushing event updated for resources: {'Port': ['ID=d10bf5e1-92c3-45dc-9ba4-a00346159afd,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:31.741056 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-16a54943-10fb-447c-84a3-5cd0db87958d None None] Provisioning complete for port 815949f0-b774-4436-930d-5aaf01f3a90b triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:31.741429 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-16a54943-10fb-447c-84a3-5cd0db87958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:31.784528 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-11090d0e-1081-4fc3-aea1-a29cf63525e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:31.786322 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e248380b-8020-4daa-a981-c7f52922be94 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:31.808875 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78fa2f4-3bed-415c-98d2-94a606ed2d69 None None] Routers {'b2368988-0f0f-49ce-8fa0-973bff2fca63'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:31.808875 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-e78fa2f4-3bed-415c-98d2-94a606ed2d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2368988-0f0f-49ce-8fa0-973bff2fca63'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:31.814819 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-d0902c3b-2326-4954-b484-c868455a9136 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Deleting port 9ff75424-e317-4d05-b357-5d09bad713bd {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:43:31.815201 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0902c3b-2326-4954-b484-c868455a9136 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:31.888704 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-16a54943-10fb-447c-84a3-5cd0db87958d None None] Port 815949f0-b774-4436-930d-5aaf01f3a90b cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:43:31.893538 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-e78fa2f4-3bed-415c-98d2-94a606ed2d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:31.905939 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port b477c197-1056-4176-be88-d6f80b5c54bc triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:31.906313 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:31.913853 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-654a9d8c-40a9-492c-82a7-7cbcd9ad04b2 req-de51c23b-57fe-4ff0-84a8-aa26e6be40e4 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 210 time: 0.2457278 May 13 14:43:32.085130 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-c3eedf01-915d-40e1-bd08-c83e319a8c68 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:32.106117 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0902c3b-2326-4954-b484-c868455a9136 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:32.110064 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78fa2f4-3bed-415c-98d2-94a606ed2d69 None None] Routers {'b2368988-0f0f-49ce-8fa0-973bff2fca63'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:32.111985 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-e78fa2f4-3bed-415c-98d2-94a606ed2d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2368988-0f0f-49ce-8fa0-973bff2fca63'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:32.208182 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-e78fa2f4-3bed-415c-98d2-94a606ed2d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:32.208934 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78fa2f4-3bed-415c-98d2-94a606ed2d69 None None] The sync data for ids ['b2368988-0f0f-49ce-8fa0-973bff2fca63'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:43:32.211551 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f95287-bb45-499e-b0b8-d6713a8ad996 None None] Network a5d26cbc-07bf-4186-9d12-d92286b1801a requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:43:32.237821 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-d0902c3b-2326-4954-b484-c868455a9136 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Calling delete_port for 9ff75424-e317-4d05-b357-5d09bad713bd owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:43:32.282801 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-c3eedf01-915d-40e1-bd08-c83e319a8c68 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Transition to ACTIVE for port object 2de4ef9f-ec22-4098-b068-e7900df1d164 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:32.598114 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:32.747271 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-501135f6-2689-4e2b-8d4c-52a4ad345ec8 req-472be9ca-c773-40c2-99ad-a723cb9fd500 tempest-ServerShowV257Test-1824419144 tempest-ServerShowV257Test-1824419144-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b6096db-f283-4295-9ea1-3d8d20ea88e2 HTTP/1.1" status: 200 len: 210 time: 0.4299762 May 13 14:43:32.830814 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-074bbdf5-c715-453d-868e-b03d6964123a None None] Provisioning for port 3857f53f-d75d-4949-ad61-9db7c91d0e09 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:43:32.886491 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-11090d0e-1081-4fc3-aea1-a29cf63525e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:32.922955 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11090d0e-1081-4fc3-aea1-a29cf63525e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2cf5c1-4ea3-4a11-abc9-97030e97d3c3,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:32.933530 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0902c3b-2326-4954-b484-c868455a9136 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:32.982902 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-c3eedf01-915d-40e1-bd08-c83e319a8c68 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:33.136201 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port b477c197-1056-4176-be88-d6f80b5c54bc is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:33.236922 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ee709-e04d-4b14-8e6c-4e8e873e7c97 req-f3916d99-2e5c-4001-831c-ade1d8604dea tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:33.246133 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da8ee709-e04d-4b14-8e6c-4e8e873e7c97 req-f3916d99-2e5c-4001-831c-ade1d8604dea tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 945 time: 0.7533102 May 13 14:43:33.291191 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0902c3b-2326-4954-b484-c868455a9136 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event deleted for resources: {'Port': ['ID=9ff75424-e317-4d05-b357-5d09bad713bd,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:33.322615 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ce9acf0d-e444-47f4-aef5-89b3b84dca89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6856bc-8856-4376-a676-ccc355c29dc8', 'name': 'tempest-TaggedBootDevicesTest-1035196637-router', 'tenant_id': 'f872f7b603a04dc69938cdb06fc49e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'd10bf5e1-92c3-45dc-9ba4-a00346159afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:18Z', 'updated_at': '2022-05-13T14:43:27Z', 'revision_number': 4, 'project_id': 'f872f7b603a04dc69938cdb06fc49e29', 'gw_port': {'id': 'd10bf5e1-92c3-45dc-9ba4-a00346159afd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6856bc-8856-4376-a676-ccc355c29dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '815949f0-b774-4436-930d-5aaf01f3a90b', 'name': '', 'network_id': 'e48bd827-deef-480a-905a-315c1016b5cb', 'tenant_id': 'f872f7b603a04dc69938cdb06fc49e29', 'mac_address': 'fa:16:3e:2f:56:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6856bc-8856-4376-a676-ccc355c29dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'f355a88e-68a6-4ab5-a20b-267590880350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:25Z', 'updated_at': '2022-05-13T14:43:27Z', 'revision_number': 2, 'project_id': 'f872f7b603a04dc69938cdb06fc49e29', 'subnets': [{'id': 'f355a88e-68a6-4ab5-a20b-267590880350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:33.335876 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9acf0d-e444-47f4-aef5-89b3b84dca89 None None] The sync data for ids ['bb6856bc-8856-4376-a676-ccc355c29dc8'] in n-d-841760-1 is: [{'id': 'bb6856bc-8856-4376-a676-ccc355c29dc8', 'name': 'tempest-TaggedBootDevicesTest-1035196637-router', 'tenant_id': 'f872f7b603a04dc69938cdb06fc49e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'd10bf5e1-92c3-45dc-9ba4-a00346159afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:18Z', 'updated_at': '2022-05-13T14:43:27Z', 'revision_number': 4, 'project_id': 'f872f7b603a04dc69938cdb06fc49e29', 'gw_port': {'id': 'd10bf5e1-92c3-45dc-9ba4-a00346159afd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6856bc-8856-4376-a676-ccc355c29dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '815949f0-b774-4436-930d-5aaf01f3a90b', 'name': '', 'network_id': 'e48bd827-deef-480a-905a-315c1016b5cb', 'tenant_id': 'f872f7b603a04dc69938cdb06fc49e29', 'mac_address': 'fa:16:3e:2f:56:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6856bc-8856-4376-a676-ccc355c29dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'f355a88e-68a6-4ab5-a20b-267590880350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:25Z', 'updated_at': '2022-05-13T14:43:27Z', 'revision_number': 2, 'project_id': 'f872f7b603a04dc69938cdb06fc49e29', 'subnets': [{'id': 'f355a88e-68a6-4ab5-a20b-267590880350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:43:33.343722 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-c3eedf01-915d-40e1-bd08-c83e319a8c68 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Network 535bdccc-ac53-44d1-9feb-df5d3286ef62 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:33.350834 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-c3eedf01-915d-40e1-bd08-c83e319a8c68 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:33.353878 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-c3eedf01-915d-40e1-bd08-c83e319a8c68 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:43:33.526577 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eedf01-915d-40e1-bd08-c83e319a8c68 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Pushing event updated for resources: {'Port': ['ID=2de4ef9f-ec22-4098-b068-e7900df1d164,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:33.568317 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabfca25-3f79-4d5a-8404-76335b43489c tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Router b2368988-0f0f-49ce-8fa0-973bff2fca63 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:43:33.592324 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3857f53f-d75d-4949-ad61-9db7c91d0e09 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:43:33.618382 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-11090d0e-1081-4fc3-aea1-a29cf63525e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:33.620543 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-11090d0e-1081-4fc3-aea1-a29cf63525e9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c2cf5c1-4ea3-4a11-abc9-97030e97d3c3 HTTP/1.1" status: 204 len: 168 time: 2.1352732 May 13 14:43:33.646750 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da8ee709-e04d-4b14-8e6c-4e8e873e7c97 req-f72d40c0-198d-4e9f-80d1-1fd5e161d716 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356247 May 13 14:43:33.654565 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-c3eedf01-915d-40e1-bd08-c83e319a8c68 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:33.655296 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-c3eedf01-915d-40e1-bd08-c83e319a8c68 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:33.693517 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [None req-e248380b-8020-4daa-a981-c7f52922be94 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:43:33.912704 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 3857f53f-d75d-4949-ad61-9db7c91d0e09 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:43:33.918903 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e248380b-8020-4daa-a981-c7f52922be94 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:33.952351 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 3857f53f-d75d-4949-ad61-9db7c91d0e09 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:33.952922 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:33.970405 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e248380b-8020-4daa-a981-c7f52922be94 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:33.971236 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e248380b-8020-4daa-a981-c7f52922be94 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:34.120232 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7603d0ce-544a-4c45-90c6-1cd38237db55 None None] Provisioning for port 2de4ef9f-ec22-4098-b068-e7900df1d164 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:43:34.167542 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7603d0ce-544a-4c45-90c6-1cd38237db55 None None] Provisioning complete for port 2de4ef9f-ec22-4098-b068-e7900df1d164 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:34.167905 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7603d0ce-544a-4c45-90c6-1cd38237db55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:34.265948 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-c3eedf01-915d-40e1-bd08-c83e319a8c68 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 4.4935384 May 13 14:43:34.387990 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0902c3b-2326-4954-b484-c868455a9136 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:34.404688 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6572be-23ac-44c7-9b0a-bb401e2a5ff4 req-a800dd01-64ae-4d5b-b7c4-e6a2ded63a2a tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:34.406522 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1d6572be-23ac-44c7-9b0a-bb401e2a5ff4 req-a800dd01-64ae-4d5b-b7c4-e6a2ded63a2a tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 971 time: 1.0916009 May 13 14:43:34.468833 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7603d0ce-544a-4c45-90c6-1cd38237db55 None None] Port 2de4ef9f-ec22-4098-b068-e7900df1d164 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:43:34.565457 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 3857f53f-d75d-4949-ad61-9db7c91d0e09 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:34.565840 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:34.592516 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-b5b25c12-1a98-4c71-90fa-3769f0f4e48a service neutron] Request body: {'port': {'device_id': 'ea10c053-cdf1-432a-b76b-109ed851e030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:34.604450 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5f2bf18d-f077-425b-9ed9-2024000f4ae6 None None] Provisioning complete for port 3857f53f-d75d-4949-ad61-9db7c91d0e09 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:34.604822 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5f2bf18d-f077-425b-9ed9-2024000f4ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:34.656232 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-50f0a55c-d46c-4708-ae89-2c34833d1e45 req-c938f0cc-d2c6-4c7d-82ff-141c6e652a6b tempest-ServerShowV257Test-1824419144 tempest-ServerShowV257Test-1824419144-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b6096db-f283-4295-9ea1-3d8d20ea88e2 HTTP/1.1" status: 200 len: 210 time: 0.4443104 May 13 14:43:34.716105 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 3857f53f-d75d-4949-ad61-9db7c91d0e09, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3857f53f-d75d-4949-ad61-9db7c91d0e09,segment=NetworkSegment(14b06841-8c2e-4cee-8d3b-cd9047e130b5),segment_id=14b06841-8c2e-4cee-8d3b-cd9047e130b5)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:34.750928 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248380b-8020-4daa-a981-c7f52922be94 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Port': ['ID=9e751a82-e701-4e41-bf3d-02f034e64fc3,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:34.795998 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e248380b-8020-4daa-a981-c7f52922be94 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network a5d26cbc-07bf-4186-9d12-d92286b1801a is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:34.802722 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-e248380b-8020-4daa-a981-c7f52922be94 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:34.865291 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:34.866057 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:43:35.114447 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1d6572be-23ac-44c7-9b0a-bb401e2a5ff4 req-458b45c8-53dd-44b9-98dc-14cc197589ee tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcff7c9c-1c76-4cf2-9c1d-3382f2021466&id=37d6079f-fadb-4cc7-82f5-c3773d59f55c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6990249 May 13 14:43:35.178561 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabfca25-3f79-4d5a-8404-76335b43489c tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:43:35.186366 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fabfca25-3f79-4d5a-8404-76335b43489c tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:35.193508 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87dd420-c61f-4181-921d-b563cecbcff4 None None] Sync routers for ids ['b2368988-0f0f-49ce-8fa0-973bff2fca63'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:43:35.212389 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87dd420-c61f-4181-921d-b563cecbcff4 None None] Routers {'b2368988-0f0f-49ce-8fa0-973bff2fca63'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:35.213221 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-c87dd420-c61f-4181-921d-b563cecbcff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2368988-0f0f-49ce-8fa0-973bff2fca63'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:35.284595 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-5f2bf18d-f077-425b-9ed9-2024000f4ae6 None None] Current status of the port 3857f53f-d75d-4949-ad61-9db7c91d0e09 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:35.328157 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=3857f53f-d75d-4949-ad61-9db7c91d0e09,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:35.354343 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0902c3b-2326-4954-b484-c868455a9136 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Router baf4d28c-70e6-4b12-902e-511002f8733a has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:43:35.373548 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5f2bf18d-f077-425b-9ed9-2024000f4ae6 None None] Provisioning for port 9e751a82-e701-4e41-bf3d-02f034e64fc3 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:43:35.388609 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5f2bf18d-f077-425b-9ed9-2024000f4ae6 None None] Provisioning complete for port 9e751a82-e701-4e41-bf3d-02f034e64fc3 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:35.389147 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5f2bf18d-f077-425b-9ed9-2024000f4ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:35.398919 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-c87dd420-c61f-4181-921d-b563cecbcff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:35.421055 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87dd420-c61f-4181-921d-b563cecbcff4 None None] Routers {'b2368988-0f0f-49ce-8fa0-973bff2fca63'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:35.421878 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-c87dd420-c61f-4181-921d-b563cecbcff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2368988-0f0f-49ce-8fa0-973bff2fca63'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:35.510662 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:35.513841 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:35.633656 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-c87dd420-c61f-4181-921d-b563cecbcff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:35.634188 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87dd420-c61f-4181-921d-b563cecbcff4 None None] The sync data for ids ['b2368988-0f0f-49ce-8fa0-973bff2fca63'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:43:35.719058 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-5f2bf18d-f077-425b-9ed9-2024000f4ae6 None None] Port 9e751a82-e701-4e41-bf3d-02f034e64fc3 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:43:35.734315 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0902c3b-2326-4954-b484-c868455a9136 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:43:35.750755 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d0902c3b-2326-4954-b484-c868455a9136 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "PUT /v2.0/routers/baf4d28c-70e6-4b12-902e-511002f8733a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3101189 May 13 14:43:35.751027 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116311dd-e882-40ab-b8e9-99da6319dd8a None None] Sync routers for ids ['baf4d28c-70e6-4b12-902e-511002f8733a'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:43:35.751938 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60858) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:35.766093 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-b5b25c12-1a98-4c71-90fa-3769f0f4e48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:35.797895 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116311dd-e882-40ab-b8e9-99da6319dd8a None None] Routers {'baf4d28c-70e6-4b12-902e-511002f8733a'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:35.799392 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-116311dd-e882-40ab-b8e9-99da6319dd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['baf4d28c-70e6-4b12-902e-511002f8733a'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:35.867336 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9258f243-45b0-4dc3-a6aa-4b1ead065531 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Synchronizing usage tracker for tenant:17b49979485542bba655ee3d2918613c on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:43:35.943730 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-116311dd-e882-40ab-b8e9-99da6319dd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:35.963233 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2258e424-fda7-42f8-89e2-8661ac1c7612 req-97394bef-e014-48ef-9e34-83bdde8f4c51 tempest-ServerShowV257Test-1824419144 tempest-ServerShowV257Test-1824419144-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b6096db-f283-4295-9ea1-3d8d20ea88e2 HTTP/1.1" status: 200 len: 210 time: 0.0985951 May 13 14:43:35.991881 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9258f243-45b0-4dc3-a6aa-4b1ead065531 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Unset dirty status for tenant:17b49979485542bba655ee3d2918613c on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:43:35.995499 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9258f243-45b0-4dc3-a6aa-4b1ead065531 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "GET /v2.0/ports?device_id=baf4d28c-70e6-4b12-902e-511002f8733a HTTP/1.1" status: 200 len: 205 time: 0.2401679 May 13 14:43:36.007458 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60864) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:36.068448 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116311dd-e882-40ab-b8e9-99da6319dd8a None None] Routers {'baf4d28c-70e6-4b12-902e-511002f8733a'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:36.068448 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-116311dd-e882-40ab-b8e9-99da6319dd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['baf4d28c-70e6-4b12-902e-511002f8733a'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:36.314448 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-972b70f6-bb4a-4b20-a4ed-760269c6ab8e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:36.350932 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-116311dd-e882-40ab-b8e9-99da6319dd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:36.354312 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116311dd-e882-40ab-b8e9-99da6319dd8a None None] The sync data for ids ['baf4d28c-70e6-4b12-902e-511002f8733a'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:43:36.388555 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b16663b0-cb36-4fa1-8454-15dd238042ab None None] Provisioning complete for port 9e751a82-e701-4e41-bf3d-02f034e64fc3 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:36.391203 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b16663b0-cb36-4fa1-8454-15dd238042ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:36.521104 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-b16663b0-cb36-4fa1-8454-15dd238042ab None None] Port 9e751a82-e701-4e41-bf3d-02f034e64fc3 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:43:36.523676 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:36.525277 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2bdfd09b-aab3-4b38-9152-f80790750239 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:43:36.663845 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 2bdfd09b-aab3-4b38-9152-f80790750239 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:36.664141 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:36.759366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812701d3-6ab1-4ef9-83a7-1061fb4568eb req-714047a9-94d4-44a3-a52d-46272f722d0c tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:36.764686 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-812701d3-6ab1-4ef9-83a7-1061fb4568eb req-714047a9-94d4-44a3-a52d-46272f722d0c tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 945 time: 1.7529545 May 13 14:43:36.766395 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fabfca25-3f79-4d5a-8404-76335b43489c tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "PUT /v2.0/floatingips/38ff971d-8a18-4731-8326-69e3c8cfa634 HTTP/1.1" status: 200 len: 976 time: 12.3427904 May 13 14:43:36.831188 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60880) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:36.847926 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-3b2bf671-68c5-4640-ba91-1e872781fffb tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:36.985024 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 2bdfd09b-aab3-4b38-9152-f80790750239 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:37.124722 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e248380b-8020-4daa-a981-c7f52922be94 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:43:37.148700 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-812701d3-6ab1-4ef9-83a7-1061fb4568eb req-cc2250ba-1e0a-4c88-830e-4bb9afdc185b tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600063 May 13 14:43:37.151008 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-b5b25c12-1a98-4c71-90fa-3769f0f4e48a service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:43:37.190328 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3b2bf671-68c5-4640-ba91-1e872781fffb tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:37.286389 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-972b70f6-bb4a-4b20-a4ed-760269c6ab8e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:37.290276 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-972b70f6-bb4a-4b20-a4ed-760269c6ab8e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:37.309860 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3857f53f-d75d-4949-ad61-9db7c91d0e09 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:43:37.366512 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-972b70f6-bb4a-4b20-a4ed-760269c6ab8e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:37.371797 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972b70f6-bb4a-4b20-a4ed-760269c6ab8e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Fanout notify agent at l3_agent the message router_deleted on router baf4d28c-70e6-4b12-902e-511002f8733a {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:43:37.401383 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae079b9a-9ccf-4207-b079-5ed9585e53fd req-26a66d06-a811-4f86-90ea-6b3706aa5d1f tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:37.405081 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ae079b9a-9ccf-4207-b079-5ed9585e53fd req-26a66d06-a811-4f86-90ea-6b3706aa5d1f tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 971 time: 0.6199844 May 13 14:43:37.414323 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-972b70f6-bb4a-4b20-a4ed-760269c6ab8e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:37.415992 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd427ba0-4ac6-4583-a27d-276da494b136 None None] Sync routers for ids ['bb6856bc-8856-4376-a676-ccc355c29dc8'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:43:37.419318 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-972b70f6-bb4a-4b20-a4ed-760269c6ab8e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/routers/baf4d28c-70e6-4b12-902e-511002f8733a HTTP/1.1" status: 204 len: 168 time: 1.4082842 May 13 14:43:37.419988 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60896) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:37.432576 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd427ba0-4ac6-4583-a27d-276da494b136 None None] Routers {'bb6856bc-8856-4376-a676-ccc355c29dc8'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:37.433854 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-bd427ba0-4ac6-4583-a27d-276da494b136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['bb6856bc-8856-4376-a676-ccc355c29dc8'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:37.499032 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 3857f53f-d75d-4949-ad61-9db7c91d0e09 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:37.499629 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:37.722904 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-bd427ba0-4ac6-4583-a27d-276da494b136 None None] Set router bb6856bc-8856-4376-a676-ccc355c29dc8 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:43:37.735246 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-012dc2a7-4539-4013-a425-93d1c6145250 req-6aec4b05-56c8-42ac-a36d-06c9801569a6 tempest-ServerShowV257Test-1824419144 tempest-ServerShowV257Test-1824419144-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b6096db-f283-4295-9ea1-3d8d20ea88e2 HTTP/1.1" status: 200 len: 210 time: 0.3011315 May 13 14:43:37.812148 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c59f6f-02f1-44ca-8c8c-86f1c2829567 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Deleting subnet 2a64d6c5-3409-4bd0-a78b-d72a0c5f6995 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:43:37.832272 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 3857f53f-d75d-4949-ad61-9db7c91d0e09 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:37.833456 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d10bf5e1-92c3-45dc-9ba4-a00346159afd up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:43:37.836256 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ae079b9a-9ccf-4207-b079-5ed9585e53fd req-d05fd618-3592-4175-b207-ff51e0b74aee tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcff7c9c-1c76-4cf2-9c1d-3382f2021466&id=37d6079f-fadb-4cc7-82f5-c3773d59f55c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4091995 May 13 14:43:37.837018 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-23c59f6f-02f1-44ca-8c8c-86f1c2829567 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:37.958776 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-23c59f6f-02f1-44ca-8c8c-86f1c2829567 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:38.028906 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port d10bf5e1-92c3-45dc-9ba4-a00346159afd completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:43:38.042454 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port d10bf5e1-92c3-45dc-9ba4-a00346159afd triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:38.043833 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:38.073364 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-b5b25c12-1a98-4c71-90fa-3769f0f4e48a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2de4ef9f-ec22-4098-b068-e7900df1d164 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:43:38.131767 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-b5b25c12-1a98-4c71-90fa-3769f0f4e48a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:38.136426 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-23c59f6f-02f1-44ca-8c8c-86f1c2829567 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:38.231816 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d10bf5e1-92c3-45dc-9ba4-a00346159afd is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:38.232325 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:38.256865 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port d10bf5e1-92c3-45dc-9ba4-a00346159afd, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d10bf5e1-92c3-45dc-9ba4-a00346159afd,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:38.261793 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:38.291477 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-b5b25c12-1a98-4c71-90fa-3769f0f4e48a service neutron] Transition to ACTIVE for port object 2de4ef9f-ec22-4098-b068-e7900df1d164 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:38.303153 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-b5b25c12-1a98-4c71-90fa-3769f0f4e48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:38.348624 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e248380b-8020-4daa-a981-c7f52922be94 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:43:38.357075 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-bd427ba0-4ac6-4583-a27d-276da494b136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6856bc-8856-4376-a676-ccc355c29dc8', 'name': 'tempest-TaggedBootDevicesTest-1035196637-router', 'tenant_id': 'f872f7b603a04dc69938cdb06fc49e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'd10bf5e1-92c3-45dc-9ba4-a00346159afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:18Z', 'updated_at': '2022-05-13T14:43:27Z', 'revision_number': 4, 'project_id': 'f872f7b603a04dc69938cdb06fc49e29', 'gw_port': {'id': 'd10bf5e1-92c3-45dc-9ba4-a00346159afd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6856bc-8856-4376-a676-ccc355c29dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '815949f0-b774-4436-930d-5aaf01f3a90b', 'name': '', 'network_id': 'e48bd827-deef-480a-905a-315c1016b5cb', 'tenant_id': 'f872f7b603a04dc69938cdb06fc49e29', 'mac_address': 'fa:16:3e:2f:56:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6856bc-8856-4376-a676-ccc355c29dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'f355a88e-68a6-4ab5-a20b-267590880350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:25Z', 'updated_at': '2022-05-13T14:43:27Z', 'revision_number': 2, 'project_id': 'f872f7b603a04dc69938cdb06fc49e29', 'subnets': [{'id': 'f355a88e-68a6-4ab5-a20b-267590880350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:38.365246 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd427ba0-4ac6-4583-a27d-276da494b136 None None] Checking router: bb6856bc-8856-4376-a676-ccc355c29dc8 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:43:38.365583 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd427ba0-4ac6-4583-a27d-276da494b136 None None] Updating router bb6856bc-8856-4376-a676-ccc355c29dc8 port 815949f0-b774-4436-930d-5aaf01f3a90b binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:43:38.424268 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fe7577a2-6f3f-4e4d-b0e7-ddfc87f30018 req-2f579ab8-ebb3-455b-bcab-c1535a18964e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eefb011e6e7e4eb58bce7c084b3e3ecf&device_id=5b6096db-f283-4295-9ea1-3d8d20ea88e2 HTTP/1.1" status: 200 len: 210 time: 0.0861514 May 13 14:43:38.442768 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-23c59f6f-02f1-44ca-8c8c-86f1c2829567 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:38.446554 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-bd427ba0-4ac6-4583-a27d-276da494b136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:38.462317 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=d10bf5e1-92c3-45dc-9ba4-a00346159afd,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:38.467149 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b22b249-3f5f-4d19-87a1-7de3ced86226 None None] Sync routers for ids ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:43:38.480996 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b22b249-3f5f-4d19-87a1-7de3ced86226 None None] Routers {'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:38.481656 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-1b22b249-3f5f-4d19-87a1-7de3ced86226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:38.597770 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e248380b-8020-4daa-a981-c7f52922be94 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "PUT /v2.0/routers/ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0759261 May 13 14:43:38.638845 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60926) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:38.642437 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c59f6f-02f1-44ca-8c8c-86f1c2829567 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event deleted for resources: {'Subnet': ['ID=2a64d6c5-3409-4bd0-a78b-d72a0c5f6995,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:38.655727 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-23c59f6f-02f1-44ca-8c8c-86f1c2829567 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:38.666033 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fe7577a2-6f3f-4e4d-b0e7-ddfc87f30018 req-5a27ff30-c409-4b80-9b94-b2736d96b844 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=eefb011e6e7e4eb58bce7c084b3e3ecf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1953845 May 13 14:43:38.674724 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3b2bf671-68c5-4640-ba91-1e872781fffb tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:38.682311 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-2eaff7e4-9f0d-4abf-8fa5-d4d77c2f3c57 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1586474657'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:38.690043 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2eaff7e4-9f0d-4abf-8fa5-d4d77c2f3c57 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:38.695944 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2eaff7e4-9f0d-4abf-8fa5-d4d77c2f3c57 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Usage tracker for resource:network and tenant:f1ec4de986a64c699f9b990b9e5d2da5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:38.700191 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2eaff7e4-9f0d-4abf-8fa5-d4d77c2f3c57 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:38.711445 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-1b22b249-3f5f-4d19-87a1-7de3ced86226 None None] Set router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:43:38.743373 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2eaff7e4-9f0d-4abf-8fa5-d4d77c2f3c57 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:38.772373 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eaff7e4-9f0d-4abf-8fa5-d4d77c2f3c57 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Made reservation on behalf of f1ec4de986a64c699f9b990b9e5d2da5 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:43:38.784508 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2eaff7e4-9f0d-4abf-8fa5-d4d77c2f3c57 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:38.848583 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3b2bf671-68c5-4640-ba91-1e872781fffb tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:38.854029 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-3b2bf671-68c5-4640-ba91-1e872781fffb tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Floating IP 38ff971d-8a18-4731-8326-69e3c8cfa634 disassociated. External IP: 172.25.0.37, port: b819d4ba-60e0-4ad0-89f7-868fa45624a6. May 13 14:43:38.937597 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-23c59f6f-02f1-44ca-8c8c-86f1c2829567 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/subnets/2a64d6c5-3409-4bd0-a78b-d72a0c5f6995 HTTP/1.1" status: 204 len: 168 time: 1.5156372 May 13 14:43:38.969950 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eaff7e4-9f0d-4abf-8fa5-d4d77c2f3c57 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:43:38.985968 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2eaff7e4-9f0d-4abf-8fa5-d4d77c2f3c57 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:38.992273 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-2eaff7e4-9f0d-4abf-8fa5-d4d77c2f3c57 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Added segment 7f247ba2-52fe-4b4e-bbd3-a92ba2b98aaa of type vlan for network ef46ef2c-6a13-4932-840e-1da5c58a96ed May 13 14:43:39.059413 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506e87e4-11e2-4da7-bb12-6806823c282b None None] Network 74431f75-1ef4-4150-9fc6-f23ab65ff87e requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:43:39.123580 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60942) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:39.144294 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5dab241b-8541-4d5e-a09b-365cc57628f5 req-211425c9-a1ae-4bd4-9f8b-8384fc227b0d tempest-ServerShowV257Test-1824419144 tempest-ServerShowV257Test-1824419144-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b6096db-f283-4295-9ea1-3d8d20ea88e2 HTTP/1.1" status: 200 len: 210 time: 0.1229506 May 13 14:43:39.185127 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-bd427ba0-4ac6-4583-a27d-276da494b136 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:39.214194 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-bd427ba0-4ac6-4583-a27d-276da494b136 None None] Transition to ACTIVE for port object 815949f0-b774-4436-930d-5aaf01f3a90b will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:39.225926 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-bd427ba0-4ac6-4583-a27d-276da494b136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:39.329841 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d10bf5e1-92c3-45dc-9ba4-a00346159afd up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:43:39.362194 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2eaff7e4-9f0d-4abf-8fa5-d4d77c2f3c57 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:39.466812 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7577a2-6f3f-4e4d-b0e7-ddfc87f30018 req-0699c51f-62d8-47e9-87b4-11c33bdd4eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:39.469696 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fe7577a2-6f3f-4e4d-b0e7-ddfc87f30018 req-0699c51f-62d8-47e9-87b4-11c33bdd4eb0 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6991508 May 13 14:43:39.471401 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2eaff7e4-9f0d-4abf-8fa5-d4d77c2f3c57 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:39.484830 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaff7e4-9f0d-4abf-8fa5-d4d77c2f3c57 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:39.486211 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2eaff7e4-9f0d-4abf-8fa5-d4d77c2f3c57 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:39.656406 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de4fda-2179-4dd3-89c0-7bfc98090f51 None None] Pushing event updated for resources: {'Port': ['ID=815949f0-b774-4436-930d-5aaf01f3a90b,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:39.698714 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-bd427ba0-4ac6-4583-a27d-276da494b136 None None] Attempting to bind port 815949f0-b774-4436-930d-5aaf01f3a90b on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:43:39.699936 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-bd427ba0-4ac6-4583-a27d-276da494b136 None None] Attempting to bind port 815949f0-b774-4436-930d-5aaf01f3a90b by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b5ba0b89-9241-4025-b647-5d6b481c2b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e48bd827-deef-480a-905a-315c1016b5cb'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:43:39.700471 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd427ba0-4ac6-4583-a27d-276da494b136 None None] Attempting to bind port 815949f0-b774-4436-930d-5aaf01f3a90b on network e48bd827-deef-480a-905a-315c1016b5cb {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:43:39.718217 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaff7e4-9f0d-4abf-8fa5-d4d77c2f3c57 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Network': ['ID=ef46ef2c-6a13-4932-840e-1da5c58a96ed,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:39.722307 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd427ba0-4ac6-4583-a27d-276da494b136 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:43:39.722942 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd427ba0-4ac6-4583-a27d-276da494b136 None None] Checking segment: {'id': 'b5ba0b89-9241-4025-b647-5d6b481c2b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e48bd827-deef-480a-905a-315c1016b5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:43:39.723544 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-bd427ba0-4ac6-4583-a27d-276da494b136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:39.726008 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2eaff7e4-9f0d-4abf-8fa5-d4d77c2f3c57 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0765820 May 13 14:43:39.728039 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd427ba0-4ac6-4583-a27d-276da494b136 None None] Bound using segment: {'id': 'b5ba0b89-9241-4025-b647-5d6b481c2b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e48bd827-deef-480a-905a-315c1016b5cb'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:43:39.728382 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60970) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:39.728940 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-bd427ba0-4ac6-4583-a27d-276da494b136 None None] Bound port: 815949f0-b774-4436-930d-5aaf01f3a90b, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ba0b89-9241-4025-b647-5d6b481c2b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e48bd827-deef-480a-905a-315c1016b5cb'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:43:39.732283 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-bd427ba0-4ac6-4583-a27d-276da494b136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:39.738811 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-9eda0f64-7cb8-4617-9e48-eb8dc9ec67f9 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Request body: {'subnet': {'network_id': 'ef46ef2c-6a13-4932-840e-1da5c58a96ed', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:39.777078 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network ef46ef2c-6a13-4932-840e-1da5c58a96ed details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:43:39.912572 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-bd427ba0-4ac6-4583-a27d-276da494b136 None None] For port 815949f0-b774-4436-930d-5aaf01f3a90b, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:43:39.917057 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-bd427ba0-4ac6-4583-a27d-276da494b136 None None] For port 815949f0-b774-4436-930d-5aaf01f3a90b, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=815949f0-b774-4436-930d-5aaf01f3a90b,segment=NetworkSegment(b5ba0b89-9241-4025-b647-5d6b481c2b02),segment_id=b5ba0b89-9241-4025-b647-5d6b481c2b02)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:43:39.922022 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-bd427ba0-4ac6-4583-a27d-276da494b136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:39.995451 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9eda0f64-7cb8-4617-9e48-eb8dc9ec67f9 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:40.003327 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9eda0f64-7cb8-4617-9e48-eb8dc9ec67f9 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Usage tracker for resource:subnet and tenant:f1ec4de986a64c699f9b990b9e5d2da5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:40.007774 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-802c292e-30f0-4e93-b78f-ad8951f3f211 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:40.009089 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9eda0f64-7cb8-4617-9e48-eb8dc9ec67f9 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:40.010292 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b25c12-1a98-4c71-90fa-3769f0f4e48a service neutron] Pushing event updated for resources: {'Port': ['ID=2de4ef9f-ec22-4098-b068-e7900df1d164,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:40.019799 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9eda0f64-7cb8-4617-9e48-eb8dc9ec67f9 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:40.037218 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b6513-39df-4297-8c05-6a18b2a2328e req-e8995d80-d537-48c1-ac43-e379a99e62df tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:40.041725 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-839b6513-39df-4297-8c05-6a18b2a2328e req-e8995d80-d537-48c1-ac43-e379a99e62df tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 983 time: 0.5266385 May 13 14:43:40.083897 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eda0f64-7cb8-4617-9e48-eb8dc9ec67f9 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Made reservation on behalf of f1ec4de986a64c699f9b990b9e5d2da5 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:43:40.096247 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9eda0f64-7cb8-4617-9e48-eb8dc9ec67f9 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:40.108929 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd427ba0-4ac6-4583-a27d-276da494b136 None None] Routers {'bb6856bc-8856-4376-a676-ccc355c29dc8'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:40.125028 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-bd427ba0-4ac6-4583-a27d-276da494b136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['bb6856bc-8856-4376-a676-ccc355c29dc8'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:40.267100 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-802c292e-30f0-4e93-b78f-ad8951f3f211 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Deleting port a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:43:40.267100 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-802c292e-30f0-4e93-b78f-ad8951f3f211 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:40.291026 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60978) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:40.303130 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port d10bf5e1-92c3-45dc-9ba4-a00346159afd triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:40.304720 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-839b6513-39df-4297-8c05-6a18b2a2328e req-2e287547-88ad-409d-a51f-cec56c8d2312 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcff7c9c-1c76-4cf2-9c1d-3382f2021466&id=37d6079f-fadb-4cc7-82f5-c3773d59f55c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2539108 May 13 14:43:40.308820 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:40.332406 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de4fda-2179-4dd3-89c0-7bfc98090f51 None None] Pushing event updated for resources: {'Port': ['ID=815949f0-b774-4436-930d-5aaf01f3a90b,revision_number=4']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:40.571941 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f5eed-6909-4db1-947c-6ba8d47946a8 req-dab1e9e5-0c3c-4823-a090-16beb5ddc023 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:40.586149 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3f4f5eed-6909-4db1-947c-6ba8d47946a8 req-dab1e9e5-0c3c-4823-a090-16beb5ddc023 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 945 time: 1.9990900 May 13 14:43:40.635035 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-bd427ba0-4ac6-4583-a27d-276da494b136 None None] Set router bb6856bc-8856-4376-a676-ccc355c29dc8 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:43:40.746444 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d94bd801-7c6e-4d51-9132-b6604bbe6cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:40.768950 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-53389f73-16e9-4a28-afb7-5c4ef382e6d8 req-879e5dfb-65a3-478a-b28f-8e617071e834 tempest-ServerShowV257Test-1824419144 tempest-ServerShowV257Test-1824419144-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b6096db-f283-4295-9ea1-3d8d20ea88e2 HTTP/1.1" status: 200 len: 210 time: 0.1601315 May 13 14:43:40.775143 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d94bd801-7c6e-4d51-9132-b6604bbe6cff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:40.785388 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d94bd801-7c6e-4d51-9132-b6604bbe6cff admin admin] Usage tracker for resource:security_group_rule and tenant:7e06bd18f180403ea7c177d011c41819 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:40.790141 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d94bd801-7c6e-4d51-9132-b6604bbe6cff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:40.810665 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d94bd801-7c6e-4d51-9132-b6604bbe6cff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:40.810891 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d10bf5e1-92c3-45dc-9ba4-a00346159afd is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:40.830920 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-b5b25c12-1a98-4c71-90fa-3769f0f4e48a service neutron] Attempting to bind port 2de4ef9f-ec22-4098-b068-e7900df1d164 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:43:40.831380 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-b5b25c12-1a98-4c71-90fa-3769f0f4e48a service neutron] Attempting to bind port 2de4ef9f-ec22-4098-b068-e7900df1d164 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '1e510ad6-c34b-478a-8a15-657e370e8d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '535bdccc-ac53-44d1-9feb-df5d3286ef62'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:43:40.831712 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-b5b25c12-1a98-4c71-90fa-3769f0f4e48a service neutron] Attempting to bind port 2de4ef9f-ec22-4098-b068-e7900df1d164 on network 535bdccc-ac53-44d1-9feb-df5d3286ef62 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:43:40.833031 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55f9dfd-6e3c-42f5-89b9-391ee5dfbd61 None None] DHCP port deletion for 74431f75-1ef4-4150-9fc6-f23ab65ff87e request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:43:40.853708 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f55f9dfd-6e3c-42f5-89b9-391ee5dfbd61 None None] Deleting port a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:43:40.859203 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f55f9dfd-6e3c-42f5-89b9-391ee5dfbd61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:40.862846 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-b5b25c12-1a98-4c71-90fa-3769f0f4e48a service neutron] Port 2de4ef9f-ec22-4098-b068-e7900df1d164 on network 535bdccc-ac53-44d1-9feb-df5d3286ef62 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:43:40.863213 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-b5b25c12-1a98-4c71-90fa-3769f0f4e48a service neutron] Attempting to bind port 2de4ef9f-ec22-4098-b068-e7900df1d164 on network 535bdccc-ac53-44d1-9feb-df5d3286ef62 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:43:40.868110 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9eda0f64-7cb8-4617-9e48-eb8dc9ec67f9 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:40.947402 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-1b22b249-3f5f-4d19-87a1-7de3ced86226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'name': 'tempest-RoutersIpV6Test-router-753058156', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:43:30Z', 'revision_number': 2, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None, '_interfaces': [{'id': '9e751a82-e701-4e41-bf3d-02f034e64fc3', 'name': '', 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b3:d5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:27Z', 'updated_at': '2022-05-13T14:43:32Z', 'revision_number': 2, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:40.957305 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b22b249-3f5f-4d19-87a1-7de3ced86226 None None] Checking router: ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:43:40.957652 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b22b249-3f5f-4d19-87a1-7de3ced86226 None None] Updating router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 port 9e751a82-e701-4e41-bf3d-02f034e64fc3 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:43:40.959439 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda0f64-7cb8-4617-9e48-eb8dc9ec67f9 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Subnet': ['ID=61b10079-1252-4955-86e1-1b50f3ee2cce,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:40.995475 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eda0f64-7cb8-4617-9e48-eb8dc9ec67f9 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Checking segment: {'id': '7f247ba2-52fe-4b4e-bbd3-a92ba2b98aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ef46ef2c-6a13-4932-840e-1da5c58a96ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:43:40.995862 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eda0f64-7cb8-4617-9e48-eb8dc9ec67f9 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network hostable DHCP agents. Network: ef46ef2c-6a13-4932-840e-1da5c58a96ed, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:43:41.022019 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1b22b249-3f5f-4d19-87a1-7de3ced86226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:41.027631 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eda0f64-7cb8-4617-9e48-eb8dc9ec67f9 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network ef46ef2c-6a13-4932-840e-1da5c58a96ed is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:43:41.039633 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-9eda0f64-7cb8-4617-9e48-eb8dc9ec67f9 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, ef46ef2c-6a13-4932-840e-1da5c58a96ed) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:41.045063 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eda0f64-7cb8-4617-9e48-eb8dc9ec67f9 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:41.045655 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9eda0f64-7cb8-4617-9e48-eb8dc9ec67f9 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:41.063456 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63140fe9-48b6-4e4d-b826-8a62a6c56c0f None None] Network ef46ef2c-6a13-4932-840e-1da5c58a96ed requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:43:41.090878 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9eda0f64-7cb8-4617-9e48-eb8dc9ec67f9 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3577561 May 13 14:43:41.099260 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60986) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:41.237221 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-bd427ba0-4ac6-4583-a27d-276da494b136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6856bc-8856-4376-a676-ccc355c29dc8', 'name': 'tempest-TaggedBootDevicesTest-1035196637-router', 'tenant_id': 'f872f7b603a04dc69938cdb06fc49e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'd10bf5e1-92c3-45dc-9ba4-a00346159afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:18Z', 'updated_at': '2022-05-13T14:43:27Z', 'revision_number': 4, 'project_id': 'f872f7b603a04dc69938cdb06fc49e29', 'gw_port': {'id': 'd10bf5e1-92c3-45dc-9ba4-a00346159afd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6856bc-8856-4376-a676-ccc355c29dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '815949f0-b774-4436-930d-5aaf01f3a90b', 'name': '', 'network_id': 'e48bd827-deef-480a-905a-315c1016b5cb', 'tenant_id': 'f872f7b603a04dc69938cdb06fc49e29', 'mac_address': 'fa:16:3e:2f:56:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6856bc-8856-4376-a676-ccc355c29dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'f355a88e-68a6-4ab5-a20b-267590880350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:25Z', 'updated_at': '2022-05-13T14:43:39Z', 'revision_number': 4, 'project_id': 'f872f7b603a04dc69938cdb06fc49e29', 'subnets': [{'id': 'f355a88e-68a6-4ab5-a20b-267590880350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:41.243500 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd427ba0-4ac6-4583-a27d-276da494b136 None None] The sync data for ids ['bb6856bc-8856-4376-a676-ccc355c29dc8'] in n-d-841760-1 is: [{'id': 'bb6856bc-8856-4376-a676-ccc355c29dc8', 'name': 'tempest-TaggedBootDevicesTest-1035196637-router', 'tenant_id': 'f872f7b603a04dc69938cdb06fc49e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'd10bf5e1-92c3-45dc-9ba4-a00346159afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:18Z', 'updated_at': '2022-05-13T14:43:27Z', 'revision_number': 4, 'project_id': 'f872f7b603a04dc69938cdb06fc49e29', 'gw_port': {'id': 'd10bf5e1-92c3-45dc-9ba4-a00346159afd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6856bc-8856-4376-a676-ccc355c29dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '815949f0-b774-4436-930d-5aaf01f3a90b', 'name': '', 'network_id': 'e48bd827-deef-480a-905a-315c1016b5cb', 'tenant_id': 'f872f7b603a04dc69938cdb06fc49e29', 'mac_address': 'fa:16:3e:2f:56:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6856bc-8856-4376-a676-ccc355c29dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'f355a88e-68a6-4ab5-a20b-267590880350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:25Z', 'updated_at': '2022-05-13T14:43:39Z', 'revision_number': 4, 'project_id': 'f872f7b603a04dc69938cdb06fc49e29', 'subnets': [{'id': 'f355a88e-68a6-4ab5-a20b-267590880350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:43:41.363779 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3f4f5eed-6909-4db1-947c-6ba8d47946a8 req-ef03898b-cad5-4262-ac7b-91bfd191053b tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7766047 May 13 14:43:41.381438 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-b5b25c12-1a98-4c71-90fa-3769f0f4e48a service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:43:41.381438 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-b5b25c12-1a98-4c71-90fa-3769f0f4e48a service neutron] Checking segment: {'id': '1e510ad6-c34b-478a-8a15-657e370e8d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '535bdccc-ac53-44d1-9feb-df5d3286ef62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:43:41.381438 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-b5b25c12-1a98-4c71-90fa-3769f0f4e48a service neutron] Bound using segment: {'id': '1e510ad6-c34b-478a-8a15-657e370e8d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '535bdccc-ac53-44d1-9feb-df5d3286ef62'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:43:41.381438 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-b5b25c12-1a98-4c71-90fa-3769f0f4e48a service neutron] Bound port: 2de4ef9f-ec22-4098-b068-e7900df1d164, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e510ad6-c34b-478a-8a15-657e370e8d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '535bdccc-ac53-44d1-9feb-df5d3286ef62'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:43:41.381438 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-b5b25c12-1a98-4c71-90fa-3769f0f4e48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:41.459864 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 815949f0-b774-4436-930d-5aaf01f3a90b up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:43:41.491580 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2bf671-68c5-4640-ba91-1e872781fffb tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Router b2368988-0f0f-49ce-8fa0-973bff2fca63 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:43:41.631263 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d94bd801-7c6e-4d51-9132-b6604bbe6cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:41.650010 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d94bd801-7c6e-4d51-9132-b6604bbe6cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:41.780806 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-802c292e-30f0-4e93-b78f-ad8951f3f211 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] For port a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835,segment=NetworkSegment(31ddeee5-3989-4796-856a-60b7c6148a9d),segment_id=31ddeee5-3989-4796-856a-60b7c6148a9d)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:41.781174 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-802c292e-30f0-4e93-b78f-ad8951f3f211 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:42.003141 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d94bd801-7c6e-4d51-9132-b6604bbe6cff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7e06bd18f180403ea7c177d011c41819&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6951218 May 13 14:43:42.010623 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94bd801-7c6e-4d51-9132-b6604bbe6cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7aceb96-8314-4e2d-ac79-3d781da68aba,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:42.014182 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60996) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:42.114051 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-802c292e-30f0-4e93-b78f-ad8951f3f211 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Calling delete_port for a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:43:42.296671 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a6212-ff8d-4382-8b4b-bf27c514fc0d req-80123936-93f2-4ff4-8cd2-3ca21d8d4684 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:42.305405 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d2a6212-ff8d-4382-8b4b-bf27c514fc0d req-80123936-93f2-4ff4-8cd2-3ca21d8d4684 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 983 time: 0.7137647 May 13 14:43:42.313857 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-b5b25c12-1a98-4c71-90fa-3769f0f4e48a service neutron] For port 2de4ef9f-ec22-4098-b068-e7900df1d164, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:43:42.441158 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f22c4181-f8ca-4af0-b1fb-8456eac4da3a req-c97a14d7-c63e-4f4a-91da-d902fc138d09 tempest-ServerShowV257Test-1824419144 tempest-ServerShowV257Test-1824419144-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b6096db-f283-4295-9ea1-3d8d20ea88e2 HTTP/1.1" status: 200 len: 210 time: 0.1355650 May 13 14:43:42.445105 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-b5b25c12-1a98-4c71-90fa-3769f0f4e48a service neutron] For port 2de4ef9f-ec22-4098-b068-e7900df1d164, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=2de4ef9f-ec22-4098-b068-e7900df1d164,segment=NetworkSegment(1e510ad6-c34b-478a-8a15-657e370e8d03),segment_id=1e510ad6-c34b-478a-8a15-657e370e8d03)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:43:42.463201 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1b22b249-3f5f-4d19-87a1-7de3ced86226 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:42.475141 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-b5b25c12-1a98-4c71-90fa-3769f0f4e48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:42.482548 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-1b22b249-3f5f-4d19-87a1-7de3ced86226 None None] Transition to ACTIVE for port object 9e751a82-e701-4e41-bf3d-02f034e64fc3 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:42.551197 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-87aec8bd-246b-4309-a64d-7025130e5f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:42.591272 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1b22b249-3f5f-4d19-87a1-7de3ced86226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:42.655975 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-b5b25c12-1a98-4c71-90fa-3769f0f4e48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:42.656601 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-b5b25c12-1a98-4c71-90fa-3769f0f4e48a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:42.659443 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-b5b25c12-1a98-4c71-90fa-3769f0f4e48a service neutron] 10.222.0.74 "PUT /v2.0/ports/2de4ef9f-ec22-4098-b068-e7900df1d164 HTTP/1.1" status: 200 len: 1131 time: 8.3741007 May 13 14:43:42.661108 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2bf671-68c5-4640-ba91-1e872781fffb tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:43:42.662467 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea10c053-cdf1-432a-b76b-109ed851e030', 'tag': '2de4ef9f-ec22-4098-b068-e7900df1d164'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:43:42.680316 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21940278-9f53-4e6c-8009-b0009ac472e4 None None] Sync routers for ids ['b2368988-0f0f-49ce-8fa0-973bff2fca63'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:43:42.695954 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21940278-9f53-4e6c-8009-b0009ac472e4 None None] Routers {'b2368988-0f0f-49ce-8fa0-973bff2fca63'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:42.696754 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-21940278-9f53-4e6c-8009-b0009ac472e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2368988-0f0f-49ce-8fa0-973bff2fca63'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:42.707187 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-87aec8bd-246b-4309-a64d-7025130e5f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:42.785302 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-21940278-9f53-4e6c-8009-b0009ac472e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:42.803432 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21940278-9f53-4e6c-8009-b0009ac472e4 None None] Routers {'b2368988-0f0f-49ce-8fa0-973bff2fca63'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:42.804546 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-21940278-9f53-4e6c-8009-b0009ac472e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2368988-0f0f-49ce-8fa0-973bff2fca63'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:42.828944 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d2a6212-ff8d-4382-8b4b-bf27c514fc0d req-c34e4d55-1f84-4679-891d-a6f1966b6607 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcff7c9c-1c76-4cf2-9c1d-3382f2021466&id=37d6079f-fadb-4cc7-82f5-c3773d59f55c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5225503 May 13 14:43:42.853845 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-87aec8bd-246b-4309-a64d-7025130e5f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:42.892021 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f6a4db-81f0-4d1f-b259-7b8a050e7c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-ef46ef2c-6a13-4932-840e-1da5c58a96ed', 'network_id': 'ef46ef2c-6a13-4932-840e-1da5c58a96ed', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'fixed_ips': [{'subnet_id': '61b10079-1252-4955-86e1-1b50f3ee2cce'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:43:42.892779 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b0f6a4db-81f0-4d1f-b259-7b8a050e7c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:42.918339 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-21940278-9f53-4e6c-8009-b0009ac472e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:42.924205 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aec8bd-246b-4309-a64d-7025130e5f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7aceb96-8314-4e2d-ac79-3d781da68aba,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:42.924914 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21940278-9f53-4e6c-8009-b0009ac472e4 None None] The sync data for ids ['b2368988-0f0f-49ce-8fa0-973bff2fca63'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:43:42.952336 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44f9b8d6-2bda-4747-9140-35d8d19d5e36 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:42.968559 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-87aec8bd-246b-4309-a64d-7025130e5f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:42.978975 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-87aec8bd-246b-4309-a64d-7025130e5f85 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b7aceb96-8314-4e2d-ac79-3d781da68aba HTTP/1.1" status: 204 len: 168 time: 0.9008009 May 13 14:43:43.110720 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de732da9-a0eb-446c-af8c-25331f42c8e1'] response: {'name': 'network-changed', 'server_uuid': 'ea10c053-cdf1-432a-b76b-109ed851e030', 'tag': '2de4ef9f-ec22-4098-b068-e7900df1d164', 'status': 'completed', 'code': 200} May 13 14:43:43.115598 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-802c292e-30f0-4e93-b78f-ad8951f3f211 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:43.184185 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 815949f0-b774-4436-930d-5aaf01f3a90b completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:43:43.194188 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-f55f9dfd-6e3c-42f5-89b9-391ee5dfbd61 None None] For port a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835,segment=NetworkSegment(31ddeee5-3989-4796-856a-60b7c6148a9d),segment_id=31ddeee5-3989-4796-856a-60b7c6148a9d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:43.194585 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f55f9dfd-6e3c-42f5-89b9-391ee5dfbd61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:43.215326 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3b2bf671-68c5-4640-ba91-1e872781fffb tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:43.215556 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 815949f0-b774-4436-930d-5aaf01f3a90b triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:43.215750 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:43.405059 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802c292e-30f0-4e93-b78f-ad8951f3f211 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] No DVR routers for this DVR port a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835 on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:43:43.502829 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b25c12-1a98-4c71-90fa-3769f0f4e48a service neutron] Pushing event updated for resources: {'Port': ['ID=2de4ef9f-ec22-4098-b068-e7900df1d164,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:43.606877 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3b2bf671-68c5-4640-ba91-1e872781fffb tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "PUT /v2.0/floatingips/38ff971d-8a18-4731-8326-69e3c8cfa634 HTTP/1.1" status: 200 len: 687 time: 6.7623706 May 13 14:43:43.629118 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 32780) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:43.629842 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 32782) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:43.633472 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f55f9dfd-6e3c-42f5-89b9-391ee5dfbd61 None None] Calling delete_port for a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:43:43.661768 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-1b22b249-3f5f-4d19-87a1-7de3ced86226 None None] Attempting to bind port 9e751a82-e701-4e41-bf3d-02f034e64fc3 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:43:43.662158 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-1b22b249-3f5f-4d19-87a1-7de3ced86226 None None] Attempting to bind port 9e751a82-e701-4e41-bf3d-02f034e64fc3 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '14b06841-8c2e-4cee-8d3b-cd9047e130b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:43:43.662533 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b22b249-3f5f-4d19-87a1-7de3ced86226 None None] Attempting to bind port 9e751a82-e701-4e41-bf3d-02f034e64fc3 on network a5d26cbc-07bf-4186-9d12-d92286b1801a {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:43:43.672248 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c292e-30f0-4e93-b78f-ad8951f3f211 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event deleted for resources: {'Port': ['ID=a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:43.688566 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8a933-63c5-4112-bc4d-3c278cf8f21b None None] Pushing event updated for resources: {'Port': ['ID=9e751a82-e701-4e41-bf3d-02f034e64fc3,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:43.712507 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b22b249-3f5f-4d19-87a1-7de3ced86226 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:43:43.713132 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b22b249-3f5f-4d19-87a1-7de3ced86226 None None] Checking segment: {'id': '14b06841-8c2e-4cee-8d3b-cd9047e130b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:43:43.713541 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1b22b249-3f5f-4d19-87a1-7de3ced86226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:43.713939 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b22b249-3f5f-4d19-87a1-7de3ced86226 None None] Bound using segment: {'id': '14b06841-8c2e-4cee-8d3b-cd9047e130b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:43:43.714411 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-1b22b249-3f5f-4d19-87a1-7de3ced86226 None None] Bound port: 9e751a82-e701-4e41-bf3d-02f034e64fc3, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b06841-8c2e-4cee-8d3b-cd9047e130b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:43:43.715546 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1b22b249-3f5f-4d19-87a1-7de3ced86226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:43.731480 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8a933-63c5-4112-bc4d-3c278cf8f21b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:43.731781 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8a933-63c5-4112-bc4d-3c278cf8f21b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:43.732081 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8a933-63c5-4112-bc4d-3c278cf8f21b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:43.732423 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8a933-63c5-4112-bc4d-3c278cf8f21b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:43.732759 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8a933-63c5-4112-bc4d-3c278cf8f21b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:43.733090 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8a933-63c5-4112-bc4d-3c278cf8f21b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:43.733419 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8a933-63c5-4112-bc4d-3c278cf8f21b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:43.733747 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8a933-63c5-4112-bc4d-3c278cf8f21b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:43.734074 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8a933-63c5-4112-bc4d-3c278cf8f21b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:43.734398 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8a933-63c5-4112-bc4d-3c278cf8f21b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:43.734726 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8a933-63c5-4112-bc4d-3c278cf8f21b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:43.735045 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8a933-63c5-4112-bc4d-3c278cf8f21b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:43.752875 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-44f9b8d6-2bda-4747-9140-35d8d19d5e36 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Allocated IP 2001:db8:1::1 (ef46ef2c-6a13-4932-840e-1da5c58a96ed/61b10079-1252-4955-86e1-1b50f3ee2cce/ffeba42f-275e-4223-84ac-c0f45d396d52) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:43:43.764092 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3b63fb76-7152-401e-874c-3190dcfe8d46 req-0170652d-f3c8-4674-ad15-369e75fc442f tempest-ServerShowV257Test-1824419144 tempest-ServerShowV257Test-1824419144-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b6096db-f283-4295-9ea1-3d8d20ea88e2 HTTP/1.1" status: 200 len: 210 time: 0.0559909 May 13 14:43:43.887170 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f140030a-61a5-4479-801e-1a5471514229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:43.940241 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-802c292e-30f0-4e93-b78f-ad8951f3f211 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:43.949933 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f140030a-61a5-4479-801e-1a5471514229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:43.968857 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 815949f0-b774-4436-930d-5aaf01f3a90b is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:43.969238 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:43.989176 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-f55f9dfd-6e3c-42f5-89b9-391ee5dfbd61 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:43:43.989428 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-f55f9dfd-6e3c-42f5-89b9-391ee5dfbd61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:43:44.051542 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-1b22b249-3f5f-4d19-87a1-7de3ced86226 None None] For port 9e751a82-e701-4e41-bf3d-02f034e64fc3, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:43:44.051770 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f140030a-61a5-4479-801e-1a5471514229 admin admin] Usage tracker for resource:security_group_rule and tenant:c5a8b3b2148a4c73bc5162378fa3d2c2 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:44.057475 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-1b22b249-3f5f-4d19-87a1-7de3ced86226 None None] For port 9e751a82-e701-4e41-bf3d-02f034e64fc3, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=9e751a82-e701-4e41-bf3d-02f034e64fc3,segment=NetworkSegment(14b06841-8c2e-4cee-8d3b-cd9047e130b5),segment_id=14b06841-8c2e-4cee-8d3b-cd9047e130b5)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:43:44.059430 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 815949f0-b774-4436-930d-5aaf01f3a90b, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=815949f0-b774-4436-930d-5aaf01f3a90b,segment=NetworkSegment(b5ba0b89-9241-4025-b647-5d6b481c2b02),segment_id=b5ba0b89-9241-4025-b647-5d6b481c2b02)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:44.065370 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffc388-045b-44e7-80e9-ba3de91116ef req-7a515a95-8f3e-4650-aa4b-5ed3c5f4f71a tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:44.067888 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1b22b249-3f5f-4d19-87a1-7de3ced86226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:44.071670 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:44.072779 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b9ffc388-045b-44e7-80e9-ba3de91116ef req-7a515a95-8f3e-4650-aa4b-5ed3c5f4f71a tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 945 time: 1.4230082 May 13 14:43:44.110552 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f140030a-61a5-4479-801e-1a5471514229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:44.128681 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44f9b8d6-2bda-4747-9140-35d8d19d5e36 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:44.151712 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-52b04fb8-711b-4dca-92c3-4629f99ca723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:44.154273 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-52b04fb8-711b-4dca-92c3-4629f99ca723 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ec7d10f98f145d3a4a04e390b0f97bd&device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 1134 time: 1.0398517 May 13 14:43:44.156718 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-802c292e-30f0-4e93-b78f-ad8951f3f211 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74431f75-1ef4-4150-9fc6-f23ab65ff87e']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:44.167345 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-44f9b8d6-2bda-4747-9140-35d8d19d5e36 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Transition to ACTIVE for port object ffeba42f-275e-4223-84ac-c0f45d396d52 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:44.168385 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:43:44.173812 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f140030a-61a5-4479-801e-1a5471514229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:44.192483 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-5d149da0-4105-4b8d-b610-0c94f90cb562 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Deleting port 8e026ff8-29e0-40a7-90df-400adcbab2d4 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:43:44.192971 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5d149da0-4105-4b8d-b610-0c94f90cb562 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:44.212282 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d1c10-79ae-47cd-af14-5874568911a3 req-8f3f6455-1494-4895-961a-e81136719f70 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:44.223878 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c6d1c10-79ae-47cd-af14-5874568911a3 req-8f3f6455-1494-4895-961a-e81136719f70 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 983 time: 0.1875792 May 13 14:43:44.247614 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:43:44.247825 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:43:44.285469 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-802c292e-30f0-4e93-b78f-ad8951f3f211 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ddeee5-3989-4796-856a-60b7c6148a9d') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:44.285847 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-802c292e-30f0-4e93-b78f-ad8951f3f211 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ddeee5-3989-4796-856a-60b7c6148a9d') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:44.291819 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b22b249-3f5f-4d19-87a1-7de3ced86226 None None] Routers {'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:44.292788 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-1b22b249-3f5f-4d19-87a1-7de3ced86226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:44.305462 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-802c292e-30f0-4e93-b78f-ad8951f3f211 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:44.314990 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c6d1c10-79ae-47cd-af14-5874568911a3 req-2ad95eae-fb04-4800-b0b0-7b643c77f247 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcff7c9c-1c76-4cf2-9c1d-3382f2021466&id=37d6079f-fadb-4cc7-82f5-c3773d59f55c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0901363 May 13 14:43:44.319195 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44f9b8d6-2bda-4747-9140-35d8d19d5e36 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:44.333338 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-802c292e-30f0-4e93-b78f-ad8951f3f211 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:44.341184 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-802c292e-30f0-4e93-b78f-ad8951f3f211 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:43:44.341589 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-802c292e-30f0-4e93-b78f-ad8951f3f211 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:44.407929 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f9b8d6-2bda-4747-9140-35d8d19d5e36 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network ef46ef2c-6a13-4932-840e-1da5c58a96ed is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:44.413505 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-44f9b8d6-2bda-4747-9140-35d8d19d5e36 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:44.419849 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f9b8d6-2bda-4747-9140-35d8d19d5e36 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:43:44.420385 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44f9b8d6-2bda-4747-9140-35d8d19d5e36 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:44.501507 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f55f9dfd-6e3c-42f5-89b9-391ee5dfbd61 None None] Deleting port a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:43:44.501848 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f55f9dfd-6e3c-42f5-89b9-391ee5dfbd61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:44.593205 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:43:44.593205 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:43:44.593205 n-d-841760-1 neutron-server[88082]: timer() May 13 14:43:44.593205 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:43:44.593205 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:43:44.593205 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:43:44.593205 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:43:44.593205 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:43:44.593205 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:43:44.593205 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:43:44.593205 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:43:44.593205 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:43:44.593205 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:43:44.593205 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:43:44.593205 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:43:44.593205 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:43:44.593205 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:43:44.593205 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:43:44.593205 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:43:44.593205 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:43:44.593205 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:43:44.593205 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:43:44.593205 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:43:44.593205 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:43:44.593205 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:43:44.593205 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:43:44.593205 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:43:44.593205 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:43:44.593205 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:43:44.593205 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:43:44.593205 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:43:44.593205 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:43:44.644746 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8a933-63c5-4112-bc4d-3c278cf8f21b None None] Pushing event updated for resources: {'Port': ['ID=9e751a82-e701-4e41-bf3d-02f034e64fc3,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:44.796802 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-3106f739-8ff2-4b91-b4a5-ff53667e20c0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2de4ef9f-ec22-4098-b068-e7900df1d164 HTTP/1.1" status: 200 len: 217 time: 0.2082167 May 13 14:43:44.810179 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f55f9dfd-6e3c-42f5-89b9-391ee5dfbd61 None None] The port 'a2f756aa-cb67-4d3b-bbdc-d8ab8b4f9835' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:43:44.812926 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-802c292e-30f0-4e93-b78f-ad8951f3f211 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:44.820721 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-1b22b249-3f5f-4d19-87a1-7de3ced86226 None None] Set router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:43:44.911095 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9b8d6-2bda-4747-9140-35d8d19d5e36 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Port': ['ID=ffeba42f-275e-4223-84ac-c0f45d396d52,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:44.950600 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-802c292e-30f0-4e93-b78f-ad8951f3f211 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:44.957469 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-b0f6a4db-81f0-4d1f-b259-7b8a050e7c5f None None] Allocated IP 2001:db8:1::2 (ef46ef2c-6a13-4932-840e-1da5c58a96ed/61b10079-1252-4955-86e1-1b50f3ee2cce/0fd791d7-a43b-4325-a662-d64cc4c2b44d) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:43:44.966811 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5d149da0-4105-4b8d-b610-0c94f90cb562 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:44.967178 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5d149da0-4105-4b8d-b610-0c94f90cb562 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:44.997881 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44f9b8d6-2bda-4747-9140-35d8d19d5e36 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:45.055564 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c292e-30f0-4e93-b78f-ad8951f3f211 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event deleted for resources: {'Network': ['ID=74431f75-1ef4-4150-9fc6-f23ab65ff87e,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:45.120651 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b9ffc388-045b-44e7-80e9-ba3de91116ef req-dc08430a-08b7-4cb9-a5e6-df55eb209cda tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0469909 May 13 14:43:45.128737 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-5d149da0-4105-4b8d-b610-0c94f90cb562 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Calling delete_port for 8e026ff8-29e0-40a7-90df-400adcbab2d4 owned by network:floatingip {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:43:45.163639 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-802c292e-30f0-4e93-b78f-ad8951f3f211 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/networks/74431f75-1ef4-4150-9fc6-f23ab65ff87e HTTP/1.1" status: 204 len: 168 time: 6.0145144 May 13 14:43:45.213790 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 32796) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:45.222785 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-e26c8d7d-1509-467e-9c2e-3ae698d2dc69 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1821212070', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}, 'admin_state_up': False}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:45.253297 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e26c8d7d-1509-467e-9c2e-3ae698d2dc69 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:45.259350 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-7aab5f7b-08e6-4891-8a40-4f193b60db65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:45.261110 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-7aab5f7b-08e6-4891-8a40-4f193b60db65 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c HTTP/1.1" status: 200 len: 834 time: 0.4446280 May 13 14:43:45.271679 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e26c8d7d-1509-467e-9c2e-3ae698d2dc69 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Usage tracker for resource:router and tenant:17b49979485542bba655ee3d2918613c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:45.343594 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=815949f0-b774-4436-930d-5aaf01f3a90b,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:45.359415 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e26c8d7d-1509-467e-9c2e-3ae698d2dc69 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:45.379068 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c39dc082-a299-4b57-8223-6a2d4755da71 req-fceb4ad6-99d6-498b-8cc8-c9ac76e53baf tempest-ServerShowV257Test-1824419144 tempest-ServerShowV257Test-1824419144-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b6096db-f283-4295-9ea1-3d8d20ea88e2 HTTP/1.1" status: 200 len: 210 time: 0.3846495 May 13 14:43:45.420055 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e26c8d7d-1509-467e-9c2e-3ae698d2dc69 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:45.527668 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f140030a-61a5-4479-801e-1a5471514229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:45.538957 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b0f6a4db-81f0-4d1f-b259-7b8a050e7c5f None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:45.560174 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b0f6a4db-81f0-4d1f-b259-7b8a050e7c5f None None] Transition to ACTIVE for port object 0fd791d7-a43b-4325-a662-d64cc4c2b44d will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:45.588393 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44f9b8d6-2bda-4747-9140-35d8d19d5e36 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:45.598842 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44f9b8d6-2bda-4747-9140-35d8d19d5e36 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:45.599937 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44f9b8d6-2bda-4747-9140-35d8d19d5e36 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:45.600830 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e26c8d7d-1509-467e-9c2e-3ae698d2dc69 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:45.602118 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e26c8d7d-1509-467e-9c2e-3ae698d2dc69 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:45.608553 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b0f6a4db-81f0-4d1f-b259-7b8a050e7c5f None None] Transition to ACTIVE for port object 0fd791d7-a43b-4325-a662-d64cc4c2b44d will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:45.643861 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b0f6a4db-81f0-4d1f-b259-7b8a050e7c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:45.755041 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f6a4db-81f0-4d1f-b259-7b8a050e7c5f None None] Network ef46ef2c-6a13-4932-840e-1da5c58a96ed is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:45.763915 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-b0f6a4db-81f0-4d1f-b259-7b8a050e7c5f None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:45.766514 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f6a4db-81f0-4d1f-b259-7b8a050e7c5f None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:43:45.795818 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f140030a-61a5-4479-801e-1a5471514229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:45.812180 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6a4db-81f0-4d1f-b259-7b8a050e7c5f None None] Pushing event updated for resources: {'Port': ['ID=0fd791d7-a43b-4325-a662-d64cc4c2b44d,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:45.845737 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1f5bb4eb-483b-43a9-8d1f-481e8209aee0 req-d38a08dc-0180-42c6-b870-795a47c78abf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5b6096db-f283-4295-9ea1-3d8d20ea88e2 HTTP/1.1" status: 200 len: 210 time: 0.1068575 May 13 14:43:45.850497 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f140030a-61a5-4479-801e-1a5471514229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdb41d2-c9ec-407f-a0b4-0208d20a07f5,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:45.871535 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9b8d6-2bda-4747-9140-35d8d19d5e36 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Port': ['ID=ffeba42f-275e-4223-84ac-c0f45d396d52,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:45.901400 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-b0f6a4db-81f0-4d1f-b259-7b8a050e7c5f None None] Attempting to bind port 0fd791d7-a43b-4325-a662-d64cc4c2b44d on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:43:45.901807 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-b0f6a4db-81f0-4d1f-b259-7b8a050e7c5f None None] Attempting to bind port 0fd791d7-a43b-4325-a662-d64cc4c2b44d by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '7f247ba2-52fe-4b4e-bbd3-a92ba2b98aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ef46ef2c-6a13-4932-840e-1da5c58a96ed'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:43:45.902706 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f6a4db-81f0-4d1f-b259-7b8a050e7c5f None None] Attempting to bind port 0fd791d7-a43b-4325-a662-d64cc4c2b44d on network ef46ef2c-6a13-4932-840e-1da5c58a96ed {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:43:45.912832 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f6a4db-81f0-4d1f-b259-7b8a050e7c5f None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:43:45.913245 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f6a4db-81f0-4d1f-b259-7b8a050e7c5f None None] Checking segment: {'id': '7f247ba2-52fe-4b4e-bbd3-a92ba2b98aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ef46ef2c-6a13-4932-840e-1da5c58a96ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:43:45.913861 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b0f6a4db-81f0-4d1f-b259-7b8a050e7c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:45.914252 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f6a4db-81f0-4d1f-b259-7b8a050e7c5f None None] Bound using segment: {'id': '7f247ba2-52fe-4b4e-bbd3-a92ba2b98aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ef46ef2c-6a13-4932-840e-1da5c58a96ed'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:43:45.914737 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-b0f6a4db-81f0-4d1f-b259-7b8a050e7c5f None None] Bound port: 0fd791d7-a43b-4325-a662-d64cc4c2b44d, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f247ba2-52fe-4b4e-bbd3-a92ba2b98aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ef46ef2c-6a13-4932-840e-1da5c58a96ed'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:43:45.915131 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b0f6a4db-81f0-4d1f-b259-7b8a050e7c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:45.929588 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e26c8d7d-1509-467e-9c2e-3ae698d2dc69 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:45.941880 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f9b8d6-2bda-4747-9140-35d8d19d5e36 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network ef46ef2c-6a13-4932-840e-1da5c58a96ed is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:45.943354 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-44f9b8d6-2bda-4747-9140-35d8d19d5e36 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:45.977666 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-1b22b249-3f5f-4d19-87a1-7de3ced86226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'name': 'tempest-RoutersIpV6Test-router-753058156', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:43:30Z', 'revision_number': 2, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None, '_interfaces': [{'id': '9e751a82-e701-4e41-bf3d-02f034e64fc3', 'name': '', 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b3:d5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:27Z', 'updated_at': '2022-05-13T14:43:44Z', 'revision_number': 4, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:45.988367 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f140030a-61a5-4479-801e-1a5471514229 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c5a8b3b2148a4c73bc5162378fa3d2c2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3458130 May 13 14:43:45.999269 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b22b249-3f5f-4d19-87a1-7de3ced86226 None None] The sync data for ids ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'] in n-d-841760-1 is: [{'id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'name': 'tempest-RoutersIpV6Test-router-753058156', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:43:30Z', 'revision_number': 2, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None, '_interfaces': [{'id': '9e751a82-e701-4e41-bf3d-02f034e64fc3', 'name': '', 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b3:d5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:27Z', 'updated_at': '2022-05-13T14:43:44Z', 'revision_number': 4, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:43:46.009834 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 32802) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:46.016531 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-53c4ef14-de38-4b50-b812-a354719f3e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:46.018228 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-53c4ef14-de38-4b50-b812-a354719f3e3f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=535bdccc-ac53-44d1-9feb-df5d3286ef62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7477531 May 13 14:43:46.056727 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-b0f6a4db-81f0-4d1f-b259-7b8a050e7c5f None None] For port 0fd791d7-a43b-4325-a662-d64cc4c2b44d, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:43:46.066567 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-b0f6a4db-81f0-4d1f-b259-7b8a050e7c5f None None] For port 0fd791d7-a43b-4325-a662-d64cc4c2b44d, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=0fd791d7-a43b-4325-a662-d64cc4c2b44d,segment=NetworkSegment(7f247ba2-52fe-4b4e-bbd3-a92ba2b98aaa),segment_id=7f247ba2-52fe-4b4e-bbd3-a92ba2b98aaa)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:43:46.074602 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b0f6a4db-81f0-4d1f-b259-7b8a050e7c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:46.252296 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f9b8d6-2bda-4747-9140-35d8d19d5e36 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:43:46.259969 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6a4db-81f0-4d1f-b259-7b8a050e7c5f None None] Pushing event updated for resources: {'Port': ['ID=0fd791d7-a43b-4325-a662-d64cc4c2b44d,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:46.353350 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb087b-832e-4944-aa4f-acf74939f760 req-a01df809-960a-41d0-9625-757cc87c60ba tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:46.354565 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-7deb087b-832e-4944-aa4f-acf74939f760 req-a01df809-960a-41d0-9625-757cc87c60ba tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Synchronizing usage tracker for tenant:5ec7d10f98f145d3a4a04e390b0f97bd on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:43:46.363410 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-e3a763e9-4174-4199-a058-6751d5842bc7 service neutron] 10.222.0.74 "GET /v2.0/networks/535bdccc-ac53-44d1-9feb-df5d3286ef62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141506 May 13 14:43:46.495325 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 815949f0-b774-4436-930d-5aaf01f3a90b up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:43:46.640533 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 815949f0-b774-4436-930d-5aaf01f3a90b triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:46.640533 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:46.852529 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f9b8d6-2bda-4747-9140-35d8d19d5e36 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:43:46.891734 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-44f9b8d6-2bda-4747-9140-35d8d19d5e36 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "PUT /v2.0/routers/ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7913134 May 13 14:43:46.894249 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 32812) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:46.904977 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-0465ea49-8fca-41b8-9f4b-cf1c72e8ae50 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-818466224'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:46.907866 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 815949f0-b774-4436-930d-5aaf01f3a90b is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:46.915999 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-0465ea49-8fca-41b8-9f4b-cf1c72e8ae50 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:46.920947 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0465ea49-8fca-41b8-9f4b-cf1c72e8ae50 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Usage tracker for resource:network and tenant:f1ec4de986a64c699f9b990b9e5d2da5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:46.933463 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0465ea49-8fca-41b8-9f4b-cf1c72e8ae50 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:47.101506 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5d149da0-4105-4b8d-b610-0c94f90cb562 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:47.150413 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-0465ea49-8fca-41b8-9f4b-cf1c72e8ae50 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:47.169361 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1eac26-4850-4af1-bbcc-5fa2504ba0ea req-705fa4b6-813c-476b-b617-e41b35784c57 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:47.176693 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-af1eac26-4850-4af1-bbcc-5fa2504ba0ea req-705fa4b6-813c-476b-b617-e41b35784c57 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 945 time: 0.6326199 May 13 14:43:47.196819 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0465ea49-8fca-41b8-9f4b-cf1c72e8ae50 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Made reservation on behalf of f1ec4de986a64c699f9b990b9e5d2da5 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:43:47.200272 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0465ea49-8fca-41b8-9f4b-cf1c72e8ae50 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:47.207547 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eba0be6d-0c8a-4163-a9a8-94686c318014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:47.230960 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-7deb087b-832e-4944-aa4f-acf74939f760 req-a01df809-960a-41d0-9625-757cc87c60ba tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Unset dirty status for tenant:5ec7d10f98f145d3a4a04e390b0f97bd on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:43:47.237011 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7deb087b-832e-4944-aa4f-acf74939f760 req-a01df809-960a-41d0-9625-757cc87c60ba tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 983 time: 1.6949432 May 13 14:43:47.247089 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e26c8d7d-1509-467e-9c2e-3ae698d2dc69 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:47.263370 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-af1eac26-4850-4af1-bbcc-5fa2504ba0ea req-a8cc3042-c711-43b0-8423-045356d852f8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854187 May 13 14:43:47.279235 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0465ea49-8fca-41b8-9f4b-cf1c72e8ae50 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:43:47.300126 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0465ea49-8fca-41b8-9f4b-cf1c72e8ae50 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:47.300473 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-0465ea49-8fca-41b8-9f4b-cf1c72e8ae50 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Added segment 9778c211-524c-4ca7-9a86-575fcc0fc498 of type vlan for network e4472f1f-601d-4ee6-849c-afc8c312e8ea May 13 14:43:47.310132 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eba0be6d-0c8a-4163-a9a8-94686c318014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:47.337351 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0465ea49-8fca-41b8-9f4b-cf1c72e8ae50 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:47.405318 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d149da0-4105-4b8d-b610-0c94f90cb562 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event deleted for resources: {'Port': ['ID=8e026ff8-29e0-40a7-90df-400adcbab2d4,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:47.414145 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5bc5ae59-3f14-46ce-a380-772af1dbaa47 req-849f4bac-16fe-4827-a761-56a75850a070 service neutron] 10.222.0.74 "GET /v2.0/networks/535bdccc-ac53-44d1-9feb-df5d3286ef62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9494779 May 13 14:43:47.429990 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0465ea49-8fca-41b8-9f4b-cf1c72e8ae50 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:47.451742 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0465ea49-8fca-41b8-9f4b-cf1c72e8ae50 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:47.457888 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0465ea49-8fca-41b8-9f4b-cf1c72e8ae50 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:47.504577 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0465ea49-8fca-41b8-9f4b-cf1c72e8ae50 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6089189 May 13 14:43:47.511058 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 32818) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:47.527932 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-b633252c-4e55-48a4-813b-83bb1cda9fbb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Request body: {'subnet': {'network_id': 'e4472f1f-601d-4ee6-849c-afc8c312e8ea', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:47.835842 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c7000e3-61b2-472a-a2ac-2205f23ceafe req-b32e1713-234b-4caf-96c5-e8e41bf02084 tempest-ServerShowV257Test-1824419144 tempest-ServerShowV257Test-1824419144-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b6096db-f283-4295-9ea1-3d8d20ea88e2 HTTP/1.1" status: 200 len: 210 time: 0.0902076 May 13 14:43:47.890481 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7deb087b-832e-4944-aa4f-acf74939f760 req-c8997eef-3fdc-4878-b1e8-dec9877727eb tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcff7c9c-1c76-4cf2-9c1d-3382f2021466&id=37d6079f-fadb-4cc7-82f5-c3773d59f55c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4751422 May 13 14:43:47.905904 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5d149da0-4105-4b8d-b610-0c94f90cb562 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:47.929024 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465ea49-8fca-41b8-9f4b-cf1c72e8ae50 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Network': ['ID=e4472f1f-601d-4ee6-849c-afc8c312e8ea,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:47.938977 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b633252c-4e55-48a4-813b-83bb1cda9fbb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:47.952062 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network e4472f1f-601d-4ee6-849c-afc8c312e8ea details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:43:47.962800 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b633252c-4e55-48a4-813b-83bb1cda9fbb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Usage tracker for resource:subnet and tenant:f1ec4de986a64c699f9b990b9e5d2da5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:47.971537 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eba0be6d-0c8a-4163-a9a8-94686c318014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:47.977119 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b633252c-4e55-48a4-813b-83bb1cda9fbb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:47.981126 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546da26b-41f4-4750-94c9-8857eec5f0a9 None None] Network ef46ef2c-6a13-4932-840e-1da5c58a96ed requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:43:47.994103 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b633252c-4e55-48a4-813b-83bb1cda9fbb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:47.999713 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e471c52-fb97-4757-852a-3036b95bfe01 req-1112308c-e979-46e3-84b7-cad722550e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:48.001340 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e471c52-fb97-4757-852a-3036b95bfe01 req-1112308c-e979-46e3-84b7-cad722550e91 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ec7d10f98f145d3a4a04e390b0f97bd&device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 1134 time: 0.4208624 May 13 14:43:48.028269 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b633252c-4e55-48a4-813b-83bb1cda9fbb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Made reservation on behalf of f1ec4de986a64c699f9b990b9e5d2da5 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:43:48.032566 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0be6d-0c8a-4163-a9a8-94686c318014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdb41d2-c9ec-407f-a0b4-0208d20a07f5,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:48.035769 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b633252c-4e55-48a4-813b-83bb1cda9fbb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:48.143406 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eba0be6d-0c8a-4163-a9a8-94686c318014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:48.154009 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-eba0be6d-0c8a-4163-a9a8-94686c318014 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1cdb41d2-c9ec-407f-a0b4-0208d20a07f5 HTTP/1.1" status: 204 len: 168 time: 2.1342340 May 13 14:43:48.161394 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5d149da0-4105-4b8d-b610-0c94f90cb562 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:48.165762 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5d149da0-4105-4b8d-b610-0c94f90cb562 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "DELETE /v2.0/floatingips/38ff971d-8a18-4731-8326-69e3c8cfa634 HTTP/1.1" status: 204 len: 168 time: 4.5254169 May 13 14:43:48.169471 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 32828) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:48.362178 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-8c41de6c-104b-4f1a-8036-99cdee696a39 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] delete failed (client error): The resource could not be found. May 13 14:43:48.373639 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8c41de6c-104b-4f1a-8036-99cdee696a39 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "DELETE /v2.0/floatingips/38ff971d-8a18-4731-8326-69e3c8cfa634 HTTP/1.1" status: 404 len: 345 time: 0.2012329 May 13 14:43:48.377427 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 32834) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:48.486329 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b7eacf-65b3-4ced-8aa7-c00c844b71d5 None None] Sync routers for ids ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:43:48.591766 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8458bcb9-6fc6-457f-9ba6-9c117d38d0b4 req-5893d26c-c8eb-4ab5-bf9e-515092b99ddf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eefb011e6e7e4eb58bce7c084b3e3ecf&device_id=5b6096db-f283-4295-9ea1-3d8d20ea88e2 HTTP/1.1" status: 200 len: 210 time: 0.1229956 May 13 14:43:48.594189 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b7eacf-65b3-4ced-8aa7-c00c844b71d5 None None] Routers {'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:48.594984 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-10b7eacf-65b3-4ced-8aa7-c00c844b71d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:48.759222 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4a190306-473a-4c24-99b4-6a0276f295e8 req-6c142950-48dc-4293-92b0-acea985fa367 tempest-ServerShowV257Test-1824419144 tempest-ServerShowV257Test-1824419144-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b6096db-f283-4295-9ea1-3d8d20ea88e2 HTTP/1.1" status: 200 len: 210 time: 0.1104410 May 13 14:43:48.770671 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8458bcb9-6fc6-457f-9ba6-9c117d38d0b4 req-2c044028-b4fd-41b4-8811-f8c48f21a44c service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=eefb011e6e7e4eb58bce7c084b3e3ecf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1513395 May 13 14:43:48.783060 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-10b7eacf-65b3-4ced-8aa7-c00c844b71d5 None None] Set router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:43:48.991492 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-fc915a1c-5d34-40ea-9f95-749fac3a0d4a None None] Provisioning for port 0fd791d7-a43b-4325-a662-d64cc4c2b44d completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:43:48.998077 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:49.022286 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 9e751a82-e701-4e41-bf3d-02f034e64fc3 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:43:49.043519 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b633252c-4e55-48a4-813b-83bb1cda9fbb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:49.213701 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e471c52-fb97-4757-852a-3036b95bfe01 req-13496e69-af5a-4330-b830-5861887bb3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:49.222293 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e471c52-fb97-4757-852a-3036b95bfe01 req-13496e69-af5a-4330-b830-5861887bb3c6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=535bdccc-ac53-44d1-9feb-df5d3286ef62 HTTP/1.1" status: 200 len: 897 time: 1.2129979 May 13 14:43:49.222931 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e26c8d7d-1509-467e-9c2e-3ae698d2dc69 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:49.255885 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 9e751a82-e701-4e41-bf3d-02f034e64fc3 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:43:49.299152 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e26c8d7d-1509-467e-9c2e-3ae698d2dc69 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:49.316891 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 9e751a82-e701-4e41-bf3d-02f034e64fc3 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:49.317570 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:49.346095 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458bcb9-6fc6-457f-9ba6-9c117d38d0b4 req-99738a1f-ce56-424a-b2a8-158645155c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:49.354218 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8458bcb9-6fc6-457f-9ba6-9c117d38d0b4 req-99738a1f-ce56-424a-b2a8-158645155c59 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5728626 May 13 14:43:49.472050 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b633252c-4e55-48a4-813b-83bb1cda9fbb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Checking segment: {'id': '9778c211-524c-4ca7-9a86-575fcc0fc498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e4472f1f-601d-4ee6-849c-afc8c312e8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:43:49.472542 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b633252c-4e55-48a4-813b-83bb1cda9fbb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network hostable DHCP agents. Network: e4472f1f-601d-4ee6-849c-afc8c312e8ea, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:43:49.493705 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b7c99-39bb-4d24-820f-f48cfd95bbfc req-f164b17c-3983-402e-b083-ad966c2c128c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:49.501800 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f37b7c99-39bb-4d24-820f-f48cfd95bbfc req-f164b17c-3983-402e-b083-ad966c2c128c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 983 time: 0.3669236 May 13 14:43:49.506188 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633252c-4e55-48a4-813b-83bb1cda9fbb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Subnet': ['ID=b65ca4ad-63f2-4693-be76-7680cb9a5fdf,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:49.592581 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 9e751a82-e701-4e41-bf3d-02f034e64fc3 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:49.592969 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:49.602471 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f37b7c99-39bb-4d24-820f-f48cfd95bbfc req-91e6513e-8701-4484-a881-2e2229351d4a tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcff7c9c-1c76-4cf2-9c1d-3382f2021466&id=37d6079f-fadb-4cc7-82f5-c3773d59f55c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0997064 May 13 14:43:49.610458 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b633252c-4e55-48a4-813b-83bb1cda9fbb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network e4472f1f-601d-4ee6-849c-afc8c312e8ea is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:43:49.625231 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-b633252c-4e55-48a4-813b-83bb1cda9fbb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, e4472f1f-601d-4ee6-849c-afc8c312e8ea) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:49.644846 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b633252c-4e55-48a4-813b-83bb1cda9fbb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:49.645036 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fb63b4-3f88-48ed-9cca-d9338d2e1019 None None] Network e4472f1f-601d-4ee6-849c-afc8c312e8ea requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:43:49.645445 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b633252c-4e55-48a4-813b-83bb1cda9fbb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:49.673042 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e471c52-fb97-4757-852a-3036b95bfe01 req-145186f7-972b-49eb-9065-827b405eccdb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2de4ef9f-ec22-4098-b068-e7900df1d164 HTTP/1.1" status: 200 len: 217 time: 0.3831825 May 13 14:43:49.699491 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b633252c-4e55-48a4-813b-83bb1cda9fbb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1834762 May 13 14:43:49.699810 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 32862) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:49.817337 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-10b7eacf-65b3-4ced-8aa7-c00c844b71d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'name': 'tempest-RoutersIpV6Test-router-753058156', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:43:44Z', 'revision_number': 3, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None, '_interfaces': [{'id': '9e751a82-e701-4e41-bf3d-02f034e64fc3', 'name': '', 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b3:d5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:27Z', 'updated_at': '2022-05-13T14:43:44Z', 'revision_number': 4, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeba42f-275e-4223-84ac-c0f45d396d52', 'name': '', 'network_id': 'ef46ef2c-6a13-4932-840e-1da5c58a96ed', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:74:d3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:43Z', 'updated_at': '2022-05-13T14:43:45Z', 'revision_number': 2, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:49.839817 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 9e751a82-e701-4e41-bf3d-02f034e64fc3, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=9e751a82-e701-4e41-bf3d-02f034e64fc3,segment=NetworkSegment(14b06841-8c2e-4cee-8d3b-cd9047e130b5),segment_id=14b06841-8c2e-4cee-8d3b-cd9047e130b5)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:49.844010 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b7eacf-65b3-4ced-8aa7-c00c844b71d5 None None] Checking router: ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:43:49.844010 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b7eacf-65b3-4ced-8aa7-c00c844b71d5 None None] Updating router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 port ffeba42f-275e-4223-84ac-c0f45d396d52 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:43:49.886073 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3765201-9d65-4727-a71d-af0f70003921 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:49.894349 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3765201-9d65-4727-a71d-af0f70003921 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:49.902971 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3765201-9d65-4727-a71d-af0f70003921 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:49.904323 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c3765201-9d65-4727-a71d-af0f70003921 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Synchronizing usage tracker for tenant:6b12ce616ed04de39e484728b5ba653e on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:43:49.930658 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-10b7eacf-65b3-4ced-8aa7-c00c844b71d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:49.950357 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94700bd3-5d1c-4235-9d91-170d4a2f2371 req-00538630-47a8-4eb5-afbe-459b774b2359 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:49.960654 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94700bd3-5d1c-4235-9d91-170d4a2f2371 req-00538630-47a8-4eb5-afbe-459b774b2359 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 945 time: 1.2574768 May 13 14:43:49.999337 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e471c52-fb97-4757-852a-3036b95bfe01 req-d0352a90-d9f4-4ddd-a99e-62cdad6e7cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:50.001138 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e471c52-fb97-4757-852a-3036b95bfe01 req-d0352a90-d9f4-4ddd-a99e-62cdad6e7cd4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c HTTP/1.1" status: 200 len: 834 time: 0.3159592 May 13 14:43:50.054169 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:50.054968 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0fd791d7-a43b-4325-a662-d64cc4c2b44d up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:43:50.165045 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-e26c8d7d-1509-467e-9c2e-3ae698d2dc69 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Allocated IP 172.25.0.149 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/8a2ff9a8-0acb-4660-8ab0-a4f087fdfc07) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:43:50.316290 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c3765201-9d65-4727-a71d-af0f70003921 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Unset dirty status for tenant:6b12ce616ed04de39e484728b5ba653e on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:43:50.332958 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c3765201-9d65-4727-a71d-af0f70003921 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "GET /v2.0/ports?network_id=8fd6c8b5-c9e0-4cd6-a5de-4fdd6b1ddf4e HTTP/1.1" status: 200 len: 2357 time: 1.6324675 May 13 14:43:50.341862 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 32914) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:50.441476 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94700bd3-5d1c-4235-9d91-170d4a2f2371 req-e1c10edf-c622-4836-9dee-789ef788fa43 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796877 May 13 14:43:50.636231 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64d3d70-3aa1-4b23-8534-f300f4e8efcb tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:50.643183 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b64d3d70-3aa1-4b23-8534-f300f4e8efcb tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "GET /v2.0/subnets/135482b0-e1f1-4a62-980b-d7db730ba769 HTTP/1.1" status: 200 len: 797 time: 0.2997329 May 13 14:43:50.643832 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 32918) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:50.653654 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-198b40c9-1cc8-4354-9b20-503ee1340376 None None] Provisioning for port ffeba42f-275e-4223-84ac-c0f45d396d52 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:43:50.670051 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-15d14ac3-38e5-4c9b-8042-a57662bd671e tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Request body: {'port': {'network_id': '8fd6c8b5-c9e0-4cd6-a5de-4fdd6b1ddf4e', 'name': 'tempest-FloatingIPTestJSON-1439817564', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:50.739653 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=9e751a82-e701-4e41-bf3d-02f034e64fc3,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:50.841255 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-198b40c9-1cc8-4354-9b20-503ee1340376 None None] Provisioning complete for port ffeba42f-275e-4223-84ac-c0f45d396d52 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:50.841671 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-198b40c9-1cc8-4354-9b20-503ee1340376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:50.898585 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8458bcb9-6fc6-457f-9ba6-9c117d38d0b4 req-12ebcf48-e04f-423e-87b3-43cab5d57842 tempest-ServerShowV257Test-1824419144 tempest-ServerShowV257Test-1824419144-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b6096db-f283-4295-9ea1-3d8d20ea88e2 HTTP/1.1" status: 200 len: 210 time: 0.0687392 May 13 14:43:50.904137 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e10e2090-6010-49b6-82ae-1494ee33c0a3 req-3c57efe3-c9f2-406e-befb-a20c3e76def8 tempest-ServerShowV257Test-1824419144 tempest-ServerShowV257Test-1824419144-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b6096db-f283-4295-9ea1-3d8d20ea88e2 HTTP/1.1" status: 200 len: 210 time: 0.6979239 May 13 14:43:50.942158 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 0fd791d7-a43b-4325-a662-d64cc4c2b44d completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:43:50.977199 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e471c52-fb97-4757-852a-3036b95bfe01 req-6bea9513-1625-46d1-9e29-19bd55483e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:50.979026 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e471c52-fb97-4757-852a-3036b95bfe01 req-6bea9513-1625-46d1-9e29-19bd55483e12 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=535bdccc-ac53-44d1-9feb-df5d3286ef62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9405825 May 13 14:43:51.005110 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 0fd791d7-a43b-4325-a662-d64cc4c2b44d triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:51.005479 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:51.039382 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e26c8d7d-1509-467e-9c2e-3ae698d2dc69 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:51.067248 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 32926) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:51.158905 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-198b40c9-1cc8-4354-9b20-503ee1340376 None None] Port ffeba42f-275e-4223-84ac-c0f45d396d52 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:43:51.278971 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd3a7f6-c526-4fe6-bb9d-d44c51deedde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-e4472f1f-601d-4ee6-849c-afc8c312e8ea', 'network_id': 'e4472f1f-601d-4ee6-849c-afc8c312e8ea', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'fixed_ips': [{'subnet_id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:43:51.292894 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7dd3a7f6-c526-4fe6-bb9d-d44c51deedde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:51.319320 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-15d14ac3-38e5-4c9b-8042-a57662bd671e tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:51.413716 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155dce64-8f97-4a01-9551-fe32ccc68df3 req-83ca8aaf-71ad-4de6-a067-fe7d2c078506 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:51.422630 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-155dce64-8f97-4a01-9551-fe32ccc68df3 req-83ca8aaf-71ad-4de6-a067-fe7d2c078506 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 983 time: 0.5476332 May 13 14:43:51.429049 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-15d14ac3-38e5-4c9b-8042-a57662bd671e tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:51.491209 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e471c52-fb97-4757-852a-3036b95bfe01 req-8f4c5924-6e19-44e7-bd16-0e288102365c service neutron] 10.222.0.74 "GET /v2.0/networks/535bdccc-ac53-44d1-9feb-df5d3286ef62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4911599 May 13 14:43:51.500307 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-718595b0-645d-40c7-99d4-c72f49e4d56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:51.545704 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-066de207-bf03-4e15-a8fa-f7cf0fa4866b None None] Provisioning complete for port ffeba42f-275e-4223-84ac-c0f45d396d52 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:51.546058 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-066de207-bf03-4e15-a8fa-f7cf0fa4866b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:51.592588 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d6063b3f-695a-410c-97d7-42bbb2fc89ea tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:51.839951 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-066de207-bf03-4e15-a8fa-f7cf0fa4866b None None] Port ffeba42f-275e-4223-84ac-c0f45d396d52 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:43:51.879266 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 0fd791d7-a43b-4325-a662-d64cc4c2b44d is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:51.879651 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:51.879957 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e26c8d7d-1509-467e-9c2e-3ae698d2dc69 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:51.886212 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d14ac3-38e5-4c9b-8042-a57662bd671e tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Made reservation on behalf of 6b12ce616ed04de39e484728b5ba653e for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:43:51.940966 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 0fd791d7-a43b-4325-a662-d64cc4c2b44d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=0fd791d7-a43b-4325-a662-d64cc4c2b44d,segment=NetworkSegment(7f247ba2-52fe-4b4e-bbd3-a92ba2b98aaa),segment_id=7f247ba2-52fe-4b4e-bbd3-a92ba2b98aaa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:51.956337 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4be86-7f2e-418c-beba-02927a181af4 req-22091348-32ca-4136-88e0-4de8378b2e77 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:51.958673 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-41e4be86-7f2e-418c-beba-02927a181af4 req-22091348-32ca-4136-88e0-4de8378b2e77 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 945 time: 0.2851925 May 13 14:43:51.974693 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:52.064880 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-718595b0-645d-40c7-99d4-c72f49e4d56f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:52.070225 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-718595b0-645d-40c7-99d4-c72f49e4d56f admin admin] Usage tracker for resource:security_group_rule and tenant:22981c2e9e0343ac8c79604a18002955 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:52.071695 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 2de4ef9f-ec22-4098-b068-e7900df1d164 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:43:52.073378 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-718595b0-645d-40c7-99d4-c72f49e4d56f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:52.099637 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 9e751a82-e701-4e41-bf3d-02f034e64fc3 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:43:52.142470 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-41e4be86-7f2e-418c-beba-02927a181af4 req-f93c2e4e-3350-4a2b-b070-29ebbbb5553c tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469486 May 13 14:43:52.185517 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-7dd3a7f6-c526-4fe6-bb9d-d44c51deedde None None] Allocated IP 2001:db8:2::2 (e4472f1f-601d-4ee6-849c-afc8c312e8ea/b65ca4ad-63f2-4693-be76-7680cb9a5fdf/b9f69020-5d4d-4be3-8804-13d0ed5e8441) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:43:52.250770 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-10b7eacf-65b3-4ced-8aa7-c00c844b71d5 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:52.257471 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-155dce64-8f97-4a01-9551-fe32ccc68df3 req-b5dc8705-1f37-4b6f-9c5f-b7b2e2de9901 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcff7c9c-1c76-4cf2-9c1d-3382f2021466&id=37d6079f-fadb-4cc7-82f5-c3773d59f55c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.8339951 May 13 14:43:52.271616 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e471c52-fb97-4757-852a-3036b95bfe01 req-bdde09cd-0a6c-414b-b605-b8f55804aab4 service neutron] 10.222.0.74 "GET /v2.0/networks/535bdccc-ac53-44d1-9feb-df5d3286ef62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7563498 May 13 14:43:52.273612 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-718595b0-645d-40c7-99d4-c72f49e4d56f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:52.300505 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=0fd791d7-a43b-4325-a662-d64cc4c2b44d,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:52.309139 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26c8d7d-1509-467e-9c2e-3ae698d2dc69 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:52.326224 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-e26c8d7d-1509-467e-9c2e-3ae698d2dc69 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:52.333314 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26c8d7d-1509-467e-9c2e-3ae698d2dc69 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:43:52.388778 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.resource_extend [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:43:52.400315 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c8d7d-1509-467e-9c2e-3ae698d2dc69 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Port': ['ID=8a2ff9a8-0acb-4660-8ab0-a4f087fdfc07,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:52.556141 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 2de4ef9f-ec22-4098-b068-e7900df1d164, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=2de4ef9f-ec22-4098-b068-e7900df1d164,segment=NetworkSegment(1e510ad6-c34b-478a-8a15-657e370e8d03),segment_id=1e510ad6-c34b-478a-8a15-657e370e8d03)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:52.594610 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-15d14ac3-38e5-4c9b-8042-a57662bd671e tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:52.677914 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '2de4ef9f-ec22-4098-b068-e7900df1d164', 'network_id': '535bdccc-ac53-44d1-9feb-df5d3286ef62', 'port_id': '2de4ef9f-ec22-4098-b068-e7900df1d164', 'mac_address': 'fa:16:3e:31:1e:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:43:52.684143 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-15d14ac3-38e5-4c9b-8042-a57662bd671e tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] device_id is not set on port cb8b88ee-e02f-4cd4-80c2-75baf187ee44 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:43:52.684451 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-10b7eacf-65b3-4ced-8aa7-c00c844b71d5 None None] Transition to ACTIVE for port object ffeba42f-275e-4223-84ac-c0f45d396d52 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:52.703455 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 9e751a82-e701-4e41-bf3d-02f034e64fc3 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:52.703844 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:52.811840 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 2de4ef9f-ec22-4098-b068-e7900df1d164 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:52.812220 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:52.828192 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-10b7eacf-65b3-4ced-8aa7-c00c844b71d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:52.840214 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 32960) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:52.857823 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-718595b0-645d-40c7-99d4-c72f49e4d56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:52.940552 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de4ef9f-ec22-4098-b068-e7900df1d164 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:43:53.019068 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 2de4ef9f-ec22-4098-b068-e7900df1d164, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=2de4ef9f-ec22-4098-b068-e7900df1d164,segment=NetworkSegment(1e510ad6-c34b-478a-8a15-657e370e8d03),segment_id=1e510ad6-c34b-478a-8a15-657e370e8d03)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:53.065445 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a6712875-e227-4254-9a45-74156e5da83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:53.091141 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:53.128230 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a6712875-e227-4254-9a45-74156e5da83b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:53.138433 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a6712875-e227-4254-9a45-74156e5da83b admin admin] Usage tracker for resource:security_group_rule and tenant:eefb011e6e7e4eb58bce7c084b3e3ecf is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:53.144003 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a6712875-e227-4254-9a45-74156e5da83b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:53.156011 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a6712875-e227-4254-9a45-74156e5da83b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:53.306740 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e26c8d7d-1509-467e-9c2e-3ae698d2dc69 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:53.316302 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24538f25-8069-405b-abe8-52edd7c242b7 None None] Pushing event updated for resources: {'Port': ['ID=ffeba42f-275e-4223-84ac-c0f45d396d52,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:53.380311 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a6712875-e227-4254-9a45-74156e5da83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:53.389837 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a6712875-e227-4254-9a45-74156e5da83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:53.398330 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-718595b0-645d-40c7-99d4-c72f49e4d56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:53.456337 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a6712875-e227-4254-9a45-74156e5da83b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eefb011e6e7e4eb58bce7c084b3e3ecf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6148424 May 13 14:43:53.458821 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6712875-e227-4254-9a45-74156e5da83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badeaee5-1d4f-4133-bb02-d8a69e7f1327,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:53.461833 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 32970) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:53.522843 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=2de4ef9f-ec22-4098-b068-e7900df1d164,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:53.557765 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7dd3a7f6-c526-4fe6-bb9d-d44c51deedde None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:53.626906 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0dba2aab-a67b-44e5-bf84-b8b19ae5b975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:53.631880 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7dd3a7f6-c526-4fe6-bb9d-d44c51deedde None None] Transition to ACTIVE for port object b9f69020-5d4d-4be3-8804-13d0ed5e8441 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:53.638046 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-10b7eacf-65b3-4ced-8aa7-c00c844b71d5 None None] Attempting to bind port ffeba42f-275e-4223-84ac-c0f45d396d52 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:43:53.638413 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-10b7eacf-65b3-4ced-8aa7-c00c844b71d5 None None] Attempting to bind port ffeba42f-275e-4223-84ac-c0f45d396d52 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '7f247ba2-52fe-4b4e-bbd3-a92ba2b98aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ef46ef2c-6a13-4932-840e-1da5c58a96ed'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:43:53.638770 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b7eacf-65b3-4ced-8aa7-c00c844b71d5 None None] Attempting to bind port ffeba42f-275e-4223-84ac-c0f45d396d52 on network ef46ef2c-6a13-4932-840e-1da5c58a96ed {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:43:53.665990 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65a9ee-235f-4a59-881b-498490c81c2d req-e0c21e85-0d29-4c08-ad16-f42cd5dc971b tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:53.668912 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fc65a9ee-235f-4a59-881b-498490c81c2d req-e0c21e85-0d29-4c08-ad16-f42cd5dc971b tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 984 time: 0.2099929 May 13 14:43:53.684484 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0dba2aab-a67b-44e5-bf84-b8b19ae5b975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:53.686923 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b7eacf-65b3-4ced-8aa7-c00c844b71d5 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:43:53.687320 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b7eacf-65b3-4ced-8aa7-c00c844b71d5 None None] Checking segment: {'id': '7f247ba2-52fe-4b4e-bbd3-a92ba2b98aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ef46ef2c-6a13-4932-840e-1da5c58a96ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:43:53.687720 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-10b7eacf-65b3-4ced-8aa7-c00c844b71d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:53.688108 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b7eacf-65b3-4ced-8aa7-c00c844b71d5 None None] Bound using segment: {'id': '7f247ba2-52fe-4b4e-bbd3-a92ba2b98aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ef46ef2c-6a13-4932-840e-1da5c58a96ed'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:43:53.688582 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-10b7eacf-65b3-4ced-8aa7-c00c844b71d5 None None] Bound port: ffeba42f-275e-4223-84ac-c0f45d396d52, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f247ba2-52fe-4b4e-bbd3-a92ba2b98aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ef46ef2c-6a13-4932-840e-1da5c58a96ed'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:43:53.688950 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-10b7eacf-65b3-4ced-8aa7-c00c844b71d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:53.703636 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-15d14ac3-38e5-4c9b-8042-a57662bd671e tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Allocated IP 172.20.0.14 (8fd6c8b5-c9e0-4cd6-a5de-4fdd6b1ddf4e/135482b0-e1f1-4a62-980b-d7db730ba769/cb8b88ee-e02f-4cd4-80c2-75baf187ee44) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:43:53.712814 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['2de4ef9f-ec22-4098-b068-e7900df1d164'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:43:53.718287 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-15d14ac3-38e5-4c9b-8042-a57662bd671e tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Allocated IP 172.20.0.13 (8fd6c8b5-c9e0-4cd6-a5de-4fdd6b1ddf4e/135482b0-e1f1-4a62-980b-d7db730ba769/cb8b88ee-e02f-4cd4-80c2-75baf187ee44) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:43:53.750914 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7dd3a7f6-c526-4fe6-bb9d-d44c51deedde None None] Transition to ACTIVE for port object b9f69020-5d4d-4be3-8804-13d0ed5e8441 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:53.760628 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 9e751a82-e701-4e41-bf3d-02f034e64fc3 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:53.790579 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fc65a9ee-235f-4a59-881b-498490c81c2d req-b60af30f-f0cd-47bd-a160-181b9de3bb39 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcff7c9c-1c76-4cf2-9c1d-3382f2021466&id=37d6079f-fadb-4cc7-82f5-c3773d59f55c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1101217 May 13 14:43:53.831454 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7dd3a7f6-c526-4fe6-bb9d-d44c51deedde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:53.877771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-d6063b3f-695a-410c-97d7-42bbb2fc89ea tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Allocated IP 2001:db8:2::1 (e4472f1f-601d-4ee6-849c-afc8c312e8ea/b65ca4ad-63f2-4693-be76-7680cb9a5fdf/765a34fe-9557-4892-9b49-1a72da549e66) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:43:53.936282 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd3a7f6-c526-4fe6-bb9d-d44c51deedde None None] Network e4472f1f-601d-4ee6-849c-afc8c312e8ea is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:53.946599 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-7dd3a7f6-c526-4fe6-bb9d-d44c51deedde None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:53.956705 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd3a7f6-c526-4fe6-bb9d-d44c51deedde None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:43:53.976783 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3a7f6-c526-4fe6-bb9d-d44c51deedde None None] Pushing event updated for resources: {'Port': ['ID=b9f69020-5d4d-4be3-8804-13d0ed5e8441,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:54.043782 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 56b1e8b2-72d6-45f5-bb83-107791892666 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:43:54.063461 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-10b7eacf-65b3-4ced-8aa7-c00c844b71d5 None None] For port ffeba42f-275e-4223-84ac-c0f45d396d52, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:43:54.083591 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d6063b3f-695a-410c-97d7-42bbb2fc89ea tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:54.114316 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-d6063b3f-695a-410c-97d7-42bbb2fc89ea tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Transition to ACTIVE for port object 765a34fe-9557-4892-9b49-1a72da549e66 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:54.131359 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-10b7eacf-65b3-4ced-8aa7-c00c844b71d5 None None] For port ffeba42f-275e-4223-84ac-c0f45d396d52, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=ffeba42f-275e-4223-84ac-c0f45d396d52,segment=NetworkSegment(7f247ba2-52fe-4b4e-bbd3-a92ba2b98aaa),segment_id=7f247ba2-52fe-4b4e-bbd3-a92ba2b98aaa)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:43:54.134596 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718595b0-645d-40c7-99d4-c72f49e4d56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503f2da1-fd52-466a-bb0d-a1c82968d278,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:54.138487 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0fd791d7-a43b-4325-a662-d64cc4c2b44d up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:43:54.142319 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-718595b0-645d-40c7-99d4-c72f49e4d56f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=22981c2e9e0343ac8c79604a18002955&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0157139 May 13 14:43:54.149241 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 32984) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:54.164805 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0dba2aab-a67b-44e5-bf84-b8b19ae5b975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:54.193339 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-10b7eacf-65b3-4ced-8aa7-c00c844b71d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:54.199327 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba2aab-a67b-44e5-bf84-b8b19ae5b975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badeaee5-1d4f-4133-bb02-d8a69e7f1327,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:54.213776 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d6063b3f-695a-410c-97d7-42bbb2fc89ea tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:54.261767 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-7dd3a7f6-c526-4fe6-bb9d-d44c51deedde None None] Attempting to bind port b9f69020-5d4d-4be3-8804-13d0ed5e8441 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:43:54.262455 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-7dd3a7f6-c526-4fe6-bb9d-d44c51deedde None None] Attempting to bind port b9f69020-5d4d-4be3-8804-13d0ed5e8441 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '9778c211-524c-4ca7-9a86-575fcc0fc498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e4472f1f-601d-4ee6-849c-afc8c312e8ea'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:43:54.262993 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd3a7f6-c526-4fe6-bb9d-d44c51deedde None None] Attempting to bind port b9f69020-5d4d-4be3-8804-13d0ed5e8441 on network e4472f1f-601d-4ee6-849c-afc8c312e8ea {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:43:54.275497 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.resource_extend [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:43:54.362175 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0dba2aab-a67b-44e5-bf84-b8b19ae5b975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:54.371737 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0dba2aab-a67b-44e5-bf84-b8b19ae5b975 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/badeaee5-1d4f-4133-bb02-d8a69e7f1327 HTTP/1.1" status: 204 len: 168 time: 0.8921580 May 13 14:43:54.388727 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2af26c6b-10c0-41c1-99bf-0542508f192e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:54.389816 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd3a7f6-c526-4fe6-bb9d-d44c51deedde None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:43:54.390319 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd3a7f6-c526-4fe6-bb9d-d44c51deedde None None] Checking segment: {'id': '9778c211-524c-4ca7-9a86-575fcc0fc498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e4472f1f-601d-4ee6-849c-afc8c312e8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:43:54.390756 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7dd3a7f6-c526-4fe6-bb9d-d44c51deedde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:54.391254 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd3a7f6-c526-4fe6-bb9d-d44c51deedde None None] Bound using segment: {'id': '9778c211-524c-4ca7-9a86-575fcc0fc498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e4472f1f-601d-4ee6-849c-afc8c312e8ea'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:43:54.391826 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-7dd3a7f6-c526-4fe6-bb9d-d44c51deedde None None] Bound port: b9f69020-5d4d-4be3-8804-13d0ed5e8441, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9778c211-524c-4ca7-9a86-575fcc0fc498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e4472f1f-601d-4ee6-849c-afc8c312e8ea'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:43:54.392309 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7dd3a7f6-c526-4fe6-bb9d-d44c51deedde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:54.408561 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6063b3f-695a-410c-97d7-42bbb2fc89ea tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network e4472f1f-601d-4ee6-849c-afc8c312e8ea is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:54.412263 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-d6063b3f-695a-410c-97d7-42bbb2fc89ea tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:54.421839 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6063b3f-695a-410c-97d7-42bbb2fc89ea tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:43:54.422386 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d6063b3f-695a-410c-97d7-42bbb2fc89ea tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:54.456024 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872a43e-3a5f-4392-88a4-e1668c87a88e req-0a0564a6-25fc-4d7d-a0d1-a1a3fd19299d tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:54.457451 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f872a43e-3a5f-4392-88a4-e1668c87a88e req-0a0564a6-25fc-4d7d-a0d1-a1a3fd19299d tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 945 time: 1.0601716 May 13 14:43:54.491736 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6063b3f-695a-410c-97d7-42bbb2fc89ea tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Port': ['ID=765a34fe-9557-4892-9b49-1a72da549e66,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:54.612159 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24538f25-8069-405b-abe8-52edd7c242b7 None None] Pushing event updated for resources: {'Port': ['ID=ffeba42f-275e-4223-84ac-c0f45d396d52,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:54.623909 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b7eacf-65b3-4ced-8aa7-c00c844b71d5 None None] Routers {'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:54.624671 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-10b7eacf-65b3-4ced-8aa7-c00c844b71d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:54.653999 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d6063b3f-695a-410c-97d7-42bbb2fc89ea tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:54.670423 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e26c8d7d-1509-467e-9c2e-3ae698d2dc69 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:54.711458 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-15d14ac3-38e5-4c9b-8042-a57662bd671e tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:54.718957 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2af26c6b-10c0-41c1-99bf-0542508f192e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:54.768136 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f872a43e-3a5f-4392-88a4-e1668c87a88e req-cb95c582-c809-45ab-81e3-571c6a560c27 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796512 May 13 14:43:54.848816 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-7dd3a7f6-c526-4fe6-bb9d-d44c51deedde None None] For port b9f69020-5d4d-4be3-8804-13d0ed5e8441, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:43:54.852979 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-7dd3a7f6-c526-4fe6-bb9d-d44c51deedde None None] For port b9f69020-5d4d-4be3-8804-13d0ed5e8441, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b9f69020-5d4d-4be3-8804-13d0ed5e8441,segment=NetworkSegment(9778c211-524c-4ca7-9a86-575fcc0fc498),segment_id=9778c211-524c-4ca7-9a86-575fcc0fc498)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:43:54.916675 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-10b7eacf-65b3-4ced-8aa7-c00c844b71d5 None None] Set router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:43:55.135811 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 56b1e8b2-72d6-45f5-bb83-107791892666, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=56b1e8b2-72d6-45f5-bb83-107791892666,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:55.161770 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 0fd791d7-a43b-4325-a662-d64cc4c2b44d triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:55.162151 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:55.204535 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-15d14ac3-38e5-4c9b-8042-a57662bd671e tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:55.270640 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '56b1e8b2-72d6-45f5-bb83-107791892666', 'network_id': '8641c536-545f-4056-be2c-402575e577ff', 'port_id': '56b1e8b2-72d6-45f5-bb83-107791892666', 'mac_address': 'fa:16:3e:1d:c0:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:43:55.295493 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7dd3a7f6-c526-4fe6-bb9d-d44c51deedde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:55.335256 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d14ac3-38e5-4c9b-8042-a57662bd671e tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Network 8fd6c8b5-c9e0-4cd6-a5de-4fdd6b1ddf4e is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:55.336833 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d14ac3-38e5-4c9b-8042-a57662bd671e tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event updated for resources: {'Port': ['ID=cb8b88ee-e02f-4cd4-80c2-75baf187ee44,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:55.354096 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-15d14ac3-38e5-4c9b-8042-a57662bd671e tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:55.364106 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d14ac3-38e5-4c9b-8042-a57662bd671e tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:43:55.441859 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:43:55.452154 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2af26c6b-10c0-41c1-99bf-0542508f192e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:55.462301 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bded95-cb33-4810-b01c-5526778e40c1 req-f168b9f4-06ba-4efe-8f79-ae28d3eec749 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:55.464062 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-09bded95-cb33-4810-b01c-5526778e40c1 req-f168b9f4-06ba-4efe-8f79-ae28d3eec749 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 984 time: 0.3185601 May 13 14:43:55.538015 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af26c6b-10c0-41c1-99bf-0542508f192e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503f2da1-fd52-466a-bb0d-a1c82968d278,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:55.578266 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d14ac3-38e5-4c9b-8042-a57662bd671e tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:55.579532 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-15d14ac3-38e5-4c9b-8042-a57662bd671e tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:55.584812 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2af26c6b-10c0-41c1-99bf-0542508f192e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:55.586142 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2af26c6b-10c0-41c1-99bf-0542508f192e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/503f2da1-fd52-466a-bb0d-a1c82968d278 HTTP/1.1" status: 204 len: 168 time: 1.4283636 May 13 14:43:55.592876 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-09bded95-cb33-4810-b01c-5526778e40c1 req-6da06b91-c193-4aba-802f-efd3de1da1b6 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcff7c9c-1c76-4cf2-9c1d-3382f2021466&id=37d6079f-fadb-4cc7-82f5-c3773d59f55c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1209435 May 13 14:43:55.644278 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26c8d7d-1509-467e-9c2e-3ae698d2dc69 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Router 4540224a-6e76-4a63-aaf2-97874f79c98d is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:43:55.661011 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33012) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:55.661432 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-15d14ac3-38e5-4c9b-8042-a57662bd671e tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 5.0131783 May 13 14:43:55.682560 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-a9ae87c5-8158-47bc-8e45-4088fb0b4baf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'port_id': 'cb8b88ee-e02f-4cd4-80c2-75baf187ee44', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:55.695726 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a9ae87c5-8158-47bc-8e45-4088fb0b4baf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:55.699542 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d6063b3f-695a-410c-97d7-42bbb2fc89ea tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:55.704141 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a9ae87c5-8158-47bc-8e45-4088fb0b4baf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Usage tracker for resource:floatingip and tenant:6b12ce616ed04de39e484728b5ba653e is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:55.708279 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a9ae87c5-8158-47bc-8e45-4088fb0b4baf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:55.717315 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d6063b3f-695a-410c-97d7-42bbb2fc89ea tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:55.718136 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d6063b3f-695a-410c-97d7-42bbb2fc89ea tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:55.722282 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a9ae87c5-8158-47bc-8e45-4088fb0b4baf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:55.839819 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 56b1e8b2-72d6-45f5-bb83-107791892666 is: ACTIVE; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:55.840325 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:55.881061 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3a7f6-c526-4fe6-bb9d-d44c51deedde None None] Pushing event updated for resources: {'Port': ['ID=b9f69020-5d4d-4be3-8804-13d0ed5e8441,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:55.929119 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33022) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:55.930067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6063b3f-695a-410c-97d7-42bbb2fc89ea tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Port': ['ID=765a34fe-9557-4892-9b49-1a72da549e66,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:55.940296 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a9ae87c5-8158-47bc-8e45-4088fb0b4baf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:55.990760 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26c8d7d-1509-467e-9c2e-3ae698d2dc69 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:43:56.003884 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb7b017-50b4-436f-9d5b-8a49ed8b12d1 None None] Sync routers for ids ['4540224a-6e76-4a63-aaf2-97874f79c98d'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:43:56.019710 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb7b017-50b4-436f-9d5b-8a49ed8b12d1 None None] Routers {'4540224a-6e76-4a63-aaf2-97874f79c98d'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:56.021730 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-feb7b017-50b4-436f-9d5b-8a49ed8b12d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['4540224a-6e76-4a63-aaf2-97874f79c98d'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:56.061560 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e26c8d7d-1509-467e-9c2e-3ae698d2dc69 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:56.065024 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e26c8d7d-1509-467e-9c2e-3ae698d2dc69 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 10.8496273 May 13 14:43:56.070460 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33034) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:56.278987 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56b1e8b2-72d6-45f5-bb83-107791892666 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:43:56.295756 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-feb7b017-50b4-436f-9d5b-8a49ed8b12d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:56.330330 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb7b017-50b4-436f-9d5b-8a49ed8b12d1 None None] Routers {'4540224a-6e76-4a63-aaf2-97874f79c98d'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:56.335582 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-feb7b017-50b4-436f-9d5b-8a49ed8b12d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['4540224a-6e76-4a63-aaf2-97874f79c98d'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:56.384847 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 0fd791d7-a43b-4325-a662-d64cc4c2b44d is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:56.474879 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 56b1e8b2-72d6-45f5-bb83-107791892666, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=56b1e8b2-72d6-45f5-bb83-107791892666,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:56.488661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6063b3f-695a-410c-97d7-42bbb2fc89ea tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network e4472f1f-601d-4ee6-849c-afc8c312e8ea is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:56.508091 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:56.517705 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-d6063b3f-695a-410c-97d7-42bbb2fc89ea tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:56.604976 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-feb7b017-50b4-436f-9d5b-8a49ed8b12d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:56.607699 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb7b017-50b4-436f-9d5b-8a49ed8b12d1 None None] The sync data for ids ['4540224a-6e76-4a63-aaf2-97874f79c98d'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:43:56.639466 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b9f69020-5d4d-4be3-8804-13d0ed5e8441 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:43:56.735000 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f87af01d-4b5f-4dfe-ba39-b07bf9a1d7d7 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "GET /v2.0/routers/4540224a-6e76-4a63-aaf2-97874f79c98d HTTP/1.1" status: 200 len: 881 time: 0.6613247 May 13 14:43:56.736281 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33046) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:56.815543 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-10b7eacf-65b3-4ced-8aa7-c00c844b71d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'name': 'tempest-RoutersIpV6Test-router-753058156', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:43:54Z', 'revision_number': 4, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None, '_interfaces': [{'id': '765a34fe-9557-4892-9b49-1a72da549e66', 'name': '', 'network_id': 'e4472f1f-601d-4ee6-849c-afc8c312e8ea', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:96:b6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:51Z', 'updated_at': '2022-05-13T14:43:53Z', 'revision_number': 1, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e751a82-e701-4e41-bf3d-02f034e64fc3', 'name': '', 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b3:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:27Z', 'updated_at': '2022-05-13T14:43:49Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeba42f-275e-4223-84ac-c0f45d396d52', 'name': '', 'network_id': 'ef46ef2c-6a13-4932-840e-1da5c58a96ed', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:74:d3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:43Z', 'updated_at': '2022-05-13T14:43:54Z', 'revision_number': 4, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:56.823334 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['56b1e8b2-72d6-45f5-bb83-107791892666'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:43:56.850298 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21310a-9001-44ec-8e09-1c4c35effc12 req-41c90f48-73e2-4dd9-bb70-a33466df8b82 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:56.857489 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6d21310a-9001-44ec-8e09-1c4c35effc12 req-41c90f48-73e2-4dd9-bb70-a33466df8b82 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 944 time: 0.3106086 May 13 14:43:56.922287 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6d21310a-9001-44ec-8e09-1c4c35effc12 req-5fc0bfcd-187f-4dcf-8a51-37147ce0d5b8 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638723 May 13 14:43:56.949075 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b7eacf-65b3-4ced-8aa7-c00c844b71d5 None None] The sync data for ids ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'] in n-d-841760-1 is: [{'id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'name': 'tempest-RoutersIpV6Test-router-753058156', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:43:54Z', 'revision_number': 4, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None, '_interfaces': [{'id': '765a34fe-9557-4892-9b49-1a72da549e66', 'name': '', 'network_id': 'e4472f1f-601d-4ee6-849c-afc8c312e8ea', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:96:b6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:51Z', 'updated_at': '2022-05-13T14:43:53Z', 'revision_number': 1, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e751a82-e701-4e41-bf3d-02f034e64fc3', 'name': '', 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b3:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:27Z', 'updated_at': '2022-05-13T14:43:49Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeba42f-275e-4223-84ac-c0f45d396d52', 'name': '', 'network_id': 'ef46ef2c-6a13-4932-840e-1da5c58a96ed', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:74:d3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:43Z', 'updated_at': '2022-05-13T14:43:54Z', 'revision_number': 4, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:43:56.971036 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port b9f69020-5d4d-4be3-8804-13d0ed5e8441 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:43:57.016141 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=56b1e8b2-72d6-45f5-bb83-107791892666,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:57.120277 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-e6a6d989-2902-4c97-8122-603c2f92d8f3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-607053534-network', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:57.169695 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e6a6d989-2902-4c97-8122-603c2f92d8f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:57.228457 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e6a6d989-2902-4c97-8122-603c2f92d8f3 admin admin] Usage tracker for resource:network and tenant:4b31433d5022490ba6cd8b183da7a35f is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:57.253396 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e6a6d989-2902-4c97-8122-603c2f92d8f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:57.319454 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e6a6d989-2902-4c97-8122-603c2f92d8f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:57.333905 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9e842916-818c-4b3e-a588-730ef5b3b653 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Synchronizing usage tracker for tenant:17b49979485542bba655ee3d2918613c on resource:router {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:43:57.357145 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca607075-6e9e-4544-8f55-e83b16dee31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:57.434892 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9e842916-818c-4b3e-a588-730ef5b3b653 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Unset dirty status for tenant:17b49979485542bba655ee3d2918613c on resource:router {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:43:57.439644 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9e842916-818c-4b3e-a588-730ef5b3b653 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.7023234 May 13 14:43:57.441970 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33062) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:57.455072 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-9c1e1a77-2366-4148-bf42-4d28690be9a1 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1821212070'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:57.496711 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6063b3f-695a-410c-97d7-42bbb2fc89ea tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:43:57.519350 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a6d989-2902-4c97-8122-603c2f92d8f3 admin admin] Made reservation on behalf of 4b31433d5022490ba6cd8b183da7a35f for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:43:57.525975 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e6a6d989-2902-4c97-8122-603c2f92d8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:57.736514 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e6a6d989-2902-4c97-8122-603c2f92d8f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:57.778933 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a9ae87c5-8158-47bc-8e45-4088fb0b4baf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:57.806974 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f3cda7-7e05-41fe-a3fa-990f66baca13 None None] Network e4472f1f-601d-4ee6-849c-afc8c312e8ea requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:43:57.926873 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e6a6d989-2902-4c97-8122-603c2f92d8f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:57.931774 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e6a6d989-2902-4c97-8122-603c2f92d8f3 admin admin] Usage tracker for resource:security_group_rule and tenant:4b31433d5022490ba6cd8b183da7a35f is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:57.942660 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e6a6d989-2902-4c97-8122-603c2f92d8f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:57.954207 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e6a6d989-2902-4c97-8122-603c2f92d8f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:58.119617 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ed0c1-fd9f-4d59-a7c5-6df79bbffcc6 req-25ad8241-df12-482f-8008-f26715b32186 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:58.122322 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d37ed0c1-fd9f-4d59-a7c5-6df79bbffcc6 req-25ad8241-df12-482f-8008-f26715b32186 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 984 time: 1.1794343 May 13 14:43:58.197888 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-35893b0d-511f-4718-b6b6-3be812501cf5 None None] Provisioning for port b9f69020-5d4d-4be3-8804-13d0ed5e8441 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:43:58.332323 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6063b3f-695a-410c-97d7-42bbb2fc89ea tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:43:58.344413 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-35893b0d-511f-4718-b6b6-3be812501cf5 None None] Provisioning complete for port b9f69020-5d4d-4be3-8804-13d0ed5e8441 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:58.344939 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-35893b0d-511f-4718-b6b6-3be812501cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:58.432597 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d37ed0c1-fd9f-4d59-a7c5-6df79bbffcc6 req-ab30259b-3fe3-4534-a5c9-0c9686574c92 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcff7c9c-1c76-4cf2-9c1d-3382f2021466&id=37d6079f-fadb-4cc7-82f5-c3773d59f55c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2862105 May 13 14:43:58.462476 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e6a6d989-2902-4c97-8122-603c2f92d8f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:58.486375 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e6a6d989-2902-4c97-8122-603c2f92d8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:58.593263 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 56b1e8b2-72d6-45f5-bb83-107791892666 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:43:58.695213 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ffeba42f-275e-4223-84ac-c0f45d396d52 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:43:58.840937 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a6d989-2902-4c97-8122-603c2f92d8f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:43:58.859426 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e6a6d989-2902-4c97-8122-603c2f92d8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:58.860120 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-e6a6d989-2902-4c97-8122-603c2f92d8f3 admin admin] Added segment 2e43f227-1875-4d5e-9b51-995654763caa of type vlan for network 3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 May 13 14:43:58.864901 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a6d989-2902-4c97-8122-603c2f92d8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14d1762-dc06-4872-979f-1c76dc8c2b2b,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:58.889142 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33098) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:58.929002 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d6063b3f-695a-410c-97d7-42bbb2fc89ea tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "PUT /v2.0/routers/ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2220058 May 13 14:43:58.937916 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33104) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:58.967782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-a9ae87c5-8158-47bc-8e45-4088fb0b4baf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Allocated IP 172.25.0.153 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/71192ef7-40cf-449d-a6e1-30fcd7cd33c7) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:43:59.009084 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-cc8a61d4-e576-47e8-868e-9bb60b0bf38e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-608950504'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:59.021406 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-cc8a61d4-e576-47e8-868e-9bb60b0bf38e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:59.032153 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-cc8a61d4-e576-47e8-868e-9bb60b0bf38e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Usage tracker for resource:network and tenant:f1ec4de986a64c699f9b990b9e5d2da5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:59.045922 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-cc8a61d4-e576-47e8-868e-9bb60b0bf38e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:59.081483 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-cc8a61d4-e576-47e8-868e-9bb60b0bf38e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:59.110021 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:59.117292 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-35893b0d-511f-4718-b6b6-3be812501cf5 None None] Current status of the port b9f69020-5d4d-4be3-8804-13d0ed5e8441 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:59.117672 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-35893b0d-511f-4718-b6b6-3be812501cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:59.169640 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-35893b0d-511f-4718-b6b6-3be812501cf5 None None] For port b9f69020-5d4d-4be3-8804-13d0ed5e8441, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b9f69020-5d4d-4be3-8804-13d0ed5e8441,segment=NetworkSegment(9778c211-524c-4ca7-9a86-575fcc0fc498),segment_id=9778c211-524c-4ca7-9a86-575fcc0fc498)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:59.206835 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-35893b0d-511f-4718-b6b6-3be812501cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:59.336996 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e31b5-9158-41c6-a36c-e70cf802d42c req-74882f76-fbe9-4a1a-8452-3e620dc72684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:59.338472 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f24e31b5-9158-41c6-a36c-e70cf802d42c req-74882f76-fbe9-4a1a-8452-3e620dc72684 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e540cd79706f4092b1c33147f0b2cee9&device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 1095 time: 1.3782964 May 13 14:43:59.401261 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35893b0d-511f-4718-b6b6-3be812501cf5 None None] Pushing event updated for resources: {'Port': ['ID=b9f69020-5d4d-4be3-8804-13d0ed5e8441,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:59.403922 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a9ae87c5-8158-47bc-8e45-4088fb0b4baf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:59.413535 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f5056a-c440-428b-80c0-4b95f6d9dbba None None] Sync routers for ids ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:43:59.433808 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 56b1e8b2-72d6-45f5-bb83-107791892666 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:59.434199 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:59.444510 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e6a6d989-2902-4c97-8122-603c2f92d8f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:59.452343 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-d2b08393-9c09-4e1b-88e1-0374567f0049 tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:59.460460 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a9ae87c5-8158-47bc-8e45-4088fb0b4baf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:59.530111 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8b618-5904-4c49-ab2b-40184739daf3 req-11833a8f-6ae0-4270-94bc-f061958e00c1 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:59.532372 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-19d8b618-5904-4c49-ab2b-40184739daf3 req-11833a8f-6ae0-4270-94bc-f061958e00c1 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 944 time: 1.3305244 May 13 14:43:59.586291 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9c1e1a77-2366-4148-bf42-4d28690be9a1 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:59.652599 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9c1e1a77-2366-4148-bf42-4d28690be9a1 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33129349'] for router, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:59.677724 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-19d8b618-5904-4c49-ab2b-40184739daf3 req-4514497c-b054-4611-821e-5daa3926687e tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277864 May 13 14:43:59.688632 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f5056a-c440-428b-80c0-4b95f6d9dbba None None] Routers {'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:59.689816 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-09f5056a-c440-428b-80c0-4b95f6d9dbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:43:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:59.721365 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d2b08393-9c09-4e1b-88e1-0374567f0049 tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:59.732700 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d2b08393-9c09-4e1b-88e1-0374567f0049 tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Usage tracker for resource:floatingip and tenant:85231d774827412eac7481595003ede2 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:59.740843 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d2b08393-9c09-4e1b-88e1-0374567f0049 tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:59.751669 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d2b08393-9c09-4e1b-88e1-0374567f0049 tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:59.762368 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae87c5-8158-47bc-8e45-4088fb0b4baf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event updated for resources: {'Port': ['ID=71192ef7-40cf-449d-a6e1-30fcd7cd33c7,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:59.781367 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8a61d4-e576-47e8-868e-9bb60b0bf38e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Made reservation on behalf of f1ec4de986a64c699f9b990b9e5d2da5 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:43:59.785703 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cc8a61d4-e576-47e8-868e-9bb60b0bf38e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:59.786076 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e31b5-9158-41c6-a36c-e70cf802d42c req-e515b11a-5e4f-4403-8b38-153b50288d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:59.788492 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f24e31b5-9158-41c6-a36c-e70cf802d42c req-e515b11a-5e4f-4403-8b38-153b50288d81 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8641c536-545f-4056-be2c-402575e577ff HTTP/1.1" status: 200 len: 913 time: 0.4132016 May 13 14:43:59.844368 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2b08393-9c09-4e1b-88e1-0374567f0049 tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:59.865076 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e6a6d989-2902-4c97-8122-603c2f92d8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:59.865830 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a6d989-2902-4c97-8122-603c2f92d8f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:59.866428 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e6a6d989-2902-4c97-8122-603c2f92d8f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:59.890176 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ae87c5-8158-47bc-8e45-4088fb0b4baf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:59.938664 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port ffeba42f-275e-4223-84ac-c0f45d396d52 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:43:59.961109 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f24e31b5-9158-41c6-a36c-e70cf802d42c req-2f36aedf-7af5-4134-9eba-e189c29cb51b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56b1e8b2-72d6-45f5-bb83-107791892666 HTTP/1.1" status: 200 len: 217 time: 0.1579578 May 13 14:44:00.127736 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a6d989-2902-4c97-8122-603c2f92d8f3 admin admin] Pushing event updated for resources: {'Network': ['ID=3c40b33f-7bf3-4984-a9df-d5e9c9e61d22,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:00.201541 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e31b5-9158-41c6-a36c-e70cf802d42c req-72644f3b-328d-43cb-b2a8-5cbd0bcaccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:00.204072 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f24e31b5-9158-41c6-a36c-e70cf802d42c req-72644f3b-328d-43cb-b2a8-5cbd0bcaccc1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7 HTTP/1.1" status: 200 len: 852 time: 0.2282851 May 13 14:44:00.204753 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a960f23b-08ed-4143-89f7-96d9a5345033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:00.208214 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:44:00.225891 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-a9ae87c5-8158-47bc-8e45-4088fb0b4baf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:00.240075 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e6a6d989-2902-4c97-8122-603c2f92d8f3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 4.2739902 May 13 14:44:00.241351 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ae87c5-8158-47bc-8e45-4088fb0b4baf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:44:00.257431 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33116) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:00.288196 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-d3aa62eb-3932-477e-8a2a-efa031175249 admin admin] Request body: {'subnet': {'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-607053534-subnet', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:00.295321 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1e1a77-2366-4148-bf42-4d28690be9a1 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Router 4540224a-6e76-4a63-aaf2-97874f79c98d has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:44:00.300776 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f24e31b5-9158-41c6-a36c-e70cf802d42c req-5cfcdac3-bc86-4d68-9d6b-0c3a7911da9f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8641c536-545f-4056-be2c-402575e577ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886104 May 13 14:44:00.307282 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d3aa62eb-3932-477e-8a2a-efa031175249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:00.337634 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port ffeba42f-275e-4223-84ac-c0f45d396d52 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:00.337914 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:00.487877 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-09f5056a-c440-428b-80c0-4b95f6d9dbba None None] Set router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:44:00.521017 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d3aa62eb-3932-477e-8a2a-efa031175249 admin admin] Usage tracker for resource:subnet and tenant:4b31433d5022490ba6cd8b183da7a35f is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:00.526848 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f24e31b5-9158-41c6-a36c-e70cf802d42c req-01cc1ff5-2bad-4c93-932d-34c7769eb252 service neutron] 10.222.0.74 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106497 May 13 14:44:00.527906 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d3aa62eb-3932-477e-8a2a-efa031175249 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:00.607204 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 56b1e8b2-72d6-45f5-bb83-107791892666 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:00.607579 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:00.737699 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b1e8b2-72d6-45f5-bb83-107791892666'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:00.783801 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8a61d4-e576-47e8-868e-9bb60b0bf38e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:44:00.807271 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cc8a61d4-e576-47e8-868e-9bb60b0bf38e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:00.807627 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-cc8a61d4-e576-47e8-868e-9bb60b0bf38e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Added segment f3f10d0a-b4db-469f-875a-895307b957ed of type vlan for network e43dcd99-1787-4f53-bc98-054fd647eb34 May 13 14:44:00.876118 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cc8a61d4-e576-47e8-868e-9bb60b0bf38e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:00.921333 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d3aa62eb-3932-477e-8a2a-efa031175249 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:00.979739 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:01.097318 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3aa62eb-3932-477e-8a2a-efa031175249 admin admin] Made reservation on behalf of 4b31433d5022490ba6cd8b183da7a35f for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:44:01.100507 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d3aa62eb-3932-477e-8a2a-efa031175249 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:01.117598 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port ffeba42f-275e-4223-84ac-c0f45d396d52 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:01.117990 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:01.139675 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:01.146385 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 56b1e8b2-72d6-45f5-bb83-107791892666, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=56b1e8b2-72d6-45f5-bb83-107791892666,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:01.168618 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cc8a61d4-e576-47e8-868e-9bb60b0bf38e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:01.183033 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8a61d4-e576-47e8-868e-9bb60b0bf38e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:01.187996 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cc8a61d4-e576-47e8-868e-9bb60b0bf38e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:01.209794 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:01.210634 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 2de4ef9f-ec22-4098-b068-e7900df1d164 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:44:01.421946 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=56b1e8b2-72d6-45f5-bb83-107791892666,revision_number=7']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:01.457151 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-da312b7b-a15a-4664-a595-2401e5c0341c None None] Provisioning for port 765a34fe-9557-4892-9b49-1a72da549e66 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:01.499994 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-da312b7b-a15a-4664-a595-2401e5c0341c None None] Provisioning complete for port 765a34fe-9557-4892-9b49-1a72da549e66 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:01.500664 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-da312b7b-a15a-4664-a595-2401e5c0341c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:01.521676 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f24e31b5-9158-41c6-a36c-e70cf802d42c req-e415aa71-324a-4a6f-b687-7ab2d6822a42 service neutron] 10.222.0.74 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9866486 May 13 14:44:01.611235 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port ffeba42f-275e-4223-84ac-c0f45d396d52, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=ffeba42f-275e-4223-84ac-c0f45d396d52,segment=NetworkSegment(7f247ba2-52fe-4b4e-bbd3-a92ba2b98aaa),segment_id=7f247ba2-52fe-4b4e-bbd3-a92ba2b98aaa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:01.614833 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cc8a61d4-e576-47e8-868e-9bb60b0bf38e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.6560786 May 13 14:44:01.626527 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad962a-4db4-4e16-ab7b-86c738049ad3 req-46a4b206-7107-4662-9177-6660f1a2d99e tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:01.627831 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1dc00-c16c-4e91-946e-7f3f33761932 req-f4f3c415-36eb-4ec3-b35c-516cdf642e44 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:01.629584 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9ba1dc00-c16c-4e91-946e-7f3f33761932 req-f4f3c415-36eb-4ec3-b35c-516cdf642e44 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 984 time: 1.8500862 May 13 14:44:01.643654 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33128) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:01.644432 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a61d4-e576-47e8-868e-9bb60b0bf38e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Network': ['ID=e43dcd99-1787-4f53-bc98-054fd647eb34,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:01.649717 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-edad962a-4db4-4e16-ab7b-86c738049ad3 req-46a4b206-7107-4662-9177-6660f1a2d99e tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 944 time: 0.7250462 May 13 14:44:01.652233 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1e1a77-2366-4148-bf42-4d28690be9a1 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:44:01.666372 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca542bd-cd0e-4214-ba34-287696071ec9 None None] Sync routers for ids ['4540224a-6e76-4a63-aaf2-97874f79c98d'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:44:01.681788 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca542bd-cd0e-4214-ba34-287696071ec9 None None] Routers {'4540224a-6e76-4a63-aaf2-97874f79c98d'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:01.685963 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-dca542bd-cd0e-4214-ba34-287696071ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['4540224a-6e76-4a63-aaf2-97874f79c98d'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:01.686450 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-b9dd5f63-7b2b-4bea-b9a9-e4c196e7716c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Request body: {'subnet': {'network_id': 'e43dcd99-1787-4f53-bc98-054fd647eb34', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:01.778287 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-edad962a-4db4-4e16-ab7b-86c738049ad3 req-404e1225-1668-4145-9e26-dc1c8bd8df78 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276603 May 13 14:44:01.811993 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9c1e1a77-2366-4148-bf42-4d28690be9a1 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:01.816835 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:01.818976 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network e43dcd99-1787-4f53-bc98-054fd647eb34 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:44:01.844117 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9c1e1a77-2366-4148-bf42-4d28690be9a1 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "PUT /v2.0/routers/4540224a-6e76-4a63-aaf2-97874f79c98d HTTP/1.1" status: 200 len: 888 time: 4.4007564 May 13 14:44:01.849997 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33134) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:01.937011 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-dca542bd-cd0e-4214-ba34-287696071ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:01.978822 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca542bd-cd0e-4214-ba34-287696071ec9 None None] Routers {'4540224a-6e76-4a63-aaf2-97874f79c98d'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:01.988078 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-dca542bd-cd0e-4214-ba34-287696071ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['4540224a-6e76-4a63-aaf2-97874f79c98d'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:01.989689 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58088c3b-a998-4f77-808e-8596551c31f1'] response: {'server_uuid': '05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b1e8b2-72d6-45f5-bb83-107791892666', 'code': 200} May 13 14:44:01.999208 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=ffeba42f-275e-4223-84ac-c0f45d396d52,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:02.039469 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 2de4ef9f-ec22-4098-b068-e7900df1d164 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:02.101605 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 2de4ef9f-ec22-4098-b068-e7900df1d164 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:02.101605 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:02.186454 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b9f69020-5d4d-4be3-8804-13d0ed5e8441 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:44:02.226620 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9ba1dc00-c16c-4e91-946e-7f3f33761932 req-47a8d191-5fbb-48fe-a756-d2f74072ed18 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcff7c9c-1c76-4cf2-9c1d-3382f2021466&id=37d6079f-fadb-4cc7-82f5-c3773d59f55c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4926360 May 13 14:44:02.236172 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b9dd5f63-7b2b-4bea-b9a9-e4c196e7716c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:02.246494 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b9dd5f63-7b2b-4bea-b9a9-e4c196e7716c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Usage tracker for resource:subnet and tenant:f1ec4de986a64c699f9b990b9e5d2da5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:02.250235 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2b08393-9c09-4e1b-88e1-0374567f0049 tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:02.254116 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b9dd5f63-7b2b-4bea-b9a9-e4c196e7716c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:02.261448 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a9ae87c5-8158-47bc-8e45-4088fb0b4baf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:02.287808 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ff88195b-2035-40e0-bb9f-61cf9e5b4487 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "GET /v2.0/routers/4540224a-6e76-4a63-aaf2-97874f79c98d HTTP/1.1" status: 200 len: 888 time: 0.4344716 May 13 14:44:02.323566 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33140) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:02.324720 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b9dd5f63-7b2b-4bea-b9a9-e4c196e7716c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:02.421148 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-da312b7b-a15a-4664-a595-2401e5c0341c None None] Port 765a34fe-9557-4892-9b49-1a72da549e66 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:44:02.422461 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6d480428-dc96-44e4-94f4-68543bc8430d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "GET /v2.0/ports?device_id=4540224a-6e76-4a63-aaf2-97874f79c98d HTTP/1.1" status: 200 len: 205 time: 0.0937414 May 13 14:44:02.423376 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33146) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:02.426398 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-dca542bd-cd0e-4214-ba34-287696071ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:02.426801 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca542bd-cd0e-4214-ba34-287696071ec9 None None] The sync data for ids ['4540224a-6e76-4a63-aaf2-97874f79c98d'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:44:02.487490 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d3aa62eb-3932-477e-8a2a-efa031175249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:02.605231 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 2de4ef9f-ec22-4098-b068-e7900df1d164 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:02.605716 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:02.616904 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:02.634273 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aa62eb-3932-477e-8a2a-efa031175249 admin admin] Checking segment: {'id': '2e43f227-1875-4d5e-9b51-995654763caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:44:02.635303 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aa62eb-3932-477e-8a2a-efa031175249 admin admin] Network hostable DHCP agents. Network: 3c40b33f-7bf3-4984-a9df-d5e9c9e61d22, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:44:02.638452 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-da312b7b-a15a-4664-a595-2401e5c0341c None None] Provisioning complete for port b9f69020-5d4d-4be3-8804-13d0ed5e8441 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:02.638896 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-da312b7b-a15a-4664-a595-2401e5c0341c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:02.646773 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa62eb-3932-477e-8a2a-efa031175249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=363e7da1-0d6f-4e89-9da3-93f517417d88,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:02.672508 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9dd5f63-7b2b-4bea-b9a9-e4c196e7716c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Made reservation on behalf of f1ec4de986a64c699f9b990b9e5d2da5 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:44:02.678153 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b9dd5f63-7b2b-4bea-b9a9-e4c196e7716c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:02.685669 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aa62eb-3932-477e-8a2a-efa031175249 admin admin] Network 3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:44:02.710836 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 2de4ef9f-ec22-4098-b068-e7900df1d164, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=2de4ef9f-ec22-4098-b068-e7900df1d164,segment=NetworkSegment(1e510ad6-c34b-478a-8a15-657e370e8d03),segment_id=1e510ad6-c34b-478a-8a15-657e370e8d03)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:02.713231 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-d3aa62eb-3932-477e-8a2a-efa031175249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 3c40b33f-7bf3-4984-a9df-d5e9c9e61d22) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:02.719131 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3aa62eb-3932-477e-8a2a-efa031175249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:02.720299 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d3aa62eb-3932-477e-8a2a-efa031175249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:02.737857 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:02.742048 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31357e1-7d3f-412a-bc61-4d165bddd344 None None] Network 3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:44:02.784274 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d3aa62eb-3932-477e-8a2a-efa031175249 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5214305 May 13 14:44:02.784985 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33150) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:02.792299 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-3cae5ee8-31ad-45d4-86ba-bc45e59101d3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-607053534-router', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:02.808854 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-3cae5ee8-31ad-45d4-86ba-bc45e59101d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:02.815339 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-3cae5ee8-31ad-45d4-86ba-bc45e59101d3 admin admin] Usage tracker for resource:router and tenant:4b31433d5022490ba6cd8b183da7a35f is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:02.824092 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-3cae5ee8-31ad-45d4-86ba-bc45e59101d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:02.845223 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-3cae5ee8-31ad-45d4-86ba-bc45e59101d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:02.887340 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3cae5ee8-31ad-45d4-86ba-bc45e59101d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:02.888758 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3cae5ee8-31ad-45d4-86ba-bc45e59101d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:02.920083 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3cae5ee8-31ad-45d4-86ba-bc45e59101d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:03.179649 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port b9f69020-5d4d-4be3-8804-13d0ed5e8441 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:03.185072 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:03.329380 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-09f5056a-c440-428b-80c0-4b95f6d9dbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'name': 'tempest-RoutersIpV6Test-router-753058156', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:43:54Z', 'revision_number': 4, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None, '_interfaces': [{'id': '765a34fe-9557-4892-9b49-1a72da549e66', 'name': '', 'network_id': 'e4472f1f-601d-4ee6-849c-afc8c312e8ea', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:96:b6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:51Z', 'updated_at': '2022-05-13T14:43:55Z', 'revision_number': 2, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e751a82-e701-4e41-bf3d-02f034e64fc3', 'name': '', 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b3:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:27Z', 'updated_at': '2022-05-13T14:43:49Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeba42f-275e-4223-84ac-c0f45d396d52', 'name': '', 'network_id': 'ef46ef2c-6a13-4932-840e-1da5c58a96ed', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:74:d3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:43Z', 'updated_at': '2022-05-13T14:43:54Z', 'revision_number': 4, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:03.436240 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-da312b7b-a15a-4664-a595-2401e5c0341c None None] Current status of the port b9f69020-5d4d-4be3-8804-13d0ed5e8441 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:03.447144 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f5056a-c440-428b-80c0-4b95f6d9dbba None None] Checking router: ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:44:03.447851 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f5056a-c440-428b-80c0-4b95f6d9dbba None None] Updating router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 port 765a34fe-9557-4892-9b49-1a72da549e66 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:44:03.468249 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a9ae87c5-8158-47bc-8e45-4088fb0b4baf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:03.477677 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=2de4ef9f-ec22-4098-b068-e7900df1d164,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:03.654398 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3cae5ee8-31ad-45d4-86ba-bc45e59101d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:03.685015 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-09f5056a-c440-428b-80c0-4b95f6d9dbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:03.693805 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-d2b08393-9c09-4e1b-88e1-0374567f0049 tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Allocated IP 172.25.0.246 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/e41c5fc3-70bb-4378-9384-6bd3f6e955b2) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:44:03.723971 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-13e35531-a7b4-42b4-9afb-159f22bd0e31 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:03.726692 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce45bf-831f-45b2-bfb6-633deaa56b54 req-bd99b186-e0bd-40a6-8670-919eac60a5a3 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:03.732285 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-31ce45bf-831f-45b2-bfb6-633deaa56b54 req-bd99b186-e0bd-40a6-8670-919eac60a5a3 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 945 time: 0.6363249 May 13 14:44:03.781548 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port b9f69020-5d4d-4be3-8804-13d0ed5e8441 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:03.908169 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0613f6c7-56d1-4c43-955a-ede5cd055332 None None] Provisioning complete for port 765a34fe-9557-4892-9b49-1a72da549e66 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:03.908804 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0613f6c7-56d1-4c43-955a-ede5cd055332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:03.987906 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ffeba42f-275e-4223-84ac-c0f45d396d52 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:44:04.051516 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-31ce45bf-831f-45b2-bfb6-633deaa56b54 req-725ecad1-94df-4972-9061-c4f64ebb9c1f tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842881 May 13 14:44:04.052525 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9080b073-3ee1-464e-9000-0243371dc5a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-3c40b33f-7bf3-4984-a9df-d5e9c9e61d22', 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'fixed_ips': [{'subnet_id': '363e7da1-0d6f-4e89-9da3-93f517417d88'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:44:04.053544 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9080b073-3ee1-464e-9000-0243371dc5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:04.084708 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea10c053-cdf1-432a-b76b-109ed851e030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de4ef9f-ec22-4098-b068-e7900df1d164'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:04.116591 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-13e35531-a7b4-42b4-9afb-159f22bd0e31 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:04.130778 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0613f6c7-56d1-4c43-955a-ede5cd055332 None None] Port 765a34fe-9557-4892-9b49-1a72da549e66 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:44:04.200133 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-13e35531-a7b4-42b4-9afb-159f22bd0e31 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Deleting port 8a2ff9a8-0acb-4660-8ab0-a4f087fdfc07 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:04.200474 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-13e35531-a7b4-42b4-9afb-159f22bd0e31 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:04.450550 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b9dd5f63-7b2b-4bea-b9a9-e4c196e7716c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:04.597773 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-09f5056a-c440-428b-80c0-4b95f6d9dbba None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:04.606691 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c4168-3841-43d7-b3c6-1a3b794a060a req-9f33d312-6169-4086-a16d-32f613a54331 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:04.611477 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-09f5056a-c440-428b-80c0-4b95f6d9dbba None None] Transition to ACTIVE for port object 765a34fe-9557-4892-9b49-1a72da549e66 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:04.614377 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c47c4168-3841-43d7-b3c6-1a3b794a060a req-9f33d312-6169-4086-a16d-32f613a54331 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 985 time: 1.0225773 May 13 14:44:04.619934 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ff7e480-8b37-45a3-a688-3391ec3b6021'] response: {'server_uuid': 'ea10c053-cdf1-432a-b76b-109ed851e030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de4ef9f-ec22-4098-b068-e7900df1d164', 'code': 200} May 13 14:44:04.691324 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf109b-075d-4935-a09e-65009fd8f23e req-1597b176-bb63-46fc-9a6d-1fa91251c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:04.694113 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-38bf109b-075d-4935-a09e-65009fd8f23e req-1597b176-bb63-46fc-9a6d-1fa91251c25e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 1136 time: 0.4298315 May 13 14:44:04.736828 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3cae5ee8-31ad-45d4-86ba-bc45e59101d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:04.767265 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [None req-a9ae87c5-8158-47bc-8e45-4088fb0b4baf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:44:04.787975 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3cae5ee8-31ad-45d4-86ba-bc45e59101d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:04.790141 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-9080b073-3ee1-464e-9000-0243371dc5a3 None None] Allocated IP 172.20.0.2 (3c40b33f-7bf3-4984-a9df-d5e9c9e61d22/363e7da1-0d6f-4e89-9da3-93f517417d88/d0aee76b-f245-4e8f-a5ff-162c0470eae1) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:44:04.795026 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a9ae87c5-8158-47bc-8e45-4088fb0b4baf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:04.837903 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd5f63-7b2b-4bea-b9a9-e4c196e7716c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Subnet': ['ID=b12a6b4f-ac46-4db1-a81b-c1d5650c6558,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:04.856066 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a9ae87c5-8158-47bc-8e45-4088fb0b4baf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:04.872908 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-38bf109b-075d-4935-a09e-65009fd8f23e req-5df75309-8eee-4d2f-b90c-5a6c444f06d9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=dcff7c9c-1c76-4cf2-9c1d-3382f2021466&id=37d6079f-fadb-4cc7-82f5-c3773d59f55c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1703651 May 13 14:44:04.952693 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-09f5056a-c440-428b-80c0-4b95f6d9dbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:04.969175 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae87c5-8158-47bc-8e45-4088fb0b4baf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event updated for resources: {'Port': ['ID=71192ef7-40cf-449d-a6e1-30fcd7cd33c7,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:05.006302 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dd5f63-7b2b-4bea-b9a9-e4c196e7716c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Checking segment: {'id': 'f3f10d0a-b4db-469f-875a-895307b957ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e43dcd99-1787-4f53-bc98-054fd647eb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:44:05.006699 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dd5f63-7b2b-4bea-b9a9-e4c196e7716c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network hostable DHCP agents. Network: e43dcd99-1787-4f53-bc98-054fd647eb34, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:44:05.016229 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port ffeba42f-275e-4223-84ac-c0f45d396d52 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:05.016860 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:05.043514 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c47c4168-3841-43d7-b3c6-1a3b794a060a req-a8ec2e26-5bcc-4237-a26d-aed8b5e83642 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcff7c9c-1c76-4cf2-9c1d-3382f2021466&id=37d6079f-fadb-4cc7-82f5-c3773d59f55c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4282389 May 13 14:44:05.416610 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6296102-869a-495c-8fc2-c36118c138bc None None] Pushing event updated for resources: {'Port': ['ID=765a34fe-9557-4892-9b49-1a72da549e66,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:05.457304 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfaf67-76e1-44cc-ab70-e9e13ead8289 req-8e8cbb7d-1196-451e-ba40-a14c2b4f6420 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:05.466076 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-62dfaf67-76e1-44cc-ab70-e9e13ead8289 req-8e8cbb7d-1196-451e-ba40-a14c2b4f6420 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 945 time: 0.1693244 May 13 14:44:05.552418 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-62dfaf67-76e1-44cc-ab70-e9e13ead8289 req-8eb7f742-ca76-428a-8605-62aa05befc3d tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838878 May 13 14:44:05.580635 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2b08393-9c09-4e1b-88e1-0374567f0049 tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:05.658676 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9080b073-3ee1-464e-9000-0243371dc5a3 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:05.661375 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-13e35531-a7b4-42b4-9afb-159f22bd0e31 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:05.699451 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port ffeba42f-275e-4223-84ac-c0f45d396d52 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:05.721364 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-09f5056a-c440-428b-80c0-4b95f6d9dbba None None] Attempting to bind port 765a34fe-9557-4892-9b49-1a72da549e66 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:44:05.721729 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-09f5056a-c440-428b-80c0-4b95f6d9dbba None None] Attempting to bind port 765a34fe-9557-4892-9b49-1a72da549e66 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '9778c211-524c-4ca7-9a86-575fcc0fc498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e4472f1f-601d-4ee6-849c-afc8c312e8ea'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:44:05.722088 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f5056a-c440-428b-80c0-4b95f6d9dbba None None] Attempting to bind port 765a34fe-9557-4892-9b49-1a72da549e66 on network e4472f1f-601d-4ee6-849c-afc8c312e8ea {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:44:05.735689 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9080b073-3ee1-464e-9000-0243371dc5a3 None None] Transition to ACTIVE for port object d0aee76b-f245-4e8f-a5ff-162c0470eae1 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:05.740321 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f5056a-c440-428b-80c0-4b95f6d9dbba None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:44:05.741861 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f5056a-c440-428b-80c0-4b95f6d9dbba None None] Checking segment: {'id': '9778c211-524c-4ca7-9a86-575fcc0fc498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e4472f1f-601d-4ee6-849c-afc8c312e8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:44:05.741861 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-09f5056a-c440-428b-80c0-4b95f6d9dbba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:05.741861 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f5056a-c440-428b-80c0-4b95f6d9dbba None None] Bound using segment: {'id': '9778c211-524c-4ca7-9a86-575fcc0fc498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e4472f1f-601d-4ee6-849c-afc8c312e8ea'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:44:05.742194 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-09f5056a-c440-428b-80c0-4b95f6d9dbba None None] Bound port: 765a34fe-9557-4892-9b49-1a72da549e66, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9778c211-524c-4ca7-9a86-575fcc0fc498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e4472f1f-601d-4ee6-849c-afc8c312e8ea'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:44:05.742306 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-09f5056a-c440-428b-80c0-4b95f6d9dbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:05.812638 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dd5f63-7b2b-4bea-b9a9-e4c196e7716c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network e43dcd99-1787-4f53-bc98-054fd647eb34 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:44:05.822875 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-13e35531-a7b4-42b4-9afb-159f22bd0e31 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Calling delete_port for 8a2ff9a8-0acb-4660-8ab0-a4f087fdfc07 owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:44:05.869445 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a9ae87c5-8158-47bc-8e45-4088fb0b4baf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:05.905724 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9080b073-3ee1-464e-9000-0243371dc5a3 None None] Transition to ACTIVE for port object d0aee76b-f245-4e8f-a5ff-162c0470eae1 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:05.924705 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9080b073-3ee1-464e-9000-0243371dc5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:05.977689 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-b9dd5f63-7b2b-4bea-b9a9-e4c196e7716c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, e43dcd99-1787-4f53-bc98-054fd647eb34) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:05.990485 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dd5f63-7b2b-4bea-b9a9-e4c196e7716c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:05.991073 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b9dd5f63-7b2b-4bea-b9a9-e4c196e7716c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:06.020762 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2b08393-9c09-4e1b-88e1-0374567f0049 tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:06.031606 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b83c4c-2c67-4221-a27a-1c002857f521 None None] Network e43dcd99-1787-4f53-bc98-054fd647eb34 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:44:06.168040 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9080b073-3ee1-464e-9000-0243371dc5a3 None None] Network 3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:44:06.248123 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080b073-3ee1-464e-9000-0243371dc5a3 None None] Pushing event updated for resources: {'Port': ['ID=d0aee76b-f245-4e8f-a5ff-162c0470eae1,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:06.251691 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-3cae5ee8-31ad-45d4-86ba-bc45e59101d3 admin admin] Allocated IP 172.25.0.61 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/c1627c8e-e61d-4abb-98d0-bcc6b272d7fb) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:44:06.268009 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-9080b073-3ee1-464e-9000-0243371dc5a3 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:06.272453 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9080b073-3ee1-464e-9000-0243371dc5a3 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:44:06.277341 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b9dd5f63-7b2b-4bea-b9a9-e4c196e7716c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.6051369 May 13 14:44:06.278518 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33180) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:06.294934 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-09f5056a-c440-428b-80c0-4b95f6d9dbba None None] For port 765a34fe-9557-4892-9b49-1a72da549e66, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:44:06.371510 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b08393-9c09-4e1b-88e1-0374567f0049 tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Pushing event updated for resources: {'Port': ['ID=e41c5fc3-70bb-4378-9384-6bd3f6e955b2,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:06.606653 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-09f5056a-c440-428b-80c0-4b95f6d9dbba None None] For port 765a34fe-9557-4892-9b49-1a72da549e66, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=765a34fe-9557-4892-9b49-1a72da549e66,segment=NetworkSegment(9778c211-524c-4ca7-9a86-575fcc0fc498),segment_id=9778c211-524c-4ca7-9a86-575fcc0fc498)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:44:06.705617 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [None req-a9ae87c5-8158-47bc-8e45-4088fb0b4baf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Floating IP 2f139730-1b92-49ec-b264-6625a2983479 associated. External IP: 172.25.0.153, port: cb8b88ee-e02f-4cd4-80c2-75baf187ee44. May 13 14:44:06.722971 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-09f5056a-c440-428b-80c0-4b95f6d9dbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:06.809369 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b08393-9c09-4e1b-88e1-0374567f0049 tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:44:06.826592 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-9080b073-3ee1-464e-9000-0243371dc5a3 None None] Attempting to bind port d0aee76b-f245-4e8f-a5ff-162c0470eae1 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:44:06.827346 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-9080b073-3ee1-464e-9000-0243371dc5a3 None None] Attempting to bind port d0aee76b-f245-4e8f-a5ff-162c0470eae1 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '2e43f227-1875-4d5e-9b51-995654763caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:44:06.827938 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080b073-3ee1-464e-9000-0243371dc5a3 None None] Attempting to bind port d0aee76b-f245-4e8f-a5ff-162c0470eae1 on network 3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:44:06.830994 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-d2b08393-9c09-4e1b-88e1-0374567f0049 tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:06.837025 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b08393-9c09-4e1b-88e1-0374567f0049 tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:44:06.881473 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080b073-3ee1-464e-9000-0243371dc5a3 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:44:06.882231 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080b073-3ee1-464e-9000-0243371dc5a3 None None] Checking segment: {'id': '2e43f227-1875-4d5e-9b51-995654763caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:44:06.882861 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9080b073-3ee1-464e-9000-0243371dc5a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:06.883660 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080b073-3ee1-464e-9000-0243371dc5a3 None None] Bound using segment: {'id': '2e43f227-1875-4d5e-9b51-995654763caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:44:06.884400 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-9080b073-3ee1-464e-9000-0243371dc5a3 None None] Bound port: d0aee76b-f245-4e8f-a5ff-162c0470eae1, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e43f227-1875-4d5e-9b51-995654763caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:44:06.885032 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9080b073-3ee1-464e-9000-0243371dc5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:07.054754 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-13e35531-a7b4-42b4-9afb-159f22bd0e31 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:07.066022 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f5056a-c440-428b-80c0-4b95f6d9dbba None None] Routers {'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:07.080653 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-09f5056a-c440-428b-80c0-4b95f6d9dbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:07.160460 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e35531-a7b4-42b4-9afb-159f22bd0e31 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event deleted for resources: {'Port': ['ID=8a2ff9a8-0acb-4660-8ab0-a4f087fdfc07,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:07.191713 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6296102-869a-495c-8fc2-c36118c138bc None None] Pushing event updated for resources: {'Port': ['ID=765a34fe-9557-4892-9b49-1a72da549e66,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:07.280977 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6aca7-483d-4c85-96ca-26be7f282531 req-7c758300-8228-4e21-9f0a-eabfce17786e tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:07.282853 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4fd6aca7-483d-4c85-96ca-26be7f282531 req-7c758300-8228-4e21-9f0a-eabfce17786e tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 985 time: 0.9020715 May 13 14:44:07.441452 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e30803-e18d-43c5-8320-e55b644a5c6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-e43dcd99-1787-4f53-bc98-054fd647eb34', 'network_id': 'e43dcd99-1787-4f53-bc98-054fd647eb34', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'fixed_ips': [{'subnet_id': 'b12a6b4f-ac46-4db1-a81b-c1d5650c6558'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:44:07.442952 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c0e30803-e18d-43c5-8320-e55b644a5c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:07.470546 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2b08393-9c09-4e1b-88e1-0374567f0049 tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:07.476736 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-13e35531-a7b4-42b4-9afb-159f22bd0e31 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:07.489774 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3cae5ee8-31ad-45d4-86ba-bc45e59101d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:07.524714 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4fd6aca7-483d-4c85-96ca-26be7f282531 req-4466ad50-84e9-4c96-b21a-194769a6bfde tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcff7c9c-1c76-4cf2-9c1d-3382f2021466&id=37d6079f-fadb-4cc7-82f5-c3773d59f55c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2329628 May 13 14:44:07.561833 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-9080b073-3ee1-464e-9000-0243371dc5a3 None None] For port d0aee76b-f245-4e8f-a5ff-162c0470eae1, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:44:07.567317 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff61a3b-cc9c-4b96-a601-ade9da2020a8 req-d0d93a52-f7fe-4452-9130-b408663d4b05 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:07.570367 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-9080b073-3ee1-464e-9000-0243371dc5a3 None None] For port d0aee76b-f245-4e8f-a5ff-162c0470eae1, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d0aee76b-f245-4e8f-a5ff-162c0470eae1,segment=NetworkSegment(2e43f227-1875-4d5e-9b51-995654763caa),segment_id=2e43f227-1875-4d5e-9b51-995654763caa)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:44:07.576074 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2ff61a3b-cc9c-4b96-a601-ade9da2020a8 req-d0d93a52-f7fe-4452-9130-b408663d4b05 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 945 time: 0.8301747 May 13 14:44:07.652964 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33192) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:07.656567 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9080b073-3ee1-464e-9000-0243371dc5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:07.667086 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-32f4b1bb-9d45-4124-8359-b80bdc6fdafe tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-586237320'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:07.673434 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-32f4b1bb-9d45-4124-8359-b80bdc6fdafe tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:07.678990 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-32f4b1bb-9d45-4124-8359-b80bdc6fdafe tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Usage tracker for resource:network and tenant:18b9c5d8b3d043279654e2a115822f2a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:07.682125 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-32f4b1bb-9d45-4124-8359-b80bdc6fdafe tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:07.692354 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-32f4b1bb-9d45-4124-8359-b80bdc6fdafe tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:07.721788 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f4b1bb-9d45-4124-8359-b80bdc6fdafe tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Made reservation on behalf of 18b9c5d8b3d043279654e2a115822f2a for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:44:07.725367 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-32f4b1bb-9d45-4124-8359-b80bdc6fdafe tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:07.774741 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2ff61a3b-cc9c-4b96-a601-ade9da2020a8 req-b0fa9fa7-c624-41a2-ba66-cf1cf6827315 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974027 May 13 14:44:07.798206 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f4b1bb-9d45-4124-8359-b80bdc6fdafe tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:44:07.812168 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-32f4b1bb-9d45-4124-8359-b80bdc6fdafe tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:07.812900 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-32f4b1bb-9d45-4124-8359-b80bdc6fdafe tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Added segment 5de83cfe-6331-4b64-bbaf-edddf095904e of type vlan for network 1a1930ec-5440-44c2-86b3-9a9de9e18d18 May 13 14:44:07.824870 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-c0e30803-e18d-43c5-8320-e55b644a5c6f None None] Allocated IP 2001:db8:3::2 (e43dcd99-1787-4f53-bc98-054fd647eb34/b12a6b4f-ac46-4db1-a81b-c1d5650c6558/6088ab2c-ae76-4198-a2b5-211a4ad386f1) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:44:07.842047 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-32f4b1bb-9d45-4124-8359-b80bdc6fdafe tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:07.937975 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-09f5056a-c440-428b-80c0-4b95f6d9dbba None None] Set router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:44:07.952981 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-32f4b1bb-9d45-4124-8359-b80bdc6fdafe tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:07.962262 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f4b1bb-9d45-4124-8359-b80bdc6fdafe tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:07.963313 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-32f4b1bb-9d45-4124-8359-b80bdc6fdafe tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:07.968249 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3cae5ee8-31ad-45d4-86ba-bc45e59101d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:08.047819 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-13e35531-a7b4-42b4-9afb-159f22bd0e31 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:08.052132 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-13e35531-a7b4-42b4-9afb-159f22bd0e31 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:08.096486 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2b08393-9c09-4e1b-88e1-0374567f0049 tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:08.149628 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-13e35531-a7b4-42b4-9afb-159f22bd0e31 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:08.150107 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e35531-a7b4-42b4-9afb-159f22bd0e31 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Fanout notify agent at l3_agent the message router_deleted on router 4540224a-6e76-4a63-aaf2-97874f79c98d {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:44:08.164647 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ae87c5-8158-47bc-8e45-4088fb0b4baf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Router b2368988-0f0f-49ce-8fa0-973bff2fca63 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:44:08.281055 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cae5ee8-31ad-45d4-86ba-bc45e59101d3 admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:44:08.317593 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-3cae5ee8-31ad-45d4-86ba-bc45e59101d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:08.322891 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-32f4b1bb-9d45-4124-8359-b80bdc6fdafe tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6664302 May 13 14:44:08.322891 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cae5ee8-31ad-45d4-86ba-bc45e59101d3 admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:44:08.355472 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4b1bb-9d45-4124-8359-b80bdc6fdafe tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Pushing event updated for resources: {'Network': ['ID=1a1930ec-5440-44c2-86b3-9a9de9e18d18,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:08.363040 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33196) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:08.381581 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 765a34fe-9557-4892-9b49-1a72da549e66 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:44:08.385503 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-5b6c5722-69cb-472c-9328-f53033f8d060 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2034118183'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:08.404146 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac2e0c4e-2aaf-44ba-b972-edaa5a723291 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:08.423445 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5b6c5722-69cb-472c-9328-f53033f8d060 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:08.423712 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-13e35531-a7b4-42b4-9afb-159f22bd0e31 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:08.428149 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-13e35531-a7b4-42b4-9afb-159f22bd0e31 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/routers/4540224a-6e76-4a63-aaf2-97874f79c98d HTTP/1.1" status: 204 len: 168 time: 5.9954829 May 13 14:44:08.433619 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae5ee8-31ad-45d4-86ba-bc45e59101d3 admin admin] Pushing event updated for resources: {'Port': ['ID=c1627c8e-e61d-4abb-98d0-bcc6b272d7fb,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:08.433857 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33200) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:08.441189 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-89a8a3f6-460a-446d-8d23-be299db5cfb7 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Request body: {'network': {'name': 'tempest-RoutersTest-817587739'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:08.443099 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5b6c5722-69cb-472c-9328-f53033f8d060 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Usage tracker for resource:network and tenant:18b9c5d8b3d043279654e2a115822f2a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:08.446355 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-89a8a3f6-460a-446d-8d23-be299db5cfb7 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:08.450987 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-89a8a3f6-460a-446d-8d23-be299db5cfb7 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Usage tracker for resource:network and tenant:17b49979485542bba655ee3d2918613c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:08.453999 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-89a8a3f6-460a-446d-8d23-be299db5cfb7 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:08.461872 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-89a8a3f6-460a-446d-8d23-be299db5cfb7 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:08.489880 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a8a3f6-460a-446d-8d23-be299db5cfb7 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Made reservation on behalf of 17b49979485542bba655ee3d2918613c for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:44:08.491387 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 1a1930ec-5440-44c2-86b3-9a9de9e18d18 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:44:08.498055 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-89a8a3f6-460a-446d-8d23-be299db5cfb7 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:08.504227 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5b6c5722-69cb-472c-9328-f53033f8d060 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:08.614432 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5b6c5722-69cb-472c-9328-f53033f8d060 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:08.738585 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a8a3f6-460a-446d-8d23-be299db5cfb7 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:44:08.750688 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ae87c5-8158-47bc-8e45-4088fb0b4baf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:44:08.774587 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-89a8a3f6-460a-446d-8d23-be299db5cfb7 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:08.777392 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-89a8a3f6-460a-446d-8d23-be299db5cfb7 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Added segment 8c19a5b4-68d3-4aac-9864-d38de9f670b8 of type vlan for network 14c88972-f1bd-4e58-a177-73ab1f06996e May 13 14:44:08.816704 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a9ae87c5-8158-47bc-8e45-4088fb0b4baf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:08.821395 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dbda46-4ac5-4e05-913f-b4d7f09d41a2 None None] Sync routers for ids ['b2368988-0f0f-49ce-8fa0-973bff2fca63'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:44:08.847908 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 765a34fe-9557-4892-9b49-1a72da549e66 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:08.860592 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2b08393-9c09-4e1b-88e1-0374567f0049 tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:08.892169 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dbda46-4ac5-4e05-913f-b4d7f09d41a2 None None] Routers {'b2368988-0f0f-49ce-8fa0-973bff2fca63'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:08.892827 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-27dbda46-4ac5-4e05-913f-b4d7f09d41a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2368988-0f0f-49ce-8fa0-973bff2fca63'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:08.907001 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2b08393-9c09-4e1b-88e1-0374567f0049 tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:08.971767 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 765a34fe-9557-4892-9b49-1a72da549e66 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:08.972148 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:08.999427 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6c5722-69cb-472c-9328-f53033f8d060 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Made reservation on behalf of 18b9c5d8b3d043279654e2a115822f2a for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:44:09.003788 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5b6c5722-69cb-472c-9328-f53033f8d060 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:09.094668 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-27dbda46-4ac5-4e05-913f-b4d7f09d41a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:09.102055 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c0e30803-e18d-43c5-8320-e55b644a5c6f None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:09.121946 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080b073-3ee1-464e-9000-0243371dc5a3 None None] Pushing event updated for resources: {'Port': ['ID=d0aee76b-f245-4e8f-a5ff-162c0470eae1,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:09.141495 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c0e30803-e18d-43c5-8320-e55b644a5c6f None None] Transition to ACTIVE for port object 6088ab2c-ae76-4198-a2b5-211a4ad386f1 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:09.144949 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-89a8a3f6-460a-446d-8d23-be299db5cfb7 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:09.181699 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dbda46-4ac5-4e05-913f-b4d7f09d41a2 None None] Routers {'b2368988-0f0f-49ce-8fa0-973bff2fca63'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:09.182339 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-27dbda46-4ac5-4e05-913f-b4d7f09d41a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2368988-0f0f-49ce-8fa0-973bff2fca63'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:09.186334 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a9ae87c5-8158-47bc-8e45-4088fb0b4baf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 13.5235901 May 13 14:44:09.226172 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33208) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:09.238013 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-bf65b1bb-9a2a-43c2-9804-9a92047f3e36 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Request body: {'floatingip': {'port_id': 'cb8b88ee-e02f-4cd4-80c2-75baf187ee44', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:09.266778 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-27dbda46-4ac5-4e05-913f-b4d7f09d41a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:09.267202 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dbda46-4ac5-4e05-913f-b4d7f09d41a2 None None] The sync data for ids ['b2368988-0f0f-49ce-8fa0-973bff2fca63'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:44:09.311945 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c0e30803-e18d-43c5-8320-e55b644a5c6f None None] Transition to ACTIVE for port object 6088ab2c-ae76-4198-a2b5-211a4ad386f1 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:09.359844 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b08393-9c09-4e1b-88e1-0374567f0049 tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Pushing event updated for resources: {'Port': ['ID=e41c5fc3-70bb-4378-9384-6bd3f6e955b2,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:09.363131 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c0e30803-e18d-43c5-8320-e55b644a5c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:09.368633 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b6c5722-69cb-472c-9328-f53033f8d060 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:44:09.383955 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5b6c5722-69cb-472c-9328-f53033f8d060 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:09.384347 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-5b6c5722-69cb-472c-9328-f53033f8d060 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Added segment a14d3966-62e0-468d-b3b4-5c718a1fb25d of type vlan for network 471adc6c-b70b-42c1-bc3f-35baec009201 May 13 14:44:09.419098 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5b6c5722-69cb-472c-9328-f53033f8d060 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:09.421273 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2b08393-9c09-4e1b-88e1-0374567f0049 tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:09.427945 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-89a8a3f6-460a-446d-8d23-be299db5cfb7 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:09.435208 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a8a3f6-460a-446d-8d23-be299db5cfb7 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:09.436460 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-89a8a3f6-460a-446d-8d23-be299db5cfb7 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:09.477888 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e30803-e18d-43c5-8320-e55b644a5c6f None None] Network e43dcd99-1787-4f53-bc98-054fd647eb34 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:44:09.486432 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-c0e30803-e18d-43c5-8320-e55b644a5c6f None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:09.503932 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e30803-e18d-43c5-8320-e55b644a5c6f None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:44:09.510577 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 765a34fe-9557-4892-9b49-1a72da549e66 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:09.510934 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:09.528514 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5b6c5722-69cb-472c-9328-f53033f8d060 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:09.529141 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e30803-e18d-43c5-8320-e55b644a5c6f None None] Pushing event updated for resources: {'Port': ['ID=6088ab2c-ae76-4198-a2b5-211a4ad386f1,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:09.535722 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6c5722-69cb-472c-9328-f53033f8d060 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:09.536473 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5b6c5722-69cb-472c-9328-f53033f8d060 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:09.689100 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 765a34fe-9557-4892-9b49-1a72da549e66, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=765a34fe-9557-4892-9b49-1a72da549e66,segment=NetworkSegment(9778c211-524c-4ca7-9a86-575fcc0fc498),segment_id=9778c211-524c-4ca7-9a86-575fcc0fc498)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:09.710179 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-c0e30803-e18d-43c5-8320-e55b644a5c6f None None] Attempting to bind port 6088ab2c-ae76-4198-a2b5-211a4ad386f1 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:44:09.710903 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-c0e30803-e18d-43c5-8320-e55b644a5c6f None None] Attempting to bind port 6088ab2c-ae76-4198-a2b5-211a4ad386f1 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'f3f10d0a-b4db-469f-875a-895307b957ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e43dcd99-1787-4f53-bc98-054fd647eb34'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:44:09.711625 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e30803-e18d-43c5-8320-e55b644a5c6f None None] Attempting to bind port 6088ab2c-ae76-4198-a2b5-211a4ad386f1 on network e43dcd99-1787-4f53-bc98-054fd647eb34 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:44:09.717597 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:09.726159 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c5722-69cb-472c-9328-f53033f8d060 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Pushing event updated for resources: {'Network': ['ID=471adc6c-b70b-42c1-bc3f-35baec009201,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:09.755624 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8a3f6-460a-446d-8d23-be299db5cfb7 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Network': ['ID=14c88972-f1bd-4e58-a177-73ab1f06996e,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:09.828027 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e30803-e18d-43c5-8320-e55b644a5c6f None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:44:09.828403 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e30803-e18d-43c5-8320-e55b644a5c6f None None] Checking segment: {'id': 'f3f10d0a-b4db-469f-875a-895307b957ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e43dcd99-1787-4f53-bc98-054fd647eb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:44:09.831061 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c0e30803-e18d-43c5-8320-e55b644a5c6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:09.831542 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e30803-e18d-43c5-8320-e55b644a5c6f None None] Bound using segment: {'id': 'f3f10d0a-b4db-469f-875a-895307b957ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e43dcd99-1787-4f53-bc98-054fd647eb34'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:44:09.832194 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-c0e30803-e18d-43c5-8320-e55b644a5c6f None None] Bound port: 6088ab2c-ae76-4198-a2b5-211a4ad386f1, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f10d0a-b4db-469f-875a-895307b957ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e43dcd99-1787-4f53-bc98-054fd647eb34'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:44:09.832585 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c0e30803-e18d-43c5-8320-e55b644a5c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:09.860762 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-09f5056a-c440-428b-80c0-4b95f6d9dbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'name': 'tempest-RoutersIpV6Test-router-753058156', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:43:54Z', 'revision_number': 4, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None, '_interfaces': [{'id': '765a34fe-9557-4892-9b49-1a72da549e66', 'name': '', 'network_id': 'e4472f1f-601d-4ee6-849c-afc8c312e8ea', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:96:b6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:51Z', 'updated_at': '2022-05-13T14:44:06Z', 'revision_number': 4, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e751a82-e701-4e41-bf3d-02f034e64fc3', 'name': '', 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b3:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:27Z', 'updated_at': '2022-05-13T14:43:49Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeba42f-275e-4223-84ac-c0f45d396d52', 'name': '', 'network_id': 'ef46ef2c-6a13-4932-840e-1da5c58a96ed', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:74:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:43Z', 'updated_at': '2022-05-13T14:44:01Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:09.863978 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 471adc6c-b70b-42c1-bc3f-35baec009201 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:44:09.867690 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5b6c5722-69cb-472c-9328-f53033f8d060 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5020065 May 13 14:44:09.869483 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2b08393-9c09-4e1b-88e1-0374567f0049 tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:09.875171 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d2b08393-9c09-4e1b-88e1-0374567f0049 tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.9823048 May 13 14:44:09.876549 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33212) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:09.876895 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33214) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:09.890929 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 14c88972-f1bd-4e58-a177-73ab1f06996e details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:44:09.893412 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-89a8a3f6-460a-446d-8d23-be299db5cfb7 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4585547 May 13 14:44:09.895183 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-1f04b0f3-ab3e-4183-a298-3d420116e1a0 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Request body: {'subnet': {'network_id': '1a1930ec-5440-44c2-86b3-9a9de9e18d18', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:09.909900 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7d3d1-6f44-4e68-960b-ab911af27847 req-6b2067fe-95b4-4c69-aa40-8bc74bfa75b9 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:09.911778 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5ea7d3d1-6f44-4e68-960b-ab911af27847 req-6b2067fe-95b4-4c69-aa40-8bc74bfa75b9 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 985 time: 0.8427734 May 13 14:44:09.914562 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33220) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:09.925295 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-5ba6ea6e-d593-43b0-ad32-e465898fa2ad tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Request body: {'subnet': {'network_id': '14c88972-f1bd-4e58-a177-73ab1f06996e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:10.036630 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-41bb328b-31cf-4957-973b-8b20b009d1ff tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1757055488', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'fixed_ips': [{'ip_address': '172.25.0.246'}]}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:10.112762 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-41bb328b-31cf-4957-973b-8b20b009d1ff tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:10.120381 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-41bb328b-31cf-4957-973b-8b20b009d1ff tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Usage tracker for resource:port and tenant:85231d774827412eac7481595003ede2 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:10.123962 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-41bb328b-31cf-4957-973b-8b20b009d1ff tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:10.124320 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d0aee76b-f245-4e8f-a5ff-162c0470eae1 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:44:10.131192 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-41bb328b-31cf-4957-973b-8b20b009d1ff tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:10.133456 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bf65b1bb-9a2a-43c2-9804-9a92047f3e36 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:10.149881 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714e011c-318d-4185-afc4-ef7b01d02f77 None None] Network 3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:44:10.153350 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db254fa8-5539-4ea8-a362-2bf0e8ce9d2b req-7c8d81f5-3a02-4d9f-932e-6b4220d5d4eb tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:10.154953 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-db254fa8-5539-4ea8-a362-2bf0e8ce9d2b req-7c8d81f5-3a02-4d9f-932e-6b4220d5d4eb tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 945 time: 0.9873457 May 13 14:44:10.169659 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f5056a-c440-428b-80c0-4b95f6d9dbba None None] The sync data for ids ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'] in n-d-841760-1 is: [{'id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'name': 'tempest-RoutersIpV6Test-router-753058156', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:43:54Z', 'revision_number': 4, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None, '_interfaces': [{'id': '765a34fe-9557-4892-9b49-1a72da549e66', 'name': '', 'network_id': 'e4472f1f-601d-4ee6-849c-afc8c312e8ea', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:96:b6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:51Z', 'updated_at': '2022-05-13T14:44:06Z', 'revision_number': 4, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e751a82-e701-4e41-bf3d-02f034e64fc3', 'name': '', 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b3:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:27Z', 'updated_at': '2022-05-13T14:43:49Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeba42f-275e-4223-84ac-c0f45d396d52', 'name': '', 'network_id': 'ef46ef2c-6a13-4932-840e-1da5c58a96ed', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:74:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:43Z', 'updated_at': '2022-05-13T14:44:01Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:44:10.503165 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-ac2e0c4e-2aaf-44ba-b972-edaa5a723291 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Allocated IP 2001:db8:3::1 (e43dcd99-1787-4f53-bc98-054fd647eb34/b12a6b4f-ac46-4db1-a81b-c1d5650c6558/6b542545-84db-4ec0-b86d-ea13e70b95e2) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:44:10.524919 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bb328b-31cf-4957-973b-8b20b009d1ff tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Made reservation on behalf of 85231d774827412eac7481595003ede2 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:44:10.528116 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-41bb328b-31cf-4957-973b-8b20b009d1ff tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:10.560399 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-c0e30803-e18d-43c5-8320-e55b644a5c6f None None] For port 6088ab2c-ae76-4198-a2b5-211a4ad386f1, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:44:10.567487 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-c0e30803-e18d-43c5-8320-e55b644a5c6f None None] For port 6088ab2c-ae76-4198-a2b5-211a4ad386f1, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6088ab2c-ae76-4198-a2b5-211a4ad386f1,segment=NetworkSegment(f3f10d0a-b4db-469f-875a-895307b957ed),segment_id=f3f10d0a-b4db-469f-875a-895307b957ed)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:44:10.569747 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-41bb328b-31cf-4957-973b-8b20b009d1ff tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:10.572660 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=765a34fe-9557-4892-9b49-1a72da549e66,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:10.583868 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1f04b0f3-ab3e-4183-a298-3d420116e1a0 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:10.598771 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c0e30803-e18d-43c5-8320-e55b644a5c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:10.606397 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1f04b0f3-ab3e-4183-a298-3d420116e1a0 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Usage tracker for resource:subnet and tenant:18b9c5d8b3d043279654e2a115822f2a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:10.613223 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1f04b0f3-ab3e-4183-a298-3d420116e1a0 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:10.632784 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5ba6ea6e-d593-43b0-ad32-e465898fa2ad tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:10.657117 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5ea7d3d1-6f44-4e68-960b-ab911af27847 req-aabeaeec-0944-49e0-a1fd-736f033f75fc tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcff7c9c-1c76-4cf2-9c1d-3382f2021466&id=37d6079f-fadb-4cc7-82f5-c3773d59f55c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0929377 May 13 14:44:10.683899 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5ba6ea6e-d593-43b0-ad32-e465898fa2ad tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Usage tracker for resource:subnet and tenant:17b49979485542bba655ee3d2918613c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:10.694383 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5ba6ea6e-d593-43b0-ad32-e465898fa2ad tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:10.752877 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1f04b0f3-ab3e-4183-a298-3d420116e1a0 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:10.755356 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-41bb328b-31cf-4957-973b-8b20b009d1ff tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:10.769219 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e30803-e18d-43c5-8320-e55b644a5c6f None None] Pushing event updated for resources: {'Port': ['ID=6088ab2c-ae76-4198-a2b5-211a4ad386f1,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:10.782212 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-db254fa8-5539-4ea8-a362-2bf0e8ce9d2b req-2b8020e3-ad8a-4c6b-9fd8-44879137b107 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925696 May 13 14:44:10.801431 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a7340ee8-3b74-40c5-82c4-f74c313b031a None None] Provisioning for port d0aee76b-f245-4e8f-a5ff-162c0470eae1 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:10.816249 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5ba6ea6e-d593-43b0-ad32-e465898fa2ad tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:10.833590 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-41bb328b-31cf-4957-973b-8b20b009d1ff tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Usage tracker for resource:security_group_rule and tenant:85231d774827412eac7481595003ede2 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:10.844263 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-41bb328b-31cf-4957-973b-8b20b009d1ff tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:10.865620 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-41bb328b-31cf-4957-973b-8b20b009d1ff tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:10.873644 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f04b0f3-ab3e-4183-a298-3d420116e1a0 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Made reservation on behalf of 18b9c5d8b3d043279654e2a115822f2a for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:44:10.890353 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1f04b0f3-ab3e-4183-a298-3d420116e1a0 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:10.891211 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port d0aee76b-f245-4e8f-a5ff-162c0470eae1 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:10.902713 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port d0aee76b-f245-4e8f-a5ff-162c0470eae1 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:10.903544 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:10.962477 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba6ea6e-d593-43b0-ad32-e465898fa2ad tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Made reservation on behalf of 17b49979485542bba655ee3d2918613c for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:44:10.975833 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5ba6ea6e-d593-43b0-ad32-e465898fa2ad tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:11.357715 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3cae5ee8-31ad-45d4-86ba-bc45e59101d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:11.443209 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d0aee76b-f245-4e8f-a5ff-162c0470eae1 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:11.443969 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:11.494040 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port d0aee76b-f245-4e8f-a5ff-162c0470eae1, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d0aee76b-f245-4e8f-a5ff-162c0470eae1,segment=NetworkSegment(2e43f227-1875-4d5e-9b51-995654763caa),segment_id=2e43f227-1875-4d5e-9b51-995654763caa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:11.495747 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1f04b0f3-ab3e-4183-a298-3d420116e1a0 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:11.510044 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:11.578147 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5ba6ea6e-d593-43b0-ad32-e465898fa2ad tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:11.628348 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=d0aee76b-f245-4e8f-a5ff-162c0470eae1,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:11.751994 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac2e0c4e-2aaf-44ba-b972-edaa5a723291 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:11.759329 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a9775388-0a5f-4289-a902-9539683a7805 None None] Provisioning complete for port d0aee76b-f245-4e8f-a5ff-162c0470eae1 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:11.759700 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a9775388-0a5f-4289-a902-9539683a7805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:11.815290 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f04b0f3-ab3e-4183-a298-3d420116e1a0 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Pushing event updated for resources: {'Subnet': ['ID=80d5ab86-7db0-4947-99cf-66a27fc20541,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:11.844600 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-ac2e0c4e-2aaf-44ba-b972-edaa5a723291 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Transition to ACTIVE for port object 6b542545-84db-4ec0-b86d-ea13e70b95e2 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:11.912916 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f04b0f3-ab3e-4183-a298-3d420116e1a0 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Checking segment: {'id': '5de83cfe-6331-4b64-bbaf-edddf095904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1930ec-5440-44c2-86b3-9a9de9e18d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:44:11.913457 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f04b0f3-ab3e-4183-a298-3d420116e1a0 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Network hostable DHCP agents. Network: 1a1930ec-5440-44c2-86b3-9a9de9e18d18, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:44:11.923623 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac2e0c4e-2aaf-44ba-b972-edaa5a723291 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:12.079091 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6ea6e-d593-43b0-ad32-e465898fa2ad tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Subnet': ['ID=7776df95-12dd-442b-9305-5caa2dcacefe,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:12.097196 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-a9775388-0a5f-4289-a902-9539683a7805 None None] Current status of the port d0aee76b-f245-4e8f-a5ff-162c0470eae1 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:12.108828 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba6ea6e-d593-43b0-ad32-e465898fa2ad tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Checking segment: {'id': '8c19a5b4-68d3-4aac-9864-d38de9f670b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '14c88972-f1bd-4e58-a177-73ab1f06996e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:44:12.109201 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba6ea6e-d593-43b0-ad32-e465898fa2ad tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network hostable DHCP agents. Network: 14c88972-f1bd-4e58-a177-73ab1f06996e, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:44:12.127804 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f439fdf-b4ae-42ca-8b0b-f1067ab6e93a req-bc79279d-6454-4a13-a861-77b6808c0bac tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:12.129362 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9f439fdf-b4ae-42ca-8b0b-f1067ab6e93a req-bc79279d-6454-4a13-a861-77b6808c0bac tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 985 time: 0.6930134 May 13 14:44:12.189938 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e0c4e-2aaf-44ba-b972-edaa5a723291 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Port': ['ID=6b542545-84db-4ec0-b86d-ea13e70b95e2,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:12.194856 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6088ab2c-ae76-4198-a2b5-211a4ad386f1 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:44:12.206935 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f04b0f3-ab3e-4183-a298-3d420116e1a0 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Network 1a1930ec-5440-44c2-86b3-9a9de9e18d18 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:44:12.212206 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2e0c4e-2aaf-44ba-b972-edaa5a723291 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network e43dcd99-1787-4f53-bc98-054fd647eb34 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:44:12.224554 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-ac2e0c4e-2aaf-44ba-b972-edaa5a723291 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:12.243046 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2e0c4e-2aaf-44ba-b972-edaa5a723291 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:44:12.243627 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac2e0c4e-2aaf-44ba-b972-edaa5a723291 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:12.276440 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9f439fdf-b4ae-42ca-8b0b-f1067ab6e93a req-fd8a656b-6773-4277-a784-645b77002ff8 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcff7c9c-1c76-4cf2-9c1d-3382f2021466&id=37d6079f-fadb-4cc7-82f5-c3773d59f55c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1353929 May 13 14:44:12.278774 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba6ea6e-d593-43b0-ad32-e465898fa2ad tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network 14c88972-f1bd-4e58-a177-73ab1f06996e is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:44:12.326795 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-5ba6ea6e-d593-43b0-ad32-e465898fa2ad tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 14c88972-f1bd-4e58-a177-73ab1f06996e) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:12.331750 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba6ea6e-d593-43b0-ad32-e465898fa2ad tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:12.332596 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5ba6ea6e-d593-43b0-ad32-e465898fa2ad tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:12.335942 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97691ede-a134-4de3-bbd0-b394d67e73ec None None] Network 14c88972-f1bd-4e58-a177-73ab1f06996e requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:44:12.559175 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac2e0c4e-2aaf-44ba-b972-edaa5a723291 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:12.573533 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6037f712-23cd-4fe4-8b28-467f2dbc742a None None] Network e43dcd99-1787-4f53-bc98-054fd647eb34 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:44:12.621899 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5ba6ea6e-d593-43b0-ad32-e465898fa2ad tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7059836 May 13 14:44:12.622845 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33230) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:12.649366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-1f04b0f3-ab3e-4183-a298-3d420116e1a0 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 1a1930ec-5440-44c2-86b3-9a9de9e18d18) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:12.657016 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-9243fdb6-c63c-4d91-a069-908e9b69cfaf tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-694378290', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:12.670019 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9243fdb6-c63c-4d91-a069-908e9b69cfaf tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:12.671552 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-41bb328b-31cf-4957-973b-8b20b009d1ff tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:12.676954 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dca1f71-6245-4480-806d-178205f16a19 None None] Network 1a1930ec-5440-44c2-86b3-9a9de9e18d18 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:44:12.681336 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f04b0f3-ab3e-4183-a298-3d420116e1a0 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:12.681924 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1f04b0f3-ab3e-4183-a298-3d420116e1a0 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:12.689043 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9243fdb6-c63c-4d91-a069-908e9b69cfaf tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Usage tracker for resource:router and tenant:17b49979485542bba655ee3d2918613c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:12.696611 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9243fdb6-c63c-4d91-a069-908e9b69cfaf tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:12.716486 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9243fdb6-c63c-4d91-a069-908e9b69cfaf tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:12.723144 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bf65b1bb-9a2a-43c2-9804-9a92047f3e36 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:12.740080 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1f04b0f3-ab3e-4183-a298-3d420116e1a0 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8594098 May 13 14:44:12.740827 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-41bb328b-31cf-4957-973b-8b20b009d1ff tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:12.742686 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33234) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:12.744393 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bf65b1bb-9a2a-43c2-9804-9a92047f3e36 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:12.810198 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9243fdb6-c63c-4d91-a069-908e9b69cfaf tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:12.811284 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9243fdb6-c63c-4d91-a069-908e9b69cfaf tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:12.819235 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 6088ab2c-ae76-4198-a2b5-211a4ad386f1 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:12.832241 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-85a8554f-6a9a-4873-9563-dd2fcba3b1bc None None] Provisioning for port 6088ab2c-ae76-4198-a2b5-211a4ad386f1 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:12.833778 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530dd09-a88c-4de8-bd08-a6faa7c5abf3 req-d74173b9-fa92-459c-87e6-7a6d04286dff tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:12.836345 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1530dd09-a88c-4de8-bd08-a6faa7c5abf3 req-d74173b9-fa92-459c-87e6-7a6d04286dff tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 1136 time: 0.2737370 May 13 14:44:12.867756 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 6088ab2c-ae76-4198-a2b5-211a4ad386f1 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:12.868519 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:12.872242 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-41bb328b-31cf-4957-973b-8b20b009d1ff tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] device_id is not set on port 85ba696c-1334-49e0-9cb9-6daa98f1fb34 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:44:12.882772 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1530dd09-a88c-4de8-bd08-a6faa7c5abf3 req-d40e6c89-8b0a-47cf-8e5e-158883c4f989 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:12.912860 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9243fdb6-c63c-4d91-a069-908e9b69cfaf tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:12.932063 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-85a8554f-6a9a-4873-9563-dd2fcba3b1bc None None] Provisioning complete for port 6088ab2c-ae76-4198-a2b5-211a4ad386f1 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:12.933601 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-85a8554f-6a9a-4873-9563-dd2fcba3b1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:12.975999 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-1530dd09-a88c-4de8-bd08-a6faa7c5abf3 req-d40e6c89-8b0a-47cf-8e5e-158883c4f989 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:13.008979 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-1530dd09-a88c-4de8-bd08-a6faa7c5abf3 req-d40e6c89-8b0a-47cf-8e5e-158883c4f989 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Usage tracker for resource:security_group_rule and tenant:c4b5547e215a47479069ca54d30cff51 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:13.016188 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-1530dd09-a88c-4de8-bd08-a6faa7c5abf3 req-d40e6c89-8b0a-47cf-8e5e-158883c4f989 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:13.024939 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-1530dd09-a88c-4de8-bd08-a6faa7c5abf3 req-d40e6c89-8b0a-47cf-8e5e-158883c4f989 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:13.067858 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9243fdb6-c63c-4d91-a069-908e9b69cfaf tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:13.103955 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-924c24a0-5a67-4cfa-81cd-74e2217b3803 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Request body: {'subnet': {'network_id': '471adc6c-b70b-42c1-bc3f-35baec009201', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:13.121519 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb328b-31cf-4957-973b-8b20b009d1ff tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801cfb40-6236-4515-be5d-06c4c9098ddc,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:13.224864 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9243fdb6-c63c-4d91-a069-908e9b69cfaf tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:13.229082 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9243fdb6-c63c-4d91-a069-908e9b69cfaf tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5971892 May 13 14:44:13.230802 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33238) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:13.320614 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f380e343-8b0f-4cf0-9433-29fe2759633d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-14c88972-f1bd-4e58-a177-73ab1f06996e', 'network_id': '14c88972-f1bd-4e58-a177-73ab1f06996e', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'fixed_ips': [{'subnet_id': '7776df95-12dd-442b-9305-5caa2dcacefe'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:44:13.321812 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f380e343-8b0f-4cf0-9433-29fe2759633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:13.421364 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f117f-bbe3-4af6-a079-f370a2ad3ab3 req-d254321d-4bf0-4e6f-938c-f9e2d4de1c40 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:13.423218 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-782f117f-bbe3-4af6-a079-f370a2ad3ab3 req-d254321d-4bf0-4e6f-938c-f9e2d4de1c40 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 945 time: 1.3127031 May 13 14:44:13.538264 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3cae5ee8-31ad-45d4-86ba-bc45e59101d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:13.632164 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 6088ab2c-ae76-4198-a2b5-211a4ad386f1 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:13.632630 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:13.683706 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-782f117f-bbe3-4af6-a079-f370a2ad3ab3 req-7a1389bb-8c7a-49e8-a389-dea25176be22 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281988 May 13 14:44:13.707777 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-924c24a0-5a67-4cfa-81cd-74e2217b3803 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:13.712925 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-924c24a0-5a67-4cfa-81cd-74e2217b3803 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Usage tracker for resource:subnet and tenant:18b9c5d8b3d043279654e2a115822f2a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:13.718056 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-924c24a0-5a67-4cfa-81cd-74e2217b3803 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:13.726620 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-924c24a0-5a67-4cfa-81cd-74e2217b3803 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:13.763629 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924c24a0-5a67-4cfa-81cd-74e2217b3803 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Made reservation on behalf of 18b9c5d8b3d043279654e2a115822f2a for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:44:13.770551 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-924c24a0-5a67-4cfa-81cd-74e2217b3803 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:13.794626 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1530dd09-a88c-4de8-bd08-a6faa7c5abf3 req-d40e6c89-8b0a-47cf-8e5e-158883c4f989 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:13.866394 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f5aa51-1d2e-4e54-938b-79ecc4ee1e87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-1a1930ec-5440-44c2-86b3-9a9de9e18d18', 'network_id': '1a1930ec-5440-44c2-86b3-9a9de9e18d18', 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'fixed_ips': [{'subnet_id': '80d5ab86-7db0-4947-99cf-66a27fc20541'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:44:13.867600 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b1f5aa51-1d2e-4e54-938b-79ecc4ee1e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:13.873375 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1530dd09-a88c-4de8-bd08-a6faa7c5abf3 req-d40e6c89-8b0a-47cf-8e5e-158883c4f989 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:13.884980 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf65b1bb-9a2a-43c2-9804-9a92047f3e36 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Router b2368988-0f0f-49ce-8fa0-973bff2fca63 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:44:13.987562 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 6088ab2c-ae76-4198-a2b5-211a4ad386f1, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6088ab2c-ae76-4198-a2b5-211a4ad386f1,segment=NetworkSegment(f3f10d0a-b4db-469f-875a-895307b957ed),segment_id=f3f10d0a-b4db-469f-875a-895307b957ed)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:13.988836 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-85a8554f-6a9a-4873-9563-dd2fcba3b1bc None None] Current status of the port 6088ab2c-ae76-4198-a2b5-211a4ad386f1 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:13.989364 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-85a8554f-6a9a-4873-9563-dd2fcba3b1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:14.006381 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-1530dd09-a88c-4de8-bd08-a6faa7c5abf3 req-d40e6c89-8b0a-47cf-8e5e-158883c4f989 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Synchronizing usage tracker for tenant:c4b5547e215a47479069ca54d30cff51 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:44:14.065354 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:14.066584 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 765a34fe-9557-4892-9b49-1a72da549e66 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:44:14.159520 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e6c89-8b0a-47cf-8e5e-158883c4f989 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8deb880-6351-4333-9693-c3fead60f5db,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:14.267887 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-1530dd09-a88c-4de8-bd08-a6faa7c5abf3 req-d40e6c89-8b0a-47cf-8e5e-158883c4f989 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Unset dirty status for tenant:c4b5547e215a47479069ca54d30cff51 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:44:14.269119 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1530dd09-a88c-4de8-bd08-a6faa7c5abf3 req-d40e6c89-8b0a-47cf-8e5e-158883c4f989 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=dcff7c9c-1c76-4cf2-9c1d-3382f2021466&id=37d6079f-fadb-4cc7-82f5-c3773d59f55c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 1.4209216 May 13 14:44:14.303609 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33242) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:14.364967 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-41bb328b-31cf-4957-973b-8b20b009d1ff tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 13 14:44:14.365841 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41bb328b-31cf-4957-973b-8b20b009d1ff tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:44:14.410444 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-41bb328b-31cf-4957-973b-8b20b009d1ff tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 4.5273411 May 13 14:44:14.417733 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33246) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:14.420828 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-f380e343-8b0f-4cf0-9433-29fe2759633d None None] Allocated IP 172.20.0.2 (14c88972-f1bd-4e58-a177-73ab1f06996e/7776df95-12dd-442b-9305-5caa2dcacefe/3c9483c4-3da0-441f-8aef-d244a48f3c83) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:44:14.508817 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cae5ee8-31ad-45d4-86ba-bc45e59101d3 admin admin] Router fbf281ff-0cd3-4a5e-baeb-afe5654769f1 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:44:14.555693 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac2e0c4e-2aaf-44ba-b972-edaa5a723291 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:14.567408 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f61a05b8-7f44-4265-8caf-3d3ff79c1d3c tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:14.638028 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac2e0c4e-2aaf-44ba-b972-edaa5a723291 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:14.638822 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac2e0c4e-2aaf-44ba-b972-edaa5a723291 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:14.646021 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-85a8554f-6a9a-4873-9563-dd2fcba3b1bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:44:14.646474 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-85a8554f-6a9a-4873-9563-dd2fcba3b1bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:44:14.759873 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=6088ab2c-ae76-4198-a2b5-211a4ad386f1,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:14.889040 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-924c24a0-5a67-4cfa-81cd-74e2217b3803 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:14.951635 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 765a34fe-9557-4892-9b49-1a72da549e66 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:14.952113 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:15.059746 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-b1f5aa51-1d2e-4e54-938b-79ecc4ee1e87 None None] Allocated IP 10.1.1.2 (1a1930ec-5440-44c2-86b3-9a9de9e18d18/80d5ab86-7db0-4947-99cf-66a27fc20541/d4d9de1b-d54c-4045-a225-aa5af5edf76f) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:44:15.123164 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e0c4e-2aaf-44ba-b972-edaa5a723291 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event updated for resources: {'Port': ['ID=6b542545-84db-4ec0-b86d-ea13e70b95e2,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:15.129212 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fb63e2-a10c-447e-928d-4db25e79b50a tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:15.131066 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a3fb63e2-a10c-447e-928d-4db25e79b50a tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 1131 time: 0.8202128 May 13 14:44:15.304599 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf65b1bb-9a2a-43c2-9804-9a92047f3e36 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:44:15.309835 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33256) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:15.316659 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63767697-f3aa-4654-8ef6-7398a93a7679 None None] Sync routers for ids ['b2368988-0f0f-49ce-8fa0-973bff2fca63'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:44:15.329474 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63767697-f3aa-4654-8ef6-7398a93a7679 None None] Routers {'b2368988-0f0f-49ce-8fa0-973bff2fca63'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:15.332494 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-63767697-f3aa-4654-8ef6-7398a93a7679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2368988-0f0f-49ce-8fa0-973bff2fca63'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:15.414473 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-63767697-f3aa-4654-8ef6-7398a93a7679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:15.435271 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63767697-f3aa-4654-8ef6-7398a93a7679 None None] Routers {'b2368988-0f0f-49ce-8fa0-973bff2fca63'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:15.436152 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-63767697-f3aa-4654-8ef6-7398a93a7679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2368988-0f0f-49ce-8fa0-973bff2fca63'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:15.481176 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-177c68ae-3c69-4d86-a11b-0da10a0762b1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'port_id': '2de4ef9f-ec22-4098-b068-e7900df1d164', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:15.487758 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-39dca396-01e6-429b-a30c-4518317f027c tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Deleting port e41c5fc3-70bb-4378-9384-6bd3f6e955b2 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:15.488102 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-39dca396-01e6-429b-a30c-4518317f027c tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:15.530522 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-177c68ae-3c69-4d86-a11b-0da10a0762b1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:15.536442 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-85a8554f-6a9a-4873-9563-dd2fcba3b1bc None None] Current status of the port 6088ab2c-ae76-4198-a2b5-211a4ad386f1 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:15.554184 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f380e343-8b0f-4cf0-9433-29fe2759633d None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:15.565685 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-177c68ae-3c69-4d86-a11b-0da10a0762b1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Usage tracker for resource:floatingip and tenant:5ec7d10f98f145d3a4a04e390b0f97bd is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:15.579661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-177c68ae-3c69-4d86-a11b-0da10a0762b1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:15.585835 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-63767697-f3aa-4654-8ef6-7398a93a7679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:15.586137 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bf65b1bb-9a2a-43c2-9804-9a92047f3e36 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:15.586733 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63767697-f3aa-4654-8ef6-7398a93a7679 None None] The sync data for ids ['b2368988-0f0f-49ce-8fa0-973bff2fca63'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:44:15.609265 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f380e343-8b0f-4cf0-9433-29fe2759633d None None] Transition to ACTIVE for port object 3c9483c4-3da0-441f-8aef-d244a48f3c83 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:15.622396 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 765a34fe-9557-4892-9b49-1a72da549e66 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:15.623617 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d0aee76b-f245-4e8f-a5ff-162c0470eae1 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:44:15.634629 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-177c68ae-3c69-4d86-a11b-0da10a0762b1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:15.744531 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f380e343-8b0f-4cf0-9433-29fe2759633d None None] Transition to ACTIVE for port object 3c9483c4-3da0-441f-8aef-d244a48f3c83 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:15.771585 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c24a0-5a67-4cfa-81cd-74e2217b3803 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Pushing event updated for resources: {'Subnet': ['ID=cb810c0a-840e-4497-98b6-b4ffe8e0a8f1,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:15.775463 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-bf65b1bb-9a2a-43c2-9804-9a92047f3e36 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "PUT /v2.0/floatingips/2f139730-1b92-49ec-b264-6625a2983479 HTTP/1.1" status: 200 len: 979 time: 6.5437119 May 13 14:44:15.782974 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924c24a0-5a67-4cfa-81cd-74e2217b3803 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Checking segment: {'id': 'a14d3966-62e0-468d-b3b4-5c718a1fb25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '471adc6c-b70b-42c1-bc3f-35baec009201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:44:15.783665 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924c24a0-5a67-4cfa-81cd-74e2217b3803 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Network hostable DHCP agents. Network: 471adc6c-b70b-42c1-bc3f-35baec009201, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:44:15.788430 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f380e343-8b0f-4cf0-9433-29fe2759633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:15.792985 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33260) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:15.842364 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-27dfa9d2-396d-43fa-b94d-55aafa04a27a None None] Provisioning complete for port 6088ab2c-ae76-4198-a2b5-211a4ad386f1 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:15.842805 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-27dfa9d2-396d-43fa-b94d-55aafa04a27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:15.898809 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-f61a05b8-7f44-4265-8caf-3d3ff79c1d3c tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Allocated IP 172.20.0.1 (14c88972-f1bd-4e58-a177-73ab1f06996e/7776df95-12dd-442b-9305-5caa2dcacefe/87b25a34-ae28-44ba-b306-9b8ea8d4bd3b) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:44:15.937383 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924c24a0-5a67-4cfa-81cd-74e2217b3803 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Network 471adc6c-b70b-42c1-bc3f-35baec009201 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:44:15.938672 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f380e343-8b0f-4cf0-9433-29fe2759633d None None] Network 14c88972-f1bd-4e58-a177-73ab1f06996e is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:44:15.940106 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b1f5aa51-1d2e-4e54-938b-79ecc4ee1e87 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:15.949807 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2e0c4e-2aaf-44ba-b972-edaa5a723291 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Network e43dcd99-1787-4f53-bc98-054fd647eb34 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:44:15.958285 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-f380e343-8b0f-4cf0-9433-29fe2759633d None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:15.960026 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341f704-3638-41ed-8bf0-a9f4a8b38cf2 req-e3086183-5855-4bf6-9d0f-2c1e797515bc tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:15.964452 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f380e343-8b0f-4cf0-9433-29fe2759633d None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:44:15.965455 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f341f704-3638-41ed-8bf0-a9f4a8b38cf2 req-e3086183-5855-4bf6-9d0f-2c1e797515bc tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 945 time: 0.9180005 May 13 14:44:15.978466 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-ac2e0c4e-2aaf-44ba-b972-edaa5a723291 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:15.988468 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b1f5aa51-1d2e-4e54-938b-79ecc4ee1e87 None None] Transition to ACTIVE for port object d4d9de1b-d54c-4045-a225-aa5af5edf76f will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:15.992622 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380e343-8b0f-4cf0-9433-29fe2759633d None None] Pushing event updated for resources: {'Port': ['ID=3c9483c4-3da0-441f-8aef-d244a48f3c83,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:15.993726 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cae5ee8-31ad-45d4-86ba-bc45e59101d3 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:44:16.041379 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b43a0a-de7a-4c95-b502-cde23e85dce4 None None] Sync routers for ids ['fbf281ff-0cd3-4a5e-baeb-afe5654769f1'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:44:16.107381 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port d0aee76b-f245-4e8f-a5ff-162c0470eae1 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:16.108013 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:16.160260 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b43a0a-de7a-4c95-b502-cde23e85dce4 None None] Routers {'fbf281ff-0cd3-4a5e-baeb-afe5654769f1'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:16.160900 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-f7b43a0a-de7a-4c95-b502-cde23e85dce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['fbf281ff-0cd3-4a5e-baeb-afe5654769f1'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:16.279554 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b1f5aa51-1d2e-4e54-938b-79ecc4ee1e87 None None] Transition to ACTIVE for port object d4d9de1b-d54c-4045-a225-aa5af5edf76f will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:16.322405 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-f380e343-8b0f-4cf0-9433-29fe2759633d None None] Attempting to bind port 3c9483c4-3da0-441f-8aef-d244a48f3c83 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:44:16.322688 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-f380e343-8b0f-4cf0-9433-29fe2759633d None None] Attempting to bind port 3c9483c4-3da0-441f-8aef-d244a48f3c83 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '8c19a5b4-68d3-4aac-9864-d38de9f670b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '14c88972-f1bd-4e58-a177-73ab1f06996e'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:44:16.332132 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f380e343-8b0f-4cf0-9433-29fe2759633d None None] Attempting to bind port 3c9483c4-3da0-441f-8aef-d244a48f3c83 on network 14c88972-f1bd-4e58-a177-73ab1f06996e {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:44:16.346531 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f380e343-8b0f-4cf0-9433-29fe2759633d None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:44:16.346981 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f380e343-8b0f-4cf0-9433-29fe2759633d None None] Checking segment: {'id': '8c19a5b4-68d3-4aac-9864-d38de9f670b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '14c88972-f1bd-4e58-a177-73ab1f06996e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:44:16.347389 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f380e343-8b0f-4cf0-9433-29fe2759633d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:16.347773 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f380e343-8b0f-4cf0-9433-29fe2759633d None None] Bound using segment: {'id': '8c19a5b4-68d3-4aac-9864-d38de9f670b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '14c88972-f1bd-4e58-a177-73ab1f06996e'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:44:16.348251 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-f380e343-8b0f-4cf0-9433-29fe2759633d None None] Bound port: 3c9483c4-3da0-441f-8aef-d244a48f3c83, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c19a5b4-68d3-4aac-9864-d38de9f670b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '14c88972-f1bd-4e58-a177-73ab1f06996e'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:44:16.348646 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f380e343-8b0f-4cf0-9433-29fe2759633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:16.370392 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f61a05b8-7f44-4265-8caf-3d3ff79c1d3c tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:16.399060 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b1f5aa51-1d2e-4e54-938b-79ecc4ee1e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:16.427280 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-177c68ae-3c69-4d86-a11b-0da10a0762b1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for floatingip, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:16.449312 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-f61a05b8-7f44-4265-8caf-3d3ff79c1d3c tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Transition to ACTIVE for port object 87b25a34-ae28-44ba-b306-9b8ea8d4bd3b will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:16.456156 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-924c24a0-5a67-4cfa-81cd-74e2217b3803 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 471adc6c-b70b-42c1-bc3f-35baec009201) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:16.462820 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924c24a0-5a67-4cfa-81cd-74e2217b3803 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:16.465806 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-924c24a0-5a67-4cfa-81cd-74e2217b3803 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:16.479848 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2e0c4e-2aaf-44ba-b972-edaa5a723291 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:44:16.481087 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3cae5ee8-31ad-45d4-86ba-bc45e59101d3 admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:16.482733 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3cae5ee8-31ad-45d4-86ba-bc45e59101d3 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 13.6966140 May 13 14:44:16.487145 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f341f704-3638-41ed-8bf0-a9f4a8b38cf2 req-a2de92b7-b0ac-4c8d-bb7f-06a4c8d2cea6 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834366 May 13 14:44:16.496673 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33264) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:16.559908 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5aa51-1d2e-4e54-938b-79ecc4ee1e87 None None] Pushing event updated for resources: {'Port': ['ID=d4d9de1b-d54c-4045-a225-aa5af5edf76f,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:16.562118 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-27dfa9d2-396d-43fa-b94d-55aafa04a27a None None] Current status of the port 6088ab2c-ae76-4198-a2b5-211a4ad386f1 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:16.565091 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b19109-5222-44c3-843a-bd06fcd360e8 None None] Network 471adc6c-b70b-42c1-bc3f-35baec009201 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:44:16.615416 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-39dca396-01e6-429b-a30c-4518317f027c tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:16.615744 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-39dca396-01e6-429b-a30c-4518317f027c tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:16.747839 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f5aa51-1d2e-4e54-938b-79ecc4ee1e87 None None] Network 1a1930ec-5440-44c2-86b3-9a9de9e18d18 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:44:16.757453 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-39dca396-01e6-429b-a30c-4518317f027c tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Calling delete_port for e41c5fc3-70bb-4378-9384-6bd3f6e955b2 owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:44:16.770426 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-924c24a0-5a67-4cfa-81cd-74e2217b3803 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.9127042 May 13 14:44:16.786875 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33268) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:16.794289 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-65a93300-3b53-4404-be29-dd74fe542edd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Request body: {'port': {'network_id': '1a1930ec-5440-44c2-86b3-9a9de9e18d18', 'name': 'tempest-TaggedBootDevicesTest-846782027', 'fixed_ips': [{'subnet_id': '80d5ab86-7db0-4947-99cf-66a27fc20541'}]}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:16.806051 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-b1f5aa51-1d2e-4e54-938b-79ecc4ee1e87 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:16.830347 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f5aa51-1d2e-4e54-938b-79ecc4ee1e87 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:44:16.918560 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f61a05b8-7f44-4265-8caf-3d3ff79c1d3c tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:16.999791 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-e3b98781-5b3b-436a-9940-c74f1485cf7a tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Deleting port 71192ef7-40cf-449d-a6e1-30fcd7cd33c7 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:17.000756 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e3b98781-5b3b-436a-9940-c74f1485cf7a tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:17.011882 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d0aee76b-f245-4e8f-a5ff-162c0470eae1 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:17.020099 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-27dfa9d2-396d-43fa-b94d-55aafa04a27a None None] Provisioning for port 6b542545-84db-4ec0-b86d-ea13e70b95e2 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:17.051160 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-b1f5aa51-1d2e-4e54-938b-79ecc4ee1e87 None None] Attempting to bind port d4d9de1b-d54c-4045-a225-aa5af5edf76f on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:44:17.051514 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-b1f5aa51-1d2e-4e54-938b-79ecc4ee1e87 None None] Attempting to bind port d4d9de1b-d54c-4045-a225-aa5af5edf76f by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '5de83cfe-6331-4b64-bbaf-edddf095904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1930ec-5440-44c2-86b3-9a9de9e18d18'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:44:17.051871 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f5aa51-1d2e-4e54-938b-79ecc4ee1e87 None None] Attempting to bind port d4d9de1b-d54c-4045-a225-aa5af5edf76f on network 1a1930ec-5440-44c2-86b3-9a9de9e18d18 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:44:17.065239 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61a05b8-7f44-4265-8caf-3d3ff79c1d3c tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network 14c88972-f1bd-4e58-a177-73ab1f06996e is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:44:17.065644 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f5aa51-1d2e-4e54-938b-79ecc4ee1e87 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:44:17.066020 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f5aa51-1d2e-4e54-938b-79ecc4ee1e87 None None] Checking segment: {'id': '5de83cfe-6331-4b64-bbaf-edddf095904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1930ec-5440-44c2-86b3-9a9de9e18d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:44:17.066418 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b1f5aa51-1d2e-4e54-938b-79ecc4ee1e87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:17.066807 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f5aa51-1d2e-4e54-938b-79ecc4ee1e87 None None] Bound using segment: {'id': '5de83cfe-6331-4b64-bbaf-edddf095904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1930ec-5440-44c2-86b3-9a9de9e18d18'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:44:17.067427 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-b1f5aa51-1d2e-4e54-938b-79ecc4ee1e87 None None] Bound port: d4d9de1b-d54c-4045-a225-aa5af5edf76f, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de83cfe-6331-4b64-bbaf-edddf095904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1930ec-5440-44c2-86b3-9a9de9e18d18'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:44:17.067769 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b1f5aa51-1d2e-4e54-938b-79ecc4ee1e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:17.077738 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-f61a05b8-7f44-4265-8caf-3d3ff79c1d3c tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:17.079012 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-27dfa9d2-396d-43fa-b94d-55aafa04a27a None None] Provisioning complete for port 6b542545-84db-4ec0-b86d-ea13e70b95e2 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:17.079392 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-27dfa9d2-396d-43fa-b94d-55aafa04a27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:17.098437 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61a05b8-7f44-4265-8caf-3d3ff79c1d3c tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:44:17.140607 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2e0c4e-2aaf-44ba-b972-edaa5a723291 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:44:17.152296 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c4fed4-dd60-4299-8db9-50a61c9aab15 None None] Sync routers for ids ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:44:17.154007 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-f380e343-8b0f-4cf0-9433-29fe2759633d None None] For port 3c9483c4-3da0-441f-8aef-d244a48f3c83, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:44:17.167745 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c4fed4-dd60-4299-8db9-50a61c9aab15 None None] Routers {'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:17.168648 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-d6c4fed4-dd60-4299-8db9-50a61c9aab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:17.169651 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-f7b43a0a-de7a-4c95-b502-cde23e85dce4 None None] Set router fbf281ff-0cd3-4a5e-baeb-afe5654769f1 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:44:17.170981 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ac2e0c4e-2aaf-44ba-b972-edaa5a723291 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "PUT /v2.0/routers/ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8913696 May 13 14:44:17.203731 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f61a05b8-7f44-4265-8caf-3d3ff79c1d3c tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:17.204009 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33272) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:17.223092 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-177c68ae-3c69-4d86-a11b-0da10a0762b1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:17.240248 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-7e96cd97-d409-4cec-842c-bce40d694eda tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:17.380894 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-d6c4fed4-dd60-4299-8db9-50a61c9aab15 None None] Set router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:44:17.470987 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6088ab2c-ae76-4198-a2b5-211a4ad386f1 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:44:17.531881 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-177c68ae-3c69-4d86-a11b-0da10a0762b1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Allocated IP 172.25.0.231 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/cf82ceaf-90d4-4e54-ad1e-02f6f7cf0c47) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:44:17.590906 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-27dfa9d2-396d-43fa-b94d-55aafa04a27a None None] Port 6b542545-84db-4ec0-b86d-ea13e70b95e2 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:44:17.596225 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-f380e343-8b0f-4cf0-9433-29fe2759633d None None] For port 3c9483c4-3da0-441f-8aef-d244a48f3c83, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3c9483c4-3da0-441f-8aef-d244a48f3c83,segment=NetworkSegment(8c19a5b4-68d3-4aac-9864-d38de9f670b8),segment_id=8c19a5b4-68d3-4aac-9864-d38de9f670b8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:44:17.653999 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f380e343-8b0f-4cf0-9433-29fe2759633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:17.725532 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a05b8-7f44-4265-8caf-3d3ff79c1d3c tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Port': ['ID=87b25a34-ae28-44ba-b306-9b8ea8d4bd3b,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:17.762682 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380e343-8b0f-4cf0-9433-29fe2759633d None None] Pushing event updated for resources: {'Port': ['ID=3c9483c4-3da0-441f-8aef-d244a48f3c83,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:17.846076 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-d6c4fed4-dd60-4299-8db9-50a61c9aab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'name': 'tempest-RoutersIpV6Test-router-753058156', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:44:12Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None, '_interfaces': [{'id': '6b542545-84db-4ec0-b86d-ea13e70b95e2', 'name': '', 'network_id': 'e43dcd99-1787-4f53-bc98-054fd647eb34', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b0:90:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'b12a6b4f-ac46-4db1-a81b-c1d5650c6558', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:08Z', 'updated_at': '2022-05-13T14:44:13Z', 'revision_number': 2, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': 'b12a6b4f-ac46-4db1-a81b-c1d5650c6558', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '765a34fe-9557-4892-9b49-1a72da549e66', 'name': '', 'network_id': 'e4472f1f-601d-4ee6-849c-afc8c312e8ea', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:96:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:51Z', 'updated_at': '2022-05-13T14:44:09Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e751a82-e701-4e41-bf3d-02f034e64fc3', 'name': '', 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b3:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:27Z', 'updated_at': '2022-05-13T14:43:49Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeba42f-275e-4223-84ac-c0f45d396d52', 'name': '', 'network_id': 'ef46ef2c-6a13-4932-840e-1da5c58a96ed', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:74:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:43Z', 'updated_at': '2022-05-13T14:44:01Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:17.850565 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c4fed4-dd60-4299-8db9-50a61c9aab15 None None] Checking router: ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:44:17.850917 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c4fed4-dd60-4299-8db9-50a61c9aab15 None None] Updating router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 port 6b542545-84db-4ec0-b86d-ea13e70b95e2 binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:44:17.911165 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-d6c4fed4-dd60-4299-8db9-50a61c9aab15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:17.981384 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-44aefc9d-9456-4d7b-b42e-0f1ce8fa3555 None None] Provisioning complete for port 6b542545-84db-4ec0-b86d-ea13e70b95e2 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:17.981764 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-44aefc9d-9456-4d7b-b42e-0f1ce8fa3555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:18.091834 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-b1f5aa51-1d2e-4e54-938b-79ecc4ee1e87 None None] For port d4d9de1b-d54c-4045-a225-aa5af5edf76f, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:44:18.113272 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-b1f5aa51-1d2e-4e54-938b-79ecc4ee1e87 None None] For port d4d9de1b-d54c-4045-a225-aa5af5edf76f, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d4d9de1b-d54c-4045-a225-aa5af5edf76f,segment=NetworkSegment(5de83cfe-6331-4b64-bbaf-edddf095904e),segment_id=5de83cfe-6331-4b64-bbaf-edddf095904e)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:44:18.118372 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-44aefc9d-9456-4d7b-b42e-0f1ce8fa3555 None None] Port 6b542545-84db-4ec0-b86d-ea13e70b95e2 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:44:18.197480 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b1f5aa51-1d2e-4e54-938b-79ecc4ee1e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:18.283076 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 6088ab2c-ae76-4198-a2b5-211a4ad386f1 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:18.283076 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:18.478437 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d10c8c6-0a39-4409-bfcd-f08fdf1518ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-471adc6c-b70b-42c1-bc3f-35baec009201', 'network_id': '471adc6c-b70b-42c1-bc3f-35baec009201', 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'fixed_ips': [{'subnet_id': 'cb810c0a-840e-4497-98b6-b4ffe8e0a8f1'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:44:18.480352 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5d10c8c6-0a39-4409-bfcd-f08fdf1518ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:18.571136 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:18.598766 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-d6c4fed4-dd60-4299-8db9-50a61c9aab15 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:18.634411 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-d6c4fed4-dd60-4299-8db9-50a61c9aab15 None None] Transition to ACTIVE for port object 6b542545-84db-4ec0-b86d-ea13e70b95e2 will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:18.643820 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-65a93300-3b53-4404-be29-dd74fe542edd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:18.658926 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-d6c4fed4-dd60-4299-8db9-50a61c9aab15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:18.726491 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-65a93300-3b53-4404-be29-dd74fe542edd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Usage tracker for resource:port and tenant:18b9c5d8b3d043279654e2a115822f2a is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:18.769674 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-65a93300-3b53-4404-be29-dd74fe542edd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:18.792751 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-39dca396-01e6-429b-a30c-4518317f027c tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:18.940015 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5aa51-1d2e-4e54-938b-79ecc4ee1e87 None None] Pushing event updated for resources: {'Port': ['ID=d4d9de1b-d54c-4045-a225-aa5af5edf76f,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:18.986033 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-65a93300-3b53-4404-be29-dd74fe542edd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:19.133082 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667015ae-d66f-46a8-b13c-b1b90d14f89d None None] Pushing event updated for resources: {'Port': ['ID=6b542545-84db-4ec0-b86d-ea13e70b95e2,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:19.173702 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667015ae-d66f-46a8-b13c-b1b90d14f89d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:19.174040 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667015ae-d66f-46a8-b13c-b1b90d14f89d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:19.176537 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667015ae-d66f-46a8-b13c-b1b90d14f89d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:19.176885 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667015ae-d66f-46a8-b13c-b1b90d14f89d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:19.177216 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667015ae-d66f-46a8-b13c-b1b90d14f89d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:19.177546 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667015ae-d66f-46a8-b13c-b1b90d14f89d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:19.177872 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667015ae-d66f-46a8-b13c-b1b90d14f89d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:19.178191 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667015ae-d66f-46a8-b13c-b1b90d14f89d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:19.180870 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667015ae-d66f-46a8-b13c-b1b90d14f89d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:19.181200 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667015ae-d66f-46a8-b13c-b1b90d14f89d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:19.181545 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667015ae-d66f-46a8-b13c-b1b90d14f89d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:19.181850 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667015ae-d66f-46a8-b13c-b1b90d14f89d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:19.218570 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-d6c4fed4-dd60-4299-8db9-50a61c9aab15 None None] Attempting to bind port 6b542545-84db-4ec0-b86d-ea13e70b95e2 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:44:19.219428 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-d6c4fed4-dd60-4299-8db9-50a61c9aab15 None None] Attempting to bind port 6b542545-84db-4ec0-b86d-ea13e70b95e2 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'f3f10d0a-b4db-469f-875a-895307b957ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e43dcd99-1787-4f53-bc98-054fd647eb34'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:44:19.220081 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c4fed4-dd60-4299-8db9-50a61c9aab15 None None] Attempting to bind port 6b542545-84db-4ec0-b86d-ea13e70b95e2 on network e43dcd99-1787-4f53-bc98-054fd647eb34 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:44:19.224775 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dca396-01e6-429b-a30c-4518317f027c tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Pushing event deleted for resources: {'Port': ['ID=e41c5fc3-70bb-4378-9384-6bd3f6e955b2,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:19.235362 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c4fed4-dd60-4299-8db9-50a61c9aab15 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:44:19.236110 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c4fed4-dd60-4299-8db9-50a61c9aab15 None None] Checking segment: {'id': 'f3f10d0a-b4db-469f-875a-895307b957ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e43dcd99-1787-4f53-bc98-054fd647eb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:44:19.236895 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-d6c4fed4-dd60-4299-8db9-50a61c9aab15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:19.237519 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c4fed4-dd60-4299-8db9-50a61c9aab15 None None] Bound using segment: {'id': 'f3f10d0a-b4db-469f-875a-895307b957ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e43dcd99-1787-4f53-bc98-054fd647eb34'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:44:19.238230 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-d6c4fed4-dd60-4299-8db9-50a61c9aab15 None None] Bound port: 6b542545-84db-4ec0-b86d-ea13e70b95e2, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f10d0a-b4db-469f-875a-895307b957ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e43dcd99-1787-4f53-bc98-054fd647eb34'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:44:19.238845 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-d6c4fed4-dd60-4299-8db9-50a61c9aab15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:19.355425 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e3b98781-5b3b-436a-9940-c74f1485cf7a tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:19.356099 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e3b98781-5b3b-436a-9940-c74f1485cf7a tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:19.361552 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-177c68ae-3c69-4d86-a11b-0da10a0762b1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:19.408776 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-d6c4fed4-dd60-4299-8db9-50a61c9aab15 None None] For port 6b542545-84db-4ec0-b86d-ea13e70b95e2, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:44:19.415355 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-d6c4fed4-dd60-4299-8db9-50a61c9aab15 None None] For port 6b542545-84db-4ec0-b86d-ea13e70b95e2, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6b542545-84db-4ec0-b86d-ea13e70b95e2,segment=NetworkSegment(f3f10d0a-b4db-469f-875a-895307b957ed),segment_id=f3f10d0a-b4db-469f-875a-895307b957ed)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:44:19.417143 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a93300-3b53-4404-be29-dd74fe542edd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Made reservation on behalf of 18b9c5d8b3d043279654e2a115822f2a for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:44:19.435596 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 6088ab2c-ae76-4198-a2b5-211a4ad386f1 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:19.458679 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-d6c4fed4-dd60-4299-8db9-50a61c9aab15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:19.542166 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-5d10c8c6-0a39-4409-bfcd-f08fdf1518ec None None] Allocated IP 10.2.2.2 (471adc6c-b70b-42c1-bc3f-35baec009201/cb810c0a-840e-4497-98b6-b4ffe8e0a8f1/96faf8e9-f76a-4450-b8ca-d5f9d43acd06) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:44:19.545524 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-f7b43a0a-de7a-4c95-b502-cde23e85dce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'name': 'tempest-AttachVolumeTestJSON-607053534-router', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:02Z', 'updated_at': '2022-05-13T14:44:09Z', 'revision_number': 3, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'gw_port': {'id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:07:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:04Z', 'updated_at': '2022-05-13T14:44:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:19.573667 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b43a0a-de7a-4c95-b502-cde23e85dce4 None None] Checking router: fbf281ff-0cd3-4a5e-baeb-afe5654769f1 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:44:19.574014 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b43a0a-de7a-4c95-b502-cde23e85dce4 None None] Updating router fbf281ff-0cd3-4a5e-baeb-afe5654769f1 port c1627c8e-e61d-4abb-98d0-bcc6b272d7fb binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:44:19.752739 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c4fed4-dd60-4299-8db9-50a61c9aab15 None None] Routers {'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:19.754060 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-d6c4fed4-dd60-4299-8db9-50a61c9aab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:19.795909 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b4581-bd01-4701-a909-decfeac10b14 req-c0c2f246-1a50-4193-b231-060ce93c41fb tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:19.798285 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bc6b4581-bd01-4701-a909-decfeac10b14 req-c0c2f246-1a50-4193-b231-060ce93c41fb tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 945 time: 2.0096080 May 13 14:44:19.847922 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667015ae-d66f-46a8-b13c-b1b90d14f89d None None] Pushing event updated for resources: {'Port': ['ID=6b542545-84db-4ec0-b86d-ea13e70b95e2,revision_number=4']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:19.870549 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f61a05b8-7f44-4265-8caf-3d3ff79c1d3c tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:20.047139 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-e3b98781-5b3b-436a-9940-c74f1485cf7a tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Calling delete_port for 71192ef7-40cf-449d-a6e1-30fcd7cd33c7 owned by network:floatingip {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:44:20.054569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d4d9de1b-d54c-4045-a225-aa5af5edf76f up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:44:20.094030 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-39dca396-01e6-429b-a30c-4518317f027c tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:20.157305 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-65a93300-3b53-4404-be29-dd74fe542edd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:20.203989 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-d6c4fed4-dd60-4299-8db9-50a61c9aab15 None None] Set router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:44:20.223406 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bc6b4581-bd01-4701-a909-decfeac10b14 req-77f1edfb-97ba-427b-9d68-8ac589d3d25a tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074645 May 13 14:44:20.224496 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-177c68ae-3c69-4d86-a11b-0da10a0762b1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:20.263350 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a1244f-c117-4811-8b9d-5459b345c156 None None] Network 14c88972-f1bd-4e58-a177-73ab1f06996e requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:44:20.323861 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e3b98781-5b3b-436a-9940-c74f1485cf7a tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:20.499207 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b98781-5b3b-436a-9940-c74f1485cf7a tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event deleted for resources: {'Port': ['ID=71192ef7-40cf-449d-a6e1-30fcd7cd33c7,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:20.512963 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177c68ae-3c69-4d86-a11b-0da10a0762b1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:44:20.518888 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c68ae-3c69-4d86-a11b-0da10a0762b1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Pushing event updated for resources: {'Port': ['ID=cf82ceaf-90d4-4e54-ad1e-02f6f7cf0c47,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:20.523297 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-177c68ae-3c69-4d86-a11b-0da10a0762b1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:20.525522 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177c68ae-3c69-4d86-a11b-0da10a0762b1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:44:20.570227 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f7b43a0a-de7a-4c95-b502-cde23e85dce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:20.723497 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-65a93300-3b53-4404-be29-dd74fe542edd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] device_id is not set on port daf2e69b-43ff-47c0-885c-637ff3620bd1 yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:44:20.784208 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-39dca396-01e6-429b-a30c-4518317f027c tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:20.788917 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-39dca396-01e6-429b-a30c-4518317f027c tempest-ExternalNetworksAdminNegativeTestJSON-541720089 tempest-ExternalNetworksAdminNegativeTestJSON-541720089-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/10dfe007-dadd-4014-a6e4-eebeeae1e810 HTTP/1.1" status: 204 len: 168 time: 6.3667154 May 13 14:44:20.853209 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-d6c4fed4-dd60-4299-8db9-50a61c9aab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'name': 'tempest-RoutersIpV6Test-router-753058156', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:44:12Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None, '_interfaces': [{'id': '6b542545-84db-4ec0-b86d-ea13e70b95e2', 'name': '', 'network_id': 'e43dcd99-1787-4f53-bc98-054fd647eb34', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b0:90:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'b12a6b4f-ac46-4db1-a81b-c1d5650c6558', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:08Z', 'updated_at': '2022-05-13T14:44:19Z', 'revision_number': 4, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': 'b12a6b4f-ac46-4db1-a81b-c1d5650c6558', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '765a34fe-9557-4892-9b49-1a72da549e66', 'name': '', 'network_id': 'e4472f1f-601d-4ee6-849c-afc8c312e8ea', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:96:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:51Z', 'updated_at': '2022-05-13T14:44:09Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e751a82-e701-4e41-bf3d-02f034e64fc3', 'name': '', 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b3:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:27Z', 'updated_at': '2022-05-13T14:43:49Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeba42f-275e-4223-84ac-c0f45d396d52', 'name': '', 'network_id': 'ef46ef2c-6a13-4932-840e-1da5c58a96ed', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:74:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:43Z', 'updated_at': '2022-05-13T14:44:01Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:20.864111 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c4fed4-dd60-4299-8db9-50a61c9aab15 None None] The sync data for ids ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'] in n-d-841760-1 is: [{'id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'name': 'tempest-RoutersIpV6Test-router-753058156', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:44:12Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None, '_interfaces': [{'id': '6b542545-84db-4ec0-b86d-ea13e70b95e2', 'name': '', 'network_id': 'e43dcd99-1787-4f53-bc98-054fd647eb34', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b0:90:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'b12a6b4f-ac46-4db1-a81b-c1d5650c6558', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:08Z', 'updated_at': '2022-05-13T14:44:19Z', 'revision_number': 4, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': 'b12a6b4f-ac46-4db1-a81b-c1d5650c6558', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '765a34fe-9557-4892-9b49-1a72da549e66', 'name': '', 'network_id': 'e4472f1f-601d-4ee6-849c-afc8c312e8ea', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:96:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:51Z', 'updated_at': '2022-05-13T14:44:09Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e751a82-e701-4e41-bf3d-02f034e64fc3', 'name': '', 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b3:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:27Z', 'updated_at': '2022-05-13T14:43:49Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeba42f-275e-4223-84ac-c0f45d396d52', 'name': '', 'network_id': 'ef46ef2c-6a13-4932-840e-1da5c58a96ed', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:74:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:43Z', 'updated_at': '2022-05-13T14:44:01Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:44:20.871370 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b98781-5b3b-436a-9940-c74f1485cf7a tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:20.871524 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b98781-5b3b-436a-9940-c74f1485cf7a tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:20.871889 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b98781-5b3b-436a-9940-c74f1485cf7a tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:20.872357 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b98781-5b3b-436a-9940-c74f1485cf7a tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:20.872716 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b98781-5b3b-436a-9940-c74f1485cf7a tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:20.873273 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b98781-5b3b-436a-9940-c74f1485cf7a tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:20.873610 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b98781-5b3b-436a-9940-c74f1485cf7a tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:20.873939 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b98781-5b3b-436a-9940-c74f1485cf7a tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:20.874268 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b98781-5b3b-436a-9940-c74f1485cf7a tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:20.874594 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b98781-5b3b-436a-9940-c74f1485cf7a tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:20.892037 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b98781-5b3b-436a-9940-c74f1485cf7a tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:20.892618 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b98781-5b3b-436a-9940-c74f1485cf7a tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:21.021977 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e3b98781-5b3b-436a-9940-c74f1485cf7a tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:21.022336 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-e3b98781-5b3b-436a-9940-c74f1485cf7a tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Floating IP 2f139730-1b92-49ec-b264-6625a2983479 disassociated (deleted). External IP: 172.25.0.153, port: cb8b88ee-e02f-4cd4-80c2-75baf187ee44. May 13 14:44:21.034701 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5d10c8c6-0a39-4409-bfcd-f08fdf1518ec None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:21.048097 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5d10c8c6-0a39-4409-bfcd-f08fdf1518ec None None] Transition to ACTIVE for port object 96faf8e9-f76a-4450-b8ca-d5f9d43acd06 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:21.071865 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5d10c8c6-0a39-4409-bfcd-f08fdf1518ec None None] Transition to ACTIVE for port object 96faf8e9-f76a-4450-b8ca-d5f9d43acd06 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:21.142469 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890dff73-426f-4f7e-9bf4-8e05176bd7d5 None None] Network 1a1930ec-5440-44c2-86b3-9a9de9e18d18 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:44:21.178592 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5d10c8c6-0a39-4409-bfcd-f08fdf1518ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:21.496048 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port d4d9de1b-d54c-4045-a225-aa5af5edf76f completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:21.537877 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.extraroute_db [None req-7e96cd97-d409-4cec-842c-bce40d694eda tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88082) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 13 14:44:21.556303 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.extraroute_db [None req-7e96cd97-d409-4cec-842c-bce40d694eda tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Removed routes are [] {{(pid=88082) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 13 14:44:21.556794 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7e96cd97-d409-4cec-842c-bce40d694eda tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:21.571874 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-65a93300-3b53-4404-be29-dd74fe542edd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Allocated IP 10.1.1.90 (1a1930ec-5440-44c2-86b3-9a9de9e18d18/80d5ab86-7db0-4947-99cf-66a27fc20541/daf2e69b-43ff-47c0-885c-637ff3620bd1) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:44:21.641680 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port d4d9de1b-d54c-4045-a225-aa5af5edf76f triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:21.642466 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:21.701002 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e88b3c84-4569-4033-86f6-b34c0da75f2c None None] Provisioning for port d4d9de1b-d54c-4045-a225-aa5af5edf76f completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:21.739732 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33284) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:21.785924 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d10c8c6-0a39-4409-bfcd-f08fdf1518ec None None] Network 471adc6c-b70b-42c1-bc3f-35baec009201 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:44:21.803575 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10c8c6-0a39-4409-bfcd-f08fdf1518ec None None] Pushing event updated for resources: {'Port': ['ID=96faf8e9-f76a-4450-b8ca-d5f9d43acd06,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:21.826662 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-5d10c8c6-0a39-4409-bfcd-f08fdf1518ec None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:21.841291 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e88b3c84-4569-4033-86f6-b34c0da75f2c None None] Provisioning complete for port d4d9de1b-d54c-4045-a225-aa5af5edf76f triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:21.842086 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e88b3c84-4569-4033-86f6-b34c0da75f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:21.871040 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-65a93300-3b53-4404-be29-dd74fe542edd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:21.896116 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-65a93300-3b53-4404-be29-dd74fe542edd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Transition to ACTIVE for port object daf2e69b-43ff-47c0-885c-637ff3620bd1 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:21.936196 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d10c8c6-0a39-4409-bfcd-f08fdf1518ec None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:44:22.278288 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-11f8163f-8b82-41c3-806c-899cc745730e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:22.303098 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-65a93300-3b53-4404-be29-dd74fe542edd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:22.353643 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-11f8163f-8b82-41c3-806c-899cc745730e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:22.362840 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-11f8163f-8b82-41c3-806c-899cc745730e admin admin] Usage tracker for resource:security_group_rule and tenant:4485448bd8f64f4699c4a056861e308a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:22.366138 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-11f8163f-8b82-41c3-806c-899cc745730e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:22.374690 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-11f8163f-8b82-41c3-806c-899cc745730e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:22.421299 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a93300-3b53-4404-be29-dd74fe542edd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Pushing event updated for resources: {'Port': ['ID=daf2e69b-43ff-47c0-885c-637ff3620bd1,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:22.466616 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-11f8163f-8b82-41c3-806c-899cc745730e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:22.492492 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-11f8163f-8b82-41c3-806c-899cc745730e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:22.535297 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a93300-3b53-4404-be29-dd74fe542edd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Network 1a1930ec-5440-44c2-86b3-9a9de9e18d18 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:44:22.550774 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-65a93300-3b53-4404-be29-dd74fe542edd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:22.563345 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8163f-8b82-41c3-806c-899cc745730e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05be7875-6e52-4cac-ba1b-0f6dae9b566b,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:22.566434 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a93300-3b53-4404-be29-dd74fe542edd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:44:22.573724 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5ae58-13f4-40eb-978c-ff4a5f19b9f2 req-0d432214-e7c2-4397-94aa-7d06510065e6 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:22.575448 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5dd5ae58-13f4-40eb-978c-ff4a5f19b9f2 req-0d432214-e7c2-4397-94aa-7d06510065e6 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 945 time: 1.0755630 May 13 14:44:22.586086 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f7b43a0a-de7a-4c95-b502-cde23e85dce4 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:22.601619 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f7b43a0a-de7a-4c95-b502-cde23e85dce4 None None] Transition to ACTIVE for port object c1627c8e-e61d-4abb-98d0-bcc6b272d7fb will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:22.614081 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d4d9de1b-d54c-4045-a225-aa5af5edf76f is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:22.614455 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:22.655071 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5dd5ae58-13f4-40eb-978c-ff4a5f19b9f2 req-a473cfd4-a9ed-409a-be47-c59feea4c0bf tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565093 May 13 14:44:22.701116 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a93300-3b53-4404-be29-dd74fe542edd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:22.702504 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-65a93300-3b53-4404-be29-dd74fe542edd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:22.766513 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-65a93300-3b53-4404-be29-dd74fe542edd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.9776549 May 13 14:44:22.771045 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f7b43a0a-de7a-4c95-b502-cde23e85dce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:22.774967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33290) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:22.784297 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-9f501d39-56c9-47a6-971f-6d289d07cda3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Request body: {'port': {'network_id': '1a1930ec-5440-44c2-86b3-9a9de9e18d18', 'name': 'tempest-TaggedBootDevicesTest-642478016', 'fixed_ips': [{'subnet_id': '80d5ab86-7db0-4947-99cf-66a27fc20541'}]}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:22.786673 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e88b3c84-4569-4033-86f6-b34c0da75f2c None None] Current status of the port d4d9de1b-d54c-4045-a225-aa5af5edf76f is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:22.787051 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e88b3c84-4569-4033-86f6-b34c0da75f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:22.809438 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-5d10c8c6-0a39-4409-bfcd-f08fdf1518ec None None] Attempting to bind port 96faf8e9-f76a-4450-b8ca-d5f9d43acd06 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:44:22.809929 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-5d10c8c6-0a39-4409-bfcd-f08fdf1518ec None None] Attempting to bind port 96faf8e9-f76a-4450-b8ca-d5f9d43acd06 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'a14d3966-62e0-468d-b3b4-5c718a1fb25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '471adc6c-b70b-42c1-bc3f-35baec009201'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:44:22.810299 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d10c8c6-0a39-4409-bfcd-f08fdf1518ec None None] Attempting to bind port 96faf8e9-f76a-4450-b8ca-d5f9d43acd06 on network 471adc6c-b70b-42c1-bc3f-35baec009201 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:44:22.894302 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-f7b43a0a-de7a-4c95-b502-cde23e85dce4 None None] Attempting to bind port c1627c8e-e61d-4abb-98d0-bcc6b272d7fb on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:44:22.894690 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-f7b43a0a-de7a-4c95-b502-cde23e85dce4 None None] Attempting to bind port c1627c8e-e61d-4abb-98d0-bcc6b272d7fb by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:44:22.895018 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b43a0a-de7a-4c95-b502-cde23e85dce4 None None] Attempting to bind port c1627c8e-e61d-4abb-98d0-bcc6b272d7fb on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:44:22.923882 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b43a0a-de7a-4c95-b502-cde23e85dce4 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:44:22.924261 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b43a0a-de7a-4c95-b502-cde23e85dce4 None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:44:22.924578 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f7b43a0a-de7a-4c95-b502-cde23e85dce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:22.924969 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b43a0a-de7a-4c95-b502-cde23e85dce4 None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:44:22.925440 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-f7b43a0a-de7a-4c95-b502-cde23e85dce4 None None] Bound port: c1627c8e-e61d-4abb-98d0-bcc6b272d7fb, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:44:22.925818 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f7b43a0a-de7a-4c95-b502-cde23e85dce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:23.037874 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a997a6ec-6281-4c4e-8242-c27856373aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:23.109830 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [None req-f61a05b8-7f44-4265-8caf-3d3ff79c1d3c tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:44:23.115330 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-f7b43a0a-de7a-4c95-b502-cde23e85dce4 None None] For port c1627c8e-e61d-4abb-98d0-bcc6b272d7fb, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:44:23.119511 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-f7b43a0a-de7a-4c95-b502-cde23e85dce4 None None] For port c1627c8e-e61d-4abb-98d0-bcc6b272d7fb, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c1627c8e-e61d-4abb-98d0-bcc6b272d7fb,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:44:23.143851 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port d4d9de1b-d54c-4045-a225-aa5af5edf76f, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d4d9de1b-d54c-4045-a225-aa5af5edf76f,segment=NetworkSegment(5de83cfe-6331-4b64-bbaf-edddf095904e),segment_id=5de83cfe-6331-4b64-bbaf-edddf095904e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:23.157678 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9f501d39-56c9-47a6-971f-6d289d07cda3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:23.158979 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d10c8c6-0a39-4409-bfcd-f08fdf1518ec None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:44:23.159507 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d10c8c6-0a39-4409-bfcd-f08fdf1518ec None None] Checking segment: {'id': 'a14d3966-62e0-468d-b3b4-5c718a1fb25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '471adc6c-b70b-42c1-bc3f-35baec009201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:44:23.159957 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5d10c8c6-0a39-4409-bfcd-f08fdf1518ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:23.160349 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d10c8c6-0a39-4409-bfcd-f08fdf1518ec None None] Bound using segment: {'id': 'a14d3966-62e0-468d-b3b4-5c718a1fb25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '471adc6c-b70b-42c1-bc3f-35baec009201'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:44:23.160835 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-5d10c8c6-0a39-4409-bfcd-f08fdf1518ec None None] Bound port: 96faf8e9-f76a-4450-b8ca-d5f9d43acd06, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a14d3966-62e0-468d-b3b4-5c718a1fb25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '471adc6c-b70b-42c1-bc3f-35baec009201'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:44:23.161245 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5d10c8c6-0a39-4409-bfcd-f08fdf1518ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:23.168677 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9f501d39-56c9-47a6-971f-6d289d07cda3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Usage tracker for resource:port and tenant:18b9c5d8b3d043279654e2a115822f2a is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:23.175933 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9f501d39-56c9-47a6-971f-6d289d07cda3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:23.181147 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f7b43a0a-de7a-4c95-b502-cde23e85dce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:23.187331 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9f501d39-56c9-47a6-971f-6d289d07cda3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:23.207937 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f61a05b8-7f44-4265-8caf-3d3ff79c1d3c tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:23.219050 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f501d39-56c9-47a6-971f-6d289d07cda3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Made reservation on behalf of 18b9c5d8b3d043279654e2a115822f2a for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:44:23.224803 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9f501d39-56c9-47a6-971f-6d289d07cda3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:23.242035 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f61a05b8-7f44-4265-8caf-3d3ff79c1d3c tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:23.280375 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:23.284613 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3c9483c4-3da0-441f-8aef-d244a48f3c83 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:44:23.366182 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-a997a6ec-6281-4c4e-8242-c27856373aba admin admin] Allocated IP 172.20.0.1 (3c40b33f-7bf3-4984-a9df-d5e9c9e61d22/363e7da1-0d6f-4e89-9da3-93f517417d88/6932a6e1-159c-443f-ae69-5dbb2db31cd8) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:44:23.386421 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a05b8-7f44-4265-8caf-3d3ff79c1d3c tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Port': ['ID=87b25a34-ae28-44ba-b306-9b8ea8d4bd3b,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:23.403276 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-9f501d39-56c9-47a6-971f-6d289d07cda3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] device_id is not set on port 67e7f531-e2b2-4161-81a5-7ac49b7125b3 yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:44:23.483460 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b43a0a-de7a-4c95-b502-cde23e85dce4 None None] Routers {'fbf281ff-0cd3-4a5e-baeb-afe5654769f1'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:23.484095 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-f7b43a0a-de7a-4c95-b502-cde23e85dce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['fbf281ff-0cd3-4a5e-baeb-afe5654769f1'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:23.509754 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-11f8163f-8b82-41c3-806c-899cc745730e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4485448bd8f64f4699c4a056861e308a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7520134 May 13 14:44:23.520197 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33294) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:23.541480 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b98781-5b3b-436a-9940-c74f1485cf7a tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Router b2368988-0f0f-49ce-8fa0-973bff2fca63 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:44:23.544145 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7e96cd97-d409-4cec-842c-bce40d694eda tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:23.574108 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7e96cd97-d409-4cec-842c-bce40d694eda tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33129349'] for router, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:23.727630 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 3c9483c4-3da0-441f-8aef-d244a48f3c83 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:23.758125 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14200813-7190-48e4-86a4-3fbac6e092e9 None None] Pushing event updated for resources: {'Port': ['ID=c1627c8e-e61d-4abb-98d0-bcc6b272d7fb,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:23.810490 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-9f501d39-56c9-47a6-971f-6d289d07cda3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Allocated IP 10.1.1.27 (1a1930ec-5440-44c2-86b3-9a9de9e18d18/80d5ab86-7db0-4947-99cf-66a27fc20541/67e7f531-e2b2-4161-81a5-7ac49b7125b3) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:44:23.869463 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-f7b43a0a-de7a-4c95-b502-cde23e85dce4 None None] Set router fbf281ff-0cd3-4a5e-baeb-afe5654769f1 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:44:24.049885 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6b542545-84db-4ec0-b86d-ea13e70b95e2 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:44:24.070147 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e96cd97-d409-4cec-842c-bce40d694eda tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:44:24.073871 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e5f5d631-0edb-4a6a-abe3-9f55e49f9881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:24.107274 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e5f5d631-0edb-4a6a-abe3-9f55e49f9881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:24.133174 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9f501d39-56c9-47a6-971f-6d289d07cda3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:24.156515 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-9f501d39-56c9-47a6-971f-6d289d07cda3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Transition to ACTIVE for port object 67e7f531-e2b2-4161-81a5-7ac49b7125b3 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:24.164171 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-e88b3c84-4569-4033-86f6-b34c0da75f2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:44:24.164930 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-e88b3c84-4569-4033-86f6-b34c0da75f2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:44:24.197244 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e5f5d631-0edb-4a6a-abe3-9f55e49f9881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:24.240808 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f61a05b8-7f44-4265-8caf-3d3ff79c1d3c tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:24.256337 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-5d10c8c6-0a39-4409-bfcd-f08fdf1518ec None None] For port 96faf8e9-f76a-4450-b8ca-d5f9d43acd06, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:44:24.266277 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-177c68ae-3c69-4d86-a11b-0da10a0762b1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:24.272139 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14200813-7190-48e4-86a4-3fbac6e092e9 None None] Pushing event updated for resources: {'Port': ['ID=c1627c8e-e61d-4abb-98d0-bcc6b272d7fb,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:24.303670 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9f501d39-56c9-47a6-971f-6d289d07cda3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:24.360007 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-5d10c8c6-0a39-4409-bfcd-f08fdf1518ec None None] For port 96faf8e9-f76a-4450-b8ca-d5f9d43acd06, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=96faf8e9-f76a-4450-b8ca-d5f9d43acd06,segment=NetworkSegment(a14d3966-62e0-468d-b3b4-5c718a1fb25d),segment_id=a14d3966-62e0-468d-b3b4-5c718a1fb25d)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:44:24.384223 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 6b542545-84db-4ec0-b86d-ea13e70b95e2 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:24.396533 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 6b542545-84db-4ec0-b86d-ea13e70b95e2 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:24.397048 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:24.430270 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5d10c8c6-0a39-4409-bfcd-f08fdf1518ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:24.545126 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e96cd97-d409-4cec-842c-bce40d694eda tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:44:24.549026 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a997a6ec-6281-4c4e-8242-c27856373aba admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:24.596995 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dae6e4-bff1-42d1-9563-f2528bcfb81b None None] Sync routers for ids ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:44:24.597883 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f5d631-0edb-4a6a-abe3-9f55e49f9881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05be7875-6e52-4cac-ba1b-0f6dae9b566b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:24.637079 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e5f5d631-0edb-4a6a-abe3-9f55e49f9881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:24.641523 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e5f5d631-0edb-4a6a-abe3-9f55e49f9881 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/05be7875-6e52-4cac-ba1b-0f6dae9b566b HTTP/1.1" status: 204 len: 168 time: 1.1199963 May 13 14:44:24.645173 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-a997a6ec-6281-4c4e-8242-c27856373aba admin admin] Transition to ACTIVE for port object 6932a6e1-159c-443f-ae69-5dbb2db31cd8 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:24.654164 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7e96cd97-d409-4cec-842c-bce40d694eda tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:24.655695 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7e96cd97-d409-4cec-842c-bce40d694eda tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "PUT /v2.0/routers/ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 HTTP/1.1" status: 200 len: 953 time: 7.4475124 May 13 14:44:24.659782 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33306) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:24.661762 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f501d39-56c9-47a6-971f-6d289d07cda3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Network 1a1930ec-5440-44c2-86b3-9a9de9e18d18 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:44:24.671284 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-9f501d39-56c9-47a6-971f-6d289d07cda3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:24.686920 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f501d39-56c9-47a6-971f-6d289d07cda3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:44:24.750567 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b98781-5b3b-436a-9940-c74f1485cf7a tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:44:24.761809 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d5eb5b-bfb1-43f4-ad9e-7019c1381cdd None None] Sync routers for ids ['b2368988-0f0f-49ce-8fa0-973bff2fca63'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:44:24.782438 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d5eb5b-bfb1-43f4-ad9e-7019c1381cdd None None] Routers {'b2368988-0f0f-49ce-8fa0-973bff2fca63'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:24.783380 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-52d5eb5b-bfb1-43f4-ad9e-7019c1381cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2368988-0f0f-49ce-8fa0-973bff2fca63'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:24.794914 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f501d39-56c9-47a6-971f-6d289d07cda3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:24.797594 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9f501d39-56c9-47a6-971f-6d289d07cda3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:24.811438 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e88b3c84-4569-4033-86f6-b34c0da75f2c None None] Current status of the port d4d9de1b-d54c-4045-a225-aa5af5edf76f is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:24.824668 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=d4d9de1b-d54c-4045-a225-aa5af5edf76f,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:24.837083 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dae6e4-bff1-42d1-9563-f2528bcfb81b None None] Routers {'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:24.837957 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-f4dae6e4-bff1-42d1-9563-f2528bcfb81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:24.895021 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9f501d39-56c9-47a6-971f-6d289d07cda3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1184151 May 13 14:44:25.033449 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e3b98781-5b3b-436a-9940-c74f1485cf7a tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:25.044905 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-52d5eb5b-bfb1-43f4-ad9e-7019c1381cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:25.073693 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f501d39-56c9-47a6-971f-6d289d07cda3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Pushing event updated for resources: {'Port': ['ID=67e7f531-e2b2-4161-81a5-7ac49b7125b3,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:25.076074 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d5eb5b-bfb1-43f4-ad9e-7019c1381cdd None None] Routers {'b2368988-0f0f-49ce-8fa0-973bff2fca63'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:25.087517 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-52d5eb5b-bfb1-43f4-ad9e-7019c1381cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2368988-0f0f-49ce-8fa0-973bff2fca63'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:25.148192 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687549e-cbc0-41fa-b1d3-2a9e8f385c73 req-bcb53faf-2dd0-470e-a13f-0b606135f048 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:25.158754 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4687549e-cbc0-41fa-b1d3-2a9e8f385c73 req-bcb53faf-2dd0-470e-a13f-0b606135f048 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 945 time: 0.9528761 May 13 14:44:25.168255 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33314) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:25.246869 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-d3f1a924-8f70-411e-93c6-486c33c34d89 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Request body: {'security_group': {'name': 'tempest-securitygroup--41695605', 'description': 'tempest-description--549492008'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:25.363957 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a997a6ec-6281-4c4e-8242-c27856373aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:25.389452 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61a05b8-7f44-4265-8caf-3d3ff79c1d3c tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network 14c88972-f1bd-4e58-a177-73ab1f06996e is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:44:25.394887 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-177c68ae-3c69-4d86-a11b-0da10a0762b1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:25.402484 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-52d5eb5b-bfb1-43f4-ad9e-7019c1381cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:25.402900 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d5eb5b-bfb1-43f4-ad9e-7019c1381cdd None None] The sync data for ids ['b2368988-0f0f-49ce-8fa0-973bff2fca63'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:44:25.461781 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d3f1a924-8f70-411e-93c6-486c33c34d89 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:25.464841 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33318) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:25.469031 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-f61a05b8-7f44-4265-8caf-3d3ff79c1d3c tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:25.555851 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d3f1a924-8f70-411e-93c6-486c33c34d89 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Usage tracker for resource:security_group and tenant:18b9c5d8b3d043279654e2a115822f2a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:25.566793 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d3f1a924-8f70-411e-93c6-486c33c34d89 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:25.611334 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a997a6ec-6281-4c4e-8242-c27856373aba admin admin] Network 3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:44:25.613792 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997a6ec-6281-4c4e-8242-c27856373aba admin admin] Pushing event updated for resources: {'Port': ['ID=6932a6e1-159c-443f-ae69-5dbb2db31cd8,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:25.625186 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-a997a6ec-6281-4c4e-8242-c27856373aba admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:25.627893 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d3f1a924-8f70-411e-93c6-486c33c34d89 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:25.644643 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-32f1a137-089a-4180-b7b9-e97d961d5252 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "GET /v2.0/routers/ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 HTTP/1.1" status: 200 len: 953 time: 0.9742887 May 13 14:44:25.644904 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e88b3c84-4569-4033-86f6-b34c0da75f2c None None] Provisioning for port 3c9483c4-3da0-441f-8aef-d244a48f3c83 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:25.645011 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e3b98781-5b3b-436a-9940-c74f1485cf7a tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "DELETE /v2.0/floatingips/2f139730-1b92-49ec-b264-6625a2983479 HTTP/1.1" status: 204 len: 168 time: 9.8313534 May 13 14:44:25.645011 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a997a6ec-6281-4c4e-8242-c27856373aba admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:44:25.673537 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33328) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:25.674284 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33330) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:25.678436 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e88b3c84-4569-4033-86f6-b34c0da75f2c None None] Provisioning complete for port 3c9483c4-3da0-441f-8aef-d244a48f3c83 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:25.678712 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e88b3c84-4569-4033-86f6-b34c0da75f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:25.681334 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-bd5ee77e-fb0f-4c97-9146-85ca6462d743 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Request body: {'router': {'routes': None}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:25.706016 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10c8c6-0a39-4409-bfcd-f08fdf1518ec None None] Pushing event updated for resources: {'Port': ['ID=96faf8e9-f76a-4450-b8ca-d5f9d43acd06,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:25.737855 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 6b542545-84db-4ec0-b86d-ea13e70b95e2 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:25.738127 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:25.772871 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-f4dae6e4-bff1-42d1-9563-f2528bcfb81b None None] Set router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:44:25.914421 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4687549e-cbc0-41fa-b1d3-2a9e8f385c73 req-32fbc3dc-b744-41d4-9b12-c471a511415f tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6513617 May 13 14:44:25.979862 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d3f1a924-8f70-411e-93c6-486c33c34d89 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:26.007325 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a997a6ec-6281-4c4e-8242-c27856373aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:26.023637 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-0ca10106-64f7-4b11-9b8a-b8fc777dd636 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Deleting port cb8b88ee-e02f-4cd4-80c2-75baf187ee44 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:26.023637 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ca10106-64f7-4b11-9b8a-b8fc777dd636 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:26.037745 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-f7b43a0a-de7a-4c95-b502-cde23e85dce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'name': 'tempest-AttachVolumeTestJSON-607053534-router', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:02Z', 'updated_at': '2022-05-13T14:44:09Z', 'revision_number': 3, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'gw_port': {'id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:07:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:04Z', 'updated_at': '2022-05-13T14:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:26.039255 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-08e56714-1f73-412b-8cf7-ebf64b873e4d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=85231d774827412eac7481595003ede2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5675113 May 13 14:44:26.067305 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33340) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:26.109164 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b43a0a-de7a-4c95-b502-cde23e85dce4 None None] The sync data for ids ['fbf281ff-0cd3-4a5e-baeb-afe5654769f1'] in n-d-841760-1 is: [{'id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'name': 'tempest-AttachVolumeTestJSON-607053534-router', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:02Z', 'updated_at': '2022-05-13T14:44:09Z', 'revision_number': 3, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'gw_port': {'id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:07:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:04Z', 'updated_at': '2022-05-13T14:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:44:26.127020 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 6b542545-84db-4ec0-b86d-ea13e70b95e2, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6b542545-84db-4ec0-b86d-ea13e70b95e2,segment=NetworkSegment(f3f10d0a-b4db-469f-875a-895307b957ed),segment_id=f3f10d0a-b4db-469f-875a-895307b957ed)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:26.171200 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:26.300082 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0c2aad34-a49b-49cc-8f7f-fce5fe19ea5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:26.324190 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d3f1a924-8f70-411e-93c6-486c33c34d89 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:26.364084 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e88b3c84-4569-4033-86f6-b34c0da75f2c None None] Current status of the port 3c9483c4-3da0-441f-8aef-d244a48f3c83 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:26.364734 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e88b3c84-4569-4033-86f6-b34c0da75f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:26.416092 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d3f1a924-8f70-411e-93c6-486c33c34d89 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Usage tracker for resource:security_group_rule and tenant:18b9c5d8b3d043279654e2a115822f2a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:26.467478 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=6b542545-84db-4ec0-b86d-ea13e70b95e2,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:26.470633 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0c2aad34-a49b-49cc-8f7f-fce5fe19ea5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:26.475946 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d4d9de1b-d54c-4045-a225-aa5af5edf76f up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:44:26.480868 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d3f1a924-8f70-411e-93c6-486c33c34d89 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:26.521121 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d3f1a924-8f70-411e-93c6-486c33c34d89 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:26.551155 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-177c68ae-3c69-4d86-a11b-0da10a0762b1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:26.576285 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-177c68ae-3c69-4d86-a11b-0da10a0762b1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:26.668490 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-e88b3c84-4569-4033-86f6-b34c0da75f2c None None] For port 3c9483c4-3da0-441f-8aef-d244a48f3c83, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3c9483c4-3da0-441f-8aef-d244a48f3c83,segment=NetworkSegment(8c19a5b4-68d3-4aac-9864-d38de9f670b8),segment_id=8c19a5b4-68d3-4aac-9864-d38de9f670b8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:26.670891 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0c2aad34-a49b-49cc-8f7f-fce5fe19ea5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:26.676065 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61a05b8-7f44-4265-8caf-3d3ff79c1d3c tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Router 28c06a26-0732-4631-aa1a-b632f84bfc62 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:44:26.711717 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e88b3c84-4569-4033-86f6-b34c0da75f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:26.788175 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2aad34-a49b-49cc-8f7f-fce5fe19ea5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801cfb40-6236-4515-be5d-06c4c9098ddc,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:26.876183 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0c2aad34-a49b-49cc-8f7f-fce5fe19ea5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:26.880201 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0c2aad34-a49b-49cc-8f7f-fce5fe19ea5f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/801cfb40-6236-4515-be5d-06c4c9098ddc HTTP/1.1" status: 204 len: 168 time: 0.8098018 May 13 14:44:26.885686 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b3c84-4569-4033-86f6-b34c0da75f2c None None] Pushing event updated for resources: {'Port': ['ID=3c9483c4-3da0-441f-8aef-d244a48f3c83,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:26.910253 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port d4d9de1b-d54c-4045-a225-aa5af5edf76f triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:26.910632 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:26.942812 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-f4dae6e4-bff1-42d1-9563-f2528bcfb81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'name': 'tempest-RoutersIpV6Test-router-753058156', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:44:21Z', 'revision_number': 6, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None, '_interfaces': [{'id': '6b542545-84db-4ec0-b86d-ea13e70b95e2', 'name': '', 'network_id': 'e43dcd99-1787-4f53-bc98-054fd647eb34', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b0:90:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'b12a6b4f-ac46-4db1-a81b-c1d5650c6558', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:08Z', 'updated_at': '2022-05-13T14:44:19Z', 'revision_number': 4, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': 'b12a6b4f-ac46-4db1-a81b-c1d5650c6558', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '765a34fe-9557-4892-9b49-1a72da549e66', 'name': '', 'network_id': 'e4472f1f-601d-4ee6-849c-afc8c312e8ea', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:96:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:51Z', 'updated_at': '2022-05-13T14:44:09Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e751a82-e701-4e41-bf3d-02f034e64fc3', 'name': '', 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b3:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:27Z', 'updated_at': '2022-05-13T14:43:49Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeba42f-275e-4223-84ac-c0f45d396d52', 'name': '', 'network_id': 'ef46ef2c-6a13-4932-840e-1da5c58a96ed', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:74:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:43Z', 'updated_at': '2022-05-13T14:44:01Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:26.945760 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6c056c-a2f6-420d-8383-47e4273407a9 None None] Network 471adc6c-b70b-42c1-bc3f-35baec009201 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:44:26.995503 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c68ae-3c69-4d86-a11b-0da10a0762b1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Pushing event updated for resources: {'Port': ['ID=cf82ceaf-90d4-4e54-ad1e-02f6f7cf0c47,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:27.048054 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-177c68ae-3c69-4d86-a11b-0da10a0762b1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:27.087558 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dae6e4-bff1-42d1-9563-f2528bcfb81b None None] Checking router: ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:44:27.125666 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ecd9bb23-6e25-40a7-a9bb-58359d218d92 None None] Provisioning for port 6932a6e1-159c-443f-ae69-5dbb2db31cd8 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:27.133379 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dae6e4-bff1-42d1-9563-f2528bcfb81b None None] Routers {'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:27.134074 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-f4dae6e4-bff1-42d1-9563-f2528bcfb81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:27.232088 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ecd9bb23-6e25-40a7-a9bb-58359d218d92 None None] Provisioning complete for port 6932a6e1-159c-443f-ae69-5dbb2db31cd8 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:27.235565 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ecd9bb23-6e25-40a7-a9bb-58359d218d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:27.248123 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e4e84-2cc9-445f-b1bb-23c5204eb744 req-fba86a73-6e0d-4f33-b9a6-24646a67e417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:27.249709 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3e3e4e84-2cc9-445f-b1bb-23c5204eb744 req-fba86a73-6e0d-4f33-b9a6-24646a67e417 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e540cd79706f4092b1c33147f0b2cee9&device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 1096 time: 0.4263802 May 13 14:44:27.336813 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [None req-177c68ae-3c69-4d86-a11b-0da10a0762b1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Floating IP e95e6502-6d71-4483-92ac-5026da718a38 associated. External IP: 172.25.0.231, port: 2de4ef9f-ec22-4098-b068-e7900df1d164. May 13 14:44:27.458102 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ecd9bb23-6e25-40a7-a9bb-58359d218d92 None None] Port 6932a6e1-159c-443f-ae69-5dbb2db31cd8 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:44:27.553762 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61a05b8-7f44-4265-8caf-3d3ff79c1d3c tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:44:27.559040 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f61a05b8-7f44-4265-8caf-3d3ff79c1d3c tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "PUT /v2.0/routers/28c06a26-0732-4631-aa1a-b632f84bfc62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3240585 May 13 14:44:27.562473 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33354) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:27.581433 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9c3996-0d50-4e47-88fa-332b9af5822c None None] Sync routers for ids ['28c06a26-0732-4631-aa1a-b632f84bfc62'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:44:27.620751 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a997a6ec-6281-4c4e-8242-c27856373aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:27.676870 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-44b31e68-c224-4854-9911-f4adb5f9baa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:27.697223 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ecd9bb23-6e25-40a7-a9bb-58359d218d92 None None] Provisioning for port 67e7f531-e2b2-4161-81a5-7ac49b7125b3 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:27.718050 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9c3996-0d50-4e47-88fa-332b9af5822c None None] Routers {'28c06a26-0732-4631-aa1a-b632f84bfc62'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:27.719202 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ad9c3996-0d50-4e47-88fa-332b9af5822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['28c06a26-0732-4631-aa1a-b632f84bfc62'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:27.766652 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766dc851-eb57-47a9-a5e0-5977903165cf tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:27.767441 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-766dc851-eb57-47a9-a5e0-5977903165cf tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Synchronizing usage tracker for tenant:17b49979485542bba655ee3d2918613c on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:44:27.800069 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-f4dae6e4-bff1-42d1-9563-f2528bcfb81b None None] Set router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:44:27.840305 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d3f1a924-8f70-411e-93c6-486c33c34d89 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:27.854236 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-766dc851-eb57-47a9-a5e0-5977903165cf tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Unset dirty status for tenant:17b49979485542bba655ee3d2918613c on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:44:27.854709 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e899844-6741-4479-af89-fd897c5aeda4 req-569f160a-a7e9-4fc9-bc01-36f5ad64704a tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:27.858158 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-766dc851-eb57-47a9-a5e0-5977903165cf tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "GET /v2.0/ports/87b25a34-ae28-44ba-b306-9b8ea8d4bd3b HTTP/1.1" status: 200 len: 910 time: 0.2920272 May 13 14:44:27.858286 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5e899844-6741-4479-af89-fd897c5aeda4 req-569f160a-a7e9-4fc9-bc01-36f5ad64704a tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 945 time: 0.7362523 May 13 14:44:27.866657 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ecd9bb23-6e25-40a7-a9bb-58359d218d92 None None] Provisioning complete for port 67e7f531-e2b2-4161-81a5-7ac49b7125b3 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:27.867920 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ecd9bb23-6e25-40a7-a9bb-58359d218d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:27.868893 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33366) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:27.908014 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d3f1a924-8f70-411e-93c6-486c33c34d89 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:27.945390 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ca10106-64f7-4b11-9b8a-b8fc777dd636 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:28.000203 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e4e84-2cc9-445f-b1bb-23c5204eb744 req-26734aa9-824b-41d3-b85c-3793de95bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:28.001563 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3e3e4e84-2cc9-445f-b1bb-23c5204eb744 req-26734aa9-824b-41d3-b85c-3793de95bc98 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8641c536-545f-4056-be2c-402575e577ff HTTP/1.1" status: 200 len: 913 time: 0.7177637 May 13 14:44:28.002299 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d3f1a924-8f70-411e-93c6-486c33c34d89 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:28.003812 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d3f1a924-8f70-411e-93c6-486c33c34d89 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.8298728 May 13 14:44:28.020339 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33372) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:28.055406 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-ddd22308-151a-47da-b68f-f15900ca70ea tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7776df95-12dd-442b-9305-5caa2dcacefe'}]}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:28.090090 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-d58e9296-828d-4bd9-a150-15b13c5be640 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Request body: {'security_group_rule': {'security_group_id': '95a0f171-72e3-41e4-be44-ec217b4f9ab6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:28.107956 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ad9c3996-0d50-4e47-88fa-332b9af5822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:28.109953 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d4d9de1b-d54c-4045-a225-aa5af5edf76f is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:28.111209 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 96faf8e9-f76a-4450-b8ca-d5f9d43acd06 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:44:28.224501 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1a924-8f70-411e-93c6-486c33c34d89 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95a0f171-72e3-41e4-be44-ec217b4f9ab6,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:28.235549 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-0ca10106-64f7-4b11-9b8a-b8fc777dd636 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Calling delete_port for cb8b88ee-e02f-4cd4-80c2-75baf187ee44 owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:44:28.251766 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177c68ae-3c69-4d86-a11b-0da10a0762b1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Router 93903638-a678-463d-8cff-c9dca32907b5 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:44:28.282287 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d58e9296-828d-4bd9-a150-15b13c5be640 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:28.376475 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9c3996-0d50-4e47-88fa-332b9af5822c None None] Routers {'28c06a26-0732-4631-aa1a-b632f84bfc62'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:28.377293 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ad9c3996-0d50-4e47-88fa-332b9af5822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['28c06a26-0732-4631-aa1a-b632f84bfc62'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:28.487936 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ecd9bb23-6e25-40a7-a9bb-58359d218d92 None None] Port 67e7f531-e2b2-4161-81a5-7ac49b7125b3 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:44:28.533534 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ad9c3996-0d50-4e47-88fa-332b9af5822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:28.534177 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9c3996-0d50-4e47-88fa-332b9af5822c None None] The sync data for ids ['28c06a26-0732-4631-aa1a-b632f84bfc62'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:44:28.540377 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5e899844-6741-4479-af89-fd897c5aeda4 req-b8db31fa-650b-4fb3-b622-74e01f4510db tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6453376 May 13 14:44:28.552321 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d58e9296-828d-4bd9-a150-15b13c5be640 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Usage tracker for resource:security_group_rule and tenant:18b9c5d8b3d043279654e2a115822f2a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:28.560686 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3e3e4e84-2cc9-445f-b1bb-23c5204eb744 req-2930493b-e8be-4a28-b286-7d4302bfd109 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56b1e8b2-72d6-45f5-bb83-107791892666 HTTP/1.1" status: 200 len: 217 time: 0.5457978 May 13 14:44:28.561893 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d58e9296-828d-4bd9-a150-15b13c5be640 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:28.578328 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ddd22308-151a-47da-b68f-f15900ca70ea tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:28.618229 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d58e9296-828d-4bd9-a150-15b13c5be640 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:28.646972 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:28.678107 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ecd9bb23-6e25-40a7-a9bb-58359d218d92 None None] Provisioning complete for port d4d9de1b-d54c-4045-a225-aa5af5edf76f triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:28.678705 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ecd9bb23-6e25-40a7-a9bb-58359d218d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:28.728620 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 96faf8e9-f76a-4450-b8ca-d5f9d43acd06 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:28.751751 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177c68ae-3c69-4d86-a11b-0da10a0762b1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:44:28.764880 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7066e1d5-83c6-495a-995f-82e9fa36a386 None None] Sync routers for ids ['93903638-a678-463d-8cff-c9dca32907b5'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:44:28.777929 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7066e1d5-83c6-495a-995f-82e9fa36a386 None None] Routers {'93903638-a678-463d-8cff-c9dca32907b5'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:28.778631 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-7066e1d5-83c6-495a-995f-82e9fa36a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['93903638-a678-463d-8cff-c9dca32907b5'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:28.796493 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d58e9296-828d-4bd9-a150-15b13c5be640 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:28.863024 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a997a6ec-6281-4c4e-8242-c27856373aba admin admin] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:28.898177 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d58e9296-828d-4bd9-a150-15b13c5be640 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:28.914452 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e4e84-2cc9-445f-b1bb-23c5204eb744 req-a02f22da-c087-4f27-92ce-3256f299408c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:28.916712 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3e3e4e84-2cc9-445f-b1bb-23c5204eb744 req-a02f22da-c087-4f27-92ce-3256f299408c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7 HTTP/1.1" status: 200 len: 852 time: 0.3002596 May 13 14:44:28.957362 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.extraroute_db [None req-bd5ee77e-fb0f-4c97-9146-85ca6462d743 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Added routes are [] {{(pid=88082) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 13 14:44:28.957693 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.extraroute_db [None req-bd5ee77e-fb0f-4c97-9146-85ca6462d743 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88082) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 13 14:44:28.960522 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d58e9296-828d-4bd9-a150-15b13c5be640 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:28.968864 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a997a6ec-6281-4c4e-8242-c27856373aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:29.028403 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-177c68ae-3c69-4d86-a11b-0da10a0762b1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:29.151046 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c1627c8e-e61d-4abb-98d0-bcc6b272d7fb up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:44:29.168899 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3e3e4e84-2cc9-445f-b1bb-23c5204eb744 req-6e1a2277-734e-49d7-b90e-91421cdceb2a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8641c536-545f-4056-be2c-402575e577ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1587555 May 13 14:44:29.225377 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-177c68ae-3c69-4d86-a11b-0da10a0762b1 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 13.7722411 May 13 14:44:29.228296 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea10c053-cdf1-432a-b76b-109ed851e030', 'tag': '2de4ef9f-ec22-4098-b068-e7900df1d164'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:29.236380 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33392) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:29.236611 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-7066e1d5-83c6-495a-995f-82e9fa36a386 None None] Set router 93903638-a678-463d-8cff-c9dca32907b5 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:44:29.277976 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e9296-828d-4bd9-a150-15b13c5be640 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9373d73-78af-4a2f-b74c-6a900733ffe9,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:29.326867 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ecd9bb23-6e25-40a7-a9bb-58359d218d92 None None] Current status of the port d4d9de1b-d54c-4045-a225-aa5af5edf76f is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:29.349339 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-f4dae6e4-bff1-42d1-9563-f2528bcfb81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'name': 'tempest-RoutersIpV6Test-router-753058156', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:44:21Z', 'revision_number': 6, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None, '_interfaces': [{'id': '6b542545-84db-4ec0-b86d-ea13e70b95e2', 'name': '', 'network_id': 'e43dcd99-1787-4f53-bc98-054fd647eb34', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b0:90:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'b12a6b4f-ac46-4db1-a81b-c1d5650c6558', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:08Z', 'updated_at': '2022-05-13T14:44:26Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': 'b12a6b4f-ac46-4db1-a81b-c1d5650c6558', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '765a34fe-9557-4892-9b49-1a72da549e66', 'name': '', 'network_id': 'e4472f1f-601d-4ee6-849c-afc8c312e8ea', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:96:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:51Z', 'updated_at': '2022-05-13T14:44:09Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e751a82-e701-4e41-bf3d-02f034e64fc3', 'name': '', 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b3:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:27Z', 'updated_at': '2022-05-13T14:43:49Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeba42f-275e-4223-84ac-c0f45d396d52', 'name': '', 'network_id': 'ef46ef2c-6a13-4932-840e-1da5c58a96ed', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:74:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:43Z', 'updated_at': '2022-05-13T14:44:01Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:29.360967 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ecd9bb23-6e25-40a7-a9bb-58359d218d92 None None] Provisioning complete for port 3c9483c4-3da0-441f-8aef-d244a48f3c83 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:29.361661 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ecd9bb23-6e25-40a7-a9bb-58359d218d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:29.387987 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dae6e4-bff1-42d1-9563-f2528bcfb81b None None] The sync data for ids ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'] in n-d-841760-1 is: [{'id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'name': 'tempest-RoutersIpV6Test-router-753058156', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:44:21Z', 'revision_number': 6, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None, '_interfaces': [{'id': '6b542545-84db-4ec0-b86d-ea13e70b95e2', 'name': '', 'network_id': 'e43dcd99-1787-4f53-bc98-054fd647eb34', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b0:90:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'b12a6b4f-ac46-4db1-a81b-c1d5650c6558', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:08Z', 'updated_at': '2022-05-13T14:44:26Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': 'b12a6b4f-ac46-4db1-a81b-c1d5650c6558', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '765a34fe-9557-4892-9b49-1a72da549e66', 'name': '', 'network_id': 'e4472f1f-601d-4ee6-849c-afc8c312e8ea', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:96:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:51Z', 'updated_at': '2022-05-13T14:44:09Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e751a82-e701-4e41-bf3d-02f034e64fc3', 'name': '', 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b3:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:27Z', 'updated_at': '2022-05-13T14:43:49Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeba42f-275e-4223-84ac-c0f45d396d52', 'name': '', 'network_id': 'ef46ef2c-6a13-4932-840e-1da5c58a96ed', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:74:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:43Z', 'updated_at': '2022-05-13T14:44:01Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:44:29.405553 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port c1627c8e-e61d-4abb-98d0-bcc6b272d7fb completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:29.444559 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33400) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:29.464978 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port c1627c8e-e61d-4abb-98d0-bcc6b272d7fb triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:29.465352 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:29.561108 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d58e9296-828d-4bd9-a150-15b13c5be640 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:29.566291 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d58e9296-828d-4bd9-a150-15b13c5be640 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5447111 May 13 14:44:29.569948 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33406) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:29.587734 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a997a6ec-6281-4c4e-8242-c27856373aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:29.612303 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997a6ec-6281-4c4e-8242-c27856373aba admin admin] Pushing event updated for resources: {'Port': ['ID=6932a6e1-159c-443f-ae69-5dbb2db31cd8,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:29.613180 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-ebbe33ec-3906-41af-abf6-4f7faee92e53 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Request body: {'security_group_rule': {'security_group_id': '95a0f171-72e3-41e4-be44-ec217b4f9ab6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:29.642782 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11e1197e-d963-4489-b30f-86c5deaa363a'] response: {'name': 'network-changed', 'server_uuid': 'ea10c053-cdf1-432a-b76b-109ed851e030', 'tag': '2de4ef9f-ec22-4098-b068-e7900df1d164', 'status': 'completed', 'code': 200} May 13 14:44:29.661502 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7602f99c-c454-4003-8a82-7dede2a0f700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:29.778317 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ebbe33ec-3906-41af-abf6-4f7faee92e53 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:29.780413 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bd5ee77e-fb0f-4c97-9146-85ca6462d743 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:29.848908 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port c1627c8e-e61d-4abb-98d0-bcc6b272d7fb is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:29.849346 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:29.866696 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port c1627c8e-e61d-4abb-98d0-bcc6b272d7fb, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c1627c8e-e61d-4abb-98d0-bcc6b272d7fb,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:29.867806 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ecd9bb23-6e25-40a7-a9bb-58359d218d92 None None] Current status of the port 3c9483c4-3da0-441f-8aef-d244a48f3c83 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:29.869801 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-badeb411-11af-4740-9d7d-1a9e405d2ff2 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-949805239', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:29.878973 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:29.879889 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6b542545-84db-4ec0-b86d-ea13e70b95e2 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:44:29.895354 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ebbe33ec-3906-41af-abf6-4f7faee92e53 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Usage tracker for resource:security_group_rule and tenant:18b9c5d8b3d043279654e2a115822f2a is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:29.899004 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-badeb411-11af-4740-9d7d-1a9e405d2ff2 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:29.901388 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ebbe33ec-3906-41af-abf6-4f7faee92e53 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:29.935540 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ebbe33ec-3906-41af-abf6-4f7faee92e53 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:29.940481 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ecd9bb23-6e25-40a7-a9bb-58359d218d92 None None] Provisioning for port 87b25a34-ae28-44ba-b306-9b8ea8d4bd3b completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:29.950085 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-7066e1d5-83c6-495a-995f-82e9fa36a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93903638-a678-463d-8cff-c9dca32907b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1613199461', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '2fec5d9b-8f07-4a09-8d94-01317dc0d37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:50Z', 'updated_at': '2022-05-13T14:43:13Z', 'revision_number': 4, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'gw_port': {'id': '2fec5d9b-8f07-4a09-8d94-01317dc0d37d', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:49:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93903638-a678-463d-8cff-c9dca32907b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:54Z', 'updated_at': '2022-05-13T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'e95e6502-6d71-4483-92ac-5026da718a38', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'floating_ip_address': '172.25.0.231', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '93903638-a678-463d-8cff-c9dca32907b5', 'port_id': '2de4ef9f-ec22-4098-b068-e7900df1d164', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '535bdccc-ac53-44d1-9feb-df5d3286ef62', 'mac_address': 'fa:16:3e:31:1e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea10c053-cdf1-432a-b76b-109ed851e030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:44:22Z', 'updated_at': '2022-05-13T14:44:22Z', 'revision_number': 0, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4', 'name': '', 'network_id': '535bdccc-ac53-44d1-9feb-df5d3286ef62', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'mac_address': 'fa:16:3e:39:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93903638-a678-463d-8cff-c9dca32907b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:08Z', 'updated_at': '2022-05-13T14:43:30Z', 'revision_number': 5, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'subnets': [{'id': '4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:29.956167 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7066e1d5-83c6-495a-995f-82e9fa36a386 None None] Checking router: 93903638-a678-463d-8cff-c9dca32907b5 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:44:29.957921 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ecd9bb23-6e25-40a7-a9bb-58359d218d92 None None] Provisioning complete for port 87b25a34-ae28-44ba-b306-9b8ea8d4bd3b triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:29.958207 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ecd9bb23-6e25-40a7-a9bb-58359d218d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:29.968693 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7066e1d5-83c6-495a-995f-82e9fa36a386 None None] Routers {'93903638-a678-463d-8cff-c9dca32907b5'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:29.969755 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-7066e1d5-83c6-495a-995f-82e9fa36a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['93903638-a678-463d-8cff-c9dca32907b5'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:29.976539 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-badeb411-11af-4740-9d7d-1a9e405d2ff2 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Usage tracker for resource:port and tenant:360c18095e084991a2b92aa903562d7f is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:29.982447 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcff300-2280-4108-9ba6-bc7ff8160834 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:29.983097 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcff300-2280-4108-9ba6-bc7ff8160834 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:29.984018 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcff300-2280-4108-9ba6-bc7ff8160834 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:29.984831 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcff300-2280-4108-9ba6-bc7ff8160834 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:29.985293 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcff300-2280-4108-9ba6-bc7ff8160834 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:29.985918 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcff300-2280-4108-9ba6-bc7ff8160834 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:29.993344 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcff300-2280-4108-9ba6-bc7ff8160834 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:29.994032 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcff300-2280-4108-9ba6-bc7ff8160834 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:29.994524 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcff300-2280-4108-9ba6-bc7ff8160834 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:29.995138 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcff300-2280-4108-9ba6-bc7ff8160834 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:29.995612 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcff300-2280-4108-9ba6-bc7ff8160834 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:29.996067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcff300-2280-4108-9ba6-bc7ff8160834 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:29.996652 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcff300-2280-4108-9ba6-bc7ff8160834 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:29.997110 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcff300-2280-4108-9ba6-bc7ff8160834 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:29.997562 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcff300-2280-4108-9ba6-bc7ff8160834 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:29.998012 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcff300-2280-4108-9ba6-bc7ff8160834 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:30.000399 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7fcff300-2280-4108-9ba6-bc7ff8160834 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11186 time: 0.7628207 May 13 14:44:30.006696 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-badeb411-11af-4740-9d7d-1a9e405d2ff2 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:30.015250 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33412) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:30.096747 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=c1627c8e-e61d-4abb-98d0-bcc6b272d7fb,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:30.110966 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ecd9bb23-6e25-40a7-a9bb-58359d218d92 None None] Port 87b25a34-ae28-44ba-b306-9b8ea8d4bd3b cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:44:30.116442 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ca10106-64f7-4b11-9b8a-b8fc777dd636 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:30.124117 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 6b542545-84db-4ec0-b86d-ea13e70b95e2 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:30.124499 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:30.166488 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea8b0ed-bed3-429d-beb1-537a584f7ee0 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:30.168259 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea8b0ed-bed3-429d-beb1-537a584f7ee0 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:30.168749 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea8b0ed-bed3-429d-beb1-537a584f7ee0 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:30.171652 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea8b0ed-bed3-429d-beb1-537a584f7ee0 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:30.172276 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea8b0ed-bed3-429d-beb1-537a584f7ee0 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:30.172859 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea8b0ed-bed3-429d-beb1-537a584f7ee0 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:30.175339 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea8b0ed-bed3-429d-beb1-537a584f7ee0 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:30.176556 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea8b0ed-bed3-429d-beb1-537a584f7ee0 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:30.177374 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea8b0ed-bed3-429d-beb1-537a584f7ee0 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:30.178883 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea8b0ed-bed3-429d-beb1-537a584f7ee0 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:30.179658 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea8b0ed-bed3-429d-beb1-537a584f7ee0 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:30.180285 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea8b0ed-bed3-429d-beb1-537a584f7ee0 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:30.183857 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea8b0ed-bed3-429d-beb1-537a584f7ee0 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:30.184598 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea8b0ed-bed3-429d-beb1-537a584f7ee0 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:30.185437 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea8b0ed-bed3-429d-beb1-537a584f7ee0 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:30.186741 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ecd9bb23-6e25-40a7-a9bb-58359d218d92 None None] Provisioning for port daf2e69b-43ff-47c0-885c-637ff3620bd1 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:30.188642 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea8b0ed-bed3-429d-beb1-537a584f7ee0 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:30.191917 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4ea8b0ed-bed3-429d-beb1-537a584f7ee0 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10110 time: 0.1614470 May 13 14:44:30.199684 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-badeb411-11af-4740-9d7d-1a9e405d2ff2 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:30.201975 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ecd9bb23-6e25-40a7-a9bb-58359d218d92 None None] Provisioning complete for port daf2e69b-43ff-47c0-885c-637ff3620bd1 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:30.202349 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ecd9bb23-6e25-40a7-a9bb-58359d218d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:30.210811 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33416) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:30.213608 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca10106-64f7-4b11-9b8a-b8fc777dd636 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event deleted for resources: {'Port': ['ID=cb8b88ee-e02f-4cd4-80c2-75baf187ee44,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:30.242345 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ebbe33ec-3906-41af-abf6-4f7faee92e53 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:30.304983 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badeb411-11af-4740-9d7d-1a9e405d2ff2 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Made reservation on behalf of 360c18095e084991a2b92aa903562d7f for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:44:30.309472 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-badeb411-11af-4740-9d7d-1a9e405d2ff2 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:30.313293 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3e3e4e84-2cc9-445f-b1bb-23c5204eb744 req-b42a04ef-3837-4ab3-88a4-068aee182912 service neutron] 10.222.0.74 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0920763 May 13 14:44:30.337926 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 6b542545-84db-4ec0-b86d-ea13e70b95e2 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:30.339022 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3c9483c4-3da0-441f-8aef-d244a48f3c83 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:44:30.343854 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-badeb411-11af-4740-9d7d-1a9e405d2ff2 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:30.360053 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efe788-3118-4653-a696-51882b3f4411 req-e37edd2a-b9c7-4b58-8920-53612eb361b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:30.362956 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8efe788-3118-4653-a696-51882b3f4411 req-e37edd2a-b9c7-4b58-8920-53612eb361b1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ec7d10f98f145d3a4a04e390b0f97bd&device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 1136 time: 0.5818110 May 13 14:44:30.363217 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ecd9bb23-6e25-40a7-a9bb-58359d218d92 None None] Port daf2e69b-43ff-47c0-885c-637ff3620bd1 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:44:30.379499 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-badeb411-11af-4740-9d7d-1a9e405d2ff2 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:30.395987 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-7066e1d5-83c6-495a-995f-82e9fa36a386 None None] Set router 93903638-a678-463d-8cff-c9dca32907b5 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:44:30.416984 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-badeb411-11af-4740-9d7d-1a9e405d2ff2 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Usage tracker for resource:security_group_rule and tenant:360c18095e084991a2b92aa903562d7f is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:30.425245 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 3c9483c4-3da0-441f-8aef-d244a48f3c83 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:30.425765 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:30.474371 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-badeb411-11af-4740-9d7d-1a9e405d2ff2 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:30.558868 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d90d72b9-753e-488f-85aa-f42ffa6e2e7a None None] Provisioning for port 96faf8e9-f76a-4450-b8ca-d5f9d43acd06 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:30.602498 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d90d72b9-753e-488f-85aa-f42ffa6e2e7a None None] Provisioning complete for port 96faf8e9-f76a-4450-b8ca-d5f9d43acd06 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:30.603076 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d90d72b9-753e-488f-85aa-f42ffa6e2e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:30.660866 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [None req-ddd22308-151a-47da-b68f-f15900ca70ea tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:44:30.661684 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 3c9483c4-3da0-441f-8aef-d244a48f3c83 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:30.678342 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-badeb411-11af-4740-9d7d-1a9e405d2ff2 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:30.702324 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ebbe33ec-3906-41af-abf6-4f7faee92e53 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:30.711184 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ddd22308-151a-47da-b68f-f15900ca70ea tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:30.727450 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ebbe33ec-3906-41af-abf6-4f7faee92e53 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:30.735052 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:30.742120 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:30.782862 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ddd22308-151a-47da-b68f-f15900ca70ea tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:30.856424 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3e3e4e84-2cc9-445f-b1bb-23c5204eb744 req-c8aa05ef-46e7-4d5a-9031-a079508a03cb service neutron] 10.222.0.74 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4624045 May 13 14:44:30.860187 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a997a6ec-6281-4c4e-8242-c27856373aba admin admin] Network 3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:44:30.868682 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe33ec-3906-41af-abf6-4f7faee92e53 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0f2a87-dcf3-45e5-ad35-587539ec3e99,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:30.872054 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 56b1e8b2-72d6-45f5-bb83-107791892666 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:44:30.944582 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbe33ec-3906-41af-abf6-4f7faee92e53 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:30.945349 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbe33ec-3906-41af-abf6-4f7faee92e53 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:30.945942 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbe33ec-3906-41af-abf6-4f7faee92e53 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:30.946532 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbe33ec-3906-41af-abf6-4f7faee92e53 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:30.947102 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbe33ec-3906-41af-abf6-4f7faee92e53 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:30.948315 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbe33ec-3906-41af-abf6-4f7faee92e53 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:30.948897 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbe33ec-3906-41af-abf6-4f7faee92e53 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:30.949452 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbe33ec-3906-41af-abf6-4f7faee92e53 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:30.950033 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbe33ec-3906-41af-abf6-4f7faee92e53 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:30.950834 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbe33ec-3906-41af-abf6-4f7faee92e53 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:30.951428 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbe33ec-3906-41af-abf6-4f7faee92e53 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:30.952058 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbe33ec-3906-41af-abf6-4f7faee92e53 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:30.968983 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-7066e1d5-83c6-495a-995f-82e9fa36a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93903638-a678-463d-8cff-c9dca32907b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1613199461', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '2fec5d9b-8f07-4a09-8d94-01317dc0d37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:50Z', 'updated_at': '2022-05-13T14:43:13Z', 'revision_number': 4, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'gw_port': {'id': '2fec5d9b-8f07-4a09-8d94-01317dc0d37d', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:49:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93903638-a678-463d-8cff-c9dca32907b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:54Z', 'updated_at': '2022-05-13T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'e95e6502-6d71-4483-92ac-5026da718a38', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'floating_ip_address': '172.25.0.231', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '93903638-a678-463d-8cff-c9dca32907b5', 'port_id': '2de4ef9f-ec22-4098-b068-e7900df1d164', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '535bdccc-ac53-44d1-9feb-df5d3286ef62', 'mac_address': 'fa:16:3e:31:1e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea10c053-cdf1-432a-b76b-109ed851e030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:44:22Z', 'updated_at': '2022-05-13T14:44:22Z', 'revision_number': 0, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4', 'name': '', 'network_id': '535bdccc-ac53-44d1-9feb-df5d3286ef62', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'mac_address': 'fa:16:3e:39:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93903638-a678-463d-8cff-c9dca32907b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:08Z', 'updated_at': '2022-05-13T14:43:30Z', 'revision_number': 5, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'subnets': [{'id': '4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:30.978823 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7066e1d5-83c6-495a-995f-82e9fa36a386 None None] The sync data for ids ['93903638-a678-463d-8cff-c9dca32907b5'] in n-d-841760-1 is: [{'id': '93903638-a678-463d-8cff-c9dca32907b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1613199461', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '2fec5d9b-8f07-4a09-8d94-01317dc0d37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:50Z', 'updated_at': '2022-05-13T14:43:13Z', 'revision_number': 4, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'gw_port': {'id': '2fec5d9b-8f07-4a09-8d94-01317dc0d37d', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:49:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93903638-a678-463d-8cff-c9dca32907b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:54Z', 'updated_at': '2022-05-13T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'e95e6502-6d71-4483-92ac-5026da718a38', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'floating_ip_address': '172.25.0.231', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '93903638-a678-463d-8cff-c9dca32907b5', 'port_id': '2de4ef9f-ec22-4098-b068-e7900df1d164', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '535bdccc-ac53-44d1-9feb-df5d3286ef62', 'mac_address': 'fa:16:3e:31:1e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea10c053-cdf1-432a-b76b-109ed851e030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:44:22Z', 'updated_at': '2022-05-13T14:44:22Z', 'revision_number': 0, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4', 'name': '', 'network_id': '535bdccc-ac53-44d1-9feb-df5d3286ef62', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'mac_address': 'fa:16:3e:39:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93903638-a678-463d-8cff-c9dca32907b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:08Z', 'updated_at': '2022-05-13T14:43:30Z', 'revision_number': 5, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'subnets': [{'id': '4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:44:30.992844 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efe788-3118-4653-a696-51882b3f4411 req-c649f32b-a152-4820-817e-06279de285e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:30.995052 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8efe788-3118-4653-a696-51882b3f4411 req-c649f32b-a152-4820-817e-06279de285e7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=535bdccc-ac53-44d1-9feb-df5d3286ef62 HTTP/1.1" status: 200 len: 897 time: 0.6215816 May 13 14:44:31.001465 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ebbe33ec-3906-41af-abf6-4f7faee92e53 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:31.002839 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ebbe33ec-3906-41af-abf6-4f7faee92e53 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4318676 May 13 14:44:31.013221 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c1627c8e-e61d-4abb-98d0-bcc6b272d7fb up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:44:31.037072 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-d90d72b9-753e-488f-85aa-f42ffa6e2e7a None None] Current status of the port 96faf8e9-f76a-4450-b8ca-d5f9d43acd06 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:31.037452 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d90d72b9-753e-488f-85aa-f42ffa6e2e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:31.075722 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bd5ee77e-fb0f-4c97-9146-85ca6462d743 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:31.077965 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33420) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:31.084538 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bd5ee77e-fb0f-4c97-9146-85ca6462d743 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33129349'] for router, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:31.087743 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-a997a6ec-6281-4c4e-8242-c27856373aba admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:31.097924 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd22308-151a-47da-b68f-f15900ca70ea tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:31.098401 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ddd22308-151a-47da-b68f-f15900ca70ea tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:31.100345 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ddd22308-151a-47da-b68f-f15900ca70ea tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "PUT /v2.0/ports/87b25a34-ae28-44ba-b306-9b8ea8d4bd3b HTTP/1.1" status: 200 len: 910 time: 3.2297847 May 13 14:44:31.106985 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-44cec384-0566-41ec-a7b1-f8f9cb848990 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:31.131137 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33424) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:31.131734 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd22308-151a-47da-b68f-f15900ca70ea tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Port': ['ID=87b25a34-ae28-44ba-b306-9b8ea8d4bd3b,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:31.137148 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-44cec384-0566-41ec-a7b1-f8f9cb848990 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:31.148620 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-d90d72b9-753e-488f-85aa-f42ffa6e2e7a None None] For port 96faf8e9-f76a-4450-b8ca-d5f9d43acd06, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=96faf8e9-f76a-4450-b8ca-d5f9d43acd06,segment=NetworkSegment(a14d3966-62e0-468d-b3b4-5c718a1fb25d),segment_id=a14d3966-62e0-468d-b3b4-5c718a1fb25d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:31.196527 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d90d72b9-753e-488f-85aa-f42ffa6e2e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:31.270705 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-44cec384-0566-41ec-a7b1-f8f9cb848990 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Usage tracker for resource:floatingip and tenant:18b9c5d8b3d043279654e2a115822f2a is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:31.352192 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port c1627c8e-e61d-4abb-98d0-bcc6b272d7fb triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:31.352602 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:31.389596 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262cf7b0-a441-42f4-bab0-34a3e49318cb None None] New status for floating IP e95e6502-6d71-4483-92ac-5026da718a38: ACTIVE {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:44:31.402307 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-44cec384-0566-41ec-a7b1-f8f9cb848990 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:31.435532 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-44cec384-0566-41ec-a7b1-f8f9cb848990 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:31.464339 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8efe788-3118-4653-a696-51882b3f4411 req-aa5bed5a-7555-48a1-ba82-edf1f93c744f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2de4ef9f-ec22-4098-b068-e7900df1d164 HTTP/1.1" status: 200 len: 1000 time: 0.4579358 May 13 14:44:31.480255 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ca10106-64f7-4b11-9b8a-b8fc777dd636 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:31.487681 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0ca10106-64f7-4b11-9b8a-b8fc777dd636 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "DELETE /v2.0/ports/cb8b88ee-e02f-4cd4-80c2-75baf187ee44 HTTP/1.1" status: 204 len: 168 time: 5.8071191 May 13 14:44:31.490495 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 56b1e8b2-72d6-45f5-bb83-107791892666 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:31.490495 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:31.490835 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33428) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:31.501976 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-51cb0554-c4ed-43c6-bfb0-897eddd09705 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:31.520778 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-51cb0554-c4ed-43c6-bfb0-897eddd09705 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:31.522696 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44cec384-0566-41ec-a7b1-f8f9cb848990 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks [] for floatingip, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:31.527377 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5ee77e-fb0f-4c97-9146-85ca6462d743 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:44:31.535415 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f3421-2dbd-498a-a81a-8719cdffe8df req-06cde1f2-5f08-4f7f-9eb7-4d54fedf1cf4 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:31.537073 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce1f3421-2dbd-498a-a81a-8719cdffe8df req-06cde1f2-5f08-4f7f-9eb7-4d54fedf1cf4 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 945 time: 1.7275360 May 13 14:44:31.537827 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-badeb411-11af-4740-9d7d-1a9e405d2ff2 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:31.546651 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-51cb0554-c4ed-43c6-bfb0-897eddd09705 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Usage tracker for resource:floatingip and tenant:6b12ce616ed04de39e484728b5ba653e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:31.561522 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-badeb411-11af-4740-9d7d-1a9e405d2ff2 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:31.580395 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d72b9-753e-488f-85aa-f42ffa6e2e7a None None] Pushing event updated for resources: {'Port': ['ID=96faf8e9-f76a-4450-b8ca-d5f9d43acd06,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:31.592582 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56b1e8b2-72d6-45f5-bb83-107791892666'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:31.603024 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-51cb0554-c4ed-43c6-bfb0-897eddd09705 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:31.626995 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-51cb0554-c4ed-43c6-bfb0-897eddd09705 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:31.648151 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-badeb411-11af-4740-9d7d-1a9e405d2ff2 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] device_id is not set on port c4bd1c0c-2f51-4279-86c1-7413498bc7cc yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:44:31.695421 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 56b1e8b2-72d6-45f5-bb83-107791892666, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=56b1e8b2-72d6-45f5-bb83-107791892666,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:31.700961 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8bd15cd6-3946-4292-a772-2ea7498ac8c3 None None] Provisioning complete for port 6932a6e1-159c-443f-ae69-5dbb2db31cd8 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:31.701330 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8bd15cd6-3946-4292-a772-2ea7498ac8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:31.751658 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac270568-bd78-4f07-b4f6-e60c64defac7'] response: {'server_uuid': '05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56b1e8b2-72d6-45f5-bb83-107791892666', 'code': 200} May 13 14:44:31.752114 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:31.823495 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51cb0554-c4ed-43c6-bfb0-897eddd09705 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:31.866304 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efe788-3118-4653-a696-51882b3f4411 req-5fbcf565-ca01-4015-9a63-f46297e2ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:31.868368 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8efe788-3118-4653-a696-51882b3f4411 req-5fbcf565-ca01-4015-9a63-f46297e2ee1c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c HTTP/1.1" status: 200 len: 834 time: 0.3920295 May 13 14:44:31.887947 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce1f3421-2dbd-498a-a81a-8719cdffe8df req-63a235d6-4e24-4825-aade-184003b50ea4 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813396 May 13 14:44:31.947968 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-8bd15cd6-3946-4292-a772-2ea7498ac8c3 None None] Port 6932a6e1-159c-443f-ae69-5dbb2db31cd8 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:44:31.957619 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a997a6ec-6281-4c4e-8242-c27856373aba admin admin] Router fbf281ff-0cd3-4a5e-baeb-afe5654769f1 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:44:31.961705 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badeb411-11af-4740-9d7d-1a9e405d2ff2 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f84d69-348d-4f2a-88b2-1da277e1ba68,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:31.972729 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5ee77e-fb0f-4c97-9146-85ca6462d743 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:44:31.981099 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=56b1e8b2-72d6-45f5-bb83-107791892666,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:31.985357 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bd5ee77e-fb0f-4c97-9146-85ca6462d743 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:31.987014 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bd5ee77e-fb0f-4c97-9146-85ca6462d743 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "PUT /v2.0/routers/ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 HTTP/1.1" status: 200 len: 703 time: 6.3095677 May 13 14:44:31.992465 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d836c8-b381-4539-bb01-a30f99f8794a None None] Sync routers for ids ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:44:31.993303 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port c1627c8e-e61d-4abb-98d0-bcc6b272d7fb is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:32.003496 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33434) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:32.034578 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d836c8-b381-4539-bb01-a30f99f8794a None None] Routers {'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:32.035570 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-b2d836c8-b381-4539-bb01-a30f99f8794a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:32.077814 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:32.209195 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-b2d836c8-b381-4539-bb01-a30f99f8794a None None] Set router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:44:32.249634 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-badeb411-11af-4740-9d7d-1a9e405d2ff2 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Allocated IP 172.25.0.208 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/c4bd1c0c-2f51-4279-86c1-7413498bc7cc) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:44:32.294675 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efe788-3118-4653-a696-51882b3f4411 req-b613be7b-414e-4683-80cf-44016e46cced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:32.296254 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8efe788-3118-4653-a696-51882b3f4411 req-b613be7b-414e-4683-80cf-44016e46cced service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=535bdccc-ac53-44d1-9feb-df5d3286ef62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4004278 May 13 14:44:32.456743 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:44:32.521771 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-580e8f2f-5665-4bc2-b5e7-e68c77b4fa6b tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5554 time: 2.3053770 May 13 14:44:32.527923 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b719c6dc-c639-4295-be86-634566e35d72 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "GET /v2.0/routers/ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 HTTP/1.1" status: 200 len: 703 time: 0.5182099 May 13 14:44:32.528548 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33438) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:32.583183 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33440) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:32.635399 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-b2d836c8-b381-4539-bb01-a30f99f8794a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'name': 'tempest-RoutersIpV6Test-router-753058156', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:44:29Z', 'revision_number': 7, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None, '_interfaces': [{'id': '6b542545-84db-4ec0-b86d-ea13e70b95e2', 'name': '', 'network_id': 'e43dcd99-1787-4f53-bc98-054fd647eb34', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b0:90:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'b12a6b4f-ac46-4db1-a81b-c1d5650c6558', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:08Z', 'updated_at': '2022-05-13T14:44:26Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': 'b12a6b4f-ac46-4db1-a81b-c1d5650c6558', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '765a34fe-9557-4892-9b49-1a72da549e66', 'name': '', 'network_id': 'e4472f1f-601d-4ee6-849c-afc8c312e8ea', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:96:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:51Z', 'updated_at': '2022-05-13T14:44:09Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e751a82-e701-4e41-bf3d-02f034e64fc3', 'name': '', 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b3:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:27Z', 'updated_at': '2022-05-13T14:43:49Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeba42f-275e-4223-84ac-c0f45d396d52', 'name': '', 'network_id': 'ef46ef2c-6a13-4932-840e-1da5c58a96ed', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:74:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:43Z', 'updated_at': '2022-05-13T14:44:01Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:32.641886 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d836c8-b381-4539-bb01-a30f99f8794a None None] Checking router: ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:44:32.655981 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d836c8-b381-4539-bb01-a30f99f8794a None None] Routers {'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:32.657614 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-b2d836c8-b381-4539-bb01-a30f99f8794a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:32.727740 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44cec384-0566-41ec-a7b1-f8f9cb848990 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:32.857773 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-b2d836c8-b381-4539-bb01-a30f99f8794a None None] Set router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:44:32.879509 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 96faf8e9-f76a-4450-b8ca-d5f9d43acd06 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:44:32.886776 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8efe788-3118-4653-a696-51882b3f4411 req-949708cd-5679-4ef7-8d23-bbbc1c746a31 service neutron] 10.222.0.74 "GET /v2.0/networks/535bdccc-ac53-44d1-9feb-df5d3286ef62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5709832 May 13 14:44:32.925918 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a997a6ec-6281-4c4e-8242-c27856373aba admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:44:32.937515 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a997a6ec-6281-4c4e-8242-c27856373aba admin admin] 10.222.0.35 "PUT /v2.0/routers/fbf281ff-0cd3-4a5e-baeb-afe5654769f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4393146 May 13 14:44:32.942258 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf83747-b241-45bf-9902-953e3e7df097 None None] Sync routers for ids ['fbf281ff-0cd3-4a5e-baeb-afe5654769f1'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:44:32.956244 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18642928-685e-4992-be3f-547e4094295c tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:32.956734 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18642928-685e-4992-be3f-547e4094295c tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:32.962176 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-18642928-685e-4992-be3f-547e4094295c tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=93903638-a678-463d-8cff-c9dca32907b5 HTTP/1.1" status: 200 len: 1989 time: 0.3811023 May 13 14:44:32.971238 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf83747-b241-45bf-9902-953e3e7df097 None None] Routers {'fbf281ff-0cd3-4a5e-baeb-afe5654769f1'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:32.972268 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ddf83747-b241-45bf-9902-953e3e7df097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['fbf281ff-0cd3-4a5e-baeb-afe5654769f1'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:32.976319 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51cb0554-c4ed-43c6-bfb0-897eddd09705 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:33.203696 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 96faf8e9-f76a-4450-b8ca-d5f9d43acd06 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:33.204084 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:33.295607 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-badeb411-11af-4740-9d7d-1a9e405d2ff2 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:33.329673 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44247b03-e170-4a4d-b12c-69044ee341fa tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:33.426229 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-ddf83747-b241-45bf-9902-953e3e7df097 None None] Set router fbf281ff-0cd3-4a5e-baeb-afe5654769f1 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:44:33.495936 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33456) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:33.516198 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 96faf8e9-f76a-4450-b8ca-d5f9d43acd06 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:33.530108 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-b2d836c8-b381-4539-bb01-a30f99f8794a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'name': 'tempest-RoutersIpV6Test-router-753058156', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:44:29Z', 'revision_number': 7, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None, '_interfaces': [{'id': '6b542545-84db-4ec0-b86d-ea13e70b95e2', 'name': '', 'network_id': 'e43dcd99-1787-4f53-bc98-054fd647eb34', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b0:90:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'b12a6b4f-ac46-4db1-a81b-c1d5650c6558', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:08Z', 'updated_at': '2022-05-13T14:44:26Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': 'b12a6b4f-ac46-4db1-a81b-c1d5650c6558', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '765a34fe-9557-4892-9b49-1a72da549e66', 'name': '', 'network_id': 'e4472f1f-601d-4ee6-849c-afc8c312e8ea', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:96:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:51Z', 'updated_at': '2022-05-13T14:44:09Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e751a82-e701-4e41-bf3d-02f034e64fc3', 'name': '', 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b3:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:27Z', 'updated_at': '2022-05-13T14:43:49Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeba42f-275e-4223-84ac-c0f45d396d52', 'name': '', 'network_id': 'ef46ef2c-6a13-4932-840e-1da5c58a96ed', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:74:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:43Z', 'updated_at': '2022-05-13T14:44:01Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:33.535762 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d836c8-b381-4539-bb01-a30f99f8794a None None] The sync data for ids ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'] in n-d-841760-1 is: [{'id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'name': 'tempest-RoutersIpV6Test-router-753058156', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:44:29Z', 'revision_number': 7, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None, '_interfaces': [{'id': '6b542545-84db-4ec0-b86d-ea13e70b95e2', 'name': '', 'network_id': 'e43dcd99-1787-4f53-bc98-054fd647eb34', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b0:90:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'b12a6b4f-ac46-4db1-a81b-c1d5650c6558', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:08Z', 'updated_at': '2022-05-13T14:44:26Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': 'b12a6b4f-ac46-4db1-a81b-c1d5650c6558', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '765a34fe-9557-4892-9b49-1a72da549e66', 'name': '', 'network_id': 'e4472f1f-601d-4ee6-849c-afc8c312e8ea', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:96:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:51Z', 'updated_at': '2022-05-13T14:44:09Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e751a82-e701-4e41-bf3d-02f034e64fc3', 'name': '', 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b3:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:27Z', 'updated_at': '2022-05-13T14:43:49Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeba42f-275e-4223-84ac-c0f45d396d52', 'name': '', 'network_id': 'ef46ef2c-6a13-4932-840e-1da5c58a96ed', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:74:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:43Z', 'updated_at': '2022-05-13T14:44:01Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:44:33.536081 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-51f3c87d-eb52-4e94-a666-c44d3865ebd2 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Request body: {'security_group': {'name': 'tempest-securitygroup--355110082', 'description': 'tempest-description--204167774'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:33.543488 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-51f3c87d-eb52-4e94-a666-c44d3865ebd2 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:33.562355 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-51f3c87d-eb52-4e94-a666-c44d3865ebd2 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Usage tracker for resource:security_group and tenant:4b31433d5022490ba6cd8b183da7a35f is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:33.571283 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-51f3c87d-eb52-4e94-a666-c44d3865ebd2 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:33.584095 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8efe788-3118-4653-a696-51882b3f4411 req-7a3e6c74-b6a9-491a-b196-2f5f99b6b3c7 service neutron] 10.222.0.74 "GET /v2.0/networks/535bdccc-ac53-44d1-9feb-df5d3286ef62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6808436 May 13 14:44:33.590647 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-51f3c87d-eb52-4e94-a666-c44d3865ebd2 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:33.715801 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e8914-8ab7-4d0a-8f03-7f2b492f098f req-793f16d1-b633-4211-b78f-13b905cabbf7 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:33.717372 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e44e8914-8ab7-4d0a-8f03-7f2b492f098f req-793f16d1-b633-4211-b78f-13b905cabbf7 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 943 time: 0.5513420 May 13 14:44:33.718318 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ba1dcc0f-0562-47d6-b6db-f5d256e63d2c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:33.784740 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-51f3c87d-eb52-4e94-a666-c44d3865ebd2 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:33.793793 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-badeb411-11af-4740-9d7d-1a9e405d2ff2 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:33.878002 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ddf83747-b241-45bf-9902-953e3e7df097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'name': 'tempest-AttachVolumeTestJSON-607053534-router', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:02Z', 'updated_at': '2022-05-13T14:44:27Z', 'revision_number': 4, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'gw_port': {'id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:07:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:04Z', 'updated_at': '2022-05-13T14:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '6932a6e1-159c-443f-ae69-5dbb2db31cd8', 'name': '', 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'mac_address': 'fa:16:3e:83:e4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '363e7da1-0d6f-4e89-9da3-93f517417d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:23Z', 'updated_at': '2022-05-13T14:44:27Z', 'revision_number': 2, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'subnets': [{'id': '363e7da1-0d6f-4e89-9da3-93f517417d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:33.882222 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf83747-b241-45bf-9902-953e3e7df097 None None] Checking router: fbf281ff-0cd3-4a5e-baeb-afe5654769f1 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:44:33.882859 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf83747-b241-45bf-9902-953e3e7df097 None None] Updating router fbf281ff-0cd3-4a5e-baeb-afe5654769f1 port 6932a6e1-159c-443f-ae69-5dbb2db31cd8 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:44:33.885797 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-44cec384-0566-41ec-a7b1-f8f9cb848990 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Allocated IP 172.25.0.171 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/f9555095-e4e8-480f-9fe6-d794b8d91d27) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:44:33.948240 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ddf83747-b241-45bf-9902-953e3e7df097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:33.967021 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-51f3c87d-eb52-4e94-a666-c44d3865ebd2 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:33.973291 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badeb411-11af-4740-9d7d-1a9e405d2ff2 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:44:33.996901 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-51f3c87d-eb52-4e94-a666-c44d3865ebd2 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Usage tracker for resource:security_group_rule and tenant:4b31433d5022490ba6cd8b183da7a35f is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:34.004353 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-badeb411-11af-4740-9d7d-1a9e405d2ff2 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:34.058790 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-51f3c87d-eb52-4e94-a666-c44d3865ebd2 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:34.066939 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badeb411-11af-4740-9d7d-1a9e405d2ff2 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:44:34.095374 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badeb411-11af-4740-9d7d-1a9e405d2ff2 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Pushing event updated for resources: {'Port': ['ID=c4bd1c0c-2f51-4279-86c1-7413498bc7cc,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:34.100279 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e44e8914-8ab7-4d0a-8f03-7f2b492f098f req-0f176614-5298-4c99-b2e9-788851db260a tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169112 May 13 14:44:34.101709 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-51f3c87d-eb52-4e94-a666-c44d3865ebd2 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:34.126161 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-ba1dcc0f-0562-47d6-b6db-f5d256e63d2c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Deleting port 6b542545-84db-4ec0-b86d-ea13e70b95e2 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:34.126697 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ba1dcc0f-0562-47d6-b6db-f5d256e63d2c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:34.236203 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-51f3c87d-eb52-4e94-a666-c44d3865ebd2 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:34.268182 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badeb411-11af-4740-9d7d-1a9e405d2ff2 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:34.268945 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-badeb411-11af-4740-9d7d-1a9e405d2ff2 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:34.282234 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-51f3c87d-eb52-4e94-a666-c44d3865ebd2 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:34.393470 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ddf83747-b241-45bf-9902-953e3e7df097 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:34.408016 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ddf83747-b241-45bf-9902-953e3e7df097 None None] Transition to ACTIVE for port object 6932a6e1-159c-443f-ae69-5dbb2db31cd8 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:34.418270 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ddf83747-b241-45bf-9902-953e3e7df097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:34.470073 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3c87d-eb52-4e94-a666-c44d3865ebd2 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c786630b-a7dc-4c5b-a16e-e7bae55c1036,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:34.483469 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-51f3c87d-eb52-4e94-a666-c44d3865ebd2 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:34.488890 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-51f3c87d-eb52-4e94-a666-c44d3865ebd2 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9846041 May 13 14:44:34.488890 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-badeb411-11af-4740-9d7d-1a9e405d2ff2 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.0046132 May 13 14:44:34.493084 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33462) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:34.493495 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33464) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:34.503616 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-44247b03-e170-4a4d-b12c-69044ee341fa tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Deleting port 87b25a34-ae28-44ba-b306-9b8ea8d4bd3b {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:34.503963 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44247b03-e170-4a4d-b12c-69044ee341fa tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:34.539434 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-ba1dcc0f-0562-47d6-b6db-f5d256e63d2c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] For port 6b542545-84db-4ec0-b86d-ea13e70b95e2, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6b542545-84db-4ec0-b86d-ea13e70b95e2,segment=NetworkSegment(f3f10d0a-b4db-469f-875a-895307b957ed),segment_id=f3f10d0a-b4db-469f-875a-895307b957ed)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:34.540171 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ba1dcc0f-0562-47d6-b6db-f5d256e63d2c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:34.718519 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44247b03-e170-4a4d-b12c-69044ee341fa tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:34.937458 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35de9c4-4ff9-4d90-9e74-63619649a551 None None] Pushing event updated for resources: {'Port': ['ID=6932a6e1-159c-443f-ae69-5dbb2db31cd8,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:34.958517 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-ddf83747-b241-45bf-9902-953e3e7df097 None None] Attempting to bind port 6932a6e1-159c-443f-ae69-5dbb2db31cd8 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:44:34.958893 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-ddf83747-b241-45bf-9902-953e3e7df097 None None] Attempting to bind port 6932a6e1-159c-443f-ae69-5dbb2db31cd8 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '2e43f227-1875-4d5e-9b51-995654763caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:44:34.959285 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf83747-b241-45bf-9902-953e3e7df097 None None] Attempting to bind port 6932a6e1-159c-443f-ae69-5dbb2db31cd8 on network 3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:44:34.970704 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf83747-b241-45bf-9902-953e3e7df097 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:44:34.971496 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf83747-b241-45bf-9902-953e3e7df097 None None] Checking segment: {'id': '2e43f227-1875-4d5e-9b51-995654763caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:44:34.975728 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ddf83747-b241-45bf-9902-953e3e7df097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:34.976251 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf83747-b241-45bf-9902-953e3e7df097 None None] Bound using segment: {'id': '2e43f227-1875-4d5e-9b51-995654763caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:44:34.976951 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-ddf83747-b241-45bf-9902-953e3e7df097 None None] Bound port: 6932a6e1-159c-443f-ae69-5dbb2db31cd8, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e43f227-1875-4d5e-9b51-995654763caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:44:34.977434 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ddf83747-b241-45bf-9902-953e3e7df097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:35.033243 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-44247b03-e170-4a4d-b12c-69044ee341fa tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Calling delete_port for 87b25a34-ae28-44ba-b306-9b8ea8d4bd3b owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:44:35.069673 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-ba1dcc0f-0562-47d6-b6db-f5d256e63d2c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Calling delete_port for 6b542545-84db-4ec0-b86d-ea13e70b95e2 owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:44:35.073970 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-ffa905aa-2e6e-40c0-94b0-dd06ce939217 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.208'}]}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:35.079176 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ffa905aa-2e6e-40c0-94b0-dd06ce939217 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:35.083121 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ffa905aa-2e6e-40c0-94b0-dd06ce939217 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Usage tracker for resource:router and tenant:360c18095e084991a2b92aa903562d7f is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:35.087039 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ffa905aa-2e6e-40c0-94b0-dd06ce939217 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:35.094355 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ffa905aa-2e6e-40c0-94b0-dd06ce939217 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:35.102496 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-b7d1a025-ebfa-4b7b-a90f-80711e54567a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Request body: {'security_group_rule': {'security_group_id': 'c786630b-a7dc-4c5b-a16e-e7bae55c1036', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:35.122700 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-ddf83747-b241-45bf-9902-953e3e7df097 None None] For port 6932a6e1-159c-443f-ae69-5dbb2db31cd8, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:44:35.127823 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-ddf83747-b241-45bf-9902-953e3e7df097 None None] For port 6932a6e1-159c-443f-ae69-5dbb2db31cd8, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6932a6e1-159c-443f-ae69-5dbb2db31cd8,segment=NetworkSegment(2e43f227-1875-4d5e-9b51-995654763caa),segment_id=2e43f227-1875-4d5e-9b51-995654763caa)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:44:35.136845 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ddf83747-b241-45bf-9902-953e3e7df097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:35.138761 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44cec384-0566-41ec-a7b1-f8f9cb848990 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:35.142445 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b7d1a025-ebfa-4b7b-a90f-80711e54567a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:35.152936 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ffa905aa-2e6e-40c0-94b0-dd06ce939217 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:35.153926 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ffa905aa-2e6e-40c0-94b0-dd06ce939217 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:35.160762 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b7d1a025-ebfa-4b7b-a90f-80711e54567a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Usage tracker for resource:security_group_rule and tenant:4b31433d5022490ba6cd8b183da7a35f is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:35.167426 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b7d1a025-ebfa-4b7b-a90f-80711e54567a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:35.181886 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b7d1a025-ebfa-4b7b-a90f-80711e54567a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:35.211667 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ffa905aa-2e6e-40c0-94b0-dd06ce939217 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:35.257693 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a025-ebfa-4b7b-a90f-80711e54567a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:35.283442 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44cec384-0566-41ec-a7b1-f8f9cb848990 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:35.301233 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf83747-b241-45bf-9902-953e3e7df097 None None] Routers {'fbf281ff-0cd3-4a5e-baeb-afe5654769f1'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:35.301880 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ddf83747-b241-45bf-9902-953e3e7df097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['fbf281ff-0cd3-4a5e-baeb-afe5654769f1'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:35.413087 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35de9c4-4ff9-4d90-9e74-63619649a551 None None] Pushing event updated for resources: {'Port': ['ID=6932a6e1-159c-443f-ae69-5dbb2db31cd8,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:35.461649 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-51cb0554-c4ed-43c6-bfb0-897eddd09705 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Allocated IP 172.25.0.7 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/923255ab-51ab-41f4-90c7-e1659755bdca) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:44:35.467250 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ba1dcc0f-0562-47d6-b6db-f5d256e63d2c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:35.551696 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cec384-0566-41ec-a7b1-f8f9cb848990 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:44:35.586801 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1dcc0f-0562-47d6-b6db-f5d256e63d2c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event deleted for resources: {'Port': ['ID=6b542545-84db-4ec0-b86d-ea13e70b95e2,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:35.618839 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-44cec384-0566-41ec-a7b1-f8f9cb848990 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:35.620993 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-ddf83747-b241-45bf-9902-953e3e7df097 None None] Set router fbf281ff-0cd3-4a5e-baeb-afe5654769f1 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:44:35.622042 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cec384-0566-41ec-a7b1-f8f9cb848990 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:44:35.729461 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cec384-0566-41ec-a7b1-f8f9cb848990 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Pushing event updated for resources: {'Port': ['ID=f9555095-e4e8-480f-9fe6-d794b8d91d27,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:35.793985 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ffa905aa-2e6e-40c0-94b0-dd06ce939217 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:35.812613 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a025-ebfa-4b7b-a90f-80711e54567a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:35.829482 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a025-ebfa-4b7b-a90f-80711e54567a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:35.897988 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1a025-ebfa-4b7b-a90f-80711e54567a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d4a607f-99ee-43aa-9efa-0249fd295502,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:35.957058 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51cb0554-c4ed-43c6-bfb0-897eddd09705 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:35.976299 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44247b03-e170-4a4d-b12c-69044ee341fa tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:35.980236 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a025-ebfa-4b7b-a90f-80711e54567a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:35.983981 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b7d1a025-ebfa-4b7b-a90f-80711e54567a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4842863 May 13 14:44:36.001208 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33506) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:36.019640 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-eb5c5149-0752-4ee0-9d5d-16c1e522284a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Request body: {'security_group_rule': {'security_group_id': 'c786630b-a7dc-4c5b-a16e-e7bae55c1036', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:36.026529 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ddf83747-b241-45bf-9902-953e3e7df097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'name': 'tempest-AttachVolumeTestJSON-607053534-router', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:02Z', 'updated_at': '2022-05-13T14:44:27Z', 'revision_number': 4, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'gw_port': {'id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:07:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:04Z', 'updated_at': '2022-05-13T14:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '6932a6e1-159c-443f-ae69-5dbb2db31cd8', 'name': '', 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'mac_address': 'fa:16:3e:83:e4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '363e7da1-0d6f-4e89-9da3-93f517417d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:23Z', 'updated_at': '2022-05-13T14:44:35Z', 'revision_number': 4, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'subnets': [{'id': '363e7da1-0d6f-4e89-9da3-93f517417d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:36.032641 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf83747-b241-45bf-9902-953e3e7df097 None None] The sync data for ids ['fbf281ff-0cd3-4a5e-baeb-afe5654769f1'] in n-d-841760-1 is: [{'id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'name': 'tempest-AttachVolumeTestJSON-607053534-router', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:02Z', 'updated_at': '2022-05-13T14:44:27Z', 'revision_number': 4, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'gw_port': {'id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:07:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:04Z', 'updated_at': '2022-05-13T14:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '6932a6e1-159c-443f-ae69-5dbb2db31cd8', 'name': '', 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'mac_address': 'fa:16:3e:83:e4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '363e7da1-0d6f-4e89-9da3-93f517417d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:23Z', 'updated_at': '2022-05-13T14:44:35Z', 'revision_number': 4, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'subnets': [{'id': '363e7da1-0d6f-4e89-9da3-93f517417d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:44:36.076162 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44247b03-e170-4a4d-b12c-69044ee341fa tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event deleted for resources: {'Port': ['ID=87b25a34-ae28-44ba-b306-9b8ea8d4bd3b,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:36.102496 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44cec384-0566-41ec-a7b1-f8f9cb848990 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:36.150097 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51cb0554-c4ed-43c6-bfb0-897eddd09705 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:36.273422 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cb0554-c4ed-43c6-bfb0-897eddd09705 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:44:36.280921 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-eb5c5149-0752-4ee0-9d5d-16c1e522284a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:36.308167 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-51cb0554-c4ed-43c6-bfb0-897eddd09705 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:36.343976 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cb0554-c4ed-43c6-bfb0-897eddd09705 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:44:36.376826 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44cec384-0566-41ec-a7b1-f8f9cb848990 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:36.383541 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-eb5c5149-0752-4ee0-9d5d-16c1e522284a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Usage tracker for resource:security_group_rule and tenant:4b31433d5022490ba6cd8b183da7a35f is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:36.418961 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-eb5c5149-0752-4ee0-9d5d-16c1e522284a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:36.455239 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-eb5c5149-0752-4ee0-9d5d-16c1e522284a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:36.487270 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb0554-c4ed-43c6-bfb0-897eddd09705 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event updated for resources: {'Port': ['ID=923255ab-51ab-41f4-90c7-e1659755bdca,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:36.494558 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ba1dcc0f-0562-47d6-b6db-f5d256e63d2c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:36.599697 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf210f-c999-4e92-86b7-7e7fb6a2e86c req-165d8cac-f823-4311-8ba3-941ae44bef6d tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:36.605261 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c5cf210f-c999-4e92-86b7-7e7fb6a2e86c req-165d8cac-f823-4311-8ba3-941ae44bef6d tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234 HTTP/1.1" status: 200 len: 943 time: 0.9442177 May 13 14:44:36.617456 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb5c5149-0752-4ee0-9d5d-16c1e522284a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:36.640094 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44247b03-e170-4a4d-b12c-69044ee341fa tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:36.802951 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 56b1e8b2-72d6-45f5-bb83-107791892666 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:44:36.958278 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-c5cf210f-c999-4e92-86b7-7e7fb6a2e86c req-be73b204-a8bc-4a80-aada-8c786ce863da tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Deleting port 56b1e8b2-72d6-45f5-bb83-107791892666 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:36.960682 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c5cf210f-c999-4e92-86b7-7e7fb6a2e86c req-be73b204-a8bc-4a80-aada-8c786ce863da tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:37.103534 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51cb0554-c4ed-43c6-bfb0-897eddd09705 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:37.141927 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6932a6e1-159c-443f-ae69-5dbb2db31cd8 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:44:37.151030 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb5c5149-0752-4ee0-9d5d-16c1e522284a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:37.253234 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51cb0554-c4ed-43c6-bfb0-897eddd09705 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:37.283453 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb5c5149-0752-4ee0-9d5d-16c1e522284a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:37.304359 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 56b1e8b2-72d6-45f5-bb83-107791892666 is: DOWN; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:37.356445 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 6932a6e1-159c-443f-ae69-5dbb2db31cd8 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:37.362304 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 6932a6e1-159c-443f-ae69-5dbb2db31cd8 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:37.362686 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:37.458538 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44247b03-e170-4a4d-b12c-69044ee341fa tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Router 28c06a26-0732-4631-aa1a-b632f84bfc62 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:44:37.495672 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 6932a6e1-159c-443f-ae69-5dbb2db31cd8 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:37.496112 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:37.550967 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 6932a6e1-159c-443f-ae69-5dbb2db31cd8, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6932a6e1-159c-443f-ae69-5dbb2db31cd8,segment=NetworkSegment(2e43f227-1875-4d5e-9b51-995654763caa),segment_id=2e43f227-1875-4d5e-9b51-995654763caa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:37.560128 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:37.617785 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c5149-0752-4ee0-9d5d-16c1e522284a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9e0fb35-83e3-4359-a438-ca19c9407cdc,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:37.648541 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=6932a6e1-159c-443f-ae69-5dbb2db31cd8,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:37.722696 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb5c5149-0752-4ee0-9d5d-16c1e522284a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:37.723915 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-eb5c5149-0752-4ee0-9d5d-16c1e522284a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7217300 May 13 14:44:37.733499 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33510) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:37.773225 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [None req-44cec384-0566-41ec-a7b1-f8f9cb848990 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:44:37.818724 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-7823ec73-41e8-41ce-ad03-1fb92eef0329 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:37.823591 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44cec384-0566-41ec-a7b1-f8f9cb848990 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:37.825781 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44247b03-e170-4a4d-b12c-69044ee341fa tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:44:37.840090 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-44247b03-e170-4a4d-b12c-69044ee341fa tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "PUT /v2.0/routers/28c06a26-0732-4631-aa1a-b632f84bfc62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7018578 May 13 14:44:37.840220 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33514) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:37.842448 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ee94cc-a407-4f6f-be5e-c58b784dd9f6 None None] Sync routers for ids ['28c06a26-0732-4631-aa1a-b632f84bfc62'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:44:37.852127 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ee94cc-a407-4f6f-be5e-c58b784dd9f6 None None] Routers {'28c06a26-0732-4631-aa1a-b632f84bfc62'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:37.852730 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-b1ee94cc-a407-4f6f-be5e-c58b784dd9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['28c06a26-0732-4631-aa1a-b632f84bfc62'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:37.880681 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-7823ec73-41e8-41ce-ad03-1fb92eef0329 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:37.883890 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44cec384-0566-41ec-a7b1-f8f9cb848990 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:37.891728 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7823ec73-41e8-41ce-ad03-1fb92eef0329 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Usage tracker for resource:floatingip and tenant:4b31433d5022490ba6cd8b183da7a35f is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:37.910867 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba1dcc0f-0562-47d6-b6db-f5d256e63d2c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:44:37.911897 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7823ec73-41e8-41ce-ad03-1fb92eef0329 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:37.924069 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-7823ec73-41e8-41ce-ad03-1fb92eef0329 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:37.927085 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-b1ee94cc-a407-4f6f-be5e-c58b784dd9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:37.937171 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ee94cc-a407-4f6f-be5e-c58b784dd9f6 None None] Routers {'28c06a26-0732-4631-aa1a-b632f84bfc62'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:37.937978 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-b1ee94cc-a407-4f6f-be5e-c58b784dd9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['28c06a26-0732-4631-aa1a-b632f84bfc62'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:37.964594 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-53777203-47ba-4569-a346-a1369ee648f1 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Synchronizing usage tracker for tenant:17b49979485542bba655ee3d2918613c on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:44:38.004318 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-b1ee94cc-a407-4f6f-be5e-c58b784dd9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:38.004940 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ee94cc-a407-4f6f-be5e-c58b784dd9f6 None None] The sync data for ids ['28c06a26-0732-4631-aa1a-b632f84bfc62'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:44:38.017416 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ffa905aa-2e6e-40c0-94b0-dd06ce939217 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:38.033309 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7823ec73-41e8-41ce-ad03-1fb92eef0329 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for floatingip, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:38.070749 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ffa905aa-2e6e-40c0-94b0-dd06ce939217 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:38.116975 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-53777203-47ba-4569-a346-a1369ee648f1 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Unset dirty status for tenant:17b49979485542bba655ee3d2918613c on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:44:38.118143 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-53777203-47ba-4569-a346-a1369ee648f1 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "GET /v2.0/ports?device_id=28c06a26-0732-4631-aa1a-b632f84bfc62 HTTP/1.1" status: 200 len: 205 time: 0.2739537 May 13 14:44:38.121761 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cec384-0566-41ec-a7b1-f8f9cb848990 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Pushing event updated for resources: {'Port': ['ID=f9555095-e4e8-480f-9fe6-d794b8d91d27,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:38.125515 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33518) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:38.178876 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-c5cf210f-c999-4e92-86b7-7e7fb6a2e86c req-be73b204-a8bc-4a80-aada-8c786ce863da tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] For port 56b1e8b2-72d6-45f5-bb83-107791892666, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=56b1e8b2-72d6-45f5-bb83-107791892666,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:38.179333 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c5cf210f-c999-4e92-86b7-7e7fb6a2e86c req-be73b204-a8bc-4a80-aada-8c786ce863da tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:38.269671 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44cec384-0566-41ec-a7b1-f8f9cb848990 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:38.292348 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d05fa9df-30e8-4acb-a8cb-ebb78eae8deb tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:38.388639 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-c5cf210f-c999-4e92-86b7-7e7fb6a2e86c req-be73b204-a8bc-4a80-aada-8c786ce863da tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Calling delete_port for 56b1e8b2-72d6-45f5-bb83-107791892666 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:44:38.434888 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [None req-51cb0554-c4ed-43c6-bfb0-897eddd09705 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:44:38.452968 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1dcc0f-0562-47d6-b6db-f5d256e63d2c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:44:38.461242 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ba1dcc0f-0562-47d6-b6db-f5d256e63d2c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "PUT /v2.0/routers/ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8654282 May 13 14:44:38.463937 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396f3350-e1fe-4671-b23b-757473729be2 None None] Sync routers for ids ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:44:38.467983 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33522) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:38.472856 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51cb0554-c4ed-43c6-bfb0-897eddd09705 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:38.473373 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396f3350-e1fe-4671-b23b-757473729be2 None None] Routers {'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:38.474291 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-396f3350-e1fe-4671-b23b-757473729be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:38.514799 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51cb0554-c4ed-43c6-bfb0-897eddd09705 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:38.643100 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-396f3350-e1fe-4671-b23b-757473729be2 None None] Set router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:44:38.646972 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44cec384-0566-41ec-a7b1-f8f9cb848990 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:38.649415 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-44cec384-0566-41ec-a7b1-f8f9cb848990 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5702565 May 13 14:44:38.706110 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de738e3-0152-44e7-a268-326ff73452b7 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Deleting subnet b12a6b4f-ac46-4db1-a81b-c1d5650c6558 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:44:38.708268 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb0554-c4ed-43c6-bfb0-897eddd09705 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event updated for resources: {'Port': ['ID=923255ab-51ab-41f4-90c7-e1659755bdca,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:38.717469 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9de738e3-0152-44e7-a268-326ff73452b7 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:38.752253 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51cb0554-c4ed-43c6-bfb0-897eddd09705 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:38.907678 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9de738e3-0152-44e7-a268-326ff73452b7 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:38.943389 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ffa905aa-2e6e-40c0-94b0-dd06ce939217 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:38.948607 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6932a6e1-159c-443f-ae69-5dbb2db31cd8 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:44:38.959068 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c5cf210f-c999-4e92-86b7-7e7fb6a2e86c req-be73b204-a8bc-4a80-aada-8c786ce863da tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:38.997573 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d05fa9df-30e8-4acb-a8cb-ebb78eae8deb tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:39.018232 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d05fa9df-30e8-4acb-a8cb-ebb78eae8deb tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:39.116971 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 6932a6e1-159c-443f-ae69-5dbb2db31cd8 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:39.117428 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:39.123670 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51cb0554-c4ed-43c6-bfb0-897eddd09705 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:39.127311 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-51cb0554-c4ed-43c6-bfb0-897eddd09705 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.6319110 May 13 14:44:39.132064 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33542) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:39.240378 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-396f3350-e1fe-4671-b23b-757473729be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'name': 'tempest-RoutersIpV6Test-router-753058156', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:44:35Z', 'revision_number': 8, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None, '_interfaces': [{'id': '765a34fe-9557-4892-9b49-1a72da549e66', 'name': '', 'network_id': 'e4472f1f-601d-4ee6-849c-afc8c312e8ea', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:96:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:51Z', 'updated_at': '2022-05-13T14:44:09Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e751a82-e701-4e41-bf3d-02f034e64fc3', 'name': '', 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b3:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:27Z', 'updated_at': '2022-05-13T14:43:49Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeba42f-275e-4223-84ac-c0f45d396d52', 'name': '', 'network_id': 'ef46ef2c-6a13-4932-840e-1da5c58a96ed', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:74:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:43Z', 'updated_at': '2022-05-13T14:44:01Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:39.242012 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9de738e3-0152-44e7-a268-326ff73452b7 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:39.249483 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-1c8c6ebb-7484-4ec1-a550-c579bcdbe51d tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Request body: {'port': {'network_id': '8fd6c8b5-c9e0-4cd6-a5de-4fdd6b1ddf4e', 'name': 'tempest-FloatingIPTestJSON-1054830473'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:39.256997 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396f3350-e1fe-4671-b23b-757473729be2 None None] Checking router: ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:44:39.276255 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396f3350-e1fe-4671-b23b-757473729be2 None None] Routers {'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:39.276884 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-396f3350-e1fe-4671-b23b-757473729be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:39.284295 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73b204-a8bc-4a80-aada-8c786ce863da tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Pushing event deleted for resources: {'Port': ['ID=56b1e8b2-72d6-45f5-bb83-107791892666,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:39.330260 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 6932a6e1-159c-443f-ae69-5dbb2db31cd8 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:39.330533 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d05fa9df-30e8-4acb-a8cb-ebb78eae8deb tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:39.330533 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05fa9df-30e8-4acb-a8cb-ebb78eae8deb tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Fanout notify agent at l3_agent the message router_deleted on router 28c06a26-0732-4631-aa1a-b632f84bfc62 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:44:39.333396 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-17c8d162-abb0-4203-babc-a858badb8508 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Synchronizing usage tracker for tenant:18b9c5d8b3d043279654e2a115822f2a on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:44:39.398872 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5cf210f-c999-4e92-86b7-7e7fb6a2e86c req-be73b204-a8bc-4a80-aada-8c786ce863da tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] No DVR routers for this DVR port 56b1e8b2-72d6-45f5-bb83-107791892666 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:44:39.403584 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c5cf210f-c999-4e92-86b7-7e7fb6a2e86c req-be73b204-a8bc-4a80-aada-8c786ce863da tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:39.407469 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c5cf210f-c999-4e92-86b7-7e7fb6a2e86c req-be73b204-a8bc-4a80-aada-8c786ce863da tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "DELETE /v2.0/ports/56b1e8b2-72d6-45f5-bb83-107791892666 HTTP/1.1" status: 204 len: 173 time: 2.7913971 May 13 14:44:39.408383 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234', 'name': 'network-vif-deleted', 'tag': '56b1e8b2-72d6-45f5-bb83-107791892666'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:39.416169 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7823ec73-41e8-41ce-ad03-1fb92eef0329 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:39.416522 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ffa905aa-2e6e-40c0-94b0-dd06ce939217 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:39.424104 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ffa905aa-2e6e-40c0-94b0-dd06ce939217 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:39.445218 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d05fa9df-30e8-4acb-a8cb-ebb78eae8deb tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:39.446314 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d05fa9df-30e8-4acb-a8cb-ebb78eae8deb tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/routers/28c06a26-0732-4631-aa1a-b632f84bfc62 HTTP/1.1" status: 204 len: 168 time: 1.3189571 May 13 14:44:39.461353 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33548) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:39.479464 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-396f3350-e1fe-4671-b23b-757473729be2 None None] Set router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:44:39.496698 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9de738e3-0152-44e7-a268-326ff73452b7 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:39.505947 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-17c8d162-abb0-4203-babc-a858badb8508 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Unset dirty status for tenant:18b9c5d8b3d043279654e2a115822f2a on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:44:39.507408 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-17c8d162-abb0-4203-babc-a858badb8508 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--41695605&fields=id&tenant_id=18b9c5d8b3d043279654e2a115822f2a HTTP/1.1" status: 200 len: 267 time: 0.5121987 May 13 14:44:39.545187 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de738e3-0152-44e7-a268-326ff73452b7 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event deleted for resources: {'Subnet': ['ID=b12a6b4f-ac46-4db1-a81b-c1d5650c6558,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:39.562331 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9de738e3-0152-44e7-a268-326ff73452b7 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:39.580428 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ffa905aa-2e6e-40c0-94b0-dd06ce939217 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:39.581196 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa905aa-2e6e-40c0-94b0-dd06ce939217 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ad5eb02b-f152-4140-ab6d-939ed26d7bc6 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:44:39.593257 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9de738e3-0152-44e7-a268-326ff73452b7 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/subnets/b12a6b4f-ac46-4db1-a81b-c1d5650c6558 HTTP/1.1" status: 204 len: 168 time: 1.1218059 May 13 14:44:39.593500 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8179223e-47fb-443f-a5fe-94ebfb7a7706 None None] Network e43dcd99-1787-4f53-bc98-054fd647eb34 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:44:39.595616 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33556) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:39.642492 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a82b94-6cee-4687-9863-9d00f431ec5e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Deleting subnet 7776df95-12dd-442b-9305-5caa2dcacefe {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:44:39.655039 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f8a82b94-6cee-4687-9863-9d00f431ec5e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:39.699237 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1c8c6ebb-7484-4ec1-a550-c579bcdbe51d tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:39.717546 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-003a4b69-5456-4870-a552-fa2923846a12 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:39.717837 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-003a4b69-5456-4870-a552-fa2923846a12 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Synchronizing usage tracker for tenant:18b9c5d8b3d043279654e2a115822f2a on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:44:39.725109 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1c8c6ebb-7484-4ec1-a550-c579bcdbe51d tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Usage tracker for resource:port and tenant:6b12ce616ed04de39e484728b5ba653e is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:39.732456 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1c8c6ebb-7484-4ec1-a550-c579bcdbe51d tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:39.745554 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1c8c6ebb-7484-4ec1-a550-c579bcdbe51d tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:39.749094 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-ffa905aa-2e6e-40c0-94b0-dd06ce939217 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 13 14:44:39.750441 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ffa905aa-2e6e-40c0-94b0-dd06ce939217 tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.2513282 May 13 14:44:39.756282 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33566) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:39.787028 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-33ab94dd-89a0-4cdd-a575-9fbbd32ca814 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:39.799737 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-7823ec73-41e8-41ce-ad03-1fb92eef0329 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Allocated IP 172.25.0.3 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/3e49b27f-eb5c-4acf-832b-2847b30e2ac3) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:44:39.818682 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-33ab94dd-89a0-4cdd-a575-9fbbd32ca814 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Deleting port 6088ab2c-ae76-4198-a2b5-211a4ad386f1 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:39.818940 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-33ab94dd-89a0-4cdd-a575-9fbbd32ca814 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:39.840066 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8c6ebb-7484-4ec1-a550-c579bcdbe51d tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Made reservation on behalf of 6b12ce616ed04de39e484728b5ba653e for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:44:39.844567 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1c8c6ebb-7484-4ec1-a550-c579bcdbe51d tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:39.860975 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-003a4b69-5456-4870-a552-fa2923846a12 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Unset dirty status for tenant:18b9c5d8b3d043279654e2a115822f2a on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:44:39.862158 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-003a4b69-5456-4870-a552-fa2923846a12 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports/daf2e69b-43ff-47c0-885c-637ff3620bd1 HTTP/1.1" status: 200 len: 930 time: 0.3402288 May 13 14:44:39.864451 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f8a82b94-6cee-4687-9863-9d00f431ec5e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:40.056170 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7823ec73-41e8-41ce-ad03-1fb92eef0329 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:40.104279 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7823ec73-41e8-41ce-ad03-1fb92eef0329 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:40.160406 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-396f3350-e1fe-4671-b23b-757473729be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'name': 'tempest-RoutersIpV6Test-router-753058156', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:44:35Z', 'revision_number': 8, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None, '_interfaces': [{'id': '765a34fe-9557-4892-9b49-1a72da549e66', 'name': '', 'network_id': 'e4472f1f-601d-4ee6-849c-afc8c312e8ea', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:96:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:51Z', 'updated_at': '2022-05-13T14:44:09Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e751a82-e701-4e41-bf3d-02f034e64fc3', 'name': '', 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b3:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:27Z', 'updated_at': '2022-05-13T14:43:49Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeba42f-275e-4223-84ac-c0f45d396d52', 'name': '', 'network_id': 'ef46ef2c-6a13-4932-840e-1da5c58a96ed', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:74:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:43Z', 'updated_at': '2022-05-13T14:44:01Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:40.169393 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396f3350-e1fe-4671-b23b-757473729be2 None None] The sync data for ids ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'] in n-d-841760-1 is: [{'id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'name': 'tempest-RoutersIpV6Test-router-753058156', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:44:35Z', 'revision_number': 8, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None, '_interfaces': [{'id': '765a34fe-9557-4892-9b49-1a72da549e66', 'name': '', 'network_id': 'e4472f1f-601d-4ee6-849c-afc8c312e8ea', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:96:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:51Z', 'updated_at': '2022-05-13T14:44:09Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': 'b65ca4ad-63f2-4693-be76-7680cb9a5fdf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e751a82-e701-4e41-bf3d-02f034e64fc3', 'name': '', 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b3:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:27Z', 'updated_at': '2022-05-13T14:43:49Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeba42f-275e-4223-84ac-c0f45d396d52', 'name': '', 'network_id': 'ef46ef2c-6a13-4932-840e-1da5c58a96ed', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:74:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:43Z', 'updated_at': '2022-05-13T14:44:01Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:44:40.171787 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-1c8c6ebb-7484-4ec1-a550-c579bcdbe51d tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] device_id is not set on port 31e3ee40-adc3-4842-b660-9251c0a321f0 yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:44:40.176639 n-d-841760-1 neutron-server[88082]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6693767c-04ba-43bd-ae21-bb04ab6964ab']: {'server_uuid': '05dfaadb-4d1c-4c3f-b8ca-2c17b02d7234', 'name': 'network-vif-deleted', 'tag': '56b1e8b2-72d6-45f5-bb83-107791892666', 'status': 'failed', 'code': 422} returned with failed status May 13 14:44:40.222743 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7823ec73-41e8-41ce-ad03-1fb92eef0329 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:44:40.226726 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db15a50f-c7a5-44f0-8718-18f7bdf8afff None None] DHCP port deletion for e43dcd99-1787-4f53-bc98-054fd647eb34 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:44:40.227420 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-301545c6-a9f7-4cdc-a904-040b5f58734c tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Deleting port c4bd1c0c-2f51-4279-86c1-7413498bc7cc {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:40.227797 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-301545c6-a9f7-4cdc-a904-040b5f58734c tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:40.230859 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-7823ec73-41e8-41ce-ad03-1fb92eef0329 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:40.233346 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7823ec73-41e8-41ce-ad03-1fb92eef0329 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:44:40.234320 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-db15a50f-c7a5-44f0-8718-18f7bdf8afff None None] Deleting port 6088ab2c-ae76-4198-a2b5-211a4ad386f1 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:40.234971 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-db15a50f-c7a5-44f0-8718-18f7bdf8afff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:40.286169 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-3d37e5d1-ad27-4406-aeb0-7faafa708e8a tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:40.287746 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-3d37e5d1-ad27-4406-aeb0-7faafa708e8a tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports/67e7f531-e2b2-4161-81a5-7ac49b7125b3 HTTP/1.1" status: 200 len: 930 time: 0.3877895 May 13 14:44:40.341852 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7823ec73-41e8-41ce-ad03-1fb92eef0329 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:40.405024 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-317c1ddb-f64b-472d-8cf5-f87110efc980 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?network_id=471adc6c-b70b-42c1-bc3f-35baec009201&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0920243 May 13 14:44:40.480023 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-db15a50f-c7a5-44f0-8718-18f7bdf8afff None None] For port 6088ab2c-ae76-4198-a2b5-211a4ad386f1, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6088ab2c-ae76-4198-a2b5-211a4ad386f1,segment=NetworkSegment(f3f10d0a-b4db-469f-875a-895307b957ed),segment_id=f3f10d0a-b4db-469f-875a-895307b957ed)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:40.481038 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-db15a50f-c7a5-44f0-8718-18f7bdf8afff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:40.576836 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f8a82b94-6cee-4687-9863-9d00f431ec5e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:40.594929 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-33ab94dd-89a0-4cdd-a575-9fbbd32ca814 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] For port 6088ab2c-ae76-4198-a2b5-211a4ad386f1, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6088ab2c-ae76-4198-a2b5-211a4ad386f1,segment=NetworkSegment(f3f10d0a-b4db-469f-875a-895307b957ed),segment_id=f3f10d0a-b4db-469f-875a-895307b957ed)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:40.595604 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-33ab94dd-89a0-4cdd-a575-9fbbd32ca814 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:40.610715 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-112fdebb-6474-4af0-a8b5-0e5ed375efe4 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?network_id=471adc6c-b70b-42c1-bc3f-35baec009201&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1522489 May 13 14:44:40.670470 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-db15a50f-c7a5-44f0-8718-18f7bdf8afff None None] Calling delete_port for 6088ab2c-ae76-4198-a2b5-211a4ad386f1 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:44:40.764491 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-db15a50f-c7a5-44f0-8718-18f7bdf8afff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:40.856216 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-33ab94dd-89a0-4cdd-a575-9fbbd32ca814 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Calling delete_port for 6088ab2c-ae76-4198-a2b5-211a4ad386f1 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:44:40.858036 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15a50f-c7a5-44f0-8718-18f7bdf8afff None None] Pushing event deleted for resources: {'Port': ['ID=6088ab2c-ae76-4198-a2b5-211a4ad386f1,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:40.862720 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db15a50f-c7a5-44f0-8718-18f7bdf8afff None None] No DVR routers for this DVR port 6088ab2c-ae76-4198-a2b5-211a4ad386f1 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:44:40.893870 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6088ab2c-ae76-4198-a2b5-211a4ad386f1 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:44:40.935750 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-1c8c6ebb-7484-4ec1-a550-c579bcdbe51d tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Allocated IP 172.20.0.10 (8fd6c8b5-c9e0-4cd6-a5de-4fdd6b1ddf4e/135482b0-e1f1-4a62-980b-d7db730ba769/31e3ee40-adc3-4842-b660-9251c0a321f0) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:44:40.937358 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 6088ab2c-ae76-4198-a2b5-211a4ad386f1 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:44:40.937827 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6088ab2c-ae76-4198-a2b5-211a4ad386f1 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:44:40.938190 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6b542545-84db-4ec0-b86d-ea13e70b95e2 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:44:40.977900 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 6b542545-84db-4ec0-b86d-ea13e70b95e2 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:44:40.978256 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6b542545-84db-4ec0-b86d-ea13e70b95e2 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:44:40.980677 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823ec73-41e8-41ce-ad03-1fb92eef0329 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Pushing event updated for resources: {'Port': ['ID=3e49b27f-eb5c-4acf-832b-2847b30e2ac3,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:41.018187 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7823ec73-41e8-41ce-ad03-1fb92eef0329 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:41.037247 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f8a82b94-6cee-4687-9863-9d00f431ec5e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:41.103726 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-301545c6-a9f7-4cdc-a904-040b5f58734c tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:41.128259 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a82b94-6cee-4687-9863-9d00f431ec5e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event deleted for resources: {'Subnet': ['ID=7776df95-12dd-442b-9305-5caa2dcacefe,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:41.132394 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f8a82b94-6cee-4687-9863-9d00f431ec5e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:41.138031 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa48508-8fed-47e0-a6a4-6b146dd235d1 None None] Network 14c88972-f1bd-4e58-a177-73ab1f06996e requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:44:41.208193 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-c4d3efe8-4c45-411b-9d89-fe40bb7ea2f8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:41.214536 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-c4d3efe8-4c45-411b-9d89-fe40bb7ea2f8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:41.220228 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-c4d3efe8-4c45-411b-9d89-fe40bb7ea2f8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:41.221046 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-c4d3efe8-4c45-411b-9d89-fe40bb7ea2f8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Synchronizing usage tracker for tenant:18b9c5d8b3d043279654e2a115822f2a on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:44:41.268005 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.api [None req-33ab94dd-89a0-4cdd-a575-9fbbd32ca814 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:44:41.268321 n-d-841760-1 neutron-server[88082]: DEBUG oslo_db.api [None req-33ab94dd-89a0-4cdd-a575-9fbbd32ca814 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:44:41.292785 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-54455aee-3959-4ba9-866b-539ccdfddd1c tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:41.294304 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-54455aee-3959-4ba9-866b-539ccdfddd1c tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/networks?id=8641c536-545f-4056-be2c-402575e577ff HTTP/1.1" status: 200 len: 812 time: 0.5915308 May 13 14:44:41.296159 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-301545c6-a9f7-4cdc-a904-040b5f58734c tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Calling delete_port for c4bd1c0c-2f51-4279-86c1-7413498bc7cc owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:44:41.367229 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f8a82b94-6cee-4687-9863-9d00f431ec5e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/subnets/7776df95-12dd-442b-9305-5caa2dcacefe HTTP/1.1" status: 204 len: 168 time: 1.9042745 May 13 14:44:41.372280 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33584) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:41.374162 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-667ecd27-f280-4f8c-b57d-ee0fae7780f3 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/quotas/e540cd79706f4092b1c33147f0b2cee9 HTTP/1.1" status: 200 len: 375 time: 0.0328677 May 13 14:44:41.444503 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d606adc1-68cd-45e9-b7fa-842275bc9f6b None None] DHCP port deletion for 14c88972-f1bd-4e58-a177-73ab1f06996e request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:44:41.450940 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-d606adc1-68cd-45e9-b7fa-842275bc9f6b None None] Deleting port 3c9483c4-3da0-441f-8aef-d244a48f3c83 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:41.451628 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d606adc1-68cd-45e9-b7fa-842275bc9f6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:41.455436 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-c4d3efe8-4c45-411b-9d89-fe40bb7ea2f8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Unset dirty status for tenant:18b9c5d8b3d043279654e2a115822f2a on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:44:41.456585 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-c4d3efe8-4c45-411b-9d89-fe40bb7ea2f8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/networks?id=144b0538-5a90-40dc-8493-8ee490cbd7e0&id=1a1930ec-5440-44c2-86b3-9a9de9e18d18&id=1a1930ec-5440-44c2-86b3-9a9de9e18d18&id=471adc6c-b70b-42c1-bc3f-35baec009201&id=471adc6c-b70b-42c1-bc3f-35baec009201 HTTP/1.1" status: 200 len: 1988 time: 0.7998106 May 13 14:44:41.493236 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-4a30d7da-04a3-4db8-bd4e-d0830994f24c tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/quotas/18b9c5d8b3d043279654e2a115822f2a HTTP/1.1" status: 200 len: 375 time: 0.0186996 May 13 14:44:41.530440 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-5bd273a9-bed5-4970-9fe8-07b31361e69c tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Synchronizing usage tracker for tenant:e540cd79706f4092b1c33147f0b2cee9 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:44:41.593374 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2a9e1c3f-71cc-4e03-a1bb-e3298d79e857 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:41.597593 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-5bd273a9-bed5-4970-9fe8-07b31361e69c tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Unset dirty status for tenant:e540cd79706f4092b1c33147f0b2cee9 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:44:41.598939 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-5bd273a9-bed5-4970-9fe8-07b31361e69c tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e540cd79706f4092b1c33147f0b2cee9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1978962 May 13 14:44:41.627485 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-2a9e1c3f-71cc-4e03-a1bb-e3298d79e857 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Deleting port 3c9483c4-3da0-441f-8aef-d244a48f3c83 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:41.627973 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2a9e1c3f-71cc-4e03-a1bb-e3298d79e857 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:41.664270 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1c8c6ebb-7484-4ec1-a550-c579bcdbe51d tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:41.666492 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7823ec73-41e8-41ce-ad03-1fb92eef0329 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:41.675137 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7823ec73-41e8-41ce-ad03-1fb92eef0329 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:41.692648 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-d606adc1-68cd-45e9-b7fa-842275bc9f6b None None] For port 3c9483c4-3da0-441f-8aef-d244a48f3c83, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3c9483c4-3da0-441f-8aef-d244a48f3c83,segment=NetworkSegment(8c19a5b4-68d3-4aac-9864-d38de9f670b8),segment_id=8c19a5b4-68d3-4aac-9864-d38de9f670b8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:41.693284 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d606adc1-68cd-45e9-b7fa-842275bc9f6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:41.717270 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1c8c6ebb-7484-4ec1-a550-c579bcdbe51d tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:41.731432 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-140faeae-6cc3-4745-a994-9af1338a31b7 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:41.732577 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-140faeae-6cc3-4745-a994-9af1338a31b7 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1120105 May 13 14:44:41.774785 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-301545c6-a9f7-4cdc-a904-040b5f58734c tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:41.797975 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-33ab94dd-89a0-4cdd-a575-9fbbd32ca814 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Deleting port 6088ab2c-ae76-4198-a2b5-211a4ad386f1 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:41.798478 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-33ab94dd-89a0-4cdd-a575-9fbbd32ca814 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:41.813181 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8c6ebb-7484-4ec1-a550-c579bcdbe51d tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Network 8fd6c8b5-c9e0-4cd6-a5de-4fdd6b1ddf4e is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:44:41.819952 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-1c8c6ebb-7484-4ec1-a550-c579bcdbe51d tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:41.830682 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8c6ebb-7484-4ec1-a550-c579bcdbe51d tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:44:41.864424 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-d606adc1-68cd-45e9-b7fa-842275bc9f6b None None] Calling delete_port for 3c9483c4-3da0-441f-8aef-d244a48f3c83 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:44:41.904359 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c6ebb-7484-4ec1-a550-c579bcdbe51d tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event updated for resources: {'Port': ['ID=31e3ee40-adc3-4842-b660-9251c0a321f0,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:41.950222 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d606adc1-68cd-45e9-b7fa-842275bc9f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:42.002818 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606adc1-68cd-45e9-b7fa-842275bc9f6b None None] Pushing event deleted for resources: {'Port': ['ID=3c9483c4-3da0-441f-8aef-d244a48f3c83,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:42.007495 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d606adc1-68cd-45e9-b7fa-842275bc9f6b None None] No DVR routers for this DVR port 3c9483c4-3da0-441f-8aef-d244a48f3c83 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:44:42.011750 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-33ab94dd-89a0-4cdd-a575-9fbbd32ca814 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] The port '6088ab2c-ae76-4198-a2b5-211a4ad386f1' was deleted {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:44:42.019994 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823ec73-41e8-41ce-ad03-1fb92eef0329 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Pushing event updated for resources: {'Port': ['ID=3e49b27f-eb5c-4acf-832b-2847b30e2ac3,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:42.148081 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-f10c1b2c-8fcb-4710-9888-926b09d5b3c0 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=18b9c5d8b3d043279654e2a115822f2a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6486290 May 13 14:44:42.152393 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7823ec73-41e8-41ce-ad03-1fb92eef0329 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:42.166123 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301545c6-a9f7-4cdc-a904-040b5f58734c tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4bd1c0c-2f51-4279-86c1-7413498bc7cc,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:42.196709 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8c6ebb-7484-4ec1-a550-c579bcdbe51d tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:42.197924 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1c8c6ebb-7484-4ec1-a550-c579bcdbe51d tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:42.222156 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-301545c6-a9f7-4cdc-a904-040b5f58734c tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:42.234481 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-301545c6-a9f7-4cdc-a904-040b5f58734c tempest-RoutersAdminNegativeTest-1200425860 tempest-RoutersAdminNegativeTest-1200425860-project-admin] 10.222.0.35 "DELETE /v2.0/ports/c4bd1c0c-2f51-4279-86c1-7413498bc7cc HTTP/1.1" status: 204 len: 168 time: 2.4629917 May 13 14:44:42.242605 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1c8c6ebb-7484-4ec1-a550-c579bcdbe51d tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0662148 May 13 14:44:42.254184 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33594) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:42.268597 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-cd13c768-a948-4a5a-a45c-68be7e9dddcf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Request body: {'floatingip': {'port_id': '31e3ee40-adc3-4842-b660-9251c0a321f0'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:42.318503 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-33ab94dd-89a0-4cdd-a575-9fbbd32ca814 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:42.334697 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-2a9e1c3f-71cc-4e03-a1bb-e3298d79e857 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] For port 3c9483c4-3da0-441f-8aef-d244a48f3c83, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3c9483c4-3da0-441f-8aef-d244a48f3c83,segment=NetworkSegment(8c19a5b4-68d3-4aac-9864-d38de9f670b8),segment_id=8c19a5b4-68d3-4aac-9864-d38de9f670b8)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:42.335053 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2a9e1c3f-71cc-4e03-a1bb-e3298d79e857 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:42.339527 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-3e5bc47a-d913-41a6-a5ff-284f1d08af55 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:42.340509 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-3e5bc47a-d913-41a6-a5ff-284f1d08af55 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1704524 May 13 14:44:42.344888 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7823ec73-41e8-41ce-ad03-1fb92eef0329 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:42.354718 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7823ec73-41e8-41ce-ad03-1fb92eef0329 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.5625203 May 13 14:44:42.358287 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-493e3d58-e392-4451-8db8-0d1e02cdf36f service neutron] 10.222.0.35 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6115463 May 13 14:44:42.381408 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cd13c768-a948-4a5a-a45c-68be7e9dddcf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:42.569299 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-2a9e1c3f-71cc-4e03-a1bb-e3298d79e857 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Calling delete_port for 3c9483c4-3da0-441f-8aef-d244a48f3c83 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:44:42.597732 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-33ab94dd-89a0-4cdd-a575-9fbbd32ca814 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43dcd99-1787-4f53-bc98-054fd647eb34']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:42.604859 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33604) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:42.642890 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-33ab94dd-89a0-4cdd-a575-9fbbd32ca814 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f10d0a-b4db-469f-875a-895307b957ed') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:42.643219 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-33ab94dd-89a0-4cdd-a575-9fbbd32ca814 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f10d0a-b4db-469f-875a-895307b957ed') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:42.663052 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-33ab94dd-89a0-4cdd-a575-9fbbd32ca814 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:42.666596 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-16b8bc2d-2083-4d56-91f6-78ed72da4394 service neutron] 10.222.0.35 "GET /v2.0/networks/144b0538-5a90-40dc-8493-8ee490cbd7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112621 May 13 14:44:42.707440 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-33ab94dd-89a0-4cdd-a575-9fbbd32ca814 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:42.725920 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ab94dd-89a0-4cdd-a575-9fbbd32ca814 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:44:42.726291 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-33ab94dd-89a0-4cdd-a575-9fbbd32ca814 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: timer() May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:44:42.742329 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:44:42.857081 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3c9483c4-3da0-441f-8aef-d244a48f3c83 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:44:42.895356 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 3c9483c4-3da0-441f-8aef-d244a48f3c83 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:44:42.895928 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3c9483c4-3da0-441f-8aef-d244a48f3c83 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:44:42.965816 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.api [None req-2a9e1c3f-71cc-4e03-a1bb-e3298d79e857 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:44:42.966134 n-d-841760-1 neutron-server[88082]: DEBUG oslo_db.api [None req-2a9e1c3f-71cc-4e03-a1bb-e3298d79e857 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:44:42.969261 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-194fa0d3-86ef-4445-b17a-3d9a7c4e7d9f service neutron] 10.222.0.35 "GET /v2.0/networks/144b0538-5a90-40dc-8493-8ee490cbd7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933543 May 13 14:44:42.979846 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-8b6d4827-4512-4b9d-998c-6da9950abd2f service neutron] 10.222.0.35 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6207383 May 13 14:44:42.984733 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c9fa637b-df7b-49bb-9415-4d12c9224e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:43.001408 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c9fa637b-df7b-49bb-9415-4d12c9224e3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:43.006306 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c9fa637b-df7b-49bb-9415-4d12c9224e3e admin admin] Usage tracker for resource:security_group_rule and tenant:4ac9caaa15364f349b0944f98f05f978 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:43.009411 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c9fa637b-df7b-49bb-9415-4d12c9224e3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:43.015437 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-33ab94dd-89a0-4cdd-a575-9fbbd32ca814 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:43.017257 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c9fa637b-df7b-49bb-9415-4d12c9224e3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:43.039178 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-33ab94dd-89a0-4cdd-a575-9fbbd32ca814 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:43.059327 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab94dd-89a0-4cdd-a575-9fbbd32ca814 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event deleted for resources: {'Network': ['ID=e43dcd99-1787-4f53-bc98-054fd647eb34,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:43.066214 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-33ab94dd-89a0-4cdd-a575-9fbbd32ca814 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/networks/e43dcd99-1787-4f53-bc98-054fd647eb34 HTTP/1.1" status: 204 len: 168 time: 3.4706461 May 13 14:44:43.073651 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33610) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:43.128460 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-4ae04666-e1ec-41b3-8952-a86ca0405a64 service neutron] 10.222.0.35 "GET /v2.0/ports/daf2e69b-43ff-47c0-885c-637ff3620bd1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1508763 May 13 14:44:43.325678 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-0c51a0f8-5aca-4a6f-82da-84422889bcf4 service neutron] 10.222.0.35 "GET /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912231 May 13 14:44:43.427810 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-967d3d83-778c-474f-b188-3c98c9ffb3fc tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--355110082&fields=id&tenant_id=4b31433d5022490ba6cd8b183da7a35f HTTP/1.1" status: 200 len: 267 time: 0.1852729 May 13 14:44:43.486205 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-2a9e1c3f-71cc-4e03-a1bb-e3298d79e857 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Deleting port 3c9483c4-3da0-441f-8aef-d244a48f3c83 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:43.486574 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2a9e1c3f-71cc-4e03-a1bb-e3298d79e857 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:43.508548 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cd13c768-a948-4a5a-a45c-68be7e9dddcf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:43.516374 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cd13c768-a948-4a5a-a45c-68be7e9dddcf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:43.631338 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-2a9e1c3f-71cc-4e03-a1bb-e3298d79e857 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] The port '3c9483c4-3da0-441f-8aef-d244a48f3c83' was deleted {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:44:43.827171 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-5c1e631b-5143-480c-9781-a485a670b070 service neutron] 10.222.0.35 "GET /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423954 May 13 14:44:43.861759 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c9fa637b-df7b-49bb-9415-4d12c9224e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:43.908662 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c9fa637b-df7b-49bb-9415-4d12c9224e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:43.922406 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2a9e1c3f-71cc-4e03-a1bb-e3298d79e857 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:43.931244 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [None req-cd13c768-a948-4a5a-a45c-68be7e9dddcf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Floating IP 2d4da37f-e407-4c33-b50e-2dcead4d5435 associated. External IP: 172.25.0.7, port: 31e3ee40-adc3-4842-b660-9251c0a321f0. May 13 14:44:43.988206 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-19202856-acf3-4238-85bb-ab3bad3c57d1 service neutron] 10.222.0.35 "GET /v2.0/ports/67e7f531-e2b2-4161-81a5-7ac49b7125b3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1410809 May 13 14:44:44.029488 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-2a9e1c3f-71cc-4e03-a1bb-e3298d79e857 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c88972-f1bd-4e58-a177-73ab1f06996e']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:44.045353 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-ac4c8abd-dc55-455d-98d6-868c6747810a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:44.046833 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-ac4c8abd-dc55-455d-98d6-868c6747810a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/networks?id=3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 HTTP/1.1" status: 200 len: 810 time: 0.5090749 May 13 14:44:44.052860 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa637b-df7b-49bb-9415-4d12c9224e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92da7afc-e25b-4daa-887b-6d67c436df3f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:44.086029 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c9fa637b-df7b-49bb-9415-4d12c9224e3e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4ac9caaa15364f349b0944f98f05f978&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4681251 May 13 14:44:44.088870 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-2a9e1c3f-71cc-4e03-a1bb-e3298d79e857 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c19a5b4-68d3-4aac-9864-d38de9f670b8') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:44.089159 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-2a9e1c3f-71cc-4e03-a1bb-e3298d79e857 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c19a5b4-68d3-4aac-9864-d38de9f670b8') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:44.089513 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33634) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:44.121521 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2a9e1c3f-71cc-4e03-a1bb-e3298d79e857 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:44.129534 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-803252a2-773c-4f6f-b099-83351e896791 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/quotas/4b31433d5022490ba6cd8b183da7a35f HTTP/1.1" status: 200 len: 375 time: 0.0738790 May 13 14:44:44.189904 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2a9e1c3f-71cc-4e03-a1bb-e3298d79e857 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:44.205222 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9e1c3f-71cc-4e03-a1bb-e3298d79e857 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:44:44.205617 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2a9e1c3f-71cc-4e03-a1bb-e3298d79e857 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:44.221618 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:44:44.221618 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:44:44.221618 n-d-841760-1 neutron-server[88082]: timer() May 13 14:44:44.221618 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:44:44.221618 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:44:44.221618 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:44:44.221618 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:44:44.221618 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:44:44.221618 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:44:44.221618 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:44:44.221618 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:44:44.221618 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:44:44.221618 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:44:44.221618 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:44:44.221618 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:44:44.221618 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:44:44.221618 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:44:44.221618 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:44:44.221618 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:44:44.221618 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:44:44.221618 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:44:44.221618 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:44:44.221618 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:44:44.221618 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:44:44.221618 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:44:44.221618 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:44:44.221618 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:44:44.221618 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:44:44.221618 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:44:44.221618 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:44:44.221618 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:44:44.221618 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:44:44.326607 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2a9e1c3f-71cc-4e03-a1bb-e3298d79e857 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:44.347338 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-c4aca6e9-95a3-421c-af0e-b246bcee6735 service neutron] 10.222.0.35 "GET /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530662 May 13 14:44:44.350573 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2a9e1c3f-71cc-4e03-a1bb-e3298d79e857 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:44.355941 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e73c36ff-2a06-4bc0-ab7a-52aafc91465c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:44.363240 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e1c3f-71cc-4e03-a1bb-e3298d79e857 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event deleted for resources: {'Network': ['ID=14c88972-f1bd-4e58-a177-73ab1f06996e,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:44.375478 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2a9e1c3f-71cc-4e03-a1bb-e3298d79e857 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/networks/14c88972-f1bd-4e58-a177-73ab1f06996e HTTP/1.1" status: 204 len: 168 time: 3.0003240 May 13 14:44:44.379040 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33638) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:44.385830 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-805d138b-1ec8-41f8-a765-bfa751d05883 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-381366229', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:44.421697 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-6c4a0e28-da88-4a68-b115-098e081605cf tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Synchronizing usage tracker for tenant:4b31433d5022490ba6cd8b183da7a35f on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:44:44.435699 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-805d138b-1ec8-41f8-a765-bfa751d05883 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:44.445745 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-805d138b-1ec8-41f8-a765-bfa751d05883 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Usage tracker for resource:router and tenant:17b49979485542bba655ee3d2918613c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:44.451787 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-805d138b-1ec8-41f8-a765-bfa751d05883 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:44.469268 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-805d138b-1ec8-41f8-a765-bfa751d05883 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:44.481448 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-6c4a0e28-da88-4a68-b115-098e081605cf tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Unset dirty status for tenant:4b31433d5022490ba6cd8b183da7a35f on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:44:44.482718 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-6c4a0e28-da88-4a68-b115-098e081605cf tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b31433d5022490ba6cd8b183da7a35f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3440018 May 13 14:44:44.494663 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-805d138b-1ec8-41f8-a765-bfa751d05883 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:44.495772 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-805d138b-1ec8-41f8-a765-bfa751d05883 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:44.505950 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ed838063-9355-4e73-840a-f2ee729a600b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:44.537085 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e73c36ff-2a06-4bc0-ab7a-52aafc91465c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:44.710190 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd13c768-a948-4a5a-a45c-68be7e9dddcf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Router b2368988-0f0f-49ce-8fa0-973bff2fca63 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:44:44.733934 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-070226f8-88a0-4de3-998b-b32c183f2ec5 service neutron] 10.222.0.35 "GET /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760173 May 13 14:44:44.846419 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-805d138b-1ec8-41f8-a765-bfa751d05883 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:44.903489 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-805d138b-1ec8-41f8-a765-bfa751d05883 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:44.909248 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e73c36ff-2a06-4bc0-ab7a-52aafc91465c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:44.957823 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c36ff-2a06-4bc0-ab7a-52aafc91465c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92da7afc-e25b-4daa-887b-6d67c436df3f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:44.984174 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-2bee16ed-44f4-45f5-a974-c244be31a8c3 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:44.985278 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-2bee16ed-44f4-45f5-a974-c244be31a8c3 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.59 "GET /v2.0/networks?id=8641c536-545f-4056-be2c-402575e577ff HTTP/1.1" status: 200 len: 812 time: 0.4083886 May 13 14:44:44.986160 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e73c36ff-2a06-4bc0-ab7a-52aafc91465c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:44.987301 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e73c36ff-2a06-4bc0-ab7a-52aafc91465c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/92da7afc-e25b-4daa-887b-6d67c436df3f HTTP/1.1" status: 204 len: 168 time: 0.8967736 May 13 14:44:45.063600 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-a46edc19-1f18-446c-9518-1bbdb708e4ab service neutron] 10.222.0.35 "GET /v2.0/networks/3c40b33f-7bf3-4984-a9df-d5e9c9e61d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615005 May 13 14:44:45.065816 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-805d138b-1ec8-41f8-a765-bfa751d05883 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:45.069922 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-805d138b-1ec8-41f8-a765-bfa751d05883 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6869791 May 13 14:44:45.071731 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33644) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:45.107470 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-f450e90c-b239-4151-9635-ad2a4f39c57e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Request body: {'network': {'name': 'tempest-RoutersTest-804810750'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:45.117526 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f450e90c-b239-4151-9635-ad2a4f39c57e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:45.171999 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f450e90c-b239-4151-9635-ad2a4f39c57e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Usage tracker for resource:network and tenant:17b49979485542bba655ee3d2918613c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:45.175820 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f450e90c-b239-4151-9635-ad2a4f39c57e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:45.192114 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f450e90c-b239-4151-9635-ad2a4f39c57e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:45.205675 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-844be4ff-9ec4-480b-85f8-527c19a4dff2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Request body: {'port': {'device_id': 'd59c1b61-2c41-4c74-a9f9-b1395c3a902b', 'network_id': '8641c536-545f-4056-be2c-402575e577ff', 'admin_state_up': True, 'tenant_id': 'e540cd79706f4092b1c33147f0b2cee9'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:45.263846 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f450e90c-b239-4151-9635-ad2a4f39c57e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Made reservation on behalf of 17b49979485542bba655ee3d2918613c for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:44:45.267794 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f450e90c-b239-4151-9635-ad2a4f39c57e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:45.336408 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-ed838063-9355-4e73-840a-f2ee729a600b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Deleting port 765a34fe-9557-4892-9b49-1a72da549e66 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:45.336752 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ed838063-9355-4e73-840a-f2ee729a600b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:45.340853 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-7c6d544e-07e5-4190-975f-47ce1a985c31 service neutron] 10.222.0.35 "GET /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6007025 May 13 14:44:45.381774 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-56d43fda-7ad5-4f41-b953-d90131175b88 service neutron] 10.222.0.35 "GET /v2.0/networks/3c40b33f-7bf3-4984-a9df-d5e9c9e61d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089256 May 13 14:44:45.401931 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f450e90c-b239-4151-9635-ad2a4f39c57e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:44:45.403777 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33652) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:45.436355 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd13c768-a948-4a5a-a45c-68be7e9dddcf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:44:45.443334 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f450e90c-b239-4151-9635-ad2a4f39c57e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:45.443684 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-f450e90c-b239-4151-9635-ad2a4f39c57e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Added segment 3ab8718c-4e79-4aed-9a39-363c04f1d2e4 of type vlan for network 36b1c9fe-527c-44af-852f-e525c8ccfd28 May 13 14:44:45.453349 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07186bd9-d5ca-48e1-af02-48076ef774aa None None] Sync routers for ids ['b2368988-0f0f-49ce-8fa0-973bff2fca63'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:44:45.460954 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cd13c768-a948-4a5a-a45c-68be7e9dddcf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:45.471308 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07186bd9-d5ca-48e1-af02-48076ef774aa None None] Routers {'b2368988-0f0f-49ce-8fa0-973bff2fca63'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:45.473072 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-07186bd9-d5ca-48e1-af02-48076ef774aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2368988-0f0f-49ce-8fa0-973bff2fca63'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:45.566533 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-07186bd9-d5ca-48e1-af02-48076ef774aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:45.580519 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07186bd9-d5ca-48e1-af02-48076ef774aa None None] Routers {'b2368988-0f0f-49ce-8fa0-973bff2fca63'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:45.581573 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-07186bd9-d5ca-48e1-af02-48076ef774aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2368988-0f0f-49ce-8fa0-973bff2fca63'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:45.581857 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a9f26145-81dc-4df0-a78f-cd75aceb1174 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=360c18095e084991a2b92aa903562d7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1769786 May 13 14:44:45.584645 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33660) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:45.588677 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-844be4ff-9ec4-480b-85f8-527c19a4dff2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:45.593689 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cd13c768-a948-4a5a-a45c-68be7e9dddcf tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "PUT /v2.0/floatingips/2d4da37f-e407-4c33-b50e-2dcead4d5435 HTTP/1.1" status: 200 len: 977 time: 3.3384204 May 13 14:44:45.596462 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33664) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:45.636092 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-844be4ff-9ec4-480b-85f8-527c19a4dff2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:45.642809 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-0cb6c3d6-4c55-46a9-aa5b-31d90b8526e0 service neutron] 10.222.0.35 "GET /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936065 May 13 14:44:45.679125 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f450e90c-b239-4151-9635-ad2a4f39c57e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:45.694883 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-07186bd9-d5ca-48e1-af02-48076ef774aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:45.695675 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07186bd9-d5ca-48e1-af02-48076ef774aa None None] The sync data for ids ['b2368988-0f0f-49ce-8fa0-973bff2fca63'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:44:45.725006 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-7c217564-9cef-4bc1-b556-2cfac36e2fac tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Deleting port 31e3ee40-adc3-4842-b660-9251c0a321f0 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:45.725347 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7c217564-9cef-4bc1-b556-2cfac36e2fac tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:45.777800 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-844be4ff-9ec4-480b-85f8-527c19a4dff2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Made reservation on behalf of e540cd79706f4092b1c33147f0b2cee9 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:44:45.781190 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-844be4ff-9ec4-480b-85f8-527c19a4dff2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:45.820118 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1b388e35-fd69-402c-a3a7-82d37d59d766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:45.856432 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-368340a9-d06d-4769-a9a9-bfe9f8f10b6c req-6153a508-d331-4a71-a4f7-ad8fa930f331 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d59c1b61-2c41-4c74-a9f9-b1395c3a902b HTTP/1.1" status: 200 len: 210 time: 0.1063759 May 13 14:44:45.861096 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-ed838063-9355-4e73-840a-f2ee729a600b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] For port 765a34fe-9557-4892-9b49-1a72da549e66, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=765a34fe-9557-4892-9b49-1a72da549e66,segment=NetworkSegment(9778c211-524c-4ca7-9a86-575fcc0fc498),segment_id=9778c211-524c-4ca7-9a86-575fcc0fc498)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:45.861463 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ed838063-9355-4e73-840a-f2ee729a600b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:45.875353 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f450e90c-b239-4151-9635-ad2a4f39c57e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:45.880601 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f450e90c-b239-4151-9635-ad2a4f39c57e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:45.881179 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f450e90c-b239-4151-9635-ad2a4f39c57e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:45.949038 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1b388e35-fd69-402c-a3a7-82d37d59d766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:45.996734 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-4e3573e6-3af9-4f08-8c56-88396ccb3aaf service neutron] 10.222.0.35 "GET /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390493 May 13 14:44:46.027473 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-ed838063-9355-4e73-840a-f2ee729a600b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Calling delete_port for 765a34fe-9557-4892-9b49-1a72da549e66 owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:44:46.186411 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1b388e35-fd69-402c-a3a7-82d37d59d766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:46.226744 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b388e35-fd69-402c-a3a7-82d37d59d766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f84d69-348d-4f2a-88b2-1da277e1ba68,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:46.238059 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-844be4ff-9ec4-480b-85f8-527c19a4dff2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Allocated IP 172.20.0.8 (8641c536-545f-4056-be2c-402575e577ff/2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7/681dd6ba-cbbf-46d1-b0fa-2100a7b46a38) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:44:46.286889 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-1f959bb8-0f7f-4597-a3a4-8cc291ace5f2 service neutron] 10.222.0.35 "GET /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782598 May 13 14:44:46.291426 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1b388e35-fd69-402c-a3a7-82d37d59d766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:46.295689 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1b388e35-fd69-402c-a3a7-82d37d59d766 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/47f84d69-348d-4f2a-88b2-1da277e1ba68 HTTP/1.1" status: 204 len: 168 time: 0.7098062 May 13 14:44:46.401200 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e486d864-f3ee-4536-a40f-f6301cddef35 req-e7533127-c54f-4a84-9d45-644985c3f9f0 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 210 time: 0.2829461 May 13 14:44:46.428333 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f450e90c-b239-4151-9635-ad2a4f39c57e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3542917 May 13 14:44:46.432251 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33676) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:46.460892 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-68bf27f7-2a2c-44f7-a966-9e193f5955b3 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Request body: {'subnet': {'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:46.523194 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450e90c-b239-4151-9635-ad2a4f39c57e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Network': ['ID=36b1c9fe-527c-44af-852f-e525c8ccfd28,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:46.534944 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 36b1c9fe-527c-44af-852f-e525c8ccfd28 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:44:46.622537 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7c217564-9cef-4bc1-b556-2cfac36e2fac tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:46.799880 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-e8256b30-38a1-4b27-8c50-9db155be2f60 service neutron] 10.222.0.35 "GET /v2.0/networks/471adc6c-b70b-42c1-bc3f-35baec009201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016482 May 13 14:44:46.855746 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-68bf27f7-2a2c-44f7-a966-9e193f5955b3 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:46.861291 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-68bf27f7-2a2c-44f7-a966-9e193f5955b3 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Usage tracker for resource:subnet and tenant:17b49979485542bba655ee3d2918613c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:46.864615 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-68bf27f7-2a2c-44f7-a966-9e193f5955b3 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:46.876996 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-68bf27f7-2a2c-44f7-a966-9e193f5955b3 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:47.002679 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bf27f7-2a2c-44f7-a966-9e193f5955b3 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Made reservation on behalf of 17b49979485542bba655ee3d2918613c for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:44:47.006094 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-68bf27f7-2a2c-44f7-a966-9e193f5955b3 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:47.077300 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ed838063-9355-4e73-840a-f2ee729a600b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:47.151743 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ddc6f41e-18a5-485a-9d12-f73e6c412a5d req-591d6200-a8df-4009-849c-9c782173b265 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d59c1b61-2c41-4c74-a9f9-b1395c3a902b HTTP/1.1" status: 200 len: 210 time: 0.1516514 May 13 14:44:47.182385 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-844be4ff-9ec4-480b-85f8-527c19a4dff2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:47.293922 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed838063-9355-4e73-840a-f2ee729a600b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event deleted for resources: {'Port': ['ID=765a34fe-9557-4892-9b49-1a72da549e66,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:47.320138 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-b580003f-0cb8-4555-9dd8-06f50e2f47c6 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:47.322381 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-b580003f-0cb8-4555-9dd8-06f50e2f47c6 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.59 "GET /v2.0/networks?id=3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 HTTP/1.1" status: 200 len: 810 time: 0.5532455 May 13 14:44:47.336961 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-b10780c9-72f9-4e68-a5d8-f4235f31b2a7 service neutron] 10.222.0.35 "GET /v2.0/networks/471adc6c-b70b-42c1-bc3f-35baec009201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5143881 May 13 14:44:47.374774 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33700) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:47.586906 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-844be4ff-9ec4-480b-85f8-527c19a4dff2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:47.626606 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-68bf27f7-2a2c-44f7-a966-9e193f5955b3 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:47.679584 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-7df6c3e3-c39a-4447-b484-1456b68975fd tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:47.681265 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7df6c3e3-c39a-4447-b484-1456b68975fd tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2906146 May 13 14:44:47.692691 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33710) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:47.694738 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7c217564-9cef-4bc1-b556-2cfac36e2fac tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:47.695135 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7c217564-9cef-4bc1-b556-2cfac36e2fac tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:47.695459 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-7c217564-9cef-4bc1-b556-2cfac36e2fac tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Floating IP 2d4da37f-e407-4c33-b50e-2dcead4d5435 disassociated. External IP: 172.25.0.7, port: 31e3ee40-adc3-4842-b660-9251c0a321f0. May 13 14:44:47.695799 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-7c217564-9cef-4bc1-b556-2cfac36e2fac tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Calling delete_port for 31e3ee40-adc3-4842-b660-9251c0a321f0 owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:44:47.740289 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-c064cb6c-9e3a-47fa-91eb-622cdde0154d tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:47.741237 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c064cb6c-9e3a-47fa-91eb-622cdde0154d tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0356901 May 13 14:44:47.744054 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-32be2378-b0a4-4107-a681-f2562c12db17 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b31433d5022490ba6cd8b183da7a35f HTTP/1.1" status: 200 len: 379 time: 0.3900180 May 13 14:44:47.746141 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-67d8f290-9058-49cb-830d-a0c25b8f8d5f req-0a231491-5c84-4c81-9304-c8697a370e08 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 210 time: 0.1784506 May 13 14:44:47.748735 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33714) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:47.749273 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-844be4ff-9ec4-480b-85f8-527c19a4dff2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Network 8641c536-545f-4056-be2c-402575e577ff is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:44:47.758950 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-844be4ff-9ec4-480b-85f8-527c19a4dff2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:47.767730 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-6854b03f-a489-46c0-b8e7-1f887a5a4c8b tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:47.768552 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-f7977612-2e77-4c65-8046-f1223f9eacd8 service neutron] 10.222.0.35 "GET /v2.0/networks/471adc6c-b70b-42c1-bc3f-35baec009201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308529 May 13 14:44:47.768710 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6854b03f-a489-46c0-b8e7-1f887a5a4c8b tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0125763 May 13 14:44:47.771490 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-844be4ff-9ec4-480b-85f8-527c19a4dff2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:44:47.772982 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-ef4fac71-1f7e-4a5a-b203-ec8305f0969f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Request body: {'port': {'device_id': 'a721a847-2b50-4bb5-998e-f9f136e369e1', 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22', 'admin_state_up': True, 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'security_groups': ['c786630b-a7dc-4c5b-a16e-e7bae55c1036']}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:47.788724 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33718) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:47.813303 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844be4ff-9ec4-480b-85f8-527c19a4dff2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Pushing event updated for resources: {'Port': ['ID=681dd6ba-cbbf-46d1-b0fa-2100a7b46a38,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:47.857285 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-b38ef3df-25e4-4b44-9ac3-b5565aec6c9a tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:47.860681 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b38ef3df-25e4-4b44-9ac3-b5565aec6c9a tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0642045 May 13 14:44:47.871451 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33722) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:47.885177 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ed838063-9355-4e73-840a-f2ee729a600b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:47.890636 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-23a2a430-2411-4451-8c1d-cea68b9b101d tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:47.891621 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-23a2a430-2411-4451-8c1d-cea68b9b101d tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0192478 May 13 14:44:47.897361 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33726) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:47.906333 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf27f7-2a2c-44f7-a966-9e193f5955b3 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Subnet': ['ID=56992eb1-3402-4761-8840-8f5aa2503fee,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:47.937035 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bf27f7-2a2c-44f7-a966-9e193f5955b3 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Checking segment: {'id': '3ab8718c-4e79-4aed-9a39-363c04f1d2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:44:47.937394 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bf27f7-2a2c-44f7-a966-9e193f5955b3 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network hostable DHCP agents. Network: 36b1c9fe-527c-44af-852f-e525c8ccfd28, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:44:47.955181 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-844be4ff-9ec4-480b-85f8-527c19a4dff2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:47.955790 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-844be4ff-9ec4-480b-85f8-527c19a4dff2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:48.019352 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-844be4ff-9ec4-480b-85f8-527c19a4dff2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0137634 May 13 14:44:48.022620 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bf27f7-2a2c-44f7-a966-9e193f5955b3 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network 36b1c9fe-527c-44af-852f-e525c8ccfd28 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:44:48.032448 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-ad9cc034-2737-4061-964d-3ef4c7ca16e9 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:48.033452 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-ad9cc034-2737-4061-964d-3ef4c7ca16e9 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078826 May 13 14:44:48.041179 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-a59eb1c1-3f85-4371-a609-47e4bba873d0 service neutron] 10.222.0.35 "GET /v2.0/networks/471adc6c-b70b-42c1-bc3f-35baec009201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283180 May 13 14:44:48.047895 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-17960d91-346a-4576-b789-8d4c7402375c service neutron] Request body: {'port': {'device_id': 'd59c1b61-2c41-4c74-a9f9-b1395c3a902b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:48.052355 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:48.078655 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-68bf27f7-2a2c-44f7-a966-9e193f5955b3 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 36b1c9fe-527c-44af-852f-e525c8ccfd28) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:48.094078 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7eafc1-0240-423a-bd34-51d236022b27 None None] Network 36b1c9fe-527c-44af-852f-e525c8ccfd28 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:44:48.095795 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bf27f7-2a2c-44f7-a966-9e193f5955b3 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:48.096570 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-68bf27f7-2a2c-44f7-a966-9e193f5955b3 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:48.139438 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-2312f39c-1c72-4031-9c63-4eb85ba926aa tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:48.140334 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2312f39c-1c72-4031-9c63-4eb85ba926aa tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.2371962 May 13 14:44:48.144464 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33732) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:48.158563 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-68bf27f7-2a2c-44f7-a966-9e193f5955b3 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7202420 May 13 14:44:48.162744 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33736) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:48.218561 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-46770e0a-90c4-47d6-8ec1-ffb07b12f048 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:48.219622 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-46770e0a-90c4-47d6-8ec1-ffb07b12f048 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0656486 May 13 14:44:48.230984 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33742) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:48.251809 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-8a6fb64d-f442-40cb-9d49-bb80af7c868b tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:48.252781 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8a6fb64d-f442-40cb-9d49-bb80af7c868b tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0193512 May 13 14:44:48.284478 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33748) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:48.314947 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-be61f379-0bf3-4af4-8fd6-39c226cd8160 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:48.315945 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-be61f379-0bf3-4af4-8fd6-39c226cd8160 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0165787 May 13 14:44:48.318928 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33752) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:48.323350 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-17960d91-346a-4576-b789-8d4c7402375c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:48.335329 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-3bb7444d-303c-4123-9174-1e616be69c76 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:48.336473 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3bb7444d-303c-4123-9174-1e616be69c76 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0164058 May 13 14:44:48.354501 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33756) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:48.392233 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-1f58b6bc-ca0b-496e-ae5e-acf807a0b41f tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:48.393125 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1f58b6bc-ca0b-496e-ae5e-acf807a0b41f tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0142610 May 13 14:44:48.403601 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33762) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:48.418622 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-7b3b4411-3316-4919-80be-86eee46c4559 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:48.419627 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7b3b4411-3316-4919-80be-86eee46c4559 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0121882 May 13 14:44:48.421081 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-ef4fac71-1f7e-4a5a-b203-ec8305f0969f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:48.426368 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33766) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:48.434252 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7c217564-9cef-4bc1-b556-2cfac36e2fac tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:48.443062 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-5f36c2c2-1504-49d3-9697-abff7ad37abd tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:48.444068 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5f36c2c2-1504-49d3-9697-abff7ad37abd tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0167930 May 13 14:44:48.467028 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33770) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:48.512239 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-ef4fac71-1f7e-4a5a-b203-ec8305f0969f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:48.521074 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-4bd25afa-e753-4708-b6d1-68fe42a62ca8 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:48.522154 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4bd25afa-e753-4708-b6d1-68fe42a62ca8 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0539613 May 13 14:44:48.525300 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33778) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:48.543158 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-71359d2f-8566-42f4-aa25-4b9572cf69f4 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:48.544330 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-71359d2f-8566-42f4-aa25-4b9572cf69f4 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0108919 May 13 14:44:48.557186 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-36b1c9fe-527c-44af-852f-e525c8ccfd28', 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'fixed_ips': [{'subnet_id': '56992eb1-3402-4761-8840-8f5aa2503fee'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:44:48.558326 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:48.648794 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33782) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:48.686478 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-ef4fac71-1f7e-4a5a-b203-ec8305f0969f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Made reservation on behalf of 4b31433d5022490ba6cd8b183da7a35f for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:44:48.690309 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-ef4fac71-1f7e-4a5a-b203-ec8305f0969f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:48.769845 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-3ec09bac-03fa-4176-8acc-a157bf89d131 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:48.770606 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3ec09bac-03fa-4176-8acc-a157bf89d131 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.1048882 May 13 14:44:48.788090 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Allocated IP 172.20.0.2 (36b1c9fe-527c-44af-852f-e525c8ccfd28/56992eb1-3402-4761-8840-8f5aa2503fee/a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:44:48.873230 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33792) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:48.890852 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-ac725a2a-107c-4ba2-9d35-c3e5b891cc62 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:48.891869 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ac725a2a-107c-4ba2-9d35-c3e5b891cc62 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0100179 May 13 14:44:48.918772 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33800) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:48.940037 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-787fd27e-54f9-4302-b80f-d76bd621aa6a tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:48.941329 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-787fd27e-54f9-4302-b80f-d76bd621aa6a tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0202570 May 13 14:44:48.941555 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c217564-9cef-4bc1-b556-2cfac36e2fac tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event deleted for resources: {'Port': ['ID=31e3ee40-adc3-4842-b660-9251c0a321f0,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:48.945783 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33804) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:49.002918 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-9f2d6fda-cbbf-4e8b-b18c-161d3bcc6fb2 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:49.006364 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9f2d6fda-cbbf-4e8b-b18c-161d3bcc6fb2 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0536683 May 13 14:44:49.015627 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33808) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:49.027723 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-e03e728f-aa32-4fa2-881a-a1070cd9487c tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:49.031080 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e03e728f-aa32-4fa2-881a-a1070cd9487c tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0123904 May 13 14:44:49.032128 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33812) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:49.045217 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-ebfc8edc-979a-4bb7-bd61-ac3fd1394237 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:49.048553 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ebfc8edc-979a-4bb7-bd61-ac3fd1394237 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0099082 May 13 14:44:49.064535 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:49.076679 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Transition to ACTIVE for port object a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:49.083399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33816) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:49.087432 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b05f5f88-c11b-410c-9f03-ca9bc4a2f256 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:49.099034 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Transition to ACTIVE for port object a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:49.106628 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:49.122451 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-c18fa785-0eac-4ce3-aaf7-7cac240e0a87 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:49.125889 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c18fa785-0eac-4ce3-aaf7-7cac240e0a87 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0086911 May 13 14:44:49.202773 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33824) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:49.220849 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-f10fa31b-ab31-49fb-b741-fa21161c544e tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:49.224186 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f10fa31b-ab31-49fb-b741-fa21161c544e tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0111763 May 13 14:44:49.230404 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Pushing event updated for resources: {'Port': ['ID=a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:49.231723 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33828) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:49.233628 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c217564-9cef-4bc1-b556-2cfac36e2fac tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Router b2368988-0f0f-49ce-8fa0-973bff2fca63 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:44:49.242605 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-ef4fac71-1f7e-4a5a-b203-ec8305f0969f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Allocated IP 172.20.0.11 (3c40b33f-7bf3-4984-a9df-d5e9c9e61d22/363e7da1-0d6f-4e89-9da3-93f517417d88/46833746-4949-4cc0-876e-322482ef650d) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:44:49.253285 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:49.253688 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:49.253983 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:49.254318 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:49.254650 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:49.257171 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:49.258048 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-02472077-5915-4f01-aa34-1a5a9eb90810 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:49.262165 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-02472077-5915-4f01-aa34-1a5a9eb90810 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0200207 May 13 14:44:49.265541 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33832) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:49.272460 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:49.274011 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:49.275215 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:49.275581 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:49.275926 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:49.281169 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:49.283597 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-bda427cb-f978-4c04-b0d5-9a4cdf229630 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:49.286991 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bda427cb-f978-4c04-b0d5-9a4cdf229630 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0161786 May 13 14:44:49.301476 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33836) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:49.308004 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Network 36b1c9fe-527c-44af-852f-e525c8ccfd28 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:44:49.310870 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:49.316609 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:44:49.381074 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a017625e-91d5-4109-8d45-e8f6936cc278 req-af98602f-ebb9-4167-b6bc-2b5644474888 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 210 time: 0.1240659 May 13 14:44:49.480577 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Attempting to bind port a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:44:49.481041 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Attempting to bind port a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '3ab8718c-4e79-4aed-9a39-363c04f1d2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:44:49.481410 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Attempting to bind port a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf on network 36b1c9fe-527c-44af-852f-e525c8ccfd28 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:44:49.488097 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:44:49.488673 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Checking segment: {'id': '3ab8718c-4e79-4aed-9a39-363c04f1d2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:44:49.489130 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:49.490138 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Bound using segment: {'id': '3ab8718c-4e79-4aed-9a39-363c04f1d2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:44:49.490664 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Bound port: a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab8718c-4e79-4aed-9a39-363c04f1d2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:44:49.492094 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:49.582126 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-16dec501-0121-4603-9de8-962e0672a65b tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:49.583398 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-16dec501-0121-4603-9de8-962e0672a65b tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0166221 May 13 14:44:49.590952 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33844) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:49.607261 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed838063-9355-4e73-840a-f2ee729a600b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:44:49.618736 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-f9755d0a-d71e-41b0-9e1f-15508638242b tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:49.625098 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33850) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:49.626094 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f9755d0a-d71e-41b0-9e1f-15508638242b tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0313091 May 13 14:44:49.648142 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0535140a-a0e1-4795-92ca-091170dea097 req-30c4093c-fb3a-4de5-9872-0e2246e5f8d1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 210 time: 0.1287384 May 13 14:44:49.649188 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca50a02-a2a2-492d-85c2-ec702f91bef7 req-351e2063-c793-40a8-aae8-133cdfa67035 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:49.657539 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] For port a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:44:49.657995 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2ca50a02-a2a2-492d-85c2-ec702f91bef7 req-351e2063-c793-40a8-aae8-133cdfa67035 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d59c1b61-2c41-4c74-a9f9-b1395c3a902b HTTP/1.1" status: 200 len: 931 time: 1.2107623 May 13 14:44:49.660407 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c217564-9cef-4bc1-b556-2cfac36e2fac tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:44:49.668516 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] For port a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf,segment=NetworkSegment(3ab8718c-4e79-4aed-9a39-363c04f1d2e4),segment_id=3ab8718c-4e79-4aed-9a39-363c04f1d2e4)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:44:49.673207 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-fcf4733a-4b93-49c8-860b-b469dca3a92b tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:49.674677 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fcf4733a-4b93-49c8-860b-b469dca3a92b tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0386415 May 13 14:44:49.675207 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6262e5-7554-4d66-8488-5836654d7b48 None None] Sync routers for ids ['b2368988-0f0f-49ce-8fa0-973bff2fca63'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:44:49.690913 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33856) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:49.699540 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:49.716506 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-b0305e07-7646-44d3-b590-29ef4ac7a4c4 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:49.720347 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b0305e07-7646-44d3-b590-29ef4ac7a4c4 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0278816 May 13 14:44:49.727174 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33860) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:49.740874 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-e9717d3f-58f6-4f90-93ca-49a2b48a119a tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:49.742637 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e9717d3f-58f6-4f90-93ca-49a2b48a119a tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0140772 May 13 14:44:49.753376 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33864) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:49.765816 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6262e5-7554-4d66-8488-5836654d7b48 None None] Routers {'b2368988-0f0f-49ce-8fa0-973bff2fca63'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:49.766630 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ff6262e5-7554-4d66-8488-5836654d7b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2368988-0f0f-49ce-8fa0-973bff2fca63'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:49.804699 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-27680db5-14f4-4856-8f71-f50f13820205 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:49.806735 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-27680db5-14f4-4856-8f71-f50f13820205 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0175533 May 13 14:44:49.816523 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33868) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:49.861334 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ff6262e5-7554-4d66-8488-5836654d7b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:49.891937 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-2ca2d230-08ae-40d9-9065-ca129278b650 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:49.892284 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b28b10-2956-4cdf-8002-2716f27a103b None None] Pushing event updated for resources: {'Port': ['ID=a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:49.893898 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2ca2d230-08ae-40d9-9065-ca129278b650 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0633380 May 13 14:44:49.894889 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6262e5-7554-4d66-8488-5836654d7b48 None None] Routers {'b2368988-0f0f-49ce-8fa0-973bff2fca63'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:49.895513 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ff6262e5-7554-4d66-8488-5836654d7b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2368988-0f0f-49ce-8fa0-973bff2fca63'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:49.902536 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33872) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:49.920550 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-757aefe3-89c5-4760-8906-17fd045992f7 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:49.924214 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-757aefe3-89c5-4760-8906-17fd045992f7 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0207059 May 13 14:44:49.929326 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33876) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:49.939076 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-f137196d-4456-4145-ae0f-cb4601add36f tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:49.939988 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f137196d-4456-4145-ae0f-cb4601add36f tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0097764 May 13 14:44:49.943667 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33880) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:49.945695 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-17960d91-346a-4576-b789-8d4c7402375c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 681dd6ba-cbbf-46d1-b0fa-2100a7b46a38 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:44:49.958123 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-17960d91-346a-4576-b789-8d4c7402375c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:49.961820 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ff6262e5-7554-4d66-8488-5836654d7b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:49.962327 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6262e5-7554-4d66-8488-5836654d7b48 None None] The sync data for ids ['b2368988-0f0f-49ce-8fa0-973bff2fca63'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:44:49.963163 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-28596690-f26c-418d-a29f-d3394e2e8e6f tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:49.964222 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-28596690-f26c-418d-a29f-d3394e2e8e6f tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0139930 May 13 14:44:49.969497 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33884) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:49.987367 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-941bcda5-b733-4e6a-88ae-8f56d59b31d6 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:49.987598 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-941bcda5-b733-4e6a-88ae-8f56d59b31d6 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0168054 May 13 14:44:49.995070 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33888) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:50.048283 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-569b2be2-8aed-410c-9241-4d1f816b324f tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:50.050490 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-569b2be2-8aed-410c-9241-4d1f816b324f tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0155976 May 13 14:44:50.051851 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-17960d91-346a-4576-b789-8d4c7402375c service neutron] Transition to ACTIVE for port object 681dd6ba-cbbf-46d1-b0fa-2100a7b46a38 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:50.059471 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33892) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:50.067867 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-88ef2f76-8ec1-46e4-b026-f3281f8f9595 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:50.068843 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-88ef2f76-8ec1-46e4-b026-f3281f8f9595 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0084195 May 13 14:44:50.072469 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33896) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:50.075081 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-17960d91-346a-4576-b789-8d4c7402375c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:50.114509 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-a8b01e6d-ab8a-44dd-be7e-892a2880be48 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:50.115647 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a8b01e6d-ab8a-44dd-be7e-892a2880be48 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0421052 May 13 14:44:50.127225 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33900) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:50.145387 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-7483049b-a41e-4e4c-affb-f678b583c1ad tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:50.148799 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7483049b-a41e-4e4c-affb-f678b583c1ad tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0181880 May 13 14:44:50.154288 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33904) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:50.170520 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-e50280e4-4883-4f6e-892b-158750a87c23 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:50.174214 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e50280e4-4883-4f6e-892b-158750a87c23 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0110359 May 13 14:44:50.174214 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-b05f5f88-c11b-410c-9f03-ca9bc4a2f256 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Allocated IP 172.20.0.1 (36b1c9fe-527c-44af-852f-e525c8ccfd28/56992eb1-3402-4761-8840-8f5aa2503fee/b55478fe-0015-458d-8d26-24bda0d3475c) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:44:50.254939 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33908) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:50.356075 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-ef4fac71-1f7e-4a5a-b203-ec8305f0969f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:50.374155 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-f77c3dd8-02ad-4bde-83a8-485fdf24b91b tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:50.375201 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f77c3dd8-02ad-4bde-83a8-485fdf24b91b tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0667279 May 13 14:44:50.385204 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33912) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:50.405725 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-80dfdcbf-a67c-4ad2-a634-d98beb69c78c tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:50.406702 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-80dfdcbf-a67c-4ad2-a634-d98beb69c78c tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0192862 May 13 14:44:50.419402 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33916) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:50.432823 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17960d91-346a-4576-b789-8d4c7402375c service neutron] Pushing event updated for resources: {'Port': ['ID=681dd6ba-cbbf-46d1-b0fa-2100a7b46a38,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:50.467544 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2ca50a02-a2a2-492d-85c2-ec702f91bef7 req-63a94998-e3b1-41ed-a865-a021634e48da tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8086567 May 13 14:44:50.488910 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-fe927a8f-4cc5-4672-b1a0-dbf53781516a tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:50.490176 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fe927a8f-4cc5-4672-b1a0-dbf53781516a tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0265017 May 13 14:44:50.491613 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-ef4fac71-1f7e-4a5a-b203-ec8305f0969f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Transition to ACTIVE for port object 46833746-4949-4cc0-876e-322482ef650d will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:50.498058 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33922) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:50.501383 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7c217564-9cef-4bc1-b556-2cfac36e2fac tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:50.521991 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7c217564-9cef-4bc1-b556-2cfac36e2fac tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "DELETE /v2.0/ports/31e3ee40-adc3-4842-b660-9251c0a321f0 HTTP/1.1" status: 204 len: 168 time: 4.9244864 May 13 14:44:50.522809 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33926) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:50.528840 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-7882e318-f358-405c-b750-e0aaa197c2dd tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:50.532209 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7882e318-f358-405c-b750-e0aaa197c2dd tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0305617 May 13 14:44:50.534250 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33928) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:50.594597 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b91acbf7-a8b7-463f-83f0-1cad76fd066f req-d667b3fe-dfa8-4eb5-98dc-a7ce929d0ba1 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 210 time: 0.0586076 May 13 14:44:50.598089 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-17960d91-346a-4576-b789-8d4c7402375c service neutron] Attempting to bind port 681dd6ba-cbbf-46d1-b0fa-2100a7b46a38 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:44:50.598089 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-17960d91-346a-4576-b789-8d4c7402375c service neutron] Attempting to bind port 681dd6ba-cbbf-46d1-b0fa-2100a7b46a38 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '75860f48-3c0c-46a4-92f7-4b3c58b2f18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8641c536-545f-4056-be2c-402575e577ff'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:44:50.598563 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-17960d91-346a-4576-b789-8d4c7402375c service neutron] Attempting to bind port 681dd6ba-cbbf-46d1-b0fa-2100a7b46a38 on network 8641c536-545f-4056-be2c-402575e577ff {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:44:50.600935 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-c3a7f35d-202f-436f-9105-b74569f196eb tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:50.604480 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c3a7f35d-202f-436f-9105-b74569f196eb tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0664320 May 13 14:44:50.605480 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33934) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:50.628140 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-56628619-4000-4aa7-a5a7-b688d316d1e2 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:50.629135 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-56628619-4000-4aa7-a5a7-b688d316d1e2 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0195847 May 13 14:44:50.629859 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-17960d91-346a-4576-b789-8d4c7402375c service neutron] Port 681dd6ba-cbbf-46d1-b0fa-2100a7b46a38 on network 8641c536-545f-4056-be2c-402575e577ff not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:44:50.630180 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-17960d91-346a-4576-b789-8d4c7402375c service neutron] Attempting to bind port 681dd6ba-cbbf-46d1-b0fa-2100a7b46a38 on network 8641c536-545f-4056-be2c-402575e577ff {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:44:50.632342 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33938) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:50.645666 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-9db75e57-4e6d-4570-a46b-683240e9603c tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:50.648088 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9db75e57-4e6d-4570-a46b-683240e9603c tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0114186 May 13 14:44:50.652618 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-28b5570c-ea6f-4821-a121-fb40145a9e34 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "GET /v2.0/floatingips/2d4da37f-e407-4c33-b50e-2dcead4d5435 HTTP/1.1" status: 200 len: 686 time: 0.1204307 May 13 14:44:50.654793 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33942) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:50.655191 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33944) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:50.656168 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed838063-9355-4e73-840a-f2ee729a600b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:44:50.660259 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-17960d91-346a-4576-b789-8d4c7402375c service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:44:50.660612 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-17960d91-346a-4576-b789-8d4c7402375c service neutron] Checking segment: {'id': '75860f48-3c0c-46a4-92f7-4b3c58b2f18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8641c536-545f-4056-be2c-402575e577ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:44:50.661022 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-17960d91-346a-4576-b789-8d4c7402375c service neutron] Bound using segment: {'id': '75860f48-3c0c-46a4-92f7-4b3c58b2f18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8641c536-545f-4056-be2c-402575e577ff'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:44:50.661437 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-17960d91-346a-4576-b789-8d4c7402375c service neutron] Bound port: 681dd6ba-cbbf-46d1-b0fa-2100a7b46a38, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75860f48-3c0c-46a4-92f7-4b3c58b2f18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8641c536-545f-4056-be2c-402575e577ff'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:44:50.661790 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-17960d91-346a-4576-b789-8d4c7402375c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:50.663583 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ed838063-9355-4e73-840a-f2ee729a600b tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "PUT /v2.0/routers/ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5889325 May 13 14:44:50.679030 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33950) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:50.679635 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca709c3-9bb3-4e4d-8750-9b29259e6dbd None None] Sync routers for ids ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:44:50.695946 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca709c3-9bb3-4e4d-8750-9b29259e6dbd None None] Routers {'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:50.697421 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-2ca709c3-9bb3-4e4d-8750-9b29259e6dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:50.742939 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-7275bb15-a256-4deb-81b3-6aac5c2c7de5 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:50.744420 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7275bb15-a256-4deb-81b3-6aac5c2c7de5 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0864685 May 13 14:44:50.752940 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33956) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:50.759789 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-08e599c9-1ad8-4905-9189-c8329101e587 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:50.761426 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-08e599c9-1ad8-4905-9189-c8329101e587 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0073214 May 13 14:44:50.779063 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33960) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:50.788760 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b05f5f88-c11b-410c-9f03-ca9bc4a2f256 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:50.791492 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-b53e2eea-2b91-4c8f-b437-a9d727fa688e tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:50.792640 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b53e2eea-2b91-4c8f-b437-a9d727fa688e tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0123537 May 13 14:44:50.805773 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33966) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:50.824336 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-20f62404-2d42-47fa-9b60-380acc49058f tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:50.824984 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-20f62404-2d42-47fa-9b60-380acc49058f tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0154803 May 13 14:44:50.843001 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33970) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:50.863322 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-b05f5f88-c11b-410c-9f03-ca9bc4a2f256 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Transition to ACTIVE for port object b55478fe-0015-458d-8d26-24bda0d3475c will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:50.881372 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-e94bb58f-9bce-465c-9e15-34c62c33b6cf tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:50.886181 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e94bb58f-9bce-465c-9e15-34c62c33b6cf tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0329432 May 13 14:44:50.892032 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-874e7c18-1eec-494c-ba4a-1f0b8230c610 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Deleting subnet b65ca4ad-63f2-4693-be76-7680cb9a5fdf {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:44:50.904896 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33974) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:50.918857 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-874e7c18-1eec-494c-ba4a-1f0b8230c610 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:50.931658 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-c20c742d-34f9-4237-a531-cdac0a57f298 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:50.932654 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c20c742d-34f9-4237-a531-cdac0a57f298 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0252719 May 13 14:44:50.937788 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-ef4fac71-1f7e-4a5a-b203-ec8305f0969f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:50.949022 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33978) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:51.013131 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:44:51.076750 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-2ca709c3-9bb3-4e4d-8750-9b29259e6dbd None None] Set router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:44:51.129625 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:51.142791 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-ee8fb279-e170-46fd-b81c-ccd7822b4e0b tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Deleting port 923255ab-51ab-41f4-90c7-e1659755bdca {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:51.143323 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ee8fb279-e170-46fd-b81c-ccd7822b4e0b tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:51.251861 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-17960d91-346a-4576-b789-8d4c7402375c service neutron] For port 681dd6ba-cbbf-46d1-b0fa-2100a7b46a38, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:44:51.255358 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-17960d91-346a-4576-b789-8d4c7402375c service neutron] For port 681dd6ba-cbbf-46d1-b0fa-2100a7b46a38, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=681dd6ba-cbbf-46d1-b0fa-2100a7b46a38,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:44:51.283748 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-17960d91-346a-4576-b789-8d4c7402375c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:51.366270 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ee8fb279-e170-46fd-b81c-ccd7822b4e0b tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:51.366895 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ee8fb279-e170-46fd-b81c-ccd7822b4e0b tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:51.393065 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b05f5f88-c11b-410c-9f03-ca9bc4a2f256 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:51.411375 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17960d91-346a-4576-b789-8d4c7402375c service neutron] Pushing event updated for resources: {'Port': ['ID=681dd6ba-cbbf-46d1-b0fa-2100a7b46a38,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:51.500259 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b3e904-9857-4b26-8ae4-0019cc4e126e None None] Network 36b1c9fe-527c-44af-852f-e525c8ccfd28 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:44:51.504556 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-17960d91-346a-4576-b789-8d4c7402375c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:51.504556 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-17960d91-346a-4576-b789-8d4c7402375c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:51.513585 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-95ed1dfe-69a5-4e31-af8d-ab77ce22671f req-7a866fb1-c838-47ac-ba8d-51799d5f1bec tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Synchronizing usage tracker for tenant:18b9c5d8b3d043279654e2a115822f2a on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:44:51.517053 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-17960d91-346a-4576-b789-8d4c7402375c service neutron] 10.222.0.59 "PUT /v2.0/ports/681dd6ba-cbbf-46d1-b0fa-2100a7b46a38 HTTP/1.1" status: 200 len: 1091 time: 3.4739377 May 13 14:44:51.519756 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59c1b61-2c41-4c74-a9f9-b1395c3a902b', 'tag': '681dd6ba-cbbf-46d1-b0fa-2100a7b46a38'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:51.532138 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-0bb149e1-5074-4f27-a4fb-34fc3974c253 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:51.533356 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0bb149e1-5074-4f27-a4fb-34fc3974c253 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.4292259 May 13 14:44:51.544287 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-ee8fb279-e170-46fd-b81c-ccd7822b4e0b tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Calling delete_port for 923255ab-51ab-41f4-90c7-e1659755bdca owned by network:floatingip {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:44:51.550441 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33984) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:51.560335 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05f5f88-c11b-410c-9f03-ca9bc4a2f256 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network 36b1c9fe-527c-44af-852f-e525c8ccfd28 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:44:51.568717 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-05344719-fcbb-4582-bf2e-5a0474ff4f7e tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:51.570168 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-05344719-fcbb-4582-bf2e-5a0474ff4f7e tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0054886 May 13 14:44:51.578044 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-874e7c18-1eec-494c-ba4a-1f0b8230c610 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:51.593619 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33990) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:51.622146 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-2ca709c3-9bb3-4e4d-8750-9b29259e6dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'name': 'tempest-RoutersIpV6Test-router-753058156', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:44:46Z', 'revision_number': 9, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None, '_interfaces': [{'id': '9e751a82-e701-4e41-bf3d-02f034e64fc3', 'name': '', 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b3:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:27Z', 'updated_at': '2022-05-13T14:43:49Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeba42f-275e-4223-84ac-c0f45d396d52', 'name': '', 'network_id': 'ef46ef2c-6a13-4932-840e-1da5c58a96ed', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:74:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:43Z', 'updated_at': '2022-05-13T14:44:01Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:51.627434 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-ef4fac71-1f7e-4a5a-b203-ec8305f0969f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Network 3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:44:51.631289 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca709c3-9bb3-4e4d-8750-9b29259e6dbd None None] Checking router: ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:44:51.632929 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-3c82e9a9-2261-4b9e-a666-ee9e80632b49 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:51.634810 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3c82e9a9-2261-4b9e-a666-ee9e80632b49 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0214076 May 13 14:44:51.643194 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33996) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:51.643445 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca709c3-9bb3-4e4d-8750-9b29259e6dbd None None] Routers {'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:51.643885 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-2ca709c3-9bb3-4e4d-8750-9b29259e6dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:51.665550 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-ef4fac71-1f7e-4a5a-b203-ec8305f0969f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:51.702996 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-874e7c18-1eec-494c-ba4a-1f0b8230c610 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:51.706337 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-a9feeab5-5ff0-4f86-9b00-1223a5f19565 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:51.713835 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a9feeab5-5ff0-4f86-9b00-1223a5f19565 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0520716 May 13 14:44:51.725861 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-ef4fac71-1f7e-4a5a-b203-ec8305f0969f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:44:51.789957 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-b05f5f88-c11b-410c-9f03-ca9bc4a2f256 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:51.802191 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34000) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:51.838792 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-95ed1dfe-69a5-4e31-af8d-ab77ce22671f req-7a866fb1-c838-47ac-ba8d-51799d5f1bec tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Unset dirty status for tenant:18b9c5d8b3d043279654e2a115822f2a on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:44:51.851476 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-95ed1dfe-69a5-4e31-af8d-ab77ce22671f req-7a866fb1-c838-47ac-ba8d-51799d5f1bec tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 210 time: 0.9421897 May 13 14:44:51.860856 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-2ca709c3-9bb3-4e4d-8750-9b29259e6dbd None None] Set router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:44:51.872774 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4fac71-1f7e-4a5a-b203-ec8305f0969f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Pushing event updated for resources: {'Port': ['ID=46833746-4949-4cc0-876e-322482ef650d,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:51.922313 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f5f88-c11b-410c-9f03-ca9bc4a2f256 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:44:51.974290 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-ef4fac71-1f7e-4a5a-b203-ec8305f0969f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:51.985406 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-ef4fac71-1f7e-4a5a-b203-ec8305f0969f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:52.000653 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-7fdbd312-df67-4482-804f-8fa6c58d65dd tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:52.005441 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7fdbd312-df67-4482-804f-8fa6c58d65dd tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.1005783 May 13 14:44:52.010897 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34004) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:52.019008 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-874e7c18-1eec-494c-ba4a-1f0b8230c610 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:52.049067 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-9eb224d8-e8a5-426a-98b5-94ecbe51375e tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:52.052385 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9eb224d8-e8a5-426a-98b5-94ecbe51375e tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0379391 May 13 14:44:52.067952 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34008) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:52.082821 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-eddf69f8-a458-44ec-9dcc-e86a87f8bf06 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:52.086577 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c19e735d-68f5-4b11-a468-e94259f31734 None None] Provisioning for port a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:52.090627 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-eddf69f8-a458-44ec-9dcc-e86a87f8bf06 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0151954 May 13 14:44:52.100001 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34012) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:52.139129 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c19e735d-68f5-4b11-a468-e94259f31734 None None] Provisioning complete for port a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:52.139606 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c19e735d-68f5-4b11-a468-e94259f31734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:52.155522 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f67aa12-9f27-4dc4-9937-022051eabdbc'] response: {'name': 'network-changed', 'server_uuid': 'd59c1b61-2c41-4c74-a9f9-b1395c3a902b', 'tag': '681dd6ba-cbbf-46d1-b0fa-2100a7b46a38', 'status': 'completed', 'code': 200} May 13 14:44:52.159613 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f5f88-c11b-410c-9f03-ca9bc4a2f256 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Port': ['ID=b55478fe-0015-458d-8d26-24bda0d3475c,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:52.162301 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-3c9e0c47-254e-4a9b-b5e1-74f7f4246002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:52.163799 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-3c9e0c47-254e-4a9b-b5e1-74f7f4246002 service neutron] 10.222.0.74 "GET /v2.0/ports/daf2e69b-43ff-47c0-885c-637ff3620bd1 HTTP/1.1" status: 200 len: 1026 time: 1.1999774 May 13 14:44:52.183866 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-ca29e175-e7e3-4bf2-a34c-20dd2c3bc1a0 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:52.187285 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ca29e175-e7e3-4bf2-a34c-20dd2c3bc1a0 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0839043 May 13 14:44:52.199326 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34016) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:52.253506 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-e4d94927-9e6c-4722-a008-8c7493f6cd9f tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:52.258232 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e4d94927-9e6c-4722-a008-8c7493f6cd9f tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0542505 May 13 14:44:52.262174 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34020) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:52.270348 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-ef4fac71-1f7e-4a5a-b203-ec8305f0969f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5094554 May 13 14:44:52.279249 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e7c18-1eec-494c-ba4a-1f0b8230c610 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event deleted for resources: {'Subnet': ['ID=b65ca4ad-63f2-4693-be76-7680cb9a5fdf,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:52.279559 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [None req-0fc1b16a-1174-4624-9f18-71b4385de1a9 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:52.282744 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0fc1b16a-1174-4624-9f18-71b4385de1a9 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0120938 May 13 14:44:52.299867 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-03c55bdf-7854-4124-8047-aeab575cbd5d service neutron] Request body: {'port': {'device_id': 'a721a847-2b50-4bb5-998e-f9f136e369e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:52.305658 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34024) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:52.307457 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-874e7c18-1eec-494c-ba4a-1f0b8230c610 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:52.321005 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-874e7c18-1eec-494c-ba4a-1f0b8230c610 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/subnets/b65ca4ad-63f2-4693-be76-7680cb9a5fdf HTTP/1.1" status: 204 len: 168 time: 1.6358473 May 13 14:44:52.328174 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34028) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:52.334132 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-097dd287-84ea-4db2-ad9e-baf35da6a3d3 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:52.338590 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-097dd287-84ea-4db2-ad9e-baf35da6a3d3 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0190234 May 13 14:44:52.346862 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34032) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:52.358430 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fef01e-1802-48b6-b975-70de8afe61b2 None None] Network e4472f1f-601d-4ee6-849c-afc8c312e8ea requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:44:52.360405 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-ded425d2-4ac9-4806-b12e-d2206be17a34 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:52.363922 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ded425d2-4ac9-4806-b12e-d2206be17a34 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0117509 May 13 14:44:52.369796 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b05f5f88-c11b-410c-9f03-ca9bc4a2f256 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:52.375939 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34036) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:52.382525 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-0cce2700-c584-4298-942c-9dd1175842d2 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:52.386590 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0cce2700-c584-4298-942c-9dd1175842d2 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0056052 May 13 14:44:52.388489 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-a4f6c254-1ee6-4763-b17b-201f0bc2449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:52.389884 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-a4f6c254-1ee6-4763-b17b-201f0bc2449e service neutron] 10.222.0.74 "GET /v2.0/ports/67e7f531-e2b2-4161-81a5-7ac49b7125b3 HTTP/1.1" status: 200 len: 1026 time: 0.2047296 May 13 14:44:52.390564 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34040) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:52.428661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-1a71ed2c-3d46-438f-9ffc-6f407dcaced3 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:52.432296 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1a71ed2c-3d46-438f-9ffc-6f407dcaced3 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0289977 May 13 14:44:52.444553 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34044) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:52.468799 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-c19e735d-68f5-4b11-a468-e94259f31734 None None] Current status of the port a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:52.469471 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c19e735d-68f5-4b11-a468-e94259f31734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:52.496376 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ee8fb279-e170-46fd-b81c-ccd7822b4e0b tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:52.519058 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [None req-91e2f11b-bff3-4484-9d00-bbd37722cbf1 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:52.520205 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-91e2f11b-bff3-4484-9d00-bbd37722cbf1 tempest-ExtensionsTestJSON-810411415 tempest-ExtensionsTestJSON-810411415-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0680363 May 13 14:44:52.546939 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-6a42858e-75fd-4fd1-a886-3f3a2b2a727e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:52.548542 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-6a42858e-75fd-4fd1-a886-3f3a2b2a727e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e540cd79706f4092b1c33147f0b2cee9&device_id=d59c1b61-2c41-4c74-a9f9-b1395c3a902b HTTP/1.1" status: 200 len: 1094 time: 0.7441921 May 13 14:44:52.590794 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-2ca709c3-9bb3-4e4d-8750-9b29259e6dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'name': 'tempest-RoutersIpV6Test-router-753058156', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:44:46Z', 'revision_number': 9, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None, '_interfaces': [{'id': '9e751a82-e701-4e41-bf3d-02f034e64fc3', 'name': '', 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b3:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:27Z', 'updated_at': '2022-05-13T14:43:49Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeba42f-275e-4223-84ac-c0f45d396d52', 'name': '', 'network_id': 'ef46ef2c-6a13-4932-840e-1da5c58a96ed', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:74:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:43Z', 'updated_at': '2022-05-13T14:44:01Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:52.603842 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca709c3-9bb3-4e4d-8750-9b29259e6dbd None None] The sync data for ids ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'] in n-d-841760-1 is: [{'id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'name': 'tempest-RoutersIpV6Test-router-753058156', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:44:46Z', 'revision_number': 9, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None, '_interfaces': [{'id': '9e751a82-e701-4e41-bf3d-02f034e64fc3', 'name': '', 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b3:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:27Z', 'updated_at': '2022-05-13T14:43:49Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeba42f-275e-4223-84ac-c0f45d396d52', 'name': '', 'network_id': 'ef46ef2c-6a13-4932-840e-1da5c58a96ed', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:74:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:43Z', 'updated_at': '2022-05-13T14:44:01Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '61b10079-1252-4955-86e1-1b50f3ee2cce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:44:52.655963 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d0e94-41d8-4e2b-a0cb-6542a7ea23bc req-aa2f3c96-2095-4caa-996d-282df15ed7be tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:52.656385 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-b79d0e94-41d8-4e2b-a0cb-6542a7ea23bc req-aa2f3c96-2095-4caa-996d-282df15ed7be tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Synchronizing usage tracker for tenant:e540cd79706f4092b1c33147f0b2cee9 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:44:52.662588 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-c19e735d-68f5-4b11-a468-e94259f31734 None None] For port a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf,segment=NetworkSegment(3ab8718c-4e79-4aed-9a39-363c04f1d2e4),segment_id=3ab8718c-4e79-4aed-9a39-363c04f1d2e4)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:52.673418 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-d4c329cb-bc03-43ef-a4b0-e7053b2f710d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=681dd6ba-cbbf-46d1-b0fa-2100a7b46a38 HTTP/1.1" status: 200 len: 217 time: 0.1108239 May 13 14:44:52.722222 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-daaf2cba-73b6-4f3a-8e3c-86798490c0f5 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:52.770464 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c19e735d-68f5-4b11-a468-e94259f31734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:52.883026 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-b79d0e94-41d8-4e2b-a0cb-6542a7ea23bc req-aa2f3c96-2095-4caa-996d-282df15ed7be tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Unset dirty status for tenant:e540cd79706f4092b1c33147f0b2cee9 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:44:52.893633 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b79d0e94-41d8-4e2b-a0cb-6542a7ea23bc req-aa2f3c96-2095-4caa-996d-282df15ed7be tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d59c1b61-2c41-4c74-a9f9-b1395c3a902b HTTP/1.1" status: 200 len: 943 time: 1.0905252 May 13 14:44:52.946845 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-5f21d1ea-88f0-4cb5-889c-15057598bc69 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:52.974007 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3bc0a44f-11e8-4521-bddb-d72a759a6e79 None None] Provisioning for port 46833746-4949-4cc0-876e-322482ef650d completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:52.976830 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-5f21d1ea-88f0-4cb5-889c-15057598bc69 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:52.980228 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e735d-68f5-4b11-a468-e94259f31734 None None] Pushing event updated for resources: {'Port': ['ID=a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:52.984586 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3bc0a44f-11e8-4521-bddb-d72a759a6e79 None None] Provisioning complete for port 46833746-4949-4cc0-876e-322482ef650d triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:52.984965 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3bc0a44f-11e8-4521-bddb-d72a759a6e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:52.988087 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-5f21d1ea-88f0-4cb5-889c-15057598bc69 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:52.989965 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-5f21d1ea-88f0-4cb5-889c-15057598bc69 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.74 "GET /v2.0/networks?id=144b0538-5a90-40dc-8493-8ee490cbd7e0&id=1a1930ec-5440-44c2-86b3-9a9de9e18d18&id=1a1930ec-5440-44c2-86b3-9a9de9e18d18&id=1a1930ec-5440-44c2-86b3-9a9de9e18d18&id=1a1930ec-5440-44c2-86b3-9a9de9e18d18&id=471adc6c-b70b-42c1-bc3f-35baec009201&id=471adc6c-b70b-42c1-bc3f-35baec009201 HTTP/1.1" status: 200 len: 1988 time: 0.5853789 May 13 14:44:53.002245 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34054) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:53.020581 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-b6be0e6d-d61c-436c-8a0e-e1a146477a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:53.022214 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-b6be0e6d-d61c-436c-8a0e-e1a146477a07 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7 HTTP/1.1" status: 200 len: 852 time: 0.3383107 May 13 14:44:53.070388 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 765a34fe-9557-4892-9b49-1a72da549e66 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:44:53.120843 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fb279-e170-46fd-b81c-ccd7822b4e0b tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event deleted for resources: {'Port': ['ID=923255ab-51ab-41f4-90c7-e1659755bdca,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:53.185558 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b05f5f88-c11b-410c-9f03-ca9bc4a2f256 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:53.224585 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 765a34fe-9557-4892-9b49-1a72da549e66 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:44:53.225091 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 765a34fe-9557-4892-9b49-1a72da549e66 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:44:53.226461 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-78152d5a-f67c-4eec-8814-391016c2d544 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8641c536-545f-4056-be2c-402575e577ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282096 May 13 14:44:53.252897 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b79d0e94-41d8-4e2b-a0cb-6542a7ea23bc req-dcbe7777-5db1-42d0-bb1c-2a229ff47886 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455567 May 13 14:44:53.275445 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3bc0a44f-11e8-4521-bddb-d72a759a6e79 None None] Port 46833746-4949-4cc0-876e-322482ef650d cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:44:53.275627 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cccd62-51c2-448e-bed6-8e77423171b7 req-fe4c7f16-905f-411d-81f7-e38911760999 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:53.275627 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f0cccd62-51c2-448e-bed6-8e77423171b7 req-fe4c7f16-905f-411d-81f7-e38911760999 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Synchronizing usage tracker for tenant:4b31433d5022490ba6cd8b183da7a35f on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:44:53.275627 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-daaf2cba-73b6-4f3a-8e3c-86798490c0f5 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Deleting port b9f69020-5d4d-4be3-8804-13d0ed5e8441 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:53.275627 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-daaf2cba-73b6-4f3a-8e3c-86798490c0f5 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:53.330359 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-03c55bdf-7854-4124-8047-aeab575cbd5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:53.330853 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a820d58-babf-4a22-84a3-b8f76874feec None None] DHCP port deletion for e4472f1f-601d-4ee6-849c-afc8c312e8ea request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:44:53.336101 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0a820d58-babf-4a22-84a3-b8f76874feec None None] Deleting port b9f69020-5d4d-4be3-8804-13d0ed5e8441 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:53.336473 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0a820d58-babf-4a22-84a3-b8f76874feec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:53.395559 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ee8fb279-e170-46fd-b81c-ccd7822b4e0b tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:53.398597 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ee8fb279-e170-46fd-b81c-ccd7822b4e0b tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:53.400572 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ee8fb279-e170-46fd-b81c-ccd7822b4e0b tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "DELETE /v2.0/floatingips/2d4da37f-e407-4c33-b50e-2dcead4d5435 HTTP/1.1" status: 204 len: 168 time: 2.7410474 May 13 14:44:53.406073 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34060) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:53.410464 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f0cccd62-51c2-448e-bed6-8e77423171b7 req-fe4c7f16-905f-411d-81f7-e38911760999 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Unset dirty status for tenant:4b31433d5022490ba6cd8b183da7a35f on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:44:53.418802 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f0cccd62-51c2-448e-bed6-8e77423171b7 req-fe4c7f16-905f-411d-81f7-e38911760999 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 932 time: 1.2293682 May 13 14:44:53.440902 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f5b6119d-1f25-4a99-b372-7da47c0a9d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:53.447712 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-20222b5a-93d3-424b-982c-02079bd0d3d3 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'port_id': 'b819d4ba-60e0-4ad0-89f7-868fa45624a6'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:53.454589 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-20222b5a-93d3-424b-982c-02079bd0d3d3 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:53.460263 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-20222b5a-93d3-424b-982c-02079bd0d3d3 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Usage tracker for resource:floatingip and tenant:6b12ce616ed04de39e484728b5ba653e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:53.464082 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-20222b5a-93d3-424b-982c-02079bd0d3d3 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:53.468901 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-11e0d16b-bbba-401a-abbd-d16049bff671 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18b9c5d8b3d043279654e2a115822f2a HTTP/1.1" status: 200 len: 378 time: 0.4413195 May 13 14:44:53.473789 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-20222b5a-93d3-424b-982c-02079bd0d3d3 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:53.478616 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-660c3531-217d-4e11-9fea-20c5a35184f5 None None] Provisioning complete for port a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:53.479040 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-660c3531-217d-4e11-9fea-20c5a35184f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:53.508712 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-426923b7-a255-49f1-81ce-d61126fcd76c tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Request body: {'port': {'device_id': '7f2656f6-d77d-4e0e-813a-910939c72154', 'network_id': '144b0538-5a90-40dc-8493-8ee490cbd7e0', 'admin_state_up': True, 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'security_groups': ['95a0f171-72e3-41e4-be44-ec217b4f9ab6']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:53.529582 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f5b6119d-1f25-4a99-b372-7da47c0a9d6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:53.533143 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-20222b5a-93d3-424b-982c-02079bd0d3d3 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:53.641839 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f5b6119d-1f25-4a99-b372-7da47c0a9d6c admin admin] Usage tracker for resource:security_group_rule and tenant:58111e0e6da048309b1797e41859cbb8 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:53.665087 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f5b6119d-1f25-4a99-b372-7da47c0a9d6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:53.670124 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-51b871e7-29ab-4ad7-aa2f-afd2c76bea9f req-ebe8fb4d-6f0b-49bc-b863-ba4ae43cd159 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 210 time: 0.1465740 May 13 14:44:53.703062 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f0cccd62-51c2-448e-bed6-8e77423171b7 req-40c30b85-fd6d-4aab-b0f8-e657af21c16a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2831752 May 13 14:44:53.787954 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-0a820d58-babf-4a22-84a3-b8f76874feec None None] For port b9f69020-5d4d-4be3-8804-13d0ed5e8441, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b9f69020-5d4d-4be3-8804-13d0ed5e8441,segment=NetworkSegment(9778c211-524c-4ca7-9a86-575fcc0fc498),segment_id=9778c211-524c-4ca7-9a86-575fcc0fc498)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:53.788652 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0a820d58-babf-4a22-84a3-b8f76874feec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:53.923668 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0a820d58-babf-4a22-84a3-b8f76874feec None None] Calling delete_port for b9f69020-5d4d-4be3-8804-13d0ed5e8441 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:44:53.924945 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-daaf2cba-73b6-4f3a-8e3c-86798490c0f5 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] For port b9f69020-5d4d-4be3-8804-13d0ed5e8441, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b9f69020-5d4d-4be3-8804-13d0ed5e8441,segment=NetworkSegment(9778c211-524c-4ca7-9a86-575fcc0fc498),segment_id=9778c211-524c-4ca7-9a86-575fcc0fc498)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:53.925476 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-daaf2cba-73b6-4f3a-8e3c-86798490c0f5 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:54.026989 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f5b6119d-1f25-4a99-b372-7da47c0a9d6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:54.028164 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0a820d58-babf-4a22-84a3-b8f76874feec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:54.089418 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a820d58-babf-4a22-84a3-b8f76874feec None None] No DVR routers for this DVR port b9f69020-5d4d-4be3-8804-13d0ed5e8441 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:44:54.096706 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a820d58-babf-4a22-84a3-b8f76874feec None None] Pushing event deleted for resources: {'Port': ['ID=b9f69020-5d4d-4be3-8804-13d0ed5e8441,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:54.104460 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-660c3531-217d-4e11-9fea-20c5a35184f5 None None] Current status of the port a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:54.116426 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-660c3531-217d-4e11-9fea-20c5a35184f5 None None] Provisioning for port b55478fe-0015-458d-8d26-24bda0d3475c completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:54.122001 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-660c3531-217d-4e11-9fea-20c5a35184f5 None None] Provisioning complete for port b55478fe-0015-458d-8d26-24bda0d3475c triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:54.122501 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-660c3531-217d-4e11-9fea-20c5a35184f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:54.125944 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-105c1f9d-3859-4532-8cb7-6e3e069b1e50 service neutron] 10.222.0.59 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8272336 May 13 14:44:54.180803 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-daaf2cba-73b6-4f3a-8e3c-86798490c0f5 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Calling delete_port for b9f69020-5d4d-4be3-8804-13d0ed5e8441 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:44:54.217618 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-660c3531-217d-4e11-9fea-20c5a35184f5 None None] Port b55478fe-0015-458d-8d26-24bda0d3475c cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:44:54.343587 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.api [None req-daaf2cba-73b6-4f3a-8e3c-86798490c0f5 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:44:54.344028 n-d-841760-1 neutron-server[88082]: DEBUG oslo_db.api [None req-daaf2cba-73b6-4f3a-8e3c-86798490c0f5 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:44:54.347063 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-20222b5a-93d3-424b-982c-02079bd0d3d3 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:54.471273 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f5b6119d-1f25-4a99-b372-7da47c0a9d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:54.483855 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-03c55bdf-7854-4124-8047-aeab575cbd5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46833746-4949-4cc0-876e-322482ef650d {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:44:54.494551 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-426923b7-a255-49f1-81ce-d61126fcd76c tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:54.500951 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f5b6119d-1f25-4a99-b372-7da47c0a9d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:54.526104 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-03c55bdf-7854-4124-8047-aeab575cbd5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:54.550578 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-426923b7-a255-49f1-81ce-d61126fcd76c tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:54.557710 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-03c55bdf-7854-4124-8047-aeab575cbd5d service neutron] Transition to ACTIVE for port object 46833746-4949-4cc0-876e-322482ef650d will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:54.565184 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-03c55bdf-7854-4124-8047-aeab575cbd5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:54.613409 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-20222b5a-93d3-424b-982c-02079bd0d3d3 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Allocated IP 172.25.0.230 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/7d377aed-e89c-4bb2-a315-37563afb4059) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:44:54.635699 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f5b6119d-1f25-4a99-b372-7da47c0a9d6c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=58111e0e6da048309b1797e41859cbb8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6321516 May 13 14:44:54.639179 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34068) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:54.686477 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-426923b7-a255-49f1-81ce-d61126fcd76c tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Made reservation on behalf of 18b9c5d8b3d043279654e2a115822f2a for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:44:54.690499 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-426923b7-a255-49f1-81ce-d61126fcd76c tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:54.714417 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6119d-1f25-4a99-b372-7da47c0a9d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422f3987-8e99-4dd1-987b-52fc3c17c329,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:54.766559 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c55bdf-7854-4124-8047-aeab575cbd5d service neutron] Pushing event updated for resources: {'Port': ['ID=46833746-4949-4cc0-876e-322482ef650d,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:54.817995 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b05f5f88-c11b-410c-9f03-ca9bc4a2f256 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:54.864796 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dd9aa51b-2a93-478f-941f-6ed15bf9cdd1 req-aa7c0cf8-d0eb-4252-937d-9fd5873e8f0a service neutron] 10.222.0.59 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7057152 May 13 14:44:54.865440 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b05f5f88-c11b-410c-9f03-ca9bc4a2f256 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:54.908091 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:44:55.006097 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:55.006575 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:55.031746 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-daaf2cba-73b6-4f3a-8e3c-86798490c0f5 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Deleting port b9f69020-5d4d-4be3-8804-13d0ed5e8441 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:55.032373 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-daaf2cba-73b6-4f3a-8e3c-86798490c0f5 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:55.067576 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd6c7f-03a7-4e9b-90a1-471fa9074913 req-4f5c93c2-609c-4e5b-a7de-c6dcacfe657c tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:55.075077 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8cdd6c7f-03a7-4e9b-90a1-471fa9074913 req-4f5c93c2-609c-4e5b-a7de-c6dcacfe657c tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d59c1b61-2c41-4c74-a9f9-b1395c3a902b HTTP/1.1" status: 200 len: 943 time: 0.6985817 May 13 14:44:55.142416 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b05f5f88-c11b-410c-9f03-ca9bc4a2f256 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:55.144707 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da8c0f9a-d8c9-4bf5-88a1-c09d17f3a403 req-800212b2-2077-4d81-b48a-21459bff7c1d tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 210 time: 0.0837247 May 13 14:44:55.154227 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f5f88-c11b-410c-9f03-ca9bc4a2f256 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Port': ['ID=b55478fe-0015-458d-8d26-24bda0d3475c,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:55.221768 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:55.273367 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-daaf2cba-73b6-4f3a-8e3c-86798490c0f5 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] The port 'b9f69020-5d4d-4be3-8804-13d0ed5e8441' was deleted {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:44:55.295624 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b9f69020-5d4d-4be3-8804-13d0ed5e8441 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:44:55.335127 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8cdd6c7f-03a7-4e9b-90a1-471fa9074913 req-4c44c73f-332e-4027-a236-40949b3e09c9 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588525 May 13 14:44:55.354077 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: b9f69020-5d4d-4be3-8804-13d0ed5e8441 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:44:55.354423 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b9f69020-5d4d-4be3-8804-13d0ed5e8441 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:44:55.423228 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-426923b7-a255-49f1-81ce-d61126fcd76c tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Allocated IP 172.20.0.3 (144b0538-5a90-40dc-8493-8ee490cbd7e0/8a9c690f-a84d-47bd-a3d1-b0cafcf431f8/287acb6a-4dc7-45f4-8951-887c0db993bc) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:44:55.439397 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99819e3a-7b06-470b-8787-8926cbb34ddf req-34b5adb9-e626-4a11-8722-e6828ff10f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:55.440891 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99819e3a-7b06-470b-8787-8926cbb34ddf req-34b5adb9-e626-4a11-8722-e6828ff10f86 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e540cd79706f4092b1c33147f0b2cee9&device_id=d59c1b61-2c41-4c74-a9f9-b1395c3a902b HTTP/1.1" status: 200 len: 1094 time: 0.4768248 May 13 14:44:55.518699 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-018a8637-e273-419f-b827-995f9dd1bd48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:55.528384 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-03c55bdf-7854-4124-8047-aeab575cbd5d service neutron] Attempting to bind port 46833746-4949-4cc0-876e-322482ef650d on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:44:55.528644 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-03c55bdf-7854-4124-8047-aeab575cbd5d service neutron] Attempting to bind port 46833746-4949-4cc0-876e-322482ef650d by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '2e43f227-1875-4d5e-9b51-995654763caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:44:55.528934 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-03c55bdf-7854-4124-8047-aeab575cbd5d service neutron] Attempting to bind port 46833746-4949-4cc0-876e-322482ef650d on network 3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:44:55.533317 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-20222b5a-93d3-424b-982c-02079bd0d3d3 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:55.601507 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05f5f88-c11b-410c-9f03-ca9bc4a2f256 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network 36b1c9fe-527c-44af-852f-e525c8ccfd28 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:44:55.616554 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-03c55bdf-7854-4124-8047-aeab575cbd5d service neutron] Port 46833746-4949-4cc0-876e-322482ef650d on network 3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:44:55.616893 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-03c55bdf-7854-4124-8047-aeab575cbd5d service neutron] Attempting to bind port 46833746-4949-4cc0-876e-322482ef650d on network 3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:44:55.621683 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-b05f5f88-c11b-410c-9f03-ca9bc4a2f256 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:55.657727 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-018a8637-e273-419f-b827-995f9dd1bd48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:55.666672 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-daaf2cba-73b6-4f3a-8e3c-86798490c0f5 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:55.674380 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-03c55bdf-7854-4124-8047-aeab575cbd5d service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:44:55.675023 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-03c55bdf-7854-4124-8047-aeab575cbd5d service neutron] Checking segment: {'id': '2e43f227-1875-4d5e-9b51-995654763caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:44:55.675447 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-03c55bdf-7854-4124-8047-aeab575cbd5d service neutron] Bound using segment: {'id': '2e43f227-1875-4d5e-9b51-995654763caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:44:55.675896 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-03c55bdf-7854-4124-8047-aeab575cbd5d service neutron] Bound port: 46833746-4949-4cc0-876e-322482ef650d, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e43f227-1875-4d5e-9b51-995654763caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:44:55.676239 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-03c55bdf-7854-4124-8047-aeab575cbd5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:55.777337 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-daaf2cba-73b6-4f3a-8e3c-86798490c0f5 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4472f1f-601d-4ee6-849c-afc8c312e8ea']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:55.822849 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-daaf2cba-73b6-4f3a-8e3c-86798490c0f5 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9778c211-524c-4ca7-9a86-575fcc0fc498') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:55.823170 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-daaf2cba-73b6-4f3a-8e3c-86798490c0f5 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9778c211-524c-4ca7-9a86-575fcc0fc498') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:55.847710 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-daaf2cba-73b6-4f3a-8e3c-86798490c0f5 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:55.890339 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-20222b5a-93d3-424b-982c-02079bd0d3d3 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:55.938279 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5aa2b-4d6a-42d7-9f3d-d269b9a11b5d req-0e9c8e55-d8ce-4f8b-8cb1-644ce6fc602c tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:55.940002 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-78f5aa2b-4d6a-42d7-9f3d-d269b9a11b5d req-0e9c8e55-d8ce-4f8b-8cb1-644ce6fc602c tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 944 time: 0.5214901 May 13 14:44:55.966962 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0398b811-39da-479b-8cd8-083c689be555 None None] Provisioning complete for port b55478fe-0015-458d-8d26-24bda0d3475c triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:55.968146 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0398b811-39da-479b-8cd8-083c689be555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:55.987005 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-daaf2cba-73b6-4f3a-8e3c-86798490c0f5 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:55.992953 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20222b5a-93d3-424b-982c-02079bd0d3d3 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event updated for resources: {'Port': ['ID=7d377aed-e89c-4bb2-a315-37563afb4059,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:56.018941 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99819e3a-7b06-470b-8787-8926cbb34ddf req-3bae3b3c-dc37-4542-b8f0-85a3617935a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:56.020698 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99819e3a-7b06-470b-8787-8926cbb34ddf req-3bae3b3c-dc37-4542-b8f0-85a3617935a4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8641c536-545f-4056-be2c-402575e577ff HTTP/1.1" status: 200 len: 913 time: 0.5718641 May 13 14:44:56.026549 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daaf2cba-73b6-4f3a-8e3c-86798490c0f5 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:44:56.026970 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-daaf2cba-73b6-4f3a-8e3c-86798490c0f5 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:56.044543 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-03c55bdf-7854-4124-8047-aeab575cbd5d service neutron] For port 46833746-4949-4cc0-876e-322482ef650d, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: timer() May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:44:56.051168 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:44:56.062609 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20222b5a-93d3-424b-982c-02079bd0d3d3 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:44:56.067958 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-018a8637-e273-419f-b827-995f9dd1bd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:56.090663 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0398b811-39da-479b-8cd8-083c689be555 None None] Port b55478fe-0015-458d-8d26-24bda0d3475c cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:44:56.117905 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99819e3a-7b06-470b-8787-8926cbb34ddf req-138959f0-f896-499b-b5ba-194cf8eb59af service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=681dd6ba-cbbf-46d1-b0fa-2100a7b46a38 HTTP/1.1" status: 200 len: 217 time: 0.0888033 May 13 14:44:56.130709 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-20222b5a-93d3-424b-982c-02079bd0d3d3 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:56.133815 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20222b5a-93d3-424b-982c-02079bd0d3d3 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:44:56.160328 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-03c55bdf-7854-4124-8047-aeab575cbd5d service neutron] For port 46833746-4949-4cc0-876e-322482ef650d, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=46833746-4949-4cc0-876e-322482ef650d,segment=NetworkSegment(2e43f227-1875-4d5e-9b51-995654763caa),segment_id=2e43f227-1875-4d5e-9b51-995654763caa)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:44:56.228267 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-426923b7-a255-49f1-81ce-d61126fcd76c tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:56.231353 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-03c55bdf-7854-4124-8047-aeab575cbd5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:56.240501 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a8637-e273-419f-b827-995f9dd1bd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422f3987-8e99-4dd1-987b-52fc3c17c329,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:56.255853 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99819e3a-7b06-470b-8787-8926cbb34ddf req-f4c05220-8fea-4471-a200-d9d758c5d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:56.257486 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99819e3a-7b06-470b-8787-8926cbb34ddf req-f4c05220-8fea-4471-a200-d9d758c5d7d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7 HTTP/1.1" status: 200 len: 852 time: 0.1254976 May 13 14:44:56.262329 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-426923b7-a255-49f1-81ce-d61126fcd76c tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Transition to ACTIVE for port object 287acb6a-4dc7-45f4-8951-887c0db993bc will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:56.353673 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99819e3a-7b06-470b-8787-8926cbb34ddf req-6186c17f-3577-4195-a6c1-f7ae1b1d0707 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8641c536-545f-4056-be2c-402575e577ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735981 May 13 14:44:56.373512 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-78f5aa2b-4d6a-42d7-9f3d-d269b9a11b5d req-2f539c7a-ca5e-4553-a01d-b595d8fd8a16 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3708086 May 13 14:44:56.384926 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-03c55bdf-7854-4124-8047-aeab575cbd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:56.385514 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-03c55bdf-7854-4124-8047-aeab575cbd5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:56.386916 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-03c55bdf-7854-4124-8047-aeab575cbd5d service neutron] 10.222.0.59 "PUT /v2.0/ports/46833746-4949-4cc0-876e-322482ef650d HTTP/1.1" status: 200 len: 1092 time: 4.0935264 May 13 14:44:56.387376 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a721a847-2b50-4bb5-998e-f9f136e369e1', 'tag': '46833746-4949-4cc0-876e-322482ef650d'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:56.415973 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-daaf2cba-73b6-4f3a-8e3c-86798490c0f5 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:56.437965 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a31d33d3-1250-477d-b106-cc2a97862270 req-d2c4e005-4c5f-4730-a0b0-3789719d9d45 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 210 time: 0.0965695 May 13 14:44:56.516712 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-daaf2cba-73b6-4f3a-8e3c-86798490c0f5 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:56.558843 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05f5f88-c11b-410c-9f03-ca9bc4a2f256 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Router 60f27043-3c9f-4544-9691-0cb912423002 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:44:56.581335 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-426923b7-a255-49f1-81ce-d61126fcd76c tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:56.593892 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-018a8637-e273-419f-b827-995f9dd1bd48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:56.595335 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-018a8637-e273-419f-b827-995f9dd1bd48 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/422f3987-8e99-4dd1-987b-52fc3c17c329 HTTP/1.1" status: 204 len: 168 time: 1.9551973 May 13 14:44:56.609427 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3552842a-2a2a-4dba-9056-fedac5619991'] response: {'name': 'network-changed', 'server_uuid': 'a721a847-2b50-4bb5-998e-f9f136e369e1', 'tag': '46833746-4949-4cc0-876e-322482ef650d', 'status': 'completed', 'code': 200} May 13 14:44:56.615607 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf2cba-73b6-4f3a-8e3c-86798490c0f5 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event deleted for resources: {'Network': ['ID=e4472f1f-601d-4ee6-849c-afc8c312e8ea,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:56.624427 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c55bdf-7854-4124-8047-aeab575cbd5d service neutron] Pushing event updated for resources: {'Port': ['ID=46833746-4949-4cc0-876e-322482ef650d,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:56.670208 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-daaf2cba-73b6-4f3a-8e3c-86798490c0f5 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/networks/e4472f1f-601d-4ee6-849c-afc8c312e8ea HTTP/1.1" status: 204 len: 168 time: 4.3401980 May 13 14:44:56.679841 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34086) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:56.746516 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99819e3a-7b06-470b-8787-8926cbb34ddf req-75c307f6-f423-4d89-be8d-ae619dc3cb4f service neutron] 10.222.0.59 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557091 May 13 14:44:56.848327 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426923b7-a255-49f1-81ce-d61126fcd76c tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Pushing event updated for resources: {'Port': ['ID=287acb6a-4dc7-45f4-8951-887c0db993bc,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:56.856197 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-426923b7-a255-49f1-81ce-d61126fcd76c tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Network 144b0538-5a90-40dc-8493-8ee490cbd7e0 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:44:56.869877 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-426923b7-a255-49f1-81ce-d61126fcd76c tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:56.873206 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-426923b7-a255-49f1-81ce-d61126fcd76c tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:44:56.905788 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 681dd6ba-cbbf-46d1-b0fa-2100a7b46a38 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:44:57.067840 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-426923b7-a255-49f1-81ce-d61126fcd76c tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:57.068508 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-426923b7-a255-49f1-81ce-d61126fcd76c tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:57.167821 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 681dd6ba-cbbf-46d1-b0fa-2100a7b46a38, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=681dd6ba-cbbf-46d1-b0fa-2100a7b46a38,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:57.202863 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '681dd6ba-cbbf-46d1-b0fa-2100a7b46a38', 'network_id': '8641c536-545f-4056-be2c-402575e577ff', 'port_id': '681dd6ba-cbbf-46d1-b0fa-2100a7b46a38', 'mac_address': 'fa:16:3e:80:99:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:44:57.357225 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 681dd6ba-cbbf-46d1-b0fa-2100a7b46a38 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:57.357644 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:57.408574 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-91b2bb2e-24a7-4504-bf42-de8a816e5f3f None None] Provisioning for port 287acb6a-4dc7-45f4-8951-887c0db993bc completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:57.418566 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 681dd6ba-cbbf-46d1-b0fa-2100a7b46a38 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:44:57.424135 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-91b2bb2e-24a7-4504-bf42-de8a816e5f3f None None] Provisioning complete for port 287acb6a-4dc7-45f4-8951-887c0db993bc triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:57.424514 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-91b2bb2e-24a7-4504-bf42-de8a816e5f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:57.453530 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99819e3a-7b06-470b-8787-8926cbb34ddf req-cc4093f7-29c7-4a8d-9e6c-ff248980a3bc service neutron] 10.222.0.59 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6530547 May 13 14:44:57.454815 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05f5f88-c11b-410c-9f03-ca9bc4a2f256 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:44:57.454966 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-32a8c2be-7b64-45f3-a0f2-054ac3ee81ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:57.481967 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924d2517-8fb5-4a65-9161-ae460f592140 None None] Sync routers for ids ['60f27043-3c9f-4544-9691-0cb912423002'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:44:57.522731 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-426923b7-a255-49f1-81ce-d61126fcd76c tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0291402 May 13 14:44:57.524572 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b05f5f88-c11b-410c-9f03-ca9bc4a2f256 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "PUT /v2.0/routers/60f27043-3c9f-4544-9691-0cb912423002/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3606739 May 13 14:44:57.528770 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34106) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:57.532505 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924d2517-8fb5-4a65-9161-ae460f592140 None None] Routers {'60f27043-3c9f-4544-9691-0cb912423002'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:57.533146 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-924d2517-8fb5-4a65-9161-ae460f592140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:44:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['60f27043-3c9f-4544-9691-0cb912423002'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:57.538848 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-1d4fb1bf-7ce4-4eb0-8e29-91089d0ef66f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Request body: {'network': {'name': 'tempest-RoutersTest-1175963325'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:57.557631 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-616074e7-b917-4e1e-ac99-405f171a89c1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Request body: {'port': {'device_id': '7f2656f6-d77d-4e0e-813a-910939c72154', 'network_id': '1a1930ec-5440-44c2-86b3-9a9de9e18d18', 'admin_state_up': True, 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'security_groups': ['95a0f171-72e3-41e4-be44-ec217b4f9ab6']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:57.608615 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1d4fb1bf-7ce4-4eb0-8e29-91089d0ef66f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:57.705921 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 681dd6ba-cbbf-46d1-b0fa-2100a7b46a38, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=681dd6ba-cbbf-46d1-b0fa-2100a7b46a38,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:57.712626 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1d4fb1bf-7ce4-4eb0-8e29-91089d0ef66f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Usage tracker for resource:network and tenant:17b49979485542bba655ee3d2918613c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:57.718899 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-91b2bb2e-24a7-4504-bf42-de8a816e5f3f None None] Port 287acb6a-4dc7-45f4-8951-887c0db993bc cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:44:57.722087 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1d4fb1bf-7ce4-4eb0-8e29-91089d0ef66f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:57.735395 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:57.750038 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1d4fb1bf-7ce4-4eb0-8e29-91089d0ef66f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:57.762638 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-17069e2f-396a-43eb-a59d-25b28e68738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:57.764363 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-17069e2f-396a-43eb-a59d-25b28e68738d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b31433d5022490ba6cd8b183da7a35f&device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 1095 time: 1.2950335 May 13 14:44:57.846971 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=681dd6ba-cbbf-46d1-b0fa-2100a7b46a38,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:57.884066 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4fb1bf-7ce4-4eb0-8e29-91089d0ef66f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Made reservation on behalf of 17b49979485542bba655ee3d2918613c for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:44:57.886651 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-924d2517-8fb5-4a65-9161-ae460f592140 None None] Set router 60f27043-3c9f-4544-9691-0cb912423002 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:44:57.891020 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d4fb1bf-7ce4-4eb0-8e29-91089d0ef66f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:57.911153 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34116) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:57.926522 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21030e94-77f8-41ba-bf1d-b711f739147f req-5bac730a-299a-463c-af72-725927949671 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:57.937473 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-21030e94-77f8-41ba-bf1d-b711f739147f req-5bac730a-299a-463c-af72-725927949671 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d59c1b61-2c41-4c74-a9f9-b1395c3a902b HTTP/1.1" status: 200 len: 943 time: 1.3263173 May 13 14:44:57.967605 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-0eff1e47-64e2-4f11-a3b5-56f55464f62b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46833746-4949-4cc0-876e-322482ef650d HTTP/1.1" status: 200 len: 217 time: 0.1850319 May 13 14:44:57.973750 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4fb1bf-7ce4-4eb0-8e29-91089d0ef66f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:44:57.988194 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d4fb1bf-7ce4-4eb0-8e29-91089d0ef66f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:57.988698 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-1d4fb1bf-7ce4-4eb0-8e29-91089d0ef66f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Added segment 652a5a71-7f2b-4359-8919-abe3b4e2d1a3 of type vlan for network 07bb90cc-b788-4b33-b9e3-b37f8b092447 May 13 14:44:58.038964 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4ec420a3-206e-40fd-826b-1237fac8b417 req-fba6764f-c92a-4811-9306-1f617e2cadf8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ea10c053-cdf1-432a-b76b-109ed851e030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9185233 May 13 14:44:58.039582 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d4fb1bf-7ce4-4eb0-8e29-91089d0ef66f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:58.090327 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d4fb1bf-7ce4-4eb0-8e29-91089d0ef66f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:58.097144 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4fb1bf-7ce4-4eb0-8e29-91089d0ef66f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:58.097861 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d4fb1bf-7ce4-4eb0-8e29-91089d0ef66f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:58.126740 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['681dd6ba-cbbf-46d1-b0fa-2100a7b46a38'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:44:58.207940 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-616074e7-b917-4e1e-ac99-405f171a89c1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:58.226676 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-aeb2a8b0-a4cf-42a2-a551-82d0767bdbd9 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1951862303'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:58.234256 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-aeb2a8b0-a4cf-42a2-a551-82d0767bdbd9 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:58.239452 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-aeb2a8b0-a4cf-42a2-a551-82d0767bdbd9 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Usage tracker for resource:network and tenant:78ef99a87f2d4d1a8754009190374861 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:58.242769 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-aeb2a8b0-a4cf-42a2-a551-82d0767bdbd9 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:58.250156 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-aeb2a8b0-a4cf-42a2-a551-82d0767bdbd9 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:58.280177 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f655c-22fc-46e3-98e6-169fc80dd6a5 req-98cfc25b-cd04-4a06-a3fd-560c2ad88495 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:58.281832 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0f7f655c-22fc-46e3-98e6-169fc80dd6a5 req-98cfc25b-cd04-4a06-a3fd-560c2ad88495 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 944 time: 0.6705763 May 13 14:44:58.307167 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb2a8b0-a4cf-42a2-a551-82d0767bdbd9 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Made reservation on behalf of 78ef99a87f2d4d1a8754009190374861 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:44:58.308678 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-21030e94-77f8-41ba-bf1d-b711f739147f req-498450d5-09fa-410f-9bd2-9d8f430bf512 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737292 May 13 14:44:58.310915 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aeb2a8b0-a4cf-42a2-a551-82d0767bdbd9 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:58.326818 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-616074e7-b917-4e1e-ac99-405f171a89c1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:58.338808 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1d4fb1bf-7ce4-4eb0-8e29-91089d0ef66f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8094475 May 13 14:44:58.346605 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34122) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:58.366330 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aeb2a8b0-a4cf-42a2-a551-82d0767bdbd9 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:58.395421 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-20222b5a-93d3-424b-982c-02079bd0d3d3 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:58.396415 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-efa2c167-dd06-48a7-b387-6adf05173d9f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Request body: {'subnet': {'network_id': '07bb90cc-b788-4b33-b9e3-b37f8b092447', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:58.420823 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-aeb2a8b0-a4cf-42a2-a551-82d0767bdbd9 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:58.424777 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-001dddc2-f444-466e-95a5-921d3791757f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:58.426182 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-aeb2a8b0-a4cf-42a2-a551-82d0767bdbd9 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Usage tracker for resource:security_group_rule and tenant:78ef99a87f2d4d1a8754009190374861 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:58.426354 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-001dddc2-f444-466e-95a5-921d3791757f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=363e7da1-0d6f-4e89-9da3-93f517417d88 HTTP/1.1" status: 200 len: 849 time: 0.4383888 May 13 14:44:58.429633 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-aeb2a8b0-a4cf-42a2-a551-82d0767bdbd9 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:58.437877 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-aeb2a8b0-a4cf-42a2-a551-82d0767bdbd9 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:58.452867 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4fb1bf-7ce4-4eb0-8e29-91089d0ef66f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Network': ['ID=07bb90cc-b788-4b33-b9e3-b37f8b092447,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:58.467897 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 07bb90cc-b788-4b33-b9e3-b37f8b092447 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:44:58.500762 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:58.560769 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aeb2a8b0-a4cf-42a2-a551-82d0767bdbd9 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:58.660790 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-924d2517-8fb5-4a65-9161-ae460f592140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f27043-3c9f-4544-9691-0cb912423002', 'name': 'tempest-RoutersTest-router-381366229', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:44Z', 'updated_at': '2022-05-13T14:44:52Z', 'revision_number': 2, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None, '_interfaces': [{'id': 'b55478fe-0015-458d-8d26-24bda0d3475c', 'name': '', 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:d1:d0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:49Z', 'updated_at': '2022-05-13T14:44:54Z', 'revision_number': 2, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:58.666211 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924d2517-8fb5-4a65-9161-ae460f592140 None None] Checking router: 60f27043-3c9f-4544-9691-0cb912423002 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:44:58.666211 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924d2517-8fb5-4a65-9161-ae460f592140 None None] Updating router 60f27043-3c9f-4544-9691-0cb912423002 port b55478fe-0015-458d-8d26-24bda0d3475c binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:44:58.681288 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-20222b5a-93d3-424b-982c-02079bd0d3d3 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:58.734658 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-924d2517-8fb5-4a65-9161-ae460f592140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:58.775453 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec420a3-206e-40fd-826b-1237fac8b417 req-1d5df9b2-684b-4c8d-8274-467b166c9b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:58.777274 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4ec420a3-206e-40fd-826b-1237fac8b417 req-1d5df9b2-684b-4c8d-8274-467b166c9b31 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ec7d10f98f145d3a4a04e390b0f97bd&device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 1136 time: 0.5937965 May 13 14:44:58.827988 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-616074e7-b917-4e1e-ac99-405f171a89c1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Made reservation on behalf of 18b9c5d8b3d043279654e2a115822f2a for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:44:58.833414 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-616074e7-b917-4e1e-ac99-405f171a89c1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:58.852698 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-0f7f655c-22fc-46e3-98e6-169fc80dd6a5 req-4c51dcaf-a7b5-4ef5-a478-ef82d63f3a64 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Synchronizing usage tracker for tenant:4b31433d5022490ba6cd8b183da7a35f on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:44:58.861309 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aeb2a8b0-a4cf-42a2-a551-82d0767bdbd9 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:58.969861 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3cea86-a6f2-4f72-8958-516e03161f80 req-09064969-889b-43d2-8349-51e37f01ffa0 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:58.971328 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e3cea86-a6f2-4f72-8958-516e03161f80 req-09064969-889b-43d2-8349-51e37f01ffa0 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 931 time: 0.4186847 May 13 14:44:58.988158 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-0f7f655c-22fc-46e3-98e6-169fc80dd6a5 req-4c51dcaf-a7b5-4ef5-a478-ef82d63f3a64 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Unset dirty status for tenant:4b31433d5022490ba6cd8b183da7a35f on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:44:58.989487 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0f7f655c-22fc-46e3-98e6-169fc80dd6a5 req-4c51dcaf-a7b5-4ef5-a478-ef82d63f3a64 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6642756 May 13 14:44:58.999745 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb2a8b0-a4cf-42a2-a551-82d0767bdbd9 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:44:59.017173 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-efa2c167-dd06-48a7-b387-6adf05173d9f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:59.032985 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2a8b0-a4cf-42a2-a551-82d0767bdbd9 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=892d3cae-f636-40e1-a9f8-719eba516905,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:59.050750 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aeb2a8b0-a4cf-42a2-a551-82d0767bdbd9 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:59.051095 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-aeb2a8b0-a4cf-42a2-a551-82d0767bdbd9 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Added segment 4d3a402c-a15f-4eaa-81a0-f15aaf42eec1 of type vlan for network cc6b5980-6b7f-41a8-ada5-517ed84f563c May 13 14:44:59.052506 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-efa2c167-dd06-48a7-b387-6adf05173d9f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Usage tracker for resource:subnet and tenant:17b49979485542bba655ee3d2918613c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:59.062900 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-efa2c167-dd06-48a7-b387-6adf05173d9f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:59.078506 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-efa2c167-dd06-48a7-b387-6adf05173d9f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:59.080130 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-f2365f32-9017-4580-b43a-2edc417b1af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:59.081536 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-f2365f32-9017-4580-b43a-2edc417b1af6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3c40b33f-7bf3-4984-a9df-d5e9c9e61d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6393869 May 13 14:44:59.152624 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aeb2a8b0-a4cf-42a2-a551-82d0767bdbd9 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:59.172589 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa2c167-dd06-48a7-b387-6adf05173d9f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Made reservation on behalf of 17b49979485542bba655ee3d2918613c for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:44:59.177279 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-efa2c167-dd06-48a7-b387-6adf05173d9f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:59.260939 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-924d2517-8fb5-4a65-9161-ae460f592140 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:59.279292 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-924d2517-8fb5-4a65-9161-ae460f592140 None None] Transition to ACTIVE for port object b55478fe-0015-458d-8d26-24bda0d3475c will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:59.289000 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-924d2517-8fb5-4a65-9161-ae460f592140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:59.394658 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-616074e7-b917-4e1e-ac99-405f171a89c1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Allocated IP 10.1.1.243 (1a1930ec-5440-44c2-86b3-9a9de9e18d18/80d5ab86-7db0-4947-99cf-66a27fc20541/db83639c-a133-43bc-b112-4ab8da679863) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:44:59.397860 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aeb2a8b0-a4cf-42a2-a551-82d0767bdbd9 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:59.409248 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb2a8b0-a4cf-42a2-a551-82d0767bdbd9 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:59.409907 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-aeb2a8b0-a4cf-42a2-a551-82d0767bdbd9 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:59.570505 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-924d2517-8fb5-4a65-9161-ae460f592140 None None] Attempting to bind port b55478fe-0015-458d-8d26-24bda0d3475c on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:44:59.571197 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-924d2517-8fb5-4a65-9161-ae460f592140 None None] Attempting to bind port b55478fe-0015-458d-8d26-24bda0d3475c by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '3ab8718c-4e79-4aed-9a39-363c04f1d2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:44:59.571317 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924d2517-8fb5-4a65-9161-ae460f592140 None None] Attempting to bind port b55478fe-0015-458d-8d26-24bda0d3475c on network 36b1c9fe-527c-44af-852f-e525c8ccfd28 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:44:59.572531 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec420a3-206e-40fd-826b-1237fac8b417 req-5c412df5-8cd3-4e97-b797-c52b63ca5240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:59.574040 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4ec420a3-206e-40fd-826b-1237fac8b417 req-5c412df5-8cd3-4e97-b797-c52b63ca5240 service neutron] 10.222.0.74 "GET /v2.0/networks?id=535bdccc-ac53-44d1-9feb-df5d3286ef62 HTTP/1.1" status: 200 len: 897 time: 0.7660184 May 13 14:44:59.582600 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924d2517-8fb5-4a65-9161-ae460f592140 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:44:59.583095 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924d2517-8fb5-4a65-9161-ae460f592140 None None] Checking segment: {'id': '3ab8718c-4e79-4aed-9a39-363c04f1d2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:44:59.583419 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-924d2517-8fb5-4a65-9161-ae460f592140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:59.585267 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924d2517-8fb5-4a65-9161-ae460f592140 None None] Bound using segment: {'id': '3ab8718c-4e79-4aed-9a39-363c04f1d2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:44:59.585267 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-924d2517-8fb5-4a65-9161-ae460f592140 None None] Bound port: b55478fe-0015-458d-8d26-24bda0d3475c, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab8718c-4e79-4aed-9a39-363c04f1d2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:44:59.585267 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-924d2517-8fb5-4a65-9161-ae460f592140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:59.610189 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af2c17-44ba-4a37-a692-88c4d7552f05 None None] Pushing event updated for resources: {'Port': ['ID=b55478fe-0015-458d-8d26-24bda0d3475c,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:59.702232 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-924d2517-8fb5-4a65-9161-ae460f592140 None None] For port b55478fe-0015-458d-8d26-24bda0d3475c, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:44:59.706593 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-924d2517-8fb5-4a65-9161-ae460f592140 None None] For port b55478fe-0015-458d-8d26-24bda0d3475c, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b55478fe-0015-458d-8d26-24bda0d3475c,segment=NetworkSegment(3ab8718c-4e79-4aed-9a39-363c04f1d2e4),segment_id=3ab8718c-4e79-4aed-9a39-363c04f1d2e4)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:44:59.708280 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ab9ecf77-04ac-4ab8-9b51-b87433d20e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:59.716434 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-924d2517-8fb5-4a65-9161-ae460f592140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:59.757673 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2a8b0-a4cf-42a2-a551-82d0767bdbd9 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Pushing event updated for resources: {'Network': ['ID=cc6b5980-6b7f-41a8-ada5-517ed84f563c,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:59.771071 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-20222b5a-93d3-424b-982c-02079bd0d3d3 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:59.772907 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-aeb2a8b0-a4cf-42a2-a551-82d0767bdbd9 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8554950 May 13 14:44:59.780215 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34128) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:59.801892 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-20222b5a-93d3-424b-982c-02079bd0d3d3 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:59.828056 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-32035102-e413-4788-b9ad-74c6cd4d5211 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Request body: {'subnet': {'network_id': 'cc6b5980-6b7f-41a8-ada5-517ed84f563c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:59.833161 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af2c17-44ba-4a37-a692-88c4d7552f05 None None] Pushing event updated for resources: {'Port': ['ID=b55478fe-0015-458d-8d26-24bda0d3475c,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:59.838206 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network cc6b5980-6b7f-41a8-ada5-517ed84f563c details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:44:59.890875 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2e3cea86-a6f2-4f72-8958-516e03161f80 req-d915d12e-d427-4858-86f5-e1aa3491d72a tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Synchronizing usage tracker for tenant:18b9c5d8b3d043279654e2a115822f2a on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:44:59.968929 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924d2517-8fb5-4a65-9161-ae460f592140 None None] Routers {'60f27043-3c9f-4544-9691-0cb912423002'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:59.969577 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-924d2517-8fb5-4a65-9161-ae460f592140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['60f27043-3c9f-4544-9691-0cb912423002'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:59.989250 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-97c9d5d8-5445-4ca3-a246-f40a1b37fdff tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:00.049145 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-efa2c167-dd06-48a7-b387-6adf05173d9f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:00.073171 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2e3cea86-a6f2-4f72-8958-516e03161f80 req-d915d12e-d427-4858-86f5-e1aa3491d72a tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Unset dirty status for tenant:18b9c5d8b3d043279654e2a115822f2a on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:45:00.085107 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-32035102-e413-4788-b9ad-74c6cd4d5211 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:00.090187 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e3cea86-a6f2-4f72-8958-516e03161f80 req-d915d12e-d427-4858-86f5-e1aa3491d72a tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0279884 May 13 14:45:00.098214 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22badbb-5e89-40be-adb2-e156ef0477d7 req-39318742-f3e5-4686-918e-1e7eb9b00956 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:00.099806 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f22badbb-5e89-40be-adb2-e156ef0477d7 req-39318742-f3e5-4686-918e-1e7eb9b00956 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d59c1b61-2c41-4c74-a9f9-b1395c3a902b HTTP/1.1" status: 200 len: 944 time: 0.4844556 May 13 14:45:00.185091 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-924d2517-8fb5-4a65-9161-ae460f592140 None None] Set router 60f27043-3c9f-4544-9691-0cb912423002 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:00.201176 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-39b8562c-ac4a-4405-92a5-096c64820a33 service neutron] 10.222.0.59 "GET /v2.0/networks/3c40b33f-7bf3-4984-a9df-d5e9c9e61d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8992913 May 13 14:45:00.211575 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20222b5a-93d3-424b-982c-02079bd0d3d3 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event updated for resources: {'Port': ['ID=7d377aed-e89c-4bb2-a315-37563afb4059,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:00.212359 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-616074e7-b917-4e1e-ac99-405f171a89c1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:00.215960 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4ec420a3-206e-40fd-826b-1237fac8b417 req-373352a2-659a-49a2-ba33-b98d6f84ece9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2de4ef9f-ec22-4098-b068-e7900df1d164 HTTP/1.1" status: 200 len: 1002 time: 0.6314409 May 13 14:45:00.230672 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-616074e7-b917-4e1e-ac99-405f171a89c1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Transition to ACTIVE for port object db83639c-a133-43bc-b112-4ab8da679863 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:00.252397 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-32035102-e413-4788-b9ad-74c6cd4d5211 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Usage tracker for resource:subnet and tenant:78ef99a87f2d4d1a8754009190374861 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:00.255339 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2c167-dd06-48a7-b387-6adf05173d9f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Subnet': ['ID=f863684d-03c1-458b-829f-e0ae4db205da,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:00.257831 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-32035102-e413-4788-b9ad-74c6cd4d5211 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:00.285646 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-616074e7-b917-4e1e-ac99-405f171a89c1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:00.291454 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-32035102-e413-4788-b9ad-74c6cd4d5211 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:00.319384 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec420a3-206e-40fd-826b-1237fac8b417 req-53a90599-92eb-4a43-a32e-2fb10303e912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:00.320849 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4ec420a3-206e-40fd-826b-1237fac8b417 req-53a90599-92eb-4a43-a32e-2fb10303e912 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c HTTP/1.1" status: 200 len: 834 time: 0.0712357 May 13 14:45:00.393405 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-616074e7-b917-4e1e-ac99-405f171a89c1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Network 1a1930ec-5440-44c2-86b3-9a9de9e18d18 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:00.405920 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-616074e7-b917-4e1e-ac99-405f171a89c1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:00.412099 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32035102-e413-4788-b9ad-74c6cd4d5211 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Made reservation on behalf of 78ef99a87f2d4d1a8754009190374861 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:00.416177 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-32035102-e413-4788-b9ad-74c6cd4d5211 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:00.439660 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-616074e7-b917-4e1e-ac99-405f171a89c1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:45:00.457325 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-20222b5a-93d3-424b-982c-02079bd0d3d3 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:00.520689 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-616074e7-b917-4e1e-ac99-405f171a89c1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:00.521514 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-616074e7-b917-4e1e-ac99-405f171a89c1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:00.526282 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa2c167-dd06-48a7-b387-6adf05173d9f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Checking segment: {'id': '652a5a71-7f2b-4359-8919-abe3b4e2d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '07bb90cc-b788-4b33-b9e3-b37f8b092447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:00.526758 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa2c167-dd06-48a7-b387-6adf05173d9f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network hostable DHCP agents. Network: 07bb90cc-b788-4b33-b9e3-b37f8b092447, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:45:00.545427 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f22badbb-5e89-40be-adb2-e156ef0477d7 req-65abd837-67f2-481b-a8a3-746e605837f2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228210 May 13 14:45:00.615534 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:00.636208 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:00.650768 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616074e7-b917-4e1e-ac99-405f171a89c1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Pushing event updated for resources: {'Port': ['ID=db83639c-a133-43bc-b112-4ab8da679863,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:00.672291 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-924d2517-8fb5-4a65-9161-ae460f592140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f27043-3c9f-4544-9691-0cb912423002', 'name': 'tempest-RoutersTest-router-381366229', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:44Z', 'updated_at': '2022-05-13T14:44:52Z', 'revision_number': 2, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None, '_interfaces': [{'id': 'b55478fe-0015-458d-8d26-24bda0d3475c', 'name': '', 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:d1:d0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:49Z', 'updated_at': '2022-05-13T14:44:59Z', 'revision_number': 4, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:00.680065 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-616074e7-b917-4e1e-ac99-405f171a89c1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1267793 May 13 14:45:00.685216 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924d2517-8fb5-4a65-9161-ae460f592140 None None] The sync data for ids ['60f27043-3c9f-4544-9691-0cb912423002'] in n-d-841760-1 is: [{'id': '60f27043-3c9f-4544-9691-0cb912423002', 'name': 'tempest-RoutersTest-router-381366229', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:44Z', 'updated_at': '2022-05-13T14:44:52Z', 'revision_number': 2, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None, '_interfaces': [{'id': 'b55478fe-0015-458d-8d26-24bda0d3475c', 'name': '', 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:d1:d0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:49Z', 'updated_at': '2022-05-13T14:44:59Z', 'revision_number': 4, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:45:00.698297 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-cbee4158-e31e-4f9f-beaa-ddf130d52d1d None None] Provisioning for port db83639c-a133-43bc-b112-4ab8da679863 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:00.700939 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-2ff1ba1e-b401-4f40-a79b-82044b389604 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Request body: {'port': {'device_id': '7f2656f6-d77d-4e0e-813a-910939c72154', 'network_id': '1a1930ec-5440-44c2-86b3-9a9de9e18d18', 'admin_state_up': True, 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'security_groups': ['95a0f171-72e3-41e4-be44-ec217b4f9ab6']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:00.705467 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-cbee4158-e31e-4f9f-beaa-ddf130d52d1d None None] Provisioning complete for port db83639c-a133-43bc-b112-4ab8da679863 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:00.712901 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cbee4158-e31e-4f9f-beaa-ddf130d52d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:00.718762 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa2c167-dd06-48a7-b387-6adf05173d9f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network 07bb90cc-b788-4b33-b9e3-b37f8b092447 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:45:00.781422 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-cbee4158-e31e-4f9f-beaa-ddf130d52d1d None None] Port db83639c-a133-43bc-b112-4ab8da679863 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:45:00.818673 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-efa2c167-dd06-48a7-b387-6adf05173d9f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 07bb90cc-b788-4b33-b9e3-b37f8b092447) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:00.824274 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa2c167-dd06-48a7-b387-6adf05173d9f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:00.825056 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-efa2c167-dd06-48a7-b387-6adf05173d9f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:00.830271 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82cdb71-ace6-4c51-8354-ed8b5a0e4a44 None None] Network 07bb90cc-b788-4b33-b9e3-b37f8b092447 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:45:00.893280 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ca695ca7-c5a3-4bf7-b28d-b2a7fb5812ba req-15b211ad-2320-41a7-a770-9a1902655dc1 service neutron] 10.222.0.59 "GET /v2.0/networks/3c40b33f-7bf3-4984-a9df-d5e9c9e61d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6640563 May 13 14:45:00.916424 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48824a-b676-4c84-9592-d33cbf2ae8e6 req-e89fce20-2d0a-46d1-b39e-d26c57eda990 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:00.918111 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ba48824a-b676-4c84-9592-d33cbf2ae8e6 req-e89fce20-2d0a-46d1-b39e-d26c57eda990 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 944 time: 0.5960405 May 13 14:45:00.925982 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec420a3-206e-40fd-826b-1237fac8b417 req-11300720-529e-492e-9884-09dfdfc4590d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:00.927401 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-efa2c167-dd06-48a7-b387-6adf05173d9f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5623176 May 13 14:45:00.930135 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4ec420a3-206e-40fd-826b-1237fac8b417 req-11300720-529e-492e-9884-09dfdfc4590d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=535bdccc-ac53-44d1-9feb-df5d3286ef62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5667017 May 13 14:45:00.933716 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34134) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:00.936475 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-20222b5a-93d3-424b-982c-02079bd0d3d3 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Floating IP e7354f99-c155-45a3-a6f4-674624b088d8 associated. External IP: 172.25.0.230, port: b819d4ba-60e0-4ad0-89f7-868fa45624a6. May 13 14:45:00.977457 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 681dd6ba-cbbf-46d1-b0fa-2100a7b46a38 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:00.978087 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-2ff1ba1e-b401-4f40-a79b-82044b389604 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:00.996264 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-2ff1ba1e-b401-4f40-a79b-82044b389604 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:01.064027 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-2ff1ba1e-b401-4f40-a79b-82044b389604 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Made reservation on behalf of 18b9c5d8b3d043279654e2a115822f2a for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:01.067755 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-2ff1ba1e-b401-4f40-a79b-82044b389604 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:01.115426 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-32035102-e413-4788-b9ad-74c6cd4d5211 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:01.201582 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 681dd6ba-cbbf-46d1-b0fa-2100a7b46a38 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:01.212680 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 681dd6ba-cbbf-46d1-b0fa-2100a7b46a38 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:01.213071 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:01.370153 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e1b1bc-38b8-43f2-854d-b195e396ca06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-07bb90cc-b788-4b33-b9e3-b37f8b092447', 'network_id': '07bb90cc-b788-4b33-b9e3-b37f8b092447', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'fixed_ips': [{'subnet_id': 'f863684d-03c1-458b-829f-e0ae4db205da'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:45:01.371274 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-98e1b1bc-38b8-43f2-854d-b195e396ca06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:01.539388 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 681dd6ba-cbbf-46d1-b0fa-2100a7b46a38 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:01.539946 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:01.615211 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32035102-e413-4788-b9ad-74c6cd4d5211 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Pushing event updated for resources: {'Subnet': ['ID=07a4807f-cc1f-422a-bc3f-c0037ee1377d,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:01.633869 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32035102-e413-4788-b9ad-74c6cd4d5211 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Checking segment: {'id': '4d3a402c-a15f-4eaa-81a0-f15aaf42eec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cc6b5980-6b7f-41a8-ada5-517ed84f563c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:01.634445 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32035102-e413-4788-b9ad-74c6cd4d5211 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Network hostable DHCP agents. Network: cc6b5980-6b7f-41a8-ada5-517ed84f563c, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:45:01.657766 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59c1b61-2c41-4c74-a9f9-b1395c3a902b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681dd6ba-cbbf-46d1-b0fa-2100a7b46a38'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:45:01.682900 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-98e1b1bc-38b8-43f2-854d-b195e396ca06 None None] Allocated IP 172.21.0.2 (07bb90cc-b788-4b33-b9e3-b37f8b092447/f863684d-03c1-458b-829f-e0ae4db205da/bbeee645-4bb8-4de4-ac01-13cd8d07a59e) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:01.703544 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 681dd6ba-cbbf-46d1-b0fa-2100a7b46a38, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=681dd6ba-cbbf-46d1-b0fa-2100a7b46a38,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:01.725877 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:01.734098 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5a9c3-1e2a-4311-8de2-69e49e15e5c5 req-ba8dd086-b5ed-425a-b4d1-c9cefadfce04 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:01.740109 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5a9c3-1e2a-4311-8de2-69e49e15e5c5 req-ba8dd086-b5ed-425a-b4d1-c9cefadfce04 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:01.741051 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-d2e5a9c3-1e2a-4311-8de2-69e49e15e5c5 req-ba8dd086-b5ed-425a-b4d1-c9cefadfce04 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Synchronizing usage tracker for tenant:18b9c5d8b3d043279654e2a115822f2a on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:45:01.752736 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32035102-e413-4788-b9ad-74c6cd4d5211 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Network cc6b5980-6b7f-41a8-ada5-517ed84f563c is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:45:01.775259 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-2ff1ba1e-b401-4f40-a79b-82044b389604 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Allocated IP 10.1.1.214 (1a1930ec-5440-44c2-86b3-9a9de9e18d18/80d5ab86-7db0-4947-99cf-66a27fc20541/42a1abac-e5c5-46b8-a459-21e4016e4e47) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:01.777169 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-d2e5a9c3-1e2a-4311-8de2-69e49e15e5c5 req-ba8dd086-b5ed-425a-b4d1-c9cefadfce04 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Unset dirty status for tenant:18b9c5d8b3d043279654e2a115822f2a on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:45:01.778513 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d2e5a9c3-1e2a-4311-8de2-69e49e15e5c5 req-ba8dd086-b5ed-425a-b4d1-c9cefadfce04 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 1653 time: 0.3491936 May 13 14:45:01.782324 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-32035102-e413-4788-b9ad-74c6cd4d5211 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, cc6b5980-6b7f-41a8-ada5-517ed84f563c) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:01.792048 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ba48824a-b676-4c84-9592-d33cbf2ae8e6 req-d466877a-98a8-47ec-9b3c-30a13a7dc140 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8589904 May 13 14:45:01.793107 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32035102-e413-4788-b9ad-74c6cd4d5211 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:01.793711 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-32035102-e413-4788-b9ad-74c6cd4d5211 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:01.826883 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d546536-0cf8-4b7f-9c26-d5e43780adf1 None None] Network cc6b5980-6b7f-41a8-ada5-517ed84f563c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:45:01.864378 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-32035102-e413-4788-b9ad-74c6cd4d5211 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0774343 May 13 14:45:01.865175 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34148) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:01.887600 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-83ecc99b-898e-42f7-892d-e9f11566dd78 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Request body: {'port': {'network_id': 'cc6b5980-6b7f-41a8-ada5-517ed84f563c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1181271951'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:01.920368 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4ec420a3-206e-40fd-826b-1237fac8b417 req-f5c25b08-5af0-47c0-918e-c543dd407932 service neutron] 10.222.0.74 "GET /v2.0/networks/535bdccc-ac53-44d1-9feb-df5d3286ef62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5684135 May 13 14:45:01.949202 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=681dd6ba-cbbf-46d1-b0fa-2100a7b46a38,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:01.987368 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d2e5a9c3-1e2a-4311-8de2-69e49e15e5c5 req-916d66cf-df54-4307-a3a5-b7c195e2446d tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1878173 May 13 14:45:02.083961 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df8eb833-b49b-4c2b-9e8d-158dcb7a8847'] response: {'server_uuid': 'd59c1b61-2c41-4c74-a9f9-b1395c3a902b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681dd6ba-cbbf-46d1-b0fa-2100a7b46a38', 'code': 200} May 13 14:45:02.170805 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:02.219253 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-83ecc99b-898e-42f7-892d-e9f11566dd78 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:02.236415 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-83ecc99b-898e-42f7-892d-e9f11566dd78 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Usage tracker for resource:port and tenant:78ef99a87f2d4d1a8754009190374861 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:02.249244 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-83ecc99b-898e-42f7-892d-e9f11566dd78 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:02.260225 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-83ecc99b-898e-42f7-892d-e9f11566dd78 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:02.294300 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-2ff1ba1e-b401-4f40-a79b-82044b389604 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:02.305315 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ecc99b-898e-42f7-892d-e9f11566dd78 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Made reservation on behalf of 78ef99a87f2d4d1a8754009190374861 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:02.309290 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-83ecc99b-898e-42f7-892d-e9f11566dd78 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:02.338153 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-97c9d5d8-5445-4ca3-a246-f40a1b37fdff tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Deleting port ffeba42f-275e-4223-84ac-c0f45d396d52 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:45:02.338614 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-97c9d5d8-5445-4ca3-a246-f40a1b37fdff tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:02.340475 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-2ff1ba1e-b401-4f40-a79b-82044b389604 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Transition to ACTIVE for port object 42a1abac-e5c5-46b8-a459-21e4016e4e47 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:02.346923 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b82e1-35d0-4cb2-af7b-506fadd3533f req-968390a6-4e35-4334-b88a-ad6f1695bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:02.349197 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ea1b82e1-35d0-4cb2-af7b-506fadd3533f req-968390a6-4e35-4334-b88a-ad6f1695bb27 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d59c1b61-2c41-4c74-a9f9-b1395c3a902b HTTP/1.1" status: 200 len: 1096 time: 0.2073786 May 13 14:45:02.354061 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-83ecc99b-898e-42f7-892d-e9f11566dd78 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] device_id is not set on port 10fbda94-7bba-4323-bd49-e190d29fb5c2 yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:45:02.419280 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-98e1b1bc-38b8-43f2-854d-b195e396ca06 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:02.456777 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9211bd-e67b-4347-9629-f73d604d6d14 req-928b35c5-b5ff-482a-896c-f38fdb0959cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:02.458278 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bd9211bd-e67b-4347-9629-f73d604d6d14 req-928b35c5-b5ff-482a-896c-f38fdb0959cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b31433d5022490ba6cd8b183da7a35f&device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 1095 time: 1.1051455 May 13 14:45:02.478513 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ea1b82e1-35d0-4cb2-af7b-506fadd3533f req-3c36ede1-c0c9-4921-83e0-30a664a34ce1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859339 May 13 14:45:02.501106 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-98e1b1bc-38b8-43f2-854d-b195e396ca06 None None] Transition to ACTIVE for port object bbeee645-4bb8-4de4-ac01-13cd8d07a59e will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:02.517252 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-2ff1ba1e-b401-4f40-a79b-82044b389604 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:02.591386 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07575892-95fe-43fb-8dfe-1170b314e1b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-cc6b5980-6b7f-41a8-ada5-517ed84f563c', 'network_id': 'cc6b5980-6b7f-41a8-ada5-517ed84f563c', 'tenant_id': '78ef99a87f2d4d1a8754009190374861', 'fixed_ips': [{'subnet_id': '07a4807f-cc1f-422a-bc3f-c0037ee1377d'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:45:02.593406 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-07575892-95fe-43fb-8dfe-1170b314e1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:02.618777 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-2ff1ba1e-b401-4f40-a79b-82044b389604 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Network 1a1930ec-5440-44c2-86b3-9a9de9e18d18 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:02.625593 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-2ff1ba1e-b401-4f40-a79b-82044b389604 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:02.628225 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-2ff1ba1e-b401-4f40-a79b-82044b389604 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:45:02.644889 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-98e1b1bc-38b8-43f2-854d-b195e396ca06 None None] Transition to ACTIVE for port object bbeee645-4bb8-4de4-ac01-13cd8d07a59e will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:02.680674 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1ba1e-b401-4f40-a79b-82044b389604 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Pushing event updated for resources: {'Port': ['ID=42a1abac-e5c5-46b8-a459-21e4016e4e47,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:02.687554 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-83ecc99b-898e-42f7-892d-e9f11566dd78 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Allocated IP 172.20.0.8 (cc6b5980-6b7f-41a8-ada5-517ed84f563c/07a4807f-cc1f-422a-bc3f-c0037ee1377d/10fbda94-7bba-4323-bd49-e190d29fb5c2) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:02.720224 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-2ff1ba1e-b401-4f40-a79b-82044b389604 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:02.720899 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-2ff1ba1e-b401-4f40-a79b-82044b389604 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:02.753541 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-98e1b1bc-38b8-43f2-854d-b195e396ca06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:02.779639 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-2ff1ba1e-b401-4f40-a79b-82044b389604 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0838516 May 13 14:45:02.798448 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-d48c39ad-7389-4c7d-b534-af9d9379b1c8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Request body: {'port': {'device_id': '7f2656f6-d77d-4e0e-813a-910939c72154', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '471adc6c-b70b-42c1-bc3f-35baec009201', 'admin_state_up': True, 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'security_groups': ['95a0f171-72e3-41e4-be44-ec217b4f9ab6']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:02.855677 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1b1bc-38b8-43f2-854d-b195e396ca06 None None] Pushing event updated for resources: {'Port': ['ID=bbeee645-4bb8-4de4-ac01-13cd8d07a59e,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:02.863358 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e1b1bc-38b8-43f2-854d-b195e396ca06 None None] Network 07bb90cc-b788-4b33-b9e3-b37f8b092447 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:02.866487 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-98e1b1bc-38b8-43f2-854d-b195e396ca06 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:02.871099 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e1b1bc-38b8-43f2-854d-b195e396ca06 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:45:02.950535 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 46833746-4949-4cc0-876e-322482ef650d details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:45:02.989335 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20222b5a-93d3-424b-982c-02079bd0d3d3 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Router b2368988-0f0f-49ce-8fa0-973bff2fca63 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:45:03.052865 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b55478fe-0015-458d-8d26-24bda0d3475c up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:03.078775 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4ec420a3-206e-40fd-826b-1237fac8b417 req-47f37213-8308-4d28-a050-1796323b49f2 service neutron] 10.222.0.74 "GET /v2.0/networks/535bdccc-ac53-44d1-9feb-df5d3286ef62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0370328 May 13 14:45:03.153861 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f3e16-9aaa-4510-a5b7-5cfda81d4f65 req-c2063aed-22bd-4fa2-a25f-f9820245ab28 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:03.155660 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-731f3e16-9aaa-4510-a5b7-5cfda81d4f65 req-c2063aed-22bd-4fa2-a25f-f9820245ab28 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d59c1b61-2c41-4c74-a9f9-b1395c3a902b HTTP/1.1" status: 200 len: 945 time: 1.2303855 May 13 14:45:03.231672 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-d48c39ad-7389-4c7d-b534-af9d9379b1c8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:03.244373 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-83ecc99b-898e-42f7-892d-e9f11566dd78 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:03.252484 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-d48c39ad-7389-4c7d-b534-af9d9379b1c8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:03.282829 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0431f-9323-4e02-bcc6-e01b69e3b6c5 req-c3b2d6af-f57d-49ad-8983-8c75fd94471b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:03.284352 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-95b0431f-9323-4e02-bcc6-e01b69e3b6c5 req-c3b2d6af-f57d-49ad-8983-8c75fd94471b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 944 time: 0.2716706 May 13 14:45:03.287024 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-83ecc99b-898e-42f7-892d-e9f11566dd78 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Transition to ACTIVE for port object 10fbda94-7bba-4323-bd49-e190d29fb5c2 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:03.288587 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-d48c39ad-7389-4c7d-b534-af9d9379b1c8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Made reservation on behalf of 18b9c5d8b3d043279654e2a115822f2a for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:03.322281 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-98e1b1bc-38b8-43f2-854d-b195e396ca06 None None] Attempting to bind port bbeee645-4bb8-4de4-ac01-13cd8d07a59e on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:45:03.323037 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-98e1b1bc-38b8-43f2-854d-b195e396ca06 None None] Attempting to bind port bbeee645-4bb8-4de4-ac01-13cd8d07a59e by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '652a5a71-7f2b-4359-8919-abe3b4e2d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '07bb90cc-b788-4b33-b9e3-b37f8b092447'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:45:03.323821 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e1b1bc-38b8-43f2-854d-b195e396ca06 None None] Attempting to bind port bbeee645-4bb8-4de4-ac01-13cd8d07a59e on network 07bb90cc-b788-4b33-b9e3-b37f8b092447 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:03.338273 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-77d8b216-6353-4de8-aafb-ac903ebf86b7 None None] Provisioning for port 42a1abac-e5c5-46b8-a459-21e4016e4e47 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:03.347020 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e1b1bc-38b8-43f2-854d-b195e396ca06 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:45:03.347779 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e1b1bc-38b8-43f2-854d-b195e396ca06 None None] Checking segment: {'id': '652a5a71-7f2b-4359-8919-abe3b4e2d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '07bb90cc-b788-4b33-b9e3-b37f8b092447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:03.348371 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-98e1b1bc-38b8-43f2-854d-b195e396ca06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:03.348954 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e1b1bc-38b8-43f2-854d-b195e396ca06 None None] Bound using segment: {'id': '652a5a71-7f2b-4359-8919-abe3b4e2d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '07bb90cc-b788-4b33-b9e3-b37f8b092447'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:45:03.349608 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-98e1b1bc-38b8-43f2-854d-b195e396ca06 None None] Bound port: bbeee645-4bb8-4de4-ac01-13cd8d07a59e, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652a5a71-7f2b-4359-8919-abe3b4e2d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '07bb90cc-b788-4b33-b9e3-b37f8b092447'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:45:03.350286 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-98e1b1bc-38b8-43f2-854d-b195e396ca06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:03.374538 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-77d8b216-6353-4de8-aafb-ac903ebf86b7 None None] Provisioning complete for port 42a1abac-e5c5-46b8-a459-21e4016e4e47 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:03.375310 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-77d8b216-6353-4de8-aafb-ac903ebf86b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:03.469743 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9211bd-e67b-4347-9629-f73d604d6d14 req-022616f6-f3a3-4bda-9326-e6f7c1d28287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:03.472858 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bd9211bd-e67b-4347-9629-f73d604d6d14 req-022616f6-f3a3-4bda-9326-e6f7c1d28287 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 HTTP/1.1" status: 200 len: 911 time: 1.0023746 May 13 14:45:03.582606 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-731f3e16-9aaa-4510-a5b7-5cfda81d4f65 req-ced0a345-2e4a-4aeb-b54f-f73775d330c6 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661618 May 13 14:45:03.587448 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-97c9d5d8-5445-4ca3-a246-f40a1b37fdff tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] For port ffeba42f-275e-4223-84ac-c0f45d396d52, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=ffeba42f-275e-4223-84ac-c0f45d396d52,segment=NetworkSegment(7f247ba2-52fe-4b4e-bbd3-a92ba2b98aaa),segment_id=7f247ba2-52fe-4b4e-bbd3-a92ba2b98aaa)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:03.588023 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-97c9d5d8-5445-4ca3-a246-f40a1b37fdff tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:03.593017 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port b55478fe-0015-458d-8d26-24bda0d3475c completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:03.616719 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-77d8b216-6353-4de8-aafb-ac903ebf86b7 None None] Port 42a1abac-e5c5-46b8-a459-21e4016e4e47 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:45:03.629491 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 46833746-4949-4cc0-876e-322482ef650d, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=46833746-4949-4cc0-876e-322482ef650d,segment=NetworkSegment(2e43f227-1875-4d5e-9b51-995654763caa),segment_id=2e43f227-1875-4d5e-9b51-995654763caa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:03.631702 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bd9211bd-e67b-4347-9629-f73d604d6d14 req-8b2c3b73-19c4-4662-bdb4-216d45f25220 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46833746-4949-4cc0-876e-322482ef650d HTTP/1.1" status: 200 len: 217 time: 0.1398664 May 13 14:45:03.641569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port b55478fe-0015-458d-8d26-24bda0d3475c triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:03.642275 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:03.708006 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-95b0431f-9323-4e02-bcc6-e01b69e3b6c5 req-890e611d-b9e2-4853-bb82-4c556015d5b7 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3993073 May 13 14:45:03.720525 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '46833746-4949-4cc0-876e-322482ef650d', 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22', 'port_id': '46833746-4949-4cc0-876e-322482ef650d', 'mac_address': 'fa:16:3e:a1:d8:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '363e7da1-0d6f-4e89-9da3-93f517417d88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:45:03.734141 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-98e1b1bc-38b8-43f2-854d-b195e396ca06 None None] For port bbeee645-4bb8-4de4-ac01-13cd8d07a59e, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:45:03.735482 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-d48c39ad-7389-4c7d-b534-af9d9379b1c8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:03.748217 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-83ecc99b-898e-42f7-892d-e9f11566dd78 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:03.827367 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-98e1b1bc-38b8-43f2-854d-b195e396ca06 None None] For port bbeee645-4bb8-4de4-ac01-13cd8d07a59e, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=bbeee645-4bb8-4de4-ac01-13cd8d07a59e,segment=NetworkSegment(652a5a71-7f2b-4359-8919-abe3b4e2d1a3),segment_id=652a5a71-7f2b-4359-8919-abe3b4e2d1a3)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:45:03.834920 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-97c9d5d8-5445-4ca3-a246-f40a1b37fdff tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Calling delete_port for ffeba42f-275e-4223-84ac-c0f45d396d52 owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:45:03.854769 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-98e1b1bc-38b8-43f2-854d-b195e396ca06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:03.871006 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ecc99b-898e-42f7-892d-e9f11566dd78 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Network cc6b5980-6b7f-41a8-ada5-517ed84f563c is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:03.885992 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-83ecc99b-898e-42f7-892d-e9f11566dd78 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:03.893620 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ecc99b-898e-42f7-892d-e9f11566dd78 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:45:03.932436 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecc99b-898e-42f7-892d-e9f11566dd78 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Pushing event updated for resources: {'Port': ['ID=10fbda94-7bba-4323-bd49-e190d29fb5c2,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:03.952000 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-07575892-95fe-43fb-8dfe-1170b314e1b1 None None] Allocated IP 172.20.0.2 (cc6b5980-6b7f-41a8-ada5-517ed84f563c/07a4807f-cc1f-422a-bc3f-c0037ee1377d/4eeeb2db-1900-4af8-89c4-4566dda17be3) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:03.954109 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 46833746-4949-4cc0-876e-322482ef650d is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:03.954859 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:03.958908 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20222b5a-93d3-424b-982c-02079bd0d3d3 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:45:03.976058 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f941d7-06b7-4c8b-9de7-c42c8d7829f2 None None] Sync routers for ids ['b2368988-0f0f-49ce-8fa0-973bff2fca63'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:45:03.991446 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f941d7-06b7-4c8b-9de7-c42c8d7829f2 None None] Routers {'b2368988-0f0f-49ce-8fa0-973bff2fca63'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:03.992100 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-27f941d7-06b7-4c8b-9de7-c42c8d7829f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2368988-0f0f-49ce-8fa0-973bff2fca63'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:04.019406 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ecc99b-898e-42f7-892d-e9f11566dd78 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:04.020036 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-83ecc99b-898e-42f7-892d-e9f11566dd78 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:04.055154 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-83ecc99b-898e-42f7-892d-e9f11566dd78 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.1834924 May 13 14:45:04.058179 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-27f941d7-06b7-4c8b-9de7-c42c8d7829f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:04.058543 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34158) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:04.065003 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46833746-4949-4cc0-876e-322482ef650d {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:45:04.068662 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-4fb30985-83b0-4b75-8659-7969297b93b1 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Request body: {'port': {'network_id': 'cc6b5980-6b7f-41a8-ada5-517ed84f563c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1482366145', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:04.068886 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f941d7-06b7-4c8b-9de7-c42c8d7829f2 None None] Routers {'b2368988-0f0f-49ce-8fa0-973bff2fca63'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:04.069042 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.api.validators [None req-4fb30985-83b0-4b75-8659-7969297b93b1 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] bootfile-name is not in valid_values {{(pid=88081) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 14:45:04.069322 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-27f941d7-06b7-4c8b-9de7-c42c8d7829f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2368988-0f0f-49ce-8fa0-973bff2fca63'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:04.069500 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.api.validators [None req-4fb30985-83b0-4b75-8659-7969297b93b1 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] tftp-server is not in valid_values {{(pid=88081) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 14:45:04.069706 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.api.validators [None req-4fb30985-83b0-4b75-8659-7969297b93b1 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] server-ip-address is not in valid_values {{(pid=88081) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 14:45:04.158277 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-27f941d7-06b7-4c8b-9de7-c42c8d7829f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:04.158955 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f941d7-06b7-4c8b-9de7-c42c8d7829f2 None None] The sync data for ids ['b2368988-0f0f-49ce-8fa0-973bff2fca63'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:45:04.162042 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1b1bc-38b8-43f2-854d-b195e396ca06 None None] Pushing event updated for resources: {'Port': ['ID=bbeee645-4bb8-4de4-ac01-13cd8d07a59e,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:04.189918 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port b55478fe-0015-458d-8d26-24bda0d3475c is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:04.190430 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:04.211465 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 46833746-4949-4cc0-876e-322482ef650d, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=46833746-4949-4cc0-876e-322482ef650d,segment=NetworkSegment(2e43f227-1875-4d5e-9b51-995654763caa),segment_id=2e43f227-1875-4d5e-9b51-995654763caa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:04.223433 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:04.244945 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-30e6ef8d-79b5-42ac-bf5d-11a74db420de tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:04.247911 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-d48c39ad-7389-4c7d-b534-af9d9379b1c8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Allocated IP 10.2.2.100 (471adc6c-b70b-42c1-bc3f-35baec009201/cb810c0a-840e-4497-98b6-b4ffe8e0a8f1/f42ba23f-a9fd-42b0-9c7f-8779c7e24321) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:04.325812 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4fb30985-83b0-4b75-8659-7969297b93b1 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:04.326583 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9211bd-e67b-4347-9629-f73d604d6d14 req-1cd4ebb5-9b4e-4d0d-8d70-a7152b2160e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:04.329798 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bd9211bd-e67b-4347-9629-f73d604d6d14 req-1cd4ebb5-9b4e-4d0d-8d70-a7152b2160e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=363e7da1-0d6f-4e89-9da3-93f517417d88 HTTP/1.1" status: 200 len: 849 time: 0.5427446 May 13 14:45:04.333979 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4fb30985-83b0-4b75-8659-7969297b93b1 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Usage tracker for resource:port and tenant:78ef99a87f2d4d1a8754009190374861 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:04.337362 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4fb30985-83b0-4b75-8659-7969297b93b1 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:04.343245 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4fb30985-83b0-4b75-8659-7969297b93b1 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:04.343611 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-20222b5a-93d3-424b-982c-02079bd0d3d3 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:04.355615 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb30985-83b0-4b75-8659-7969297b93b1 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Made reservation on behalf of 78ef99a87f2d4d1a8754009190374861 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:04.359452 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4fb30985-83b0-4b75-8659-7969297b93b1 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:04.399636 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port b55478fe-0015-458d-8d26-24bda0d3475c, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b55478fe-0015-458d-8d26-24bda0d3475c,segment=NetworkSegment(3ab8718c-4e79-4aed-9a39-363c04f1d2e4),segment_id=3ab8718c-4e79-4aed-9a39-363c04f1d2e4)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:04.415613 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:04.421174 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=46833746-4949-4cc0-876e-322482ef650d,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:04.426502 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-4fb30985-83b0-4b75-8659-7969297b93b1 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] device_id is not set on port 7737c175-b4b4-4d4a-9d00-b53508d68dc4 yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:45:04.492108 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['46833746-4949-4cc0-876e-322482ef650d'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:45:04.615821 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-07575892-95fe-43fb-8dfe-1170b314e1b1 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:04.624588 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=b55478fe-0015-458d-8d26-24bda0d3475c,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:04.634570 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-07575892-95fe-43fb-8dfe-1170b314e1b1 None None] Transition to ACTIVE for port object 4eeeb2db-1900-4af8-89c4-4566dda17be3 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:04.681407 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-07575892-95fe-43fb-8dfe-1170b314e1b1 None None] Transition to ACTIVE for port object 4eeeb2db-1900-4af8-89c4-4566dda17be3 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:04.694816 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-07575892-95fe-43fb-8dfe-1170b314e1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:04.786689 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07575892-95fe-43fb-8dfe-1170b314e1b1 None None] Network cc6b5980-6b7f-41a8-ada5-517ed84f563c is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:04.791763 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-07575892-95fe-43fb-8dfe-1170b314e1b1 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:04.799508 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07575892-95fe-43fb-8dfe-1170b314e1b1 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:45:04.826806 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-97c9d5d8-5445-4ca3-a246-f40a1b37fdff tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:04.847351 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07575892-95fe-43fb-8dfe-1170b314e1b1 None None] Pushing event updated for resources: {'Port': ['ID=4eeeb2db-1900-4af8-89c4-4566dda17be3,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:04.898009 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-20222b5a-93d3-424b-982c-02079bd0d3d3 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.4888537 May 13 14:45:04.916032 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34168) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:04.921081 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9d5d8-5445-4ca3-a246-f40a1b37fdff tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event deleted for resources: {'Port': ['ID=ffeba42f-275e-4223-84ac-c0f45d396d52,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:04.932146 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-c0f3884f-912d-4aca-a8f8-4ddda1818e51 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1786181532'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:04.970162 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-07575892-95fe-43fb-8dfe-1170b314e1b1 None None] Attempting to bind port 4eeeb2db-1900-4af8-89c4-4566dda17be3 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:45:04.970559 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-07575892-95fe-43fb-8dfe-1170b314e1b1 None None] Attempting to bind port 4eeeb2db-1900-4af8-89c4-4566dda17be3 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '4d3a402c-a15f-4eaa-81a0-f15aaf42eec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cc6b5980-6b7f-41a8-ada5-517ed84f563c'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:45:04.970886 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07575892-95fe-43fb-8dfe-1170b314e1b1 None None] Attempting to bind port 4eeeb2db-1900-4af8-89c4-4566dda17be3 on network cc6b5980-6b7f-41a8-ada5-517ed84f563c {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:05.004209 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07575892-95fe-43fb-8dfe-1170b314e1b1 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:45:05.004576 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07575892-95fe-43fb-8dfe-1170b314e1b1 None None] Checking segment: {'id': '4d3a402c-a15f-4eaa-81a0-f15aaf42eec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cc6b5980-6b7f-41a8-ada5-517ed84f563c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:05.009663 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-07575892-95fe-43fb-8dfe-1170b314e1b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:05.010447 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07575892-95fe-43fb-8dfe-1170b314e1b1 None None] Bound using segment: {'id': '4d3a402c-a15f-4eaa-81a0-f15aaf42eec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cc6b5980-6b7f-41a8-ada5-517ed84f563c'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:45:05.011177 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-07575892-95fe-43fb-8dfe-1170b314e1b1 None None] Bound port: 4eeeb2db-1900-4af8-89c4-4566dda17be3, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a402c-a15f-4eaa-81a0-f15aaf42eec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cc6b5980-6b7f-41a8-ada5-517ed84f563c'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:45:05.011754 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-07575892-95fe-43fb-8dfe-1170b314e1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:05.025000 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc5dcf-ae2b-4f5b-a6ae-acae173e0c06 req-5c34f48e-6d27-4661-a389-b5f94e2742ea tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:05.031400 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc5dcf-ae2b-4f5b-a6ae-acae173e0c06 req-5c34f48e-6d27-4661-a389-b5f94e2742ea tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:05.050293 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc5dcf-ae2b-4f5b-a6ae-acae173e0c06 req-5c34f48e-6d27-4661-a389-b5f94e2742ea tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:05.054661 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ffbc5dcf-ae2b-4f5b-a6ae-acae173e0c06 req-5c34f48e-6d27-4661-a389-b5f94e2742ea tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 2374 time: 1.1870713 May 13 14:45:05.117867 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-d48c39ad-7389-4c7d-b534-af9d9379b1c8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:05.156077 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-d48c39ad-7389-4c7d-b534-af9d9379b1c8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Transition to ACTIVE for port object f42ba23f-a9fd-42b0-9c7f-8779c7e24321 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:05.161540 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c0f3884f-912d-4aca-a8f8-4ddda1818e51 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:05.178783 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device bbeee645-4bb8-4de4-ac01-13cd8d07a59e up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:05.201163 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c0f3884f-912d-4aca-a8f8-4ddda1818e51 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Usage tracker for resource:network and tenant:6b12ce616ed04de39e484728b5ba653e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:05.212326 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-4fb30985-83b0-4b75-8659-7969297b93b1 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Allocated IP 172.20.0.3 (cc6b5980-6b7f-41a8-ada5-517ed84f563c/07a4807f-cc1f-422a-bc3f-c0037ee1377d/7737c175-b4b4-4d4a-9d00-b53508d68dc4) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:05.304281 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c0f3884f-912d-4aca-a8f8-4ddda1818e51 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:05.343058 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-07575892-95fe-43fb-8dfe-1170b314e1b1 None None] For port 4eeeb2db-1900-4af8-89c4-4566dda17be3, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:45:05.353185 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-07575892-95fe-43fb-8dfe-1170b314e1b1 None None] For port 4eeeb2db-1900-4af8-89c4-4566dda17be3, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=4eeeb2db-1900-4af8-89c4-4566dda17be3,segment=NetworkSegment(4d3a402c-a15f-4eaa-81a0-f15aaf42eec1),segment_id=4d3a402c-a15f-4eaa-81a0-f15aaf42eec1)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:45:05.357650 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-d48c39ad-7389-4c7d-b534-af9d9379b1c8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:05.366259 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-07575892-95fe-43fb-8dfe-1170b314e1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:05.422288 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c0f3884f-912d-4aca-a8f8-4ddda1818e51 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:05.433159 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port bbeee645-4bb8-4de4-ac01-13cd8d07a59e completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:05.479327 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b55478fe-0015-458d-8d26-24bda0d3475c up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:05.512833 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ffbc5dcf-ae2b-4f5b-a6ae-acae173e0c06 req-8653a3b1-75cc-436c-8462-26d4d7231655 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3482659 May 13 14:45:05.546191 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f3884f-912d-4aca-a8f8-4ddda1818e51 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Made reservation on behalf of 6b12ce616ed04de39e484728b5ba653e for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:05.550366 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c0f3884f-912d-4aca-a8f8-4ddda1818e51 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:05.597915 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9211bd-e67b-4347-9629-f73d604d6d14 req-ac52ba6a-7fba-43cf-98a4-54acf9299668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:05.599465 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bd9211bd-e67b-4347-9629-f73d604d6d14 req-ac52ba6a-7fba-43cf-98a4-54acf9299668 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3c40b33f-7bf3-4984-a9df-d5e9c9e61d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1137297 May 13 14:45:05.609206 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-97c9d5d8-5445-4ca3-a246-f40a1b37fdff tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:05.627616 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-d48c39ad-7389-4c7d-b534-af9d9379b1c8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Network 471adc6c-b70b-42c1-bc3f-35baec009201 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:05.633184 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c39ad-7389-4c7d-b534-af9d9379b1c8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Pushing event updated for resources: {'Port': ['ID=f42ba23f-a9fd-42b0-9c7f-8779c7e24321,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:05.664728 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5789ff-f3b2-4757-b943-fd1fd80d7f5a None None] Network 07bb90cc-b788-4b33-b9e3-b37f8b092447 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:45:05.666172 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-d48c39ad-7389-4c7d-b534-af9d9379b1c8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:05.673891 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-d48c39ad-7389-4c7d-b534-af9d9379b1c8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:45:05.773459 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07575892-95fe-43fb-8dfe-1170b314e1b1 None None] Pushing event updated for resources: {'Port': ['ID=4eeeb2db-1900-4af8-89c4-4566dda17be3,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:05.775026 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e15613-daca-4dc3-891f-d604e50fdcaa req-d82a89cc-b8c2-4c25-912c-9db18ee6f00d tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:05.783627 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e4e15613-daca-4dc3-891f-d604e50fdcaa req-d82a89cc-b8c2-4c25-912c-9db18ee6f00d tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d59c1b61-2c41-4c74-a9f9-b1395c3a902b HTTP/1.1" status: 200 len: 945 time: 1.0587587 May 13 14:45:05.818443 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0d2ad055-b352-446c-903e-f7525d37db7f None None] Provisioning for port bbeee645-4bb8-4de4-ac01-13cd8d07a59e completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:05.835929 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0d2ad055-b352-446c-903e-f7525d37db7f None None] Provisioning complete for port bbeee645-4bb8-4de4-ac01-13cd8d07a59e triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:05.839159 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad055-b352-446c-903e-f7525d37db7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:05.840248 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4fb30985-83b0-4b75-8659-7969297b93b1 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:05.859228 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-4fb30985-83b0-4b75-8659-7969297b93b1 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Transition to ACTIVE for port object 7737c175-b4b4-4d4a-9d00-b53508d68dc4 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:05.889123 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f3884f-912d-4aca-a8f8-4ddda1818e51 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:45:05.977134 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port b55478fe-0015-458d-8d26-24bda0d3475c triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:05.978278 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:05.979051 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e4e15613-daca-4dc3-891f-d604e50fdcaa req-0b7b894f-ae43-4fac-af56-9a78da925a60 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912205 May 13 14:45:05.991744 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-d48c39ad-7389-4c7d-b534-af9d9379b1c8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:05.993646 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-d48c39ad-7389-4c7d-b534-af9d9379b1c8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:06.047511 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4fb30985-83b0-4b75-8659-7969297b93b1 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:06.106027 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c0f3884f-912d-4aca-a8f8-4ddda1818e51 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:06.107772 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-c0f3884f-912d-4aca-a8f8-4ddda1818e51 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Added segment 6a3cf2fa-5d78-4866-b3ff-80f0fdd4521f of type vlan for network 89019f2a-9e67-4e52-a58d-6715129e193a May 13 14:45:06.176503 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-30e6ef8d-79b5-42ac-bf5d-11a74db420de tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Allocated IP 172.21.0.1 (07bb90cc-b788-4b33-b9e3-b37f8b092447/f863684d-03c1-458b-829f-e0ae4db205da/17b8844a-8c24-4412-a9fb-66be3c8100cb) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:06.199067 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-d48c39ad-7389-4c7d-b534-af9d9379b1c8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4044678 May 13 14:45:06.201750 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb30985-83b0-4b75-8659-7969297b93b1 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Pushing event updated for resources: {'Port': ['ID=7737c175-b4b4-4d4a-9d00-b53508d68dc4,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:06.214695 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-d10c2422-9ae5-42a4-adae-ff9302bdc18b tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Request body: {'port': {'device_id': '7f2656f6-d77d-4e0e-813a-910939c72154', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '471adc6c-b70b-42c1-bc3f-35baec009201', 'admin_state_up': True, 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'security_groups': ['95a0f171-72e3-41e4-be44-ec217b4f9ab6']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:06.278513 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c0f3884f-912d-4aca-a8f8-4ddda1818e51 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:06.366094 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb30985-83b0-4b75-8659-7969297b93b1 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Network cc6b5980-6b7f-41a8-ada5-517ed84f563c is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:06.367351 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-4fb30985-83b0-4b75-8659-7969297b93b1 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:06.377651 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb30985-83b0-4b75-8659-7969297b93b1 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:45:06.398184 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0d2ad055-b352-446c-903e-f7525d37db7f None None] Current status of the port bbeee645-4bb8-4de4-ac01-13cd8d07a59e is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:06.398978 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad055-b352-446c-903e-f7525d37db7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:06.465479 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port b55478fe-0015-458d-8d26-24bda0d3475c is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:06.475820 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-0d2ad055-b352-446c-903e-f7525d37db7f None None] For port bbeee645-4bb8-4de4-ac01-13cd8d07a59e, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=bbeee645-4bb8-4de4-ac01-13cd8d07a59e,segment=NetworkSegment(652a5a71-7f2b-4359-8919-abe3b4e2d1a3),segment_id=652a5a71-7f2b-4359-8919-abe3b4e2d1a3)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:06.481435 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad055-b352-446c-903e-f7525d37db7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:06.523215 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bd9211bd-e67b-4347-9629-f73d604d6d14 req-89ea6802-bf33-4977-ab4b-9e93e733cf4a service neutron] 10.222.0.59 "GET /v2.0/networks/3c40b33f-7bf3-4984-a9df-d5e9c9e61d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9061615 May 13 14:45:06.563267 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ad055-b352-446c-903e-f7525d37db7f None None] Pushing event updated for resources: {'Port': ['ID=bbeee645-4bb8-4de4-ac01-13cd8d07a59e,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:06.610558 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb30985-83b0-4b75-8659-7969297b93b1 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:06.611485 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4fb30985-83b0-4b75-8659-7969297b93b1 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:06.615526 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-afc15863-7f00-40f5-8069-8d75c318a70e None None] Provisioning for port f42ba23f-a9fd-42b0-9c7f-8779c7e24321 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:06.621903 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-afc15863-7f00-40f5-8069-8d75c318a70e None None] Provisioning complete for port f42ba23f-a9fd-42b0-9c7f-8779c7e24321 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:06.622468 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-afc15863-7f00-40f5-8069-8d75c318a70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:06.637624 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-d10c2422-9ae5-42a4-adae-ff9302bdc18b tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:06.653533 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-d10c2422-9ae5-42a4-adae-ff9302bdc18b tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:06.686905 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4fb30985-83b0-4b75-8659-7969297b93b1 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.6271222 May 13 14:45:06.687946 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-d10c2422-9ae5-42a4-adae-ff9302bdc18b tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Made reservation on behalf of 18b9c5d8b3d043279654e2a115822f2a for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:06.694073 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-d10c2422-9ae5-42a4-adae-ff9302bdc18b tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:06.710513 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-afc15863-7f00-40f5-8069-8d75c318a70e None None] Port f42ba23f-a9fd-42b0-9c7f-8779c7e24321 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:45:06.845336 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9b6511fe-8d40-4938-9bc7-52e323b0b55c None None] Provisioning complete for port bbeee645-4bb8-4de4-ac01-13cd8d07a59e triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:06.845912 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9b6511fe-8d40-4938-9bc7-52e323b0b55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:06.904119 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34178) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:06.977816 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 46833746-4949-4cc0-876e-322482ef650d up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:07.014586 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c0f3884f-912d-4aca-a8f8-4ddda1818e51 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:07.020295 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f3884f-912d-4aca-a8f8-4ddda1818e51 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:07.021288 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c0f3884f-912d-4aca-a8f8-4ddda1818e51 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:07.059460 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a10f42-0d38-431a-a64a-c1ba8d2205ec req-4745512e-cb5a-44b5-a1d6-495c15737644 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:07.067347 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b4a10f42-0d38-431a-a64a-c1ba8d2205ec req-4745512e-cb5a-44b5-a1d6-495c15737644 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 945 time: 1.3249032 May 13 14:45:07.093218 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c9d5d8-5445-4ca3-a246-f40a1b37fdff tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:45:07.136110 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 4eeeb2db-1900-4af8-89c4-4566dda17be3 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:07.141655 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7bcec4-46ee-45bf-9ab8-f33424ef7925 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:07.147665 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7bcec4-46ee-45bf-9ab8-f33424ef7925 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:07.154202 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7bcec4-46ee-45bf-9ab8-f33424ef7925 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:07.155349 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3f7bcec4-46ee-45bf-9ab8-f33424ef7925 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Synchronizing usage tracker for tenant:78ef99a87f2d4d1a8754009190374861 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:45:07.185241 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a07aeb-d3f9-4a81-b7f1-10024250a4ac req-c65789cb-b451-4a2d-9aa4-a3758f6edd18 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:07.187575 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-30e6ef8d-79b5-42ac-bf5d-11a74db420de tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:07.192293 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-37a07aeb-d3f9-4a81-b7f1-10024250a4ac req-c65789cb-b451-4a2d-9aa4-a3758f6edd18 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d59c1b61-2c41-4c74-a9f9-b1395c3a902b HTTP/1.1" status: 200 len: 945 time: 0.6820238 May 13 14:45:07.254472 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3f7bcec4-46ee-45bf-9ab8-f33424ef7925 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Unset dirty status for tenant:78ef99a87f2d4d1a8754009190374861 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:45:07.261296 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3f7bcec4-46ee-45bf-9ab8-f33424ef7925 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.3046529 May 13 14:45:07.267864 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34182) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:07.290914 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fe1885-f63f-4461-8770-9ea6c93b67ff None None] Network cc6b5980-6b7f-41a8-ada5-517ed84f563c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:45:07.318285 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-9b6511fe-8d40-4938-9bc7-52e323b0b55c None None] Current status of the port bbeee645-4bb8-4de4-ac01-13cd8d07a59e is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:07.336499 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-37a07aeb-d3f9-4a81-b7f1-10024250a4ac req-8423dab2-d6f8-47d0-8438-2b4818db63dd tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433043 May 13 14:45:07.361167 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c0f3884f-912d-4aca-a8f8-4ddda1818e51 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.4356370 May 13 14:45:07.362031 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34186) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:07.402158 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 46833746-4949-4cc0-876e-322482ef650d completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:07.412030 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-1b079c21-bb99-4b64-9d84-99143573b077 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Deleting port 7737c175-b4b4-4d4a-9d00-b53508d68dc4 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:45:07.412638 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1b079c21-bb99-4b64-9d84-99143573b077 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:07.427397 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 46833746-4949-4cc0-876e-322482ef650d triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:07.427788 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:07.475637 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-30e6ef8d-79b5-42ac-bf5d-11a74db420de tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Transition to ACTIVE for port object 17b8844a-8c24-4412-a9fb-66be3c8100cb will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:07.479390 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-d10c2422-9ae5-42a4-adae-ff9302bdc18b tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Allocated IP 10.2.2.200 (471adc6c-b70b-42c1-bc3f-35baec009201/cb810c0a-840e-4497-98b6-b4ffe8e0a8f1/870bf163-4bc8-4f62-aa1e-a97e2ee5bef9) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:07.509868 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-97747f16-146b-400d-8f2e-2ae4f0c324e0 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Request body: {'subnet': {'network_id': '89019f2a-9e67-4e52-a58d-6715129e193a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:07.527762 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 4eeeb2db-1900-4af8-89c4-4566dda17be3 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:07.535140 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3884f-912d-4aca-a8f8-4ddda1818e51 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event updated for resources: {'Network': ['ID=89019f2a-9e67-4e52-a58d-6715129e193a,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:07.551991 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-02f13bec-4e2b-4aae-b120-79a19300e565 None None] Provisioning for port 4eeeb2db-1900-4af8-89c4-4566dda17be3 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:07.556117 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-30e6ef8d-79b5-42ac-bf5d-11a74db420de tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:07.561889 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-02f13bec-4e2b-4aae-b120-79a19300e565 None None] Provisioning complete for port 4eeeb2db-1900-4af8-89c4-4566dda17be3 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:07.562258 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-02f13bec-4e2b-4aae-b120-79a19300e565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:07.586253 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 4eeeb2db-1900-4af8-89c4-4566dda17be3 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:07.587182 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:07.608272 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bd9211bd-e67b-4347-9629-f73d604d6d14 req-090bca61-1fa1-493a-bad5-6c5fac0c5fa0 service neutron] 10.222.0.59 "GET /v2.0/networks/3c40b33f-7bf3-4984-a9df-d5e9c9e61d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0011640 May 13 14:45:07.611419 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b4a10f42-0d38-431a-a64a-c1ba8d2205ec req-78a12cc3-548f-4fe0-9f1a-3d58110b680c tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5429971 May 13 14:45:07.621615 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 89019f2a-9e67-4e52-a58d-6715129e193a details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:45:07.739529 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e6ef8d-79b5-42ac-bf5d-11a74db420de tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network 07bb90cc-b788-4b33-b9e3-b37f8b092447 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:07.749003 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c9d5d8-5445-4ca3-a246-f40a1b37fdff tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:45:07.750839 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-30e6ef8d-79b5-42ac-bf5d-11a74db420de tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:07.755311 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-97c9d5d8-5445-4ca3-a246-f40a1b37fdff tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "PUT /v2.0/routers/ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0681446 May 13 14:45:07.767412 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34190) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:07.768472 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e6ef8d-79b5-42ac-bf5d-11a74db420de tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:45:07.792638 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161a7a8b-62fc-4248-a69f-7f71bf291c5a None None] Sync routers for ids ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:45:07.854749 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6ef8d-79b5-42ac-bf5d-11a74db420de tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Port': ['ID=17b8844a-8c24-4412-a9fb-66be3c8100cb,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:07.886915 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-97747f16-146b-400d-8f2e-2ae4f0c324e0 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:07.892819 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161a7a8b-62fc-4248-a69f-7f71bf291c5a None None] Routers {'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:07.893545 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-161a7a8b-62fc-4248-a69f-7f71bf291c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:07.903308 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ed1b3-d946-4ad2-af32-bc9df6d0daa5 req-b1280890-71ba-4560-aa08-0c4b604bd1bd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:07.903636 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-97747f16-146b-400d-8f2e-2ae4f0c324e0 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Usage tracker for resource:subnet and tenant:6b12ce616ed04de39e484728b5ba653e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:07.909018 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-97747f16-146b-400d-8f2e-2ae4f0c324e0 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:07.910418 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ed1b3-d946-4ad2-af32-bc9df6d0daa5 req-b1280890-71ba-4560-aa08-0c4b604bd1bd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:07.919295 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ed1b3-d946-4ad2-af32-bc9df6d0daa5 req-b1280890-71ba-4560-aa08-0c4b604bd1bd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:07.919562 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-97747f16-146b-400d-8f2e-2ae4f0c324e0 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:07.927504 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ed1b3-d946-4ad2-af32-bc9df6d0daa5 req-b1280890-71ba-4560-aa08-0c4b604bd1bd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:07.929007 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2f5ed1b3-d946-4ad2-af32-bc9df6d0daa5 req-b1280890-71ba-4560-aa08-0c4b604bd1bd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Synchronizing usage tracker for tenant:18b9c5d8b3d043279654e2a115822f2a on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:45:07.938521 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-635b04c8-85ef-4937-bf9f-70e6d53b50e3 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Deleting subnet 61b10079-1252-4955-86e1-1b50f3ee2cce {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:45:07.940879 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-30e6ef8d-79b5-42ac-bf5d-11a74db420de tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:07.946962 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-635b04c8-85ef-4937-bf9f-70e6d53b50e3 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:07.995965 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97747f16-146b-400d-8f2e-2ae4f0c324e0 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Made reservation on behalf of 6b12ce616ed04de39e484728b5ba653e for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:07.999991 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-97747f16-146b-400d-8f2e-2ae4f0c324e0 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:08.035407 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1b079c21-bb99-4b64-9d84-99143573b077 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:08.051647 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2f5ed1b3-d946-4ad2-af32-bc9df6d0daa5 req-b1280890-71ba-4560-aa08-0c4b604bd1bd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Unset dirty status for tenant:18b9c5d8b3d043279654e2a115822f2a on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:45:08.058867 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f5ed1b3-d946-4ad2-af32-bc9df6d0daa5 req-b1280890-71ba-4560-aa08-0c4b604bd1bd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 3095 time: 0.5846179 May 13 14:45:08.125095 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-635b04c8-85ef-4937-bf9f-70e6d53b50e3 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:08.211907 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 46833746-4949-4cc0-876e-322482ef650d is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:08.212768 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:08.222367 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-1b079c21-bb99-4b64-9d84-99143573b077 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Calling delete_port for 7737c175-b4b4-4d4a-9d00-b53508d68dc4 owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:45:08.254285 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-d10c2422-9ae5-42a4-adae-ff9302bdc18b tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:08.312653 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f5ed1b3-d946-4ad2-af32-bc9df6d0daa5 req-aef31963-29d9-43b0-8b3c-5611b81dd98c tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2526424 May 13 14:45:08.319446 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-d10c2422-9ae5-42a4-adae-ff9302bdc18b tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Transition to ACTIVE for port object 870bf163-4bc8-4f62-aa1e-a97e2ee5bef9 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:08.358317 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-02f13bec-4e2b-4aae-b120-79a19300e565 None None] Current status of the port 4eeeb2db-1900-4af8-89c4-4566dda17be3 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:08.358317 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-02f13bec-4e2b-4aae-b120-79a19300e565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:08.376081 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a721a847-2b50-4bb5-998e-f9f136e369e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46833746-4949-4cc0-876e-322482ef650d'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:45:08.405054 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-161a7a8b-62fc-4248-a69f-7f71bf291c5a None None] Set router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:08.452808 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 46833746-4949-4cc0-876e-322482ef650d, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=46833746-4949-4cc0-876e-322482ef650d,segment=NetworkSegment(2e43f227-1875-4d5e-9b51-995654763caa),segment_id=2e43f227-1875-4d5e-9b51-995654763caa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:08.468229 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-97747f16-146b-400d-8f2e-2ae4f0c324e0 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:08.472177 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-d10c2422-9ae5-42a4-adae-ff9302bdc18b tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:08.493031 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:08.502636 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-30e6ef8d-79b5-42ac-bf5d-11a74db420de tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:08.533601 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 4eeeb2db-1900-4af8-89c4-4566dda17be3 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:08.533872 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-635b04c8-85ef-4937-bf9f-70e6d53b50e3 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:08.534026 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:08.555641 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03109684-2a84-411b-b06f-b2ec8102cb7e'] response: {'server_uuid': 'a721a847-2b50-4bb5-998e-f9f136e369e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46833746-4949-4cc0-876e-322482ef650d', 'code': 200} May 13 14:45:08.594009 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-d10c2422-9ae5-42a4-adae-ff9302bdc18b tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Network 471adc6c-b70b-42c1-bc3f-35baec009201 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:08.594750 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-02f13bec-4e2b-4aae-b120-79a19300e565 None None] For port 4eeeb2db-1900-4af8-89c4-4566dda17be3, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=4eeeb2db-1900-4af8-89c4-4566dda17be3,segment=NetworkSegment(4d3a402c-a15f-4eaa-81a0-f15aaf42eec1),segment_id=4d3a402c-a15f-4eaa-81a0-f15aaf42eec1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:08.599798 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-d10c2422-9ae5-42a4-adae-ff9302bdc18b tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:08.619888 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-d10c2422-9ae5-42a4-adae-ff9302bdc18b tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:45:08.684275 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1b079c21-bb99-4b64-9d84-99143573b077 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:08.689851 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-02f13bec-4e2b-4aae-b120-79a19300e565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:08.708736 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c2422-9ae5-42a4-adae-ff9302bdc18b tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Pushing event updated for resources: {'Port': ['ID=870bf163-4bc8-4f62-aa1e-a97e2ee5bef9,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:08.864911 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b079c21-bb99-4b64-9d84-99143573b077 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Pushing event deleted for resources: {'Port': ['ID=7737c175-b4b4-4d4a-9d00-b53508d68dc4,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:08.883912 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-d10c2422-9ae5-42a4-adae-ff9302bdc18b tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:08.884510 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-d10c2422-9ae5-42a4-adae-ff9302bdc18b tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:08.890905 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:45:08.891451 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:45:08.892051 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=46833746-4949-4cc0-876e-322482ef650d,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:08.896494 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97747f16-146b-400d-8f2e-2ae4f0c324e0 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event updated for resources: {'Subnet': ['ID=5d2e68d9-f824-4419-aa8e-24e24fd7b634,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:09.005291 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f4fa4a59-c6cc-493f-b9bf-0618620647de None None] Provisioning for port 17b8844a-8c24-4412-a9fb-66be3c8100cb completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:09.006946 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-d10c2422-9ae5-42a4-adae-ff9302bdc18b tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7966950 May 13 14:45:09.018492 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f4fa4a59-c6cc-493f-b9bf-0618620647de None None] Provisioning complete for port 17b8844a-8c24-4412-a9fb-66be3c8100cb triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:09.019028 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f4fa4a59-c6cc-493f-b9bf-0618620647de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:09.019518 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1b079c21-bb99-4b64-9d84-99143573b077 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:09.028407 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1b079c21-bb99-4b64-9d84-99143573b077 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] 10.222.0.35 "DELETE /v2.0/ports/7737c175-b4b4-4d4a-9d00-b53508d68dc4 HTTP/1.1" status: 204 len: 168 time: 1.7593741 May 13 14:45:09.034470 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-e52deea0-5ed4-43e9-8474-5ae8b0695e35 service neutron] Request body: {'port': {'device_id': '7f2656f6-d77d-4e0e-813a-910939c72154', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:09.085453 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa4a59-c6cc-493f-b9bf-0618620647de None None] Port 17b8844a-8c24-4412-a9fb-66be3c8100cb cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:45:09.127361 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f13bec-4e2b-4aae-b120-79a19300e565 None None] Pushing event updated for resources: {'Port': ['ID=4eeeb2db-1900-4af8-89c4-4566dda17be3,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:09.160216 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34200) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:09.235210 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-839783c1-7d33-401f-8bcd-93360f212cad None None] Provisioning for port 870bf163-4bc8-4f62-aa1e-a97e2ee5bef9 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:09.248005 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-839783c1-7d33-401f-8bcd-93360f212cad None None] Provisioning complete for port 870bf163-4bc8-4f62-aa1e-a97e2ee5bef9 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:09.248645 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-839783c1-7d33-401f-8bcd-93360f212cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:09.303451 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354402fc-58fd-426a-88c4-dc8060bba0ad req-aa63a6f6-2056-4df7-a271-dcf0ff928f06 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:09.309949 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-354402fc-58fd-426a-88c4-dc8060bba0ad req-aa63a6f6-2056-4df7-a271-dcf0ff928f06 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 946 time: 0.4931345 May 13 14:45:09.334275 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-161a7a8b-62fc-4248-a69f-7f71bf291c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'name': 'tempest-RoutersIpV6Test-router-753058156', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:45:04Z', 'revision_number': 10, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None, '_interfaces': [{'id': '9e751a82-e701-4e41-bf3d-02f034e64fc3', 'name': '', 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b3:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:27Z', 'updated_at': '2022-05-13T14:43:49Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:09.339809 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161a7a8b-62fc-4248-a69f-7f71bf291c5a None None] Checking router: ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:45:09.341862 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-839783c1-7d33-401f-8bcd-93360f212cad None None] Port 870bf163-4bc8-4f62-aa1e-a97e2ee5bef9 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:45:09.351407 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161a7a8b-62fc-4248-a69f-7f71bf291c5a None None] Routers {'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:09.351949 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-161a7a8b-62fc-4248-a69f-7f71bf291c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:09.363644 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-25294e50-97dc-4e99-8080-ac32245e3e4b tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Request body: {'port': {'name': 'tempest-new-port-name-965315031', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:09.364101 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.api.validators [None req-25294e50-97dc-4e99-8080-ac32245e3e4b tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] bootfile-name is not in valid_values {{(pid=88082) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 14:45:09.364439 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.api.validators [None req-25294e50-97dc-4e99-8080-ac32245e3e4b tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] tftp-server is not in valid_values {{(pid=88082) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 14:45:09.364827 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.api.validators [None req-25294e50-97dc-4e99-8080-ac32245e3e4b tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] server-ip-address is not in valid_values {{(pid=88082) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 14:45:09.416638 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-e52deea0-5ed4-43e9-8474-5ae8b0695e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:09.434925 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-354402fc-58fd-426a-88c4-dc8060bba0ad req-21a31230-8368-481b-ba1c-5a0805dc4b32 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803106 May 13 14:45:09.449917 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97747f16-146b-400d-8f2e-2ae4f0c324e0 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Checking segment: {'id': '6a3cf2fa-5d78-4866-b3ff-80f0fdd4521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '89019f2a-9e67-4e52-a58d-6715129e193a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:09.450564 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97747f16-146b-400d-8f2e-2ae4f0c324e0 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Network hostable DHCP agents. Network: 89019f2a-9e67-4e52-a58d-6715129e193a, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:45:09.458291 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:45:09.544771 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-161a7a8b-62fc-4248-a69f-7f71bf291c5a None None] Set router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:09.558332 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-635b04c8-85ef-4937-bf9f-70e6d53b50e3 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:09.608494 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97747f16-146b-400d-8f2e-2ae4f0c324e0 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Network 89019f2a-9e67-4e52-a58d-6715129e193a is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:45:09.617219 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-839783c1-7d33-401f-8bcd-93360f212cad None None] Could not find standard attr ID for object 7737c175-b4b4-4d4a-9d00-b53508d68dc4. {{(pid=88083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 14:45:09.674704 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8da93-c940-4c11-9fd6-c5c598ba449a req-585790c2-1475-4daa-a432-8a7b992c5103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:09.676330 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bed8da93-c940-4c11-9fd6-c5c598ba449a req-585790c2-1475-4daa-a432-8a7b992c5103 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 1097 time: 1.0559139 May 13 14:45:09.688226 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25294e50-97dc-4e99-8080-ac32245e3e4b tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:09.775709 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 4eeeb2db-1900-4af8-89c4-4566dda17be3 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:09.776842 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device bbeee645-4bb8-4de4-ac01-13cd8d07a59e up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:09.804960 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-635b04c8-85ef-4937-bf9f-70e6d53b50e3 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:09.814952 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b04c8-85ef-4937-bf9f-70e6d53b50e3 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event deleted for resources: {'Subnet': ['ID=61b10079-1252-4955-86e1-1b50f3ee2cce,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:09.832000 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-635b04c8-85ef-4937-bf9f-70e6d53b50e3 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/subnets/61b10079-1252-4955-86e1-1b50f3ee2cce HTTP/1.1" status: 204 len: 168 time: 2.0252917 May 13 14:45:09.838316 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34208) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:09.841019 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57dc21-7465-4ab1-8732-e0e8a4d0861c req-c0df92ca-bd19-45dc-a448-6559c3af2b74 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:09.848300 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4a57dc21-7465-4ab1-8732-e0e8a4d0861c req-c0df92ca-bd19-45dc-a448-6559c3af2b74 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d59c1b61-2c41-4c74-a9f9-b1395c3a902b HTTP/1.1" status: 200 len: 945 time: 1.2670155 May 13 14:45:09.869825 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-97747f16-146b-400d-8f2e-2ae4f0c324e0 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 89019f2a-9e67-4e52-a58d-6715129e193a) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:09.875526 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97747f16-146b-400d-8f2e-2ae4f0c324e0 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:09.876117 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-97747f16-146b-400d-8f2e-2ae4f0c324e0 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:09.884187 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-839783c1-7d33-401f-8bcd-93360f212cad None None] Provisioning complete for port 4eeeb2db-1900-4af8-89c4-4566dda17be3 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:09.885385 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-839783c1-7d33-401f-8bcd-93360f212cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:09.885787 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4408f-1e1a-44b1-bc44-650910cbbbd0 req-4a1ea05b-d36a-40d0-be71-ebc1a8531e4c tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:09.891876 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4408f-1e1a-44b1-bc44-650910cbbbd0 req-4a1ea05b-d36a-40d0-be71-ebc1a8531e4c tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:09.898149 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4408f-1e1a-44b1-bc44-650910cbbbd0 req-4a1ea05b-d36a-40d0-be71-ebc1a8531e4c tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:09.907034 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4408f-1e1a-44b1-bc44-650910cbbbd0 req-4a1ea05b-d36a-40d0-be71-ebc1a8531e4c tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:09.916077 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4408f-1e1a-44b1-bc44-650910cbbbd0 req-4a1ea05b-d36a-40d0-be71-ebc1a8531e4c tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:09.918428 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-50c4408f-1e1a-44b1-bc44-650910cbbbd0 req-4a1ea05b-d36a-40d0-be71-ebc1a8531e4c tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 3816 time: 0.2653217 May 13 14:45:09.953454 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1907f6-dd66-421a-9d9a-e69e68f97664 None None] Network ef46ef2c-6a13-4932-840e-1da5c58a96ed requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:45:09.955367 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bed8da93-c940-4c11-9fd6-c5c598ba449a req-242cdb7d-4ff3-4a92-acac-cf87e9c761bb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2524972 May 13 14:45:09.970325 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5c9088-2004-4b69-8f9e-c993a3358ed0 None None] Network 89019f2a-9e67-4e52-a58d-6715129e193a requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:45:10.007493 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4a57dc21-7465-4ab1-8732-e0e8a4d0861c req-3787f591-e0a7-432b-a5b3-e09a3afcb06a tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577215 May 13 14:45:10.033069 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-97747f16-146b-400d-8f2e-2ae4f0c324e0 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5304730 May 13 14:45:10.040829 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34212) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:10.048526 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-08c057dd-cfab-4401-bf67-49e7f7d606c9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-892105371', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}, 'admin_state_up': False}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:10.063760 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-50c4408f-1e1a-44b1-bc44-650910cbbbd0 req-69895f32-d18e-499d-8d41-70c4cc77b823 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1341431 May 13 14:45:10.095503 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ce5dd7cf-d36e-4b93-afe7-eedffc013cc8 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:10.142781 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-08c057dd-cfab-4401-bf67-49e7f7d606c9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:10.155518 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-08c057dd-cfab-4401-bf67-49e7f7d606c9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Usage tracker for resource:router and tenant:6b12ce616ed04de39e484728b5ba653e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:10.160316 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-e52deea0-5ed4-43e9-8474-5ae8b0695e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 287acb6a-4dc7-45f4-8951-887c0db993bc {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:45:10.165389 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-ce5dd7cf-d36e-4b93-afe7-eedffc013cc8 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Deleting port 0fd791d7-a43b-4325-a662-d64cc4c2b44d {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:45:10.165723 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ce5dd7cf-d36e-4b93-afe7-eedffc013cc8 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:10.168400 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-08c057dd-cfab-4401-bf67-49e7f7d606c9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:10.180913 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-08c057dd-cfab-4401-bf67-49e7f7d606c9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:10.217723 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08c057dd-cfab-4401-bf67-49e7f7d606c9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:10.218728 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08c057dd-cfab-4401-bf67-49e7f7d606c9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:10.240563 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08c057dd-cfab-4401-bf67-49e7f7d606c9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:10.261330 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-e52deea0-5ed4-43e9-8474-5ae8b0695e35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:10.301435 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-e52deea0-5ed4-43e9-8474-5ae8b0695e35 service neutron] Transition to ACTIVE for port object 287acb6a-4dc7-45f4-8951-887c0db993bc will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:10.307498 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-e52deea0-5ed4-43e9-8474-5ae8b0695e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:10.331101 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-30e6ef8d-79b5-42ac-bf5d-11a74db420de tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:10.405338 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-30e6ef8d-79b5-42ac-bf5d-11a74db420de tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:10.536882 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6ef8d-79b5-42ac-bf5d-11a74db420de tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Port': ['ID=17b8844a-8c24-4412-a9fb-66be3c8100cb,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:10.628618 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52deea0-5ed4-43e9-8474-5ae8b0695e35 service neutron] Pushing event updated for resources: {'Port': ['ID=287acb6a-4dc7-45f4-8951-887c0db993bc,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:10.633070 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-ce5dd7cf-d36e-4b93-afe7-eedffc013cc8 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] For port 0fd791d7-a43b-4325-a662-d64cc4c2b44d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=0fd791d7-a43b-4325-a662-d64cc4c2b44d,segment=NetworkSegment(7f247ba2-52fe-4b4e-bbd3-a92ba2b98aaa),segment_id=7f247ba2-52fe-4b4e-bbd3-a92ba2b98aaa)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:10.634385 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ce5dd7cf-d36e-4b93-afe7-eedffc013cc8 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:10.641427 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port bbeee645-4bb8-4de4-ac01-13cd8d07a59e triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:10.641977 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:10.685280 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-839783c1-7d33-401f-8bcd-93360f212cad None None] Current status of the port 4eeeb2db-1900-4af8-89c4-4566dda17be3 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:10.788169 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-30e6ef8d-79b5-42ac-bf5d-11a74db420de tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:10.799353 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08c057dd-cfab-4401-bf67-49e7f7d606c9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:10.806660 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2f36f9-f759-4660-8205-c7a4bfa2f661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-89019f2a-9e67-4e52-a58d-6715129e193a', 'network_id': '89019f2a-9e67-4e52-a58d-6715129e193a', 'tenant_id': '6b12ce616ed04de39e484728b5ba653e', 'fixed_ips': [{'subnet_id': '5d2e68d9-f824-4419-aa8e-24e24fd7b634'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:45:10.808003 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6d2f36f9-f759-4660-8205-c7a4bfa2f661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:10.835067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-ce5dd7cf-d36e-4b93-afe7-eedffc013cc8 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Calling delete_port for 0fd791d7-a43b-4325-a662-d64cc4c2b44d owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:45:10.856048 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-839783c1-7d33-401f-8bcd-93360f212cad None None] Provisioning for port 10fbda94-7bba-4323-bd49-e190d29fb5c2 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:10.881454 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-e52deea0-5ed4-43e9-8474-5ae8b0695e35 service neutron] Attempting to bind port 287acb6a-4dc7-45f4-8951-887c0db993bc on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:45:10.882142 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-e52deea0-5ed4-43e9-8474-5ae8b0695e35 service neutron] Attempting to bind port 287acb6a-4dc7-45f4-8951-887c0db993bc by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'fae8ba92-53c8-4329-8f52-6b8b386d5a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '144b0538-5a90-40dc-8493-8ee490cbd7e0'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:45:10.882142 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-e52deea0-5ed4-43e9-8474-5ae8b0695e35 service neutron] Attempting to bind port 287acb6a-4dc7-45f4-8951-887c0db993bc on network 144b0538-5a90-40dc-8493-8ee490cbd7e0 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:10.892705 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-e52deea0-5ed4-43e9-8474-5ae8b0695e35 service neutron] Port 287acb6a-4dc7-45f4-8951-887c0db993bc on network 144b0538-5a90-40dc-8493-8ee490cbd7e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:45:10.893023 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-e52deea0-5ed4-43e9-8474-5ae8b0695e35 service neutron] Attempting to bind port 287acb6a-4dc7-45f4-8951-887c0db993bc on network 144b0538-5a90-40dc-8493-8ee490cbd7e0 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:10.904449 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-e52deea0-5ed4-43e9-8474-5ae8b0695e35 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:45:10.904784 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-e52deea0-5ed4-43e9-8474-5ae8b0695e35 service neutron] Checking segment: {'id': 'fae8ba92-53c8-4329-8f52-6b8b386d5a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '144b0538-5a90-40dc-8493-8ee490cbd7e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:10.905174 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-e52deea0-5ed4-43e9-8474-5ae8b0695e35 service neutron] Bound using segment: {'id': 'fae8ba92-53c8-4329-8f52-6b8b386d5a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '144b0538-5a90-40dc-8493-8ee490cbd7e0'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:45:10.905894 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-e52deea0-5ed4-43e9-8474-5ae8b0695e35 service neutron] Bound port: 287acb6a-4dc7-45f4-8951-887c0db993bc, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fae8ba92-53c8-4329-8f52-6b8b386d5a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '144b0538-5a90-40dc-8493-8ee490cbd7e0'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:45:10.906066 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-e52deea0-5ed4-43e9-8474-5ae8b0695e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:10.918433 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-839783c1-7d33-401f-8bcd-93360f212cad None None] Provisioning complete for port 10fbda94-7bba-4323-bd49-e190d29fb5c2 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:10.918960 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-839783c1-7d33-401f-8bcd-93360f212cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:11.081181 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25294e50-97dc-4e99-8080-ac32245e3e4b tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:11.093261 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-e52deea0-5ed4-43e9-8474-5ae8b0695e35 service neutron] For port 287acb6a-4dc7-45f4-8951-887c0db993bc, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:45:11.099060 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-e52deea0-5ed4-43e9-8474-5ae8b0695e35 service neutron] For port 287acb6a-4dc7-45f4-8951-887c0db993bc, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=287acb6a-4dc7-45f4-8951-887c0db993bc,segment=NetworkSegment(fae8ba92-53c8-4329-8f52-6b8b386d5a97),segment_id=fae8ba92-53c8-4329-8f52-6b8b386d5a97)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:45:11.108818 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-e52deea0-5ed4-43e9-8474-5ae8b0695e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:11.199984 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ce5dd7cf-d36e-4b93-afe7-eedffc013cc8 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:11.211060 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25294e50-97dc-4e99-8080-ac32245e3e4b tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:11.254565 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e6ef8d-79b5-42ac-bf5d-11a74db420de tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network 07bb90cc-b788-4b33-b9e3-b37f8b092447 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:11.256112 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-6d2f36f9-f759-4660-8205-c7a4bfa2f661 None None] Allocated IP 172.20.0.2 (89019f2a-9e67-4e52-a58d-6715129e193a/5d2e68d9-f824-4419-aa8e-24e24fd7b634/4abf4d89-a010-4d33-a313-0c0c5f24af4b) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:11.285856 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43ad22-aed3-43db-a088-9073c26d48f0 req-b85d8379-23ce-44e8-be6e-0707a0a612c3 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:11.287784 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce43ad22-aed3-43db-a088-9073c26d48f0 req-b85d8379-23ce-44e8-be6e-0707a0a612c3 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 946 time: 0.6558566 May 13 14:45:11.295158 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-30e6ef8d-79b5-42ac-bf5d-11a74db420de tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:11.396725 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce43ad22-aed3-43db-a088-9073c26d48f0 req-ff20d4a2-f9d7-4fe5-8f59-0659476657cf tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896349 May 13 14:45:11.482208 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-839783c1-7d33-401f-8bcd-93360f212cad None None] Port 10fbda94-7bba-4323-bd49-e190d29fb5c2 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:45:11.486235 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fa49ea-ae1b-4a84-ac9c-814b94b28db6 None None] DHCP port deletion for ef46ef2c-6a13-4932-840e-1da5c58a96ed request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:45:11.504579 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port bbeee645-4bb8-4de4-ac01-13cd8d07a59e is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:11.533480 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-161a7a8b-62fc-4248-a69f-7f71bf291c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'name': 'tempest-RoutersIpV6Test-router-753058156', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:45:04Z', 'revision_number': 10, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None, '_interfaces': [{'id': '9e751a82-e701-4e41-bf3d-02f034e64fc3', 'name': '', 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b3:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:27Z', 'updated_at': '2022-05-13T14:43:49Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:11.552796 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161a7a8b-62fc-4248-a69f-7f71bf291c5a None None] The sync data for ids ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'] in n-d-841760-1 is: [{'id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'name': 'tempest-RoutersIpV6Test-router-753058156', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:45:04Z', 'revision_number': 10, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None, '_interfaces': [{'id': '9e751a82-e701-4e41-bf3d-02f034e64fc3', 'name': '', 'network_id': 'a5d26cbc-07bf-4186-9d12-d92286b1801a', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'mac_address': 'fa:16:3e:b3:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:27Z', 'updated_at': '2022-05-13T14:43:49Z', 'revision_number': 5, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'subnets': [{'id': '22d08947-7cd2-4fb9-a3cd-ce48e4e9a770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:45:11.597361 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-e52deea0-5ed4-43e9-8474-5ae8b0695e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:11.600102 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-e52deea0-5ed4-43e9-8474-5ae8b0695e35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:11.616521 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-e52deea0-5ed4-43e9-8474-5ae8b0695e35 service neutron] 10.222.0.74 "PUT /v2.0/ports/287acb6a-4dc7-45f4-8951-887c0db993bc HTTP/1.1" status: 200 len: 1091 time: 2.5812762 May 13 14:45:11.618915 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'tag': '287acb6a-4dc7-45f4-8951-887c0db993bc'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:45:11.642223 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5dd7cf-d36e-4b93-afe7-eedffc013cc8 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] No DVR routers for this DVR port 0fd791d7-a43b-4325-a662-d64cc4c2b44d on host n-d-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:45:11.685634 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-42b57b45-eb57-4614-bd9f-c56a16e24063 None None] Provisioning complete for port 10fbda94-7bba-4323-bd49-e190d29fb5c2 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:11.686264 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-42b57b45-eb57-4614-bd9f-c56a16e24063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:11.738063 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-10cdb9bd-b093-4e76-bf38-e722cfde4068 service neutron] Request body: {'port': {'device_id': '7f2656f6-d77d-4e0e-813a-910939c72154', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:11.773128 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25294e50-97dc-4e99-8080-ac32245e3e4b tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Pushing event updated for resources: {'Port': ['ID=10fbda94-7bba-4323-bd49-e190d29fb5c2,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:11.773505 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-42b57b45-eb57-4614-bd9f-c56a16e24063 None None] Port 10fbda94-7bba-4323-bd49-e190d29fb5c2 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:45:11.794004 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-42b57b45-eb57-4614-bd9f-c56a16e24063 None None] Could not find standard attr ID for object 7737c175-b4b4-4d4a-9d00-b53508d68dc4. {{(pid=88083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 14:45:11.811488 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6d2f36f9-f759-4660-8205-c7a4bfa2f661 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:11.824490 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-25294e50-97dc-4e99-8080-ac32245e3e4b tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] In _notify_port_updated(), no bound segment for port 10fbda94-7bba-4323-bd49-e190d29fb5c2 on network cc6b5980-6b7f-41a8-ada5-517ed84f563c {{(pid=88082) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:45:11.831076 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52deea0-5ed4-43e9-8474-5ae8b0695e35 service neutron] Pushing event updated for resources: {'Port': ['ID=287acb6a-4dc7-45f4-8951-887c0db993bc,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:11.831751 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25294e50-97dc-4e99-8080-ac32245e3e4b tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:11.832424 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25294e50-97dc-4e99-8080-ac32245e3e4b tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:11.833716 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-25294e50-97dc-4e99-8080-ac32245e3e4b tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] 10.222.0.35 "PUT /v2.0/ports/10fbda94-7bba-4323-bd49-e190d29fb5c2 HTTP/1.1" status: 200 len: 1135 time: 2.4880273 May 13 14:45:11.839480 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6d2f36f9-f759-4660-8205-c7a4bfa2f661 None None] Transition to ACTIVE for port object 4abf4d89-a010-4d33-a313-0c0c5f24af4b will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:11.843563 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34224) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:11.866151 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6d2f36f9-f759-4660-8205-c7a4bfa2f661 None None] Transition to ACTIVE for port object 4abf4d89-a010-4d33-a313-0c0c5f24af4b will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:11.873446 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6d2f36f9-f759-4660-8205-c7a4bfa2f661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:11.941829 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2f36f9-f759-4660-8205-c7a4bfa2f661 None None] Network 89019f2a-9e67-4e52-a58d-6715129e193a is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:11.944680 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-6d2f36f9-f759-4660-8205-c7a4bfa2f661 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:11.949579 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2f36f9-f759-4660-8205-c7a4bfa2f661 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:45:11.959388 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f36f9-f759-4660-8205-c7a4bfa2f661 None None] Pushing event updated for resources: {'Port': ['ID=4abf4d89-a010-4d33-a313-0c0c5f24af4b,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:11.962789 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e6ef8d-79b5-42ac-bf5d-11a74db420de tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Router 60f27043-3c9f-4544-9691-0cb912423002 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:45:11.988066 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80aa3886-39ed-4211-9a64-d029c79ec433 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:11.989784 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-80aa3886-39ed-4211-9a64-d029c79ec433 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] 10.222.0.35 "GET /v2.0/ports/10fbda94-7bba-4323-bd49-e190d29fb5c2 HTTP/1.1" status: 200 len: 1135 time: 0.1432590 May 13 14:45:11.995189 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5dd7cf-d36e-4b93-afe7-eedffc013cc8 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event deleted for resources: {'Port': ['ID=0fd791d7-a43b-4325-a662-d64cc4c2b44d,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:11.997039 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34228) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:12.032428 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ce5dd7cf-d36e-4b93-afe7-eedffc013cc8 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:12.080517 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-ce5dd7cf-d36e-4b93-afe7-eedffc013cc8 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef46ef2c-6a13-4932-840e-1da5c58a96ed']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:12.082022 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 4eeeb2db-1900-4af8-89c4-4566dda17be3 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:12.101405 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-ce5dd7cf-d36e-4b93-afe7-eedffc013cc8 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f247ba2-52fe-4b4e-bbd3-a92ba2b98aaa') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:12.101683 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-ce5dd7cf-d36e-4b93-afe7-eedffc013cc8 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f247ba2-52fe-4b4e-bbd3-a92ba2b98aaa') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:12.116627 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ce5dd7cf-d36e-4b93-afe7-eedffc013cc8 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:12.137089 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ce5dd7cf-d36e-4b93-afe7-eedffc013cc8 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:12.145975 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5dd7cf-d36e-4b93-afe7-eedffc013cc8 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:45:12.146421 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ce5dd7cf-d36e-4b93-afe7-eedffc013cc8 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:12.172036 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:45:12.172036 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:45:12.172036 n-d-841760-1 neutron-server[88081]: timer() May 13 14:45:12.172036 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:45:12.172036 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:45:12.172036 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:45:12.172036 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:45:12.172036 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:45:12.172036 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:45:12.172036 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:45:12.172036 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:45:12.172036 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:45:12.172036 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:45:12.172036 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:45:12.172036 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:45:12.172036 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:45:12.172036 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:45:12.172036 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:45:12.172036 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:45:12.172036 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:45:12.172036 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:45:12.172036 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:45:12.172036 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:45:12.172036 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:45:12.172036 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:45:12.172036 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:45:12.172036 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:45:12.172036 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:45:12.172036 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:45:12.172036 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:45:12.172036 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:45:12.172036 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:45:12.198711 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7aaa330c-e361-4de3-86e8-97d3dc5b35ee None None] Provisioning complete for port 10fbda94-7bba-4323-bd49-e190d29fb5c2 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:12.199087 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7aaa330c-e361-4de3-86e8-97d3dc5b35ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:12.213418 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5c1d0-70bf-4e42-bee9-d6863c275fe4 req-839e6b8a-10ce-4289-aeda-99b8f554da7a tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:12.219285 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5c1d0-70bf-4e42-bee9-d6863c275fe4 req-839e6b8a-10ce-4289-aeda-99b8f554da7a tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:12.225178 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5c1d0-70bf-4e42-bee9-d6863c275fe4 req-839e6b8a-10ce-4289-aeda-99b8f554da7a tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:12.232751 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5c1d0-70bf-4e42-bee9-d6863c275fe4 req-839e6b8a-10ce-4289-aeda-99b8f554da7a tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:12.239010 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5c1d0-70bf-4e42-bee9-d6863c275fe4 req-839e6b8a-10ce-4289-aeda-99b8f554da7a tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:12.241064 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c4e5c1d0-70bf-4e42-bee9-d6863c275fe4 req-839e6b8a-10ce-4289-aeda-99b8f554da7a tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 3828 time: 0.5280790 May 13 14:45:12.244413 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6d2f36f9-f759-4660-8205-c7a4bfa2f661 None None] Attempting to bind port 4abf4d89-a010-4d33-a313-0c0c5f24af4b on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:45:12.244783 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6d2f36f9-f759-4660-8205-c7a4bfa2f661 None None] Attempting to bind port 4abf4d89-a010-4d33-a313-0c0c5f24af4b by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '6a3cf2fa-5d78-4866-b3ff-80f0fdd4521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '89019f2a-9e67-4e52-a58d-6715129e193a'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:45:12.245195 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2f36f9-f759-4660-8205-c7a4bfa2f661 None None] Attempting to bind port 4abf4d89-a010-4d33-a313-0c0c5f24af4b on network 89019f2a-9e67-4e52-a58d-6715129e193a {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:12.262620 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2f36f9-f759-4660-8205-c7a4bfa2f661 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:45:12.263003 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2f36f9-f759-4660-8205-c7a4bfa2f661 None None] Checking segment: {'id': '6a3cf2fa-5d78-4866-b3ff-80f0fdd4521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '89019f2a-9e67-4e52-a58d-6715129e193a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:12.263442 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6d2f36f9-f759-4660-8205-c7a4bfa2f661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:12.263841 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2f36f9-f759-4660-8205-c7a4bfa2f661 None None] Bound using segment: {'id': '6a3cf2fa-5d78-4866-b3ff-80f0fdd4521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '89019f2a-9e67-4e52-a58d-6715129e193a'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:45:12.264320 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6d2f36f9-f759-4660-8205-c7a4bfa2f661 None None] Bound port: 4abf4d89-a010-4d33-a313-0c0c5f24af4b, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3cf2fa-5d78-4866-b3ff-80f0fdd4521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '89019f2a-9e67-4e52-a58d-6715129e193a'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:45:12.264697 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6d2f36f9-f759-4660-8205-c7a4bfa2f661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:12.329989 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 4eeeb2db-1900-4af8-89c4-4566dda17be3 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:12.330366 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:12.347849 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087780dd-e144-4d85-a027-d9920c1463e1 req-93bb9d80-9e1a-4ba6-a148-a4415eaf6b3b tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:12.349459 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-087780dd-e144-4d85-a027-d9920c1463e1 req-93bb9d80-9e1a-4ba6-a148-a4415eaf6b3b tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d59c1b61-2c41-4c74-a9f9-b1395c3a902b HTTP/1.1" status: 200 len: 945 time: 1.1111922 May 13 14:45:12.362907 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-10cdb9bd-b093-4e76-bf38-e722cfde4068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:12.370488 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7aaa330c-e361-4de3-86e8-97d3dc5b35ee None None] Port 10fbda94-7bba-4323-bd49-e190d29fb5c2 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:45:12.387210 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ce5dd7cf-d36e-4b93-afe7-eedffc013cc8 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:12.397386 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-be35dc0a-eb4b-4373-a5fe-c0ec5ef3e17e tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Deleting port 10fbda94-7bba-4323-bd49-e190d29fb5c2 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:45:12.397740 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-be35dc0a-eb4b-4373-a5fe-c0ec5ef3e17e tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:12.416475 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ce5dd7cf-d36e-4b93-afe7-eedffc013cc8 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:12.459262 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-6d2f36f9-f759-4660-8205-c7a4bfa2f661 None None] For port 4abf4d89-a010-4d33-a313-0c0c5f24af4b, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:45:12.463620 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-6d2f36f9-f759-4660-8205-c7a4bfa2f661 None None] For port 4abf4d89-a010-4d33-a313-0c0c5f24af4b, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=4abf4d89-a010-4d33-a313-0c0c5f24af4b,segment=NetworkSegment(6a3cf2fa-5d78-4866-b3ff-80f0fdd4521f),segment_id=6a3cf2fa-5d78-4866-b3ff-80f0fdd4521f)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:45:12.468705 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5dd7cf-d36e-4b93-afe7-eedffc013cc8 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event deleted for resources: {'Network': ['ID=ef46ef2c-6a13-4932-840e-1da5c58a96ed,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:12.508270 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ce5dd7cf-d36e-4b93-afe7-eedffc013cc8 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/networks/ef46ef2c-6a13-4932-840e-1da5c58a96ed HTTP/1.1" status: 204 len: 168 time: 2.6663094 May 13 14:45:12.510274 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34234) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:12.513299 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6d2f36f9-f759-4660-8205-c7a4bfa2f661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:12.517275 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-087780dd-e144-4d85-a027-d9920c1463e1 req-e892b41e-f5ff-4d40-9dcc-11bb9c16e45c tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565094 May 13 14:45:12.542670 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c4e5c1d0-70bf-4e42-bee9-d6863c275fe4 req-537885c6-1cda-4616-904e-80dc2f7eb085 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2382467 May 13 14:45:12.543528 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08c057dd-cfab-4401-bf67-49e7f7d606c9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:12.569896 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7aaa330c-e361-4de3-86e8-97d3dc5b35ee None None] Provisioning complete for port 17b8844a-8c24-4412-a9fb-66be3c8100cb triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:12.570371 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7aaa330c-e361-4de3-86e8-97d3dc5b35ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:12.624264 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e6ef8d-79b5-42ac-bf5d-11a74db420de tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:45:12.627967 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab6dd700-f641-4a6d-a90f-fcea3e158a30'] response: {'name': 'network-changed', 'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'tag': '287acb6a-4dc7-45f4-8951-887c0db993bc', 'status': 'completed', 'code': 200} May 13 14:45:12.633659 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08c057dd-cfab-4401-bf67-49e7f7d606c9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:12.640546 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c8f72a-d6c1-4028-bc67-3007742f12c3 None None] Sync routers for ids ['60f27043-3c9f-4544-9691-0cb912423002'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:45:12.651865 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c8f72a-d6c1-4028-bc67-3007742f12c3 None None] Routers {'60f27043-3c9f-4544-9691-0cb912423002'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:12.652570 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-c8c8f72a-d6c1-4028-bc67-3007742f12c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['60f27043-3c9f-4544-9691-0cb912423002'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:12.698860 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 4eeeb2db-1900-4af8-89c4-4566dda17be3 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:12.738329 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-30e6ef8d-79b5-42ac-bf5d-11a74db420de tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "PUT /v2.0/routers/60f27043-3c9f-4544-9691-0cb912423002/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8034179 May 13 14:45:12.759215 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7aaa330c-e361-4de3-86e8-97d3dc5b35ee None None] Port 17b8844a-8c24-4412-a9fb-66be3c8100cb cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:45:12.759588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34240) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:12.763451 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f36f9-f759-4660-8205-c7a4bfa2f661 None None] Pushing event updated for resources: {'Port': ['ID=4abf4d89-a010-4d33-a313-0c0c5f24af4b,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:12.769769 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-665154aa-1456-43f6-a323-eb08b68e4282 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Request body: {'network': {'name': 'tempest-RoutersTest-1931198112'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:12.806719 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0fd791d7-a43b-4325-a662-d64cc4c2b44d no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:45:12.864538 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-c8c8f72a-d6c1-4028-bc67-3007742f12c3 None None] Set router 60f27043-3c9f-4544-9691-0cb912423002 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:12.870900 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 0fd791d7-a43b-4325-a662-d64cc4c2b44d {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:45:12.871704 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0fd791d7-a43b-4325-a662-d64cc4c2b44d not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:45:12.981624 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-665154aa-1456-43f6-a323-eb08b68e4282 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:13.132349 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-665154aa-1456-43f6-a323-eb08b68e4282 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Usage tracker for resource:network and tenant:17b49979485542bba655ee3d2918613c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:13.148158 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-665154aa-1456-43f6-a323-eb08b68e4282 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:13.207932 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-665154aa-1456-43f6-a323-eb08b68e4282 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:13.306197 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665154aa-1456-43f6-a323-eb08b68e4282 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Made reservation on behalf of 17b49979485542bba655ee3d2918613c for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:13.310596 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-665154aa-1456-43f6-a323-eb08b68e4282 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:13.326854 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-be35dc0a-eb4b-4373-a5fe-c0ec5ef3e17e tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:13.347572 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-c8c8f72a-d6c1-4028-bc67-3007742f12c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f27043-3c9f-4544-9691-0cb912423002', 'name': 'tempest-RoutersTest-router-381366229', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:44Z', 'updated_at': '2022-05-13T14:45:08Z', 'revision_number': 3, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None, '_interfaces': [{'id': '17b8844a-8c24-4412-a9fb-66be3c8100cb', 'name': '', 'network_id': '07bb90cc-b788-4b33-b9e3-b37f8b092447', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:75:73:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:05Z', 'updated_at': '2022-05-13T14:45:09Z', 'revision_number': 2, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b55478fe-0015-458d-8d26-24bda0d3475c', 'name': '', 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:d1:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:49Z', 'updated_at': '2022-05-13T14:45:04Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:13.352023 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c8f72a-d6c1-4028-bc67-3007742f12c3 None None] Checking router: 60f27043-3c9f-4544-9691-0cb912423002 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:45:13.352791 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c8f72a-d6c1-4028-bc67-3007742f12c3 None None] Updating router 60f27043-3c9f-4544-9691-0cb912423002 port 17b8844a-8c24-4412-a9fb-66be3c8100cb binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:45:13.414318 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f72a-d6c1-4028-bc67-3007742f12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:13.415466 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-08c057dd-cfab-4401-bf67-49e7f7d606c9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Allocated IP 172.25.0.72 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/0bb92cd6-ec47-4e0f-acd6-c79d28564fbb) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:13.464224 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-10cdb9bd-b093-4e76-bf38-e722cfde4068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daf2e69b-43ff-47c0-885c-637ff3620bd1 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:45:13.474218 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-10cdb9bd-b093-4e76-bf38-e722cfde4068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:13.495888 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-10cdb9bd-b093-4e76-bf38-e722cfde4068 service neutron] Transition to ACTIVE for port object daf2e69b-43ff-47c0-885c-637ff3620bd1 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:13.503633 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-be35dc0a-eb4b-4373-a5fe-c0ec5ef3e17e tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Calling delete_port for 10fbda94-7bba-4323-bd49-e190d29fb5c2 owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:45:13.503858 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-10cdb9bd-b093-4e76-bf38-e722cfde4068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:13.546224 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393f7e1-6873-437d-b6d7-51b84a2aa530 req-d5f61996-1ea7-4d2d-a84f-a8f319569097 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:13.547977 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7393f7e1-6873-437d-b6d7-51b84a2aa530 req-d5f61996-1ea7-4d2d-a84f-a8f319569097 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 946 time: 0.5831406 May 13 14:45:13.739032 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0114bb0-051b-4f26-828d-f792e715c441 req-ed941ccb-cb88-4484-9a02-1418ae97156b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:13.739741 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0114bb0-051b-4f26-828d-f792e715c441 req-ed941ccb-cb88-4484-9a02-1418ae97156b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:13.740370 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0114bb0-051b-4f26-828d-f792e715c441 req-ed941ccb-cb88-4484-9a02-1418ae97156b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:13.741029 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0114bb0-051b-4f26-828d-f792e715c441 req-ed941ccb-cb88-4484-9a02-1418ae97156b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:13.741705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0114bb0-051b-4f26-828d-f792e715c441 req-ed941ccb-cb88-4484-9a02-1418ae97156b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:13.744570 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a0114bb0-051b-4f26-828d-f792e715c441 req-ed941ccb-cb88-4484-9a02-1418ae97156b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=18b9c5d8b3d043279654e2a115822f2a&device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 4363 time: 1.0593014 May 13 14:45:13.754120 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665154aa-1456-43f6-a323-eb08b68e4282 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:45:13.757326 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 4abf4d89-a010-4d33-a313-0c0c5f24af4b up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:13.767757 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-665154aa-1456-43f6-a323-eb08b68e4282 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:13.768502 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-665154aa-1456-43f6-a323-eb08b68e4282 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Added segment e328ea51-14f0-4c5a-9b1c-06453528cd3e of type vlan for network 25ce728c-de7c-4b25-adf3-17148531c115 May 13 14:45:13.803228 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-665154aa-1456-43f6-a323-eb08b68e4282 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:13.946374 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 4abf4d89-a010-4d33-a313-0c0c5f24af4b completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:13.950477 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f72a-d6c1-4028-bc67-3007742f12c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:13.964979 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ffeba42f-275e-4223-84ac-c0f45d396d52 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:45:13.975013 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdb9bd-b093-4e76-bf38-e722cfde4068 service neutron] Pushing event updated for resources: {'Port': ['ID=daf2e69b-43ff-47c0-885c-637ff3620bd1,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:13.984705 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-c8c8f72a-d6c1-4028-bc67-3007742f12c3 None None] Transition to ACTIVE for port object 17b8844a-8c24-4412-a9fb-66be3c8100cb will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:13.994374 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f72a-d6c1-4028-bc67-3007742f12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:14.047728 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: ffeba42f-275e-4223-84ac-c0f45d396d52 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:45:14.048003 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ffeba42f-275e-4223-84ac-c0f45d396d52 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:45:14.172622 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0db3b568-bead-4994-9ea8-e3c18a053466 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:14.218816 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-665154aa-1456-43f6-a323-eb08b68e4282 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:14.234495 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665154aa-1456-43f6-a323-eb08b68e4282 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:14.235592 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-665154aa-1456-43f6-a323-eb08b68e4282 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:14.240841 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0114bb0-051b-4f26-828d-f792e715c441 req-f1a9a90a-9ace-4b91-a1d4-6196837adb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:14.241543 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0114bb0-051b-4f26-828d-f792e715c441 req-f1a9a90a-9ace-4b91-a1d4-6196837adb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:14.242161 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0114bb0-051b-4f26-828d-f792e715c441 req-f1a9a90a-9ace-4b91-a1d4-6196837adb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:14.244103 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a0114bb0-051b-4f26-828d-f792e715c441 req-f1a9a90a-9ace-4b91-a1d4-6196837adb68 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=18b9c5d8b3d043279654e2a115822f2a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3688269 May 13 14:45:14.245174 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-be35dc0a-eb4b-4373-a5fe-c0ec5ef3e17e tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:14.307993 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea986f-c676-4851-b958-6a30a80561ad req-6c7fce04-d0ae-41eb-bda2-7df687c03152 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:14.315918 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-adea986f-c676-4851-b958-6a30a80561ad req-6c7fce04-d0ae-41eb-bda2-7df687c03152 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d59c1b61-2c41-4c74-a9f9-b1395c3a902b HTTP/1.1" status: 200 len: 945 time: 0.6054196 May 13 14:45:14.322536 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c224709-7822-46b8-b71a-528f14c41d99 None None] Pushing event updated for resources: {'Port': ['ID=17b8844a-8c24-4412-a9fb-66be3c8100cb,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:14.351029 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-c8c8f72a-d6c1-4028-bc67-3007742f12c3 None None] Attempting to bind port 17b8844a-8c24-4412-a9fb-66be3c8100cb on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:45:14.351572 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-c8c8f72a-d6c1-4028-bc67-3007742f12c3 None None] Attempting to bind port 17b8844a-8c24-4412-a9fb-66be3c8100cb by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '652a5a71-7f2b-4359-8919-abe3b4e2d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '07bb90cc-b788-4b33-b9e3-b37f8b092447'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:45:14.352082 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c8f72a-d6c1-4028-bc67-3007742f12c3 None None] Attempting to bind port 17b8844a-8c24-4412-a9fb-66be3c8100cb on network 07bb90cc-b788-4b33-b9e3-b37f8b092447 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:14.364085 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c8f72a-d6c1-4028-bc67-3007742f12c3 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:45:14.364610 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c8f72a-d6c1-4028-bc67-3007742f12c3 None None] Checking segment: {'id': '652a5a71-7f2b-4359-8919-abe3b4e2d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '07bb90cc-b788-4b33-b9e3-b37f8b092447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:14.365102 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f72a-d6c1-4028-bc67-3007742f12c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:14.365593 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c8f72a-d6c1-4028-bc67-3007742f12c3 None None] Bound using segment: {'id': '652a5a71-7f2b-4359-8919-abe3b4e2d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '07bb90cc-b788-4b33-b9e3-b37f8b092447'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:45:14.366155 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-c8c8f72a-d6c1-4028-bc67-3007742f12c3 None None] Bound port: 17b8844a-8c24-4412-a9fb-66be3c8100cb, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652a5a71-7f2b-4359-8919-abe3b4e2d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '07bb90cc-b788-4b33-b9e3-b37f8b092447'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:45:14.368108 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f72a-d6c1-4028-bc67-3007742f12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:14.414427 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55969f82-92d0-49d4-a0e0-c4e90ae50c08 None None] Network 89019f2a-9e67-4e52-a58d-6715129e193a requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:45:14.434570 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35dc0a-eb4b-4373-a5fe-c0ec5ef3e17e tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Pushing event deleted for resources: {'Port': ['ID=10fbda94-7bba-4323-bd49-e190d29fb5c2,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:14.484717 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-c8c8f72a-d6c1-4028-bc67-3007742f12c3 None None] For port 17b8844a-8c24-4412-a9fb-66be3c8100cb, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:45:14.490189 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-c8c8f72a-d6c1-4028-bc67-3007742f12c3 None None] For port 17b8844a-8c24-4412-a9fb-66be3c8100cb, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=17b8844a-8c24-4412-a9fb-66be3c8100cb,segment=NetworkSegment(652a5a71-7f2b-4359-8919-abe3b4e2d1a3),segment_id=652a5a71-7f2b-4359-8919-abe3b4e2d1a3)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:45:14.495603 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f72a-d6c1-4028-bc67-3007742f12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:14.634605 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c8f72a-d6c1-4028-bc67-3007742f12c3 None None] Routers {'60f27043-3c9f-4544-9691-0cb912423002'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:14.635505 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-c8c8f72a-d6c1-4028-bc67-3007742f12c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['60f27043-3c9f-4544-9691-0cb912423002'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:14.713690 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7393f7e1-6873-437d-b6d7-51b84a2aa530 req-b6451fc2-cf22-45fb-a059-fdf5c3d80314 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8787022 May 13 14:45:14.735780 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c224709-7822-46b8-b71a-528f14c41d99 None None] Pushing event updated for resources: {'Port': ['ID=17b8844a-8c24-4412-a9fb-66be3c8100cb,revision_number=4']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:14.738646 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0be7a5ca-1bb3-4072-9b3f-8905fa666aa9 None None] Provisioning for port 4abf4d89-a010-4d33-a313-0c0c5f24af4b completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:14.756619 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0be7a5ca-1bb3-4072-9b3f-8905fa666aa9 None None] Provisioning complete for port 4abf4d89-a010-4d33-a313-0c0c5f24af4b triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:14.756994 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0be7a5ca-1bb3-4072-9b3f-8905fa666aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:14.766198 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-adea986f-c676-4851-b958-6a30a80561ad req-3f004fab-60af-4b9a-ad06-d995f748ce5b tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493144 May 13 14:45:14.770604 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-10cdb9bd-b093-4e76-bf38-e722cfde4068 service neutron] Attempting to bind port daf2e69b-43ff-47c0-885c-637ff3620bd1 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:45:14.770942 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-10cdb9bd-b093-4e76-bf38-e722cfde4068 service neutron] Attempting to bind port daf2e69b-43ff-47c0-885c-637ff3620bd1 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '5de83cfe-6331-4b64-bbaf-edddf095904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1930ec-5440-44c2-86b3-9a9de9e18d18'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:45:14.774116 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-10cdb9bd-b093-4e76-bf38-e722cfde4068 service neutron] Attempting to bind port daf2e69b-43ff-47c0-885c-637ff3620bd1 on network 1a1930ec-5440-44c2-86b3-9a9de9e18d18 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:14.787551 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-665154aa-1456-43f6-a323-eb08b68e4282 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0246856 May 13 14:45:14.827498 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34250) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:14.829675 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-10cdb9bd-b093-4e76-bf38-e722cfde4068 service neutron] Port daf2e69b-43ff-47c0-885c-637ff3620bd1 on network 1a1930ec-5440-44c2-86b3-9a9de9e18d18 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:45:14.833235 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-10cdb9bd-b093-4e76-bf38-e722cfde4068 service neutron] Attempting to bind port daf2e69b-43ff-47c0-885c-637ff3620bd1 on network 1a1930ec-5440-44c2-86b3-9a9de9e18d18 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:14.843592 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-10cdb9bd-b093-4e76-bf38-e722cfde4068 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:45:14.843975 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-10cdb9bd-b093-4e76-bf38-e722cfde4068 service neutron] Checking segment: {'id': '5de83cfe-6331-4b64-bbaf-edddf095904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1930ec-5440-44c2-86b3-9a9de9e18d18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:14.844316 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-10cdb9bd-b093-4e76-bf38-e722cfde4068 service neutron] Bound using segment: {'id': '5de83cfe-6331-4b64-bbaf-edddf095904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1930ec-5440-44c2-86b3-9a9de9e18d18'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:45:14.844718 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-2a17860e-2a39-4067-89ef-53f8433819f4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Request body: {'subnet': {'network_id': '25ce728c-de7c-4b25-adf3-17148531c115', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:14.844878 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-10cdb9bd-b093-4e76-bf38-e722cfde4068 service neutron] Bound port: daf2e69b-43ff-47c0-885c-637ff3620bd1, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de83cfe-6331-4b64-bbaf-edddf095904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1930ec-5440-44c2-86b3-9a9de9e18d18'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:45:14.845171 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-10cdb9bd-b093-4e76-bf38-e722cfde4068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:14.872003 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-c8c8f72a-d6c1-4028-bc67-3007742f12c3 None None] Set router 60f27043-3c9f-4544-9691-0cb912423002 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:14.904487 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665154aa-1456-43f6-a323-eb08b68e4282 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Network': ['ID=25ce728c-de7c-4b25-adf3-17148531c115,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:14.985414 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 25ce728c-de7c-4b25-adf3-17148531c115 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:45:15.061500 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-be35dc0a-eb4b-4373-a5fe-c0ec5ef3e17e tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:15.063415 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-be35dc0a-eb4b-4373-a5fe-c0ec5ef3e17e tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] 10.222.0.35 "DELETE /v2.0/ports/10fbda94-7bba-4323-bd49-e190d29fb5c2 HTTP/1.1" status: 204 len: 168 time: 3.0643723 May 13 14:45:15.095177 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34254) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:15.216362 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-10cdb9bd-b093-4e76-bf38-e722cfde4068 service neutron] For port daf2e69b-43ff-47c0-885c-637ff3620bd1, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:45:15.220845 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-0db3b568-bead-4994-9ea8-e3c18a053466 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Deleting port 9e751a82-e701-4e41-bf3d-02f034e64fc3 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:45:15.221206 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0db3b568-bead-4994-9ea8-e3c18a053466 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:15.237406 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0be7a5ca-1bb3-4072-9b3f-8905fa666aa9 None None] Current status of the port 4abf4d89-a010-4d33-a313-0c0c5f24af4b is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:15.237785 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0be7a5ca-1bb3-4072-9b3f-8905fa666aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:15.275372 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-10cdb9bd-b093-4e76-bf38-e722cfde4068 service neutron] For port daf2e69b-43ff-47c0-885c-637ff3620bd1, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=daf2e69b-43ff-47c0-885c-637ff3620bd1,segment=NetworkSegment(5de83cfe-6331-4b64-bbaf-edddf095904e),segment_id=5de83cfe-6331-4b64-bbaf-edddf095904e)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:45:15.286944 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7cb0254-87ec-42d1-b65c-e71b029e451e tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Deleting subnet 07a4807f-cc1f-422a-bc3f-c0037ee1377d {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:45:15.291260 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-0be7a5ca-1bb3-4072-9b3f-8905fa666aa9 None None] For port 4abf4d89-a010-4d33-a313-0c0c5f24af4b, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=4abf4d89-a010-4d33-a313-0c0c5f24af4b,segment=NetworkSegment(6a3cf2fa-5d78-4866-b3ff-80f0fdd4521f),segment_id=6a3cf2fa-5d78-4866-b3ff-80f0fdd4521f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:15.296749 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0be7a5ca-1bb3-4072-9b3f-8905fa666aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:15.304911 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-10cdb9bd-b093-4e76-bf38-e722cfde4068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:15.312865 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f7cb0254-87ec-42d1-b65c-e71b029e451e tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:15.404807 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2a17860e-2a39-4067-89ef-53f8433819f4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:15.413278 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2a17860e-2a39-4067-89ef-53f8433819f4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Usage tracker for resource:subnet and tenant:17b49979485542bba655ee3d2918613c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:15.419164 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08c057dd-cfab-4401-bf67-49e7f7d606c9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:15.422323 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2a17860e-2a39-4067-89ef-53f8433819f4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:15.425731 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-c8c8f72a-d6c1-4028-bc67-3007742f12c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f27043-3c9f-4544-9691-0cb912423002', 'name': 'tempest-RoutersTest-router-381366229', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:44Z', 'updated_at': '2022-05-13T14:45:08Z', 'revision_number': 3, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None, '_interfaces': [{'id': '17b8844a-8c24-4412-a9fb-66be3c8100cb', 'name': '', 'network_id': '07bb90cc-b788-4b33-b9e3-b37f8b092447', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:75:73:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:05Z', 'updated_at': '2022-05-13T14:45:14Z', 'revision_number': 4, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b55478fe-0015-458d-8d26-24bda0d3475c', 'name': '', 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:d1:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:49Z', 'updated_at': '2022-05-13T14:45:04Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:15.428498 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7a5ca-1bb3-4072-9b3f-8905fa666aa9 None None] Pushing event updated for resources: {'Port': ['ID=4abf4d89-a010-4d33-a313-0c0c5f24af4b,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:15.431425 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c8f72a-d6c1-4028-bc67-3007742f12c3 None None] The sync data for ids ['60f27043-3c9f-4544-9691-0cb912423002'] in n-d-841760-1 is: [{'id': '60f27043-3c9f-4544-9691-0cb912423002', 'name': 'tempest-RoutersTest-router-381366229', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:44Z', 'updated_at': '2022-05-13T14:45:08Z', 'revision_number': 3, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None, '_interfaces': [{'id': '17b8844a-8c24-4412-a9fb-66be3c8100cb', 'name': '', 'network_id': '07bb90cc-b788-4b33-b9e3-b37f8b092447', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:75:73:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:05Z', 'updated_at': '2022-05-13T14:45:14Z', 'revision_number': 4, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b55478fe-0015-458d-8d26-24bda0d3475c', 'name': '', 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:d1:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:49Z', 'updated_at': '2022-05-13T14:45:04Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:45:15.452548 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0114bb0-051b-4f26-828d-f792e715c441 req-5faf167d-52dc-4990-8c59-402dc16afaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:15.454077 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a0114bb0-051b-4f26-828d-f792e715c441 req-5faf167d-52dc-4990-8c59-402dc16afaaa service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1646593 May 13 14:45:15.454994 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2a17860e-2a39-4067-89ef-53f8433819f4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:15.465262 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdb9bd-b093-4e76-bf38-e722cfde4068 service neutron] Pushing event updated for resources: {'Port': ['ID=daf2e69b-43ff-47c0-885c-637ff3620bd1,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:15.493925 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a17860e-2a39-4067-89ef-53f8433819f4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Made reservation on behalf of 17b49979485542bba655ee3d2918613c for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:15.495779 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f7cb0254-87ec-42d1-b65c-e71b029e451e tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:15.497501 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2a17860e-2a39-4067-89ef-53f8433819f4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:15.678847 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ae81a-465c-4589-98af-6b26882ce8a7 req-e38f9e30-a3cc-45c0-afbf-7c312293a8f5 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:15.683153 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-10cdb9bd-b093-4e76-bf38-e722cfde4068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:15.683916 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-10cdb9bd-b093-4e76-bf38-e722cfde4068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:15.685337 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-10cdb9bd-b093-4e76-bf38-e722cfde4068 service neutron] 10.222.0.74 "PUT /v2.0/ports/daf2e69b-43ff-47c0-885c-637ff3620bd1 HTTP/1.1" status: 200 len: 1129 time: 4.0176864 May 13 14:45:15.689241 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-74fb665e-fb17-4812-b92f-ed41a9ec6345 None None] Provisioning complete for port 4abf4d89-a010-4d33-a313-0c0c5f24af4b triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:15.689615 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-74fb665e-fb17-4812-b92f-ed41a9ec6345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:15.693375 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9e98b-8b48-445f-8646-b11bcc6089c1 req-c4103991-6944-405b-9d6c-676a20f2080a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:15.694715 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1bd9e98b-8b48-445f-8646-b11bcc6089c1 req-c4103991-6944-405b-9d6c-676a20f2080a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 946 time: 0.6839085 May 13 14:45:15.695185 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'tag': 'daf2e69b-43ff-47c0-885c-637ff3620bd1'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:45:15.713555 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34260) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:15.714585 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ae81a-465c-4589-98af-6b26882ce8a7 req-e38f9e30-a3cc-45c0-afbf-7c312293a8f5 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:15.722879 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-1a849d38-95cc-45a6-b26a-e8cb6b13ede3 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Request body: {'floatingip': {'port_id': '46833746-4949-4cc0-876e-322482ef650d'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:15.728997 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ae81a-465c-4589-98af-6b26882ce8a7 req-e38f9e30-a3cc-45c0-afbf-7c312293a8f5 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:15.743291 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ae81a-465c-4589-98af-6b26882ce8a7 req-e38f9e30-a3cc-45c0-afbf-7c312293a8f5 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:15.759341 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ae81a-465c-4589-98af-6b26882ce8a7 req-e38f9e30-a3cc-45c0-afbf-7c312293a8f5 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:15.770297 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ae81a-465c-4589-98af-6b26882ce8a7 req-e38f9e30-a3cc-45c0-afbf-7c312293a8f5 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:15.772520 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-903ae81a-465c-4589-98af-6b26882ce8a7 req-e38f9e30-a3cc-45c0-afbf-7c312293a8f5 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 4599 time: 0.7650797 May 13 14:45:15.839297 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceb90d43-abd9-4a0c-a66c-4f47e72e4111'] response: {'name': 'network-changed', 'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'tag': 'daf2e69b-43ff-47c0-885c-637ff3620bd1', 'status': 'completed', 'code': 200} May 13 14:45:15.843676 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-1b47c007-4f6d-47ef-b255-a7638ab67301 service neutron] Request body: {'port': {'device_id': '7f2656f6-d77d-4e0e-813a-910939c72154', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:15.860096 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08c057dd-cfab-4401-bf67-49e7f7d606c9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:15.908266 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 4abf4d89-a010-4d33-a313-0c0c5f24af4b up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:16.025404 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-903ae81a-465c-4589-98af-6b26882ce8a7 req-39a5901e-04bf-455b-94cd-a8bbe6ab3d4f tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2411964 May 13 14:45:16.057443 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c057dd-cfab-4401-bf67-49e7f7d606c9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:16.064275 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-08c057dd-cfab-4401-bf67-49e7f7d606c9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:16.073241 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c057dd-cfab-4401-bf67-49e7f7d606c9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:45:16.119821 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-74fb665e-fb17-4812-b92f-ed41a9ec6345 None None] Current status of the port 4abf4d89-a010-4d33-a313-0c0c5f24af4b is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:16.125271 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 4abf4d89-a010-4d33-a313-0c0c5f24af4b triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:16.125745 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:16.137339 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c057dd-cfab-4401-bf67-49e7f7d606c9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event updated for resources: {'Port': ['ID=0bb92cd6-ec47-4e0f-acd6-c79d28564fbb,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:16.234897 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-0db3b568-bead-4994-9ea8-e3c18a053466 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] For port 9e751a82-e701-4e41-bf3d-02f034e64fc3, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=9e751a82-e701-4e41-bf3d-02f034e64fc3,segment=NetworkSegment(14b06841-8c2e-4cee-8d3b-cd9047e130b5),segment_id=14b06841-8c2e-4cee-8d3b-cd9047e130b5)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:16.235307 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0db3b568-bead-4994-9ea8-e3c18a053466 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:16.257105 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1a849d38-95cc-45a6-b26a-e8cb6b13ede3 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for floatingip, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:16.322152 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 4abf4d89-a010-4d33-a313-0c0c5f24af4b is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:16.323293 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 17b8844a-8c24-4412-a9fb-66be3c8100cb up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:16.390502 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920721d0-3380-4800-b262-1cd348773a53 req-fe51fdef-44b9-4f64-a135-8b4c2d1d4e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:16.390972 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920721d0-3380-4800-b262-1cd348773a53 req-fe51fdef-44b9-4f64-a135-8b4c2d1d4e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:16.391452 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920721d0-3380-4800-b262-1cd348773a53 req-fe51fdef-44b9-4f64-a135-8b4c2d1d4e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:16.391911 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920721d0-3380-4800-b262-1cd348773a53 req-fe51fdef-44b9-4f64-a135-8b4c2d1d4e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:16.392371 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920721d0-3380-4800-b262-1cd348773a53 req-fe51fdef-44b9-4f64-a135-8b4c2d1d4e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:16.393027 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920721d0-3380-4800-b262-1cd348773a53 req-fe51fdef-44b9-4f64-a135-8b4c2d1d4e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:16.394749 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-920721d0-3380-4800-b262-1cd348773a53 req-fe51fdef-44b9-4f64-a135-8b4c2d1d4e01 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=18b9c5d8b3d043279654e2a115822f2a&device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5285 time: 0.4767144 May 13 14:45:16.450768 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 17b8844a-8c24-4412-a9fb-66be3c8100cb completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:16.459937 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 17b8844a-8c24-4412-a9fb-66be3c8100cb triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:16.460498 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:16.540551 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-0db3b568-bead-4994-9ea8-e3c18a053466 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Calling delete_port for 9e751a82-e701-4e41-bf3d-02f034e64fc3 owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:45:16.587692 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2a17860e-2a39-4067-89ef-53f8433819f4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:16.610921 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 17b8844a-8c24-4412-a9fb-66be3c8100cb is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:16.611404 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:16.646114 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 17b8844a-8c24-4412-a9fb-66be3c8100cb, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=17b8844a-8c24-4412-a9fb-66be3c8100cb,segment=NetworkSegment(652a5a71-7f2b-4359-8919-abe3b4e2d1a3),segment_id=652a5a71-7f2b-4359-8919-abe3b4e2d1a3)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:16.650743 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:16.662053 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f7cb0254-87ec-42d1-b65c-e71b029e451e tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:16.735894 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=17b8844a-8c24-4412-a9fb-66be3c8100cb,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:16.781389 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-1b47c007-4f6d-47ef-b255-a7638ab67301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:16.792409 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920721d0-3380-4800-b262-1cd348773a53 req-80962cd4-8608-4ab2-9399-0aef7759909a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:16.792870 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920721d0-3380-4800-b262-1cd348773a53 req-80962cd4-8608-4ab2-9399-0aef7759909a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:16.793320 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920721d0-3380-4800-b262-1cd348773a53 req-80962cd4-8608-4ab2-9399-0aef7759909a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:16.794927 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-920721d0-3380-4800-b262-1cd348773a53 req-80962cd4-8608-4ab2-9399-0aef7759909a service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=18b9c5d8b3d043279654e2a115822f2a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3660095 May 13 14:45:16.795563 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17860e-2a39-4067-89ef-53f8433819f4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Subnet': ['ID=0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:16.846012 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d252d67-b584-4f46-aee1-d4ad4f363690 req-83989e85-fb22-4857-a49d-0902814dd3c3 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:16.847544 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d252d67-b584-4f46-aee1-d4ad4f363690 req-83989e85-fb22-4857-a49d-0902814dd3c3 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d59c1b61-2c41-4c74-a9f9-b1395c3a902b HTTP/1.1" status: 200 len: 945 time: 0.7477820 May 13 14:45:16.898807 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a17860e-2a39-4067-89ef-53f8433819f4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Checking segment: {'id': 'e328ea51-14f0-4c5a-9b1c-06453528cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '25ce728c-de7c-4b25-adf3-17148531c115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:16.899196 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a17860e-2a39-4067-89ef-53f8433819f4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network hostable DHCP agents. Network: 25ce728c-de7c-4b25-adf3-17148531c115, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:45:17.012676 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08c057dd-cfab-4401-bf67-49e7f7d606c9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:17.015554 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f7cb0254-87ec-42d1-b65c-e71b029e451e tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:17.101751 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a17860e-2a39-4067-89ef-53f8433819f4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network 25ce728c-de7c-4b25-adf3-17148531c115 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:45:17.120813 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb0254-87ec-42d1-b65c-e71b029e451e tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Pushing event deleted for resources: {'Subnet': ['ID=07a4807f-cc1f-422a-bc3f-c0037ee1377d,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:17.125665 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f7cb0254-87ec-42d1-b65c-e71b029e451e tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:17.134430 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-2a17860e-2a39-4067-89ef-53f8433819f4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 25ce728c-de7c-4b25-adf3-17148531c115) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:17.138811 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920721d0-3380-4800-b262-1cd348773a53 req-fc602d14-40c1-41f9-a867-348a2f57f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:17.140141 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-920721d0-3380-4800-b262-1cd348773a53 req-fc602d14-40c1-41f9-a867-348a2f57f143 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3369470 May 13 14:45:17.154917 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a499fbbe-99ef-45a0-a03f-0606e980752e None None] Network cc6b5980-6b7f-41a8-ada5-517ed84f563c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:45:17.194065 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a17860e-2a39-4067-89ef-53f8433819f4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:17.194663 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2a17860e-2a39-4067-89ef-53f8433819f4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:17.213406 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d252d67-b584-4f46-aee1-d4ad4f363690 req-e5a16185-3a14-4560-9cf1-73646844d17d tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476570 May 13 14:45:17.290551 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f7cb0254-87ec-42d1-b65c-e71b029e451e tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] 10.222.0.35 "DELETE /v2.0/subnets/07a4807f-cc1f-422a-bc3f-c0037ee1377d HTTP/1.1" status: 204 len: 168 time: 2.1814361 May 13 14:45:17.304928 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34268) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:17.325697 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9871f4c-1517-4b95-870d-bcef80837cf9 None None] Network 25ce728c-de7c-4b25-adf3-17148531c115 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:45:17.439041 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2a17860e-2a39-4067-89ef-53f8433819f4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6047082 May 13 14:45:17.446651 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34272) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:17.632380 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debc7198-7501-40e1-ae44-3ed1184d1e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-25ce728c-de7c-4b25-adf3-17148531c115', 'network_id': '25ce728c-de7c-4b25-adf3-17148531c115', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'fixed_ips': [{'subnet_id': '0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:45:17.633738 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-debc7198-7501-40e1-ae44-3ed1184d1e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:17.650097 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93771621-4da9-42c9-833d-4ceac9d0e8aa None None] DHCP port deletion for cc6b5980-6b7f-41a8-ada5-517ed84f563c request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:45:17.668270 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-93771621-4da9-42c9-833d-4ceac9d0e8aa None None] Deleting port 4eeeb2db-1900-4af8-89c4-4566dda17be3 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:45:17.668936 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-93771621-4da9-42c9-833d-4ceac9d0e8aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:17.709696 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 17b8844a-8c24-4412-a9fb-66be3c8100cb up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:17.785877 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45cf1f-c35e-4a5b-90bf-019e966aaced req-71540a5b-a5cb-4e68-b606-3a3bee7e0ee4 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:17.791821 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45cf1f-c35e-4a5b-90bf-019e966aaced req-71540a5b-a5cb-4e68-b606-3a3bee7e0ee4 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:17.797528 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45cf1f-c35e-4a5b-90bf-019e966aaced req-71540a5b-a5cb-4e68-b606-3a3bee7e0ee4 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:17.803487 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45cf1f-c35e-4a5b-90bf-019e966aaced req-71540a5b-a5cb-4e68-b606-3a3bee7e0ee4 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:17.809855 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45cf1f-c35e-4a5b-90bf-019e966aaced req-71540a5b-a5cb-4e68-b606-3a3bee7e0ee4 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:17.815186 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45cf1f-c35e-4a5b-90bf-019e966aaced req-71540a5b-a5cb-4e68-b606-3a3bee7e0ee4 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:17.823356 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5a45cf1f-c35e-4a5b-90bf-019e966aaced req-71540a5b-a5cb-4e68-b606-3a3bee7e0ee4 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 4599 time: 0.6200781 May 13 14:45:17.869753 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ef13738a-be9a-4a14-8019-73c0c6975056 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:17.878841 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0db3b568-bead-4994-9ea8-e3c18a053466 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:17.973500 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3b568-bead-4994-9ea8-e3c18a053466 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event deleted for resources: {'Port': ['ID=9e751a82-e701-4e41-bf3d-02f034e64fc3,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:18.031493 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-ef13738a-be9a-4a14-8019-73c0c6975056 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Deleting port 4eeeb2db-1900-4af8-89c4-4566dda17be3 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:45:18.032473 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ef13738a-be9a-4a14-8019-73c0c6975056 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:18.044352 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 17b8844a-8c24-4412-a9fb-66be3c8100cb triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:18.044723 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:18.063671 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5a45cf1f-c35e-4a5b-90bf-019e966aaced req-5178c1fb-bf50-4606-a490-e8074e832710 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2394361 May 13 14:45:18.069264 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08c057dd-cfab-4401-bf67-49e7f7d606c9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:18.167948 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:18.184463 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-debc7198-7501-40e1-ae44-3ed1184d1e54 None None] Allocated IP 172.22.0.2 (25ce728c-de7c-4b25-adf3-17148531c115/0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b/998692c5-c3c4-4262-b410-0b00aa391a29) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:18.202890 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-93771621-4da9-42c9-833d-4ceac9d0e8aa None None] For port 4eeeb2db-1900-4af8-89c4-4566dda17be3, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=4eeeb2db-1900-4af8-89c4-4566dda17be3,segment=NetworkSegment(4d3a402c-a15f-4eaa-81a0-f15aaf42eec1),segment_id=4d3a402c-a15f-4eaa-81a0-f15aaf42eec1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:18.203474 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-93771621-4da9-42c9-833d-4ceac9d0e8aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:18.295618 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-1b47c007-4f6d-47ef-b255-a7638ab67301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67e7f531-e2b2-4161-81a5-7ac49b7125b3 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:45:18.340623 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-93771621-4da9-42c9-833d-4ceac9d0e8aa None None] Calling delete_port for 4eeeb2db-1900-4af8-89c4-4566dda17be3 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:45:18.469841 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-1b47c007-4f6d-47ef-b255-a7638ab67301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:18.559995 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1a849d38-95cc-45a6-b26a-e8cb6b13ede3 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:18.612337 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1a849d38-95cc-45a6-b26a-e8cb6b13ede3 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:18.617840 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c057dd-cfab-4401-bf67-49e7f7d606c9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Router af67c128-a054-4acd-b9b0-e5199f1d9fc5 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:45:18.631420 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-93771621-4da9-42c9-833d-4ceac9d0e8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:18.689707 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0db3b568-bead-4994-9ea8-e3c18a053466 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:18.700624 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93771621-4da9-42c9-833d-4ceac9d0e8aa None None] Pushing event deleted for resources: {'Port': ['ID=4eeeb2db-1900-4af8-89c4-4566dda17be3,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:18.705971 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3770f53e-f2ff-4d39-879a-24ad5f379eec tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:18.708972 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-1b47c007-4f6d-47ef-b255-a7638ab67301 service neutron] Transition to ACTIVE for port object 67e7f531-e2b2-4161-81a5-7ac49b7125b3 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:18.710319 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93771621-4da9-42c9-833d-4ceac9d0e8aa None None] No DVR routers for this DVR port 4eeeb2db-1900-4af8-89c4-4566dda17be3 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:45:18.723250 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 17b8844a-8c24-4412-a9fb-66be3c8100cb is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:18.753833 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-1b47c007-4f6d-47ef-b255-a7638ab67301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:18.761406 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34282) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:18.820169 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-ef13738a-be9a-4a14-8019-73c0c6975056 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] The port '4eeeb2db-1900-4af8-89c4-4566dda17be3' was deleted {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:45:18.840717 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-debc7198-7501-40e1-ae44-3ed1184d1e54 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:18.851859 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-debc7198-7501-40e1-ae44-3ed1184d1e54 None None] Transition to ACTIVE for port object 998692c5-c3c4-4262-b410-0b00aa391a29 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:18.877968 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-debc7198-7501-40e1-ae44-3ed1184d1e54 None None] Transition to ACTIVE for port object 998692c5-c3c4-4262-b410-0b00aa391a29 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:18.887358 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-debc7198-7501-40e1-ae44-3ed1184d1e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:18.982278 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debc7198-7501-40e1-ae44-3ed1184d1e54 None None] Network 25ce728c-de7c-4b25-adf3-17148531c115 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:18.986149 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-debc7198-7501-40e1-ae44-3ed1184d1e54 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:18.990282 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debc7198-7501-40e1-ae44-3ed1184d1e54 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:45:19.095285 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc7198-7501-40e1-ae44-3ed1184d1e54 None None] Pushing event updated for resources: {'Port': ['ID=998692c5-c3c4-4262-b410-0b00aa391a29,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:19.129447 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-debc7198-7501-40e1-ae44-3ed1184d1e54 None None] Attempting to bind port 998692c5-c3c4-4262-b410-0b00aa391a29 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:45:19.129838 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-debc7198-7501-40e1-ae44-3ed1184d1e54 None None] Attempting to bind port 998692c5-c3c4-4262-b410-0b00aa391a29 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'e328ea51-14f0-4c5a-9b1c-06453528cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '25ce728c-de7c-4b25-adf3-17148531c115'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:45:19.130203 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc7198-7501-40e1-ae44-3ed1184d1e54 None None] Attempting to bind port 998692c5-c3c4-4262-b410-0b00aa391a29 on network 25ce728c-de7c-4b25-adf3-17148531c115 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:19.141756 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc7198-7501-40e1-ae44-3ed1184d1e54 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:45:19.142185 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc7198-7501-40e1-ae44-3ed1184d1e54 None None] Checking segment: {'id': 'e328ea51-14f0-4c5a-9b1c-06453528cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '25ce728c-de7c-4b25-adf3-17148531c115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:19.142532 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-debc7198-7501-40e1-ae44-3ed1184d1e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:19.142915 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc7198-7501-40e1-ae44-3ed1184d1e54 None None] Bound using segment: {'id': 'e328ea51-14f0-4c5a-9b1c-06453528cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '25ce728c-de7c-4b25-adf3-17148531c115'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:45:19.144441 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-debc7198-7501-40e1-ae44-3ed1184d1e54 None None] Bound port: 998692c5-c3c4-4262-b410-0b00aa391a29, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e328ea51-14f0-4c5a-9b1c-06453528cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '25ce728c-de7c-4b25-adf3-17148531c115'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:45:19.144992 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-debc7198-7501-40e1-ae44-3ed1184d1e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:19.208720 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c057dd-cfab-4401-bf67-49e7f7d606c9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:45:19.246526 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47c007-4f6d-47ef-b255-a7638ab67301 service neutron] Pushing event updated for resources: {'Port': ['ID=67e7f531-e2b2-4161-81a5-7ac49b7125b3,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:19.259417 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08c057dd-cfab-4401-bf67-49e7f7d606c9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:19.263353 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-08c057dd-cfab-4401-bf67-49e7f7d606c9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.2191892 May 13 14:45:19.266300 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34288) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:19.295771 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-debc7198-7501-40e1-ae44-3ed1184d1e54 None None] For port 998692c5-c3c4-4262-b410-0b00aa391a29, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:45:19.299670 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-debc7198-7501-40e1-ae44-3ed1184d1e54 None None] For port 998692c5-c3c4-4262-b410-0b00aa391a29, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=998692c5-c3c4-4262-b410-0b00aa391a29,segment=NetworkSegment(e328ea51-14f0-4c5a-9b1c-06453528cd3e),segment_id=e328ea51-14f0-4c5a-9b1c-06453528cd3e)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:45:19.304233 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f8094f-f42a-452b-a8ce-d7500b8d8b0a None None] Sync routers for ids ['af67c128-a054-4acd-b9b0-e5199f1d9fc5'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:45:19.323740 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-debc7198-7501-40e1-ae44-3ed1184d1e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:19.337163 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f8094f-f42a-452b-a8ce-d7500b8d8b0a None None] Routers {'af67c128-a054-4acd-b9b0-e5199f1d9fc5'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:19.337812 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-f9f8094f-f42a-452b-a8ce-d7500b8d8b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['af67c128-a054-4acd-b9b0-e5199f1d9fc5'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:19.464347 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-f9f8094f-f42a-452b-a8ce-d7500b8d8b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:19.504332 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f8094f-f42a-452b-a8ce-d7500b8d8b0a None None] Routers {'af67c128-a054-4acd-b9b0-e5199f1d9fc5'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:19.504332 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-f9f8094f-f42a-452b-a8ce-d7500b8d8b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['af67c128-a054-4acd-b9b0-e5199f1d9fc5'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:19.573809 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc7198-7501-40e1-ae44-3ed1184d1e54 None None] Pushing event updated for resources: {'Port': ['ID=998692c5-c3c4-4262-b410-0b00aa391a29,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:19.575502 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-f9f8094f-f42a-452b-a8ce-d7500b8d8b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:19.576021 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f8094f-f42a-452b-a8ce-d7500b8d8b0a None None] The sync data for ids ['af67c128-a054-4acd-b9b0-e5199f1d9fc5'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:45:19.707145 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ef13738a-be9a-4a14-8019-73c0c6975056 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:19.717016 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 4eeeb2db-1900-4af8-89c4-4566dda17be3 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:45:19.749742 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b57587-25bd-44bd-9b08-8d053f15815d req-24370ce2-cb64-496a-9c94-95b02c2a31bc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:19.752708 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 4eeeb2db-1900-4af8-89c4-4566dda17be3 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:45:19.753056 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 4eeeb2db-1900-4af8-89c4-4566dda17be3 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:45:19.756734 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b57587-25bd-44bd-9b08-8d053f15815d req-24370ce2-cb64-496a-9c94-95b02c2a31bc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:19.762914 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b57587-25bd-44bd-9b08-8d053f15815d req-24370ce2-cb64-496a-9c94-95b02c2a31bc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:19.768800 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b57587-25bd-44bd-9b08-8d053f15815d req-24370ce2-cb64-496a-9c94-95b02c2a31bc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:19.775204 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b57587-25bd-44bd-9b08-8d053f15815d req-24370ce2-cb64-496a-9c94-95b02c2a31bc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:19.780950 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b57587-25bd-44bd-9b08-8d053f15815d req-24370ce2-cb64-496a-9c94-95b02c2a31bc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:19.791333 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b57587-25bd-44bd-9b08-8d053f15815d req-24370ce2-cb64-496a-9c94-95b02c2a31bc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:19.795375 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f5b57587-25bd-44bd-9b08-8d053f15815d req-24370ce2-cb64-496a-9c94-95b02c2a31bc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5370 time: 0.4594769 May 13 14:45:19.868320 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-ef13738a-be9a-4a14-8019-73c0c6975056 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc6b5980-6b7f-41a8-ada5-517ed84f563c']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:19.868771 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-3770f53e-f2ff-4d39-879a-24ad5f379eec tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Allocated IP 172.22.0.1 (25ce728c-de7c-4b25-adf3-17148531c115/0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b/20a6a6b5-1019-47e0-ac7a-c853f258b603) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:19.876090 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [None req-1a849d38-95cc-45a6-b26a-e8cb6b13ede3 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Floating IP b3d4325c-f838-4bff-8836-d08d3e0deec5 associated. External IP: 172.25.0.3, port: 46833746-4949-4cc0-876e-322482ef650d. May 13 14:45:19.979250 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f5b57587-25bd-44bd-9b08-8d053f15815d req-9c235b49-737a-4131-b126-04476e52fa74 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1728833 May 13 14:45:19.980841 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2de3d-fef7-483f-af27-b529c66b48b3 req-ce4abb92-004e-4177-b142-04f1d82a1a92 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:19.985086 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c2c2de3d-fef7-483f-af27-b529c66b48b3 req-ce4abb92-004e-4177-b142-04f1d82a1a92 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d59c1b61-2c41-4c74-a9f9-b1395c3a902b HTTP/1.1" status: 200 len: 945 time: 1.5098038 May 13 14:45:19.989846 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-ef13738a-be9a-4a14-8019-73c0c6975056 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d3a402c-a15f-4eaa-81a0-f15aaf42eec1') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:19.990172 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-ef13738a-be9a-4a14-8019-73c0c6975056 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d3a402c-a15f-4eaa-81a0-f15aaf42eec1') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:20.018550 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db3b568-bead-4994-9ea8-e3c18a053466 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:45:20.041638 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ef13738a-be9a-4a14-8019-73c0c6975056 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:20.190047 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5eb9d799-8436-4ded-8a66-2a17aa441f5a tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] 10.222.0.35 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5898 time: 1.3821471 May 13 14:45:20.190047 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ef13738a-be9a-4a14-8019-73c0c6975056 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:20.195025 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34294) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:20.202833 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-1b47c007-4f6d-47ef-b255-a7638ab67301 service neutron] Attempting to bind port 67e7f531-e2b2-4161-81a5-7ac49b7125b3 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:45:20.203190 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-1b47c007-4f6d-47ef-b255-a7638ab67301 service neutron] Attempting to bind port 67e7f531-e2b2-4161-81a5-7ac49b7125b3 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '5de83cfe-6331-4b64-bbaf-edddf095904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1930ec-5440-44c2-86b3-9a9de9e18d18'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:45:20.203517 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-1b47c007-4f6d-47ef-b255-a7638ab67301 service neutron] Attempting to bind port 67e7f531-e2b2-4161-81a5-7ac49b7125b3 on network 1a1930ec-5440-44c2-86b3-9a9de9e18d18 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:20.216637 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-484e575e-363f-45c0-8b7a-b4fb3656551c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Request body: {'network': {'name': 'tempest-network-smoke--1022002172', 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'port_security_enabled': False}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:20.235681 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-484e575e-363f-45c0-8b7a-b4fb3656551c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:20.264656 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-484e575e-363f-45c0-8b7a-b4fb3656551c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:20.273600 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-1b47c007-4f6d-47ef-b255-a7638ab67301 service neutron] Port 67e7f531-e2b2-4161-81a5-7ac49b7125b3 on network 1a1930ec-5440-44c2-86b3-9a9de9e18d18 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:45:20.274683 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-1b47c007-4f6d-47ef-b255-a7638ab67301 service neutron] Attempting to bind port 67e7f531-e2b2-4161-81a5-7ac49b7125b3 on network 1a1930ec-5440-44c2-86b3-9a9de9e18d18 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:20.285722 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef13738a-be9a-4a14-8019-73c0c6975056 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:45:20.286129 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ef13738a-be9a-4a14-8019-73c0c6975056 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:20.301832 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:45:20.301832 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:45:20.301832 n-d-841760-1 neutron-server[88081]: timer() May 13 14:45:20.301832 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:45:20.301832 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:45:20.301832 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:45:20.301832 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:45:20.301832 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:45:20.301832 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:45:20.301832 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:45:20.301832 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:45:20.301832 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:45:20.301832 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:45:20.301832 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:45:20.301832 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:45:20.301832 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:45:20.301832 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:45:20.301832 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:45:20.301832 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:45:20.301832 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:45:20.301832 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:45:20.301832 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:45:20.301832 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:45:20.301832 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:45:20.301832 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:45:20.301832 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:45:20.301832 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:45:20.301832 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:45:20.301832 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:45:20.301832 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:45:20.301832 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:45:20.301832 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:45:20.305458 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c2c2de3d-fef7-483f-af27-b529c66b48b3 req-a035b84a-86a2-4b41-af5e-eaa42057fd5b tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020413 May 13 14:45:20.357039 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3770f53e-f2ff-4d39-879a-24ad5f379eec tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:20.382126 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484e575e-363f-45c0-8b7a-b4fb3656551c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Made reservation on behalf of 5ec7d10f98f145d3a4a04e390b0f97bd for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:20.386675 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-484e575e-363f-45c0-8b7a-b4fb3656551c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:20.436487 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-3770f53e-f2ff-4d39-879a-24ad5f379eec tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Transition to ACTIVE for port object 20a6a6b5-1019-47e0-ac7a-c853f258b603 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:20.439779 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-1b47c007-4f6d-47ef-b255-a7638ab67301 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:45:20.440237 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-1b47c007-4f6d-47ef-b255-a7638ab67301 service neutron] Checking segment: {'id': '5de83cfe-6331-4b64-bbaf-edddf095904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1930ec-5440-44c2-86b3-9a9de9e18d18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:20.440742 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-1b47c007-4f6d-47ef-b255-a7638ab67301 service neutron] Bound using segment: {'id': '5de83cfe-6331-4b64-bbaf-edddf095904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1930ec-5440-44c2-86b3-9a9de9e18d18'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:45:20.441316 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-1b47c007-4f6d-47ef-b255-a7638ab67301 service neutron] Bound port: 67e7f531-e2b2-4161-81a5-7ac49b7125b3, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de83cfe-6331-4b64-bbaf-edddf095904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1930ec-5440-44c2-86b3-9a9de9e18d18'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:45:20.441727 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-1b47c007-4f6d-47ef-b255-a7638ab67301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:20.484165 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-484e575e-363f-45c0-8b7a-b4fb3656551c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:45:20.494618 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db3b568-bead-4994-9ea8-e3c18a053466 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:45:20.509359 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a7e6cb-368a-4d35-b6be-2a7ccc68b785 None None] Sync routers for ids ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:45:20.521008 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a7e6cb-368a-4d35-b6be-2a7ccc68b785 None None] Routers {'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:20.521559 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a5a7e6cb-368a-4d35-b6be-2a7ccc68b785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:20.545938 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-484e575e-363f-45c0-8b7a-b4fb3656551c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:20.546299 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-484e575e-363f-45c0-8b7a-b4fb3656551c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Added segment 8b16b1c9-90b4-4de7-9c08-9b2190184539 of type vlan for network 43389771-9bef-4e8f-9ae8-ce47765c650c May 13 14:45:20.592804 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3770f53e-f2ff-4d39-879a-24ad5f379eec tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:20.630811 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0db3b568-bead-4994-9ea8-e3c18a053466 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "PUT /v2.0/routers/ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1173527 May 13 14:45:20.632006 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ef13738a-be9a-4a14-8019-73c0c6975056 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:20.648100 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34298) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:20.672799 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-a5a7e6cb-368a-4d35-b6be-2a7ccc68b785 None None] Set router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:20.715224 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ef13738a-be9a-4a14-8019-73c0c6975056 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:20.717336 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ef13738a-be9a-4a14-8019-73c0c6975056 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] 10.222.0.35 "DELETE /v2.0/networks/cc6b5980-6b7f-41a8-ada5-517ed84f563c HTTP/1.1" status: 204 len: 168 time: 3.3918622 May 13 14:45:20.764117 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13738a-be9a-4a14-8019-73c0c6975056 tempest-ExtraDHCPOptionsTestJSON-2116459086 tempest-ExtraDHCPOptionsTestJSON-2116459086-project] Pushing event deleted for resources: {'Network': ['ID=cc6b5980-6b7f-41a8-ada5-517ed84f563c,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:20.812888 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a034fc3f-b3c6-4c5d-bcb1-9b9f43e2577c None None] Network 25ce728c-de7c-4b25-adf3-17148531c115 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:45:20.820504 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a5a7e6cb-368a-4d35-b6be-2a7ccc68b785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'name': 'tempest-RoutersIpV6Test-router-753058156', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:45:17Z', 'revision_number': 11, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:20.824864 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a7e6cb-368a-4d35-b6be-2a7ccc68b785 None None] Checking router: ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:45:20.832036 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-484e575e-363f-45c0-8b7a-b4fb3656551c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:20.849508 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a7e6cb-368a-4d35-b6be-2a7ccc68b785 None None] Routers {'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:20.850124 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a5a7e6cb-368a-4d35-b6be-2a7ccc68b785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:20.882552 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e4a87ca-3705-400d-be8d-1995a049580a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Deleting subnet 22d08947-7cd2-4fb9-a3cd-ce48e4e9a770 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:45:20.886403 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9e4a87ca-3705-400d-be8d-1995a049580a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:20.946552 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-1b47c007-4f6d-47ef-b255-a7638ab67301 service neutron] For port 67e7f531-e2b2-4161-81a5-7ac49b7125b3, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:45:20.959785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-1b47c007-4f6d-47ef-b255-a7638ab67301 service neutron] For port 67e7f531-e2b2-4161-81a5-7ac49b7125b3, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=67e7f531-e2b2-4161-81a5-7ac49b7125b3,segment=NetworkSegment(5de83cfe-6331-4b64-bbaf-edddf095904e),segment_id=5de83cfe-6331-4b64-bbaf-edddf095904e)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:45:20.974925 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f8a380bd-0e9f-4e1e-9e26-b4ba805f01e5 None None] Provisioning for port 998692c5-c3c4-4262-b410-0b00aa391a29 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:20.997707 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-a5a7e6cb-368a-4d35-b6be-2a7ccc68b785 None None] Set router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:21.008731 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770f53e-f2ff-4d39-879a-24ad5f379eec tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Port': ['ID=20a6a6b5-1019-47e0-ac7a-c853f258b603,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:21.024278 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-484e575e-363f-45c0-8b7a-b4fb3656551c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:21.031873 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484e575e-363f-45c0-8b7a-b4fb3656551c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:21.032692 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-484e575e-363f-45c0-8b7a-b4fb3656551c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:21.078933 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770f53e-f2ff-4d39-879a-24ad5f379eec tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:21.079441 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770f53e-f2ff-4d39-879a-24ad5f379eec tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:21.080013 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770f53e-f2ff-4d39-879a-24ad5f379eec tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:21.080530 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770f53e-f2ff-4d39-879a-24ad5f379eec tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:21.081066 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770f53e-f2ff-4d39-879a-24ad5f379eec tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:21.081497 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770f53e-f2ff-4d39-879a-24ad5f379eec tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:21.081929 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770f53e-f2ff-4d39-879a-24ad5f379eec tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:21.082358 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770f53e-f2ff-4d39-879a-24ad5f379eec tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:21.082789 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770f53e-f2ff-4d39-879a-24ad5f379eec tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:21.083260 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770f53e-f2ff-4d39-879a-24ad5f379eec tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:21.083689 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770f53e-f2ff-4d39-879a-24ad5f379eec tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:21.084187 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770f53e-f2ff-4d39-879a-24ad5f379eec tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:21.094539 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3770f53e-f2ff-4d39-879a-24ad5f379eec tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network 25ce728c-de7c-4b25-adf3-17148531c115 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:21.105008 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-3770f53e-f2ff-4d39-879a-24ad5f379eec tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:21.174206 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3770f53e-f2ff-4d39-879a-24ad5f379eec tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:45:21.289272 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34308) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:21.303295 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-1b47c007-4f6d-47ef-b255-a7638ab67301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:21.315058 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b7c84b92-1148-45b9-9eba-087606c722e8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:21.318983 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a5a7e6cb-368a-4d35-b6be-2a7ccc68b785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'name': 'tempest-RoutersIpV6Test-router-753058156', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:45:17Z', 'revision_number': 11, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:21.324591 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a7e6cb-368a-4d35-b6be-2a7ccc68b785 None None] The sync data for ids ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'] in n-d-841760-1 is: [{'id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'name': 'tempest-RoutersIpV6Test-router-753058156', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:45:17Z', 'revision_number': 11, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:45:21.353353 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a849d38-95cc-45a6-b26a-e8cb6b13ede3 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Router fbf281ff-0cd3-4a5e-baeb-afe5654769f1 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:45:21.417136 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-484e575e-363f-45c0-8b7a-b4fb3656551c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2111588 May 13 14:45:21.422674 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34316) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:21.428239 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9e4a87ca-3705-400d-be8d-1995a049580a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:21.487802 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e575e-363f-45c0-8b7a-b4fb3656551c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Pushing event updated for resources: {'Network': ['ID=43389771-9bef-4e8f-9ae8-ce47765c650c,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:21.498734 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 43389771-9bef-4e8f-9ae8-ce47765c650c details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:45:21.521403 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-dbb1e387-57ff-4a8d-a3e4-2eb83d85f37c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-858038788', 'admin_state_up': True, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:21.529368 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-1b47c007-4f6d-47ef-b255-a7638ab67301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:21.530079 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-1b47c007-4f6d-47ef-b255-a7638ab67301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:21.531615 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-1b47c007-4f6d-47ef-b255-a7638ab67301 service neutron] 10.222.0.74 "PUT /v2.0/ports/67e7f531-e2b2-4161-81a5-7ac49b7125b3 HTTP/1.1" status: 200 len: 1129 time: 5.7115488 May 13 14:45:21.583222 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'tag': '67e7f531-e2b2-4161-81a5-7ac49b7125b3'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:45:21.635738 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-ffaf59b3-9481-4fd5-9856-25125de9d12d service neutron] Request body: {'port': {'device_id': '7f2656f6-d77d-4e0e-813a-910939c72154', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:21.653439 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-dbb1e387-57ff-4a8d-a3e4-2eb83d85f37c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:21.670364 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-dbb1e387-57ff-4a8d-a3e4-2eb83d85f37c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Usage tracker for resource:router and tenant:5ec7d10f98f145d3a4a04e390b0f97bd is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:21.675874 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-dbb1e387-57ff-4a8d-a3e4-2eb83d85f37c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:21.688904 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3770f53e-f2ff-4d39-879a-24ad5f379eec tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:21.723069 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b3d1ad17-c7f4-4ede-8e92-081a3a3c0e12 None None] Provisioning for port 20a6a6b5-1019-47e0-ac7a-c853f258b603 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:21.735503 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b3d1ad17-c7f4-4ede-8e92-081a3a3c0e12 None None] Provisioning complete for port 20a6a6b5-1019-47e0-ac7a-c853f258b603 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:21.739983 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b3d1ad17-c7f4-4ede-8e92-081a3a3c0e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:21.769277 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-dbb1e387-57ff-4a8d-a3e4-2eb83d85f37c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:21.884537 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47c007-4f6d-47ef-b255-a7638ab67301 service neutron] Pushing event updated for resources: {'Port': ['ID=67e7f531-e2b2-4161-81a5-7ac49b7125b3,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:21.910852 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 998692c5-c3c4-4262-b410-0b00aa391a29 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:21.960116 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-b3d1ad17-c7f4-4ede-8e92-081a3a3c0e12 None None] Port 20a6a6b5-1019-47e0-ac7a-c853f258b603 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:45:21.974519 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60caf3bb-0278-4048-88a1-04caced9e939 req-f117c2cb-a7dd-4568-9587-df350cac29ef tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:21.986647 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60caf3bb-0278-4048-88a1-04caced9e939 req-f117c2cb-a7dd-4568-9587-df350cac29ef tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:22.001159 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60caf3bb-0278-4048-88a1-04caced9e939 req-f117c2cb-a7dd-4568-9587-df350cac29ef tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:22.004074 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-af5da734-85b1-4f39-af5c-bc0c36a6eeb4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=78ef99a87f2d4d1a8754009190374861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7059088 May 13 14:45:22.013404 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34322) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:22.019877 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 998692c5-c3c4-4262-b410-0b00aa391a29 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:22.026982 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 998692c5-c3c4-4262-b410-0b00aa391a29 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:22.027515 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:22.027741 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60caf3bb-0278-4048-88a1-04caced9e939 req-f117c2cb-a7dd-4568-9587-df350cac29ef tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:22.038015 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9e4a87ca-3705-400d-be8d-1995a049580a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:22.040182 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60caf3bb-0278-4048-88a1-04caced9e939 req-f117c2cb-a7dd-4568-9587-df350cac29ef tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:22.046500 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60caf3bb-0278-4048-88a1-04caced9e939 req-f117c2cb-a7dd-4568-9587-df350cac29ef tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:22.052379 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60caf3bb-0278-4048-88a1-04caced9e939 req-f117c2cb-a7dd-4568-9587-df350cac29ef tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:22.054326 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-60caf3bb-0278-4048-88a1-04caced9e939 req-f117c2cb-a7dd-4568-9587-df350cac29ef tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5370 time: 0.7907321 May 13 14:45:22.077385 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e387-57ff-4a8d-a3e4-2eb83d85f37c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:22.078406 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e387-57ff-4a8d-a3e4-2eb83d85f37c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:22.159018 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9221cd9f-947f-4440-af43-a0d6865d7cef None None] Provisioning complete for port 20a6a6b5-1019-47e0-ac7a-c853f258b603 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:22.159390 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9221cd9f-947f-4440-af43-a0d6865d7cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:22.177172 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-ffaf59b3-9481-4fd5-9856-25125de9d12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:22.197763 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3770f53e-f2ff-4d39-879a-24ad5f379eec tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:22.212082 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12df4c-25fd-456c-af36-10c12c2f426b req-8f8a5524-cf10-4a55-9157-01ede57515a0 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:22.213270 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bf12df4c-25fd-456c-af36-10c12c2f426b req-8f8a5524-cf10-4a55-9157-01ede57515a0 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d59c1b61-2c41-4c74-a9f9-b1395c3a902b HTTP/1.1" status: 200 len: 945 time: 0.6769302 May 13 14:45:22.223948 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e387-57ff-4a8d-a3e4-2eb83d85f37c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:22.245744 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-60caf3bb-0278-4048-88a1-04caced9e939 req-d2eabb8e-84b8-44f0-9717-22bc3a59a36b tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1578233 May 13 14:45:22.302721 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-9221cd9f-947f-4440-af43-a0d6865d7cef None None] Port 20a6a6b5-1019-47e0-ac7a-c853f258b603 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:45:22.307872 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 998692c5-c3c4-4262-b410-0b00aa391a29 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:22.308335 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:22.317581 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b3dc9ab-1fea-4b0d-9ac9-c5b44b8018a7'] response: {'name': 'network-changed', 'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'tag': '67e7f531-e2b2-4161-81a5-7ac49b7125b3', 'status': 'completed', 'code': 200} May 13 14:45:22.327496 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a849d38-95cc-45a6-b26a-e8cb6b13ede3 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:45:22.332855 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cc59b4da-11e6-4976-b799-d9cfb41db815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:22.350524 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe0f1a2-1c53-48b2-bd30-6b0dc342cfa6 None None] Sync routers for ids ['fbf281ff-0cd3-4a5e-baeb-afe5654769f1'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:45:22.380121 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe0f1a2-1c53-48b2-bd30-6b0dc342cfa6 None None] Routers {'fbf281ff-0cd3-4a5e-baeb-afe5654769f1'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:22.380386 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1a849d38-95cc-45a6-b26a-e8cb6b13ede3 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:22.380507 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-cfe0f1a2-1c53-48b2-bd30-6b0dc342cfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['fbf281ff-0cd3-4a5e-baeb-afe5654769f1'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:22.435465 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bf12df4c-25fd-456c-af36-10c12c2f426b req-b32c5265-8dec-4cc3-bebe-0241471cbca9 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072451 May 13 14:45:22.435465 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9e4a87ca-3705-400d-be8d-1995a049580a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:22.435847 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 998692c5-c3c4-4262-b410-0b00aa391a29, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=998692c5-c3c4-4262-b410-0b00aa391a29,segment=NetworkSegment(e328ea51-14f0-4c5a-9b1c-06453528cd3e),segment_id=e328ea51-14f0-4c5a-9b1c-06453528cd3e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:22.472847 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:22.519450 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 9e751a82-e701-4e41-bf3d-02f034e64fc3 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:45:22.521457 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cc59b4da-11e6-4976-b799-d9cfb41db815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:22.570089 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a87ca-3705-400d-be8d-1995a049580a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event deleted for resources: {'Subnet': ['ID=22d08947-7cd2-4fb9-a3cd-ce48e4e9a770,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:22.574672 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9e4a87ca-3705-400d-be8d-1995a049580a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:22.576852 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9e4a87ca-3705-400d-be8d-1995a049580a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/subnets/22d08947-7cd2-4fb9-a3cd-ce48e4e9a770 HTTP/1.1" status: 204 len: 168 time: 1.9276061 May 13 14:45:22.587405 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34326) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:22.646342 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1a849d38-95cc-45a6-b26a-e8cb6b13ede3 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "PUT /v2.0/floatingips/b3d4325c-f838-4bff-8836-d08d3e0deec5 HTTP/1.1" status: 200 len: 990 time: 6.9295149 May 13 14:45:22.660296 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84baf5e2-4a0b-4440-a6cf-36a416a72387 None None] Network a5d26cbc-07bf-4186-9d12-d92286b1801a requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:45:22.706436 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 9e751a82-e701-4e41-bf3d-02f034e64fc3 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:45:22.706436 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 9e751a82-e701-4e41-bf3d-02f034e64fc3 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:45:22.824344 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c79c39a1-877c-4177-8c12-f21c30a5d06a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:22.833007 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-cfe0f1a2-1c53-48b2-bd30-6b0dc342cfa6 None None] Set router fbf281ff-0cd3-4a5e-baeb-afe5654769f1 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:22.867026 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cc59b4da-11e6-4976-b799-d9cfb41db815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:22.892737 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-c79c39a1-877c-4177-8c12-f21c30a5d06a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Deleting port 3857f53f-d75d-4949-ad61-9db7c91d0e09 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:45:22.893078 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c79c39a1-877c-4177-8c12-f21c30a5d06a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:22.931918 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=998692c5-c3c4-4262-b410-0b00aa391a29,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:22.943589 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59b4da-11e6-4976-b799-d9cfb41db815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892d3cae-f636-40e1-a9f8-719eba516905,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:22.965862 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cc59b4da-11e6-4976-b799-d9cfb41db815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:22.967157 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cc59b4da-11e6-4976-b799-d9cfb41db815 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/892d3cae-f636-40e1-a9f8-719eba516905 HTTP/1.1" status: 204 len: 168 time: 0.9473426 May 13 14:45:23.084141 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-b7c84b92-1148-45b9-9eba-087606c722e8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Allocated IP 172.20.0.1 (89019f2a-9e67-4e52-a58d-6715129e193a/5d2e68d9-f824-4419-aa8e-24e24fd7b634/b68391c5-7d67-45ed-bb48-d60780d90fbe) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:23.088971 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e387-57ff-4a8d-a3e4-2eb83d85f37c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:23.244363 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-ffaf59b3-9481-4fd5-9856-25125de9d12d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db83639c-a133-43bc-b112-4ab8da679863 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:45:23.282666 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-ffaf59b3-9481-4fd5-9856-25125de9d12d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:23.326591 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-c79c39a1-877c-4177-8c12-f21c30a5d06a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] For port 3857f53f-d75d-4949-ad61-9db7c91d0e09, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3857f53f-d75d-4949-ad61-9db7c91d0e09,segment=NetworkSegment(14b06841-8c2e-4cee-8d3b-cd9047e130b5),segment_id=14b06841-8c2e-4cee-8d3b-cd9047e130b5)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:23.326591 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c79c39a1-877c-4177-8c12-f21c30a5d06a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:23.336248 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-ffaf59b3-9481-4fd5-9856-25125de9d12d service neutron] Transition to ACTIVE for port object db83639c-a133-43bc-b112-4ab8da679863 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:23.337571 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b833b59-949d-4460-8bd0-a4c889b98487 None None] DHCP port deletion for a5d26cbc-07bf-4186-9d12-d92286b1801a request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:45:23.341844 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-ffaf59b3-9481-4fd5-9856-25125de9d12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:23.345199 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a8380-928d-4bb1-9ff9-3fbe49fb9dfa req-2b673ec8-9f8f-4772-92af-3b10445d03ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:23.345679 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a8380-928d-4bb1-9ff9-3fbe49fb9dfa req-2b673ec8-9f8f-4772-92af-3b10445d03ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:23.346140 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a8380-928d-4bb1-9ff9-3fbe49fb9dfa req-2b673ec8-9f8f-4772-92af-3b10445d03ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:23.346597 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a8380-928d-4bb1-9ff9-3fbe49fb9dfa req-2b673ec8-9f8f-4772-92af-3b10445d03ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:23.347056 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a8380-928d-4bb1-9ff9-3fbe49fb9dfa req-2b673ec8-9f8f-4772-92af-3b10445d03ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:23.347606 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a8380-928d-4bb1-9ff9-3fbe49fb9dfa req-2b673ec8-9f8f-4772-92af-3b10445d03ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:23.348068 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a8380-928d-4bb1-9ff9-3fbe49fb9dfa req-2b673ec8-9f8f-4772-92af-3b10445d03ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:23.350277 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3d3a8380-928d-4bb1-9ff9-3fbe49fb9dfa req-2b673ec8-9f8f-4772-92af-3b10445d03ab service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=18b9c5d8b3d043279654e2a115822f2a&device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 6207 time: 0.9783692 May 13 14:45:23.427066 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7b833b59-949d-4460-8bd0-a4c889b98487 None None] Deleting port 3857f53f-d75d-4949-ad61-9db7c91d0e09 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:45:23.427914 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7b833b59-949d-4460-8bd0-a4c889b98487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:23.706568 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-c79c39a1-877c-4177-8c12-f21c30a5d06a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Calling delete_port for 3857f53f-d75d-4949-ad61-9db7c91d0e09 owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:45:23.732548 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 998692c5-c3c4-4262-b410-0b00aa391a29 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:23.766841 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b7c84b92-1148-45b9-9eba-087606c722e8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:23.783299 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-b7c84b92-1148-45b9-9eba-087606c722e8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Transition to ACTIVE for port object b68391c5-7d67-45ed-bb48-d60780d90fbe will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:23.816141 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b7c84b92-1148-45b9-9eba-087606c722e8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:23.840353 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-7b833b59-949d-4460-8bd0-a4c889b98487 None None] For port 3857f53f-d75d-4949-ad61-9db7c91d0e09, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3857f53f-d75d-4949-ad61-9db7c91d0e09,segment=NetworkSegment(14b06841-8c2e-4cee-8d3b-cd9047e130b5),segment_id=14b06841-8c2e-4cee-8d3b-cd9047e130b5)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:23.841015 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7b833b59-949d-4460-8bd0-a4c889b98487 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:23.856862 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-cfe0f1a2-1c53-48b2-bd30-6b0dc342cfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'name': 'tempest-AttachVolumeTestJSON-607053534-router', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:02Z', 'updated_at': '2022-05-13T14:44:27Z', 'revision_number': 4, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'gw_port': {'id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:07:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:04Z', 'updated_at': '2022-05-13T14:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'b3d4325c-f838-4bff-8836-d08d3e0deec5', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'floating_ip_address': '172.25.0.3', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'port_id': '46833746-4949-4cc0-876e-322482ef650d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22', 'mac_address': 'fa:16:3e:a1:d8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a721a847-2b50-4bb5-998e-f9f136e369e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:44:40Z', 'updated_at': '2022-05-13T14:45:18Z', 'revision_number': 1, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6932a6e1-159c-443f-ae69-5dbb2db31cd8', 'name': '', 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'mac_address': 'fa:16:3e:83:e4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '363e7da1-0d6f-4e89-9da3-93f517417d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:23Z', 'updated_at': '2022-05-13T14:44:37Z', 'revision_number': 5, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'subnets': [{'id': '363e7da1-0d6f-4e89-9da3-93f517417d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:23.923645 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe0f1a2-1c53-48b2-bd30-6b0dc342cfa6 None None] Checking router: fbf281ff-0cd3-4a5e-baeb-afe5654769f1 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:45:23.972755 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c84b92-1148-45b9-9eba-087606c722e8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Network 89019f2a-9e67-4e52-a58d-6715129e193a is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:23.997812 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-b7c84b92-1148-45b9-9eba-087606c722e8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:24.009426 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c84b92-1148-45b9-9eba-087606c722e8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:45:24.010858 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7b833b59-949d-4460-8bd0-a4c889b98487 None None] Calling delete_port for 3857f53f-d75d-4949-ad61-9db7c91d0e09 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:45:24.059241 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf59b3-9481-4fd5-9856-25125de9d12d service neutron] Pushing event updated for resources: {'Port': ['ID=db83639c-a133-43bc-b112-4ab8da679863,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:24.078346 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3770f53e-f2ff-4d39-879a-24ad5f379eec tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:24.092383 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe0f1a2-1c53-48b2-bd30-6b0dc342cfa6 None None] Routers {'fbf281ff-0cd3-4a5e-baeb-afe5654769f1'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:24.092998 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-cfe0f1a2-1c53-48b2-bd30-6b0dc342cfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['fbf281ff-0cd3-4a5e-baeb-afe5654769f1'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:24.094692 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a8380-928d-4bb1-9ff9-3fbe49fb9dfa req-b69e871c-a726-469b-bf1d-61816b9c9576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:24.095334 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a8380-928d-4bb1-9ff9-3fbe49fb9dfa req-b69e871c-a726-469b-bf1d-61816b9c9576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:24.096005 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a8380-928d-4bb1-9ff9-3fbe49fb9dfa req-b69e871c-a726-469b-bf1d-61816b9c9576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:24.098130 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3d3a8380-928d-4bb1-9ff9-3fbe49fb9dfa req-b69e871c-a726-469b-bf1d-61816b9c9576 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=18b9c5d8b3d043279654e2a115822f2a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7325208 May 13 14:45:24.162546 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b7c84b92-1148-45b9-9eba-087606c722e8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:24.176217 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c79c39a1-877c-4177-8c12-f21c30a5d06a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:24.231768 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c84b92-1148-45b9-9eba-087606c722e8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event updated for resources: {'Port': ['ID=b68391c5-7d67-45ed-bb48-d60780d90fbe,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:24.234075 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3770f53e-f2ff-4d39-879a-24ad5f379eec tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:45:24.264790 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:45:24.287282 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-7b833b59-949d-4460-8bd0-a4c889b98487 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:45:24.288043 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-7b833b59-949d-4460-8bd0-a4c889b98487 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:45:24.293564 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 998692c5-c3c4-4262-b410-0b00aa391a29 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:24.294315 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:24.306003 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c39a1-877c-4177-8c12-f21c30a5d06a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event deleted for resources: {'Port': ['ID=3857f53f-d75d-4949-ad61-9db7c91d0e09,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:24.316289 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79c39a1-877c-4177-8c12-f21c30a5d06a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] No DVR routers for this DVR port 3857f53f-d75d-4949-ad61-9db7c91d0e09 on host n-d-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:45:24.323931 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a721a847-2b50-4bb5-998e-f9f136e369e1', 'tag': '46833746-4949-4cc0-876e-322482ef650d'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:45:24.373949 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34358) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:24.413229 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56d35b-407f-4e73-b086-1584a84ae81e req-1a11d254-a5e9-4a33-906e-d12751f745e7 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:24.415488 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ab56d35b-407f-4e73-b086-1584a84ae81e req-1a11d254-a5e9-4a33-906e-d12751f745e7 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d59c1b61-2c41-4c74-a9f9-b1395c3a902b HTTP/1.1" status: 200 len: 945 time: 0.7222311 May 13 14:45:24.517028 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-ffaf59b3-9481-4fd5-9856-25125de9d12d service neutron] Attempting to bind port db83639c-a133-43bc-b112-4ab8da679863 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:45:24.517635 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-ffaf59b3-9481-4fd5-9856-25125de9d12d service neutron] Attempting to bind port db83639c-a133-43bc-b112-4ab8da679863 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '5de83cfe-6331-4b64-bbaf-edddf095904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1930ec-5440-44c2-86b3-9a9de9e18d18'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:45:24.518168 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-ffaf59b3-9481-4fd5-9856-25125de9d12d service neutron] Attempting to bind port db83639c-a133-43bc-b112-4ab8da679863 on network 1a1930ec-5440-44c2-86b3-9a9de9e18d18 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:24.529662 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-ffaf59b3-9481-4fd5-9856-25125de9d12d service neutron] Port db83639c-a133-43bc-b112-4ab8da679863 on network 1a1930ec-5440-44c2-86b3-9a9de9e18d18 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:45:24.530360 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-ffaf59b3-9481-4fd5-9856-25125de9d12d service neutron] Attempting to bind port db83639c-a133-43bc-b112-4ab8da679863 on network 1a1930ec-5440-44c2-86b3-9a9de9e18d18 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:24.544133 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c79c39a1-877c-4177-8c12-f21c30a5d06a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:24.556812 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770f53e-f2ff-4d39-879a-24ad5f379eec tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Port': ['ID=20a6a6b5-1019-47e0-ac7a-c853f258b603,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:24.564944 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-ffaf59b3-9481-4fd5-9856-25125de9d12d service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:45:24.565703 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-ffaf59b3-9481-4fd5-9856-25125de9d12d service neutron] Checking segment: {'id': '5de83cfe-6331-4b64-bbaf-edddf095904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1930ec-5440-44c2-86b3-9a9de9e18d18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:24.566324 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-ffaf59b3-9481-4fd5-9856-25125de9d12d service neutron] Bound using segment: {'id': '5de83cfe-6331-4b64-bbaf-edddf095904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1930ec-5440-44c2-86b3-9a9de9e18d18'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:45:24.567280 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-ffaf59b3-9481-4fd5-9856-25125de9d12d service neutron] Bound port: db83639c-a133-43bc-b112-4ab8da679863, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de83cfe-6331-4b64-bbaf-edddf095904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1930ec-5440-44c2-86b3-9a9de9e18d18'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:45:24.567880 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-ffaf59b3-9481-4fd5-9856-25125de9d12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:24.569874 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12148c-7293-4fdc-9cb1-ee769843fac5 req-72203949-11df-4ecc-84b7-3ebc03ef22b1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:24.576551 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12148c-7293-4fdc-9cb1-ee769843fac5 req-72203949-11df-4ecc-84b7-3ebc03ef22b1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:24.582385 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12148c-7293-4fdc-9cb1-ee769843fac5 req-72203949-11df-4ecc-84b7-3ebc03ef22b1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:24.588875 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12148c-7293-4fdc-9cb1-ee769843fac5 req-72203949-11df-4ecc-84b7-3ebc03ef22b1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:24.589535 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-cfe0f1a2-1c53-48b2-bd30-6b0dc342cfa6 None None] Set router fbf281ff-0cd3-4a5e-baeb-afe5654769f1 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:24.589696 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ab56d35b-407f-4e73-b086-1584a84ae81e req-6f749726-545d-4e87-8ee6-3359a5e688d4 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649678 May 13 14:45:24.594676 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12148c-7293-4fdc-9cb1-ee769843fac5 req-72203949-11df-4ecc-84b7-3ebc03ef22b1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:24.600781 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12148c-7293-4fdc-9cb1-ee769843fac5 req-72203949-11df-4ecc-84b7-3ebc03ef22b1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:24.607457 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12148c-7293-4fdc-9cb1-ee769843fac5 req-72203949-11df-4ecc-84b7-3ebc03ef22b1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:24.614983 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6b12148c-7293-4fdc-9cb1-ee769843fac5 req-72203949-11df-4ecc-84b7-3ebc03ef22b1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5382 time: 1.0285273 May 13 14:45:24.622765 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3770f53e-f2ff-4d39-879a-24ad5f379eec tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:24.634798 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-c79c39a1-877c-4177-8c12-f21c30a5d06a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d26cbc-07bf-4186-9d12-d92286b1801a']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:24.657707 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-c79c39a1-877c-4177-8c12-f21c30a5d06a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b06841-8c2e-4cee-8d3b-cd9047e130b5') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:24.658153 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-c79c39a1-877c-4177-8c12-f21c30a5d06a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b06841-8c2e-4cee-8d3b-cd9047e130b5') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:24.699247 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c79c39a1-877c-4177-8c12-f21c30a5d06a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:24.753032 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2e0e05a-4c43-42b5-9657-e7f510597c71'] response: {'name': 'network-changed', 'server_uuid': 'a721a847-2b50-4bb5-998e-f9f136e369e1', 'tag': '46833746-4949-4cc0-876e-322482ef650d', 'status': 'completed', 'code': 200} May 13 14:45:24.770726 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c79c39a1-877c-4177-8c12-f21c30a5d06a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:24.774702 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-ffaf59b3-9481-4fd5-9856-25125de9d12d service neutron] For port db83639c-a133-43bc-b112-4ab8da679863, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:45:24.780637 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-ffaf59b3-9481-4fd5-9856-25125de9d12d service neutron] For port db83639c-a133-43bc-b112-4ab8da679863, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=db83639c-a133-43bc-b112-4ab8da679863,segment=NetworkSegment(5de83cfe-6331-4b64-bbaf-edddf095904e),segment_id=5de83cfe-6331-4b64-bbaf-edddf095904e)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:45:24.784119 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c79c39a1-877c-4177-8c12-f21c30a5d06a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:45:24.784550 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c79c39a1-877c-4177-8c12-f21c30a5d06a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:24.789411 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7b833b59-949d-4460-8bd0-a4c889b98487 None None] Deleting port 3857f53f-d75d-4949-ad61-9db7c91d0e09 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:45:24.789779 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7b833b59-949d-4460-8bd0-a4c889b98487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:24.799815 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:45:24.799815 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:45:24.799815 n-d-841760-1 neutron-server[88081]: timer() May 13 14:45:24.799815 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:45:24.799815 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:45:24.799815 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:45:24.799815 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:45:24.799815 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:45:24.799815 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:45:24.799815 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:45:24.799815 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:45:24.799815 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:45:24.799815 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:45:24.799815 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:45:24.799815 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:45:24.799815 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:45:24.799815 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:45:24.799815 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:45:24.799815 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:45:24.799815 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:45:24.799815 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:45:24.799815 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:45:24.799815 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:45:24.799815 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:45:24.799815 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:45:24.799815 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:45:24.799815 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:45:24.799815 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:45:24.799815 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:45:24.799815 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:45:24.799815 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:45:24.799815 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:45:24.802330 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-ffaf59b3-9481-4fd5-9856-25125de9d12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:24.815780 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-548a75b9-0c2d-48a3-bb54-e4ff8d065b04 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2040365844'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:24.887210 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7b833b59-949d-4460-8bd0-a4c889b98487 None None] The port '3857f53f-d75d-4949-ad61-9db7c91d0e09' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:45:24.932762 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ed7846b4-8a10-4563-932f-51f4fde66aae None None] Provisioning for port b68391c5-7d67-45ed-bb48-d60780d90fbe completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:24.936442 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-ffaf59b3-9481-4fd5-9856-25125de9d12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:24.937074 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-ffaf59b3-9481-4fd5-9856-25125de9d12d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:24.938783 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-ffaf59b3-9481-4fd5-9856-25125de9d12d service neutron] 10.222.0.74 "PUT /v2.0/ports/db83639c-a133-43bc-b112-4ab8da679863 HTTP/1.1" status: 200 len: 1091 time: 3.3388667 May 13 14:45:24.969976 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ed7846b4-8a10-4563-932f-51f4fde66aae None None] Provisioning complete for port b68391c5-7d67-45ed-bb48-d60780d90fbe triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:24.970706 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ed7846b4-8a10-4563-932f-51f4fde66aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:24.980338 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-6acca4b7-5ad7-47b3-8b8b-0f15caadb381 service neutron] Request body: {'port': {'device_id': '7f2656f6-d77d-4e0e-813a-910939c72154', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:25.012989 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c79c39a1-877c-4177-8c12-f21c30a5d06a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:25.017168 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c79c39a1-877c-4177-8c12-f21c30a5d06a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:25.062825 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c79c39a1-877c-4177-8c12-f21c30a5d06a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/networks/a5d26cbc-07bf-4186-9d12-d92286b1801a HTTP/1.1" status: 204 len: 168 time: 2.4701104 May 13 14:45:25.074443 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34364) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:25.078693 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c39a1-877c-4177-8c12-f21c30a5d06a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Pushing event deleted for resources: {'Network': ['ID=a5d26cbc-07bf-4186-9d12-d92286b1801a,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:25.087685 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-548a75b9-0c2d-48a3-bb54-e4ff8d065b04 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:25.089141 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf59b3-9481-4fd5-9856-25125de9d12d service neutron] Pushing event updated for resources: {'Port': ['ID=db83639c-a133-43bc-b112-4ab8da679863,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:25.099018 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 998692c5-c3c4-4262-b410-0b00aa391a29 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:25.113570 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a8380-928d-4bb1-9ff9-3fbe49fb9dfa req-b78bb25f-c3a4-4ab8-bdd9-97f3121679d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:25.115026 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3d3a8380-928d-4bb1-9ff9-3fbe49fb9dfa req-b78bb25f-c3a4-4ab8-bdd9-97f3121679d4 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8857677 May 13 14:45:25.127362 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-bc1070de-a7e3-4a69-9904-e27cbce0774c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Request body: {'router': {'routes': None}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:25.152913 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ed7846b4-8a10-4563-932f-51f4fde66aae None None] Port b68391c5-7d67-45ed-bb48-d60780d90fbe cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:45:25.222171 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-548a75b9-0c2d-48a3-bb54-e4ff8d065b04 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:network and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:25.229966 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3857f53f-d75d-4949-ad61-9db7c91d0e09 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:45:25.247729 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-6acca4b7-5ad7-47b3-8b8b-0f15caadb381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:25.339570 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-548a75b9-0c2d-48a3-bb54-e4ff8d065b04 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:25.344144 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 3857f53f-d75d-4949-ad61-9db7c91d0e09 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:45:25.344762 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3857f53f-d75d-4949-ad61-9db7c91d0e09 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:45:25.362599 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6b12148c-7293-4fdc-9cb1-ee769843fac5 req-0e04c88e-7ee3-4263-9f71-3da35a953351 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.7461944 May 13 14:45:25.393773 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-cfe0f1a2-1c53-48b2-bd30-6b0dc342cfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'name': 'tempest-AttachVolumeTestJSON-607053534-router', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:02Z', 'updated_at': '2022-05-13T14:44:27Z', 'revision_number': 4, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'gw_port': {'id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:07:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:04Z', 'updated_at': '2022-05-13T14:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'b3d4325c-f838-4bff-8836-d08d3e0deec5', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'floating_ip_address': '172.25.0.3', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'port_id': '46833746-4949-4cc0-876e-322482ef650d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22', 'mac_address': 'fa:16:3e:a1:d8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a721a847-2b50-4bb5-998e-f9f136e369e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:44:40Z', 'updated_at': '2022-05-13T14:45:18Z', 'revision_number': 1, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6932a6e1-159c-443f-ae69-5dbb2db31cd8', 'name': '', 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'mac_address': 'fa:16:3e:83:e4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '363e7da1-0d6f-4e89-9da3-93f517417d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:23Z', 'updated_at': '2022-05-13T14:44:37Z', 'revision_number': 5, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'subnets': [{'id': '363e7da1-0d6f-4e89-9da3-93f517417d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:25.399312 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe0f1a2-1c53-48b2-bd30-6b0dc342cfa6 None None] The sync data for ids ['fbf281ff-0cd3-4a5e-baeb-afe5654769f1'] in n-d-841760-1 is: [{'id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'name': 'tempest-AttachVolumeTestJSON-607053534-router', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:02Z', 'updated_at': '2022-05-13T14:44:27Z', 'revision_number': 4, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'gw_port': {'id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:07:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:04Z', 'updated_at': '2022-05-13T14:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'b3d4325c-f838-4bff-8836-d08d3e0deec5', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'floating_ip_address': '172.25.0.3', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'port_id': '46833746-4949-4cc0-876e-322482ef650d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22', 'mac_address': 'fa:16:3e:a1:d8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a721a847-2b50-4bb5-998e-f9f136e369e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:44:40Z', 'updated_at': '2022-05-13T14:45:18Z', 'revision_number': 1, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6932a6e1-159c-443f-ae69-5dbb2db31cd8', 'name': '', 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'mac_address': 'fa:16:3e:83:e4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '363e7da1-0d6f-4e89-9da3-93f517417d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:23Z', 'updated_at': '2022-05-13T14:44:37Z', 'revision_number': 5, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'subnets': [{'id': '363e7da1-0d6f-4e89-9da3-93f517417d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:45:25.433831 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-548a75b9-0c2d-48a3-bb54-e4ff8d065b04 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:25.532965 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b7c84b92-1148-45b9-9eba-087606c722e8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:25.609292 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e387-57ff-4a8d-a3e4-2eb83d85f37c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:25.650279 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548a75b9-0c2d-48a3-bb54-e4ff8d065b04 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:25.653786 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-548a75b9-0c2d-48a3-bb54-e4ff8d065b04 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:25.661232 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4137d64-e1ce-4b97-ac45-9a2c24da0e79 None None] New status for floating IP b3d4325c-f838-4bff-8836-d08d3e0deec5: ACTIVE {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:45:25.754485 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e387-57ff-4a8d-a3e4-2eb83d85f37c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:25.788055 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-548a75b9-0c2d-48a3-bb54-e4ff8d065b04 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:25.864519 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3770f53e-f2ff-4d39-879a-24ad5f379eec tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network 25ce728c-de7c-4b25-adf3-17148531c115 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:25.870858 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-6acca4b7-5ad7-47b3-8b8b-0f15caadb381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42a1abac-e5c5-46b8-a459-21e4016e4e47 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:45:25.880170 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-6acca4b7-5ad7-47b3-8b8b-0f15caadb381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:25.902661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-6acca4b7-5ad7-47b3-8b8b-0f15caadb381 service neutron] Transition to ACTIVE for port object 42a1abac-e5c5-46b8-a459-21e4016e4e47 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:25.908769 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-3770f53e-f2ff-4d39-879a-24ad5f379eec tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:25.911848 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-6acca4b7-5ad7-47b3-8b8b-0f15caadb381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:25.964449 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16483c6b-6434-42bb-8dfc-ff437cdec2b1 req-a343e71f-49e2-4dab-b995-2563f840b590 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:25.966098 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-16483c6b-6434-42bb-8dfc-ff437cdec2b1 req-a343e71f-49e2-4dab-b995-2563f840b590 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d59c1b61-2c41-4c74-a9f9-b1395c3a902b HTTP/1.1" status: 200 len: 945 time: 0.2086449 May 13 14:45:25.987815 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-548a75b9-0c2d-48a3-bb54-e4ff8d065b04 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:25.990790 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.extraroute_db [None req-bc1070de-a7e3-4a69-9904-e27cbce0774c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Added routes are [] {{(pid=88082) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 13 14:45:25.991100 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.extraroute_db [None req-bc1070de-a7e3-4a69-9904-e27cbce0774c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Removed routes are [] {{(pid=88082) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 13 14:45:25.991557 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bc1070de-a7e3-4a69-9904-e27cbce0774c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:26.029744 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-548a75b9-0c2d-48a3-bb54-e4ff8d065b04 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:security_group_rule and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:26.035817 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-548a75b9-0c2d-48a3-bb54-e4ff8d065b04 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:26.097477 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acca4b7-5ad7-47b3-8b8b-0f15caadb381 service neutron] Pushing event updated for resources: {'Port': ['ID=42a1abac-e5c5-46b8-a459-21e4016e4e47,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:26.147785 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-16483c6b-6434-42bb-8dfc-ff437cdec2b1 req-8d19221c-2719-4794-95b4-30844ab4f980 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612005 May 13 14:45:26.277647 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-6acca4b7-5ad7-47b3-8b8b-0f15caadb381 service neutron] Attempting to bind port 42a1abac-e5c5-46b8-a459-21e4016e4e47 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:45:26.278387 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-6acca4b7-5ad7-47b3-8b8b-0f15caadb381 service neutron] Attempting to bind port 42a1abac-e5c5-46b8-a459-21e4016e4e47 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '5de83cfe-6331-4b64-bbaf-edddf095904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1930ec-5440-44c2-86b3-9a9de9e18d18'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:45:26.279423 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-6acca4b7-5ad7-47b3-8b8b-0f15caadb381 service neutron] Attempting to bind port 42a1abac-e5c5-46b8-a459-21e4016e4e47 on network 1a1930ec-5440-44c2-86b3-9a9de9e18d18 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:26.285485 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-6acca4b7-5ad7-47b3-8b8b-0f15caadb381 service neutron] Port 42a1abac-e5c5-46b8-a459-21e4016e4e47 on network 1a1930ec-5440-44c2-86b3-9a9de9e18d18 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:45:26.286159 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-6acca4b7-5ad7-47b3-8b8b-0f15caadb381 service neutron] Attempting to bind port 42a1abac-e5c5-46b8-a459-21e4016e4e47 on network 1a1930ec-5440-44c2-86b3-9a9de9e18d18 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:26.292672 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-6acca4b7-5ad7-47b3-8b8b-0f15caadb381 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:45:26.293107 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-6acca4b7-5ad7-47b3-8b8b-0f15caadb381 service neutron] Checking segment: {'id': '5de83cfe-6331-4b64-bbaf-edddf095904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1930ec-5440-44c2-86b3-9a9de9e18d18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:26.293555 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-6acca4b7-5ad7-47b3-8b8b-0f15caadb381 service neutron] Bound using segment: {'id': '5de83cfe-6331-4b64-bbaf-edddf095904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1930ec-5440-44c2-86b3-9a9de9e18d18'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:45:26.294043 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-6acca4b7-5ad7-47b3-8b8b-0f15caadb381 service neutron] Bound port: 42a1abac-e5c5-46b8-a459-21e4016e4e47, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de83cfe-6331-4b64-bbaf-edddf095904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1a1930ec-5440-44c2-86b3-9a9de9e18d18'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:45:26.294392 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-6acca4b7-5ad7-47b3-8b8b-0f15caadb381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:26.342047 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d49965c6-3d3f-4ec7-b958-f64ed3074c62 None None] Provisioning complete for port 20a6a6b5-1019-47e0-ac7a-c853f258b603 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:26.342691 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d49965c6-3d3f-4ec7-b958-f64ed3074c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:26.392416 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-6acca4b7-5ad7-47b3-8b8b-0f15caadb381 service neutron] For port 42a1abac-e5c5-46b8-a459-21e4016e4e47, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:45:26.396040 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-6acca4b7-5ad7-47b3-8b8b-0f15caadb381 service neutron] For port 42a1abac-e5c5-46b8-a459-21e4016e4e47, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=42a1abac-e5c5-46b8-a459-21e4016e4e47,segment=NetworkSegment(5de83cfe-6331-4b64-bbaf-edddf095904e),segment_id=5de83cfe-6331-4b64-bbaf-edddf095904e)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:45:26.401137 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-6acca4b7-5ad7-47b3-8b8b-0f15caadb381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:26.411373 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-d49965c6-3d3f-4ec7-b958-f64ed3074c62 None None] Port 20a6a6b5-1019-47e0-ac7a-c853f258b603 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:45:26.467847 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-6acca4b7-5ad7-47b3-8b8b-0f15caadb381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:26.468449 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-6acca4b7-5ad7-47b3-8b8b-0f15caadb381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:26.470041 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-6acca4b7-5ad7-47b3-8b8b-0f15caadb381 service neutron] 10.222.0.74 "PUT /v2.0/ports/42a1abac-e5c5-46b8-a459-21e4016e4e47 HTTP/1.1" status: 200 len: 1091 time: 1.5012712 May 13 14:45:26.487139 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-548a75b9-0c2d-48a3-bb54-e4ff8d065b04 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:26.519302 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-536016a8-4c0a-4d3b-acd9-c33829883e88 service neutron] Request body: {'port': {'device_id': '7f2656f6-d77d-4e0e-813a-910939c72154', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:26.528203 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f186f-1b1f-458a-a897-abc27dbe66d0 req-a140118a-2d8f-4df7-a9f9-4ed7608f8b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:26.529728 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e9f186f-1b1f-458a-a897-abc27dbe66d0 req-a140118a-2d8f-4df7-a9f9-4ed7608f8b1a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b31433d5022490ba6cd8b183da7a35f&device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 1097 time: 1.7535362 May 13 14:45:26.571625 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acca4b7-5ad7-47b3-8b8b-0f15caadb381 service neutron] Pushing event updated for resources: {'Port': ['ID=42a1abac-e5c5-46b8-a459-21e4016e4e47,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:26.659059 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-536016a8-4c0a-4d3b-acd9-c33829883e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:26.754671 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'tag': 'db83639c-a133-43bc-b112-4ab8da679863'}, {'name': 'network-changed', 'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'tag': '42a1abac-e5c5-46b8-a459-21e4016e4e47'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:45:26.806377 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1bb302c-7e3a-4dc4-8dbe-7715d5fd765f'] response: {'name': 'network-changed', 'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'tag': 'db83639c-a133-43bc-b112-4ab8da679863', 'status': 'completed', 'code': 200} May 13 14:45:26.806377 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1bb302c-7e3a-4dc4-8dbe-7715d5fd765f'] response: {'name': 'network-changed', 'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'tag': '42a1abac-e5c5-46b8-a459-21e4016e4e47', 'status': 'completed', 'code': 200} May 13 14:45:26.996145 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bc1070de-a7e3-4a69-9904-e27cbce0774c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:27.009792 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3770f53e-f2ff-4d39-879a-24ad5f379eec tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Router 60f27043-3c9f-4544-9691-0cb912423002 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:45:27.046197 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-536016a8-4c0a-4d3b-acd9-c33829883e88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f42ba23f-a9fd-42b0-9c7f-8779c7e24321 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:45:27.053778 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-536016a8-4c0a-4d3b-acd9-c33829883e88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:27.054337 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bc1070de-a7e3-4a69-9904-e27cbce0774c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33129349'] for router, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:27.069111 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-536016a8-4c0a-4d3b-acd9-c33829883e88 service neutron] Transition to ACTIVE for port object f42ba23f-a9fd-42b0-9c7f-8779c7e24321 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:27.072807 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-536016a8-4c0a-4d3b-acd9-c33829883e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:27.165190 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-dbb1e387-57ff-4a8d-a3e4-2eb83d85f37c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Allocated IP 172.25.0.150 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/83cee2ae-e53e-49d0-9022-f75447c69bb2) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:27.258665 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-296d7c55-4d85-4a0d-b434-b6da8c616383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:27.339972 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536016a8-4c0a-4d3b-acd9-c33829883e88 service neutron] Pushing event updated for resources: {'Port': ['ID=f42ba23f-a9fd-42b0-9c7f-8779c7e24321,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:27.354893 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-536016a8-4c0a-4d3b-acd9-c33829883e88 service neutron] Attempting to bind port f42ba23f-a9fd-42b0-9c7f-8779c7e24321 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:45:27.355275 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-536016a8-4c0a-4d3b-acd9-c33829883e88 service neutron] Attempting to bind port f42ba23f-a9fd-42b0-9c7f-8779c7e24321 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'a14d3966-62e0-468d-b3b4-5c718a1fb25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '471adc6c-b70b-42c1-bc3f-35baec009201'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:45:27.356162 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-536016a8-4c0a-4d3b-acd9-c33829883e88 service neutron] Attempting to bind port f42ba23f-a9fd-42b0-9c7f-8779c7e24321 on network 471adc6c-b70b-42c1-bc3f-35baec009201 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:27.364782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-536016a8-4c0a-4d3b-acd9-c33829883e88 service neutron] Port f42ba23f-a9fd-42b0-9c7f-8779c7e24321 on network 471adc6c-b70b-42c1-bc3f-35baec009201 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:45:27.365112 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-536016a8-4c0a-4d3b-acd9-c33829883e88 service neutron] Attempting to bind port f42ba23f-a9fd-42b0-9c7f-8779c7e24321 on network 471adc6c-b70b-42c1-bc3f-35baec009201 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:27.372652 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-536016a8-4c0a-4d3b-acd9-c33829883e88 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:45:27.373001 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-536016a8-4c0a-4d3b-acd9-c33829883e88 service neutron] Checking segment: {'id': 'a14d3966-62e0-468d-b3b4-5c718a1fb25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '471adc6c-b70b-42c1-bc3f-35baec009201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:27.373384 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-536016a8-4c0a-4d3b-acd9-c33829883e88 service neutron] Bound using segment: {'id': 'a14d3966-62e0-468d-b3b4-5c718a1fb25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '471adc6c-b70b-42c1-bc3f-35baec009201'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:45:27.373875 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-536016a8-4c0a-4d3b-acd9-c33829883e88 service neutron] Bound port: f42ba23f-a9fd-42b0-9c7f-8779c7e24321, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a14d3966-62e0-468d-b3b4-5c718a1fb25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '471adc6c-b70b-42c1-bc3f-35baec009201'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:45:27.374226 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-536016a8-4c0a-4d3b-acd9-c33829883e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:27.495453 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-536016a8-4c0a-4d3b-acd9-c33829883e88 service neutron] For port f42ba23f-a9fd-42b0-9c7f-8779c7e24321, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:45:27.498744 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-536016a8-4c0a-4d3b-acd9-c33829883e88 service neutron] For port f42ba23f-a9fd-42b0-9c7f-8779c7e24321, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=f42ba23f-a9fd-42b0-9c7f-8779c7e24321,segment=NetworkSegment(a14d3966-62e0-468d-b3b4-5c718a1fb25d),segment_id=a14d3966-62e0-468d-b3b4-5c718a1fb25d)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:45:27.504346 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-536016a8-4c0a-4d3b-acd9-c33829883e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:27.570958 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-536016a8-4c0a-4d3b-acd9-c33829883e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:27.571554 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-536016a8-4c0a-4d3b-acd9-c33829883e88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:27.573034 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-536016a8-4c0a-4d3b-acd9-c33829883e88 service neutron] 10.222.0.74 "PUT /v2.0/ports/f42ba23f-a9fd-42b0-9c7f-8779c7e24321 HTTP/1.1" status: 200 len: 1091 time: 1.0640175 May 13 14:45:27.623129 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-f5d7d3e5-de25-4c35-8a38-e26d5982e126 service neutron] Request body: {'port': {'device_id': '7f2656f6-d77d-4e0e-813a-910939c72154', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:27.684828 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536016a8-4c0a-4d3b-acd9-c33829883e88 service neutron] Pushing event updated for resources: {'Port': ['ID=f42ba23f-a9fd-42b0-9c7f-8779c7e24321,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:27.773008 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73539d8-f80f-493f-ba9b-60d3b1d26133 req-f899ff7e-ad4f-43dd-b4db-90df71ec2f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:27.774189 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73539d8-f80f-493f-ba9b-60d3b1d26133 req-f899ff7e-ad4f-43dd-b4db-90df71ec2f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:27.774588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73539d8-f80f-493f-ba9b-60d3b1d26133 req-f899ff7e-ad4f-43dd-b4db-90df71ec2f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:27.775063 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73539d8-f80f-493f-ba9b-60d3b1d26133 req-f899ff7e-ad4f-43dd-b4db-90df71ec2f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:27.775561 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73539d8-f80f-493f-ba9b-60d3b1d26133 req-f899ff7e-ad4f-43dd-b4db-90df71ec2f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:27.776022 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73539d8-f80f-493f-ba9b-60d3b1d26133 req-f899ff7e-ad4f-43dd-b4db-90df71ec2f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:27.776483 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73539d8-f80f-493f-ba9b-60d3b1d26133 req-f899ff7e-ad4f-43dd-b4db-90df71ec2f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:27.778587 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d73539d8-f80f-493f-ba9b-60d3b1d26133 req-f899ff7e-ad4f-43dd-b4db-90df71ec2f05 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=18b9c5d8b3d043279654e2a115822f2a&device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 6341 time: 0.9093900 May 13 14:45:27.785019 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1070de-a7e3-4a69-9904-e27cbce0774c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:45:27.799551 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f186f-1b1f-458a-a897-abc27dbe66d0 req-361144fd-6cb8-4d98-8d23-e6fdfc8ac167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:27.800995 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e9f186f-1b1f-458a-a897-abc27dbe66d0 req-361144fd-6cb8-4d98-8d23-e6fdfc8ac167 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 HTTP/1.1" status: 200 len: 911 time: 1.1898932 May 13 14:45:27.862376 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27975d55-084a-43d7-8fb0-4f4a74642170 req-845b3274-b250-4f2e-8d2f-60f2bec581dd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:27.868787 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27975d55-084a-43d7-8fb0-4f4a74642170 req-845b3274-b250-4f2e-8d2f-60f2bec581dd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:27.875164 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27975d55-084a-43d7-8fb0-4f4a74642170 req-845b3274-b250-4f2e-8d2f-60f2bec581dd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:27.881035 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27975d55-084a-43d7-8fb0-4f4a74642170 req-845b3274-b250-4f2e-8d2f-60f2bec581dd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:27.887480 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27975d55-084a-43d7-8fb0-4f4a74642170 req-845b3274-b250-4f2e-8d2f-60f2bec581dd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:27.893471 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27975d55-084a-43d7-8fb0-4f4a74642170 req-845b3274-b250-4f2e-8d2f-60f2bec581dd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:27.899369 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27975d55-084a-43d7-8fb0-4f4a74642170 req-845b3274-b250-4f2e-8d2f-60f2bec581dd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:27.906972 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-27975d55-084a-43d7-8fb0-4f4a74642170 req-845b3274-b250-4f2e-8d2f-60f2bec581dd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5394 time: 1.3811631 May 13 14:45:27.915487 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a7a3f-1b9a-413f-8b77-f412aac27d41 req-d9eacfb3-a324-4447-a5dd-6c1c83a5ca7c tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:27.917031 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-849a7a3f-1b9a-413f-8b77-f412aac27d41 req-d9eacfb3-a324-4447-a5dd-6c1c83a5ca7c tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d59c1b61-2c41-4c74-a9f9-b1395c3a902b HTTP/1.1" status: 200 len: 945 time: 0.3408506 May 13 14:45:27.917627 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-f5d7d3e5-de25-4c35-8a38-e26d5982e126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:28.019888 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-849a7a3f-1b9a-413f-8b77-f412aac27d41 req-50ff3a32-941f-40a4-9ada-1c116968658f tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928302 May 13 14:45:28.270720 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-548a75b9-0c2d-48a3-bb54-e4ff8d065b04 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:28.272297 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3770f53e-f2ff-4d39-879a-24ad5f379eec tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:45:28.284320 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c49a8c-daab-4b7e-8743-8b03795e3885 None None] Sync routers for ids ['60f27043-3c9f-4544-9691-0cb912423002'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:45:28.296702 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c49a8c-daab-4b7e-8743-8b03795e3885 None None] Routers {'60f27043-3c9f-4544-9691-0cb912423002'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:28.297647 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-57c49a8c-daab-4b7e-8743-8b03795e3885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['60f27043-3c9f-4544-9691-0cb912423002'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:28.352086 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-f5d7d3e5-de25-4c35-8a38-e26d5982e126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870bf163-4bc8-4f62-aa1e-a97e2ee5bef9 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:45:28.360491 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-f5d7d3e5-de25-4c35-8a38-e26d5982e126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:28.377703 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-f5d7d3e5-de25-4c35-8a38-e26d5982e126 service neutron] Transition to ACTIVE for port object 870bf163-4bc8-4f62-aa1e-a97e2ee5bef9 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:28.381037 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-f5d7d3e5-de25-4c35-8a38-e26d5982e126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:28.392891 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-548a75b9-0c2d-48a3-bb54-e4ff8d065b04 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:28.449848 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:28.470355 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-57c49a8c-daab-4b7e-8743-8b03795e3885 None None] Set router 60f27043-3c9f-4544-9691-0cb912423002 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:28.574051 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e9f186f-1b1f-458a-a897-abc27dbe66d0 req-c7ee8209-8f8f-46b4-9e1f-c986cae79440 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46833746-4949-4cc0-876e-322482ef650d HTTP/1.1" status: 200 len: 1000 time: 0.7324908 May 13 14:45:28.574693 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a75b9-0c2d-48a3-bb54-e4ff8d065b04 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1e127f-9c7e-4662-adfe-811708caffa9,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:28.597033 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-548a75b9-0c2d-48a3-bb54-e4ff8d065b04 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:45:28.621038 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-27975d55-084a-43d7-8fb0-4f4a74642170 req-c4b40b6d-9f88-4cc4-8842-15f2a80fda0d tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.7131510 May 13 14:45:28.648113 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7d3e5-de25-4c35-8a38-e26d5982e126 service neutron] Pushing event updated for resources: {'Port': ['ID=870bf163-4bc8-4f62-aa1e-a97e2ee5bef9,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:28.673558 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-f5d7d3e5-de25-4c35-8a38-e26d5982e126 service neutron] Attempting to bind port 870bf163-4bc8-4f62-aa1e-a97e2ee5bef9 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:45:28.673891 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-f5d7d3e5-de25-4c35-8a38-e26d5982e126 service neutron] Attempting to bind port 870bf163-4bc8-4f62-aa1e-a97e2ee5bef9 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'a14d3966-62e0-468d-b3b4-5c718a1fb25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '471adc6c-b70b-42c1-bc3f-35baec009201'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:45:28.674360 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-f5d7d3e5-de25-4c35-8a38-e26d5982e126 service neutron] Attempting to bind port 870bf163-4bc8-4f62-aa1e-a97e2ee5bef9 on network 471adc6c-b70b-42c1-bc3f-35baec009201 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:28.680260 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-f5d7d3e5-de25-4c35-8a38-e26d5982e126 service neutron] Port 870bf163-4bc8-4f62-aa1e-a97e2ee5bef9 on network 471adc6c-b70b-42c1-bc3f-35baec009201 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:45:28.683646 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-f5d7d3e5-de25-4c35-8a38-e26d5982e126 service neutron] Attempting to bind port 870bf163-4bc8-4f62-aa1e-a97e2ee5bef9 on network 471adc6c-b70b-42c1-bc3f-35baec009201 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:28.692127 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-f5d7d3e5-de25-4c35-8a38-e26d5982e126 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:45:28.692605 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-f5d7d3e5-de25-4c35-8a38-e26d5982e126 service neutron] Checking segment: {'id': 'a14d3966-62e0-468d-b3b4-5c718a1fb25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '471adc6c-b70b-42c1-bc3f-35baec009201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:28.693078 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-f5d7d3e5-de25-4c35-8a38-e26d5982e126 service neutron] Bound using segment: {'id': 'a14d3966-62e0-468d-b3b4-5c718a1fb25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '471adc6c-b70b-42c1-bc3f-35baec009201'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:45:28.693763 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-f5d7d3e5-de25-4c35-8a38-e26d5982e126 service neutron] Bound port: 870bf163-4bc8-4f62-aa1e-a97e2ee5bef9, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a14d3966-62e0-468d-b3b4-5c718a1fb25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '471adc6c-b70b-42c1-bc3f-35baec009201'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:45:28.694200 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-f5d7d3e5-de25-4c35-8a38-e26d5982e126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:28.700698 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1070de-a7e3-4a69-9904-e27cbce0774c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:45:28.712986 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f571bac-c318-458b-960f-5106254724fd None None] Sync routers for ids ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:45:28.727960 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f571bac-c318-458b-960f-5106254724fd None None] Routers {'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:28.728551 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-548a75b9-0c2d-48a3-bb54-e4ff8d065b04 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:28.728906 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-548a75b9-0c2d-48a3-bb54-e4ff8d065b04 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Added segment 6c25f73c-3fd9-46cb-a4cb-5935157c1761 of type vlan for network 72e9fc38-923f-4207-b51c-1b6a2d39607c May 13 14:45:28.729362 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-9f571bac-c318-458b-960f-5106254724fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:28.765540 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e387-57ff-4a8d-a3e4-2eb83d85f37c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:28.782722 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f186f-1b1f-458a-a897-abc27dbe66d0 req-9055733f-b761-4e25-9cf2-b806b4ff4354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:28.784234 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e9f186f-1b1f-458a-a897-abc27dbe66d0 req-9055733f-b761-4e25-9cf2-b806b4ff4354 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=363e7da1-0d6f-4e89-9da3-93f517417d88 HTTP/1.1" status: 200 len: 849 time: 0.1711299 May 13 14:45:28.812319 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73539d8-f80f-493f-ba9b-60d3b1d26133 req-73379cf6-0d76-4d0b-944a-566d3adc3a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:28.812705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73539d8-f80f-493f-ba9b-60d3b1d26133 req-73379cf6-0d76-4d0b-944a-566d3adc3a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:28.813164 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73539d8-f80f-493f-ba9b-60d3b1d26133 req-73379cf6-0d76-4d0b-944a-566d3adc3a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:28.814756 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d73539d8-f80f-493f-ba9b-60d3b1d26133 req-73379cf6-0d76-4d0b-944a-566d3adc3a99 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=18b9c5d8b3d043279654e2a115822f2a&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.0106664 May 13 14:45:28.824508 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-f5d7d3e5-de25-4c35-8a38-e26d5982e126 service neutron] For port 870bf163-4bc8-4f62-aa1e-a97e2ee5bef9, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:45:28.829733 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-f5d7d3e5-de25-4c35-8a38-e26d5982e126 service neutron] For port 870bf163-4bc8-4f62-aa1e-a97e2ee5bef9, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=870bf163-4bc8-4f62-aa1e-a97e2ee5bef9,segment=NetworkSegment(a14d3966-62e0-468d-b3b4-5c718a1fb25d),segment_id=a14d3966-62e0-468d-b3b4-5c718a1fb25d)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:45:28.831731 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'tag': 'f42ba23f-a9fd-42b0-9c7f-8779c7e24321'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:45:28.854175 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-f5d7d3e5-de25-4c35-8a38-e26d5982e126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:28.882611 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b7c84b92-1148-45b9-9eba-087606c722e8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:28.892000 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bc1070de-a7e3-4a69-9904-e27cbce0774c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:28.896169 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bc1070de-a7e3-4a69-9904-e27cbce0774c tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "PUT /v2.0/routers/ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 HTTP/1.1" status: 200 len: 704 time: 3.7846310 May 13 14:45:28.901569 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-9f571bac-c318-458b-960f-5106254724fd None None] Set router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:28.905661 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34382) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:28.910012 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3770f53e-f2ff-4d39-879a-24ad5f379eec tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "PUT /v2.0/routers/60f27043-3c9f-4544-9691-0cb912423002/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4625602 May 13 14:45:28.930429 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34386) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:28.934510 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-418be33a-08b7-4388-bd31-8fc3930d80f0'] response: {'name': 'network-changed', 'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'tag': 'f42ba23f-a9fd-42b0-9c7f-8779c7e24321', 'status': 'completed', 'code': 200} May 13 14:45:28.954245 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-8dec4fec-2aa6-4560-a149-e8bd407c8f26 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Request body: {'network': {'name': 'tempest-RoutersTest-347167733'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:28.961906 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-548a75b9-0c2d-48a3-bb54-e4ff8d065b04 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:28.970661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-8dec4fec-2aa6-4560-a149-e8bd407c8f26 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:28.978214 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-f5d7d3e5-de25-4c35-8a38-e26d5982e126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:28.978833 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-f5d7d3e5-de25-4c35-8a38-e26d5982e126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:28.980710 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-f5d7d3e5-de25-4c35-8a38-e26d5982e126 service neutron] 10.222.0.74 "PUT /v2.0/ports/870bf163-4bc8-4f62-aa1e-a97e2ee5bef9 HTTP/1.1" status: 200 len: 1091 time: 1.3666091 May 13 14:45:28.981863 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-57c49a8c-daab-4b7e-8743-8b03795e3885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f27043-3c9f-4544-9691-0cb912423002', 'name': 'tempest-RoutersTest-router-381366229', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:44Z', 'updated_at': '2022-05-13T14:45:21Z', 'revision_number': 4, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None, '_interfaces': [{'id': '17b8844a-8c24-4412-a9fb-66be3c8100cb', 'name': '', 'network_id': '07bb90cc-b788-4b33-b9e3-b37f8b092447', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:75:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:05Z', 'updated_at': '2022-05-13T14:45:16Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20a6a6b5-1019-47e0-ac7a-c853f258b603', 'name': '', 'network_id': '25ce728c-de7c-4b25-adf3-17148531c115', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:f8:cc:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:19Z', 'updated_at': '2022-05-13T14:45:23Z', 'revision_number': 2, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b55478fe-0015-458d-8d26-24bda0d3475c', 'name': '', 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:d1:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:49Z', 'updated_at': '2022-05-13T14:45:04Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:28.982415 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-8dec4fec-2aa6-4560-a149-e8bd407c8f26 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Usage tracker for resource:network and tenant:17b49979485542bba655ee3d2918613c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:28.987359 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-8dec4fec-2aa6-4560-a149-e8bd407c8f26 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:28.999299 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-8dec4fec-2aa6-4560-a149-e8bd407c8f26 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:29.005505 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c49a8c-daab-4b7e-8743-8b03795e3885 None None] Checking router: 60f27043-3c9f-4544-9691-0cb912423002 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:45:29.006003 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c49a8c-daab-4b7e-8743-8b03795e3885 None None] Updating router 60f27043-3c9f-4544-9691-0cb912423002 port 20a6a6b5-1019-47e0-ac7a-c853f258b603 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:45:29.020085 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7d3e5-de25-4c35-8a38-e26d5982e126 service neutron] Pushing event updated for resources: {'Port': ['ID=870bf163-4bc8-4f62-aa1e-a97e2ee5bef9,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:29.028926 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dec4fec-2aa6-4560-a149-e8bd407c8f26 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Made reservation on behalf of 17b49979485542bba655ee3d2918613c for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:29.032843 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8dec4fec-2aa6-4560-a149-e8bd407c8f26 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:29.055247 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-9f571bac-c318-458b-960f-5106254724fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'name': 'tempest-RoutersIpV6Test-router-753058156', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:45:17Z', 'revision_number': 11, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:29.068879 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f571bac-c318-458b-960f-5106254724fd None None] Checking router: ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:45:29.089981 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-57c49a8c-daab-4b7e-8743-8b03795e3885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:29.102583 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dec4fec-2aa6-4560-a149-e8bd407c8f26 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:45:29.115869 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f571bac-c318-458b-960f-5106254724fd None None] Routers {'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:29.116493 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-9f571bac-c318-458b-960f-5106254724fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:29.124208 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8dec4fec-2aa6-4560-a149-e8bd407c8f26 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:29.125033 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-8dec4fec-2aa6-4560-a149-e8bd407c8f26 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Added segment 92152a53-5b9a-4d5d-b55a-f35d91fa0bf6 of type vlan for network dc25f361-dab0-4c7f-b97f-b6c0c51d4b06 May 13 14:45:29.144328 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b7c84b92-1148-45b9-9eba-087606c722e8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:29.179581 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8dec4fec-2aa6-4560-a149-e8bd407c8f26 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:29.247596 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8dec4fec-2aa6-4560-a149-e8bd407c8f26 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:29.255717 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dec4fec-2aa6-4560-a149-e8bd407c8f26 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:29.256391 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8dec4fec-2aa6-4560-a149-e8bd407c8f26 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:29.299798 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6b4b3760-266e-4a82-9d0f-1655436e57bb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Synchronizing usage tracker for tenant:f1ec4de986a64c699f9b990b9e5d2da5 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:45:29.352030 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-9f571bac-c318-458b-960f-5106254724fd None None] Set router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:29.380579 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73539d8-f80f-493f-ba9b-60d3b1d26133 req-1c619560-85b0-4599-8208-3b0c87087e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:29.382170 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d73539d8-f80f-493f-ba9b-60d3b1d26133 req-1c619560-85b0-4599-8208-3b0c87087e50 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5191095 May 13 14:45:29.405501 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [None req-548a75b9-0c2d-48a3-bb54-e4ff8d065b04 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:45:29.431762 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8dec4fec-2aa6-4560-a149-e8bd407c8f26 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4913027 May 13 14:45:29.436146 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34392) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:29.442132 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-2e4fb310-2151-43aa-b0ee-3f37c12d5892 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Request body: {'subnet': {'network_id': 'dc25f361-dab0-4c7f-b97f-b6c0c51d4b06', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:29.467679 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6b4b3760-266e-4a82-9d0f-1655436e57bb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Unset dirty status for tenant:f1ec4de986a64c699f9b990b9e5d2da5 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:45:29.470052 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6b4b3760-266e-4a82-9d0f-1655436e57bb tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 HTTP/1.1" status: 200 len: 205 time: 0.5579798 May 13 14:45:29.470982 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c84b92-1148-45b9-9eba-087606c722e8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event updated for resources: {'Port': ['ID=b68391c5-7d67-45ed-bb48-d60780d90fbe,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:29.473688 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec4fec-2aa6-4560-a149-e8bd407c8f26 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Network': ['ID=dc25f361-dab0-4c7f-b97f-b6c0c51d4b06,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:29.473904 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b7c84b92-1148-45b9-9eba-087606c722e8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:29.490207 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network dc25f361-dab0-4c7f-b97f-b6c0c51d4b06 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:45:29.531785 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-9f571bac-c318-458b-960f-5106254724fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'name': 'tempest-RoutersIpV6Test-router-753058156', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:45:17Z', 'revision_number': 11, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:29.536044 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f571bac-c318-458b-960f-5106254724fd None None] The sync data for ids ['ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40'] in n-d-841760-1 is: [{'id': 'ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40', 'name': 'tempest-RoutersIpV6Test-router-753058156', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:45:17Z', 'revision_number': 11, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:45:29.538765 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34396) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:29.644685 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-548a75b9-0c2d-48a3-bb54-e4ff8d065b04 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:29.651896 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548a75b9-0c2d-48a3-bb54-e4ff8d065b04 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:29.652619 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-548a75b9-0c2d-48a3-bb54-e4ff8d065b04 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:29.707891 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0078f0c3-cf4b-4486-909a-6a14ecfc5ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:29.731047 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-152e0819-8ae6-472f-a9f4-8cbfda862889 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:29.856062 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a75b9-0c2d-48a3-bb54-e4ff8d065b04 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Network': ['ID=72e9fc38-923f-4207-b51c-1b6a2d39607c,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:29.877783 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 72e9fc38-923f-4207-b51c-1b6a2d39607c details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:45:29.879652 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e387-57ff-4a8d-a3e4-2eb83d85f37c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:29.887471 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-548a75b9-0c2d-48a3-bb54-e4ff8d065b04 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 5.4965227 May 13 14:45:29.892052 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2e4fb310-2151-43aa-b0ee-3f37c12d5892 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:29.893988 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34402) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:29.897165 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-57c49a8c-daab-4b7e-8743-8b03795e3885 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:29.909041 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-03afd11e-901d-40ba-8d37-d2a126d58d00 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'port': {'network_id': '72e9fc38-923f-4207-b51c-1b6a2d39607c', 'name': 'tempest-PortsTestJSON-1932853109'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:29.932869 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2e4fb310-2151-43aa-b0ee-3f37c12d5892 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Usage tracker for resource:subnet and tenant:17b49979485542bba655ee3d2918613c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:29.938029 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2e4fb310-2151-43aa-b0ee-3f37c12d5892 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:29.971152 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-57c49a8c-daab-4b7e-8743-8b03795e3885 None None] Transition to ACTIVE for port object 20a6a6b5-1019-47e0-ac7a-c853f258b603 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:29.980271 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f186f-1b1f-458a-a897-abc27dbe66d0 req-b2c4e35a-482e-40ad-9c2e-5a865195572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:29.982248 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e9f186f-1b1f-458a-a897-abc27dbe66d0 req-b2c4e35a-482e-40ad-9c2e-5a865195572c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3c40b33f-7bf3-4984-a9df-d5e9c9e61d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1768115 May 13 14:45:29.989865 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-57c49a8c-daab-4b7e-8743-8b03795e3885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:30.008459 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb1e387-57ff-4a8d-a3e4-2eb83d85f37c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:30.043624 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-dbb1e387-57ff-4a8d-a3e4-2eb83d85f37c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:30.046312 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb1e387-57ff-4a8d-a3e4-2eb83d85f37c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:45:30.169305 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2e4fb310-2151-43aa-b0ee-3f37c12d5892 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:30.193153 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c568a-ea55-4259-8be3-78f110f19619 None None] Pushing event updated for resources: {'Port': ['ID=20a6a6b5-1019-47e0-ac7a-c853f258b603,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:30.194929 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4554c1-b56d-41c8-8934-4159786581d2 req-af4f1775-0a3e-4fab-940d-e7fc36c21159 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:30.203713 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7c4554c1-b56d-41c8-8934-4159786581d2 req-af4f1775-0a3e-4fab-940d-e7fc36c21159 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d59c1b61-2c41-4c74-a9f9-b1395c3a902b HTTP/1.1" status: 200 len: 945 time: 0.9423568 May 13 14:45:30.211264 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73539d8-f80f-493f-ba9b-60d3b1d26133 req-44cbfaaa-fe15-4641-89de-6d09caa9811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:30.211783 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73539d8-f80f-493f-ba9b-60d3b1d26133 req-44cbfaaa-fe15-4641-89de-6d09caa9811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:30.212258 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73539d8-f80f-493f-ba9b-60d3b1d26133 req-44cbfaaa-fe15-4641-89de-6d09caa9811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:30.212721 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73539d8-f80f-493f-ba9b-60d3b1d26133 req-44cbfaaa-fe15-4641-89de-6d09caa9811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:30.213192 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73539d8-f80f-493f-ba9b-60d3b1d26133 req-44cbfaaa-fe15-4641-89de-6d09caa9811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:30.213654 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73539d8-f80f-493f-ba9b-60d3b1d26133 req-44cbfaaa-fe15-4641-89de-6d09caa9811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:30.214133 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73539d8-f80f-493f-ba9b-60d3b1d26133 req-44cbfaaa-fe15-4641-89de-6d09caa9811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:30.216107 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d73539d8-f80f-493f-ba9b-60d3b1d26133 req-44cbfaaa-fe15-4641-89de-6d09caa9811b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=18b9c5d8b3d043279654e2a115822f2a&device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 6475 time: 0.7497749 May 13 14:45:30.216763 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1e387-57ff-4a8d-a3e4-2eb83d85f37c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Pushing event updated for resources: {'Port': ['ID=83cee2ae-e53e-49d0-9022-f75447c69bb2,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:30.241755 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c84b92-1148-45b9-9eba-087606c722e8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Network 89019f2a-9e67-4e52-a58d-6715129e193a is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:30.275193 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-b7c84b92-1148-45b9-9eba-087606c722e8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:30.305110 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-57c49a8c-daab-4b7e-8743-8b03795e3885 None None] Attempting to bind port 20a6a6b5-1019-47e0-ac7a-c853f258b603 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:45:30.305476 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-57c49a8c-daab-4b7e-8743-8b03795e3885 None None] Attempting to bind port 20a6a6b5-1019-47e0-ac7a-c853f258b603 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'e328ea51-14f0-4c5a-9b1c-06453528cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '25ce728c-de7c-4b25-adf3-17148531c115'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:45:30.305841 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c49a8c-daab-4b7e-8743-8b03795e3885 None None] Attempting to bind port 20a6a6b5-1019-47e0-ac7a-c853f258b603 on network 25ce728c-de7c-4b25-adf3-17148531c115 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:30.325577 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c49a8c-daab-4b7e-8743-8b03795e3885 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:45:30.325961 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c49a8c-daab-4b7e-8743-8b03795e3885 None None] Checking segment: {'id': 'e328ea51-14f0-4c5a-9b1c-06453528cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '25ce728c-de7c-4b25-adf3-17148531c115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:30.326369 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-57c49a8c-daab-4b7e-8743-8b03795e3885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:30.326765 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c49a8c-daab-4b7e-8743-8b03795e3885 None None] Bound using segment: {'id': 'e328ea51-14f0-4c5a-9b1c-06453528cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '25ce728c-de7c-4b25-adf3-17148531c115'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:45:30.327276 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-57c49a8c-daab-4b7e-8743-8b03795e3885 None None] Bound port: 20a6a6b5-1019-47e0-ac7a-c853f258b603, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e328ea51-14f0-4c5a-9b1c-06453528cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '25ce728c-de7c-4b25-adf3-17148531c115'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:45:30.327661 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-57c49a8c-daab-4b7e-8743-8b03795e3885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:30.435593 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-152e0819-8ae6-472f-a9f4-8cbfda862889 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:30.438183 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-152e0819-8ae6-472f-a9f4-8cbfda862889 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:30.464884 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-57c49a8c-daab-4b7e-8743-8b03795e3885 None None] For port 20a6a6b5-1019-47e0-ac7a-c853f258b603, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:45:30.473465 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-57c49a8c-daab-4b7e-8743-8b03795e3885 None None] For port 20a6a6b5-1019-47e0-ac7a-c853f258b603, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=20a6a6b5-1019-47e0-ac7a-c853f258b603,segment=NetworkSegment(e328ea51-14f0-4c5a-9b1c-06453528cd3e),segment_id=e328ea51-14f0-4c5a-9b1c-06453528cd3e)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:45:30.480783 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-57c49a8c-daab-4b7e-8743-8b03795e3885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:30.484465 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-152e0819-8ae6-472f-a9f4-8cbfda862889 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:30.484839 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152e0819-8ae6-472f-a9f4-8cbfda862889 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Fanout notify agent at l3_agent the message router_deleted on router ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:45:30.495539 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-03afd11e-901d-40ba-8d37-d2a126d58d00 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:30.503713 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4fb310-2151-43aa-b0ee-3f37c12d5892 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Made reservation on behalf of 17b49979485542bba655ee3d2918613c for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:30.507475 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2e4fb310-2151-43aa-b0ee-3f37c12d5892 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:30.608213 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:30.640680 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c49a8c-daab-4b7e-8743-8b03795e3885 None None] Routers {'60f27043-3c9f-4544-9691-0cb912423002'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:30.641212 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-57c49a8c-daab-4b7e-8743-8b03795e3885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['60f27043-3c9f-4544-9691-0cb912423002'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:30.713619 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c568a-ea55-4259-8be3-78f110f19619 None None] Pushing event updated for resources: {'Port': ['ID=20a6a6b5-1019-47e0-ac7a-c853f258b603,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:30.792682 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-03afd11e-901d-40ba-8d37-d2a126d58d00 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:port and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:30.803310 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:30.806773 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-152e0819-8ae6-472f-a9f4-8cbfda862889 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:30.811646 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-152e0819-8ae6-472f-a9f4-8cbfda862889 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/routers/ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 HTTP/1.1" status: 204 len: 168 time: 1.2677248 May 13 14:45:30.811646 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2e4fb310-2151-43aa-b0ee-3f37c12d5892 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:30.817270 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34406) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:30.818101 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-03afd11e-901d-40ba-8d37-d2a126d58d00 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:30.834691 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d59df-eef8-449a-b9aa-e3b707e16aa1 req-53fbd17d-c476-4c45-a04a-c8f5434106ba tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:30.842319 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d59df-eef8-449a-b9aa-e3b707e16aa1 req-53fbd17d-c476-4c45-a04a-c8f5434106ba tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:30.862237 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d59df-eef8-449a-b9aa-e3b707e16aa1 req-53fbd17d-c476-4c45-a04a-c8f5434106ba tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:30.870016 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d59df-eef8-449a-b9aa-e3b707e16aa1 req-53fbd17d-c476-4c45-a04a-c8f5434106ba tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:30.877237 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d59df-eef8-449a-b9aa-e3b707e16aa1 req-53fbd17d-c476-4c45-a04a-c8f5434106ba tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:30.880325 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-faaaab4b-428f-4ae2-b076-9097db47160d None None] Provisioning complete for port b68391c5-7d67-45ed-bb48-d60780d90fbe triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:30.880638 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-faaaab4b-428f-4ae2-b076-9097db47160d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:30.884078 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d59df-eef8-449a-b9aa-e3b707e16aa1 req-53fbd17d-c476-4c45-a04a-c8f5434106ba tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:30.890087 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d59df-eef8-449a-b9aa-e3b707e16aa1 req-53fbd17d-c476-4c45-a04a-c8f5434106ba tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:30.898455 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bc7d59df-eef8-449a-b9aa-e3b707e16aa1 req-53fbd17d-c476-4c45-a04a-c8f5434106ba tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5418 time: 1.0486465 May 13 14:45:30.950710 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-57c49a8c-daab-4b7e-8743-8b03795e3885 None None] Set router 60f27043-3c9f-4544-9691-0cb912423002 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:31.003445 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'tag': '870bf163-4bc8-4f62-aa1e-a97e2ee5bef9'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:45:31.011778 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-03afd11e-901d-40ba-8d37-d2a126d58d00 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:31.025595 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-faaaab4b-428f-4ae2-b076-9097db47160d None None] Port b68391c5-7d67-45ed-bb48-d60780d90fbe cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:45:31.035494 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7c4554c1-b56d-41c8-8934-4159786581d2 req-450cb64b-d776-473b-bee8-51f3f9464e9a tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8306587 May 13 14:45:31.044034 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bc7d59df-eef8-449a-b9aa-e3b707e16aa1 req-d81eaf52-716f-4d61-9251-588e9a604c64 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1442242 May 13 14:45:31.060931 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4fb310-2151-43aa-b0ee-3f37c12d5892 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Subnet': ['ID=83d889bd-5089-45be-89d0-954ec46ff8b7,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:31.072226 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4fb310-2151-43aa-b0ee-3f37c12d5892 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:31.072586 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4fb310-2151-43aa-b0ee-3f37c12d5892 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:31.072903 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4fb310-2151-43aa-b0ee-3f37c12d5892 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:31.073230 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4fb310-2151-43aa-b0ee-3f37c12d5892 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:31.073552 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4fb310-2151-43aa-b0ee-3f37c12d5892 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:31.073871 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4fb310-2151-43aa-b0ee-3f37c12d5892 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:31.074188 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4fb310-2151-43aa-b0ee-3f37c12d5892 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:31.074502 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4fb310-2151-43aa-b0ee-3f37c12d5892 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:31.074807 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4fb310-2151-43aa-b0ee-3f37c12d5892 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:31.075405 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4fb310-2151-43aa-b0ee-3f37c12d5892 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:31.075725 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4fb310-2151-43aa-b0ee-3f37c12d5892 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:31.076037 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4fb310-2151-43aa-b0ee-3f37c12d5892 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:31.099639 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03afd11e-901d-40ba-8d37-d2a126d58d00 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:31.103450 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-03afd11e-901d-40ba-8d37-d2a126d58d00 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:31.117519 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e9f186f-1b1f-458a-a897-abc27dbe66d0 req-a40ecd18-9895-4810-a329-cc2cfb6f7b3a service neutron] 10.222.0.59 "GET /v2.0/networks/3c40b33f-7bf3-4984-a9df-d5e9c9e61d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1167047 May 13 14:45:31.122235 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4fb310-2151-43aa-b0ee-3f37c12d5892 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Checking segment: {'id': '92152a53-5b9a-4d5d-b55a-f35d91fa0bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dc25f361-dab0-4c7f-b97f-b6c0c51d4b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:31.122594 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4fb310-2151-43aa-b0ee-3f37c12d5892 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network hostable DHCP agents. Network: dc25f361-dab0-4c7f-b97f-b6c0c51d4b06, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:45:31.142488 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44dc4a37-15e4-4fb6-9413-7ab5426f26c8'] response: {'name': 'network-changed', 'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'tag': '870bf163-4bc8-4f62-aa1e-a97e2ee5bef9', 'status': 'completed', 'code': 200} May 13 14:45:31.145131 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-03afd11e-901d-40ba-8d37-d2a126d58d00 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] device_id is not set on port f57b321f-9678-4785-965c-674f32f9cc98 yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:45:31.198910 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4fb310-2151-43aa-b0ee-3f37c12d5892 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network dc25f361-dab0-4c7f-b97f-b6c0c51d4b06 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:45:31.217334 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-2e4fb310-2151-43aa-b0ee-3f37c12d5892 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, dc25f361-dab0-4c7f-b97f-b6c0c51d4b06) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:31.225882 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4fb310-2151-43aa-b0ee-3f37c12d5892 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:31.227039 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2e4fb310-2151-43aa-b0ee-3f37c12d5892 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:31.232466 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e04214-d107-4457-9cc7-333d5f61f0b5 None None] Network dc25f361-dab0-4c7f-b97f-b6c0c51d4b06 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:45:31.370293 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73539d8-f80f-493f-ba9b-60d3b1d26133 req-7a66e108-6bfb-413f-adc1-a9e91e8b0e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:31.371149 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73539d8-f80f-493f-ba9b-60d3b1d26133 req-7a66e108-6bfb-413f-adc1-a9e91e8b0e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:31.371289 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73539d8-f80f-493f-ba9b-60d3b1d26133 req-7a66e108-6bfb-413f-adc1-a9e91e8b0e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:31.372810 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d73539d8-f80f-493f-ba9b-60d3b1d26133 req-7a66e108-6bfb-413f-adc1-a9e91e8b0e37 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=18b9c5d8b3d043279654e2a115822f2a&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.1277757 May 13 14:45:31.381829 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c84b92-1148-45b9-9eba-087606c722e8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Router af67c128-a054-4acd-b9b0-e5199f1d9fc5 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:45:31.404788 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2e4fb310-2151-43aa-b0ee-3f37c12d5892 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9668903 May 13 14:45:31.408092 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-99b26462-8412-4056-aaf8-af0d5800e067 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1331398284', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:31.417409 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-99b26462-8412-4056-aaf8-af0d5800e067 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:31.422123 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-99b26462-8412-4056-aaf8-af0d5800e067 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Usage tracker for resource:router and tenant:f1ec4de986a64c699f9b990b9e5d2da5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:31.425907 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-99b26462-8412-4056-aaf8-af0d5800e067 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:31.428373 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34416) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:31.432957 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-99b26462-8412-4056-aaf8-af0d5800e067 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:31.502550 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-03afd11e-901d-40ba-8d37-d2a126d58d00 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:31.511145 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-99b26462-8412-4056-aaf8-af0d5800e067 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:31.513197 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-99b26462-8412-4056-aaf8-af0d5800e067 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:31.537054 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-99b26462-8412-4056-aaf8-af0d5800e067 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:31.563165 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-03afd11e-901d-40ba-8d37-d2a126d58d00 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:31.566240 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-99b26462-8412-4056-aaf8-af0d5800e067 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:31.598023 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-57c49a8c-daab-4b7e-8743-8b03795e3885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f27043-3c9f-4544-9691-0cb912423002', 'name': 'tempest-RoutersTest-router-381366229', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:44Z', 'updated_at': '2022-05-13T14:45:21Z', 'revision_number': 4, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None, '_interfaces': [{'id': '17b8844a-8c24-4412-a9fb-66be3c8100cb', 'name': '', 'network_id': '07bb90cc-b788-4b33-b9e3-b37f8b092447', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:75:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:05Z', 'updated_at': '2022-05-13T14:45:16Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20a6a6b5-1019-47e0-ac7a-c853f258b603', 'name': '', 'network_id': '25ce728c-de7c-4b25-adf3-17148531c115', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:f8:cc:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:19Z', 'updated_at': '2022-05-13T14:45:30Z', 'revision_number': 4, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b55478fe-0015-458d-8d26-24bda0d3475c', 'name': '', 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:d1:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:49Z', 'updated_at': '2022-05-13T14:45:04Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:31.604522 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c49a8c-daab-4b7e-8743-8b03795e3885 None None] The sync data for ids ['60f27043-3c9f-4544-9691-0cb912423002'] in n-d-841760-1 is: [{'id': '60f27043-3c9f-4544-9691-0cb912423002', 'name': 'tempest-RoutersTest-router-381366229', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:44Z', 'updated_at': '2022-05-13T14:45:21Z', 'revision_number': 4, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None, '_interfaces': [{'id': '17b8844a-8c24-4412-a9fb-66be3c8100cb', 'name': '', 'network_id': '07bb90cc-b788-4b33-b9e3-b37f8b092447', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:75:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:05Z', 'updated_at': '2022-05-13T14:45:16Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20a6a6b5-1019-47e0-ac7a-c853f258b603', 'name': '', 'network_id': '25ce728c-de7c-4b25-adf3-17148531c115', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:f8:cc:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:19Z', 'updated_at': '2022-05-13T14:45:30Z', 'revision_number': 4, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b55478fe-0015-458d-8d26-24bda0d3475c', 'name': '', 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:d1:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:49Z', 'updated_at': '2022-05-13T14:45:04Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:45:31.607725 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a017f735-5d2d-46aa-acde-9344b2e2ae3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-dc25f361-dab0-4c7f-b97f-b6c0c51d4b06', 'network_id': 'dc25f361-dab0-4c7f-b97f-b6c0c51d4b06', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'fixed_ips': [{'subnet_id': '83d889bd-5089-45be-89d0-954ec46ff8b7'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:45:31.609137 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a017f735-5d2d-46aa-acde-9344b2e2ae3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:31.695268 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-99b26462-8412-4056-aaf8-af0d5800e067 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:31.699426 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-99b26462-8412-4056-aaf8-af0d5800e067 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7218597 May 13 14:45:31.705000 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34420) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:31.712429 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-6d404f5a-aa34-421c-8d28-832156438bdc tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:31.771570 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03afd11e-901d-40ba-8d37-d2a126d58d00 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Port': ['ID=f57b321f-9678-4785-965c-674f32f9cc98,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:31.856774 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03afd11e-901d-40ba-8d37-d2a126d58d00 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Checking segment: {'id': '6c25f73c-3fd9-46cb-a4cb-5935157c1761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '72e9fc38-923f-4207-b51c-1b6a2d39607c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:31.857150 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03afd11e-901d-40ba-8d37-d2a126d58d00 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network hostable DHCP agents. Network: 72e9fc38-923f-4207-b51c-1b6a2d39607c, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:45:31.895733 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-a017f735-5d2d-46aa-acde-9344b2e2ae3f None None] Allocated IP 172.23.0.2 (dc25f361-dab0-4c7f-b97f-b6c0c51d4b06/83d889bd-5089-45be-89d0-954ec46ff8b7/651c8f61-d20a-433a-b3f2-ba3a02a2527f) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:32.114127 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e9f186f-1b1f-458a-a897-abc27dbe66d0 req-5858c24c-0709-4ed6-9189-4491a10bdc73 service neutron] 10.222.0.59 "GET /v2.0/networks/3c40b33f-7bf3-4984-a9df-d5e9c9e61d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9736662 May 13 14:45:32.205416 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a017f735-5d2d-46aa-acde-9344b2e2ae3f None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:32.227927 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a017f735-5d2d-46aa-acde-9344b2e2ae3f None None] Transition to ACTIVE for port object 651c8f61-d20a-433a-b3f2-ba3a02a2527f will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:32.262673 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a017f735-5d2d-46aa-acde-9344b2e2ae3f None None] Transition to ACTIVE for port object 651c8f61-d20a-433a-b3f2-ba3a02a2527f will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:32.283029 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a017f735-5d2d-46aa-acde-9344b2e2ae3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:32.336212 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:32.349830 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a017f735-5d2d-46aa-acde-9344b2e2ae3f None None] Network dc25f361-dab0-4c7f-b97f-b6c0c51d4b06 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:32.356099 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6d404f5a-aa34-421c-8d28-832156438bdc tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:32.358285 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-a017f735-5d2d-46aa-acde-9344b2e2ae3f None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:32.362940 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a017f735-5d2d-46aa-acde-9344b2e2ae3f None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:45:32.387951 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73539d8-f80f-493f-ba9b-60d3b1d26133 req-8205c1d9-2761-4c12-ab90-baf83b1eb0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:32.390557 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d73539d8-f80f-493f-ba9b-60d3b1d26133 req-8205c1d9-2761-4c12-ab90-baf83b1eb0bd service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9937708 May 13 14:45:32.408039 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6d404f5a-aa34-421c-8d28-832156438bdc tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33129349'] for router, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:32.410831 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03afd11e-901d-40ba-8d37-d2a126d58d00 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network 72e9fc38-923f-4207-b51c-1b6a2d39607c is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:45:32.435351 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e387-57ff-4a8d-a3e4-2eb83d85f37c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:32.468880 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017f735-5d2d-46aa-acde-9344b2e2ae3f None None] Pushing event updated for resources: {'Port': ['ID=651c8f61-d20a-433a-b3f2-ba3a02a2527f,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:32.494583 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-a017f735-5d2d-46aa-acde-9344b2e2ae3f None None] Attempting to bind port 651c8f61-d20a-433a-b3f2-ba3a02a2527f on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:45:32.495290 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-a017f735-5d2d-46aa-acde-9344b2e2ae3f None None] Attempting to bind port 651c8f61-d20a-433a-b3f2-ba3a02a2527f by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '92152a53-5b9a-4d5d-b55a-f35d91fa0bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dc25f361-dab0-4c7f-b97f-b6c0c51d4b06'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:45:32.495857 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a017f735-5d2d-46aa-acde-9344b2e2ae3f None None] Attempting to bind port 651c8f61-d20a-433a-b3f2-ba3a02a2527f on network dc25f361-dab0-4c7f-b97f-b6c0c51d4b06 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:32.501053 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-03afd11e-901d-40ba-8d37-d2a126d58d00 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 72e9fc38-923f-4207-b51c-1b6a2d39607c) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:32.503870 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a017f735-5d2d-46aa-acde-9344b2e2ae3f None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:45:32.504518 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a017f735-5d2d-46aa-acde-9344b2e2ae3f None None] Checking segment: {'id': '92152a53-5b9a-4d5d-b55a-f35d91fa0bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dc25f361-dab0-4c7f-b97f-b6c0c51d4b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:32.505131 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a017f735-5d2d-46aa-acde-9344b2e2ae3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:32.505269 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03afd11e-901d-40ba-8d37-d2a126d58d00 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:45:32.506154 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a017f735-5d2d-46aa-acde-9344b2e2ae3f None None] Bound using segment: {'id': '92152a53-5b9a-4d5d-b55a-f35d91fa0bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dc25f361-dab0-4c7f-b97f-b6c0c51d4b06'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:45:32.506907 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-a017f735-5d2d-46aa-acde-9344b2e2ae3f None None] Bound port: 651c8f61-d20a-433a-b3f2-ba3a02a2527f, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92152a53-5b9a-4d5d-b55a-f35d91fa0bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dc25f361-dab0-4c7f-b97f-b6c0c51d4b06'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:45:32.508105 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a017f735-5d2d-46aa-acde-9344b2e2ae3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:32.512013 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03afd11e-901d-40ba-8d37-d2a126d58d00 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:32.512554 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-03afd11e-901d-40ba-8d37-d2a126d58d00 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:32.562161 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246cec6a-6924-4602-b7d1-5595b2e414a5 None None] Network 72e9fc38-923f-4207-b51c-1b6a2d39607c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:45:32.617918 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-03afd11e-901d-40ba-8d37-d2a126d58d00 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.7144542 May 13 14:45:32.619188 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34428) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:32.632213 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-c133e766-bdbd-4016-a7f9-562f015ee100 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1294212244'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:32.642501 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c133e766-bdbd-4016-a7f9-562f015ee100 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:32.642780 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-a017f735-5d2d-46aa-acde-9344b2e2ae3f None None] For port 651c8f61-d20a-433a-b3f2-ba3a02a2527f, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:45:32.646463 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-a017f735-5d2d-46aa-acde-9344b2e2ae3f None None] For port 651c8f61-d20a-433a-b3f2-ba3a02a2527f, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=651c8f61-d20a-433a-b3f2-ba3a02a2527f,segment=NetworkSegment(92152a53-5b9a-4d5d-b55a-f35d91fa0bf6),segment_id=92152a53-5b9a-4d5d-b55a-f35d91fa0bf6)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:45:32.654780 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c133e766-bdbd-4016-a7f9-562f015ee100 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:network and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:32.659420 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c133e766-bdbd-4016-a7f9-562f015ee100 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:32.671497 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c133e766-bdbd-4016-a7f9-562f015ee100 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:32.690289 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c84b92-1148-45b9-9eba-087606c722e8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:45:32.697666 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a017f735-5d2d-46aa-acde-9344b2e2ae3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:32.714477 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518cf11-6d00-469f-a038-c4b35c70c67d req-dc1e842c-e821-4490-a63d-30cb98dee8a4 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:32.716246 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2518cf11-6d00-469f-a038-c4b35c70c67d req-dc1e842c-e821-4490-a63d-30cb98dee8a4 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d59c1b61-2c41-4c74-a9f9-b1395c3a902b HTTP/1.1" status: 200 len: 945 time: 0.3502777 May 13 14:45:32.717017 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c133e766-bdbd-4016-a7f9-562f015ee100 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:32.720395 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c133e766-bdbd-4016-a7f9-562f015ee100 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:32.754214 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c3909b-4715-49f2-8d06-8a2edb682f83 None None] Sync routers for ids ['af67c128-a054-4acd-b9b0-e5199f1d9fc5'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:45:32.756730 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d404f5a-aa34-421c-8d28-832156438bdc tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Router c88b9ec2-a65d-48ec-a2e4-5ef5e4fcfb5d is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:45:32.783473 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b7c84b92-1148-45b9-9eba-087606c722e8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "PUT /v2.0/routers/af67c128-a054-4acd-b9b0-e5199f1d9fc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5137081 May 13 14:45:32.789984 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34432) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:32.797365 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-782a3170-a057-47ea-83f5-0a3fed1fc2b2 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Request body: {'port': {'network_id': '89019f2a-9e67-4e52-a58d-6715129e193a', 'name': 'tempest-FloatingIPTestJSON-1326286755'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:32.817071 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c3909b-4715-49f2-8d06-8a2edb682f83 None None] Routers {'af67c128-a054-4acd-b9b0-e5199f1d9fc5'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:32.817397 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-42c3909b-4715-49f2-8d06-8a2edb682f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['af67c128-a054-4acd-b9b0-e5199f1d9fc5'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:32.876706 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c133e766-bdbd-4016-a7f9-562f015ee100 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:45:32.921489 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-42c3909b-4715-49f2-8d06-8a2edb682f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:32.923629 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017f735-5d2d-46aa-acde-9344b2e2ae3f None None] Pushing event updated for resources: {'Port': ['ID=651c8f61-d20a-433a-b3f2-ba3a02a2527f,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:32.953437 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2518cf11-6d00-469f-a038-c4b35c70c67d req-7f71e7e1-6c54-4728-93cc-49c31039692f tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228246 May 13 14:45:32.982726 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c3909b-4715-49f2-8d06-8a2edb682f83 None None] Routers {'af67c128-a054-4acd-b9b0-e5199f1d9fc5'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:32.983570 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-42c3909b-4715-49f2-8d06-8a2edb682f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['af67c128-a054-4acd-b9b0-e5199f1d9fc5'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:33.041377 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26ed0d-bb71-4a01-8cef-9316b883c856 req-4d5d318a-b43f-431a-a615-3096deebea49 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:33.047293 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26ed0d-bb71-4a01-8cef-9316b883c856 req-4d5d318a-b43f-431a-a615-3096deebea49 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:33.048578 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c133e766-bdbd-4016-a7f9-562f015ee100 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:33.048924 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-c133e766-bdbd-4016-a7f9-562f015ee100 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Added segment 7e9d332f-f3b4-45c8-806e-e53e0eb98207 of type vlan for network f950d752-f898-472b-9cf7-04c0528aeb6a May 13 14:45:33.053827 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26ed0d-bb71-4a01-8cef-9316b883c856 req-4d5d318a-b43f-431a-a615-3096deebea49 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:33.061301 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26ed0d-bb71-4a01-8cef-9316b883c856 req-4d5d318a-b43f-431a-a615-3096deebea49 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:33.061513 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d404f5a-aa34-421c-8d28-832156438bdc tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:45:33.075811 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26ed0d-bb71-4a01-8cef-9316b883c856 req-4d5d318a-b43f-431a-a615-3096deebea49 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:33.080544 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17519a4-8763-4db0-9bd7-6673baede045 None None] Sync routers for ids ['c88b9ec2-a65d-48ec-a2e4-5ef5e4fcfb5d'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:45:33.083750 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26ed0d-bb71-4a01-8cef-9316b883c856 req-4d5d318a-b43f-431a-a615-3096deebea49 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:33.088053 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-42c3909b-4715-49f2-8d06-8a2edb682f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:33.088577 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c3909b-4715-49f2-8d06-8a2edb682f83 None None] The sync data for ids ['af67c128-a054-4acd-b9b0-e5199f1d9fc5'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:45:33.090302 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26ed0d-bb71-4a01-8cef-9316b883c856 req-4d5d318a-b43f-431a-a615-3096deebea49 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:33.092548 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fb26ed0d-bb71-4a01-8cef-9316b883c856 req-4d5d318a-b43f-431a-a615-3096deebea49 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5418 time: 0.8522325 May 13 14:45:33.108032 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17519a4-8763-4db0-9bd7-6673baede045 None None] Routers {'c88b9ec2-a65d-48ec-a2e4-5ef5e4fcfb5d'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:33.108654 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-d17519a4-8763-4db0-9bd7-6673baede045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['c88b9ec2-a65d-48ec-a2e4-5ef5e4fcfb5d'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:33.145654 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6d404f5a-aa34-421c-8d28-832156438bdc tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:33.146968 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6d404f5a-aa34-421c-8d28-832156438bdc tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "PUT /v2.0/routers/c88b9ec2-a65d-48ec-a2e4-5ef5e4fcfb5d HTTP/1.1" status: 200 len: 698 time: 1.4411001 May 13 14:45:33.155739 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34438) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:33.232441 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c133e766-bdbd-4016-a7f9-562f015ee100 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:33.278286 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-d17519a4-8763-4db0-9bd7-6673baede045 None None] Set router c88b9ec2-a65d-48ec-a2e4-5ef5e4fcfb5d gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:33.360600 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-782a3170-a057-47ea-83f5-0a3fed1fc2b2 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:33.369315 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-63b6e81d-3265-483d-8e00-8f230f3676c8 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "GET /v2.0/routers/c88b9ec2-a65d-48ec-a2e4-5ef5e4fcfb5d HTTP/1.1" status: 200 len: 704 time: 0.2095640 May 13 14:45:33.373114 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34442) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:33.374476 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-782a3170-a057-47ea-83f5-0a3fed1fc2b2 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Usage tracker for resource:port and tenant:6b12ce616ed04de39e484728b5ba653e is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:33.379894 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-782a3170-a057-47ea-83f5-0a3fed1fc2b2 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:33.429188 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [None req-c133e766-bdbd-4016-a7f9-562f015ee100 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:45:33.448093 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-782a3170-a057-47ea-83f5-0a3fed1fc2b2 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:33.462530 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-d17519a4-8763-4db0-9bd7-6673baede045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88b9ec2-a65d-48ec-a2e4-5ef5e4fcfb5d', 'name': 'tempest-RoutersIpV6Test-router-1331398284', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:31Z', 'updated_at': '2022-05-13T14:45:32Z', 'revision_number': 2, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:33.467880 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1c3f372f-8071-4175-a337-224559cd476e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Synchronizing usage tracker for tenant:f1ec4de986a64c699f9b990b9e5d2da5 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:45:33.468620 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17519a4-8763-4db0-9bd7-6673baede045 None None] Checking router: c88b9ec2-a65d-48ec-a2e4-5ef5e4fcfb5d for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:45:33.484313 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17519a4-8763-4db0-9bd7-6673baede045 None None] Routers {'c88b9ec2-a65d-48ec-a2e4-5ef5e4fcfb5d'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:33.485208 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-d17519a4-8763-4db0-9bd7-6673baede045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['c88b9ec2-a65d-48ec-a2e4-5ef5e4fcfb5d'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:33.494811 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c133e766-bdbd-4016-a7f9-562f015ee100 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:33.502085 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c133e766-bdbd-4016-a7f9-562f015ee100 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:33.502916 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c133e766-bdbd-4016-a7f9-562f015ee100 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:33.507568 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782a3170-a057-47ea-83f5-0a3fed1fc2b2 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Made reservation on behalf of 6b12ce616ed04de39e484728b5ba653e for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:33.511375 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-782a3170-a057-47ea-83f5-0a3fed1fc2b2 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:33.562501 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1c3f372f-8071-4175-a337-224559cd476e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Unset dirty status for tenant:f1ec4de986a64c699f9b990b9e5d2da5 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:45:33.567031 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1c3f372f-8071-4175-a337-224559cd476e tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "GET /v2.0/ports?device_id=c88b9ec2-a65d-48ec-a2e4-5ef5e4fcfb5d HTTP/1.1" status: 200 len: 205 time: 0.1888664 May 13 14:45:33.567716 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-57ebf8d4-97f2-43ca-aca3-5c703d54325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:33.569253 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-57ebf8d4-97f2-43ca-aca3-5c703d54325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:33.569253 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-57ebf8d4-97f2-43ca-aca3-5c703d54325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:33.569720 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-57ebf8d4-97f2-43ca-aca3-5c703d54325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:33.570434 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-57ebf8d4-97f2-43ca-aca3-5c703d54325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:33.571070 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-57ebf8d4-97f2-43ca-aca3-5c703d54325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:33.571783 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-57ebf8d4-97f2-43ca-aca3-5c703d54325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:33.574045 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-57ebf8d4-97f2-43ca-aca3-5c703d54325b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=18b9c5d8b3d043279654e2a115822f2a&device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 6475 time: 1.0542779 May 13 14:45:33.575973 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34448) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:33.580399 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fb26ed0d-bb71-4a01-8cef-9316b883c856 req-54e3cede-d849-4e46-801a-7ff6a7061750 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4682689 May 13 14:45:33.682305 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-f6435240-d57e-4cc8-bc75-c201232858df service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=287acb6a-4dc7-45f4-8951-887c0db993bc HTTP/1.1" status: 200 len: 217 time: 0.0793598 May 13 14:45:33.705270 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-d17519a4-8763-4db0-9bd7-6673baede045 None None] Set router c88b9ec2-a65d-48ec-a2e4-5ef5e4fcfb5d gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:33.763056 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e387-57ff-4a8d-a3e4-2eb83d85f37c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:33.788020 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-782a3170-a057-47ea-83f5-0a3fed1fc2b2 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] device_id is not set on port e0334848-de8c-463b-a82b-ec47b0fa1028 yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:45:33.838157 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 651c8f61-d20a-433a-b3f2-ba3a02a2527f up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:33.842219 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c133e766-bdbd-4016-a7f9-562f015ee100 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2177730 May 13 14:45:33.851209 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-d17519a4-8763-4db0-9bd7-6673baede045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88b9ec2-a65d-48ec-a2e4-5ef5e4fcfb5d', 'name': 'tempest-RoutersIpV6Test-router-1331398284', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:31Z', 'updated_at': '2022-05-13T14:45:32Z', 'revision_number': 2, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:33.856002 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17519a4-8763-4db0-9bd7-6673baede045 None None] The sync data for ids ['c88b9ec2-a65d-48ec-a2e4-5ef5e4fcfb5d'] in n-d-841760-1 is: [{'id': 'c88b9ec2-a65d-48ec-a2e4-5ef5e4fcfb5d', 'name': 'tempest-RoutersIpV6Test-router-1331398284', 'tenant_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:31Z', 'updated_at': '2022-05-13T14:45:32Z', 'revision_number': 2, 'project_id': 'f1ec4de986a64c699f9b990b9e5d2da5', 'gw_port_host': None}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:45:33.869749 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34452) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:33.886351 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-989c8e72-66d4-4df1-b7cb-aef40692df2e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'ports': [{'network_id': '72e9fc38-923f-4207-b51c-1b6a2d39607c'}, {'network_id': 'f950d752-f898-472b-9cf7-04c0528aeb6a'}]} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:33.886659 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-989c8e72-66d4-4df1-b7cb-aef40692df2e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'port': {'network_id': '72e9fc38-923f-4207-b51c-1b6a2d39607c'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:33.887386 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-989c8e72-66d4-4df1-b7cb-aef40692df2e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'port': {'network_id': 'f950d752-f898-472b-9cf7-04c0528aeb6a'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:33.902658 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-1f6f49c9-f688-4ce6-a788-fa82cc66bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:33.904197 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-1f6f49c9-f688-4ce6-a788-fa82cc66bd2e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8a9c690f-a84d-47bd-a3d1-b0cafcf431f8 HTTP/1.1" status: 200 len: 849 time: 0.2154713 May 13 14:45:33.933895 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 651c8f61-d20a-433a-b3f2-ba3a02a2527f completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:33.940071 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 20a6a6b5-1019-47e0-ac7a-c853f258b603 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:33.965066 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133e766-bdbd-4016-a7f9-562f015ee100 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Network': ['ID=f950d752-f898-472b-9cf7-04c0528aeb6a,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:33.987229 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network f950d752-f898-472b-9cf7-04c0528aeb6a details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:45:34.242712 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 20a6a6b5-1019-47e0-ac7a-c853f258b603 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:34.249538 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 20a6a6b5-1019-47e0-ac7a-c853f258b603 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:34.249861 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:34.347205 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-782a3170-a057-47ea-83f5-0a3fed1fc2b2 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Allocated IP 172.20.0.5 (89019f2a-9e67-4e52-a58d-6715129e193a/5d2e68d9-f824-4419-aa8e-24e24fd7b634/e0334848-de8c-463b-a82b-ec47b0fa1028) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:34.392967 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 20a6a6b5-1019-47e0-ac7a-c853f258b603 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:34.393397 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:34.401211 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e0123d56-875b-401e-adc8-e4f6690ca396 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:34.437766 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 20a6a6b5-1019-47e0-ac7a-c853f258b603, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=20a6a6b5-1019-47e0-ac7a-c853f258b603,segment=NetworkSegment(e328ea51-14f0-4c5a-9b1c-06453528cd3e),segment_id=e328ea51-14f0-4c5a-9b1c-06453528cd3e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:34.443034 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:34.536812 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=20a6a6b5-1019-47e0-ac7a-c853f258b603,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:34.553926 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fa8f78-cf46-4155-bc4c-daef98749e63 None None] Network dc25f361-dab0-4c7f-b97f-b6c0c51d4b06 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:45:34.669172 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f1d306ff-6e7d-4111-9041-cd2deb15d6ba None None] Provisioning for port 651c8f61-d20a-433a-b3f2-ba3a02a2527f completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:34.677654 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f1d306ff-6e7d-4111-9041-cd2deb15d6ba None None] Provisioning complete for port 651c8f61-d20a-433a-b3f2-ba3a02a2527f triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:34.678023 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f1d306ff-6e7d-4111-9041-cd2deb15d6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:34.681190 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-989c8e72-66d4-4df1-b7cb-aef40692df2e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:34.685091 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f07d1c62-ecb3-4f80-89be-fc4373133e16 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:34.701105 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-989c8e72-66d4-4df1-b7cb-aef40692df2e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:port and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:34.707154 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-39eb2ebc-66ce-44a4-898d-abbd7c0853f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:34.708658 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-39eb2ebc-66ce-44a4-898d-abbd7c0853f1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=144b0538-5a90-40dc-8493-8ee490cbd7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7835593 May 13 14:45:34.709502 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-989c8e72-66d4-4df1-b7cb-aef40692df2e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:34.776345 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-989c8e72-66d4-4df1-b7cb-aef40692df2e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:34.863684 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bd76a-78ec-4040-8674-40aad3708c7c req-d444370e-cfb1-4298-8f24-954db3daced2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:34.865193 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a04bd76a-78ec-4040-8674-40aad3708c7c req-d444370e-cfb1-4298-8f24-954db3daced2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d59c1b61-2c41-4c74-a9f9-b1395c3a902b HTTP/1.1" status: 200 len: 945 time: 1.0241559 May 13 14:45:34.871454 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e0123d56-875b-401e-adc8-e4f6690ca396 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:34.925592 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e0123d56-875b-401e-adc8-e4f6690ca396 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:35.011913 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a04bd76a-78ec-4040-8674-40aad3708c7c req-5065c76e-0144-48ff-8b83-eea037dcb27e tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879004 May 13 14:45:35.015804 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e0123d56-875b-401e-adc8-e4f6690ca396 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:35.016378 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0123d56-875b-401e-adc8-e4f6690ca396 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Fanout notify agent at l3_agent the message router_deleted on router c88b9ec2-a65d-48ec-a2e4-5ef5e4fcfb5d {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:45:35.050250 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f1d306ff-6e7d-4111-9041-cd2deb15d6ba None None] Current status of the port 651c8f61-d20a-433a-b3f2-ba3a02a2527f is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:35.050738 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f1d306ff-6e7d-4111-9041-cd2deb15d6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:35.066709 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e0123d56-875b-401e-adc8-e4f6690ca396 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:35.071906 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e0123d56-875b-401e-adc8-e4f6690ca396 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/routers/c88b9ec2-a65d-48ec-a2e4-5ef5e4fcfb5d HTTP/1.1" status: 204 len: 168 time: 1.4883437 May 13 14:45:35.071906 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34458) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:35.088971 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989c8e72-66d4-4df1-b7cb-aef40692df2e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'port': 2} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:35.094319 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-989c8e72-66d4-4df1-b7cb-aef40692df2e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:35.119410 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-f1d306ff-6e7d-4111-9041-cd2deb15d6ba None None] For port 651c8f61-d20a-433a-b3f2-ba3a02a2527f, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=651c8f61-d20a-433a-b3f2-ba3a02a2527f,segment=NetworkSegment(92152a53-5b9a-4d5d-b55a-f35d91fa0bf6),segment_id=92152a53-5b9a-4d5d-b55a-f35d91fa0bf6)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:35.134967 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f1d306ff-6e7d-4111-9041-cd2deb15d6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:35.137832 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-aef92351-0b4c-4704-b39f-59fc9ae55fe7 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "GET /v2.0/ports?device_id=c88b9ec2-a65d-48ec-a2e4-5ef5e4fcfb5d HTTP/1.1" status: 200 len: 205 time: 0.0632696 May 13 14:45:35.140061 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34462) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:35.158618 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-782a3170-a057-47ea-83f5-0a3fed1fc2b2 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:35.192416 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-782a3170-a057-47ea-83f5-0a3fed1fc2b2 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Transition to ACTIVE for port object e0334848-de8c-463b-a82b-ec47b0fa1028 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:35.219564 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-989c8e72-66d4-4df1-b7cb-aef40692df2e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:35.232566 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d306ff-6e7d-4111-9041-cd2deb15d6ba None None] Pushing event updated for resources: {'Port': ['ID=651c8f61-d20a-433a-b3f2-ba3a02a2527f,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:35.254280 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-782a3170-a057-47ea-83f5-0a3fed1fc2b2 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:35.265428 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb1e387-57ff-4a8d-a3e4-2eb83d85f37c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Router 5b43a5a4-9203-43ce-a540-fdb4c809f4dc is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:45:35.333056 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-5140a7a2-073a-466e-932d-48c68973206f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] delete failed (client error): The resource could not be found. May 13 14:45:35.333994 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5140a7a2-073a-466e-932d-48c68973206f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/routers/c88b9ec2-a65d-48ec-a2e4-5ef5e4fcfb5d HTTP/1.1" status: 404 len: 336 time: 0.1847572 May 13 14:45:35.350492 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34468) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:35.391652 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782a3170-a057-47ea-83f5-0a3fed1fc2b2 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Network 89019f2a-9e67-4e52-a58d-6715129e193a is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:35.397756 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-782a3170-a057-47ea-83f5-0a3fed1fc2b2 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:35.407959 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782a3170-a057-47ea-83f5-0a3fed1fc2b2 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:45:35.420983 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-504fe42e-152a-4705-af6d-4188ec610cd2 service neutron] 10.222.0.74 "GET /v2.0/networks/144b0538-5a90-40dc-8493-8ee490cbd7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7045786 May 13 14:45:35.434653 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-d57ee801-f5b3-4e5f-b1b7-3618531a9c11 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] DELETE failed (client error): The resource could not be found. May 13 14:45:35.435104 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d57ee801-f5b3-4e5f-b1b7-3618531a9c11 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:45:35.439479 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d57ee801-f5b3-4e5f-b1b7-3618531a9c11 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/subnets/b12a6b4f-ac46-4db1-a81b-c1d5650c6558 HTTP/1.1" status: 404 len: 337 time: 0.0882447 May 13 14:45:35.443333 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34472) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:35.500830 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef40d15-3a14-4116-a685-265b6158cb72 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] DELETE failed (client error): The resource could not be found. May 13 14:45:35.501316 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ef40d15-3a14-4116-a685-265b6158cb72 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:45:35.505417 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5ef40d15-3a14-4116-a685-265b6158cb72 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/subnets/b65ca4ad-63f2-4693-be76-7680cb9a5fdf HTTP/1.1" status: 404 len: 337 time: 0.0560019 May 13 14:45:35.505417 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a3170-a057-47ea-83f5-0a3fed1fc2b2 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event updated for resources: {'Port': ['ID=e0334848-de8c-463b-a82b-ec47b0fa1028,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:35.508964 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34476) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:35.553865 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f92b305-1357-4536-ba70-7267fba72707 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] DELETE failed (client error): The resource could not be found. May 13 14:45:35.554987 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f92b305-1357-4536-ba70-7267fba72707 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:45:35.556899 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0f92b305-1357-4536-ba70-7267fba72707 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/subnets/61b10079-1252-4955-86e1-1b50f3ee2cce HTTP/1.1" status: 404 len: 337 time: 0.0473983 May 13 14:45:35.560417 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34480) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:35.607179 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-80db463a-88b7-4d3e-9872-fa88ba8a1abf tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] DELETE failed (client error): The resource could not be found. May 13 14:45:35.607630 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80db463a-88b7-4d3e-9872-fa88ba8a1abf tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:45:35.611006 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-80db463a-88b7-4d3e-9872-fa88ba8a1abf tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/subnets/22d08947-7cd2-4fb9-a3cd-ce48e4e9a770 HTTP/1.1" status: 404 len: 337 time: 0.0496271 May 13 14:45:35.617536 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782a3170-a057-47ea-83f5-0a3fed1fc2b2 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:35.618417 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-782a3170-a057-47ea-83f5-0a3fed1fc2b2 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:35.624598 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34484) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:35.671390 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b4593ad9-0133-4320-b36e-5a34ee18e1de None None] Provisioning complete for port 651c8f61-d20a-433a-b3f2-ba3a02a2527f triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:35.671908 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b4593ad9-0133-4320-b36e-5a34ee18e1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:35.686372 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-782a3170-a057-47ea-83f5-0a3fed1fc2b2 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8940859 May 13 14:45:35.692148 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34488) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:35.699571 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-42f2fd9e-25b1-4cd0-80f3-fbfcb9a4c58d tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 HTTP/1.1" status: 200 len: 205 time: 0.0713363 May 13 14:45:35.701010 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-911810e8-27c8-4d4b-8127-4fb2f3985598 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Request body: {'floatingip': {'port_id': 'e0334848-de8c-463b-a82b-ec47b0fa1028'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:35.708471 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 651c8f61-d20a-433a-b3f2-ba3a02a2527f up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:35.762788 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34492) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:35.835779 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6660c9-5e29-4e2f-8c09-afe7119a5162 req-aa2c4bc8-d17c-4a97-ad51-b58733577347 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:35.841720 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6660c9-5e29-4e2f-8c09-afe7119a5162 req-aa2c4bc8-d17c-4a97-ad51-b58733577347 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:35.847501 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6660c9-5e29-4e2f-8c09-afe7119a5162 req-aa2c4bc8-d17c-4a97-ad51-b58733577347 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:35.853789 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6660c9-5e29-4e2f-8c09-afe7119a5162 req-aa2c4bc8-d17c-4a97-ad51-b58733577347 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:35.856278 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 651c8f61-d20a-433a-b3f2-ba3a02a2527f triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:35.856415 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-f6ff1a1c-0632-47ec-8616-f16185969a91 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] delete failed (client error): The resource could not be found. May 13 14:45:35.856898 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:35.859922 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f6ff1a1c-0632-47ec-8616-f16185969a91 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/routers/ec0229ba-d8f8-4cb2-9ba9-9fbdac214c40 HTTP/1.1" status: 404 len: 336 time: 0.0953765 May 13 14:45:35.860038 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6660c9-5e29-4e2f-8c09-afe7119a5162 req-aa2c4bc8-d17c-4a97-ad51-b58733577347 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:35.860654 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34496) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:35.865444 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6660c9-5e29-4e2f-8c09-afe7119a5162 req-aa2c4bc8-d17c-4a97-ad51-b58733577347 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:35.871570 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6660c9-5e29-4e2f-8c09-afe7119a5162 req-aa2c4bc8-d17c-4a97-ad51-b58733577347 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:35.873477 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cd6660c9-5e29-4e2f-8c09-afe7119a5162 req-aa2c4bc8-d17c-4a97-ad51-b58733577347 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5418 time: 1.0535841 May 13 14:45:35.880841 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459f43d-fc4b-40eb-a83e-424405e97188 req-0041faa8-7460-44a7-9b0c-007d6b6a5e3d tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:35.882218 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4459f43d-fc4b-40eb-a83e-424405e97188 req-0041faa8-7460-44a7-9b0c-007d6b6a5e3d tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.59 "GET /v2.0/ports?device_id=d59c1b61-2c41-4c74-a9f9-b1395c3a902b HTTP/1.1" status: 200 len: 945 time: 1.0600531 May 13 14:45:35.911585 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-b4593ad9-0133-4320-b36e-5a34ee18e1de None None] Current status of the port 651c8f61-d20a-433a-b3f2-ba3a02a2527f is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:35.912543 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-911810e8-27c8-4d4b-8127-4fb2f3985598 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:35.991007 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 651c8f61-d20a-433a-b3f2-ba3a02a2527f is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:35.992818 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 20a6a6b5-1019-47e0-ac7a-c853f258b603 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:36.072799 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f0cf7a1d-82f9-4e18-aabd-abba9cc2170d None None] Provisioning for port e0334848-de8c-463b-a82b-ec47b0fa1028 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:36.081619 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f0cf7a1d-82f9-4e18-aabd-abba9cc2170d None None] Provisioning complete for port e0334848-de8c-463b-a82b-ec47b0fa1028 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:36.082275 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f0cf7a1d-82f9-4e18-aabd-abba9cc2170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:36.134825 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c8425eb3-1003-4d8f-aa02-2543fcf7f3c4 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "GET /v2.0/ports?device_id=f34e3196-cf3c-44e3-8ba3-e5d5d70c6274 HTTP/1.1" status: 200 len: 205 time: 0.2688348 May 13 14:45:36.136961 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 20a6a6b5-1019-47e0-ac7a-c853f258b603 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:36.137544 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:36.142501 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34502) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:36.204035 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f0cf7a1d-82f9-4e18-aabd-abba9cc2170d None None] Port e0334848-de8c-463b-a82b-ec47b0fa1028 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:45:36.293858 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 20a6a6b5-1019-47e0-ac7a-c853f258b603 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:36.347646 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cd6660c9-5e29-4e2f-8c09-afe7119a5162 req-8a08cc6e-c1df-4f6c-add9-b8f4e82b3e58 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4642251 May 13 14:45:36.350954 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-4459f43d-fc4b-40eb-a83e-424405e97188 req-30443889-c1d7-4b84-b362-3f5729b9b875 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Deleting port 681dd6ba-cbbf-46d1-b0fa-2100a7b46a38 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:45:36.351806 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4459f43d-fc4b-40eb-a83e-424405e97188 req-30443889-c1d7-4b84-b362-3f5729b9b875 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:36.360485 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-acc085f8-f5c2-48c0-8a1c-5de707913d45 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] delete failed (client error): The resource could not be found. May 13 14:45:36.364068 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-acc085f8-f5c2-48c0-8a1c-5de707913d45 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/routers/f34e3196-cf3c-44e3-8ba3-e5d5d70c6274 HTTP/1.1" status: 404 len: 336 time: 0.2192483 May 13 14:45:36.367909 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34506) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:36.407082 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-989c8e72-66d4-4df1-b7cb-aef40692df2e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] device_id is not set on port c778e2ce-a76f-4b0d-a2be-46bf7ca924ec yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:45:36.424580 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aad2d93-0cb4-4a6d-a842-ed5be27b4815 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] DELETE failed (client error): The resource could not be found. May 13 14:45:36.425029 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aad2d93-0cb4-4a6d-a842-ed5be27b4815 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:45:36.426722 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1aad2d93-0cb4-4a6d-a842-ed5be27b4815 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/subnets/573f0110-ac3a-4bb5-9403-bd6ae45710f9 HTTP/1.1" status: 404 len: 337 time: 0.0577881 May 13 14:45:36.437086 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34510) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:36.466744 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb1e387-57ff-4a8d-a3e4-2eb83d85f37c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:45:36.469879 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-da3bb106-34e7-4e7c-bb65-e300e5a3476b service neutron] 10.222.0.74 "GET /v2.0/networks/144b0538-5a90-40dc-8493-8ee490cbd7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9856045 May 13 14:45:36.482207 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c689bf-9f65-4424-8333-9487671f0b66 None None] Sync routers for ids ['5b43a5a4-9203-43ce-a540-fdb4c809f4dc'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:45:36.494296 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c689bf-9f65-4424-8333-9487671f0b66 None None] Routers {'5b43a5a4-9203-43ce-a540-fdb4c809f4dc'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:36.494927 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b8c689bf-9f65-4424-8333-9487671f0b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['5b43a5a4-9203-43ce-a540-fdb4c809f4dc'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:36.574210 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef6725-e62b-447a-9594-b8c6d75c8f3e req-d57153f4-d2a4-46d7-8167-148fd3b246c6 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:36.576014 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bef6725-e62b-447a-9594-b8c6d75c8f3e req-d57153f4-d2a4-46d7-8167-148fd3b246c6 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d59c1b61-2c41-4c74-a9f9-b1395c3a902b HTTP/1.1" status: 200 len: 945 time: 0.2958491 May 13 14:45:36.618737 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-22cbc2fd-b502-4c92-adce-318953fe8bcd tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c101fe4-ec32-41b4-9720-fe861a108017 HTTP/1.1" status: 200 len: 205 time: 0.1650703 May 13 14:45:36.626607 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-8ca6c32d-2bc3-4435-9e76-1960e64fe85a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=daf2e69b-43ff-47c0-885c-637ff3620bd1 HTTP/1.1" status: 200 len: 217 time: 0.1038034 May 13 14:45:36.627273 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34514) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:36.724338 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-b8c689bf-9f65-4424-8333-9487671f0b66 None None] Set router 5b43a5a4-9203-43ce-a540-fdb4c809f4dc gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:36.774873 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-f07d1c62-ecb3-4f80-89be-fc4373133e16 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Allocated IP 172.23.0.1 (dc25f361-dab0-4c7f-b97f-b6c0c51d4b06/83d889bd-5089-45be-89d0-954ec46ff8b7/f3af6a16-4a8e-450a-91b9-ca8b9ba9e781) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:36.798990 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e387-57ff-4a8d-a3e4-2eb83d85f37c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:36.800424 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-dbb1e387-57ff-4a8d-a3e4-2eb83d85f37c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 15.3487563 May 13 14:45:36.826794 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34518) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:36.873969 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-46a3562c-ea56-4d5e-9b01-37328ec29ad8 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] delete failed (client error): The resource could not be found. May 13 14:45:36.875689 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-46a3562c-ea56-4d5e-9b01-37328ec29ad8 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/routers/2c101fe4-ec32-41b4-9720-fe861a108017 HTTP/1.1" status: 404 len: 336 time: 0.2394366 May 13 14:45:36.892865 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34522) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:37.006165 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bef6725-e62b-447a-9594-b8c6d75c8f3e req-3befcc53-2bbe-43ea-adbd-ce6dea3a1eda tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659006 May 13 14:45:37.064493 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097c329a-c021-4c1b-8fc0-9eb443e9e165 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:37.067028 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-097c329a-c021-4c1b-8fc0-9eb443e9e165 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=5ec7d10f98f145d3a4a04e390b0f97bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2331076 May 13 14:45:37.072185 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-74020c11-1b69-4793-af10-afe1437534d1 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb35c5a-b70a-40f7-85df-8e86788bb44f HTTP/1.1" status: 200 len: 205 time: 0.1751714 May 13 14:45:37.081368 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34526) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:37.081979 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34528) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:37.106185 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-43993846-ee23-4a1e-81f6-74135bf59256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:37.108460 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-43993846-ee23-4a1e-81f6-74135bf59256 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=80d5ab86-7db0-4947-99cf-66a27fc20541 HTTP/1.1" status: 200 len: 797 time: 0.4588997 May 13 14:45:37.120883 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-911810e8-27c8-4d4b-8127-4fb2f3985598 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:37.125808 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-911810e8-27c8-4d4b-8127-4fb2f3985598 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:37.143615 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b8c689bf-9f65-4424-8333-9487671f0b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b43a5a4-9203-43ce-a540-fdb4c809f4dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-858038788', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '83cee2ae-e53e-49d0-9022-f75447c69bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:22Z', 'updated_at': '2022-05-13T14:45:31Z', 'revision_number': 3, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'gw_port': {'id': '83cee2ae-e53e-49d0-9022-f75447c69bb2', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:df:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b43a5a4-9203-43ce-a540-fdb4c809f4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:25Z', 'updated_at': '2022-05-13T14:45:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:37.148061 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c689bf-9f65-4424-8333-9487671f0b66 None None] Checking router: 5b43a5a4-9203-43ce-a540-fdb4c809f4dc for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:45:37.148410 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c689bf-9f65-4424-8333-9487671f0b66 None None] Updating router 5b43a5a4-9203-43ce-a540-fdb4c809f4dc port 83cee2ae-e53e-49d0-9022-f75447c69bb2 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:45:37.212503 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b8c689bf-9f65-4424-8333-9487671f0b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:37.322405 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [None req-911810e8-27c8-4d4b-8127-4fb2f3985598 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Floating IP e7354f99-c155-45a3-a6f4-674624b088d8 associated. External IP: 172.25.0.230, port: b819d4ba-60e0-4ad0-89f7-868fa45624a6. May 13 14:45:37.403603 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-fb8b1ad3-a938-4627-89f2-84d470dc8985 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] delete failed (client error): The resource could not be found. May 13 14:45:37.404653 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fb8b1ad3-a938-4627-89f2-84d470dc8985 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/routers/9eb35c5a-b70a-40f7-85df-8e86788bb44f HTTP/1.1" status: 404 len: 336 time: 0.2934792 May 13 14:45:37.424252 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34536) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:37.525869 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c898de-6cb3-4a0d-ac3d-7709ee2123a0 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] DELETE failed (client error): The resource could not be found. May 13 14:45:37.526611 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c898de-6cb3-4a0d-ac3d-7709ee2123a0 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:45:37.529092 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-98c898de-6cb3-4a0d-ac3d-7709ee2123a0 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/subnets/2fe17c97-23e1-43bf-8f15-407558a59118 HTTP/1.1" status: 404 len: 337 time: 0.0668371 May 13 14:45:37.532481 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34540) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:37.586682 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-97f69b10-ed9e-43d7-a9dc-c6df6182d48a tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "GET /v2.0/ports?device_id=a576929b-7f60-4223-abc9-5e3b6ef2955c HTTP/1.1" status: 200 len: 205 time: 0.0526898 May 13 14:45:37.589804 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34544) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:37.690692 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b8c689bf-9f65-4424-8333-9487671f0b66 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:37.707371 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b8c689bf-9f65-4424-8333-9487671f0b66 None None] Transition to ACTIVE for port object 83cee2ae-e53e-49d0-9022-f75447c69bb2 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:37.714818 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-f6342672-03d6-4ec4-a9c8-33663c279b17 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] delete failed (client error): The resource could not be found. May 13 14:45:37.715836 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-989c8e72-66d4-4df1-b7cb-aef40692df2e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:37.715970 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f6342672-03d6-4ec4-a9c8-33663c279b17 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/routers/a576929b-7f60-4223-abc9-5e3b6ef2955c HTTP/1.1" status: 404 len: 336 time: 0.1254528 May 13 14:45:37.722042 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b8c689bf-9f65-4424-8333-9487671f0b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:37.734601 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34548) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:37.833745 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-b8c689bf-9f65-4424-8333-9487671f0b66 None None] Attempting to bind port 83cee2ae-e53e-49d0-9022-f75447c69bb2 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:45:37.834117 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-b8c689bf-9f65-4424-8333-9487671f0b66 None None] Attempting to bind port 83cee2ae-e53e-49d0-9022-f75447c69bb2 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:45:37.834531 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c689bf-9f65-4424-8333-9487671f0b66 None None] Attempting to bind port 83cee2ae-e53e-49d0-9022-f75447c69bb2 on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:37.838567 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea0e5e-d441-459e-970d-4a97575781a3 None None] Pushing event updated for resources: {'Port': ['ID=83cee2ae-e53e-49d0-9022-f75447c69bb2,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:37.843299 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c689bf-9f65-4424-8333-9487671f0b66 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:45:37.843666 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c689bf-9f65-4424-8333-9487671f0b66 None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:37.844062 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b8c689bf-9f65-4424-8333-9487671f0b66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:37.844442 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c689bf-9f65-4424-8333-9487671f0b66 None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:45:37.844905 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-b8c689bf-9f65-4424-8333-9487671f0b66 None None] Bound port: 83cee2ae-e53e-49d0-9022-f75447c69bb2, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:45:37.846273 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b8c689bf-9f65-4424-8333-9487671f0b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:37.922566 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-b8c689bf-9f65-4424-8333-9487671f0b66 None None] For port 83cee2ae-e53e-49d0-9022-f75447c69bb2, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:45:37.925734 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-b8c689bf-9f65-4424-8333-9487671f0b66 None None] For port 83cee2ae-e53e-49d0-9022-f75447c69bb2, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=83cee2ae-e53e-49d0-9022-f75447c69bb2,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:45:37.930712 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b8c689bf-9f65-4424-8333-9487671f0b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:37.932234 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7dcd251-7127-4c4d-995c-ecefd18b2838 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] DELETE failed (client error): The resource could not be found. May 13 14:45:37.932696 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7dcd251-7127-4c4d-995c-ecefd18b2838 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:45:37.934372 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a7dcd251-7127-4c4d-995c-ecefd18b2838 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/subnets/f9dc5c25-92e5-4f83-9263-d7d5144fa45c HTTP/1.1" status: 404 len: 337 time: 0.1736236 May 13 14:45:37.962442 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34554) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:38.010439 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c689bf-9f65-4424-8333-9487671f0b66 None None] Routers {'5b43a5a4-9203-43ce-a540-fdb4c809f4dc'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:38.012425 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b8c689bf-9f65-4424-8333-9487671f0b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['5b43a5a4-9203-43ce-a540-fdb4c809f4dc'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:38.030629 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4c09fba9-401c-4b26-bdca-df90fc6547ee tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d1ed96-da10-4d3b-a616-e8ada8ea92a5 HTTP/1.1" status: 200 len: 205 time: 0.0649724 May 13 14:45:38.031207 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34560) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:38.073725 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-4459f43d-fc4b-40eb-a83e-424405e97188 req-30443889-c1d7-4b84-b362-3f5729b9b875 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] For port 681dd6ba-cbbf-46d1-b0fa-2100a7b46a38, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=681dd6ba-cbbf-46d1-b0fa-2100a7b46a38,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:38.074100 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4459f43d-fc4b-40eb-a83e-424405e97188 req-30443889-c1d7-4b84-b362-3f5729b9b875 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:38.084553 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-989c8e72-66d4-4df1-b7cb-aef40692df2e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] device_id is not set on port 0d6fbd7c-094e-4acd-a6d2-aa8b3fbca220 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:45:38.092040 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f07d1c62-ecb3-4f80-89be-fc4373133e16 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:38.106483 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-7c96d3fc-d122-4cc4-89a5-273bcc9abefa tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] delete failed (client error): The resource could not be found. May 13 14:45:38.111145 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7c96d3fc-d122-4cc4-89a5-273bcc9abefa tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/routers/46d1ed96-da10-4d3b-a616-e8ada8ea92a5 HTTP/1.1" status: 404 len: 336 time: 0.0757718 May 13 14:45:38.111145 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34564) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:38.111385 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-1e2a06f3-8536-4ade-afe5-013712c2442b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:38.112387 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-1e2a06f3-8536-4ade-afe5-013712c2442b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1a1930ec-5440-44c2-86b3-9a9de9e18d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9086294 May 13 14:45:38.120634 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c18f26-bb52-47e6-a292-6d53a82018c9 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:38.124780 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-72c18f26-bb52-47e6-a292-6d53a82018c9 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0126367 May 13 14:45:38.197767 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34568) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:38.202267 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea0e5e-d441-459e-970d-4a97575781a3 None None] Pushing event updated for resources: {'Port': ['ID=83cee2ae-e53e-49d0-9022-f75447c69bb2,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:38.220369 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-b8c689bf-9f65-4424-8333-9487671f0b66 None None] Set router 5b43a5a4-9203-43ce-a540-fdb4c809f4dc gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:38.274155 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-4459f43d-fc4b-40eb-a83e-424405e97188 req-30443889-c1d7-4b84-b362-3f5729b9b875 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Calling delete_port for 681dd6ba-cbbf-46d1-b0fa-2100a7b46a38 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:45:38.335321 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc73fcb5-cee8-4a79-9ebc-775f23791619 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] DELETE failed (client error): The resource could not be found. May 13 14:45:38.335799 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc73fcb5-cee8-4a79-9ebc-775f23791619 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:45:38.339927 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fc73fcb5-cee8-4a79-9ebc-775f23791619 tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/subnets/566a68ea-b325-4312-9922-e760e721d4d3 HTTP/1.1" status: 404 len: 337 time: 0.2264643 May 13 14:45:38.355957 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34572) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:38.392709 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-f07d1c62-ecb3-4f80-89be-fc4373133e16 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Transition to ACTIVE for port object f3af6a16-4a8e-450a-91b9-ca8b9ba9e781 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:38.423442 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-695551ee-801d-4ef9-88c1-fddc1acc5f5f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] DELETE failed (client error): The resource could not be found. May 13 14:45:38.423885 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-695551ee-801d-4ef9-88c1-fddc1acc5f5f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:45:38.428100 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f193735-27f3-450c-8784-b12226743bdb req-87a7267f-eb7e-453a-ad7c-1959a89527f7 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:38.428241 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-695551ee-801d-4ef9-88c1-fddc1acc5f5f tempest-RoutersIpV6Test-1901605866 tempest-RoutersIpV6Test-1901605866-project] 10.222.0.35 "DELETE /v2.0/subnets/d2c5c2e3-469d-4eae-8328-eb844fbb4bec HTTP/1.1" status: 404 len: 337 time: 0.0667367 May 13 14:45:38.432054 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f193735-27f3-450c-8784-b12226743bdb req-87a7267f-eb7e-453a-ad7c-1959a89527f7 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:38.438006 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f193735-27f3-450c-8784-b12226743bdb req-87a7267f-eb7e-453a-ad7c-1959a89527f7 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:38.444029 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f193735-27f3-450c-8784-b12226743bdb req-87a7267f-eb7e-453a-ad7c-1959a89527f7 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:38.446388 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911810e8-27c8-4d4b-8127-4fb2f3985598 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Router b2368988-0f0f-49ce-8fa0-973bff2fca63 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:45:38.450574 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f193735-27f3-450c-8784-b12226743bdb req-87a7267f-eb7e-453a-ad7c-1959a89527f7 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:38.456447 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f193735-27f3-450c-8784-b12226743bdb req-87a7267f-eb7e-453a-ad7c-1959a89527f7 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:38.462841 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f193735-27f3-450c-8784-b12226743bdb req-87a7267f-eb7e-453a-ad7c-1959a89527f7 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:38.464915 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9f193735-27f3-450c-8784-b12226743bdb req-87a7267f-eb7e-453a-ad7c-1959a89527f7 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5418 time: 0.8157420 May 13 14:45:38.482912 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b56fcddf-d9f2-49c2-b6f6-5943581c62ac tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=c35d8094-27c1-4288-955d-bcb140e23bf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2218900 May 13 14:45:38.506115 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34578) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:38.567410 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-03776e4b-34d1-4a2a-b78e-12fa803161c5 req-e14be10e-deb8-407b-9374-9f0f3a4bde14 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2993255 May 13 14:45:38.578605 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1d14f-deb1-4209-92fb-f81123bdd59f req-48a58102-de5d-4b21-a748-7428e540c2d7 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:38.579446 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-82a1d14f-deb1-4209-92fb-f81123bdd59f req-48a58102-de5d-4b21-a748-7428e540c2d7 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d59c1b61-2c41-4c74-a9f9-b1395c3a902b HTTP/1.1" status: 200 len: 945 time: 0.3503947 May 13 14:45:38.614079 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c04da6c2-9046-4171-a54d-f276333a3cf8 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=5ec7d10f98f145d3a4a04e390b0f97bd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1010661 May 13 14:45:38.619434 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b8c689bf-9f65-4424-8333-9487671f0b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b43a5a4-9203-43ce-a540-fdb4c809f4dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-858038788', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '83cee2ae-e53e-49d0-9022-f75447c69bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:22Z', 'updated_at': '2022-05-13T14:45:31Z', 'revision_number': 3, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'gw_port': {'id': '83cee2ae-e53e-49d0-9022-f75447c69bb2', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:df:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b43a5a4-9203-43ce-a540-fdb4c809f4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:25Z', 'updated_at': '2022-05-13T14:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:38.629929 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c689bf-9f65-4424-8333-9487671f0b66 None None] The sync data for ids ['5b43a5a4-9203-43ce-a540-fdb4c809f4dc'] in n-d-841760-1 is: [{'id': '5b43a5a4-9203-43ce-a540-fdb4c809f4dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-858038788', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '83cee2ae-e53e-49d0-9022-f75447c69bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:22Z', 'updated_at': '2022-05-13T14:45:31Z', 'revision_number': 3, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'gw_port': {'id': '83cee2ae-e53e-49d0-9022-f75447c69bb2', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:df:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b43a5a4-9203-43ce-a540-fdb4c809f4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:25Z', 'updated_at': '2022-05-13T14:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:45:38.632128 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34582) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:38.700647 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9f193735-27f3-450c-8784-b12226743bdb req-083a6f3a-49f5-461b-925f-465f1cee8c74 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2099521 May 13 14:45:38.793555 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-fd9c0261-31e4-46c7-965a-c67827f6664c service neutron] 10.222.0.74 "GET /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6701660 May 13 14:45:38.808680 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-82a1d14f-deb1-4209-92fb-f81123bdd59f req-f29507a6-4302-43c9-89ba-e73ffad16ef2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650870 May 13 14:45:38.812973 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911810e8-27c8-4d4b-8127-4fb2f3985598 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:45:38.833786 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc40ae58-3b5f-4d8c-bd30-806436adb763 None None] Sync routers for ids ['b2368988-0f0f-49ce-8fa0-973bff2fca63'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:45:38.844643 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc40ae58-3b5f-4d8c-bd30-806436adb763 None None] Routers {'b2368988-0f0f-49ce-8fa0-973bff2fca63'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:38.845440 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-fc40ae58-3b5f-4d8c-bd30-806436adb763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2368988-0f0f-49ce-8fa0-973bff2fca63'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:38.890022 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f07d1c62-ecb3-4f80-89be-fc4373133e16 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:38.925793 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34588) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:38.933042 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-fc40ae58-3b5f-4d8c-bd30-806436adb763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:38.942780 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc40ae58-3b5f-4d8c-bd30-806436adb763 None None] Routers {'b2368988-0f0f-49ce-8fa0-973bff2fca63'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:38.943812 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-fc40ae58-3b5f-4d8c-bd30-806436adb763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2368988-0f0f-49ce-8fa0-973bff2fca63'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:39.050459 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-fc40ae58-3b5f-4d8c-bd30-806436adb763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:39.051075 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc40ae58-3b5f-4d8c-bd30-806436adb763 None None] The sync data for ids ['b2368988-0f0f-49ce-8fa0-973bff2fca63'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:45:39.080048 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 681dd6ba-cbbf-46d1-b0fa-2100a7b46a38 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:45:39.088991 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03776e4b-34d1-4a2a-b78e-12fa803161c5 req-3f2f7e0d-50ae-42be-9cbc-9508f49fd655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:39.090483 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-03776e4b-34d1-4a2a-b78e-12fa803161c5 req-3f2f7e0d-50ae-42be-9cbc-9508f49fd655 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b31433d5022490ba6cd8b183da7a35f&device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 1097 time: 0.3888624 May 13 14:45:39.145906 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07d1c62-ecb3-4f80-89be-fc4373133e16 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network dc25f361-dab0-4c7f-b97f-b6c0c51d4b06 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:39.159188 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-f07d1c62-ecb3-4f80-89be-fc4373133e16 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:39.181884 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07d1c62-ecb3-4f80-89be-fc4373133e16 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:45:39.237835 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-989c8e72-66d4-4df1-b7cb-aef40692df2e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:39.256233 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Port 681dd6ba-cbbf-46d1-b0fa-2100a7b46a38 update to DOWN by agent not found {{(pid=88083) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 13 14:45:39.281157 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4459f43d-fc4b-40eb-a83e-424405e97188 req-30443889-c1d7-4b84-b362-3f5729b9b875 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:39.282733 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d1c62-ecb3-4f80-89be-fc4373133e16 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Port': ['ID=f3af6a16-4a8e-450a-91b9-ca8b9ba9e781,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:39.362836 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d332b45-bc4b-4ce5-a1cf-4a5d5a38cf80 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:39.367072 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7d332b45-bc4b-4ce5-a1cf-4a5d5a38cf80 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7262836 May 13 14:45:39.380778 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30443889-c1d7-4b84-b362-3f5729b9b875 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Pushing event deleted for resources: {'Port': ['ID=681dd6ba-cbbf-46d1-b0fa-2100a7b46a38,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:39.385425 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34594) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:39.504004 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c7db7bdd-50eb-4683-92f3-59fadff3eb62 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f1ec4de986a64c699f9b990b9e5d2da5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5728359 May 13 14:45:39.521041 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34598) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:39.555446 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-bc4c7a87-c15c-4631-854d-4108fae78707 None None] Provisioning for port f3af6a16-4a8e-450a-91b9-ca8b9ba9e781 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:39.563466 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-bc4c7a87-c15c-4631-854d-4108fae78707 None None] Provisioning complete for port f3af6a16-4a8e-450a-91b9-ca8b9ba9e781 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:39.563835 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bc4c7a87-c15c-4631-854d-4108fae78707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:39.684284 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f07d1c62-ecb3-4f80-89be-fc4373133e16 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:39.710074 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 83cee2ae-e53e-49d0-9022-f75447c69bb2 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:39.725084 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ac01a72b-072b-4c1d-8649-193aca2819a6 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=c35d8094-27c1-4288-955d-bcb140e23bf2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3342068 May 13 14:45:39.747424 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34602) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:39.752745 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-4459f43d-fc4b-40eb-a83e-424405e97188 req-30443889-c1d7-4b84-b362-3f5729b9b875 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] No DVR routers for this DVR port 681dd6ba-cbbf-46d1-b0fa-2100a7b46a38 on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:45:39.758540 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-a033a937-76f9-4099-ab3d-f6905d119d4c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1477382826', 'network_id': '43389771-9bef-4e8f-9ae8-ce47765c650c', 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:39.769082 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-bc4c7a87-c15c-4631-854d-4108fae78707 None None] Port f3af6a16-4a8e-450a-91b9-ca8b9ba9e781 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:45:39.777302 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-088b540f-23d2-4151-ae92-91873673bf49 service neutron] 10.222.0.74 "GET /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9240613 May 13 14:45:39.785933 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4459f43d-fc4b-40eb-a83e-424405e97188 req-30443889-c1d7-4b84-b362-3f5729b9b875 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:39.795614 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59c1b61-2c41-4c74-a9f9-b1395c3a902b', 'name': 'network-vif-deleted', 'tag': '681dd6ba-cbbf-46d1-b0fa-2100a7b46a38'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:45:39.802324 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 83cee2ae-e53e-49d0-9022-f75447c69bb2 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:39.807572 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03776e4b-34d1-4a2a-b78e-12fa803161c5 req-6a50b2aa-8494-4309-aac1-1e3c77941a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:39.809216 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-03776e4b-34d1-4a2a-b78e-12fa803161c5 req-6a50b2aa-8494-4309-aac1-1e3c77941a2d service neutron] 10.222.0.59 "GET /v2.0/networks?id=3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 HTTP/1.1" status: 200 len: 911 time: 0.5751796 May 13 14:45:39.810532 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 83cee2ae-e53e-49d0-9022-f75447c69bb2 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:39.811087 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:39.978302 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-97b5898b-ee89-4011-a032-a695451c2d7b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=67e7f531-e2b2-4161-81a5-7ac49b7125b3 HTTP/1.1" status: 200 len: 217 time: 0.1702406 May 13 14:45:40.017580 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911810e8-27c8-4d4b-8127-4fb2f3985598 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Router af67c128-a054-4acd-b9b0-e5199f1d9fc5 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:45:40.043410 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-989c8e72-66d4-4df1-b7cb-aef40692df2e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:40.053936 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4459f43d-fc4b-40eb-a83e-424405e97188 req-30443889-c1d7-4b84-b362-3f5729b9b875 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.59 "DELETE /v2.0/ports/681dd6ba-cbbf-46d1-b0fa-2100a7b46a38 HTTP/1.1" status: 204 len: 173 time: 4.1165597 May 13 14:45:40.059293 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 83cee2ae-e53e-49d0-9022-f75447c69bb2 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:40.059293 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:40.079489 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f31b46b8-e23d-4783-96fd-507b09ed6819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:40.088411 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 83cee2ae-e53e-49d0-9022-f75447c69bb2, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=83cee2ae-e53e-49d0-9022-f75447c69bb2,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:40.093366 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:40.194168 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a033a937-76f9-4099-ab3d-f6905d119d4c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:40.198652 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989c8e72-66d4-4df1-b7cb-aef40692df2e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network 72e9fc38-923f-4207-b51c-1b6a2d39607c is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:40.199753 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=83cee2ae-e53e-49d0-9022-f75447c69bb2,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:40.205754 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a033a937-76f9-4099-ab3d-f6905d119d4c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Usage tracker for resource:subnet and tenant:5ec7d10f98f145d3a4a04e390b0f97bd is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:40.213442 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-989c8e72-66d4-4df1-b7cb-aef40692df2e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:40.216247 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989c8e72-66d4-4df1-b7cb-aef40692df2e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:45:40.217038 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-989c8e72-66d4-4df1-b7cb-aef40692df2e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:40.223771 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a033a937-76f9-4099-ab3d-f6905d119d4c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:40.227547 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-58e52627-d537-4dd0-96ad-dcb2a806ada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:40.228938 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-58e52627-d537-4dd0-96ad-dcb2a806ada2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=80d5ab86-7db0-4947-99cf-66a27fc20541 HTTP/1.1" status: 200 len: 797 time: 0.2394302 May 13 14:45:40.237579 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c8e72-66d4-4df1-b7cb-aef40692df2e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Port': ['ID=c778e2ce-a76f-4b0d-a2be-46bf7ca924ec,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:40.243433 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a033a937-76f9-4099-ab3d-f6905d119d4c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:40.258106 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-03776e4b-34d1-4a2a-b78e-12fa803161c5 req-1494a576-66ac-4433-a514-ea2f2f43dc29 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46833746-4949-4cc0-876e-322482ef650d HTTP/1.1" status: 200 len: 1000 time: 0.4402771 May 13 14:45:40.268753 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e6adc95e-154b-4bcb-8f41-75db9bdfba01 req-6ac84608-e86f-473f-8ce9-577209555126 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=d59c1b61-2c41-4c74-a9f9-b1395c3a902b HTTP/1.1" status: 200 len: 210 time: 0.2625613 May 13 14:45:40.359685 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd443823-7d7b-4759-9593-5ee440304721'] response: {'server_uuid': 'd59c1b61-2c41-4c74-a9f9-b1395c3a902b', 'name': 'network-vif-deleted', 'tag': '681dd6ba-cbbf-46d1-b0fa-2100a7b46a38', 'status': 'completed', 'code': 200} May 13 14:45:40.368395 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a033a937-76f9-4099-ab3d-f6905d119d4c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Made reservation on behalf of 5ec7d10f98f145d3a4a04e390b0f97bd for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:40.371810 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a033a937-76f9-4099-ab3d-f6905d119d4c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:40.378663 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f31b46b8-e23d-4783-96fd-507b09ed6819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:40.408920 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03776e4b-34d1-4a2a-b78e-12fa803161c5 req-059a6a33-f8f9-4040-8d60-057071c0b1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:40.410535 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-03776e4b-34d1-4a2a-b78e-12fa803161c5 req-059a6a33-f8f9-4040-8d60-057071c0b1eb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=363e7da1-0d6f-4e89-9da3-93f517417d88 HTTP/1.1" status: 200 len: 849 time: 0.1408887 May 13 14:45:40.531594 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c8e72-66d4-4df1-b7cb-aef40692df2e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Port': ['ID=0d6fbd7c-094e-4acd-a6d2-aa8b3fbca220,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:40.544585 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d4016-7b8f-46fa-9dc8-456b89d0d7d3 req-ae579ce1-f57a-434a-adca-1efa3e7d1590 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:40.550398 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d4016-7b8f-46fa-9dc8-456b89d0d7d3 req-ae579ce1-f57a-434a-adca-1efa3e7d1590 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:40.557638 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d4016-7b8f-46fa-9dc8-456b89d0d7d3 req-ae579ce1-f57a-434a-adca-1efa3e7d1590 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:40.573810 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d4016-7b8f-46fa-9dc8-456b89d0d7d3 req-ae579ce1-f57a-434a-adca-1efa3e7d1590 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:40.585909 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d4016-7b8f-46fa-9dc8-456b89d0d7d3 req-ae579ce1-f57a-434a-adca-1efa3e7d1590 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:40.590859 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911810e8-27c8-4d4b-8127-4fb2f3985598 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:45:40.591796 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d4016-7b8f-46fa-9dc8-456b89d0d7d3 req-ae579ce1-f57a-434a-adca-1efa3e7d1590 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:40.597629 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d4016-7b8f-46fa-9dc8-456b89d0d7d3 req-ae579ce1-f57a-434a-adca-1efa3e7d1590 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:40.605539 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-011d4016-7b8f-46fa-9dc8-456b89d0d7d3 req-ae579ce1-f57a-434a-adca-1efa3e7d1590 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5418 time: 0.6618700 May 13 14:45:40.611988 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-911810e8-27c8-4d4b-8127-4fb2f3985598 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:40.614658 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f60789-46f7-4a10-bcea-76e94918db03 None None] Sync routers for ids ['af67c128-a054-4acd-b9b0-e5199f1d9fc5'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:45:40.643877 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f60789-46f7-4a10-bcea-76e94918db03 None None] Routers {'af67c128-a054-4acd-b9b0-e5199f1d9fc5'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:40.645258 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-a3f60789-46f7-4a10-bcea-76e94918db03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['af67c128-a054-4acd-b9b0-e5199f1d9fc5'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:40.648992 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f31b46b8-e23d-4783-96fd-507b09ed6819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:40.651629 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f31b46b8-e23d-4783-96fd-507b09ed6819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:40.656094 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f31b46b8-e23d-4783-96fd-507b09ed6819 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/76c9b4be-bfa1-4c95-ae2d-16538583dcf7 HTTP/1.1" status: 204 len: 168 time: 1.1337566 May 13 14:45:40.662072 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f07d1c62-ecb3-4f80-89be-fc4373133e16 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:40.678370 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989c8e72-66d4-4df1-b7cb-aef40692df2e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Checking segment: {'id': '7e9d332f-f3b4-45c8-806e-e53e0eb98207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f950d752-f898-472b-9cf7-04c0528aeb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:40.678740 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989c8e72-66d4-4df1-b7cb-aef40692df2e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network hostable DHCP agents. Network: f950d752-f898-472b-9cf7-04c0528aeb6a, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:45:40.684416 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03776e4b-34d1-4a2a-b78e-12fa803161c5 req-74c26eaa-a313-461f-9f62-a71b0fb04767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:40.686037 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-03776e4b-34d1-4a2a-b78e-12fa803161c5 req-74c26eaa-a313-461f-9f62-a71b0fb04767 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3c40b33f-7bf3-4984-a9df-d5e9c9e61d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2156303 May 13 14:45:40.691611 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b46b8-e23d-4783-96fd-507b09ed6819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c9b4be-bfa1-4c95-ae2d-16538583dcf7,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:40.795546 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-011d4016-7b8f-46fa-9dc8-456b89d0d7d3 req-5d29100f-06ea-4b96-9a3f-4f876c0294b2 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1890223 May 13 14:45:40.826128 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-fa9412ea-0511-433a-93f5-519bc62f6deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:40.829319 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-fa9412ea-0511-433a-93f5-519bc62f6deb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1a1930ec-5440-44c2-86b3-9a9de9e18d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5868659 May 13 14:45:40.842857 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-a3f60789-46f7-4a10-bcea-76e94918db03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:40.857155 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-911810e8-27c8-4d4b-8127-4fb2f3985598 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "PUT /v2.0/floatingips/e7354f99-c155-45a3-a6f4-674624b088d8 HTTP/1.1" status: 200 len: 978 time: 5.1638958 May 13 14:45:40.857857 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34616) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:40.860858 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f60789-46f7-4a10-bcea-76e94918db03 None None] Routers {'af67c128-a054-4acd-b9b0-e5199f1d9fc5'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:40.861335 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-a3f60789-46f7-4a10-bcea-76e94918db03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['af67c128-a054-4acd-b9b0-e5199f1d9fc5'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:40.959166 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-a3f60789-46f7-4a10-bcea-76e94918db03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:40.961080 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f60789-46f7-4a10-bcea-76e94918db03 None None] The sync data for ids ['af67c128-a054-4acd-b9b0-e5199f1d9fc5'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:45:40.981734 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-fe03e32d-1e05-44d8-b591-e9c0cd5c54fe tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Deleting port e0334848-de8c-463b-a82b-ec47b0fa1028 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:45:40.982051 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fe03e32d-1e05-44d8-b591-e9c0cd5c54fe tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:41.018259 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989c8e72-66d4-4df1-b7cb-aef40692df2e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network f950d752-f898-472b-9cf7-04c0528aeb6a is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:45:41.040723 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-989c8e72-66d4-4df1-b7cb-aef40692df2e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, f950d752-f898-472b-9cf7-04c0528aeb6a) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:41.047930 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-03776e4b-34d1-4a2a-b78e-12fa803161c5 req-ffab0bfa-1761-4e89-b81d-eaa7403b30ee service neutron] 10.222.0.59 "GET /v2.0/networks/3c40b33f-7bf3-4984-a9df-d5e9c9e61d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539174 May 13 14:45:41.055986 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd94172b-7a88-4f97-b95b-be7758faa794 None None] Network f950d752-f898-472b-9cf7-04c0528aeb6a requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:45:41.254104 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-9a9024db-4540-4884-b6c1-5260a36d568d service neutron] 10.222.0.74 "GET /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829053 May 13 14:45:41.352891 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-03776e4b-34d1-4a2a-b78e-12fa803161c5 req-48b5cc8f-225f-4def-abb9-16d0b6aae527 service neutron] 10.222.0.59 "GET /v2.0/networks/3c40b33f-7bf3-4984-a9df-d5e9c9e61d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941759 May 13 14:45:41.390507 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989c8e72-66d4-4df1-b7cb-aef40692df2e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:45:41.395958 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989c8e72-66d4-4df1-b7cb-aef40692df2e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:41.401210 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989c8e72-66d4-4df1-b7cb-aef40692df2e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:41.401875 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-989c8e72-66d4-4df1-b7cb-aef40692df2e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:41.421112 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fe03e32d-1e05-44d8-b591-e9c0cd5c54fe tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:41.683793 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 83cee2ae-e53e-49d0-9022-f75447c69bb2 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:41.770476 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 83cee2ae-e53e-49d0-9022-f75447c69bb2 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:41.771048 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:41.783942 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-989c8e72-66d4-4df1-b7cb-aef40692df2e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 7.9129620 May 13 14:45:41.797514 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34652) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:41.812906 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34654) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:41.927749 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a033a937-76f9-4099-ab3d-f6905d119d4c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:41.949610 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 83cee2ae-e53e-49d0-9022-f75447c69bb2 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:42.066173 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fe03e32d-1e05-44d8-b591-e9c0cd5c54fe tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:42.066455 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fe03e32d-1e05-44d8-b591-e9c0cd5c54fe tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:42.066757 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [None req-fe03e32d-1e05-44d8-b591-e9c0cd5c54fe tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Floating IP e7354f99-c155-45a3-a6f4-674624b088d8 disassociated. External IP: 172.25.0.230, port: e0334848-de8c-463b-a82b-ec47b0fa1028. May 13 14:45:42.067096 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-fe03e32d-1e05-44d8-b591-e9c0cd5c54fe tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Calling delete_port for e0334848-de8c-463b-a82b-ec47b0fa1028 owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:45:42.131948 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2618cc21-486f-49f8-a123-44f4c3585888 tempest-ServiceProvidersTest-1894576263 tempest-ServiceProvidersTest-1894576263-project] 10.222.0.35 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3126316 May 13 14:45:42.156785 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-f9a43abf-4e9d-4230-9f2a-f6f80b9861d1 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting port 0d6fbd7c-094e-4acd-a6d2-aa8b3fbca220 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:45:42.157166 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f9a43abf-4e9d-4230-9f2a-f6f80b9861d1 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:42.160235 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28654011-930b-4c05-96ab-8f5f438c3c75 req-2364d30c-cfc5-4866-a7f1-19081d486695 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:42.166827 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28654011-930b-4c05-96ab-8f5f438c3c75 req-2364d30c-cfc5-4866-a7f1-19081d486695 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:42.172729 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28654011-930b-4c05-96ab-8f5f438c3c75 req-2364d30c-cfc5-4866-a7f1-19081d486695 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:42.179323 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28654011-930b-4c05-96ab-8f5f438c3c75 req-2364d30c-cfc5-4866-a7f1-19081d486695 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:42.185678 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28654011-930b-4c05-96ab-8f5f438c3c75 req-2364d30c-cfc5-4866-a7f1-19081d486695 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:42.191376 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28654011-930b-4c05-96ab-8f5f438c3c75 req-2364d30c-cfc5-4866-a7f1-19081d486695 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:42.199247 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28654011-930b-4c05-96ab-8f5f438c3c75 req-2364d30c-cfc5-4866-a7f1-19081d486695 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:42.201458 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-28654011-930b-4c05-96ab-8f5f438c3c75 req-2364d30c-cfc5-4866-a7f1-19081d486695 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5418 time: 0.2178469 May 13 14:45:42.218809 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-f7ce498f-f2d2-4971-a94d-e06ee2a1f6d7 service neutron] 10.222.0.74 "GET /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8293481 May 13 14:45:42.250944 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033a937-76f9-4099-ab3d-f6905d119d4c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Pushing event updated for resources: {'Subnet': ['ID=8dec2b5b-3e83-4186-ace6-173a589a8627,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:42.332470 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-28654011-930b-4c05-96ab-8f5f438c3c75 req-cfc3f19d-fdec-4337-8fa1-5f4e0693c489 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1159105 May 13 14:45:42.350281 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-044623e2-1ffc-466b-861f-c53001025a5e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=db83639c-a133-43bc-b112-4ab8da679863 HTTP/1.1" status: 200 len: 217 time: 0.1029527 May 13 14:45:42.374462 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a033a937-76f9-4099-ab3d-f6905d119d4c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Checking segment: {'id': '8b16b1c9-90b4-4de7-9c08-9b2190184539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '43389771-9bef-4e8f-9ae8-ce47765c650c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:42.374622 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a033a937-76f9-4099-ab3d-f6905d119d4c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Network hostable DHCP agents. Network: 43389771-9bef-4e8f-9ae8-ce47765c650c, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:45:42.377413 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fe03e32d-1e05-44d8-b591-e9c0cd5c54fe tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:42.429256 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03e32d-1e05-44d8-b591-e9c0cd5c54fe tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event deleted for resources: {'Port': ['ID=e0334848-de8c-463b-a82b-ec47b0fa1028,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:42.560188 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f07d1c62-ecb3-4f80-89be-fc4373133e16 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:42.575394 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-7a01ca5d-4df0-4341-93ab-1e937c2a4c20 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:42.577452 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-7a01ca5d-4df0-4341-93ab-1e937c2a4c20 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/networks?id=8641c536-545f-4056-be2c-402575e577ff HTTP/1.1" status: 200 len: 812 time: 0.8380773 May 13 14:45:42.594524 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f07d1c62-ecb3-4f80-89be-fc4373133e16 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:42.599156 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34668) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:42.665848 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe03e32d-1e05-44d8-b591-e9c0cd5c54fe tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Router af67c128-a054-4acd-b9b0-e5199f1d9fc5 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:45:42.721856 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-1c9ce36c-480f-44c8-8a2e-fcc35a96eb1e tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/quotas/e540cd79706f4092b1c33147f0b2cee9 HTTP/1.1" status: 200 len: 375 time: 0.0947340 May 13 14:45:42.731405 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a033a937-76f9-4099-ab3d-f6905d119d4c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Network 43389771-9bef-4e8f-9ae8-ce47765c650c is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:45:42.770942 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4fe7be3a-3f2c-4af9-b31b-a9d30b1e52fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:42.817294 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-22575804-c050-47a5-a4e5-ff1908b687c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:42.818823 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-22575804-c050-47a5-a4e5-ff1908b687c6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=80d5ab86-7db0-4947-99cf-66a27fc20541 HTTP/1.1" status: 200 len: 797 time: 0.4480538 May 13 14:45:42.841295 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4fe7be3a-3f2c-4af9-b31b-a9d30b1e52fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:42.860090 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4fe7be3a-3f2c-4af9-b31b-a9d30b1e52fc admin admin] Usage tracker for resource:security_group_rule and tenant:61a99acfa06546ca9d1b7fcab8c52712 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:42.865007 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4fe7be3a-3f2c-4af9-b31b-a9d30b1e52fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:42.873265 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4fe7be3a-3f2c-4af9-b31b-a9d30b1e52fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:42.880172 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f07d1c62-ecb3-4f80-89be-fc4373133e16 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:42.884481 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-2ab2c0f8-0975-4f7f-84c7-a0bdc1bfcaba tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Synchronizing usage tracker for tenant:e540cd79706f4092b1c33147f0b2cee9 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:45:42.886675 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-a033a937-76f9-4099-ab3d-f6905d119d4c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 43389771-9bef-4e8f-9ae8-ce47765c650c) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:42.896056 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6b7e8a-2e1a-48ef-9720-2d18d1049996 None None] Network 43389771-9bef-4e8f-9ae8-ce47765c650c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:45:42.901048 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe03e32d-1e05-44d8-b591-e9c0cd5c54fe tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:45:42.915481 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3453e7-1e59-4d69-9aa4-545392ea31e2 None None] Sync routers for ids ['af67c128-a054-4acd-b9b0-e5199f1d9fc5'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:45:42.925717 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d1c62-ecb3-4f80-89be-fc4373133e16 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event updated for resources: {'Port': ['ID=f3af6a16-4a8e-450a-91b9-ca8b9ba9e781,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:42.942020 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3453e7-1e59-4d69-9aa4-545392ea31e2 None None] Routers {'af67c128-a054-4acd-b9b0-e5199f1d9fc5'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:42.942904 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-4a3453e7-1e59-4d69-9aa4-545392ea31e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['af67c128-a054-4acd-b9b0-e5199f1d9fc5'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:42.952636 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a033a937-76f9-4099-ab3d-f6905d119d4c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:42.953240 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a033a937-76f9-4099-ab3d-f6905d119d4c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:43.023534 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fe03e32d-1e05-44d8-b591-e9c0cd5c54fe tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:43.048932 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fe03e32d-1e05-44d8-b591-e9c0cd5c54fe tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "DELETE /v2.0/ports/e0334848-de8c-463b-a82b-ec47b0fa1028 HTTP/1.1" status: 204 len: 168 time: 2.1852257 May 13 14:45:43.055931 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34674) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:43.063702 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-4a3453e7-1e59-4d69-9aa4-545392ea31e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:43.078291 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3453e7-1e59-4d69-9aa4-545392ea31e2 None None] Routers {'af67c128-a054-4acd-b9b0-e5199f1d9fc5'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:43.079524 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-4a3453e7-1e59-4d69-9aa4-545392ea31e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['af67c128-a054-4acd-b9b0-e5199f1d9fc5'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:43.084250 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-2ab2c0f8-0975-4f7f-84c7-a0bdc1bfcaba tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Unset dirty status for tenant:e540cd79706f4092b1c33147f0b2cee9 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:45:43.086070 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-2ab2c0f8-0975-4f7f-84c7-a0bdc1bfcaba tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e540cd79706f4092b1c33147f0b2cee9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3523138 May 13 14:45:43.087722 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f9a43abf-4e9d-4230-9f2a-f6f80b9861d1 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:43.108269 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a033a937-76f9-4099-ab3d-f6905d119d4c tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.3573651 May 13 14:45:43.108859 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34678) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:43.148991 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4fe7be3a-3f2c-4af9-b31b-a9d30b1e52fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:43.155145 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4fe7be3a-3f2c-4af9-b31b-a9d30b1e52fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:43.182252 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-4a3453e7-1e59-4d69-9aa4-545392ea31e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:43.182502 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3453e7-1e59-4d69-9aa4-545392ea31e2 None None] The sync data for ids ['af67c128-a054-4acd-b9b0-e5199f1d9fc5'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:45:43.196158 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770976d4-bb07-492e-9d96-1357e0b4dcd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-43389771-9bef-4e8f-9ae8-ce47765c650c', 'network_id': '43389771-9bef-4e8f-9ae8-ce47765c650c', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'fixed_ips': [{'subnet_id': '8dec2b5b-3e83-4186-ace6-173a589a8627'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:45:43.196991 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-770976d4-bb07-492e-9d96-1357e0b4dcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:43.290804 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4fe7be3a-3f2c-4af9-b31b-a9d30b1e52fc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=61a99acfa06546ca9d1b7fcab8c52712&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6914749 May 13 14:45:43.296122 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34682) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:43.301837 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7be3a-3f2c-4af9-b31b-a9d30b1e52fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a62e4b1-1ca0-4fa2-bbce-a9d2b96fe58f,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:43.388601 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-770976d4-bb07-492e-9d96-1357e0b4dcd9 None None] Allocated IP 172.20.0.18 (43389771-9bef-4e8f-9ae8-ce47765c650c/8dec2b5b-3e83-4186-ace6-173a589a8627/cfd702fc-5697-4498-a609-f29d678a90da) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:43.567237 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-f9a43abf-4e9d-4230-9f2a-f6f80b9861d1 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Calling delete_port for 0d6fbd7c-094e-4acd-a6d2-aa8b3fbca220 owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:45:43.653968 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-770976d4-bb07-492e-9d96-1357e0b4dcd9 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:43.668540 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-770976d4-bb07-492e-9d96-1357e0b4dcd9 None None] Transition to ACTIVE for port object cfd702fc-5697-4498-a609-f29d678a90da will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:43.689547 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-770976d4-bb07-492e-9d96-1357e0b4dcd9 None None] Transition to ACTIVE for port object cfd702fc-5697-4498-a609-f29d678a90da will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:43.698124 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-770976d4-bb07-492e-9d96-1357e0b4dcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:43.767255 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770976d4-bb07-492e-9d96-1357e0b4dcd9 None None] Network 43389771-9bef-4e8f-9ae8-ce47765c650c is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:43.770299 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-770976d4-bb07-492e-9d96-1357e0b4dcd9 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:43.774779 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770976d4-bb07-492e-9d96-1357e0b4dcd9 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:45:43.783263 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-32ee78c3-6f9c-482b-ab8d-db1f1d0b3809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:43.809095 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07d1c62-ecb3-4f80-89be-fc4373133e16 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Network dc25f361-dab0-4c7f-b97f-b6c0c51d4b06 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:43.815873 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-f07d1c62-ecb3-4f80-89be-fc4373133e16 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:43.819777 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-381d324d-242f-4484-b6d0-6bf24e8650f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:43.821552 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-381d324d-242f-4484-b6d0-6bf24e8650f2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1a1930ec-5440-44c2-86b3-9a9de9e18d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9453425 May 13 14:45:43.874014 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-32ee78c3-6f9c-482b-ab8d-db1f1d0b3809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:43.876123 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770976d4-bb07-492e-9d96-1357e0b4dcd9 None None] Pushing event updated for resources: {'Port': ['ID=cfd702fc-5697-4498-a609-f29d678a90da,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:43.945998 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f73b1-58b5-4a78-84ab-c928395ce9dc req-72d61a3c-5248-4f07-8373-3e342fb27830 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:43.952531 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f73b1-58b5-4a78-84ab-c928395ce9dc req-72d61a3c-5248-4f07-8373-3e342fb27830 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:43.958607 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f73b1-58b5-4a78-84ab-c928395ce9dc req-72d61a3c-5248-4f07-8373-3e342fb27830 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:43.962904 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-770976d4-bb07-492e-9d96-1357e0b4dcd9 None None] Attempting to bind port cfd702fc-5697-4498-a609-f29d678a90da on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:45:43.964009 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-770976d4-bb07-492e-9d96-1357e0b4dcd9 None None] Attempting to bind port cfd702fc-5697-4498-a609-f29d678a90da by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '8b16b1c9-90b4-4de7-9c08-9b2190184539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '43389771-9bef-4e8f-9ae8-ce47765c650c'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:45:43.964659 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770976d4-bb07-492e-9d96-1357e0b4dcd9 None None] Attempting to bind port cfd702fc-5697-4498-a609-f29d678a90da on network 43389771-9bef-4e8f-9ae8-ce47765c650c {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:43.965437 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f73b1-58b5-4a78-84ab-c928395ce9dc req-72d61a3c-5248-4f07-8373-3e342fb27830 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:43.967120 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-1dd57999-523e-49bc-aeab-c569406ed4bb service neutron] 10.222.0.35 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8552203 May 13 14:45:43.971052 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f73b1-58b5-4a78-84ab-c928395ce9dc req-72d61a3c-5248-4f07-8373-3e342fb27830 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:43.977294 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f73b1-58b5-4a78-84ab-c928395ce9dc req-72d61a3c-5248-4f07-8373-3e342fb27830 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:43.982996 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f73b1-58b5-4a78-84ab-c928395ce9dc req-72d61a3c-5248-4f07-8373-3e342fb27830 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:43.983446 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770976d4-bb07-492e-9d96-1357e0b4dcd9 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:45:43.984263 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770976d4-bb07-492e-9d96-1357e0b4dcd9 None None] Checking segment: {'id': '8b16b1c9-90b4-4de7-9c08-9b2190184539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '43389771-9bef-4e8f-9ae8-ce47765c650c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:43.984892 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-770976d4-bb07-492e-9d96-1357e0b4dcd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:43.984995 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3f6f73b1-58b5-4a78-84ab-c928395ce9dc req-72d61a3c-5248-4f07-8373-3e342fb27830 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5418 time: 0.5120347 May 13 14:45:43.985600 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770976d4-bb07-492e-9d96-1357e0b4dcd9 None None] Bound using segment: {'id': '8b16b1c9-90b4-4de7-9c08-9b2190184539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '43389771-9bef-4e8f-9ae8-ce47765c650c'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:45:43.986286 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-770976d4-bb07-492e-9d96-1357e0b4dcd9 None None] Bound port: cfd702fc-5697-4498-a609-f29d678a90da, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b16b1c9-90b4-4de7-9c08-9b2190184539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '43389771-9bef-4e8f-9ae8-ce47765c650c'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:45:43.986872 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-770976d4-bb07-492e-9d96-1357e0b4dcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:44.095591 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3f6f73b1-58b5-4a78-84ab-c928395ce9dc req-e5bff0da-1626-4e1d-a64b-f5be25d15cc9 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1024745 May 13 14:45:44.101856 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-32ee78c3-6f9c-482b-ab8d-db1f1d0b3809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:44.109383 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f9a43abf-4e9d-4230-9f2a-f6f80b9861d1 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:44.125707 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee78c3-6f9c-482b-ab8d-db1f1d0b3809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a62e4b1-1ca0-4fa2-bbce-a9d2b96fe58f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:44.133385 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-32ee78c3-6f9c-482b-ab8d-db1f1d0b3809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:44.134502 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-32ee78c3-6f9c-482b-ab8d-db1f1d0b3809 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2a62e4b1-1ca0-4fa2-bbce-a9d2b96fe58f HTTP/1.1" status: 204 len: 168 time: 0.8374794 May 13 14:45:44.168970 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-770976d4-bb07-492e-9d96-1357e0b4dcd9 None None] For port cfd702fc-5697-4498-a609-f29d678a90da, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:45:44.187974 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9f736d75-0ff7-4142-bcd2-db812d508e8a None None] Provisioning complete for port f3af6a16-4a8e-450a-91b9-ca8b9ba9e781 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:44.188565 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9f736d75-0ff7-4142-bcd2-db812d508e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:44.236879 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-14a30d09-3a28-4879-b73c-dc869e890b82 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:44.270784 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-9f736d75-0ff7-4142-bcd2-db812d508e8a None None] Port f3af6a16-4a8e-450a-91b9-ca8b9ba9e781 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:45:44.274253 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-770976d4-bb07-492e-9d96-1357e0b4dcd9 None None] For port cfd702fc-5697-4498-a609-f29d678a90da, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=cfd702fc-5697-4498-a609-f29d678a90da,segment=NetworkSegment(8b16b1c9-90b4-4de7-9c08-9b2190184539),segment_id=8b16b1c9-90b4-4de7-9c08-9b2190184539)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:45:44.279620 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-770976d4-bb07-492e-9d96-1357e0b4dcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:44.344647 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a43abf-4e9d-4230-9f2a-f6f80b9861d1 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Port': ['ID=0d6fbd7c-094e-4acd-a6d2-aa8b3fbca220,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:44.368632 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770976d4-bb07-492e-9d96-1357e0b4dcd9 None None] Pushing event updated for resources: {'Port': ['ID=cfd702fc-5697-4498-a609-f29d678a90da,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:44.385169 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f9a43abf-4e9d-4230-9f2a-f6f80b9861d1 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:44.466448 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f9a43abf-4e9d-4230-9f2a-f6f80b9861d1 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/ports/0d6fbd7c-094e-4acd-a6d2-aa8b3fbca220 HTTP/1.1" status: 204 len: 168 time: 2.6615226 May 13 14:45:44.467365 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34692) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:44.593607 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-a666f1eb-6e8e-492f-b402-de94ffeeac2c service neutron] 10.222.0.35 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5185964 May 13 14:45:44.597934 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07d1c62-ecb3-4f80-89be-fc4373133e16 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Router 60f27043-3c9f-4544-9691-0cb912423002 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:45:44.622222 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-d008f200-b10c-489e-b0b8-801472400471 service neutron] 10.222.0.74 "GET /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7800639 May 13 14:45:44.732664 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9991c3-cef2-4e38-93fe-6b12aaedba60 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:44.738410 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9991c3-cef2-4e38-93fe-6b12aaedba60 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:44.739470 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7f9991c3-cef2-4e38-93fe-6b12aaedba60 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Synchronizing usage tracker for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:45:44.775622 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7f9991c3-cef2-4e38-93fe-6b12aaedba60 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Unset dirty status for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:45:44.780120 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7f9991c3-cef2-4e38-93fe-6b12aaedba60 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3117845 May 13 14:45:44.780948 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34704) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:44.947691 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8c9ded02-72c9-48f4-9bc4-ede599ff424d req-4290cbec-3800-4b71-b208-3e90b17924aa tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=24db255a-cc56-4fde-9e9e-b61dba9c6e4f HTTP/1.1" status: 200 len: 210 time: 0.0771396 May 13 14:45:45.024781 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8769-402f-44ce-b850-9213cf30c62a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting port c778e2ce-a76f-4b0d-a2be-46bf7ca924ec {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:45:45.025125 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-be4c8769-402f-44ce-b850-9213cf30c62a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:45.091442 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-14a30d09-3a28-4879-b73c-dc869e890b82 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Deleting port b68391c5-7d67-45ed-bb48-d60780d90fbe {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:45:45.091786 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-14a30d09-3a28-4879-b73c-dc869e890b82 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:45.519573 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-14a30d09-3a28-4879-b73c-dc869e890b82 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:45.561153 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07d1c62-ecb3-4f80-89be-fc4373133e16 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:45:45.575892 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37d982b-f8a1-420c-b562-5e49d5bb271d None None] Sync routers for ids ['60f27043-3c9f-4544-9691-0cb912423002'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:45:45.581112 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f07d1c62-ecb3-4f80-89be-fc4373133e16 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "PUT /v2.0/routers/60f27043-3c9f-4544-9691-0cb912423002/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1450579 May 13 14:45:45.592461 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34732) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:45.605131 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37d982b-f8a1-420c-b562-5e49d5bb271d None None] Routers {'60f27043-3c9f-4544-9691-0cb912423002'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:45.605944 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-a37d982b-f8a1-420c-b562-5e49d5bb271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['60f27043-3c9f-4544-9691-0cb912423002'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:45.625711 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-98755e4a-3ee7-47ef-9d91-9607b3ac6107 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:45.666782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-14a30d09-3a28-4879-b73c-dc869e890b82 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Calling delete_port for b68391c5-7d67-45ed-bb48-d60780d90fbe owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:45:45.807676 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device cfd702fc-5697-4498-a609-f29d678a90da up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:45.824479 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-2e7959ef-ab03-48b6-a750-d8ef8a36124b service neutron] 10.222.0.74 "GET /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1777256 May 13 14:45:45.978944 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-a37d982b-f8a1-420c-b562-5e49d5bb271d None None] Set router 60f27043-3c9f-4544-9691-0cb912423002 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:46.155720 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeca38f5-1840-4cc7-af20-a1ee1b225906 None None] Network 43389771-9bef-4e8f-9ae8-ce47765c650c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:45:46.212436 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-895db7e2-5e8e-42ef-ba24-fa0fd6445b33 req-4ac76d0a-9585-4827-a595-ad0bbf1c29ff tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=24db255a-cc56-4fde-9e9e-b61dba9c6e4f HTTP/1.1" status: 200 len: 210 time: 0.0778244 May 13 14:45:46.223700 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-be4c8769-402f-44ce-b850-9213cf30c62a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:46.372975 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8769-402f-44ce-b850-9213cf30c62a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Calling delete_port for c778e2ce-a76f-4b0d-a2be-46bf7ca924ec owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:45:46.413152 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-fc744383-4407-4c3e-837b-069fc1dc0195 None None] Provisioning for port cfd702fc-5697-4498-a609-f29d678a90da completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:46.464285 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:45:46.503486 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-609a88e6-a5cb-428a-ae47-65119b2e8054 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=42a1abac-e5c5-46b8-a459-21e4016e4e47 HTTP/1.1" status: 200 len: 217 time: 0.6545281 May 13 14:45:46.718758 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ea4c0-96f6-4037-ad33-4f27227a14cc req-0ee8c07e-7c74-485e-acf2-f47579041a83 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:46.727426 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ea4c0-96f6-4037-ad33-4f27227a14cc req-0ee8c07e-7c74-485e-acf2-f47579041a83 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:46.735788 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port cfd702fc-5697-4498-a609-f29d678a90da completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:46.736292 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ea4c0-96f6-4037-ad33-4f27227a14cc req-0ee8c07e-7c74-485e-acf2-f47579041a83 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:46.742875 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ea4c0-96f6-4037-ad33-4f27227a14cc req-0ee8c07e-7c74-485e-acf2-f47579041a83 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:46.749532 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ea4c0-96f6-4037-ad33-4f27227a14cc req-0ee8c07e-7c74-485e-acf2-f47579041a83 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:46.755889 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ea4c0-96f6-4037-ad33-4f27227a14cc req-0ee8c07e-7c74-485e-acf2-f47579041a83 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:46.763013 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ea4c0-96f6-4037-ad33-4f27227a14cc req-0ee8c07e-7c74-485e-acf2-f47579041a83 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:46.765360 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port cfd702fc-5697-4498-a609-f29d678a90da triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:46.770428 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:46.772512 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cb8ea4c0-96f6-4037-ad33-4f27227a14cc req-0ee8c07e-7c74-485e-acf2-f47579041a83 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5418 time: 1.4768307 May 13 14:45:46.836125 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-84ba7b8d-894c-4e60-bfab-56d9c72cafa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:46.837567 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-84ba7b8d-894c-4e60-bfab-56d9c72cafa1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=80d5ab86-7db0-4947-99cf-66a27fc20541 HTTP/1.1" status: 200 len: 797 time: 0.3183188 May 13 14:45:46.843171 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-500834f2-b827-4327-b480-e9674dbcb6c0 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:46.845163 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-500834f2-b827-4327-b480-e9674dbcb6c0 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.59 "GET /v2.0/networks?id=8641c536-545f-4056-be2c-402575e577ff HTTP/1.1" status: 200 len: 812 time: 0.4346929 May 13 14:45:46.860773 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-be4c8769-402f-44ce-b850-9213cf30c62a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:46.866177 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-8f4eaa5e-6ac4-4184-b1a8-36c1673c43aa tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Request body: {'port': {'device_id': '24db255a-cc56-4fde-9e9e-b61dba9c6e4f', 'network_id': '8641c536-545f-4056-be2c-402575e577ff', 'admin_state_up': True, 'tenant_id': 'e540cd79706f4092b1c33147f0b2cee9'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:46.979717 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-a37d982b-f8a1-420c-b562-5e49d5bb271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f27043-3c9f-4544-9691-0cb912423002', 'name': 'tempest-RoutersTest-router-381366229', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:44Z', 'updated_at': '2022-05-13T14:45:40Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None, '_interfaces': [{'id': '17b8844a-8c24-4412-a9fb-66be3c8100cb', 'name': '', 'network_id': '07bb90cc-b788-4b33-b9e3-b37f8b092447', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:75:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:05Z', 'updated_at': '2022-05-13T14:45:16Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20a6a6b5-1019-47e0-ac7a-c853f258b603', 'name': '', 'network_id': '25ce728c-de7c-4b25-adf3-17148531c115', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:f8:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:19Z', 'updated_at': '2022-05-13T14:45:34Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b55478fe-0015-458d-8d26-24bda0d3475c', 'name': '', 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:d1:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:49Z', 'updated_at': '2022-05-13T14:45:04Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3af6a16-4a8e-450a-91b9-ca8b9ba9e781', 'name': '', 'network_id': 'dc25f361-dab0-4c7f-b97f-b6c0c51d4b06', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:19:10:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '83d889bd-5089-45be-89d0-954ec46ff8b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:35Z', 'updated_at': '2022-05-13T14:45:41Z', 'revision_number': 2, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '83d889bd-5089-45be-89d0-954ec46ff8b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:46.983276 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port cfd702fc-5697-4498-a609-f29d678a90da is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:46.983659 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:46.997248 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37d982b-f8a1-420c-b562-5e49d5bb271d None None] Checking router: 60f27043-3c9f-4544-9691-0cb912423002 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:45:46.997614 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37d982b-f8a1-420c-b562-5e49d5bb271d None None] Updating router 60f27043-3c9f-4544-9691-0cb912423002 port f3af6a16-4a8e-450a-91b9-ca8b9ba9e781 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:45:47.026049 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c070e7a3-99ea-4ef6-b436-880c5b936daf tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:47.029559 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8769-402f-44ce-b850-9213cf30c62a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Port': ['ID=c778e2ce-a76f-4b0d-a2be-46bf7ca924ec,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:47.052709 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-be4c8769-402f-44ce-b850-9213cf30c62a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:47.052896 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cb8ea4c0-96f6-4037-ad33-4f27227a14cc req-b60637b6-4925-44e0-a10f-77c8c15ff5f6 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2787459 May 13 14:45:47.083451 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-14a30d09-3a28-4879-b73c-dc869e890b82 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:47.118202 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a37d982b-f8a1-420c-b562-5e49d5bb271d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:47.138083 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port cfd702fc-5697-4498-a609-f29d678a90da, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=cfd702fc-5697-4498-a609-f29d678a90da,segment=NetworkSegment(8b16b1c9-90b4-4de7-9c08-9b2190184539),segment_id=8b16b1c9-90b4-4de7-9c08-9b2190184539)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:47.143255 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:47.184038 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a30d09-3a28-4879-b73c-dc869e890b82 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event deleted for resources: {'Port': ['ID=b68391c5-7d67-45ed-bb48-d60780d90fbe,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:47.216949 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-be4c8769-402f-44ce-b850-9213cf30c62a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/ports/c778e2ce-a76f-4b0d-a2be-46bf7ca924ec HTTP/1.1" status: 204 len: 168 time: 2.4335308 May 13 14:45:47.251895 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34768) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:47.383232 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34774) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:47.395898 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-8f4eaa5e-6ac4-4184-b1a8-36c1673c43aa tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:47.480814 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-8f4eaa5e-6ac4-4184-b1a8-36c1673c43aa tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:47.506349 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f2a66730-71cf-4337-bb9f-4345eb8d510c req-fbcf4d7f-f8b3-48dd-a3e4-dc209745ce53 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=24db255a-cc56-4fde-9e9e-b61dba9c6e4f HTTP/1.1" status: 200 len: 210 time: 0.0848529 May 13 14:45:47.574877 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=cfd702fc-5697-4498-a609-f29d678a90da,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:47.581267 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c9b3a942-6fa7-464b-9f64-2427032e9cf2 None None] Provisioning complete for port cfd702fc-5697-4498-a609-f29d678a90da triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:47.581951 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c9b3a942-6fa7-464b-9f64-2427032e9cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:47.645254 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-8f4eaa5e-6ac4-4184-b1a8-36c1673c43aa tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Made reservation on behalf of e540cd79706f4092b1c33147f0b2cee9 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:47.651175 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-8f4eaa5e-6ac4-4184-b1a8-36c1673c43aa tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:47.820177 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-c9b3a942-6fa7-464b-9f64-2427032e9cf2 None None] Current status of the port cfd702fc-5697-4498-a609-f29d678a90da is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:47.857451 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-c5b3d3a8-e19d-4696-9a0c-892ed875d90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:47.858935 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-c5b3d3a8-e19d-4696-9a0c-892ed875d90e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1a1930ec-5440-44c2-86b3-9a9de9e18d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9751294 May 13 14:45:47.880057 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-14a30d09-3a28-4879-b73c-dc869e890b82 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:47.897494 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5ace7903-149f-404e-9932-b26176a205aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:47.937461 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a37d982b-f8a1-420c-b562-5e49d5bb271d None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:47.951784 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a37d982b-f8a1-420c-b562-5e49d5bb271d None None] Transition to ACTIVE for port object f3af6a16-4a8e-450a-91b9-ca8b9ba9e781 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:47.960917 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a37d982b-f8a1-420c-b562-5e49d5bb271d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:48.130605 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.extraroute_db [None req-98755e4a-3ee7-47ef-9d91-9607b3ac6107 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88082) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 13 14:45:48.136321 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-8f4eaa5e-6ac4-4184-b1a8-36c1673c43aa tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Allocated IP 172.20.0.5 (8641c536-545f-4056-be2c-402575e577ff/2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7/d96f82c9-0530-454e-9fbf-1fa0a5b0e55a) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:48.165311 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.extraroute_db [None req-98755e4a-3ee7-47ef-9d91-9607b3ac6107 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Removed routes are [] {{(pid=88082) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 13 14:45:48.165642 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98755e4a-3ee7-47ef-9d91-9607b3ac6107 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:48.250486 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471b4f7-4d30-4f63-88c6-2749cb95d30c None None] Pushing event updated for resources: {'Port': ['ID=f3af6a16-4a8e-450a-91b9-ca8b9ba9e781,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:48.263833 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:48.343527 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-a37d982b-f8a1-420c-b562-5e49d5bb271d None None] Attempting to bind port f3af6a16-4a8e-450a-91b9-ca8b9ba9e781 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:45:48.343898 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-a37d982b-f8a1-420c-b562-5e49d5bb271d None None] Attempting to bind port f3af6a16-4a8e-450a-91b9-ca8b9ba9e781 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '92152a53-5b9a-4d5d-b55a-f35d91fa0bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dc25f361-dab0-4c7f-b97f-b6c0c51d4b06'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:45:48.344263 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37d982b-f8a1-420c-b562-5e49d5bb271d None None] Attempting to bind port f3af6a16-4a8e-450a-91b9-ca8b9ba9e781 on network dc25f361-dab0-4c7f-b97f-b6c0c51d4b06 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:48.349786 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37d982b-f8a1-420c-b562-5e49d5bb271d None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:45:48.350157 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37d982b-f8a1-420c-b562-5e49d5bb271d None None] Checking segment: {'id': '92152a53-5b9a-4d5d-b55a-f35d91fa0bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dc25f361-dab0-4c7f-b97f-b6c0c51d4b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:48.350555 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a37d982b-f8a1-420c-b562-5e49d5bb271d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:48.351537 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37d982b-f8a1-420c-b562-5e49d5bb271d None None] Bound using segment: {'id': '92152a53-5b9a-4d5d-b55a-f35d91fa0bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dc25f361-dab0-4c7f-b97f-b6c0c51d4b06'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:45:48.352005 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-a37d982b-f8a1-420c-b562-5e49d5bb271d None None] Bound port: f3af6a16-4a8e-450a-91b9-ca8b9ba9e781, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92152a53-5b9a-4d5d-b55a-f35d91fa0bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dc25f361-dab0-4c7f-b97f-b6c0c51d4b06'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:45:48.352381 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a37d982b-f8a1-420c-b562-5e49d5bb271d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:48.461870 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3308cebc-2772-4b2f-8ff8-0349fad2d126 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:48.462620 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-3308cebc-2772-4b2f-8ff8-0349fad2d126 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Synchronizing usage tracker for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:45:48.485621 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-a37d982b-f8a1-420c-b562-5e49d5bb271d None None] For port f3af6a16-4a8e-450a-91b9-ca8b9ba9e781, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:45:48.490073 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-a37d982b-f8a1-420c-b562-5e49d5bb271d None None] For port f3af6a16-4a8e-450a-91b9-ca8b9ba9e781, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=f3af6a16-4a8e-450a-91b9-ca8b9ba9e781,segment=NetworkSegment(92152a53-5b9a-4d5d-b55a-f35d91fa0bf6),segment_id=92152a53-5b9a-4d5d-b55a-f35d91fa0bf6)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:45:48.497830 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a37d982b-f8a1-420c-b562-5e49d5bb271d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:48.560056 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5ace7903-149f-404e-9932-b26176a205aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:48.592401 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5ace7903-149f-404e-9932-b26176a205aa admin admin] Usage tracker for resource:security_group_rule and tenant:0ffbc769f2ce458890bf5dee6de6eb30 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:48.618925 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5ace7903-149f-404e-9932-b26176a205aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:48.631794 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-3308cebc-2772-4b2f-8ff8-0349fad2d126 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Unset dirty status for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:45:48.636441 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3308cebc-2772-4b2f-8ff8-0349fad2d126 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.3668838 May 13 14:45:48.657885 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34794) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:48.680434 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37d982b-f8a1-420c-b562-5e49d5bb271d None None] Routers {'60f27043-3c9f-4544-9691-0cb912423002'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:48.681127 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-a37d982b-f8a1-420c-b562-5e49d5bb271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['60f27043-3c9f-4544-9691-0cb912423002'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:48.718940 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5ace7903-149f-404e-9932-b26176a205aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:48.817874 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-8f4eaa5e-6ac4-4184-b1a8-36c1673c43aa tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:48.835883 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bfa595c-ed46-42c5-83cd-a25b7837b696 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] GET failed (client error): The resource could not be found. May 13 14:45:48.845280 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9bfa595c-ed46-42c5-83cd-a25b7837b696 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "GET /v2.0/ports/0d6fbd7c-094e-4acd-a6d2-aa8b3fbca220 HTTP/1.1" status: 404 len: 333 time: 0.1859121 May 13 14:45:48.847500 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-00e3b261-13e6-4de6-a5d0-72fb2779311b req-6ac630e8-b2ff-4e0d-b3e3-01bcafd0bd04 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=24db255a-cc56-4fde-9e9e-b61dba9c6e4f HTTP/1.1" status: 200 len: 210 time: 0.1163623 May 13 14:45:48.853726 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34798) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:48.862972 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-8f4eaa5e-6ac4-4184-b1a8-36c1673c43aa tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:48.874398 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-88994a3e-1784-4d16-8cca-5e649d83309b service neutron] 10.222.0.74 "GET /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0048060 May 13 14:45:48.917904 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-a37d982b-f8a1-420c-b562-5e49d5bb271d None None] Set router 60f27043-3c9f-4544-9691-0cb912423002 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:48.981986 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-79577a20-0764-4a43-a840-77b0b83b4825 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] GET failed (client error): The resource could not be found. May 13 14:45:48.982432 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-79577a20-0764-4a43-a840-77b0b83b4825 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Synchronizing usage tracker for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:45:49.006446 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471b4f7-4d30-4f63-88c6-2749cb95d30c None None] Pushing event updated for resources: {'Port': ['ID=f3af6a16-4a8e-450a-91b9-ca8b9ba9e781,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:49.029143 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-8f4eaa5e-6ac4-4184-b1a8-36c1673c43aa tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Network 8641c536-545f-4056-be2c-402575e577ff is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:49.029763 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-79577a20-0764-4a43-a840-77b0b83b4825 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Unset dirty status for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:45:49.034358 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-79577a20-0764-4a43-a840-77b0b83b4825 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "GET /v2.0/ports/c778e2ce-a76f-4b0d-a2be-46bf7ca924ec HTTP/1.1" status: 404 len: 333 time: 0.1767559 May 13 14:45:49.036458 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34802) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:49.045419 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-8f4eaa5e-6ac4-4184-b1a8-36c1673c43aa tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:49.066902 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4eaa5e-6ac4-4184-b1a8-36c1673c43aa tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Pushing event updated for resources: {'Port': ['ID=d96f82c9-0530-454e-9fbf-1fa0a5b0e55a,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:49.069518 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-8f4eaa5e-6ac4-4184-b1a8-36c1673c43aa tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:45:49.350855 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f823ff6-f2f8-4207-8538-cbc610365560 req-2b20e0dc-1923-478a-b320-9ee133058a2a tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:49.356851 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f823ff6-f2f8-4207-8538-cbc610365560 req-2b20e0dc-1923-478a-b320-9ee133058a2a tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:49.362811 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f823ff6-f2f8-4207-8538-cbc610365560 req-2b20e0dc-1923-478a-b320-9ee133058a2a tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:49.368803 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f823ff6-f2f8-4207-8538-cbc610365560 req-2b20e0dc-1923-478a-b320-9ee133058a2a tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:49.374635 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f823ff6-f2f8-4207-8538-cbc610365560 req-2b20e0dc-1923-478a-b320-9ee133058a2a tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:49.381655 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f823ff6-f2f8-4207-8538-cbc610365560 req-2b20e0dc-1923-478a-b320-9ee133058a2a tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:49.388298 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f823ff6-f2f8-4207-8538-cbc610365560 req-2b20e0dc-1923-478a-b320-9ee133058a2a tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:49.390227 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8f823ff6-f2f8-4207-8538-cbc610365560 req-2b20e0dc-1923-478a-b320-9ee133058a2a tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5418 time: 1.0680473 May 13 14:45:49.392186 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-ba35f923-9d11-48a3-b81e-63b9793698b4 service neutron] 10.222.0.74 "GET /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4921186 May 13 14:45:49.410750 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a30d09-3a28-4879-b73c-dc869e890b82 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Router af67c128-a054-4acd-b9b0-e5199f1d9fc5 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:45:49.468965 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-8f4eaa5e-6ac4-4184-b1a8-36c1673c43aa tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:49.469167 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-a37d982b-f8a1-420c-b562-5e49d5bb271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f27043-3c9f-4544-9691-0cb912423002', 'name': 'tempest-RoutersTest-router-381366229', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:44Z', 'updated_at': '2022-05-13T14:45:48Z', 'revision_number': 6, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None, '_interfaces': [{'id': '17b8844a-8c24-4412-a9fb-66be3c8100cb', 'name': '', 'network_id': '07bb90cc-b788-4b33-b9e3-b37f8b092447', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:75:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:05Z', 'updated_at': '2022-05-13T14:45:16Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20a6a6b5-1019-47e0-ac7a-c853f258b603', 'name': '', 'network_id': '25ce728c-de7c-4b25-adf3-17148531c115', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:f8:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:19Z', 'updated_at': '2022-05-13T14:45:34Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b55478fe-0015-458d-8d26-24bda0d3475c', 'name': '', 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:d1:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:49Z', 'updated_at': '2022-05-13T14:45:04Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3af6a16-4a8e-450a-91b9-ca8b9ba9e781', 'name': '', 'network_id': 'dc25f361-dab0-4c7f-b97f-b6c0c51d4b06', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:19:10:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '83d889bd-5089-45be-89d0-954ec46ff8b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:35Z', 'updated_at': '2022-05-13T14:45:48Z', 'revision_number': 4, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '83d889bd-5089-45be-89d0-954ec46ff8b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:49.469590 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-8f4eaa5e-6ac4-4184-b1a8-36c1673c43aa tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:49.473600 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37d982b-f8a1-420c-b562-5e49d5bb271d None None] The sync data for ids ['60f27043-3c9f-4544-9691-0cb912423002'] in n-d-841760-1 is: [{'id': '60f27043-3c9f-4544-9691-0cb912423002', 'name': 'tempest-RoutersTest-router-381366229', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:44Z', 'updated_at': '2022-05-13T14:45:48Z', 'revision_number': 6, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None, '_interfaces': [{'id': '17b8844a-8c24-4412-a9fb-66be3c8100cb', 'name': '', 'network_id': '07bb90cc-b788-4b33-b9e3-b37f8b092447', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:75:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:05Z', 'updated_at': '2022-05-13T14:45:16Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20a6a6b5-1019-47e0-ac7a-c853f258b603', 'name': '', 'network_id': '25ce728c-de7c-4b25-adf3-17148531c115', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:f8:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:19Z', 'updated_at': '2022-05-13T14:45:34Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b55478fe-0015-458d-8d26-24bda0d3475c', 'name': '', 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:d1:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:49Z', 'updated_at': '2022-05-13T14:45:04Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3af6a16-4a8e-450a-91b9-ca8b9ba9e781', 'name': '', 'network_id': 'dc25f361-dab0-4c7f-b97f-b6c0c51d4b06', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:19:10:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '83d889bd-5089-45be-89d0-954ec46ff8b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:35Z', 'updated_at': '2022-05-13T14:45:48Z', 'revision_number': 4, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '83d889bd-5089-45be-89d0-954ec46ff8b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:45:49.573734 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-25152a38-2a7e-4ec8-b0b3-708544141ff2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f42ba23f-a9fd-42b0-9c7f-8779c7e24321 HTTP/1.1" status: 200 len: 217 time: 0.1483915 May 13 14:45:49.575623 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dbd7b41b-c1e1-475c-8710-8cf91ad38e50 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:49.578586 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98755e4a-3ee7-47ef-9d91-9607b3ac6107 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:49.637282 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98755e4a-3ee7-47ef-9d91-9607b3ac6107 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33129349'] for router, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:49.657574 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-c070e7a3-99ea-4ef6-b436-880c5b936daf tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Allocated IP 172.20.0.17 (43389771-9bef-4e8f-9ae8-ce47765c650c/8dec2b5b-3e83-4186-ace6-173a589a8627/4ce293b5-baf1-4d9c-846a-635d995f15f6) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:49.670154 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5ace7903-149f-404e-9932-b26176a205aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:49.673077 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8f823ff6-f2f8-4207-8538-cbc610365560 req-18c2763a-a9bf-4a40-a43d-cee036a58cb1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2439806 May 13 14:45:49.706203 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5ace7903-149f-404e-9932-b26176a205aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:49.769207 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-8f4eaa5e-6ac4-4184-b1a8-36c1673c43aa tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9089928 May 13 14:45:49.824112 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-7015ec4f-b8b4-499a-8c14-e962e053e606 service neutron] Request body: {'port': {'device_id': '24db255a-cc56-4fde-9e9e-b61dba9c6e4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:49.852379 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device f3af6a16-4a8e-450a-91b9-ca8b9ba9e781 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:49.924998 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a30d09-3a28-4879-b73c-dc869e890b82 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:45:49.927171 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace7903-149f-404e-9932-b26176a205aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e562ad3-3a6b-4931-9645-efe767bab1ad,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:49.936037 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f92f7b8-f648-41aa-806e-09eb9d2df383 None None] Sync routers for ids ['af67c128-a054-4acd-b9b0-e5199f1d9fc5'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:45:49.953958 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f92f7b8-f648-41aa-806e-09eb9d2df383 None None] Routers {'af67c128-a054-4acd-b9b0-e5199f1d9fc5'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:49.954576 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-9f92f7b8-f648-41aa-806e-09eb9d2df383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['af67c128-a054-4acd-b9b0-e5199f1d9fc5'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:49.966757 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-14a30d09-3a28-4879-b73c-dc869e890b82 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "PUT /v2.0/routers/af67c128-a054-4acd-b9b0-e5199f1d9fc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9097805 May 13 14:45:49.972652 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5ace7903-149f-404e-9932-b26176a205aa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0ffbc769f2ce458890bf5dee6de6eb30&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5844812 May 13 14:45:49.980336 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34810) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:49.980948 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34812) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:50.072168 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port f3af6a16-4a8e-450a-91b9-ca8b9ba9e781 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:50.081782 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port f3af6a16-4a8e-450a-91b9-ca8b9ba9e781 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:50.082178 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:50.082738 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dbd7b41b-c1e1-475c-8710-8cf91ad38e50 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:50.131991 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-23f0c7f2-0781-49f5-9419-31b25d7ce820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:50.133447 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-23f0c7f2-0781-49f5-9419-31b25d7ce820 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cb810c0a-840e-4497-98b6-b4ffe8e0a8f1 HTTP/1.1" status: 200 len: 797 time: 0.5464160 May 13 14:45:50.149729 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-9f92f7b8-f648-41aa-806e-09eb9d2df383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:50.169877 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f92f7b8-f648-41aa-806e-09eb9d2df383 None None] Routers {'af67c128-a054-4acd-b9b0-e5199f1d9fc5'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:50.170522 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-9f92f7b8-f648-41aa-806e-09eb9d2df383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['af67c128-a054-4acd-b9b0-e5199f1d9fc5'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:50.329659 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-9f92f7b8-f648-41aa-806e-09eb9d2df383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:50.338548 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f92f7b8-f648-41aa-806e-09eb9d2df383 None None] The sync data for ids ['af67c128-a054-4acd-b9b0-e5199f1d9fc5'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:45:50.409611 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c070e7a3-99ea-4ef6-b436-880c5b936daf tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:50.422566 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-dbd7b41b-c1e1-475c-8710-8cf91ad38e50 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f950d752-f898-472b-9cf7-04c0528aeb6a']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:50.429316 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-c070e7a3-99ea-4ef6-b436-880c5b936daf tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Transition to ACTIVE for port object 4ce293b5-baf1-4d9c-846a-635d995f15f6 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:50.431196 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port f3af6a16-4a8e-450a-91b9-ca8b9ba9e781 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:50.431926 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:50.455949 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98755e4a-3ee7-47ef-9d91-9607b3ac6107 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Router 60f27043-3c9f-4544-9691-0cb912423002 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:45:50.486397 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port f3af6a16-4a8e-450a-91b9-ca8b9ba9e781, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=f3af6a16-4a8e-450a-91b9-ca8b9ba9e781,segment=NetworkSegment(92152a53-5b9a-4d5d-b55a-f35d91fa0bf6),segment_id=92152a53-5b9a-4d5d-b55a-f35d91fa0bf6)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:50.497171 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:50.497972 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device cfd702fc-5697-4498-a609-f29d678a90da up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:50.563464 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c070e7a3-99ea-4ef6-b436-880c5b936daf tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:50.590624 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-dbd7b41b-c1e1-475c-8710-8cf91ad38e50 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e9d332f-f3b4-45c8-806e-e53e0eb98207') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:50.591251 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-dbd7b41b-c1e1-475c-8710-8cf91ad38e50 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e9d332f-f3b4-45c8-806e-e53e0eb98207') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:50.607964 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d67ef4c-1f7a-483e-8f30-1af1cdcaf32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:50.654791 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=f3af6a16-4a8e-450a-91b9-ca8b9ba9e781,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:50.664184 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:50.664534 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:50.664877 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:50.665347 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:50.665672 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:50.665995 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:50.666389 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:50.666627 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:50.666950 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:50.667373 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:50.667608 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:50.667924 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:50.677738 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d67ef4c-1f7a-483e-8f30-1af1cdcaf32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:50.677992 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port cfd702fc-5697-4498-a609-f29d678a90da triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:50.678215 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:50.734893 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c070e7a3-99ea-4ef6-b436-880c5b936daf tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Network 43389771-9bef-4e8f-9ae8-ce47765c650c is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:50.743203 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-c070e7a3-99ea-4ef6-b436-880c5b936daf tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:50.757874 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dbd7b41b-c1e1-475c-8710-8cf91ad38e50 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:50.760659 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c070e7a3-99ea-4ef6-b436-880c5b936daf tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:45:50.783152 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-7015ec4f-b8b4-499a-8c14-e962e053e606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:50.797256 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-b773496d-e564-4823-9eaa-2ff41f59d66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:50.798964 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-b773496d-e564-4823-9eaa-2ff41f59d66f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=471adc6c-b70b-42c1-bc3f-35baec009201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6554499 May 13 14:45:50.840198 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070e7a3-99ea-4ef6-b436-880c5b936daf tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Pushing event updated for resources: {'Port': ['ID=4ce293b5-baf1-4d9c-846a-635d995f15f6,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:50.856689 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port cfd702fc-5697-4498-a609-f29d678a90da is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:50.865256 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98755e4a-3ee7-47ef-9d91-9607b3ac6107 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:45:50.876477 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad401d92-0c86-4420-b486-6d371fdd5675 None None] Sync routers for ids ['60f27043-3c9f-4544-9691-0cb912423002'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:45:50.888264 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dbd7b41b-c1e1-475c-8710-8cf91ad38e50 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:50.897128 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad401d92-0c86-4420-b486-6d371fdd5675 None None] Routers {'60f27043-3c9f-4544-9691-0cb912423002'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:50.898472 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ad401d92-0c86-4420-b486-6d371fdd5675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['60f27043-3c9f-4544-9691-0cb912423002'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:50.931881 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d67ef4c-1f7a-483e-8f30-1af1cdcaf32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:50.939346 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a0c8e68-21ca-4f14-b230-6596a4db3299 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:50.980011 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98755e4a-3ee7-47ef-9d91-9607b3ac6107 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:50.983597 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-98755e4a-3ee7-47ef-9d91-9607b3ac6107 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "PUT /v2.0/routers/60f27043-3c9f-4544-9691-0cb912423002 HTTP/1.1" status: 200 len: 933 time: 5.3877954 May 13 14:45:50.985979 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34832) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:51.008079 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c070e7a3-99ea-4ef6-b436-880c5b936daf tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:51.055839 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd7b41b-c1e1-475c-8710-8cf91ad38e50 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:45:51.056823 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dbd7b41b-c1e1-475c-8710-8cf91ad38e50 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:51.105464 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:45:51.105464 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:45:51.105464 n-d-841760-1 neutron-server[88081]: timer() May 13 14:45:51.105464 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:45:51.105464 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:45:51.105464 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:45:51.105464 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:45:51.105464 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:45:51.105464 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:45:51.105464 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:45:51.105464 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:45:51.105464 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:45:51.105464 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:45:51.105464 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:45:51.105464 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:45:51.105464 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:45:51.105464 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:45:51.105464 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:45:51.105464 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:45:51.105464 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:45:51.105464 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:45:51.105464 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:45:51.105464 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:45:51.105464 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:45:51.105464 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:45:51.105464 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:45:51.105464 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:45:51.105464 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:45:51.105464 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:45:51.105464 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:45:51.105464 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:45:51.105464 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:45:51.125168 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-ad401d92-0c86-4420-b486-6d371fdd5675 None None] Set router 60f27043-3c9f-4544-9691-0cb912423002 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:51.239077 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67ef4c-1f7a-483e-8f30-1af1cdcaf32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e562ad3-3a6b-4931-9645-efe767bab1ad,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:51.314896 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb110f1-68e5-4a96-bdfe-c44e01bb92b9 req-8438ee13-94e9-4055-80b6-0b8e8eb5cb46 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:51.315760 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-bdb110f1-68e5-4a96-bdfe-c44e01bb92b9 req-8438ee13-94e9-4055-80b6-0b8e8eb5cb46 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Synchronizing usage tracker for tenant:e540cd79706f4092b1c33147f0b2cee9 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:45:51.322068 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-58190ae8-7bc0-4579-8646-95002502c692 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "GET /v2.0/routers/60f27043-3c9f-4544-9691-0cb912423002 HTTP/1.1" status: 200 len: 933 time: 0.3124578 May 13 14:45:51.324449 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34838) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:51.378238 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d67ef4c-1f7a-483e-8f30-1af1cdcaf32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:51.381863 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1d67ef4c-1f7a-483e-8f30-1af1cdcaf32a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0e562ad3-3a6b-4931-9645-efe767bab1ad HTTP/1.1" status: 204 len: 168 time: 1.3958035 May 13 14:45:51.422445 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dbd7b41b-c1e1-475c-8710-8cf91ad38e50 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:51.434346 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-9edb21b2-1029-4f95-8ce4-84d6c1dd5bc8 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Request body: {'router': {'routes': None}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:51.479149 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3b33fa33-1999-43b0-9d26-f42f8c61eee5 None None] Provisioning for port 4ce293b5-baf1-4d9c-846a-635d995f15f6 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:51.487336 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dbd7b41b-c1e1-475c-8710-8cf91ad38e50 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:51.495080 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3b33fa33-1999-43b0-9d26-f42f8c61eee5 None None] Provisioning complete for port 4ce293b5-baf1-4d9c-846a-635d995f15f6 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:51.495414 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3b33fa33-1999-43b0-9d26-f42f8c61eee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:51.513049 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-bdb110f1-68e5-4a96-bdfe-c44e01bb92b9 req-8438ee13-94e9-4055-80b6-0b8e8eb5cb46 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Unset dirty status for tenant:e540cd79706f4092b1c33147f0b2cee9 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:45:51.514323 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bdb110f1-68e5-4a96-bdfe-c44e01bb92b9 req-8438ee13-94e9-4055-80b6-0b8e8eb5cb46 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=24db255a-cc56-4fde-9e9e-b61dba9c6e4f HTTP/1.1" status: 200 len: 931 time: 1.4423168 May 13 14:45:51.526307 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7b41b-c1e1-475c-8710-8cf91ad38e50 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Network': ['ID=f950d752-f898-472b-9cf7-04c0528aeb6a,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:51.547415 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-dbd7b41b-c1e1-475c-8710-8cf91ad38e50 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/networks/f950d752-f898-472b-9cf7-04c0528aeb6a HTTP/1.1" status: 204 len: 168 time: 2.5012407 May 13 14:45:51.547624 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-534cd898-6ce0-4723-9386-b4bcb603ca1a service neutron] 10.222.0.74 "GET /v2.0/networks/471adc6c-b70b-42c1-bc3f-35baec009201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7377465 May 13 14:45:51.568388 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34844) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:51.581645 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-a381d456-bb66-490a-ba02-79cad8074d45 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1097539644'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:51.606182 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a381d456-bb66-490a-ba02-79cad8074d45 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:51.612735 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a0c8e68-21ca-4f14-b230-6596a4db3299 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:51.651539 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a381d456-bb66-490a-ba02-79cad8074d45 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:network and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:51.651999 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3b33fa33-1999-43b0-9d26-f42f8c61eee5 None None] Port 4ce293b5-baf1-4d9c-846a-635d995f15f6 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:45:51.734275 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device f3af6a16-4a8e-450a-91b9-ca8b9ba9e781 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:51.830822 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port f3af6a16-4a8e-450a-91b9-ca8b9ba9e781 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:51.831245 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:51.894254 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-7015ec4f-b8b4-499a-8c14-e962e053e606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d96f82c9-0530-454e-9fbf-1fa0a5b0e55a {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:45:51.904331 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-7015ec4f-b8b4-499a-8c14-e962e053e606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:51.926868 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-7015ec4f-b8b4-499a-8c14-e962e053e606 service neutron] Transition to ACTIVE for port object d96f82c9-0530-454e-9fbf-1fa0a5b0e55a will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:51.941206 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bdb110f1-68e5-4a96-bdfe-c44e01bb92b9 req-8cd9d18f-708f-4e0f-a42e-f607a0dd98c4 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123526 May 13 14:45:51.943842 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a381d456-bb66-490a-ba02-79cad8074d45 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:51.952424 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a381d456-bb66-490a-ba02-79cad8074d45 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:51.964762 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-7015ec4f-b8b4-499a-8c14-e962e053e606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:51.971867 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c070e7a3-99ea-4ef6-b436-880c5b936daf tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:52.026950 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a381d456-bb66-490a-ba02-79cad8074d45 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:52.028252 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34850) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:52.030614 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a381d456-bb66-490a-ba02-79cad8074d45 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:52.036737 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ad401d92-0c86-4420-b486-6d371fdd5675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f27043-3c9f-4544-9691-0cb912423002', 'name': 'tempest-RoutersTest-router-381366229', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:44Z', 'updated_at': '2022-05-13T14:45:48Z', 'revision_number': 6, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None, '_interfaces': [{'id': '17b8844a-8c24-4412-a9fb-66be3c8100cb', 'name': '', 'network_id': '07bb90cc-b788-4b33-b9e3-b37f8b092447', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:75:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:05Z', 'updated_at': '2022-05-13T14:45:16Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20a6a6b5-1019-47e0-ac7a-c853f258b603', 'name': '', 'network_id': '25ce728c-de7c-4b25-adf3-17148531c115', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:f8:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:19Z', 'updated_at': '2022-05-13T14:45:34Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b55478fe-0015-458d-8d26-24bda0d3475c', 'name': '', 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:d1:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:49Z', 'updated_at': '2022-05-13T14:45:04Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3af6a16-4a8e-450a-91b9-ca8b9ba9e781', 'name': '', 'network_id': 'dc25f361-dab0-4c7f-b97f-b6c0c51d4b06', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:19:10:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '83d889bd-5089-45be-89d0-954ec46ff8b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:35Z', 'updated_at': '2022-05-13T14:45:50Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '83d889bd-5089-45be-89d0-954ec46ff8b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:52.041310 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-4a0c8e68-21ca-4f14-b230-6596a4db3299 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Deleting port 0bb92cd6-ec47-4e0f-acd6-c79d28564fbb {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:45:52.041565 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a0c8e68-21ca-4f14-b230-6596a4db3299 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:52.042437 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad401d92-0c86-4420-b486-6d371fdd5675 None None] Checking router: 60f27043-3c9f-4544-9691-0cb912423002 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:45:52.044473 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port f3af6a16-4a8e-450a-91b9-ca8b9ba9e781 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:52.054378 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad401d92-0c86-4420-b486-6d371fdd5675 None None] Routers {'60f27043-3c9f-4544-9691-0cb912423002'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:52.055164 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ad401d92-0c86-4420-b486-6d371fdd5675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['60f27043-3c9f-4544-9691-0cb912423002'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:52.239225 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-ad401d92-0c86-4420-b486-6d371fdd5675 None None] Set router 60f27043-3c9f-4544-9691-0cb912423002 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:52.287523 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015ec4f-b8b4-499a-8c14-e962e053e606 service neutron] Pushing event updated for resources: {'Port': ['ID=d96f82c9-0530-454e-9fbf-1fa0a5b0e55a,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:52.292807 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a381d456-bb66-490a-ba02-79cad8074d45 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:45:52.462490 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a381d456-bb66-490a-ba02-79cad8074d45 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:52.462833 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-a381d456-bb66-490a-ba02-79cad8074d45 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Added segment b8c5ce6f-8744-4d62-8176-8e345e75a7bd of type vlan for network a75594f5-f8f3-42e9-88a9-4d7bf8e652c0 May 13 14:45:52.521896 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6958e91-132a-4cab-8ac6-53d4149d4e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:52.542597 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a381d456-bb66-490a-ba02-79cad8074d45 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:52.551472 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-7015ec4f-b8b4-499a-8c14-e962e053e606 service neutron] Attempting to bind port d96f82c9-0530-454e-9fbf-1fa0a5b0e55a on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:45:52.551876 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-7015ec4f-b8b4-499a-8c14-e962e053e606 service neutron] Attempting to bind port d96f82c9-0530-454e-9fbf-1fa0a5b0e55a by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '75860f48-3c0c-46a4-92f7-4b3c58b2f18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8641c536-545f-4056-be2c-402575e577ff'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:45:52.552290 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-7015ec4f-b8b4-499a-8c14-e962e053e606 service neutron] Attempting to bind port d96f82c9-0530-454e-9fbf-1fa0a5b0e55a on network 8641c536-545f-4056-be2c-402575e577ff {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:52.569154 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c6958e91-132a-4cab-8ac6-53d4149d4e25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:52.576071 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-7015ec4f-b8b4-499a-8c14-e962e053e606 service neutron] Port d96f82c9-0530-454e-9fbf-1fa0a5b0e55a on network 8641c536-545f-4056-be2c-402575e577ff not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:45:52.576624 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-7015ec4f-b8b4-499a-8c14-e962e053e606 service neutron] Attempting to bind port d96f82c9-0530-454e-9fbf-1fa0a5b0e55a on network 8641c536-545f-4056-be2c-402575e577ff {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:52.583623 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a0c8e68-21ca-4f14-b230-6596a4db3299 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:52.608309 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-7015ec4f-b8b4-499a-8c14-e962e053e606 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:45:52.608908 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-7015ec4f-b8b4-499a-8c14-e962e053e606 service neutron] Checking segment: {'id': '75860f48-3c0c-46a4-92f7-4b3c58b2f18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8641c536-545f-4056-be2c-402575e577ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:52.609075 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-7015ec4f-b8b4-499a-8c14-e962e053e606 service neutron] Bound using segment: {'id': '75860f48-3c0c-46a4-92f7-4b3c58b2f18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8641c536-545f-4056-be2c-402575e577ff'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:45:52.609639 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-7015ec4f-b8b4-499a-8c14-e962e053e606 service neutron] Bound port: d96f82c9-0530-454e-9fbf-1fa0a5b0e55a, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75860f48-3c0c-46a4-92f7-4b3c58b2f18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8641c536-545f-4056-be2c-402575e577ff'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:45:52.610160 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-7015ec4f-b8b4-499a-8c14-e962e053e606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:52.650212 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b765be-4b86-42f5-9644-e64713c88412 req-02f2a3bc-90b8-47dc-9ee9-190f262c62df tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:52.655994 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b765be-4b86-42f5-9644-e64713c88412 req-02f2a3bc-90b8-47dc-9ee9-190f262c62df tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:52.662165 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b765be-4b86-42f5-9644-e64713c88412 req-02f2a3bc-90b8-47dc-9ee9-190f262c62df tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:52.668762 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b765be-4b86-42f5-9644-e64713c88412 req-02f2a3bc-90b8-47dc-9ee9-190f262c62df tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:52.674550 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b765be-4b86-42f5-9644-e64713c88412 req-02f2a3bc-90b8-47dc-9ee9-190f262c62df tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:52.681542 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b765be-4b86-42f5-9644-e64713c88412 req-02f2a3bc-90b8-47dc-9ee9-190f262c62df tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:52.687584 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b765be-4b86-42f5-9644-e64713c88412 req-02f2a3bc-90b8-47dc-9ee9-190f262c62df tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:52.692771 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ad401d92-0c86-4420-b486-6d371fdd5675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f27043-3c9f-4544-9691-0cb912423002', 'name': 'tempest-RoutersTest-router-381366229', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:44Z', 'updated_at': '2022-05-13T14:45:48Z', 'revision_number': 6, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None, '_interfaces': [{'id': '17b8844a-8c24-4412-a9fb-66be3c8100cb', 'name': '', 'network_id': '07bb90cc-b788-4b33-b9e3-b37f8b092447', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:75:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:05Z', 'updated_at': '2022-05-13T14:45:16Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20a6a6b5-1019-47e0-ac7a-c853f258b603', 'name': '', 'network_id': '25ce728c-de7c-4b25-adf3-17148531c115', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:f8:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:19Z', 'updated_at': '2022-05-13T14:45:34Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b55478fe-0015-458d-8d26-24bda0d3475c', 'name': '', 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:d1:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:49Z', 'updated_at': '2022-05-13T14:45:04Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3af6a16-4a8e-450a-91b9-ca8b9ba9e781', 'name': '', 'network_id': 'dc25f361-dab0-4c7f-b97f-b6c0c51d4b06', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:19:10:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '83d889bd-5089-45be-89d0-954ec46ff8b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:35Z', 'updated_at': '2022-05-13T14:45:50Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '83d889bd-5089-45be-89d0-954ec46ff8b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:52.695471 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f8b765be-4b86-42f5-9644-e64713c88412 req-02f2a3bc-90b8-47dc-9ee9-190f262c62df tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5418 time: 1.3949392 May 13 14:45:52.698013 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad401d92-0c86-4420-b486-6d371fdd5675 None None] The sync data for ids ['60f27043-3c9f-4544-9691-0cb912423002'] in n-d-841760-1 is: [{'id': '60f27043-3c9f-4544-9691-0cb912423002', 'name': 'tempest-RoutersTest-router-381366229', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:44Z', 'updated_at': '2022-05-13T14:45:48Z', 'revision_number': 6, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None, '_interfaces': [{'id': '17b8844a-8c24-4412-a9fb-66be3c8100cb', 'name': '', 'network_id': '07bb90cc-b788-4b33-b9e3-b37f8b092447', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:75:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:05Z', 'updated_at': '2022-05-13T14:45:16Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20a6a6b5-1019-47e0-ac7a-c853f258b603', 'name': '', 'network_id': '25ce728c-de7c-4b25-adf3-17148531c115', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:f8:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:19Z', 'updated_at': '2022-05-13T14:45:34Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b55478fe-0015-458d-8d26-24bda0d3475c', 'name': '', 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:d1:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:49Z', 'updated_at': '2022-05-13T14:45:04Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3af6a16-4a8e-450a-91b9-ca8b9ba9e781', 'name': '', 'network_id': 'dc25f361-dab0-4c7f-b97f-b6c0c51d4b06', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:19:10:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '83d889bd-5089-45be-89d0-954ec46ff8b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:35Z', 'updated_at': '2022-05-13T14:45:50Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '83d889bd-5089-45be-89d0-954ec46ff8b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:45:52.713543 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c6958e91-132a-4cab-8ac6-53d4149d4e25 admin admin] Usage tracker for resource:security_group_rule and tenant:14a32ddc9dd34707aa61251eafab642a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:52.731137 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-6b5ed13d-a6bb-45df-a7a3-2f42ed0d8e7a service neutron] 10.222.0.74 "GET /v2.0/networks/471adc6c-b70b-42c1-bc3f-35baec009201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1207516 May 13 14:45:52.734356 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c6958e91-132a-4cab-8ac6-53d4149d4e25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:52.828444 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c6958e91-132a-4cab-8ac6-53d4149d4e25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:52.858241 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-8ecdfd6f-8719-4312-bbb8-b6a6401359f3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=870bf163-4bc8-4f62-aa1e-a97e2ee5bef9 HTTP/1.1" status: 200 len: 217 time: 0.1043799 May 13 14:45:52.949541 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-4a0c8e68-21ca-4f14-b230-6596a4db3299 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Calling delete_port for 0bb92cd6-ec47-4e0f-acd6-c79d28564fbb owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:45:53.013982 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a381d456-bb66-490a-ba02-79cad8074d45 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:53.019677 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a381d456-bb66-490a-ba02-79cad8074d45 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:53.020229 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a381d456-bb66-490a-ba02-79cad8074d45 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:53.056964 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f8b765be-4b86-42f5-9644-e64713c88412 req-ea32400f-e0df-4edb-ac39-014643d701a6 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3605177 May 13 14:45:53.237622 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a381d456-bb66-490a-ba02-79cad8074d45 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6636255 May 13 14:45:53.244950 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34858) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:53.259597 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381d456-bb66-490a-ba02-79cad8074d45 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Network': ['ID=a75594f5-f8f3-42e9-88a9-4d7bf8e652c0,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:53.269191 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-7015ec4f-b8b4-499a-8c14-e962e053e606 service neutron] For port d96f82c9-0530-454e-9fbf-1fa0a5b0e55a, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:45:53.274471 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network a75594f5-f8f3-42e9-88a9-4d7bf8e652c0 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:45:53.281424 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-b2d130ee-7fc8-4e3a-8f7a-8fb19bb19625 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'subnet': {'network_id': 'a75594f5-f8f3-42e9-88a9-4d7bf8e652c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:53.361550 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-7015ec4f-b8b4-499a-8c14-e962e053e606 service neutron] For port d96f82c9-0530-454e-9fbf-1fa0a5b0e55a, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=d96f82c9-0530-454e-9fbf-1fa0a5b0e55a,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:45:53.374969 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-e582e228-aaeb-4062-a4f0-e5d4ddb9f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:53.376443 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-e582e228-aaeb-4062-a4f0-e5d4ddb9f7d5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cb810c0a-840e-4497-98b6-b4ffe8e0a8f1 HTTP/1.1" status: 200 len: 797 time: 0.4777696 May 13 14:45:53.390640 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-7015ec4f-b8b4-499a-8c14-e962e053e606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:53.488868 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-7015ec4f-b8b4-499a-8c14-e962e053e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:53.489088 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-7015ec4f-b8b4-499a-8c14-e962e053e606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:53.490858 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-7015ec4f-b8b4-499a-8c14-e962e053e606 service neutron] 10.222.0.59 "PUT /v2.0/ports/d96f82c9-0530-454e-9fbf-1fa0a5b0e55a HTTP/1.1" status: 200 len: 1091 time: 3.6933048 May 13 14:45:53.506767 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24db255a-cc56-4fde-9e9e-b61dba9c6e4f', 'tag': 'd96f82c9-0530-454e-9fbf-1fa0a5b0e55a'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:45:53.521595 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b2d130ee-7fc8-4e3a-8f7a-8fb19bb19625 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:53.536773 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b2d130ee-7fc8-4e3a-8f7a-8fb19bb19625 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:subnet and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:53.543631 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b2d130ee-7fc8-4e3a-8f7a-8fb19bb19625 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:53.554505 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91ead3-4c40-4947-9ca1-a71d45d18264 req-34b955b7-2201-4951-b1e1-38fc73c97cdc tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:53.556085 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f91ead3-4c40-4947-9ca1-a71d45d18264 req-34b955b7-2201-4951-b1e1-38fc73c97cdc tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=24db255a-cc56-4fde-9e9e-b61dba9c6e4f HTTP/1.1" status: 200 len: 943 time: 0.4319155 May 13 14:45:53.566741 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5234049f-bf11-4398-94c7-a6a6f3cd94e4'] response: {'name': 'network-changed', 'server_uuid': '24db255a-cc56-4fde-9e9e-b61dba9c6e4f', 'tag': 'd96f82c9-0530-454e-9fbf-1fa0a5b0e55a', 'status': 'completed', 'code': 200} May 13 14:45:53.573302 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.extraroute_db [None req-9edb21b2-1029-4f95-8ce4-84d6c1dd5bc8 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Added routes are [] {{(pid=88082) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 13 14:45:53.573762 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.extraroute_db [None req-9edb21b2-1029-4f95-8ce4-84d6c1dd5bc8 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88082) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 13 14:45:53.596584 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015ec4f-b8b4-499a-8c14-e962e053e606 service neutron] Pushing event updated for resources: {'Port': ['ID=d96f82c9-0530-454e-9fbf-1fa0a5b0e55a,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:53.639896 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b2d130ee-7fc8-4e3a-8f7a-8fb19bb19625 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:53.669920 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6958e91-132a-4cab-8ac6-53d4149d4e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:53.687797 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6958e91-132a-4cab-8ac6-53d4149d4e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:53.692938 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d130ee-7fc8-4e3a-8f7a-8fb19bb19625 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:53.697507 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b2d130ee-7fc8-4e3a-8f7a-8fb19bb19625 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:53.707917 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9edb21b2-1029-4f95-8ce4-84d6c1dd5bc8 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:53.740367 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-4aa5e523-8e02-4284-83bb-5f435203e5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:53.741841 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-4aa5e523-8e02-4284-83bb-5f435203e5fe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=471adc6c-b70b-42c1-bc3f-35baec009201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3536818 May 13 14:45:53.819815 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a0c8e68-21ca-4f14-b230-6596a4db3299 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:53.825979 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f91ead3-4c40-4947-9ca1-a71d45d18264 req-8881f98a-da35-44c7-a2ad-2daf137db4f7 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917028 May 13 14:45:53.843939 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [None req-c070e7a3-99ea-4ef6-b436-880c5b936daf tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:45:53.870926 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.ipam_backend_mixin [None req-b2d130ee-7fc8-4e3a-8f7a-8fb19bb19625 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Performing IP validity checks on allocation pools {{(pid=88081) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 13 14:45:53.871575 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.ipam_backend_mixin [None req-b2d130ee-7fc8-4e3a-8f7a-8fb19bb19625 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88081) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 13 14:45:53.884973 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c8e68-21ca-4f14-b230-6596a4db3299 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event deleted for resources: {'Port': ['ID=0bb92cd6-ec47-4e0f-acd6-c79d28564fbb,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:53.900764 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c6958e91-132a-4cab-8ac6-53d4149d4e25 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=14a32ddc9dd34707aa61251eafab642a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8511252 May 13 14:45:53.914268 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6958e91-132a-4cab-8ac6-53d4149d4e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248435cf-1686-4b92-a3b4-aeaa08e6320c,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:53.919028 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34866) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:53.988184 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c070e7a3-99ea-4ef6-b436-880c5b936daf tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:54.004517 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c070e7a3-99ea-4ef6-b436-880c5b936daf tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:54.033093 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-1acdc229-7321-4501-a6c9-5b473420970a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:54.034699 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-1acdc229-7321-4501-a6c9-5b473420970a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e540cd79706f4092b1c33147f0b2cee9&device_id=24db255a-cc56-4fde-9e9e-b61dba9c6e4f HTTP/1.1" status: 200 len: 1094 time: 0.4699519 May 13 14:45:54.053460 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a0c8e68-21ca-4f14-b230-6596a4db3299 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:54.248247 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-c411d897-0347-4ffb-880f-ba232eae1bd2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d96f82c9-0530-454e-9fbf-1fa0a5b0e55a HTTP/1.1" status: 200 len: 217 time: 0.1979940 May 13 14:45:54.412095 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a0c8e68-21ca-4f14-b230-6596a4db3299 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:54.420624 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e69f0284-c881-48de-b5a5-750f0335bcd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:54.422790 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a0c8e68-21ca-4f14-b230-6596a4db3299 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:54.508968 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c070e7a3-99ea-4ef6-b436-880c5b936daf tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:54.512627 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070e7a3-99ea-4ef6-b436-880c5b936daf tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Pushing event updated for resources: {'Port': ['ID=4ce293b5-baf1-4d9c-846a-635d995f15f6,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:54.537701 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-9bf378f1-7aa9-483c-a2cb-478509dc2ec8 service neutron] 10.222.0.74 "GET /v2.0/networks/471adc6c-b70b-42c1-bc3f-35baec009201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7384756 May 13 14:45:54.628968 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e69f0284-c881-48de-b5a5-750f0335bcd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:54.648884 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-863be529-c83e-49d1-8489-af969feaa9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:54.650336 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-863be529-c83e-49d1-8489-af969feaa9c2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7 HTTP/1.1" status: 200 len: 852 time: 0.3476188 May 13 14:45:54.667095 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a0c8e68-21ca-4f14-b230-6596a4db3299 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:54.667617 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0c8e68-21ca-4f14-b230-6596a4db3299 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Fanout notify agent at l3_agent the message router_deleted on router af67c128-a054-4acd-b9b0-e5199f1d9fc5 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:45:54.705560 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9edb21b2-1029-4f95-8ce4-84d6c1dd5bc8 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:54.725975 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9edb21b2-1029-4f95-8ce4-84d6c1dd5bc8 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33129349'] for router, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:54.747757 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-7eb03a28-30b1-4723-98b0-3e09a3abd132 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8641c536-545f-4056-be2c-402575e577ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750759 May 13 14:45:54.790495 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b2d130ee-7fc8-4e3a-8f7a-8fb19bb19625 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:54.866312 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a0c8e68-21ca-4f14-b230-6596a4db3299 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:54.869833 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4a0c8e68-21ca-4f14-b230-6596a4db3299 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "DELETE /v2.0/routers/af67c128-a054-4acd-b9b0-e5199f1d9fc5 HTTP/1.1" status: 204 len: 168 time: 4.8853343 May 13 14:45:54.878793 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34876) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:54.920144 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c2204-2b2b-4376-a236-26b9afd47bbd req-b356fc9a-7a7d-44a8-a8db-c908dba12d75 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:54.925967 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c2204-2b2b-4376-a236-26b9afd47bbd req-b356fc9a-7a7d-44a8-a8db-c908dba12d75 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:54.931811 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c2204-2b2b-4376-a236-26b9afd47bbd req-b356fc9a-7a7d-44a8-a8db-c908dba12d75 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:54.937747 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c2204-2b2b-4376-a236-26b9afd47bbd req-b356fc9a-7a7d-44a8-a8db-c908dba12d75 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:54.943405 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c2204-2b2b-4376-a236-26b9afd47bbd req-b356fc9a-7a7d-44a8-a8db-c908dba12d75 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:54.949423 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c2204-2b2b-4376-a236-26b9afd47bbd req-b356fc9a-7a7d-44a8-a8db-c908dba12d75 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:54.955291 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c2204-2b2b-4376-a236-26b9afd47bbd req-b356fc9a-7a7d-44a8-a8db-c908dba12d75 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:54.957403 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-455c2204-2b2b-4376-a236-26b9afd47bbd req-b356fc9a-7a7d-44a8-a8db-c908dba12d75 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5418 time: 0.7323968 May 13 14:45:54.957762 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d130ee-7fc8-4e3a-8f7a-8fb19bb19625 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Subnet': ['ID=def19b55-7609-4f45-8a30-ddc32c1c2988,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:54.961212 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e69f0284-c881-48de-b5a5-750f0335bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:55.042645 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f0284-c881-48de-b5a5-750f0335bcd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248435cf-1686-4b92-a3b4-aeaa08e6320c,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:55.058039 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d130ee-7fc8-4e3a-8f7a-8fb19bb19625 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Checking segment: {'id': 'b8c5ce6f-8744-4d62-8176-8e345e75a7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a75594f5-f8f3-42e9-88a9-4d7bf8e652c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:55.058419 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d130ee-7fc8-4e3a-8f7a-8fb19bb19625 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network hostable DHCP agents. Network: a75594f5-f8f3-42e9-88a9-4d7bf8e652c0, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:45:55.071658 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-d344b564-6d6d-4731-bda1-ac49665b8ddf service neutron] 10.222.0.59 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158858 May 13 14:45:55.091291 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c070e7a3-99ea-4ef6-b436-880c5b936daf tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Network 43389771-9bef-4e8f-9ae8-ce47765c650c is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:55.104663 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-477e5ee5-f9dc-4241-9a6b-a29914eacd0f req-63e29d90-7d64-4f94-9abc-eefc6f8475d1 service neutron] 10.222.0.74 "GET /v2.0/networks/471adc6c-b70b-42c1-bc3f-35baec009201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5410149 May 13 14:45:55.110437 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e69f0284-c881-48de-b5a5-750f0335bcd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:55.113582 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-c070e7a3-99ea-4ef6-b436-880c5b936daf tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:55.113713 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e69f0284-c881-48de-b5a5-750f0335bcd9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/248435cf-1686-4b92-a3b4-aeaa08e6320c HTTP/1.1" status: 204 len: 168 time: 1.1843858 May 13 14:45:55.142351 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-455c2204-2b2b-4376-a236-26b9afd47bbd req-b1437873-8638-44d4-8fb1-20a8121ab3c9 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1320634 May 13 14:45:55.154633 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d15131-7620-4c87-b208-90bda3658a05 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Deleting subnet 5d2e68d9-f824-4419-aa8e-24e24fd7b634 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:45:55.165451 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9edb21b2-1029-4f95-8ce4-84d6c1dd5bc8 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Router 60f27043-3c9f-4544-9691-0cb912423002 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:45:55.209973 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d130ee-7fc8-4e3a-8f7a-8fb19bb19625 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network a75594f5-f8f3-42e9-88a9-4d7bf8e652c0 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:45:55.219059 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-75d15131-7620-4c87-b208-90bda3658a05 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:55.236988 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-b2d130ee-7fc8-4e3a-8f7a-8fb19bb19625 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, a75594f5-f8f3-42e9-88a9-4d7bf8e652c0) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:55.245674 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f17e0d9-d620-4010-a9ec-08b7de0e218f None None] Network a75594f5-f8f3-42e9-88a9-4d7bf8e652c0 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:45:55.251552 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d130ee-7fc8-4e3a-8f7a-8fb19bb19625 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:55.252156 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b2d130ee-7fc8-4e3a-8f7a-8fb19bb19625 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:55.296041 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528caed0-3aa7-4b65-9b75-65fb405bc76b req-bad675cf-3856-4d28-999f-1ae6305d1486 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:55.297922 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-528caed0-3aa7-4b65-9b75-65fb405bc76b req-bad675cf-3856-4d28-999f-1ae6305d1486 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=24db255a-cc56-4fde-9e9e-b61dba9c6e4f HTTP/1.1" status: 200 len: 943 time: 0.3458612 May 13 14:45:55.339852 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b2d130ee-7fc8-4e3a-8f7a-8fb19bb19625 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0815876 May 13 14:45:55.345246 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34882) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:55.349732 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ccd131e1-8e73-47a6-be1b-e5a9414615be req-586e6446-8845-4f50-acbe-fce02045e979 service neutron] 10.222.0.59 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683785 May 13 14:45:55.375141 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-e68795cf-3699-45d0-be01-58c5265e54e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'port': {'network_id': 'a75594f5-f8f3-42e9-88a9-4d7bf8e652c0', 'name': 'tempest-PortsTestJSON-1390704791'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:55.511184 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-528caed0-3aa7-4b65-9b75-65fb405bc76b req-30127b57-e51d-4f7c-9da6-61fb884707a2 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013681 May 13 14:45:55.565150 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20115467-6176-4d5f-9d9e-fa265f4e7568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-a75594f5-f8f3-42e9-88a9-4d7bf8e652c0', 'network_id': 'a75594f5-f8f3-42e9-88a9-4d7bf8e652c0', 'tenant_id': 'ceb15383864045c582f86ebce264c5a5', 'fixed_ips': [{'subnet_id': 'def19b55-7609-4f45-8a30-ddc32c1c2988'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:45:55.566221 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-20115467-6176-4d5f-9d9e-fa265f4e7568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:55.668399 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e052e1ab-5616-40d9-8717-a6382ca09dfe None None] Provisioning complete for port 4ce293b5-baf1-4d9c-846a-635d995f15f6 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:55.668932 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e052e1ab-5616-40d9-8717-a6382ca09dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:55.769664 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e68795cf-3699-45d0-be01-58c5265e54e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:55.779986 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e052e1ab-5616-40d9-8717-a6382ca09dfe None None] Port 4ce293b5-baf1-4d9c-846a-635d995f15f6 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:45:55.780755 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e68795cf-3699-45d0-be01-58c5265e54e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:55.795047 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68795cf-3699-45d0-be01-58c5265e54e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:55.798947 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e68795cf-3699-45d0-be01-58c5265e54e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:55.810438 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378d12e-fe76-43fc-b945-4d4062fe49b7 req-93749c19-169d-4c57-bed3-9ccf9da6aeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:55.811915 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e378d12e-fe76-43fc-b945-4d4062fe49b7 req-93749c19-169d-4c57-bed3-9ccf9da6aeb6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e540cd79706f4092b1c33147f0b2cee9&device_id=24db255a-cc56-4fde-9e9e-b61dba9c6e4f HTTP/1.1" status: 200 len: 1094 time: 0.3875411 May 13 14:45:55.821116 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-20115467-6176-4d5f-9d9e-fa265f4e7568 None None] Allocated IP 172.20.0.2 (a75594f5-f8f3-42e9-88a9-4d7bf8e652c0/def19b55-7609-4f45-8a30-ddc32c1c2988/777fafb3-5084-4d75-adb3-c804bac63680) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:55.899323 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-e68795cf-3699-45d0-be01-58c5265e54e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] device_id is not set on port b1614439-8653-4949-8a1a-fd2e5cdd4e1c yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:45:55.999269 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-75d15131-7620-4c87-b208-90bda3658a05 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:56.035501 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edb21b2-1029-4f95-8ce4-84d6c1dd5bc8 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:45:56.046680 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378d12e-fe76-43fc-b945-4d4062fe49b7 req-22c5da2d-134d-43db-8741-065ace40e542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:56.048190 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e378d12e-fe76-43fc-b945-4d4062fe49b7 req-22c5da2d-134d-43db-8741-065ace40e542 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8641c536-545f-4056-be2c-402575e577ff HTTP/1.1" status: 200 len: 913 time: 0.2303245 May 13 14:45:56.050896 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b92f4bd-2787-49fd-81c5-c33ecf471ca3 None None] Sync routers for ids ['60f27043-3c9f-4544-9691-0cb912423002'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:45:56.070250 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b92f4bd-2787-49fd-81c5-c33ecf471ca3 None None] Routers {'60f27043-3c9f-4544-9691-0cb912423002'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:56.070770 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-7b92f4bd-2787-49fd-81c5-c33ecf471ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['60f27043-3c9f-4544-9691-0cb912423002'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:56.095691 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-20115467-6176-4d5f-9d9e-fa265f4e7568 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:56.108376 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-20115467-6176-4d5f-9d9e-fa265f4e7568 None None] Transition to ACTIVE for port object 777fafb3-5084-4d75-adb3-c804bac63680 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:56.129903 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-20115467-6176-4d5f-9d9e-fa265f4e7568 None None] Transition to ACTIVE for port object 777fafb3-5084-4d75-adb3-c804bac63680 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:56.138448 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-20115467-6176-4d5f-9d9e-fa265f4e7568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:56.154672 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9edb21b2-1029-4f95-8ce4-84d6c1dd5bc8 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:56.154762 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9edb21b2-1029-4f95-8ce4-84d6c1dd5bc8 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "PUT /v2.0/routers/60f27043-3c9f-4544-9691-0cb912423002 HTTP/1.1" status: 200 len: 699 time: 4.7944181 May 13 14:45:56.169983 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34906) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:56.194831 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c070e7a3-99ea-4ef6-b436-880c5b936daf tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Router 5b43a5a4-9203-43ce-a540-fdb4c809f4dc has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:45:56.217857 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e378d12e-fe76-43fc-b945-4d4062fe49b7 req-59b0cd10-e335-4069-8eb5-0efd42f7850e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d96f82c9-0530-454e-9fbf-1fa0a5b0e55a HTTP/1.1" status: 200 len: 217 time: 0.1603496 May 13 14:45:56.282327 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002b581-3546-43f2-979f-eefc588d1ce9 req-7fb8e021-3a36-4ca4-b1bb-8c85460feced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:56.285463 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20115467-6176-4d5f-9d9e-fa265f4e7568 None None] Pushing event updated for resources: {'Port': ['ID=777fafb3-5084-4d75-adb3-c804bac63680,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:56.294890 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002b581-3546-43f2-979f-eefc588d1ce9 req-7fb8e021-3a36-4ca4-b1bb-8c85460feced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:56.295485 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002b581-3546-43f2-979f-eefc588d1ce9 req-7fb8e021-3a36-4ca4-b1bb-8c85460feced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:56.295965 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002b581-3546-43f2-979f-eefc588d1ce9 req-7fb8e021-3a36-4ca4-b1bb-8c85460feced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:56.296423 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002b581-3546-43f2-979f-eefc588d1ce9 req-7fb8e021-3a36-4ca4-b1bb-8c85460feced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:56.296911 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002b581-3546-43f2-979f-eefc588d1ce9 req-7fb8e021-3a36-4ca4-b1bb-8c85460feced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:56.297368 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002b581-3546-43f2-979f-eefc588d1ce9 req-7fb8e021-3a36-4ca4-b1bb-8c85460feced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:56.299563 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7002b581-3546-43f2-979f-eefc588d1ce9 req-7fb8e021-3a36-4ca4-b1bb-8c85460feced service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=18b9c5d8b3d043279654e2a115822f2a&device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 6475 time: 0.9737508 May 13 14:45:56.314876 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20115467-6176-4d5f-9d9e-fa265f4e7568 None None] Network a75594f5-f8f3-42e9-88a9-4d7bf8e652c0 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:56.326878 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-20115467-6176-4d5f-9d9e-fa265f4e7568 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:56.332361 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20115467-6176-4d5f-9d9e-fa265f4e7568 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:45:56.443921 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-7b92f4bd-2787-49fd-81c5-c33ecf471ca3 None None] Set router 60f27043-3c9f-4544-9691-0cb912423002 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:56.499151 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-20115467-6176-4d5f-9d9e-fa265f4e7568 None None] Attempting to bind port 777fafb3-5084-4d75-adb3-c804bac63680 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:45:56.500194 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-20115467-6176-4d5f-9d9e-fa265f4e7568 None None] Attempting to bind port 777fafb3-5084-4d75-adb3-c804bac63680 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b8c5ce6f-8744-4d62-8176-8e345e75a7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a75594f5-f8f3-42e9-88a9-4d7bf8e652c0'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:45:56.501099 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20115467-6176-4d5f-9d9e-fa265f4e7568 None None] Attempting to bind port 777fafb3-5084-4d75-adb3-c804bac63680 on network a75594f5-f8f3-42e9-88a9-4d7bf8e652c0 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:56.512829 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20115467-6176-4d5f-9d9e-fa265f4e7568 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:45:56.513232 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20115467-6176-4d5f-9d9e-fa265f4e7568 None None] Checking segment: {'id': 'b8c5ce6f-8744-4d62-8176-8e345e75a7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a75594f5-f8f3-42e9-88a9-4d7bf8e652c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:56.513756 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-20115467-6176-4d5f-9d9e-fa265f4e7568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:56.514213 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20115467-6176-4d5f-9d9e-fa265f4e7568 None None] Bound using segment: {'id': 'b8c5ce6f-8744-4d62-8176-8e345e75a7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a75594f5-f8f3-42e9-88a9-4d7bf8e652c0'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:45:56.514742 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-20115467-6176-4d5f-9d9e-fa265f4e7568 None None] Bound port: 777fafb3-5084-4d75-adb3-c804bac63680, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c5ce6f-8744-4d62-8176-8e345e75a7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a75594f5-f8f3-42e9-88a9-4d7bf8e652c0'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:45:56.515138 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-20115467-6176-4d5f-9d9e-fa265f4e7568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:56.535513 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9933bd5f-aaa4-4332-b271-b68435b7da1a tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "GET /v2.0/routers/60f27043-3c9f-4544-9691-0cb912423002 HTTP/1.1" status: 200 len: 699 time: 0.3210378 May 13 14:45:56.554436 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34918) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:56.638058 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-20115467-6176-4d5f-9d9e-fa265f4e7568 None None] For port 777fafb3-5084-4d75-adb3-c804bac63680, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:45:56.647124 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-20115467-6176-4d5f-9d9e-fa265f4e7568 None None] For port 777fafb3-5084-4d75-adb3-c804bac63680, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=777fafb3-5084-4d75-adb3-c804bac63680,segment=NetworkSegment(b8c5ce6f-8744-4d62-8176-8e345e75a7bd),segment_id=b8c5ce6f-8744-4d62-8176-8e345e75a7bd)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:45:56.658571 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-20115467-6176-4d5f-9d9e-fa265f4e7568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:56.659477 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-75d15131-7620-4c87-b208-90bda3658a05 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:56.883005 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20115467-6176-4d5f-9d9e-fa265f4e7568 None None] Pushing event updated for resources: {'Port': ['ID=777fafb3-5084-4d75-adb3-c804bac63680,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:56.916519 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-e68795cf-3699-45d0-be01-58c5265e54e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Allocated IP 172.20.0.12 (a75594f5-f8f3-42e9-88a9-4d7bf8e652c0/def19b55-7609-4f45-8a30-ddc32c1c2988/b1614439-8653-4949-8a1a-fd2e5cdd4e1c) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:57.006287 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378d12e-fe76-43fc-b945-4d4062fe49b7 req-f6af54b6-128d-4cb0-a7e8-341331c287f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:57.008996 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e378d12e-fe76-43fc-b945-4d4062fe49b7 req-f6af54b6-128d-4cb0-a7e8-341331c287f6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7 HTTP/1.1" status: 200 len: 852 time: 0.6976066 May 13 14:45:57.030487 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002b581-3546-43f2-979f-eefc588d1ce9 req-23620af8-7d36-4ea2-9d43-3796b3cd18f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:57.032120 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7002b581-3546-43f2-979f-eefc588d1ce9 req-23620af8-7d36-4ea2-9d43-3796b3cd18f2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=471adc6c-b70b-42c1-bc3f-35baec009201 HTTP/1.1" status: 200 len: 903 time: 0.6045332 May 13 14:45:57.035287 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c070e7a3-99ea-4ef6-b436-880c5b936daf tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:45:57.047587 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acf2dbf-5589-47ab-87c6-6a24a30f63f6 None None] Sync routers for ids ['5b43a5a4-9203-43ce-a540-fdb4c809f4dc'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:45:57.055655 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-75d15131-7620-4c87-b208-90bda3658a05 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:57.064167 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acf2dbf-5589-47ab-87c6-6a24a30f63f6 None None] Routers {'5b43a5a4-9203-43ce-a540-fdb4c809f4dc'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:57.065546 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0acf2dbf-5589-47ab-87c6-6a24a30f63f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['5b43a5a4-9203-43ce-a540-fdb4c809f4dc'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:57.121980 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e378d12e-fe76-43fc-b945-4d4062fe49b7 req-abdc775f-d688-4b69-b208-bda28ad50f91 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8641c536-545f-4056-be2c-402575e577ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052155 May 13 14:45:57.160710 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-7b92f4bd-2787-49fd-81c5-c33ecf471ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f27043-3c9f-4544-9691-0cb912423002', 'name': 'tempest-RoutersTest-router-381366229', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:44Z', 'updated_at': '2022-05-13T14:45:53Z', 'revision_number': 7, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None, '_interfaces': [{'id': '17b8844a-8c24-4412-a9fb-66be3c8100cb', 'name': '', 'network_id': '07bb90cc-b788-4b33-b9e3-b37f8b092447', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:75:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:05Z', 'updated_at': '2022-05-13T14:45:16Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20a6a6b5-1019-47e0-ac7a-c853f258b603', 'name': '', 'network_id': '25ce728c-de7c-4b25-adf3-17148531c115', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:f8:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:19Z', 'updated_at': '2022-05-13T14:45:34Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b55478fe-0015-458d-8d26-24bda0d3475c', 'name': '', 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:d1:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:49Z', 'updated_at': '2022-05-13T14:45:04Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3af6a16-4a8e-450a-91b9-ca8b9ba9e781', 'name': '', 'network_id': 'dc25f361-dab0-4c7f-b97f-b6c0c51d4b06', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:19:10:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '83d889bd-5089-45be-89d0-954ec46ff8b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:35Z', 'updated_at': '2022-05-13T14:45:50Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '83d889bd-5089-45be-89d0-954ec46ff8b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:57.166152 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b92f4bd-2787-49fd-81c5-c33ecf471ca3 None None] Checking router: 60f27043-3c9f-4544-9691-0cb912423002 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:45:57.173960 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280f770-0318-4baf-b330-d2b2b78f1fda req-dc0d6b1f-36b4-4ceb-89e2-251abe766902 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:57.179856 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b92f4bd-2787-49fd-81c5-c33ecf471ca3 None None] Routers {'60f27043-3c9f-4544-9691-0cb912423002'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:57.180591 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-7b92f4bd-2787-49fd-81c5-c33ecf471ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:45:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['60f27043-3c9f-4544-9691-0cb912423002'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:57.206062 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280f770-0318-4baf-b330-d2b2b78f1fda req-dc0d6b1f-36b4-4ceb-89e2-251abe766902 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:57.236092 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280f770-0318-4baf-b330-d2b2b78f1fda req-dc0d6b1f-36b4-4ceb-89e2-251abe766902 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:57.257369 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280f770-0318-4baf-b330-d2b2b78f1fda req-dc0d6b1f-36b4-4ceb-89e2-251abe766902 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:57.282013 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280f770-0318-4baf-b330-d2b2b78f1fda req-dc0d6b1f-36b4-4ceb-89e2-251abe766902 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:57.307359 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280f770-0318-4baf-b330-d2b2b78f1fda req-dc0d6b1f-36b4-4ceb-89e2-251abe766902 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:57.322966 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280f770-0318-4baf-b330-d2b2b78f1fda req-dc0d6b1f-36b4-4ceb-89e2-251abe766902 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:57.328175 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2280f770-0318-4baf-b330-d2b2b78f1fda req-dc0d6b1f-36b4-4ceb-89e2-251abe766902 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5418 time: 0.9018073 May 13 14:45:57.391507 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c070e7a3-99ea-4ef6-b436-880c5b936daf tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "PUT /v2.0/routers/5b43a5a4-9203-43ce-a540-fdb4c809f4dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2751920 May 13 14:45:57.418980 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7002b581-3546-43f2-979f-eefc588d1ce9 req-37159bed-c01e-403e-82a8-50fc09e623c8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f42ba23f-a9fd-42b0-9c7f-8779c7e24321 HTTP/1.1" status: 200 len: 217 time: 0.3677111 May 13 14:45:57.419714 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d15131-7620-4c87-b208-90bda3658a05 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event deleted for resources: {'Subnet': ['ID=5d2e68d9-f824-4419-aa8e-24e24fd7b634,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:57.479404 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-75d15131-7620-4c87-b208-90bda3658a05 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:57.482392 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-75d15131-7620-4c87-b208-90bda3658a05 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "DELETE /v2.0/subnets/5d2e68d9-f824-4419-aa8e-24e24fd7b634 HTTP/1.1" status: 204 len: 168 time: 2.5980849 May 13 14:45:57.524218 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-0acf2dbf-5589-47ab-87c6-6a24a30f63f6 None None] Set router 5b43a5a4-9203-43ce-a540-fdb4c809f4dc gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:57.529920 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34936) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:57.534543 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-7b92f4bd-2787-49fd-81c5-c33ecf471ca3 None None] Set router 60f27043-3c9f-4544-9691-0cb912423002 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:57.636262 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002b581-3546-43f2-979f-eefc588d1ce9 req-4d896c00-7a96-4e63-b472-36e4ffb753b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:57.637731 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7002b581-3546-43f2-979f-eefc588d1ce9 req-4d896c00-7a96-4e63-b472-36e4ffb753b5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cb810c0a-840e-4497-98b6-b4ffe8e0a8f1 HTTP/1.1" status: 200 len: 797 time: 0.2027345 May 13 14:45:57.696846 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e378d12e-fe76-43fc-b945-4d4062fe49b7 req-54b44138-1e10-462d-8028-b085696a4337 service neutron] 10.222.0.59 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5397058 May 13 14:45:57.841982 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device d96f82c9-0530-454e-9fbf-1fa0a5b0e55a details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:45:57.851075 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234539a0-7ce2-4def-8b9e-96b31a474e7d req-5f6f9345-e44f-4be5-80fb-7b31463af35a tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:57.867454 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2280f770-0318-4baf-b330-d2b2b78f1fda req-4122ba45-5571-4c34-b237-013bf1310d71 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5067291 May 13 14:45:57.870313 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-234539a0-7ce2-4def-8b9e-96b31a474e7d req-5f6f9345-e44f-4be5-80fb-7b31463af35a tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=24db255a-cc56-4fde-9e9e-b61dba9c6e4f HTTP/1.1" status: 200 len: 943 time: 1.0488389 May 13 14:45:57.967358 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cb729517-fc55-4338-88ef-b7d9f851f47b tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:58.017165 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-cb729517-fc55-4338-88ef-b7d9f851f47b tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Deleting port 4abf4d89-a010-4d33-a313-0c0c5f24af4b {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:45:58.029243 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cb729517-fc55-4338-88ef-b7d9f851f47b tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:58.086951 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port d96f82c9-0530-454e-9fbf-1fa0a5b0e55a, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=d96f82c9-0530-454e-9fbf-1fa0a5b0e55a,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:58.111023 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002b581-3546-43f2-979f-eefc588d1ce9 req-1e662239-2f56-4dac-a166-58634e486b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:58.112101 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7002b581-3546-43f2-979f-eefc588d1ce9 req-1e662239-2f56-4dac-a166-58634e486b7c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=471adc6c-b70b-42c1-bc3f-35baec009201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3697052 May 13 14:45:58.121438 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c06bc8-b394-4d08-8f0d-62effa8f80f5 None None] Network 89019f2a-9e67-4e52-a58d-6715129e193a requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:45:58.151961 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 777fafb3-5084-4d75-adb3-c804bac63680 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:58.213609 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-7b92f4bd-2787-49fd-81c5-c33ecf471ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f27043-3c9f-4544-9691-0cb912423002', 'name': 'tempest-RoutersTest-router-381366229', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:44Z', 'updated_at': '2022-05-13T14:45:53Z', 'revision_number': 7, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None, '_interfaces': [{'id': '17b8844a-8c24-4412-a9fb-66be3c8100cb', 'name': '', 'network_id': '07bb90cc-b788-4b33-b9e3-b37f8b092447', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:75:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:05Z', 'updated_at': '2022-05-13T14:45:16Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20a6a6b5-1019-47e0-ac7a-c853f258b603', 'name': '', 'network_id': '25ce728c-de7c-4b25-adf3-17148531c115', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:f8:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:19Z', 'updated_at': '2022-05-13T14:45:34Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b55478fe-0015-458d-8d26-24bda0d3475c', 'name': '', 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:d1:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:49Z', 'updated_at': '2022-05-13T14:45:04Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3af6a16-4a8e-450a-91b9-ca8b9ba9e781', 'name': '', 'network_id': 'dc25f361-dab0-4c7f-b97f-b6c0c51d4b06', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:19:10:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '83d889bd-5089-45be-89d0-954ec46ff8b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:35Z', 'updated_at': '2022-05-13T14:45:50Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '83d889bd-5089-45be-89d0-954ec46ff8b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:58.224883 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b92f4bd-2787-49fd-81c5-c33ecf471ca3 None None] The sync data for ids ['60f27043-3c9f-4544-9691-0cb912423002'] in n-d-841760-1 is: [{'id': '60f27043-3c9f-4544-9691-0cb912423002', 'name': 'tempest-RoutersTest-router-381366229', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:44Z', 'updated_at': '2022-05-13T14:45:53Z', 'revision_number': 7, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None, '_interfaces': [{'id': '17b8844a-8c24-4412-a9fb-66be3c8100cb', 'name': '', 'network_id': '07bb90cc-b788-4b33-b9e3-b37f8b092447', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:75:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:05Z', 'updated_at': '2022-05-13T14:45:16Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20a6a6b5-1019-47e0-ac7a-c853f258b603', 'name': '', 'network_id': '25ce728c-de7c-4b25-adf3-17148531c115', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:f8:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:19Z', 'updated_at': '2022-05-13T14:45:34Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b55478fe-0015-458d-8d26-24bda0d3475c', 'name': '', 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:d1:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:49Z', 'updated_at': '2022-05-13T14:45:04Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3af6a16-4a8e-450a-91b9-ca8b9ba9e781', 'name': '', 'network_id': 'dc25f361-dab0-4c7f-b97f-b6c0c51d4b06', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:19:10:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '83d889bd-5089-45be-89d0-954ec46ff8b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:35Z', 'updated_at': '2022-05-13T14:45:50Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '83d889bd-5089-45be-89d0-954ec46ff8b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:45:58.294530 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-234539a0-7ce2-4def-8b9e-96b31a474e7d req-68b00f24-e5e1-4971-a7d3-f4e03135e6cb tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231608 May 13 14:45:58.300743 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'd96f82c9-0530-454e-9fbf-1fa0a5b0e55a', 'network_id': '8641c536-545f-4056-be2c-402575e577ff', 'port_id': 'd96f82c9-0530-454e-9fbf-1fa0a5b0e55a', 'mac_address': 'fa:16:3e:59:95:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:45:58.559395 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e378d12e-fe76-43fc-b945-4d4062fe49b7 req-cc75ba99-0edf-4356-a67b-2c83368d4c1a service neutron] 10.222.0.59 "GET /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7976308 May 13 14:45:58.621528 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e68795cf-3699-45d0-be01-58c5265e54e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:58.662243 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-e68795cf-3699-45d0-be01-58c5265e54e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Transition to ACTIVE for port object b1614439-8653-4949-8a1a-fd2e5cdd4e1c will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:58.681326 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d757fb3-277e-4a6c-9584-d1647cf07de9 None None] Network a75594f5-f8f3-42e9-88a9-4d7bf8e652c0 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:45:58.751749 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e68795cf-3699-45d0-be01-58c5265e54e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:58.799929 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-cb729517-fc55-4338-88ef-b7d9f851f47b tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] For port 4abf4d89-a010-4d33-a313-0c0c5f24af4b, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=4abf4d89-a010-4d33-a313-0c0c5f24af4b,segment=NetworkSegment(6a3cf2fa-5d78-4866-b3ff-80f0fdd4521f),segment_id=6a3cf2fa-5d78-4866-b3ff-80f0fdd4521f)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:58.799929 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cb729517-fc55-4338-88ef-b7d9f851f47b tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:58.907080 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68795cf-3699-45d0-be01-58c5265e54e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network a75594f5-f8f3-42e9-88a9-4d7bf8e652c0 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:58.930201 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-e68795cf-3699-45d0-be01-58c5265e54e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:58.946961 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68795cf-3699-45d0-be01-58c5265e54e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:45:59.120447 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68795cf-3699-45d0-be01-58c5265e54e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Port': ['ID=b1614439-8653-4949-8a1a-fd2e5cdd4e1c,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:59.224036 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68795cf-3699-45d0-be01-58c5265e54e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:59.224657 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e68795cf-3699-45d0-be01-58c5265e54e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:59.269616 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e68795cf-3699-45d0-be01-58c5265e54e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.9208729 May 13 14:45:59.270459 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34992) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:59.311170 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-cb729517-fc55-4338-88ef-b7d9f851f47b tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Calling delete_port for 4abf4d89-a010-4d33-a313-0c0c5f24af4b owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:45:59.336416 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-91fa482f-46e6-455d-b341-9326362855e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:59.339877 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:59.398853 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6e54557e-34bf-4abb-8594-8bb20cfe92c1 None None] Provisioning for port 777fafb3-5084-4d75-adb3-c804bac63680 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:59.410863 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-a4289f5e-c98a-41ac-9007-2841f5063b46 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting port b1614439-8653-4949-8a1a-fd2e5cdd4e1c {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:45:59.412037 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a4289f5e-c98a-41ac-9007-2841f5063b46 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:59.417998 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 777fafb3-5084-4d75-adb3-c804bac63680 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:59.454267 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6e54557e-34bf-4abb-8594-8bb20cfe92c1 None None] Provisioning complete for port 777fafb3-5084-4d75-adb3-c804bac63680 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:59.454954 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6e54557e-34bf-4abb-8594-8bb20cfe92c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:59.505991 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 777fafb3-5084-4d75-adb3-c804bac63680 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:59.506878 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:59.550527 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b08d46-adaa-47db-8047-998ef4edf547 req-8e337410-2a4a-485f-9662-ccc0bea83419 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:59.551542 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-94b08d46-adaa-47db-8047-998ef4edf547 req-8e337410-2a4a-485f-9662-ccc0bea83419 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Synchronizing usage tracker for tenant:5ec7d10f98f145d3a4a04e390b0f97bd on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:45:59.559908 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7002b581-3546-43f2-979f-eefc588d1ce9 req-8579933c-d77f-4516-b1dd-9e44c8e6bbfa service neutron] 10.222.0.74 "GET /v2.0/networks/471adc6c-b70b-42c1-bc3f-35baec009201?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4239473 May 13 14:45:59.570718 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cb729517-fc55-4338-88ef-b7d9f851f47b tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:59.586647 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port d96f82c9-0530-454e-9fbf-1fa0a5b0e55a is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:59.587408 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:59.690489 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d96f82c9-0530-454e-9fbf-1fa0a5b0e55a {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:45:59.696571 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-94b08d46-adaa-47db-8047-998ef4edf547 req-8e337410-2a4a-485f-9662-ccc0bea83419 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Unset dirty status for tenant:5ec7d10f98f145d3a4a04e390b0f97bd on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:45:59.697755 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94b08d46-adaa-47db-8047-998ef4edf547 req-8e337410-2a4a-485f-9662-ccc0bea83419 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/networks?id=43389771-9bef-4e8f-9ae8-ce47765c650c HTTP/1.1" status: 200 len: 798 time: 1.5986843 May 13 14:45:59.704682 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35004) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:59.705519 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb729517-fc55-4338-88ef-b7d9f851f47b tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event deleted for resources: {'Port': ['ID=4abf4d89-a010-4d33-a313-0c0c5f24af4b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:59.710372 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb729517-fc55-4338-88ef-b7d9f851f47b tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] No DVR routers for this DVR port 4abf4d89-a010-4d33-a313-0c0c5f24af4b on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:45:59.779716 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94b08d46-adaa-47db-8047-998ef4edf547 req-b762147c-d955-4356-97db-4c53790ad4bb tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/quotas/5ec7d10f98f145d3a4a04e390b0f97bd HTTP/1.1" status: 200 len: 375 time: 0.0269773 May 13 14:45:59.800828 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-426802db-63b1-427d-9338-309f38bf030c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:59.816740 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port d96f82c9-0530-454e-9fbf-1fa0a5b0e55a, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=d96f82c9-0530-454e-9fbf-1fa0a5b0e55a,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:59.906456 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:59.926018 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a4289f5e-c98a-41ac-9007-2841f5063b46 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:00.006204 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cb729517-fc55-4338-88ef-b7d9f851f47b tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:00.014476 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7f5f60f5-077d-406d-af96-a39a41367c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:00.042684 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7002b581-3546-43f2-979f-eefc588d1ce9 req-805e73b0-56f0-4e4a-88ff-a8cf8d19e4c5 service neutron] 10.222.0.74 "GET /v2.0/networks/471adc6c-b70b-42c1-bc3f-35baec009201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738014 May 13 14:46:00.060888 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-7f5f60f5-077d-406d-af96-a39a41367c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:00.067900 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-cb729517-fc55-4338-88ef-b7d9f851f47b tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89019f2a-9e67-4e52-a58d-6715129e193a']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:00.076165 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7f5f60f5-077d-406d-af96-a39a41367c19 admin admin] Usage tracker for resource:security_group_rule and tenant:f83d8eacf9d94ba5b87760fad691d2ab is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:00.083248 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7f5f60f5-077d-406d-af96-a39a41367c19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:00.088457 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-a4289f5e-c98a-41ac-9007-2841f5063b46 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Calling delete_port for b1614439-8653-4949-8a1a-fd2e5cdd4e1c owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:00.095947 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-cb729517-fc55-4338-88ef-b7d9f851f47b tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a3cf2fa-5d78-4866-b3ff-80f0fdd4521f') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:00.096242 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-cb729517-fc55-4338-88ef-b7d9f851f47b tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a3cf2fa-5d78-4866-b3ff-80f0fdd4521f') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:00.103184 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-7f5f60f5-077d-406d-af96-a39a41367c19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:00.120739 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cb729517-fc55-4338-88ef-b7d9f851f47b tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:00.192733 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-94b08d46-adaa-47db-8047-998ef4edf547 req-18671ec9-c69c-4d58-b556-817cd9dd904e tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Synchronizing usage tracker for tenant:5ec7d10f98f145d3a4a04e390b0f97bd on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:46:00.197499 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cb729517-fc55-4338-88ef-b7d9f851f47b tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:00.223372 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb729517-fc55-4338-88ef-b7d9f851f47b tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:46:00.223781 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cb729517-fc55-4338-88ef-b7d9f851f47b tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:00.248413 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:46:00.248413 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:46:00.248413 n-d-841760-1 neutron-server[88082]: timer() May 13 14:46:00.248413 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:46:00.248413 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:46:00.248413 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:46:00.248413 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:46:00.248413 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:46:00.248413 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:46:00.248413 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:46:00.248413 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:46:00.248413 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:46:00.248413 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:46:00.248413 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:46:00.248413 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:46:00.248413 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:46:00.248413 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:46:00.248413 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:46:00.248413 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:46:00.248413 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:46:00.248413 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:46:00.248413 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:46:00.248413 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:46:00.248413 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:46:00.248413 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:46:00.248413 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:46:00.248413 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:46:00.248413 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:46:00.248413 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:46:00.248413 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:46:00.248413 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:46:00.248413 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:46:00.306261 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['d96f82c9-0530-454e-9fbf-1fa0a5b0e55a'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:46:00.309076 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-22fdb10b-3bdc-4281-92e8-d8caa8ad16e4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:00.382668 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bc3dc-e256-4d5d-a8d8-f52a24568281 req-91a9275c-256a-4225-82bc-e2de4b237121 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:00.391145 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bc3dc-e256-4d5d-a8d8-f52a24568281 req-91a9275c-256a-4225-82bc-e2de4b237121 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:00.392120 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-94b08d46-adaa-47db-8047-998ef4edf547 req-18671ec9-c69c-4d58-b556-817cd9dd904e tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Unset dirty status for tenant:5ec7d10f98f145d3a4a04e390b0f97bd on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:46:00.393145 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94b08d46-adaa-47db-8047-998ef4edf547 req-18671ec9-c69c-4d58-b556-817cd9dd904e tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ec7d10f98f145d3a4a04e390b0f97bd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5967288 May 13 14:46:00.402636 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da677201-827e-4531-94c1-bbb3654470aa None None] DHCP port deletion for 89019f2a-9e67-4e52-a58d-6715129e193a request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:46:00.413404 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bc3dc-e256-4d5d-a8d8-f52a24568281 req-91a9275c-256a-4225-82bc-e2de4b237121 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:00.420440 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bc3dc-e256-4d5d-a8d8-f52a24568281 req-91a9275c-256a-4225-82bc-e2de4b237121 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:00.427172 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bc3dc-e256-4d5d-a8d8-f52a24568281 req-91a9275c-256a-4225-82bc-e2de4b237121 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:00.427313 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 777fafb3-5084-4d75-adb3-c804bac63680 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:00.427797 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:00.433185 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bc3dc-e256-4d5d-a8d8-f52a24568281 req-91a9275c-256a-4225-82bc-e2de4b237121 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:00.439196 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bc3dc-e256-4d5d-a8d8-f52a24568281 req-91a9275c-256a-4225-82bc-e2de4b237121 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:00.441129 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f9bc3dc-e256-4d5d-a8d8-f52a24568281 req-91a9275c-256a-4225-82bc-e2de4b237121 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5418 time: 1.3218074 May 13 14:46:00.442943 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cb729517-fc55-4338-88ef-b7d9f851f47b tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:00.484092 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cb729517-fc55-4338-88ef-b7d9f851f47b tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:00.515029 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-6e54557e-34bf-4abb-8594-8bb20cfe92c1 None None] Current status of the port 777fafb3-5084-4d75-adb3-c804bac63680 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:00.516155 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6e54557e-34bf-4abb-8594-8bb20cfe92c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:00.543215 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7493085-4578-4816-876b-841cd2e5d968 req-8b2a339b-8e88-4df3-8d27-6be7ca9bde6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:00.543836 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7493085-4578-4816-876b-841cd2e5d968 req-8b2a339b-8e88-4df3-8d27-6be7ca9bde6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:00.544306 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7493085-4578-4816-876b-841cd2e5d968 req-8b2a339b-8e88-4df3-8d27-6be7ca9bde6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:00.544768 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7493085-4578-4816-876b-841cd2e5d968 req-8b2a339b-8e88-4df3-8d27-6be7ca9bde6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:00.545226 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7493085-4578-4816-876b-841cd2e5d968 req-8b2a339b-8e88-4df3-8d27-6be7ca9bde6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:00.545683 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7493085-4578-4816-876b-841cd2e5d968 req-8b2a339b-8e88-4df3-8d27-6be7ca9bde6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:00.546135 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7493085-4578-4816-876b-841cd2e5d968 req-8b2a339b-8e88-4df3-8d27-6be7ca9bde6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:00.548143 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d7493085-4578-4816-876b-841cd2e5d968 req-8b2a339b-8e88-4df3-8d27-6be7ca9bde6e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=18b9c5d8b3d043279654e2a115822f2a&device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 6475 time: 0.3999701 May 13 14:46:00.578671 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb729517-fc55-4338-88ef-b7d9f851f47b tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event deleted for resources: {'Network': ['ID=89019f2a-9e67-4e52-a58d-6715129e193a,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:00.621751 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7f5f60f5-077d-406d-af96-a39a41367c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:00.643623 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=d96f82c9-0530-454e-9fbf-1fa0a5b0e55a,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:00.679469 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-cb729517-fc55-4338-88ef-b7d9f851f47b tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "DELETE /v2.0/networks/89019f2a-9e67-4e52-a58d-6715129e193a HTTP/1.1" status: 204 len: 168 time: 3.1481647 May 13 14:46:00.685914 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35010) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:00.686831 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7f5f60f5-077d-406d-af96-a39a41367c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:00.698397 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f9bc3dc-e256-4d5d-a8d8-f52a24568281 req-ccd6d3fb-6465-4791-940b-dde73bddc2e1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2102532 May 13 14:46:00.702081 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0acf2dbf-5589-47ab-87c6-6a24a30f63f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b43a5a4-9203-43ce-a540-fdb4c809f4dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-858038788', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '83cee2ae-e53e-49d0-9022-f75447c69bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:22Z', 'updated_at': '2022-05-13T14:45:51Z', 'revision_number': 4, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'gw_port': {'id': '83cee2ae-e53e-49d0-9022-f75447c69bb2', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:df:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b43a5a4-9203-43ce-a540-fdb4c809f4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:25Z', 'updated_at': '2022-05-13T14:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '4ce293b5-baf1-4d9c-846a-635d995f15f6', 'name': '', 'network_id': '43389771-9bef-4e8f-9ae8-ce47765c650c', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'mac_address': 'fa:16:3e:24:70:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b43a5a4-9203-43ce-a540-fdb4c809f4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '8dec2b5b-3e83-4186-ace6-173a589a8627', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:48Z', 'updated_at': '2022-05-13T14:45:53Z', 'revision_number': 2, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'subnets': [{'id': '8dec2b5b-3e83-4186-ace6-173a589a8627', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:00.707437 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:00.712384 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:00.718626 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 777fafb3-5084-4d75-adb3-c804bac63680, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=777fafb3-5084-4d75-adb3-c804bac63680,segment=NetworkSegment(b8c5ce6f-8744-4d62-8176-8e345e75a7bd),segment_id=b8c5ce6f-8744-4d62-8176-8e345e75a7bd)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:00.719500 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acf2dbf-5589-47ab-87c6-6a24a30f63f6 None None] Checking router: 5b43a5a4-9203-43ce-a540-fdb4c809f4dc for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:46:00.719857 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acf2dbf-5589-47ab-87c6-6a24a30f63f6 None None] Updating router 5b43a5a4-9203-43ce-a540-fdb4c809f4dc port 4ce293b5-baf1-4d9c-846a-635d995f15f6 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:46:00.769250 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:00.798394 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7f5f60f5-077d-406d-af96-a39a41367c19 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f83d8eacf9d94ba5b87760fad691d2ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0873711 May 13 14:46:00.800911 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f60f5-077d-406d-af96-a39a41367c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b229033f-0e82-467e-ae24-215980d75574,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:00.805090 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35014) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:00.829670 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94b08d46-adaa-47db-8047-998ef4edf547 req-dea62aed-c48e-4c9f-8b6e-02c46bb17ed1 service neutron] 10.222.0.35 "GET /v2.0/networks/43389771-9bef-4e8f-9ae8-ce47765c650c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190991 May 13 14:46:00.864655 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a4289f5e-c98a-41ac-9007-2841f5063b46 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:00.935842 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0acf2dbf-5589-47ab-87c6-6a24a30f63f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:00.954741 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 4abf4d89-a010-4d33-a313-0c0c5f24af4b no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:46:01.008459 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7493085-4578-4816-876b-841cd2e5d968 req-697a6c9b-2577-4e13-b855-4a4e3c22dbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:01.010187 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d7493085-4578-4816-876b-841cd2e5d968 req-697a6c9b-2577-4e13-b855-4a4e3c22dbf0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=471adc6c-b70b-42c1-bc3f-35baec009201 HTTP/1.1" status: 200 len: 903 time: 0.4437122 May 13 14:46:01.022826 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 4abf4d89-a010-4d33-a313-0c0c5f24af4b {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:46:01.023197 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 4abf4d89-a010-4d33-a313-0c0c5f24af4b not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:46:01.064128 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-6e54557e-34bf-4abb-8594-8bb20cfe92c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:46:01.064485 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-6e54557e-34bf-4abb-8594-8bb20cfe92c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:46:01.080525 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4289f5e-c98a-41ac-9007-2841f5063b46 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Port': ['ID=b1614439-8653-4949-8a1a-fd2e5cdd4e1c,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:01.094772 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d7493085-4578-4816-876b-841cd2e5d968 req-b078f9eb-1ac5-48a5-a277-87259e9e2945 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=870bf163-4bc8-4f62-aa1e-a97e2ee5bef9 HTTP/1.1" status: 200 len: 217 time: 0.0726969 May 13 14:46:01.098164 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=777fafb3-5084-4d75-adb3-c804bac63680,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:01.103733 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2dfa5392-1566-4d81-9863-a7476f804c86 req-9073ef68-4267-4f16-9d0d-f866d27596be service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ea10c053-cdf1-432a-b76b-109ed851e030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9352505 May 13 14:46:01.141133 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-e155a3a6-44b3-4032-9e23-94b427dc0389 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Deleting port 7d377aed-e89c-4bb2-a315-37563afb4059 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:01.141477 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e155a3a6-44b3-4032-9e23-94b427dc0389 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:01.349464 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a4289f5e-c98a-41ac-9007-2841f5063b46 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:01.363875 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-19ff4bec-73bf-4375-8217-ddbc073b5b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:01.378691 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94b08d46-adaa-47db-8047-998ef4edf547 req-1d6be5d8-7c27-43e1-85aa-80e25b0bf5cb service neutron] 10.222.0.35 "GET /v2.0/networks/43389771-9bef-4e8f-9ae8-ce47765c650c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242302 May 13 14:46:01.399495 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7493085-4578-4816-876b-841cd2e5d968 req-0967589d-d346-4818-830b-fc7c5f2752d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:01.400873 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d7493085-4578-4816-876b-841cd2e5d968 req-0967589d-d346-4818-830b-fc7c5f2752d9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cb810c0a-840e-4497-98b6-b4ffe8e0a8f1 HTTP/1.1" status: 200 len: 797 time: 0.2884026 May 13 14:46:01.405435 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-19ff4bec-73bf-4375-8217-ddbc073b5b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:01.521828 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7493085-4578-4816-876b-841cd2e5d968 req-306af0e1-917b-4e67-ac9a-eab6f293e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:01.524567 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d7493085-4578-4816-876b-841cd2e5d968 req-306af0e1-917b-4e67-ac9a-eab6f293e991 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=471adc6c-b70b-42c1-bc3f-35baec009201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1119454 May 13 14:46:01.527625 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-19ff4bec-73bf-4375-8217-ddbc073b5b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:01.532011 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0acf2dbf-5589-47ab-87c6-6a24a30f63f6 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:01.547365 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0acf2dbf-5589-47ab-87c6-6a24a30f63f6 None None] Transition to ACTIVE for port object 4ce293b5-baf1-4d9c-846a-635d995f15f6 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:46:01.560872 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0acf2dbf-5589-47ab-87c6-6a24a30f63f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:01.649438 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff4bec-73bf-4375-8217-ddbc073b5b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b229033f-0e82-467e-ae24-215980d75574,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:01.667606 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-19ff4bec-73bf-4375-8217-ddbc073b5b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:01.668732 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-19ff4bec-73bf-4375-8217-ddbc073b5b81 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b229033f-0e82-467e-ae24-215980d75574 HTTP/1.1" status: 204 len: 168 time: 0.8602448 May 13 14:46:01.704664 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e155a3a6-44b3-4032-9e23-94b427dc0389 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:01.705202 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e155a3a6-44b3-4032-9e23-94b427dc0389 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:01.729143 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d7493085-4578-4816-876b-841cd2e5d968 req-e7877cb8-b754-4b80-b08c-f4b984d54fd2 service neutron] 10.222.0.74 "GET /v2.0/networks/471adc6c-b70b-42c1-bc3f-35baec009201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971304 May 13 14:46:01.818876 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-6e54557e-34bf-4abb-8594-8bb20cfe92c1 None None] Current status of the port 777fafb3-5084-4d75-adb3-c804bac63680 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:01.966536 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-e155a3a6-44b3-4032-9e23-94b427dc0389 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Calling delete_port for 7d377aed-e89c-4bb2-a315-37563afb4059 owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:02.036183 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device d96f82c9-0530-454e-9fbf-1fa0a5b0e55a up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:46:02.138709 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6591e39b-ed1b-4553-a9ca-8b20e638e6d5 req-c7f5c142-842d-4a4f-a346-4d1191a961ec tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3184690-c0b0-4b8e-8a95-debf4a7dad1b HTTP/1.1" status: 200 len: 210 time: 0.0797098 May 13 14:46:02.162962 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d7493085-4578-4816-876b-841cd2e5d968 req-3ea8a3d6-39fb-4bf0-ba09-c61c4f7ef12c service neutron] 10.222.0.74 "GET /v2.0/networks/471adc6c-b70b-42c1-bc3f-35baec009201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253211 May 13 14:46:02.163950 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8891db62-ff78-41a0-b5c3-e0a4d2d0a4ba None None] Pushing event updated for resources: {'Port': ['ID=4ce293b5-baf1-4d9c-846a-635d995f15f6,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:02.238663 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a4289f5e-c98a-41ac-9007-2841f5063b46 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/ports/b1614439-8653-4949-8a1a-fd2e5cdd4e1c HTTP/1.1" status: 204 len: 168 time: 2.9671812 May 13 14:46:02.241378 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35036) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:02.296659 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port d96f82c9-0530-454e-9fbf-1fa0a5b0e55a completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:46:02.300958 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-0acf2dbf-5589-47ab-87c6-6a24a30f63f6 None None] Attempting to bind port 4ce293b5-baf1-4d9c-846a-635d995f15f6 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:46:02.301375 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-0acf2dbf-5589-47ab-87c6-6a24a30f63f6 None None] Attempting to bind port 4ce293b5-baf1-4d9c-846a-635d995f15f6 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '8b16b1c9-90b4-4de7-9c08-9b2190184539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '43389771-9bef-4e8f-9ae8-ce47765c650c'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:46:02.301736 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acf2dbf-5589-47ab-87c6-6a24a30f63f6 None None] Attempting to bind port 4ce293b5-baf1-4d9c-846a-635d995f15f6 on network 43389771-9bef-4e8f-9ae8-ce47765c650c {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:46:02.308561 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:02.312327 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acf2dbf-5589-47ab-87c6-6a24a30f63f6 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:46:02.312710 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acf2dbf-5589-47ab-87c6-6a24a30f63f6 None None] Checking segment: {'id': '8b16b1c9-90b4-4de7-9c08-9b2190184539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '43389771-9bef-4e8f-9ae8-ce47765c650c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:46:02.313156 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0acf2dbf-5589-47ab-87c6-6a24a30f63f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:02.313557 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acf2dbf-5589-47ab-87c6-6a24a30f63f6 None None] Bound using segment: {'id': '8b16b1c9-90b4-4de7-9c08-9b2190184539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '43389771-9bef-4e8f-9ae8-ce47765c650c'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:46:02.314204 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-0acf2dbf-5589-47ab-87c6-6a24a30f63f6 None None] Bound port: 4ce293b5-baf1-4d9c-846a-635d995f15f6, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b16b1c9-90b4-4de7-9c08-9b2190184539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '43389771-9bef-4e8f-9ae8-ce47765c650c'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:46:02.314593 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0acf2dbf-5589-47ab-87c6-6a24a30f63f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:02.325888 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-fd5826bd-f59a-4689-92ad-a78f68f468a5 None None] Provisioning complete for port 777fafb3-5084-4d75-adb3-c804bac63680 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:02.326264 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fd5826bd-f59a-4689-92ad-a78f68f468a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:02.369304 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e155a3a6-44b3-4032-9e23-94b427dc0389 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:02.375574 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port d96f82c9-0530-454e-9fbf-1fa0a5b0e55a triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:02.376287 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:02.378783 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35040) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:02.391404 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da56cc3-2326-45ce-b435-dcb0c3760dc9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] DELETE failed (client error): The resource could not be found. May 13 14:46:02.391954 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da56cc3-2326-45ce-b435-dcb0c3760dc9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:46:02.396111 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2da56cc3-2326-45ce-b435-dcb0c3760dc9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/ports/b1614439-8653-4949-8a1a-fd2e5cdd4e1c HTTP/1.1" status: 404 len: 333 time: 0.1512129 May 13 14:46:02.435756 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35042) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:02.496243 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edde79c-2399-4df3-8f2c-db5f9c39bd87 req-fb951e1b-d734-4d8d-9318-887d26b22d29 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:02.497408 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8edde79c-2399-4df3-8f2c-db5f9c39bd87 req-fb951e1b-d734-4d8d-9318-887d26b22d29 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=24db255a-cc56-4fde-9e9e-b61dba9c6e4f HTTP/1.1" status: 200 len: 944 time: 1.5382688 May 13 14:46:02.498187 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155a3a6-44b3-4032-9e23-94b427dc0389 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event deleted for resources: {'Port': ['ID=7d377aed-e89c-4bb2-a315-37563afb4059,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:02.510014 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2ff9104d-a45c-44c0-ab10-adc2f4afbe9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:02.529326 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-456a03de-2432-45f7-bb81-0ab7688388a6 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] GET failed (client error): The resource could not be found. May 13 14:46:02.530891 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-456a03de-2432-45f7-bb81-0ab7688388a6 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "GET /v2.0/ports/b1614439-8653-4949-8a1a-fd2e5cdd4e1c HTTP/1.1" status: 404 len: 333 time: 0.0941939 May 13 14:46:02.544116 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35048) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:02.555855 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-0acf2dbf-5589-47ab-87c6-6a24a30f63f6 None None] For port 4ce293b5-baf1-4d9c-846a-635d995f15f6, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:46:02.627471 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2ff9104d-a45c-44c0-ab10-adc2f4afbe9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:02.644862 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26887c97-ee58-4f52-ba4b-aa6be6027583 req-98466d4a-010f-41c1-868d-a701f286efa8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:02.646182 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2ff9104d-a45c-44c0-ab10-adc2f4afbe9f admin admin] Usage tracker for resource:security_group_rule and tenant:59d1cc77efdf4fe29f08eb5f5732e801 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:02.653124 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26887c97-ee58-4f52-ba4b-aa6be6027583 req-98466d4a-010f-41c1-868d-a701f286efa8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:02.657999 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2ff9104d-a45c-44c0-ab10-adc2f4afbe9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:02.661075 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26887c97-ee58-4f52-ba4b-aa6be6027583 req-98466d4a-010f-41c1-868d-a701f286efa8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:02.669357 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26887c97-ee58-4f52-ba4b-aa6be6027583 req-98466d4a-010f-41c1-868d-a701f286efa8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:02.676036 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26887c97-ee58-4f52-ba4b-aa6be6027583 req-98466d4a-010f-41c1-868d-a701f286efa8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:02.677151 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-0acf2dbf-5589-47ab-87c6-6a24a30f63f6 None None] For port 4ce293b5-baf1-4d9c-846a-635d995f15f6, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=4ce293b5-baf1-4d9c-846a-635d995f15f6,segment=NetworkSegment(8b16b1c9-90b4-4de7-9c08-9b2190184539),segment_id=8b16b1c9-90b4-4de7-9c08-9b2190184539)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:46:02.677467 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-22fdb10b-3bdc-4281-92e8-d8caa8ad16e4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Deleting port f3af6a16-4a8e-450a-91b9-ca8b9ba9e781 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:02.677812 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-22fdb10b-3bdc-4281-92e8-d8caa8ad16e4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:02.678271 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port d96f82c9-0530-454e-9fbf-1fa0a5b0e55a is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:02.678646 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:02.684844 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26887c97-ee58-4f52-ba4b-aa6be6027583 req-98466d4a-010f-41c1-868d-a701f286efa8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:02.692906 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26887c97-ee58-4f52-ba4b-aa6be6027583 req-98466d4a-010f-41c1-868d-a701f286efa8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:02.695838 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-26887c97-ee58-4f52-ba4b-aa6be6027583 req-98466d4a-010f-41c1-868d-a701f286efa8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5418 time: 0.3010664 May 13 14:46:02.698002 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0acf2dbf-5589-47ab-87c6-6a24a30f63f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:02.703302 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e9159f-1997-4e28-8e71-fbc8728c9fa8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting subnet def19b55-7609-4f45-8a30-ddc32c1c2988 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:46:02.711451 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2ff9104d-a45c-44c0-ab10-adc2f4afbe9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:02.716957 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa5392-1566-4d81-9863-a7476f804c86 req-7c8b83fc-2c73-498d-b40d-c8a788e5070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:02.718468 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2dfa5392-1566-4d81-9863-a7476f804c86 req-7c8b83fc-2c73-498d-b40d-c8a788e5070f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ec7d10f98f145d3a4a04e390b0f97bd&device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 1136 time: 1.3732157 May 13 14:46:02.724894 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e8e9159f-1997-4e28-8e71-fbc8728c9fa8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:02.763559 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-fd5826bd-f59a-4689-92ad-a78f68f468a5 None None] Current status of the port 777fafb3-5084-4d75-adb3-c804bac63680 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:02.779540 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8edde79c-2399-4df3-8f2c-db5f9c39bd87 req-dbfcb0c3-e961-46ba-a571-0ee42cd75201 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596800 May 13 14:46:02.787861 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-fd5826bd-f59a-4689-92ad-a78f68f468a5 None None] Could not find standard attr ID for object b1614439-8653-4949-8a1a-fd2e5cdd4e1c. {{(pid=88083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 14:46:02.804257 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24db255a-cc56-4fde-9e9e-b61dba9c6e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96f82c9-0530-454e-9fbf-1fa0a5b0e55a'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:02.845191 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port d96f82c9-0530-454e-9fbf-1fa0a5b0e55a, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=d96f82c9-0530-454e-9fbf-1fa0a5b0e55a,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:02.854987 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8891db62-ff78-41a0-b5c3-e0a4d2d0a4ba None None] Pushing event updated for resources: {'Port': ['ID=4ce293b5-baf1-4d9c-846a-635d995f15f6,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:02.855220 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e8e9159f-1997-4e28-8e71-fbc8728c9fa8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:02.858190 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acf2dbf-5589-47ab-87c6-6a24a30f63f6 None None] Routers {'5b43a5a4-9203-43ce-a540-fdb4c809f4dc'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:46:02.862564 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0acf2dbf-5589-47ab-87c6-6a24a30f63f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:46:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['5b43a5a4-9203-43ce-a540-fdb4c809f4dc'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:02.906646 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e155a3a6-44b3-4032-9e23-94b427dc0389 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for floatingip, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:02.936354 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:02.994521 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e8e9159f-1997-4e28-8e71-fbc8728c9fa8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:02.996908 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 777fafb3-5084-4d75-adb3-c804bac63680 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:46:03.089166 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-26887c97-ee58-4f52-ba4b-aa6be6027583 req-3f08f478-6049-4e75-b9b6-bfeaaf715a0a tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3832104 May 13 14:46:03.092109 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e8e9159f-1997-4e28-8e71-fbc8728c9fa8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:03.157728 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9159f-1997-4e28-8e71-fbc8728c9fa8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Subnet': ['ID=def19b55-7609-4f45-8a30-ddc32c1c2988,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:03.168080 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e8e9159f-1997-4e28-8e71-fbc8728c9fa8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:03.179879 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e8e9159f-1997-4e28-8e71-fbc8728c9fa8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/subnets/def19b55-7609-4f45-8a30-ddc32c1c2988 HTTP/1.1" status: 204 len: 168 time: 0.6324313 May 13 14:46:03.182430 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35056) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:03.205824 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca20968-5bba-4287-bf24-403b6f3fda96 None None] Network a75594f5-f8f3-42e9-88a9-4d7bf8e652c0 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:46:03.263212 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-22fdb10b-3bdc-4281-92e8-d8caa8ad16e4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] For port f3af6a16-4a8e-450a-91b9-ca8b9ba9e781, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=f3af6a16-4a8e-450a-91b9-ca8b9ba9e781,segment=NetworkSegment(92152a53-5b9a-4d5d-b55a-f35d91fa0bf6),segment_id=92152a53-5b9a-4d5d-b55a-f35d91fa0bf6)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:03.263212 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-22fdb10b-3bdc-4281-92e8-d8caa8ad16e4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:03.346278 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fafdb397-04da-4d53-b25f-576cf092ba3f'] response: {'server_uuid': '24db255a-cc56-4fde-9e9e-b61dba9c6e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96f82c9-0530-454e-9fbf-1fa0a5b0e55a', 'code': 200} May 13 14:46:03.458221 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d25d7ef5-17a3-45c6-b719-d798cdac334f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:03.536701 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=d96f82c9-0530-454e-9fbf-1fa0a5b0e55a,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:03.572413 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-d25d7ef5-17a3-45c6-b719-d798cdac334f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting port 777fafb3-5084-4d75-adb3-c804bac63680 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:03.572753 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d25d7ef5-17a3-45c6-b719-d798cdac334f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:03.606008 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-22fdb10b-3bdc-4281-92e8-d8caa8ad16e4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Calling delete_port for f3af6a16-4a8e-450a-91b9-ca8b9ba9e781 owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:03.620994 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-48cc18df-e8a6-4a3c-9c58-c475c31eee2b req-f1270626-963c-41a4-9d89-4f2e47632b65 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3184690-c0b0-4b8e-8a95-debf4a7dad1b HTTP/1.1" status: 200 len: 210 time: 0.1375310 May 13 14:46:03.655357 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-0acf2dbf-5589-47ab-87c6-6a24a30f63f6 None None] Set router 5b43a5a4-9203-43ce-a540-fdb4c809f4dc gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:46:03.673364 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa5392-1566-4d81-9863-a7476f804c86 req-a915907e-64cf-47b7-a5bb-f916786b84e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:03.674852 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2dfa5392-1566-4d81-9863-a7476f804c86 req-a915907e-64cf-47b7-a5bb-f916786b84e8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=535bdccc-ac53-44d1-9feb-df5d3286ef62 HTTP/1.1" status: 200 len: 897 time: 0.9260521 May 13 14:46:03.692036 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bee3c-0534-4b54-a9dd-904596798011 req-1b74ad1c-a351-4cd0-8153-5f653e60550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:03.693510 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-893bee3c-0534-4b54-a9dd-904596798011 req-1b74ad1c-a351-4cd0-8153-5f653e60550c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=24db255a-cc56-4fde-9e9e-b61dba9c6e4f HTTP/1.1" status: 200 len: 1096 time: 0.3223772 May 13 14:46:03.714663 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 777fafb3-5084-4d75-adb3-c804bac63680 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:03.715042 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:03.751862 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e155a3a6-44b3-4032-9e23-94b427dc0389 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:03.756146 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e155a3a6-44b3-4032-9e23-94b427dc0389 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "DELETE /v2.0/floatingips/e7354f99-c155-45a3-a6f4-674624b088d8 HTTP/1.1" status: 204 len: 168 time: 3.0628889 May 13 14:46:03.758357 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35060) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:03.849813 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2ff9104d-a45c-44c0-ab10-adc2f4afbe9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:03.900491 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-d25d7ef5-17a3-45c6-b719-d798cdac334f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] For port 777fafb3-5084-4d75-adb3-c804bac63680, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=777fafb3-5084-4d75-adb3-c804bac63680,segment=NetworkSegment(b8c5ce6f-8744-4d62-8176-8e345e75a7bd),segment_id=b8c5ce6f-8744-4d62-8176-8e345e75a7bd)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:03.900779 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d25d7ef5-17a3-45c6-b719-d798cdac334f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:04.043836 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2ff9104d-a45c-44c0-ab10-adc2f4afbe9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:04.091793 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee53ce1-c3a6-4eed-9f74-ed884ba35e05 req-154162a1-f956-410b-975e-ae87d673c1b3 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:04.093577 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bee53ce1-c3a6-4eed-9f74-ed884ba35e05 req-154162a1-f956-410b-975e-ae87d673c1b3 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 946 time: 1.0732734 May 13 14:46:04.096022 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f79e7af-c1a7-4808-a5a4-3d047131bab0 None None] DHCP port deletion for a75594f5-f8f3-42e9-88a9-4d7bf8e652c0 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:46:04.105751 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-2f79e7af-c1a7-4808-a5a4-3d047131bab0 None None] Deleting port 777fafb3-5084-4d75-adb3-c804bac63680 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:04.106125 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2f79e7af-c1a7-4808-a5a4-3d047131bab0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:04.107205 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2dfa5392-1566-4d81-9863-a7476f804c86 req-479b2350-48cb-49c6-9d50-cc3dfb6bdeaa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2de4ef9f-ec22-4098-b068-e7900df1d164 HTTP/1.1" status: 200 len: 1002 time: 0.4172461 May 13 14:46:04.121118 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b08d46-adaa-47db-8047-998ef4edf547 req-f0bc8bd2-1a7a-437c-af7e-62b01f71cdc5 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:04.122619 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-94b08d46-adaa-47db-8047-998ef4edf547 req-f0bc8bd2-1a7a-437c-af7e-62b01f71cdc5 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.59 "GET /v2.0/networks?id=43389771-9bef-4e8f-9ae8-ce47765c650c HTTP/1.1" status: 200 len: 798 time: 0.9644952 May 13 14:46:04.131980 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 777fafb3-5084-4d75-adb3-c804bac63680 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:04.193207 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-893bee3c-0534-4b54-a9dd-904596798011 req-08f518a3-043d-4aaf-88c2-f37389f77c0d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906769 May 13 14:46:04.204871 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-d25d7ef5-17a3-45c6-b719-d798cdac334f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Calling delete_port for 777fafb3-5084-4d75-adb3-c804bac63680 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:04.275719 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-94b08d46-adaa-47db-8047-998ef4edf547 req-541ea521-e588-4815-adc2-2f0c14434e13 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Request body: {'port': {'device_id': 'f3184690-c0b0-4b8e-8a95-debf4a7dad1b', 'network_id': '43389771-9bef-4e8f-9ae8-ce47765c650c', 'admin_state_up': True, 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:04.291519 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac9df273-0e18-41ea-9c95-862bc373e375 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] DELETE failed (client error): The resource could not be found. May 13 14:46:04.291949 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac9df273-0e18-41ea-9c95-862bc373e375 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:46:04.292632 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa5392-1566-4d81-9863-a7476f804c86 req-fc6e98f7-c9af-4e39-a7ba-29b23f80b14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:04.294148 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2dfa5392-1566-4d81-9863-a7476f804c86 req-fc6e98f7-c9af-4e39-a7ba-29b23f80b14e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c HTTP/1.1" status: 200 len: 834 time: 0.1601815 May 13 14:46:04.295947 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ac9df273-0e18-41ea-9c95-862bc373e375 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "DELETE /v2.0/ports/e0334848-de8c-463b-a82b-ec47b0fa1028 HTTP/1.1" status: 404 len: 333 time: 0.5370476 May 13 14:46:04.296471 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2ff9104d-a45c-44c0-ab10-adc2f4afbe9f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=59d1cc77efdf4fe29f08eb5f5732e801&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8802514 May 13 14:46:04.297403 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35068) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:04.303017 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35070) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:04.342747 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9104d-a45c-44c0-ab10-adc2f4afbe9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee61c75e-497e-433d-9ba8-6569c2fad51b,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:04.375454 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0acf2dbf-5589-47ab-87c6-6a24a30f63f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b43a5a4-9203-43ce-a540-fdb4c809f4dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-858038788', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '83cee2ae-e53e-49d0-9022-f75447c69bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:22Z', 'updated_at': '2022-05-13T14:45:51Z', 'revision_number': 4, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'gw_port': {'id': '83cee2ae-e53e-49d0-9022-f75447c69bb2', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:df:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b43a5a4-9203-43ce-a540-fdb4c809f4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:25Z', 'updated_at': '2022-05-13T14:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '4ce293b5-baf1-4d9c-846a-635d995f15f6', 'name': '', 'network_id': '43389771-9bef-4e8f-9ae8-ce47765c650c', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'mac_address': 'fa:16:3e:24:70:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b43a5a4-9203-43ce-a540-fdb4c809f4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '8dec2b5b-3e83-4186-ace6-173a589a8627', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:48Z', 'updated_at': '2022-05-13T14:46:02Z', 'revision_number': 4, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'subnets': [{'id': '8dec2b5b-3e83-4186-ace6-173a589a8627', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:04.383481 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-2f79e7af-c1a7-4808-a5a4-3d047131bab0 None None] For port 777fafb3-5084-4d75-adb3-c804bac63680, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=777fafb3-5084-4d75-adb3-c804bac63680,segment=NetworkSegment(b8c5ce6f-8744-4d62-8176-8e345e75a7bd),segment_id=b8c5ce6f-8744-4d62-8176-8e345e75a7bd)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:04.385101 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2f79e7af-c1a7-4808-a5a4-3d047131bab0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:04.395101 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acf2dbf-5589-47ab-87c6-6a24a30f63f6 None None] The sync data for ids ['5b43a5a4-9203-43ce-a540-fdb4c809f4dc'] in n-d-841760-1 is: [{'id': '5b43a5a4-9203-43ce-a540-fdb4c809f4dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-858038788', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '83cee2ae-e53e-49d0-9022-f75447c69bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:22Z', 'updated_at': '2022-05-13T14:45:51Z', 'revision_number': 4, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'gw_port': {'id': '83cee2ae-e53e-49d0-9022-f75447c69bb2', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:df:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b43a5a4-9203-43ce-a540-fdb4c809f4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:25Z', 'updated_at': '2022-05-13T14:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '4ce293b5-baf1-4d9c-846a-635d995f15f6', 'name': '', 'network_id': '43389771-9bef-4e8f-9ae8-ce47765c650c', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'mac_address': 'fa:16:3e:24:70:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b43a5a4-9203-43ce-a540-fdb4c809f4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '8dec2b5b-3e83-4186-ace6-173a589a8627', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:48Z', 'updated_at': '2022-05-13T14:46:02Z', 'revision_number': 4, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'subnets': [{'id': '8dec2b5b-3e83-4186-ace6-173a589a8627', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:46:04.404622 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d25d7ef5-17a3-45c6-b719-d798cdac334f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:04.480966 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-44a78733-6019-44e7-84ed-faaa751f26c9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Synchronizing usage tracker for tenant:6b12ce616ed04de39e484728b5ba653e on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:46:04.487672 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e38dcc-0a4f-4da7-b5cb-a584a22e416b req-9b4e53c6-38ae-4ed8-b874-e85fab78e05e tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:04.489516 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-46e38dcc-0a4f-4da7-b5cb-a584a22e416b req-9b4e53c6-38ae-4ed8-b874-e85fab78e05e tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=24db255a-cc56-4fde-9e9e-b61dba9c6e4f HTTP/1.1" status: 200 len: 945 time: 0.3639147 May 13 14:46:04.505584 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d7ef5-17a3-45c6-b719-d798cdac334f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Port': ['ID=777fafb3-5084-4d75-adb3-c804bac63680,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:04.510473 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25d7ef5-17a3-45c6-b719-d798cdac334f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] No DVR routers for this DVR port 777fafb3-5084-4d75-adb3-c804bac63680 on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:46:04.540213 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a2174319-f557-4498-9380-1f2b4fb6993f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:04.597542 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-44a78733-6019-44e7-84ed-faaa751f26c9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Unset dirty status for tenant:6b12ce616ed04de39e484728b5ba653e on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:46:04.601515 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-44a78733-6019-44e7-84ed-faaa751f26c9 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "GET /v2.0/ports?device_id=af67c128-a054-4acd-b9b0-e5199f1d9fc5 HTTP/1.1" status: 200 len: 205 time: 0.2922614 May 13 14:46:04.602458 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bee53ce1-c3a6-4eed-9f74-ed884ba35e05 req-bf6d5c44-3749-486b-a586-0dc1c5e75292 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4898405 May 13 14:46:04.608937 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35076) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:04.621312 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-2f79e7af-c1a7-4808-a5a4-3d047131bab0 None None] Calling delete_port for 777fafb3-5084-4d75-adb3-c804bac63680 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:04.634527 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-46e38dcc-0a4f-4da7-b5cb-a584a22e416b req-ea4f9af1-310e-4e39-86bf-acb93ea23f0b tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302583 May 13 14:46:04.725771 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-2f79e7af-c1a7-4808-a5a4-3d047131bab0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:46:04.726093 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-2f79e7af-c1a7-4808-a5a4-3d047131bab0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:46:04.748438 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a2174319-f557-4498-9380-1f2b4fb6993f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:04.755897 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-c686d060-20b4-48db-8607-85f8700821ff tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] delete failed (client error): The resource could not be found. May 13 14:46:04.758993 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c686d060-20b4-48db-8607-85f8700821ff tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "DELETE /v2.0/routers/af67c128-a054-4acd-b9b0-e5199f1d9fc5 HTTP/1.1" status: 404 len: 336 time: 0.1479826 May 13 14:46:04.763050 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35082) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:04.839750 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-22fdb10b-3bdc-4281-92e8-d8caa8ad16e4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:04.858557 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-94b08d46-adaa-47db-8047-998ef4edf547 req-541ea521-e588-4815-adc2-2f0c14434e13 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:04.879667 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d25d7ef5-17a3-45c6-b719-d798cdac334f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:04.895658 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-1382de85-8fd4-4a47-9449-58e58683ed0a tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] DELETE failed (client error): The resource could not be found. May 13 14:46:04.896109 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1382de85-8fd4-4a47-9449-58e58683ed0a tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:46:04.914933 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 4ce293b5-baf1-4d9c-846a-635d995f15f6 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:46:04.949038 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cd386774-f63a-4a23-b893-af42261b454c req-c155be9f-18f0-4285-b2ed-b851816eccba tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3184690-c0b0-4b8e-8a95-debf4a7dad1b HTTP/1.1" status: 200 len: 210 time: 0.1197140 May 13 14:46:04.952564 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1382de85-8fd4-4a47-9449-58e58683ed0a tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "DELETE /v2.0/subnets/5d2e68d9-f824-4419-aa8e-24e24fd7b634 HTTP/1.1" status: 404 len: 337 time: 0.1773784 May 13 14:46:04.955458 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35086) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:04.960169 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-d25d7ef5-17a3-45c6-b719-d798cdac334f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a75594f5-f8f3-42e9-88a9-4d7bf8e652c0']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:05.005074 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fdb10b-3bdc-4281-92e8-d8caa8ad16e4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event deleted for resources: {'Port': ['ID=f3af6a16-4a8e-450a-91b9-ca8b9ba9e781,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:05.028674 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-d25d7ef5-17a3-45c6-b719-d798cdac334f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c5ce6f-8744-4d62-8176-8e345e75a7bd') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:05.028984 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-d25d7ef5-17a3-45c6-b719-d798cdac334f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c5ce6f-8744-4d62-8176-8e345e75a7bd') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:05.033096 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 4ce293b5-baf1-4d9c-846a-635d995f15f6 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:46:05.040313 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 4ce293b5-baf1-4d9c-846a-635d995f15f6 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:05.040811 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:05.042987 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d25d7ef5-17a3-45c6-b719-d798cdac334f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:05.060836 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d25d7ef5-17a3-45c6-b719-d798cdac334f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:05.068034 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25d7ef5-17a3-45c6-b719-d798cdac334f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:46:05.068446 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d25d7ef5-17a3-45c6-b719-d798cdac334f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:05.078855 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-94b08d46-adaa-47db-8047-998ef4edf547 req-541ea521-e588-4815-adc2-2f0c14434e13 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:05.094768 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa5392-1566-4d81-9863-a7476f804c86 req-6976189a-c658-46d4-8817-bd898a21b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:05.096675 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2dfa5392-1566-4d81-9863-a7476f804c86 req-6976189a-c658-46d4-8817-bd898a21b1a7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=535bdccc-ac53-44d1-9feb-df5d3286ef62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7824488 May 13 14:46:05.180819 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b08d46-adaa-47db-8047-998ef4edf547 req-541ea521-e588-4815-adc2-2f0c14434e13 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Made reservation on behalf of 5ec7d10f98f145d3a4a04e390b0f97bd for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:46:05.185079 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-94b08d46-adaa-47db-8047-998ef4edf547 req-541ea521-e588-4815-adc2-2f0c14434e13 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:05.230085 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-2f79e7af-c1a7-4808-a5a4-3d047131bab0 None None] Deleting port 777fafb3-5084-4d75-adb3-c804bac63680 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:05.230729 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2f79e7af-c1a7-4808-a5a4-3d047131bab0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:05.232104 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:46:05.232104 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:46:05.232104 n-d-841760-1 neutron-server[88082]: timer() May 13 14:46:05.232104 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:46:05.232104 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:46:05.232104 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:46:05.232104 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:46:05.232104 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:46:05.232104 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:46:05.232104 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:46:05.232104 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:46:05.232104 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:46:05.232104 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:46:05.232104 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:46:05.232104 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:46:05.232104 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:46:05.232104 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:46:05.232104 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:46:05.232104 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:46:05.232104 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:46:05.232104 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:46:05.232104 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:46:05.232104 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:46:05.232104 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:46:05.232104 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:46:05.232104 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:46:05.232104 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:46:05.232104 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:46:05.232104 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:46:05.232104 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:46:05.232104 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:46:05.232104 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:46:05.240947 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d25d7ef5-17a3-45c6-b719-d798cdac334f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:05.259019 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a2174319-f557-4498-9380-1f2b4fb6993f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:05.323773 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d25d7ef5-17a3-45c6-b719-d798cdac334f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:05.354502 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d7ef5-17a3-45c6-b719-d798cdac334f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Network': ['ID=a75594f5-f8f3-42e9-88a9-4d7bf8e652c0,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:05.364498 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2174319-f557-4498-9380-1f2b4fb6993f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee61c75e-497e-433d-9ba8-6569c2fad51b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:05.390963 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d25d7ef5-17a3-45c6-b719-d798cdac334f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/networks/a75594f5-f8f3-42e9-88a9-4d7bf8e652c0 HTTP/1.1" status: 204 len: 168 time: 2.2072418 May 13 14:46:05.392622 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a2174319-f557-4498-9380-1f2b4fb6993f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:05.393879 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a2174319-f557-4498-9380-1f2b4fb6993f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ee61c75e-497e-433d-9ba8-6569c2fad51b HTTP/1.1" status: 204 len: 168 time: 1.0839732 May 13 14:46:05.408735 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-36a9a82c-6aab-4fe1-bdd7-4e3cb0c22041 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Deleting port b819d4ba-60e0-4ad0-89f7-868fa45624a6 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:05.408735 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-36a9a82c-6aab-4fe1-bdd7-4e3cb0c22041 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:05.472929 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 4ce293b5-baf1-4d9c-846a-635d995f15f6 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:05.473315 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:05.484567 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35090) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:05.509169 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-aab9731c-5646-4686-8cd2-bad8c558cdba tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2105359832'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:05.537687 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-2f79e7af-c1a7-4808-a5a4-3d047131bab0 None None] The port '777fafb3-5084-4d75-adb3-c804bac63680' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:46:05.542980 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-aab9731c-5646-4686-8cd2-bad8c558cdba tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:05.567376 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-aab9731c-5646-4686-8cd2-bad8c558cdba tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:network and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:05.581903 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 4ce293b5-baf1-4d9c-846a-635d995f15f6, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=4ce293b5-baf1-4d9c-846a-635d995f15f6,segment=NetworkSegment(8b16b1c9-90b4-4de7-9c08-9b2190184539),segment_id=8b16b1c9-90b4-4de7-9c08-9b2190184539)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:05.582382 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-aab9731c-5646-4686-8cd2-bad8c558cdba tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:05.587800 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:05.605923 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-aab9731c-5646-4686-8cd2-bad8c558cdba tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:05.702145 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 777fafb3-5084-4d75-adb3-c804bac63680 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:46:05.707288 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab9731c-5646-4686-8cd2-bad8c558cdba tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:46:05.718135 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-aab9731c-5646-4686-8cd2-bad8c558cdba tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:05.744149 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-22fdb10b-3bdc-4281-92e8-d8caa8ad16e4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:05.761812 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 777fafb3-5084-4d75-adb3-c804bac63680 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:46:05.762152 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 777fafb3-5084-4d75-adb3-c804bac63680 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:46:05.783038 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=4ce293b5-baf1-4d9c-846a-635d995f15f6,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:05.937234 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c2479-024d-4ca1-b416-ca99c6a171b0 req-1bf1ca14-eb36-4ce7-8071-7a4205a60c87 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:05.943700 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c2479-024d-4ca1-b416-ca99c6a171b0 req-1bf1ca14-eb36-4ce7-8071-7a4205a60c87 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:05.950341 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c2479-024d-4ca1-b416-ca99c6a171b0 req-1bf1ca14-eb36-4ce7-8071-7a4205a60c87 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:05.956641 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c2479-024d-4ca1-b416-ca99c6a171b0 req-1bf1ca14-eb36-4ce7-8071-7a4205a60c87 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:05.963587 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c2479-024d-4ca1-b416-ca99c6a171b0 req-1bf1ca14-eb36-4ce7-8071-7a4205a60c87 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:05.969592 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c2479-024d-4ca1-b416-ca99c6a171b0 req-1bf1ca14-eb36-4ce7-8071-7a4205a60c87 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:05.975834 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c2479-024d-4ca1-b416-ca99c6a171b0 req-1bf1ca14-eb36-4ce7-8071-7a4205a60c87 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:05.977729 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-095c2479-024d-4ca1-b416-ca99c6a171b0 req-1bf1ca14-eb36-4ce7-8071-7a4205a60c87 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5418 time: 1.1453884 May 13 14:46:05.989236 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-36a9a82c-6aab-4fe1-bdd7-4e3cb0c22041 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:06.038791 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2dfa5392-1566-4d81-9863-a7476f804c86 req-de8a40af-0d2b-4381-8566-4615771930ac service neutron] 10.222.0.74 "GET /v2.0/networks/535bdccc-ac53-44d1-9feb-df5d3286ef62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9263973 May 13 14:46:06.081860 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab9731c-5646-4686-8cd2-bad8c558cdba tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:46:06.156902 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-36a9a82c-6aab-4fe1-bdd7-4e3cb0c22041 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Calling delete_port for b819d4ba-60e0-4ad0-89f7-868fa45624a6 owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:06.226370 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-aab9731c-5646-4686-8cd2-bad8c558cdba tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:06.226710 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-aab9731c-5646-4686-8cd2-bad8c558cdba tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Added segment 2e69de96-1b9c-49cd-849d-5f9f7e85c888 of type vlan for network 43fd7fd5-7111-487f-9293-5043026527eb May 13 14:46:06.417534 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-aab9731c-5646-4686-8cd2-bad8c558cdba tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:06.426225 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-94b08d46-adaa-47db-8047-998ef4edf547 req-541ea521-e588-4815-adc2-2f0c14434e13 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Allocated IP 172.20.0.30 (43389771-9bef-4e8f-9ae8-ce47765c650c/8dec2b5b-3e83-4186-ace6-173a589a8627/57dd84e4-535b-4259-8c56-6b77b3a2b0c8) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:46:06.428282 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b778de1-2b24-4fa7-9cb2-c9fd3c744b20 req-73b7084d-5179-4036-bbac-2fb900189abe tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:06.435300 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3b778de1-2b24-4fa7-9cb2-c9fd3c744b20 req-73b7084d-5179-4036-bbac-2fb900189abe tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 946 time: 0.5179796 May 13 14:46:06.453865 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-095c2479-024d-4ca1-b416-ca99c6a171b0 req-2546c7ca-7a1a-4c46-88bf-abc38e73f655 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4058144 May 13 14:46:06.455981 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2dfa5392-1566-4d81-9863-a7476f804c86 req-d05bf8e1-8ddd-440f-8a69-67ce9df44cf6 service neutron] 10.222.0.74 "GET /v2.0/networks/535bdccc-ac53-44d1-9feb-df5d3286ef62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994305 May 13 14:46:06.551860 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3b778de1-2b24-4fa7-9cb2-c9fd3c744b20 req-1c6c845b-8140-4a6b-a46a-881f6db6e7b1 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156049 May 13 14:46:06.563964 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-aab9731c-5646-4686-8cd2-bad8c558cdba tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:06.569867 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab9731c-5646-4686-8cd2-bad8c558cdba tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:06.570453 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-aab9731c-5646-4686-8cd2-bad8c558cdba tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:06.695491 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-aab9731c-5646-4686-8cd2-bad8c558cdba tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2105725 May 13 14:46:06.720711 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35132) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:06.727690 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-8eebd79f-e9f7-4e7d-88eb-79935fe9245c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'subnet': {'network_id': '43fd7fd5-7111-487f-9293-5043026527eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:06.766804 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-638eebd1-3bee-434c-a13a-15a55c35d891 req-ddc7ef64-3363-427c-852c-aa5121bad086 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3184690-c0b0-4b8e-8a95-debf4a7dad1b HTTP/1.1" status: 200 len: 210 time: 0.0821028 May 13 14:46:06.777945 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9731c-5646-4686-8cd2-bad8c558cdba tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Network': ['ID=43fd7fd5-7111-487f-9293-5043026527eb,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:06.780262 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-36a9a82c-6aab-4fe1-bdd7-4e3cb0c22041 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:06.801128 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 43fd7fd5-7111-487f-9293-5043026527eb details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:46:06.832211 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9a82c-6aab-4fe1-bdd7-4e3cb0c22041 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event deleted for resources: {'Port': ['ID=b819d4ba-60e0-4ad0-89f7-868fa45624a6,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:07.008469 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-36a9a82c-6aab-4fe1-bdd7-4e3cb0c22041 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:07.012898 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-36a9a82c-6aab-4fe1-bdd7-4e3cb0c22041 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "DELETE /v2.0/ports/b819d4ba-60e0-4ad0-89f7-868fa45624a6 HTTP/1.1" status: 204 len: 168 time: 2.0543952 May 13 14:46:07.013395 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35138) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:07.029626 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 4ce293b5-baf1-4d9c-846a-635d995f15f6 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:46:07.055065 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22fdb10b-3bdc-4281-92e8-d8caa8ad16e4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Router 60f27043-3c9f-4544-9691-0cb912423002 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:46:07.080554 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-8eebd79f-e9f7-4e7d-88eb-79935fe9245c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:07.105427 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-8eebd79f-e9f7-4e7d-88eb-79935fe9245c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:subnet and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:07.106508 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-bf37ce6d-b9f9-498b-a6f7-12878e1ff958 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Deleting port 81b3fe8e-419d-4de3-9104-0354b159eaf6 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:07.106864 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bf37ce6d-b9f9-498b-a6f7-12878e1ff958 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:07.110867 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 4ce293b5-baf1-4d9c-846a-635d995f15f6 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:07.111548 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:07.113059 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-8eebd79f-e9f7-4e7d-88eb-79935fe9245c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:07.118153 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-94b08d46-adaa-47db-8047-998ef4edf547 req-541ea521-e588-4815-adc2-2f0c14434e13 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:07.199327 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-8eebd79f-e9f7-4e7d-88eb-79935fe9245c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:07.275340 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 4ce293b5-baf1-4d9c-846a-635d995f15f6 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:07.298594 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-94b08d46-adaa-47db-8047-998ef4edf547 req-541ea521-e588-4815-adc2-2f0c14434e13 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Transition to ACTIVE for port object 57dd84e4-535b-4259-8c56-6b77b3a2b0c8 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:46:07.313900 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9315fdf-2016-4f8c-b98e-80bc3d919970 req-03d4914b-afda-4113-90e9-4f60ef2fe565 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:07.315308 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f9315fdf-2016-4f8c-b98e-80bc3d919970 req-03d4914b-afda-4113-90e9-4f60ef2fe565 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=24db255a-cc56-4fde-9e9e-b61dba9c6e4f HTTP/1.1" status: 200 len: 945 time: 0.5936723 May 13 14:46:07.320182 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eebd79f-e9f7-4e7d-88eb-79935fe9245c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:46:07.323784 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8eebd79f-e9f7-4e7d-88eb-79935fe9245c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:07.432014 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fdb10b-3bdc-4281-92e8-d8caa8ad16e4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:46:07.442106 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517e5abc-18c1-48ae-a56a-08089de091cc None None] Sync routers for ids ['60f27043-3c9f-4544-9691-0cb912423002'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:46:07.449743 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bf37ce6d-b9f9-498b-a6f7-12878e1ff958 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:07.455941 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517e5abc-18c1-48ae-a56a-08089de091cc None None] Routers {'60f27043-3c9f-4544-9691-0cb912423002'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:46:07.456785 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-517e5abc-18c1-48ae-a56a-08089de091cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:46:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['60f27043-3c9f-4544-9691-0cb912423002'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:07.458508 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35148) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:07.492021 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-22fdb10b-3bdc-4281-92e8-d8caa8ad16e4 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "PUT /v2.0/routers/60f27043-3c9f-4544-9691-0cb912423002/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9313095 May 13 14:46:07.499354 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35154) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:07.566053 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f9315fdf-2016-4f8c-b98e-80bc3d919970 req-64696ffe-041d-41bd-be8d-585ce233694f tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247136 May 13 14:46:07.582296 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-94b08d46-adaa-47db-8047-998ef4edf547 req-541ea521-e588-4815-adc2-2f0c14434e13 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:07.671903 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b08d46-adaa-47db-8047-998ef4edf547 req-541ea521-e588-4815-adc2-2f0c14434e13 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Network 43389771-9bef-4e8f-9ae8-ce47765c650c is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:46:07.681179 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-94b08d46-adaa-47db-8047-998ef4edf547 req-541ea521-e588-4815-adc2-2f0c14434e13 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:46:07.686600 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-bf37ce6d-b9f9-498b-a6f7-12878e1ff958 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Calling delete_port for 81b3fe8e-419d-4de3-9104-0354b159eaf6 owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:07.728148 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e198989-92d5-45d1-9bef-48a21ccdc299 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Deleting subnet 83d889bd-5089-45be-89d0-954ec46ff8b7 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:46:07.736636 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-517e5abc-18c1-48ae-a56a-08089de091cc None None] Set router 60f27043-3c9f-4544-9691-0cb912423002 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:46:07.740894 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b08d46-adaa-47db-8047-998ef4edf547 req-541ea521-e588-4815-adc2-2f0c14434e13 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:46:07.769938 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2e198989-92d5-45d1-9bef-48a21ccdc299 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:07.823979 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-659c5845-0a89-4c92-a81c-5c481ca92a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:07.860207 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-659c5845-0a89-4c92-a81c-5c481ca92a7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:07.882529 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-659c5845-0a89-4c92-a81c-5c481ca92a7f admin admin] Usage tracker for resource:security_group_rule and tenant:e02cccab905b47c594e08fd16daf746d is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:07.887293 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-659c5845-0a89-4c92-a81c-5c481ca92a7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:07.890349 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ea521-e588-4815-adc2-2f0c14434e13 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Pushing event updated for resources: {'Port': ['ID=57dd84e4-535b-4259-8c56-6b77b3a2b0c8,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:07.899820 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-659c5845-0a89-4c92-a81c-5c481ca92a7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:07.944980 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2e198989-92d5-45d1-9bef-48a21ccdc299 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:08.021009 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b08d46-adaa-47db-8047-998ef4edf547 req-541ea521-e588-4815-adc2-2f0c14434e13 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:08.021635 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-94b08d46-adaa-47db-8047-998ef4edf547 req-541ea521-e588-4815-adc2-2f0c14434e13 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:08.027553 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b0568-a013-4cca-b105-ee30a033f72b req-486a0371-2c30-42f2-8726-ac97306288d2 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:08.042870 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b0568-a013-4cca-b105-ee30a033f72b req-486a0371-2c30-42f2-8726-ac97306288d2 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:08.051172 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-586ea956-28b9-4b9b-b8e0-3b7ef71b6a2f None None] Provisioning for port 57dd84e4-535b-4259-8c56-6b77b3a2b0c8 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:46:08.054309 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b0568-a013-4cca-b105-ee30a033f72b req-486a0371-2c30-42f2-8726-ac97306288d2 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:08.057779 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-586ea956-28b9-4b9b-b8e0-3b7ef71b6a2f None None] Provisioning complete for port 57dd84e4-535b-4259-8c56-6b77b3a2b0c8 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:08.058395 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-586ea956-28b9-4b9b-b8e0-3b7ef71b6a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:08.065266 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b0568-a013-4cca-b105-ee30a033f72b req-486a0371-2c30-42f2-8726-ac97306288d2 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:08.073216 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b0568-a013-4cca-b105-ee30a033f72b req-486a0371-2c30-42f2-8726-ac97306288d2 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:08.082527 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b0568-a013-4cca-b105-ee30a033f72b req-486a0371-2c30-42f2-8726-ac97306288d2 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:08.093513 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b0568-a013-4cca-b105-ee30a033f72b req-486a0371-2c30-42f2-8726-ac97306288d2 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:08.095504 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c36b0568-a013-4cca-b105-ee30a033f72b req-486a0371-2c30-42f2-8726-ac97306288d2 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5418 time: 0.3623378 May 13 14:46:08.127634 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-586ea956-28b9-4b9b-b8e0-3b7ef71b6a2f None None] Port 57dd84e4-535b-4259-8c56-6b77b3a2b0c8 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:46:08.137954 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-517e5abc-18c1-48ae-a56a-08089de091cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f27043-3c9f-4544-9691-0cb912423002', 'name': 'tempest-RoutersTest-router-381366229', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:44Z', 'updated_at': '2022-05-13T14:46:04Z', 'revision_number': 8, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None, '_interfaces': [{'id': '17b8844a-8c24-4412-a9fb-66be3c8100cb', 'name': '', 'network_id': '07bb90cc-b788-4b33-b9e3-b37f8b092447', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:75:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:05Z', 'updated_at': '2022-05-13T14:45:16Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20a6a6b5-1019-47e0-ac7a-c853f258b603', 'name': '', 'network_id': '25ce728c-de7c-4b25-adf3-17148531c115', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:f8:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:19Z', 'updated_at': '2022-05-13T14:45:34Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b55478fe-0015-458d-8d26-24bda0d3475c', 'name': '', 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:d1:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:49Z', 'updated_at': '2022-05-13T14:45:04Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:08.141715 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bf37ce6d-b9f9-498b-a6f7-12878e1ff958 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:08.144575 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517e5abc-18c1-48ae-a56a-08089de091cc None None] Checking router: 60f27043-3c9f-4544-9691-0cb912423002 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:46:08.154491 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517e5abc-18c1-48ae-a56a-08089de091cc None None] Routers {'60f27043-3c9f-4544-9691-0cb912423002'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:46:08.155179 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-517e5abc-18c1-48ae-a56a-08089de091cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:46:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['60f27043-3c9f-4544-9691-0cb912423002'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:08.228048 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37ce6d-b9f9-498b-a6f7-12878e1ff958 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event deleted for resources: {'Port': ['ID=81b3fe8e-419d-4de3-9104-0354b159eaf6,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:08.251050 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8eebd79f-e9f7-4e7d-88eb-79935fe9245c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:08.284684 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-94b08d46-adaa-47db-8047-998ef4edf547 req-541ea521-e588-4815-adc2-2f0c14434e13 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 4.1183956 May 13 14:46:08.310215 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-94b08d46-adaa-47db-8047-998ef4edf547 req-581d52c5-9dd2-46be-bbd1-104dea1c8da0 service neutron] Request body: {'port': {'device_id': 'f3184690-c0b0-4b8e-8a95-debf4a7dad1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:08.361073 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9538c30-ef57-42ac-8ef1-e3ef742ef509 req-6839f32f-ea24-47b4-a29b-45b4a97750e6 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:08.362417 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c36b0568-a013-4cca-b105-ee30a033f72b req-e01b4dba-4c14-48bf-8fea-8a93cff7e4e9 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2260032 May 13 14:46:08.362544 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e9538c30-ef57-42ac-8ef1-e3ef742ef509 req-6839f32f-ea24-47b4-a29b-45b4a97750e6 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 946 time: 0.6321619 May 13 14:46:08.392761 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-659c5845-0a89-4c92-a81c-5c481ca92a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:08.398989 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-517e5abc-18c1-48ae-a56a-08089de091cc None None] Set router 60f27043-3c9f-4544-9691-0cb912423002 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:46:08.404277 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-659c5845-0a89-4c92-a81c-5c481ca92a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:08.442210 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2e198989-92d5-45d1-9bef-48a21ccdc299 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:08.466890 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-659c5845-0a89-4c92-a81c-5c481ca92a7f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e02cccab905b47c594e08fd16daf746d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0070050 May 13 14:46:08.469544 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35168) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:08.478589 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bf37ce6d-b9f9-498b-a6f7-12878e1ff958 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:08.485711 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebd79f-e9f7-4e7d-88eb-79935fe9245c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Subnet': ['ID=9aa922aa-1bbe-4f5a-a022-c0b71c8ad753,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:08.578628 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c5845-0a89-4c92-a81c-5c481ca92a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecc7720-77d6-47de-a41f-8dcfab00f15d,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:08.584826 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e9538c30-ef57-42ac-8ef1-e3ef742ef509 req-957d1acf-5d7a-4fc2-ba52-8879959d18ef tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912019 May 13 14:46:08.585582 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eebd79f-e9f7-4e7d-88eb-79935fe9245c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Checking segment: {'id': '2e69de96-1b9c-49cd-849d-5f9f7e85c888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '43fd7fd5-7111-487f-9293-5043026527eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:46:08.585943 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eebd79f-e9f7-4e7d-88eb-79935fe9245c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network hostable DHCP agents. Network: 43fd7fd5-7111-487f-9293-5043026527eb, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:46:08.616295 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bf37ce6d-b9f9-498b-a6f7-12878e1ff958 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "DELETE /v2.0/ports/81b3fe8e-419d-4de3-9104-0354b159eaf6 HTTP/1.1" status: 204 len: 168 time: 1.5991096 May 13 14:46:08.618049 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35172) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:08.623867 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-94b08d46-adaa-47db-8047-998ef4edf547 req-581d52c5-9dd2-46be-bbd1-104dea1c8da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:08.695801 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eebd79f-e9f7-4e7d-88eb-79935fe9245c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network 43fd7fd5-7111-487f-9293-5043026527eb is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:46:08.706975 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2e198989-92d5-45d1-9bef-48a21ccdc299 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:08.775782 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6a99b506-b218-4646-8667-c2bbb1ae2ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:08.798801 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e198989-92d5-45d1-9bef-48a21ccdc299 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event deleted for resources: {'Subnet': ['ID=83d889bd-5089-45be-89d0-954ec46ff8b7,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:08.807487 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-8eebd79f-e9f7-4e7d-88eb-79935fe9245c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 43fd7fd5-7111-487f-9293-5043026527eb) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:46:08.823431 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eebd79f-e9f7-4e7d-88eb-79935fe9245c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:08.824251 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6a99b506-b218-4646-8667-c2bbb1ae2ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:08.824434 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8eebd79f-e9f7-4e7d-88eb-79935fe9245c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:08.826821 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0673a4-d224-4f93-bb32-7ea48ba3cc6f None None] Network 43fd7fd5-7111-487f-9293-5043026527eb requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:46:08.829254 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2e198989-92d5-45d1-9bef-48a21ccdc299 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:08.883667 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-517e5abc-18c1-48ae-a56a-08089de091cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f27043-3c9f-4544-9691-0cb912423002', 'name': 'tempest-RoutersTest-router-381366229', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:44Z', 'updated_at': '2022-05-13T14:46:04Z', 'revision_number': 8, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None, '_interfaces': [{'id': '17b8844a-8c24-4412-a9fb-66be3c8100cb', 'name': '', 'network_id': '07bb90cc-b788-4b33-b9e3-b37f8b092447', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:75:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:05Z', 'updated_at': '2022-05-13T14:45:16Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20a6a6b5-1019-47e0-ac7a-c853f258b603', 'name': '', 'network_id': '25ce728c-de7c-4b25-adf3-17148531c115', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:f8:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:19Z', 'updated_at': '2022-05-13T14:45:34Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b55478fe-0015-458d-8d26-24bda0d3475c', 'name': '', 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:d1:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:49Z', 'updated_at': '2022-05-13T14:45:04Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:08.888507 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517e5abc-18c1-48ae-a56a-08089de091cc None None] The sync data for ids ['60f27043-3c9f-4544-9691-0cb912423002'] in n-d-841760-1 is: [{'id': '60f27043-3c9f-4544-9691-0cb912423002', 'name': 'tempest-RoutersTest-router-381366229', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:44Z', 'updated_at': '2022-05-13T14:46:04Z', 'revision_number': 8, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None, '_interfaces': [{'id': '17b8844a-8c24-4412-a9fb-66be3c8100cb', 'name': '', 'network_id': '07bb90cc-b788-4b33-b9e3-b37f8b092447', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:75:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:05Z', 'updated_at': '2022-05-13T14:45:16Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20a6a6b5-1019-47e0-ac7a-c853f258b603', 'name': '', 'network_id': '25ce728c-de7c-4b25-adf3-17148531c115', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:f8:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:19Z', 'updated_at': '2022-05-13T14:45:34Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b55478fe-0015-458d-8d26-24bda0d3475c', 'name': '', 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:d1:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:49Z', 'updated_at': '2022-05-13T14:45:04Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:46:08.904695 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2e198989-92d5-45d1-9bef-48a21ccdc299 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/subnets/83d889bd-5089-45be-89d0-954ec46ff8b7 HTTP/1.1" status: 204 len: 168 time: 1.4005828 May 13 14:46:08.924837 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35178) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:08.944254 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f86c36-3180-4577-bfff-f46de053d78a None None] Network dc25f361-dab0-4c7f-b97f-b6c0c51d4b06 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:46:08.970184 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8eebd79f-e9f7-4e7d-88eb-79935fe9245c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2472761 May 13 14:46:08.979246 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35182) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:09.035494 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-89060924-124d-48a8-9da8-b388f67f09f0 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'port': {'network_id': '43fd7fd5-7111-487f-9293-5043026527eb', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1625917448'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:09.069121 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e94b461-036c-42fd-b3ee-a3a3f94dc21c tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:09.069895 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-3e94b461-036c-42fd-b3ee-a3a3f94dc21c tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Synchronizing usage tracker for tenant:6b12ce616ed04de39e484728b5ba653e on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:46:09.115705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-3e94b461-036c-42fd-b3ee-a3a3f94dc21c tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Unset dirty status for tenant:6b12ce616ed04de39e484728b5ba653e on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:46:09.117270 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3e94b461-036c-42fd-b3ee-a3a3f94dc21c tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2368988-0f0f-49ce-8fa0-973bff2fca63 HTTP/1.1" status: 200 len: 913 time: 0.4961374 May 13 14:46:09.120624 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35186) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:09.201290 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6a99b506-b218-4646-8667-c2bbb1ae2ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:09.264392 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1fff9-9349-45cf-9700-4df44281dc61 req-a6da86c8-4a45-40c7-8200-4e1247cb80a7 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:09.274194 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a0e1fff9-9349-45cf-9700-4df44281dc61 req-a6da86c8-4a45-40c7-8200-4e1247cb80a7 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=24db255a-cc56-4fde-9e9e-b61dba9c6e4f HTTP/1.1" status: 200 len: 945 time: 0.4397404 May 13 14:46:09.276763 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ff9bc36c-c6a0-4737-a850-25a0f095dec9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:09.302773 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c4962-a131-4e89-a0cf-ca2f11594027 req-06df490f-068d-40e0-b6bc-d510e70e5d8b tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:09.303585 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f22c4962-a131-4e89-a0cf-ca2f11594027 req-06df490f-068d-40e0-b6bc-d510e70e5d8b tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Synchronizing usage tracker for tenant:5ec7d10f98f145d3a4a04e390b0f97bd on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:46:09.304293 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a99b506-b218-4646-8667-c2bbb1ae2ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecc7720-77d6-47de-a41f-8dcfab00f15d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:09.372646 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c5f3ba-45cc-49cf-9ea6-75a5faa9f771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-43fd7fd5-7111-487f-9293-5043026527eb', 'network_id': '43fd7fd5-7111-487f-9293-5043026527eb', 'tenant_id': 'ceb15383864045c582f86ebce264c5a5', 'fixed_ips': [{'subnet_id': '9aa922aa-1bbe-4f5a-a022-c0b71c8ad753'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:46:09.374260 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c8c5f3ba-45cc-49cf-9ea6-75a5faa9f771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:09.379697 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-ff9bc36c-c6a0-4737-a850-25a0f095dec9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Deleting port 651c8f61-d20a-433a-b3f2-ba3a02a2527f {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:09.380106 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ff9bc36c-c6a0-4737-a850-25a0f095dec9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:09.412169 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6a99b506-b218-4646-8667-c2bbb1ae2ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:09.414120 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6a99b506-b218-4646-8667-c2bbb1ae2ebe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fecc7720-77d6-47de-a41f-8dcfab00f15d HTTP/1.1" status: 204 len: 168 time: 0.9408135 May 13 14:46:09.457274 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a0e1fff9-9349-45cf-9700-4df44281dc61 req-76cae70f-4637-4daa-bae4-aa8e885b095e tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821373 May 13 14:46:09.482698 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f22c4962-a131-4e89-a0cf-ca2f11594027 req-06df490f-068d-40e0-b6bc-d510e70e5d8b tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Unset dirty status for tenant:5ec7d10f98f145d3a4a04e390b0f97bd on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:46:09.498454 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce64c93-00b0-4b2f-b18a-abf42a236cb4 None None] DHCP port deletion for dc25f361-dab0-4c7f-b97f-b6c0c51d4b06 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:46:09.498651 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f22c4962-a131-4e89-a0cf-ca2f11594027 req-06df490f-068d-40e0-b6bc-d510e70e5d8b tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3184690-c0b0-4b8e-8a95-debf4a7dad1b HTTP/1.1" status: 200 len: 895 time: 0.7498727 May 13 14:46:09.528834 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-5ce64c93-00b0-4b2f-b18a-abf42a236cb4 None None] Deleting port 651c8f61-d20a-433a-b3f2-ba3a02a2527f {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:09.529295 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5ce64c93-00b0-4b2f-b18a-abf42a236cb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:09.555806 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-89060924-124d-48a8-9da8-b388f67f09f0 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:09.600356 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-89060924-124d-48a8-9da8-b388f67f09f0 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:port and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:09.688782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-89060924-124d-48a8-9da8-b388f67f09f0 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:09.722099 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-89060924-124d-48a8-9da8-b388f67f09f0 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:09.747849 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89060924-124d-48a8-9da8-b388f67f09f0 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:46:09.751659 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-89060924-124d-48a8-9da8-b388f67f09f0 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:09.764508 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-94b08d46-adaa-47db-8047-998ef4edf547 req-581d52c5-9dd2-46be-bbd1-104dea1c8da0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57dd84e4-535b-4259-8c56-6b77b3a2b0c8 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:46:09.841608 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-94b08d46-adaa-47db-8047-998ef4edf547 req-581d52c5-9dd2-46be-bbd1-104dea1c8da0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:09.845122 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-c8c5f3ba-45cc-49cf-9ea6-75a5faa9f771 None None] Allocated IP 172.20.0.2 (43fd7fd5-7111-487f-9293-5043026527eb/9aa922aa-1bbe-4f5a-a022-c0b71c8ad753/f8f40140-e690-4270-bfb9-571f286a0a5b) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:46:09.894896 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-89060924-124d-48a8-9da8-b388f67f09f0 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] device_id is not set on port bfac4968-696c-4534-a2b5-dbbf3f81252a yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:46:09.913366 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-5ce64c93-00b0-4b2f-b18a-abf42a236cb4 None None] For port 651c8f61-d20a-433a-b3f2-ba3a02a2527f, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=651c8f61-d20a-433a-b3f2-ba3a02a2527f,segment=NetworkSegment(92152a53-5b9a-4d5d-b55a-f35d91fa0bf6),segment_id=92152a53-5b9a-4d5d-b55a-f35d91fa0bf6)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:09.913751 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5ce64c93-00b0-4b2f-b18a-abf42a236cb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:10.001411 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-94b08d46-adaa-47db-8047-998ef4edf547 req-581d52c5-9dd2-46be-bbd1-104dea1c8da0 service neutron] Transition to ACTIVE for port object 57dd84e4-535b-4259-8c56-6b77b3a2b0c8 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:46:10.021405 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-94b08d46-adaa-47db-8047-998ef4edf547 req-581d52c5-9dd2-46be-bbd1-104dea1c8da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:10.107198 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-ff9bc36c-c6a0-4737-a850-25a0f095dec9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] For port 651c8f61-d20a-433a-b3f2-ba3a02a2527f, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=651c8f61-d20a-433a-b3f2-ba3a02a2527f,segment=NetworkSegment(92152a53-5b9a-4d5d-b55a-f35d91fa0bf6),segment_id=92152a53-5b9a-4d5d-b55a-f35d91fa0bf6)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:10.107864 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ff9bc36c-c6a0-4737-a850-25a0f095dec9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:10.161133 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-5ce64c93-00b0-4b2f-b18a-abf42a236cb4 None None] Calling delete_port for 651c8f61-d20a-433a-b3f2-ba3a02a2527f owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:10.167483 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56fa98-7275-493c-9a5e-2220668a8d25 req-f83836c1-e3d3-4ee5-a903-4d5ec529c7f1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:10.173792 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56fa98-7275-493c-9a5e-2220668a8d25 req-f83836c1-e3d3-4ee5-a903-4d5ec529c7f1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:10.180274 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56fa98-7275-493c-9a5e-2220668a8d25 req-f83836c1-e3d3-4ee5-a903-4d5ec529c7f1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:10.186395 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56fa98-7275-493c-9a5e-2220668a8d25 req-f83836c1-e3d3-4ee5-a903-4d5ec529c7f1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:10.192726 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56fa98-7275-493c-9a5e-2220668a8d25 req-f83836c1-e3d3-4ee5-a903-4d5ec529c7f1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:10.208979 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56fa98-7275-493c-9a5e-2220668a8d25 req-f83836c1-e3d3-4ee5-a903-4d5ec529c7f1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:10.228378 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56fa98-7275-493c-9a5e-2220668a8d25 req-f83836c1-e3d3-4ee5-a903-4d5ec529c7f1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:10.238697 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cc56fa98-7275-493c-9a5e-2220668a8d25 req-f83836c1-e3d3-4ee5-a903-4d5ec529c7f1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5418 time: 0.3698585 May 13 14:46:10.337216 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cc56fa98-7275-493c-9a5e-2220668a8d25 req-c50f4e10-48a2-4e70-af40-0d35c5c4600e tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0975118 May 13 14:46:10.359385 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5ce64c93-00b0-4b2f-b18a-abf42a236cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:10.363380 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6b76d629-06aa-4ecc-b9d5-71089eb64fe8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:10.470476 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce64c93-00b0-4b2f-b18a-abf42a236cb4 None None] Pushing event deleted for resources: {'Port': ['ID=651c8f61-d20a-433a-b3f2-ba3a02a2527f,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:10.479022 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce64c93-00b0-4b2f-b18a-abf42a236cb4 None None] No DVR routers for this DVR port 651c8f61-d20a-433a-b3f2-ba3a02a2527f on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:46:10.543630 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c8c5f3ba-45cc-49cf-9ea6-75a5faa9f771 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:10.578031 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c8c5f3ba-45cc-49cf-9ea6-75a5faa9f771 None None] Transition to ACTIVE for port object f8f40140-e690-4270-bfb9-571f286a0a5b will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:46:10.638200 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c8c5f3ba-45cc-49cf-9ea6-75a5faa9f771 None None] Transition to ACTIVE for port object f8f40140-e690-4270-bfb9-571f286a0a5b will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:46:10.644979 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c8c5f3ba-45cc-49cf-9ea6-75a5faa9f771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:10.723570 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c5f3ba-45cc-49cf-9ea6-75a5faa9f771 None None] Network 43fd7fd5-7111-487f-9293-5043026527eb is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:46:10.726125 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-ff9bc36c-c6a0-4737-a850-25a0f095dec9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Calling delete_port for 651c8f61-d20a-433a-b3f2-ba3a02a2527f owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:10.728105 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-c8c5f3ba-45cc-49cf-9ea6-75a5faa9f771 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:46:10.730542 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c5f3ba-45cc-49cf-9ea6-75a5faa9f771 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:46:10.766907 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d52c5-9dd2-46be-bbd1-104dea1c8da0 service neutron] Pushing event updated for resources: {'Port': ['ID=57dd84e4-535b-4259-8c56-6b77b3a2b0c8,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:10.821803 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5f3ba-45cc-49cf-9ea6-75a5faa9f771 None None] Pushing event updated for resources: {'Port': ['ID=f8f40140-e690-4270-bfb9-571f286a0a5b,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:10.859807 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-c8c5f3ba-45cc-49cf-9ea6-75a5faa9f771 None None] Attempting to bind port f8f40140-e690-4270-bfb9-571f286a0a5b on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:46:10.860406 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-c8c5f3ba-45cc-49cf-9ea6-75a5faa9f771 None None] Attempting to bind port f8f40140-e690-4270-bfb9-571f286a0a5b by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '2e69de96-1b9c-49cd-849d-5f9f7e85c888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '43fd7fd5-7111-487f-9293-5043026527eb'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:46:10.861091 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c5f3ba-45cc-49cf-9ea6-75a5faa9f771 None None] Attempting to bind port f8f40140-e690-4270-bfb9-571f286a0a5b on network 43fd7fd5-7111-487f-9293-5043026527eb {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:46:10.868876 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c5f3ba-45cc-49cf-9ea6-75a5faa9f771 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:46:10.869646 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c5f3ba-45cc-49cf-9ea6-75a5faa9f771 None None] Checking segment: {'id': '2e69de96-1b9c-49cd-849d-5f9f7e85c888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '43fd7fd5-7111-487f-9293-5043026527eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:46:10.870204 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c8c5f3ba-45cc-49cf-9ea6-75a5faa9f771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:10.870777 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c5f3ba-45cc-49cf-9ea6-75a5faa9f771 None None] Bound using segment: {'id': '2e69de96-1b9c-49cd-849d-5f9f7e85c888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '43fd7fd5-7111-487f-9293-5043026527eb'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:46:10.871436 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-c8c5f3ba-45cc-49cf-9ea6-75a5faa9f771 None None] Bound port: f8f40140-e690-4270-bfb9-571f286a0a5b, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e69de96-1b9c-49cd-849d-5f9f7e85c888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '43fd7fd5-7111-487f-9293-5043026527eb'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:46:10.872068 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c8c5f3ba-45cc-49cf-9ea6-75a5faa9f771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:10.883161 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d1fc2-f4e1-4dbe-b6aa-5cbb76f88fb1 req-b95e4cbd-665f-468f-896e-158f71150892 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:10.884752 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8d2d1fc2-f4e1-4dbe-b6aa-5cbb76f88fb1 req-b95e4cbd-665f-468f-896e-158f71150892 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=24db255a-cc56-4fde-9e9e-b61dba9c6e4f HTTP/1.1" status: 200 len: 945 time: 0.2098789 May 13 14:46:10.957290 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device f3af6a16-4a8e-450a-91b9-ca8b9ba9e781 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:46:10.968068 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-89060924-124d-48a8-9da8-b388f67f09f0 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Allocated IP 172.20.0.5 (43fd7fd5-7111-487f-9293-5043026527eb/9aa922aa-1bbe-4f5a-a022-c0b71c8ad753/bfac4968-696c-4534-a2b5-dbbf3f81252a) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:46:10.989070 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d742f8-1ad1-48cd-93f5-86e508dd8898 req-c4d2614d-4bba-40ff-9d30-1ffafcdb7fe7 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:10.996481 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b4d742f8-1ad1-48cd-93f5-86e508dd8898 req-c4d2614d-4bba-40ff-9d30-1ffafcdb7fe7 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 946 time: 1.1338205 May 13 14:46:10.999954 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-6b76d629-06aa-4ecc-b9d5-71089eb64fe8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Deleting port d17e315a-7cde-483c-b1b1-f9646a4cb4cb {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:11.000300 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6b76d629-06aa-4ecc-b9d5-71089eb64fe8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:11.023624 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [None req-ff9bc36c-c6a0-4737-a850-25a0f095dec9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:46:11.023933 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [None req-ff9bc36c-c6a0-4737-a850-25a0f095dec9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:46:11.066219 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-c8c5f3ba-45cc-49cf-9ea6-75a5faa9f771 None None] For port f8f40140-e690-4270-bfb9-571f286a0a5b, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:46:11.071033 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-c8c5f3ba-45cc-49cf-9ea6-75a5faa9f771 None None] For port f8f40140-e690-4270-bfb9-571f286a0a5b, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=f8f40140-e690-4270-bfb9-571f286a0a5b,segment=NetworkSegment(2e69de96-1b9c-49cd-849d-5f9f7e85c888),segment_id=2e69de96-1b9c-49cd-849d-5f9f7e85c888)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:46:11.078995 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: f3af6a16-4a8e-450a-91b9-ca8b9ba9e781 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:46:11.079452 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device f3af6a16-4a8e-450a-91b9-ca8b9ba9e781 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:46:11.080016 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 651c8f61-d20a-433a-b3f2-ba3a02a2527f no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:46:11.122658 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 651c8f61-d20a-433a-b3f2-ba3a02a2527f {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:46:11.123013 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 651c8f61-d20a-433a-b3f2-ba3a02a2527f not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:46:11.130815 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c8c5f3ba-45cc-49cf-9ea6-75a5faa9f771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:11.144886 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-94b08d46-adaa-47db-8047-998ef4edf547 req-581d52c5-9dd2-46be-bbd1-104dea1c8da0 service neutron] Attempting to bind port 57dd84e4-535b-4259-8c56-6b77b3a2b0c8 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:46:11.145614 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-94b08d46-adaa-47db-8047-998ef4edf547 req-581d52c5-9dd2-46be-bbd1-104dea1c8da0 service neutron] Attempting to bind port 57dd84e4-535b-4259-8c56-6b77b3a2b0c8 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '8b16b1c9-90b4-4de7-9c08-9b2190184539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '43389771-9bef-4e8f-9ae8-ce47765c650c'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:46:11.145614 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b08d46-adaa-47db-8047-998ef4edf547 req-581d52c5-9dd2-46be-bbd1-104dea1c8da0 service neutron] Attempting to bind port 57dd84e4-535b-4259-8c56-6b77b3a2b0c8 on network 43389771-9bef-4e8f-9ae8-ce47765c650c {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:46:11.166564 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b08d46-adaa-47db-8047-998ef4edf547 req-581d52c5-9dd2-46be-bbd1-104dea1c8da0 service neutron] Port 57dd84e4-535b-4259-8c56-6b77b3a2b0c8 on network 43389771-9bef-4e8f-9ae8-ce47765c650c not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:46:11.166882 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b08d46-adaa-47db-8047-998ef4edf547 req-581d52c5-9dd2-46be-bbd1-104dea1c8da0 service neutron] Attempting to bind port 57dd84e4-535b-4259-8c56-6b77b3a2b0c8 on network 43389771-9bef-4e8f-9ae8-ce47765c650c {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:46:11.197311 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b4d742f8-1ad1-48cd-93f5-86e508dd8898 req-c5a928d2-ff27-48e4-91ff-91ac43495989 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998701 May 13 14:46:11.216915 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b08d46-adaa-47db-8047-998ef4edf547 req-581d52c5-9dd2-46be-bbd1-104dea1c8da0 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:46:11.217393 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b08d46-adaa-47db-8047-998ef4edf547 req-581d52c5-9dd2-46be-bbd1-104dea1c8da0 service neutron] Checking segment: {'id': '8b16b1c9-90b4-4de7-9c08-9b2190184539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '43389771-9bef-4e8f-9ae8-ce47765c650c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:46:11.217865 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b08d46-adaa-47db-8047-998ef4edf547 req-581d52c5-9dd2-46be-bbd1-104dea1c8da0 service neutron] Bound using segment: {'id': '8b16b1c9-90b4-4de7-9c08-9b2190184539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '43389771-9bef-4e8f-9ae8-ce47765c650c'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:46:11.218360 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-94b08d46-adaa-47db-8047-998ef4edf547 req-581d52c5-9dd2-46be-bbd1-104dea1c8da0 service neutron] Bound port: 57dd84e4-535b-4259-8c56-6b77b3a2b0c8, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b16b1c9-90b4-4de7-9c08-9b2190184539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '43389771-9bef-4e8f-9ae8-ce47765c650c'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:46:11.218781 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-94b08d46-adaa-47db-8047-998ef4edf547 req-581d52c5-9dd2-46be-bbd1-104dea1c8da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:11.233331 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6b76d629-06aa-4ecc-b9d5-71089eb64fe8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:11.294973 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5f3ba-45cc-49cf-9ea6-75a5faa9f771 None None] Pushing event updated for resources: {'Port': ['ID=f8f40140-e690-4270-bfb9-571f286a0a5b,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:11.498995 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-94b08d46-adaa-47db-8047-998ef4edf547 req-581d52c5-9dd2-46be-bbd1-104dea1c8da0 service neutron] For port 57dd84e4-535b-4259-8c56-6b77b3a2b0c8, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:46:11.517845 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-89060924-124d-48a8-9da8-b388f67f09f0 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:11.528555 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-ff9bc36c-c6a0-4737-a850-25a0f095dec9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Deleting port 651c8f61-d20a-433a-b3f2-ba3a02a2527f {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:11.543891 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ff9bc36c-c6a0-4737-a850-25a0f095dec9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:11.554360 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8d2d1fc2-f4e1-4dbe-b6aa-5cbb76f88fb1 req-c221dd14-fb4d-4dc5-affe-c34ce0d39521 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6627982 May 13 14:46:11.621279 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-94b08d46-adaa-47db-8047-998ef4edf547 req-581d52c5-9dd2-46be-bbd1-104dea1c8da0 service neutron] For port 57dd84e4-535b-4259-8c56-6b77b3a2b0c8, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=57dd84e4-535b-4259-8c56-6b77b3a2b0c8,segment=NetworkSegment(8b16b1c9-90b4-4de7-9c08-9b2190184539),segment_id=8b16b1c9-90b4-4de7-9c08-9b2190184539)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:46:11.685913 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-6b76d629-06aa-4ecc-b9d5-71089eb64fe8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Calling delete_port for d17e315a-7cde-483c-b1b1-f9646a4cb4cb owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:11.686493 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-ff9bc36c-c6a0-4737-a850-25a0f095dec9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] The port '651c8f61-d20a-433a-b3f2-ba3a02a2527f' was deleted {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:46:11.738457 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-94b08d46-adaa-47db-8047-998ef4edf547 req-581d52c5-9dd2-46be-bbd1-104dea1c8da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:11.748893 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-89060924-124d-48a8-9da8-b388f67f09f0 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Transition to ACTIVE for port object bfac4968-696c-4534-a2b5-dbbf3f81252a will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:46:11.894238 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b08d46-adaa-47db-8047-998ef4edf547 req-581d52c5-9dd2-46be-bbd1-104dea1c8da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:11.894842 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-94b08d46-adaa-47db-8047-998ef4edf547 req-581d52c5-9dd2-46be-bbd1-104dea1c8da0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:11.896745 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-94b08d46-adaa-47db-8047-998ef4edf547 req-581d52c5-9dd2-46be-bbd1-104dea1c8da0 service neutron] 10.222.0.59 "PUT /v2.0/ports/57dd84e4-535b-4259-8c56-6b77b3a2b0c8 HTTP/1.1" status: 200 len: 1055 time: 3.5939946 May 13 14:46:11.905433 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3184690-c0b0-4b8e-8a95-debf4a7dad1b', 'tag': '57dd84e4-535b-4259-8c56-6b77b3a2b0c8'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:11.976846 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb5738-be26-4e52-bd5b-0790d9c4f54c req-2b4ef69d-f7c1-40cd-a746-85f5476bfed0 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:11.982950 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb5738-be26-4e52-bd5b-0790d9c4f54c req-2b4ef69d-f7c1-40cd-a746-85f5476bfed0 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:11.989163 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb5738-be26-4e52-bd5b-0790d9c4f54c req-2b4ef69d-f7c1-40cd-a746-85f5476bfed0 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:11.995352 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb5738-be26-4e52-bd5b-0790d9c4f54c req-2b4ef69d-f7c1-40cd-a746-85f5476bfed0 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:12.001556 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb5738-be26-4e52-bd5b-0790d9c4f54c req-2b4ef69d-f7c1-40cd-a746-85f5476bfed0 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:12.008348 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb5738-be26-4e52-bd5b-0790d9c4f54c req-2b4ef69d-f7c1-40cd-a746-85f5476bfed0 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:12.014379 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb5738-be26-4e52-bd5b-0790d9c4f54c req-2b4ef69d-f7c1-40cd-a746-85f5476bfed0 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:12.016649 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6ddb5738-be26-4e52-bd5b-0790d9c4f54c req-2b4ef69d-f7c1-40cd-a746-85f5476bfed0 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5418 time: 0.2909737 May 13 14:46:12.037077 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ff9bc36c-c6a0-4737-a850-25a0f095dec9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:12.070679 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87e0e9-d043-4866-bc5e-ac54644fd316 req-a70c40e2-4484-4493-9aab-312330b25237 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:12.080551 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ec87e0e9-d043-4866-bc5e-ac54644fd316 req-a70c40e2-4484-4493-9aab-312330b25237 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3184690-c0b0-4b8e-8a95-debf4a7dad1b HTTP/1.1" status: 200 len: 907 time: 0.7012658 May 13 14:46:12.084373 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6ddb5738-be26-4e52-bd5b-0790d9c4f54c req-fef5ce3b-971b-423c-8cc5-a4afd2af504b tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0590978 May 13 14:46:12.157017 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d52c5-9dd2-46be-bbd1-104dea1c8da0 service neutron] Pushing event updated for resources: {'Port': ['ID=57dd84e4-535b-4259-8c56-6b77b3a2b0c8,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:12.182000 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-89060924-124d-48a8-9da8-b388f67f09f0 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:12.203609 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-ff9bc36c-c6a0-4737-a850-25a0f095dec9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc25f361-dab0-4c7f-b97f-b6c0c51d4b06']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:12.212216 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f266a0c4-ed96-432b-8968-65aee8f1748c'] response: {'name': 'network-changed', 'server_uuid': 'f3184690-c0b0-4b8e-8a95-debf4a7dad1b', 'tag': '57dd84e4-535b-4259-8c56-6b77b3a2b0c8', 'status': 'completed', 'code': 200} May 13 14:46:12.217767 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6b76d629-06aa-4ecc-b9d5-71089eb64fe8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:12.305276 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89060924-124d-48a8-9da8-b388f67f09f0 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Port': ['ID=bfac4968-696c-4534-a2b5-dbbf3f81252a,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:12.306898 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76d629-06aa-4ecc-b9d5-71089eb64fe8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event deleted for resources: {'Port': ['ID=d17e315a-7cde-483c-b1b1-f9646a4cb4cb,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:12.314846 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-ff9bc36c-c6a0-4737-a850-25a0f095dec9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92152a53-5b9a-4d5d-b55a-f35d91fa0bf6') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:12.315182 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-ff9bc36c-c6a0-4737-a850-25a0f095dec9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92152a53-5b9a-4d5d-b55a-f35d91fa0bf6') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:12.324677 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89060924-124d-48a8-9da8-b388f67f09f0 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network 43fd7fd5-7111-487f-9293-5043026527eb is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:46:12.329457 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-89060924-124d-48a8-9da8-b388f67f09f0 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:46:12.334279 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89060924-124d-48a8-9da8-b388f67f09f0 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:46:12.364053 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ff9bc36c-c6a0-4737-a850-25a0f095dec9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:12.407686 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b08d46-adaa-47db-8047-998ef4edf547 req-4ec15a22-e151-48ea-80ae-29c8cb6cbece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:12.409168 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-94b08d46-adaa-47db-8047-998ef4edf547 req-4ec15a22-e151-48ea-80ae-29c8cb6cbece service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ec7d10f98f145d3a4a04e390b0f97bd&device_id=f3184690-c0b0-4b8e-8a95-debf4a7dad1b HTTP/1.1" status: 200 len: 1058 time: 0.4592128 May 13 14:46:12.416718 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ff9bc36c-c6a0-4737-a850-25a0f095dec9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:12.507297 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-94b08d46-adaa-47db-8047-998ef4edf547 req-9a7e1995-b6a2-4fe4-9719-3691b6c35b47 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=57dd84e4-535b-4259-8c56-6b77b3a2b0c8 HTTP/1.1" status: 200 len: 217 time: 0.0817571 May 13 14:46:12.513007 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff9bc36c-c6a0-4737-a850-25a0f095dec9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:46:12.513007 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ff9bc36c-c6a0-4737-a850-25a0f095dec9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: timer() May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:46:12.566242 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:46:12.574535 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89060924-124d-48a8-9da8-b388f67f09f0 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:12.575528 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-89060924-124d-48a8-9da8-b388f67f09f0 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:12.864472 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966bffd-2063-4f77-8935-95c8c61cf89b req-523d5428-8080-4af5-8a93-9e4b32aa5d2f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:12.872543 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e966bffd-2063-4f77-8935-95c8c61cf89b req-523d5428-8080-4af5-8a93-9e4b32aa5d2f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 946 time: 0.4027331 May 13 14:46:12.921566 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f061b5f7-b357-4750-ac56-ad750febf88c None None] Network 43fd7fd5-7111-487f-9293-5043026527eb requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:46:12.954206 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6b76d629-06aa-4ecc-b9d5-71089eb64fe8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:12.974162 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e966bffd-2063-4f77-8935-95c8c61cf89b req-64e35b02-76c9-4c69-8cba-230f01dfba08 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901098 May 13 14:46:13.025688 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device f8f40140-e690-4270-bfb9-571f286a0a5b up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:46:13.035289 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-89060924-124d-48a8-9da8-b388f67f09f0 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.0505195 May 13 14:46:13.038813 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35246) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:13.085419 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ff9bc36c-c6a0-4737-a850-25a0f095dec9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:13.096437 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b08d46-adaa-47db-8047-998ef4edf547 req-f7edaab5-cf00-46c5-9216-7b63ac83e2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:13.098041 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-94b08d46-adaa-47db-8047-998ef4edf547 req-f7edaab5-cf00-46c5-9216-7b63ac83e2c9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8dec2b5b-3e83-4186-ace6-173a589a8627 HTTP/1.1" status: 200 len: 838 time: 0.5502377 May 13 14:46:13.129735 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5fc28deb-64e6-474d-a21a-1322776715ec None None] Provisioning for port f8f40140-e690-4270-bfb9-571f286a0a5b completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:46:13.137805 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ff9bc36c-c6a0-4737-a850-25a0f095dec9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:13.192078 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9bc36c-c6a0-4737-a850-25a0f095dec9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event deleted for resources: {'Network': ['ID=dc25f361-dab0-4c7f-b97f-b6c0c51d4b06,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:13.212432 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ff9bc36c-c6a0-4737-a850-25a0f095dec9 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/networks/dc25f361-dab0-4c7f-b97f-b6c0c51d4b06 HTTP/1.1" status: 204 len: 168 time: 4.2861671 May 13 14:46:13.217889 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35258) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:13.220542 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port f8f40140-e690-4270-bfb9-571f286a0a5b completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:46:13.233518 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port f8f40140-e690-4270-bfb9-571f286a0a5b triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:13.235057 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:13.246671 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-692a38b2-c261-4721-b7a4-0e4abaff6943 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting port bfac4968-696c-4534-a2b5-dbbf3f81252a {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:13.247023 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-692a38b2-c261-4721-b7a4-0e4abaff6943 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:13.363852 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b1aeb-79b2-47d0-8f2b-e1125b6f004c req-7ef484db-358d-439a-bad9-110f20d1cf9e tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:13.365595 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be2b1aeb-79b2-47d0-8f2b-e1125b6f004c req-7ef484db-358d-439a-bad9-110f20d1cf9e tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=24db255a-cc56-4fde-9e9e-b61dba9c6e4f HTTP/1.1" status: 200 len: 945 time: 0.4870839 May 13 14:46:13.474950 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6b000-ea00-4bd0-80b4-6e8c09ffdd37 req-8c565ddf-47c6-47bc-bbfa-778da04bb2fe tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:13.476783 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dae6b000-ea00-4bd0-80b4-6e8c09ffdd37 req-8c565ddf-47c6-47bc-bbfa-778da04bb2fe tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3184690-c0b0-4b8e-8a95-debf4a7dad1b HTTP/1.1" status: 200 len: 907 time: 0.2249753 May 13 14:46:13.525085 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port f8f40140-e690-4270-bfb9-571f286a0a5b is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:13.525472 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:13.621066 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port f8f40140-e690-4270-bfb9-571f286a0a5b, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=f8f40140-e690-4270-bfb9-571f286a0a5b,segment=NetworkSegment(2e69de96-1b9c-49cd-849d-5f9f7e85c888),segment_id=2e69de96-1b9c-49cd-849d-5f9f7e85c888)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:13.627529 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:13.756836 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b76d629-06aa-4ecc-b9d5-71089eb64fe8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Router b2368988-0f0f-49ce-8fa0-973bff2fca63 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:46:13.787516 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be2b1aeb-79b2-47d0-8f2b-e1125b6f004c req-b600e243-b07d-4dd6-a48f-d08ef9752d55 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128227 May 13 14:46:13.820530 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=f8f40140-e690-4270-bfb9-571f286a0a5b,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:13.941301 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b08d46-adaa-47db-8047-998ef4edf547 req-9df9efc0-2be5-4bc5-8056-d87b0a3dce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:13.942957 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-94b08d46-adaa-47db-8047-998ef4edf547 req-9df9efc0-2be5-4bc5-8056-d87b0a3dce39 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43389771-9bef-4e8f-9ae8-ce47765c650c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8107522 May 13 14:46:13.987410 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-173dd915-1121-4925-b5d3-55bfeae67435 None None] Provisioning complete for port f8f40140-e690-4270-bfb9-571f286a0a5b triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:13.988492 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-173dd915-1121-4925-b5d3-55bfeae67435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:14.159338 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-173dd915-1121-4925-b5d3-55bfeae67435 None None] Current status of the port f8f40140-e690-4270-bfb9-571f286a0a5b is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:14.186169 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-173dd915-1121-4925-b5d3-55bfeae67435 None None] Provisioning for port bfac4968-696c-4534-a2b5-dbbf3f81252a completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:46:14.201939 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-173dd915-1121-4925-b5d3-55bfeae67435 None None] Provisioning complete for port bfac4968-696c-4534-a2b5-dbbf3f81252a triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:14.202310 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-173dd915-1121-4925-b5d3-55bfeae67435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:14.331605 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-173dd915-1121-4925-b5d3-55bfeae67435 None None] Port bfac4968-696c-4534-a2b5-dbbf3f81252a cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:46:14.365040 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c161e9-5e00-4b2c-845f-3a29166d3238 req-b06db838-bd5e-4e6f-812d-80c4ef1403cc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:14.371679 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c161e9-5e00-4b2c-845f-3a29166d3238 req-b06db838-bd5e-4e6f-812d-80c4ef1403cc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:14.377420 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c161e9-5e00-4b2c-845f-3a29166d3238 req-b06db838-bd5e-4e6f-812d-80c4ef1403cc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:14.383912 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c161e9-5e00-4b2c-845f-3a29166d3238 req-b06db838-bd5e-4e6f-812d-80c4ef1403cc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:14.389568 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c161e9-5e00-4b2c-845f-3a29166d3238 req-b06db838-bd5e-4e6f-812d-80c4ef1403cc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:14.395500 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c161e9-5e00-4b2c-845f-3a29166d3238 req-b06db838-bd5e-4e6f-812d-80c4ef1403cc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:14.401448 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c161e9-5e00-4b2c-845f-3a29166d3238 req-b06db838-bd5e-4e6f-812d-80c4ef1403cc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:14.403415 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f9c161e9-5e00-4b2c-845f-3a29166d3238 req-b06db838-bd5e-4e6f-812d-80c4ef1403cc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5418 time: 0.7553148 May 13 14:46:14.407424 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-692a38b2-c261-4721-b7a4-0e4abaff6943 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:14.446310 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b76d629-06aa-4ecc-b9d5-71089eb64fe8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:46:14.458518 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-cb4d61c7-d7c0-428b-a693-c7e72f8a230d None None] Provisioning complete for port bfac4968-696c-4534-a2b5-dbbf3f81252a triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:14.458518 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cb4d61c7-d7c0-428b-a693-c7e72f8a230d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:14.496058 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5bead2-27c0-42e6-848d-6dd93e90c449 None None] Sync routers for ids ['b2368988-0f0f-49ce-8fa0-973bff2fca63'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:46:14.520953 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f9c161e9-5e00-4b2c-845f-3a29166d3238 req-7aa83180-015e-4058-91ac-e4afba4a14be tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1078074 May 13 14:46:14.532538 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5bead2-27c0-42e6-848d-6dd93e90c449 None None] Routers {'b2368988-0f0f-49ce-8fa0-973bff2fca63'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:46:14.533226 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-3e5bead2-27c0-42e6-848d-6dd93e90c449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:46:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2368988-0f0f-49ce-8fa0-973bff2fca63'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:14.569114 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35272) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:14.570526 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6b76d629-06aa-4ecc-b9d5-71089eb64fe8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "PUT /v2.0/routers/b2368988-0f0f-49ce-8fa0-973bff2fca63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4477329 May 13 14:46:14.574753 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-692a38b2-c261-4721-b7a4-0e4abaff6943 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Calling delete_port for bfac4968-696c-4534-a2b5-dbbf3f81252a owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:14.587331 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba75ff-77e2-44fd-a561-a61110c51afe req-3f5cb202-eca9-4ac4-add8-9e2575e72c9d tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:14.588780 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fbba75ff-77e2-44fd-a561-a61110c51afe req-3f5cb202-eca9-4ac4-add8-9e2575e72c9d tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.59 "GET /v2.0/ports?device_id=24db255a-cc56-4fde-9e9e-b61dba9c6e4f HTTP/1.1" status: 200 len: 945 time: 0.3500259 May 13 14:46:14.715641 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-3e5bead2-27c0-42e6-848d-6dd93e90c449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:14.724497 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-cb4d61c7-d7c0-428b-a693-c7e72f8a230d None None] Port bfac4968-696c-4534-a2b5-dbbf3f81252a cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:46:14.730923 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5bead2-27c0-42e6-848d-6dd93e90c449 None None] Routers {'b2368988-0f0f-49ce-8fa0-973bff2fca63'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:46:14.731671 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-3e5bead2-27c0-42e6-848d-6dd93e90c449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:46:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2368988-0f0f-49ce-8fa0-973bff2fca63'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:14.798767 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-3e5bead2-27c0-42e6-848d-6dd93e90c449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:14.799136 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-fbba75ff-77e2-44fd-a561-a61110c51afe req-4ab346da-fefe-45a0-adcb-d3a871e97ac0 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Deleting port d96f82c9-0530-454e-9fbf-1fa0a5b0e55a {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:14.799356 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5bead2-27c0-42e6-848d-6dd93e90c449 None None] The sync data for ids ['b2368988-0f0f-49ce-8fa0-973bff2fca63'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:46:14.799510 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fbba75ff-77e2-44fd-a561-a61110c51afe req-4ab346da-fefe-45a0-adcb-d3a871e97ac0 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:14.905159 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7f2c1-b64d-499f-9cf3-eeffb62a8556 req-cc0a9d94-0ea2-4e93-b617-01590abbe247 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:14.905159 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e2f7f2c1-b64d-499f-9cf3-eeffb62a8556 req-cc0a9d94-0ea2-4e93-b617-01590abbe247 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3184690-c0b0-4b8e-8a95-debf4a7dad1b HTTP/1.1" status: 200 len: 907 time: 0.1820781 May 13 14:46:14.909091 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device f8f40140-e690-4270-bfb9-571f286a0a5b up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:46:14.981508 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-94b08d46-adaa-47db-8047-998ef4edf547 req-a63cb549-cf9a-450c-a341-fcd456e48c62 service neutron] 10.222.0.59 "GET /v2.0/networks/43389771-9bef-4e8f-9ae8-ce47765c650c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8160734 May 13 14:46:15.028264 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port f8f40140-e690-4270-bfb9-571f286a0a5b triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:15.028868 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:15.099578 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d8399e1-bce0-4f59-bd8d-288286b8d5ad tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:15.165814 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port f8f40140-e690-4270-bfb9-571f286a0a5b is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:15.272662 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 42a1abac-e5c5-46b8-a459-21e4016e4e47 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:46:15.308469 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41fe60-86b8-4e23-afbb-a2680917238c req-116f290a-13e1-4c29-aeb0-0cf841081441 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:15.321640 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-db41fe60-86b8-4e23-afbb-a2680917238c req-116f290a-13e1-4c29-aeb0-0cf841081441 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 946 time: 1.1332085 May 13 14:46:15.352393 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-fbba75ff-77e2-44fd-a561-a61110c51afe req-4ab346da-fefe-45a0-adcb-d3a871e97ac0 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] For port d96f82c9-0530-454e-9fbf-1fa0a5b0e55a, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=d96f82c9-0530-454e-9fbf-1fa0a5b0e55a,segment=NetworkSegment(75860f48-3c0c-46a4-92f7-4b3c58b2f18e),segment_id=75860f48-3c0c-46a4-92f7-4b3c58b2f18e)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:15.353608 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fbba75ff-77e2-44fd-a561-a61110c51afe req-4ab346da-fefe-45a0-adcb-d3a871e97ac0 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:15.385153 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52e23f-ef68-47a0-8d54-a84b2944f178 req-4b81907b-fc20-4d61-9192-2d214948040e tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:15.387612 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cf52e23f-ef68-47a0-8d54-a84b2944f178 req-4b81907b-fc20-4d61-9192-2d214948040e tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/ports?device_id=24db255a-cc56-4fde-9e9e-b61dba9c6e4f HTTP/1.1" status: 200 len: 945 time: 0.3265681 May 13 14:46:15.426191 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 42a1abac-e5c5-46b8-a459-21e4016e4e47, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=42a1abac-e5c5-46b8-a459-21e4016e4e47,segment=NetworkSegment(5de83cfe-6331-4b64-bbaf-edddf095904e),segment_id=5de83cfe-6331-4b64-bbaf-edddf095904e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:15.441952 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '42a1abac-e5c5-46b8-a459-21e4016e4e47', 'network_id': '1a1930ec-5440-44c2-86b3-9a9de9e18d18', 'port_id': '42a1abac-e5c5-46b8-a459-21e4016e4e47', 'mac_address': 'fa:16:3e:fa:e3:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d5ab86-7db0-4947-99cf-66a27fc20541', 'ip_address': '10.1.1.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:46:15.508823 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 42a1abac-e5c5-46b8-a459-21e4016e4e47 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:15.509626 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:15.532483 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-fbba75ff-77e2-44fd-a561-a61110c51afe req-4ab346da-fefe-45a0-adcb-d3a871e97ac0 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Calling delete_port for d96f82c9-0530-454e-9fbf-1fa0a5b0e55a owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:15.534177 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42a1abac-e5c5-46b8-a459-21e4016e4e47 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:46:15.552093 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 42a1abac-e5c5-46b8-a459-21e4016e4e47, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=42a1abac-e5c5-46b8-a459-21e4016e4e47,segment=NetworkSegment(5de83cfe-6331-4b64-bbaf-edddf095904e),segment_id=5de83cfe-6331-4b64-bbaf-edddf095904e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:15.558140 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:15.559954 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 287acb6a-4dc7-45f4-8951-887c0db993bc details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:46:15.596877 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-db41fe60-86b8-4e23-afbb-a2680917238c req-7ef2c8e2-5d29-4d6b-8248-98f5e4aaec1a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2742455 May 13 14:46:15.720153 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fbba75ff-77e2-44fd-a561-a61110c51afe req-4ab346da-fefe-45a0-adcb-d3a871e97ac0 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:15.745656 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d8399e1-bce0-4f59-bd8d-288286b8d5ad tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:15.749723 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-692a38b2-c261-4721-b7a4-0e4abaff6943 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:15.754863 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-94b08d46-adaa-47db-8047-998ef4edf547 req-3dff29bc-2e29-4e39-b422-966d7c98117c service neutron] 10.222.0.59 "GET /v2.0/networks/43389771-9bef-4e8f-9ae8-ce47765c650c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5975609 May 13 14:46:15.787618 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab346da-fefe-45a0-adcb-d3a871e97ac0 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Pushing event deleted for resources: {'Port': ['ID=d96f82c9-0530-454e-9fbf-1fa0a5b0e55a,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:15.813926 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['d96f82c9-0530-454e-9fbf-1fa0a5b0e55a'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:46:15.855815 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=42a1abac-e5c5-46b8-a459-21e4016e4e47,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:15.863446 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 287acb6a-4dc7-45f4-8951-887c0db993bc, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=287acb6a-4dc7-45f4-8951-887c0db993bc,segment=NetworkSegment(fae8ba92-53c8-4329-8f52-6b8b386d5a97),segment_id=fae8ba92-53c8-4329-8f52-6b8b386d5a97)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:15.879560 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '287acb6a-4dc7-45f4-8951-887c0db993bc', 'network_id': '144b0538-5a90-40dc-8493-8ee490cbd7e0', 'port_id': '287acb6a-4dc7-45f4-8951-887c0db993bc', 'mac_address': 'fa:16:3e:7a:9e:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9c690f-a84d-47bd-a3d1-b0cafcf431f8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:46:15.899657 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cf52e23f-ef68-47a0-8d54-a84b2944f178 req-2d964c96-1e39-43b5-8f25-e23ad00bdc56 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484844 May 13 14:46:15.913929 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a38b2-c261-4721-b7a4-0e4abaff6943 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Port': ['ID=bfac4968-696c-4534-a2b5-dbbf3f81252a,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:15.919736 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbba75ff-77e2-44fd-a561-a61110c51afe req-4ab346da-fefe-45a0-adcb-d3a871e97ac0 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] No DVR routers for this DVR port d96f82c9-0530-454e-9fbf-1fa0a5b0e55a on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:46:15.922958 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fbba75ff-77e2-44fd-a561-a61110c51afe req-4ab346da-fefe-45a0-adcb-d3a871e97ac0 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:15.948444 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24db255a-cc56-4fde-9e9e-b61dba9c6e4f', 'name': 'network-vif-deleted', 'tag': 'd96f82c9-0530-454e-9fbf-1fa0a5b0e55a'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:15.953286 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 287acb6a-4dc7-45f4-8951-887c0db993bc is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:15.953789 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:15.962961 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fbba75ff-77e2-44fd-a561-a61110c51afe req-4ab346da-fefe-45a0-adcb-d3a871e97ac0 tempest-DeleteServersTestJSON-1966954223 tempest-DeleteServersTestJSON-1966954223-project] 10.222.0.59 "DELETE /v2.0/ports/d96f82c9-0530-454e-9fbf-1fa0a5b0e55a HTTP/1.1" status: 204 len: 173 time: 1.3684959 May 13 14:46:15.976365 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 287acb6a-4dc7-45f4-8951-887c0db993bc {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:46:15.999973 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 287acb6a-4dc7-45f4-8951-887c0db993bc, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=287acb6a-4dc7-45f4-8951-887c0db993bc,segment=NetworkSegment(fae8ba92-53c8-4329-8f52-6b8b386d5a97),segment_id=fae8ba92-53c8-4329-8f52-6b8b386d5a97)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:16.009547 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:16.010584 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device daf2e69b-43ff-47c0-885c-637ff3620bd1 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:46:16.039394 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port daf2e69b-43ff-47c0-885c-637ff3620bd1, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=daf2e69b-43ff-47c0-885c-637ff3620bd1,segment=NetworkSegment(5de83cfe-6331-4b64-bbaf-edddf095904e),segment_id=5de83cfe-6331-4b64-bbaf-edddf095904e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:16.062303 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-1d8399e1-bce0-4f59-bd8d-288286b8d5ad tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Deleting port 705bf8df-512b-41ff-931e-50ea9755d081 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:16.062650 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d8399e1-bce0-4f59-bd8d-288286b8d5ad tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:16.148317 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'daf2e69b-43ff-47c0-885c-637ff3620bd1', 'network_id': '1a1930ec-5440-44c2-86b3-9a9de9e18d18', 'port_id': 'daf2e69b-43ff-47c0-885c-637ff3620bd1', 'mac_address': 'fa:16:3e:95:7c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d5ab86-7db0-4947-99cf-66a27fc20541', 'ip_address': '10.1.1.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:46:16.150469 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=287acb6a-4dc7-45f4-8951-887c0db993bc,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:16.264739 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-57f8daf4-f786-4720-9124-601f81be4c63 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:16.273947 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f560a6e-83a4-4a71-8aa7-f279ce6d7852 req-48cc6a0f-2fa1-41ec-9c61-464de5490805 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:16.278251 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2f560a6e-83a4-4a71-8aa7-f279ce6d7852 req-48cc6a0f-2fa1-41ec-9c61-464de5490805 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3184690-c0b0-4b8e-8a95-debf4a7dad1b HTTP/1.1" status: 200 len: 907 time: 0.1929529 May 13 14:46:16.288465 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port daf2e69b-43ff-47c0-885c-637ff3620bd1 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:16.288600 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:16.319395 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daf2e69b-43ff-47c0-885c-637ff3620bd1 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:46:16.349173 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port daf2e69b-43ff-47c0-885c-637ff3620bd1, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=daf2e69b-43ff-47c0-885c-637ff3620bd1,segment=NetworkSegment(5de83cfe-6331-4b64-bbaf-edddf095904e),segment_id=5de83cfe-6331-4b64-bbaf-edddf095904e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:16.356390 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:16.357316 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device f42ba23f-a9fd-42b0-9c7f-8779c7e24321 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:46:16.396309 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7b945a9-bedc-4b2c-85cd-b3f257d279a6'] response: {'server_uuid': '24db255a-cc56-4fde-9e9e-b61dba9c6e4f', 'name': 'network-vif-deleted', 'tag': 'd96f82c9-0530-454e-9fbf-1fa0a5b0e55a', 'status': 'completed', 'code': 200} May 13 14:46:16.519289 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-692a38b2-c261-4721-b7a4-0e4abaff6943 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:16.555334 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-692a38b2-c261-4721-b7a4-0e4abaff6943 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/ports/bfac4968-696c-4534-a2b5-dbbf3f81252a HTTP/1.1" status: 204 len: 168 time: 3.5111969 May 13 14:46:16.558965 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35294) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:16.574117 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=daf2e69b-43ff-47c0-885c-637ff3620bd1,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:16.590689 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78532e0-bd5c-49f8-a70b-18e90dcc7b22 req-16efcba7-ec4d-486d-8e3f-a6ff5a75e0b6 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:16.597747 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78532e0-bd5c-49f8-a70b-18e90dcc7b22 req-16efcba7-ec4d-486d-8e3f-a6ff5a75e0b6 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:16.602721 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port f42ba23f-a9fd-42b0-9c7f-8779c7e24321, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=f42ba23f-a9fd-42b0-9c7f-8779c7e24321,segment=NetworkSegment(a14d3966-62e0-468d-b3b4-5c718a1fb25d),segment_id=a14d3966-62e0-468d-b3b4-5c718a1fb25d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:16.604794 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78532e0-bd5c-49f8-a70b-18e90dcc7b22 req-16efcba7-ec4d-486d-8e3f-a6ff5a75e0b6 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:16.611028 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78532e0-bd5c-49f8-a70b-18e90dcc7b22 req-16efcba7-ec4d-486d-8e3f-a6ff5a75e0b6 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:16.617763 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78532e0-bd5c-49f8-a70b-18e90dcc7b22 req-16efcba7-ec4d-486d-8e3f-a6ff5a75e0b6 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:16.619195 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'f42ba23f-a9fd-42b0-9c7f-8779c7e24321', 'network_id': '471adc6c-b70b-42c1-bc3f-35baec009201', 'port_id': 'f42ba23f-a9fd-42b0-9c7f-8779c7e24321', 'mac_address': 'fa:16:3e:36:55:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb810c0a-840e-4497-98b6-b4ffe8e0a8f1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:46:16.624156 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78532e0-bd5c-49f8-a70b-18e90dcc7b22 req-16efcba7-ec4d-486d-8e3f-a6ff5a75e0b6 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:16.630687 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78532e0-bd5c-49f8-a70b-18e90dcc7b22 req-16efcba7-ec4d-486d-8e3f-a6ff5a75e0b6 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:16.632765 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d78532e0-bd5c-49f8-a70b-18e90dcc7b22 req-16efcba7-ec4d-486d-8e3f-a6ff5a75e0b6 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5419 time: 0.8287368 May 13 14:46:16.687331 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port f42ba23f-a9fd-42b0-9c7f-8779c7e24321 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:16.687712 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:16.692620 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13dfdd4-758d-4b9a-bcb4-9e6fb0d4b77f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] GET failed (client error): The resource could not be found. May 13 14:46:16.696174 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c13dfdd4-758d-4b9a-bcb4-9e6fb0d4b77f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Synchronizing usage tracker for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:46:16.731284 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f42ba23f-a9fd-42b0-9c7f-8779c7e24321 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:46:16.738408 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c13dfdd4-758d-4b9a-bcb4-9e6fb0d4b77f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Unset dirty status for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:46:16.740081 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c13dfdd4-758d-4b9a-bcb4-9e6fb0d4b77f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "GET /v2.0/ports/bfac4968-696c-4534-a2b5-dbbf3f81252a HTTP/1.1" status: 404 len: 333 time: 0.1773741 May 13 14:46:16.743017 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35300) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:16.758121 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port f42ba23f-a9fd-42b0-9c7f-8779c7e24321, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=f42ba23f-a9fd-42b0-9c7f-8779c7e24321,segment=NetworkSegment(a14d3966-62e0-468d-b3b4-5c718a1fb25d),segment_id=a14d3966-62e0-468d-b3b4-5c718a1fb25d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:16.774040 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:16.774903 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 67e7f531-e2b2-4161-81a5-7ac49b7125b3 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:46:16.890470 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7072911-21c0-4ad8-b715-dea5a7a73b9a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting subnet 9aa922aa-1bbe-4f5a-a022-c0b71c8ad753 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:46:16.898346 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 67e7f531-e2b2-4161-81a5-7ac49b7125b3, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=67e7f531-e2b2-4161-81a5-7ac49b7125b3,segment=NetworkSegment(5de83cfe-6331-4b64-bbaf-edddf095904e),segment_id=5de83cfe-6331-4b64-bbaf-edddf095904e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:16.899098 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e7072911-21c0-4ad8-b715-dea5a7a73b9a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:16.920125 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '67e7f531-e2b2-4161-81a5-7ac49b7125b3', 'network_id': '1a1930ec-5440-44c2-86b3-9a9de9e18d18', 'port_id': '67e7f531-e2b2-4161-81a5-7ac49b7125b3', 'mac_address': 'fa:16:3e:de:13:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d5ab86-7db0-4947-99cf-66a27fc20541', 'ip_address': '10.1.1.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:46:16.971616 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=f42ba23f-a9fd-42b0-9c7f-8779c7e24321,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:17.001608 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 67e7f531-e2b2-4161-81a5-7ac49b7125b3 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:17.002000 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:17.012888 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e7072911-21c0-4ad8-b715-dea5a7a73b9a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:17.022371 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e7f531-e2b2-4161-81a5-7ac49b7125b3 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:46:17.031594 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d8399e1-bce0-4f59-bd8d-288286b8d5ad tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:17.040496 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 67e7f531-e2b2-4161-81a5-7ac49b7125b3, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=67e7f531-e2b2-4161-81a5-7ac49b7125b3,segment=NetworkSegment(5de83cfe-6331-4b64-bbaf-edddf095904e),segment_id=5de83cfe-6331-4b64-bbaf-edddf095904e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:17.056313 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:17.057000 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device db83639c-a133-43bc-b112-4ab8da679863 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:46:17.154916 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=67e7f531-e2b2-4161-81a5-7ac49b7125b3,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:17.161755 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port db83639c-a133-43bc-b112-4ab8da679863, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=db83639c-a133-43bc-b112-4ab8da679863,segment=NetworkSegment(5de83cfe-6331-4b64-bbaf-edddf095904e),segment_id=5de83cfe-6331-4b64-bbaf-edddf095904e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:17.179869 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'db83639c-a133-43bc-b112-4ab8da679863', 'network_id': '1a1930ec-5440-44c2-86b3-9a9de9e18d18', 'port_id': 'db83639c-a133-43bc-b112-4ab8da679863', 'mac_address': 'fa:16:3e:e8:20:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d5ab86-7db0-4947-99cf-66a27fc20541', 'ip_address': '10.1.1.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:46:17.219405 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-1d8399e1-bce0-4f59-bd8d-288286b8d5ad tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Calling delete_port for 705bf8df-512b-41ff-931e-50ea9755d081 owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:17.277342 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port db83639c-a133-43bc-b112-4ab8da679863 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:17.277724 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:17.297877 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bef821-f20b-4121-bb04-a0a0400635ed req-47394be2-96a0-4b58-bf4f-563ada3dc8d5 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:17.305732 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a4bef821-f20b-4121-bb04-a0a0400635ed req-47394be2-96a0-4b58-bf4f-563ada3dc8d5 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 946 time: 0.1387839 May 13 14:46:17.307798 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db83639c-a133-43bc-b112-4ab8da679863 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:46:17.327762 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port db83639c-a133-43bc-b112-4ab8da679863, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=db83639c-a133-43bc-b112-4ab8da679863,segment=NetworkSegment(5de83cfe-6331-4b64-bbaf-edddf095904e),segment_id=5de83cfe-6331-4b64-bbaf-edddf095904e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:17.338590 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e7072911-21c0-4ad8-b715-dea5a7a73b9a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:17.351998 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:17.423464 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a4bef821-f20b-4121-bb04-a0a0400635ed req-41259aaf-63ec-4006-b34b-6cbda48f1ba3 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166008 May 13 14:46:17.450585 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d78532e0-bd5c-49f8-a70b-18e90dcc7b22 req-091dbb15-6de8-4bb7-b25e-8f4c206af802 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1210787 May 13 14:46:17.477916 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defaaff8-f0e8-4568-8050-266fc40fb7b3 req-043c5182-af10-40ac-a7c8-f0ab2a776327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:17.480965 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-defaaff8-f0e8-4568-8050-266fc40fb7b3 req-043c5182-af10-40ac-a7c8-f0ab2a776327 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ec7d10f98f145d3a4a04e390b0f97bd&device_id=f3184690-c0b0-4b8e-8a95-debf4a7dad1b HTTP/1.1" status: 200 len: 1058 time: 1.6188867 May 13 14:46:17.493194 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e7072911-21c0-4ad8-b715-dea5a7a73b9a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:17.592083 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7072911-21c0-4ad8-b715-dea5a7a73b9a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Subnet': ['ID=9aa922aa-1bbe-4f5a-a022-c0b71c8ad753,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:17.592083 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e7072911-21c0-4ad8-b715-dea5a7a73b9a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:17.622257 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e7072911-21c0-4ad8-b715-dea5a7a73b9a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/subnets/9aa922aa-1bbe-4f5a-a022-c0b71c8ad753 HTTP/1.1" status: 204 len: 168 time: 0.8778057 May 13 14:46:17.624767 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35316) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:17.632539 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 870bf163-4bc8-4f62-aa1e-a97e2ee5bef9 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:46:17.635311 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608b8a51-9f74-4b34-b05a-6b6b94f07795 None None] Network 43fd7fd5-7111-487f-9293-5043026527eb requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:46:17.872752 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5b106a98-6fb1-4211-bc0b-459f36506fe3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:17.891947 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-5b106a98-6fb1-4211-bc0b-459f36506fe3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting port f8f40140-e690-4270-bfb9-571f286a0a5b {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:17.892265 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5b106a98-6fb1-4211-bc0b-459f36506fe3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:17.923208 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=db83639c-a133-43bc-b112-4ab8da679863,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:17.954157 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d8399e1-bce0-4f59-bd8d-288286b8d5ad tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:18.031240 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 57dd84e4-535b-4259-8c56-6b77b3a2b0c8 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:46:18.077974 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device d96f82c9-0530-454e-9fbf-1fa0a5b0e55a no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:46:18.154580 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:18.160255 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defaaff8-f0e8-4568-8050-266fc40fb7b3 req-153843da-4307-42fe-9131-ed35520e8bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:18.161946 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-defaaff8-f0e8-4568-8050-266fc40fb7b3 req-153843da-4307-42fe-9131-ed35520e8bac service neutron] 10.222.0.59 "GET /v2.0/networks?id=43389771-9bef-4e8f-9ae8-ce47765c650c HTTP/1.1" status: 200 len: 899 time: 0.6643910 May 13 14:46:18.184757 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: d96f82c9-0530-454e-9fbf-1fa0a5b0e55a {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:46:18.184972 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device d96f82c9-0530-454e-9fbf-1fa0a5b0e55a not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:46:18.202835 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.resource_extend [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:46:18.270338 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d8399e1-bce0-4f59-bd8d-288286b8d5ad tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:18.366788 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['287acb6a-4dc7-45f4-8951-887c0db993bc'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:46:18.380392 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-5b106a98-6fb1-4211-bc0b-459f36506fe3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] For port f8f40140-e690-4270-bfb9-571f286a0a5b, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=f8f40140-e690-4270-bfb9-571f286a0a5b,segment=NetworkSegment(2e69de96-1b9c-49cd-849d-5f9f7e85c888),segment_id=2e69de96-1b9c-49cd-849d-5f9f7e85c888)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:18.381119 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5b106a98-6fb1-4211-bc0b-459f36506fe3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:18.413091 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['67e7f531-e2b2-4161-81a5-7ac49b7125b3'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:46:18.460949 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['daf2e69b-43ff-47c0-885c-637ff3620bd1'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:46:18.495209 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d54f63-11ae-4f2e-bd45-2016c432dd4b None None] DHCP port deletion for 43fd7fd5-7111-487f-9293-5043026527eb request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:46:18.497667 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['db83639c-a133-43bc-b112-4ab8da679863'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:46:18.532172 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d8399e1-bce0-4f59-bd8d-288286b8d5ad tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:18.534769 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d8399e1-bce0-4f59-bd8d-288286b8d5ad tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:18.601550 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 870bf163-4bc8-4f62-aa1e-a97e2ee5bef9, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=870bf163-4bc8-4f62-aa1e-a97e2ee5bef9,segment=NetworkSegment(a14d3966-62e0-468d-b3b4-5c718a1fb25d),segment_id=a14d3966-62e0-468d-b3b4-5c718a1fb25d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:18.618370 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-5b106a98-6fb1-4211-bc0b-459f36506fe3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Calling delete_port for f8f40140-e690-4270-bfb9-571f286a0a5b owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:18.644641 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8399e1-bce0-4f59-bd8d-288286b8d5ad tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event deleted for resources: {'Port': ['ID=705bf8df-512b-41ff-931e-50ea9755d081,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:18.658438 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d8399e1-bce0-4f59-bd8d-288286b8d5ad tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:18.658941 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8399e1-bce0-4f59-bd8d-288286b8d5ad tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Fanout notify agent at l3_agent the message router_deleted on router b2368988-0f0f-49ce-8fa0-973bff2fca63 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:46:18.671604 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-b6d54f63-11ae-4f2e-bd45-2016c432dd4b None None] Deleting port f8f40140-e690-4270-bfb9-571f286a0a5b {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:18.673918 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b6d54f63-11ae-4f2e-bd45-2016c432dd4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:18.678816 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-defaaff8-f0e8-4568-8050-266fc40fb7b3 req-bdcf256f-51e1-4514-b195-054987b2007d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=57dd84e4-535b-4259-8c56-6b77b3a2b0c8 HTTP/1.1" status: 200 len: 217 time: 0.4131980 May 13 14:46:18.792949 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d8399e1-bce0-4f59-bd8d-288286b8d5ad tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:18.796910 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1d8399e1-bce0-4f59-bd8d-288286b8d5ad tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "DELETE /v2.0/routers/b2368988-0f0f-49ce-8fa0-973bff2fca63 HTTP/1.1" status: 204 len: 168 time: 4.1902151 May 13 14:46:18.808470 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35338) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:18.910487 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327f985-f059-41b3-b125-64d07e6b019e req-340db52e-f7ee-4d53-b3ce-0a4930fad53a tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:18.918966 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d327f985-f059-41b3-b125-64d07e6b019e req-340db52e-f7ee-4d53-b3ce-0a4930fad53a tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3184690-c0b0-4b8e-8a95-debf4a7dad1b HTTP/1.1" status: 200 len: 907 time: 1.1416633 May 13 14:46:18.923366 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a5596f-85b4-4dbf-8869-e18f20b46066 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Deleting subnet 135482b0-e1f1-4a62-980b-d7db730ba769 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:46:18.941694 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a3001-c91e-4118-8b79-7841746e8d79 req-c0981385-663a-4b21-9a1e-6a05e0019f5a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:18.948446 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-134a3001-c91e-4118-8b79-7841746e8d79 req-c0981385-663a-4b21-9a1e-6a05e0019f5a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 946 time: 0.2525599 May 13 14:46:18.966908 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d7a5596f-85b4-4dbf-8869-e18f20b46066 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:19.007653 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5b106a98-6fb1-4211-bc0b-459f36506fe3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:19.018045 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 57dd84e4-535b-4259-8c56-6b77b3a2b0c8, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=57dd84e4-535b-4259-8c56-6b77b3a2b0c8,segment=NetworkSegment(8b16b1c9-90b4-4de7-9c08-9b2190184539),segment_id=8b16b1c9-90b4-4de7-9c08-9b2190184539)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:19.040644 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-57f8daf4-f786-4720-9124-601f81be4c63 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Deleting port 20a6a6b5-1019-47e0-ac7a-c853f258b603 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:19.041634 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-57f8daf4-f786-4720-9124-601f81be4c63 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:19.057879 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '57dd84e4-535b-4259-8c56-6b77b3a2b0c8', 'network_id': '43389771-9bef-4e8f-9ae8-ce47765c650c', 'port_id': '57dd84e4-535b-4259-8c56-6b77b3a2b0c8', 'mac_address': 'fa:16:3e:e1:75:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dec2b5b-3e83-4186-ace6-173a589a8627', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:46:19.079822 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-b6d54f63-11ae-4f2e-bd45-2016c432dd4b None None] The port 'f8f40140-e690-4270-bfb9-571f286a0a5b' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:46:19.087881 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defaaff8-f0e8-4568-8050-266fc40fb7b3 req-77a7e943-35ab-4fed-9ddd-c60a975ac8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:19.089508 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-defaaff8-f0e8-4568-8050-266fc40fb7b3 req-77a7e943-35ab-4fed-9ddd-c60a975ac8b3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8dec2b5b-3e83-4186-ace6-173a589a8627 HTTP/1.1" status: 200 len: 838 time: 0.4035754 May 13 14:46:19.161154 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b106a98-6fb1-4211-bc0b-459f36506fe3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Port': ['ID=f8f40140-e690-4270-bfb9-571f286a0a5b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:19.169620 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device f8f40140-e690-4270-bfb9-571f286a0a5b no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:46:19.200347 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b106a98-6fb1-4211-bc0b-459f36506fe3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] No DVR routers for this DVR port f8f40140-e690-4270-bfb9-571f286a0a5b on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:46:19.265730 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 57dd84e4-535b-4259-8c56-6b77b3a2b0c8 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:19.266107 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:19.316383 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '870bf163-4bc8-4f62-aa1e-a97e2ee5bef9', 'network_id': '471adc6c-b70b-42c1-bc3f-35baec009201', 'port_id': '870bf163-4bc8-4f62-aa1e-a97e2ee5bef9', 'mac_address': 'fa:16:3e:4b:93:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb810c0a-840e-4497-98b6-b4ffe8e0a8f1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:46:19.340325 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57dd84e4-535b-4259-8c56-6b77b3a2b0c8 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:46:19.358606 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 57dd84e4-535b-4259-8c56-6b77b3a2b0c8, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=57dd84e4-535b-4259-8c56-6b77b3a2b0c8,segment=NetworkSegment(8b16b1c9-90b4-4de7-9c08-9b2190184539),segment_id=8b16b1c9-90b4-4de7-9c08-9b2190184539)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:19.372026 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d7a5596f-85b4-4dbf-8869-e18f20b46066 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:19.484377 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-134a3001-c91e-4118-8b79-7841746e8d79 req-d0ecea2f-261d-4307-91b3-b2a72cddcadb tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5313394 May 13 14:46:19.534339 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d7a5596f-85b4-4dbf-8869-e18f20b46066 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:19.560134 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5b106a98-6fb1-4211-bc0b-459f36506fe3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:19.604032 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-5b106a98-6fb1-4211-bc0b-459f36506fe3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43fd7fd5-7111-487f-9293-5043026527eb']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:19.614919 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 870bf163-4bc8-4f62-aa1e-a97e2ee5bef9 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:19.615880 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:19.619083 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-5b106a98-6fb1-4211-bc0b-459f36506fe3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e69de96-1b9c-49cd-849d-5f9f7e85c888') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:19.619924 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-5b106a98-6fb1-4211-bc0b-459f36506fe3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e69de96-1b9c-49cd-849d-5f9f7e85c888') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:19.642158 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5b106a98-6fb1-4211-bc0b-459f36506fe3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:19.642681 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:19.645383 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['42a1abac-e5c5-46b8-a459-21e4016e4e47'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:46:19.678194 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['f42ba23f-a9fd-42b0-9c7f-8779c7e24321'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:46:19.678844 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5b106a98-6fb1-4211-bc0b-459f36506fe3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:19.695727 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b106a98-6fb1-4211-bc0b-459f36506fe3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:46:19.696266 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5b106a98-6fb1-4211-bc0b-459f36506fe3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:19.705159 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d7a5596f-85b4-4dbf-8869-e18f20b46066 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:19.705549 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: f8f40140-e690-4270-bfb9-571f286a0a5b {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:46:19.706052 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device f8f40140-e690-4270-bfb9-571f286a0a5b not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:46:19.720988 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:46:19.720988 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:46:19.720988 n-d-841760-1 neutron-server[88082]: timer() May 13 14:46:19.720988 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:46:19.720988 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:46:19.720988 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:46:19.720988 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:46:19.720988 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:46:19.720988 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:46:19.720988 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:46:19.720988 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:46:19.720988 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:46:19.720988 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:46:19.720988 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:46:19.720988 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:46:19.720988 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:46:19.720988 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:46:19.720988 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:46:19.720988 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:46:19.720988 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:46:19.720988 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:46:19.720988 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:46:19.720988 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:46:19.720988 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:46:19.720988 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:46:19.720988 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:46:19.720988 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:46:19.720988 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:46:19.720988 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:46:19.720988 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:46:19.720988 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:46:19.720988 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:46:19.805972 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-57f8daf4-f786-4720-9124-601f81be4c63 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] For port 20a6a6b5-1019-47e0-ac7a-c853f258b603, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=20a6a6b5-1019-47e0-ac7a-c853f258b603,segment=NetworkSegment(e328ea51-14f0-4c5a-9b1c-06453528cd3e),segment_id=e328ea51-14f0-4c5a-9b1c-06453528cd3e)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:19.806367 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-57f8daf4-f786-4720-9124-601f81be4c63 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:19.922674 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5b106a98-6fb1-4211-bc0b-459f36506fe3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:19.988561 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5b106a98-6fb1-4211-bc0b-459f36506fe3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:20.019427 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b106a98-6fb1-4211-bc0b-459f36506fe3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Network': ['ID=43fd7fd5-7111-487f-9293-5043026527eb,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:20.065421 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5b106a98-6fb1-4211-bc0b-459f36506fe3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/networks/43fd7fd5-7111-487f-9293-5043026527eb HTTP/1.1" status: 204 len: 168 time: 2.4395754 May 13 14:46:20.066314 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35356) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:20.067719 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870bf163-4bc8-4f62-aa1e-a97e2ee5bef9 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:46:20.072719 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['57dd84e4-535b-4259-8c56-6b77b3a2b0c8'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:46:20.075956 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-ae7b94b2-85bc-4e17-8095-948587998448 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'port': {'network_id': '72e9fc38-923f-4207-b51c-1b6a2d39607c', 'name': 'tempest-PortsTestJSON-2062080311'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:20.174419 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-57f8daf4-f786-4720-9124-601f81be4c63 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Calling delete_port for 20a6a6b5-1019-47e0-ac7a-c853f258b603 owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:20.346201 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=57dd84e4-535b-4259-8c56-6b77b3a2b0c8,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:20.405058 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 870bf163-4bc8-4f62-aa1e-a97e2ee5bef9, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=870bf163-4bc8-4f62-aa1e-a97e2ee5bef9,segment=NetworkSegment(a14d3966-62e0-468d-b3b4-5c718a1fb25d),segment_id=a14d3966-62e0-468d-b3b4-5c718a1fb25d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:20.429281 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-57f8daf4-f786-4720-9124-601f81be4c63 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:20.433901 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5596f-85b4-4dbf-8869-e18f20b46066 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event deleted for resources: {'Subnet': ['ID=135482b0-e1f1-4a62-980b-d7db730ba769,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:20.450290 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d7a5596f-85b4-4dbf-8869-e18f20b46066 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:20.456413 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:20.457054 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ae7b94b2-85bc-4e17-8095-948587998448 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:20.469872 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ae7b94b2-85bc-4e17-8095-948587998448 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:port and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:20.473879 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ae7b94b2-85bc-4e17-8095-948587998448 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:20.484965 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ae7b94b2-85bc-4e17-8095-948587998448 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:20.498583 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faadb3b-4fb3-4f15-8778-bcdc0f66a9cd req-162457c1-47e3-4c7b-9341-4b81f1d9f8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:20.499993 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1faadb3b-4fb3-4f15-8778-bcdc0f66a9cd req-162457c1-47e3-4c7b-9341-4b81f1d9f8b2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b31433d5022490ba6cd8b183da7a35f&device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 1097 time: 0.3848939 May 13 14:46:20.510927 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05319e-d746-466a-bfc0-f667e3db581a req-ca6d9323-8234-40dd-a29d-e4da7f0e04f2 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:20.513523 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8daf4-f786-4720-9124-601f81be4c63 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event deleted for resources: {'Port': ['ID=20a6a6b5-1019-47e0-ac7a-c853f258b603,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:20.519087 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6c05319e-d746-466a-bfc0-f667e3db581a req-ca6d9323-8234-40dd-a29d-e4da7f0e04f2 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 946 time: 0.3498540 May 13 14:46:20.544793 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d7a5596f-85b4-4dbf-8869-e18f20b46066 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "DELETE /v2.0/subnets/135482b0-e1f1-4a62-980b-d7db730ba769 HTTP/1.1" status: 204 len: 168 time: 1.7314780 May 13 14:46:20.554759 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35362) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:20.567271 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=870bf163-4bc8-4f62-aa1e-a97e2ee5bef9,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:20.598452 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defaaff8-f0e8-4568-8050-266fc40fb7b3 req-18653f1e-e160-46d6-a460-1d8ea565fc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:20.600228 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-defaaff8-f0e8-4568-8050-266fc40fb7b3 req-18653f1e-e160-46d6-a460-1d8ea565fc81 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43389771-9bef-4e8f-9ae8-ce47765c650c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.4839694 May 13 14:46:20.734224 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7b94b2-85bc-4e17-8095-948587998448 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:46:20.737777 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ae7b94b2-85bc-4e17-8095-948587998448 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:20.754139 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a930edd3-0cce-4ec3-b2b6-528d61bbe0f8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:20.858838 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-ae7b94b2-85bc-4e17-8095-948587998448 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] device_id is not set on port 9d4fd092-30e8-41b6-82f5-1a7cc817e389 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:46:20.874809 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf681d-886d-4541-a4d0-2b41287fec04 req-4c69f641-19b1-4881-93ba-aae98547aadd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:20.882244 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf681d-886d-4541-a4d0-2b41287fec04 req-4c69f641-19b1-4881-93ba-aae98547aadd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:20.888884 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf681d-886d-4541-a4d0-2b41287fec04 req-4c69f641-19b1-4881-93ba-aae98547aadd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:20.899284 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf681d-886d-4541-a4d0-2b41287fec04 req-4c69f641-19b1-4881-93ba-aae98547aadd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:20.908337 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf681d-886d-4541-a4d0-2b41287fec04 req-4c69f641-19b1-4881-93ba-aae98547aadd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:20.917689 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6c05319e-d746-466a-bfc0-f667e3db581a req-beaf72f2-cb21-4168-a0be-be9007cd664c tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3976147 May 13 14:46:20.918655 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf681d-886d-4541-a4d0-2b41287fec04 req-4c69f641-19b1-4881-93ba-aae98547aadd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:20.925248 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf681d-886d-4541-a4d0-2b41287fec04 req-4c69f641-19b1-4881-93ba-aae98547aadd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:20.933642 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-95cf681d-886d-4541-a4d0-2b41287fec04 req-4c69f641-19b1-4881-93ba-aae98547aadd tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5424 time: 1.2899511 May 13 14:46:21.140882 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-95cf681d-886d-4541-a4d0-2b41287fec04 req-fcfcd91e-c474-4043-bd2a-baeeb85e1bf5 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2063293 May 13 14:46:21.191393 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-defaaff8-f0e8-4568-8050-266fc40fb7b3 req-bb8d384f-1a78-459d-b909-5bf2d9d000c5 service neutron] 10.222.0.59 "GET /v2.0/networks/43389771-9bef-4e8f-9ae8-ce47765c650c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5830598 May 13 14:46:21.275454 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['870bf163-4bc8-4f62-aa1e-a97e2ee5bef9'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:46:21.332921 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ae7b94b2-85bc-4e17-8095-948587998448 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:21.378323 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-57f8daf4-f786-4720-9124-601f81be4c63 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:21.442050 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ae7b94b2-85bc-4e17-8095-948587998448 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:21.583141 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faadb3b-4fb3-4f15-8778-bcdc0f66a9cd req-b5a595e8-a6ce-4d80-9c83-c893238868de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:21.587366 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1faadb3b-4fb3-4f15-8778-bcdc0f66a9cd req-b5a595e8-a6ce-4d80-9c83-c893238868de service neutron] 10.222.0.59 "GET /v2.0/networks?id=3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 HTTP/1.1" status: 200 len: 911 time: 1.0507138 May 13 14:46:21.589535 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a930edd3-0cce-4ec3-b2b6-528d61bbe0f8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:21.691971 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7b94b2-85bc-4e17-8095-948587998448 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network 72e9fc38-923f-4207-b51c-1b6a2d39607c is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:46:21.705954 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-ae7b94b2-85bc-4e17-8095-948587998448 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:46:21.733102 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7b94b2-85bc-4e17-8095-948587998448 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:46:21.738871 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7b94b2-85bc-4e17-8095-948587998448 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:21.739511 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ae7b94b2-85bc-4e17-8095-948587998448 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:21.765183 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b94b2-85bc-4e17-8095-948587998448 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Port': ['ID=9d4fd092-30e8-41b6-82f5-1a7cc817e389,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:21.784400 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-a930edd3-0cce-4ec3-b2b6-528d61bbe0f8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd6c8b5-c9e0-4cd6-a5de-4fdd6b1ddf4e']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:21.807855 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b94b2-85bc-4e17-8095-948587998448 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:21.808265 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b94b2-85bc-4e17-8095-948587998448 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:21.808513 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b94b2-85bc-4e17-8095-948587998448 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:21.808840 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b94b2-85bc-4e17-8095-948587998448 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:21.809176 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b94b2-85bc-4e17-8095-948587998448 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:21.809825 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b94b2-85bc-4e17-8095-948587998448 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:21.810164 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b94b2-85bc-4e17-8095-948587998448 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:21.810487 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b94b2-85bc-4e17-8095-948587998448 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:21.810993 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b94b2-85bc-4e17-8095-948587998448 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:21.811141 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b94b2-85bc-4e17-8095-948587998448 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:21.811476 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b94b2-85bc-4e17-8095-948587998448 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:21.812059 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b94b2-85bc-4e17-8095-948587998448 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:21.828985 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-a930edd3-0cce-4ec3-b2b6-528d61bbe0f8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6cb4185-7ec6-4511-aaad-4d589c8cb608') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:21.829278 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-a930edd3-0cce-4ec3-b2b6-528d61bbe0f8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6cb4185-7ec6-4511-aaad-4d589c8cb608') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:21.851857 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a930edd3-0cce-4ec3-b2b6-528d61bbe0f8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:21.861347 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1faadb3b-4fb3-4f15-8778-bcdc0f66a9cd req-df9c9810-250b-46e0-8fc0-77d58591aba0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46833746-4949-4cc0-876e-322482ef650d HTTP/1.1" status: 200 len: 1000 time: 0.2499738 May 13 14:46:21.866725 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ae7b94b2-85bc-4e17-8095-948587998448 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7993598 May 13 14:46:21.872516 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35380) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:21.918852 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e8d7b-1900-4145-a085-67a6216f1229 req-2552e335-81d7-4536-874a-c3ffbd5e051e tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:21.920845 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-922e8d7b-1900-4145-a085-67a6216f1229 req-2552e335-81d7-4536-874a-c3ffbd5e051e tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3184690-c0b0-4b8e-8a95-debf4a7dad1b HTTP/1.1" status: 200 len: 908 time: 0.8607328 May 13 14:46:21.926232 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a930edd3-0cce-4ec3-b2b6-528d61bbe0f8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:21.941478 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-defaaff8-f0e8-4568-8050-266fc40fb7b3 req-01754c36-6a93-49f1-8e9e-ad2db940b43f service neutron] 10.222.0.59 "GET /v2.0/networks/43389771-9bef-4e8f-9ae8-ce47765c650c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7348995 May 13 14:46:22.028639 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a930edd3-0cce-4ec3-b2b6-528d61bbe0f8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:46:22.029052 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a930edd3-0cce-4ec3-b2b6-528d61bbe0f8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:22.045975 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:46:22.045975 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:46:22.045975 n-d-841760-1 neutron-server[88082]: timer() May 13 14:46:22.045975 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:46:22.045975 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:46:22.045975 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:46:22.045975 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:46:22.045975 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:46:22.045975 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:46:22.045975 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:46:22.045975 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:46:22.045975 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:46:22.045975 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:46:22.045975 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:46:22.045975 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:46:22.045975 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:46:22.045975 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:46:22.045975 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:46:22.045975 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:46:22.045975 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:46:22.045975 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:46:22.045975 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:46:22.045975 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:46:22.045975 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:46:22.045975 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:46:22.045975 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:46:22.045975 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:46:22.045975 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:46:22.045975 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:46:22.045975 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:46:22.045975 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:46:22.045975 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:46:22.062642 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 57dd84e4-535b-4259-8c56-6b77b3a2b0c8 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:46:22.144836 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faadb3b-4fb3-4f15-8778-bcdc0f66a9cd req-4b00f18f-0daa-4bd1-92d0-5c7f146cc96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:22.146481 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1faadb3b-4fb3-4f15-8778-bcdc0f66a9cd req-4b00f18f-0daa-4bd1-92d0-5c7f146cc96a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=363e7da1-0d6f-4e89-9da3-93f517417d88 HTTP/1.1" status: 200 len: 849 time: 0.2754629 May 13 14:46:22.195620 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-40b70b62-c295-474d-8afd-c15a419968d3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting port 9d4fd092-30e8-41b6-82f5-1a7cc817e389 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:22.195881 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-40b70b62-c295-474d-8afd-c15a419968d3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:22.212570 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 57dd84e4-535b-4259-8c56-6b77b3a2b0c8 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:46:22.219645 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 57dd84e4-535b-4259-8c56-6b77b3a2b0c8 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:22.220077 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:22.249984 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f8daf4-f786-4720-9124-601f81be4c63 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Router 60f27043-3c9f-4544-9691-0cb912423002 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:46:22.413992 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 57dd84e4-535b-4259-8c56-6b77b3a2b0c8 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:22.414365 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:22.449475 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3184690-c0b0-4b8e-8a95-debf4a7dad1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57dd84e4-535b-4259-8c56-6b77b3a2b0c8'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:22.464381 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 57dd84e4-535b-4259-8c56-6b77b3a2b0c8, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=57dd84e4-535b-4259-8c56-6b77b3a2b0c8,segment=NetworkSegment(8b16b1c9-90b4-4de7-9c08-9b2190184539),segment_id=8b16b1c9-90b4-4de7-9c08-9b2190184539)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:22.472020 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:22.505796 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a930edd3-0cce-4ec3-b2b6-528d61bbe0f8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:22.527720 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 67e7f531-e2b2-4161-81a5-7ac49b7125b3 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:46:22.534417 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a930edd3-0cce-4ec3-b2b6-528d61bbe0f8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:22.534565 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9011703-f8bb-43d5-9638-1e3ee90ed7d1 req-34beaf44-05a4-48bd-9a30-4bc260dc5197 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:22.536084 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f9011703-f8bb-43d5-9638-1e3ee90ed7d1 req-34beaf44-05a4-48bd-9a30-4bc260dc5197 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 946 time: 0.4066737 May 13 14:46:22.603932 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f8daf4-f786-4720-9124-601f81be4c63 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:46:22.615871 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930edd3-0cce-4ec3-b2b6-528d61bbe0f8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] Pushing event deleted for resources: {'Network': ['ID=8fd6c8b5-c9e0-4cd6-a5de-4fdd6b1ddf4e,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:22.617763 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35392) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:22.620130 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a0e2e7-5752-4aa0-8019-0034e64ce942 None None] Sync routers for ids ['60f27043-3c9f-4544-9691-0cb912423002'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:46:22.637789 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-57f8daf4-f786-4720-9124-601f81be4c63 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "PUT /v2.0/routers/60f27043-3c9f-4544-9691-0cb912423002/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3810410 May 13 14:46:22.640632 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a930edd3-0cce-4ec3-b2b6-528d61bbe0f8 tempest-FloatingIPTestJSON-2010192467 tempest-FloatingIPTestJSON-2010192467-project] 10.222.0.35 "DELETE /v2.0/networks/8fd6c8b5-c9e0-4cd6-a5de-4fdd6b1ddf4e HTTP/1.1" status: 204 len: 168 time: 2.0735354 May 13 14:46:22.665000 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a0e2e7-5752-4aa0-8019-0034e64ce942 None None] Routers {'60f27043-3c9f-4544-9691-0cb912423002'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:46:22.666020 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e0a0e2e7-5752-4aa0-8019-0034e64ce942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:46:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['60f27043-3c9f-4544-9691-0cb912423002'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:22.686785 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f9011703-f8bb-43d5-9638-1e3ee90ed7d1 req-4838cb9e-b07e-406d-bc19-83d9df48bbca tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397169 May 13 14:46:22.695483 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=57dd84e4-535b-4259-8c56-6b77b3a2b0c8,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:22.756520 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 67e7f531-e2b2-4161-81a5-7ac49b7125b3 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:46:22.765668 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 67e7f531-e2b2-4161-81a5-7ac49b7125b3 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:22.766063 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:22.892835 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2364627e-041b-43f7-a28d-8de7d5715c8a'] response: {'server_uuid': 'f3184690-c0b0-4b8e-8a95-debf4a7dad1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57dd84e4-535b-4259-8c56-6b77b3a2b0c8', 'code': 200} May 13 14:46:23.054505 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e432b6-b360-455c-a807-ce14ad2fc0ea req-13b568e5-31f7-439d-9834-2afa82b84714 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:23.085584 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e432b6-b360-455c-a807-ce14ad2fc0ea req-13b568e5-31f7-439d-9834-2afa82b84714 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:23.089344 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 67e7f531-e2b2-4161-81a5-7ac49b7125b3 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:23.089816 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:23.103898 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e432b6-b360-455c-a807-ce14ad2fc0ea req-13b568e5-31f7-439d-9834-2afa82b84714 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:23.106028 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-e0a0e2e7-5752-4aa0-8019-0034e64ce942 None None] Set router 60f27043-3c9f-4544-9691-0cb912423002 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:46:23.123464 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e432b6-b360-455c-a807-ce14ad2fc0ea req-13b568e5-31f7-439d-9834-2afa82b84714 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:23.134806 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 67e7f531-e2b2-4161-81a5-7ac49b7125b3, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=67e7f531-e2b2-4161-81a5-7ac49b7125b3,segment=NetworkSegment(5de83cfe-6331-4b64-bbaf-edddf095904e),segment_id=5de83cfe-6331-4b64-bbaf-edddf095904e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:23.140030 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:23.144196 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e432b6-b360-455c-a807-ce14ad2fc0ea req-13b568e5-31f7-439d-9834-2afa82b84714 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:23.170608 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e432b6-b360-455c-a807-ce14ad2fc0ea req-13b568e5-31f7-439d-9834-2afa82b84714 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:23.193262 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e432b6-b360-455c-a807-ce14ad2fc0ea req-13b568e5-31f7-439d-9834-2afa82b84714 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:23.195350 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-07e432b6-b360-455c-a807-ce14ad2fc0ea req-13b568e5-31f7-439d-9834-2afa82b84714 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5425 time: 0.8054309 May 13 14:46:23.211099 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965825d-2ede-4262-8fec-9fdd8f6a81ff req-f16d2ff1-6a6a-4154-aaff-522dd97fbae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:23.212555 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f965825d-2ede-4262-8fec-9fdd8f6a81ff req-f16d2ff1-6a6a-4154-aaff-522dd97fbae7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f3184690-c0b0-4b8e-8a95-debf4a7dad1b HTTP/1.1" status: 200 len: 1060 time: 0.2821095 May 13 14:46:23.230506 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faadb3b-4fb3-4f15-8778-bcdc0f66a9cd req-3b332776-bcec-4c76-8ef0-3641f2dee4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:23.232004 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1faadb3b-4fb3-4f15-8778-bcdc0f66a9cd req-3b332776-bcec-4c76-8ef0-3641f2dee4f4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3c40b33f-7bf3-4984-a9df-d5e9c9e61d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9246066 May 13 14:46:23.295244 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=67e7f531-e2b2-4161-81a5-7ac49b7125b3,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:23.310148 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-40b70b62-c295-474d-8afd-c15a419968d3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:23.346572 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35408) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:23.404680 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718235f5-9a45-454a-90de-be3ae8d7f39e req-b645ad6e-67c0-4a83-82ce-07ab03bcb083 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:23.406429 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-718235f5-9a45-454a-90de-be3ae8d7f39e req-b645ad6e-67c0-4a83-82ce-07ab03bcb083 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3184690-c0b0-4b8e-8a95-debf4a7dad1b HTTP/1.1" status: 200 len: 909 time: 0.1428685 May 13 14:46:23.436465 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-313a3eae-30ba-41e4-88ea-4bdcbf2f688a tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Deleting subnet 0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:46:23.440216 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-313a3eae-30ba-41e4-88ea-4bdcbf2f688a tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:23.477144 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:46:23.500655 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-313a3eae-30ba-41e4-88ea-4bdcbf2f688a tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:23.574714 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-12541010-20ce-4f6b-946a-24d9c4961391 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6b12ce616ed04de39e484728b5ba653e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2280383 May 13 14:46:23.577411 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35414) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:23.578062 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e0a0e2e7-5752-4aa0-8019-0034e64ce942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f27043-3c9f-4544-9691-0cb912423002', 'name': 'tempest-RoutersTest-router-381366229', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:44Z', 'updated_at': '2022-05-13T14:46:20Z', 'revision_number': 9, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None, '_interfaces': [{'id': '17b8844a-8c24-4412-a9fb-66be3c8100cb', 'name': '', 'network_id': '07bb90cc-b788-4b33-b9e3-b37f8b092447', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:75:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:05Z', 'updated_at': '2022-05-13T14:45:16Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b55478fe-0015-458d-8d26-24bda0d3475c', 'name': '', 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:d1:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:49Z', 'updated_at': '2022-05-13T14:45:04Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:23.582993 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a0e2e7-5752-4aa0-8019-0034e64ce942 None None] Checking router: 60f27043-3c9f-4544-9691-0cb912423002 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:46:23.601781 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a0e2e7-5752-4aa0-8019-0034e64ce942 None None] Routers {'60f27043-3c9f-4544-9691-0cb912423002'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:46:23.602413 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e0a0e2e7-5752-4aa0-8019-0034e64ce942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:46:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['60f27043-3c9f-4544-9691-0cb912423002'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:23.666137 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-034700df-af9e-413d-844f-040c2c89971d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:23.699626 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-034700df-af9e-413d-844f-040c2c89971d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:23.749690 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-40b70b62-c295-474d-8afd-c15a419968d3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Calling delete_port for 9d4fd092-30e8-41b6-82f5-1a7cc817e389 owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:23.781953 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-034700df-af9e-413d-844f-040c2c89971d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:23.814083 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034700df-af9e-413d-844f-040c2c89971d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec011b1-daef-4d88-bb26-69716a6b46c4,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:23.833328 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-034700df-af9e-413d-844f-040c2c89971d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:23.839097 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-034700df-af9e-413d-844f-040c2c89971d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7ec011b1-daef-4d88-bb26-69716a6b46c4 HTTP/1.1" status: 204 len: 168 time: 0.2602348 May 13 14:46:23.865816 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-e0a0e2e7-5752-4aa0-8019-0034e64ce942 None None] Set router 60f27043-3c9f-4544-9691-0cb912423002 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:46:23.935332 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-07e432b6-b360-455c-a807-ce14ad2fc0ea req-a7ddd37a-7eef-475c-9910-729148d40847 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6875558 May 13 14:46:24.032681 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1faadb3b-4fb3-4f15-8778-bcdc0f66a9cd req-b82e6b7f-1c54-48ae-9087-feccf94ea14a service neutron] 10.222.0.59 "GET /v2.0/networks/3c40b33f-7bf3-4984-a9df-d5e9c9e61d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4846749 May 13 14:46:24.125823 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce09eb9-164a-43a2-9cb4-047f9c84d042 req-9e744626-5f9c-4eac-8ef1-374e4eab0f62 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:24.141386 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9ce09eb9-164a-43a2-9cb4-047f9c84d042 req-9e744626-5f9c-4eac-8ef1-374e4eab0f62 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 946 time: 0.2540681 May 13 14:46:24.149896 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-40b70b62-c295-474d-8afd-c15a419968d3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:24.226935 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-313a3eae-30ba-41e4-88ea-4bdcbf2f688a tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:24.360150 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9ce09eb9-164a-43a2-9cb4-047f9c84d042 req-ce892f01-cce2-412b-8edd-4ab2cf6eca69 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167490 May 13 14:46:24.494686 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 42a1abac-e5c5-46b8-a459-21e4016e4e47 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:46:24.509578 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-313a3eae-30ba-41e4-88ea-4bdcbf2f688a tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:24.513860 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b70b62-c295-474d-8afd-c15a419968d3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Port': ['ID=9d4fd092-30e8-41b6-82f5-1a7cc817e389,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:24.570940 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e0a0e2e7-5752-4aa0-8019-0034e64ce942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f27043-3c9f-4544-9691-0cb912423002', 'name': 'tempest-RoutersTest-router-381366229', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:44Z', 'updated_at': '2022-05-13T14:46:20Z', 'revision_number': 9, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None, '_interfaces': [{'id': '17b8844a-8c24-4412-a9fb-66be3c8100cb', 'name': '', 'network_id': '07bb90cc-b788-4b33-b9e3-b37f8b092447', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:75:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:05Z', 'updated_at': '2022-05-13T14:45:16Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b55478fe-0015-458d-8d26-24bda0d3475c', 'name': '', 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:d1:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:49Z', 'updated_at': '2022-05-13T14:45:04Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:24.577205 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a0e2e7-5752-4aa0-8019-0034e64ce942 None None] The sync data for ids ['60f27043-3c9f-4544-9691-0cb912423002'] in n-d-841760-1 is: [{'id': '60f27043-3c9f-4544-9691-0cb912423002', 'name': 'tempest-RoutersTest-router-381366229', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:44Z', 'updated_at': '2022-05-13T14:46:20Z', 'revision_number': 9, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None, '_interfaces': [{'id': '17b8844a-8c24-4412-a9fb-66be3c8100cb', 'name': '', 'network_id': '07bb90cc-b788-4b33-b9e3-b37f8b092447', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:75:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:05Z', 'updated_at': '2022-05-13T14:45:16Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': 'f863684d-03c1-458b-829f-e0ae4db205da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b55478fe-0015-458d-8d26-24bda0d3475c', 'name': '', 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:d1:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:49Z', 'updated_at': '2022-05-13T14:45:04Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:46:24.633143 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-40b70b62-c295-474d-8afd-c15a419968d3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:24.659604 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a3eae-30ba-41e4-88ea-4bdcbf2f688a tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event deleted for resources: {'Subnet': ['ID=0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:24.676924 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-313a3eae-30ba-41e4-88ea-4bdcbf2f688a tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:24.678032 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c20cd5e-1fd9-4384-ab33-39a87c9430a3 None None] Network 25ce728c-de7c-4b25-adf3-17148531c115 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:46:24.681293 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-313a3eae-30ba-41e4-88ea-4bdcbf2f688a tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/subnets/0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b HTTP/1.1" status: 204 len: 168 time: 2.0436344 May 13 14:46:24.681788 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35442) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:24.686402 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-40b70b62-c295-474d-8afd-c15a419968d3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/ports/9d4fd092-30e8-41b6-82f5-1a7cc817e389 HTTP/1.1" status: 204 len: 168 time: 2.7799695 May 13 14:46:24.689361 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35444) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:24.704155 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-81404441-c598-42cf-ab13-464b546382cc tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'port': {'network_id': '72e9fc38-923f-4207-b51c-1b6a2d39607c', 'mac_address': 'fa:16:3e:8d:45:42', 'name': 'tempest-PortsTestJSON-634981624'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:24.809558 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1faadb3b-4fb3-4f15-8778-bcdc0f66a9cd req-f0f06a71-c2e4-409f-8884-7110fab6b52c service neutron] 10.222.0.59 "GET /v2.0/networks/3c40b33f-7bf3-4984-a9df-d5e9c9e61d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7657442 May 13 14:46:24.842320 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 42a1abac-e5c5-46b8-a459-21e4016e4e47 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:46:24.875663 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 42a1abac-e5c5-46b8-a459-21e4016e4e47 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:24.876047 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:24.897166 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d9cc828-8cd6-42ff-9993-e2b847bd5733 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:24.924154 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-1d9cc828-8cd6-42ff-9993-e2b847bd5733 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Deleting port 998692c5-c3c4-4262-b410-0b00aa391a29 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:24.924963 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d9cc828-8cd6-42ff-9993-e2b847bd5733 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:24.957904 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e7f531-e2b2-4161-81a5-7ac49b7125b3'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:25.023694 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-81404441-c598-42cf-ab13-464b546382cc tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:25.032935 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 20a6a6b5-1019-47e0-ac7a-c853f258b603 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:46:25.054777 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-81404441-c598-42cf-ab13-464b546382cc tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:port and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:25.064822 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-81404441-c598-42cf-ab13-464b546382cc tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:25.095475 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-81404441-c598-42cf-ab13-464b546382cc tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:25.143864 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3fa9e39-81e2-4b41-976c-63181a2c01c1'] response: {'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e7f531-e2b2-4161-81a5-7ac49b7125b3', 'code': 200} May 13 14:46:25.145514 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81404441-c598-42cf-ab13-464b546382cc tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:46:25.180439 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 20a6a6b5-1019-47e0-ac7a-c853f258b603 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:46:25.181778 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 20a6a6b5-1019-47e0-ac7a-c853f258b603 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:46:25.362368 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-1d9cc828-8cd6-42ff-9993-e2b847bd5733 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] For port 998692c5-c3c4-4262-b410-0b00aa391a29, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=998692c5-c3c4-4262-b410-0b00aa391a29,segment=NetworkSegment(e328ea51-14f0-4c5a-9b1c-06453528cd3e),segment_id=e328ea51-14f0-4c5a-9b1c-06453528cd3e)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:25.362931 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d9cc828-8cd6-42ff-9993-e2b847bd5733 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:25.369483 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35468) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:25.403369 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e2dfd-a677-461c-86ba-1464e2838cd8 req-afe4e9bd-8562-4422-a9a8-1877f635f690 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:25.416863 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9a5e2dfd-a677-461c-86ba-1464e2838cd8 req-afe4e9bd-8562-4422-a9a8-1877f635f690 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3184690-c0b0-4b8e-8a95-debf4a7dad1b HTTP/1.1" status: 200 len: 909 time: 0.6857219 May 13 14:46:25.554593 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-81404441-c598-42cf-ab13-464b546382cc tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:25.608876 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-81404441-c598-42cf-ab13-464b546382cc tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] device_id is not set on port 1df0161b-bbdd-4983-8b36-51131d779dd4 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:46:25.613964 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 42a1abac-e5c5-46b8-a459-21e4016e4e47 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:25.614535 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:25.693310 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 42a1abac-e5c5-46b8-a459-21e4016e4e47, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=42a1abac-e5c5-46b8-a459-21e4016e4e47,segment=NetworkSegment(5de83cfe-6331-4b64-bbaf-edddf095904e),segment_id=5de83cfe-6331-4b64-bbaf-edddf095904e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:25.702386 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:25.705395 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 287acb6a-4dc7-45f4-8951-887c0db993bc up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:46:25.750842 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-1d9cc828-8cd6-42ff-9993-e2b847bd5733 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Calling delete_port for 998692c5-c3c4-4262-b410-0b00aa391a29 owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:25.832636 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9430d4a9-f9a7-415c-80a5-ae5a3793cd8b None None] DHCP port deletion for 25ce728c-de7c-4b25-adf3-17148531c115 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:46:25.973140 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-9430d4a9-f9a7-415c-80a5-ae5a3793cd8b None None] Deleting port 998692c5-c3c4-4262-b410-0b00aa391a29 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:25.973730 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9430d4a9-f9a7-415c-80a5-ae5a3793cd8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:26.037896 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d9cc828-8cd6-42ff-9993-e2b847bd5733 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:26.107437 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9cc828-8cd6-42ff-9993-e2b847bd5733 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event deleted for resources: {'Port': ['ID=998692c5-c3c4-4262-b410-0b00aa391a29,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:26.109671 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9cc828-8cd6-42ff-9993-e2b847bd5733 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] No DVR routers for this DVR port 998692c5-c3c4-4262-b410-0b00aa391a29 on host n-d-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:46:26.118484 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-9430d4a9-f9a7-415c-80a5-ae5a3793cd8b None None] The port '998692c5-c3c4-4262-b410-0b00aa391a29' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:46:26.134242 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=42a1abac-e5c5-46b8-a459-21e4016e4e47,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:26.174101 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 287acb6a-4dc7-45f4-8951-887c0db993bc completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:46:26.194101 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 287acb6a-4dc7-45f4-8951-887c0db993bc triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:26.194741 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:26.214870 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-81404441-c598-42cf-ab13-464b546382cc tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:26.254395 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d9cc828-8cd6-42ff-9993-e2b847bd5733 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:26.287818 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Request body: {'networks': [{'name': 'tempest-network--1363287148'}, {'name': 'tempest-network--1206313651'}]} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:26.291443 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Request body: {'network': {'name': 'tempest-network--1363287148'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:26.292078 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Request body: {'network': {'name': 'tempest-network--1206313651'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:26.304266 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-1d9cc828-8cd6-42ff-9993-e2b847bd5733 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25ce728c-de7c-4b25-adf3-17148531c115']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:26.329595 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-1d9cc828-8cd6-42ff-9993-e2b847bd5733 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e328ea51-14f0-4c5a-9b1c-06453528cd3e') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:26.329893 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-1d9cc828-8cd6-42ff-9993-e2b847bd5733 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e328ea51-14f0-4c5a-9b1c-06453528cd3e') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:26.346588 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d9cc828-8cd6-42ff-9993-e2b847bd5733 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:26.373109 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-81404441-c598-42cf-ab13-464b546382cc tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:26.375377 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:26.377856 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d9cc828-8cd6-42ff-9993-e2b847bd5733 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:26.387005 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9cc828-8cd6-42ff-9993-e2b847bd5733 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:46:26.387938 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d9cc828-8cd6-42ff-9993-e2b847bd5733 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:26.428807 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 287acb6a-4dc7-45f4-8951-887c0db993bc is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:26.429545 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:26.431954 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Usage tracker for resource:network and tenant:683aa1f76e71416fb91b9e97f308b79c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:26.442442 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:26.473982 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:26.480102 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 287acb6a-4dc7-45f4-8951-887c0db993bc, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=287acb6a-4dc7-45f4-8951-887c0db993bc,segment=NetworkSegment(fae8ba92-53c8-4329-8f52-6b8b386d5a97),segment_id=fae8ba92-53c8-4329-8f52-6b8b386d5a97)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:26.491630 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:26.493619 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device daf2e69b-43ff-47c0-885c-637ff3620bd1 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:46:26.509499 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81404441-c598-42cf-ab13-464b546382cc tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network 72e9fc38-923f-4207-b51c-1b6a2d39607c is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:46:26.514018 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-81404441-c598-42cf-ab13-464b546382cc tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:46:26.516010 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Made reservation on behalf of 683aa1f76e71416fb91b9e97f308b79c for: {'network': 2} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:46:26.531272 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:26.572238 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81404441-c598-42cf-ab13-464b546382cc tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:46:26.626683 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81404441-c598-42cf-ab13-464b546382cc tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:26.637058 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-81404441-c598-42cf-ab13-464b546382cc tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:26.649391 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca284a18-1910-4819-af25-5ff7ff700299 req-c4aafa86-cd79-4208-b3b5-64e494a45ec1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:26.650024 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81404441-c598-42cf-ab13-464b546382cc tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Port': ['ID=1df0161b-bbdd-4983-8b36-51131d779dd4,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:26.663418 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca284a18-1910-4819-af25-5ff7ff700299 req-c4aafa86-cd79-4208-b3b5-64e494a45ec1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:26.678386 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca284a18-1910-4819-af25-5ff7ff700299 req-c4aafa86-cd79-4208-b3b5-64e494a45ec1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:26.691025 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca284a18-1910-4819-af25-5ff7ff700299 req-c4aafa86-cd79-4208-b3b5-64e494a45ec1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:26.697989 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca284a18-1910-4819-af25-5ff7ff700299 req-c4aafa86-cd79-4208-b3b5-64e494a45ec1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:26.708007 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:26.711259 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca284a18-1910-4819-af25-5ff7ff700299 req-c4aafa86-cd79-4208-b3b5-64e494a45ec1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:26.720130 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca284a18-1910-4819-af25-5ff7ff700299 req-c4aafa86-cd79-4208-b3b5-64e494a45ec1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:26.721602 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=287acb6a-4dc7-45f4-8951-887c0db993bc,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:26.730885 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ca284a18-1910-4819-af25-5ff7ff700299 req-c4aafa86-cd79-4208-b3b5-64e494a45ec1 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5427 time: 0.7286873 May 13 14:46:26.733073 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:46:26.733073 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:46:26.733073 n-d-841760-1 neutron-server[88081]: timer() May 13 14:46:26.733073 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:46:26.733073 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:46:26.733073 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:46:26.733073 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:46:26.733073 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:46:26.733073 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:46:26.733073 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:46:26.733073 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:46:26.733073 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:46:26.733073 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:46:26.733073 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:46:26.733073 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:46:26.733073 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:46:26.733073 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:46:26.733073 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:46:26.733073 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:46:26.733073 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:46:26.733073 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:46:26.733073 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:46:26.733073 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:46:26.733073 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:46:26.733073 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:46:26.733073 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:46:26.733073 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:46:26.733073 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:46:26.733073 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:46:26.733073 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:46:26.733073 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:46:26.733073 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:46:26.745941 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-81404441-c598-42cf-ab13-464b546382cc tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0534914 May 13 14:46:26.745941 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:26.749510 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35484) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:26.753949 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Usage tracker for resource:security_group_rule and tenant:683aa1f76e71416fb91b9e97f308b79c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:26.759102 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d9cc828-8cd6-42ff-9993-e2b847bd5733 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:26.763584 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d9cc828-8cd6-42ff-9993-e2b847bd5733 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:26.784495 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port daf2e69b-43ff-47c0-885c-637ff3620bd1 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:46:26.792929 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port daf2e69b-43ff-47c0-885c-637ff3620bd1 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:26.793616 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:26.812958 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9cc828-8cd6-42ff-9993-e2b847bd5733 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event deleted for resources: {'Network': ['ID=25ce728c-de7c-4b25-adf3-17148531c115,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:26.831544 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:26.834178 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ca284a18-1910-4819-af25-5ff7ff700299 req-84bcc3d0-d891-4272-924c-e8e6ddefeaa4 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1022270 May 13 14:46:26.844263 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1d9cc828-8cd6-42ff-9993-e2b847bd5733 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/networks/25ce728c-de7c-4b25-adf3-17148531c115 HTTP/1.1" status: 204 len: 168 time: 2.1609571 May 13 14:46:26.848714 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35490) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:26.887730 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bcb0b-231d-4a34-b5cf-eeb66273bf52 req-b6a0d13a-6dd1-43c6-ae93-fcf025f7ce43 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:26.921975 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad7bcb0b-231d-4a34-b5cf-eeb66273bf52 req-b6a0d13a-6dd1-43c6-ae93-fcf025f7ce43 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 946 time: 0.6516759 May 13 14:46:26.960563 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:27.040908 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port daf2e69b-43ff-47c0-885c-637ff3620bd1 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:27.042491 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:27.055572 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 998692c5-c3c4-4262-b410-0b00aa391a29 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:46:27.081319 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6074f364-4d45-44a1-b74f-c18f4fba54d6 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:27.081863 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6074f364-4d45-44a1-b74f-c18f4fba54d6 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Synchronizing usage tracker for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:46:27.088988 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad7bcb0b-231d-4a34-b5cf-eeb66273bf52 req-389ca004-3495-4dda-bfaa-c79e2c3dfb9d tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261108 May 13 14:46:27.132946 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6074f364-4d45-44a1-b74f-c18f4fba54d6 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Unset dirty status for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:46:27.134837 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 998692c5-c3c4-4262-b410-0b00aa391a29 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:46:27.138923 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 998692c5-c3c4-4262-b410-0b00aa391a29 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:46:27.139150 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6074f364-4d45-44a1-b74f-c18f4fba54d6 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "GET /v2.0/ports/1df0161b-bbdd-4983-8b36-51131d779dd4 HTTP/1.1" status: 200 len: 840 time: 0.3857362 May 13 14:46:27.139410 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35494) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:27.154055 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a1abac-e5c5-46b8-a459-21e4016e4e47'}, {'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287acb6a-4dc7-45f4-8951-887c0db993bc'}, {'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf2e69b-43ff-47c0-885c-637ff3620bd1'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:27.166802 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port daf2e69b-43ff-47c0-885c-637ff3620bd1, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=daf2e69b-43ff-47c0-885c-637ff3620bd1,segment=NetworkSegment(5de83cfe-6331-4b64-bbaf-edddf095904e),segment_id=5de83cfe-6331-4b64-bbaf-edddf095904e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:27.177030 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:27.178658 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 870bf163-4bc8-4f62-aa1e-a97e2ee5bef9 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:46:27.257745 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-fc870f9b-058b-4ea7-969d-8318371ad5a9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting port 1df0161b-bbdd-4983-8b36-51131d779dd4 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:27.259208 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fc870f9b-058b-4ea7-969d-8318371ad5a9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:27.320214 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9ed9211f-122b-4bd8-a0d5-8f26cc422ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:27.331035 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=daf2e69b-43ff-47c0-885c-637ff3620bd1,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:27.346890 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 870bf163-4bc8-4f62-aa1e-a97e2ee5bef9 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:46:27.354140 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 870bf163-4bc8-4f62-aa1e-a97e2ee5bef9 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:27.354613 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:27.389796 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:27.404435 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3c368e5-cd79-46b0-bb60-8aa8ac701b31'] response: {'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a1abac-e5c5-46b8-a459-21e4016e4e47', 'code': 200} May 13 14:46:27.404773 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3c368e5-cd79-46b0-bb60-8aa8ac701b31'] response: {'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287acb6a-4dc7-45f4-8951-887c0db993bc', 'code': 200} May 13 14:46:27.405133 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3c368e5-cd79-46b0-bb60-8aa8ac701b31'] response: {'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf2e69b-43ff-47c0-885c-637ff3620bd1', 'code': 200} May 13 14:46:27.465897 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:27.472833 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:27.492348 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b79fe-b71a-4173-8576-a55a2548692e req-4d048a68-3c85-4837-9313-d375afb2ca2b tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:27.503467 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-107b79fe-b71a-4173-8576-a55a2548692e req-4d048a68-3c85-4837-9313-d375afb2ca2b tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3184690-c0b0-4b8e-8a95-debf4a7dad1b HTTP/1.1" status: 200 len: 909 time: 0.5087879 May 13 14:46:27.550608 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 870bf163-4bc8-4f62-aa1e-a97e2ee5bef9 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:27.551932 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:27.610016 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 870bf163-4bc8-4f62-aa1e-a97e2ee5bef9, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=870bf163-4bc8-4f62-aa1e-a97e2ee5bef9,segment=NetworkSegment(a14d3966-62e0-468d-b3b4-5c718a1fb25d),segment_id=a14d3966-62e0-468d-b3b4-5c718a1fb25d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:27.616597 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:27.617672 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device db83639c-a133-43bc-b112-4ab8da679863 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:46:27.695936 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:46:27.698504 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=429adee8-96ee-403d-9caf-31a4146d5746,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:27.747559 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35506) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:27.785986 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:27.786847 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Added segment 0f00d2f1-86c0-4a61-83e8-469114cdcbaa of type vlan for network 9dcf02c9-a2d6-447b-bbd6-fedddd082bf3 May 13 14:46:27.795417 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port db83639c-a133-43bc-b112-4ab8da679863 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:46:27.806451 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port db83639c-a133-43bc-b112-4ab8da679863 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:27.806839 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:27.827939 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fc870f9b-058b-4ea7-969d-8318371ad5a9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:27.905100 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=870bf163-4bc8-4f62-aa1e-a97e2ee5bef9,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:27.920801 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:28.014134 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-fc870f9b-058b-4ea7-969d-8318371ad5a9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Calling delete_port for 1df0161b-bbdd-4983-8b36-51131d779dd4 owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:28.018806 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port db83639c-a133-43bc-b112-4ab8da679863 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:28.019677 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:28.036438 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf1716-e7da-40a4-a2e2-8d5a9f411afb req-121e07d1-2791-4cbf-a522-87ff599b970e tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:28.045424 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b6bf1716-e7da-40a4-a2e2-8d5a9f411afb req-121e07d1-2791-4cbf-a522-87ff599b970e tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f3184690-c0b0-4b8e-8a95-debf4a7dad1b HTTP/1.1" status: 200 len: 1060 time: 0.3785059 May 13 14:46:28.081983 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port db83639c-a133-43bc-b112-4ab8da679863, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=db83639c-a133-43bc-b112-4ab8da679863,segment=NetworkSegment(5de83cfe-6331-4b64-bbaf-edddf095904e),segment_id=5de83cfe-6331-4b64-bbaf-edddf095904e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:28.087591 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:28.088967 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device f42ba23f-a9fd-42b0-9c7f-8779c7e24321 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:46:28.117260 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b5c7556-2ef6-449f-926e-9aa908507ba7 admin admin] Deleting subnet 2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:46:28.125477 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1b5c7556-2ef6-449f-926e-9aa908507ba7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:28.190543 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fc870f9b-058b-4ea7-969d-8318371ad5a9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:28.193462 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:46:28.277014 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1b5c7556-2ef6-449f-926e-9aa908507ba7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:28.304693 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc870f9b-058b-4ea7-969d-8318371ad5a9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Port': ['ID=1df0161b-bbdd-4983-8b36-51131d779dd4,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:28.321375 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=db83639c-a133-43bc-b112-4ab8da679863,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:28.345689 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:46:28.349207 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port f42ba23f-a9fd-42b0-9c7f-8779c7e24321 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:46:28.355092 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fc870f9b-058b-4ea7-969d-8318371ad5a9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:28.355746 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port f42ba23f-a9fd-42b0-9c7f-8779c7e24321 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:28.356226 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:28.381780 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fc870f9b-058b-4ea7-969d-8318371ad5a9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/ports/1df0161b-bbdd-4983-8b36-51131d779dd4 HTTP/1.1" status: 204 len: 168 time: 1.2355499 May 13 14:46:28.388221 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35520) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:28.389205 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:28.389552 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Added segment 1f3ebc78-55ee-4b59-ade0-fef2a2bf3fcc of type vlan for network 1ad2bbde-35df-4768-bd92-7385d5fd2e3e May 13 14:46:28.417539 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1b5c7556-2ef6-449f-926e-9aa908507ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:28.446368 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-f372923e-fe68-435f-a8f8-deca053bc35a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] GET failed (client error): The resource could not be found. May 13 14:46:28.446909 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f372923e-fe68-435f-a8f8-deca053bc35a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Synchronizing usage tracker for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:46:28.471496 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7223d1-9ef0-40d0-abb1-321be11ac61e req-8fe6f8d1-102e-464a-a656-30d1f4e84896 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:28.478229 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7223d1-9ef0-40d0-abb1-321be11ac61e req-8fe6f8d1-102e-464a-a656-30d1f4e84896 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:28.484588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7223d1-9ef0-40d0-abb1-321be11ac61e req-8fe6f8d1-102e-464a-a656-30d1f4e84896 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:28.491485 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7223d1-9ef0-40d0-abb1-321be11ac61e req-8fe6f8d1-102e-464a-a656-30d1f4e84896 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:28.497714 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7223d1-9ef0-40d0-abb1-321be11ac61e req-8fe6f8d1-102e-464a-a656-30d1f4e84896 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:28.505135 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7223d1-9ef0-40d0-abb1-321be11ac61e req-8fe6f8d1-102e-464a-a656-30d1f4e84896 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:28.505331 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:28.511326 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7223d1-9ef0-40d0-abb1-321be11ac61e req-8fe6f8d1-102e-464a-a656-30d1f4e84896 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:28.519297 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4d7223d1-9ef0-40d0-abb1-321be11ac61e req-8fe6f8d1-102e-464a-a656-30d1f4e84896 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5431 time: 0.4718125 May 13 14:46:28.537048 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c9086-d8e0-41ae-baf1-1f66f9915b54 req-59f029d9-9fd4-432f-93e2-873aaf20bce0 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:28.544831 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e5c9086-d8e0-41ae-baf1-1f66f9915b54 req-59f029d9-9fd4-432f-93e2-873aaf20bce0 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 1136 time: 0.3495777 May 13 14:46:28.546253 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port f42ba23f-a9fd-42b0-9c7f-8779c7e24321 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:28.546701 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:28.557985 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-913bf4d9-42f0-4b65-af3f-83bb41f311ad tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:28.558637 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:28.590780 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f372923e-fe68-435f-a8f8-deca053bc35a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Unset dirty status for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:46:28.592046 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f372923e-fe68-435f-a8f8-deca053bc35a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "GET /v2.0/ports/1df0161b-bbdd-4983-8b36-51131d779dd4 HTTP/1.1" status: 404 len: 333 time: 0.2008786 May 13 14:46:28.596280 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port f42ba23f-a9fd-42b0-9c7f-8779c7e24321, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=f42ba23f-a9fd-42b0-9c7f-8779c7e24321,segment=NetworkSegment(a14d3966-62e0-468d-b3b4-5c718a1fb25d),segment_id=a14d3966-62e0-468d-b3b4-5c718a1fb25d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:28.596730 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35524) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:28.602027 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4d7223d1-9ef0-40d0-abb1-321be11ac61e req-b6bc835f-fb9f-4708-94c1-8514eba1d194 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0817637 May 13 14:46:28.602206 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:28.608912 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-00c817c0-0578-4725-8b20-7b344da82615 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'port': {'network_id': '72e9fc38-923f-4207-b51c-1b6a2d39607c', 'name': 'tempest-PortsTestJSON-1960904948'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:28.711084 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=f42ba23f-a9fd-42b0-9c7f-8779c7e24321,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:28.748348 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:28.748888 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:28.754782 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:28.760834 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:28.761521 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:28.803020 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-00c817c0-0578-4725-8b20-7b344da82615 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:28.895840 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.5231240 May 13 14:46:28.900687 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35528) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:28.919898 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1b5c7556-2ef6-449f-926e-9aa908507ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:28.920349 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-00c817c0-0578-4725-8b20-7b344da82615 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:28.951777 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Pushing event updated for resources: {'Network': ['ID=9dcf02c9-a2d6-447b-bbd6-fedddd082bf3,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:28.969591 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 9dcf02c9-a2d6-447b-bbd6-fedddd082bf3 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:46:28.982085 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c817c0-0578-4725-8b20-7b344da82615 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:46:28.985633 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-00c817c0-0578-4725-8b20-7b344da82615 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:29.075592 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c7556-2ef6-449f-926e-9aa908507ba7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:29.092490 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1b5c7556-2ef6-449f-926e-9aa908507ba7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:29.108796 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e5c9086-d8e0-41ae-baf1-1f66f9915b54 req-2511c365-98ff-4231-a3af-ba4cc1b8967f tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=dcff7c9c-1c76-4cf2-9c1d-3382f2021466&id=37d6079f-fadb-4cc7-82f5-c3773d59f55c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5627079 May 13 14:46:29.128858 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35532) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:29.195672 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1b5c7556-2ef6-449f-926e-9aa908507ba7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2c8aaf9c-7e5c-47a9-a750-37ffe4f928b7 HTTP/1.1" status: 204 len: 168 time: 1.4468508 May 13 14:46:29.232938 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b99e11-b917-452a-8482-0ba3fa7b6c71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Pushing event updated for resources: {'Network': ['ID=1ad2bbde-35df-4768-bd92-7385d5fd2e3e,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:29.236586 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35536) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:29.248050 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 1ad2bbde-35df-4768-bd92-7385d5fd2e3e details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:46:29.272738 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-00c817c0-0578-4725-8b20-7b344da82615 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] device_id is not set on port af6360a4-5192-4e3d-b397-07f12cf6546d yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:46:29.413995 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870bf163-4bc8-4f62-aa1e-a97e2ee5bef9'}, {'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db83639c-a133-43bc-b112-4ab8da679863'}, {'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42ba23f-a9fd-42b0-9c7f-8779c7e24321'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:29.490896 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3b5a38c-b8e4-414d-b2ad-60e68c3f0560'] response: {'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870bf163-4bc8-4f62-aa1e-a97e2ee5bef9', 'code': 200} May 13 14:46:29.491541 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3b5a38c-b8e4-414d-b2ad-60e68c3f0560'] response: {'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db83639c-a133-43bc-b112-4ab8da679863', 'code': 200} May 13 14:46:29.491972 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3b5a38c-b8e4-414d-b2ad-60e68c3f0560'] response: {'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42ba23f-a9fd-42b0-9c7f-8779c7e24321', 'code': 200} May 13 14:46:29.533624 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a8e84f-8b5a-441d-bb48-cef233e155b9 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:29.541155 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a8e84f-8b5a-441d-bb48-cef233e155b9 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:29.544618 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f77dcfaf-6359-4884-893c-4ef39f028b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:29.547070 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a8e84f-8b5a-441d-bb48-cef233e155b9 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:29.553040 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a8e84f-8b5a-441d-bb48-cef233e155b9 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:29.560485 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-66a8e84f-8b5a-441d-bb48-cef233e155b9 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6516252 May 13 14:46:29.563053 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35544) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:29.575364 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e33b88-8dad-4b18-9a5d-551acf1aea70 req-0768e736-38c4-42f0-951b-979830433440 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:29.576939 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-11e33b88-8dad-4b18-9a5d-551acf1aea70 req-0768e736-38c4-42f0-951b-979830433440 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 946 time: 0.7839882 May 13 14:46:29.597689 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f0c17f35-abe4-453a-bea5-dfdc9c986ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:29.615832 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1a92c6-effc-4e39-a7e4-6087bc64c5d3 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:29.619889 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9f1a92c6-effc-4e39-a7e4-6087bc64c5d3 tempest-TestSecurityGroupsBasicOps-1305995975 tempest-TestSecurityGroupsBasicOps-1305995975-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f3184690-c0b0-4b8e-8a95-debf4a7dad1b HTTP/1.1" status: 200 len: 1055 time: 0.4871202 May 13 14:46:29.655972 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-00c817c0-0578-4725-8b20-7b344da82615 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:29.660217 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-11e33b88-8dad-4b18-9a5d-551acf1aea70 req-eec0ff89-114d-4d87-8a3d-a77944004795 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724633 May 13 14:46:29.702039 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-00c817c0-0578-4725-8b20-7b344da82615 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:29.767542 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c817c0-0578-4725-8b20-7b344da82615 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network 72e9fc38-923f-4207-b51c-1b6a2d39607c is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:46:29.776345 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-00c817c0-0578-4725-8b20-7b344da82615 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:46:29.781529 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c817c0-0578-4725-8b20-7b344da82615 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:46:29.787990 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c817c0-0578-4725-8b20-7b344da82615 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:29.788643 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-00c817c0-0578-4725-8b20-7b344da82615 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:29.861646 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c817c0-0578-4725-8b20-7b344da82615 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Port': ['ID=af6360a4-5192-4e3d-b397-07f12cf6546d,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:29.872341 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-00c817c0-0578-4725-8b20-7b344da82615 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2692585 May 13 14:46:29.875873 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35554) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:29.886104 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-4e79338e-768c-4cfc-a443-50e5507651ed tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:29.998139 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a5f0407e-59dc-48a2-a2e8-7c55e135c426 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:30.012507 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-913bf4d9-42f0-4b65-af3f-83bb41f311ad tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Deleting port 17b8844a-8c24-4412-a9fb-66be3c8100cb {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:30.012856 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-913bf4d9-42f0-4b65-af3f-83bb41f311ad tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:30.093497 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f0c17f35-abe4-453a-bea5-dfdc9c986ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:30.109777 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e79338e-768c-4cfc-a443-50e5507651ed tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:30.173382 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818dc7b-92cd-472d-97ed-4c1b50ce0489 req-d04c3053-ce5c-4346-b916-ddd287185b8a tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:30.184542 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818dc7b-92cd-472d-97ed-4c1b50ce0489 req-d04c3053-ce5c-4346-b916-ddd287185b8a tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:30.192023 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818dc7b-92cd-472d-97ed-4c1b50ce0489 req-d04c3053-ce5c-4346-b916-ddd287185b8a tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:30.198873 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818dc7b-92cd-472d-97ed-4c1b50ce0489 req-d04c3053-ce5c-4346-b916-ddd287185b8a tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:30.206759 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818dc7b-92cd-472d-97ed-4c1b50ce0489 req-d04c3053-ce5c-4346-b916-ddd287185b8a tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:30.214548 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818dc7b-92cd-472d-97ed-4c1b50ce0489 req-d04c3053-ce5c-4346-b916-ddd287185b8a tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:30.222582 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818dc7b-92cd-472d-97ed-4c1b50ce0489 req-d04c3053-ce5c-4346-b916-ddd287185b8a tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:30.226466 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6818dc7b-92cd-472d-97ed-4c1b50ce0489 req-d04c3053-ce5c-4346-b916-ddd287185b8a tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5432 time: 0.2974894 May 13 14:46:30.242478 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec05af-d4c2-42aa-8f0b-38964c8eccbe req-e2263912-2762-40ea-a3af-04a1b213a85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:30.242961 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec05af-d4c2-42aa-8f0b-38964c8eccbe req-e2263912-2762-40ea-a3af-04a1b213a85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:30.243455 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec05af-d4c2-42aa-8f0b-38964c8eccbe req-e2263912-2762-40ea-a3af-04a1b213a85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:30.243918 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec05af-d4c2-42aa-8f0b-38964c8eccbe req-e2263912-2762-40ea-a3af-04a1b213a85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:30.245021 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec05af-d4c2-42aa-8f0b-38964c8eccbe req-e2263912-2762-40ea-a3af-04a1b213a85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:30.245021 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec05af-d4c2-42aa-8f0b-38964c8eccbe req-e2263912-2762-40ea-a3af-04a1b213a85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:30.245275 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec05af-d4c2-42aa-8f0b-38964c8eccbe req-e2263912-2762-40ea-a3af-04a1b213a85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:30.247221 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-19ec05af-d4c2-42aa-8f0b-38964c8eccbe req-e2263912-2762-40ea-a3af-04a1b213a85a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 6489 time: 0.5765138 May 13 14:46:30.321621 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-f0c17f35-abe4-453a-bea5-dfdc9c986ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8641c536-545f-4056-be2c-402575e577ff']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:30.395247 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-f0c17f35-abe4-453a-bea5-dfdc9c986ef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75860f48-3c0c-46a4-92f7-4b3c58b2f18e') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:30.395698 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-f0c17f35-abe4-453a-bea5-dfdc9c986ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75860f48-3c0c-46a4-92f7-4b3c58b2f18e') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:30.420165 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6818dc7b-92cd-472d-97ed-4c1b50ce0489 req-32a6b2de-5bdd-49c5-af01-6b789aa6c7e8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1476216 May 13 14:46:30.500501 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e79338e-768c-4cfc-a443-50e5507651ed tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:30.506025 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e79338e-768c-4cfc-a443-50e5507651ed tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:30.563446 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-4e79338e-768c-4cfc-a443-50e5507651ed tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] In _notify_port_updated(), no bound segment for port af6360a4-5192-4e3d-b397-07f12cf6546d on network 72e9fc38-923f-4207-b51c-1b6a2d39607c {{(pid=88082) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:46:30.573507 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e79338e-768c-4cfc-a443-50e5507651ed tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:30.575503 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e79338e-768c-4cfc-a443-50e5507651ed tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:30.578759 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4e79338e-768c-4cfc-a443-50e5507651ed tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "PUT /v2.0/ports/af6360a4-5192-4e3d-b397-07f12cf6546d HTTP/1.1" status: 200 len: 818 time: 0.7009850 May 13 14:46:30.583205 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35562) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:30.622553 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:30.628714 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:30.638807 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a5f0407e-59dc-48a2-a2e8-7c55e135c426 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:30.663832 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f0c17f35-abe4-453a-bea5-dfdc9c986ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:30.674795 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-2076d9a5-945c-4296-a857-e0921fc22048 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting port af6360a4-5192-4e3d-b397-07f12cf6546d {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:30.675479 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2076d9a5-945c-4296-a857-e0921fc22048 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:30.711738 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79338e-768c-4cfc-a443-50e5507651ed tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Port': ['ID=af6360a4-5192-4e3d-b397-07f12cf6546d,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:30.729238 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f0c17f35-abe4-453a-bea5-dfdc9c986ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:30.755453 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-19ec05af-d4c2-42aa-8f0b-38964c8eccbe req-0affd337-dad9-4c23-bb8b-2ad2d21b65eb service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4950120 May 13 14:46:30.756468 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c17f35-abe4-453a-bea5-dfdc9c986ef7 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:46:30.757263 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f0c17f35-abe4-453a-bea5-dfdc9c986ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:30.772509 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:46:30.772509 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:46:30.772509 n-d-841760-1 neutron-server[88081]: timer() May 13 14:46:30.772509 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:46:30.772509 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:46:30.772509 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:46:30.772509 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:46:30.772509 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:46:30.772509 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:46:30.772509 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:46:30.772509 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:46:30.772509 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:46:30.772509 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:46:30.772509 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:46:30.772509 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:46:30.772509 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:46:30.772509 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:46:30.772509 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:46:30.772509 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:46:30.772509 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:46:30.772509 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:46:30.772509 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:46:30.772509 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:46:30.772509 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:46:30.772509 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:46:30.772509 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:46:30.772509 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:46:30.772509 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:46:30.772509 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:46:30.772509 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:46:30.772509 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:46:30.772509 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:46:30.836100 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-a5f0407e-59dc-48a2-a2e8-7c55e135c426 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dcf02c9-a2d6-447b-bbd6-fedddd082bf3']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:30.911238 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-a5f0407e-59dc-48a2-a2e8-7c55e135c426 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f00d2f1-86c0-4a61-83e8-469114cdcbaa') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:30.911238 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-a5f0407e-59dc-48a2-a2e8-7c55e135c426 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f00d2f1-86c0-4a61-83e8-469114cdcbaa') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:30.932052 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a5f0407e-59dc-48a2-a2e8-7c55e135c426 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:30.940572 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2076d9a5-945c-4296-a857-e0921fc22048 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:30.968797 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d7660-abab-4fce-b078-554e825b305c req-1b1bec31-2e9c-4704-9fd4-8a4d9de124bc tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:30.978377 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fd7d7660-abab-4fce-b078-554e825b305c req-1b1bec31-2e9c-4704-9fd4-8a4d9de124bc tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3184690-c0b0-4b8e-8a95-debf4a7dad1b HTTP/1.1" status: 200 len: 909 time: 0.8973024 May 13 14:46:30.998715 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f0c17f35-abe4-453a-bea5-dfdc9c986ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:31.015803 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a5f0407e-59dc-48a2-a2e8-7c55e135c426 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:31.018342 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f0c17f35-abe4-453a-bea5-dfdc9c986ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:31.022966 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c17f35-abe4-453a-bea5-dfdc9c986ef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8641c536-545f-4056-be2c-402575e577ff,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:31.035003 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-913bf4d9-42f0-4b65-af3f-83bb41f311ad tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] For port 17b8844a-8c24-4412-a9fb-66be3c8100cb, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=17b8844a-8c24-4412-a9fb-66be3c8100cb,segment=NetworkSegment(652a5a71-7f2b-4359-8919-abe3b4e2d1a3),segment_id=652a5a71-7f2b-4359-8919-abe3b4e2d1a3)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:31.036051 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-913bf4d9-42f0-4b65-af3f-83bb41f311ad tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:31.049620 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f0407e-59dc-48a2-a2e8-7c55e135c426 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:46:31.050105 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a5f0407e-59dc-48a2-a2e8-7c55e135c426 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:31.065716 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:46:31.065716 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:46:31.065716 n-d-841760-1 neutron-server[88081]: timer() May 13 14:46:31.065716 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:46:31.065716 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:46:31.065716 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:46:31.065716 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:46:31.065716 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:46:31.065716 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:46:31.065716 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:46:31.065716 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:46:31.065716 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:46:31.065716 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:46:31.065716 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:46:31.065716 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:46:31.065716 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:46:31.065716 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:46:31.065716 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:46:31.065716 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:46:31.065716 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:46:31.065716 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:46:31.065716 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:46:31.065716 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:46:31.065716 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:46:31.065716 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:46:31.065716 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:46:31.065716 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:46:31.065716 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:46:31.065716 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:46:31.065716 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:46:31.065716 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:46:31.065716 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:46:31.073147 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f0c17f35-abe4-453a-bea5-dfdc9c986ef7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8641c536-545f-4056-be2c-402575e577ff HTTP/1.1" status: 204 len: 168 time: 1.8020821 May 13 14:46:31.085790 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-2076d9a5-945c-4296-a857-e0921fc22048 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Calling delete_port for af6360a4-5192-4e3d-b397-07f12cf6546d owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:31.187013 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2076d9a5-945c-4296-a857-e0921fc22048 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:31.329633 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076d9a5-945c-4296-a857-e0921fc22048 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Port': ['ID=af6360a4-5192-4e3d-b397-07f12cf6546d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:31.332679 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-913bf4d9-42f0-4b65-af3f-83bb41f311ad tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Calling delete_port for 17b8844a-8c24-4412-a9fb-66be3c8100cb owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:31.338508 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2076d9a5-945c-4296-a857-e0921fc22048 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:31.359053 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35568) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:31.388662 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a5f0407e-59dc-48a2-a2e8-7c55e135c426 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:31.400584 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2076d9a5-945c-4296-a857-e0921fc22048 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/ports/af6360a4-5192-4e3d-b397-07f12cf6546d HTTP/1.1" status: 204 len: 168 time: 0.8125997 May 13 14:46:31.403340 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35572) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:31.417589 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a5f0407e-59dc-48a2-a2e8-7c55e135c426 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:31.442620 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a5f0407e-59dc-48a2-a2e8-7c55e135c426 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] 10.222.0.35 "DELETE /v2.0/networks/9dcf02c9-a2d6-447b-bbd6-fedddd082bf3 HTTP/1.1" status: 204 len: 168 time: 1.8748620 May 13 14:46:31.450168 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35578) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:31.569301 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0407e-59dc-48a2-a2e8-7c55e135c426 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Pushing event deleted for resources: {'Network': ['ID=9dcf02c9-a2d6-447b-bbd6-fedddd082bf3,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:31.650236 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0407e-59dc-48a2-a2e8-7c55e135c426 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:31.651396 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0407e-59dc-48a2-a2e8-7c55e135c426 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:31.651966 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0407e-59dc-48a2-a2e8-7c55e135c426 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:31.652647 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0407e-59dc-48a2-a2e8-7c55e135c426 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:31.653138 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0407e-59dc-48a2-a2e8-7c55e135c426 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:31.653643 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0407e-59dc-48a2-a2e8-7c55e135c426 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:31.653975 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0407e-59dc-48a2-a2e8-7c55e135c426 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:31.654288 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0407e-59dc-48a2-a2e8-7c55e135c426 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:31.654624 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0407e-59dc-48a2-a2e8-7c55e135c426 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:31.654941 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0407e-59dc-48a2-a2e8-7c55e135c426 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:31.655280 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0407e-59dc-48a2-a2e8-7c55e135c426 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:31.655612 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0407e-59dc-48a2-a2e8-7c55e135c426 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:31.683632 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d6c89401-ccb5-4539-afa5-2614d39ea057 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e540cd79706f4092b1c33147f0b2cee9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3210952 May 13 14:46:31.697241 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35584) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:31.833930 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b68cc92-7117-4f1c-ad91-ae79161b7339 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:31.834619 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4b68cc92-7117-4f1c-ad91-ae79161b7339 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Synchronizing usage tracker for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:46:31.842049 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-75659daf-45fa-4029-990b-29143346ec2d tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:31.857602 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26adf9-88ce-48d0-b15d-1dd7557075be req-bede4744-4ae1-4b8a-87cc-49127ffdfa9d tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:31.863507 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26adf9-88ce-48d0-b15d-1dd7557075be req-bede4744-4ae1-4b8a-87cc-49127ffdfa9d tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:31.870074 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26adf9-88ce-48d0-b15d-1dd7557075be req-bede4744-4ae1-4b8a-87cc-49127ffdfa9d tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:31.875938 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26adf9-88ce-48d0-b15d-1dd7557075be req-bede4744-4ae1-4b8a-87cc-49127ffdfa9d tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:31.881897 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26adf9-88ce-48d0-b15d-1dd7557075be req-bede4744-4ae1-4b8a-87cc-49127ffdfa9d tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:31.887744 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26adf9-88ce-48d0-b15d-1dd7557075be req-bede4744-4ae1-4b8a-87cc-49127ffdfa9d tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:31.893524 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26adf9-88ce-48d0-b15d-1dd7557075be req-bede4744-4ae1-4b8a-87cc-49127ffdfa9d tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:31.902228 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1f26adf9-88ce-48d0-b15d-1dd7557075be req-bede4744-4ae1-4b8a-87cc-49127ffdfa9d tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5432 time: 0.2692599 May 13 14:46:31.927544 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-913bf4d9-42f0-4b65-af3f-83bb41f311ad tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:31.931207 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f110b-0fbf-4571-bc9a-7b2564a1e00b req-d267a015-ffba-4ab5-8c2a-61f275a82023 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:31.933261 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e6f110b-0fbf-4571-bc9a-7b2564a1e00b req-d267a015-ffba-4ab5-8c2a-61f275a82023 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184690-c0b0-4b8e-8a95-debf4a7dad1b HTTP/1.1" status: 200 len: 909 time: 0.3380578 May 13 14:46:31.937350 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ded311fa-4e71-4391-9661-e6af1bd14848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:32.040094 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4b68cc92-7117-4f1c-ad91-ae79161b7339 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Unset dirty status for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:46:32.044073 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4b68cc92-7117-4f1c-ad91-ae79161b7339 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6397119 May 13 14:46:32.045973 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35592) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:32.053932 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ded311fa-4e71-4391-9661-e6af1bd14848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:32.081474 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1f26adf9-88ce-48d0-b15d-1dd7557075be req-257e8498-59a6-4927-894b-0db8e4eb36e2 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1782320 May 13 14:46:32.135491 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:32.197723 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0db146a-6cd1-4ed3-9b3c-e4b11d96523a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] GET failed (client error): The resource could not be found. May 13 14:46:32.213952 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b0db146a-6cd1-4ed3-9b3c-e4b11d96523a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "GET /v2.0/ports/af6360a4-5192-4e3d-b397-07f12cf6546d HTTP/1.1" status: 404 len: 333 time: 0.1517358 May 13 14:46:32.214670 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35596) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:32.222506 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-1e6f110b-0fbf-4571-bc9a-7b2564a1e00b req-d196dede-a276-49c2-adc1-4c7c6247a318 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Deleting port 57dd84e4-535b-4259-8c56-6b77b3a2b0c8 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:32.222926 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e6f110b-0fbf-4571-bc9a-7b2564a1e00b req-d196dede-a276-49c2-adc1-4c7c6247a318 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:32.252054 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-f7ce4bdd-ee88-4483-8c38-f8c32ea4368d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2037378371'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:32.257642 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913bf4d9-42f0-4b65-af3f-83bb41f311ad tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event deleted for resources: {'Port': ['ID=17b8844a-8c24-4412-a9fb-66be3c8100cb,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:32.266376 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-75659daf-45fa-4029-990b-29143346ec2d tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:32.278529 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f7ce4bdd-ee88-4483-8c38-f8c32ea4368d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:32.318829 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f7ce4bdd-ee88-4483-8c38-f8c32ea4368d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:network and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:32.334989 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f7ce4bdd-ee88-4483-8c38-f8c32ea4368d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:32.372042 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f7ce4bdd-ee88-4483-8c38-f8c32ea4368d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:32.391353 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-75659daf-45fa-4029-990b-29143346ec2d tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad2bbde-35df-4768-bd92-7385d5fd2e3e']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:32.416453 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-75659daf-45fa-4029-990b-29143346ec2d tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f3ebc78-55ee-4b59-ade0-fef2a2bf3fcc') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:32.416748 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-75659daf-45fa-4029-990b-29143346ec2d tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f3ebc78-55ee-4b59-ade0-fef2a2bf3fcc') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:32.441568 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ded311fa-4e71-4391-9661-e6af1bd14848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:32.517143 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ce4bdd-ee88-4483-8c38-f8c32ea4368d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:46:32.521815 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f7ce4bdd-ee88-4483-8c38-f8c32ea4368d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:32.553932 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded311fa-4e71-4391-9661-e6af1bd14848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:32.688967 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ded311fa-4e71-4391-9661-e6af1bd14848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:32.692704 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ded311fa-4e71-4391-9661-e6af1bd14848 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ccde2f59-072e-4c28-a6c8-fb3fb0d7e25d HTTP/1.1" status: 204 len: 168 time: 0.9915090 May 13 14:46:32.692704 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ce4bdd-ee88-4483-8c38-f8c32ea4368d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:46:32.711060 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-913bf4d9-42f0-4b65-af3f-83bb41f311ad tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:32.735423 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f7ce4bdd-ee88-4483-8c38-f8c32ea4368d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:32.735879 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-f7ce4bdd-ee88-4483-8c38-f8c32ea4368d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Added segment 9ee02de7-3b35-4186-b06f-1788f65829be of type vlan for network 79502f79-32f0-4cf3-a72c-791ea29fe0ee May 13 14:46:32.800856 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f7ce4bdd-ee88-4483-8c38-f8c32ea4368d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:32.818344 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-1e6f110b-0fbf-4571-bc9a-7b2564a1e00b req-d196dede-a276-49c2-adc1-4c7c6247a318 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] For port 57dd84e4-535b-4259-8c56-6b77b3a2b0c8, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=57dd84e4-535b-4259-8c56-6b77b3a2b0c8,segment=NetworkSegment(8b16b1c9-90b4-4de7-9c08-9b2190184539),segment_id=8b16b1c9-90b4-4de7-9c08-9b2190184539)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:32.818714 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e6f110b-0fbf-4571-bc9a-7b2564a1e00b req-d196dede-a276-49c2-adc1-4c7c6247a318 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:32.937424 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-75659daf-45fa-4029-990b-29143346ec2d tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:32.981832 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-1e6f110b-0fbf-4571-bc9a-7b2564a1e00b req-d196dede-a276-49c2-adc1-4c7c6247a318 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Calling delete_port for 57dd84e4-535b-4259-8c56-6b77b3a2b0c8 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:33.049111 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f7ce4bdd-ee88-4483-8c38-f8c32ea4368d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:33.056526 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ce4bdd-ee88-4483-8c38-f8c32ea4368d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:33.057181 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f7ce4bdd-ee88-4483-8c38-f8c32ea4368d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:33.061023 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-75659daf-45fa-4029-990b-29143346ec2d tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:33.089278 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d4584-7962-465e-b18a-b7de47ab4762 req-dacdc5cf-fa6c-4963-be6e-e1f7298f1603 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:33.091088 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8c6d4584-7962-465e-b18a-b7de47ab4762 req-dacdc5cf-fa6c-4963-be6e-e1f7298f1603 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3184690-c0b0-4b8e-8a95-debf4a7dad1b HTTP/1.1" status: 200 len: 909 time: 0.8776131 May 13 14:46:33.097900 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75659daf-45fa-4029-990b-29143346ec2d tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:46:33.098861 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-75659daf-45fa-4029-990b-29143346ec2d tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:33.114184 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:46:33.114184 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:46:33.114184 n-d-841760-1 neutron-server[88081]: timer() May 13 14:46:33.114184 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:46:33.114184 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:46:33.114184 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:46:33.114184 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:46:33.114184 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:46:33.114184 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:46:33.114184 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:46:33.114184 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:46:33.114184 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:46:33.114184 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:46:33.114184 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:46:33.114184 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:46:33.114184 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:46:33.114184 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:46:33.114184 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:46:33.114184 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:46:33.114184 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:46:33.114184 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:46:33.114184 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:46:33.114184 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:46:33.114184 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:46:33.114184 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:46:33.114184 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:46:33.114184 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:46:33.114184 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:46:33.114184 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:46:33.114184 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:46:33.114184 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:46:33.114184 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:46:33.224075 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f7ce4bdd-ee88-4483-8c38-f8c32ea4368d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0056756 May 13 14:46:33.227876 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35608) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:33.254496 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-2bed47f6-d0a7-44b5-93fb-6ceb040d8e67 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'subnet': {'network_id': '79502f79-32f0-4cf3-a72c-791ea29fe0ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:33.298021 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce4bdd-ee88-4483-8c38-f8c32ea4368d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Network': ['ID=79502f79-32f0-4cf3-a72c-791ea29fe0ee,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:33.315437 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 79502f79-32f0-4cf3-a72c-791ea29fe0ee details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:46:33.533181 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-75659daf-45fa-4029-990b-29143346ec2d tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:33.569975 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e6f110b-0fbf-4571-bc9a-7b2564a1e00b req-d196dede-a276-49c2-adc1-4c7c6247a318 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:33.573986 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2bed47f6-d0a7-44b5-93fb-6ceb040d8e67 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:33.583238 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-75659daf-45fa-4029-990b-29143346ec2d tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:33.605927 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75659daf-45fa-4029-990b-29143346ec2d tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Pushing event deleted for resources: {'Network': ['ID=1ad2bbde-35df-4768-bd92-7385d5fd2e3e,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:33.611505 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-75659daf-45fa-4029-990b-29143346ec2d tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] 10.222.0.35 "DELETE /v2.0/networks/1ad2bbde-35df-4768-bd92-7385d5fd2e3e HTTP/1.1" status: 204 len: 168 time: 2.1578467 May 13 14:46:33.614511 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35620) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:33.631158 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ebde7-22ef-4f68-bc3c-f43fcd05ec85 req-12c790f6-e2af-4d3a-91a7-0a3ecaac86ff tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:33.636947 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ebde7-22ef-4f68-bc3c-f43fcd05ec85 req-12c790f6-e2af-4d3a-91a7-0a3ecaac86ff tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:33.643008 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ebde7-22ef-4f68-bc3c-f43fcd05ec85 req-12c790f6-e2af-4d3a-91a7-0a3ecaac86ff tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:33.650067 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ebde7-22ef-4f68-bc3c-f43fcd05ec85 req-12c790f6-e2af-4d3a-91a7-0a3ecaac86ff tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:33.656163 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ebde7-22ef-4f68-bc3c-f43fcd05ec85 req-12c790f6-e2af-4d3a-91a7-0a3ecaac86ff tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:33.662684 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ebde7-22ef-4f68-bc3c-f43fcd05ec85 req-12c790f6-e2af-4d3a-91a7-0a3ecaac86ff tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:33.668597 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ebde7-22ef-4f68-bc3c-f43fcd05ec85 req-12c790f6-e2af-4d3a-91a7-0a3ecaac86ff tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:33.670511 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e1ebde7-22ef-4f68-bc3c-f43fcd05ec85 req-12c790f6-e2af-4d3a-91a7-0a3ecaac86ff tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5432 time: 0.3559945 May 13 14:46:33.683939 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2bed47f6-d0a7-44b5-93fb-6ceb040d8e67 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:subnet and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:33.689801 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196dede-a276-49c2-adc1-4c7c6247a318 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Pushing event deleted for resources: {'Port': ['ID=57dd84e4-535b-4259-8c56-6b77b3a2b0c8,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:33.692091 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2bed47f6-d0a7-44b5-93fb-6ceb040d8e67 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:33.717371 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2bed47f6-d0a7-44b5-93fb-6ceb040d8e67 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:33.829239 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bed47f6-d0a7-44b5-93fb-6ceb040d8e67 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:46:33.837740 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2bed47f6-d0a7-44b5-93fb-6ceb040d8e67 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:33.867766 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6f110b-0fbf-4571-bc9a-7b2564a1e00b req-d196dede-a276-49c2-adc1-4c7c6247a318 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] No DVR routers for this DVR port 57dd84e4-535b-4259-8c56-6b77b3a2b0c8 on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:46:33.874351 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06d14ed-a2b3-4a99-b512-6577c6b34e36 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:33.876632 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-1e6f110b-0fbf-4571-bc9a-7b2564a1e00b req-d196dede-a276-49c2-adc1-4c7c6247a318 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:33.889802 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06d14ed-a2b3-4a99-b512-6577c6b34e36 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:33.893653 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d06d14ed-a2b3-4a99-b512-6577c6b34e36 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Synchronizing usage tracker for tenant:683aa1f76e71416fb91b9e97f308b79c on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:46:33.935685 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913bf4d9-42f0-4b65-af3f-83bb41f311ad tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Router 60f27043-3c9f-4544-9691-0cb912423002 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:46:33.949327 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d06d14ed-a2b3-4a99-b512-6577c6b34e36 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Unset dirty status for tenant:683aa1f76e71416fb91b9e97f308b79c on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:46:33.950946 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d06d14ed-a2b3-4a99-b512-6577c6b34e36 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3355191 May 13 14:46:33.965635 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35632) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:33.987594 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-a0bad7d6-0b08-46a6-bd5f-4d4badb6293a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-812794331'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:34.087821 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a0bad7d6-0b08-46a6-bd5f-4d4badb6293a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:34.111367 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a0bad7d6-0b08-46a6-bd5f-4d4badb6293a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:34.131277 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3184690-c0b0-4b8e-8a95-debf4a7dad1b', 'name': 'network-vif-deleted', 'tag': '57dd84e4-535b-4259-8c56-6b77b3a2b0c8'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:34.243863 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e1ebde7-22ef-4f68-bc3c-f43fcd05ec85 req-3893f8ea-77e0-4420-b7ef-ed7ddc9fc08e tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5549603 May 13 14:46:34.253625 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e6f110b-0fbf-4571-bc9a-7b2564a1e00b req-d196dede-a276-49c2-adc1-4c7c6247a318 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.59 "DELETE /v2.0/ports/57dd84e4-535b-4259-8c56-6b77b3a2b0c8 HTTP/1.1" status: 204 len: 173 time: 2.3125196 May 13 14:46:34.318359 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5534da83-fec6-4b5f-8ffe-50165fce32e3'] response: {'server_uuid': 'f3184690-c0b0-4b8e-8a95-debf4a7dad1b', 'name': 'network-vif-deleted', 'tag': '57dd84e4-535b-4259-8c56-6b77b3a2b0c8', 'status': 'completed', 'code': 200} May 13 14:46:34.329916 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913bf4d9-42f0-4b65-af3f-83bb41f311ad tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:46:34.347069 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-913bf4d9-42f0-4b65-af3f-83bb41f311ad tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "PUT /v2.0/routers/60f27043-3c9f-4544-9691-0cb912423002/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4964662 May 13 14:46:34.349819 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bad7d6-0b08-46a6-bd5f-4d4badb6293a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Made reservation on behalf of 683aa1f76e71416fb91b9e97f308b79c for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:46:34.351136 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd52cc2-95ab-4341-b249-11d38ad01e7d None None] Sync routers for ids ['60f27043-3c9f-4544-9691-0cb912423002'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:46:34.357649 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a0bad7d6-0b08-46a6-bd5f-4d4badb6293a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:34.377522 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd52cc2-95ab-4341-b249-11d38ad01e7d None None] Routers {'60f27043-3c9f-4544-9691-0cb912423002'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:46:34.378730 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-3fd52cc2-95ab-4341-b249-11d38ad01e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:46:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['60f27043-3c9f-4544-9691-0cb912423002'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:34.403716 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35644) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:34.426850 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0bad7d6-0b08-46a6-bd5f-4d4badb6293a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:46:34.454130 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a0bad7d6-0b08-46a6-bd5f-4d4badb6293a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:34.454501 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-a0bad7d6-0b08-46a6-bd5f-4d4badb6293a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Added segment 6c590d05-7f44-4f68-b5ff-9a196df5070d of type vlan for network 8cfeca13-794c-455b-b89b-9bab05f8b97e May 13 14:46:34.456976 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35646) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:34.612494 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a0bad7d6-0b08-46a6-bd5f-4d4badb6293a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:34.669530 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a0bad7d6-0b08-46a6-bd5f-4d4badb6293a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:34.675652 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bad7d6-0b08-46a6-bd5f-4d4badb6293a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:34.676437 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a0bad7d6-0b08-46a6-bd5f-4d4badb6293a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:34.693051 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf813f9c-9a6b-4b1c-80ad-5185f88ee350 req-1ae7a4eb-59d6-4ab1-9901-c741d3e4b831 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:34.699659 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf813f9c-9a6b-4b1c-80ad-5185f88ee350 req-1ae7a4eb-59d6-4ab1-9901-c741d3e4b831 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:34.706255 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf813f9c-9a6b-4b1c-80ad-5185f88ee350 req-1ae7a4eb-59d6-4ab1-9901-c741d3e4b831 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:34.713049 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf813f9c-9a6b-4b1c-80ad-5185f88ee350 req-1ae7a4eb-59d6-4ab1-9901-c741d3e4b831 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:34.719236 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf813f9c-9a6b-4b1c-80ad-5185f88ee350 req-1ae7a4eb-59d6-4ab1-9901-c741d3e4b831 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:34.726170 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf813f9c-9a6b-4b1c-80ad-5185f88ee350 req-1ae7a4eb-59d6-4ab1-9901-c741d3e4b831 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:34.732309 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf813f9c-9a6b-4b1c-80ad-5185f88ee350 req-1ae7a4eb-59d6-4ab1-9901-c741d3e4b831 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:34.737852 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cf813f9c-9a6b-4b1c-80ad-5185f88ee350 req-1ae7a4eb-59d6-4ab1-9901-c741d3e4b831 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5432 time: 0.2099426 May 13 14:46:34.750133 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-c5e0fa3f-9220-45e7-92cf-7191d7a165c5 req-11b6edd9-7903-4497-af6a-432a71da81b7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Synchronizing usage tracker for tenant:5ec7d10f98f145d3a4a04e390b0f97bd on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:46:34.756894 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35656) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:34.764677 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-60145de4-f81e-4222-ba43-e925bc8638a3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1996635987-network', 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:34.788242 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-07a3a367-0bac-436f-9161-7e356f442144 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Request body: {'floatingip': {'port_id': '287acb6a-4dc7-45f4-8951-887c0db993bc'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:34.864290 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-3fd52cc2-95ab-4341-b249-11d38ad01e7d None None] Set router 60f27043-3c9f-4544-9691-0cb912423002 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:46:34.887692 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a0bad7d6-0b08-46a6-bd5f-4d4badb6293a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9204311 May 13 14:46:34.890929 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35660) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:34.900122 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-60145de4-f81e-4222-ba43-e925bc8638a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:34.925889 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-c5e0fa3f-9220-45e7-92cf-7191d7a165c5 req-11b6edd9-7903-4497-af6a-432a71da81b7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Unset dirty status for tenant:5ec7d10f98f145d3a4a04e390b0f97bd on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:46:34.926693 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-43996e8e-f214-4e20-9a8c-3cf22aea010f tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1051367803'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:34.927713 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c5e0fa3f-9220-45e7-92cf-7191d7a165c5 req-11b6edd9-7903-4497-af6a-432a71da81b7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3184690-c0b0-4b8e-8a95-debf4a7dad1b HTTP/1.1" status: 200 len: 210 time: 0.3394814 May 13 14:46:34.928986 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-60145de4-f81e-4222-ba43-e925bc8638a3 admin admin] Usage tracker for resource:network and tenant:dacb06c0bb204205bf6fd6f72c27271e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:34.936342 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2bed47f6-d0a7-44b5-93fb-6ceb040d8e67 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:34.940960 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-60145de4-f81e-4222-ba43-e925bc8638a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:34.962035 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bad7d6-0b08-46a6-bd5f-4d4badb6293a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Pushing event updated for resources: {'Network': ['ID=8cfeca13-794c-455b-b89b-9bab05f8b97e,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:34.968745 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-43996e8e-f214-4e20-9a8c-3cf22aea010f tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:34.975625 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-43996e8e-f214-4e20-9a8c-3cf22aea010f tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Usage tracker for resource:network and tenant:683aa1f76e71416fb91b9e97f308b79c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:34.983367 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-43996e8e-f214-4e20-9a8c-3cf22aea010f tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:34.996592 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-43996e8e-f214-4e20-9a8c-3cf22aea010f tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:35.018653 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43996e8e-f214-4e20-9a8c-3cf22aea010f tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Made reservation on behalf of 683aa1f76e71416fb91b9e97f308b79c for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:46:35.022984 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-43996e8e-f214-4e20-9a8c-3cf22aea010f tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:35.053198 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 8cfeca13-794c-455b-b89b-9bab05f8b97e details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:46:35.128480 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed47f6-d0a7-44b5-93fb-6ceb040d8e67 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Subnet': ['ID=83b25c17-f2f8-4109-b49c-2a51fdafa631,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:35.133191 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-07a3a367-0bac-436f-9161-7e356f442144 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks [] for floatingip, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:35.174896 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-42df86bd-60f2-45c4-b4cf-043b419738ed tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Deleting subnet f863684d-03c1-458b-829f-e0ae4db205da {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:46:35.177760 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43996e8e-f214-4e20-9a8c-3cf22aea010f tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:46:35.181303 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-42df86bd-60f2-45c4-b4cf-043b419738ed tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:35.215770 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-60145de4-f81e-4222-ba43-e925bc8638a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:35.291027 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-43996e8e-f214-4e20-9a8c-3cf22aea010f tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:35.291765 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-43996e8e-f214-4e20-9a8c-3cf22aea010f tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Added segment 994a93a4-98a8-475b-8ff7-125276d18c49 of type vlan for network 5a0fc8f1-8a1e-471b-b3ad-1508fcfa5a08 May 13 14:46:35.320308 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60145de4-f81e-4222-ba43-e925bc8638a3 admin admin] Made reservation on behalf of dacb06c0bb204205bf6fd6f72c27271e for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:46:35.322987 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-60145de4-f81e-4222-ba43-e925bc8638a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:35.341541 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-60145de4-f81e-4222-ba43-e925bc8638a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:35.343529 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-42df86bd-60f2-45c4-b4cf-043b419738ed tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:35.361115 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-60145de4-f81e-4222-ba43-e925bc8638a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:35.365728 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-60145de4-f81e-4222-ba43-e925bc8638a3 admin admin] Usage tracker for resource:security_group_rule and tenant:dacb06c0bb204205bf6fd6f72c27271e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:35.368976 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-60145de4-f81e-4222-ba43-e925bc8638a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:35.375817 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-60145de4-f81e-4222-ba43-e925bc8638a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:35.502150 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-43996e8e-f214-4e20-9a8c-3cf22aea010f tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:35.513435 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bed47f6-d0a7-44b5-93fb-6ceb040d8e67 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Checking segment: {'id': '9ee02de7-3b35-4186-b06f-1788f65829be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '79502f79-32f0-4cf3-a72c-791ea29fe0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:46:35.513435 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bed47f6-d0a7-44b5-93fb-6ceb040d8e67 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network hostable DHCP agents. Network: 79502f79-32f0-4cf3-a72c-791ea29fe0ee, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:46:35.537082 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-60145de4-f81e-4222-ba43-e925bc8638a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:35.539913 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-42df86bd-60f2-45c4-b4cf-043b419738ed tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:35.551152 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-60145de4-f81e-4222-ba43-e925bc8638a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:35.563066 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60145de4-f81e-4222-ba43-e925bc8638a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:46:35.587587 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-60145de4-f81e-4222-ba43-e925bc8638a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:35.587916 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-60145de4-f81e-4222-ba43-e925bc8638a3 admin admin] Added segment a2913665-eb77-4691-ac44-6156c569581f of type vlan for network c2791814-6ab4-4ee1-8449-7b69fcd7217d May 13 14:46:35.608534 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-43996e8e-f214-4e20-9a8c-3cf22aea010f tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:35.614155 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43996e8e-f214-4e20-9a8c-3cf22aea010f tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:35.615035 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-43996e8e-f214-4e20-9a8c-3cf22aea010f tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:35.617480 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-60145de4-f81e-4222-ba43-e925bc8638a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:35.684067 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-60145de4-f81e-4222-ba43-e925bc8638a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:35.685090 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60145de4-f81e-4222-ba43-e925bc8638a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:35.685675 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-60145de4-f81e-4222-ba43-e925bc8638a3 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:35.689878 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bed47f6-d0a7-44b5-93fb-6ceb040d8e67 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network 79502f79-32f0-4cf3-a72c-791ea29fe0ee is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:46:35.747569 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-43996e8e-f214-4e20-9a8c-3cf22aea010f tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8429832 May 13 14:46:35.752777 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35666) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:35.764115 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-d9a16462-bd66-4b9f-866d-342d4fc70d1a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Request body: {'ports': [{'network_id': '8cfeca13-794c-455b-b89b-9bab05f8b97e', 'name': 'tempest-port--513642840', 'admin_state_up': True}, {'network_id': '5a0fc8f1-8a1e-471b-b3ad-1508fcfa5a08', 'admin_state_up': False}]} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:35.764438 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-d9a16462-bd66-4b9f-866d-342d4fc70d1a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Request body: {'port': {'network_id': '8cfeca13-794c-455b-b89b-9bab05f8b97e', 'name': 'tempest-port--513642840', 'admin_state_up': True}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:35.764921 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-d9a16462-bd66-4b9f-866d-342d4fc70d1a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Request body: {'port': {'network_id': '5a0fc8f1-8a1e-471b-b3ad-1508fcfa5a08', 'admin_state_up': False}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:35.785518 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43996e8e-f214-4e20-9a8c-3cf22aea010f tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Pushing event updated for resources: {'Network': ['ID=5a0fc8f1-8a1e-471b-b3ad-1508fcfa5a08,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:35.806723 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 5a0fc8f1-8a1e-471b-b3ad-1508fcfa5a08 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:46:35.860021 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60145de4-f81e-4222-ba43-e925bc8638a3 admin admin] Pushing event updated for resources: {'Network': ['ID=c2791814-6ab4-4ee1-8449-7b69fcd7217d,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:35.874782 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60145de4-f81e-4222-ba43-e925bc8638a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b54fbd-297a-4350-9640-4bf0314c9cdb,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:35.887657 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network c2791814-6ab4-4ee1-8449-7b69fcd7217d details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:46:35.899386 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-2bed47f6-d0a7-44b5-93fb-6ceb040d8e67 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 79502f79-32f0-4cf3-a72c-791ea29fe0ee) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:46:35.914567 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bed47f6-d0a7-44b5-93fb-6ceb040d8e67 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:35.915729 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2bed47f6-d0a7-44b5-93fb-6ceb040d8e67 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:35.925528 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3a9f4d-2979-4d4c-88b4-234aceddb6ad None None] Network 79502f79-32f0-4cf3-a72c-791ea29fe0ee requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:46:35.948402 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-60145de4-f81e-4222-ba43-e925bc8638a3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4867423 May 13 14:46:36.006141 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35670) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:36.019779 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-5382ef54-91de-4622-a8b5-b2560caa24da admin admin] Request body: {'subnet': {'network_id': 'c2791814-6ab4-4ee1-8449-7b69fcd7217d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1996635987-subnet', 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:36.037878 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2bed47f6-d0a7-44b5-93fb-6ceb040d8e67 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8084867 May 13 14:46:36.042366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35676) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:36.047237 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5382ef54-91de-4622-a8b5-b2560caa24da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:36.053442 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-be6bbe88-8790-4f97-b096-67068f5db00e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'subnet': {'network_id': '79502f79-32f0-4cf3-a72c-791ea29fe0ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:36.084240 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5382ef54-91de-4622-a8b5-b2560caa24da admin admin] Usage tracker for resource:subnet and tenant:dacb06c0bb204205bf6fd6f72c27271e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:36.089059 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5382ef54-91de-4622-a8b5-b2560caa24da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:36.144389 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35682) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:36.240049 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-3fd52cc2-95ab-4341-b249-11d38ad01e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f27043-3c9f-4544-9691-0cb912423002', 'name': 'tempest-RoutersTest-router-381366229', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:44Z', 'updated_at': '2022-05-13T14:46:31Z', 'revision_number': 10, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None, '_interfaces': [{'id': 'b55478fe-0015-458d-8d26-24bda0d3475c', 'name': '', 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:d1:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:49Z', 'updated_at': '2022-05-13T14:45:04Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:36.242380 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5382ef54-91de-4622-a8b5-b2560caa24da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:36.272287 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 57dd84e4-535b-4259-8c56-6b77b3a2b0c8 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:46:36.329374 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 57dd84e4-535b-4259-8c56-6b77b3a2b0c8 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:46:36.329952 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 57dd84e4-535b-4259-8c56-6b77b3a2b0c8 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:46:36.338010 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd52cc2-95ab-4341-b249-11d38ad01e7d None None] Checking router: 60f27043-3c9f-4544-9691-0cb912423002 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:46:36.388565 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd52cc2-95ab-4341-b249-11d38ad01e7d None None] Routers {'60f27043-3c9f-4544-9691-0cb912423002'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:46:36.389443 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-3fd52cc2-95ab-4341-b249-11d38ad01e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:46:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['60f27043-3c9f-4544-9691-0cb912423002'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:36.472202 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5382ef54-91de-4622-a8b5-b2560caa24da admin admin] Made reservation on behalf of dacb06c0bb204205bf6fd6f72c27271e for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:46:36.475252 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5382ef54-91de-4622-a8b5-b2560caa24da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:36.598030 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-be6bbe88-8790-4f97-b096-67068f5db00e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:36.603004 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-be6bbe88-8790-4f97-b096-67068f5db00e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:subnet and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:36.606305 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-be6bbe88-8790-4f97-b096-67068f5db00e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:36.612216 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-42df86bd-60f2-45c4-b4cf-043b419738ed tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:36.612599 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-be6bbe88-8790-4f97-b096-67068f5db00e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:36.636937 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6bbe88-8790-4f97-b096-67068f5db00e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:46:36.641184 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-be6bbe88-8790-4f97-b096-67068f5db00e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:36.770020 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df86bd-60f2-45c4-b4cf-043b419738ed tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event deleted for resources: {'Subnet': ['ID=f863684d-03c1-458b-829f-e0ae4db205da,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:36.836457 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc919f3e-c187-4852-8fef-b2a51e1c8bc9 None None] Network 07bb90cc-b788-4b33-b9e3-b37f8b092447 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:46:36.863803 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-42df86bd-60f2-45c4-b4cf-043b419738ed tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:36.972461 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-42df86bd-60f2-45c4-b4cf-043b419738ed tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/subnets/f863684d-03c1-458b-829f-e0ae4db205da HTTP/1.1" status: 204 len: 168 time: 2.4852247 May 13 14:46:36.974856 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35686) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:37.014844 n-d-841760-1 neutron-server[88082]: INFO neutron.db.ipam_backend_mixin [None req-be6bbe88-8790-4f97-b096-67068f5db00e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 83b25c17-f2f8-4109-b49c-2a51fdafa631 (CIDR: 172.20.0.0/28) May 13 14:46:37.066116 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-3fd52cc2-95ab-4341-b249-11d38ad01e7d None None] Set router 60f27043-3c9f-4544-9691-0cb912423002 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:46:37.089051 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-be6bbe88-8790-4f97-b096-67068f5db00e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:46:37.089861 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be6bbe88-8790-4f97-b096-67068f5db00e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:46:37.102908 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [None req-07a3a367-0bac-436f-9161-7e356f442144 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:46:37.134763 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b503b4c-33ef-4120-94d5-c571a79f8f2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-79502f79-32f0-4cf3-a72c-791ea29fe0ee', 'network_id': '79502f79-32f0-4cf3-a72c-791ea29fe0ee', 'tenant_id': 'ceb15383864045c582f86ebce264c5a5', 'fixed_ips': [{'subnet_id': '83b25c17-f2f8-4109-b49c-2a51fdafa631'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:46:37.140157 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9b503b4c-33ef-4120-94d5-c571a79f8f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:37.235630 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d9a16462-bd66-4b9f-866d-342d4fc70d1a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:37.265930 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-be6bbe88-8790-4f97-b096-67068f5db00e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2221942 May 13 14:46:37.266439 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35692) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:37.307179 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-07a3a367-0bac-436f-9161-7e356f442144 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:37.324249 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-378849b2-91cc-4efb-a140-0e7796ce68aa tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'subnet': {'network_id': '79502f79-32f0-4cf3-a72c-791ea29fe0ee', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:37.373323 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-322c84a8-a939-4040-8190-60555e091a80 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:37.375784 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d9a16462-bd66-4b9f-866d-342d4fc70d1a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Usage tracker for resource:port and tenant:683aa1f76e71416fb91b9e97f308b79c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:37.395171 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-07a3a367-0bac-436f-9161-7e356f442144 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:37.397794 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d9a16462-bd66-4b9f-866d-342d4fc70d1a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:37.441863 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d9a16462-bd66-4b9f-866d-342d4fc70d1a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:37.483331 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-322c84a8-a939-4040-8190-60555e091a80 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Deleting port bbeee645-4bb8-4de4-ac01-13cd8d07a59e {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:37.486963 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-322c84a8-a939-4040-8190-60555e091a80 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:37.560927 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a16462-bd66-4b9f-866d-342d4fc70d1a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Made reservation on behalf of 683aa1f76e71416fb91b9e97f308b79c for: {'port': 2} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:46:37.567405 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d9a16462-bd66-4b9f-866d-342d4fc70d1a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:37.643758 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-07a3a367-0bac-436f-9161-7e356f442144 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Floating IP 142b8593-adea-4301-8081-366646bae2b0 associated. External IP: 172.25.0.171, port: 287acb6a-4dc7-45f4-8951-887c0db993bc. May 13 14:46:37.702082 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-9b503b4c-33ef-4120-94d5-c571a79f8f2b None None] Allocated IP 172.20.0.2 (79502f79-32f0-4cf3-a72c-791ea29fe0ee/83b25c17-f2f8-4109-b49c-2a51fdafa631/f1123618-7f1d-4216-9130-422fad1bf258) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:46:37.716287 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d9a16462-bd66-4b9f-866d-342d4fc70d1a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:37.751173 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f9f324-0c5c-432d-abd3-4cded1ad90f9 None None] DHCP port deletion for 07bb90cc-b788-4b33-b9e3-b37f8b092447 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:46:37.853730 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f4f9f324-0c5c-432d-abd3-4cded1ad90f9 None None] Deleting port bbeee645-4bb8-4de4-ac01-13cd8d07a59e {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:37.854338 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f4f9f324-0c5c-432d-abd3-4cded1ad90f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:37.874194 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5382ef54-91de-4622-a8b5-b2560caa24da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:38.002067 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382ef54-91de-4622-a8b5-b2560caa24da admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6c8e4a4-7ae1-42ec-8a8f-588a5dfe3854,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:38.118855 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-3fd52cc2-95ab-4341-b249-11d38ad01e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f27043-3c9f-4544-9691-0cb912423002', 'name': 'tempest-RoutersTest-router-381366229', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:44Z', 'updated_at': '2022-05-13T14:46:31Z', 'revision_number': 10, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None, '_interfaces': [{'id': 'b55478fe-0015-458d-8d26-24bda0d3475c', 'name': '', 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:d1:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:49Z', 'updated_at': '2022-05-13T14:45:04Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:38.198809 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-378849b2-91cc-4efb-a140-0e7796ce68aa tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:38.201177 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd52cc2-95ab-4341-b249-11d38ad01e7d None None] The sync data for ids ['60f27043-3c9f-4544-9691-0cb912423002'] in n-d-841760-1 is: [{'id': '60f27043-3c9f-4544-9691-0cb912423002', 'name': 'tempest-RoutersTest-router-381366229', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:44Z', 'updated_at': '2022-05-13T14:46:31Z', 'revision_number': 10, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None, '_interfaces': [{'id': 'b55478fe-0015-458d-8d26-24bda0d3475c', 'name': '', 'network_id': '36b1c9fe-527c-44af-852f-e525c8ccfd28', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'mac_address': 'fa:16:3e:d1:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f27043-3c9f-4544-9691-0cb912423002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:49Z', 'updated_at': '2022-05-13T14:45:04Z', 'revision_number': 5, 'project_id': '17b49979485542bba655ee3d2918613c', 'subnets': [{'id': '56992eb1-3402-4761-8840-8f5aa2503fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:46:38.246446 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-378849b2-91cc-4efb-a140-0e7796ce68aa tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:subnet and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:38.250665 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-d9a16462-bd66-4b9f-866d-342d4fc70d1a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] device_id is not set on port 41d68c2d-ca74-4ed3-bab1-43704d712be1 yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:46:38.254306 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-378849b2-91cc-4efb-a140-0e7796ce68aa tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:38.268278 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-378849b2-91cc-4efb-a140-0e7796ce68aa tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:38.288252 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5382ef54-91de-4622-a8b5-b2560caa24da admin admin] Checking segment: {'id': 'a2913665-eb77-4691-ac44-6156c569581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c2791814-6ab4-4ee1-8449-7b69fcd7217d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:46:38.288604 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5382ef54-91de-4622-a8b5-b2560caa24da admin admin] Network hostable DHCP agents. Network: c2791814-6ab4-4ee1-8449-7b69fcd7217d, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:46:38.357137 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9b503b4c-33ef-4120-94d5-c571a79f8f2b None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:38.370116 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9b503b4c-33ef-4120-94d5-c571a79f8f2b None None] Transition to ACTIVE for port object f1123618-7f1d-4216-9130-422fad1bf258 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:46:38.372115 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378849b2-91cc-4efb-a140-0e7796ce68aa tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:46:38.375612 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-378849b2-91cc-4efb-a140-0e7796ce68aa tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:38.392514 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9b503b4c-33ef-4120-94d5-c571a79f8f2b None None] Transition to ACTIVE for port object f1123618-7f1d-4216-9130-422fad1bf258 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:46:38.398959 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5382ef54-91de-4622-a8b5-b2560caa24da admin admin] Network c2791814-6ab4-4ee1-8449-7b69fcd7217d is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:46:38.406775 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9b503b4c-33ef-4120-94d5-c571a79f8f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:38.417583 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d9a16462-bd66-4b9f-866d-342d4fc70d1a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:38.489223 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-5382ef54-91de-4622-a8b5-b2560caa24da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, c2791814-6ab4-4ee1-8449-7b69fcd7217d) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:46:38.495100 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-f4f9f324-0c5c-432d-abd3-4cded1ad90f9 None None] For port bbeee645-4bb8-4de4-ac01-13cd8d07a59e, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=bbeee645-4bb8-4de4-ac01-13cd8d07a59e,segment=NetworkSegment(652a5a71-7f2b-4359-8919-abe3b4e2d1a3),segment_id=652a5a71-7f2b-4359-8919-abe3b4e2d1a3)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:38.495521 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f4f9f324-0c5c-432d-abd3-4cded1ad90f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:38.567882 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5382ef54-91de-4622-a8b5-b2560caa24da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:38.567995 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5382ef54-91de-4622-a8b5-b2560caa24da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:38.654253 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5382ef54-91de-4622-a8b5-b2560caa24da admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.6442382 May 13 14:46:38.668465 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35700) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:38.675312 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-702487d6-270e-4608-bce2-03cd853d40cd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1996635987-router', 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:38.691240 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a3a367-0bac-436f-9161-7e356f442144 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Router 4543980b-86db-4335-a239-91d6abbef212 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:46:38.702121 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-702487d6-270e-4608-bce2-03cd853d40cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:38.720151 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-702487d6-270e-4608-bce2-03cd853d40cd admin admin] Usage tracker for resource:router and tenant:dacb06c0bb204205bf6fd6f72c27271e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:38.721071 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2a962c-108a-4b45-9cb2-bade4bd79d3c None None] Network c2791814-6ab4-4ee1-8449-7b69fcd7217d requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:46:38.728135 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-702487d6-270e-4608-bce2-03cd853d40cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:38.742708 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-702487d6-270e-4608-bce2-03cd853d40cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:38.750392 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-322c84a8-a939-4040-8190-60555e091a80 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] For port bbeee645-4bb8-4de4-ac01-13cd8d07a59e, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=bbeee645-4bb8-4de4-ac01-13cd8d07a59e,segment=NetworkSegment(652a5a71-7f2b-4359-8919-abe3b4e2d1a3),segment_id=652a5a71-7f2b-4359-8919-abe3b4e2d1a3)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:38.750871 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-322c84a8-a939-4040-8190-60555e091a80 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:38.829288 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-d9a16462-bd66-4b9f-866d-342d4fc70d1a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] device_id is not set on port 902e7b36-c8c5-4765-b06f-4b3b9bc7e459 yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:46:38.860854 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-702487d6-270e-4608-bce2-03cd853d40cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:38.861953 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-702487d6-270e-4608-bce2-03cd853d40cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:38.961769 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-322c84a8-a939-4040-8190-60555e091a80 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Calling delete_port for bbeee645-4bb8-4de4-ac01-13cd8d07a59e owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:39.024396 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b503b4c-33ef-4120-94d5-c571a79f8f2b None None] Network 79502f79-32f0-4cf3-a72c-791ea29fe0ee is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:46:39.045372 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f4f9f324-0c5c-432d-abd3-4cded1ad90f9 None None] Calling delete_port for bbeee645-4bb8-4de4-ac01-13cd8d07a59e owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:39.089526 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-322c84a8-a939-4040-8190-60555e091a80 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:39.131451 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9c1395e-771b-4412-86c9-e1c649d23800 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:39.156568 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 17b8844a-8c24-4412-a9fb-66be3c8100cb no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:46:39.213343 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-702487d6-270e-4608-bce2-03cd853d40cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:39.232242 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-9b503b4c-33ef-4120-94d5-c571a79f8f2b None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:46:39.233985 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b503b4c-33ef-4120-94d5-c571a79f8f2b None None] Pushing event updated for resources: {'Port': ['ID=f1123618-7f1d-4216-9130-422fad1bf258,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:39.237008 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-f4f9f324-0c5c-432d-abd3-4cded1ad90f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:46:39.237358 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-f4f9f324-0c5c-432d-abd3-4cded1ad90f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:46:39.238525 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b503b4c-33ef-4120-94d5-c571a79f8f2b None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:46:39.255899 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 17b8844a-8c24-4412-a9fb-66be3c8100cb {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:46:39.256240 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 17b8844a-8c24-4412-a9fb-66be3c8100cb not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:46:39.256666 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device bbeee645-4bb8-4de4-ac01-13cd8d07a59e no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:46:39.401558 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c84a8-a939-4040-8190-60555e091a80 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event deleted for resources: {'Port': ['ID=bbeee645-4bb8-4de4-ac01-13cd8d07a59e,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:39.414781 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322c84a8-a939-4040-8190-60555e091a80 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] No DVR routers for this DVR port bbeee645-4bb8-4de4-ac01-13cd8d07a59e on host n-d-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:46:39.417096 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a3a367-0bac-436f-9161-7e356f442144 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:46:39.428504 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b79c99-2bb1-4537-987f-874d32b41f0a None None] Sync routers for ids ['4543980b-86db-4335-a239-91d6abbef212'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:46:39.448013 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b79c99-2bb1-4537-987f-874d32b41f0a None None] Routers {'4543980b-86db-4335-a239-91d6abbef212'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:46:39.448640 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-95b79c99-2bb1-4537-987f-874d32b41f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:46:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['4543980b-86db-4335-a239-91d6abbef212'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:39.535203 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-07a3a367-0bac-436f-9161-7e356f442144 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:39.603513 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: bbeee645-4bb8-4de4-ac01-13cd8d07a59e {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:46:39.603672 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device bbeee645-4bb8-4de4-ac01-13cd8d07a59e not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:46:39.643519 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-9b503b4c-33ef-4120-94d5-c571a79f8f2b None None] Attempting to bind port f1123618-7f1d-4216-9130-422fad1bf258 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:46:39.643966 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-9b503b4c-33ef-4120-94d5-c571a79f8f2b None None] Attempting to bind port f1123618-7f1d-4216-9130-422fad1bf258 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '9ee02de7-3b35-4186-b06f-1788f65829be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '79502f79-32f0-4cf3-a72c-791ea29fe0ee'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:46:39.644401 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b503b4c-33ef-4120-94d5-c571a79f8f2b None None] Attempting to bind port f1123618-7f1d-4216-9130-422fad1bf258 on network 79502f79-32f0-4cf3-a72c-791ea29fe0ee {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:46:39.654804 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f536ec2-0dba-4c44-8b91-0b40a76f1cff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-c2791814-6ab4-4ee1-8449-7b69fcd7217d', 'network_id': 'c2791814-6ab4-4ee1-8449-7b69fcd7217d', 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'fixed_ips': [{'subnet_id': 'b6c8e4a4-7ae1-42ec-8a8f-588a5dfe3854'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:46:39.655319 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d9a16462-bd66-4b9f-866d-342d4fc70d1a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:39.656103 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9f536ec2-0dba-4c44-8b91-0b40a76f1cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:39.694024 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b503b4c-33ef-4120-94d5-c571a79f8f2b None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:46:39.694526 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b503b4c-33ef-4120-94d5-c571a79f8f2b None None] Checking segment: {'id': '9ee02de7-3b35-4186-b06f-1788f65829be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '79502f79-32f0-4cf3-a72c-791ea29fe0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:46:39.694751 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d9a16462-bd66-4b9f-866d-342d4fc70d1a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:39.695054 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9b503b4c-33ef-4120-94d5-c571a79f8f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:39.695552 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b503b4c-33ef-4120-94d5-c571a79f8f2b None None] Bound using segment: {'id': '9ee02de7-3b35-4186-b06f-1788f65829be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '79502f79-32f0-4cf3-a72c-791ea29fe0ee'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:46:39.697450 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-9b503b4c-33ef-4120-94d5-c571a79f8f2b None None] Bound port: f1123618-7f1d-4216-9130-422fad1bf258, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee02de7-3b35-4186-b06f-1788f65829be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '79502f79-32f0-4cf3-a72c-791ea29fe0ee'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:46:39.698717 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9b503b4c-33ef-4120-94d5-c571a79f8f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:39.750517 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f4f9f324-0c5c-432d-abd3-4cded1ad90f9 None None] Deleting port bbeee645-4bb8-4de4-ac01-13cd8d07a59e {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:39.754211 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f4f9f324-0c5c-432d-abd3-4cded1ad90f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:39.822120 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-95b79c99-2bb1-4537-987f-874d32b41f0a None None] Set router 4543980b-86db-4335-a239-91d6abbef212 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:46:39.850179 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-322c84a8-a939-4040-8190-60555e091a80 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:39.852104 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6dcced6a-bfaf-4f23-a5ef-afd2912dc306 req-93740ffc-5f81-40a8-8792-ef80d142d087 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6265082 May 13 14:46:39.875371 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-702487d6-270e-4608-bce2-03cd853d40cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:39.952489 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-9f536ec2-0dba-4c44-8b91-0b40a76f1cff None None] Allocated IP 172.20.0.2 (c2791814-6ab4-4ee1-8449-7b69fcd7217d/b6c8e4a4-7ae1-42ec-8a8f-588a5dfe3854/632d6e10-0828-479f-a984-8683bd6a0a2e) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:46:39.983379 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a16462-bd66-4b9f-866d-342d4fc70d1a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Checking segment: {'id': '6c590d05-7f44-4f68-b5ff-9a196df5070d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8cfeca13-794c-455b-b89b-9bab05f8b97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:46:39.984927 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a16462-bd66-4b9f-866d-342d4fc70d1a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Network hostable DHCP agents. Network: 8cfeca13-794c-455b-b89b-9bab05f8b97e, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:46:40.028108 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-378849b2-91cc-4efb-a140-0e7796ce68aa tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:40.032524 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-07a3a367-0bac-436f-9161-7e356f442144 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "PUT /v2.0/floatingips/142b8593-adea-4301-8081-366646bae2b0 HTTP/1.1" status: 200 len: 991 time: 5.2723508 May 13 14:46:40.043145 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a16462-bd66-4b9f-866d-342d4fc70d1a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Pushing event updated for resources: {'Port': ['ID=41d68c2d-ca74-4ed3-bab1-43704d712be1,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:40.058490 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f4f9f324-0c5c-432d-abd3-4cded1ad90f9 None None] The port 'bbeee645-4bb8-4de4-ac01-13cd8d07a59e' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:46:40.077187 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-322c84a8-a939-4040-8190-60555e091a80 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07bb90cc-b788-4b33-b9e3-b37f8b092447']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:40.113379 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-322c84a8-a939-4040-8190-60555e091a80 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652a5a71-7f2b-4359-8919-abe3b4e2d1a3') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:40.114093 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-322c84a8-a939-4040-8190-60555e091a80 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652a5a71-7f2b-4359-8919-abe3b4e2d1a3') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:40.122341 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'tag': '287acb6a-4dc7-45f4-8951-887c0db993bc'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:40.141565 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-f9c1395e-771b-4412-86c9-e1c649d23800 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Deleting port 4ce293b5-baf1-4d9c-846a-635d995f15f6 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:40.142151 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9c1395e-771b-4412-86c9-e1c649d23800 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:40.148565 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378849b2-91cc-4efb-a140-0e7796ce68aa tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Subnet': ['ID=74ee196c-e9e1-4976-88cc-a6a22eee02ea,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:40.212643 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-322c84a8-a939-4040-8190-60555e091a80 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:40.233584 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a16462-bd66-4b9f-866d-342d4fc70d1a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Network 8cfeca13-794c-455b-b89b-9bab05f8b97e is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:46:40.283178 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d205824f-2370-4578-9652-b171cc21c411'] response: {'name': 'network-changed', 'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'tag': '287acb6a-4dc7-45f4-8951-887c0db993bc', 'status': 'completed', 'code': 200} May 13 14:46:40.292433 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-322c84a8-a939-4040-8190-60555e091a80 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:40.299944 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378849b2-91cc-4efb-a140-0e7796ce68aa tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network 79502f79-32f0-4cf3-a72c-791ea29fe0ee is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:46:40.301209 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-322c84a8-a939-4040-8190-60555e091a80 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:46:40.302591 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-322c84a8-a939-4040-8190-60555e091a80 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:40.313676 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-378849b2-91cc-4efb-a140-0e7796ce68aa tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:46:40.323149 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378849b2-91cc-4efb-a140-0e7796ce68aa tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:40.323735 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-378849b2-91cc-4efb-a140-0e7796ce68aa tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:40.352426 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcced6a-bfaf-4f23-a5ef-afd2912dc306 req-b8fc3506-d45b-46d3-9f9d-4b235f90d0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:40.354116 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6dcced6a-bfaf-4f23-a5ef-afd2912dc306 req-b8fc3506-d45b-46d3-9f9d-4b235f90d0ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b31433d5022490ba6cd8b183da7a35f&device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 1097 time: 0.3852324 May 13 14:46:40.366870 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-378849b2-91cc-4efb-a140-0e7796ce68aa tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.0784137 May 13 14:46:40.369110 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35722) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:40.376015 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-e15eab8e-2fe3-4798-9ee0-3c5da15471d8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'port': {'network_id': '79502f79-32f0-4cf3-a72c-791ea29fe0ee', 'fixed_ips': [{'subnet_id': '83b25c17-f2f8-4109-b49c-2a51fdafa631'}, {'subnet_id': '74ee196c-e9e1-4976-88cc-a6a22eee02ea'}], 'name': 'tempest-PortsTestJSON-979498901'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:40.450711 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:46:40.450711 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:46:40.450711 n-d-841760-1 neutron-server[88081]: timer() May 13 14:46:40.450711 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:46:40.450711 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:46:40.450711 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:46:40.450711 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:46:40.450711 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:46:40.450711 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:46:40.450711 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:46:40.450711 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:46:40.450711 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:46:40.450711 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:46:40.450711 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:46:40.450711 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:46:40.450711 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:46:40.450711 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:46:40.450711 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:46:40.450711 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:46:40.450711 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:46:40.450711 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:46:40.450711 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:46:40.450711 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:46:40.450711 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:46:40.450711 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:46:40.450711 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:46:40.450711 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:46:40.450711 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:46:40.450711 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:46:40.450711 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:46:40.450711 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:46:40.450711 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:46:40.491793 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-9b503b4c-33ef-4120-94d5-c571a79f8f2b None None] For port f1123618-7f1d-4216-9130-422fad1bf258, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:46:40.492551 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-d9a16462-bd66-4b9f-866d-342d4fc70d1a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 8cfeca13-794c-455b-b89b-9bab05f8b97e) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:46:40.503788 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-9b503b4c-33ef-4120-94d5-c571a79f8f2b None None] For port f1123618-7f1d-4216-9130-422fad1bf258, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=f1123618-7f1d-4216-9130-422fad1bf258,segment=NetworkSegment(9ee02de7-3b35-4186-b06f-1788f65829be),segment_id=9ee02de7-3b35-4186-b06f-1788f65829be)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:46:40.513228 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7469f4e-4e70-4648-a016-edaa8694cb57 None None] Network 8cfeca13-794c-455b-b89b-9bab05f8b97e requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:46:40.521882 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-322c84a8-a939-4040-8190-60555e091a80 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:40.539502 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a16462-bd66-4b9f-866d-342d4fc70d1a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:46:40.540966 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d9a16462-bd66-4b9f-866d-342d4fc70d1a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:40.555447 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-95b79c99-2bb1-4537-987f-874d32b41f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4543980b-86db-4335-a239-91d6abbef212', 'name': 'tempest-TaggedBootDevicesTest-19377506-router', 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:52Z', 'updated_at': '2022-05-13T14:43:08Z', 'revision_number': 4, 'project_id': '18b9c5d8b3d043279654e2a115822f2a', 'gw_port': {'id': '0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:66:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4543980b-86db-4335-a239-91d6abbef212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:54Z', 'updated_at': '2022-05-13T14:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '142b8593-adea-4301-8081-366646bae2b0', 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'floating_ip_address': '172.25.0.171', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '4543980b-86db-4335-a239-91d6abbef212', 'port_id': '287acb6a-4dc7-45f4-8951-887c0db993bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '144b0538-5a90-40dc-8493-8ee490cbd7e0', 'mac_address': 'fa:16:3e:7a:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2656f6-d77d-4e0e-813a-910939c72154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:44:35Z', 'updated_at': '2022-05-13T14:46:36Z', 'revision_number': 1, 'project_id': '18b9c5d8b3d043279654e2a115822f2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b477c197-1056-4176-be88-d6f80b5c54bc', 'name': '', 'network_id': '144b0538-5a90-40dc-8493-8ee490cbd7e0', 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'mac_address': 'fa:16:3e:41:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4543980b-86db-4335-a239-91d6abbef212', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '8a9c690f-a84d-47bd-a3d1-b0cafcf431f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:05Z', 'updated_at': '2022-05-13T14:43:23Z', 'revision_number': 5, 'project_id': '18b9c5d8b3d043279654e2a115822f2a', 'subnets': [{'id': '8a9c690f-a84d-47bd-a3d1-b0cafcf431f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:40.559960 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b79c99-2bb1-4537-987f-874d32b41f0a None None] Checking router: 4543980b-86db-4335-a239-91d6abbef212 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:46:40.570274 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b79c99-2bb1-4537-987f-874d32b41f0a None None] Routers {'4543980b-86db-4335-a239-91d6abbef212'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:46:40.570863 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-95b79c99-2bb1-4537-987f-874d32b41f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:46:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['4543980b-86db-4335-a239-91d6abbef212'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:40.579166 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-322c84a8-a939-4040-8190-60555e091a80 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:40.633820 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9f536ec2-0dba-4c44-8b91-0b40a76f1cff None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:40.656602 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcced6a-bfaf-4f23-a5ef-afd2912dc306 req-d8b5ac89-a129-4e50-8535-de5848e05739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:40.657514 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9f536ec2-0dba-4c44-8b91-0b40a76f1cff None None] Transition to ACTIVE for port object 632d6e10-0828-479f-a984-8683bd6a0a2e will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:46:40.657992 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6dcced6a-bfaf-4f23-a5ef-afd2912dc306 req-d8b5ac89-a129-4e50-8535-de5848e05739 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 HTTP/1.1" status: 200 len: 911 time: 0.2624538 May 13 14:46:40.676752 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9b503b4c-33ef-4120-94d5-c571a79f8f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:40.705253 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a16462-bd66-4b9f-866d-342d4fc70d1a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Pushing event updated for resources: {'Port': ['ID=902e7b36-c8c5-4765-b06f-4b3b9bc7e459,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:40.813121 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9f536ec2-0dba-4c44-8b91-0b40a76f1cff None None] Transition to ACTIVE for port object 632d6e10-0828-479f-a984-8683bd6a0a2e will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:46:40.901158 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6dcced6a-bfaf-4f23-a5ef-afd2912dc306 req-2e4f396b-7ec8-42d3-9b9d-5f315039ceda service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46833746-4949-4cc0-876e-322482ef650d HTTP/1.1" status: 200 len: 1000 time: 0.1542749 May 13 14:46:40.925963 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-95b79c99-2bb1-4537-987f-874d32b41f0a None None] Set router 4543980b-86db-4335-a239-91d6abbef212 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:46:40.937072 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c84a8-a939-4040-8190-60555e091a80 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event deleted for resources: {'Network': ['ID=07bb90cc-b788-4b33-b9e3-b37f8b092447,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:40.964434 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e15eab8e-2fe3-4798-9ee0-3c5da15471d8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:40.969955 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b503b4c-33ef-4120-94d5-c571a79f8f2b None None] Pushing event updated for resources: {'Port': ['ID=f1123618-7f1d-4216-9130-422fad1bf258,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:40.977097 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9f536ec2-0dba-4c44-8b91-0b40a76f1cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:41.006641 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e15eab8e-2fe3-4798-9ee0-3c5da15471d8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:41.058989 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15eab8e-2fe3-4798-9ee0-3c5da15471d8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:46:41.082585 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-322c84a8-a939-4040-8190-60555e091a80 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/networks/07bb90cc-b788-4b33-b9e3-b37f8b092447 HTTP/1.1" status: 204 len: 168 time: 4.0777092 May 13 14:46:41.180787 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f536ec2-0dba-4c44-8b91-0b40a76f1cff None None] Network c2791814-6ab4-4ee1-8449-7b69fcd7217d is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:46:41.190856 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-9f536ec2-0dba-4c44-8b91-0b40a76f1cff None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:46:41.197944 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f536ec2-0dba-4c44-8b91-0b40a76f1cff None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:46:41.200756 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f536ec2-0dba-4c44-8b91-0b40a76f1cff None None] Pushing event updated for resources: {'Port': ['ID=632d6e10-0828-479f-a984-8683bd6a0a2e,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:41.215985 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-f9c1395e-771b-4412-86c9-e1c649d23800 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] For port 4ce293b5-baf1-4d9c-846a-635d995f15f6, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=4ce293b5-baf1-4d9c-846a-635d995f15f6,segment=NetworkSegment(8b16b1c9-90b4-4de7-9c08-9b2190184539),segment_id=8b16b1c9-90b4-4de7-9c08-9b2190184539)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:41.217731 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9c1395e-771b-4412-86c9-e1c649d23800 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:41.244976 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35728) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:41.361425 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcced6a-bfaf-4f23-a5ef-afd2912dc306 req-925a1bda-38b4-4dfd-9672-02fed9e4980e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:41.363192 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6dcced6a-bfaf-4f23-a5ef-afd2912dc306 req-925a1bda-38b4-4dfd-9672-02fed9e4980e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=363e7da1-0d6f-4e89-9da3-93f517417d88 HTTP/1.1" status: 200 len: 849 time: 0.4460893 May 13 14:46:41.432539 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-9f536ec2-0dba-4c44-8b91-0b40a76f1cff None None] Attempting to bind port 632d6e10-0828-479f-a984-8683bd6a0a2e on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:46:41.432828 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-9f536ec2-0dba-4c44-8b91-0b40a76f1cff None None] Attempting to bind port 632d6e10-0828-479f-a984-8683bd6a0a2e by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'a2913665-eb77-4691-ac44-6156c569581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c2791814-6ab4-4ee1-8449-7b69fcd7217d'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:46:41.433372 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f536ec2-0dba-4c44-8b91-0b40a76f1cff None None] Attempting to bind port 632d6e10-0828-479f-a984-8683bd6a0a2e on network c2791814-6ab4-4ee1-8449-7b69fcd7217d {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:46:41.441704 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f536ec2-0dba-4c44-8b91-0b40a76f1cff None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:46:41.443430 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f536ec2-0dba-4c44-8b91-0b40a76f1cff None None] Checking segment: {'id': 'a2913665-eb77-4691-ac44-6156c569581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c2791814-6ab4-4ee1-8449-7b69fcd7217d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:46:41.444019 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9f536ec2-0dba-4c44-8b91-0b40a76f1cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:41.444581 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f536ec2-0dba-4c44-8b91-0b40a76f1cff None None] Bound using segment: {'id': 'a2913665-eb77-4691-ac44-6156c569581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c2791814-6ab4-4ee1-8449-7b69fcd7217d'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:46:41.445407 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-9f536ec2-0dba-4c44-8b91-0b40a76f1cff None None] Bound port: 632d6e10-0828-479f-a984-8683bd6a0a2e, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2913665-eb77-4691-ac44-6156c569581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c2791814-6ab4-4ee1-8449-7b69fcd7217d'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:46:41.445960 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9f536ec2-0dba-4c44-8b91-0b40a76f1cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:41.565186 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a16462-bd66-4b9f-866d-342d4fc70d1a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Checking segment: {'id': '994a93a4-98a8-475b-8ff7-125276d18c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5a0fc8f1-8a1e-471b-b3ad-1508fcfa5a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:46:41.565851 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a16462-bd66-4b9f-866d-342d4fc70d1a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Network hostable DHCP agents. Network: 5a0fc8f1-8a1e-471b-b3ad-1508fcfa5a08, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:46:41.599262 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-95b79c99-2bb1-4537-987f-874d32b41f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4543980b-86db-4335-a239-91d6abbef212', 'name': 'tempest-TaggedBootDevicesTest-19377506-router', 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:52Z', 'updated_at': '2022-05-13T14:43:08Z', 'revision_number': 4, 'project_id': '18b9c5d8b3d043279654e2a115822f2a', 'gw_port': {'id': '0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:66:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4543980b-86db-4335-a239-91d6abbef212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:54Z', 'updated_at': '2022-05-13T14:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '142b8593-adea-4301-8081-366646bae2b0', 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'floating_ip_address': '172.25.0.171', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '4543980b-86db-4335-a239-91d6abbef212', 'port_id': '287acb6a-4dc7-45f4-8951-887c0db993bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '144b0538-5a90-40dc-8493-8ee490cbd7e0', 'mac_address': 'fa:16:3e:7a:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2656f6-d77d-4e0e-813a-910939c72154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:44:35Z', 'updated_at': '2022-05-13T14:46:36Z', 'revision_number': 1, 'project_id': '18b9c5d8b3d043279654e2a115822f2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b477c197-1056-4176-be88-d6f80b5c54bc', 'name': '', 'network_id': '144b0538-5a90-40dc-8493-8ee490cbd7e0', 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'mac_address': 'fa:16:3e:41:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4543980b-86db-4335-a239-91d6abbef212', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '8a9c690f-a84d-47bd-a3d1-b0cafcf431f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:05Z', 'updated_at': '2022-05-13T14:43:23Z', 'revision_number': 5, 'project_id': '18b9c5d8b3d043279654e2a115822f2a', 'subnets': [{'id': '8a9c690f-a84d-47bd-a3d1-b0cafcf431f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:41.606097 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b79c99-2bb1-4537-987f-874d32b41f0a None None] The sync data for ids ['4543980b-86db-4335-a239-91d6abbef212'] in n-d-841760-1 is: [{'id': '4543980b-86db-4335-a239-91d6abbef212', 'name': 'tempest-TaggedBootDevicesTest-19377506-router', 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:52Z', 'updated_at': '2022-05-13T14:43:08Z', 'revision_number': 4, 'project_id': '18b9c5d8b3d043279654e2a115822f2a', 'gw_port': {'id': '0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:66:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4543980b-86db-4335-a239-91d6abbef212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:54Z', 'updated_at': '2022-05-13T14:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '142b8593-adea-4301-8081-366646bae2b0', 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'floating_ip_address': '172.25.0.171', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '4543980b-86db-4335-a239-91d6abbef212', 'port_id': '287acb6a-4dc7-45f4-8951-887c0db993bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '144b0538-5a90-40dc-8493-8ee490cbd7e0', 'mac_address': 'fa:16:3e:7a:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2656f6-d77d-4e0e-813a-910939c72154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:44:35Z', 'updated_at': '2022-05-13T14:46:36Z', 'revision_number': 1, 'project_id': '18b9c5d8b3d043279654e2a115822f2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b477c197-1056-4176-be88-d6f80b5c54bc', 'name': '', 'network_id': '144b0538-5a90-40dc-8493-8ee490cbd7e0', 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'mac_address': 'fa:16:3e:41:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4543980b-86db-4335-a239-91d6abbef212', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '8a9c690f-a84d-47bd-a3d1-b0cafcf431f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:05Z', 'updated_at': '2022-05-13T14:43:23Z', 'revision_number': 5, 'project_id': '18b9c5d8b3d043279654e2a115822f2a', 'subnets': [{'id': '8a9c690f-a84d-47bd-a3d1-b0cafcf431f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:46:41.635381 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-9f536ec2-0dba-4c44-8b91-0b40a76f1cff None None] For port 632d6e10-0828-479f-a984-8683bd6a0a2e, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:46:41.639314 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-9f536ec2-0dba-4c44-8b91-0b40a76f1cff None None] For port 632d6e10-0828-479f-a984-8683bd6a0a2e, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=632d6e10-0828-479f-a984-8683bd6a0a2e,segment=NetworkSegment(a2913665-eb77-4691-ac44-6156c569581f),segment_id=a2913665-eb77-4691-ac44-6156c569581f)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:46:41.646214 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9f536ec2-0dba-4c44-8b91-0b40a76f1cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:41.677843 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e15eab8e-2fe3-4798-9ee0-3c5da15471d8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:41.713298 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-f9c1395e-771b-4412-86c9-e1c649d23800 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Calling delete_port for 4ce293b5-baf1-4d9c-846a-635d995f15f6 owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:41.764273 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-702487d6-270e-4608-bce2-03cd853d40cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:41.813804 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f536ec2-0dba-4c44-8b91-0b40a76f1cff None None] Pushing event updated for resources: {'Port': ['ID=632d6e10-0828-479f-a984-8683bd6a0a2e,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:41.823499 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-702487d6-270e-4608-bce2-03cd853d40cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:41.835004 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcced6a-bfaf-4f23-a5ef-afd2912dc306 req-2e92dfc4-a8cb-4308-a3d2-daf7880c156e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:41.836720 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6dcced6a-bfaf-4f23-a5ef-afd2912dc306 req-2e92dfc4-a8cb-4308-a3d2-daf7880c156e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3c40b33f-7bf3-4984-a9df-d5e9c9e61d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3813698 May 13 14:46:41.874663 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-e15eab8e-2fe3-4798-9ee0-3c5da15471d8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] device_id is not set on port 6eadb167-5abb-42ea-ab19-2fd8ac072294 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:46:41.948699 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4549fb4a-6216-48e8-ba02-bd3b358552b6 None None] New status for floating IP 142b8593-adea-4301-8081-366646bae2b0: ACTIVE {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:46:41.956377 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a16462-bd66-4b9f-866d-342d4fc70d1a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Network 5a0fc8f1-8a1e-471b-b3ad-1508fcfa5a08 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:46:41.963864 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1f40e-4d16-4871-ad09-6e6124ff89a3 req-7b06256e-245c-48a4-b87a-cd2117c3cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:41.964341 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1f40e-4d16-4871-ad09-6e6124ff89a3 req-7b06256e-245c-48a4-b87a-cd2117c3cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:41.964880 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1f40e-4d16-4871-ad09-6e6124ff89a3 req-7b06256e-245c-48a4-b87a-cd2117c3cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:41.965361 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1f40e-4d16-4871-ad09-6e6124ff89a3 req-7b06256e-245c-48a4-b87a-cd2117c3cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:41.965823 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1f40e-4d16-4871-ad09-6e6124ff89a3 req-7b06256e-245c-48a4-b87a-cd2117c3cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:41.966283 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1f40e-4d16-4871-ad09-6e6124ff89a3 req-7b06256e-245c-48a4-b87a-cd2117c3cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:41.966740 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1f40e-4d16-4871-ad09-6e6124ff89a3 req-7b06256e-245c-48a4-b87a-cd2117c3cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:41.968834 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8cd1f40e-4d16-4871-ad09-6e6124ff89a3 req-7b06256e-245c-48a4-b87a-cd2117c3cdb3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=18b9c5d8b3d043279654e2a115822f2a&device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 6489 time: 1.5108478 May 13 14:46:42.071917 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-d9a16462-bd66-4b9f-866d-342d4fc70d1a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 5a0fc8f1-8a1e-471b-b3ad-1508fcfa5a08) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:46:42.121051 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d11d12-dfdc-4d3e-af75-4ee0908e2ca5 None None] Network 5a0fc8f1-8a1e-471b-b3ad-1508fcfa5a08 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:46:42.220852 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a16462-bd66-4b9f-866d-342d4fc70d1a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:46:42.227385 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a16462-bd66-4b9f-866d-342d4fc70d1a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:42.232589 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a16462-bd66-4b9f-866d-342d4fc70d1a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:42.233538 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d9a16462-bd66-4b9f-866d-342d4fc70d1a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:42.263016 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d9a16462-bd66-4b9f-866d-342d4fc70d1a tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.5089815 May 13 14:46:42.298704 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35736) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:42.636489 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1f40e-4d16-4871-ad09-6e6124ff89a3 req-436922e0-0a83-41df-882e-8357531cff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:42.638088 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8cd1f40e-4d16-4871-ad09-6e6124ff89a3 req-436922e0-0a83-41df-882e-8357531cff00 service neutron] 10.222.0.74 "GET /v2.0/networks?id=144b0538-5a90-40dc-8493-8ee490cbd7e0 HTTP/1.1" status: 200 len: 911 time: 0.6609588 May 13 14:46:42.645172 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9c1395e-771b-4412-86c9-e1c649d23800 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:42.972223 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1395e-771b-4412-86c9-e1c649d23800 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Pushing event deleted for resources: {'Port': ['ID=4ce293b5-baf1-4d9c-846a-635d995f15f6,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:43.047061 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-e15eab8e-2fe3-4798-9ee0-3c5da15471d8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Allocated IP 172.20.0.10 (79502f79-32f0-4cf3-a72c-791ea29fe0ee/83b25c17-f2f8-4109-b49c-2a51fdafa631/6eadb167-5abb-42ea-ab19-2fd8ac072294) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:46:43.066290 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6dcced6a-bfaf-4f23-a5ef-afd2912dc306 req-b56f5bd1-f0e2-49c5-add9-910c8c55c710 service neutron] 10.222.0.59 "GET /v2.0/networks/3c40b33f-7bf3-4984-a9df-d5e9c9e61d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1534588 May 13 14:46:43.100344 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa3c6e5-396e-4b5d-8835-68d7b257c56c tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:43.115964 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa3c6e5-396e-4b5d-8835-68d7b257c56c tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:43.119385 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6fa3c6e5-396e-4b5d-8835-68d7b257c56c tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.8124175 May 13 14:46:43.121118 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-e15eab8e-2fe3-4798-9ee0-3c5da15471d8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Allocated IP 172.20.0.18 (79502f79-32f0-4cf3-a72c-791ea29fe0ee/74ee196c-e9e1-4976-88cc-a6a22eee02ea/6eadb167-5abb-42ea-ab19-2fd8ac072294) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:46:43.161633 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35744) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:43.184455 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbad0b4b-5a61-42bc-83bd-46424f842dbb None None] Network 79502f79-32f0-4cf3-a72c-791ea29fe0ee requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:46:43.275982 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8cd1f40e-4d16-4871-ad09-6e6124ff89a3 req-38fe580d-ad26-47b2-8a9d-1f02f4c94036 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=287acb6a-4dc7-45f4-8951-887c0db993bc HTTP/1.1" status: 200 len: 999 time: 0.5765729 May 13 14:46:43.315006 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-702487d6-270e-4608-bce2-03cd853d40cd admin admin] Allocated IP 172.25.0.51 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/5bbca6bf-ad93-480f-96d8-40a7b95a9b72) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:46:43.483414 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 632d6e10-0828-479f-a984-8683bd6a0a2e up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:46:43.578336 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-eac6c085-390c-4492-9d34-d556aca9dea8 None None] Provisioning for port f1123618-7f1d-4216-9130-422fad1bf258 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:46:43.764243 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-d863d411-e6f7-401d-ac6b-ead445b3100e tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Deleting port 41d68c2d-ca74-4ed3-bab1-43704d712be1 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:43.765031 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d863d411-e6f7-401d-ac6b-ead445b3100e tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:43.856222 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0a5cf5-a222-4f74-9bab-a51371cca935 None None] Network c2791814-6ab4-4ee1-8449-7b69fcd7217d requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:46:43.874140 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 632d6e10-0828-479f-a984-8683bd6a0a2e completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:46:43.886434 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device f1123618-7f1d-4216-9130-422fad1bf258 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:46:43.960346 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9c1395e-771b-4412-86c9-e1c649d23800 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:43.992836 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1f40e-4d16-4871-ad09-6e6124ff89a3 req-fe7d761f-be2a-4002-bfb1-44c8317a3b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:43.993960 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8cd1f40e-4d16-4871-ad09-6e6124ff89a3 req-fe7d761f-be2a-4002-bfb1-44c8317a3b23 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8a9c690f-a84d-47bd-a3d1-b0cafcf431f8 HTTP/1.1" status: 200 len: 849 time: 0.6827445 May 13 14:46:44.247214 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6dcced6a-bfaf-4f23-a5ef-afd2912dc306 req-0ea7ec92-50ee-4a5b-ba4f-c9ad137d8dd7 service neutron] 10.222.0.59 "GET /v2.0/networks/3c40b33f-7bf3-4984-a9df-d5e9c9e61d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1730165 May 13 14:46:44.249016 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e61fa340-c3d3-49dd-ad0b-d8ea98740952 None None] Provisioning for port 632d6e10-0828-479f-a984-8683bd6a0a2e completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:46:44.263969 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e61fa340-c3d3-49dd-ad0b-d8ea98740952 None None] Provisioning complete for port 632d6e10-0828-479f-a984-8683bd6a0a2e triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:44.264255 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e61fa340-c3d3-49dd-ad0b-d8ea98740952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:44.457825 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-702487d6-270e-4608-bce2-03cd853d40cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:44.476991 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1f40e-4d16-4871-ad09-6e6124ff89a3 req-206a25ea-013c-47c6-81ec-5fa88eb44ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:44.478999 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8cd1f40e-4d16-4871-ad09-6e6124ff89a3 req-206a25ea-013c-47c6-81ec-5fa88eb44ed8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=144b0538-5a90-40dc-8493-8ee490cbd7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4704101 May 13 14:46:44.574005 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port f1123618-7f1d-4216-9130-422fad1bf258 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:46:44.602686 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port f1123618-7f1d-4216-9130-422fad1bf258 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:44.603716 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:44.637166 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e15eab8e-2fe3-4798-9ee0-3c5da15471d8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:44.660982 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9d6878f3-dfd1-4fa1-8b1f-90f3bb9379f7 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:44.668012 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d863d411-e6f7-401d-ac6b-ead445b3100e tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:44.803251 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e61fa340-c3d3-49dd-ad0b-d8ea98740952 None None] Current status of the port 632d6e10-0828-479f-a984-8683bd6a0a2e is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:44.804653 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e61fa340-c3d3-49dd-ad0b-d8ea98740952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:44.829624 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-e15eab8e-2fe3-4798-9ee0-3c5da15471d8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Transition to ACTIVE for port object 6eadb167-5abb-42ea-ab19-2fd8ac072294 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:46:44.840477 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-d863d411-e6f7-401d-ac6b-ead445b3100e tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Calling delete_port for 41d68c2d-ca74-4ed3-bab1-43704d712be1 owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:44.868549 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c1395e-771b-4412-86c9-e1c649d23800 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Router 5b43a5a4-9203-43ce-a540-fdb4c809f4dc has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:46:44.907077 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8cd1f40e-4d16-4871-ad09-6e6124ff89a3 req-8bddc765-f2bf-472c-b7f8-ab7c6000a2d9 service neutron] 10.222.0.74 "GET /v2.0/networks/144b0538-5a90-40dc-8493-8ee490cbd7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202616 May 13 14:46:44.932412 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-702487d6-270e-4608-bce2-03cd853d40cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:44.986003 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1991ffad-4a70-4725-be61-3be1cfcc915c None None] Update dhcp port {'port': {'network_id': '79502f79-32f0-4cf3-a72c-791ea29fe0ee', 'fixed_ips': [{'subnet_id': '83b25c17-f2f8-4109-b49c-2a51fdafa631', 'ip_address': '172.20.0.2'}, {'subnet_id': '74ee196c-e9e1-4976-88cc-a6a22eee02ea'}], 'binding:host_id': 'n-d-841760-1'}, 'id': 'f1123618-7f1d-4216-9130-422fad1bf258'} from n-d-841760-1. {{(pid=88083) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 14:46:45.014012 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-e61fa340-c3d3-49dd-ad0b-d8ea98740952 None None] For port 632d6e10-0828-479f-a984-8683bd6a0a2e, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=632d6e10-0828-479f-a984-8683bd6a0a2e,segment=NetworkSegment(a2913665-eb77-4691-ac44-6156c569581f),segment_id=a2913665-eb77-4691-ac44-6156c569581f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:45.026999 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d863d411-e6f7-401d-ac6b-ead445b3100e tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:45.061053 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702487d6-270e-4608-bce2-03cd853d40cd admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:46:45.073987 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-702487d6-270e-4608-bce2-03cd853d40cd admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:46:45.081886 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702487d6-270e-4608-bce2-03cd853d40cd admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:46:45.119674 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702487d6-270e-4608-bce2-03cd853d40cd admin admin] Pushing event updated for resources: {'Port': ['ID=5bbca6bf-ad93-480f-96d8-40a7b95a9b72,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:45.126556 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d863d411-e6f7-401d-ac6b-ead445b3100e tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:45.174113 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e61fa340-c3d3-49dd-ad0b-d8ea98740952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:45.226293 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d863d411-e6f7-401d-ac6b-ead445b3100e tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] 10.222.0.35 "DELETE /v2.0/ports/41d68c2d-ca74-4ed3-bab1-43704d712be1 HTTP/1.1" status: 204 len: 168 time: 2.0189290 May 13 14:46:45.227485 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e15eab8e-2fe3-4798-9ee0-3c5da15471d8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:45.228465 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35752) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:45.246655 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863d411-e6f7-401d-ac6b-ead445b3100e tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Pushing event deleted for resources: {'Port': ['ID=41d68c2d-ca74-4ed3-bab1-43704d712be1,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:45.317148 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1991ffad-4a70-4725-be61-3be1cfcc915c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:45.330623 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port f1123618-7f1d-4216-9130-422fad1bf258 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:45.331375 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:45.350361 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61fa340-c3d3-49dd-ad0b-d8ea98740952 None None] Pushing event updated for resources: {'Port': ['ID=632d6e10-0828-479f-a984-8683bd6a0a2e,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:45.439708 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15eab8e-2fe3-4798-9ee0-3c5da15471d8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network 79502f79-32f0-4cf3-a72c-791ea29fe0ee is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:46:45.451938 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-e15eab8e-2fe3-4798-9ee0-3c5da15471d8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:46:45.518491 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15eab8e-2fe3-4798-9ee0-3c5da15471d8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:46:45.569900 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15eab8e-2fe3-4798-9ee0-3c5da15471d8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Port': ['ID=6eadb167-5abb-42ea-ab19-2fd8ac072294,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:45.587331 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8cd1f40e-4d16-4871-ad09-6e6124ff89a3 req-73ff261f-4ab8-4e99-a77f-43c78eee09bd service neutron] 10.222.0.74 "GET /v2.0/networks/144b0538-5a90-40dc-8493-8ee490cbd7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6138964 May 13 14:46:45.670942 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port f1123618-7f1d-4216-9130-422fad1bf258, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=f1123618-7f1d-4216-9130-422fad1bf258,segment=NetworkSegment(9ee02de7-3b35-4186-b06f-1788f65829be),segment_id=9ee02de7-3b35-4186-b06f-1788f65829be)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:45.678038 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-1991ffad-4a70-4725-be61-3be1cfcc915c None None] Allocated IP 172.20.0.19 (79502f79-32f0-4cf3-a72c-791ea29fe0ee/74ee196c-e9e1-4976-88cc-a6a22eee02ea/f1123618-7f1d-4216-9130-422fad1bf258) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:46:45.680378 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:45.693748 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15eab8e-2fe3-4798-9ee0-3c5da15471d8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:45.694502 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e15eab8e-2fe3-4798-9ee0-3c5da15471d8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:45.709561 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-26b8a571-a3dd-4c6a-be81-ab56cbafc8af tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Deleting port 902e7b36-c8c5-4765-b06f-4b3b9bc7e459 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:45.709903 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-26b8a571-a3dd-4c6a-be81-ab56cbafc8af tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:45.771292 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=f1123618-7f1d-4216-9130-422fad1bf258,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:45.790657 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c1395e-771b-4412-86c9-e1c649d23800 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:46:45.818137 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e22b0-23a1-4e2b-8f0b-875161f1748f None None] Sync routers for ids ['5b43a5a4-9203-43ce-a540-fdb4c809f4dc'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:46:45.832639 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2e22b0-23a1-4e2b-8f0b-875161f1748f None None] Routers {'5b43a5a4-9203-43ce-a540-fdb4c809f4dc'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:46:45.834349 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e15eab8e-2fe3-4798-9ee0-3c5da15471d8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.4640994 May 13 14:46:45.842785 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-5e2e22b0-23a1-4e2b-8f0b-875161f1748f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:46:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['5b43a5a4-9203-43ce-a540-fdb4c809f4dc'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:45.843026 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35756) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:45.860985 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-54e81c5e-d003-453c-a5b3-8e3068eaad26 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '83b25c17-f2f8-4109-b49c-2a51fdafa631'}]}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:45.970860 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f9c1395e-771b-4412-86c9-e1c649d23800 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "PUT /v2.0/routers/5b43a5a4-9203-43ce-a540-fdb4c809f4dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8231623 May 13 14:46:45.978322 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35762) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:46.002836 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-1991ffad-4a70-4725-be61-3be1cfcc915c None None] For port f1123618-7f1d-4216-9130-422fad1bf258, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=f1123618-7f1d-4216-9130-422fad1bf258,segment=NetworkSegment(9ee02de7-3b35-4186-b06f-1788f65829be),segment_id=9ee02de7-3b35-4186-b06f-1788f65829be)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:46.037258 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1991ffad-4a70-4725-be61-3be1cfcc915c None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:46.059044 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-1991ffad-4a70-4725-be61-3be1cfcc915c None None] Transition to ACTIVE for port object f1123618-7f1d-4216-9130-422fad1bf258 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:46:46.060400 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5cd9b495-df3a-4a88-be8c-25988ee7ce5f None None] Provisioning complete for port 632d6e10-0828-479f-a984-8683bd6a0a2e triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:46.060766 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5cd9b495-df3a-4a88-be8c-25988ee7ce5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:46.101641 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1991ffad-4a70-4725-be61-3be1cfcc915c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:46.106554 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 632d6e10-0828-479f-a984-8683bd6a0a2e up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:46:46.155171 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-54e81c5e-d003-453c-a5b3-8e3068eaad26 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:46.195510 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-5e2e22b0-23a1-4e2b-8f0b-875161f1748f None None] Set router 5b43a5a4-9203-43ce-a540-fdb4c809f4dc gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:46:46.298102 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991ffad-4a70-4725-be61-3be1cfcc915c None None] Pushing event updated for resources: {'Port': ['ID=f1123618-7f1d-4216-9130-422fad1bf258,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:46.430545 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-702487d6-270e-4608-bce2-03cd853d40cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:46.515449 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-26b8a571-a3dd-4c6a-be81-ab56cbafc8af tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:46.634376 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 632d6e10-0828-479f-a984-8683bd6a0a2e triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:46.634376 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:46.668161 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-5e2e22b0-23a1-4e2b-8f0b-875161f1748f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b43a5a4-9203-43ce-a540-fdb4c809f4dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-858038788', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '83cee2ae-e53e-49d0-9022-f75447c69bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:22Z', 'updated_at': '2022-05-13T14:46:42Z', 'revision_number': 5, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'gw_port': {'id': '83cee2ae-e53e-49d0-9022-f75447c69bb2', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:df:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b43a5a4-9203-43ce-a540-fdb4c809f4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:25Z', 'updated_at': '2022-05-13T14:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:46.683678 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e22b0-23a1-4e2b-8f0b-875161f1748f None None] Checking router: 5b43a5a4-9203-43ce-a540-fdb4c809f4dc for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:46:46.703627 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2e22b0-23a1-4e2b-8f0b-875161f1748f None None] Routers {'5b43a5a4-9203-43ce-a540-fdb4c809f4dc'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:46:46.703627 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-5e2e22b0-23a1-4e2b-8f0b-875161f1748f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:46:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['5b43a5a4-9203-43ce-a540-fdb4c809f4dc'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:46.838304 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-26b8a571-a3dd-4c6a-be81-ab56cbafc8af tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Calling delete_port for 902e7b36-c8c5-4765-b06f-4b3b9bc7e459 owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:46.917505 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-5e2e22b0-23a1-4e2b-8f0b-875161f1748f None None] Set router 5b43a5a4-9203-43ce-a540-fdb4c809f4dc gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:46:47.001174 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-9d6878f3-dfd1-4fa1-8b1f-90f3bb9379f7 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Deleting port b55478fe-0015-458d-8d26-24bda0d3475c {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:47.001514 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9d6878f3-dfd1-4fa1-8b1f-90f3bb9379f7 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:47.043774 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 632d6e10-0828-479f-a984-8683bd6a0a2e is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:47.047692 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-5cd9b495-df3a-4a88-be8c-25988ee7ce5f None None] Current status of the port 632d6e10-0828-479f-a984-8683bd6a0a2e is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:47.190379 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-26b8a571-a3dd-4c6a-be81-ab56cbafc8af tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:47.370568 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8a571-a3dd-4c6a-be81-ab56cbafc8af tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Pushing event deleted for resources: {'Port': ['ID=902e7b36-c8c5-4765-b06f-4b3b9bc7e459,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:47.380347 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-5e2e22b0-23a1-4e2b-8f0b-875161f1748f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b43a5a4-9203-43ce-a540-fdb4c809f4dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-858038788', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '83cee2ae-e53e-49d0-9022-f75447c69bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:22Z', 'updated_at': '2022-05-13T14:46:42Z', 'revision_number': 5, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'gw_port': {'id': '83cee2ae-e53e-49d0-9022-f75447c69bb2', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:df:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b43a5a4-9203-43ce-a540-fdb4c809f4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:25Z', 'updated_at': '2022-05-13T14:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:47.383641 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-5460efbb-cae2-4fc1-ace0-732a92c5d158 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Deleting subnet 8dec2b5b-3e83-4186-ace6-173a589a8627 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:46:47.385982 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e22b0-23a1-4e2b-8f0b-875161f1748f None None] The sync data for ids ['5b43a5a4-9203-43ce-a540-fdb4c809f4dc'] in n-d-841760-1 is: [{'id': '5b43a5a4-9203-43ce-a540-fdb4c809f4dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-858038788', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '83cee2ae-e53e-49d0-9022-f75447c69bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:22Z', 'updated_at': '2022-05-13T14:46:42Z', 'revision_number': 5, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'gw_port': {'id': '83cee2ae-e53e-49d0-9022-f75447c69bb2', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:df:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b43a5a4-9203-43ce-a540-fdb4c809f4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:25Z', 'updated_at': '2022-05-13T14:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:46:47.394194 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5460efbb-cae2-4fc1-ace0-732a92c5d158 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:47.546232 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-26b8a571-a3dd-4c6a-be81-ab56cbafc8af tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:47.554278 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5460efbb-cae2-4fc1-ace0-732a92c5d158 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:47.584276 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028510c0-2447-4c26-996f-3b8345d94206 None None] Network 79502f79-32f0-4cf3-a72c-791ea29fe0ee requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:46:47.609671 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-26b8a571-a3dd-4c6a-be81-ab56cbafc8af tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] 10.222.0.35 "DELETE /v2.0/ports/902e7b36-c8c5-4765-b06f-4b3b9bc7e459 HTTP/1.1" status: 204 len: 168 time: 2.0252364 May 13 14:46:47.613128 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35774) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:47.672768 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d5edc80f-f796-4f09-8d61-92dc968b731f tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Synchronizing usage tracker for tenant:683aa1f76e71416fb91b9e97f308b79c on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:46:47.673353 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-9d6878f3-dfd1-4fa1-8b1f-90f3bb9379f7 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] For port b55478fe-0015-458d-8d26-24bda0d3475c, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b55478fe-0015-458d-8d26-24bda0d3475c,segment=NetworkSegment(3ab8718c-4e79-4aed-9a39-363c04f1d2e4),segment_id=3ab8718c-4e79-4aed-9a39-363c04f1d2e4)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:47.673728 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9d6878f3-dfd1-4fa1-8b1f-90f3bb9379f7 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:47.715037 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-702487d6-270e-4608-bce2-03cd853d40cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:47.730343 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-54e81c5e-d003-453c-a5b3-8e3068eaad26 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Delete allocated IP 172.20.0.18 (79502f79-32f0-4cf3-a72c-791ea29fe0ee/74ee196c-e9e1-4976-88cc-a6a22eee02ea) {{(pid=88082) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 13 14:46:47.793127 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d5edc80f-f796-4f09-8d61-92dc968b731f tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Unset dirty status for tenant:683aa1f76e71416fb91b9e97f308b79c on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:46:47.794279 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d5edc80f-f796-4f09-8d61-92dc968b731f tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1775377 May 13 14:46:47.808843 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-970e4254-84fd-45c8-8c1c-62e93bd232f3 req-5a15de83-0bf3-48c9-8daf-48661e9eb5c6 service neutron] (88081) timed out ('10.222.0.59', 55386) {{(pid=88081) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 14:46:47.809895 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35778) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:47.842408 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-93e7b3e8-9859-4fc6-85dc-f065ede357dd tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-475770040'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:47.844295 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-1a6894fd-c2f3-4317-a880-de16677479a1 None None] Provisioning for port f1123618-7f1d-4216-9130-422fad1bf258 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:46:47.856190 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-1a6894fd-c2f3-4317-a880-de16677479a1 None None] Provisioning complete for port f1123618-7f1d-4216-9130-422fad1bf258 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:47.856616 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1a6894fd-c2f3-4317-a880-de16677479a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:47.867078 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-93e7b3e8-9859-4fc6-85dc-f065ede357dd tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:47.871725 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-93e7b3e8-9859-4fc6-85dc-f065ede357dd tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Usage tracker for resource:network and tenant:683aa1f76e71416fb91b9e97f308b79c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:47.878911 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-93e7b3e8-9859-4fc6-85dc-f065ede357dd tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:47.906288 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-93e7b3e8-9859-4fc6-85dc-f065ede357dd tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:47.929790 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device f1123618-7f1d-4216-9130-422fad1bf258 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:46:47.951508 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-9d6878f3-dfd1-4fa1-8b1f-90f3bb9379f7 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Calling delete_port for b55478fe-0015-458d-8d26-24bda0d3475c owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:48.090954 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5460efbb-cae2-4fc1-ace0-732a92c5d158 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:48.113069 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:48.262837 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1a6894fd-c2f3-4317-a880-de16677479a1 None None] Current status of the port f1123618-7f1d-4216-9130-422fad1bf258 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:48.300355 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port f1123618-7f1d-4216-9130-422fad1bf258 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:48.300355 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:48.333303 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5460efbb-cae2-4fc1-ace0-732a92c5d158 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:48.394768 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5460efbb-cae2-4fc1-ace0-732a92c5d158 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:48.398985 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fc5028-1291-4303-ac2b-e0a44510fd5f None None] Network 43389771-9bef-4e8f-9ae8-ce47765c650c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:46:48.408435 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460efbb-cae2-4fc1-ace0-732a92c5d158 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Pushing event deleted for resources: {'Subnet': ['ID=8dec2b5b-3e83-4186-ace6-173a589a8627,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:48.436374 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-54e81c5e-d003-453c-a5b3-8e3068eaad26 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:48.444122 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e7b3e8-9859-4fc6-85dc-f065ede357dd tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Made reservation on behalf of 683aa1f76e71416fb91b9e97f308b79c for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:46:48.447427 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5460efbb-cae2-4fc1-ace0-732a92c5d158 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "DELETE /v2.0/subnets/8dec2b5b-3e83-4186-ace6-173a589a8627 HTTP/1.1" status: 204 len: 168 time: 2.3196895 May 13 14:46:48.457139 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35782) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:48.469431 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-93e7b3e8-9859-4fc6-85dc-f065ede357dd tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:48.559144 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-54e81c5e-d003-453c-a5b3-8e3068eaad26 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Ignored duplicate provisioning block setup for port 6eadb167-5abb-42ea-ab19-2fd8ac072294 by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 13 14:46:48.598633 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-54e81c5e-d003-453c-a5b3-8e3068eaad26 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:48.598633 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e7b3e8-9859-4fc6-85dc-f065ede357dd tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:46:48.747609 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-93e7b3e8-9859-4fc6-85dc-f065ede357dd tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:48.748417 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-93e7b3e8-9859-4fc6-85dc-f065ede357dd tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Added segment f3fd2c1c-18ad-45ab-a870-21ca9b47e7e8 of type vlan for network b6f0d95a-3754-4d31-881e-214675ea0b82 May 13 14:46:48.798427 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9d6878f3-dfd1-4fa1-8b1f-90f3bb9379f7 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:48.826518 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702487d6-270e-4608-bce2-03cd853d40cd admin admin] Router 8c6a7c28-347e-4ca4-bdab-d19c4c2793bd is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:46:48.930907 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d0eaf1cb-d72d-4b73-96ee-75619d739565 None None] Provisioning for port 6eadb167-5abb-42ea-ab19-2fd8ac072294 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:46:48.947062 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port f1123618-7f1d-4216-9130-422fad1bf258 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:48.973122 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 4ce293b5-baf1-4d9c-846a-635d995f15f6 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:46:49.004051 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d0eaf1cb-d72d-4b73-96ee-75619d739565 None None] Provisioning complete for port 6eadb167-5abb-42ea-ab19-2fd8ac072294 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:49.004051 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d0eaf1cb-d72d-4b73-96ee-75619d739565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:49.076837 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-93e7b3e8-9859-4fc6-85dc-f065ede357dd tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:49.079502 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7fc3e8d4-1cfd-4732-89a1-f6b084d9e221 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:49.088819 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e81c5e-d003-453c-a5b3-8e3068eaad26 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Port': ['ID=6eadb167-5abb-42ea-ab19-2fd8ac072294,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:49.122456 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-d0eaf1cb-d72d-4b73-96ee-75619d739565 None None] Port 6eadb167-5abb-42ea-ab19-2fd8ac072294 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:46:49.134935 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 4ce293b5-baf1-4d9c-846a-635d995f15f6 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:46:49.134935 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 4ce293b5-baf1-4d9c-846a-635d995f15f6 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:46:49.193199 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d0eaf1cb-d72d-4b73-96ee-75619d739565 None None] Provisioning complete for port f1123618-7f1d-4216-9130-422fad1bf258 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:49.193199 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d0eaf1cb-d72d-4b73-96ee-75619d739565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:49.301065 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6878f3-dfd1-4fa1-8b1f-90f3bb9379f7 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event deleted for resources: {'Port': ['ID=b55478fe-0015-458d-8d26-24bda0d3475c,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:49.315698 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [None req-93e7b3e8-9859-4fc6-85dc-f065ede357dd tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:46:49.378301 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-54e81c5e-d003-453c-a5b3-8e3068eaad26 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] In _notify_port_updated(), no bound segment for port 6eadb167-5abb-42ea-ab19-2fd8ac072294 on network 79502f79-32f0-4cf3-a72c-791ea29fe0ee {{(pid=88082) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:46:49.383293 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f680721d-2ece-4d55-9426-24da02a42b66 None None] DHCP port deletion for 43389771-9bef-4e8f-9ae8-ce47765c650c request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:46:49.384356 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e81c5e-d003-453c-a5b3-8e3068eaad26 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:49.385018 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-54e81c5e-d003-453c-a5b3-8e3068eaad26 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:49.399701 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-54e81c5e-d003-453c-a5b3-8e3068eaad26 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "PUT /v2.0/ports/6eadb167-5abb-42ea-ab19-2fd8ac072294 HTTP/1.1" status: 200 len: 919 time: 3.5552738 May 13 14:46:49.400199 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35788) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:49.408832 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-93e7b3e8-9859-4fc6-85dc-f065ede357dd tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:49.414403 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e7b3e8-9859-4fc6-85dc-f065ede357dd tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:49.415172 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-93e7b3e8-9859-4fc6-85dc-f065ede357dd tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:49.421954 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-df2a4f2f-294d-49c1-b663-773713ad26ec tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '83b25c17-f2f8-4109-b49c-2a51fdafa631'}, {'subnet_id': '74ee196c-e9e1-4976-88cc-a6a22eee02ea'}]}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:49.425582 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f680721d-2ece-4d55-9426-24da02a42b66 None None] Deleting port cfd702fc-5697-4498-a609-f29d678a90da {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:49.426079 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f680721d-2ece-4d55-9426-24da02a42b66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:49.509835 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-d0eaf1cb-d72d-4b73-96ee-75619d739565 None None] Current status of the port f1123618-7f1d-4216-9130-422fad1bf258 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:49.745008 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-f680721d-2ece-4d55-9426-24da02a42b66 None None] For port cfd702fc-5697-4498-a609-f29d678a90da, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=cfd702fc-5697-4498-a609-f29d678a90da,segment=NetworkSegment(8b16b1c9-90b4-4de7-9c08-9b2190184539),segment_id=8b16b1c9-90b4-4de7-9c08-9b2190184539)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:49.745407 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f680721d-2ece-4d55-9426-24da02a42b66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:49.806036 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7b3e8-9859-4fc6-85dc-f065ede357dd tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Pushing event updated for resources: {'Network': ['ID=b6f0d95a-3754-4d31-881e-214675ea0b82,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:49.811056 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-93e7b3e8-9859-4fc6-85dc-f065ede357dd tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9913399 May 13 14:46:49.812475 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702487d6-270e-4608-bce2-03cd853d40cd admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:46:49.814269 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35794) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:49.821815 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-6a6b90b7-ea9f-4ced-a8c3-dfd1090f3cd0 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-468286550'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:49.835007 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6a6b90b7-ea9f-4ced-a8c3-dfd1090f3cd0 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:49.846812 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6a6b90b7-ea9f-4ced-a8c3-dfd1090f3cd0 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Usage tracker for resource:network and tenant:683aa1f76e71416fb91b9e97f308b79c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:49.851638 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6a6b90b7-ea9f-4ced-a8c3-dfd1090f3cd0 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:49.858840 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6a6b90b7-ea9f-4ced-a8c3-dfd1090f3cd0 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:49.867180 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-702487d6-270e-4608-bce2-03cd853d40cd admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:49.876166 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35802) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:49.879066 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-702487d6-270e-4608-bce2-03cd853d40cd admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.1980016 May 13 14:46:49.879475 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9d6878f3-dfd1-4fa1-8b1f-90f3bb9379f7 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:49.887842 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6b90b7-ea9f-4ced-a8c3-dfd1090f3cd0 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Made reservation on behalf of 683aa1f76e71416fb91b9e97f308b79c for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:46:49.891952 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6a6b90b7-ea9f-4ced-a8c3-dfd1090f3cd0 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:49.892381 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network b6f0d95a-3754-4d31-881e-214675ea0b82 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:46:49.929169 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a6b90b7-ea9f-4ced-a8c3-dfd1090f3cd0 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:46:49.951898 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6a6b90b7-ea9f-4ced-a8c3-dfd1090f3cd0 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:49.953260 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-6a6b90b7-ea9f-4ced-a8c3-dfd1090f3cd0 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Added segment 8b6afe5e-abe6-4ea1-a973-5b9f35f8f4cb of type vlan for network aa722d27-081a-4bce-beea-eede7a26c254 May 13 14:46:50.048662 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6a6b90b7-ea9f-4ced-a8c3-dfd1090f3cd0 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:50.052053 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7fc3e8d4-1cfd-4732-89a1-f6b084d9e221 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:50.052218 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dfc6a5-9de4-4e58-a389-3589e558b0c9 None None] Sync routers for ids ['8c6a7c28-347e-4ca4-bdab-d19c4c2793bd'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:46:50.111369 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6a6b90b7-ea9f-4ced-a8c3-dfd1090f3cd0 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:50.154818 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6b90b7-ea9f-4ced-a8c3-dfd1090f3cd0 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:50.154818 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6a6b90b7-ea9f-4ced-a8c3-dfd1090f3cd0 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:50.180838 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device cfd702fc-5697-4498-a609-f29d678a90da no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:46:50.295217 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-7fc3e8d4-1cfd-4732-89a1-f6b084d9e221 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Deleting port 83cee2ae-e53e-49d0-9022-f75447c69bb2 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:50.295866 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7fc3e8d4-1cfd-4732-89a1-f6b084d9e221 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:50.372665 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f680721d-2ece-4d55-9426-24da02a42b66 None None] Calling delete_port for cfd702fc-5697-4498-a609-f29d678a90da owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:50.383940 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b90b7-ea9f-4ced-a8c3-dfd1090f3cd0 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Pushing event updated for resources: {'Network': ['ID=aa722d27-081a-4bce-beea-eede7a26c254,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:50.408775 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6a6b90b7-ea9f-4ced-a8c3-dfd1090f3cd0 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5905783 May 13 14:46:50.454958 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network aa722d27-081a-4bce-beea-eede7a26c254 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:46:50.674165 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dfc6a5-9de4-4e58-a389-3589e558b0c9 None None] Routers {'8c6a7c28-347e-4ca4-bdab-d19c4c2793bd'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:46:50.675063 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-65dfc6a5-9de4-4e58-a389-3589e558b0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:46:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8c6a7c28-347e-4ca4-bdab-d19c4c2793bd'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:50.987865 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-65dfc6a5-9de4-4e58-a389-3589e558b0c9 None None] Set router 8c6a7c28-347e-4ca4-bdab-d19c4c2793bd gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:46:51.015847 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-df2a4f2f-294d-49c1-b663-773713ad26ec tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:51.173325 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6878f3-dfd1-4fa1-8b1f-90f3bb9379f7 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Router 60f27043-3c9f-4544-9691-0cb912423002 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:46:51.477558 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-7fc3e8d4-1cfd-4732-89a1-f6b084d9e221 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] For port 83cee2ae-e53e-49d0-9022-f75447c69bb2, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=83cee2ae-e53e-49d0-9022-f75447c69bb2,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:51.477558 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7fc3e8d4-1cfd-4732-89a1-f6b084d9e221 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:51.650413 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a78f99ff-b530-4dfe-be88-0f71d8d9322d None None] Provisioning complete for port 6eadb167-5abb-42ea-ab19-2fd8ac072294 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:51.650413 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a78f99ff-b530-4dfe-be88-0f71d8d9322d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:51.725283 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port cfd702fc-5697-4498-a609-f29d678a90da is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:51.725283 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:51.794131 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f680721d-2ece-4d55-9426-24da02a42b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:51.889626 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680721d-2ece-4d55-9426-24da02a42b66 None None] Pushing event deleted for resources: {'Port': ['ID=cfd702fc-5697-4498-a609-f29d678a90da,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:51.911944 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f680721d-2ece-4d55-9426-24da02a42b66 None None] No DVR routers for this DVR port cfd702fc-5697-4498-a609-f29d678a90da on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:46:51.959643 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-a78f99ff-b530-4dfe-be88-0f71d8d9322d None None] Port 6eadb167-5abb-42ea-ab19-2fd8ac072294 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:46:51.959643 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f680721d-2ece-4d55-9426-24da02a42b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:51.959643 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f680721d-2ece-4d55-9426-24da02a42b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:51.959643 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f680721d-2ece-4d55-9426-24da02a42b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:51.959643 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f680721d-2ece-4d55-9426-24da02a42b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:51.959643 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f680721d-2ece-4d55-9426-24da02a42b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:51.959643 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f680721d-2ece-4d55-9426-24da02a42b66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:51.959643 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f680721d-2ece-4d55-9426-24da02a42b66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:51.959643 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f680721d-2ece-4d55-9426-24da02a42b66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:51.959643 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f680721d-2ece-4d55-9426-24da02a42b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:51.959643 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f680721d-2ece-4d55-9426-24da02a42b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:51.959643 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f680721d-2ece-4d55-9426-24da02a42b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:51.959643 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f680721d-2ece-4d55-9426-24da02a42b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:52.140697 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-7fc3e8d4-1cfd-4732-89a1-f6b084d9e221 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Calling delete_port for 83cee2ae-e53e-49d0-9022-f75447c69bb2 owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:52.288592 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-65dfc6a5-9de4-4e58-a389-3589e558b0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'name': 'tempest-TaggedBootDevicesTest_v242-1996635987-router', 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '5bbca6bf-ad93-480f-96d8-40a7b95a9b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:46:38Z', 'updated_at': '2022-05-13T14:46:45Z', 'revision_number': 3, 'project_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'gw_port': {'id': '5bbca6bf-ad93-480f-96d8-40a7b95a9b72', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:93:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:46:41Z', 'updated_at': '2022-05-13T14:46:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:52.299761 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dfc6a5-9de4-4e58-a389-3589e558b0c9 None None] Checking router: 8c6a7c28-347e-4ca4-bdab-d19c4c2793bd for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:46:52.300396 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dfc6a5-9de4-4e58-a389-3589e558b0c9 None None] Updating router 8c6a7c28-347e-4ca4-bdab-d19c4c2793bd port 5bbca6bf-ad93-480f-96d8-40a7b95a9b72 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:46:52.362033 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6878f3-dfd1-4fa1-8b1f-90f3bb9379f7 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:46:52.375621 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9d6878f3-dfd1-4fa1-8b1f-90f3bb9379f7 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "PUT /v2.0/routers/60f27043-3c9f-4544-9691-0cb912423002/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1239772 May 13 14:46:52.377552 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe205358-f480-4bd8-bd8a-f0396d9f0e85 None None] Sync routers for ids ['60f27043-3c9f-4544-9691-0cb912423002'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:46:52.378494 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35878) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:52.399059 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe205358-f480-4bd8-bd8a-f0396d9f0e85 None None] Routers {'60f27043-3c9f-4544-9691-0cb912423002'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:46:52.400672 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-fe205358-f480-4bd8-bd8a-f0396d9f0e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:46:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['60f27043-3c9f-4544-9691-0cb912423002'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:52.451383 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-65dfc6a5-9de4-4e58-a389-3589e558b0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:52.534598 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fcd554d-7461-430b-965c-3257be57f6a6 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Deleting subnet 56992eb1-3402-4761-8840-8f5aa2503fee {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:46:52.545452 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5fcd554d-7461-430b-965c-3257be57f6a6 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:52.678964 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5fcd554d-7461-430b-965c-3257be57f6a6 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:52.782771 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-fe205358-f480-4bd8-bd8a-f0396d9f0e85 None None] Set router 60f27043-3c9f-4544-9691-0cb912423002 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:46:52.862984 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5fcd554d-7461-430b-965c-3257be57f6a6 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:53.075242 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-fe205358-f480-4bd8-bd8a-f0396d9f0e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f27043-3c9f-4544-9691-0cb912423002', 'name': 'tempest-RoutersTest-router-381366229', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:44Z', 'updated_at': '2022-05-13T14:46:48Z', 'revision_number': 11, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:53.076060 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5fcd554d-7461-430b-965c-3257be57f6a6 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:53.085542 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe205358-f480-4bd8-bd8a-f0396d9f0e85 None None] Checking router: 60f27043-3c9f-4544-9691-0cb912423002 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:46:53.088431 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-65dfc6a5-9de4-4e58-a389-3589e558b0c9 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:53.121016 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-65dfc6a5-9de4-4e58-a389-3589e558b0c9 None None] Transition to ACTIVE for port object 5bbca6bf-ad93-480f-96d8-40a7b95a9b72 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:46:53.121016 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-65dfc6a5-9de4-4e58-a389-3589e558b0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:53.130142 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe205358-f480-4bd8-bd8a-f0396d9f0e85 None None] Routers {'60f27043-3c9f-4544-9691-0cb912423002'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:46:53.130142 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-fe205358-f480-4bd8-bd8a-f0396d9f0e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:46:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['60f27043-3c9f-4544-9691-0cb912423002'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:53.289313 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd554d-7461-430b-965c-3257be57f6a6 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event deleted for resources: {'Subnet': ['ID=56992eb1-3402-4761-8840-8f5aa2503fee,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:53.297682 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5fcd554d-7461-430b-965c-3257be57f6a6 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:53.346127 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5fcd554d-7461-430b-965c-3257be57f6a6 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/subnets/56992eb1-3402-4761-8840-8f5aa2503fee HTTP/1.1" status: 204 len: 168 time: 0.9662325 May 13 14:46:53.348958 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35884) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:53.404777 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb9474-cf2d-43ab-815e-1f738e743e7a None None] Pushing event updated for resources: {'Port': ['ID=5bbca6bf-ad93-480f-96d8-40a7b95a9b72,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:53.408071 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c97acf-3e6f-4150-87fb-dd64ebb54e9d None None] Network 36b1c9fe-527c-44af-852f-e525c8ccfd28 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:46:53.560652 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-fe205358-f480-4bd8-bd8a-f0396d9f0e85 None None] Set router 60f27043-3c9f-4544-9691-0cb912423002 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:46:53.679566 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2baca0ec-15de-4188-8051-9f4a46fe825d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:53.707319 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35888) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:53.717125 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-2baca0ec-15de-4188-8051-9f4a46fe825d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Deleting port a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:53.718624 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2baca0ec-15de-4188-8051-9f4a46fe825d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:53.747568 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-df2a4f2f-294d-49c1-b663-773713ad26ec tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Allocated IP 172.20.0.29 (79502f79-32f0-4cf3-a72c-791ea29fe0ee/74ee196c-e9e1-4976-88cc-a6a22eee02ea/6eadb167-5abb-42ea-ab19-2fd8ac072294) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:46:53.773572 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-bb1fb17c-d2f4-41b0-a642-83ae9b46b143 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Request body: {'subnets': [{'network_id': 'b6f0d95a-3754-4d31-881e-214675ea0b82', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1672232133', 'ip_version': 6}, {'network_id': 'aa722d27-081a-4bce-beea-eede7a26c254', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:53.774544 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-bb1fb17c-d2f4-41b0-a642-83ae9b46b143 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Request body: {'subnet': {'network_id': 'b6f0d95a-3754-4d31-881e-214675ea0b82', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1672232133', 'ip_version': 6}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:53.775249 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-bb1fb17c-d2f4-41b0-a642-83ae9b46b143 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Request body: {'subnet': {'network_id': 'aa722d27-081a-4bce-beea-eede7a26c254', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:53.790726 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-65dfc6a5-9de4-4e58-a389-3589e558b0c9 None None] Attempting to bind port 5bbca6bf-ad93-480f-96d8-40a7b95a9b72 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:46:53.791393 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-65dfc6a5-9de4-4e58-a389-3589e558b0c9 None None] Attempting to bind port 5bbca6bf-ad93-480f-96d8-40a7b95a9b72 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:46:53.792268 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dfc6a5-9de4-4e58-a389-3589e558b0c9 None None] Attempting to bind port 5bbca6bf-ad93-480f-96d8-40a7b95a9b72 on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:46:53.811562 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dfc6a5-9de4-4e58-a389-3589e558b0c9 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:46:53.812264 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dfc6a5-9de4-4e58-a389-3589e558b0c9 None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:46:53.812865 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-65dfc6a5-9de4-4e58-a389-3589e558b0c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:53.813777 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dfc6a5-9de4-4e58-a389-3589e558b0c9 None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:46:53.814520 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-65dfc6a5-9de4-4e58-a389-3589e558b0c9 None None] Bound port: 5bbca6bf-ad93-480f-96d8-40a7b95a9b72, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:46:53.815158 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-65dfc6a5-9de4-4e58-a389-3589e558b0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:53.817919 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-fe205358-f480-4bd8-bd8a-f0396d9f0e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f27043-3c9f-4544-9691-0cb912423002', 'name': 'tempest-RoutersTest-router-381366229', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:44Z', 'updated_at': '2022-05-13T14:46:48Z', 'revision_number': 11, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:53.832191 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe205358-f480-4bd8-bd8a-f0396d9f0e85 None None] The sync data for ids ['60f27043-3c9f-4544-9691-0cb912423002'] in n-d-841760-1 is: [{'id': '60f27043-3c9f-4544-9691-0cb912423002', 'name': 'tempest-RoutersTest-router-381366229', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:44Z', 'updated_at': '2022-05-13T14:46:48Z', 'revision_number': 11, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:46:53.923678 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2ae82b2-4630-498e-a951-c3d555c42a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:53.962691 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-65dfc6a5-9de4-4e58-a389-3589e558b0c9 None None] For port 5bbca6bf-ad93-480f-96d8-40a7b95a9b72, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:46:53.966501 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-65dfc6a5-9de4-4e58-a389-3589e558b0c9 None None] For port 5bbca6bf-ad93-480f-96d8-40a7b95a9b72, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=5bbca6bf-ad93-480f-96d8-40a7b95a9b72,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:46:53.973069 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-65dfc6a5-9de4-4e58-a389-3589e558b0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:54.001629 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7fc3e8d4-1cfd-4732-89a1-f6b084d9e221 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:54.085959 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dfc6a5-9de4-4e58-a389-3589e558b0c9 None None] Routers {'8c6a7c28-347e-4ca4-bdab-d19c4c2793bd'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:46:54.086917 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-65dfc6a5-9de4-4e58-a389-3589e558b0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:46:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8c6a7c28-347e-4ca4-bdab-d19c4c2793bd'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:54.142612 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3e8d4-1cfd-4732-89a1-f6b084d9e221 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Pushing event deleted for resources: {'Port': ['ID=83cee2ae-e53e-49d0-9022-f75447c69bb2,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:54.207491 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb9474-cf2d-43ab-815e-1f738e743e7a None None] Pushing event updated for resources: {'Port': ['ID=5bbca6bf-ad93-480f-96d8-40a7b95a9b72,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:54.229488 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d3cdeb-5f4a-4161-af79-f0ca852daa68 None None] DHCP port deletion for 36b1c9fe-527c-44af-852f-e525c8ccfd28 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:46:54.254370 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-65d3cdeb-5f4a-4161-af79-f0ca852daa68 None None] Deleting port a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:54.255333 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-65d3cdeb-5f4a-4161-af79-f0ca852daa68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:54.388999 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7fc3e8d4-1cfd-4732-89a1-f6b084d9e221 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:54.569947 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b55478fe-0015-458d-8d26-24bda0d3475c no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:46:54.571738 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-bb1fb17c-d2f4-41b0-a642-83ae9b46b143 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:54.582044 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-bb1fb17c-d2f4-41b0-a642-83ae9b46b143 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Usage tracker for resource:subnet and tenant:683aa1f76e71416fb91b9e97f308b79c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:54.587484 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-bb1fb17c-d2f4-41b0-a642-83ae9b46b143 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:54.602522 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-bb1fb17c-d2f4-41b0-a642-83ae9b46b143 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:54.622004 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: b55478fe-0015-458d-8d26-24bda0d3475c {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:46:54.622784 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b55478fe-0015-458d-8d26-24bda0d3475c not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:46:54.623517 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:46:54.630808 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-2baca0ec-15de-4188-8051-9f4a46fe825d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] For port a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf,segment=NetworkSegment(3ab8718c-4e79-4aed-9a39-363c04f1d2e4),segment_id=3ab8718c-4e79-4aed-9a39-363c04f1d2e4)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:54.631245 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2baca0ec-15de-4188-8051-9f4a46fe825d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:54.639396 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-df2a4f2f-294d-49c1-b663-773713ad26ec tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:54.659081 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-df2a4f2f-294d-49c1-b663-773713ad26ec tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Transition to ACTIVE for port object 6eadb167-5abb-42ea-ab19-2fd8ac072294 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:46:54.805787 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-65dfc6a5-9de4-4e58-a389-3589e558b0c9 None None] Set router 8c6a7c28-347e-4ca4-bdab-d19c4c2793bd gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:46:54.828306 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-df2a4f2f-294d-49c1-b663-773713ad26ec tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:54.835239 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1fb17c-d2f4-41b0-a642-83ae9b46b143 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Made reservation on behalf of 683aa1f76e71416fb91b9e97f308b79c for: {'subnet': 2} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:46:54.835239 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bb1fb17c-d2f4-41b0-a642-83ae9b46b143 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:54.835239 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bb1fb17c-d2f4-41b0-a642-83ae9b46b143 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:54.957634 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7fc3e8d4-1cfd-4732-89a1-f6b084d9e221 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:55.101932 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7fc3e8d4-1cfd-4732-89a1-f6b084d9e221 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:55.102974 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a4f2f-294d-49c1-b663-773713ad26ec tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Port': ['ID=6eadb167-5abb-42ea-ab19-2fd8ac072294,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:55.327815 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7fc3e8d4-1cfd-4732-89a1-f6b084d9e221 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:55.327815 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc3e8d4-1cfd-4732-89a1-f6b084d9e221 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Fanout notify agent at l3_agent the message router_deleted on router 5b43a5a4-9203-43ce-a540-fdb4c809f4dc {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:46:55.386413 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-d2ae82b2-4630-498e-a951-c3d555c42a2d admin admin] Allocated IP 172.20.0.1 (c2791814-6ab4-4ee1-8449-7b69fcd7217d/b6c8e4a4-7ae1-42ec-8a8f-588a5dfe3854/0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:46:55.386413 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7fc3e8d4-1cfd-4732-89a1-f6b084d9e221 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:55.386413 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7fc3e8d4-1cfd-4732-89a1-f6b084d9e221 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "DELETE /v2.0/routers/5b43a5a4-9203-43ce-a540-fdb4c809f4dc HTTP/1.1" status: 204 len: 168 time: 6.9184577 May 13 14:46:55.386413 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-df2a4f2f-294d-49c1-b663-773713ad26ec tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] In _notify_port_updated(), no bound segment for port 6eadb167-5abb-42ea-ab19-2fd8ac072294 on network 79502f79-32f0-4cf3-a72c-791ea29fe0ee {{(pid=88081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:46:55.398395 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2a4f2f-294d-49c1-b663-773713ad26ec tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:55.398395 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-df2a4f2f-294d-49c1-b663-773713ad26ec tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:55.398395 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-df2a4f2f-294d-49c1-b663-773713ad26ec tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "PUT /v2.0/ports/6eadb167-5abb-42ea-ab19-2fd8ac072294 HTTP/1.1" status: 200 len: 999 time: 5.9909756 May 13 14:46:55.398395 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35898) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:55.404211 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35900) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:55.572388 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-65d3cdeb-5f4a-4161-af79-f0ca852daa68 None None] For port a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf,segment=NetworkSegment(3ab8718c-4e79-4aed-9a39-363c04f1d2e4),segment_id=3ab8718c-4e79-4aed-9a39-363c04f1d2e4)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:55.572388 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-65d3cdeb-5f4a-4161-af79-f0ca852daa68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:55.613416 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:55.613416 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:55.622383 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-2baca0ec-15de-4188-8051-9f4a46fe825d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Calling delete_port for a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:55.798462 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-47a27f0e-7290-4268-a67a-89228b567509 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:55.819488 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-f30bcd91-f172-489d-b72c-149480cffdd9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting port 6eadb167-5abb-42ea-ab19-2fd8ac072294 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:55.819841 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f30bcd91-f172-489d-b72c-149480cffdd9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:55.837591 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-eb774489-d3b4-453b-ae9b-8542b1000b50 None None] Provisioning for port 6eadb167-5abb-42ea-ab19-2fd8ac072294 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:46:55.886481 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2baca0ec-15de-4188-8051-9f4a46fe825d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:55.992543 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baca0ec-15de-4188-8051-9f4a46fe825d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] No DVR routers for this DVR port a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:46:56.027929 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-eb774489-d3b4-453b-ae9b-8542b1000b50 None None] Provisioning complete for port 6eadb167-5abb-42ea-ab19-2fd8ac072294 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:56.027929 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-eb774489-d3b4-453b-ae9b-8542b1000b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:56.070187 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-65d3cdeb-5f4a-4161-af79-f0ca852daa68 None None] Calling delete_port for a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:56.204064 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2baca0ec-15de-4188-8051-9f4a46fe825d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:56.242792 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-2baca0ec-15de-4188-8051-9f4a46fe825d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b1c9fe-527c-44af-852f-e525c8ccfd28']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:56.260216 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-2baca0ec-15de-4188-8051-9f4a46fe825d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab8718c-4e79-4aed-9a39-363c04f1d2e4') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:56.260518 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-2baca0ec-15de-4188-8051-9f4a46fe825d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab8718c-4e79-4aed-9a39-363c04f1d2e4') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:56.274822 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2baca0ec-15de-4188-8051-9f4a46fe825d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:56.296018 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-65d3cdeb-5f4a-4161-af79-f0ca852daa68 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:46:56.296657 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-65d3cdeb-5f4a-4161-af79-f0ca852daa68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:46:56.302779 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2baca0ec-15de-4188-8051-9f4a46fe825d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:56.309360 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2baca0ec-15de-4188-8051-9f4a46fe825d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:46:56.309764 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2baca0ec-15de-4188-8051-9f4a46fe825d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:56.313961 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-eb774489-d3b4-453b-ae9b-8542b1000b50 None None] Port 6eadb167-5abb-42ea-ab19-2fd8ac072294 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:46:56.314441 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-47a27f0e-7290-4268-a67a-89228b567509 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:56.339924 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:46:56.339924 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:46:56.339924 n-d-841760-1 neutron-server[88082]: timer() May 13 14:46:56.339924 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:46:56.339924 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:46:56.339924 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:46:56.339924 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:46:56.339924 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:46:56.339924 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:46:56.339924 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:46:56.339924 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:46:56.339924 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:46:56.339924 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:46:56.339924 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:46:56.339924 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:46:56.339924 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:46:56.339924 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:46:56.339924 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:46:56.339924 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:46:56.339924 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:46:56.339924 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:46:56.339924 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:46:56.339924 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:46:56.339924 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:46:56.339924 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:46:56.339924 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:46:56.339924 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:46:56.339924 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:46:56.339924 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:46:56.339924 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:46:56.339924 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:46:56.339924 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:46:56.341786 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baca0ec-15de-4188-8051-9f4a46fe825d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event deleted for resources: {'Port': ['ID=a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:56.355807 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 83cee2ae-e53e-49d0-9022-f75447c69bb2 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:46:56.365803 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2ae82b2-4630-498e-a951-c3d555c42a2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:56.400597 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 83cee2ae-e53e-49d0-9022-f75447c69bb2 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:46:56.401268 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 83cee2ae-e53e-49d0-9022-f75447c69bb2 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:46:56.419188 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-65dfc6a5-9de4-4e58-a389-3589e558b0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'name': 'tempest-TaggedBootDevicesTest_v242-1996635987-router', 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '5bbca6bf-ad93-480f-96d8-40a7b95a9b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:46:38Z', 'updated_at': '2022-05-13T14:46:45Z', 'revision_number': 3, 'project_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'gw_port': {'id': '5bbca6bf-ad93-480f-96d8-40a7b95a9b72', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:93:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:46:41Z', 'updated_at': '2022-05-13T14:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:56.429094 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dfc6a5-9de4-4e58-a389-3589e558b0c9 None None] The sync data for ids ['8c6a7c28-347e-4ca4-bdab-d19c4c2793bd'] in n-d-841760-1 is: [{'id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'name': 'tempest-TaggedBootDevicesTest_v242-1996635987-router', 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '5bbca6bf-ad93-480f-96d8-40a7b95a9b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:46:38Z', 'updated_at': '2022-05-13T14:46:45Z', 'revision_number': 3, 'project_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'gw_port': {'id': '5bbca6bf-ad93-480f-96d8-40a7b95a9b72', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:93:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:46:41Z', 'updated_at': '2022-05-13T14:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:46:56.436993 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bb1fb17c-d2f4-41b0-a642-83ae9b46b143 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:56.517516 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2baca0ec-15de-4188-8051-9f4a46fe825d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:56.548514 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2baca0ec-15de-4188-8051-9f4a46fe825d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:56.580812 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-d2ae82b2-4630-498e-a951-c3d555c42a2d admin admin] Transition to ACTIVE for port object 0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:46:56.583513 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-47a27f0e-7290-4268-a67a-89228b567509 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43389771-9bef-4e8f-9ae8-ce47765c650c']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:56.604162 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baca0ec-15de-4188-8051-9f4a46fe825d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Pushing event deleted for resources: {'Network': ['ID=36b1c9fe-527c-44af-852f-e525c8ccfd28,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:56.604162 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fb17c-d2f4-41b0-a642-83ae9b46b143 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Pushing event updated for resources: {'Subnet': ['ID=78f2cb3a-f201-4f0d-859e-db424e2e18ba,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:56.615803 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2baca0ec-15de-4188-8051-9f4a46fe825d tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/networks/36b1c9fe-527c-44af-852f-e525c8ccfd28 HTTP/1.1" status: 204 len: 168 time: 3.2563004 May 13 14:46:56.615803 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35910) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:56.628594 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1fb17c-d2f4-41b0-a642-83ae9b46b143 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Checking segment: {'id': 'f3fd2c1c-18ad-45ab-a870-21ca9b47e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6f0d95a-3754-4d31-881e-214675ea0b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:46:56.628594 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1fb17c-d2f4-41b0-a642-83ae9b46b143 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Network hostable DHCP agents. Network: b6f0d95a-3754-4d31-881e-214675ea0b82, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:46:56.632842 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-47a27f0e-7290-4268-a67a-89228b567509 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b16b1c9-90b4-4de7-9c08-9b2190184539') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:56.632842 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-47a27f0e-7290-4268-a67a-89228b567509 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b16b1c9-90b4-4de7-9c08-9b2190184539') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:56.633718 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-c47be2ec-da51-4069-94e4-15997c2d7fff tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Request body: {'router': {'routes': None}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:56.654888 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-47a27f0e-7290-4268-a67a-89228b567509 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:56.705995 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f30bcd91-f172-489d-b72c-149480cffdd9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:56.719724 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-47a27f0e-7290-4268-a67a-89228b567509 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:56.735357 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a27f0e-7290-4268-a67a-89228b567509 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:46:56.735753 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-47a27f0e-7290-4268-a67a-89228b567509 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:56.752367 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:46:56.752367 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:46:56.752367 n-d-841760-1 neutron-server[88081]: timer() May 13 14:46:56.752367 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:46:56.752367 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:46:56.752367 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:46:56.752367 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:46:56.752367 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:46:56.752367 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:46:56.752367 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:46:56.752367 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:46:56.752367 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:46:56.752367 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:46:56.752367 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:46:56.752367 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:46:56.752367 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:46:56.752367 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:46:56.752367 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:46:56.752367 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:46:56.752367 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:46:56.752367 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:46:56.752367 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:46:56.752367 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:46:56.752367 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:46:56.752367 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:46:56.752367 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:46:56.752367 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:46:56.752367 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:46:56.752367 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:46:56.752367 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:46:56.752367 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:46:56.752367 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:46:56.797890 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-65d3cdeb-5f4a-4161-af79-f0ca852daa68 None None] Deleting port a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:56.798376 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-65d3cdeb-5f4a-4161-af79-f0ca852daa68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:56.912382 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1fb17c-d2f4-41b0-a642-83ae9b46b143 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Network b6f0d95a-3754-4d31-881e-214675ea0b82 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:46:56.972869 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-65d3cdeb-5f4a-4161-af79-f0ca852daa68 None None] The port 'a3f3bdd0-4922-4fcf-bf19-2ea4b130c0cf' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:46:57.067740 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-f30bcd91-f172-489d-b72c-149480cffdd9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Calling delete_port for 6eadb167-5abb-42ea-ab19-2fd8ac072294 owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:57.096934 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2ae82b2-4630-498e-a951-c3d555c42a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:57.174036 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-bb1fb17c-d2f4-41b0-a642-83ae9b46b143 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, b6f0d95a-3754-4d31-881e-214675ea0b82) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:46:57.187635 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.extraroute_db [None req-c47be2ec-da51-4069-94e4-15997c2d7fff tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Added routes are [] {{(pid=88082) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 13 14:46:57.188303 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.extraroute_db [None req-c47be2ec-da51-4069-94e4-15997c2d7fff tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Removed routes are [] {{(pid=88082) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 13 14:46:57.188303 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c47be2ec-da51-4069-94e4-15997c2d7fff tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:57.190172 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bb1fb17c-d2f4-41b0-a642-83ae9b46b143 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:57.232390 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae82b2-4630-498e-a951-c3d555c42a2d admin admin] Pushing event updated for resources: {'Port': ['ID=0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:57.233004 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fb0fb6-4183-4e4a-ba4c-1fb0424ca635 None None] Network b6f0d95a-3754-4d31-881e-214675ea0b82 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:46:57.244653 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-47a27f0e-7290-4268-a67a-89228b567509 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:57.252654 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ae82b2-4630-498e-a951-c3d555c42a2d admin admin] Network c2791814-6ab4-4ee1-8449-7b69fcd7217d is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:46:57.264083 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-d2ae82b2-4630-498e-a951-c3d555c42a2d admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:46:57.294505 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ae82b2-4630-498e-a951-c3d555c42a2d admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:46:57.340936 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-47a27f0e-7290-4268-a67a-89228b567509 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:57.502848 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ea04caae-f7e9-4d6c-b34b-7f3efc614282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:57.622407 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a27f0e-7290-4268-a67a-89228b567509 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Pushing event deleted for resources: {'Network': ['ID=43389771-9bef-4e8f-9ae8-ce47765c650c,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:57.628139 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f30bcd91-f172-489d-b72c-149480cffdd9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:57.629271 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fb17c-d2f4-41b0-a642-83ae9b46b143 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Pushing event updated for resources: {'Subnet': ['ID=09a18a3d-2cf3-4bb6-874a-a6d306da613a,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:57.720465 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-47a27f0e-7290-4268-a67a-89228b567509 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "DELETE /v2.0/networks/43389771-9bef-4e8f-9ae8-ce47765c650c HTTP/1.1" status: 204 len: 168 time: 2.3129416 May 13 14:46:57.737381 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35918) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:57.753086 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30bcd91-f172-489d-b72c-149480cffdd9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Port': ['ID=6eadb167-5abb-42ea-ab19-2fd8ac072294,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:57.874179 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2ae82b2-4630-498e-a951-c3d555c42a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:57.895757 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e48599-ba92-4b02-a410-c26ea6d36589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-b6f0d95a-3754-4d31-881e-214675ea0b82', 'network_id': 'b6f0d95a-3754-4d31-881e-214675ea0b82', 'tenant_id': '683aa1f76e71416fb91b9e97f308b79c', 'fixed_ips': [{'subnet_id': '78f2cb3a-f201-4f0d-859e-db424e2e18ba'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:46:57.898247 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-97e48599-ba92-4b02-a410-c26ea6d36589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:57.940282 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-51157164-eeaf-437c-b328-c106c1cd6a2d None None] Provisioning for port 0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:46:58.079911 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f30bcd91-f172-489d-b72c-149480cffdd9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:58.089127 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f30bcd91-f172-489d-b72c-149480cffdd9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/ports/6eadb167-5abb-42ea-ab19-2fd8ac072294 HTTP/1.1" status: 204 len: 168 time: 2.6787689 May 13 14:46:58.163958 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35924) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:58.264157 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c47be2ec-da51-4069-94e4-15997c2d7fff tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:58.268415 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c47be2ec-da51-4069-94e4-15997c2d7fff tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33129349'] for router, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:58.312869 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-97e48599-ba92-4b02-a410-c26ea6d36589 None None] Allocated IP 2001:db8::1 (b6f0d95a-3754-4d31-881e-214675ea0b82/78f2cb3a-f201-4f0d-859e-db424e2e18ba/dbfa45d3-4999-4bb9-b7dd-9aaa4cdde89a) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:46:58.341114 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1fb17c-d2f4-41b0-a642-83ae9b46b143 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Checking segment: {'id': '8b6afe5e-abe6-4ea1-a973-5b9f35f8f4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'aa722d27-081a-4bce-beea-eede7a26c254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:46:58.341114 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1fb17c-d2f4-41b0-a642-83ae9b46b143 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Network hostable DHCP agents. Network: aa722d27-081a-4bce-beea-eede7a26c254, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:46:58.470381 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47be2ec-da51-4069-94e4-15997c2d7fff tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Router 60f27043-3c9f-4544-9691-0cb912423002 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:46:58.538316 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-51157164-eeaf-437c-b328-c106c1cd6a2d None None] Provisioning complete for port 0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:58.538955 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-51157164-eeaf-437c-b328-c106c1cd6a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:58.573468 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 5bbca6bf-ad93-480f-96d8-40a7b95a9b72 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:46:58.636790 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47be2ec-da51-4069-94e4-15997c2d7fff tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:46:58.638919 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1fb17c-d2f4-41b0-a642-83ae9b46b143 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Network aa722d27-081a-4bce-beea-eede7a26c254 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:46:58.651584 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c47be2ec-da51-4069-94e4-15997c2d7fff tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:58.657329 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c47be2ec-da51-4069-94e4-15997c2d7fff tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "PUT /v2.0/routers/60f27043-3c9f-4544-9691-0cb912423002 HTTP/1.1" status: 200 len: 700 time: 2.0301015 May 13 14:46:58.659710 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35928) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:58.691739 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcb85fd-fad5-450d-993f-41c6200dcb1e None None] Sync routers for ids ['60f27043-3c9f-4544-9691-0cb912423002'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:46:58.731392 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82ef4e6-7217-4895-bce0-ef91a6767902 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] GET failed (client error): The resource could not be found. May 13 14:46:58.732562 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b82ef4e6-7217-4895-bce0-ef91a6767902 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Synchronizing usage tracker for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:46:58.737314 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcb85fd-fad5-450d-993f-41c6200dcb1e None None] Routers {'60f27043-3c9f-4544-9691-0cb912423002'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:46:58.737521 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-1bcb85fd-fad5-450d-993f-41c6200dcb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:46:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['60f27043-3c9f-4544-9691-0cb912423002'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:58.776262 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-bb1fb17c-d2f4-41b0-a642-83ae9b46b143 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, aa722d27-081a-4bce-beea-eede7a26c254) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:46:58.800664 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1fb17c-d2f4-41b0-a642-83ae9b46b143 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:58.800664 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1fb17c-d2f4-41b0-a642-83ae9b46b143 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:58.800664 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bb1fb17c-d2f4-41b0-a642-83ae9b46b143 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:58.826540 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7b38af04-5bd8-409d-9a6d-dcd570bb4a67 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Synchronizing usage tracker for tenant:17b49979485542bba655ee3d2918613c on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:46:58.836563 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bb1fb17c-d2f4-41b0-a642-83ae9b46b143 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.1262565 May 13 14:46:58.857903 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35934) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:58.865901 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7b38af04-5bd8-409d-9a6d-dcd570bb4a67 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Unset dirty status for tenant:17b49979485542bba655ee3d2918613c on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:46:58.872538 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7b38af04-5bd8-409d-9a6d-dcd570bb4a67 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "GET /v2.0/ports?device_id=60f27043-3c9f-4544-9691-0cb912423002 HTTP/1.1" status: 200 len: 205 time: 0.2101629 May 13 14:46:58.872538 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35938) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:58.942997 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-1bcb85fd-fad5-450d-993f-41c6200dcb1e None None] Set router 60f27043-3c9f-4544-9691-0cb912423002 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:46:59.073762 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c4040c32-6f82-41c4-a958-d0a05e52b635 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:59.087103 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d195503f-3b59-4a8f-934b-e97f0779eb71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:59.087103 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d195503f-3b59-4a8f-934b-e97f0779eb71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:59.087103 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d195503f-3b59-4a8f-934b-e97f0779eb71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:59.107411 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d195503f-3b59-4a8f-934b-e97f0779eb71 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2380872 May 13 14:46:59.118075 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35942) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:59.157203 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b82ef4e6-7217-4895-bce0-ef91a6767902 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Unset dirty status for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:46:59.157959 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b82ef4e6-7217-4895-bce0-ef91a6767902 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "GET /v2.0/ports/6eadb167-5abb-42ea-ab19-2fd8ac072294 HTTP/1.1" status: 404 len: 333 time: 0.9882681 May 13 14:46:59.167033 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35948) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:59.171820 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a18d0a2-a08f-4d82-a136-9166d2745c27 None None] Network aa722d27-081a-4bce-beea-eede7a26c254 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:46:59.198795 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-b3d3918e-f707-4b48-8bbf-ed9b0d721808 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Deleting port cf82ceaf-90d4-4e54-ad1e-02f6f7cf0c47 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:59.206859 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-51157164-eeaf-437c-b328-c106c1cd6a2d None None] Port 0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:46:59.215438 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b3d3918e-f707-4b48-8bbf-ed9b0d721808 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:59.229965 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-1bcb85fd-fad5-450d-993f-41c6200dcb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f27043-3c9f-4544-9691-0cb912423002', 'name': 'tempest-RoutersTest-router-381366229', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:44Z', 'updated_at': '2022-05-13T14:46:48Z', 'revision_number': 11, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:59.229965 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:59.287059 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcb85fd-fad5-450d-993f-41c6200dcb1e None None] Checking router: 60f27043-3c9f-4544-9691-0cb912423002 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:46:59.287059 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 5bbca6bf-ad93-480f-96d8-40a7b95a9b72 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:46:59.304115 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-97e48599-ba92-4b02-a410-c26ea6d36589 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:59.327713 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcb85fd-fad5-450d-993f-41c6200dcb1e None None] Routers {'60f27043-3c9f-4544-9691-0cb912423002'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:46:59.327713 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-1bcb85fd-fad5-450d-993f-41c6200dcb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:46:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['60f27043-3c9f-4544-9691-0cb912423002'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:59.510771 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b3d3918e-f707-4b48-8bbf-ed9b0d721808 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:59.510771 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b3d3918e-f707-4b48-8bbf-ed9b0d721808 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:59.690407 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-1bcb85fd-fad5-450d-993f-41c6200dcb1e None None] Set router 60f27043-3c9f-4544-9691-0cb912423002 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:46:59.695296 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-b3d3918e-f707-4b48-8bbf-ed9b0d721808 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Calling delete_port for cf82ceaf-90d4-4e54-ad1e-02f6f7cf0c47 owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:59.838977 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 5bbca6bf-ad93-480f-96d8-40a7b95a9b72 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:59.839374 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:59.881198 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-9846b896-f86a-4413-b5b9-cb9a65f8acce tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting subnet 74ee196c-e9e1-4976-88cc-a6a22eee02ea {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:46:59.884993 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9846b896-f86a-4413-b5b9-cb9a65f8acce tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:59.950188 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9846b896-f86a-4413-b5b9-cb9a65f8acce tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:59.980551 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-97e48599-ba92-4b02-a410-c26ea6d36589 None None] Transition to ACTIVE for port object dbfa45d3-4999-4bb9-b7dd-9aaa4cdde89a will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:47:00.049652 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9846b896-f86a-4413-b5b9-cb9a65f8acce tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:00.054221 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-1bcb85fd-fad5-450d-993f-41c6200dcb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f27043-3c9f-4544-9691-0cb912423002', 'name': 'tempest-RoutersTest-router-381366229', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:44Z', 'updated_at': '2022-05-13T14:46:48Z', 'revision_number': 11, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:00.095828 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcb85fd-fad5-450d-993f-41c6200dcb1e None None] The sync data for ids ['60f27043-3c9f-4544-9691-0cb912423002'] in n-d-841760-1 is: [{'id': '60f27043-3c9f-4544-9691-0cb912423002', 'name': 'tempest-RoutersTest-router-381366229', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:44Z', 'updated_at': '2022-05-13T14:46:48Z', 'revision_number': 11, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:47:00.142733 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0a8fb847-d7e2-426c-9d88-ba9a7504b08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:00.156521 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-97e48599-ba92-4b02-a410-c26ea6d36589 None None] Transition to ACTIVE for port object dbfa45d3-4999-4bb9-b7dd-9aaa4cdde89a will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:47:00.215434 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-97e48599-ba92-4b02-a410-c26ea6d36589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:00.229278 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c4040c32-6f82-41c4-a958-d0a05e52b635 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:00.234092 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c4040c32-6f82-41c4-a958-d0a05e52b635 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:00.279190 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c4040c32-6f82-41c4-a958-d0a05e52b635 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:00.279726 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4040c32-6f82-41c4-a958-d0a05e52b635 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Fanout notify agent at l3_agent the message router_deleted on router 60f27043-3c9f-4544-9691-0cb912423002 {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:47:00.286814 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9846b896-f86a-4413-b5b9-cb9a65f8acce tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:00.343549 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c4040c32-6f82-41c4-a958-d0a05e52b635 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:00.350876 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c4040c32-6f82-41c4-a958-d0a05e52b635 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/routers/60f27043-3c9f-4544-9691-0cb912423002 HTTP/1.1" status: 204 len: 168 time: 1.4776025 May 13 14:47:00.357609 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35960) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:00.376784 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9846b896-f86a-4413-b5b9-cb9a65f8acce tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:00.383991 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846b896-f86a-4413-b5b9-cb9a65f8acce tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Subnet': ['ID=74ee196c-e9e1-4976-88cc-a6a22eee02ea,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:00.385716 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-d1c6fd57-36ca-4cab-9fe4-f68c102408d8 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-421521723', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:00.412754 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d1c6fd57-36ca-4cab-9fe4-f68c102408d8 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:00.441024 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d1c6fd57-36ca-4cab-9fe4-f68c102408d8 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Usage tracker for resource:router and tenant:17b49979485542bba655ee3d2918613c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:00.458194 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:47:00.465019 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d1c6fd57-36ca-4cab-9fe4-f68c102408d8 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:00.468269 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-481117d8-23ae-4bde-a7a8-845f3019383e tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Deleting subnet 78f2cb3a-f201-4f0d-859e-db424e2e18ba {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:47:00.481553 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d1c6fd57-36ca-4cab-9fe4-f68c102408d8 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:00.512685 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d1c6fd57-36ca-4cab-9fe4-f68c102408d8 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:00.513823 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d1c6fd57-36ca-4cab-9fe4-f68c102408d8 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:00.557694 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d1c6fd57-36ca-4cab-9fe4-f68c102408d8 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:00.575929 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-481117d8-23ae-4bde-a7a8-845f3019383e tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:00.593194 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7c7840-669a-4bf4-979c-aa996b82f540 None None] Network 79502f79-32f0-4cf3-a72c-791ea29fe0ee requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:47:00.621025 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2ae82b2-4630-498e-a951-c3d555c42a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:00.630003 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d1c6fd57-36ca-4cab-9fe4-f68c102408d8 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:00.642555 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b3d3918e-f707-4b48-8bbf-ed9b0d721808 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:00.737626 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9846b896-f86a-4413-b5b9-cb9a65f8acce tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/subnets/74ee196c-e9e1-4976-88cc-a6a22eee02ea HTTP/1.1" status: 204 len: 168 time: 1.5592186 May 13 14:47:00.742292 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35968) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:00.775813 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3918e-f707-4b48-8bbf-ed9b0d721808 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Pushing event deleted for resources: {'Port': ['ID=cf82ceaf-90d4-4e54-ad1e-02f6f7cf0c47,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:00.830253 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d1c6fd57-36ca-4cab-9fe4-f68c102408d8 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:00.831664 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d1c6fd57-36ca-4cab-9fe4-f68c102408d8 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4659660 May 13 14:47:00.837419 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35972) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:00.856487 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-e8bcd3ed-ed9f-48e6-b32f-344ef157c80c tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:00.913272 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e48599-ba92-4b02-a410-c26ea6d36589 None None] Pushing event updated for resources: {'Port': ['ID=dbfa45d3-4999-4bb9-b7dd-9aaa4cdde89a,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:00.983395 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-481117d8-23ae-4bde-a7a8-845f3019383e tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:01.101584 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b726ced-833d-434b-8032-b8fbb4e4930f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting subnet 83b25c17-f2f8-4109-b49c-2a51fdafa631 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:47:01.214193 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:01.227349 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a542211f-5cb7-4645-935c-45899af40c51 req-8d699dee-42ba-4f0c-a8fd-ef2e7f061edd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ea10c053-cdf1-432a-b76b-109ed851e030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0931704 May 13 14:47:01.232067 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e48599-ba92-4b02-a410-c26ea6d36589 None None] Network b6f0d95a-3754-4d31-881e-214675ea0b82 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:47:01.235438 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:01.243688 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5b726ced-833d-434b-8032-b8fbb4e4930f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:01.245750 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-97e48599-ba92-4b02-a410-c26ea6d36589 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:01.252319 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e48599-ba92-4b02-a410-c26ea6d36589 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:47:01.294682 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cdd3bd-2cd6-4a53-95a6-01d039297ac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-aa722d27-081a-4bce-beea-eede7a26c254', 'network_id': 'aa722d27-081a-4bce-beea-eede7a26c254', 'tenant_id': '683aa1f76e71416fb91b9e97f308b79c', 'fixed_ips': [{'subnet_id': '09a18a3d-2cf3-4bb6-874a-a6d306da613a'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:47:01.298069 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-86cdd3bd-2cd6-4a53-95a6-01d039297ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:01.358293 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b3d3918e-f707-4b48-8bbf-ed9b0d721808 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for floatingip, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:01.358293 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [None req-b3d3918e-f707-4b48-8bbf-ed9b0d721808 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Floating IP e95e6502-6d71-4483-92ac-5026da718a38 disassociated (deleted). External IP: 172.25.0.231, port: 2de4ef9f-ec22-4098-b068-e7900df1d164. May 13 14:47:01.514119 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 5bbca6bf-ad93-480f-96d8-40a7b95a9b72 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:01.514648 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:01.541371 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 5bbca6bf-ad93-480f-96d8-40a7b95a9b72, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=5bbca6bf-ad93-480f-96d8-40a7b95a9b72,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:01.565676 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:01.676739 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2ae82b2-4630-498e-a951-c3d555c42a2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:01.695648 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-481117d8-23ae-4bde-a7a8-845f3019383e tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:01.757946 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2ae82b2-4630-498e-a951-c3d555c42a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:01.820974 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-97e48599-ba92-4b02-a410-c26ea6d36589 None None] Attempting to bind port dbfa45d3-4999-4bb9-b7dd-9aaa4cdde89a on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:47:01.821401 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-97e48599-ba92-4b02-a410-c26ea6d36589 None None] Attempting to bind port dbfa45d3-4999-4bb9-b7dd-9aaa4cdde89a by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'f3fd2c1c-18ad-45ab-a870-21ca9b47e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6f0d95a-3754-4d31-881e-214675ea0b82'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:47:01.821876 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e48599-ba92-4b02-a410-c26ea6d36589 None None] Attempting to bind port dbfa45d3-4999-4bb9-b7dd-9aaa4cdde89a on network b6f0d95a-3754-4d31-881e-214675ea0b82 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:47:01.877095 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=5bbca6bf-ad93-480f-96d8-40a7b95a9b72,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:01.898698 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e48599-ba92-4b02-a410-c26ea6d36589 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:47:01.899403 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e48599-ba92-4b02-a410-c26ea6d36589 None None] Checking segment: {'id': 'f3fd2c1c-18ad-45ab-a870-21ca9b47e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6f0d95a-3754-4d31-881e-214675ea0b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:47:01.900319 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-97e48599-ba92-4b02-a410-c26ea6d36589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:01.900775 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e48599-ba92-4b02-a410-c26ea6d36589 None None] Bound using segment: {'id': 'f3fd2c1c-18ad-45ab-a870-21ca9b47e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6f0d95a-3754-4d31-881e-214675ea0b82'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:47:01.901409 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-97e48599-ba92-4b02-a410-c26ea6d36589 None None] Bound port: dbfa45d3-4999-4bb9-b7dd-9aaa4cdde89a, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3fd2c1c-18ad-45ab-a870-21ca9b47e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6f0d95a-3754-4d31-881e-214675ea0b82'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:47:01.902044 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-97e48599-ba92-4b02-a410-c26ea6d36589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:02.076601 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae82b2-4630-498e-a951-c3d555c42a2d admin admin] Pushing event updated for resources: {'Port': ['ID=0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:02.079273 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2ae82b2-4630-498e-a951-c3d555c42a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:02.211157 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-97e48599-ba92-4b02-a410-c26ea6d36589 None None] For port dbfa45d3-4999-4bb9-b7dd-9aaa4cdde89a, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:47:02.229650 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-97e48599-ba92-4b02-a410-c26ea6d36589 None None] For port dbfa45d3-4999-4bb9-b7dd-9aaa4cdde89a, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=dbfa45d3-4999-4bb9-b7dd-9aaa4cdde89a,segment=NetworkSegment(f3fd2c1c-18ad-45ab-a870-21ca9b47e7e8),segment_id=f3fd2c1c-18ad-45ab-a870-21ca9b47e7e8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:47:02.310742 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5b726ced-833d-434b-8032-b8fbb4e4930f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:02.323146 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-97e48599-ba92-4b02-a410-c26ea6d36589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:02.403451 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e8bcd3ed-ed9f-48e6-b32f-344ef157c80c tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:02.433560 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542211f-5cb7-4645-935c-45899af40c51 req-9669e7a5-fee3-496e-9abc-68e627fbbb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:02.435170 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a542211f-5cb7-4645-935c-45899af40c51 req-9669e7a5-fee3-496e-9abc-68e627fbbb23 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ec7d10f98f145d3a4a04e390b0f97bd&device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 1136 time: 0.9863510 May 13 14:47:02.448805 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:02.453190 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ae82b2-4630-498e-a951-c3d555c42a2d admin admin] Network c2791814-6ab4-4ee1-8449-7b69fcd7217d is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:47:02.464839 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-d2ae82b2-4630-498e-a951-c3d555c42a2d admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:02.467531 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-481117d8-23ae-4bde-a7a8-845f3019383e tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:02.532617 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5b726ced-833d-434b-8032-b8fbb4e4930f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:02.622911 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481117d8-23ae-4bde-a7a8-845f3019383e tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Pushing event deleted for resources: {'Subnet': ['ID=78f2cb3a-f201-4f0d-859e-db424e2e18ba,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:02.649651 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e8bcd3ed-ed9f-48e6-b32f-344ef157c80c tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33129349'] for router, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:02.785021 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5b726ced-833d-434b-8032-b8fbb4e4930f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:02.825544 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-86cdd3bd-2cd6-4a53-95a6-01d039297ac1 None None] Allocated IP 2001:db8:0:1::1 (aa722d27-081a-4bce-beea-eede7a26c254/09a18a3d-2cf3-4bb6-874a-a6d306da613a/5abbc462-9bb2-430b-a12d-b2a77b54e5ab) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:47:02.883062 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-481117d8-23ae-4bde-a7a8-845f3019383e tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:02.892067 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-481117d8-23ae-4bde-a7a8-845f3019383e tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] 10.222.0.35 "DELETE /v2.0/subnets/78f2cb3a-f201-4f0d-859e-db424e2e18ba HTTP/1.1" status: 204 len: 168 time: 3.7776306 May 13 14:47:02.907232 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e48599-ba92-4b02-a410-c26ea6d36589 None None] Pushing event updated for resources: {'Port': ['ID=dbfa45d3-4999-4bb9-b7dd-9aaa4cdde89a,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:02.935035 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35982) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:03.012092 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b726ced-833d-434b-8032-b8fbb4e4930f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Subnet': ['ID=83b25c17-f2f8-4109-b49c-2a51fdafa631,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:03.018157 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5b726ced-833d-434b-8032-b8fbb4e4930f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:03.053458 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5b726ced-833d-434b-8032-b8fbb4e4930f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/subnets/83b25c17-f2f8-4109-b49c-2a51fdafa631 HTTP/1.1" status: 204 len: 168 time: 2.3061230 May 13 14:47:03.062808 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35988) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:03.197599 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-50c646f2-1e71-46a2-94fb-6bec605055be None None] Provisioning complete for port 0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:03.197599 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-50c646f2-1e71-46a2-94fb-6bec605055be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:03.437113 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bcd3ed-ed9f-48e6-b32f-344ef157c80c tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Router 8dc4c5db-d463-4616-8814-b26758016fbc is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:47:03.487967 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6577e460-960c-4763-9a54-493fd1f3bb28 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:03.651480 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-50c646f2-1e71-46a2-94fb-6bec605055be None None] Port 0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:47:03.845005 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542211f-5cb7-4645-935c-45899af40c51 req-32631a45-7222-4acd-bfee-bcdb6a32eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:03.846506 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a542211f-5cb7-4645-935c-45899af40c51 req-32631a45-7222-4acd-bfee-bcdb6a32eaea service neutron] 10.222.0.74 "GET /v2.0/networks?id=535bdccc-ac53-44d1-9feb-df5d3286ef62 HTTP/1.1" status: 200 len: 897 time: 1.2743826 May 13 14:47:03.890216 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-6577e460-960c-4763-9a54-493fd1f3bb28 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting port f1123618-7f1d-4216-9130-422fad1bf258 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:03.890568 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6577e460-960c-4763-9a54-493fd1f3bb28 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:03.901668 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4bc44a-2d16-4f0b-8e73-4101970ad1a0 None None] Network 79502f79-32f0-4cf3-a72c-791ea29fe0ee requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:47:03.980123 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bcd3ed-ed9f-48e6-b32f-344ef157c80c tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:47:03.994514 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e8bcd3ed-ed9f-48e6-b32f-344ef157c80c tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:03.995978 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e8bcd3ed-ed9f-48e6-b32f-344ef157c80c tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "PUT /v2.0/routers/8dc4c5db-d463-4616-8814-b26758016fbc HTTP/1.1" status: 200 len: 693 time: 3.1579010 May 13 14:47:03.996193 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429269b1-8c49-49b3-a00d-dcda89bcde3e None None] Sync routers for ids ['8dc4c5db-d463-4616-8814-b26758016fbc'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:47:04.000323 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35998) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:04.014662 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429269b1-8c49-49b3-a00d-dcda89bcde3e None None] Routers {'8dc4c5db-d463-4616-8814-b26758016fbc'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:47:04.015431 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-429269b1-8c49-49b3-a00d-dcda89bcde3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:47:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8dc4c5db-d463-4616-8814-b26758016fbc'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:04.027895 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 5bbca6bf-ad93-480f-96d8-40a7b95a9b72 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:47:04.153356 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-86cdd3bd-2cd6-4a53-95a6-01d039297ac1 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:04.221100 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-429269b1-8c49-49b3-a00d-dcda89bcde3e None None] Set router 8dc4c5db-d463-4616-8814-b26758016fbc gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:47:04.246864 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fcbb833a-a2dc-412c-894c-2abefbb16a21 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "GET /v2.0/routers/8dc4c5db-d463-4616-8814-b26758016fbc HTTP/1.1" status: 200 len: 699 time: 0.2451739 May 13 14:47:04.261203 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36002) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:04.352726 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a542211f-5cb7-4645-935c-45899af40c51 req-81e65abd-dac8-4b00-a0f2-9ed9b173f9b9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2de4ef9f-ec22-4098-b068-e7900df1d164 HTTP/1.1" status: 200 len: 217 time: 0.4793811 May 13 14:47:04.368538 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a25fd814-1adc-4d06-aabd-97434ad27f0b tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "GET /v2.0/ports?device_id=8dc4c5db-d463-4616-8814-b26758016fbc HTTP/1.1" status: 200 len: 205 time: 0.1061604 May 13 14:47:04.376458 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36006) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:04.378241 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-86cdd3bd-2cd6-4a53-95a6-01d039297ac1 None None] Transition to ACTIVE for port object 5abbc462-9bb2-430b-a12d-b2a77b54e5ab will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:47:04.416440 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-41ea7623-254e-437e-b383-bfe88b54ce5c None None] Provisioning complete for port f1123618-7f1d-4216-9130-422fad1bf258 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:04.417203 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-41ea7623-254e-437e-b383-bfe88b54ce5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:04.523645 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c30362e-f15f-41ad-821b-07c51c832b97 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Deleting subnet 09a18a3d-2cf3-4bb6-874a-a6d306da613a {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:47:04.545002 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-429269b1-8c49-49b3-a00d-dcda89bcde3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc4c5db-d463-4616-8814-b26758016fbc', 'name': 'tempest-RoutersTest-router-421521723', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:00Z', 'updated_at': '2022-05-13T14:47:02Z', 'revision_number': 2, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:04.552366 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429269b1-8c49-49b3-a00d-dcda89bcde3e None None] Checking router: 8dc4c5db-d463-4616-8814-b26758016fbc for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:47:04.569112 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429269b1-8c49-49b3-a00d-dcda89bcde3e None None] Routers {'8dc4c5db-d463-4616-8814-b26758016fbc'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:47:04.570272 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-429269b1-8c49-49b3-a00d-dcda89bcde3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:47:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8dc4c5db-d463-4616-8814-b26758016fbc'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:04.610762 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542211f-5cb7-4645-935c-45899af40c51 req-a3a4afbc-72e6-404a-8bf9-bae65fa7c2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:04.612271 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a542211f-5cb7-4645-935c-45899af40c51 req-a3a4afbc-72e6-404a-8bf9-bae65fa7c2fc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c HTTP/1.1" status: 200 len: 834 time: 0.1588213 May 13 14:47:04.651952 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d3918e-f707-4b48-8bbf-ed9b0d721808 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Router 93903638-a678-463d-8cff-c9dca32907b5 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:47:04.703537 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-86cdd3bd-2cd6-4a53-95a6-01d039297ac1 None None] Transition to ACTIVE for port object 5abbc462-9bb2-430b-a12d-b2a77b54e5ab will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:47:04.711607 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-874a5135-2815-4a9a-b01f-8d435489d22f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:04.729284 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 5bbca6bf-ad93-480f-96d8-40a7b95a9b72 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:04.731007 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:04.764605 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3c30362e-f15f-41ad-821b-07c51c832b97 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:04.812342 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-429269b1-8c49-49b3-a00d-dcda89bcde3e None None] Set router 8dc4c5db-d463-4616-8814-b26758016fbc gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:47:04.846909 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ab3ca6-fe8d-41da-a661-bcec43822526 None None] Network b6f0d95a-3754-4d31-881e-214675ea0b82 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:47:04.854002 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ae82b2-4630-498e-a951-c3d555c42a2d admin admin] Router 8c6a7c28-347e-4ca4-bdab-d19c4c2793bd has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:47:04.889979 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-86cdd3bd-2cd6-4a53-95a6-01d039297ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:04.941442 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-429269b1-8c49-49b3-a00d-dcda89bcde3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc4c5db-d463-4616-8814-b26758016fbc', 'name': 'tempest-RoutersTest-router-421521723', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:00Z', 'updated_at': '2022-05-13T14:47:02Z', 'revision_number': 2, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:04.946978 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429269b1-8c49-49b3-a00d-dcda89bcde3e None None] The sync data for ids ['8dc4c5db-d463-4616-8814-b26758016fbc'] in n-d-841760-1 is: [{'id': '8dc4c5db-d463-4616-8814-b26758016fbc', 'name': 'tempest-RoutersTest-router-421521723', 'tenant_id': '17b49979485542bba655ee3d2918613c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:00Z', 'updated_at': '2022-05-13T14:47:02Z', 'revision_number': 2, 'project_id': '17b49979485542bba655ee3d2918613c', 'gw_port_host': None}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:47:05.089012 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3c30362e-f15f-41ad-821b-07c51c832b97 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:05.106609 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cdd3bd-2cd6-4a53-95a6-01d039297ac1 None None] Network aa722d27-081a-4bce-beea-eede7a26c254 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:47:05.133641 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-86cdd3bd-2cd6-4a53-95a6-01d039297ac1 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:05.153570 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cdd3bd-2cd6-4a53-95a6-01d039297ac1 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:47:05.510902 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cdd3bd-2cd6-4a53-95a6-01d039297ac1 None None] Pushing event updated for resources: {'Port': ['ID=5abbc462-9bb2-430b-a12d-b2a77b54e5ab,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:05.512321 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d3918e-f707-4b48-8bbf-ed9b0d721808 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:47:05.529177 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b3d3918e-f707-4b48-8bbf-ed9b0d721808 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:05.561115 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-6577e460-960c-4763-9a54-493fd1f3bb28 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] For port f1123618-7f1d-4216-9130-422fad1bf258, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=f1123618-7f1d-4216-9130-422fad1bf258,segment=NetworkSegment(9ee02de7-3b35-4186-b06f-1788f65829be),segment_id=9ee02de7-3b35-4186-b06f-1788f65829be)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:05.562157 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6577e460-960c-4763-9a54-493fd1f3bb28 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:05.563651 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f320504-28d0-4041-a906-aff322512a2a None None] Sync routers for ids ['93903638-a678-463d-8cff-c9dca32907b5'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:47:05.578603 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-874a5135-2815-4a9a-b01f-8d435489d22f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:05.582947 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-874a5135-2815-4a9a-b01f-8d435489d22f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:05.671824 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3c30362e-f15f-41ad-821b-07c51c832b97 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:05.742664 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-6577e460-960c-4763-9a54-493fd1f3bb28 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Calling delete_port for f1123618-7f1d-4216-9130-422fad1bf258 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:47:05.761597 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1895bcda-2c75-4bae-a670-90980d897784 None None] DHCP port deletion for 79502f79-32f0-4cf3-a72c-791ea29fe0ee request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:47:05.785903 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-41ea7623-254e-437e-b383-bfe88b54ce5c None None] Current status of the port f1123618-7f1d-4216-9130-422fad1bf258 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:05.802753 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1895bcda-2c75-4bae-a670-90980d897784 None None] Deleting port f1123618-7f1d-4216-9130-422fad1bf258 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:05.803607 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1895bcda-2c75-4bae-a670-90980d897784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:05.827531 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-874a5135-2815-4a9a-b01f-8d435489d22f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:05.828031 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874a5135-2815-4a9a-b01f-8d435489d22f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Fanout notify agent at l3_agent the message router_deleted on router 8dc4c5db-d463-4616-8814-b26758016fbc {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:47:05.845908 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-874a5135-2815-4a9a-b01f-8d435489d22f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:05.847050 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-874a5135-2815-4a9a-b01f-8d435489d22f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/routers/8dc4c5db-d463-4616-8814-b26758016fbc HTTP/1.1" status: 204 len: 168 time: 1.4696028 May 13 14:47:05.860666 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36016) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:05.886616 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-86cdd3bd-2cd6-4a53-95a6-01d039297ac1 None None] Attempting to bind port 5abbc462-9bb2-430b-a12d-b2a77b54e5ab on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:47:05.886976 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-86cdd3bd-2cd6-4a53-95a6-01d039297ac1 None None] Attempting to bind port 5abbc462-9bb2-430b-a12d-b2a77b54e5ab by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '8b6afe5e-abe6-4ea1-a973-5b9f35f8f4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'aa722d27-081a-4bce-beea-eede7a26c254'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:47:05.893640 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cdd3bd-2cd6-4a53-95a6-01d039297ac1 None None] Attempting to bind port 5abbc462-9bb2-430b-a12d-b2a77b54e5ab on network aa722d27-081a-4bce-beea-eede7a26c254 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:47:05.896015 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f320504-28d0-4041-a906-aff322512a2a None None] Routers {'93903638-a678-463d-8cff-c9dca32907b5'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:47:05.896654 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-7f320504-28d0-4041-a906-aff322512a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:47:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['93903638-a678-463d-8cff-c9dca32907b5'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:05.912300 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ae82b2-4630-498e-a951-c3d555c42a2d admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:47:05.916672 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fc021ef8-decf-41ec-8a25-7639c68b87b6 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "GET /v2.0/ports?device_id=8dc4c5db-d463-4616-8814-b26758016fbc HTTP/1.1" status: 200 len: 205 time: 0.0545909 May 13 14:47:05.917084 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b3d3918e-f707-4b48-8bbf-ed9b0d721808 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "DELETE /v2.0/floatingips/e95e6502-6d71-4483-92ac-5026da718a38 HTTP/1.1" status: 204 len: 168 time: 8.1580672 May 13 14:47:05.922100 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36022) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:05.928617 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda90f5b-887a-4f1d-9e10-12d6b2c4e264 None None] Sync routers for ids ['8c6a7c28-347e-4ca4-bdab-d19c4c2793bd'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:47:05.931497 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87378b28-4558-4c29-a5f2-799006db8e5e req-e3b54acf-82ff-4c72-9e3e-770b29ed2755 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:05.933227 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-87378b28-4558-4c29-a5f2-799006db8e5e req-e3b54acf-82ff-4c72-9e3e-770b29ed2755 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 946 time: 1.5625451 May 13 14:47:05.937872 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d2ae82b2-4630-498e-a951-c3d555c42a2d admin admin] 10.222.0.35 "PUT /v2.0/routers/8c6a7c28-347e-4ca4-bdab-d19c4c2793bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0598810 May 13 14:47:05.942467 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea10c053-cdf1-432a-b76b-109ed851e030', 'tag': '2de4ef9f-ec22-4098-b068-e7900df1d164'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:47:05.967349 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda90f5b-887a-4f1d-9e10-12d6b2c4e264 None None] Routers {'8c6a7c28-347e-4ca4-bdab-d19c4c2793bd'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:47:05.970452 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542211f-5cb7-4645-935c-45899af40c51 req-346fdadb-70f0-47a4-8ad6-51927d912dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:05.973425 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a542211f-5cb7-4645-935c-45899af40c51 req-346fdadb-70f0-47a4-8ad6-51927d912dee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=535bdccc-ac53-44d1-9feb-df5d3286ef62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3176866 May 13 14:47:05.974064 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-bda90f5b-887a-4f1d-9e10-12d6b2c4e264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:47:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8c6a7c28-347e-4ca4-bdab-d19c4c2793bd'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:06.046376 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cdd3bd-2cd6-4a53-95a6-01d039297ac1 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:47:06.047065 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cdd3bd-2cd6-4a53-95a6-01d039297ac1 None None] Checking segment: {'id': '8b6afe5e-abe6-4ea1-a973-5b9f35f8f4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'aa722d27-081a-4bce-beea-eede7a26c254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:47:06.047999 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-86cdd3bd-2cd6-4a53-95a6-01d039297ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:06.048709 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cdd3bd-2cd6-4a53-95a6-01d039297ac1 None None] Bound using segment: {'id': '8b6afe5e-abe6-4ea1-a973-5b9f35f8f4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'aa722d27-081a-4bce-beea-eede7a26c254'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:47:06.049395 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-86cdd3bd-2cd6-4a53-95a6-01d039297ac1 None None] Bound port: 5abbc462-9bb2-430b-a12d-b2a77b54e5ab, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b6afe5e-abe6-4ea1-a973-5b9f35f8f4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'aa722d27-081a-4bce-beea-eede7a26c254'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:47:06.049937 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-86cdd3bd-2cd6-4a53-95a6-01d039297ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:06.096391 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1895bcda-2c75-4bae-a670-90980d897784 None None] The port 'f1123618-7f1d-4216-9130-422fad1bf258' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:47:06.112211 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 5bbca6bf-ad93-480f-96d8-40a7b95a9b72 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:06.118510 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device dbfa45d3-4999-4bb9-b7dd-9aaa4cdde89a up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:47:06.128731 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6577e460-960c-4763-9a54-493fd1f3bb28 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:06.249493 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-e49d1a69-8b44-4c4a-9ecf-b2094b2cfedf tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] delete failed (client error): The resource could not be found. May 13 14:47:06.252762 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e49d1a69-8b44-4c4a-9ecf-b2094b2cfedf tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/routers/8dc4c5db-d463-4616-8814-b26758016fbc HTTP/1.1" status: 404 len: 336 time: 0.3250082 May 13 14:47:06.257374 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577e460-960c-4763-9a54-493fd1f3bb28 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Port': ['ID=f1123618-7f1d-4216-9130-422fad1bf258,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:06.266631 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36030) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:06.318429 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a542211f-5cb7-4645-935c-45899af40c51 req-8c7b0d18-401b-4769-ab4b-59f57026a205 service neutron] 10.222.0.74 "GET /v2.0/networks/535bdccc-ac53-44d1-9feb-df5d3286ef62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324635 May 13 14:47:06.346699 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5ef711cb-e9fe-430e-9342-1ab29b1f51be None None] Provisioning for port dbfa45d3-4999-4bb9-b7dd-9aaa4cdde89a completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:47:06.425095 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6577e460-960c-4763-9a54-493fd1f3bb28 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] No DVR routers for this DVR port f1123618-7f1d-4216-9130-422fad1bf258 on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:47:06.533241 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150b8222-7da5-4588-b8f8-a059af8395ea None None] DHCP port deletion for b6f0d95a-3754-4d31-881e-214675ea0b82 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:47:06.536912 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-7f320504-28d0-4041-a906-aff322512a2a None None] Set router 93903638-a678-463d-8cff-c9dca32907b5 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:47:06.593986 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-bda90f5b-887a-4f1d-9e10-12d6b2c4e264 None None] Set router 8c6a7c28-347e-4ca4-bdab-d19c4c2793bd gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:47:06.597421 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0428390-7ffd-45ba-9eb8-ff81e7471c21 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] DELETE failed (client error): The resource could not be found. May 13 14:47:06.600576 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0428390-7ffd-45ba-9eb8-ff81e7471c21 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:47:06.716771 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d0428390-7ffd-45ba-9eb8-ff81e7471c21 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/subnets/83d889bd-5089-45be-89d0-954ec46ff8b7 HTTP/1.1" status: 404 len: 337 time: 0.4423177 May 13 14:47:06.733279 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-150b8222-7da5-4588-b8f8-a059af8395ea None None] Deleting port dbfa45d3-4999-4bb9-b7dd-9aaa4cdde89a {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:06.739728 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-150b8222-7da5-4588-b8f8-a059af8395ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:06.799551 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port dbfa45d3-4999-4bb9-b7dd-9aaa4cdde89a completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:47:06.831439 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a542211f-5cb7-4645-935c-45899af40c51 req-b0518690-0519-4157-aab4-ff4c1d60177e service neutron] 10.222.0.74 "GET /v2.0/networks/535bdccc-ac53-44d1-9feb-df5d3286ef62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4952462 May 13 14:47:06.833003 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36040) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:06.834727 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec01251c-3b52-476a-b1ee-69025c6855c4'] response: {'name': 'network-changed', 'server_uuid': 'ea10c053-cdf1-432a-b76b-109ed851e030', 'tag': '2de4ef9f-ec22-4098-b068-e7900df1d164', 'status': 'completed', 'code': 200} May 13 14:47:06.866354 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-87378b28-4558-4c29-a5f2-799006db8e5e req-9bb5492d-f2e5-4669-9a08-ab91085447a4 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9184570 May 13 14:47:06.951599 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6577e460-960c-4763-9a54-493fd1f3bb28 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:06.963429 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-28996395-3c94-4325-ba96-ed700176f3f1 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] DELETE failed (client error): The resource could not be found. May 13 14:47:06.964493 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28996395-3c94-4325-ba96-ed700176f3f1 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:47:07.025882 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-6577e460-960c-4763-9a54-493fd1f3bb28 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79502f79-32f0-4cf3-a72c-791ea29fe0ee']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:07.056874 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-6577e460-960c-4763-9a54-493fd1f3bb28 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee02de7-3b35-4186-b06f-1788f65829be') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:07.062107 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-6577e460-960c-4763-9a54-493fd1f3bb28 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee02de7-3b35-4186-b06f-1788f65829be') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:07.082728 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6577e460-960c-4763-9a54-493fd1f3bb28 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:07.106160 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6577e460-960c-4763-9a54-493fd1f3bb28 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:07.111792 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port dbfa45d3-4999-4bb9-b7dd-9aaa4cdde89a triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:07.116098 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-28996395-3c94-4325-ba96-ed700176f3f1 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/subnets/0d1a1602-61a9-4d4d-a788-c4d4ca3afc6b HTTP/1.1" status: 404 len: 337 time: 0.2794583 May 13 14:47:07.116286 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6577e460-960c-4763-9a54-493fd1f3bb28 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:47:07.116884 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6577e460-960c-4763-9a54-493fd1f3bb28 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:07.127318 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36054) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:07.131192 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:07.135073 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:47:07.135073 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:47:07.135073 n-d-841760-1 neutron-server[88082]: timer() May 13 14:47:07.135073 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:47:07.135073 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:47:07.135073 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:47:07.135073 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:47:07.135073 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:47:07.135073 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:47:07.135073 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:47:07.135073 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:47:07.135073 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:47:07.135073 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:47:07.135073 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:47:07.135073 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:47:07.135073 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:47:07.135073 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:47:07.135073 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:47:07.135073 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:47:07.135073 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:47:07.135073 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:47:07.135073 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:47:07.135073 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:47:07.135073 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:47:07.135073 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:47:07.135073 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:47:07.135073 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:47:07.135073 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:47:07.135073 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:47:07.135073 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:47:07.135073 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:47:07.135073 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:47:07.213417 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3c30362e-f15f-41ad-821b-07c51c832b97 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:07.262741 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6577e460-960c-4763-9a54-493fd1f3bb28 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:07.316279 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6577e460-960c-4763-9a54-493fd1f3bb28 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:07.322221 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-d10b6884-0a8a-471f-9c2a-96c7b615535b tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] DELETE failed (client error): The resource could not be found. May 13 14:47:07.328309 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d10b6884-0a8a-471f-9c2a-96c7b615535b tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:47:07.333481 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d10b6884-0a8a-471f-9c2a-96c7b615535b tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/subnets/f863684d-03c1-458b-829f-e0ae4db205da HTTP/1.1" status: 404 len: 337 time: 0.1976337 May 13 14:47:07.360229 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36060) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:07.384842 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36062) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:07.389463 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30362e-f15f-41ad-821b-07c51c832b97 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Pushing event deleted for resources: {'Subnet': ['ID=09a18a3d-2cf3-4bb6-874a-a6d306da613a,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:07.391915 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3c30362e-f15f-41ad-821b-07c51c832b97 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:07.394210 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3c30362e-f15f-41ad-821b-07c51c832b97 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] 10.222.0.35 "DELETE /v2.0/subnets/09a18a3d-2cf3-4bb6-874a-a6d306da613a HTTP/1.1" status: 204 len: 168 time: 4.4500229 May 13 14:47:07.423394 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36068) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:07.424979 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577e460-960c-4763-9a54-493fd1f3bb28 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Network': ['ID=79502f79-32f0-4cf3-a72c-791ea29fe0ee,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:07.437985 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-490b1e52-98b3-4f14-b24e-132ecd354e97 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-764123798-network', 'tenant_id': '845a31714dc94b5195a265e4e77fe7ac'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:07.452604 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-490b1e52-98b3-4f14-b24e-132ecd354e97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:07.459445 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-a15c605b-bd2b-44a7-bf50-bb9142174e86 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] DELETE failed (client error): The resource could not be found. May 13 14:47:07.460020 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a15c605b-bd2b-44a7-bf50-bb9142174e86 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:47:07.464592 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a15c605b-bd2b-44a7-bf50-bb9142174e86 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/subnets/56992eb1-3402-4761-8840-8f5aa2503fee HTTP/1.1" status: 404 len: 337 time: 0.0838981 May 13 14:47:07.467389 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-490b1e52-98b3-4f14-b24e-132ecd354e97 admin admin] Usage tracker for resource:network and tenant:845a31714dc94b5195a265e4e77fe7ac is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:07.471815 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36072) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:07.476040 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-490b1e52-98b3-4f14-b24e-132ecd354e97 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:07.477110 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-bda90f5b-887a-4f1d-9e10-12d6b2c4e264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'name': 'tempest-TaggedBootDevicesTest_v242-1996635987-router', 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '5bbca6bf-ad93-480f-96d8-40a7b95a9b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:46:38Z', 'updated_at': '2022-05-13T14:46:59Z', 'revision_number': 4, 'project_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'gw_port': {'id': '5bbca6bf-ad93-480f-96d8-40a7b95a9b72', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:46:41Z', 'updated_at': '2022-05-13T14:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4', 'name': '', 'network_id': 'c2791814-6ab4-4ee1-8449-7b69fcd7217d', 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'mac_address': 'fa:16:3e:59:7d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'b6c8e4a4-7ae1-42ec-8a8f-588a5dfe3854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:46:54Z', 'updated_at': '2022-05-13T14:47:00Z', 'revision_number': 2, 'project_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'subnets': [{'id': 'b6c8e4a4-7ae1-42ec-8a8f-588a5dfe3854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:07.488903 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda90f5b-887a-4f1d-9e10-12d6b2c4e264 None None] Checking router: 8c6a7c28-347e-4ca4-bdab-d19c4c2793bd for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:47:07.489966 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda90f5b-887a-4f1d-9e10-12d6b2c4e264 None None] Updating router 8c6a7c28-347e-4ca4-bdab-d19c4c2793bd port 0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4 binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:47:07.542073 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-490b1e52-98b3-4f14-b24e-132ecd354e97 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:07.548470 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0cf0bd00-3575-430b-aca7-638deb82d777 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Synchronizing usage tracker for tenant:17b49979485542bba655ee3d2918613c on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:07.586687 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d68c0-f3ca-467f-99f5-5a1bc377c5dd req-7b564548-0e71-4805-9233-5281c14e1a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:07.588561 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a33d68c0-f3ca-467f-99f5-5a1bc377c5dd req-7b564548-0e71-4805-9233-5281c14e1a2e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ec7d10f98f145d3a4a04e390b0f97bd&device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 1136 time: 0.6084881 May 13 14:47:07.590030 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0cf0bd00-3575-430b-aca7-638deb82d777 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] Unset dirty status for tenant:17b49979485542bba655ee3d2918613c on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:07.598745 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0cf0bd00-3575-430b-aca7-638deb82d777 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "GET /v2.0/ports?device_id=60f27043-3c9f-4544-9691-0cb912423002 HTTP/1.1" status: 200 len: 205 time: 0.1245606 May 13 14:47:07.602690 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36076) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:07.632899 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490b1e52-98b3-4f14-b24e-132ecd354e97 admin admin] Made reservation on behalf of 845a31714dc94b5195a265e4e77fe7ac for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:47:07.635777 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-490b1e52-98b3-4f14-b24e-132ecd354e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:07.647085 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-bda90f5b-887a-4f1d-9e10-12d6b2c4e264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:07.673595 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6577e460-960c-4763-9a54-493fd1f3bb28 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/networks/79502f79-32f0-4cf3-a72c-791ea29fe0ee HTTP/1.1" status: 204 len: 168 time: 4.6091924 May 13 14:47:07.680959 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36080) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:07.810935 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d8f6dc-3235-4511-b0c6-73bee097d7c1 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:07.812521 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-50d8f6dc-3235-4511-b0c6-73bee097d7c1 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Synchronizing usage tracker for tenant:683aa1f76e71416fb91b9e97f308b79c on resource:subnet {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:07.821817 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-86cdd3bd-2cd6-4a53-95a6-01d039297ac1 None None] For port 5abbc462-9bb2-430b-a12d-b2a77b54e5ab, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:47:07.859764 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcd0c5-11c5-427f-a329-ac03e21db19c req-79056e9a-9e01-447a-b557-9630f9725922 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:07.872221 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-befcd0c5-11c5-427f-a329-ac03e21db19c req-79056e9a-9e01-447a-b557-9630f9725922 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 985 time: 1.0231156 May 13 14:47:07.899716 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-86cdd3bd-2cd6-4a53-95a6-01d039297ac1 None None] For port 5abbc462-9bb2-430b-a12d-b2a77b54e5ab, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=5abbc462-9bb2-430b-a12d-b2a77b54e5ab,segment=NetworkSegment(8b6afe5e-abe6-4ea1-a973-5b9f35f8f4cb),segment_id=8b6afe5e-abe6-4ea1-a973-5b9f35f8f4cb)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:47:07.902253 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-490b1e52-98b3-4f14-b24e-132ecd354e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:07.939965 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-86cdd3bd-2cd6-4a53-95a6-01d039297ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:07.943041 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-50d8f6dc-3235-4511-b0c6-73bee097d7c1 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Unset dirty status for tenant:683aa1f76e71416fb91b9e97f308b79c on resource:subnet {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:07.944233 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-50d8f6dc-3235-4511-b0c6-73bee097d7c1 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5093756 May 13 14:47:07.963644 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb3dfad-24d7-471d-9cc9-26ca44944840 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:07.964363 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-deb3dfad-24d7-471d-9cc9-26ca44944840 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Synchronizing usage tracker for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:07.981603 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36086) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:08.071092 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d68c0-f3ca-467f-99f5-5a1bc377c5dd req-8c17ffa4-5311-4ee5-8d7e-b4c322a4d39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:08.073278 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a33d68c0-f3ca-467f-99f5-5a1bc377c5dd req-8c17ffa4-5311-4ee5-8d7e-b4c322a4d39b service neutron] 10.222.0.74 "GET /v2.0/networks?id=535bdccc-ac53-44d1-9feb-df5d3286ef62 HTTP/1.1" status: 200 len: 897 time: 0.4730253 May 13 14:47:08.074348 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-f979e195-638b-4d56-9805-ec9d8aca5d73 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] delete failed (client error): The resource could not be found. May 13 14:47:08.075795 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f979e195-638b-4d56-9805-ec9d8aca5d73 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/routers/60f27043-3c9f-4544-9691-0cb912423002 HTTP/1.1" status: 404 len: 336 time: 0.4693980 May 13 14:47:08.081320 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36092) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:08.110716 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-490b1e52-98b3-4f14-b24e-132ecd354e97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:08.123012 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-490b1e52-98b3-4f14-b24e-132ecd354e97 admin admin] Usage tracker for resource:security_group_rule and tenant:845a31714dc94b5195a265e4e77fe7ac is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:08.127174 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-490b1e52-98b3-4f14-b24e-132ecd354e97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:08.138364 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-490b1e52-98b3-4f14-b24e-132ecd354e97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:08.150694 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-150b8222-7da5-4588-b8f8-a059af8395ea None None] For port dbfa45d3-4999-4bb9-b7dd-9aaa4cdde89a, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=dbfa45d3-4999-4bb9-b7dd-9aaa4cdde89a,segment=NetworkSegment(f3fd2c1c-18ad-45ab-a870-21ca9b47e7e8),segment_id=f3fd2c1c-18ad-45ab-a870-21ca9b47e7e8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:08.153131 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-150b8222-7da5-4588-b8f8-a059af8395ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:08.275771 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-befcd0c5-11c5-427f-a329-ac03e21db19c req-baf7b6e4-6366-4bad-a393-4ee7dad38a9e tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcff7c9c-1c76-4cf2-9c1d-3382f2021466&id=37d6079f-fadb-4cc7-82f5-c3773d59f55c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4021461 May 13 14:47:08.304357 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-deb3dfad-24d7-471d-9cc9-26ca44944840 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Unset dirty status for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:08.308220 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-deb3dfad-24d7-471d-9cc9-26ca44944840 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6201048 May 13 14:47:08.308444 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-490b1e52-98b3-4f14-b24e-132ecd354e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:08.334390 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-189f13a5-322f-4e32-82c8-160fe27e34c2 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "GET /v2.0/ports?device_id=28c06a26-0732-4631-aa1a-b632f84bfc62 HTTP/1.1" status: 200 len: 205 time: 0.2484705 May 13 14:47:08.338024 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36096) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:08.338618 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36098) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:08.381334 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-bda90f5b-887a-4f1d-9e10-12d6b2c4e264 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:08.412153 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-bda90f5b-887a-4f1d-9e10-12d6b2c4e264 None None] Transition to ACTIVE for port object 0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4 will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:47:08.425595 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-bda90f5b-887a-4f1d-9e10-12d6b2c4e264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:08.448780 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-490b1e52-98b3-4f14-b24e-132ecd354e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:08.529946 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b1e52-98b3-4f14-b24e-132ecd354e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637b85f7-c6a4-4fe7-b8d9-5c00716b131e,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:08.533496 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a33d68c0-f3ca-467f-99f5-5a1bc377c5dd req-90ee8424-5ead-44a7-81f3-a7f005de57c5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2de4ef9f-ec22-4098-b068-e7900df1d164 HTTP/1.1" status: 200 len: 217 time: 0.4446015 May 13 14:47:08.633237 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-bc440268-c946-48b3-a497-ceb21d1bee5f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] delete failed (client error): The resource could not be found. May 13 14:47:08.635230 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bc440268-c946-48b3-a497-ceb21d1bee5f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/routers/28c06a26-0732-4631-aa1a-b632f84bfc62 HTTP/1.1" status: 404 len: 336 time: 0.2614565 May 13 14:47:08.641170 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36104) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:08.669959 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d68c0-f3ca-467f-99f5-5a1bc377c5dd req-0f76c7d7-4f38-436c-aeff-69a6e15f0601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:08.671902 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a33d68c0-f3ca-467f-99f5-5a1bc377c5dd req-0f76c7d7-4f38-436c-aeff-69a6e15f0601 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c HTTP/1.1" status: 200 len: 834 time: 0.1254127 May 13 14:47:08.679926 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490b1e52-98b3-4f14-b24e-132ecd354e97 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:47:08.767564 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d040325b-9a13-487c-8d0a-83bec33a5244 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:08.768166 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-490b1e52-98b3-4f14-b24e-132ecd354e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:08.768545 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-490b1e52-98b3-4f14-b24e-132ecd354e97 admin admin] Added segment 3a867948-379d-43fb-9cef-d39f10b2d7d5 of type vlan for network b74149e1-9a18-4f3c-bea7-af4f661fb923 May 13 14:47:08.784283 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1340f-c13c-411a-9063-5597a75e676a req-c0dfb3d3-ece1-4178-b324-29ac43263750 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:08.787309 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-89c1340f-c13c-411a-9063-5597a75e676a req-c0dfb3d3-ece1-4178-b324-29ac43263750 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 946 time: 0.6920464 May 13 14:47:08.805462 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-150b8222-7da5-4588-b8f8-a059af8395ea None None] Calling delete_port for dbfa45d3-4999-4bb9-b7dd-9aaa4cdde89a owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:47:08.815755 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ee4441-1b61-4cb7-9936-73f962fa2fdf tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] DELETE failed (client error): The resource could not be found. May 13 14:47:08.816237 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32ee4441-1b61-4cb7-9936-73f962fa2fdf tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:47:08.818095 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-32ee4441-1b61-4cb7-9936-73f962fa2fdf tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/subnets/7776df95-12dd-442b-9305-5caa2dcacefe HTTP/1.1" status: 404 len: 337 time: 0.1756592 May 13 14:47:08.824118 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36108) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:08.875542 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7aa569-c4e7-4539-953d-ba9ddf33914e None None] Pushing event updated for resources: {'Port': ['ID=0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:08.885610 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cdd3bd-2cd6-4a53-95a6-01d039297ac1 None None] Pushing event updated for resources: {'Port': ['ID=5abbc462-9bb2-430b-a12d-b2a77b54e5ab,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:08.902842 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7aa569-c4e7-4539-953d-ba9ddf33914e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:08.903206 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7aa569-c4e7-4539-953d-ba9ddf33914e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:08.903543 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7aa569-c4e7-4539-953d-ba9ddf33914e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:08.903873 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7aa569-c4e7-4539-953d-ba9ddf33914e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:08.904200 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7aa569-c4e7-4539-953d-ba9ddf33914e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:08.904522 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7aa569-c4e7-4539-953d-ba9ddf33914e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:08.904843 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7aa569-c4e7-4539-953d-ba9ddf33914e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:08.905162 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7aa569-c4e7-4539-953d-ba9ddf33914e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:08.905481 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7aa569-c4e7-4539-953d-ba9ddf33914e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:08.905800 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7aa569-c4e7-4539-953d-ba9ddf33914e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:08.906114 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7aa569-c4e7-4539-953d-ba9ddf33914e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:08.906427 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7aa569-c4e7-4539-953d-ba9ddf33914e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:08.946692 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port dbfa45d3-4999-4bb9-b7dd-9aaa4cdde89a is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:08.947064 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:08.966025 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7bf5c2fb-0ffc-4e59-bdeb-b64045aab257 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "GET /v2.0/ports?device_id=4540224a-6e76-4a63-aaf2-97874f79c98d HTTP/1.1" status: 200 len: 205 time: 0.1306999 May 13 14:47:08.971585 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36112) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:08.973387 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-490b1e52-98b3-4f14-b24e-132ecd354e97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:08.976174 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-d040325b-9a13-487c-8d0a-83bec33a5244 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Deleting port 5abbc462-9bb2-430b-a12d-b2a77b54e5ab {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:08.976955 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d040325b-9a13-487c-8d0a-83bec33a5244 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:08.980796 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-89c1340f-c13c-411a-9063-5597a75e676a req-bce6e3f9-a291-45de-b5db-2a76a7c47a07 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658556 May 13 14:47:08.996288 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-7f320504-28d0-4041-a906-aff322512a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93903638-a678-463d-8cff-c9dca32907b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1613199461', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '2fec5d9b-8f07-4a09-8d94-01317dc0d37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:50Z', 'updated_at': '2022-05-13T14:43:13Z', 'revision_number': 4, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'gw_port': {'id': '2fec5d9b-8f07-4a09-8d94-01317dc0d37d', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:49:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93903638-a678-463d-8cff-c9dca32907b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:54Z', 'updated_at': '2022-05-13T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4', 'name': '', 'network_id': '535bdccc-ac53-44d1-9feb-df5d3286ef62', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'mac_address': 'fa:16:3e:39:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93903638-a678-463d-8cff-c9dca32907b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:08Z', 'updated_at': '2022-05-13T14:43:30Z', 'revision_number': 5, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'subnets': [{'id': '4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:09.027961 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d68c0-f3ca-467f-99f5-5a1bc377c5dd req-f96021ae-cb34-418b-b6b0-9c571e1b6a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:09.029459 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a33d68c0-f3ca-467f-99f5-5a1bc377c5dd req-f96021ae-cb34-418b-b6b0-9c571e1b6a89 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=535bdccc-ac53-44d1-9feb-df5d3286ef62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3468478 May 13 14:47:09.055699 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f320504-28d0-4041-a906-aff322512a2a None None] Checking router: 93903638-a678-463d-8cff-c9dca32907b5 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:47:09.058842 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-bda90f5b-887a-4f1d-9e10-12d6b2c4e264 None None] Attempting to bind port 0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:47:09.059228 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-bda90f5b-887a-4f1d-9e10-12d6b2c4e264 None None] Attempting to bind port 0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'a2913665-eb77-4691-ac44-6156c569581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c2791814-6ab4-4ee1-8449-7b69fcd7217d'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:47:09.059580 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda90f5b-887a-4f1d-9e10-12d6b2c4e264 None None] Attempting to bind port 0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4 on network c2791814-6ab4-4ee1-8449-7b69fcd7217d {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:47:09.087214 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda90f5b-887a-4f1d-9e10-12d6b2c4e264 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:47:09.087811 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda90f5b-887a-4f1d-9e10-12d6b2c4e264 None None] Checking segment: {'id': 'a2913665-eb77-4691-ac44-6156c569581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c2791814-6ab4-4ee1-8449-7b69fcd7217d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:47:09.088364 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-bda90f5b-887a-4f1d-9e10-12d6b2c4e264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:09.088925 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda90f5b-887a-4f1d-9e10-12d6b2c4e264 None None] Bound using segment: {'id': 'a2913665-eb77-4691-ac44-6156c569581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c2791814-6ab4-4ee1-8449-7b69fcd7217d'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:47:09.089536 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-bda90f5b-887a-4f1d-9e10-12d6b2c4e264 None None] Bound port: 0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2913665-eb77-4691-ac44-6156c569581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c2791814-6ab4-4ee1-8449-7b69fcd7217d'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:47:09.090062 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-bda90f5b-887a-4f1d-9e10-12d6b2c4e264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:09.124141 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f320504-28d0-4041-a906-aff322512a2a None None] Routers {'93903638-a678-463d-8cff-c9dca32907b5'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:47:09.125211 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-7f320504-28d0-4041-a906-aff322512a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:47:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['93903638-a678-463d-8cff-c9dca32907b5'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:09.137499 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-490b1e52-98b3-4f14-b24e-132ecd354e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:09.138369 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490b1e52-98b3-4f14-b24e-132ecd354e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:09.139226 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-490b1e52-98b3-4f14-b24e-132ecd354e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:09.243338 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-bda90f5b-887a-4f1d-9e10-12d6b2c4e264 None None] For port 0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:47:09.249894 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-bda90f5b-887a-4f1d-9e10-12d6b2c4e264 None None] For port 0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4,segment=NetworkSegment(a2913665-eb77-4691-ac44-6156c569581f),segment_id=a2913665-eb77-4691-ac44-6156c569581f)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:47:09.256812 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-bda90f5b-887a-4f1d-9e10-12d6b2c4e264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:09.296356 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b1e52-98b3-4f14-b24e-132ecd354e97 admin admin] Pushing event updated for resources: {'Network': ['ID=b74149e1-9a18-4f3c-bea7-af4f661fb923,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:09.303579 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-490b1e52-98b3-4f14-b24e-132ecd354e97 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9155118 May 13 14:47:09.315616 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port dbfa45d3-4999-4bb9-b7dd-9aaa4cdde89a, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=dbfa45d3-4999-4bb9-b7dd-9aaa4cdde89a,segment=NetworkSegment(f3fd2c1c-18ad-45ab-a870-21ca9b47e7e8),segment_id=f3fd2c1c-18ad-45ab-a870-21ca9b47e7e8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:09.345194 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36120) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:09.354681 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-2dcd8454-ea05-4c9b-9b01-be4eb86c4f5b admin admin] Request body: {'subnet': {'network_id': 'b74149e1-9a18-4f3c-bea7-af4f661fb923', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-764123798-subnet', 'tenant_id': '845a31714dc94b5195a265e4e77fe7ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:09.361353 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network b74149e1-9a18-4f3c-bea7-af4f661fb923 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:47:09.362564 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2dcd8454-ea05-4c9b-9b01-be4eb86c4f5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:09.429924 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2dcd8454-ea05-4c9b-9b01-be4eb86c4f5b admin admin] Usage tracker for resource:subnet and tenant:845a31714dc94b5195a265e4e77fe7ac is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:09.478581 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2dcd8454-ea05-4c9b-9b01-be4eb86c4f5b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:09.481828 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:09.491332 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bbd4f7f3-be20-411b-b478-ef996c9d0120 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 1.1178441 May 13 14:47:09.496708 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2dcd8454-ea05-4c9b-9b01-be4eb86c4f5b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:09.498098 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-ad267fe8-a619-4f87-8ba2-d168706f1c7c tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] delete failed (client error): The resource could not be found. May 13 14:47:09.502547 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ad267fe8-a619-4f87-8ba2-d168706f1c7c tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/routers/4540224a-6e76-4a63-aaf2-97874f79c98d HTTP/1.1" status: 404 len: 336 time: 0.4532468 May 13 14:47:09.510990 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36124) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:09.512483 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36126) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:09.521204 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a33d68c0-f3ca-467f-99f5-5a1bc377c5dd req-36a1886d-c8c5-40fc-bfe5-0b48d4565572 service neutron] 10.222.0.74 "GET /v2.0/networks/535bdccc-ac53-44d1-9feb-df5d3286ef62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790387 May 13 14:47:09.531466 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcd8454-ea05-4c9b-9b01-be4eb86c4f5b admin admin] Made reservation on behalf of 845a31714dc94b5195a265e4e77fe7ac for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:47:09.536495 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-234f079c-ce08-4510-acfd-a0bdd5deec3f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-776999781'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:09.538742 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2dcd8454-ea05-4c9b-9b01-be4eb86c4f5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:09.554871 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-234f079c-ce08-4510-acfd-a0bdd5deec3f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:09.570893 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-234f079c-ce08-4510-acfd-a0bdd5deec3f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:network and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:09.582411 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-234f079c-ce08-4510-acfd-a0bdd5deec3f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:09.609799 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-234f079c-ce08-4510-acfd-a0bdd5deec3f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:09.618682 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda90f5b-887a-4f1d-9e10-12d6b2c4e264 None None] Routers {'8c6a7c28-347e-4ca4-bdab-d19c4c2793bd'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:47:09.621278 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-bda90f5b-887a-4f1d-9e10-12d6b2c4e264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:47:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8c6a7c28-347e-4ca4-bdab-d19c4c2793bd'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:09.818606 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-150b8222-7da5-4588-b8f8-a059af8395ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:47:09.819373 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-150b8222-7da5-4588-b8f8-a059af8395ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:47:09.820568 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 5abbc462-9bb2-430b-a12d-b2a77b54e5ab up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:47:09.917949 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-72be5380-2ffc-42c1-8996-119395ddba0e tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "GET /v2.0/ports?device_id=baf4d28c-70e6-4b12-902e-511002f8733a HTTP/1.1" status: 200 len: 205 time: 0.3966253 May 13 14:47:09.925380 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36132) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:09.930710 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234f079c-ce08-4510-acfd-a0bdd5deec3f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:47:09.934503 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-234f079c-ce08-4510-acfd-a0bdd5deec3f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:09.955710 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624dde6-1273-4443-938f-a7d9432a026a req-ce9c7e3c-0814-4102-bbaf-3e6f1abcfe0a tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:09.958166 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4624dde6-1273-4443-938f-a7d9432a026a req-ce9c7e3c-0814-4102-bbaf-3e6f1abcfe0a tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 985 time: 1.4334493 May 13 14:47:10.097719 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-bda90f5b-887a-4f1d-9e10-12d6b2c4e264 None None] Set router 8c6a7c28-347e-4ca4-bdab-d19c4c2793bd gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:47:10.248659 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7aa569-c4e7-4539-953d-ba9ddf33914e None None] Pushing event updated for resources: {'Port': ['ID=0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4,revision_number=4']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:10.287220 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760ac502-12d8-412f-9d8f-bf937c74d64d None None] Network aa722d27-081a-4bce-beea-eede7a26c254 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:47:10.408829 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2dcd8454-ea05-4c9b-9b01-be4eb86c4f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:10.426732 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-234f079c-ce08-4510-acfd-a0bdd5deec3f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:47:10.444335 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-4624dde6-1273-4443-938f-a7d9432a026a req-de0a9146-fd59-48f7-8dc6-d20cbdd7eb37 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Deleting port 2de4ef9f-ec22-4098-b068-e7900df1d164 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:10.444605 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4624dde6-1273-4443-938f-a7d9432a026a req-de0a9146-fd59-48f7-8dc6-d20cbdd7eb37 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:10.473497 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-150b8222-7da5-4588-b8f8-a059af8395ea None None] Deleting port dbfa45d3-4999-4bb9-b7dd-9aaa4cdde89a {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:10.477960 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-150b8222-7da5-4588-b8f8-a059af8395ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:10.571067 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-234f079c-ce08-4510-acfd-a0bdd5deec3f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:10.572238 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-234f079c-ce08-4510-acfd-a0bdd5deec3f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Added segment 6d035ca4-64f5-4fa8-8d13-ec91565b9cd6 of type vlan for network 32f6a2ed-c797-4c8c-b02c-894b35c42d6c May 13 14:47:10.588779 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a33d68c0-f3ca-467f-99f5-5a1bc377c5dd req-a830d5b1-d644-4cdc-95e1-01b7c34b0d77 service neutron] 10.222.0.74 "GET /v2.0/networks/535bdccc-ac53-44d1-9feb-df5d3286ef62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0584526 May 13 14:47:10.595407 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd8454-ea05-4c9b-9b01-be4eb86c4f5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=128c8b8c-87d9-48f2-93d8-46de95f935ce,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:10.626578 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcd8454-ea05-4c9b-9b01-be4eb86c4f5b admin admin] Checking segment: {'id': '3a867948-379d-43fb-9cef-d39f10b2d7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b74149e1-9a18-4f3c-bea7-af4f661fb923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:47:10.626939 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcd8454-ea05-4c9b-9b01-be4eb86c4f5b admin admin] Network hostable DHCP agents. Network: b74149e1-9a18-4f3c-bea7-af4f661fb923, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:47:10.641781 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68fb983-d867-48b7-bd43-984598ccca90 req-bf6ac179-69e9-4a01-a1b0-dd4f53644829 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:10.643388 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a68fb983-d867-48b7-bd43-984598ccca90 req-bf6ac179-69e9-4a01-a1b0-dd4f53644829 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 946 time: 0.3123689 May 13 14:47:10.645071 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=dbfa45d3-4999-4bb9-b7dd-9aaa4cdde89a,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:10.681824 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcd8454-ea05-4c9b-9b01-be4eb86c4f5b admin admin] Network b74149e1-9a18-4f3c-bea7-af4f661fb923 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:47:10.699434 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-7f320504-28d0-4041-a906-aff322512a2a None None] Set router 93903638-a678-463d-8cff-c9dca32907b5 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:47:10.711773 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-2dcd8454-ea05-4c9b-9b01-be4eb86c4f5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, b74149e1-9a18-4f3c-bea7-af4f661fb923) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:10.725672 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a68fb983-d867-48b7-bd43-984598ccca90 req-c05c7b84-938a-4f45-a630-677c80ccf75b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706038 May 13 14:47:10.727481 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcd8454-ea05-4c9b-9b01-be4eb86c4f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:10.732382 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2dcd8454-ea05-4c9b-9b01-be4eb86c4f5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:10.770637 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-bda90f5b-887a-4f1d-9e10-12d6b2c4e264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'name': 'tempest-TaggedBootDevicesTest_v242-1996635987-router', 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '5bbca6bf-ad93-480f-96d8-40a7b95a9b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:46:38Z', 'updated_at': '2022-05-13T14:46:59Z', 'revision_number': 4, 'project_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'gw_port': {'id': '5bbca6bf-ad93-480f-96d8-40a7b95a9b72', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:46:41Z', 'updated_at': '2022-05-13T14:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4', 'name': '', 'network_id': 'c2791814-6ab4-4ee1-8449-7b69fcd7217d', 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'mac_address': 'fa:16:3e:59:7d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'b6c8e4a4-7ae1-42ec-8a8f-588a5dfe3854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:46:54Z', 'updated_at': '2022-05-13T14:47:09Z', 'revision_number': 4, 'project_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'subnets': [{'id': 'b6c8e4a4-7ae1-42ec-8a8f-588a5dfe3854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:10.776788 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda90f5b-887a-4f1d-9e10-12d6b2c4e264 None None] The sync data for ids ['8c6a7c28-347e-4ca4-bdab-d19c4c2793bd'] in n-d-841760-1 is: [{'id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'name': 'tempest-TaggedBootDevicesTest_v242-1996635987-router', 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '5bbca6bf-ad93-480f-96d8-40a7b95a9b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:46:38Z', 'updated_at': '2022-05-13T14:46:59Z', 'revision_number': 4, 'project_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'gw_port': {'id': '5bbca6bf-ad93-480f-96d8-40a7b95a9b72', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:46:41Z', 'updated_at': '2022-05-13T14:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4', 'name': '', 'network_id': 'c2791814-6ab4-4ee1-8449-7b69fcd7217d', 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'mac_address': 'fa:16:3e:59:7d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'b6c8e4a4-7ae1-42ec-8a8f-588a5dfe3854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:46:54Z', 'updated_at': '2022-05-13T14:47:09Z', 'revision_number': 4, 'project_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'subnets': [{'id': 'b6c8e4a4-7ae1-42ec-8a8f-588a5dfe3854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:47:10.782299 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2dcd8454-ea05-4c9b-9b01-be4eb86c4f5b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4336705 May 13 14:47:10.782565 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36142) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:10.790810 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-976fbaca-eb54-46e1-bea7-df6128cea675 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-764123798-router', 'tenant_id': '845a31714dc94b5195a265e4e77fe7ac', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:10.804654 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-976fbaca-eb54-46e1-bea7-df6128cea675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:10.822907 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-976fbaca-eb54-46e1-bea7-df6128cea675 admin admin] Usage tracker for resource:router and tenant:845a31714dc94b5195a265e4e77fe7ac is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:10.823178 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-976fbaca-eb54-46e1-bea7-df6128cea675 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:10.844624 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-976fbaca-eb54-46e1-bea7-df6128cea675 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:10.861329 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-7be4cf38-6853-4a4e-a020-7735e8a1474c tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] delete failed (client error): The resource could not be found. May 13 14:47:10.862464 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7be4cf38-6853-4a4e-a020-7735e8a1474c tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/routers/baf4d28c-70e6-4b12-902e-511002f8733a HTTP/1.1" status: 404 len: 336 time: 0.9333863 May 13 14:47:10.868436 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36146) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:10.947075 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-976fbaca-eb54-46e1-bea7-df6128cea675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:10.951329 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-976fbaca-eb54-46e1-bea7-df6128cea675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:10.971820 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a74dd1b-6c21-4a85-9042-5bb9866c0792 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] DELETE failed (client error): The resource could not be found. May 13 14:47:10.972354 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a74dd1b-6c21-4a85-9042-5bb9866c0792 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:47:10.977925 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4a74dd1b-6c21-4a85-9042-5bb9866c0792 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/subnets/2a64d6c5-3409-4bd0-a78b-d72a0c5f6995 HTTP/1.1" status: 404 len: 337 time: 0.1068997 May 13 14:47:10.979832 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36150) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:11.048700 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-97c2c243-f0fc-4252-a588-72a5b30fc864 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f299925-7617-4184-a423-c4072e6928e3 HTTP/1.1" status: 200 len: 205 time: 0.0674431 May 13 14:47:11.049311 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36154) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:11.057831 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-976fbaca-eb54-46e1-bea7-df6128cea675 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:11.107007 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acd3d2-e3c3-4a45-b157-b93bcd67702d req-10b68172-5dc7-46b1-a47d-1126d37ad6eb tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:11.111160 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e4acd3d2-e3c3-4a45-b157-b93bcd67702d req-10b68172-5dc7-46b1-a47d-1126d37ad6eb tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 985 time: 1.4581270 May 13 14:47:11.144070 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-234f079c-ce08-4510-acfd-a0bdd5deec3f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:11.282257 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-150b8222-7da5-4588-b8f8-a059af8395ea None None] For port dbfa45d3-4999-4bb9-b7dd-9aaa4cdde89a, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=dbfa45d3-4999-4bb9-b7dd-9aaa4cdde89a,segment=NetworkSegment(f3fd2c1c-18ad-45ab-a870-21ca9b47e7e8),segment_id=f3fd2c1c-18ad-45ab-a870-21ca9b47e7e8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:11.282908 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-150b8222-7da5-4588-b8f8-a059af8395ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:11.373071 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-8876c104-ec20-4ec9-a0bc-255059345694 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] delete failed (client error): The resource could not be found. May 13 14:47:11.375827 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8876c104-ec20-4ec9-a0bc-255059345694 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/routers/6f299925-7617-4184-a423-c4072e6928e3 HTTP/1.1" status: 404 len: 336 time: 0.3204083 May 13 14:47:11.380395 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36158) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:11.418898 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-150b8222-7da5-4588-b8f8-a059af8395ea None None] Calling delete_port for dbfa45d3-4999-4bb9-b7dd-9aaa4cdde89a owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:47:11.483791 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0e0bb2-1aba-43bf-a0a6-a431dd5d97a2 None None] Network b74149e1-9a18-4f3c-bea7-af4f661fb923 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:47:11.531348 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c43cc22-bd5f-4805-b725-de1124ec78be tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] DELETE failed (client error): The resource could not be found. May 13 14:47:11.531937 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c43cc22-bd5f-4805-b725-de1124ec78be tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:47:11.536023 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 5abbc462-9bb2-430b-a12d-b2a77b54e5ab completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:47:11.576656 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-d040325b-9a13-487c-8d0a-83bec33a5244 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] For port 5abbc462-9bb2-430b-a12d-b2a77b54e5ab, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=5abbc462-9bb2-430b-a12d-b2a77b54e5ab,segment=NetworkSegment(8b6afe5e-abe6-4ea1-a973-5b9f35f8f4cb),segment_id=8b6afe5e-abe6-4ea1-a973-5b9f35f8f4cb)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:11.577700 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d040325b-9a13-487c-8d0a-83bec33a5244 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:11.591937 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-234f079c-ce08-4510-acfd-a0bdd5deec3f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:11.598919 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234f079c-ce08-4510-acfd-a0bdd5deec3f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:11.599942 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-234f079c-ce08-4510-acfd-a0bdd5deec3f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:11.642648 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4c43cc22-bd5f-4805-b725-de1124ec78be tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/subnets/7d1a61f0-b86a-4703-ae11-591d30fbac69 HTTP/1.1" status: 404 len: 337 time: 0.2607443 May 13 14:47:11.647303 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36162) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:11.671161 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-4624dde6-1273-4443-938f-a7d9432a026a req-de0a9146-fd59-48f7-8dc6-d20cbdd7eb37 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] For port 2de4ef9f-ec22-4098-b068-e7900df1d164, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=2de4ef9f-ec22-4098-b068-e7900df1d164,segment=NetworkSegment(1e510ad6-c34b-478a-8a15-657e370e8d03),segment_id=1e510ad6-c34b-478a-8a15-657e370e8d03)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:11.672640 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4624dde6-1273-4443-938f-a7d9432a026a req-de0a9146-fd59-48f7-8dc6-d20cbdd7eb37 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:11.694171 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9076328c-b7b3-4097-b5ce-a16a079ed5ae None None] Provisioning for port 5abbc462-9bb2-430b-a12d-b2a77b54e5ab completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:47:11.710913 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9076328c-b7b3-4097-b5ce-a16a079ed5ae None None] Provisioning complete for port 5abbc462-9bb2-430b-a12d-b2a77b54e5ab triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:11.711427 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9076328c-b7b3-4097-b5ce-a16a079ed5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:11.828311 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e4acd3d2-e3c3-4a45-b157-b93bcd67702d req-a612c732-75b0-4ab8-84eb-6e390dc7f59f tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcff7c9c-1c76-4cf2-9c1d-3382f2021466&id=37d6079f-fadb-4cc7-82f5-c3773d59f55c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6793418 May 13 14:47:11.885864 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device f1123618-7f1d-4216-9130-422fad1bf258 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:47:11.958879 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-d040325b-9a13-487c-8d0a-83bec33a5244 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Calling delete_port for 5abbc462-9bb2-430b-a12d-b2a77b54e5ab owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:47:12.008268 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: f1123618-7f1d-4216-9130-422fad1bf258 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:47:12.009456 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device f1123618-7f1d-4216-9130-422fad1bf258 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:47:12.010070 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device dbfa45d3-4999-4bb9-b7dd-9aaa4cdde89a no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:47:12.067928 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b92db4ff-81d8-4422-b9c2-0671879ac5b0 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "GET /v2.0/ports?device_id=61db0a42-ee8b-4e03-a968-0cd46d312c9a HTTP/1.1" status: 200 len: 205 time: 0.4186306 May 13 14:47:12.089920 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36170) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:12.141709 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: dbfa45d3-4999-4bb9-b7dd-9aaa4cdde89a {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:47:12.142245 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device dbfa45d3-4999-4bb9-b7dd-9aaa4cdde89a not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:47:12.247979 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-4624dde6-1273-4443-938f-a7d9432a026a req-de0a9146-fd59-48f7-8dc6-d20cbdd7eb37 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Calling delete_port for 2de4ef9f-ec22-4098-b068-e7900df1d164 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:47:12.248131 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-976fbaca-eb54-46e1-bea7-df6128cea675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:12.301293 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-b48b8596-1175-4730-b4c3-ccc43f95d56f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] delete failed (client error): The resource could not be found. May 13 14:47:12.314601 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-150b8222-7da5-4588-b8f8-a059af8395ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:12.325644 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b48b8596-1175-4730-b4c3-ccc43f95d56f tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/routers/61db0a42-ee8b-4e03-a968-0cd46d312c9a HTTP/1.1" status: 404 len: 336 time: 0.2190051 May 13 14:47:12.325644 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36174) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:12.338489 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f079c-ce08-4510-acfd-a0bdd5deec3f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Network': ['ID=32f6a2ed-c797-4c8c-b02c-894b35c42d6c,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:12.409901 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ce3889-ff6c-4d41-89ee-ceaf2e825fd3 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] DELETE failed (client error): The resource could not be found. May 13 14:47:12.412579 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0ce3889-ff6c-4d41-89ee-ceaf2e825fd3 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:47:12.414796 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c0ce3889-ff6c-4d41-89ee-ceaf2e825fd3 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/subnets/a77d617a-036d-4628-b1e4-0cf69d69768f HTTP/1.1" status: 404 len: 337 time: 0.0929561 May 13 14:47:12.417526 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-234f079c-ce08-4510-acfd-a0bdd5deec3f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.8964810 May 13 14:47:12.420865 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36182) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:12.420865 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36184) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:12.455692 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 32f6a2ed-c797-4c8c-b02c-894b35c42d6c details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:47:12.495650 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d040325b-9a13-487c-8d0a-83bec33a5244 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:12.530239 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-ee4fdc08-6a73-47c5-b85a-3b8717e8ee72 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'subnet': {'network_id': '32f6a2ed-c797-4c8c-b02c-894b35c42d6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:12.564733 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b8222-7da5-4588-b8f8-a059af8395ea None None] Pushing event deleted for resources: {'Port': ['ID=dbfa45d3-4999-4bb9-b7dd-9aaa4cdde89a,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:12.572872 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:47:12.605359 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040325b-9a13-487c-8d0a-83bec33a5244 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Pushing event deleted for resources: {'Port': ['ID=5abbc462-9bb2-430b-a12d-b2a77b54e5ab,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:12.617282 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d040325b-9a13-487c-8d0a-83bec33a5244 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] No DVR routers for this DVR port 5abbc462-9bb2-430b-a12d-b2a77b54e5ab on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:47:12.724832 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-49f1a694-15d8-4080-912c-efc729fd2880 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] DELETE failed (client error): The resource could not be found. May 13 14:47:12.725974 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49f1a694-15d8-4080-912c-efc729fd2880 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:47:12.728104 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-49f1a694-15d8-4080-912c-efc729fd2880 tempest-RoutersTest-2066593519 tempest-RoutersTest-2066593519-project] 10.222.0.35 "DELETE /v2.0/subnets/26ee81ab-ca6a-4182-b93a-bf4486ef34d4 HTTP/1.1" status: 404 len: 337 time: 0.2629828 May 13 14:47:12.757096 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150b8222-7da5-4588-b8f8-a059af8395ea None None] No DVR routers for this DVR port dbfa45d3-4999-4bb9-b7dd-9aaa4cdde89a on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:47:12.811729 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 2de4ef9f-ec22-4098-b068-e7900df1d164 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:47:12.835251 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ee4fdc08-6a73-47c5-b85a-3b8717e8ee72 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:12.839814 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ee4fdc08-6a73-47c5-b85a-3b8717e8ee72 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:subnet and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:12.842842 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ee4fdc08-6a73-47c5-b85a-3b8717e8ee72 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:12.849799 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ee4fdc08-6a73-47c5-b85a-3b8717e8ee72 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:12.948750 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ec8ce-52e2-48b4-9191-ae70bbefdbd6 req-09c9d674-3bf2-4142-832d-3ace8a884927 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:12.950876 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-060ec8ce-52e2-48b4-9191-ae70bbefdbd6 req-09c9d674-3bf2-4142-832d-3ace8a884927 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 946 time: 0.9249740 May 13 14:47:12.967874 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d040325b-9a13-487c-8d0a-83bec33a5244 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:12.997542 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a713a6d9-2b3b-4de7-8a0d-5d586dac947e None None] DHCP port deletion for aa722d27-081a-4bce-beea-eede7a26c254 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:47:13.017033 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4fdc08-6a73-47c5-b85a-3b8717e8ee72 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:47:13.024363 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ee4fdc08-6a73-47c5-b85a-3b8717e8ee72 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:13.067734 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:47:13.077393 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-9076328c-b7b3-4097-b5ce-a16a079ed5ae None None] Current status of the port 5abbc462-9bb2-430b-a12d-b2a77b54e5ab is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:13.077961 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9076328c-b7b3-4097-b5ce-a16a079ed5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:13.111071 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-d040325b-9a13-487c-8d0a-83bec33a5244 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa722d27-081a-4bce-beea-eede7a26c254']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:13.138752 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4624dde6-1273-4443-938f-a7d9432a026a req-de0a9146-fd59-48f7-8dc6-d20cbdd7eb37 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:13.206766 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-57e83db3-2a4c-4ee8-86b2-db01d76f731f req-2ff2bbfe-1fec-48a9-bca4-2e62bf64bf83 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 210 time: 0.0726724 May 13 14:47:13.243964 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Port 2de4ef9f-ec22-4098-b068-e7900df1d164 update to DOWN by agent not found {{(pid=88083) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 13 14:47:13.265596 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-d040325b-9a13-487c-8d0a-83bec33a5244 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b6afe5e-abe6-4ea1-a973-5b9f35f8f4cb') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:13.265955 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-d040325b-9a13-487c-8d0a-83bec33a5244 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b6afe5e-abe6-4ea1-a973-5b9f35f8f4cb') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:13.275920 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a9146-fd59-48f7-8dc6-d20cbdd7eb37 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Pushing event deleted for resources: {'Port': ['ID=2de4ef9f-ec22-4098-b068-e7900df1d164,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:13.288886 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d040325b-9a13-487c-8d0a-83bec33a5244 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:13.341446 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36202) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:13.350996 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:13.351392 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:13.437031 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d040325b-9a13-487c-8d0a-83bec33a5244 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:13.444069 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-060ec8ce-52e2-48b4-9191-ae70bbefdbd6 req-20bbd51a-0168-42c7-abb8-c260aa94bd94 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4783032 May 13 14:47:13.464544 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d040325b-9a13-487c-8d0a-83bec33a5244 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:47:13.464877 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d040325b-9a13-487c-8d0a-83bec33a5244 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:13.501942 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-4624dde6-1273-4443-938f-a7d9432a026a req-de0a9146-fd59-48f7-8dc6-d20cbdd7eb37 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] No DVR routers for this DVR port 2de4ef9f-ec22-4098-b068-e7900df1d164 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:47:13.504215 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:47:13.504215 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:47:13.504215 n-d-841760-1 neutron-server[88082]: timer() May 13 14:47:13.504215 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:47:13.504215 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:47:13.504215 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:47:13.504215 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:47:13.504215 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:47:13.504215 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:47:13.504215 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:47:13.504215 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:47:13.504215 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:47:13.504215 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:47:13.504215 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:47:13.504215 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:47:13.504215 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:47:13.504215 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:47:13.504215 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:47:13.504215 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:47:13.504215 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:47:13.504215 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:47:13.504215 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:47:13.504215 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:47:13.504215 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:47:13.504215 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:47:13.504215 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:47:13.504215 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:47:13.504215 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:47:13.504215 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:47:13.504215 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:47:13.504215 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:47:13.504215 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:47:13.509185 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4624dde6-1273-4443-938f-a7d9432a026a req-de0a9146-fd59-48f7-8dc6-d20cbdd7eb37 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:13.518516 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea10c053-cdf1-432a-b76b-109ed851e030', 'name': 'network-vif-deleted', 'tag': '2de4ef9f-ec22-4098-b068-e7900df1d164'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:47:13.600766 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203195ad-ae87-4e1b-97b5-9876765921a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-b74149e1-9a18-4f3c-bea7-af4f661fb923', 'network_id': 'b74149e1-9a18-4f3c-bea7-af4f661fb923', 'tenant_id': '845a31714dc94b5195a265e4e77fe7ac', 'fixed_ips': [{'subnet_id': '128c8b8c-87d9-48f2-93d8-46de95f935ce'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:47:13.603021 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-203195ad-ae87-4e1b-97b5-9876765921a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:13.683942 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4624dde6-1273-4443-938f-a7d9432a026a req-de0a9146-fd59-48f7-8dc6-d20cbdd7eb37 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.74 "DELETE /v2.0/ports/2de4ef9f-ec22-4098-b068-e7900df1d164 HTTP/1.1" status: 204 len: 173 time: 3.6995311 May 13 14:47:13.700473 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87510476-0e76-4667-8d0d-9e474e4288f6'] response: {'server_uuid': 'ea10c053-cdf1-432a-b76b-109ed851e030', 'name': 'network-vif-deleted', 'tag': '2de4ef9f-ec22-4098-b068-e7900df1d164', 'status': 'completed', 'code': 200} May 13 14:47:13.702011 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d040325b-9a13-487c-8d0a-83bec33a5244 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:13.714363 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d040325b-9a13-487c-8d0a-83bec33a5244 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:13.774911 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d040325b-9a13-487c-8d0a-83bec33a5244 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] 10.222.0.35 "DELETE /v2.0/networks/aa722d27-081a-4bce-beea-eede7a26c254 HTTP/1.1" status: 204 len: 168 time: 5.7920489 May 13 14:47:13.783007 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36218) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:13.860485 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040325b-9a13-487c-8d0a-83bec33a5244 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Pushing event deleted for resources: {'Network': ['ID=aa722d27-081a-4bce-beea-eede7a26c254,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:14.068119 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08457e5a-435b-4a5b-88d3-15d236ae14e9 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:14.140163 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:14.140542 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:14.205939 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-203195ad-ae87-4e1b-97b5-9876765921a4 None None] Allocated IP 172.20.0.2 (b74149e1-9a18-4f3c-bea7-af4f661fb923/128c8b8c-87d9-48f2-93d8-46de95f935ce/8890b42c-896d-4724-90ae-da137f5e363d) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:47:14.280990 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-7f320504-28d0-4041-a906-aff322512a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93903638-a678-463d-8cff-c9dca32907b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1613199461', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '2fec5d9b-8f07-4a09-8d94-01317dc0d37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:50Z', 'updated_at': '2022-05-13T14:43:13Z', 'revision_number': 4, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'gw_port': {'id': '2fec5d9b-8f07-4a09-8d94-01317dc0d37d', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:49:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93903638-a678-463d-8cff-c9dca32907b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:54Z', 'updated_at': '2022-05-13T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4', 'name': '', 'network_id': '535bdccc-ac53-44d1-9feb-df5d3286ef62', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'mac_address': 'fa:16:3e:39:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93903638-a678-463d-8cff-c9dca32907b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:08Z', 'updated_at': '2022-05-13T14:43:30Z', 'revision_number': 5, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'subnets': [{'id': '4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:14.294919 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4,segment=NetworkSegment(a2913665-eb77-4691-ac44-6156c569581f),segment_id=a2913665-eb77-4691-ac44-6156c569581f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:14.297646 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f320504-28d0-4041-a906-aff322512a2a None None] The sync data for ids ['93903638-a678-463d-8cff-c9dca32907b5'] in n-d-841760-1 is: [{'id': '93903638-a678-463d-8cff-c9dca32907b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1613199461', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '2fec5d9b-8f07-4a09-8d94-01317dc0d37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:50Z', 'updated_at': '2022-05-13T14:43:13Z', 'revision_number': 4, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'gw_port': {'id': '2fec5d9b-8f07-4a09-8d94-01317dc0d37d', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:49:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93903638-a678-463d-8cff-c9dca32907b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:54Z', 'updated_at': '2022-05-13T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4', 'name': '', 'network_id': '535bdccc-ac53-44d1-9feb-df5d3286ef62', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'mac_address': 'fa:16:3e:39:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93903638-a678-463d-8cff-c9dca32907b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:08Z', 'updated_at': '2022-05-13T14:43:30Z', 'revision_number': 5, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'subnets': [{'id': '4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:47:14.341872 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:14.464157 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3ee5a129-9c7f-4fa4-b67c-a9e531211c0d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=17b49979485542bba655ee3d2918613c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1207321 May 13 14:47:14.467897 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ee4fdc08-6a73-47c5-b85a-3b8717e8ee72 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:14.526042 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36226) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:14.610848 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 5abbc462-9bb2-430b-a12d-b2a77b54e5ab no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:47:14.709368 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08457e5a-435b-4a5b-88d3-15d236ae14e9 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:14.762101 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-08457e5a-435b-4a5b-88d3-15d236ae14e9 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f0d95a-3754-4d31-881e-214675ea0b82']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:14.785973 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 5abbc462-9bb2-430b-a12d-b2a77b54e5ab {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:47:14.786294 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 5abbc462-9bb2-430b-a12d-b2a77b54e5ab not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:47:14.841024 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:14.862002 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-20111ebf-dbc7-4980-af87-f466de605a9f req-8d7403b7-5cdf-47d9-9460-5800925f37df tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Synchronizing usage tracker for tenant:5ec7d10f98f145d3a4a04e390b0f97bd on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:14.900880 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-08457e5a-435b-4a5b-88d3-15d236ae14e9 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3fd2c1c-18ad-45ab-a870-21ca9b47e7e8') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:14.900880 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-08457e5a-435b-4a5b-88d3-15d236ae14e9 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3fd2c1c-18ad-45ab-a870-21ca9b47e7e8') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:14.901239 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-976fbaca-eb54-46e1-bea7-df6128cea675 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:14.923928 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08457e5a-435b-4a5b-88d3-15d236ae14e9 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:14.947190 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08457e5a-435b-4a5b-88d3-15d236ae14e9 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:14.951036 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3cf981-a404-4a01-9e61-3bdfed43684c None None] New status for floating IP e95e6502-6d71-4483-92ac-5026da718a38: DOWN {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:47:14.959131 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08457e5a-435b-4a5b-88d3-15d236ae14e9 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:47:14.960070 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08457e5a-435b-4a5b-88d3-15d236ae14e9 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:14.974848 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-976fbaca-eb54-46e1-bea7-df6128cea675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:14.974977 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:47:14.974977 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:47:14.974977 n-d-841760-1 neutron-server[88082]: timer() May 13 14:47:14.974977 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:47:14.974977 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:47:14.974977 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:47:14.974977 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:47:14.974977 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:47:14.974977 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:47:14.974977 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:47:14.974977 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:47:14.974977 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:47:14.974977 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:47:14.974977 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:47:14.974977 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:47:14.974977 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:47:14.974977 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:47:14.974977 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:47:14.974977 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:47:14.974977 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:47:14.974977 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:47:14.974977 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:47:14.974977 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:47:14.974977 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:47:14.974977 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:47:14.974977 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:47:14.974977 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:47:14.974977 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:47:14.974977 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:47:14.974977 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:47:14.974977 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:47:14.974977 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:47:14.987621 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69623f0-c164-4ea4-ae29-4fe400ab0b38 req-c5ac448f-f7cc-43db-8f0c-2cc4bafe7ddf tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:14.989610 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a69623f0-c164-4ea4-ae29-4fe400ab0b38 req-c5ac448f-f7cc-43db-8f0c-2cc4bafe7ddf tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 946 time: 0.2182715 May 13 14:47:15.048933 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-20111ebf-dbc7-4980-af87-f466de605a9f req-8d7403b7-5cdf-47d9-9460-5800925f37df tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Unset dirty status for tenant:5ec7d10f98f145d3a4a04e390b0f97bd on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:15.052339 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-20111ebf-dbc7-4980-af87-f466de605a9f req-8d7403b7-5cdf-47d9-9460-5800925f37df tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea10c053-cdf1-432a-b76b-109ed851e030 HTTP/1.1" status: 200 len: 210 time: 0.3863623 May 13 14:47:15.053241 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4fdc08-6a73-47c5-b85a-3b8717e8ee72 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Subnet': ['ID=28537925-d227-418f-8b1c-ea25fbbd8c01,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:15.091379 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4fdc08-6a73-47c5-b85a-3b8717e8ee72 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Checking segment: {'id': '6d035ca4-64f5-4fa8-8d13-ec91565b9cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '32f6a2ed-c797-4c8c-b02c-894b35c42d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:47:15.091379 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4fdc08-6a73-47c5-b85a-3b8717e8ee72 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network hostable DHCP agents. Network: 32f6a2ed-c797-4c8c-b02c-894b35c42d6c, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:47:15.274447 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0c70327e-a9c2-4f4f-95c6-b568f5126c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:15.283339 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4fdc08-6a73-47c5-b85a-3b8717e8ee72 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network 32f6a2ed-c797-4c8c-b02c-894b35c42d6c is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:47:15.307574 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-203195ad-ae87-4e1b-97b5-9876765921a4 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:15.309135 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a69623f0-c164-4ea4-ae29-4fe400ab0b38 req-a06b8d67-c7be-4289-8756-75f01a7b8c27 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2529829 May 13 14:47:15.312385 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08457e5a-435b-4a5b-88d3-15d236ae14e9 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:15.328224 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08457e5a-435b-4a5b-88d3-15d236ae14e9 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:15.353783 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-203195ad-ae87-4e1b-97b5-9876765921a4 None None] Transition to ACTIVE for port object 8890b42c-896d-4724-90ae-da137f5e363d will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:47:15.383016 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08457e5a-435b-4a5b-88d3-15d236ae14e9 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Pushing event deleted for resources: {'Network': ['ID=b6f0d95a-3754-4d31-881e-214675ea0b82,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:15.390448 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-08457e5a-435b-4a5b-88d3-15d236ae14e9 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] 10.222.0.35 "DELETE /v2.0/networks/b6f0d95a-3754-4d31-881e-214675ea0b82 HTTP/1.1" status: 204 len: 168 time: 1.6002626 May 13 14:47:15.390448 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36238) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:15.391504 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-203195ad-ae87-4e1b-97b5-9876765921a4 None None] Transition to ACTIVE for port object 8890b42c-896d-4724-90ae-da137f5e363d will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:47:15.400881 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-203195ad-ae87-4e1b-97b5-9876765921a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:15.411696 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-ee4fdc08-6a73-47c5-b85a-3b8717e8ee72 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 32f6a2ed-c797-4c8c-b02c-894b35c42d6c) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:15.439699 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4fdc08-6a73-47c5-b85a-3b8717e8ee72 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:15.440786 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ee4fdc08-6a73-47c5-b85a-3b8717e8ee72 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:15.464943 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a93007-4dd5-49b7-b47f-9625003c74fe None None] Network 32f6a2ed-c797-4c8c-b02c-894b35c42d6c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:47:15.527582 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-976fbaca-eb54-46e1-bea7-df6128cea675 admin admin] Allocated IP 172.25.0.37 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/ee0a6666-e4e9-4e8b-80f8-79ccac021e04) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:47:15.592313 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0c48bde9-e46d-4ec9-96cf-efd9fba06c08 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:15.597049 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203195ad-ae87-4e1b-97b5-9876765921a4 None None] Network b74149e1-9a18-4f3c-bea7-af4f661fb923 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:47:15.615327 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-203195ad-ae87-4e1b-97b5-9876765921a4 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:15.632632 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203195ad-ae87-4e1b-97b5-9876765921a4 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:47:15.758211 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0c70327e-a9c2-4f4f-95c6-b568f5126c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:15.759310 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203195ad-ae87-4e1b-97b5-9876765921a4 None None] Pushing event updated for resources: {'Port': ['ID=8890b42c-896d-4724-90ae-da137f5e363d,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:15.788947 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ee4fdc08-6a73-47c5-b85a-3b8717e8ee72 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3267748 May 13 14:47:15.793490 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36250) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:15.804531 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-9b120454-3d17-40be-918f-6c71b6618234 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'port': {'network_id': '32f6a2ed-c797-4c8c-b02c-894b35c42d6c', 'name': 'tempest-PortsTestJSON-1819233961'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:15.835692 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0c48bde9-e46d-4ec9-96cf-efd9fba06c08 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:15.878585 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-0c48bde9-e46d-4ec9-96cf-efd9fba06c08 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0fc8f1-8a1e-471b-b3ad-1508fcfa5a08']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:15.903994 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-0c48bde9-e46d-4ec9-96cf-efd9fba06c08 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '994a93a4-98a8-475b-8ff7-125276d18c49') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:15.905673 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-0c48bde9-e46d-4ec9-96cf-efd9fba06c08 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '994a93a4-98a8-475b-8ff7-125276d18c49') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:15.907609 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-203195ad-ae87-4e1b-97b5-9876765921a4 None None] Attempting to bind port 8890b42c-896d-4724-90ae-da137f5e363d on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:47:15.907978 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-203195ad-ae87-4e1b-97b5-9876765921a4 None None] Attempting to bind port 8890b42c-896d-4724-90ae-da137f5e363d by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '3a867948-379d-43fb-9cef-d39f10b2d7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b74149e1-9a18-4f3c-bea7-af4f661fb923'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:47:15.908338 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203195ad-ae87-4e1b-97b5-9876765921a4 None None] Attempting to bind port 8890b42c-896d-4724-90ae-da137f5e363d on network b74149e1-9a18-4f3c-bea7-af4f661fb923 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:47:15.916301 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203195ad-ae87-4e1b-97b5-9876765921a4 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:47:15.917011 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203195ad-ae87-4e1b-97b5-9876765921a4 None None] Checking segment: {'id': '3a867948-379d-43fb-9cef-d39f10b2d7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b74149e1-9a18-4f3c-bea7-af4f661fb923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:47:15.917421 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-203195ad-ae87-4e1b-97b5-9876765921a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:15.917810 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203195ad-ae87-4e1b-97b5-9876765921a4 None None] Bound using segment: {'id': '3a867948-379d-43fb-9cef-d39f10b2d7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b74149e1-9a18-4f3c-bea7-af4f661fb923'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:47:15.918357 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-203195ad-ae87-4e1b-97b5-9876765921a4 None None] Bound port: 8890b42c-896d-4724-90ae-da137f5e363d, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a867948-379d-43fb-9cef-d39f10b2d7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b74149e1-9a18-4f3c-bea7-af4f661fb923'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:47:15.918733 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-203195ad-ae87-4e1b-97b5-9876765921a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:15.925920 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0c48bde9-e46d-4ec9-96cf-efd9fba06c08 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:15.949017 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0c48bde9-e46d-4ec9-96cf-efd9fba06c08 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:15.956263 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c48bde9-e46d-4ec9-96cf-efd9fba06c08 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:47:15.957663 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0c48bde9-e46d-4ec9-96cf-efd9fba06c08 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:16.098151 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0c70327e-a9c2-4f4f-95c6-b568f5126c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:16.110496 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-976fbaca-eb54-46e1-bea7-df6128cea675 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:16.120729 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:47:16.120729 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:47:16.120729 n-d-841760-1 neutron-server[88082]: timer() May 13 14:47:16.120729 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:47:16.120729 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:47:16.120729 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:47:16.120729 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:47:16.120729 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:47:16.120729 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:47:16.120729 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:47:16.120729 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:47:16.120729 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:47:16.120729 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:47:16.120729 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:47:16.120729 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:47:16.120729 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:47:16.120729 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:47:16.120729 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:47:16.120729 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:47:16.120729 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:47:16.120729 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:47:16.120729 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:47:16.120729 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:47:16.120729 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:47:16.120729 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:47:16.120729 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:47:16.120729 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:47:16.120729 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:47:16.120729 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:47:16.120729 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:47:16.120729 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:47:16.120729 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:47:16.124366 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0c48bde9-e46d-4ec9-96cf-efd9fba06c08 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:16.155717 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70327e-a9c2-4f4f-95c6-b568f5126c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b8c2f9-08af-4d86-8b86-efd0791328d4,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:16.175328 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0c70327e-a9c2-4f4f-95c6-b568f5126c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:16.180986 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0c70327e-a9c2-4f4f-95c6-b568f5126c33 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a7b8c2f9-08af-4d86-8b86-efd0791328d4 HTTP/1.1" status: 204 len: 168 time: 1.5323887 May 13 14:47:16.182424 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9b120454-3d17-40be-918f-6c71b6618234 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:16.202014 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9b120454-3d17-40be-918f-6c71b6618234 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:16.230006 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b120454-3d17-40be-918f-6c71b6618234 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:47:16.235224 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9b120454-3d17-40be-918f-6c71b6618234 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:16.237928 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0c48bde9-e46d-4ec9-96cf-efd9fba06c08 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:16.255180 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48bde9-e46d-4ec9-96cf-efd9fba06c08 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Pushing event deleted for resources: {'Network': ['ID=5a0fc8f1-8a1e-471b-b3ad-1508fcfa5a08,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:16.279048 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-976fbaca-eb54-46e1-bea7-df6128cea675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:16.328241 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266fc594-4cd3-4b3a-bad3-66bbe4bacd97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-32f6a2ed-c797-4c8c-b02c-894b35c42d6c', 'network_id': '32f6a2ed-c797-4c8c-b02c-894b35c42d6c', 'tenant_id': 'ceb15383864045c582f86ebce264c5a5', 'fixed_ips': [{'subnet_id': '28537925-d227-418f-8b1c-ea25fbbd8c01'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:47:16.329082 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-266fc594-4cd3-4b3a-bad3-66bbe4bacd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:16.334882 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0c48bde9-e46d-4ec9-96cf-efd9fba06c08 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] 10.222.0.35 "DELETE /v2.0/networks/5a0fc8f1-8a1e-471b-b3ad-1508fcfa5a08 HTTP/1.1" status: 204 len: 168 time: 0.9448771 May 13 14:47:16.338538 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36258) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:16.338868 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36260) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:16.451026 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-9b120454-3d17-40be-918f-6c71b6618234 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] device_id is not set on port 6bf102fa-7f7a-47f3-94e4-2b64fa4d92f6 yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:47:16.543658 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-203195ad-ae87-4e1b-97b5-9876765921a4 None None] For port 8890b42c-896d-4724-90ae-da137f5e363d, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:47:16.558271 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-203195ad-ae87-4e1b-97b5-9876765921a4 None None] For port 8890b42c-896d-4724-90ae-da137f5e363d, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=8890b42c-896d-4724-90ae-da137f5e363d,segment=NetworkSegment(3a867948-379d-43fb-9cef-d39f10b2d7d5),segment_id=3a867948-379d-43fb-9cef-d39f10b2d7d5)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:47:16.564486 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:47:16.616836 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976fbaca-eb54-46e1-bea7-df6128cea675 admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:47:16.623761 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-203195ad-ae87-4e1b-97b5-9876765921a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:16.624284 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-264bad32-cb31-4b01-a639-d8ec383d5d35 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:16.630142 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d7d7f-6986-4953-b34e-a850e851d2eb req-9449b0c3-1708-4206-8ad6-98165f0927c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:16.631345 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1d3d7d7f-6986-4953-b34e-a850e851d2eb req-9449b0c3-1708-4206-8ad6-98165f0927c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b31433d5022490ba6cd8b183da7a35f&device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 1097 time: 0.5643761 May 13 14:47:16.644110 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-976fbaca-eb54-46e1-bea7-df6128cea675 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:16.683660 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976fbaca-eb54-46e1-bea7-df6128cea675 admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:47:16.695603 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9ff78922-3f2a-4b37-9000-d3521aa3e406 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:16.799096 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035680f-29a8-49b0-a6df-87266fdd7a88 req-15372ef8-57e8-440b-95f8-dc9955446148 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:16.813797 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9035680f-29a8-49b0-a6df-87266fdd7a88 req-15372ef8-57e8-440b-95f8-dc9955446148 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 946 time: 0.6951482 May 13 14:47:16.955224 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9ff78922-3f2a-4b37-9000-d3521aa3e406 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:17.028490 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203195ad-ae87-4e1b-97b5-9876765921a4 None None] Pushing event updated for resources: {'Port': ['ID=8890b42c-896d-4724-90ae-da137f5e363d,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:17.031739 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9035680f-29a8-49b0-a6df-87266fdd7a88 req-67ef1e98-c8ea-4eca-9863-f3fd364d2315 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140524 May 13 14:47:17.060157 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976fbaca-eb54-46e1-bea7-df6128cea675 admin admin] Pushing event updated for resources: {'Port': ['ID=ee0a6666-e4e9-4e8b-80f8-79ccac021e04,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:17.082746 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:17.083502 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:17.165298 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-266fc594-4cd3-4b3a-bad3-66bbe4bacd97 None None] Allocated IP 172.20.0.2 (32f6a2ed-c797-4c8c-b02c-894b35c42d6c/28537925-d227-418f-8b1c-ea25fbbd8c01/5d5cd967-2f43-491e-a0b9-89df9199032d) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:47:17.292408 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-264bad32-cb31-4b01-a639-d8ec383d5d35 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:17.386325 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d7d7f-6986-4953-b34e-a850e851d2eb req-849a5372-0388-4357-8e81-46e50a9603ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:17.388031 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1d3d7d7f-6986-4953-b34e-a850e851d2eb req-849a5372-0388-4357-8e81-46e50a9603ce service neutron] 10.222.0.59 "GET /v2.0/networks?id=3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 HTTP/1.1" status: 200 len: 911 time: 0.6861281 May 13 14:47:17.390290 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-264bad32-cb31-4b01-a639-d8ec383d5d35 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cfeca13-794c-455b-b89b-9bab05f8b97e']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:17.433937 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:17.595862 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-976fbaca-eb54-46e1-bea7-df6128cea675 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:17.666243 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-266fc594-4cd3-4b3a-bad3-66bbe4bacd97 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:17.689226 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-266fc594-4cd3-4b3a-bad3-66bbe4bacd97 None None] Transition to ACTIVE for port object 5d5cd967-2f43-491e-a0b9-89df9199032d will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:47:17.728982 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-266fc594-4cd3-4b3a-bad3-66bbe4bacd97 None None] Transition to ACTIVE for port object 5d5cd967-2f43-491e-a0b9-89df9199032d will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:47:17.742463 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-266fc594-4cd3-4b3a-bad3-66bbe4bacd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:17.783531 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9ff78922-3f2a-4b37-9000-d3521aa3e406 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:17.804479 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-264bad32-cb31-4b01-a639-d8ec383d5d35 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c590d05-7f44-4f68-b5ff-9a196df5070d') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:17.804788 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-264bad32-cb31-4b01-a639-d8ec383d5d35 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c590d05-7f44-4f68-b5ff-9a196df5070d') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:17.854378 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-264bad32-cb31-4b01-a639-d8ec383d5d35 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:17.863602 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff78922-3f2a-4b37-9000-d3521aa3e406 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d6079f-fadb-4cc7-82f5-c3773d59f55c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:17.887897 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-264bad32-cb31-4b01-a639-d8ec383d5d35 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:17.891945 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9ff78922-3f2a-4b37-9000-d3521aa3e406 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:17.893257 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9ff78922-3f2a-4b37-9000-d3521aa3e406 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "DELETE /v2.0/security-groups/37d6079f-fadb-4cc7-82f5-c3773d59f55c HTTP/1.1" status: 204 len: 168 time: 1.5452042 May 13 14:47:17.898979 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36288) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:17.902932 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1d3d7d7f-6986-4953-b34e-a850e851d2eb req-4acab30e-1e99-4fec-aafd-b6181779335b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46833746-4949-4cc0-876e-322482ef650d HTTP/1.1" status: 200 len: 1000 time: 0.4961400 May 13 14:47:17.933281 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266fc594-4cd3-4b3a-bad3-66bbe4bacd97 None None] Network 32f6a2ed-c797-4c8c-b02c-894b35c42d6c is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:47:17.939665 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-266fc594-4cd3-4b3a-bad3-66bbe4bacd97 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:17.948250 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266fc594-4cd3-4b3a-bad3-66bbe4bacd97 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:47:17.954548 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266fc594-4cd3-4b3a-bad3-66bbe4bacd97 None None] Pushing event updated for resources: {'Port': ['ID=5d5cd967-2f43-491e-a0b9-89df9199032d,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:17.990988 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-264bad32-cb31-4b01-a639-d8ec383d5d35 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:47:17.991564 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-264bad32-cb31-4b01-a639-d8ec383d5d35 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:18.010576 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36294) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:18.011874 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d7d7f-6986-4953-b34e-a850e851d2eb req-e700f513-4281-4537-9c32-93c97e9e29c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:18.013355 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1d3d7d7f-6986-4953-b34e-a850e851d2eb req-e700f513-4281-4537-9c32-93c97e9e29c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=363e7da1-0d6f-4e89-9da3-93f517417d88 HTTP/1.1" status: 200 len: 849 time: 0.0845509 May 13 14:47:18.014018 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:47:18.014018 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:47:18.014018 n-d-841760-1 neutron-server[88082]: timer() May 13 14:47:18.014018 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:47:18.014018 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:47:18.014018 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:47:18.014018 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:47:18.014018 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:47:18.014018 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:47:18.014018 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:47:18.014018 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:47:18.014018 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:47:18.014018 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:47:18.014018 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:47:18.014018 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:47:18.014018 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:47:18.014018 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:47:18.014018 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:47:18.014018 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:47:18.014018 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:47:18.014018 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:47:18.014018 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:47:18.014018 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:47:18.014018 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:47:18.014018 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:47:18.014018 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:47:18.014018 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:47:18.014018 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:47:18.014018 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:47:18.014018 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:47:18.014018 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:47:18.014018 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:47:18.187087 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-9b120454-3d17-40be-918f-6c71b6618234 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Allocated IP 172.20.0.5 (32f6a2ed-c797-4c8c-b02c-894b35c42d6c/28537925-d227-418f-8b1c-ea25fbbd8c01/6bf102fa-7f7a-47f3-94e4-2b64fa4d92f6) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:47:18.222097 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:18.223226 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-266fc594-4cd3-4b3a-bad3-66bbe4bacd97 None None] Attempting to bind port 5d5cd967-2f43-491e-a0b9-89df9199032d on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:47:18.225453 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-266fc594-4cd3-4b3a-bad3-66bbe4bacd97 None None] Attempting to bind port 5d5cd967-2f43-491e-a0b9-89df9199032d by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '6d035ca4-64f5-4fa8-8d13-ec91565b9cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '32f6a2ed-c797-4c8c-b02c-894b35c42d6c'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:47:18.226053 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266fc594-4cd3-4b3a-bad3-66bbe4bacd97 None None] Attempting to bind port 5d5cd967-2f43-491e-a0b9-89df9199032d on network 32f6a2ed-c797-4c8c-b02c-894b35c42d6c {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:47:18.231003 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-264bad32-cb31-4b01-a639-d8ec383d5d35 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:18.244303 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266fc594-4cd3-4b3a-bad3-66bbe4bacd97 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:47:18.245067 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266fc594-4cd3-4b3a-bad3-66bbe4bacd97 None None] Checking segment: {'id': '6d035ca4-64f5-4fa8-8d13-ec91565b9cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '32f6a2ed-c797-4c8c-b02c-894b35c42d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:47:18.245947 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-266fc594-4cd3-4b3a-bad3-66bbe4bacd97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:18.248377 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266fc594-4cd3-4b3a-bad3-66bbe4bacd97 None None] Bound using segment: {'id': '6d035ca4-64f5-4fa8-8d13-ec91565b9cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '32f6a2ed-c797-4c8c-b02c-894b35c42d6c'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:47:18.249237 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-266fc594-4cd3-4b3a-bad3-66bbe4bacd97 None None] Bound port: 5d5cd967-2f43-491e-a0b9-89df9199032d, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d035ca4-64f5-4fa8-8d13-ec91565b9cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '32f6a2ed-c797-4c8c-b02c-894b35c42d6c'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:47:18.249908 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-266fc594-4cd3-4b3a-bad3-66bbe4bacd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:18.304681 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e8c329d7-6acb-4255-bfd3-3ad33c862075 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:18.363498 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-264bad32-cb31-4b01-a639-d8ec383d5d35 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:18.400557 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264bad32-cb31-4b01-a639-d8ec383d5d35 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] Pushing event deleted for resources: {'Network': ['ID=8cfeca13-794c-455b-b89b-9bab05f8b97e,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:18.420567 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-264bad32-cb31-4b01-a639-d8ec383d5d35 tempest-BulkNetworkOpsIpV6Test-771630569 tempest-BulkNetworkOpsIpV6Test-771630569-project] 10.222.0.35 "DELETE /v2.0/networks/8cfeca13-794c-455b-b89b-9bab05f8b97e HTTP/1.1" status: 204 len: 168 time: 2.0693479 May 13 14:47:18.426737 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e8c329d7-6acb-4255-bfd3-3ad33c862075 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:18.455207 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-e860b6fc-5260-417d-b401-9b14edd6e0df tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:18.456251 n-d-841760-1 neutron-server[88082]: WARNING neutron.api.v2.base [None req-e860b6fc-5260-417d-b401-9b14edd6e0df tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 13 14:47:18.456251 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-e860b6fc-5260-417d-b401-9b14edd6e0df tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] create failed (client error): There was a conflict when trying to complete your request. May 13 14:47:18.462553 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e860b6fc-5260-417d-b401-9b14edd6e0df tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4475930 May 13 14:47:18.462949 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-266fc594-4cd3-4b3a-bad3-66bbe4bacd97 None None] For port 5d5cd967-2f43-491e-a0b9-89df9199032d, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:47:18.463963 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36304) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:18.468720 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-266fc594-4cd3-4b3a-bad3-66bbe4bacd97 None None] For port 5d5cd967-2f43-491e-a0b9-89df9199032d, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=5d5cd967-2f43-491e-a0b9-89df9199032d,segment=NetworkSegment(6d035ca4-64f5-4fa8-8d13-ec91565b9cd6),segment_id=6d035ca4-64f5-4fa8-8d13-ec91565b9cd6)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:47:18.474168 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d7d7f-6986-4953-b34e-a850e851d2eb req-fad742a4-72d0-434b-8c94-8c34a816e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:18.475761 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1d3d7d7f-6986-4953-b34e-a850e851d2eb req-fad742a4-72d0-434b-8c94-8c34a816e8f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3c40b33f-7bf3-4984-a9df-d5e9c9e61d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3968408 May 13 14:47:18.486354 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-d1a7c2ec-539e-4ade-8cde-f286a6c15d55 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Request body: {'security_group': {'name': 'tempest-secgroup--351504498'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:18.487881 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-266fc594-4cd3-4b3a-bad3-66bbe4bacd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:18.640430 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 8890b42c-896d-4724-90ae-da137f5e363d up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:47:18.763651 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266fc594-4cd3-4b3a-bad3-66bbe4bacd97 None None] Pushing event updated for resources: {'Port': ['ID=5d5cd967-2f43-491e-a0b9-89df9199032d,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:18.821247 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 8890b42c-896d-4724-90ae-da137f5e363d completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:47:18.851321 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1d3d7d7f-6986-4953-b34e-a850e851d2eb req-4839929f-2794-4325-b1bc-a39192c5b870 service neutron] 10.222.0.59 "GET /v2.0/networks/3c40b33f-7bf3-4984-a9df-d5e9c9e61d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535659 May 13 14:47:18.917015 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d1a7c2ec-539e-4ade-8cde-f286a6c15d55 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:19.018994 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d1a7c2ec-539e-4ade-8cde-f286a6c15d55 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Usage tracker for resource:security_group and tenant:c0db5754ec7847ef9af2e175cbabaaa5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:19.029372 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d1a7c2ec-539e-4ade-8cde-f286a6c15d55 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:19.054826 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d1a7c2ec-539e-4ade-8cde-f286a6c15d55 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:19.084263 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e8c329d7-6acb-4255-bfd3-3ad33c862075 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:19.136019 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3f6b5c-72ae-4d70-b4b1-ef1a32ca8f74 None None] Network b74149e1-9a18-4f3c-bea7-af4f661fb923 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:47:19.210467 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9b120454-3d17-40be-918f-6c71b6618234 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:19.245846 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c329d7-6acb-4255-bfd3-3ad33c862075 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcff7c9c-1c76-4cf2-9c1d-3382f2021466,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:19.265690 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-9b120454-3d17-40be-918f-6c71b6618234 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Transition to ACTIVE for port object 6bf102fa-7f7a-47f3-94e4-2b64fa4d92f6 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:47:19.372499 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d1a7c2ec-539e-4ade-8cde-f286a6c15d55 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:19.374701 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36312) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:19.414481 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d1a7c2ec-539e-4ade-8cde-f286a6c15d55 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:19.444149 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c17fea-6af9-4811-b6e9-db7bae23aad2 req-8c98859b-e298-48ce-9227-e7415f977d25 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:19.446064 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d5c17fea-6af9-4811-b6e9-db7bae23aad2 req-8c98859b-e298-48ce-9227-e7415f977d25 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 946 time: 0.6680908 May 13 14:47:19.463681 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e8c329d7-6acb-4255-bfd3-3ad33c862075 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:19.464961 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e8c329d7-6acb-4255-bfd3-3ad33c862075 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "DELETE /v2.0/security-groups/dcff7c9c-1c76-4cf2-9c1d-3382f2021466 HTTP/1.1" status: 204 len: 168 time: 1.5646918 May 13 14:47:19.469803 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36318) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:19.499932 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1d3d7d7f-6986-4953-b34e-a850e851d2eb req-477eb520-f916-4ed5-998a-38f418e75668 service neutron] 10.222.0.59 "GET /v2.0/networks/3c40b33f-7bf3-4984-a9df-d5e9c9e61d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6394279 May 13 14:47:19.501197 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d1a7c2ec-539e-4ade-8cde-f286a6c15d55 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:19.516593 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d1a7c2ec-539e-4ade-8cde-f286a6c15d55 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Usage tracker for resource:security_group_rule and tenant:c0db5754ec7847ef9af2e175cbabaaa5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:19.527078 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d1a7c2ec-539e-4ade-8cde-f286a6c15d55 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:19.544243 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d1a7c2ec-539e-4ade-8cde-f286a6c15d55 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:19.557626 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ff81e369-3854-47a1-b455-9b7c5894a1ea None None] Provisioning for port 8890b42c-896d-4724-90ae-da137f5e363d completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:47:19.627751 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ff81e369-3854-47a1-b455-9b7c5894a1ea None None] Provisioning complete for port 8890b42c-896d-4724-90ae-da137f5e363d triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:19.628135 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ff81e369-3854-47a1-b455-9b7c5894a1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:19.648933 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-976fbaca-eb54-46e1-bea7-df6128cea675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:19.720055 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d5c17fea-6af9-4811-b6e9-db7bae23aad2 req-8b6da381-3d26-4608-9ef1-bd76589cb871 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2490306 May 13 14:47:19.767844 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d1a7c2ec-539e-4ade-8cde-f286a6c15d55 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:19.774565 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d1a7c2ec-539e-4ade-8cde-f286a6c15d55 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:19.804160 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d1a7c2ec-539e-4ade-8cde-f286a6c15d55 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:19.839018 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d1a7c2ec-539e-4ade-8cde-f286a6c15d55 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Usage tracker for resource:security_group_rule and tenant:c0db5754ec7847ef9af2e175cbabaaa5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:19.851163 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d1a7c2ec-539e-4ade-8cde-f286a6c15d55 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:19.860063 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9b120454-3d17-40be-918f-6c71b6618234 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:19.869594 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7c2ec-539e-4ade-8cde-f286a6c15d55 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6946eaa3-5bde-47c3-ba8e-507dafa96df0,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:19.878452 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d1a7c2ec-539e-4ade-8cde-f286a6c15d55 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:20.099846 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d1a7c2ec-539e-4ade-8cde-f286a6c15d55 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:20.113374 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d1a7c2ec-539e-4ade-8cde-f286a6c15d55 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:20.160832 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-dc941c50-8238-4c33-a19c-44428abaa1cf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=683aa1f76e71416fb91b9e97f308b79c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7761402 May 13 14:47:20.160832 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36322) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:20.439717 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ff81e369-3854-47a1-b455-9b7c5894a1ea None None] Current status of the port 8890b42c-896d-4724-90ae-da137f5e363d is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:20.440236 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ff81e369-3854-47a1-b455-9b7c5894a1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:20.453243 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7c2ec-539e-4ade-8cde-f286a6c15d55 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad289da-7fe0-4e3c-9cca-631678d8df93,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:20.461000 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d1a7c2ec-539e-4ade-8cde-f286a6c15d55 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:20.467983 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d1a7c2ec-539e-4ade-8cde-f286a6c15d55 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9994252 May 13 14:47:20.471341 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36328) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:20.494370 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-1e29e4d6-edc8-4268-8bd9-a6bc4aa2e1d8 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Request body: {'security_group_rule': {'security_group_id': '0ad289da-7fe0-4e3c-9cca-631678d8df93', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:20.517998 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-ff81e369-3854-47a1-b455-9b7c5894a1ea None None] For port 8890b42c-896d-4724-90ae-da137f5e363d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=8890b42c-896d-4724-90ae-da137f5e363d,segment=NetworkSegment(3a867948-379d-43fb-9cef-d39f10b2d7d5),segment_id=3a867948-379d-43fb-9cef-d39f10b2d7d5)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:20.540398 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ff81e369-3854-47a1-b455-9b7c5894a1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:20.556961 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1e29e4d6-edc8-4268-8bd9-a6bc4aa2e1d8 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:20.578992 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1e29e4d6-edc8-4268-8bd9-a6bc4aa2e1d8 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Usage tracker for resource:security_group_rule and tenant:c0db5754ec7847ef9af2e175cbabaaa5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:20.585142 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b120454-3d17-40be-918f-6c71b6618234 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network 32f6a2ed-c797-4c8c-b02c-894b35c42d6c is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:47:20.591481 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1e29e4d6-edc8-4268-8bd9-a6bc4aa2e1d8 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:20.613670 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-9b120454-3d17-40be-918f-6c71b6618234 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:20.620075 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1e29e4d6-edc8-4268-8bd9-a6bc4aa2e1d8 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:20.635913 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b120454-3d17-40be-918f-6c71b6618234 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:47:20.674296 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b120454-3d17-40be-918f-6c71b6618234 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Port': ['ID=6bf102fa-7f7a-47f3-94e4-2b64fa4d92f6,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:20.695987 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1e29e4d6-edc8-4268-8bd9-a6bc4aa2e1d8 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:20.912552 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81e369-3854-47a1-b455-9b7c5894a1ea None None] Pushing event updated for resources: {'Port': ['ID=8890b42c-896d-4724-90ae-da137f5e363d,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:20.946164 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 5d5cd967-2f43-491e-a0b9-89df9199032d up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:47:21.034237 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b420f31-eee4-4f7d-8e34-4ad9e9aee298 None None] Network 32f6a2ed-c797-4c8c-b02c-894b35c42d6c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:47:21.083645 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1e29e4d6-edc8-4268-8bd9-a6bc4aa2e1d8 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:21.083645 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1e29e4d6-edc8-4268-8bd9-a6bc4aa2e1d8 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:21.160100 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-22e61c41-24ae-414c-b865-cd73887fed71 None None] Provisioning for port 5d5cd967-2f43-491e-a0b9-89df9199032d completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:47:21.177818 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 5d5cd967-2f43-491e-a0b9-89df9199032d completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:47:21.177818 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-22e61c41-24ae-414c-b865-cd73887fed71 None None] Provisioning complete for port 5d5cd967-2f43-491e-a0b9-89df9199032d triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:21.177818 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-22e61c41-24ae-414c-b865-cd73887fed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:21.194818 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29e4d6-edc8-4268-8bd9-a6bc4aa2e1d8 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a009425f-3c3e-4dae-8818-281def8e9b01,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:21.309681 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 5d5cd967-2f43-491e-a0b9-89df9199032d triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:21.309681 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:21.384459 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1e29e4d6-edc8-4268-8bd9-a6bc4aa2e1d8 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:21.384459 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1e29e4d6-edc8-4268-8bd9-a6bc4aa2e1d8 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9086778 May 13 14:47:21.395790 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36334) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:21.510887 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b88eb-60f6-475d-8740-c28ba7bc64ef req-4a3bf50a-0d43-4bbd-81f8-81b3978a9839 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:21.517997 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-278b88eb-60f6-475d-8740-c28ba7bc64ef req-4a3bf50a-0d43-4bbd-81f8-81b3978a9839 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 946 time: 0.2960107 May 13 14:47:21.623819 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-278b88eb-60f6-475d-8740-c28ba7bc64ef req-f1651956-4cea-4226-b6d5-469278d4b199 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957215 May 13 14:47:21.755612 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-8f78f100-6633-42c6-bd07-24ff0062b2b8 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Request body: {'security_group_rule': {'security_group_id': '0ad289da-7fe0-4e3c-9cca-631678d8df93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:21.755612 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-8f78f100-6633-42c6-bd07-24ff0062b2b8 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:21.767067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-8f78f100-6633-42c6-bd07-24ff0062b2b8 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Usage tracker for resource:security_group_rule and tenant:c0db5754ec7847ef9af2e175cbabaaa5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:21.767067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-8f78f100-6633-42c6-bd07-24ff0062b2b8 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:21.777580 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-8f78f100-6633-42c6-bd07-24ff0062b2b8 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:21.786100 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-39d9bdae-fd31-46c4-ace1-88db6978d9de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:21.802786 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b120454-3d17-40be-918f-6c71b6618234 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:21.802786 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9b120454-3d17-40be-918f-6c71b6618234 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:21.817359 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-22e61c41-24ae-414c-b865-cd73887fed71 None None] Current status of the port 5d5cd967-2f43-491e-a0b9-89df9199032d is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:21.817359 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-22e61c41-24ae-414c-b865-cd73887fed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:21.856512 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8f78f100-6633-42c6-bd07-24ff0062b2b8 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:21.894929 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-39d9bdae-fd31-46c4-ace1-88db6978d9de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:21.920433 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-22e61c41-24ae-414c-b865-cd73887fed71 None None] For port 5d5cd967-2f43-491e-a0b9-89df9199032d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=5d5cd967-2f43-491e-a0b9-89df9199032d,segment=NetworkSegment(6d035ca4-64f5-4fa8-8d13-ec91565b9cd6),segment_id=6d035ca4-64f5-4fa8-8d13-ec91565b9cd6)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:21.927595 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 5d5cd967-2f43-491e-a0b9-89df9199032d is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:21.927964 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:21.945435 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-22e61c41-24ae-414c-b865-cd73887fed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:21.966871 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9b120454-3d17-40be-918f-6c71b6618234 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.1686668 May 13 14:47:21.971826 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36340) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:21.979670 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-d229630a-e6f2-468f-bfb9-0c5a28daa6b2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'port': {'network_id': '32f6a2ed-c797-4c8c-b02c-894b35c42d6c', 'name': 'tempest-PortsTestJSON-1983261841'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:22.053976 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976fbaca-eb54-46e1-bea7-df6128cea675 admin admin] Router f17c6d81-1af1-49e3-b87f-763859d65c5f is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:47:22.067376 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-8f78f100-6633-42c6-bd07-24ff0062b2b8 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] create failed (client error): There was a conflict when trying to complete your request. May 13 14:47:22.067376 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8f78f100-6633-42c6-bd07-24ff0062b2b8 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6515512 May 13 14:47:22.080414 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36344) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:22.164918 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:47:22.165268 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:47:22.165742 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e61c41-24ae-414c-b865-cd73887fed71 None None] Pushing event updated for resources: {'Port': ['ID=5d5cd967-2f43-491e-a0b9-89df9199032d,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:22.191945 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a6a8cc71-a63d-4e4e-b2e6-51ff19ad0313 None None] Provisioning complete for port 8890b42c-896d-4724-90ae-da137f5e363d triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:22.191945 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a6a8cc71-a63d-4e4e-b2e6-51ff19ad0313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:22.238654 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-39d9bdae-fd31-46c4-ace1-88db6978d9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:22.256681 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d229630a-e6f2-468f-bfb9-0c5a28daa6b2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:22.267826 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d229630a-e6f2-468f-bfb9-0c5a28daa6b2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:port and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:22.282407 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9bdae-fd31-46c4-ace1-88db6978d9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429adee8-96ee-403d-9caf-31a4146d5746,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:22.311941 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d229630a-e6f2-468f-bfb9-0c5a28daa6b2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:22.338642 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d229630a-e6f2-468f-bfb9-0c5a28daa6b2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:22.383305 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d229630a-e6f2-468f-bfb9-0c5a28daa6b2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:47:22.395576 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d229630a-e6f2-468f-bfb9-0c5a28daa6b2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:22.429811 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-39d9bdae-fd31-46c4-ace1-88db6978d9de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:22.433720 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-39d9bdae-fd31-46c4-ace1-88db6978d9de admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/429adee8-96ee-403d-9caf-31a4146d5746 HTTP/1.1" status: 204 len: 168 time: 2.2316451 May 13 14:47:22.475683 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-d229630a-e6f2-468f-bfb9-0c5a28daa6b2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] device_id is not set on port 7db32d8f-bc9b-482c-b152-df29d14b7419 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:47:22.477915 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-a6a8cc71-a63d-4e4e-b2e6-51ff19ad0313 None None] Current status of the port 8890b42c-896d-4724-90ae-da137f5e363d is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:22.512897 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-98dc50ec-cf3b-4c86-b922-934e82d5ca07 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:22.552769 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976fbaca-eb54-46e1-bea7-df6128cea675 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:47:22.565978 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-98dc50ec-cf3b-4c86-b922-934e82d5ca07 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:22.566946 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4d6d92-db00-4eaa-a7df-ea47468baad7 None None] Sync routers for ids ['f17c6d81-1af1-49e3-b87f-763859d65c5f'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:47:22.580419 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4d6d92-db00-4eaa-a7df-ea47468baad7 None None] Routers {'f17c6d81-1af1-49e3-b87f-763859d65c5f'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:47:22.583045 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-ab4d6d92-db00-4eaa-a7df-ea47468baad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:47:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['f17c6d81-1af1-49e3-b87f-763859d65c5f'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:22.605044 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a1c5f05d-279d-4377-89ac-59cf200c3207 None None] Provisioning for port 6bf102fa-7f7a-47f3-94e4-2b64fa4d92f6 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:47:22.616123 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a1c5f05d-279d-4377-89ac-59cf200c3207 None None] Provisioning complete for port 6bf102fa-7f7a-47f3-94e4-2b64fa4d92f6 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:22.618137 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a1c5f05d-279d-4377-89ac-59cf200c3207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:22.645942 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-976fbaca-eb54-46e1-bea7-df6128cea675 admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:22.651612 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-976fbaca-eb54-46e1-bea7-df6128cea675 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.8677022 May 13 14:47:22.656067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36354) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:22.810899 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 5d5cd967-2f43-491e-a0b9-89df9199032d is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:22.872166 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-a1c5f05d-279d-4377-89ac-59cf200c3207 None None] Port 6bf102fa-7f7a-47f3-94e4-2b64fa4d92f6 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:47:22.883451 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-d229630a-e6f2-468f-bfb9-0c5a28daa6b2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Allocated IP 172.20.0.4 (32f6a2ed-c797-4c8c-b02c-894b35c42d6c/28537925-d227-418f-8b1c-ea25fbbd8c01/7db32d8f-bc9b-482c-b152-df29d14b7419) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:47:22.884616 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-ab4d6d92-db00-4eaa-a7df-ea47468baad7 None None] Set router f17c6d81-1af1-49e3-b87f-763859d65c5f gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:47:22.894642 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a1c5f05d-279d-4377-89ac-59cf200c3207 None None] Provisioning complete for port 5d5cd967-2f43-491e-a0b9-89df9199032d triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:22.897536 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a1c5f05d-279d-4377-89ac-59cf200c3207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:23.001503 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 8890b42c-896d-4724-90ae-da137f5e363d up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:47:23.011172 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-98dc50ec-cf3b-4c86-b922-934e82d5ca07 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:23.109508 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-98dc50ec-cf3b-4c86-b922-934e82d5ca07 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:23.113595 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-98dc50ec-cf3b-4c86-b922-934e82d5ca07 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "DELETE /v2.0/security-groups/0ad289da-7fe0-4e3c-9cca-631678d8df93 HTTP/1.1" status: 204 len: 168 time: 1.0317686 May 13 14:47:23.114590 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc50ec-cf3b-4c86-b922-934e82d5ca07 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad289da-7fe0-4e3c-9cca-631678d8df93,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:23.132479 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36372) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:23.284696 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d229630a-e6f2-468f-bfb9-0c5a28daa6b2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:23.293822 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 8890b42c-896d-4724-90ae-da137f5e363d triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:23.294199 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:23.322443 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-d229630a-e6f2-468f-bfb9-0c5a28daa6b2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Transition to ACTIVE for port object 7db32d8f-bc9b-482c-b152-df29d14b7419 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:47:23.355666 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-a1c5f05d-279d-4377-89ac-59cf200c3207 None None] Current status of the port 5d5cd967-2f43-491e-a0b9-89df9199032d is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:23.358644 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d229630a-e6f2-468f-bfb9-0c5a28daa6b2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:23.398213 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-ab4d6d92-db00-4eaa-a7df-ea47468baad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17c6d81-1af1-49e3-b87f-763859d65c5f', 'name': 'tempest-TaggedBootDevicesTest_v242-764123798-router', 'tenant_id': '845a31714dc94b5195a265e4e77fe7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'ee0a6666-e4e9-4e8b-80f8-79ccac021e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:10Z', 'updated_at': '2022-05-13T14:47:17Z', 'revision_number': 3, 'project_id': '845a31714dc94b5195a265e4e77fe7ac', 'gw_port': {'id': 'ee0a6666-e4e9-4e8b-80f8-79ccac021e04', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:09:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17c6d81-1af1-49e3-b87f-763859d65c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:15Z', 'updated_at': '2022-05-13T14:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:23.405334 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4d6d92-db00-4eaa-a7df-ea47468baad7 None None] Checking router: f17c6d81-1af1-49e3-b87f-763859d65c5f for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:47:23.407374 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4d6d92-db00-4eaa-a7df-ea47468baad7 None None] Updating router f17c6d81-1af1-49e3-b87f-763859d65c5f port ee0a6666-e4e9-4e8b-80f8-79ccac021e04 binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:47:23.427411 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dcf6c876-af02-4a03-a2f9-138bd31d6c33 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:23.493444 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 8890b42c-896d-4724-90ae-da137f5e363d is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:23.494969 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 5d5cd967-2f43-491e-a0b9-89df9199032d up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:47:23.529761 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-ab4d6d92-db00-4eaa-a7df-ea47468baad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:23.567193 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d229630a-e6f2-468f-bfb9-0c5a28daa6b2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network 32f6a2ed-c797-4c8c-b02c-894b35c42d6c is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:47:23.570696 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-d229630a-e6f2-468f-bfb9-0c5a28daa6b2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:23.573732 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d229630a-e6f2-468f-bfb9-0c5a28daa6b2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:47:23.594549 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-bbc626b9-13ed-485d-8f30-53a2c44a72e1 None None] Provisioning complete for port 6bf102fa-7f7a-47f3-94e4-2b64fa4d92f6 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:23.595194 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bbc626b9-13ed-485d-8f30-53a2c44a72e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:23.614177 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229630a-e6f2-468f-bfb9-0c5a28daa6b2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Port': ['ID=7db32d8f-bc9b-482c-b152-df29d14b7419,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:23.642964 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229630a-e6f2-468f-bfb9-0c5a28daa6b2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:23.643519 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229630a-e6f2-468f-bfb9-0c5a28daa6b2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:23.644811 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229630a-e6f2-468f-bfb9-0c5a28daa6b2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:23.645269 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229630a-e6f2-468f-bfb9-0c5a28daa6b2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:23.645693 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229630a-e6f2-468f-bfb9-0c5a28daa6b2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:23.646294 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229630a-e6f2-468f-bfb9-0c5a28daa6b2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:23.646721 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229630a-e6f2-468f-bfb9-0c5a28daa6b2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:23.647329 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229630a-e6f2-468f-bfb9-0c5a28daa6b2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:23.649192 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229630a-e6f2-468f-bfb9-0c5a28daa6b2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:23.649943 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229630a-e6f2-468f-bfb9-0c5a28daa6b2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:23.650492 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229630a-e6f2-468f-bfb9-0c5a28daa6b2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:23.651160 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229630a-e6f2-468f-bfb9-0c5a28daa6b2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:23.685603 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d229630a-e6f2-468f-bfb9-0c5a28daa6b2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:23.687288 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d229630a-e6f2-468f-bfb9-0c5a28daa6b2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:23.735766 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d229630a-e6f2-468f-bfb9-0c5a28daa6b2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7616291 May 13 14:47:23.739426 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36388) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:23.759447 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-bbc626b9-13ed-485d-8f30-53a2c44a72e1 None None] Port 6bf102fa-7f7a-47f3-94e4-2b64fa4d92f6 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:47:23.783271 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 5d5cd967-2f43-491e-a0b9-89df9199032d triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:23.783650 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:23.910311 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb4ae4a-7905-4696-a26e-e8eb99ae0ca1 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:23.912116 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8cb4ae4a-7905-4696-a26e-e8eb99ae0ca1 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Synchronizing usage tracker for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:23.947381 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8cb4ae4a-7905-4696-a26e-e8eb99ae0ca1 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Unset dirty status for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:23.955801 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8cb4ae4a-7905-4696-a26e-e8eb99ae0ca1 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.2142596 May 13 14:47:23.958935 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36396) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:23.990133 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-17898d9b-a4ef-4c9c-bb81-5c355133e878 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Synchronizing usage tracker for tenant:c0db5754ec7847ef9af2e175cbabaaa5 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:24.003260 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36400) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:24.106358 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-ab4d6d92-db00-4eaa-a7df-ea47468baad7 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:24.110517 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-8140b787-0dcd-4b81-a2b1-b576e5711cbd tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting port 7db32d8f-bc9b-482c-b152-df29d14b7419 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:24.111008 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8140b787-0dcd-4b81-a2b1-b576e5711cbd tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:24.111472 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 5d5cd967-2f43-491e-a0b9-89df9199032d is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:24.128978 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-ab4d6d92-db00-4eaa-a7df-ea47468baad7 None None] Transition to ACTIVE for port object ee0a6666-e4e9-4e8b-80f8-79ccac021e04 will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:47:24.133485 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-47ee33bf-5967-48b0-b6c1-14138c350c99 None None] Provisioning for port 7db32d8f-bc9b-482c-b152-df29d14b7419 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:47:24.142963 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-ab4d6d92-db00-4eaa-a7df-ea47468baad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:24.143817 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-47ee33bf-5967-48b0-b6c1-14138c350c99 None None] Provisioning complete for port 7db32d8f-bc9b-482c-b152-df29d14b7419 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:24.144769 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-47ee33bf-5967-48b0-b6c1-14138c350c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:24.291184 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-47ee33bf-5967-48b0-b6c1-14138c350c99 None None] Port 7db32d8f-bc9b-482c-b152-df29d14b7419 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:47:24.296917 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-ab4d6d92-db00-4eaa-a7df-ea47468baad7 None None] Attempting to bind port ee0a6666-e4e9-4e8b-80f8-79ccac021e04 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:47:24.296917 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-ab4d6d92-db00-4eaa-a7df-ea47468baad7 None None] Attempting to bind port ee0a6666-e4e9-4e8b-80f8-79ccac021e04 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:47:24.296917 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4d6d92-db00-4eaa-a7df-ea47468baad7 None None] Attempting to bind port ee0a6666-e4e9-4e8b-80f8-79ccac021e04 on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:47:24.312287 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4d6d92-db00-4eaa-a7df-ea47468baad7 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:47:24.312591 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4d6d92-db00-4eaa-a7df-ea47468baad7 None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:47:24.313051 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-ab4d6d92-db00-4eaa-a7df-ea47468baad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:24.313441 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4d6d92-db00-4eaa-a7df-ea47468baad7 None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:47:24.313935 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-ab4d6d92-db00-4eaa-a7df-ea47468baad7 None None] Bound port: ee0a6666-e4e9-4e8b-80f8-79ccac021e04, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:47:24.314254 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-ab4d6d92-db00-4eaa-a7df-ea47468baad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:24.317962 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-17898d9b-a4ef-4c9c-bb81-5c355133e878 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Unset dirty status for tenant:c0db5754ec7847ef9af2e175cbabaaa5 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:24.329613 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-17898d9b-a4ef-4c9c-bb81-5c355133e878 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.1846461 May 13 14:47:24.332039 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36410) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:24.341294 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5ad9c-8836-45d7-a03e-30419a6b1d2f None None] Pushing event updated for resources: {'Port': ['ID=ee0a6666-e4e9-4e8b-80f8-79ccac021e04,revision_number=2']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:24.345881 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-8dde9072-09ae-4507-a199-859e5318d319 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Request body: {'security_group': {'name': 'tempest-secgroup--328461894'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:24.357961 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8dde9072-09ae-4507-a199-859e5318d319 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:24.368378 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-d8558661-02ca-4010-a626-9c2f267d4265 tempest-DvrRoutersNegativeTest-987736130 tempest-DvrRoutersNegativeTest-987736130-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1540340626', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:24.371424 n-d-841760-1 neutron-server[88081]: DEBUG neutron.policy [None req-d8558661-02ca-4010-a626-9c2f267d4265 tempest-DvrRoutersNegativeTest-987736130 tempest-DvrRoutersNegativeTest-987736130-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88081) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 13 14:47:24.371906 n-d-841760-1 neutron-server[88081]: DEBUG neutron.policy [None req-d8558661-02ca-4010-a626-9c2f267d4265 tempest-DvrRoutersNegativeTest-987736130 tempest-DvrRoutersNegativeTest-987736130-project] Failed policy check for 'create_router' {{(pid=88081) enforce /opt/stack/neutron/neutron/policy.py:520}} May 13 14:47:24.372640 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-d8558661-02ca-4010-a626-9c2f267d4265 tempest-DvrRoutersNegativeTest-987736130 tempest-DvrRoutersNegativeTest-987736130-project] create failed (client error): Access was denied to this resource. May 13 14:47:24.375423 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d8558661-02ca-4010-a626-9c2f267d4265 tempest-DvrRoutersNegativeTest-987736130 tempest-DvrRoutersNegativeTest-987736130-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3055584 May 13 14:47:24.406285 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8dde9072-09ae-4507-a199-859e5318d319 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:24.410289 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-ab4d6d92-db00-4eaa-a7df-ea47468baad7 None None] For port ee0a6666-e4e9-4e8b-80f8-79ccac021e04, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:47:24.414297 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-ab4d6d92-db00-4eaa-a7df-ea47468baad7 None None] For port ee0a6666-e4e9-4e8b-80f8-79ccac021e04, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=ee0a6666-e4e9-4e8b-80f8-79ccac021e04,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:47:24.420399 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-ab4d6d92-db00-4eaa-a7df-ea47468baad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:24.470628 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8dde9072-09ae-4507-a199-859e5318d319 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:24.509948 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8dde9072-09ae-4507-a199-859e5318d319 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:24.514464 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8dde9072-09ae-4507-a199-859e5318d319 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Usage tracker for resource:security_group_rule and tenant:c0db5754ec7847ef9af2e175cbabaaa5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:24.517530 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8dde9072-09ae-4507-a199-859e5318d319 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:24.524636 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8dde9072-09ae-4507-a199-859e5318d319 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:24.527706 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4d6d92-db00-4eaa-a7df-ea47468baad7 None None] Routers {'f17c6d81-1af1-49e3-b87f-763859d65c5f'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:47:24.529046 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-ab4d6d92-db00-4eaa-a7df-ea47468baad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:47:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['f17c6d81-1af1-49e3-b87f-763859d65c5f'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:24.605452 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8dde9072-09ae-4507-a199-859e5318d319 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:24.616652 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8dde9072-09ae-4507-a199-859e5318d319 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:24.637890 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5ad9c-8836-45d7-a03e-30419a6b1d2f None None] Pushing event updated for resources: {'Port': ['ID=ee0a6666-e4e9-4e8b-80f8-79ccac021e04,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:24.661923 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8dde9072-09ae-4507-a199-859e5318d319 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:24.663412 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8dde9072-09ae-4507-a199-859e5318d319 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3304071 May 13 14:47:24.670889 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36418) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:24.678502 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-6aa92e8f-e126-4a87-adc0-f847dc06f761 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Request body: {'security_group_rule': {'security_group_id': '10a48016-7096-4b6e-810b-da9ed0c6280a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:24.679252 n-d-841760-1 neutron-server[88082]: WARNING neutron.api.v2.base [None req-6aa92e8f-e126-4a87-adc0-f847dc06f761 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 13 14:47:24.679935 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-6aa92e8f-e126-4a87-adc0-f847dc06f761 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:47:24.681048 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6aa92e8f-e126-4a87-adc0-f847dc06f761 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0089743 May 13 14:47:24.691630 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36422) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:24.750976 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde9072-09ae-4507-a199-859e5318d319 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10a48016-7096-4b6e-810b-da9ed0c6280a,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:24.823820 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8140b787-0dcd-4b81-a2b1-b576e5711cbd tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:24.885531 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-ab4d6d92-db00-4eaa-a7df-ea47468baad7 None None] Set router f17c6d81-1af1-49e3-b87f-763859d65c5f gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:47:24.916832 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36426) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:24.985925 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-dcf6c876-af02-4a03-a2f9-138bd31d6c33 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Deleting port e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:24.986549 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dcf6c876-af02-4a03-a2f9-138bd31d6c33 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:25.002383 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-8140b787-0dcd-4b81-a2b1-b576e5711cbd tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Calling delete_port for 7db32d8f-bc9b-482c-b152-df29d14b7419 owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:47:25.073967 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-01b8c420-3add-4718-99e5-983f36acda69 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:25.106595 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-01b8c420-3add-4718-99e5-983f36acda69 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:25.213736 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-01b8c420-3add-4718-99e5-983f36acda69 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:25.273572 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8c420-3add-4718-99e5-983f36acda69 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a48016-7096-4b6e-810b-da9ed0c6280a,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:25.288481 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-01b8c420-3add-4718-99e5-983f36acda69 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:25.289617 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-01b8c420-3add-4718-99e5-983f36acda69 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "DELETE /v2.0/security-groups/10a48016-7096-4b6e-810b-da9ed0c6280a HTTP/1.1" status: 204 len: 168 time: 0.5967917 May 13 14:47:25.292246 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36434) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:25.377748 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6abf2f79-893e-42cc-9d46-0543dd51800f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:25.410573 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-ab4d6d92-db00-4eaa-a7df-ea47468baad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17c6d81-1af1-49e3-b87f-763859d65c5f', 'name': 'tempest-TaggedBootDevicesTest_v242-764123798-router', 'tenant_id': '845a31714dc94b5195a265e4e77fe7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'ee0a6666-e4e9-4e8b-80f8-79ccac021e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:10Z', 'updated_at': '2022-05-13T14:47:17Z', 'revision_number': 3, 'project_id': '845a31714dc94b5195a265e4e77fe7ac', 'gw_port': {'id': 'ee0a6666-e4e9-4e8b-80f8-79ccac021e04', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:09:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17c6d81-1af1-49e3-b87f-763859d65c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:15Z', 'updated_at': '2022-05-13T14:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:25.415502 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6abf2f79-893e-42cc-9d46-0543dd51800f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:25.421711 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4d6d92-db00-4eaa-a7df-ea47468baad7 None None] The sync data for ids ['f17c6d81-1af1-49e3-b87f-763859d65c5f'] in n-d-841760-1 is: [{'id': 'f17c6d81-1af1-49e3-b87f-763859d65c5f', 'name': 'tempest-TaggedBootDevicesTest_v242-764123798-router', 'tenant_id': '845a31714dc94b5195a265e4e77fe7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'ee0a6666-e4e9-4e8b-80f8-79ccac021e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:10Z', 'updated_at': '2022-05-13T14:47:17Z', 'revision_number': 3, 'project_id': '845a31714dc94b5195a265e4e77fe7ac', 'gw_port': {'id': 'ee0a6666-e4e9-4e8b-80f8-79ccac021e04', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:09:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17c6d81-1af1-49e3-b87f-763859d65c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:15Z', 'updated_at': '2022-05-13T14:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:47:25.429955 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-dcf6c876-af02-4a03-a2f9-138bd31d6c33 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] For port e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4,segment=NetworkSegment(1e510ad6-c34b-478a-8a15-657e370e8d03),segment_id=1e510ad6-c34b-478a-8a15-657e370e8d03)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:25.430672 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dcf6c876-af02-4a03-a2f9-138bd31d6c33 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:25.484803 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6abf2f79-893e-42cc-9d46-0543dd51800f admin admin] Usage tracker for resource:security_group_rule and tenant:c418deb89ed545e49c6ef8ff29cf256e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:25.492740 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6abf2f79-893e-42cc-9d46-0543dd51800f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:25.503817 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6abf2f79-893e-42cc-9d46-0543dd51800f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:25.516770 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e110fda1-d3f8-475c-a0a2-f80581441dc9 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Synchronizing usage tracker for tenant:c0db5754ec7847ef9af2e175cbabaaa5 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:25.547239 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8140b787-0dcd-4b81-a2b1-b576e5711cbd tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:25.584410 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-dcf6c876-af02-4a03-a2f9-138bd31d6c33 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Calling delete_port for e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4 owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:47:25.607371 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e110fda1-d3f8-475c-a0a2-f80581441dc9 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Unset dirty status for tenant:c0db5754ec7847ef9af2e175cbabaaa5 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:25.608616 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e110fda1-d3f8-475c-a0a2-f80581441dc9 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3154726 May 13 14:47:25.613711 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140b787-0dcd-4b81-a2b1-b576e5711cbd tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Port': ['ID=7db32d8f-bc9b-482c-b152-df29d14b7419,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:25.618959 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36438) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:25.631034 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ec67672d-a77e-4111-936a-cc8dec21f7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:25.678908 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-9b62be7e-273e-4537-83f2-bee4e52aa83c tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Request body: {'security_group': {'name': 'tempest-secgroup--1738243458'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:25.745932 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9b62be7e-273e-4537-83f2-bee4e52aa83c tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:25.794087 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9b62be7e-273e-4537-83f2-bee4e52aa83c tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:25.818067 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8140b787-0dcd-4b81-a2b1-b576e5711cbd tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:25.836193 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b62be7e-273e-4537-83f2-bee4e52aa83c tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:25.889989 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8140b787-0dcd-4b81-a2b1-b576e5711cbd tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/ports/7db32d8f-bc9b-482c-b152-df29d14b7419 HTTP/1.1" status: 204 len: 168 time: 1.9264579 May 13 14:47:25.895331 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36442) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:25.958233 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9b62be7e-273e-4537-83f2-bee4e52aa83c tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:25.961620 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6abf2f79-893e-42cc-9d46-0543dd51800f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:25.971771 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9b62be7e-273e-4537-83f2-bee4e52aa83c tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Usage tracker for resource:security_group_rule and tenant:c0db5754ec7847ef9af2e175cbabaaa5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:25.974771 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b7f8ae-459d-4682-a8ba-7fd8fe941f52 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] GET failed (client error): The resource could not be found. May 13 14:47:25.975552 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c4b7f8ae-459d-4682-a8ba-7fd8fe941f52 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Synchronizing usage tracker for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:25.977839 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6abf2f79-893e-42cc-9d46-0543dd51800f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:25.985483 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9b62be7e-273e-4537-83f2-bee4e52aa83c tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:26.011956 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9b62be7e-273e-4537-83f2-bee4e52aa83c tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:26.054326 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c4b7f8ae-459d-4682-a8ba-7fd8fe941f52 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Unset dirty status for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:26.058488 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c4b7f8ae-459d-4682-a8ba-7fd8fe941f52 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "GET /v2.0/ports/7db32d8f-bc9b-482c-b152-df29d14b7419 HTTP/1.1" status: 404 len: 333 time: 0.1474745 May 13 14:47:26.059174 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36446) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:26.063871 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6abf2f79-893e-42cc-9d46-0543dd51800f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c418deb89ed545e49c6ef8ff29cf256e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1458418 May 13 14:47:26.075862 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36450) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:26.078508 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf2f79-893e-42cc-9d46-0543dd51800f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa6737b-ea08-4a82-a704-ccdd4c742371,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:26.192618 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-ec67672d-a77e-4111-936a-cc8dec21f7cb admin admin] Allocated IP 172.20.0.1 (b74149e1-9a18-4f3c-bea7-af4f661fb923/128c8b8c-87d9-48f2-93d8-46de95f935ce/d4afe1c9-838f-4250-9186-9269728c7ba2) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:47:26.202412 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5955fe03-ebeb-4a11-b62d-296f4606df95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:26.206077 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b62be7e-273e-4537-83f2-bee4e52aa83c tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:26.219910 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b62be7e-273e-4537-83f2-bee4e52aa83c tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:26.232848 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-33fff990-c469-4b4c-82db-1d1909705063 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting port 6bf102fa-7f7a-47f3-94e4-2b64fa4d92f6 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:26.233121 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-33fff990-c469-4b4c-82db-1d1909705063 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:26.273395 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5955fe03-ebeb-4a11-b62d-296f4606df95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:26.317173 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62be7e-273e-4537-83f2-bee4e52aa83c tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a75e3c32-a61e-44be-82df-cd6fe6d5f500,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:26.350897 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b62be7e-273e-4537-83f2-bee4e52aa83c tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:26.352566 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9b62be7e-273e-4537-83f2-bee4e52aa83c tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7285337 May 13 14:47:26.361543 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36456) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:26.371703 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-2b6a0476-2ca5-4828-942c-63709a8f7496 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Request body: {'security_group_rule': {'security_group_id': 'a75e3c32-a61e-44be-82df-cd6fe6d5f500', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:26.372524 n-d-841760-1 neutron-server[88082]: WARNING neutron.api.v2.base [None req-2b6a0476-2ca5-4828-942c-63709a8f7496 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 13 14:47:26.373023 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-2b6a0476-2ca5-4828-942c-63709a8f7496 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:47:26.373993 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2b6a0476-2ca5-4828-942c-63709a8f7496 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0115793 May 13 14:47:26.377663 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36460) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:26.472040 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5955fe03-ebeb-4a11-b62d-296f4606df95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:26.511647 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5b903e0a-cfb3-4300-ad5e-342df8c5b166 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:26.517266 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5955fe03-ebeb-4a11-b62d-296f4606df95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:26.517828 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5955fe03-ebeb-4a11-b62d-296f4606df95 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ffa6737b-ea08-4a82-a704-ccdd4c742371 HTTP/1.1" status: 204 len: 168 time: 0.4408648 May 13 14:47:26.531990 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955fe03-ebeb-4a11-b62d-296f4606df95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa6737b-ea08-4a82-a704-ccdd4c742371,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:26.561638 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5b903e0a-cfb3-4300-ad5e-342df8c5b166 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:26.650369 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dcf6c876-af02-4a03-a2f9-138bd31d6c33 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:26.660833 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5b903e0a-cfb3-4300-ad5e-342df8c5b166 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:26.687406 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b903e0a-cfb3-4300-ad5e-342df8c5b166 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75e3c32-a61e-44be-82df-cd6fe6d5f500,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:26.696013 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5b903e0a-cfb3-4300-ad5e-342df8c5b166 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:26.697455 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5b903e0a-cfb3-4300-ad5e-342df8c5b166 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "DELETE /v2.0/security-groups/a75e3c32-a61e-44be-82df-cd6fe6d5f500 HTTP/1.1" status: 204 len: 168 time: 0.3185294 May 13 14:47:26.700042 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36470) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:26.741100 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6c876-af02-4a03-a2f9-138bd31d6c33 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Pushing event deleted for resources: {'Port': ['ID=e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:26.790161 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-47e87365-327f-4bb5-8f1b-fb8a9adb3c15 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Synchronizing usage tracker for tenant:c0db5754ec7847ef9af2e175cbabaaa5 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:26.813050 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-47e87365-327f-4bb5-8f1b-fb8a9adb3c15 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Unset dirty status for tenant:c0db5754ec7847ef9af2e175cbabaaa5 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:26.818188 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-47e87365-327f-4bb5-8f1b-fb8a9adb3c15 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1166594 May 13 14:47:26.819601 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36478) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:26.860557 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-35249e0c-5f1a-42a0-bf79-db53e03aaf34 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Request body: {'security_group': {'name': 'tempest-secgroup--985273303'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:26.883249 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-35249e0c-5f1a-42a0-bf79-db53e03aaf34 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:26.904470 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-35249e0c-5f1a-42a0-bf79-db53e03aaf34 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:26.929922 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-35249e0c-5f1a-42a0-bf79-db53e03aaf34 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:26.980851 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-35249e0c-5f1a-42a0-bf79-db53e03aaf34 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:27.007472 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-35249e0c-5f1a-42a0-bf79-db53e03aaf34 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Usage tracker for resource:security_group_rule and tenant:c0db5754ec7847ef9af2e175cbabaaa5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:27.013721 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-35249e0c-5f1a-42a0-bf79-db53e03aaf34 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:27.029637 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-35249e0c-5f1a-42a0-bf79-db53e03aaf34 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:27.184474 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ec67672d-a77e-4111-936a-cc8dec21f7cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:27.191633 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ee0a6666-e4e9-4e8b-80f8-79ccac021e04 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:47:27.263845 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-35249e0c-5f1a-42a0-bf79-db53e03aaf34 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:27.273774 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-35249e0c-5f1a-42a0-bf79-db53e03aaf34 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:27.351431 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35249e0c-5f1a-42a0-bf79-db53e03aaf34 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a26281-22ec-4d80-9eca-4a05a5530922,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:27.380074 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b16e9689-e0fa-4617-ba2c-5a18eb21ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:27.400526 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-35249e0c-5f1a-42a0-bf79-db53e03aaf34 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:27.406551 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-35249e0c-5f1a-42a0-bf79-db53e03aaf34 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5560234 May 13 14:47:27.410382 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36490) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:27.418303 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-4e4af066-148d-43da-be3d-99075a9db193 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Request body: {'security_group_rule': {'security_group_id': '56a26281-22ec-4d80-9eca-4a05a5530922', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:27.419544 n-d-841760-1 neutron-server[88082]: WARNING neutron.api.v2.base [None req-4e4af066-148d-43da-be3d-99075a9db193 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 13 14:47:27.420210 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-4e4af066-148d-43da-be3d-99075a9db193 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:47:27.424855 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4e4af066-148d-43da-be3d-99075a9db193 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0096400 May 13 14:47:27.426816 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36494) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:27.433499 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-380a9b97-d159-4e47-87a8-2bd53312a300 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Request body: {'security_group_rule': {'security_group_id': '56a26281-22ec-4d80-9eca-4a05a5530922', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:27.434363 n-d-841760-1 neutron-server[88082]: WARNING neutron.api.v2.base [None req-380a9b97-d159-4e47-87a8-2bd53312a300 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 13 14:47:27.435031 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-380a9b97-d159-4e47-87a8-2bd53312a300 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:47:27.442257 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-380a9b97-d159-4e47-87a8-2bd53312a300 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0109713 May 13 14:47:27.451422 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port ee0a6666-e4e9-4e8b-80f8-79ccac021e04 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:47:27.464053 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36498) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:27.466551 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port ee0a6666-e4e9-4e8b-80f8-79ccac021e04 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:27.467784 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:27.489619 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-313236a7-9092-4190-b9bb-a213683427ad tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Request body: {'security_group_rule': {'security_group_id': '56a26281-22ec-4d80-9eca-4a05a5530922', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:27.489997 n-d-841760-1 neutron-server[88081]: WARNING neutron.api.v2.base [None req-313236a7-9092-4190-b9bb-a213683427ad tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 13 14:47:27.490499 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-313236a7-9092-4190-b9bb-a213683427ad tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:47:27.493965 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-313236a7-9092-4190-b9bb-a213683427ad tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0198922 May 13 14:47:27.495458 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36502) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:27.536849 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-ec67672d-a77e-4111-936a-cc8dec21f7cb admin admin] Transition to ACTIVE for port object d4afe1c9-838f-4250-9186-9269728c7ba2 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:47:27.580837 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-33fff990-c469-4b4c-82db-1d1909705063 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:27.643888 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-6ca2beb7-9866-4032-a83f-325b578be772 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Request body: {'security_group_rule': {'security_group_id': '56a26281-22ec-4d80-9eca-4a05a5530922', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:27.645015 n-d-841760-1 neutron-server[88082]: WARNING neutron.api.v2.base [None req-6ca2beb7-9866-4032-a83f-325b578be772 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 13 14:47:27.645539 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-6ca2beb7-9866-4032-a83f-325b578be772 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:47:27.649597 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6ca2beb7-9866-4032-a83f-325b578be772 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.1530559 May 13 14:47:27.650309 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36512) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:27.692081 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port ee0a6666-e4e9-4e8b-80f8-79ccac021e04 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:27.694147 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:27.740423 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port ee0a6666-e4e9-4e8b-80f8-79ccac021e04, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=ee0a6666-e4e9-4e8b-80f8-79ccac021e04,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:27.751956 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:27.812486 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ec438ce8-6f15-48b4-8c97-54ee4522878c tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:27.817353 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-33fff990-c469-4b4c-82db-1d1909705063 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Calling delete_port for 6bf102fa-7f7a-47f3-94e4-2b64fa4d92f6 owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:47:27.865957 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ec438ce8-6f15-48b4-8c97-54ee4522878c tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:27.879340 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=ee0a6666-e4e9-4e8b-80f8-79ccac021e04,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:27.963634 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ec438ce8-6f15-48b4-8c97-54ee4522878c tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:27.975809 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36520) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:27.980082 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dcf6c876-af02-4a03-a2f9-138bd31d6c33 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:27.993535 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec438ce8-6f15-48b4-8c97-54ee4522878c tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a26281-22ec-4d80-9eca-4a05a5530922,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:28.025166 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ec438ce8-6f15-48b4-8c97-54ee4522878c tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:28.030335 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ec438ce8-6f15-48b4-8c97-54ee4522878c tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "DELETE /v2.0/security-groups/56a26281-22ec-4d80-9eca-4a05a5530922 HTTP/1.1" status: 204 len: 168 time: 0.3781512 May 13 14:47:28.032117 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36526) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:28.039233 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ec67672d-a77e-4111-936a-cc8dec21f7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:28.134027 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e7b01d4d-9379-441b-bbea-b285258461ec tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Synchronizing usage tracker for tenant:c0db5754ec7847ef9af2e175cbabaaa5 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:28.155042 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e7b01d4d-9379-441b-bbea-b285258461ec tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Unset dirty status for tenant:c0db5754ec7847ef9af2e175cbabaaa5 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:28.156364 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e7b01d4d-9379-441b-bbea-b285258461ec tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1215484 May 13 14:47:28.161466 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36530) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:28.166707 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-988198d3-038b-40b1-905e-47f61ef6f243 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Request body: {'security_group': {'name': 'tempest-secgroup--527967659'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:28.177272 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-988198d3-038b-40b1-905e-47f61ef6f243 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:28.192125 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-988198d3-038b-40b1-905e-47f61ef6f243 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:28.204522 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-988198d3-038b-40b1-905e-47f61ef6f243 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:28.228590 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-988198d3-038b-40b1-905e-47f61ef6f243 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:28.233597 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-988198d3-038b-40b1-905e-47f61ef6f243 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Usage tracker for resource:security_group_rule and tenant:c0db5754ec7847ef9af2e175cbabaaa5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:28.234633 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-a95d02f9-68ee-4286-8c60-51642ffddc46 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Request body: {'security_group': {'name': 'tempest-secgroup--83360156'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:28.238317 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-988198d3-038b-40b1-905e-47f61ef6f243 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:28.248676 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-988198d3-038b-40b1-905e-47f61ef6f243 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:28.288265 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a95d02f9-68ee-4286-8c60-51642ffddc46 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:28.317747 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a95d02f9-68ee-4286-8c60-51642ffddc46 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Usage tracker for resource:security_group and tenant:9ae46022a3744d4398218beff70309cf is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:28.317747 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec67672d-a77e-4111-936a-cc8dec21f7cb admin admin] Network b74149e1-9a18-4f3c-bea7-af4f661fb923 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:47:28.317747 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a95d02f9-68ee-4286-8c60-51642ffddc46 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:28.335190 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-ec67672d-a77e-4111-936a-cc8dec21f7cb admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:28.335190 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a95d02f9-68ee-4286-8c60-51642ffddc46 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:28.341527 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec67672d-a77e-4111-936a-cc8dec21f7cb admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:47:28.396638 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67672d-a77e-4111-936a-cc8dec21f7cb admin admin] Pushing event updated for resources: {'Port': ['ID=d4afe1c9-838f-4250-9186-9269728c7ba2,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:28.437511 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:28.455826 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-988198d3-038b-40b1-905e-47f61ef6f243 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:28.461159 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-988198d3-038b-40b1-905e-47f61ef6f243 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:28.474362 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-33fff990-c469-4b4c-82db-1d1909705063 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:28.552256 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988198d3-038b-40b1-905e-47f61ef6f243 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20eb2f6d-c365-42c6-8dcd-9d3ce40743f9,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:28.552256 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-988198d3-038b-40b1-905e-47f61ef6f243 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:28.552256 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-988198d3-038b-40b1-905e-47f61ef6f243 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3854573 May 13 14:47:28.556785 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36534) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:28.562632 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a95d02f9-68ee-4286-8c60-51642ffddc46 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:28.564693 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-9441ba36-d225-4a9c-bc2f-8791a4135093 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Request body: {'security_group_rule': {'security_group_id': '20eb2f6d-c365-42c6-8dcd-9d3ce40743f9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:28.564693 n-d-841760-1 neutron-server[88082]: WARNING neutron.api.v2.base [None req-9441ba36-d225-4a9c-bc2f-8791a4135093 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 13 14:47:28.564693 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-9441ba36-d225-4a9c-bc2f-8791a4135093 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:47:28.564693 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9441ba36-d225-4a9c-bc2f-8791a4135093 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076299 May 13 14:47:28.567626 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36538) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:28.576034 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-e157793e-7d35-4406-bb12-fe45f81ae033 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Request body: {'security_group_rule': {'security_group_id': '20eb2f6d-c365-42c6-8dcd-9d3ce40743f9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:28.578040 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a95d02f9-68ee-4286-8c60-51642ffddc46 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:28.587919 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e157793e-7d35-4406-bb12-fe45f81ae033 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:28.593166 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e157793e-7d35-4406-bb12-fe45f81ae033 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Usage tracker for resource:security_group_rule and tenant:c0db5754ec7847ef9af2e175cbabaaa5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:28.599631 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e157793e-7d35-4406-bb12-fe45f81ae033 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:28.609316 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fff990-c469-4b4c-82db-1d1909705063 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Port': ['ID=6bf102fa-7f7a-47f3-94e4-2b64fa4d92f6,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:28.610151 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e157793e-7d35-4406-bb12-fe45f81ae033 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:28.627914 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ec67672d-a77e-4111-936a-cc8dec21f7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:28.657965 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-e157793e-7d35-4406-bb12-fe45f81ae033 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:47:28.662877 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e157793e-7d35-4406-bb12-fe45f81ae033 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0939426 May 13 14:47:28.663499 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36542) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:28.668781 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-242cab62-1eda-4398-8ae9-863c90d8f583 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Request body: {'security_group_rule': {'security_group_id': '20eb2f6d-c365-42c6-8dcd-9d3ce40743f9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:28.669248 n-d-841760-1 neutron-server[88082]: WARNING neutron.api.v2.base [None req-242cab62-1eda-4398-8ae9-863c90d8f583 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 13 14:47:28.669784 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-242cab62-1eda-4398-8ae9-863c90d8f583 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:47:28.673573 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-242cab62-1eda-4398-8ae9-863c90d8f583 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0089023 May 13 14:47:28.674291 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36546) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:28.679752 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-89abb9fd-af79-4c49-98d9-df98ae74454d tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Request body: {'security_group_rule': {'security_group_id': '20eb2f6d-c365-42c6-8dcd-9d3ce40743f9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:28.698538 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-89abb9fd-af79-4c49-98d9-df98ae74454d tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:28.700397 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-fa46fd81-46af-4ab1-a419-c9d68d62c4cf None None] Provisioning for port d4afe1c9-838f-4250-9186-9269728c7ba2 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:47:28.710087 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-fa46fd81-46af-4ab1-a419-c9d68d62c4cf None None] Provisioning complete for port d4afe1c9-838f-4250-9186-9269728c7ba2 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:28.710211 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-89abb9fd-af79-4c49-98d9-df98ae74454d tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Usage tracker for resource:security_group_rule and tenant:c0db5754ec7847ef9af2e175cbabaaa5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:28.710295 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fa46fd81-46af-4ab1-a419-c9d68d62c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:28.713247 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-89abb9fd-af79-4c49-98d9-df98ae74454d tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:28.719741 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-89abb9fd-af79-4c49-98d9-df98ae74454d tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:28.773194 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-89abb9fd-af79-4c49-98d9-df98ae74454d tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:47:28.777601 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-89abb9fd-af79-4c49-98d9-df98ae74454d tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0991981 May 13 14:47:28.777601 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36550) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:28.783040 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-62f8076a-8ade-44ef-b4a5-7012eb3ca606 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Request body: {'security_group_rule': {'security_group_id': '20eb2f6d-c365-42c6-8dcd-9d3ce40743f9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:28.783788 n-d-841760-1 neutron-server[88082]: WARNING neutron.api.v2.base [None req-62f8076a-8ade-44ef-b4a5-7012eb3ca606 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 13 14:47:28.784034 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-62f8076a-8ade-44ef-b4a5-7012eb3ca606 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:47:28.785654 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-62f8076a-8ade-44ef-b4a5-7012eb3ca606 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070348 May 13 14:47:28.788879 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36554) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:28.797151 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-b179ebf1-bc51-461a-9979-677b1aa9fa43 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Request body: {'security_group_rule': {'security_group_id': '20eb2f6d-c365-42c6-8dcd-9d3ce40743f9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:28.805511 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b179ebf1-bc51-461a-9979-677b1aa9fa43 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:28.811889 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b179ebf1-bc51-461a-9979-677b1aa9fa43 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Usage tracker for resource:security_group_rule and tenant:c0db5754ec7847ef9af2e175cbabaaa5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:28.816803 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b179ebf1-bc51-461a-9979-677b1aa9fa43 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:28.826511 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b179ebf1-bc51-461a-9979-677b1aa9fa43 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:28.835037 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-fa46fd81-46af-4ab1-a419-c9d68d62c4cf None None] Port d4afe1c9-838f-4250-9186-9269728c7ba2 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:47:28.892546 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-b179ebf1-bc51-461a-9979-677b1aa9fa43 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:47:28.897775 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b179ebf1-bc51-461a-9979-677b1aa9fa43 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1075287 May 13 14:47:28.898483 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36558) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:28.904903 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-ae7fb0c9-bebd-4636-a2ef-3d24da10d3cf tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Request body: {'security_group_rule': {'security_group_id': '20eb2f6d-c365-42c6-8dcd-9d3ce40743f9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:28.905488 n-d-841760-1 neutron-server[88082]: WARNING neutron.api.v2.base [None req-ae7fb0c9-bebd-4636-a2ef-3d24da10d3cf tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 13 14:47:28.906025 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-ae7fb0c9-bebd-4636-a2ef-3d24da10d3cf tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:47:28.907663 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ae7fb0c9-bebd-4636-a2ef-3d24da10d3cf tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079031 May 13 14:47:28.911015 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36562) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:28.917862 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-bca3fca4-06be-4264-b7b2-748588e1d2dd tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Request body: {'security_group_rule': {'security_group_id': '20eb2f6d-c365-42c6-8dcd-9d3ce40743f9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:28.933866 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-bca3fca4-06be-4264-b7b2-748588e1d2dd tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:28.941788 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-bca3fca4-06be-4264-b7b2-748588e1d2dd tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Usage tracker for resource:security_group_rule and tenant:c0db5754ec7847ef9af2e175cbabaaa5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:28.947425 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-bca3fca4-06be-4264-b7b2-748588e1d2dd tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:28.961126 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ee0a6666-e4e9-4e8b-80f8-79ccac021e04 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:47:28.964418 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-bca3fca4-06be-4264-b7b2-748588e1d2dd tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:28.975314 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a95d02f9-68ee-4286-8c60-51642ffddc46 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:29.005951 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a95d02f9-68ee-4286-8c60-51642ffddc46 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Usage tracker for resource:security_group_rule and tenant:9ae46022a3744d4398218beff70309cf is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:29.012154 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-bca3fca4-06be-4264-b7b2-748588e1d2dd tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:47:29.013747 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a95d02f9-68ee-4286-8c60-51642ffddc46 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:29.015187 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bca3fca4-06be-4264-b7b2-748588e1d2dd tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1020780 May 13 14:47:29.018624 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36566) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:29.027643 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-f18ef780-3857-4e96-b825-97a91afd7afa tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Request body: {'security_group_rule': {'security_group_id': '20eb2f6d-c365-42c6-8dcd-9d3ce40743f9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:29.036190 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f18ef780-3857-4e96-b825-97a91afd7afa tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:29.043169 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f18ef780-3857-4e96-b825-97a91afd7afa tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Usage tracker for resource:security_group_rule and tenant:c0db5754ec7847ef9af2e175cbabaaa5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:29.048135 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f18ef780-3857-4e96-b825-97a91afd7afa tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:29.058648 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f18ef780-3857-4e96-b825-97a91afd7afa tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:29.096416 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a95d02f9-68ee-4286-8c60-51642ffddc46 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:29.114028 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-f18ef780-3857-4e96-b825-97a91afd7afa tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:47:29.119405 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f18ef780-3857-4e96-b825-97a91afd7afa tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0987599 May 13 14:47:29.120662 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36572) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:29.142335 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port ee0a6666-e4e9-4e8b-80f8-79ccac021e04 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:29.142335 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:29.321815 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port ee0a6666-e4e9-4e8b-80f8-79ccac021e04 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:29.365748 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b082c88-53ee-4b53-ae90-a3a49a835547 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:29.373717 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a95d02f9-68ee-4286-8c60-51642ffddc46 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:29.481039 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b082c88-53ee-4b53-ae90-a3a49a835547 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:29.482819 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ec67672d-a77e-4111-936a-cc8dec21f7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:29.491815 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a95d02f9-68ee-4286-8c60-51642ffddc46 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:29.514985 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a95d02f9-68ee-4286-8c60-51642ffddc46 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:29.539279 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a95d02f9-68ee-4286-8c60-51642ffddc46 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Usage tracker for resource:security_group_rule and tenant:9ae46022a3744d4398218beff70309cf is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:29.545642 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a95d02f9-68ee-4286-8c60-51642ffddc46 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:29.556328 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-33fff990-c469-4b4c-82db-1d1909705063 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:29.559547 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e4b0e87a-305b-4f81-8075-49049e7110df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:29.580795 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b082c88-53ee-4b53-ae90-a3a49a835547 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:29.619862 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b082c88-53ee-4b53-ae90-a3a49a835547 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20eb2f6d-c365-42c6-8dcd-9d3ce40743f9,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:29.626473 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b082c88-53ee-4b53-ae90-a3a49a835547 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:29.630864 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0b082c88-53ee-4b53-ae90-a3a49a835547 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "DELETE /v2.0/security-groups/20eb2f6d-c365-42c6-8dcd-9d3ce40743f9 HTTP/1.1" status: 204 len: 168 time: 0.5064945 May 13 14:47:29.632012 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36580) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:29.665627 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a95d02f9-68ee-4286-8c60-51642ffddc46 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:29.668733 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-33fff990-c469-4b4c-82db-1d1909705063 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/ports/6bf102fa-7f7a-47f3-94e4-2b64fa4d92f6 HTTP/1.1" status: 204 len: 168 time: 3.6083968 May 13 14:47:29.672919 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36584) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:29.728123 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-f723b050-1169-49f1-a679-31e4331e2eba tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] GET failed (client error): The resource could not be found. May 13 14:47:29.731361 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f723b050-1169-49f1-a679-31e4331e2eba tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "GET /v2.0/ports/6bf102fa-7f7a-47f3-94e4-2b64fa4d92f6 HTTP/1.1" status: 404 len: 333 time: 0.0505285 May 13 14:47:29.734923 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36588) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:29.746513 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d02f9-68ee-4286-8c60-51642ffddc46 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be9ea11d-e9bb-4f93-be3d-10f406121f5a,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:29.825782 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c404c5a7-3357-4b02-8995-e753c4110ee3 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Synchronizing usage tracker for tenant:c0db5754ec7847ef9af2e175cbabaaa5 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:29.865543 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-5564565e-8d02-4c06-aea5-7351ab8beb11 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting subnet 28537925-d227-418f-8b1c-ea25fbbd8c01 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:47:29.867896 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c404c5a7-3357-4b02-8995-e753c4110ee3 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Unset dirty status for tenant:c0db5754ec7847ef9af2e175cbabaaa5 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:29.869717 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c404c5a7-3357-4b02-8995-e753c4110ee3 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2360671 May 13 14:47:29.872990 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5564565e-8d02-4c06-aea5-7351ab8beb11 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:29.945666 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5564565e-8d02-4c06-aea5-7351ab8beb11 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:30.038755 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ec67672d-a77e-4111-936a-cc8dec21f7cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:30.073084 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5564565e-8d02-4c06-aea5-7351ab8beb11 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:30.124116 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a95d02f9-68ee-4286-8c60-51642ffddc46 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:30.124116 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36592) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:30.150224 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ec67672d-a77e-4111-936a-cc8dec21f7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:30.190226 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5564565e-8d02-4c06-aea5-7351ab8beb11 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:30.211010 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-c8982533-7d10-40cc-8580-3ed2923d4ca0 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Request body: {'security_group': {'name': 'tempest-secgroup--712929934'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:30.225695 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c8982533-7d10-40cc-8580-3ed2923d4ca0 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:30.242113 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c8982533-7d10-40cc-8580-3ed2923d4ca0 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:30.291102 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ca7685-418e-4135-8a6d-af4be3b0271e None None] Network 32f6a2ed-c797-4c8c-b02c-894b35c42d6c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:47:30.294725 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5564565e-8d02-4c06-aea5-7351ab8beb11 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:30.297884 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a95d02f9-68ee-4286-8c60-51642ffddc46 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:30.339240 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5564565e-8d02-4c06-aea5-7351ab8beb11 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/subnets/28537925-d227-418f-8b1c-ea25fbbd8c01 HTTP/1.1" status: 204 len: 168 time: 0.6020193 May 13 14:47:30.344342 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564565e-8d02-4c06-aea5-7351ab8beb11 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Subnet': ['ID=28537925-d227-418f-8b1c-ea25fbbd8c01,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:30.349161 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36596) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:30.364965 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c8982533-7d10-40cc-8580-3ed2923d4ca0 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:30.433885 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d02f9-68ee-4286-8c60-51642ffddc46 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c65deb5-bbce-4c5b-8412-2e0d62de30d8,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:30.443533 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf6c876-af02-4a03-a2f9-138bd31d6c33 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Router 93903638-a678-463d-8cff-c9dca32907b5 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:47:30.650960 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-17c9174f-a0b6-48cf-ac1b-c8d149538e21 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:30.674522 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-17c9174f-a0b6-48cf-ac1b-c8d149538e21 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting port 5d5cd967-2f43-491e-a0b9-89df9199032d {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:30.674522 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-17c9174f-a0b6-48cf-ac1b-c8d149538e21 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:30.737112 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a95d02f9-68ee-4286-8c60-51642ffddc46 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:30.738808 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a95d02f9-68ee-4286-8c60-51642ffddc46 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.7604685 May 13 14:47:30.749084 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36602) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:30.814334 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c8982533-7d10-40cc-8580-3ed2923d4ca0 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:30.868549 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67672d-a77e-4111-936a-cc8dec21f7cb admin admin] Pushing event updated for resources: {'Port': ['ID=d4afe1c9-838f-4250-9186-9269728c7ba2,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:30.868549 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ec67672d-a77e-4111-936a-cc8dec21f7cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:30.884247 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-98aefca8-4c0f-4486-a46a-401b12a4f040 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Synchronizing usage tracker for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:30.884247 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c8982533-7d10-40cc-8580-3ed2923d4ca0 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Usage tracker for resource:security_group_rule and tenant:c0db5754ec7847ef9af2e175cbabaaa5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:30.898668 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c8982533-7d10-40cc-8580-3ed2923d4ca0 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:30.932808 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:30.971347 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c8982533-7d10-40cc-8580-3ed2923d4ca0 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:31.115351 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-17c9174f-a0b6-48cf-ac1b-c8d149538e21 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] For port 5d5cd967-2f43-491e-a0b9-89df9199032d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=5d5cd967-2f43-491e-a0b9-89df9199032d,segment=NetworkSegment(6d035ca4-64f5-4fa8-8d13-ec91565b9cd6),segment_id=6d035ca4-64f5-4fa8-8d13-ec91565b9cd6)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:31.115351 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-17c9174f-a0b6-48cf-ac1b-c8d149538e21 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:31.125490 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-98aefca8-4c0f-4486-a46a-401b12a4f040 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Unset dirty status for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:31.126794 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-98aefca8-4c0f-4486-a46a-401b12a4f040 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.3759642 May 13 14:47:31.137377 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:31.139798 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36606) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:31.156511 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-9b14c0d2-5b67-4fdc-96f6-69f3d3901823 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Request body: {'security_group': {'name': 'tempest-security--2081931487', 'description': 'tempest-security-description-528273392'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:31.213350 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9b14c0d2-5b67-4fdc-96f6-69f3d3901823 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:31.222579 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf6c876-af02-4a03-a2f9-138bd31d6c33 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:47:31.236241 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d662e2ce-8102-42f2-8494-b0ee028fe664 None None] Sync routers for ids ['93903638-a678-463d-8cff-c9dca32907b5'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:47:31.274796 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-0c085089-4d04-41e1-ac97-6e8585a5686e req-7e44c938-0cb7-4eee-a490-95fdd0844468 service neutron] (88081) timed out ('10.222.0.74', 52884) {{(pid=88081) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 14:47:31.282700 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d662e2ce-8102-42f2-8494-b0ee028fe664 None None] Routers {'93903638-a678-463d-8cff-c9dca32907b5'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:47:31.283397 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-d662e2ce-8102-42f2-8494-b0ee028fe664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:47:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['93903638-a678-463d-8cff-c9dca32907b5'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:31.297212 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-17c9174f-a0b6-48cf-ac1b-c8d149538e21 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Calling delete_port for 5d5cd967-2f43-491e-a0b9-89df9199032d owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:47:31.351655 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec67672d-a77e-4111-936a-cc8dec21f7cb admin admin] Network b74149e1-9a18-4f3c-bea7-af4f661fb923 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:47:31.357647 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-dcf6c876-af02-4a03-a2f9-138bd31d6c33 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "PUT /v2.0/routers/93903638-a678-463d-8cff-c9dca32907b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8819401 May 13 14:47:31.362899 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36610) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:31.364078 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-ec67672d-a77e-4111-936a-cc8dec21f7cb admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:31.407702 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c8982533-7d10-40cc-8580-3ed2923d4ca0 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:31.432464 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c8982533-7d10-40cc-8580-3ed2923d4ca0 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:31.439189 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9b14c0d2-5b67-4fdc-96f6-69f3d3901823 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:31.467913 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-17c9174f-a0b6-48cf-ac1b-c8d149538e21 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:31.574954 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85a1ea8-bb81-46ab-9fde-3784df7d7112 None None] DHCP port deletion for 32f6a2ed-c797-4c8c-b02c-894b35c42d6c request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:47:31.588138 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c9174f-a0b6-48cf-ac1b-c8d149538e21 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] No DVR routers for this DVR port 5d5cd967-2f43-491e-a0b9-89df9199032d on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:47:31.622592 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-d662e2ce-8102-42f2-8494-b0ee028fe664 None None] Set router 93903638-a678-463d-8cff-c9dca32907b5 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:47:31.749137 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9b14c0d2-5b67-4fdc-96f6-69f3d3901823 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:31.752099 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9b14c0d2-5b67-4fdc-96f6-69f3d3901823 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:31.754113 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9b14c0d2-5b67-4fdc-96f6-69f3d3901823 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "PUT /v2.0/security-groups/6c65deb5-bbce-4c5b-8412-2e0d62de30d8 HTTP/1.1" status: 200 len: 1779 time: 0.6114619 May 13 14:47:31.782255 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36616) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:31.912738 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c8982533-7d10-40cc-8580-3ed2923d4ca0 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:31.917162 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c8982533-7d10-40cc-8580-3ed2923d4ca0 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7718854 May 13 14:47:31.922327 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36620) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:31.928246 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-45059f12-de70-4342-88ce-8df1b1c121b6 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Deleting subnet 4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:47:31.931891 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8982533-7d10-40cc-8580-3ed2923d4ca0 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a71aa6-43aa-45e2-a10b-f3816d4e7d4d,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:31.937712 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9174f-a0b6-48cf-ac1b-c8d149538e21 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Port': ['ID=5d5cd967-2f43-491e-a0b9-89df9199032d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:31.945935 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d00ad30b-7d10-4cdf-a1ae-c677f2c3a78e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "GET /v2.0/security-groups/6c65deb5-bbce-4c5b-8412-2e0d62de30d8 HTTP/1.1" status: 200 len: 1779 time: 0.1275394 May 13 14:47:31.947760 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-758de480-681c-4047-9199-72ccfd982800 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Request body: {'security_group_rule': {'security_group_id': 'c1a71aa6-43aa-45e2-a10b-f3816d4e7d4d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:31.953664 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36624) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:31.956395 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-758de480-681c-4047-9199-72ccfd982800 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:31.961087 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-758de480-681c-4047-9199-72ccfd982800 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Usage tracker for resource:security_group_rule and tenant:c0db5754ec7847ef9af2e175cbabaaa5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:31.968512 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-758de480-681c-4047-9199-72ccfd982800 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:31.971084 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-17c9174f-a0b6-48cf-ac1b-c8d149538e21 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:31.976009 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-758de480-681c-4047-9199-72ccfd982800 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:32.019369 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-17c9174f-a0b6-48cf-ac1b-c8d149538e21 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32f6a2ed-c797-4c8c-b02c-894b35c42d6c']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:32.037891 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-443fb87f-37db-4cf5-b99e-cf65110b889c None None] Provisioning complete for port d4afe1c9-838f-4250-9186-9269728c7ba2 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:32.042281 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-443fb87f-37db-4cf5-b99e-cf65110b889c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:32.049809 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-17c9174f-a0b6-48cf-ac1b-c8d149538e21 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d035ca4-64f5-4fa8-8d13-ec91565b9cd6') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:32.050677 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-17c9174f-a0b6-48cf-ac1b-c8d149538e21 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d035ca4-64f5-4fa8-8d13-ec91565b9cd6') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:32.051631 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-45059f12-de70-4342-88ce-8df1b1c121b6 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:32.078054 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-17c9174f-a0b6-48cf-ac1b-c8d149538e21 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:32.100175 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e834aa3-f32b-4b7b-9621-e10a971ca590 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:32.113120 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-17c9174f-a0b6-48cf-ac1b-c8d149538e21 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:32.115104 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8982533-7d10-40cc-8580-3ed2923d4ca0 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:32.115469 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8982533-7d10-40cc-8580-3ed2923d4ca0 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:32.115803 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8982533-7d10-40cc-8580-3ed2923d4ca0 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:32.116333 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8982533-7d10-40cc-8580-3ed2923d4ca0 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:32.116826 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8982533-7d10-40cc-8580-3ed2923d4ca0 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:32.117316 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8982533-7d10-40cc-8580-3ed2923d4ca0 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:32.117805 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8982533-7d10-40cc-8580-3ed2923d4ca0 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:32.118295 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8982533-7d10-40cc-8580-3ed2923d4ca0 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:32.118847 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8982533-7d10-40cc-8580-3ed2923d4ca0 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:32.119424 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8982533-7d10-40cc-8580-3ed2923d4ca0 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:32.119982 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8982533-7d10-40cc-8580-3ed2923d4ca0 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:32.120541 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8982533-7d10-40cc-8580-3ed2923d4ca0 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:32.132345 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c9174f-a0b6-48cf-ac1b-c8d149538e21 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:47:32.133086 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-17c9174f-a0b6-48cf-ac1b-c8d149538e21 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:32.148376 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-443fb87f-37db-4cf5-b99e-cf65110b889c None None] Port d4afe1c9-838f-4250-9186-9269728c7ba2 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:47:32.152487 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:47:32.152487 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:47:32.152487 n-d-841760-1 neutron-server[88082]: timer() May 13 14:47:32.152487 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:47:32.152487 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:47:32.152487 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:47:32.152487 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:47:32.152487 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:47:32.152487 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:47:32.152487 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:47:32.152487 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:47:32.152487 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:47:32.152487 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:47:32.152487 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:47:32.152487 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:47:32.152487 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:47:32.152487 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:47:32.152487 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:47:32.152487 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:47:32.152487 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:47:32.152487 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:47:32.152487 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:47:32.152487 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:47:32.152487 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:47:32.152487 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:47:32.152487 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:47:32.152487 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:47:32.152487 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:47:32.152487 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:47:32.152487 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:47:32.152487 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:47:32.152487 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:47:32.167591 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:32.194797 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-d662e2ce-8102-42f2-8494-b0ee028fe664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93903638-a678-463d-8cff-c9dca32907b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1613199461', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '2fec5d9b-8f07-4a09-8d94-01317dc0d37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:50Z', 'updated_at': '2022-05-13T14:47:26Z', 'revision_number': 5, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'gw_port': {'id': '2fec5d9b-8f07-4a09-8d94-01317dc0d37d', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:49:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93903638-a678-463d-8cff-c9dca32907b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:54Z', 'updated_at': '2022-05-13T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:32.200447 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d662e2ce-8102-42f2-8494-b0ee028fe664 None None] Checking router: 93903638-a678-463d-8cff-c9dca32907b5 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:47:32.210412 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d662e2ce-8102-42f2-8494-b0ee028fe664 None None] Routers {'93903638-a678-463d-8cff-c9dca32907b5'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:47:32.211359 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-d662e2ce-8102-42f2-8494-b0ee028fe664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:47:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['93903638-a678-463d-8cff-c9dca32907b5'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:32.223783 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-45059f12-de70-4342-88ce-8df1b1c121b6 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:32.287377 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-758de480-681c-4047-9199-72ccfd982800 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] create failed (client error): The resource could not be found. May 13 14:47:32.289349 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-758de480-681c-4047-9199-72ccfd982800 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3579934 May 13 14:47:32.289516 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14c0d2-5b67-4fdc-96f6-69f3d3901823 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c65deb5-bbce-4c5b-8412-2e0d62de30d8,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:32.293046 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36628) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:32.302921 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e834aa3-f32b-4b7b-9621-e10a971ca590 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:32.310063 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-e867a294-17ea-478b-9f56-c6e993733cbe tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Request body: {'security_group_rule': {'security_group_id': 'c1a71aa6-43aa-45e2-a10b-f3816d4e7d4d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '31cc91b4-cd48-44c6-90b0-1824bfbe20a1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:32.317188 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e867a294-17ea-478b-9f56-c6e993733cbe tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:32.328929 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e867a294-17ea-478b-9f56-c6e993733cbe tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Usage tracker for resource:security_group_rule and tenant:c0db5754ec7847ef9af2e175cbabaaa5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:32.333663 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec67672d-a77e-4111-936a-cc8dec21f7cb admin admin] Router f17c6d81-1af1-49e3-b87f-763859d65c5f has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:47:32.334930 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e867a294-17ea-478b-9f56-c6e993733cbe tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:32.348551 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e867a294-17ea-478b-9f56-c6e993733cbe tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:32.380327 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e834aa3-f32b-4b7b-9621-e10a971ca590 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:32.401069 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-17c9174f-a0b6-48cf-ac1b-c8d149538e21 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:32.444820 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-17c9174f-a0b6-48cf-ac1b-c8d149538e21 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:32.447604 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-d662e2ce-8102-42f2-8494-b0ee028fe664 None None] Set router 93903638-a678-463d-8cff-c9dca32907b5 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:47:32.458174 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-17c9174f-a0b6-48cf-ac1b-c8d149538e21 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/networks/32f6a2ed-c797-4c8c-b02c-894b35c42d6c HTTP/1.1" status: 204 len: 168 time: 2.0986984 May 13 14:47:32.464610 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e834aa3-f32b-4b7b-9621-e10a971ca590 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c65deb5-bbce-4c5b-8412-2e0d62de30d8,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:32.469292 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36632) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:32.469787 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e834aa3-f32b-4b7b-9621-e10a971ca590 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:32.471673 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8e834aa3-f32b-4b7b-9621-e10a971ca590 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "DELETE /v2.0/security-groups/6c65deb5-bbce-4c5b-8412-2e0d62de30d8 HTTP/1.1" status: 204 len: 168 time: 0.5164530 May 13 14:47:32.473965 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9174f-a0b6-48cf-ac1b-c8d149538e21 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Network': ['ID=32f6a2ed-c797-4c8c-b02c-894b35c42d6c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:32.475773 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36634) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:32.491391 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-489568ff-9ce1-4e54-abfe-25c4aaa9b988 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-630597195'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:32.508530 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-489568ff-9ce1-4e54-abfe-25c4aaa9b988 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:32.523917 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-489568ff-9ce1-4e54-abfe-25c4aaa9b988 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:network and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:32.529447 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-489568ff-9ce1-4e54-abfe-25c4aaa9b988 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:32.553595 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a5966972-7a13-4d54-9ca8-23bf00da5ffd tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Synchronizing usage tracker for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:32.572664 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a5966972-7a13-4d54-9ca8-23bf00da5ffd tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Unset dirty status for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:32.574757 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a5966972-7a13-4d54-9ca8-23bf00da5ffd tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0971298 May 13 14:47:32.579134 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36640) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:32.604032 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-a4cf4e8d-c30e-46a5-b9e6-947fc40739d9 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] delete failed (client error): The resource could not be found. May 13 14:47:32.605435 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a4cf4e8d-c30e-46a5-b9e6-947fc40739d9 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "DELETE /v2.0/security-groups/6c65deb5-bbce-4c5b-8412-2e0d62de30d8 HTTP/1.1" status: 404 len: 347 time: 0.0248499 May 13 14:47:32.616680 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36644) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:32.622384 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-0f98508c-11fe-4975-ac7f-ce2e245b22d8 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Request body: {'security_group': {'name': 'tempest-secgroup--1634686772'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:32.629246 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0f98508c-11fe-4975-ac7f-ce2e245b22d8 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:32.640001 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-45059f12-de70-4342-88ce-8df1b1c121b6 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:32.642124 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0f98508c-11fe-4975-ac7f-ce2e245b22d8 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:32.704861 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-489568ff-9ce1-4e54-abfe-25c4aaa9b988 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:32.722397 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f98508c-11fe-4975-ac7f-ce2e245b22d8 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:32.731132 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-e867a294-17ea-478b-9f56-c6e993733cbe tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] create failed (client error): The resource could not be found. May 13 14:47:32.732937 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e867a294-17ea-478b-9f56-c6e993733cbe tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4337533 May 13 14:47:32.741785 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36648) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:32.759001 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489568ff-9ce1-4e54-abfe-25c4aaa9b988 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:47:32.765116 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-489568ff-9ce1-4e54-abfe-25c4aaa9b988 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:32.812059 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0f98508c-11fe-4975-ac7f-ce2e245b22d8 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:32.821578 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0f98508c-11fe-4975-ac7f-ce2e245b22d8 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Usage tracker for resource:security_group_rule and tenant:9ae46022a3744d4398218beff70309cf is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:32.834633 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0f98508c-11fe-4975-ac7f-ce2e245b22d8 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:32.845476 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0f98508c-11fe-4975-ac7f-ce2e245b22d8 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:32.847216 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-d662e2ce-8102-42f2-8494-b0ee028fe664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93903638-a678-463d-8cff-c9dca32907b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1613199461', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '2fec5d9b-8f07-4a09-8d94-01317dc0d37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:50Z', 'updated_at': '2022-05-13T14:47:26Z', 'revision_number': 5, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'gw_port': {'id': '2fec5d9b-8f07-4a09-8d94-01317dc0d37d', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:49:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93903638-a678-463d-8cff-c9dca32907b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:54Z', 'updated_at': '2022-05-13T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:32.852947 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d662e2ce-8102-42f2-8494-b0ee028fe664 None None] The sync data for ids ['93903638-a678-463d-8cff-c9dca32907b5'] in n-d-841760-1 is: [{'id': '93903638-a678-463d-8cff-c9dca32907b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1613199461', 'tenant_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '2fec5d9b-8f07-4a09-8d94-01317dc0d37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:50Z', 'updated_at': '2022-05-13T14:47:26Z', 'revision_number': 5, 'project_id': '5ec7d10f98f145d3a4a04e390b0f97bd', 'gw_port': {'id': '2fec5d9b-8f07-4a09-8d94-01317dc0d37d', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:49:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93903638-a678-463d-8cff-c9dca32907b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:54Z', 'updated_at': '2022-05-13T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:47:32.853892 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec67672d-a77e-4111-936a-cc8dec21f7cb admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:47:32.873276 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88389f00-5f5a-4d4d-89e0-3292e8716795 None None] Sync routers for ids ['f17c6d81-1af1-49e3-b87f-763859d65c5f'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:47:32.878874 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ec67672d-a77e-4111-936a-cc8dec21f7cb admin admin] 10.222.0.35 "PUT /v2.0/routers/f17c6d81-1af1-49e3-b87f-763859d65c5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2210128 May 13 14:47:32.886975 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-489568ff-9ce1-4e54-abfe-25c4aaa9b988 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:47:32.889760 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88389f00-5f5a-4d4d-89e0-3292e8716795 None None] Routers {'f17c6d81-1af1-49e3-b87f-763859d65c5f'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:47:32.891961 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-88389f00-5f5a-4d4d-89e0-3292e8716795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:47:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['f17c6d81-1af1-49e3-b87f-763859d65c5f'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:32.952464 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-489568ff-9ce1-4e54-abfe-25c4aaa9b988 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:32.954569 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-489568ff-9ce1-4e54-abfe-25c4aaa9b988 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Added segment ed5123a8-fdba-4e11-a95f-c63350fa4426 of type vlan for network 41df2d1e-43b3-4d9e-9370-dba298293271 May 13 14:47:32.985671 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-106760bc-bf04-4726-816b-733b3867ec77 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:33.016557 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-45059f12-de70-4342-88ce-8df1b1c121b6 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:33.036345 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-106760bc-bf04-4726-816b-733b3867ec77 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:33.172344 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-45059f12-de70-4342-88ce-8df1b1c121b6 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:33.175918 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf23689-4254-4e0a-909b-3ce92156e760 None None] Network 535bdccc-ac53-44d1-9feb-df5d3286ef62 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:47:33.193735 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-489568ff-9ce1-4e54-abfe-25c4aaa9b988 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:33.201644 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-45059f12-de70-4342-88ce-8df1b1c121b6 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "DELETE /v2.0/subnets/4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c HTTP/1.1" status: 204 len: 168 time: 1.8311627 May 13 14:47:33.202693 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36666) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:33.238665 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45059f12-de70-4342-88ce-8df1b1c121b6 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Pushing event deleted for resources: {'Subnet': ['ID=4ade7a2c-96c2-4c31-9676-a0cd6ac0a31c,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:33.252413 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f98508c-11fe-4975-ac7f-ce2e245b22d8 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:33.275874 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f98508c-11fe-4975-ac7f-ce2e245b22d8 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:33.329480 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-88389f00-5f5a-4d4d-89e0-3292e8716795 None None] Set router f17c6d81-1af1-49e3-b87f-763859d65c5f gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:47:33.433846 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-106760bc-bf04-4726-816b-733b3867ec77 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:33.467478 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98508c-11fe-4975-ac7f-ce2e245b22d8 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6062234b-403d-4649-b8bc-75889071eefb,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:33.533960 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f98508c-11fe-4975-ac7f-ce2e245b22d8 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:33.537564 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0f98508c-11fe-4975-ac7f-ce2e245b22d8 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9176714 May 13 14:47:33.540660 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36672) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:33.544766 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 5d5cd967-2f43-491e-a0b9-89df9199032d no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:47:33.548979 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-106760bc-bf04-4726-816b-733b3867ec77 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:33.552903 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-106760bc-bf04-4726-816b-733b3867ec77 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "DELETE /v2.0/security-groups/c1a71aa6-43aa-45e2-a10b-f3816d4e7d4d HTTP/1.1" status: 204 len: 168 time: 0.8026969 May 13 14:47:33.553575 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36676) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:33.561471 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106760bc-bf04-4726-816b-733b3867ec77 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a71aa6-43aa-45e2-a10b-f3816d4e7d4d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:33.590631 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-46b75398-91c2-4cad-8a76-cfb05a29df63 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Request body: {'security_group_rule': {'security_group_id': '6062234b-403d-4649-b8bc-75889071eefb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:33.660132 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-46b75398-91c2-4cad-8a76-cfb05a29df63 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:33.683328 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [None req-489568ff-9ce1-4e54-abfe-25c4aaa9b988 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:47:33.686243 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-46b75398-91c2-4cad-8a76-cfb05a29df63 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Usage tracker for resource:security_group_rule and tenant:9ae46022a3744d4398218beff70309cf is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:33.686243 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-46b75398-91c2-4cad-8a76-cfb05a29df63 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:33.689819 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 5d5cd967-2f43-491e-a0b9-89df9199032d {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:47:33.690233 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 5d5cd967-2f43-491e-a0b9-89df9199032d not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:47:33.702378 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-46b75398-91c2-4cad-8a76-cfb05a29df63 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:33.806488 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6c94352c-9f18-4ebf-bc72-d5d7916462fe tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Synchronizing usage tracker for tenant:c0db5754ec7847ef9af2e175cbabaaa5 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:33.809898 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-46b75398-91c2-4cad-8a76-cfb05a29df63 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:33.895084 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6c94352c-9f18-4ebf-bc72-d5d7916462fe tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Unset dirty status for tenant:c0db5754ec7847ef9af2e175cbabaaa5 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:33.900000 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6c94352c-9f18-4ebf-bc72-d5d7916462fe tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3450356 May 13 14:47:33.911934 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36684) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:33.944425 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-7aed4d4f-eb36-46a0-a256-e01197db22d9 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Request body: {'security_group_rule': {'security_group_id': 'bd8cbcf1-9d8e-478d-8d5f-efedbe8dd35e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:33.970436 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-489568ff-9ce1-4e54-abfe-25c4aaa9b988 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:33.973965 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-7aed4d4f-eb36-46a0-a256-e01197db22d9 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:33.990268 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489568ff-9ce1-4e54-abfe-25c4aaa9b988 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:33.992328 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-489568ff-9ce1-4e54-abfe-25c4aaa9b988 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:34.009067 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7aed4d4f-eb36-46a0-a256-e01197db22d9 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Usage tracker for resource:security_group_rule and tenant:c0db5754ec7847ef9af2e175cbabaaa5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:34.025271 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7aed4d4f-eb36-46a0-a256-e01197db22d9 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:34.065605 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-7aed4d4f-eb36-46a0-a256-e01197db22d9 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:34.074788 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-57f2bc9d-cc08-4abb-853e-84065c6f8fa7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:34.147684 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-46b75398-91c2-4cad-8a76-cfb05a29df63 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:34.192198 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-46b75398-91c2-4cad-8a76-cfb05a29df63 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:34.213675 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-489568ff-9ce1-4e54-abfe-25c4aaa9b988 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.7424634 May 13 14:47:34.220298 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36716) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:34.238346 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3444937d-a46b-40ad-95aa-2ada9c4f2a68 None None] DHCP port deletion for 535bdccc-ac53-44d1-9feb-df5d3286ef62 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:47:34.246018 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3444937d-a46b-40ad-95aa-2ada9c4f2a68 None None] Deleting port 2345b8a1-3f0b-4dc8-95b0-9a582da60e9f {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:34.246676 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3444937d-a46b-40ad-95aa-2ada9c4f2a68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:34.298892 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-f0d51947-5daf-42a7-9374-dd1fb7817de3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'subnet': {'network_id': '41df2d1e-43b3-4d9e-9370-dba298293271', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:34.301328 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-88389f00-5f5a-4d4d-89e0-3292e8716795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17c6d81-1af1-49e3-b87f-763859d65c5f', 'name': 'tempest-TaggedBootDevicesTest_v242-764123798-router', 'tenant_id': '845a31714dc94b5195a265e4e77fe7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'ee0a6666-e4e9-4e8b-80f8-79ccac021e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:10Z', 'updated_at': '2022-05-13T14:47:29Z', 'revision_number': 4, 'project_id': '845a31714dc94b5195a265e4e77fe7ac', 'gw_port': {'id': 'ee0a6666-e4e9-4e8b-80f8-79ccac021e04', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:09:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c6d81-1af1-49e3-b87f-763859d65c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:15Z', 'updated_at': '2022-05-13T14:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd4afe1c9-838f-4250-9186-9269728c7ba2', 'name': '', 'network_id': 'b74149e1-9a18-4f3c-bea7-af4f661fb923', 'tenant_id': '845a31714dc94b5195a265e4e77fe7ac', 'mac_address': 'fa:16:3e:f5:0f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17c6d81-1af1-49e3-b87f-763859d65c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '128c8b8c-87d9-48f2-93d8-46de95f935ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:25Z', 'updated_at': '2022-05-13T14:47:29Z', 'revision_number': 2, 'project_id': '845a31714dc94b5195a265e4e77fe7ac', 'subnets': [{'id': '128c8b8c-87d9-48f2-93d8-46de95f935ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:34.314304 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88389f00-5f5a-4d4d-89e0-3292e8716795 None None] Checking router: f17c6d81-1af1-49e3-b87f-763859d65c5f for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:47:34.314744 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88389f00-5f5a-4d4d-89e0-3292e8716795 None None] Updating router f17c6d81-1af1-49e3-b87f-763859d65c5f port d4afe1c9-838f-4250-9186-9269728c7ba2 binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:47:34.411879 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-88389f00-5f5a-4d4d-89e0-3292e8716795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:34.513578 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985c009-165d-4762-bf92-af3c70418273 req-d69fa5f0-6376-483e-b62d-7af530d001c4 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:34.535810 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985c009-165d-4762-bf92-af3c70418273 req-d69fa5f0-6376-483e-b62d-7af530d001c4 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:34.546973 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985c009-165d-4762-bf92-af3c70418273 req-d69fa5f0-6376-483e-b62d-7af530d001c4 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:34.555142 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985c009-165d-4762-bf92-af3c70418273 req-d69fa5f0-6376-483e-b62d-7af530d001c4 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:34.555908 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-3444937d-a46b-40ad-95aa-2ada9c4f2a68 None None] For port 2345b8a1-3f0b-4dc8-95b0-9a582da60e9f, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=2345b8a1-3f0b-4dc8-95b0-9a582da60e9f,segment=NetworkSegment(1e510ad6-c34b-478a-8a15-657e370e8d03),segment_id=1e510ad6-c34b-478a-8a15-657e370e8d03)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:34.557973 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3444937d-a46b-40ad-95aa-2ada9c4f2a68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:34.563167 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985c009-165d-4762-bf92-af3c70418273 req-d69fa5f0-6376-483e-b62d-7af530d001c4 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:34.572927 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985c009-165d-4762-bf92-af3c70418273 req-d69fa5f0-6376-483e-b62d-7af530d001c4 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:34.580800 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b75398-91c2-4cad-8a76-cfb05a29df63 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f2d392-aa7a-4eeb-a5c3-26956e5d6240,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:34.593587 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985c009-165d-4762-bf92-af3c70418273 req-d69fa5f0-6376-483e-b62d-7af530d001c4 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:34.596577 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-7aed4d4f-eb36-46a0-a256-e01197db22d9 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] create failed (client error): The resource could not be found. May 13 14:47:34.598520 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7aed4d4f-eb36-46a0-a256-e01197db22d9 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6812420 May 13 14:47:34.603002 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-46b75398-91c2-4cad-8a76-cfb05a29df63 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:34.607479 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-46b75398-91c2-4cad-8a76-cfb05a29df63 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0622530 May 13 14:47:34.608115 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b985c009-165d-4762-bf92-af3c70418273 req-d69fa5f0-6376-483e-b62d-7af530d001c4 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5432 time: 1.1604664 May 13 14:47:34.608670 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36720) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:34.608905 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36722) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:34.670394 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f0d51947-5daf-42a7-9374-dd1fb7817de3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:34.675991 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f0d51947-5daf-42a7-9374-dd1fb7817de3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:subnet and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:34.679493 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f0d51947-5daf-42a7-9374-dd1fb7817de3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:34.686179 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f0d51947-5daf-42a7-9374-dd1fb7817de3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:34.696125 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8198b9eb-1a30-4007-ae38-ed8e6f8a90ed tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:34.708271 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d51947-5daf-42a7-9374-dd1fb7817de3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:47:34.713621 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f0d51947-5daf-42a7-9374-dd1fb7817de3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:34.718675 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3444937d-a46b-40ad-95aa-2ada9c4f2a68 None None] Calling delete_port for 2345b8a1-3f0b-4dc8-95b0-9a582da60e9f owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:47:34.735736 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-ff4db3e1-906f-4037-a322-3b909276003e tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Request body: {'security_group': {'name': 'tempest-secgroup--2090303100'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:34.741392 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8198b9eb-1a30-4007-ae38-ed8e6f8a90ed tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:34.744059 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ff4db3e1-906f-4037-a322-3b909276003e tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:34.814899 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3444937d-a46b-40ad-95aa-2ada9c4f2a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:34.941446 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3444937d-a46b-40ad-95aa-2ada9c4f2a68 None None] No DVR routers for this DVR port 2345b8a1-3f0b-4dc8-95b0-9a582da60e9f on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:47:34.974623 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444937d-a46b-40ad-95aa-2ada9c4f2a68 None None] Pushing event deleted for resources: {'Port': ['ID=2345b8a1-3f0b-4dc8-95b0-9a582da60e9f,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:34.985197 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:47:35.018481 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489568ff-9ce1-4e54-abfe-25c4aaa9b988 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Network': ['ID=41df2d1e-43b3-4d9e-9370-dba298293271,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:35.026633 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8198b9eb-1a30-4007-ae38-ed8e6f8a90ed tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:35.066173 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ff4db3e1-906f-4037-a322-3b909276003e tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:35.090325 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198b9eb-1a30-4007-ae38-ed8e6f8a90ed tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59f2d392-aa7a-4eeb-a5c3-26956e5d6240,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:35.100363 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b985c009-165d-4762-bf92-af3c70418273 req-0b7ac9d7-c3d4-43b4-be07-2a9b80e62943 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4741406 May 13 14:47:35.102287 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:47:35.104451 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8198b9eb-1a30-4007-ae38-ed8e6f8a90ed tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:35.106099 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8198b9eb-1a30-4007-ae38-ed8e6f8a90ed tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/59f2d392-aa7a-4eeb-a5c3-26956e5d6240 HTTP/1.1" status: 204 len: 168 time: 0.4836638 May 13 14:47:35.109463 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36734) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:35.113384 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e0ef739f-ff2c-41e5-938b-0ce8a1a99fb4 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:47:35.114166 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2345b8a1-3f0b-4dc8-95b0-9a582da60e9f no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:47:35.117782 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ff4db3e1-906f-4037-a322-3b909276003e tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:35.141553 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-88389f00-5f5a-4d4d-89e0-3292e8716795 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:35.148575 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-57f2bc9d-cc08-4abb-853e-84065c6f8fa7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:35.161619 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-57f2bc9d-cc08-4abb-853e-84065c6f8fa7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Deleting port 2fec5d9b-8f07-4a09-8d94-01317dc0d37d {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:35.162224 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-57f2bc9d-cc08-4abb-853e-84065c6f8fa7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:35.170485 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-88389f00-5f5a-4d4d-89e0-3292e8716795 None None] Transition to ACTIVE for port object d4afe1c9-838f-4250-9186-9269728c7ba2 will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:47:35.190649 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 41df2d1e-43b3-4d9e-9370-dba298293271 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:47:35.191199 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-88389f00-5f5a-4d4d-89e0-3292e8716795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:35.210065 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ff4db3e1-906f-4037-a322-3b909276003e tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:35.249501 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ff4db3e1-906f-4037-a322-3b909276003e tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Usage tracker for resource:security_group_rule and tenant:c0db5754ec7847ef9af2e175cbabaaa5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:35.277029 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a731da24-c382-421e-b094-1e99c742faeb tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Synchronizing usage tracker for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group_rule {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:35.327059 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a731da24-c382-421e-b094-1e99c742faeb tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Unset dirty status for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group_rule {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:35.328464 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a731da24-c382-421e-b094-1e99c742faeb tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2064223 May 13 14:47:35.358342 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36742) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:35.381157 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73c20a-1f9a-431c-a8fe-9e209c7c2a2e None None] Pushing event updated for resources: {'Port': ['ID=d4afe1c9-838f-4250-9186-9269728c7ba2,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:35.433141 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 2345b8a1-3f0b-4dc8-95b0-9a582da60e9f {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:47:35.435565 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2345b8a1-3f0b-4dc8-95b0-9a582da60e9f not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:47:35.448486 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ff4db3e1-906f-4037-a322-3b909276003e tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:35.470365 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ff4db3e1-906f-4037-a322-3b909276003e tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:35.602664 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f0d51947-5daf-42a7-9374-dd1fb7817de3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:35.645388 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dc2eb984-f906-44dd-8419-3198efc51a38 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:35.698237 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dc2eb984-f906-44dd-8419-3198efc51a38 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:35.736276 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-88389f00-5f5a-4d4d-89e0-3292e8716795 None None] Attempting to bind port d4afe1c9-838f-4250-9186-9269728c7ba2 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:47:35.736276 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-88389f00-5f5a-4d4d-89e0-3292e8716795 None None] Attempting to bind port d4afe1c9-838f-4250-9186-9269728c7ba2 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '3a867948-379d-43fb-9cef-d39f10b2d7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b74149e1-9a18-4f3c-bea7-af4f661fb923'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:47:35.736632 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88389f00-5f5a-4d4d-89e0-3292e8716795 None None] Attempting to bind port d4afe1c9-838f-4250-9186-9269728c7ba2 on network b74149e1-9a18-4f3c-bea7-af4f661fb923 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:47:35.747067 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88389f00-5f5a-4d4d-89e0-3292e8716795 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:47:35.747468 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88389f00-5f5a-4d4d-89e0-3292e8716795 None None] Checking segment: {'id': '3a867948-379d-43fb-9cef-d39f10b2d7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b74149e1-9a18-4f3c-bea7-af4f661fb923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:47:35.747869 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-88389f00-5f5a-4d4d-89e0-3292e8716795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:35.748929 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88389f00-5f5a-4d4d-89e0-3292e8716795 None None] Bound using segment: {'id': '3a867948-379d-43fb-9cef-d39f10b2d7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b74149e1-9a18-4f3c-bea7-af4f661fb923'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:47:35.748929 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-88389f00-5f5a-4d4d-89e0-3292e8716795 None None] Bound port: d4afe1c9-838f-4250-9186-9269728c7ba2, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a867948-379d-43fb-9cef-d39f10b2d7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b74149e1-9a18-4f3c-bea7-af4f661fb923'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:47:35.749146 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-88389f00-5f5a-4d4d-89e0-3292e8716795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:35.782990 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-57f2bc9d-cc08-4abb-853e-84065c6f8fa7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] For port 2fec5d9b-8f07-4a09-8d94-01317dc0d37d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=2fec5d9b-8f07-4a09-8d94-01317dc0d37d,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:35.784268 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-57f2bc9d-cc08-4abb-853e-84065c6f8fa7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:35.865249 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dc2eb984-f906-44dd-8419-3198efc51a38 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:35.880372 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d51947-5daf-42a7-9374-dd1fb7817de3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Subnet': ['ID=d5a036c1-5f7b-4535-9370-12b0b47f9ffa,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:35.911757 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d51947-5daf-42a7-9374-dd1fb7817de3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Checking segment: {'id': 'ed5123a8-fdba-4e11-a95f-c63350fa4426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '41df2d1e-43b3-4d9e-9370-dba298293271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:47:35.920587 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d51947-5daf-42a7-9374-dd1fb7817de3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network hostable DHCP agents. Network: 41df2d1e-43b3-4d9e-9370-dba298293271, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:47:35.933538 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2eb984-f906-44dd-8419-3198efc51a38 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6062234b-403d-4649-b8bc-75889071eefb,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:35.971416 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbb3a6-42a1-444a-b8e6-f8b770676c59 req-2d025603-b53b-42e9-9e5a-9cc06d2d7c14 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:35.977503 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-88389f00-5f5a-4d4d-89e0-3292e8716795 None None] For port d4afe1c9-838f-4250-9186-9269728c7ba2, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:47:35.981316 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-88389f00-5f5a-4d4d-89e0-3292e8716795 None None] For port d4afe1c9-838f-4250-9186-9269728c7ba2, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d4afe1c9-838f-4250-9186-9269728c7ba2,segment=NetworkSegment(3a867948-379d-43fb-9cef-d39f10b2d7d5),segment_id=3a867948-379d-43fb-9cef-d39f10b2d7d5)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:47:35.989117 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-88389f00-5f5a-4d4d-89e0-3292e8716795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:35.991100 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbb3a6-42a1-444a-b8e6-f8b770676c59 req-2d025603-b53b-42e9-9e5a-9cc06d2d7c14 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:35.992833 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-57f2bc9d-cc08-4abb-853e-84065c6f8fa7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Calling delete_port for 2fec5d9b-8f07-4a09-8d94-01317dc0d37d owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:47:36.008637 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbb3a6-42a1-444a-b8e6-f8b770676c59 req-2d025603-b53b-42e9-9e5a-9cc06d2d7c14 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:36.037863 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbb3a6-42a1-444a-b8e6-f8b770676c59 req-2d025603-b53b-42e9-9e5a-9cc06d2d7c14 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:36.052878 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbb3a6-42a1-444a-b8e6-f8b770676c59 req-2d025603-b53b-42e9-9e5a-9cc06d2d7c14 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:36.081543 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbb3a6-42a1-444a-b8e6-f8b770676c59 req-2d025603-b53b-42e9-9e5a-9cc06d2d7c14 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:36.095033 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbb3a6-42a1-444a-b8e6-f8b770676c59 req-2d025603-b53b-42e9-9e5a-9cc06d2d7c14 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:36.097452 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-adbbb3a6-42a1-444a-b8e6-f8b770676c59 req-2d025603-b53b-42e9-9e5a-9cc06d2d7c14 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5432 time: 0.7511296 May 13 14:47:36.111412 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88389f00-5f5a-4d4d-89e0-3292e8716795 None None] Routers {'f17c6d81-1af1-49e3-b87f-763859d65c5f'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:47:36.112078 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-88389f00-5f5a-4d4d-89e0-3292e8716795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:47:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['f17c6d81-1af1-49e3-b87f-763859d65c5f'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:36.209787 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dc2eb984-f906-44dd-8419-3198efc51a38 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:36.212829 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-dc2eb984-f906-44dd-8419-3198efc51a38 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "DELETE /v2.0/security-groups/6062234b-403d-4649-b8bc-75889071eefb HTTP/1.1" status: 204 len: 168 time: 0.8534305 May 13 14:47:36.216855 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d51947-5daf-42a7-9374-dd1fb7817de3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network 41df2d1e-43b3-4d9e-9370-dba298293271 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:47:36.220640 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ff4db3e1-906f-4037-a322-3b909276003e tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:36.224586 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36780) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:36.243551 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ff4db3e1-906f-4037-a322-3b909276003e tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:36.309423 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-f0d51947-5daf-42a7-9374-dd1fb7817de3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 41df2d1e-43b3-4d9e-9370-dba298293271) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:36.322790 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedcc9a0-de57-4ee4-a169-cc6eb3529b17 None None] Network 41df2d1e-43b3-4d9e-9370-dba298293271 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:47:36.341369 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73c20a-1f9a-431c-a8fe-9e209c7c2a2e None None] Pushing event updated for resources: {'Port': ['ID=d4afe1c9-838f-4250-9186-9269728c7ba2,revision_number=4']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:36.385177 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d51947-5daf-42a7-9374-dd1fb7817de3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:36.387173 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f0d51947-5daf-42a7-9374-dd1fb7817de3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:36.401504 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c663a011-1158-40f8-a1c8-22c324d266de tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Synchronizing usage tracker for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:36.490691 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c663a011-1158-40f8-a1c8-22c324d266de tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Unset dirty status for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:36.492037 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c663a011-1158-40f8-a1c8-22c324d266de tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2584846 May 13 14:47:36.501875 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f0d51947-5daf-42a7-9374-dd1fb7817de3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2436957 May 13 14:47:36.504622 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36784) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:36.504966 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36786) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:36.533234 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-267cc4bf-e93f-4ddd-8612-cb9a9a9318d5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'port': {'network_id': '41df2d1e-43b3-4d9e-9370-dba298293271', 'name': 'tempest-PortsTestJSON-980698144', 'fixed_ips': [{'subnet_id': 'd5a036c1-5f7b-4535-9370-12b0b47f9ffa', 'ip_address': '172.20.0.10'}]}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:36.587001 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-daf4417f-61fb-4cda-bbab-8cee4e18ca3e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Request body: {'security_group': {'name': 'tempest-secgroup--2030223137'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:36.615255 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-88389f00-5f5a-4d4d-89e0-3292e8716795 None None] Set router f17c6d81-1af1-49e3-b87f-763859d65c5f gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:47:36.622111 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-daf4417f-61fb-4cda-bbab-8cee4e18ca3e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:36.834844 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ff4db3e1-906f-4037-a322-3b909276003e tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:36.840487 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ff4db3e1-906f-4037-a322-3b909276003e tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.2140565 May 13 14:47:36.841932 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4db3e1-906f-4037-a322-3b909276003e tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40931cb8-7aad-461e-81d7-55a8461f3583,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:36.849438 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36794) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:36.868081 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-7ddaa9b6-e251-41a8-8ac5-dfb990c41d66 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Request body: {'security_group': {'name': 'tempest-secgroup--1612960756'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:36.876288 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7ddaa9b6-e251-41a8-8ac5-dfb990c41d66 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:36.882034 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7ddaa9b6-e251-41a8-8ac5-dfb990c41d66 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Usage tracker for resource:security_group and tenant:c0db5754ec7847ef9af2e175cbabaaa5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:36.886935 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7ddaa9b6-e251-41a8-8ac5-dfb990c41d66 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:36.895744 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7ddaa9b6-e251-41a8-8ac5-dfb990c41d66 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:36.913785 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7ddaa9b6-e251-41a8-8ac5-dfb990c41d66 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:36.931753 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-267cc4bf-e93f-4ddd-8612-cb9a9a9318d5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:36.941020 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-267cc4bf-e93f-4ddd-8612-cb9a9a9318d5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:port and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:36.945635 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38277ec-60ef-41f6-9200-0212dd223f84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-41df2d1e-43b3-4d9e-9370-dba298293271', 'network_id': '41df2d1e-43b3-4d9e-9370-dba298293271', 'tenant_id': 'ceb15383864045c582f86ebce264c5a5', 'fixed_ips': [{'subnet_id': 'd5a036c1-5f7b-4535-9370-12b0b47f9ffa'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:47:36.949061 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a38277ec-60ef-41f6-9200-0212dd223f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:36.949857 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-267cc4bf-e93f-4ddd-8612-cb9a9a9318d5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:36.973107 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-267cc4bf-e93f-4ddd-8612-cb9a9a9318d5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:36.976170 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7ddaa9b6-e251-41a8-8ac5-dfb990c41d66 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:36.994123 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7ddaa9b6-e251-41a8-8ac5-dfb990c41d66 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Usage tracker for resource:security_group_rule and tenant:c0db5754ec7847ef9af2e175cbabaaa5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:36.995626 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-daf4417f-61fb-4cda-bbab-8cee4e18ca3e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:37.001557 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267cc4bf-e93f-4ddd-8612-cb9a9a9318d5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:47:37.002876 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7ddaa9b6-e251-41a8-8ac5-dfb990c41d66 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:37.025199 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7ddaa9b6-e251-41a8-8ac5-dfb990c41d66 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:37.123104 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-daf4417f-61fb-4cda-bbab-8cee4e18ca3e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:37.158831 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-daf4417f-61fb-4cda-bbab-8cee4e18ca3e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:37.171731 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-daf4417f-61fb-4cda-bbab-8cee4e18ca3e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Usage tracker for resource:security_group_rule and tenant:9ae46022a3744d4398218beff70309cf is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:37.182065 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-daf4417f-61fb-4cda-bbab-8cee4e18ca3e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:37.196525 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-daf4417f-61fb-4cda-bbab-8cee4e18ca3e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:37.266690 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-267cc4bf-e93f-4ddd-8612-cb9a9a9318d5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:37.302302 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-267cc4bf-e93f-4ddd-8612-cb9a9a9318d5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] device_id is not set on port 3cd21e7f-087e-4b29-8bc2-d8ee6f67afec yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:47:37.472334 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [req-fc443447-1f9d-436a-a0c7-b0fe9e022960 req-47bf53b6-1c15-47f7-8174-246540599020 service neutron] (88082) timed out ('10.222.0.74', 52878) {{(pid=88082) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 14:47:37.484363 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-57f2bc9d-cc08-4abb-853e-84065c6f8fa7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:37.493349 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-a38277ec-60ef-41f6-9200-0212dd223f84 None None] Allocated IP 172.20.0.2 (41df2d1e-43b3-4d9e-9370-dba298293271/d5a036c1-5f7b-4535-9370-12b0b47f9ffa/7e27dabc-024c-49ca-b0c6-3e283d7774e9) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:47:37.543492 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:47:37.575865 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7ddaa9b6-e251-41a8-8ac5-dfb990c41d66 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:37.577291 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2bc9d-cc08-4abb-853e-84065c6f8fa7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Pushing event deleted for resources: {'Port': ['ID=2fec5d9b-8f07-4a09-8d94-01317dc0d37d,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:37.742221 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7ddaa9b6-e251-41a8-8ac5-dfb990c41d66 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:37.742552 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-88389f00-5f5a-4d4d-89e0-3292e8716795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17c6d81-1af1-49e3-b87f-763859d65c5f', 'name': 'tempest-TaggedBootDevicesTest_v242-764123798-router', 'tenant_id': '845a31714dc94b5195a265e4e77fe7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'ee0a6666-e4e9-4e8b-80f8-79ccac021e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:10Z', 'updated_at': '2022-05-13T14:47:29Z', 'revision_number': 4, 'project_id': '845a31714dc94b5195a265e4e77fe7ac', 'gw_port': {'id': 'ee0a6666-e4e9-4e8b-80f8-79ccac021e04', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:09:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c6d81-1af1-49e3-b87f-763859d65c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:15Z', 'updated_at': '2022-05-13T14:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd4afe1c9-838f-4250-9186-9269728c7ba2', 'name': '', 'network_id': 'b74149e1-9a18-4f3c-bea7-af4f661fb923', 'tenant_id': '845a31714dc94b5195a265e4e77fe7ac', 'mac_address': 'fa:16:3e:f5:0f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17c6d81-1af1-49e3-b87f-763859d65c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '128c8b8c-87d9-48f2-93d8-46de95f935ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:25Z', 'updated_at': '2022-05-13T14:47:35Z', 'revision_number': 4, 'project_id': '845a31714dc94b5195a265e4e77fe7ac', 'subnets': [{'id': '128c8b8c-87d9-48f2-93d8-46de95f935ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:37.754474 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88389f00-5f5a-4d4d-89e0-3292e8716795 None None] The sync data for ids ['f17c6d81-1af1-49e3-b87f-763859d65c5f'] in n-d-841760-1 is: [{'id': 'f17c6d81-1af1-49e3-b87f-763859d65c5f', 'name': 'tempest-TaggedBootDevicesTest_v242-764123798-router', 'tenant_id': '845a31714dc94b5195a265e4e77fe7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'ee0a6666-e4e9-4e8b-80f8-79ccac021e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:10Z', 'updated_at': '2022-05-13T14:47:29Z', 'revision_number': 4, 'project_id': '845a31714dc94b5195a265e4e77fe7ac', 'gw_port': {'id': 'ee0a6666-e4e9-4e8b-80f8-79ccac021e04', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:09:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c6d81-1af1-49e3-b87f-763859d65c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:15Z', 'updated_at': '2022-05-13T14:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd4afe1c9-838f-4250-9186-9269728c7ba2', 'name': '', 'network_id': 'b74149e1-9a18-4f3c-bea7-af4f661fb923', 'tenant_id': '845a31714dc94b5195a265e4e77fe7ac', 'mac_address': 'fa:16:3e:f5:0f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17c6d81-1af1-49e3-b87f-763859d65c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '128c8b8c-87d9-48f2-93d8-46de95f935ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:25Z', 'updated_at': '2022-05-13T14:47:35Z', 'revision_number': 4, 'project_id': '845a31714dc94b5195a265e4e77fe7ac', 'subnets': [{'id': '128c8b8c-87d9-48f2-93d8-46de95f935ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:47:37.779646 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-daf4417f-61fb-4cda-bbab-8cee4e18ca3e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:37.787715 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-daf4417f-61fb-4cda-bbab-8cee4e18ca3e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:37.906322 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddaa9b6-e251-41a8-8ac5-dfb990c41d66 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a044163-fb8d-47d0-b0d1-35ed3b0e21d3,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:37.911430 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7ddaa9b6-e251-41a8-8ac5-dfb990c41d66 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:37.912979 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7ddaa9b6-e251-41a8-8ac5-dfb990c41d66 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0502896 May 13 14:47:37.922165 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36810) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:37.932002 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-d8c12525-5853-49e2-ab1d-15e1678aab35 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Request body: {'security_group_rule': {'security_group_id': '40931cb8-7aad-461e-81d7-55a8461f3583', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '4a044163-fb8d-47d0-b0d1-35ed3b0e21d3'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:37.939427 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d8c12525-5853-49e2-ab1d-15e1678aab35 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:37.944800 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d8c12525-5853-49e2-ab1d-15e1678aab35 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Usage tracker for resource:security_group_rule and tenant:c0db5754ec7847ef9af2e175cbabaaa5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:37.949139 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d8c12525-5853-49e2-ab1d-15e1678aab35 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:37.957863 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d8c12525-5853-49e2-ab1d-15e1678aab35 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:38.034969 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-d8c12525-5853-49e2-ab1d-15e1678aab35 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:47:38.036264 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d8c12525-5853-49e2-ab1d-15e1678aab35 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1129913 May 13 14:47:38.039646 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36814) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:38.057160 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-57f2bc9d-cc08-4abb-853e-84065c6f8fa7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:38.094460 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a38277ec-60ef-41f6-9200-0212dd223f84 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:38.115796 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a38277ec-60ef-41f6-9200-0212dd223f84 None None] Transition to ACTIVE for port object 7e27dabc-024c-49ca-b0c6-3e283d7774e9 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:47:38.159550 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a38277ec-60ef-41f6-9200-0212dd223f84 None None] Transition to ACTIVE for port object 7e27dabc-024c-49ca-b0c6-3e283d7774e9 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:47:38.182854 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36818) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:38.187696 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4417f-61fb-4cda-bbab-8cee4e18ca3e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7a1b88-292b-43af-8556-8e7360aaf3ae,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:38.255747 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a38277ec-60ef-41f6-9200-0212dd223f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:38.317599 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-57f2bc9d-cc08-4abb-853e-84065c6f8fa7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:38.321973 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-57f2bc9d-cc08-4abb-853e-84065c6f8fa7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:38.366304 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-57f2bc9d-cc08-4abb-853e-84065c6f8fa7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:38.372682 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f2bc9d-cc08-4abb-853e-84065c6f8fa7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Fanout notify agent at l3_agent the message router_deleted on router 93903638-a678-463d-8cff-c9dca32907b5 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:47:38.444581 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-267cc4bf-e93f-4ddd-8612-cb9a9a9318d5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Allocated IP 172.20.0.10 (41df2d1e-43b3-4d9e-9370-dba298293271/d5a036c1-5f7b-4535-9370-12b0b47f9ffa/3cd21e7f-087e-4b29-8bc2-d8ee6f67afec) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:47:38.447931 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38277ec-60ef-41f6-9200-0212dd223f84 None None] Network 41df2d1e-43b3-4d9e-9370-dba298293271 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:47:38.464480 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-57f2bc9d-cc08-4abb-853e-84065c6f8fa7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:38.469529 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-57f2bc9d-cc08-4abb-853e-84065c6f8fa7 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "DELETE /v2.0/routers/93903638-a678-463d-8cff-c9dca32907b5 HTTP/1.1" status: 204 len: 168 time: 5.2623816 May 13 14:47:38.474074 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36824) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:38.485555 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-a38277ec-60ef-41f6-9200-0212dd223f84 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:38.496239 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38277ec-60ef-41f6-9200-0212dd223f84 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:47:38.583259 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38277ec-60ef-41f6-9200-0212dd223f84 None None] Pushing event updated for resources: {'Port': ['ID=7e27dabc-024c-49ca-b0c6-3e283d7774e9,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:38.857354 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-a38277ec-60ef-41f6-9200-0212dd223f84 None None] Attempting to bind port 7e27dabc-024c-49ca-b0c6-3e283d7774e9 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:47:38.857573 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-a38277ec-60ef-41f6-9200-0212dd223f84 None None] Attempting to bind port 7e27dabc-024c-49ca-b0c6-3e283d7774e9 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'ed5123a8-fdba-4e11-a95f-c63350fa4426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '41df2d1e-43b3-4d9e-9370-dba298293271'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:47:38.858671 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38277ec-60ef-41f6-9200-0212dd223f84 None None] Attempting to bind port 7e27dabc-024c-49ca-b0c6-3e283d7774e9 on network 41df2d1e-43b3-4d9e-9370-dba298293271 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:47:38.870844 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38277ec-60ef-41f6-9200-0212dd223f84 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:47:38.871244 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38277ec-60ef-41f6-9200-0212dd223f84 None None] Checking segment: {'id': 'ed5123a8-fdba-4e11-a95f-c63350fa4426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '41df2d1e-43b3-4d9e-9370-dba298293271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:47:38.871644 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a38277ec-60ef-41f6-9200-0212dd223f84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:38.872041 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38277ec-60ef-41f6-9200-0212dd223f84 None None] Bound using segment: {'id': 'ed5123a8-fdba-4e11-a95f-c63350fa4426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '41df2d1e-43b3-4d9e-9370-dba298293271'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:47:38.872514 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-a38277ec-60ef-41f6-9200-0212dd223f84 None None] Bound port: 7e27dabc-024c-49ca-b0c6-3e283d7774e9, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed5123a8-fdba-4e11-a95f-c63350fa4426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '41df2d1e-43b3-4d9e-9370-dba298293271'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:47:38.872887 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a38277ec-60ef-41f6-9200-0212dd223f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:38.898159 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ce3fc3fc-0ed7-463b-b038-77ca2da51023 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:38.953111 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-daf4417f-61fb-4cda-bbab-8cee4e18ca3e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:38.954414 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-daf4417f-61fb-4cda-bbab-8cee4e18ca3e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.4338622 May 13 14:47:38.963072 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36830) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:38.972266 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6268eb71-ee63-4b7e-afbf-442f2644af68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:38.976338 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-87be19d7-ee5d-4557-9852-af312213788d tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Request body: {'security_group_rule': {'security_group_id': '5c7a1b88-292b-43af-8556-8e7360aaf3ae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:38.988133 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ce3fc3fc-0ed7-463b-b038-77ca2da51023 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:38.997757 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6268eb71-ee63-4b7e-afbf-442f2644af68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:39.000407 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-87be19d7-ee5d-4557-9852-af312213788d tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:39.003004 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6268eb71-ee63-4b7e-afbf-442f2644af68 admin admin] Usage tracker for resource:security_group_rule and tenant:c559ef4a4ce2478482a479ef6d71c1d8 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:39.006628 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6268eb71-ee63-4b7e-afbf-442f2644af68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:39.007029 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-11c61bbf-04a8-402d-807f-cba87792f986 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:39.017881 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-87be19d7-ee5d-4557-9852-af312213788d tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Usage tracker for resource:security_group_rule and tenant:9ae46022a3744d4398218beff70309cf is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:39.025767 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-87be19d7-ee5d-4557-9852-af312213788d tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:39.040835 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6268eb71-ee63-4b7e-afbf-442f2644af68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:39.061364 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-87be19d7-ee5d-4557-9852-af312213788d tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:39.227861 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-a38277ec-60ef-41f6-9200-0212dd223f84 None None] For port 7e27dabc-024c-49ca-b0c6-3e283d7774e9, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:47:39.240724 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-a38277ec-60ef-41f6-9200-0212dd223f84 None None] For port 7e27dabc-024c-49ca-b0c6-3e283d7774e9, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=7e27dabc-024c-49ca-b0c6-3e283d7774e9,segment=NetworkSegment(ed5123a8-fdba-4e11-a95f-c63350fa4426),segment_id=ed5123a8-fdba-4e11-a95f-c63350fa4426)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:47:39.249523 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a38277ec-60ef-41f6-9200-0212dd223f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:39.261332 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6268eb71-ee63-4b7e-afbf-442f2644af68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:39.282578 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6268eb71-ee63-4b7e-afbf-442f2644af68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:39.343873 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268eb71-ee63-4b7e-afbf-442f2644af68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db882fe-1cd7-46fc-8225-d7e0e0e5f38d,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:39.454178 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d4afe1c9-838f-4250-9186-9269728c7ba2 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:47:39.469654 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6268eb71-ee63-4b7e-afbf-442f2644af68 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c559ef4a4ce2478482a479ef6d71c1d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2745483 May 13 14:47:39.483632 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36842) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:39.551193 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38277ec-60ef-41f6-9200-0212dd223f84 None None] Pushing event updated for resources: {'Port': ['ID=7e27dabc-024c-49ca-b0c6-3e283d7774e9,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:39.568678 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-267cc4bf-e93f-4ddd-8612-cb9a9a9318d5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:39.598802 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port d4afe1c9-838f-4250-9186-9269728c7ba2 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:47:39.613938 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port d4afe1c9-838f-4250-9186-9269728c7ba2 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:39.614393 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:39.624066 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-11c61bbf-04a8-402d-807f-cba87792f986 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:39.672399 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-267cc4bf-e93f-4ddd-8612-cb9a9a9318d5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Transition to ACTIVE for port object 3cd21e7f-087e-4b29-8bc2-d8ee6f67afec will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:47:39.701102 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-11c61bbf-04a8-402d-807f-cba87792f986 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['535bdccc-ac53-44d1-9feb-df5d3286ef62']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:39.716459 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36850) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:39.731042 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e8aa41f4-f73e-413e-bae0-8977f0175406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:39.753316 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-11c61bbf-04a8-402d-807f-cba87792f986 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e510ad6-c34b-478a-8a15-657e370e8d03') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:39.753695 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-11c61bbf-04a8-402d-807f-cba87792f986 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e510ad6-c34b-478a-8a15-657e370e8d03') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:39.794505 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-11c61bbf-04a8-402d-807f-cba87792f986 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:39.820504 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e8aa41f4-f73e-413e-bae0-8977f0175406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:39.852846 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-11c61bbf-04a8-402d-807f-cba87792f986 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:39.863018 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c61bbf-04a8-402d-807f-cba87792f986 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:47:39.863453 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-11c61bbf-04a8-402d-807f-cba87792f986 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:39.903963 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e8aa41f4-f73e-413e-bae0-8977f0175406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:39.949191 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa41f4-f73e-413e-bae0-8977f0175406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db882fe-1cd7-46fc-8225-d7e0e0e5f38d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:39.957508 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d4afe1c9-838f-4250-9186-9269728c7ba2 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:39.957966 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:39.961244 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e8aa41f4-f73e-413e-bae0-8977f0175406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:39.966620 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e8aa41f4-f73e-413e-bae0-8977f0175406 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3db882fe-1cd7-46fc-8225-d7e0e0e5f38d HTTP/1.1" status: 204 len: 168 time: 0.4810798 May 13 14:47:39.978494 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-267cc4bf-e93f-4ddd-8612-cb9a9a9318d5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:40.053252 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:47:40.053252 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:47:40.053252 n-d-841760-1 neutron-server[88081]: timer() May 13 14:47:40.053252 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:47:40.053252 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:47:40.053252 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:47:40.053252 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:47:40.053252 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:47:40.053252 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:47:40.053252 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:47:40.053252 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:47:40.053252 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:47:40.053252 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:47:40.053252 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:47:40.053252 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:47:40.053252 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:47:40.053252 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:47:40.053252 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:47:40.053252 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:47:40.053252 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:47:40.053252 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:47:40.053252 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:47:40.053252 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:47:40.053252 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:47:40.053252 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:47:40.053252 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:47:40.053252 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:47:40.053252 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:47:40.053252 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:47:40.053252 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:47:40.053252 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:47:40.053252 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:47:40.064710 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port d4afe1c9-838f-4250-9186-9269728c7ba2, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d4afe1c9-838f-4250-9186-9269728c7ba2,segment=NetworkSegment(3a867948-379d-43fb-9cef-d39f10b2d7d5),segment_id=3a867948-379d-43fb-9cef-d39f10b2d7d5)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:40.070319 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:40.145393 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267cc4bf-e93f-4ddd-8612-cb9a9a9318d5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network 41df2d1e-43b3-4d9e-9370-dba298293271 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:47:40.148654 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-267cc4bf-e93f-4ddd-8612-cb9a9a9318d5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:40.153604 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267cc4bf-e93f-4ddd-8612-cb9a9a9318d5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:47:40.179538 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-11c61bbf-04a8-402d-807f-cba87792f986 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:40.181144 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-87be19d7-ee5d-4557-9852-af312213788d tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:40.278115 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267cc4bf-e93f-4ddd-8612-cb9a9a9318d5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:40.279690 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-267cc4bf-e93f-4ddd-8612-cb9a9a9318d5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:40.316028 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=d4afe1c9-838f-4250-9186-9269728c7ba2,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:40.324976 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2fec5d9b-8f07-4a09-8d94-01317dc0d37d no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:47:40.327584 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-11c61bbf-04a8-402d-807f-cba87792f986 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:40.329495 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267cc4bf-e93f-4ddd-8612-cb9a9a9318d5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Port': ['ID=3cd21e7f-087e-4b29-8bc2-d8ee6f67afec,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:40.342594 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ce3fc3fc-0ed7-463b-b038-77ca2da51023 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:40.349628 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-267cc4bf-e93f-4ddd-8612-cb9a9a9318d5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8412504 May 13 14:47:40.350067 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36860) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:40.355980 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-408cd822-eb63-425b-877b-28a3a8ee583f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'port': {'network_id': '41df2d1e-43b3-4d9e-9370-dba298293271', 'name': 'tempest-PortsTestJSON-153402330', 'fixed_ips': [{'subnet_id': 'd5a036c1-5f7b-4535-9370-12b0b47f9ffa', 'ip_address': '172.20.0.9'}]}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:40.397944 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c61bbf-04a8-402d-807f-cba87792f986 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] Pushing event deleted for resources: {'Network': ['ID=535bdccc-ac53-44d1-9feb-df5d3286ef62,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:40.429574 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 2fec5d9b-8f07-4a09-8d94-01317dc0d37d {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:47:40.429928 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2fec5d9b-8f07-4a09-8d94-01317dc0d37d not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:47:40.442850 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-87be19d7-ee5d-4557-9852-af312213788d tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:40.483845 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-11c61bbf-04a8-402d-807f-cba87792f986 tempest-TestSecurityGroupsBasicOps-931176504 tempest-TestSecurityGroupsBasicOps-931176504-project] 10.222.0.35 "DELETE /v2.0/networks/535bdccc-ac53-44d1-9feb-df5d3286ef62 HTTP/1.1" status: 204 len: 168 time: 2.0038297 May 13 14:47:40.485026 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-87be19d7-ee5d-4557-9852-af312213788d tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:40.497785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3fc3fc-0ed7-463b-b038-77ca2da51023 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a044163-fb8d-47d0-b0d1-35ed3b0e21d3,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:40.569150 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ce3fc3fc-0ed7-463b-b038-77ca2da51023 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:40.570646 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ce3fc3fc-0ed7-463b-b038-77ca2da51023 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "DELETE /v2.0/security-groups/4a044163-fb8d-47d0-b0d1-35ed3b0e21d3 HTTP/1.1" status: 204 len: 168 time: 2.5298276 May 13 14:47:40.575571 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-87be19d7-ee5d-4557-9852-af312213788d tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:40.578538 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-87be19d7-ee5d-4557-9852-af312213788d tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6136825 May 13 14:47:40.583902 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36866) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:40.584762 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36868) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:40.601957 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-b750aa51-6b83-4e1f-9a02-93174b50434e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Request body: {'security_group_rule': {'security_group_id': '5c7a1b88-292b-43af-8556-8e7360aaf3ae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:40.608604 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be19d7-ee5d-4557-9852-af312213788d tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55491081-378a-4ad9-ac80-e4bc027443ad,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:40.664753 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b750aa51-6b83-4e1f-9a02-93174b50434e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:40.675258 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0d993-85b1-409b-ab49-5a3b5a57aac9 req-52b82dea-6493-4b97-95b0-8af584dd6a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:40.675840 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0d993-85b1-409b-ab49-5a3b5a57aac9 req-52b82dea-6493-4b97-95b0-8af584dd6a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:40.678062 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0d993-85b1-409b-ab49-5a3b5a57aac9 req-52b82dea-6493-4b97-95b0-8af584dd6a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:40.678062 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0d993-85b1-409b-ab49-5a3b5a57aac9 req-52b82dea-6493-4b97-95b0-8af584dd6a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:40.678062 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0d993-85b1-409b-ab49-5a3b5a57aac9 req-52b82dea-6493-4b97-95b0-8af584dd6a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:40.681915 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0d993-85b1-409b-ab49-5a3b5a57aac9 req-52b82dea-6493-4b97-95b0-8af584dd6a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:40.682441 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0d993-85b1-409b-ab49-5a3b5a57aac9 req-52b82dea-6493-4b97-95b0-8af584dd6a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:40.687893 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b750aa51-6b83-4e1f-9a02-93174b50434e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Usage tracker for resource:security_group_rule and tenant:9ae46022a3744d4398218beff70309cf is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:40.690131 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6cf0d993-85b1-409b-ab49-5a3b5a57aac9 req-52b82dea-6493-4b97-95b0-8af584dd6a1f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 6489 time: 0.9673331 May 13 14:47:40.711864 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b750aa51-6b83-4e1f-9a02-93174b50434e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:40.736974 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b750aa51-6b83-4e1f-9a02-93174b50434e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:40.753722 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-408cd822-eb63-425b-877b-28a3a8ee583f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:40.763303 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-408cd822-eb63-425b-877b-28a3a8ee583f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:port and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:40.767205 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-408cd822-eb63-425b-877b-28a3a8ee583f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:40.792384 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-408cd822-eb63-425b-877b-28a3a8ee583f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:40.815883 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6cf0d993-85b1-409b-ab49-5a3b5a57aac9 req-948a73ad-b073-438b-9268-b8c9cf8bb853 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1172330 May 13 14:47:40.817112 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36876) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:40.832131 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c9f5dc68-6eb1-41fa-aad9-50b125591603 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2272079 May 13 14:47:40.833452 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b750aa51-6b83-4e1f-9a02-93174b50434e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:40.856831 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408cd822-eb63-425b-877b-28a3a8ee583f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:47:40.868364 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-408cd822-eb63-425b-877b-28a3a8ee583f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:40.939937 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7b28-ba61-4842-9129-c002b13daad2 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:40.965968 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-408cd822-eb63-425b-877b-28a3a8ee583f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] device_id is not set on port 46bc9622-ec43-4cbd-b47e-dff17dfd4a8f yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:47:40.995647 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7b28-ba61-4842-9129-c002b13daad2 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:41.094403 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b750aa51-6b83-4e1f-9a02-93174b50434e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:41.103372 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d4afe1c9-838f-4250-9186-9269728c7ba2 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:47:41.114226 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7b28-ba61-4842-9129-c002b13daad2 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:41.139889 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b750aa51-6b83-4e1f-9a02-93174b50434e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:41.172662 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a7b28-ba61-4842-9129-c002b13daad2 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40931cb8-7aad-461e-81d7-55a8461f3583,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:41.188086 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7b28-ba61-4842-9129-c002b13daad2 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:41.195305 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ff3a7b28-ba61-4842-9129-c002b13daad2 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "DELETE /v2.0/security-groups/40931cb8-7aad-461e-81d7-55a8461f3583 HTTP/1.1" status: 204 len: 168 time: 0.3770568 May 13 14:47:41.196289 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36888) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:41.305073 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port d4afe1c9-838f-4250-9186-9269728c7ba2 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:41.312155 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:41.338342 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36892) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:41.344011 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-976af452-cdec-410c-b1db-3584157c0907 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Synchronizing usage tracker for tenant:c0db5754ec7847ef9af2e175cbabaaa5 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:41.356308 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750aa51-6b83-4e1f-9a02-93174b50434e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ef55fbf-fd8b-405f-b108-6a5a0688fe53,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:41.391019 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-976af452-cdec-410c-b1db-3584157c0907 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Unset dirty status for tenant:c0db5754ec7847ef9af2e175cbabaaa5 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:41.393013 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-976af452-cdec-410c-b1db-3584157c0907 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1955364 May 13 14:47:41.398367 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36898) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:41.412042 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-ae41e45a-3d78-49ff-a9f5-e9b468246681 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Request body: {'security_group': {'name': 'tempest-secgroup--2074998504'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:41.422977 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ae41e45a-3d78-49ff-a9f5-e9b468246681 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:41.487736 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ae41e45a-3d78-49ff-a9f5-e9b468246681 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:41.512011 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b750aa51-6b83-4e1f-9a02-93174b50434e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:41.517287 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b750aa51-6b83-4e1f-9a02-93174b50434e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9247150 May 13 14:47:41.517555 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d4afe1c9-838f-4250-9186-9269728c7ba2 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:41.518197 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 7e27dabc-024c-49ca-b0c6-3e283d7774e9 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:47:41.519415 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36902) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:41.526412 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ae41e45a-3d78-49ff-a9f5-e9b468246681 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:41.545458 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-5b92563c-a193-4b24-be81-7145bb7ba824 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Request body: {'security_group_rule': {'security_group_id': '5c7a1b88-292b-43af-8556-8e7360aaf3ae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:41.559376 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5b92563c-a193-4b24-be81-7145bb7ba824 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:41.583221 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5b92563c-a193-4b24-be81-7145bb7ba824 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Usage tracker for resource:security_group_rule and tenant:9ae46022a3744d4398218beff70309cf is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:41.598488 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ae41e45a-3d78-49ff-a9f5-e9b468246681 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:41.605257 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ae41e45a-3d78-49ff-a9f5-e9b468246681 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Usage tracker for resource:security_group_rule and tenant:c0db5754ec7847ef9af2e175cbabaaa5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:41.609735 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ae41e45a-3d78-49ff-a9f5-e9b468246681 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:41.617033 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 7e27dabc-024c-49ca-b0c6-3e283d7774e9 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:47:41.621863 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ae41e45a-3d78-49ff-a9f5-e9b468246681 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:41.642780 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5b92563c-a193-4b24-be81-7145bb7ba824 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:41.646828 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17171635-95d0-4ce0-8d07-fec77c12208a None None] Network 41df2d1e-43b3-4d9e-9370-dba298293271 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:47:41.663249 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5b92563c-a193-4b24-be81-7145bb7ba824 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:41.704681 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5b92563c-a193-4b24-be81-7145bb7ba824 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:41.723084 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-000c457e-caa9-4845-ac5e-8fe51dfcff30 req-d301a23a-322d-4c6c-bb88-58f3935ca633 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4799869 May 13 14:47:41.731709 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-408cd822-eb63-425b-877b-28a3a8ee583f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Allocated IP 172.20.0.9 (41df2d1e-43b3-4d9e-9370-dba298293271/d5a036c1-5f7b-4535-9370-12b0b47f9ffa/46bc9622-ec43-4cbd-b47e-dff17dfd4a8f) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:47:41.758226 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cab54389-527b-47ee-9a0f-2405711dc44b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5ec7d10f98f145d3a4a04e390b0f97bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4186335 May 13 14:47:41.761008 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36906) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:41.802879 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5e2a9b7c-7fff-4f1f-b002-0c188ddd8ece None None] Provisioning for port 7e27dabc-024c-49ca-b0c6-3e283d7774e9 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:47:41.812041 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5e2a9b7c-7fff-4f1f-b002-0c188ddd8ece None None] Provisioning complete for port 7e27dabc-024c-49ca-b0c6-3e283d7774e9 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:41.812415 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5e2a9b7c-7fff-4f1f-b002-0c188ddd8ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:41.850600 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5b92563c-a193-4b24-be81-7145bb7ba824 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:41.885743 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dce170b9-47c2-4a52-ac38-38e5e4d39da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:41.906944 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5b92563c-a193-4b24-be81-7145bb7ba824 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:41.933654 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ae41e45a-3d78-49ff-a9f5-e9b468246681 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:41.948157 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ae41e45a-3d78-49ff-a9f5-e9b468246681 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:42.001197 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dce170b9-47c2-4a52-ac38-38e5e4d39da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:42.012271 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ae41e45a-3d78-49ff-a9f5-e9b468246681 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:42.016169 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ae41e45a-3d78-49ff-a9f5-e9b468246681 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6136467 May 13 14:47:42.022577 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36910) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:42.029455 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92563c-a193-4b24-be81-7145bb7ba824 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ad59ed-e7aa-4620-bdfe-aba5e25b81a4,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:42.053014 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-52a38d9d-28cc-40f6-aab1-7e22ce399982 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:42.054152 n-d-841760-1 neutron-server[88081]: WARNING neutron.api.v2.base [None req-52a38d9d-28cc-40f6-aab1-7e22ce399982 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 13 14:47:42.054841 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-52a38d9d-28cc-40f6-aab1-7e22ce399982 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] update failed (client error): There was a conflict when trying to complete your request. May 13 14:47:42.056156 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-52a38d9d-28cc-40f6-aab1-7e22ce399982 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "PUT /v2.0/security-groups/69800d9c-ef22-404c-a769-8c98815286f2 HTTP/1.1" status: 409 len: 330 time: 0.0290437 May 13 14:47:42.060941 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36914) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:42.078881 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5b92563c-a193-4b24-be81-7145bb7ba824 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:42.080673 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5b92563c-a193-4b24-be81-7145bb7ba824 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5464742 May 13 14:47:42.103372 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36918) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:42.125701 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-e3cd1587-863c-4652-8e4a-0ae11dfc357b tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Request body: {'security_group_rule': {'security_group_id': '5c7a1b88-292b-43af-8556-8e7360aaf3ae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:42.127032 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-5e2a9b7c-7fff-4f1f-b002-0c188ddd8ece None None] Current status of the port 7e27dabc-024c-49ca-b0c6-3e283d7774e9 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:42.127494 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5e2a9b7c-7fff-4f1f-b002-0c188ddd8ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:42.162566 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e3cd1587-863c-4652-8e4a-0ae11dfc357b tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:42.176987 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-5e2a9b7c-7fff-4f1f-b002-0c188ddd8ece None None] For port 7e27dabc-024c-49ca-b0c6-3e283d7774e9, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=7e27dabc-024c-49ca-b0c6-3e283d7774e9,segment=NetworkSegment(ed5123a8-fdba-4e11-a95f-c63350fa4426),segment_id=ed5123a8-fdba-4e11-a95f-c63350fa4426)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:42.182574 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e3cd1587-863c-4652-8e4a-0ae11dfc357b tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Usage tracker for resource:security_group_rule and tenant:9ae46022a3744d4398218beff70309cf is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:42.183411 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5e2a9b7c-7fff-4f1f-b002-0c188ddd8ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:42.195844 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41e45a-3d78-49ff-a9f5-e9b468246681 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69800d9c-ef22-404c-a769-8c98815286f2,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:42.206778 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e3cd1587-863c-4652-8e4a-0ae11dfc357b tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:42.288911 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-356948da-f607-43bf-9a92-9ceadb8c5c1a tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:42.296424 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e3cd1587-863c-4652-8e4a-0ae11dfc357b tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:42.327607 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-408cd822-eb63-425b-877b-28a3a8ee583f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:42.346437 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-356948da-f607-43bf-9a92-9ceadb8c5c1a tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:42.367433 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c457e-caa9-4845-ac5e-8fe51dfcff30 req-2abfc617-ddb5-4fb0-8732-4fb3cb70d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:42.369579 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-000c457e-caa9-4845-ac5e-8fe51dfcff30 req-2abfc617-ddb5-4fb0-8732-4fb3cb70d01a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b31433d5022490ba6cd8b183da7a35f&device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 1097 time: 0.4994242 May 13 14:47:42.373068 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a9b7c-7fff-4f1f-b002-0c188ddd8ece None None] Pushing event updated for resources: {'Port': ['ID=7e27dabc-024c-49ca-b0c6-3e283d7774e9,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:42.392440 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-408cd822-eb63-425b-877b-28a3a8ee583f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Transition to ACTIVE for port object 46bc9622-ec43-4cbd-b47e-dff17dfd4a8f will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:47:42.394480 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e3cd1587-863c-4652-8e4a-0ae11dfc357b tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:42.437351 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-356948da-f607-43bf-9a92-9ceadb8c5c1a tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:42.459541 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356948da-f607-43bf-9a92-9ceadb8c5c1a tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69800d9c-ef22-404c-a769-8c98815286f2,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:42.506778 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dce170b9-47c2-4a52-ac38-38e5e4d39da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:42.539254 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce170b9-47c2-4a52-ac38-38e5e4d39da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62c989b-3a22-4b8c-abd8-228104724ad3,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:42.552723 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-356948da-f607-43bf-9a92-9ceadb8c5c1a tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:42.554167 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-356948da-f607-43bf-9a92-9ceadb8c5c1a tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "DELETE /v2.0/security-groups/69800d9c-ef22-404c-a769-8c98815286f2 HTTP/1.1" status: 204 len: 168 time: 0.4803557 May 13 14:47:42.557828 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36926) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:42.561754 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dce170b9-47c2-4a52-ac38-38e5e4d39da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:42.563870 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-dce170b9-47c2-4a52-ac38-38e5e4d39da2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c62c989b-3a22-4b8c-abd8-228104724ad3 HTTP/1.1" status: 204 len: 168 time: 0.8009589 May 13 14:47:42.652973 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f3ee73c4-e385-44cb-aa5d-0636ed13b787 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Synchronizing usage tracker for tenant:c0db5754ec7847ef9af2e175cbabaaa5 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:42.680966 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f3ee73c4-e385-44cb-aa5d-0636ed13b787 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] Unset dirty status for tenant:c0db5754ec7847ef9af2e175cbabaaa5 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:42.682957 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f3ee73c4-e385-44cb-aa5d-0636ed13b787 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1235106 May 13 14:47:42.703152 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36932) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:42.723939 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-9e2f0d7a-0036-481f-b3c5-c366dc094992 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] delete failed (client error): The resource could not be found. May 13 14:47:42.726903 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9e2f0d7a-0036-481f-b3c5-c366dc094992 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "DELETE /v2.0/security-groups/ce74bee0-4fb7-408d-9c2e-76f1096ffdbf HTTP/1.1" status: 404 len: 347 time: 0.0342448 May 13 14:47:42.734198 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36936) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:42.760810 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-2707c1e8-a5d5-4933-bfce-1c775334e6a4 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] show failed (client error): The resource could not be found. May 13 14:47:42.762200 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2707c1e8-a5d5-4933-bfce-1c775334e6a4 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "GET /v2.0/security-groups/369eb1a5-8304-43f2-81c6-629886c4b839 HTTP/1.1" status: 404 len: 347 time: 0.0265436 May 13 14:47:42.767719 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36940) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:42.810358 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9dfc480d-0d46-47a8-bb30-e6846a6fa84b None None] Provisioning for port 3cd21e7f-087e-4b29-8bc2-d8ee6f67afec completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:47:42.817558 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9dfc480d-0d46-47a8-bb30-e6846a6fa84b None None] Provisioning complete for port 3cd21e7f-087e-4b29-8bc2-d8ee6f67afec triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:42.818280 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9dfc480d-0d46-47a8-bb30-e6846a6fa84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:42.823012 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-4cef2661-0316-45db-b518-27c95c8caed3 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] show failed (client error): The resource could not be found. May 13 14:47:42.839187 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4cef2661-0316-45db-b518-27c95c8caed3 tempest-NegativeSecGroupTest-295485718 tempest-NegativeSecGroupTest-295485718-project] 10.222.0.35 "GET /v2.0/security-group-rules/0ed6c659-b7a9-43d0-a103-b8de930f7715 HTTP/1.1" status: 404 len: 356 time: 0.0673444 May 13 14:47:42.943660 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c457e-caa9-4845-ac5e-8fe51dfcff30 req-e405a9d4-71a2-41e6-8649-bf2dde3e75ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:42.951398 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-000c457e-caa9-4845-ac5e-8fe51dfcff30 req-e405a9d4-71a2-41e6-8649-bf2dde3e75ba service neutron] 10.222.0.59 "GET /v2.0/networks?id=3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 HTTP/1.1" status: 200 len: 911 time: 0.5352767 May 13 14:47:43.000163 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-9dfc480d-0d46-47a8-bb30-e6846a6fa84b None None] Port 3cd21e7f-087e-4b29-8bc2-d8ee6f67afec cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:47:43.007600 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 7e27dabc-024c-49ca-b0c6-3e283d7774e9 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:47:43.139330 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9dfc480d-0d46-47a8-bb30-e6846a6fa84b None None] Provisioning complete for port 7e27dabc-024c-49ca-b0c6-3e283d7774e9 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:43.139692 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9dfc480d-0d46-47a8-bb30-e6846a6fa84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:43.186839 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-408cd822-eb63-425b-877b-28a3a8ee583f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:43.260478 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 7e27dabc-024c-49ca-b0c6-3e283d7774e9 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:43.261253 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:43.264165 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408cd822-eb63-425b-877b-28a3a8ee583f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network 41df2d1e-43b3-4d9e-9370-dba298293271 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:47:43.284116 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-408cd822-eb63-425b-877b-28a3a8ee583f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:43.287888 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408cd822-eb63-425b-877b-28a3a8ee583f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:47:43.390652 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e3cd1587-863c-4652-8e4a-0ae11dfc357b tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:43.411455 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e3cd1587-863c-4652-8e4a-0ae11dfc357b tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:43.446952 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36950) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:43.458255 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-000c457e-caa9-4845-ac5e-8fe51dfcff30 req-5209c918-14ae-4dd9-810f-02769299542c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46833746-4949-4cc0-876e-322482ef650d HTTP/1.1" status: 200 len: 1000 time: 0.5047584 May 13 14:47:43.491823 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e3cd1587-863c-4652-8e4a-0ae11dfc357b tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:43.497554 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e3cd1587-863c-4652-8e4a-0ae11dfc357b tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3839953 May 13 14:47:43.504592 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2a8cc7bd-bf6d-4a16-be9d-7b71888ccda6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:43.543061 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36954) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:43.545892 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd1587-863c-4652-8e4a-0ae11dfc357b tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2da21908-14ac-4499-8072-33ec5ff2dde5,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:43.559523 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408cd822-eb63-425b-877b-28a3a8ee583f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Port': ['ID=46bc9622-ec43-4cbd-b47e-dff17dfd4a8f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:43.560345 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-0d1370b2-0364-4228-b202-17349a02bb68 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Request body: {'security_group_rule': {'security_group_id': '5c7a1b88-292b-43af-8556-8e7360aaf3ae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:43.566203 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 7e27dabc-024c-49ca-b0c6-3e283d7774e9 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:43.581098 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408cd822-eb63-425b-877b-28a3a8ee583f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:43.581697 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-408cd822-eb63-425b-877b-28a3a8ee583f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:43.598917 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-9dfc480d-0d46-47a8-bb30-e6846a6fa84b None None] Current status of the port 7e27dabc-024c-49ca-b0c6-3e283d7774e9 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:43.611050 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-0d1370b2-0364-4228-b202-17349a02bb68 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:43.614971 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-408cd822-eb63-425b-877b-28a3a8ee583f tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2605860 May 13 14:47:43.615845 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36958) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:43.636990 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2a8cc7bd-bf6d-4a16-be9d-7b71888ccda6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:43.646316 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0d1370b2-0364-4228-b202-17349a02bb68 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Usage tracker for resource:security_group_rule and tenant:9ae46022a3744d4398218beff70309cf is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:43.652206 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0d1370b2-0364-4228-b202-17349a02bb68 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:43.671101 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2a8cc7bd-bf6d-4a16-be9d-7b71888ccda6 admin admin] Usage tracker for resource:security_group_rule and tenant:0da5a198787d4a549ae031de51ca97c4 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:43.677430 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-0d1370b2-0364-4228-b202-17349a02bb68 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:43.692799 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36962) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:43.693676 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2a8cc7bd-bf6d-4a16-be9d-7b71888ccda6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:43.705016 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2a8cc7bd-bf6d-4a16-be9d-7b71888ccda6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:43.738547 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f6ccf975-4d2c-48d6-980b-defd5144f438 None None] Provisioning complete for port 3cd21e7f-087e-4b29-8bc2-d8ee6f67afec triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:43.739196 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f6ccf975-4d2c-48d6-980b-defd5144f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:43.742349 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c457e-caa9-4845-ac5e-8fe51dfcff30 req-95fcaacf-a471-4f91-9d35-b981baab3122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:43.746421 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-000c457e-caa9-4845-ac5e-8fe51dfcff30 req-95fcaacf-a471-4f91-9d35-b981baab3122 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=363e7da1-0d6f-4e89-9da3-93f517417d88 HTTP/1.1" status: 200 len: 849 time: 0.2445807 May 13 14:47:43.747535 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0d1370b2-0364-4228-b202-17349a02bb68 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:43.904528 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff66b940-a1df-4a1d-bbfb-c6b6791852af tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:43.905137 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0d1370b2-0364-4228-b202-17349a02bb68 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:43.906213 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ff66b940-a1df-4a1d-bbfb-c6b6791852af tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Synchronizing usage tracker for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:43.913597 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0d1370b2-0364-4228-b202-17349a02bb68 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:43.924501 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f6ccf975-4d2c-48d6-980b-defd5144f438 None None] Port 3cd21e7f-087e-4b29-8bc2-d8ee6f67afec cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:47:43.939198 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c457e-caa9-4845-ac5e-8fe51dfcff30 req-e23cbf4c-221c-4189-a0f4-a04bc2e8c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:43.942063 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-000c457e-caa9-4845-ac5e-8fe51dfcff30 req-e23cbf4c-221c-4189-a0f4-a04bc2e8c40a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3c40b33f-7bf3-4984-a9df-d5e9c9e61d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1782792 May 13 14:47:43.944158 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1370b2-0364-4228-b202-17349a02bb68 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=596b3779-2f95-41cc-8ce3-730fba0502e7,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:43.951388 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ff66b940-a1df-4a1d-bbfb-c6b6791852af tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Unset dirty status for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:43.954607 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ff66b940-a1df-4a1d-bbfb-c6b6791852af tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3373408 May 13 14:47:43.976536 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36970) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:44.052614 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8a378886-90b1-4de3-93e6-1b99f22611b2 None None] Provisioning for port 46bc9622-ec43-4cbd-b47e-dff17dfd4a8f completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:47:44.059516 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8a378886-90b1-4de3-93e6-1b99f22611b2 None None] Provisioning complete for port 46bc9622-ec43-4cbd-b47e-dff17dfd4a8f triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:44.060047 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8a378886-90b1-4de3-93e6-1b99f22611b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:44.109936 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0d1370b2-0364-4228-b202-17349a02bb68 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:44.116293 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0d1370b2-0364-4228-b202-17349a02bb68 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5673034 May 13 14:47:44.123178 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36974) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:44.147394 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6cc774d9-ab4c-4b40-9817-ea93037d8f31 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c0db5754ec7847ef9af2e175cbabaaa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4513891 May 13 14:47:44.152844 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36978) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:44.162471 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-8a378886-90b1-4de3-93e6-1b99f22611b2 None None] Port 46bc9622-ec43-4cbd-b47e-dff17dfd4a8f cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:47:44.184741 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2a8cc7bd-bf6d-4a16-be9d-7b71888ccda6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:44.203008 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2a8cc7bd-bf6d-4a16-be9d-7b71888ccda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:44.251690 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-000c457e-caa9-4845-ac5e-8fe51dfcff30 req-d6341da2-5c85-46fc-81d7-a9239143dcb7 service neutron] 10.222.0.59 "GET /v2.0/networks/3c40b33f-7bf3-4984-a9df-d5e9c9e61d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939513 May 13 14:47:44.253313 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6067d2c7-ce67-4345-b160-9f32c20e1b2e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:44.310751 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6067d2c7-ce67-4345-b160-9f32c20e1b2e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:44.316804 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2a8cc7bd-bf6d-4a16-be9d-7b71888ccda6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0da5a198787d4a549ae031de51ca97c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8661609 May 13 14:47:44.335271 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15192a5e-bdde-4152-856f-dff2d7809463 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:44.335804 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36982) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:44.346700 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15192a5e-bdde-4152-856f-dff2d7809463 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:44.358419 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15192a5e-bdde-4152-856f-dff2d7809463 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:44.358419 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-15192a5e-bdde-4152-856f-dff2d7809463 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Synchronizing usage tracker for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:44.363034 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8cc7bd-bf6d-4a16-be9d-7b71888ccda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa8df29-6afc-42b1-9d63-80c63c3fce6b,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:44.385342 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-15192a5e-bdde-4152-856f-dff2d7809463 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Unset dirty status for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:44.390661 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-15192a5e-bdde-4152-856f-dff2d7809463 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.4094117 May 13 14:47:44.391307 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36986) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:44.490448 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6067d2c7-ce67-4345-b160-9f32c20e1b2e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:44.507753 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-13af72e5-bc73-4a82-8eaf-cc324cc8b8ee tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting port 46bc9622-ec43-4cbd-b47e-dff17dfd4a8f {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:44.508893 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-13af72e5-bc73-4a82-8eaf-cc324cc8b8ee tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:44.530687 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7ae1d4b0-fbe3-439b-adee-03eb82b2abf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:44.550135 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067d2c7-ce67-4345-b160-9f32c20e1b2e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=596b3779-2f95-41cc-8ce3-730fba0502e7,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:44.573563 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6067d2c7-ce67-4345-b160-9f32c20e1b2e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:44.574976 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6067d2c7-ce67-4345-b160-9f32c20e1b2e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/596b3779-2f95-41cc-8ce3-730fba0502e7 HTTP/1.1" status: 204 len: 168 time: 0.4488392 May 13 14:47:44.578753 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36990) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:44.602000 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-000c457e-caa9-4845-ac5e-8fe51dfcff30 req-77a4f63a-450d-4cae-991c-71ec83deb460 service neutron] 10.222.0.59 "GET /v2.0/networks/3c40b33f-7bf3-4984-a9df-d5e9c9e61d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375232 May 13 14:47:44.605958 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7ae1d4b0-fbe3-439b-adee-03eb82b2abf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:44.618292 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-730a217d-9beb-40dc-80a8-595e675ab620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:44.677815 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-730a217d-9beb-40dc-80a8-595e675ab620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:44.723794 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-fa571c3f-4b60-44a6-9ca6-f84c40943d47 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Synchronizing usage tracker for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group_rule {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:44.743494 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7ae1d4b0-fbe3-439b-adee-03eb82b2abf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:44.773512 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1d4b0-fbe3-439b-adee-03eb82b2abf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6946eaa3-5bde-47c3-ba8e-507dafa96df0,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:44.795164 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-730a217d-9beb-40dc-80a8-595e675ab620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:44.818150 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-fa571c3f-4b60-44a6-9ca6-f84c40943d47 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Unset dirty status for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group_rule {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:44.819618 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fa571c3f-4b60-44a6-9ca6-f84c40943d47 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2395267 May 13 14:47:44.826252 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36994) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:44.837558 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7ae1d4b0-fbe3-439b-adee-03eb82b2abf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:44.844170 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7ae1d4b0-fbe3-439b-adee-03eb82b2abf8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6946eaa3-5bde-47c3-ba8e-507dafa96df0 HTTP/1.1" status: 204 len: 168 time: 0.6829422 May 13 14:47:44.844170 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a217d-9beb-40dc-80a8-595e675ab620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa8df29-6afc-42b1-9d63-80c63c3fce6b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:44.846694 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-730a217d-9beb-40dc-80a8-595e675ab620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:44.848736 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-730a217d-9beb-40dc-80a8-595e675ab620 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/caa8df29-6afc-42b1-9d63-80c63c3fce6b HTTP/1.1" status: 204 len: 168 time: 0.5043576 May 13 14:47:44.897572 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9d7c1434-3d12-44a3-bd06-5023d81e4c10 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:44.904379 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-13af72e5-bc73-4a82-8eaf-cc324cc8b8ee tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:44.922984 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9d7c1434-3d12-44a3-bd06-5023d81e4c10 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:45.190755 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-13af72e5-bc73-4a82-8eaf-cc324cc8b8ee tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Calling delete_port for 46bc9622-ec43-4cbd-b47e-dff17dfd4a8f owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:47:45.288358 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9d7c1434-3d12-44a3-bd06-5023d81e4c10 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:45.342008 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c1434-3d12-44a3-bd06-5023d81e4c10 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2da21908-14ac-4499-8072-33ec5ff2dde5,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:45.351613 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9d7c1434-3d12-44a3-bd06-5023d81e4c10 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:45.353060 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9d7c1434-3d12-44a3-bd06-5023d81e4c10 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/2da21908-14ac-4499-8072-33ec5ff2dde5 HTTP/1.1" status: 204 len: 168 time: 0.5258479 May 13 14:47:45.355856 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37008) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:45.476147 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c986223a-b336-4f68-ac14-f4cc65d4423b tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Synchronizing usage tracker for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group_rule {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:45.487946 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-13af72e5-bc73-4a82-8eaf-cc324cc8b8ee tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:45.585833 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af72e5-bc73-4a82-8eaf-cc324cc8b8ee tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Port': ['ID=46bc9622-ec43-4cbd-b47e-dff17dfd4a8f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:45.679646 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c986223a-b336-4f68-ac14-f4cc65d4423b tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Unset dirty status for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group_rule {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:45.684602 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c986223a-b336-4f68-ac14-f4cc65d4423b tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3248389 May 13 14:47:45.685342 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37018) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:45.762121 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bc687783-1e97-4734-a2ec-c3fe8bbfa0cd tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:45.785808 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bc687783-1e97-4734-a2ec-c3fe8bbfa0cd tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:45.847420 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bc687783-1e97-4734-a2ec-c3fe8bbfa0cd tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:45.849576 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-13af72e5-bc73-4a82-8eaf-cc324cc8b8ee tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:45.882985 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc687783-1e97-4734-a2ec-c3fe8bbfa0cd tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59ad59ed-e7aa-4620-bdfe-aba5e25b81a4,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:45.883314 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-13af72e5-bc73-4a82-8eaf-cc324cc8b8ee tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/ports/46bc9622-ec43-4cbd-b47e-dff17dfd4a8f HTTP/1.1" status: 204 len: 168 time: 1.4889305 May 13 14:47:45.887407 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37024) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:45.943930 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bc687783-1e97-4734-a2ec-c3fe8bbfa0cd tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:45.943930 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bc687783-1e97-4734-a2ec-c3fe8bbfa0cd tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/59ad59ed-e7aa-4620-bdfe-aba5e25b81a4 HTTP/1.1" status: 204 len: 168 time: 0.2558374 May 13 14:47:45.944718 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37028) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:45.948646 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37030) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:45.951324 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb4ec95-980c-48ed-a812-0d48c03a7c18 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] GET failed (client error): The resource could not be found. May 13 14:47:45.955173 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ddb4ec95-980c-48ed-a812-0d48c03a7c18 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "GET /v2.0/ports/46bc9622-ec43-4cbd-b47e-dff17dfd4a8f HTTP/1.1" status: 404 len: 333 time: 0.0597196 May 13 14:47:45.959058 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37034) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:46.078948 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-ccd34977-b7df-46b2-9ebe-a63a5c3d37d3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting port 3cd21e7f-087e-4b29-8bc2-d8ee6f67afec {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:46.080045 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ccd34977-b7df-46b2-9ebe-a63a5c3d37d3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:46.149885 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c2ed6481-e718-4756-a9be-d4f11cce6103 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1497428 May 13 14:47:46.156256 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7b27bb0b-7630-4145-aaff-9325bcdc04d3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c4b5547e215a47479069ca54d30cff51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2097590 May 13 14:47:46.157755 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37042) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:46.158143 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37044) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:46.243235 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-784163a8-2955-4fbb-bee4-f2e4e54aa7a3 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:46.257681 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-784163a8-2955-4fbb-bee4-f2e4e54aa7a3 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:46.306617 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-784163a8-2955-4fbb-bee4-f2e4e54aa7a3 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:46.332042 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c5859f6d-37ce-4cf5-88c8-34676fef54d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:46.349711 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784163a8-2955-4fbb-bee4-f2e4e54aa7a3 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ef55fbf-fd8b-405f-b108-6a5a0688fe53,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:46.355497 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-784163a8-2955-4fbb-bee4-f2e4e54aa7a3 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:46.356739 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-784163a8-2955-4fbb-bee4-f2e4e54aa7a3 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/9ef55fbf-fd8b-405f-b108-6a5a0688fe53 HTTP/1.1" status: 204 len: 168 time: 0.1969006 May 13 14:47:46.359787 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37056) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:46.399071 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c5859f6d-37ce-4cf5-88c8-34676fef54d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:46.479202 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9d8cc864-e572-4a4b-9dac-5c3cde0ea1ca tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Synchronizing usage tracker for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group_rule {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:46.501560 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9d8cc864-e572-4a4b-9dac-5c3cde0ea1ca tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Unset dirty status for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group_rule {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:46.505716 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9d8cc864-e572-4a4b-9dac-5c3cde0ea1ca tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1422048 May 13 14:47:46.506285 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37062) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:46.523888 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c5859f6d-37ce-4cf5-88c8-34676fef54d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:46.557801 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5859f6d-37ce-4cf5-88c8-34676fef54d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8deb880-6351-4333-9693-c3fead60f5db,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:46.571147 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-00a46c7b-217e-49dd-9292-76893d768167 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:46.591292 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-00a46c7b-217e-49dd-9292-76893d768167 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:46.599035 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ccd34977-b7df-46b2-9ebe-a63a5c3d37d3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:46.603357 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c5859f6d-37ce-4cf5-88c8-34676fef54d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:46.604760 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c5859f6d-37ce-4cf5-88c8-34676fef54d9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f8deb880-6351-4333-9693-c3fead60f5db HTTP/1.1" status: 204 len: 168 time: 0.4426463 May 13 14:47:46.641057 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-00a46c7b-217e-49dd-9292-76893d768167 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:46.663354 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a46c7b-217e-49dd-9292-76893d768167 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55491081-378a-4ad9-ac80-e4bc027443ad,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:46.677949 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-00a46c7b-217e-49dd-9292-76893d768167 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:46.682354 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-00a46c7b-217e-49dd-9292-76893d768167 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/55491081-378a-4ad9-ac80-e4bc027443ad HTTP/1.1" status: 204 len: 168 time: 0.1725526 May 13 14:47:46.684036 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37068) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:46.931970 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-ccd34977-b7df-46b2-9ebe-a63a5c3d37d3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Calling delete_port for 3cd21e7f-087e-4b29-8bc2-d8ee6f67afec owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:47:47.035580 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8a60ec19-4560-49d2-9a5e-40a80e4cb196 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Synchronizing usage tracker for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group_rule {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:47.077658 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8a60ec19-4560-49d2-9a5e-40a80e4cb196 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Unset dirty status for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group_rule {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:47.079030 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8a60ec19-4560-49d2-9a5e-40a80e4cb196 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3952479 May 13 14:47:47.082932 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37080) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:47.202743 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ccd34977-b7df-46b2-9ebe-a63a5c3d37d3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:47.258157 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3d69de60-92a1-48e1-af9a-4d8c5cc36db1 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:47.338298 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3d69de60-92a1-48e1-af9a-4d8c5cc36db1 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:47.339916 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd34977-b7df-46b2-9ebe-a63a5c3d37d3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Port': ['ID=3cd21e7f-087e-4b29-8bc2-d8ee6f67afec,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:47.478577 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3d69de60-92a1-48e1-af9a-4d8c5cc36db1 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:47.527760 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d69de60-92a1-48e1-af9a-4d8c5cc36db1 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7a1b88-292b-43af-8556-8e7360aaf3ae,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:47.556716 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3d69de60-92a1-48e1-af9a-4d8c5cc36db1 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:47.559760 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3d69de60-92a1-48e1-af9a-4d8c5cc36db1 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "DELETE /v2.0/security-groups/5c7a1b88-292b-43af-8556-8e7360aaf3ae HTTP/1.1" status: 204 len: 168 time: 0.4748371 May 13 14:47:47.564238 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37100) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:47.579066 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ccd34977-b7df-46b2-9ebe-a63a5c3d37d3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:47.592172 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ccd34977-b7df-46b2-9ebe-a63a5c3d37d3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/ports/3cd21e7f-087e-4b29-8bc2-d8ee6f67afec HTTP/1.1" status: 204 len: 168 time: 1.6319282 May 13 14:47:47.595078 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37104) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:47.693245 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-12c3d543-9fbb-45a4-83c0-3cbf7525e8ac tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Synchronizing usage tracker for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:47.729002 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2a83b2-984b-4be1-aaf4-ce50cddd4703 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] GET failed (client error): The resource could not be found. May 13 14:47:47.729961 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-da2a83b2-984b-4be1-aaf4-ce50cddd4703 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Synchronizing usage tracker for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:47.736263 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-12c3d543-9fbb-45a4-83c0-3cbf7525e8ac tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Unset dirty status for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:47.739358 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-12c3d543-9fbb-45a4-83c0-3cbf7525e8ac tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1723256 May 13 14:47:47.746828 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37110) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:47.758334 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-d7e1eedd-43c1-451b-9613-58471169b84f tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Request body: {'security_group': {'name': 'tempest-secgroup--995916408'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:47.774259 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d7e1eedd-43c1-451b-9613-58471169b84f tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:47.776806 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-da2a83b2-984b-4be1-aaf4-ce50cddd4703 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Unset dirty status for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:47.783962 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-da2a83b2-984b-4be1-aaf4-ce50cddd4703 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "GET /v2.0/ports/3cd21e7f-087e-4b29-8bc2-d8ee6f67afec HTTP/1.1" status: 404 len: 333 time: 0.1869340 May 13 14:47:47.784917 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37114) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:47.795510 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d7e1eedd-43c1-451b-9613-58471169b84f tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:47.813598 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d7e1eedd-43c1-451b-9613-58471169b84f tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:47.853404 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d7e1eedd-43c1-451b-9613-58471169b84f tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:47.858548 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d7e1eedd-43c1-451b-9613-58471169b84f tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Usage tracker for resource:security_group_rule and tenant:9ae46022a3744d4398218beff70309cf is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:47.861899 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d7e1eedd-43c1-451b-9613-58471169b84f tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:47.869366 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d7e1eedd-43c1-451b-9613-58471169b84f tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:47.906150 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee8839d7-e726-4357-aedd-bd58e78630d9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting subnet d5a036c1-5f7b-4535-9370-12b0b47f9ffa {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:47:47.910475 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ee8839d7-e726-4357-aedd-bd58e78630d9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:47.982998 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ee8839d7-e726-4357-aedd-bd58e78630d9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:47.986265 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d7e1eedd-43c1-451b-9613-58471169b84f tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:47.992075 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d7e1eedd-43c1-451b-9613-58471169b84f tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:48.050553 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:48.102532 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d7e1eedd-43c1-451b-9613-58471169b84f tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:48.108520 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d7e1eedd-43c1-451b-9613-58471169b84f tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3569922 May 13 14:47:48.116917 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37126) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:48.132335 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ee8839d7-e726-4357-aedd-bd58e78630d9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:48.133763 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-78ec9d96-6823-4252-bf39-4f39a30a9a30 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Request body: {'security_group_rule': {'security_group_id': '0096334e-acb6-4812-a289-29a3a0a43382', 'direction': 'ingress', 'protocol': 17}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:48.146947 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-78ec9d96-6823-4252-bf39-4f39a30a9a30 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:48.152461 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-78ec9d96-6823-4252-bf39-4f39a30a9a30 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Usage tracker for resource:security_group_rule and tenant:9ae46022a3744d4398218beff70309cf is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:48.156049 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-78ec9d96-6823-4252-bf39-4f39a30a9a30 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:48.168593 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-78ec9d96-6823-4252-bf39-4f39a30a9a30 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:48.176845 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1eedd-43c1-451b-9613-58471169b84f tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0096334e-acb6-4812-a289-29a3a0a43382,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:48.199701 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-78ec9d96-6823-4252-bf39-4f39a30a9a30 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:48.273793 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ee8839d7-e726-4357-aedd-bd58e78630d9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:48.286670 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37134) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:48.360343 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ee8839d7-e726-4357-aedd-bd58e78630d9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:48.369331 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-78ec9d96-6823-4252-bf39-4f39a30a9a30 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:48.374254 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-78ec9d96-6823-4252-bf39-4f39a30a9a30 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:48.375956 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c23495-0d6e-4aa2-951e-1688fca59ad0 None None] Network 41df2d1e-43b3-4d9e-9370-dba298293271 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:47:48.381253 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ee8839d7-e726-4357-aedd-bd58e78630d9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/subnets/d5a036c1-5f7b-4535-9370-12b0b47f9ffa HTTP/1.1" status: 204 len: 168 time: 0.5900505 May 13 14:47:48.382649 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37140) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:48.390339 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8839d7-e726-4357-aedd-bd58e78630d9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Subnet': ['ID=d5a036c1-5f7b-4535-9370-12b0b47f9ffa,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:48.577001 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec9d96-6823-4252-bf39-4f39a30a9a30 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf88144-4489-46c6-8abc-349b5cee814e,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:48.591396 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-9659bcc9-088d-4c36-8d7b-dc9461bc8f66 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1227308815-network', 'tenant_id': '6165004ac18741f8a69dd64293b7a1e1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:48.621296 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9659bcc9-088d-4c36-8d7b-dc9461bc8f66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:48.634187 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9659bcc9-088d-4c36-8d7b-dc9461bc8f66 admin admin] Usage tracker for resource:network and tenant:6165004ac18741f8a69dd64293b7a1e1 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:48.637337 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-78ec9d96-6823-4252-bf39-4f39a30a9a30 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:48.638635 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-78ec9d96-6823-4252-bf39-4f39a30a9a30 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5206611 May 13 14:47:48.647468 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37150) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:48.650655 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9659bcc9-088d-4c36-8d7b-dc9461bc8f66 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:48.663324 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9659bcc9-088d-4c36-8d7b-dc9461bc8f66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:48.671244 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0d3d5116-4a0c-448a-b420-4da9fd2952b8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:48.690407 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9659bcc9-088d-4c36-8d7b-dc9461bc8f66 admin admin] Made reservation on behalf of 6165004ac18741f8a69dd64293b7a1e1 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:47:48.693048 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9659bcc9-088d-4c36-8d7b-dc9461bc8f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:48.715849 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d5116-4a0c-448a-b420-4da9fd2952b8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting port 7e27dabc-024c-49ca-b0c6-3e283d7774e9 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:48.716658 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0d3d5116-4a0c-448a-b420-4da9fd2952b8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:48.748955 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9659bcc9-088d-4c36-8d7b-dc9461bc8f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:48.783521 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-80ae2bec-e7b6-47a4-93b9-47d897591c0b tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:48.784679 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9659bcc9-088d-4c36-8d7b-dc9461bc8f66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:48.795598 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9659bcc9-088d-4c36-8d7b-dc9461bc8f66 admin admin] Usage tracker for resource:security_group_rule and tenant:6165004ac18741f8a69dd64293b7a1e1 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:48.800742 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9659bcc9-088d-4c36-8d7b-dc9461bc8f66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:48.845763 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-80ae2bec-e7b6-47a4-93b9-47d897591c0b tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:48.847220 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c55ae0-c935-4dc4-95f7-5ed049dc8ba2 None None] DHCP port deletion for 41df2d1e-43b3-4d9e-9370-dba298293271 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:47:48.852250 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9659bcc9-088d-4c36-8d7b-dc9461bc8f66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:48.874126 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-01c55ae0-c935-4dc4-95f7-5ed049dc8ba2 None None] Deleting port 7e27dabc-024c-49ca-b0c6-3e283d7774e9 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:48.881514 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-01c55ae0-c935-4dc4-95f7-5ed049dc8ba2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:48.954918 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-80ae2bec-e7b6-47a4-93b9-47d897591c0b tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:49.025402 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae2bec-e7b6-47a4-93b9-47d897591c0b tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0096334e-acb6-4812-a289-29a3a0a43382,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:49.035184 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-80ae2bec-e7b6-47a4-93b9-47d897591c0b tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:49.036680 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-80ae2bec-e7b6-47a4-93b9-47d897591c0b tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "DELETE /v2.0/security-groups/0096334e-acb6-4812-a289-29a3a0a43382 HTTP/1.1" status: 204 len: 168 time: 0.3901684 May 13 14:47:49.039237 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37166) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:49.058031 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 7e27dabc-024c-49ca-b0c6-3e283d7774e9 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:47:49.112174 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-0d3d5116-4a0c-448a-b420-4da9fd2952b8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] For port 7e27dabc-024c-49ca-b0c6-3e283d7774e9, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=7e27dabc-024c-49ca-b0c6-3e283d7774e9,segment=NetworkSegment(ed5123a8-fdba-4e11-a95f-c63350fa4426),segment_id=ed5123a8-fdba-4e11-a95f-c63350fa4426)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:49.112777 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0d3d5116-4a0c-448a-b420-4da9fd2952b8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:49.171101 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-019ae7b3-f94d-4a8c-be15-f9f795b7846e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Synchronizing usage tracker for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:49.198375 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-019ae7b3-f94d-4a8c-be15-f9f795b7846e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Unset dirty status for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:49.204759 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-019ae7b3-f94d-4a8c-be15-f9f795b7846e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1643074 May 13 14:47:49.205470 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37176) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:49.212438 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-94aad15f-d851-468f-819f-f9d41537ca7c tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Request body: {'security_group': {'name': 'tempest-secgroup--1455256729'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:49.221164 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-94aad15f-d851-468f-819f-f9d41537ca7c tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:49.251542 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-94aad15f-d851-468f-819f-f9d41537ca7c tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:49.273650 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-94aad15f-d851-468f-819f-f9d41537ca7c tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:49.317581 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-01c55ae0-c935-4dc4-95f7-5ed049dc8ba2 None None] For port 7e27dabc-024c-49ca-b0c6-3e283d7774e9, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=7e27dabc-024c-49ca-b0c6-3e283d7774e9,segment=NetworkSegment(ed5123a8-fdba-4e11-a95f-c63350fa4426),segment_id=ed5123a8-fdba-4e11-a95f-c63350fa4426)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:49.318240 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-01c55ae0-c935-4dc4-95f7-5ed049dc8ba2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:49.334861 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-94aad15f-d851-468f-819f-f9d41537ca7c tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:49.350105 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-94aad15f-d851-468f-819f-f9d41537ca7c tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Usage tracker for resource:security_group_rule and tenant:9ae46022a3744d4398218beff70309cf is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:49.359755 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-94aad15f-d851-468f-819f-f9d41537ca7c tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:49.378134 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-94aad15f-d851-468f-819f-f9d41537ca7c tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:49.455956 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 7e27dabc-024c-49ca-b0c6-3e283d7774e9 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:49.456608 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:49.472349 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-01c55ae0-c935-4dc4-95f7-5ed049dc8ba2 None None] Calling delete_port for 7e27dabc-024c-49ca-b0c6-3e283d7774e9 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:47:49.472862 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-94aad15f-d851-468f-819f-f9d41537ca7c tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:49.482793 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-94aad15f-d851-468f-819f-f9d41537ca7c tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:49.545549 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-94aad15f-d851-468f-819f-f9d41537ca7c tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:49.547350 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 7e27dabc-024c-49ca-b0c6-3e283d7774e9, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=7e27dabc-024c-49ca-b0c6-3e283d7774e9,segment=NetworkSegment(ed5123a8-fdba-4e11-a95f-c63350fa4426),segment_id=ed5123a8-fdba-4e11-a95f-c63350fa4426)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:49.552487 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-94aad15f-d851-468f-819f-f9d41537ca7c tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3447821 May 13 14:47:49.556250 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37186) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:49.558794 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:49.578930 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-9fec69cc-60de-464d-8f9e-1f40fd9aac8a tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Request body: {'security_group': {'name': 'tempest-secgroup--706052502'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:49.593718 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9fec69cc-60de-464d-8f9e-1f40fd9aac8a tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:49.611071 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9fec69cc-60de-464d-8f9e-1f40fd9aac8a tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Usage tracker for resource:security_group and tenant:9ae46022a3744d4398218beff70309cf is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:49.618236 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9fec69cc-60de-464d-8f9e-1f40fd9aac8a tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:49.626975 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d5116-4a0c-448a-b420-4da9fd2952b8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Calling delete_port for 7e27dabc-024c-49ca-b0c6-3e283d7774e9 owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:47:49.656351 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aad15f-d851-468f-819f-f9d41537ca7c tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16cb976d-600b-45b0-a74e-c3394f82eb9d,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:49.661466 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9fec69cc-60de-464d-8f9e-1f40fd9aac8a tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:49.672734 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=7e27dabc-024c-49ca-b0c6-3e283d7774e9,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:49.697764 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9fec69cc-60de-464d-8f9e-1f40fd9aac8a tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:49.718434 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-01c55ae0-c935-4dc4-95f7-5ed049dc8ba2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:47:49.719174 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-01c55ae0-c935-4dc4-95f7-5ed049dc8ba2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:47:49.745725 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9fec69cc-60de-464d-8f9e-1f40fd9aac8a tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:49.757094 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9fec69cc-60de-464d-8f9e-1f40fd9aac8a tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Usage tracker for resource:security_group_rule and tenant:9ae46022a3744d4398218beff70309cf is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:49.758233 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9fec69cc-60de-464d-8f9e-1f40fd9aac8a tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:49.768318 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9fec69cc-60de-464d-8f9e-1f40fd9aac8a tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:49.804473 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9659bcc9-088d-4c36-8d7b-dc9461bc8f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:49.810873 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9659bcc9-088d-4c36-8d7b-dc9461bc8f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:49.831015 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [None req-0d3d5116-4a0c-448a-b420-4da9fd2952b8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:47:49.831416 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [None req-0d3d5116-4a0c-448a-b420-4da9fd2952b8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:47:49.849852 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9659bcc9-088d-4c36-8d7b-dc9461bc8f66 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:47:49.859447 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659bcc9-088d-4c36-8d7b-dc9461bc8f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f8286a-e389-4f48-967b-862b7e4c0263,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:49.866503 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9659bcc9-088d-4c36-8d7b-dc9461bc8f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:49.867004 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-9659bcc9-088d-4c36-8d7b-dc9461bc8f66 admin admin] Added segment 34abcdca-4f95-4169-844a-19537946b334 of type vlan for network 5282d3ed-350b-4da4-8383-5e6e9e2a8391 May 13 14:47:49.892700 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9fec69cc-60de-464d-8f9e-1f40fd9aac8a tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:49.896471 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9659bcc9-088d-4c36-8d7b-dc9461bc8f66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:49.897670 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9fec69cc-60de-464d-8f9e-1f40fd9aac8a tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:49.944279 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9659bcc9-088d-4c36-8d7b-dc9461bc8f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:49.945726 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9659bcc9-088d-4c36-8d7b-dc9461bc8f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:49.946559 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9659bcc9-088d-4c36-8d7b-dc9461bc8f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:49.966544 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9fec69cc-60de-464d-8f9e-1f40fd9aac8a tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:49.967831 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9fec69cc-60de-464d-8f9e-1f40fd9aac8a tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4104843 May 13 14:47:49.971015 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37196) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:49.977902 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-7d4fbe25-c42d-4aa8-9449-c210703f829f tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Request body: {'security_group_rule': {'security_group_id': '16cb976d-600b-45b0-a74e-c3394f82eb9d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a7baea4a-7eea-4142-8014-7be1420250bf', 'remote_ip_prefix': None}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:49.983246 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec69cc-60de-464d-8f9e-1f40fd9aac8a tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7baea4a-7eea-4142-8014-7be1420250bf,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:49.987853 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-7d4fbe25-c42d-4aa8-9449-c210703f829f tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:49.993255 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7d4fbe25-c42d-4aa8-9449-c210703f829f tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Usage tracker for resource:security_group_rule and tenant:9ae46022a3744d4398218beff70309cf is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:49.998291 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7d4fbe25-c42d-4aa8-9449-c210703f829f tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:50.006552 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-7d4fbe25-c42d-4aa8-9449-c210703f829f tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:50.036418 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7d4fbe25-c42d-4aa8-9449-c210703f829f tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:50.059138 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37200) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:50.078483 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659bcc9-088d-4c36-8d7b-dc9461bc8f66 admin admin] Pushing event updated for resources: {'Network': ['ID=5282d3ed-350b-4da4-8383-5e6e9e2a8391,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:50.093021 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 5282d3ed-350b-4da4-8383-5e6e9e2a8391 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:47:50.122038 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9659bcc9-088d-4c36-8d7b-dc9461bc8f66 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8307526 May 13 14:47:50.122994 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37206) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:50.134589 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-f59d3401-3d3e-4a91-854b-51ebbb8533e8 admin admin] Request body: {'subnet': {'network_id': '5282d3ed-350b-4da4-8383-5e6e9e2a8391', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1227308815-subnet', 'tenant_id': '6165004ac18741f8a69dd64293b7a1e1', 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:50.143801 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f59d3401-3d3e-4a91-854b-51ebbb8533e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:50.152647 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f59d3401-3d3e-4a91-854b-51ebbb8533e8 admin admin] Usage tracker for resource:subnet and tenant:6165004ac18741f8a69dd64293b7a1e1 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:50.157861 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f59d3401-3d3e-4a91-854b-51ebbb8533e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:50.160099 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7d4fbe25-c42d-4aa8-9449-c210703f829f tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:50.166594 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7d4fbe25-c42d-4aa8-9449-c210703f829f tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:50.171857 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f59d3401-3d3e-4a91-854b-51ebbb8533e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:50.190254 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59d3401-3d3e-4a91-854b-51ebbb8533e8 admin admin] Made reservation on behalf of 6165004ac18741f8a69dd64293b7a1e1 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:47:50.201727 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f59d3401-3d3e-4a91-854b-51ebbb8533e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:50.290725 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fbe25-c42d-4aa8-9449-c210703f829f tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=851ce10a-8dc0-4bed-8197-b3e714a8a2b4,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:50.296448 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d3aab38b-b965-41c9-803a-27dbcf17b3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:50.340899 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d3aab38b-b965-41c9-803a-27dbcf17b3be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:50.347335 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-01c55ae0-c935-4dc4-95f7-5ed049dc8ba2 None None] Deleting port 7e27dabc-024c-49ca-b0c6-3e283d7774e9 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:50.347708 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-01c55ae0-c935-4dc4-95f7-5ed049dc8ba2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:50.351159 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d3aab38b-b965-41c9-803a-27dbcf17b3be admin admin] Usage tracker for resource:security_group_rule and tenant:b50420ac5fa541b7abd1780ed9131b3b is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:50.357128 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d3aab38b-b965-41c9-803a-27dbcf17b3be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:50.367264 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d5116-4a0c-448a-b420-4da9fd2952b8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting port 7e27dabc-024c-49ca-b0c6-3e283d7774e9 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:50.367651 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0d3d5116-4a0c-448a-b420-4da9fd2952b8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:50.369963 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d3aab38b-b965-41c9-803a-27dbcf17b3be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:50.389339 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7d4fbe25-c42d-4aa8-9449-c210703f829f tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:50.391247 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7d4fbe25-c42d-4aa8-9449-c210703f829f tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4185879 May 13 14:47:50.400831 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37210) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:50.512131 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e56aa797-cafe-47d9-9383-c0f1d833d3f2 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:50.531281 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e56aa797-cafe-47d9-9383-c0f1d833d3f2 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:50.593602 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e56aa797-cafe-47d9-9383-c0f1d833d3f2 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:50.629001 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d3aab38b-b965-41c9-803a-27dbcf17b3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:50.630993 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56aa797-cafe-47d9-9383-c0f1d833d3f2 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=851ce10a-8dc0-4bed-8197-b3e714a8a2b4,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:50.637925 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d3aab38b-b965-41c9-803a-27dbcf17b3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:50.680050 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-01c55ae0-c935-4dc4-95f7-5ed049dc8ba2 None None] For port 7e27dabc-024c-49ca-b0c6-3e283d7774e9, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=7e27dabc-024c-49ca-b0c6-3e283d7774e9,segment=NetworkSegment(ed5123a8-fdba-4e11-a95f-c63350fa4426),segment_id=ed5123a8-fdba-4e11-a95f-c63350fa4426)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:50.680704 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-01c55ae0-c935-4dc4-95f7-5ed049dc8ba2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:50.682624 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d3aab38b-b965-41c9-803a-27dbcf17b3be admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b50420ac5fa541b7abd1780ed9131b3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6159267 May 13 14:47:50.687253 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37214) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:50.718399 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e56aa797-cafe-47d9-9383-c0f1d833d3f2 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:50.719514 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e56aa797-cafe-47d9-9383-c0f1d833d3f2 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/851ce10a-8dc0-4bed-8197-b3e714a8a2b4 HTTP/1.1" status: 204 len: 168 time: 0.3171947 May 13 14:47:50.725331 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37218) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:50.741714 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aab38b-b965-41c9-803a-27dbcf17b3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18af5f7-f101-4719-bab8-e17d6e630f78,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:50.790918 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-10304a1e-d886-4a2e-93fa-1c96527d117e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:50.827075 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-10304a1e-d886-4a2e-93fa-1c96527d117e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:50.846116 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-01c55ae0-c935-4dc4-95f7-5ed049dc8ba2 None None] Calling delete_port for 7e27dabc-024c-49ca-b0c6-3e283d7774e9 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:47:50.958470 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-0d3d5116-4a0c-448a-b420-4da9fd2952b8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] For port 7e27dabc-024c-49ca-b0c6-3e283d7774e9, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=7e27dabc-024c-49ca-b0c6-3e283d7774e9,segment=NetworkSegment(ed5123a8-fdba-4e11-a95f-c63350fa4426),segment_id=ed5123a8-fdba-4e11-a95f-c63350fa4426)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:50.958470 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0d3d5116-4a0c-448a-b420-4da9fd2952b8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:51.000800 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-01c55ae0-c935-4dc4-95f7-5ed049dc8ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:51.067319 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-10304a1e-d886-4a2e-93fa-1c96527d117e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:51.096241 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c55ae0-c935-4dc4-95f7-5ed049dc8ba2 None None] No DVR routers for this DVR port 7e27dabc-024c-49ca-b0c6-3e283d7774e9 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:47:51.097701 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-10304a1e-d886-4a2e-93fa-1c96527d117e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:51.101427 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c55ae0-c935-4dc4-95f7-5ed049dc8ba2 None None] Pushing event deleted for resources: {'Port': ['ID=7e27dabc-024c-49ca-b0c6-3e283d7774e9,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:51.116556 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-10304a1e-d886-4a2e-93fa-1c96527d117e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a18af5f7-f101-4719-bab8-e17d6e630f78 HTTP/1.1" status: 204 len: 168 time: 0.4181581 May 13 14:47:51.116556 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10304a1e-d886-4a2e-93fa-1c96527d117e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18af5f7-f101-4719-bab8-e17d6e630f78,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:51.156440 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d5116-4a0c-448a-b420-4da9fd2952b8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Calling delete_port for 7e27dabc-024c-49ca-b0c6-3e283d7774e9 owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:47:51.253035 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3f41c669-71f1-4b5f-b974-0efd46d4d112 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Synchronizing usage tracker for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group_rule {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:51.328312 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3f41c669-71f1-4b5f-b974-0efd46d4d112 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Unset dirty status for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group_rule {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:51.329661 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3f41c669-71f1-4b5f-b974-0efd46d4d112 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5949130 May 13 14:47:51.335314 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37228) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:51.382497 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [None req-0d3d5116-4a0c-448a-b420-4da9fd2952b8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:47:51.382812 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [None req-0d3d5116-4a0c-448a-b420-4da9fd2952b8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:47:51.462633 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5cfe1fec-8ee1-4dcb-a8ef-0763084756a4 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:51.475059 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f59d3401-3d3e-4a91-854b-51ebbb8533e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:51.556144 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5cfe1fec-8ee1-4dcb-a8ef-0763084756a4 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:51.598898 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d3401-3d3e-4a91-854b-51ebbb8533e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c8f4586-9019-4e40-a9f7-0e85fc630d68,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:51.631197 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59d3401-3d3e-4a91-854b-51ebbb8533e8 admin admin] Checking segment: {'id': '34abcdca-4f95-4169-844a-19537946b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5282d3ed-350b-4da4-8383-5e6e9e2a8391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:47:51.631562 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59d3401-3d3e-4a91-854b-51ebbb8533e8 admin admin] Network hostable DHCP agents. Network: 5282d3ed-350b-4da4-8383-5e6e9e2a8391, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:47:51.646815 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37232) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:51.656719 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5cfe1fec-8ee1-4dcb-a8ef-0763084756a4 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:51.676206 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8c4b88ab-e363-48d6-9998-6ea40a40ee54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:51.683154 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59d3401-3d3e-4a91-854b-51ebbb8533e8 admin admin] Network 5282d3ed-350b-4da4-8383-5e6e9e2a8391 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:47:51.696827 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe1fec-8ee1-4dcb-a8ef-0763084756a4 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7baea4a-7eea-4142-8014-7be1420250bf,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:51.703777 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8c4b88ab-e363-48d6-9998-6ea40a40ee54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:51.712970 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8c4b88ab-e363-48d6-9998-6ea40a40ee54 admin admin] Usage tracker for resource:security_group_rule and tenant:f36553a02f4446e6b2508b074479894f is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:51.722456 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8c4b88ab-e363-48d6-9998-6ea40a40ee54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:51.724107 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-f59d3401-3d3e-4a91-854b-51ebbb8533e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 5282d3ed-350b-4da4-8383-5e6e9e2a8391) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:51.735230 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8c4b88ab-e363-48d6-9998-6ea40a40ee54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:51.739885 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59d3401-3d3e-4a91-854b-51ebbb8533e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:51.740338 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03999c5-7465-4824-b399-83e13e0cfa66 None None] Network 5282d3ed-350b-4da4-8383-5e6e9e2a8391 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:47:51.741146 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f59d3401-3d3e-4a91-854b-51ebbb8533e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:51.764602 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d5116-4a0c-448a-b420-4da9fd2952b8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting port 7e27dabc-024c-49ca-b0c6-3e283d7774e9 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:51.765129 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0d3d5116-4a0c-448a-b420-4da9fd2952b8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:51.867190 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8c4b88ab-e363-48d6-9998-6ea40a40ee54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:51.871903 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8c4b88ab-e363-48d6-9998-6ea40a40ee54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:51.905529 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5cfe1fec-8ee1-4dcb-a8ef-0763084756a4 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:51.907619 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5cfe1fec-8ee1-4dcb-a8ef-0763084756a4 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "DELETE /v2.0/security-groups/a7baea4a-7eea-4142-8014-7be1420250bf HTTP/1.1" status: 204 len: 168 time: 0.5712707 May 13 14:47:51.913392 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d5116-4a0c-448a-b420-4da9fd2952b8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] The port '7e27dabc-024c-49ca-b0c6-3e283d7774e9' was deleted {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:47:51.915674 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f59d3401-3d3e-4a91-854b-51ebbb8533e8 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7905838 May 13 14:47:51.917447 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37236) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:51.920124 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37238) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:51.932138 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8c4b88ab-e363-48d6-9998-6ea40a40ee54 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f36553a02f4446e6b2508b074479894f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2838547 May 13 14:47:51.936236 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37244) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:51.955169 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b88ab-e363-48d6-9998-6ea40a40ee54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103aff4f-a5cd-45cb-92ca-acd92af0eefc,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:52.017762 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-6be7bc19-b292-495a-b155-47688e1b7723 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1227308815-router', 'tenant_id': '6165004ac18741f8a69dd64293b7a1e1', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:52.023446 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f665ba80-c0e2-4a18-be04-383bf1259ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:52.037302 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6be7bc19-b292-495a-b155-47688e1b7723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:52.063325 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f665ba80-c0e2-4a18-be04-383bf1259ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:52.071480 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6be7bc19-b292-495a-b155-47688e1b7723 admin admin] Usage tracker for resource:router and tenant:6165004ac18741f8a69dd64293b7a1e1 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:52.082241 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6be7bc19-b292-495a-b155-47688e1b7723 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:52.172147 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6be7bc19-b292-495a-b155-47688e1b7723 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:52.185783 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f665ba80-c0e2-4a18-be04-383bf1259ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:52.204184 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-5282d3ed-350b-4da4-8383-5e6e9e2a8391', 'network_id': '5282d3ed-350b-4da4-8383-5e6e9e2a8391', 'tenant_id': '6165004ac18741f8a69dd64293b7a1e1', 'fixed_ips': [{'subnet_id': '1c8f4586-9019-4e40-a9f7-0e85fc630d68'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:47:52.205445 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:52.209945 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f665ba80-c0e2-4a18-be04-383bf1259ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103aff4f-a5cd-45cb-92ca-acd92af0eefc,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:52.217889 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f665ba80-c0e2-4a18-be04-383bf1259ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:52.219239 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f665ba80-c0e2-4a18-be04-383bf1259ab0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/103aff4f-a5cd-45cb-92ca-acd92af0eefc HTTP/1.1" status: 204 len: 168 time: 0.2789850 May 13 14:47:52.291958 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4c7b09f8-6349-4484-bc40-2c8e0bc4064b tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Synchronizing usage tracker for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:52.317323 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0d3d5116-4a0c-448a-b420-4da9fd2952b8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:52.355947 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6be7bc19-b292-495a-b155-47688e1b7723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:52.357754 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6be7bc19-b292-495a-b155-47688e1b7723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:52.383070 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6be7bc19-b292-495a-b155-47688e1b7723 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:52.416996 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4c7b09f8-6349-4484-bc40-2c8e0bc4064b tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Unset dirty status for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:52.419305 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4c7b09f8-6349-4484-bc40-2c8e0bc4064b tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.5003653 May 13 14:47:52.423924 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37252) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:52.430341 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-0d3d5116-4a0c-448a-b420-4da9fd2952b8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41df2d1e-43b3-4d9e-9370-dba298293271']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:52.457147 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-0d3d5116-4a0c-448a-b420-4da9fd2952b8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5123a8-fdba-4e11-a95f-c63350fa4426') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:52.457638 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-0d3d5116-4a0c-448a-b420-4da9fd2952b8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5123a8-fdba-4e11-a95f-c63350fa4426') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:52.477713 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Allocated IP 172.20.0.2 (5282d3ed-350b-4da4-8383-5e6e9e2a8391/1c8f4586-9019-4e40-a9f7-0e85fc630d68/97309e88-68a1-4470-b5a1-2a49a6b4c0af) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:47:52.484613 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0d3d5116-4a0c-448a-b420-4da9fd2952b8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:52.532709 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ba5c7310-a94d-4bb4-90d9-80db84368e21 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:52.598356 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ba5c7310-a94d-4bb4-90d9-80db84368e21 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:52.713381 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ba5c7310-a94d-4bb4-90d9-80db84368e21 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:52.715814 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0d3d5116-4a0c-448a-b420-4da9fd2952b8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:52.731552 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d3d5116-4a0c-448a-b420-4da9fd2952b8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:47:52.731969 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0d3d5116-4a0c-448a-b420-4da9fd2952b8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:52.750497 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c7310-a94d-4bb4-90d9-80db84368e21 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cb976d-600b-45b0-a74e-c3394f82eb9d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:52.795212 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ba5c7310-a94d-4bb4-90d9-80db84368e21 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:52.801718 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ba5c7310-a94d-4bb4-90d9-80db84368e21 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "DELETE /v2.0/security-groups/16cb976d-600b-45b0-a74e-c3394f82eb9d HTTP/1.1" status: 204 len: 168 time: 0.3759108 May 13 14:47:52.802802 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37262) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: timer() May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:47:52.805793 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:47:52.871739 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-af02e1b1-1a17-41af-895d-6643ae4f8786 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Synchronizing usage tracker for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:52.910689 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-af02e1b1-1a17-41af-895d-6643ae4f8786 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Unset dirty status for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:52.918506 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-af02e1b1-1a17-41af-895d-6643ae4f8786 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1135006 May 13 14:47:52.922868 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37268) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:52.933689 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-f2ed3b8d-0159-44c6-a645-c095a2e24866 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Request body: {'security_group': {'name': 'tempest-secgroup--1025130085'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:52.945564 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:52.961154 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f2ed3b8d-0159-44c6-a645-c095a2e24866 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:52.980710 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f2ed3b8d-0159-44c6-a645-c095a2e24866 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:52.999619 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f2ed3b8d-0159-44c6-a645-c095a2e24866 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:53.033464 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f2ed3b8d-0159-44c6-a645-c095a2e24866 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:53.042601 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f2ed3b8d-0159-44c6-a645-c095a2e24866 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Usage tracker for resource:security_group_rule and tenant:9ae46022a3744d4398218beff70309cf is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:53.048895 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f2ed3b8d-0159-44c6-a645-c095a2e24866 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:53.059833 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f2ed3b8d-0159-44c6-a645-c095a2e24866 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:53.201418 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f2ed3b8d-0159-44c6-a645-c095a2e24866 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:53.216429 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f2ed3b8d-0159-44c6-a645-c095a2e24866 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:53.284063 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6be7bc19-b292-495a-b155-47688e1b7723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:53.333896 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Transition to ACTIVE for port object 97309e88-68a1-4470-b5a1-2a49a6b4c0af will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:47:53.350012 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed3b8d-0159-44c6-a645-c095a2e24866 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ef4e78-8321-4144-a8ed-024a83e89bc5,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:53.374749 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f2ed3b8d-0159-44c6-a645-c095a2e24866 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:53.379192 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f2ed3b8d-0159-44c6-a645-c095a2e24866 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4515617 May 13 14:47:53.380838 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37282) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:53.388242 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-cae88c90-d0c3-48a4-ad47-fd7eaffd1448 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Request body: {'security_group_rule': {'security_group_id': '49ef4e78-8321-4144-a8ed-024a83e89bc5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:53.396854 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-cae88c90-d0c3-48a4-ad47-fd7eaffd1448 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:53.398169 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Transition to ACTIVE for port object 97309e88-68a1-4470-b5a1-2a49a6b4c0af will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:47:53.403322 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-cae88c90-d0c3-48a4-ad47-fd7eaffd1448 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Usage tracker for resource:security_group_rule and tenant:9ae46022a3744d4398218beff70309cf is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:53.407256 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-cae88c90-d0c3-48a4-ad47-fd7eaffd1448 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:53.411615 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:53.416199 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-cae88c90-d0c3-48a4-ad47-fd7eaffd1448 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:53.421813 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0d3d5116-4a0c-448a-b420-4da9fd2952b8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:53.431930 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0d3d5116-4a0c-448a-b420-4da9fd2952b8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:53.454510 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cae88c90-d0c3-48a4-ad47-fd7eaffd1448 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:53.562288 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cae88c90-d0c3-48a4-ad47-fd7eaffd1448 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:53.568321 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cae88c90-d0c3-48a4-ad47-fd7eaffd1448 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:53.605867 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d5116-4a0c-448a-b420-4da9fd2952b8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Network': ['ID=41df2d1e-43b3-4d9e-9370-dba298293271,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:53.607525 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae88c90-d0c3-48a4-ad47-fd7eaffd1448 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa63231e-6aad-4efb-95e7-3dc5191466aa,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:53.612890 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cae88c90-d0c3-48a4-ad47-fd7eaffd1448 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:53.614370 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-cae88c90-d0c3-48a4-ad47-fd7eaffd1448 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2316513 May 13 14:47:53.616079 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Network 5282d3ed-350b-4da4-8383-5e6e9e2a8391 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:47:53.617195 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Pushing event updated for resources: {'Port': ['ID=97309e88-68a1-4470-b5a1-2a49a6b4c0af,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:53.619177 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37288) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:53.619813 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0d3d5116-4a0c-448a-b420-4da9fd2952b8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/networks/41df2d1e-43b3-4d9e-9370-dba298293271 HTTP/1.1" status: 204 len: 168 time: 5.2270308 May 13 14:47:53.619935 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37290) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:53.628442 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:53.646669 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:47:53.656348 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-2efc104d-a82f-4669-afa1-d96b098d5bd3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1666368266'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:53.666360 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2efc104d-a82f-4669-afa1-d96b098d5bd3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:53.670270 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:53.670817 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:53.671376 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:53.671852 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:53.672522 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-63f3c580-dd20-4c01-bfbf-bcdd56abcf4c tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:53.672766 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:53.673308 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:53.673836 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:53.674789 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:53.674932 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:53.675445 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:53.675924 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:53.676455 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:53.685999 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-63f3c580-dd20-4c01-bfbf-bcdd56abcf4c tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:53.714191 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2efc104d-a82f-4669-afa1-d96b098d5bd3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:network and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:53.718294 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2efc104d-a82f-4669-afa1-d96b098d5bd3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:53.723671 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-63f3c580-dd20-4c01-bfbf-bcdd56abcf4c tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:53.744463 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2efc104d-a82f-4669-afa1-d96b098d5bd3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:53.776835 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3c580-dd20-4c01-bfbf-bcdd56abcf4c tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa63231e-6aad-4efb-95e7-3dc5191466aa,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:53.783407 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-63f3c580-dd20-4c01-bfbf-bcdd56abcf4c tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:53.784417 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-63f3c580-dd20-4c01-bfbf-bcdd56abcf4c tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/fa63231e-6aad-4efb-95e7-3dc5191466aa HTTP/1.1" status: 204 len: 168 time: 0.1628377 May 13 14:47:53.788915 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37300) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:53.792534 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efc104d-a82f-4669-afa1-d96b098d5bd3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:47:53.798135 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2efc104d-a82f-4669-afa1-d96b098d5bd3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:53.875866 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a25edde4-73ec-4f13-b122-9434d7f48654 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Synchronizing usage tracker for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group_rule {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:53.912830 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2efc104d-a82f-4669-afa1-d96b098d5bd3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:47:53.931234 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a25edde4-73ec-4f13-b122-9434d7f48654 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Unset dirty status for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group_rule {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:53.932553 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a25edde4-73ec-4f13-b122-9434d7f48654 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1426306 May 13 14:47:53.939514 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37306) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:53.954204 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Attempting to bind port 97309e88-68a1-4470-b5a1-2a49a6b4c0af on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:47:53.954570 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Attempting to bind port 97309e88-68a1-4470-b5a1-2a49a6b4c0af by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '34abcdca-4f95-4169-844a-19537946b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5282d3ed-350b-4da4-8383-5e6e9e2a8391'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:47:53.954930 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Attempting to bind port 97309e88-68a1-4470-b5a1-2a49a6b4c0af on network 5282d3ed-350b-4da4-8383-5e6e9e2a8391 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:47:53.970004 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:47:53.970424 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Checking segment: {'id': '34abcdca-4f95-4169-844a-19537946b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5282d3ed-350b-4da4-8383-5e6e9e2a8391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:47:53.970764 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:53.971845 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Bound using segment: {'id': '34abcdca-4f95-4169-844a-19537946b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5282d3ed-350b-4da4-8383-5e6e9e2a8391'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:47:53.972408 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Bound port: 97309e88-68a1-4470-b5a1-2a49a6b4c0af, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34abcdca-4f95-4169-844a-19537946b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5282d3ed-350b-4da4-8383-5e6e9e2a8391'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:47:53.972688 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:53.980675 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2efc104d-a82f-4669-afa1-d96b098d5bd3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:53.981036 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-2efc104d-a82f-4669-afa1-d96b098d5bd3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Added segment d3bc30fb-4f45-4a74-b052-744641a00570 of type vlan for network 07eef2c6-e17c-479d-a6d8-db8346c837a1 May 13 14:47:54.015044 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6be7bc19-b292-495a-b155-47688e1b7723 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:54.059199 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6be7bc19-b292-495a-b155-47688e1b7723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:54.101125 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2efc104d-a82f-4669-afa1-d96b098d5bd3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:54.170015 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5c41f8f4-7889-4b54-9286-4e97fcef0431 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:54.184378 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] For port 97309e88-68a1-4470-b5a1-2a49a6b4c0af, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:47:54.193133 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] For port 97309e88-68a1-4470-b5a1-2a49a6b4c0af, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=97309e88-68a1-4470-b5a1-2a49a6b4c0af,segment=NetworkSegment(34abcdca-4f95-4169-844a-19537946b334),segment_id=34abcdca-4f95-4169-844a-19537946b334)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:47:54.203038 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:54.224183 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5c41f8f4-7889-4b54-9286-4e97fcef0431 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:54.229275 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-6be7bc19-b292-495a-b155-47688e1b7723 admin admin] Allocated IP 172.25.0.201 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/7ed7c93c-4627-4b97-bad1-558401b1419f) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:47:54.383984 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5c41f8f4-7889-4b54-9286-4e97fcef0431 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:54.434221 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6be7bc19-b292-495a-b155-47688e1b7723 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:54.452693 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9829fdd-22e0-48b2-a98e-f6470a194934 None None] Pushing event updated for resources: {'Port': ['ID=97309e88-68a1-4470-b5a1-2a49a6b4c0af,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:54.468070 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41f8f4-7889-4b54-9286-4e97fcef0431 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ef4e78-8321-4144-a8ed-024a83e89bc5,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:54.488251 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6be7bc19-b292-495a-b155-47688e1b7723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:54.512588 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2efc104d-a82f-4669-afa1-d96b098d5bd3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:54.522963 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efc104d-a82f-4669-afa1-d96b098d5bd3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:54.523629 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2efc104d-a82f-4669-afa1-d96b098d5bd3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:54.665730 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be7bc19-b292-495a-b155-47688e1b7723 admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:47:54.669886 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-6be7bc19-b292-495a-b155-47688e1b7723 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:54.674345 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be7bc19-b292-495a-b155-47688e1b7723 admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:47:54.737726 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7bc19-b292-495a-b155-47688e1b7723 admin admin] Pushing event updated for resources: {'Port': ['ID=7ed7c93c-4627-4b97-bad1-558401b1419f,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:54.776798 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2efc104d-a82f-4669-afa1-d96b098d5bd3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1537280 May 13 14:47:54.780887 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37328) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:54.784729 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5c41f8f4-7889-4b54-9286-4e97fcef0431 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:54.788585 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5c41f8f4-7889-4b54-9286-4e97fcef0431 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "DELETE /v2.0/security-groups/49ef4e78-8321-4144-a8ed-024a83e89bc5 HTTP/1.1" status: 204 len: 168 time: 0.8504553 May 13 14:47:54.796309 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37332) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:54.796965 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-be1d2a9d-3358-492c-94af-fb92e2f08fd4 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'subnet': {'network_id': '07eef2c6-e17c-479d-a6d8-db8346c837a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:54.831429 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc104d-a82f-4669-afa1-d96b098d5bd3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Network': ['ID=07eef2c6-e17c-479d-a6d8-db8346c837a1,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:54.862983 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 07eef2c6-e17c-479d-a6d8-db8346c837a1 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:47:55.159453 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-be1d2a9d-3358-492c-94af-fb92e2f08fd4 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:55.176426 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-be1d2a9d-3358-492c-94af-fb92e2f08fd4 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:subnet and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:55.181833 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 97309e88-68a1-4470-b5a1-2a49a6b4c0af up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:47:55.193705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-be1d2a9d-3358-492c-94af-fb92e2f08fd4 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:55.210298 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-be1d2a9d-3358-492c-94af-fb92e2f08fd4 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:55.260108 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1d2a9d-3358-492c-94af-fb92e2f08fd4 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:47:55.265874 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-be1d2a9d-3358-492c-94af-fb92e2f08fd4 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:55.426834 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 97309e88-68a1-4470-b5a1-2a49a6b4c0af completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:47:55.479134 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0a9c3ecc-7361-414b-91e8-57cac23fcd2e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6768610 May 13 14:47:55.483258 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37348) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:55.498038 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-c2b9a56e-2f75-4ec2-a087-81fcf80d3ed9 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Request body: {'security_group': {'name': 'tempest-secgroup--492402189'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:55.508666 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c2b9a56e-2f75-4ec2-a087-81fcf80d3ed9 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:55.514092 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c2b9a56e-2f75-4ec2-a087-81fcf80d3ed9 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Usage tracker for resource:security_group and tenant:9ae46022a3744d4398218beff70309cf is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:55.518861 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c2b9a56e-2f75-4ec2-a087-81fcf80d3ed9 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:55.526716 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c2b9a56e-2f75-4ec2-a087-81fcf80d3ed9 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:55.544084 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c2b9a56e-2f75-4ec2-a087-81fcf80d3ed9 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:55.683289 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c2b9a56e-2f75-4ec2-a087-81fcf80d3ed9 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:55.688568 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c2b9a56e-2f75-4ec2-a087-81fcf80d3ed9 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Usage tracker for resource:security_group_rule and tenant:9ae46022a3744d4398218beff70309cf is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:55.692254 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c2b9a56e-2f75-4ec2-a087-81fcf80d3ed9 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:55.699172 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c2b9a56e-2f75-4ec2-a087-81fcf80d3ed9 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:55.740458 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6be7bc19-b292-495a-b155-47688e1b7723 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:55.888814 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e13070-58d6-4ccc-8d99-f5b36aee0041 req-904d9af0-1b94-466d-bb4a-0ad71951c0ed tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:55.890573 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-84e13070-58d6-4ccc-8d99-f5b36aee0041 req-904d9af0-1b94-466d-bb4a-0ad71951c0ed tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 946 time: 0.2272494 May 13 14:47:56.009554 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-84e13070-58d6-4ccc-8d99-f5b36aee0041 req-e2f73379-3e97-4a36-8eee-4a9645f4785d tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753980 May 13 14:47:56.066452 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-be1d2a9d-3358-492c-94af-fb92e2f08fd4 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:56.162274 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d2a9d-3358-492c-94af-fb92e2f08fd4 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Subnet': ['ID=f4ead212-dfcf-462a-b2ca-8a1a740c9bc7,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:56.171153 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1d2a9d-3358-492c-94af-fb92e2f08fd4 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Checking segment: {'id': 'd3bc30fb-4f45-4a74-b052-744641a00570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '07eef2c6-e17c-479d-a6d8-db8346c837a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:47:56.172203 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1d2a9d-3358-492c-94af-fb92e2f08fd4 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network hostable DHCP agents. Network: 07eef2c6-e17c-479d-a6d8-db8346c837a1, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:47:56.196888 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1d2a9d-3358-492c-94af-fb92e2f08fd4 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network 07eef2c6-e17c-479d-a6d8-db8346c837a1 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:47:56.214788 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-be1d2a9d-3358-492c-94af-fb92e2f08fd4 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 07eef2c6-e17c-479d-a6d8-db8346c837a1) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:56.220988 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1d2a9d-3358-492c-94af-fb92e2f08fd4 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:56.222298 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-be1d2a9d-3358-492c-94af-fb92e2f08fd4 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:56.234395 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d520a2ce-7368-412a-b268-7889faec975a None None] Network 07eef2c6-e17c-479d-a6d8-db8346c837a1 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:47:56.271446 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-be1d2a9d-3358-492c-94af-fb92e2f08fd4 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4890242 May 13 14:47:56.274266 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37364) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:56.280470 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-e41676ff-15ae-4f1f-b30d-f04b9dd3840d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1763481734', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:56.298727 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e41676ff-15ae-4f1f-b30d-f04b9dd3840d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:56.307695 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e41676ff-15ae-4f1f-b30d-f04b9dd3840d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:router and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:56.317703 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e41676ff-15ae-4f1f-b30d-f04b9dd3840d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:56.327315 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e41676ff-15ae-4f1f-b30d-f04b9dd3840d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:56.376218 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c2b9a56e-2f75-4ec2-a087-81fcf80d3ed9 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:56.387189 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c2b9a56e-2f75-4ec2-a087-81fcf80d3ed9 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:56.397682 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e41676ff-15ae-4f1f-b30d-f04b9dd3840d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:56.407087 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e41676ff-15ae-4f1f-b30d-f04b9dd3840d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:56.439597 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e41676ff-15ae-4f1f-b30d-f04b9dd3840d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:56.500320 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e6f1ac-3293-4e32-a035-4f2040664ae5 None None] Network 5282d3ed-350b-4da4-8383-5e6e9e2a8391 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:47:56.510428 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e41676ff-15ae-4f1f-b30d-f04b9dd3840d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:56.523997 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c2b9a56e-2f75-4ec2-a087-81fcf80d3ed9 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:56.528006 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c2b9a56e-2f75-4ec2-a087-81fcf80d3ed9 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0361423 May 13 14:47:56.528316 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37370) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:56.543858 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-d71b3eea-724c-46d0-ac4d-b0c9eb294958 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Request body: {'security_group_rule': {'security_group_id': 'e5c0b4fa-7c93-475e-9457-5f99f5305849', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:56.550565 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b9a56e-2f75-4ec2-a087-81fcf80d3ed9 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c0b4fa-7c93-475e-9457-5f99f5305849,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:56.556279 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d71b3eea-724c-46d0-ac4d-b0c9eb294958 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:56.573630 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6be7bc19-b292-495a-b155-47688e1b7723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:56.592117 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d71b3eea-724c-46d0-ac4d-b0c9eb294958 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Usage tracker for resource:security_group_rule and tenant:9ae46022a3744d4398218beff70309cf is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:56.597915 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d71b3eea-724c-46d0-ac4d-b0c9eb294958 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:56.605902 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e41676ff-15ae-4f1f-b30d-f04b9dd3840d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:56.609483 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e41676ff-15ae-4f1f-b30d-f04b9dd3840d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3321326 May 13 14:47:56.609483 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d71b3eea-724c-46d0-ac4d-b0c9eb294958 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:56.617342 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37374) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:56.628898 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-868f3864-c724-4e05-941a-dd2bdea98c98 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'port': {'network_id': '07eef2c6-e17c-479d-a6d8-db8346c837a1', 'name': 'tempest-PortsTestJSON-1403863742'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:56.716183 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d71b3eea-724c-46d0-ac4d-b0c9eb294958 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:56.863600 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be7bc19-b292-495a-b155-47688e1b7723 admin admin] Router 24e8a5f2-9791-4479-812d-d8cfca04f9bb is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:47:56.882934 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-868f3864-c724-4e05-941a-dd2bdea98c98 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:56.901045 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d71b3eea-724c-46d0-ac4d-b0c9eb294958 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:56.905777 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-868f3864-c724-4e05-941a-dd2bdea98c98 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:port and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:56.915059 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-868f3864-c724-4e05-941a-dd2bdea98c98 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:56.928303 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d71b3eea-724c-46d0-ac4d-b0c9eb294958 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:56.939945 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-868f3864-c724-4e05-941a-dd2bdea98c98 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:56.959060 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7f6f9bfc-33b7-47b0-b8cf-780abafb63f9 None None] Provisioning for port 97309e88-68a1-4470-b5a1-2a49a6b4c0af completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:47:56.971504 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349f49ba-63eb-4900-a10d-15a4ee63ba93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-07eef2c6-e17c-479d-a6d8-db8346c837a1', 'network_id': '07eef2c6-e17c-479d-a6d8-db8346c837a1', 'tenant_id': 'ceb15383864045c582f86ebce264c5a5', 'fixed_ips': [{'subnet_id': 'f4ead212-dfcf-462a-b2ca-8a1a740c9bc7'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:47:56.972813 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-349f49ba-63eb-4900-a10d-15a4ee63ba93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:56.992227 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b3eea-724c-46d0-ac4d-b0c9eb294958 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bfb97e8-1bda-4792-8eec-ea59d6295c25,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:56.997303 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7f6f9bfc-33b7-47b0-b8cf-780abafb63f9 None None] Provisioning complete for port 97309e88-68a1-4470-b5a1-2a49a6b4c0af triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:56.998039 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7f6f9bfc-33b7-47b0-b8cf-780abafb63f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:57.026435 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868f3864-c724-4e05-941a-dd2bdea98c98 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:47:57.031145 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-868f3864-c724-4e05-941a-dd2bdea98c98 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:57.084290 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d71b3eea-724c-46d0-ac4d-b0c9eb294958 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:57.085245 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d71b3eea-724c-46d0-ac4d-b0c9eb294958 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5488968 May 13 14:47:57.086692 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-868f3864-c724-4e05-941a-dd2bdea98c98 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] device_id is not set on port 1fcb1bd9-f821-4cf0-bb32-de9518a072fb yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:47:57.091792 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37390) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:57.155363 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-97a15034-3d00-444d-b2ed-a44e5bb2dd7d tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "GET /v2.0/security-group-rules/2bfb97e8-1bda-4792-8eec-ea59d6295c25 HTTP/1.1" status: 200 len: 763 time: 0.0622363 May 13 14:47:57.159201 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37394) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:57.269740 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be7bc19-b292-495a-b155-47688e1b7723 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:47:57.323872 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40392f04-2433-4d4b-b27c-e20c843bca45 None None] Sync routers for ids ['24e8a5f2-9791-4479-812d-d8cfca04f9bb'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:47:57.358663 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-37c5edea-9182-47e9-bc94-4773f0fa2493 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Synchronizing usage tracker for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group_rule {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:57.373533 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6be7bc19-b292-495a-b155-47688e1b7723 admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:57.381590 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6be7bc19-b292-495a-b155-47688e1b7723 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4543800 May 13 14:47:57.381907 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a5ab321a-5e4a-48d3-9fe6-7f2af248d83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:57.385991 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37406) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:57.399674 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40392f04-2433-4d4b-b27c-e20c843bca45 None None] Routers {'24e8a5f2-9791-4479-812d-d8cfca04f9bb'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:47:57.400598 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-40392f04-2433-4d4b-b27c-e20c843bca45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:47:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['24e8a5f2-9791-4479-812d-d8cfca04f9bb'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:57.415683 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd36cd-6b5f-4ac9-aab8-800c3728b407 req-56c417ae-4d6c-426b-974f-6b75aafbae83 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:57.417341 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-14fd36cd-6b5f-4ac9-aab8-800c3728b407 req-56c417ae-4d6c-426b-974f-6b75aafbae83 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 946 time: 0.2335355 May 13 14:47:57.419228 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-37c5edea-9182-47e9-bc94-4773f0fa2493 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Unset dirty status for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group_rule {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:57.421931 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-37c5edea-9182-47e9-bc94-4773f0fa2493 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2609148 May 13 14:47:57.424976 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37412) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:57.498278 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-14fd36cd-6b5f-4ac9-aab8-800c3728b407 req-55083a60-fd7d-4471-8caa-193b9fcf895e tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605667 May 13 14:47:57.498849 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7f6f9bfc-33b7-47b0-b8cf-780abafb63f9 None None] Current status of the port 97309e88-68a1-4470-b5a1-2a49a6b4c0af is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:57.499435 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7f6f9bfc-33b7-47b0-b8cf-780abafb63f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:57.534995 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-01f57a5f-bec5-44fc-bbc6-59a7d9851928 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:57.552914 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-868f3864-c724-4e05-941a-dd2bdea98c98 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Allocated IP 172.20.0.3 (07eef2c6-e17c-479d-a6d8-db8346c837a1/f4ead212-dfcf-462a-b2ca-8a1a740c9bc7/1fcb1bd9-f821-4cf0-bb32-de9518a072fb) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:47:57.584154 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-01f57a5f-bec5-44fc-bbc6-59a7d9851928 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:57.656712 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-01f57a5f-bec5-44fc-bbc6-59a7d9851928 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:57.677278 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-7f6f9bfc-33b7-47b0-b8cf-780abafb63f9 None None] For port 97309e88-68a1-4470-b5a1-2a49a6b4c0af, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=97309e88-68a1-4470-b5a1-2a49a6b4c0af,segment=NetworkSegment(34abcdca-4f95-4169-844a-19537946b334),segment_id=34abcdca-4f95-4169-844a-19537946b334)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:57.711901 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7f6f9bfc-33b7-47b0-b8cf-780abafb63f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:57.728521 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f57a5f-bec5-44fc-bbc6-59a7d9851928 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2bfb97e8-1bda-4792-8eec-ea59d6295c25,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:57.754753 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-01f57a5f-bec5-44fc-bbc6-59a7d9851928 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:57.757316 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-01f57a5f-bec5-44fc-bbc6-59a7d9851928 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/2bfb97e8-1bda-4792-8eec-ea59d6295c25 HTTP/1.1" status: 204 len: 168 time: 0.3305249 May 13 14:47:57.759706 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37420) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:57.927629 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-868f3864-c724-4e05-941a-dd2bdea98c98 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:57.938110 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0e4b0f4a-04ba-4b2b-8db8-e280d584c9d1 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Synchronizing usage tracker for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group_rule {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:57.948914 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-868f3864-c724-4e05-941a-dd2bdea98c98 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Transition to ACTIVE for port object 1fcb1bd9-f821-4cf0-bb32-de9518a072fb will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:47:57.983564 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-40392f04-2433-4d4b-b27c-e20c843bca45 None None] Set router 24e8a5f2-9791-4479-812d-d8cfca04f9bb gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:47:57.992220 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-868f3864-c724-4e05-941a-dd2bdea98c98 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:58.025800 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0e4b0f4a-04ba-4b2b-8db8-e280d584c9d1 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Unset dirty status for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group_rule {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:58.028337 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0e4b0f4a-04ba-4b2b-8db8-e280d584c9d1 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2648029 May 13 14:47:58.031176 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37426) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:58.054894 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-ca08672f-bfbe-4aaf-950c-11206b6e8458 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Request body: {'security_group_rule': {'security_group_id': 'e5c0b4fa-7c93-475e-9457-5f99f5305849', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:58.079685 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ca08672f-bfbe-4aaf-950c-11206b6e8458 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:58.128030 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ca08672f-bfbe-4aaf-950c-11206b6e8458 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:58.232242 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ca08672f-bfbe-4aaf-950c-11206b6e8458 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:58.239649 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f3864-c724-4e05-941a-dd2bdea98c98 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Port': ['ID=1fcb1bd9-f821-4cf0-bb32-de9518a072fb,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:58.321445 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868f3864-c724-4e05-941a-dd2bdea98c98 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network 07eef2c6-e17c-479d-a6d8-db8346c837a1 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:47:58.397097 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-868f3864-c724-4e05-941a-dd2bdea98c98 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:58.415810 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebd11e-3997-4d72-b41f-d65e1809a1fb req-620db601-67e5-40bc-9e7b-9221ddf74c1c tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:58.417017 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-31ebd11e-3997-4d72-b41f-d65e1809a1fb req-620db601-67e5-40bc-9e7b-9221ddf74c1c tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.59 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 946 time: 1.1127965 May 13 14:47:58.417827 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868f3864-c724-4e05-941a-dd2bdea98c98 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:47:58.423201 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f9bfc-33b7-47b0-b8cf-780abafb63f9 None None] Pushing event updated for resources: {'Port': ['ID=97309e88-68a1-4470-b5a1-2a49a6b4c0af,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:58.428161 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ca08672f-bfbe-4aaf-950c-11206b6e8458 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:58.442074 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ca08672f-bfbe-4aaf-950c-11206b6e8458 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:58.543015 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08672f-bfbe-4aaf-950c-11206b6e8458 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec10ecb9-faad-4772-adb2-9ff1f796aeb9,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:58.545419 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3ca52ce0-cc9a-42ed-b4f1-18d83e5de368 None None] Provisioning complete for port 97309e88-68a1-4470-b5a1-2a49a6b4c0af triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:58.546131 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3ca52ce0-cc9a-42ed-b4f1-18d83e5de368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:58.562226 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ca08672f-bfbe-4aaf-950c-11206b6e8458 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:58.567889 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ca08672f-bfbe-4aaf-950c-11206b6e8458 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5348780 May 13 14:47:58.569171 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37432) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:58.625177 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3117333a-6440-4cd2-ad66-313e82039432 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "GET /v2.0/security-group-rules/ec10ecb9-faad-4772-adb2-9ff1f796aeb9 HTTP/1.1" status: 200 len: 763 time: 0.0523872 May 13 14:47:58.626110 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37436) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:58.641484 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868f3864-c724-4e05-941a-dd2bdea98c98 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:58.642186 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-868f3864-c724-4e05-941a-dd2bdea98c98 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:58.710688 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:58.736034 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-349f49ba-63eb-4900-a10d-15a4ee63ba93 None None] Allocated IP 172.20.0.2 (07eef2c6-e17c-479d-a6d8-db8346c837a1/f4ead212-dfcf-462a-b2ca-8a1a740c9bc7/3012659c-55a6-4015-9d92-08babf26e36a) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:47:58.762153 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-06448ff7-d3e4-488b-a3b3-90ec92e286dd tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Synchronizing usage tracker for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group_rule {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:58.807419 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-06448ff7-d3e4-488b-a3b3-90ec92e286dd tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Unset dirty status for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group_rule {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:58.808729 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-06448ff7-d3e4-488b-a3b3-90ec92e286dd tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1816649 May 13 14:47:58.813387 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37454) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:58.871136 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8dde8899-55fe-4bf6-aa9f-379b96f5e729 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:58.918013 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8dde8899-55fe-4bf6-aa9f-379b96f5e729 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:58.978008 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8dde8899-55fe-4bf6-aa9f-379b96f5e729 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:59.001236 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde8899-55fe-4bf6-aa9f-379b96f5e729 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec10ecb9-faad-4772-adb2-9ff1f796aeb9,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:59.025258 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8dde8899-55fe-4bf6-aa9f-379b96f5e729 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:59.027357 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8dde8899-55fe-4bf6-aa9f-379b96f5e729 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/ec10ecb9-faad-4772-adb2-9ff1f796aeb9 HTTP/1.1" status: 204 len: 168 time: 0.2139921 May 13 14:47:59.030855 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37464) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:59.108920 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2c7f8763-6c30-40a3-aaaa-c4801715eb9c tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Synchronizing usage tracker for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group_rule {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:59.128724 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2c7f8763-6c30-40a3-aaaa-c4801715eb9c tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Unset dirty status for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group_rule {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:59.133055 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2c7f8763-6c30-40a3-aaaa-c4801715eb9c tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0987666 May 13 14:47:59.133465 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37468) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:59.145197 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-636857f3-f7be-4b93-a630-7a5f0cec4340 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Request body: {'security_group_rule': {'security_group_id': 'e5c0b4fa-7c93-475e-9457-5f99f5305849', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:59.151904 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 97309e88-68a1-4470-b5a1-2a49a6b4c0af up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:47:59.154513 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-636857f3-f7be-4b93-a630-7a5f0cec4340 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:59.165864 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-636857f3-f7be-4b93-a630-7a5f0cec4340 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:59.181464 n-d-841760-1 neutron-server[88081]: INFO neutron.db.securitygroups_db [None req-636857f3-f7be-4b93-a630-7a5f0cec4340 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Project 9ae46022a3744d4398218beff70309cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 14:47:59.191733 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-636857f3-f7be-4b93-a630-7a5f0cec4340 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:59.281336 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-636857f3-f7be-4b93-a630-7a5f0cec4340 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:59.296707 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-636857f3-f7be-4b93-a630-7a5f0cec4340 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:59.351665 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636857f3-f7be-4b93-a630-7a5f0cec4340 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b85ca0-4901-40d3-8c82-826cab2f93e9,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:59.388139 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-636857f3-f7be-4b93-a630-7a5f0cec4340 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:59.391796 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-636857f3-f7be-4b93-a630-7a5f0cec4340 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2547381 May 13 14:47:59.392468 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37474) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:59.412665 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-349f49ba-63eb-4900-a10d-15a4ee63ba93 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:59.424732 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2eb7c2c0-9aea-4d89-addb-ad04abbc41d8 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "GET /v2.0/security-group-rules/57b85ca0-4901-40d3-8c82-826cab2f93e9 HTTP/1.1" status: 200 len: 769 time: 0.0278509 May 13 14:47:59.425160 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37478) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:59.432678 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-349f49ba-63eb-4900-a10d-15a4ee63ba93 None None] Transition to ACTIVE for port object 3012659c-55a6-4015-9d92-08babf26e36a will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:47:59.453789 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-349f49ba-63eb-4900-a10d-15a4ee63ba93 None None] Transition to ACTIVE for port object 3012659c-55a6-4015-9d92-08babf26e36a will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:47:59.491047 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-349f49ba-63eb-4900-a10d-15a4ee63ba93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:59.541502 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-792c0eaf-a182-4100-846e-1d6a37a3d90e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Synchronizing usage tracker for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group_rule {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:59.549945 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349f49ba-63eb-4900-a10d-15a4ee63ba93 None None] Network 07eef2c6-e17c-479d-a6d8-db8346c837a1 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:47:59.563767 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-349f49ba-63eb-4900-a10d-15a4ee63ba93 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:59.571010 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-792c0eaf-a182-4100-846e-1d6a37a3d90e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Unset dirty status for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group_rule {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:59.573716 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-792c0eaf-a182-4100-846e-1d6a37a3d90e tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1470745 May 13 14:47:59.576425 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37482) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:59.577475 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349f49ba-63eb-4900-a10d-15a4ee63ba93 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:47:59.646770 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-45caa862-d869-4f60-80c3-3576c122aefd tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:59.663394 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-45caa862-d869-4f60-80c3-3576c122aefd tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:59.680514 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-31ebd11e-3997-4d72-b41f-d65e1809a1fb req-77c3ce55-5bfb-4e5d-85b3-fee1c2acc76e tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Deleting port 46833746-4949-4cc0-876e-322482ef650d {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:59.681123 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-31ebd11e-3997-4d72-b41f-d65e1809a1fb req-77c3ce55-5bfb-4e5d-85b3-fee1c2acc76e tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:59.710558 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bf40f7f2-1c48-4a91-8480-b77efb046d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:59.712002 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3ca52ce0-cc9a-42ed-b4f1-18d83e5de368 None None] Current status of the port 97309e88-68a1-4470-b5a1-2a49a6b4c0af is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:59.712814 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-45caa862-d869-4f60-80c3-3576c122aefd tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:59.729432 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-40392f04-2433-4d4b-b27c-e20c843bca45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'name': 'tempest-TestServerBasicOps-1227308815-router', 'tenant_id': '6165004ac18741f8a69dd64293b7a1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '7ed7c93c-4627-4b97-bad1-558401b1419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:52Z', 'updated_at': '2022-05-13T14:47:55Z', 'revision_number': 3, 'project_id': '6165004ac18741f8a69dd64293b7a1e1', 'gw_port': {'id': '7ed7c93c-4627-4b97-bad1-558401b1419f', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:42:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:54Z', 'updated_at': '2022-05-13T14:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:59.754135 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40392f04-2433-4d4b-b27c-e20c843bca45 None None] Checking router: 24e8a5f2-9791-4479-812d-d8cfca04f9bb for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:47:59.754485 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40392f04-2433-4d4b-b27c-e20c843bca45 None None] Updating router 24e8a5f2-9791-4479-812d-d8cfca04f9bb port 7ed7c93c-4627-4b97-bad1-558401b1419f binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:47:59.757284 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45caa862-d869-4f60-80c3-3576c122aefd tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57b85ca0-4901-40d3-8c82-826cab2f93e9,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:59.776975 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-45caa862-d869-4f60-80c3-3576c122aefd tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:59.778395 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-45caa862-d869-4f60-80c3-3576c122aefd tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/57b85ca0-4901-40d3-8c82-826cab2f93e9 HTTP/1.1" status: 204 len: 168 time: 0.2000434 May 13 14:47:59.782627 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37486) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:59.784688 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-349f49ba-63eb-4900-a10d-15a4ee63ba93 None None] Attempting to bind port 3012659c-55a6-4015-9d92-08babf26e36a on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:47:59.785159 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-349f49ba-63eb-4900-a10d-15a4ee63ba93 None None] Attempting to bind port 3012659c-55a6-4015-9d92-08babf26e36a by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'd3bc30fb-4f45-4a74-b052-744641a00570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '07eef2c6-e17c-479d-a6d8-db8346c837a1'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:47:59.785480 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349f49ba-63eb-4900-a10d-15a4ee63ba93 None None] Attempting to bind port 3012659c-55a6-4015-9d92-08babf26e36a on network 07eef2c6-e17c-479d-a6d8-db8346c837a1 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:47:59.809690 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349f49ba-63eb-4900-a10d-15a4ee63ba93 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:47:59.810069 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349f49ba-63eb-4900-a10d-15a4ee63ba93 None None] Checking segment: {'id': 'd3bc30fb-4f45-4a74-b052-744641a00570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '07eef2c6-e17c-479d-a6d8-db8346c837a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:47:59.810468 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-349f49ba-63eb-4900-a10d-15a4ee63ba93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:59.810864 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349f49ba-63eb-4900-a10d-15a4ee63ba93 None None] Bound using segment: {'id': 'd3bc30fb-4f45-4a74-b052-744641a00570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '07eef2c6-e17c-479d-a6d8-db8346c837a1'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:47:59.821680 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-349f49ba-63eb-4900-a10d-15a4ee63ba93 None None] Bound port: 3012659c-55a6-4015-9d92-08babf26e36a, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bc30fb-4f45-4a74-b052-744641a00570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '07eef2c6-e17c-479d-a6d8-db8346c837a1'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:47:59.822166 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-349f49ba-63eb-4900-a10d-15a4ee63ba93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:59.849743 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-868f3864-c724-4e05-941a-dd2bdea98c98 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2286627 May 13 14:47:59.852528 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-630e995d-e63c-48cd-b1d0-c22a561d265b tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Synchronizing usage tracker for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group_rule {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:59.857757 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37490) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:59.891724 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f49ba-63eb-4900-a10d-15a4ee63ba93 None None] Pushing event updated for resources: {'Port': ['ID=3012659c-55a6-4015-9d92-08babf26e36a,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:00.075740 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-349f49ba-63eb-4900-a10d-15a4ee63ba93 None None] For port 3012659c-55a6-4015-9d92-08babf26e36a, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:48:00.089965 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-349f49ba-63eb-4900-a10d-15a4ee63ba93 None None] For port 3012659c-55a6-4015-9d92-08babf26e36a, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3012659c-55a6-4015-9d92-08babf26e36a,segment=NetworkSegment(d3bc30fb-4f45-4a74-b052-744641a00570),segment_id=d3bc30fb-4f45-4a74-b052-744641a00570)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:48:00.130023 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 97309e88-68a1-4470-b5a1-2a49a6b4c0af triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:00.130643 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:00.195556 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-31ebd11e-3997-4d72-b41f-d65e1809a1fb req-77c3ce55-5bfb-4e5d-85b3-fee1c2acc76e tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] For port 46833746-4949-4cc0-876e-322482ef650d, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=46833746-4949-4cc0-876e-322482ef650d,segment=NetworkSegment(2e43f227-1875-4d5e-9b51-995654763caa),segment_id=2e43f227-1875-4d5e-9b51-995654763caa)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:00.195904 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-31ebd11e-3997-4d72-b41f-d65e1809a1fb req-77c3ce55-5bfb-4e5d-85b3-fee1c2acc76e tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:00.199891 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-40392f04-2433-4d4b-b27c-e20c843bca45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:00.307990 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-349f49ba-63eb-4900-a10d-15a4ee63ba93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:00.657926 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-630e995d-e63c-48cd-b1d0-c22a561d265b tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Unset dirty status for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group_rule {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:48:00.662368 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-630e995d-e63c-48cd-b1d0-c22a561d265b tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8763936 May 13 14:48:00.670455 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37500) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:00.692595 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:00.710434 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b6287-00e1-43eb-aed9-232e0296bf5f req-e155c3d7-26a3-4425-bcb7-7d1db7ad7a37 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:00.713088 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-de9b6287-00e1-43eb-aed9-232e0296bf5f req-e155c3d7-26a3-4425-bcb7-7d1db7ad7a37 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 946 time: 1.8643720 May 13 14:48:00.779933 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:00.784490 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f49ba-63eb-4900-a10d-15a4ee63ba93 None None] Pushing event updated for resources: {'Port': ['ID=3012659c-55a6-4015-9d92-08babf26e36a,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:00.892151 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-31ebd11e-3997-4d72-b41f-d65e1809a1fb req-77c3ce55-5bfb-4e5d-85b3-fee1c2acc76e tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:00.893344 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-31ebd11e-3997-4d72-b41f-d65e1809a1fb req-77c3ce55-5bfb-4e5d-85b3-fee1c2acc76e tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:00.893344 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [req-31ebd11e-3997-4d72-b41f-d65e1809a1fb req-77c3ce55-5bfb-4e5d-85b3-fee1c2acc76e tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Floating IP b3d4325c-f838-4bff-8836-d08d3e0deec5 disassociated. External IP: 172.25.0.3, port: 46833746-4949-4cc0-876e-322482ef650d. May 13 14:48:00.895295 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-31ebd11e-3997-4d72-b41f-d65e1809a1fb req-77c3ce55-5bfb-4e5d-85b3-fee1c2acc76e tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Calling delete_port for 46833746-4949-4cc0-876e-322482ef650d owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:48:00.895693 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 97309e88-68a1-4470-b5a1-2a49a6b4c0af is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:00.942358 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cdcc8818-a1a4-474f-8dc6-97ef85c37ca3 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:01.086768 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-de9b6287-00e1-43eb-aed9-232e0296bf5f req-4c20f56c-273f-40d1-9d8d-2a7b84883d48 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=c786630b-a7dc-4c5b-a16e-e7bae55c1036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3615482 May 13 14:48:01.116478 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-64113213-b3d0-443b-b94f-ae9bc381dda8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:01.119250 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3012659c-55a6-4015-9d92-08babf26e36a up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:01.138979 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7ea4fcc9-dfcc-470a-8c9f-25933b131b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:01.230235 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cdcc8818-a1a4-474f-8dc6-97ef85c37ca3 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:01.307943 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cdcc8818-a1a4-474f-8dc6-97ef85c37ca3 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:01.342810 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-31ebd11e-3997-4d72-b41f-d65e1809a1fb req-77c3ce55-5bfb-4e5d-85b3-fee1c2acc76e tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:01.396610 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-40392f04-2433-4d4b-b27c-e20c843bca45 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:01.414817 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-40392f04-2433-4d4b-b27c-e20c843bca45 None None] Transition to ACTIVE for port object 7ed7c93c-4627-4b97-bad1-558401b1419f will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:01.421629 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 3012659c-55a6-4015-9d92-08babf26e36a completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:01.432342 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-40392f04-2433-4d4b-b27c-e20c843bca45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:01.481307 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3ce55-5bfb-4e5d-85b3-fee1c2acc76e tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Pushing event deleted for resources: {'Port': ['ID=46833746-4949-4cc0-876e-322482ef650d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:01.617978 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-40392f04-2433-4d4b-b27c-e20c843bca45 None None] Attempting to bind port 7ed7c93c-4627-4b97-bad1-558401b1419f on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:48:01.620816 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-40392f04-2433-4d4b-b27c-e20c843bca45 None None] Attempting to bind port 7ed7c93c-4627-4b97-bad1-558401b1419f by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:48:01.621229 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40392f04-2433-4d4b-b27c-e20c843bca45 None None] Attempting to bind port 7ed7c93c-4627-4b97-bad1-558401b1419f on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:48:01.651295 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40392f04-2433-4d4b-b27c-e20c843bca45 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:48:01.654318 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40392f04-2433-4d4b-b27c-e20c843bca45 None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:48:01.654803 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-40392f04-2433-4d4b-b27c-e20c843bca45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:01.655241 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40392f04-2433-4d4b-b27c-e20c843bca45 None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:48:01.655935 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-40392f04-2433-4d4b-b27c-e20c843bca45 None None] Bound port: 7ed7c93c-4627-4b97-bad1-558401b1419f, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:48:01.658656 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-40392f04-2433-4d4b-b27c-e20c843bca45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:01.698133 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc8818-a1a4-474f-8dc6-97ef85c37ca3 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c0b4fa-7c93-475e-9457-5f99f5305849,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:01.937899 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-40392f04-2433-4d4b-b27c-e20c843bca45 None None] For port 7ed7c93c-4627-4b97-bad1-558401b1419f, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:48:01.975790 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c85844-d058-4b05-b62c-3ddfcb58b7a5 None None] Pushing event updated for resources: {'Port': ['ID=7ed7c93c-4627-4b97-bad1-558401b1419f,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:01.984738 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-40392f04-2433-4d4b-b27c-e20c843bca45 None None] For port 7ed7c93c-4627-4b97-bad1-558401b1419f, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=7ed7c93c-4627-4b97-bad1-558401b1419f,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:48:01.998658 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-40392f04-2433-4d4b-b27c-e20c843bca45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:02.047829 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cdcc8818-a1a4-474f-8dc6-97ef85c37ca3 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:02.049603 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cdcc8818-a1a4-474f-8dc6-97ef85c37ca3 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "DELETE /v2.0/security-groups/e5c0b4fa-7c93-475e-9457-5f99f5305849 HTTP/1.1" status: 204 len: 168 time: 1.3781466 May 13 14:48:02.056214 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37514) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:02.275675 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c85844-d058-4b05-b62c-3ddfcb58b7a5 None None] Pushing event updated for resources: {'Port': ['ID=7ed7c93c-4627-4b97-bad1-558401b1419f,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:02.293110 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-33316e72-1516-4d15-8a60-577c4a92cc2a tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Synchronizing usage tracker for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:48:02.357675 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:02.372208 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-33316e72-1516-4d15-8a60-577c4a92cc2a tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Unset dirty status for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:48:02.391548 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-33316e72-1516-4d15-8a60-577c4a92cc2a tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3339100 May 13 14:48:02.400898 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-7ea4fcc9-dfcc-470a-8c9f-25933b131b2c admin admin] Allocated IP 172.20.0.1 (5282d3ed-350b-4da4-8383-5e6e9e2a8391/1c8f4586-9019-4e40-a9f7-0e85fc630d68/e034f71c-821c-4a13-aac6-eca5c712d5c6) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:48:02.402468 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37520) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:02.414034 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40392f04-2433-4d4b-b27c-e20c843bca45 None None] Routers {'24e8a5f2-9791-4479-812d-d8cfca04f9bb'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:48:02.416419 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-40392f04-2433-4d4b-b27c-e20c843bca45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:48:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['24e8a5f2-9791-4479-812d-d8cfca04f9bb'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:02.454715 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-e71da13b-d7bc-4d4c-a396-47f9761d1d12 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Request body: {'security_group': {'name': 'tempest-secgroup--1439922830'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:02.589083 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e71da13b-d7bc-4d4c-a396-47f9761d1d12 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:02.598771 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 46833746-4949-4cc0-876e-322482ef650d no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:48:02.622933 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-64113213-b3d0-443b-b94f-ae9bc381dda8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:02.639066 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7ea4fcc9-dfcc-470a-8c9f-25933b131b2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:02.646207 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-29cdcbf3-1eb8-45a9-a013-b1c69868bdb7 req-5f3630e3-680a-4649-976b-7c3213a022f2 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 210 time: 0.1631923 May 13 14:48:02.659818 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-64113213-b3d0-443b-b94f-ae9bc381dda8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:02.660476 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-7ea4fcc9-dfcc-470a-8c9f-25933b131b2c admin admin] Transition to ACTIVE for port object e034f71c-821c-4a13-aac6-eca5c712d5c6 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:02.744657 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e71da13b-d7bc-4d4c-a396-47f9761d1d12 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:02.858342 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7ea4fcc9-dfcc-470a-8c9f-25933b131b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:02.886155 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e71da13b-d7bc-4d4c-a396-47f9761d1d12 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:02.918521 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1045b7-f423-4aba-a22e-c00015f8c42a None None] Network 07eef2c6-e17c-479d-a6d8-db8346c837a1 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:48:02.927599 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64113213-b3d0-443b-b94f-ae9bc381dda8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Port': ['ID=1fcb1bd9-f821-4cf0-bb32-de9518a072fb,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:02.962810 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 46833746-4949-4cc0-876e-322482ef650d {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:48:02.968508 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 46833746-4949-4cc0-876e-322482ef650d not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:48:02.968931 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e71da13b-d7bc-4d4c-a396-47f9761d1d12 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:03.004156 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e71da13b-d7bc-4d4c-a396-47f9761d1d12 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Usage tracker for resource:security_group_rule and tenant:9ae46022a3744d4398218beff70309cf is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:03.009662 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea4fcc9-dfcc-470a-8c9f-25933b131b2c admin admin] Network 5282d3ed-350b-4da4-8383-5e6e9e2a8391 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:03.014195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e71da13b-d7bc-4d4c-a396-47f9761d1d12 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:03.033015 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-7ea4fcc9-dfcc-470a-8c9f-25933b131b2c admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:03.036523 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e71da13b-d7bc-4d4c-a396-47f9761d1d12 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:03.061669 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea4fcc9-dfcc-470a-8c9f-25933b131b2c admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:48:03.157637 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4fcc9-dfcc-470a-8c9f-25933b131b2c admin admin] Pushing event updated for resources: {'Port': ['ID=e034f71c-821c-4a13-aac6-eca5c712d5c6,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:03.160245 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-40392f04-2433-4d4b-b27c-e20c843bca45 None None] Set router 24e8a5f2-9791-4479-812d-d8cfca04f9bb gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:48:03.214765 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31ebd11e-3997-4d72-b41f-d65e1809a1fb req-77c3ce55-5bfb-4e5d-85b3-fee1c2acc76e tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Router fbf281ff-0cd3-4a5e-baeb-afe5654769f1 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:48:03.228233 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7ea4fcc9-dfcc-470a-8c9f-25933b131b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:03.392542 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-64113213-b3d0-443b-b94f-ae9bc381dda8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:03.482659 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de50ad8d-dd13-443e-911f-3286e87c3fed None None] Provisioning for port 3012659c-55a6-4015-9d92-08babf26e36a completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:03.601496 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de50ad8d-dd13-443e-911f-3286e87c3fed None None] Provisioning complete for port 3012659c-55a6-4015-9d92-08babf26e36a triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:03.601863 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de50ad8d-dd13-443e-911f-3286e87c3fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:03.633917 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-1b975421-6d48-406b-9efa-849178eafb8e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 2.0083451 May 13 14:48:03.958983 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-97066dd2-99db-4d5e-a67b-3a5fb84a12cb req-d866e74e-47bd-46be-a519-4bd0795494ec tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 210 time: 0.1192641 May 13 14:48:04.072094 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de50ad8d-dd13-443e-911f-3286e87c3fed None None] Current status of the port 3012659c-55a6-4015-9d92-08babf26e36a is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:04.072664 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de50ad8d-dd13-443e-911f-3286e87c3fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:04.129246 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de50ad8d-dd13-443e-911f-3286e87c3fed None None] For port 3012659c-55a6-4015-9d92-08babf26e36a, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3012659c-55a6-4015-9d92-08babf26e36a,segment=NetworkSegment(d3bc30fb-4f45-4a74-b052-744641a00570),segment_id=d3bc30fb-4f45-4a74-b052-744641a00570)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:04.135738 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de50ad8d-dd13-443e-911f-3286e87c3fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:04.156612 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-13bbe6ff-b97e-4f6f-a797-dac71483eb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:04.157524 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-13bbe6ff-b97e-4f6f-a797-dac71483eb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:04.158980 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-13bbe6ff-b97e-4f6f-a797-dac71483eb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:04.159677 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-13bbe6ff-b97e-4f6f-a797-dac71483eb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:04.160289 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-13bbe6ff-b97e-4f6f-a797-dac71483eb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:04.160842 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-13bbe6ff-b97e-4f6f-a797-dac71483eb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:04.161375 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-13bbe6ff-b97e-4f6f-a797-dac71483eb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:04.164305 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-13bbe6ff-b97e-4f6f-a797-dac71483eb90 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=18b9c5d8b3d043279654e2a115822f2a&device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 6489 time: 0.4281788 May 13 14:48:04.179486 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31ebd11e-3997-4d72-b41f-d65e1809a1fb req-77c3ce55-5bfb-4e5d-85b3-fee1c2acc76e tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:48:04.190885 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11bcb61-3b1a-4a4c-8e2a-1db69d4908af None None] Sync routers for ids ['fbf281ff-0cd3-4a5e-baeb-afe5654769f1'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:48:04.221595 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11bcb61-3b1a-4a4c-8e2a-1db69d4908af None None] Routers {'fbf281ff-0cd3-4a5e-baeb-afe5654769f1'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:48:04.222226 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f11bcb61-3b1a-4a4c-8e2a-1db69d4908af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:48:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['fbf281ff-0cd3-4a5e-baeb-afe5654769f1'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:04.245559 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-40392f04-2433-4d4b-b27c-e20c843bca45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'name': 'tempest-TestServerBasicOps-1227308815-router', 'tenant_id': '6165004ac18741f8a69dd64293b7a1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '7ed7c93c-4627-4b97-bad1-558401b1419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:52Z', 'updated_at': '2022-05-13T14:47:55Z', 'revision_number': 3, 'project_id': '6165004ac18741f8a69dd64293b7a1e1', 'gw_port': {'id': '7ed7c93c-4627-4b97-bad1-558401b1419f', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:42:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:54Z', 'updated_at': '2022-05-13T14:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:04.253951 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e71da13b-d7bc-4d4c-a396-47f9761d1d12 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:04.267674 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40392f04-2433-4d4b-b27c-e20c843bca45 None None] The sync data for ids ['24e8a5f2-9791-4479-812d-d8cfca04f9bb'] in n-d-841760-1 is: [{'id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'name': 'tempest-TestServerBasicOps-1227308815-router', 'tenant_id': '6165004ac18741f8a69dd64293b7a1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '7ed7c93c-4627-4b97-bad1-558401b1419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:52Z', 'updated_at': '2022-05-13T14:47:55Z', 'revision_number': 3, 'project_id': '6165004ac18741f8a69dd64293b7a1e1', 'gw_port': {'id': '7ed7c93c-4627-4b97-bad1-558401b1419f', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:42:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:54Z', 'updated_at': '2022-05-13T14:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:48:04.286729 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e71da13b-d7bc-4d4c-a396-47f9761d1d12 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:04.342602 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-aedfc5bf-2902-4493-bfe9-98d21438ca8c None None] Provisioning for port e034f71c-821c-4a13-aac6-eca5c712d5c6 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:04.363075 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50ad8d-dd13-443e-911f-3286e87c3fed None None] Pushing event updated for resources: {'Port': ['ID=3012659c-55a6-4015-9d92-08babf26e36a,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:04.372961 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-aedfc5bf-2902-4493-bfe9-98d21438ca8c None None] Provisioning complete for port e034f71c-821c-4a13-aac6-eca5c712d5c6 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:04.373675 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-aedfc5bf-2902-4493-bfe9-98d21438ca8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:04.440080 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-64113213-b3d0-443b-b94f-ae9bc381dda8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:04.462546 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ebd11e-3997-4d72-b41f-d65e1809a1fb req-77c3ce55-5bfb-4e5d-85b3-fee1c2acc76e tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] No DVR routers for this DVR port 46833746-4949-4cc0-876e-322482ef650d on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:48:04.506913 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71da13b-d7bc-4d4c-a396-47f9761d1d12 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ca225b-6f29-4c19-949a-90367c75b287,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:04.522415 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e71da13b-d7bc-4d4c-a396-47f9761d1d12 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:04.530461 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e71da13b-d7bc-4d4c-a396-47f9761d1d12 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.1255729 May 13 14:48:04.541644 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-aedfc5bf-2902-4493-bfe9-98d21438ca8c None None] Port e034f71c-821c-4a13-aac6-eca5c712d5c6 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:48:04.573584 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-f11bcb61-3b1a-4a4c-8e2a-1db69d4908af None None] Set router fbf281ff-0cd3-4a5e-baeb-afe5654769f1 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:48:04.577336 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37542) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:04.605881 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-2965836e-2797-435c-8ec2-05d1728becca tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Request body: {'security_group_rule': {'security_group_id': 'c9ca225b-6f29-4c19-949a-90367c75b287', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:04.636700 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-31ebd11e-3997-4d72-b41f-d65e1809a1fb req-77c3ce55-5bfb-4e5d-85b3-fee1c2acc76e tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:04.641530 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a721a847-2b50-4bb5-998e-f9f136e369e1', 'name': 'network-vif-deleted', 'tag': '46833746-4949-4cc0-876e-322482ef650d'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:48:04.667690 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2965836e-2797-435c-8ec2-05d1728becca tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:04.686897 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2965836e-2797-435c-8ec2-05d1728becca tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Usage tracker for resource:security_group_rule and tenant:9ae46022a3744d4398218beff70309cf is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:04.711667 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2965836e-2797-435c-8ec2-05d1728becca tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:04.739350 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2965836e-2797-435c-8ec2-05d1728becca tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:04.788885 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-68d1c17a-14c5-4f9f-926f-3315676a8aad None None] Provisioning complete for port 3012659c-55a6-4015-9d92-08babf26e36a triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:04.790142 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-68d1c17a-14c5-4f9f-926f-3315676a8aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:05.031560 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2965836e-2797-435c-8ec2-05d1728becca tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:05.198993 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-31ebd11e-3997-4d72-b41f-d65e1809a1fb req-77c3ce55-5bfb-4e5d-85b3-fee1c2acc76e tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.59 "DELETE /v2.0/ports/46833746-4949-4cc0-876e-322482ef650d HTTP/1.1" status: 204 len: 173 time: 6.7390978 May 13 14:48:05.363054 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-68d1c17a-14c5-4f9f-926f-3315676a8aad None None] Current status of the port 3012659c-55a6-4015-9d92-08babf26e36a is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:05.374655 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34da2930-20f2-494f-af4f-2fc139d3389a'] response: {'server_uuid': 'a721a847-2b50-4bb5-998e-f9f136e369e1', 'name': 'network-vif-deleted', 'tag': '46833746-4949-4cc0-876e-322482ef650d', 'status': 'completed', 'code': 200} May 13 14:48:05.411553 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-68d1c17a-14c5-4f9f-926f-3315676a8aad None None] Provisioning for port 1fcb1bd9-f821-4cf0-bb32-de9518a072fb completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:05.415007 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-47ed768b-cfe8-425e-8ddd-5aea6622bece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:05.418860 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-47ed768b-cfe8-425e-8ddd-5aea6622bece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:05.423287 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-68d1c17a-14c5-4f9f-926f-3315676a8aad None None] Provisioning complete for port 1fcb1bd9-f821-4cf0-bb32-de9518a072fb triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:05.423713 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-68d1c17a-14c5-4f9f-926f-3315676a8aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:05.431085 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-47ed768b-cfe8-425e-8ddd-5aea6622bece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:05.441292 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-47ed768b-cfe8-425e-8ddd-5aea6622bece service neutron] 10.222.0.74 "GET /v2.0/networks?id=144b0538-5a90-40dc-8493-8ee490cbd7e0&id=1a1930ec-5440-44c2-86b3-9a9de9e18d18&id=1a1930ec-5440-44c2-86b3-9a9de9e18d18&id=1a1930ec-5440-44c2-86b3-9a9de9e18d18&id=1a1930ec-5440-44c2-86b3-9a9de9e18d18&id=471adc6c-b70b-42c1-bc3f-35baec009201&id=471adc6c-b70b-42c1-bc3f-35baec009201 HTTP/1.1" status: 200 len: 2291 time: 1.1962762 May 13 14:48:05.518910 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 7ed7c93c-4627-4b97-bad1-558401b1419f up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:05.632126 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f11bcb61-3b1a-4a4c-8e2a-1db69d4908af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'name': 'tempest-AttachVolumeTestJSON-607053534-router', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:02Z', 'updated_at': '2022-05-13T14:44:27Z', 'revision_number': 4, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'gw_port': {'id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:07:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:04Z', 'updated_at': '2022-05-13T14:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '6932a6e1-159c-443f-ae69-5dbb2db31cd8', 'name': '', 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'mac_address': 'fa:16:3e:83:e4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '363e7da1-0d6f-4e89-9da3-93f517417d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:23Z', 'updated_at': '2022-05-13T14:44:37Z', 'revision_number': 5, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'subnets': [{'id': '363e7da1-0d6f-4e89-9da3-93f517417d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:05.642213 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11bcb61-3b1a-4a4c-8e2a-1db69d4908af None None] Checking router: fbf281ff-0cd3-4a5e-baeb-afe5654769f1 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:48:05.666757 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11bcb61-3b1a-4a4c-8e2a-1db69d4908af None None] Routers {'fbf281ff-0cd3-4a5e-baeb-afe5654769f1'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:48:05.667653 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f11bcb61-3b1a-4a4c-8e2a-1db69d4908af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:48:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['fbf281ff-0cd3-4a5e-baeb-afe5654769f1'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:05.743030 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2965836e-2797-435c-8ec2-05d1728becca tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:05.759960 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2965836e-2797-435c-8ec2-05d1728becca tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:05.778235 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-68d1c17a-14c5-4f9f-926f-3315676a8aad None None] Port 1fcb1bd9-f821-4cf0-bb32-de9518a072fb cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:48:05.797960 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 7ed7c93c-4627-4b97-bad1-558401b1419f completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:05.803825 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 7ed7c93c-4627-4b97-bad1-558401b1419f triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:05.804195 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:05.827791 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-9baa0565-2e0b-490a-82ef-e953cb1bfb9c req-6726a85c-f2c9-4535-8398-962b16d49621 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Synchronizing usage tracker for tenant:4b31433d5022490ba6cd8b183da7a35f on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:48:05.844501 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965836e-2797-435c-8ec2-05d1728becca tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb3608b5-8556-4b44-af7c-ba97b2a40b63,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:05.847951 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7ea4fcc9-dfcc-470a-8c9f-25933b131b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:05.977779 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2965836e-2797-435c-8ec2-05d1728becca tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:05.982783 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2965836e-2797-435c-8ec2-05d1728becca tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3930495 May 13 14:48:05.988905 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37562) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:06.029944 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f2e46c28-4a0b-41ef-a78b-41f887b19ccc None None] Provisioning complete for port 1fcb1bd9-f821-4cf0-bb32-de9518a072fb triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:06.030419 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f2e46c28-4a0b-41ef-a78b-41f887b19ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:06.040163 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-f11bcb61-3b1a-4a4c-8e2a-1db69d4908af None None] Set router fbf281ff-0cd3-4a5e-baeb-afe5654769f1 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:48:06.113154 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f2e46c28-4a0b-41ef-a78b-41f887b19ccc None None] Port 1fcb1bd9-f821-4cf0-bb32-de9518a072fb cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:48:06.245609 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-64113213-b3d0-443b-b94f-ae9bc381dda8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:06.263615 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-64113213-b3d0-443b-b94f-ae9bc381dda8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:06.293412 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 7ed7c93c-4627-4b97-bad1-558401b1419f is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:06.294169 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:06.342319 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 7ed7c93c-4627-4b97-bad1-558401b1419f, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=7ed7c93c-4627-4b97-bad1-558401b1419f,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:06.349110 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:06.352462 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3012659c-55a6-4015-9d92-08babf26e36a up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:06.525392 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-9baa0565-2e0b-490a-82ef-e953cb1bfb9c req-6726a85c-f2c9-4535-8398-962b16d49621 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Unset dirty status for tenant:4b31433d5022490ba6cd8b183da7a35f on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:48:06.530872 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9baa0565-2e0b-490a-82ef-e953cb1bfb9c req-6726a85c-f2c9-4535-8398-962b16d49621 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=a721a847-2b50-4bb5-998e-f9f136e369e1 HTTP/1.1" status: 200 len: 210 time: 1.0681365 May 13 14:48:06.572035 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64113213-b3d0-443b-b94f-ae9bc381dda8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Port': ['ID=1fcb1bd9-f821-4cf0-bb32-de9518a072fb,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:06.573066 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-9fe133a7-494e-4ff2-8fa8-a92952a87af7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=287acb6a-4dc7-45f4-8951-887c0db993bc HTTP/1.1" status: 200 len: 1001 time: 1.1154511 May 13 14:48:06.593398 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-43fa2ef8-d13a-459c-97b4-3a34a0cc23b3 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:06.677373 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 3012659c-55a6-4015-9d92-08babf26e36a triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:06.677923 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:06.692041 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-64113213-b3d0-443b-b94f-ae9bc381dda8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:06.714133 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-43fa2ef8-d13a-459c-97b4-3a34a0cc23b3 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:06.790208 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=7ed7c93c-4627-4b97-bad1-558401b1419f,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:06.917717 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-8fea636f-e5d6-49ff-b3ca-0d6eea43bf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:06.945582 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-8fea636f-e5d6-49ff-b3ca-0d6eea43bf66 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8a9c690f-a84d-47bd-a3d1-b0cafcf431f8 HTTP/1.1" status: 200 len: 849 time: 0.3562155 May 13 14:48:06.982221 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 3012659c-55a6-4015-9d92-08babf26e36a is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:07.010607 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-43fa2ef8-d13a-459c-97b4-3a34a0cc23b3 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:07.042687 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa2ef8-d13a-459c-97b4-3a34a0cc23b3 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ca225b-6f29-4c19-949a-90367c75b287,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:07.049801 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f11bcb61-3b1a-4a4c-8e2a-1db69d4908af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'name': 'tempest-AttachVolumeTestJSON-607053534-router', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:02Z', 'updated_at': '2022-05-13T14:44:27Z', 'revision_number': 4, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'gw_port': {'id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:07:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:04Z', 'updated_at': '2022-05-13T14:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '6932a6e1-159c-443f-ae69-5dbb2db31cd8', 'name': '', 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'mac_address': 'fa:16:3e:83:e4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '363e7da1-0d6f-4e89-9da3-93f517417d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:23Z', 'updated_at': '2022-05-13T14:44:37Z', 'revision_number': 5, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'subnets': [{'id': '363e7da1-0d6f-4e89-9da3-93f517417d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:07.065472 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11bcb61-3b1a-4a4c-8e2a-1db69d4908af None None] The sync data for ids ['fbf281ff-0cd3-4a5e-baeb-afe5654769f1'] in n-d-841760-1 is: [{'id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'name': 'tempest-AttachVolumeTestJSON-607053534-router', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:02Z', 'updated_at': '2022-05-13T14:44:27Z', 'revision_number': 4, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'gw_port': {'id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:07:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:04Z', 'updated_at': '2022-05-13T14:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '6932a6e1-159c-443f-ae69-5dbb2db31cd8', 'name': '', 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'mac_address': 'fa:16:3e:83:e4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '363e7da1-0d6f-4e89-9da3-93f517417d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:23Z', 'updated_at': '2022-05-13T14:44:37Z', 'revision_number': 5, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'subnets': [{'id': '363e7da1-0d6f-4e89-9da3-93f517417d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:48:07.079092 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64113213-b3d0-443b-b94f-ae9bc381dda8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network 07eef2c6-e17c-479d-a6d8-db8346c837a1 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:07.087184 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-64113213-b3d0-443b-b94f-ae9bc381dda8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:07.119295 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 7ed7c93c-4627-4b97-bad1-558401b1419f up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:07.214986 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7ea4fcc9-dfcc-470a-8c9f-25933b131b2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:07.229652 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-9ec4e426-0b74-421f-8bd4-68333a5cd8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:07.231225 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-9ec4e426-0b74-421f-8bd4-68333a5cd8f6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=144b0538-5a90-40dc-8493-8ee490cbd7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2765093 May 13 14:48:07.245775 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-43fa2ef8-d13a-459c-97b4-3a34a0cc23b3 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:07.247312 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-43fa2ef8-d13a-459c-97b4-3a34a0cc23b3 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "DELETE /v2.0/security-groups/c9ca225b-6f29-4c19-949a-90367c75b287 HTTP/1.1" status: 204 len: 168 time: 1.2574329 May 13 14:48:07.255764 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37578) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:07.315769 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 7ed7c93c-4627-4b97-bad1-558401b1419f triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:07.316143 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:07.557858 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7ea4fcc9-dfcc-470a-8c9f-25933b131b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:07.629670 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0548d4d7-0a13-4346-aa11-897dcf95ee97 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Synchronizing usage tracker for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:48:07.660929 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 7ed7c93c-4627-4b97-bad1-558401b1419f is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:07.671398 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-121c84da-6a6e-4e13-972d-d5df293182d3 None None] Provisioning complete for port 1fcb1bd9-f821-4cf0-bb32-de9518a072fb triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:07.671835 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-121c84da-6a6e-4e13-972d-d5df293182d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:07.692465 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0548d4d7-0a13-4346-aa11-897dcf95ee97 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Unset dirty status for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:48:07.694251 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0548d4d7-0a13-4346-aa11-897dcf95ee97 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4371068 May 13 14:48:07.697139 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37586) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:07.732894 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64113213-b3d0-443b-b94f-ae9bc381dda8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Router 767c7e65-efdd-4913-81e9-4df1d3dae4d3 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:48:07.806234 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e45de8c-b5e0-48b1-ad0c-ffb17305cd9c None None] New status for floating IP b3d4325c-f838-4bff-8836-d08d3e0deec5: DOWN {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:48:07.832239 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37594) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:07.837930 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-74508778-6807-4e93-8fa3-1a0922435d85 service neutron] 10.222.0.74 "GET /v2.0/networks/144b0538-5a90-40dc-8493-8ee490cbd7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5986016 May 13 14:48:07.994234 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7ea4fcc9-dfcc-470a-8c9f-25933b131b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:08.009279 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4fcc9-dfcc-470a-8c9f-25933b131b2c admin admin] Pushing event updated for resources: {'Port': ['ID=e034f71c-821c-4a13-aac6-eca5c712d5c6,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:08.071229 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64113213-b3d0-443b-b94f-ae9bc381dda8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:48:08.080735 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-121c84da-6a6e-4e13-972d-d5df293182d3 None None] Port 1fcb1bd9-f821-4cf0-bb32-de9518a072fb cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:48:08.082290 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6c5cfb-e259-4b70-88a5-96d274f93904 None None] Sync routers for ids ['767c7e65-efdd-4913-81e9-4df1d3dae4d3'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:48:08.096405 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-64113213-b3d0-443b-b94f-ae9bc381dda8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "PUT /v2.0/routers/767c7e65-efdd-4913-81e9-4df1d3dae4d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2348347 May 13 14:48:08.101330 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6c5cfb-e259-4b70-88a5-96d274f93904 None None] Routers {'767c7e65-efdd-4913-81e9-4df1d3dae4d3'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:48:08.101623 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-64e0353e-2f66-430d-8210-a549eebc41ae tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Synchronizing usage tracker for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group_rule {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:48:08.101954 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-4b6c5cfb-e259-4b70-88a5-96d274f93904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:48:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['767c7e65-efdd-4913-81e9-4df1d3dae4d3'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:08.106495 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37600) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:08.188733 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-64e0353e-2f66-430d-8210-a549eebc41ae tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] Unset dirty status for tenant:9ae46022a3744d4398218beff70309cf on resource:security_group_rule {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:48:08.193877 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-64e0353e-2f66-430d-8210-a549eebc41ae tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.4955757 May 13 14:48:08.200916 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37604) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:08.224411 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-4b6c5cfb-e259-4b70-88a5-96d274f93904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:08.241309 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2072c469-9c58-49cb-873f-34441e92fd20 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:08.241546 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6c5cfb-e259-4b70-88a5-96d274f93904 None None] Routers {'767c7e65-efdd-4913-81e9-4df1d3dae4d3'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:48:08.241915 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-4b6c5cfb-e259-4b70-88a5-96d274f93904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:48:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['767c7e65-efdd-4913-81e9-4df1d3dae4d3'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:08.253749 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-2d27aeff-a8a3-4bbd-87f4-01fb8c559daf tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] delete failed (client error): The resource could not be found. May 13 14:48:08.256288 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2d27aeff-a8a3-4bbd-87f4-01fb8c559daf tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "DELETE /v2.0/security-groups/c9ca225b-6f29-4c19-949a-90367c75b287 HTTP/1.1" status: 404 len: 347 time: 0.0478408 May 13 14:48:08.268163 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37608) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:08.270811 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-429debd6-dd4d-403f-a1bd-3c24ffd7f0c0 service neutron] 10.222.0.74 "GET /v2.0/networks/144b0538-5a90-40dc-8493-8ee490cbd7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928742 May 13 14:48:08.328922 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-4b6c5cfb-e259-4b70-88a5-96d274f93904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:08.329690 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6c5cfb-e259-4b70-88a5-96d274f93904 None None] The sync data for ids ['767c7e65-efdd-4913-81e9-4df1d3dae4d3'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:48:08.390189 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-ba008756-c62f-4be4-bbf0-9b283765da49 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=daf2e69b-43ff-47c0-885c-637ff3620bd1 HTTP/1.1" status: 200 len: 217 time: 0.1119015 May 13 14:48:08.437519 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea4fcc9-dfcc-470a-8c9f-25933b131b2c admin admin] Network 5282d3ed-350b-4da4-8383-5e6e9e2a8391 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:08.443477 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-7ea4fcc9-dfcc-470a-8c9f-25933b131b2c admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:08.468635 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2072c469-9c58-49cb-873f-34441e92fd20 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:08.533566 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d573e8cc-7311-45e6-bc94-17c4c5dc3ca6 tempest-SecGroupIPv6Test-389884204 tempest-SecGroupIPv6Test-389884204-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2642283 May 13 14:48:08.578318 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-646e2765-591f-4b8e-8a08-6b2b0c058573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:08.579545 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-646e2765-591f-4b8e-8a08-6b2b0c058573 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=80d5ab86-7db0-4947-99cf-66a27fc20541 HTTP/1.1" status: 200 len: 797 time: 0.1819582 May 13 14:48:08.594704 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fe4fcf-f8b6-4583-894f-31d16bf8d7b6 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:08.595558 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-46fe4fcf-f8b6-4583-894f-31d16bf8d7b6 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Synchronizing usage tracker for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:48:08.640949 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2072c469-9c58-49cb-873f-34441e92fd20 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:08.669532 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-46fe4fcf-f8b6-4583-894f-31d16bf8d7b6 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Unset dirty status for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:48:08.673899 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-46fe4fcf-f8b6-4583-894f-31d16bf8d7b6 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "GET /v2.0/ports?device_id=767c7e65-efdd-4913-81e9-4df1d3dae4d3 HTTP/1.1" status: 200 len: 982 time: 0.5604041 May 13 14:48:08.673899 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072c469-9c58-49cb-873f-34441e92fd20 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c786630b-a7dc-4c5b-a16e-e7bae55c1036,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:08.675728 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37614) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:08.804955 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea4fcc9-dfcc-470a-8c9f-25933b131b2c admin admin] Router 24e8a5f2-9791-4479-812d-d8cfca04f9bb has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:48:08.813130 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-59436a7e-79ec-4a98-8863-1be7d2673371 None None] Provisioning complete for port e034f71c-821c-4a13-aac6-eca5c712d5c6 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:08.815096 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-59436a7e-79ec-4a98-8863-1be7d2673371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:08.828188 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-3b2e7891-5dbe-494d-914f-6330bad25672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:08.829946 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-3b2e7891-5dbe-494d-914f-6330bad25672 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1a1930ec-5440-44c2-86b3-9a9de9e18d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2431424 May 13 14:48:08.907782 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-59436a7e-79ec-4a98-8863-1be7d2673371 None None] Port e034f71c-821c-4a13-aac6-eca5c712d5c6 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:48:08.912477 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2072c469-9c58-49cb-873f-34441e92fd20 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:08.916503 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2072c469-9c58-49cb-873f-34441e92fd20 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "DELETE /v2.0/security-groups/c786630b-a7dc-4c5b-a16e-e7bae55c1036 HTTP/1.1" status: 204 len: 168 time: 1.0622158 May 13 14:48:08.917669 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37622) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:08.946660 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-7e0f7b5d-ddde-49f9-afaa-b08bfecff622 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] show failed (client error): The resource could not be found. May 13 14:48:08.952457 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7e0f7b5d-ddde-49f9-afaa-b08bfecff622 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups/c786630b-a7dc-4c5b-a16e-e7bae55c1036 HTTP/1.1" status: 404 len: 347 time: 0.0316155 May 13 14:48:08.956377 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37628) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:09.058641 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37632) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:09.374495 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea4fcc9-dfcc-470a-8c9f-25933b131b2c admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:48:09.384500 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369dbcd0-bfcf-4f5c-863c-04638299d4bc None None] Sync routers for ids ['24e8a5f2-9791-4479-812d-d8cfca04f9bb'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:48:09.401996 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369dbcd0-bfcf-4f5c-863c-04638299d4bc None None] Routers {'24e8a5f2-9791-4479-812d-d8cfca04f9bb'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:48:09.403832 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-369dbcd0-bfcf-4f5c-863c-04638299d4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:48:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['24e8a5f2-9791-4479-812d-d8cfca04f9bb'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:09.436398 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-a3400597-395f-41f2-bae6-020bf049a09d service neutron] 10.222.0.74 "GET /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5990376 May 13 14:48:09.447629 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7ea4fcc9-dfcc-470a-8c9f-25933b131b2c admin admin] 10.222.0.35 "PUT /v2.0/routers/24e8a5f2-9791-4479-812d-d8cfca04f9bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0507483 May 13 14:48:09.534062 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-6af24162-8d2d-4357-a0f7-1cae39b774c9 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Deleting port 3e49b27f-eb5c-4acf-832b-2847b30e2ac3 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:48:09.535023 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6af24162-8d2d-4357-a0f7-1cae39b774c9 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:09.617428 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-9718e55b-eef0-47b0-b66e-1b12ec60cdc3 service neutron] 10.222.0.74 "GET /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734455 May 13 14:48:09.718734 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-866c4bfc-0db1-4545-b76b-d81f3626fbe7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=67e7f531-e2b2-4161-81a5-7ac49b7125b3 HTTP/1.1" status: 200 len: 217 time: 0.0936885 May 13 14:48:09.813641 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-369dbcd0-bfcf-4f5c-863c-04638299d4bc None None] Set router 24e8a5f2-9791-4479-812d-d8cfca04f9bb gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:48:09.841890 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-de89ee1c-7774-40a5-9af9-9233fecf6b5d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ae46022a3744d4398218beff70309cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7782173 May 13 14:48:09.842869 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37652) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:09.887151 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-a5497717-40d2-4ecd-aeac-2dce8a6bcd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:09.890046 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-a5497717-40d2-4ecd-aeac-2dce8a6bcd4c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=80d5ab86-7db0-4947-99cf-66a27fc20541 HTTP/1.1" status: 200 len: 797 time: 0.1653438 May 13 14:48:10.040230 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-a99fefa9-d56e-435f-a34e-6f7806031f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:10.044426 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-a99fefa9-d56e-435f-a34e-6f7806031f3b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1a1930ec-5440-44c2-86b3-9a9de9e18d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1483448 May 13 14:48:10.311222 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d13b7f22-3795-4a46-bcb9-617a314601f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:10.314755 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6af24162-8d2d-4357-a0f7-1cae39b774c9 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:10.315388 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6af24162-8d2d-4357-a0f7-1cae39b774c9 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:10.413458 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-4c62be2a-1d18-4631-a7bd-253ac75f6c56 service neutron] 10.222.0.74 "GET /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595257 May 13 14:48:10.468165 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-6af24162-8d2d-4357-a0f7-1cae39b774c9 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Calling delete_port for 3e49b27f-eb5c-4acf-832b-2847b30e2ac3 owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:48:10.557111 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d13b7f22-3795-4a46-bcb9-617a314601f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:10.621020 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37670) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:10.645597 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-6bce00ce-7803-4ac0-b4fb-6c2e1cff35dc service neutron] 10.222.0.74 "GET /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158415 May 13 14:48:10.649913 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-e9095366-a84c-4a22-b40d-ede70cc6469c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1147072485-network', 'tenant_id': 'e4c2a0535ce0400ba706f596c15b607b'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:10.674045 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-369dbcd0-bfcf-4f5c-863c-04638299d4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'name': 'tempest-TestServerBasicOps-1227308815-router', 'tenant_id': '6165004ac18741f8a69dd64293b7a1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '7ed7c93c-4627-4b97-bad1-558401b1419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:52Z', 'updated_at': '2022-05-13T14:48:04Z', 'revision_number': 4, 'project_id': '6165004ac18741f8a69dd64293b7a1e1', 'gw_port': {'id': '7ed7c93c-4627-4b97-bad1-558401b1419f', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:54Z', 'updated_at': '2022-05-13T14:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'e034f71c-821c-4a13-aac6-eca5c712d5c6', 'name': '', 'network_id': '5282d3ed-350b-4da4-8383-5e6e9e2a8391', 'tenant_id': '6165004ac18741f8a69dd64293b7a1e1', 'mac_address': 'fa:16:3e:f9:01:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '1c8f4586-9019-4e40-a9f7-0e85fc630d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:01Z', 'updated_at': '2022-05-13T14:48:06Z', 'revision_number': 2, 'project_id': '6165004ac18741f8a69dd64293b7a1e1', 'subnets': [{'id': '1c8f4586-9019-4e40-a9f7-0e85fc630d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:10.685372 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369dbcd0-bfcf-4f5c-863c-04638299d4bc None None] Checking router: 24e8a5f2-9791-4479-812d-d8cfca04f9bb for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:48:10.685782 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369dbcd0-bfcf-4f5c-863c-04638299d4bc None None] Updating router 24e8a5f2-9791-4479-812d-d8cfca04f9bb port e034f71c-821c-4a13-aac6-eca5c712d5c6 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:48:10.719690 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e9095366-a84c-4a22-b40d-ede70cc6469c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:10.730867 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-b7d61cfa-924e-4fe1-8eee-5171db88b282 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=db83639c-a133-43bc-b112-4ab8da679863 HTTP/1.1" status: 200 len: 217 time: 0.0768371 May 13 14:48:10.731927 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e9095366-a84c-4a22-b40d-ede70cc6469c admin admin] Usage tracker for resource:network and tenant:e4c2a0535ce0400ba706f596c15b607b is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:10.735529 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e9095366-a84c-4a22-b40d-ede70cc6469c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:10.783981 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e9095366-a84c-4a22-b40d-ede70cc6469c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:10.811560 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9095366-a84c-4a22-b40d-ede70cc6469c admin admin] Made reservation on behalf of e4c2a0535ce0400ba706f596c15b607b for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:10.814026 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-369dbcd0-bfcf-4f5c-863c-04638299d4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:10.815127 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e9095366-a84c-4a22-b40d-ede70cc6469c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:10.824014 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d13b7f22-3795-4a46-bcb9-617a314601f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:10.830191 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e9095366-a84c-4a22-b40d-ede70cc6469c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:10.849346 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-80b1163f-4ac0-4ec1-8a50-ea2caba4f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:10.850849 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-80b1163f-4ac0-4ec1-8a50-ea2caba4f95a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=80d5ab86-7db0-4947-99cf-66a27fc20541 HTTP/1.1" status: 200 len: 797 time: 0.1115377 May 13 14:48:10.854818 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e9095366-a84c-4a22-b40d-ede70cc6469c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:10.860820 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e9095366-a84c-4a22-b40d-ede70cc6469c admin admin] Usage tracker for resource:security_group_rule and tenant:e4c2a0535ce0400ba706f596c15b607b is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:10.866592 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e9095366-a84c-4a22-b40d-ede70cc6469c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:10.879281 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b7f22-3795-4a46-bcb9-617a314601f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9ea11d-e9bb-4f93-be3d-10f406121f5a,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:10.881417 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6af24162-8d2d-4357-a0f7-1cae39b774c9 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:10.881567 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e9095366-a84c-4a22-b40d-ede70cc6469c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:11.083124 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e9095366-a84c-4a22-b40d-ede70cc6469c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:11.201329 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af24162-8d2d-4357-a0f7-1cae39b774c9 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Pushing event deleted for resources: {'Port': ['ID=3e49b27f-eb5c-4acf-832b-2847b30e2ac3,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:11.209337 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e9095366-a84c-4a22-b40d-ede70cc6469c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:11.227705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9095366-a84c-4a22-b40d-ede70cc6469c admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:48:11.239901 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e9095366-a84c-4a22-b40d-ede70cc6469c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:11.240534 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-e9095366-a84c-4a22-b40d-ede70cc6469c admin admin] Added segment 3a29a968-60a2-4340-917d-a4cd80014364 of type vlan for network d51859c9-941b-45d2-a2bb-408dee695648 May 13 14:48:11.284802 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e9095366-a84c-4a22-b40d-ede70cc6469c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:11.287579 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6acc69f0-d71f-4b9f-b8a5-9ef1b026f665 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:11.360816 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9095366-a84c-4a22-b40d-ede70cc6469c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62e5694-95a4-4b09-baf8-82115905b9e8,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:11.364149 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e9095366-a84c-4a22-b40d-ede70cc6469c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:11.365104 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9095366-a84c-4a22-b40d-ede70cc6469c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:11.365673 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e9095366-a84c-4a22-b40d-ede70cc6469c admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:11.518313 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e9095366-a84c-4a22-b40d-ede70cc6469c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8959730 May 13 14:48:11.523072 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9095366-a84c-4a22-b40d-ede70cc6469c admin admin] Pushing event updated for resources: {'Network': ['ID=d51859c9-941b-45d2-a2bb-408dee695648,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:11.527053 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37678) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:11.541699 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network d51859c9-941b-45d2-a2bb-408dee695648 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:48:11.548185 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-98ed2bf8-99de-4c66-b683-041313beb3e2 admin admin] Request body: {'subnet': {'network_id': 'd51859c9-941b-45d2-a2bb-408dee695648', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1147072485-subnet', 'tenant_id': 'e4c2a0535ce0400ba706f596c15b607b', 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:11.567065 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-98ed2bf8-99de-4c66-b683-041313beb3e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:11.578432 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-98ed2bf8-99de-4c66-b683-041313beb3e2 admin admin] Usage tracker for resource:subnet and tenant:e4c2a0535ce0400ba706f596c15b607b is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:11.583250 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-98ed2bf8-99de-4c66-b683-041313beb3e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:11.592073 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-98ed2bf8-99de-4c66-b683-041313beb3e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:11.609206 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-41a64479-e8ca-4f36-a4fd-68b3e8f907e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:11.614213 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-41a64479-e8ca-4f36-a4fd-68b3e8f907e3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1a1930ec-5440-44c2-86b3-9a9de9e18d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5285733 May 13 14:48:11.615455 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ed2bf8-99de-4c66-b683-041313beb3e2 admin admin] Made reservation on behalf of e4c2a0535ce0400ba706f596c15b607b for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:11.618774 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98ed2bf8-99de-4c66-b683-041313beb3e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:11.922201 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-369dbcd0-bfcf-4f5c-863c-04638299d4bc None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:11.928322 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-cfd9cbc7-6fe4-41ba-995a-734260690e02 service neutron] 10.222.0.74 "GET /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592368 May 13 14:48:11.943571 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-369dbcd0-bfcf-4f5c-863c-04638299d4bc None None] Transition to ACTIVE for port object e034f71c-821c-4a13-aac6-eca5c712d5c6 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:11.962021 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-369dbcd0-bfcf-4f5c-863c-04638299d4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:11.976986 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6af24162-8d2d-4357-a0f7-1cae39b774c9 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for floatingip, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:11.997453 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6af24162-8d2d-4357-a0f7-1cae39b774c9 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:12.004170 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6af24162-8d2d-4357-a0f7-1cae39b774c9 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "DELETE /v2.0/floatingips/b3d4325c-f838-4bff-8836-d08d3e0deec5 HTTP/1.1" status: 204 len: 168 time: 3.0442240 May 13 14:48:12.010854 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d13b7f22-3795-4a46-bcb9-617a314601f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:12.016929 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d13b7f22-3795-4a46-bcb9-617a314601f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/be9ea11d-e9bb-4f93-be3d-10f406121f5a HTTP/1.1" status: 204 len: 168 time: 2.0522959 May 13 14:48:12.065031 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-6acc69f0-d71f-4b9f-b8a5-9ef1b026f665 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting port 1fcb1bd9-f821-4cf0-bb32-de9518a072fb {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:48:12.068006 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6acc69f0-d71f-4b9f-b8a5-9ef1b026f665 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:12.480264 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec4f7d-79ac-4a9c-93fa-e1ddbf4fc420 None None] Pushing event updated for resources: {'Port': ['ID=e034f71c-821c-4a13-aac6-eca5c712d5c6,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:12.526378 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37690) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:12.526575 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37692) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:12.534273 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-369dbcd0-bfcf-4f5c-863c-04638299d4bc None None] Attempting to bind port e034f71c-821c-4a13-aac6-eca5c712d5c6 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:48:12.534273 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-369dbcd0-bfcf-4f5c-863c-04638299d4bc None None] Attempting to bind port e034f71c-821c-4a13-aac6-eca5c712d5c6 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '34abcdca-4f95-4169-844a-19537946b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5282d3ed-350b-4da4-8383-5e6e9e2a8391'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:48:12.534524 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369dbcd0-bfcf-4f5c-863c-04638299d4bc None None] Attempting to bind port e034f71c-821c-4a13-aac6-eca5c712d5c6 on network 5282d3ed-350b-4da4-8383-5e6e9e2a8391 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:48:12.539066 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-1be3c486-a83c-4477-ad19-75012f1a4f6f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Request body: {'security_group': {'name': 'tempest-securitygroup--632194180', 'description': 'tempest-description--2023110329'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:12.547239 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369dbcd0-bfcf-4f5c-863c-04638299d4bc None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:48:12.550427 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1be3c486-a83c-4477-ad19-75012f1a4f6f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:12.551315 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369dbcd0-bfcf-4f5c-863c-04638299d4bc None None] Checking segment: {'id': '34abcdca-4f95-4169-844a-19537946b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5282d3ed-350b-4da4-8383-5e6e9e2a8391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:48:12.551685 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-369dbcd0-bfcf-4f5c-863c-04638299d4bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:12.552084 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369dbcd0-bfcf-4f5c-863c-04638299d4bc None None] Bound using segment: {'id': '34abcdca-4f95-4169-844a-19537946b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5282d3ed-350b-4da4-8383-5e6e9e2a8391'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:48:12.552806 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-369dbcd0-bfcf-4f5c-863c-04638299d4bc None None] Bound port: e034f71c-821c-4a13-aac6-eca5c712d5c6, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34abcdca-4f95-4169-844a-19537946b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5282d3ed-350b-4da4-8383-5e6e9e2a8391'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:48:12.553084 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-369dbcd0-bfcf-4f5c-863c-04638299d4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:12.554957 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1be3c486-a83c-4477-ad19-75012f1a4f6f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Usage tracker for resource:security_group and tenant:4b31433d5022490ba6cd8b183da7a35f is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:12.558172 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1be3c486-a83c-4477-ad19-75012f1a4f6f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:12.564889 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1be3c486-a83c-4477-ad19-75012f1a4f6f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:12.576507 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-06e155dd-f77f-4504-a67a-af2ac7b9f95e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1123286764'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:12.585403 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1be3c486-a83c-4477-ad19-75012f1a4f6f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:12.607317 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-06e155dd-f77f-4504-a67a-af2ac7b9f95e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:12.618798 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-06e155dd-f77f-4504-a67a-af2ac7b9f95e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Usage tracker for resource:network and tenant:dacb06c0bb204205bf6fd6f72c27271e is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:12.624370 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-06e155dd-f77f-4504-a67a-af2ac7b9f95e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:12.631093 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6acc69f0-d71f-4b9f-b8a5-9ef1b026f665 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:12.645450 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98ed2bf8-99de-4c66-b683-041313beb3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:12.651939 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-06e155dd-f77f-4504-a67a-af2ac7b9f95e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:12.651939 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1be3c486-a83c-4477-ad19-75012f1a4f6f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:12.658030 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1be3c486-a83c-4477-ad19-75012f1a4f6f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Usage tracker for resource:security_group_rule and tenant:4b31433d5022490ba6cd8b183da7a35f is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:12.717645 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1be3c486-a83c-4477-ad19-75012f1a4f6f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:12.790673 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1be3c486-a83c-4477-ad19-75012f1a4f6f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:12.801111 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-6acc69f0-d71f-4b9f-b8a5-9ef1b026f665 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Calling delete_port for 1fcb1bd9-f821-4cf0-bb32-de9518a072fb owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:48:12.803783 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed2bf8-99de-4c66-b683-041313beb3e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69a77e24-b3fa-48e5-b1b0-c96c6565cb0d,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:12.834509 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e155dd-f77f-4504-a67a-af2ac7b9f95e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Made reservation on behalf of dacb06c0bb204205bf6fd6f72c27271e for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:12.838137 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-06e155dd-f77f-4504-a67a-af2ac7b9f95e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:12.875164 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-fa53b5f0-ef45-4b3c-b068-d2fafd00625b service neutron] 10.222.0.74 "GET /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9306660 May 13 14:48:12.876265 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ed2bf8-99de-4c66-b683-041313beb3e2 admin admin] Checking segment: {'id': '3a29a968-60a2-4340-917d-a4cd80014364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd51859c9-941b-45d2-a2bb-408dee695648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:48:12.877553 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ed2bf8-99de-4c66-b683-041313beb3e2 admin admin] Network hostable DHCP agents. Network: d51859c9-941b-45d2-a2bb-408dee695648, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:48:12.911374 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e155dd-f77f-4504-a67a-af2ac7b9f95e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:48:12.943223 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-369dbcd0-bfcf-4f5c-863c-04638299d4bc None None] For port e034f71c-821c-4a13-aac6-eca5c712d5c6, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:48:12.950684 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-369dbcd0-bfcf-4f5c-863c-04638299d4bc None None] For port e034f71c-821c-4a13-aac6-eca5c712d5c6, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=e034f71c-821c-4a13-aac6-eca5c712d5c6,segment=NetworkSegment(34abcdca-4f95-4169-844a-19537946b334),segment_id=34abcdca-4f95-4169-844a-19537946b334)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:48:12.962933 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-06e155dd-f77f-4504-a67a-af2ac7b9f95e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:12.962933 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-06e155dd-f77f-4504-a67a-af2ac7b9f95e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Added segment 2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1 of type vlan for network b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c May 13 14:48:12.972276 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-369dbcd0-bfcf-4f5c-863c-04638299d4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:13.019077 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-e654a521-f578-413e-a649-5ead4fa72167 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=42a1abac-e5c5-46b8-a459-21e4016e4e47 HTTP/1.1" status: 200 len: 217 time: 0.1339736 May 13 14:48:13.055648 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-06e155dd-f77f-4504-a67a-af2ac7b9f95e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:13.063248 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1be3c486-a83c-4477-ad19-75012f1a4f6f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:13.079480 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1be3c486-a83c-4477-ad19-75012f1a4f6f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:13.124130 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3c486-a83c-4477-ad19-75012f1a4f6f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52ba1124-588d-4283-955b-65977f808f29,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:13.237162 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369dbcd0-bfcf-4f5c-863c-04638299d4bc None None] Routers {'24e8a5f2-9791-4479-812d-d8cfca04f9bb'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:48:13.239620 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-369dbcd0-bfcf-4f5c-863c-04638299d4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:48:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['24e8a5f2-9791-4479-812d-d8cfca04f9bb'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:13.244437 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ed2bf8-99de-4c66-b683-041313beb3e2 admin admin] Network d51859c9-941b-45d2-a2bb-408dee695648 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:48:13.247418 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-06e155dd-f77f-4504-a67a-af2ac7b9f95e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:13.253565 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e155dd-f77f-4504-a67a-af2ac7b9f95e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:13.254216 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-06e155dd-f77f-4504-a67a-af2ac7b9f95e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:13.274566 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-05614faa-a5d1-484b-89c0-6b14595491ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:13.276121 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-05614faa-a5d1-484b-89c0-6b14595491ff service neutron] 10.222.0.74 "GET /v2.0/subnets?id=80d5ab86-7db0-4947-99cf-66a27fc20541 HTTP/1.1" status: 200 len: 797 time: 0.2499752 May 13 14:48:13.284039 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-98ed2bf8-99de-4c66-b683-041313beb3e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, d51859c9-941b-45d2-a2bb-408dee695648) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:13.294313 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ed2bf8-99de-4c66-b683-041313beb3e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:13.294816 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98ed2bf8-99de-4c66-b683-041313beb3e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:13.436189 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-98ed2bf8-99de-4c66-b683-041313beb3e2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9015412 May 13 14:48:13.437065 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37712) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:13.445359 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-d654d3da-24c4-488b-92f7-b2d177e4d406 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1147072485-router', 'tenant_id': 'e4c2a0535ce0400ba706f596c15b607b', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:13.453509 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d654d3da-24c4-488b-92f7-b2d177e4d406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:13.460411 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1be3c486-a83c-4477-ad19-75012f1a4f6f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:13.461682 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1be3c486-a83c-4477-ad19-75012f1a4f6f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9318955 May 13 14:48:13.466899 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d654d3da-24c4-488b-92f7-b2d177e4d406 admin admin] Usage tracker for resource:router and tenant:e4c2a0535ce0400ba706f596c15b607b is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:13.479340 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37716) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:13.479844 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d654d3da-24c4-488b-92f7-b2d177e4d406 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:13.480013 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e155dd-f77f-4504-a67a-af2ac7b9f95e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Pushing event updated for resources: {'Network': ['ID=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:13.504975 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-f0f8ee7a-9662-4de5-a577-7cf866b2884b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Request body: {'security_group_rule': {'security_group_id': '52ba1124-588d-4283-955b-65977f808f29', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:13.505663 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d654d3da-24c4-488b-92f7-b2d177e4d406 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:13.523683 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f0f8ee7a-9662-4de5-a577-7cf866b2884b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:13.541373 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f0f8ee7a-9662-4de5-a577-7cf866b2884b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Usage tracker for resource:security_group_rule and tenant:4b31433d5022490ba6cd8b183da7a35f is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:13.549112 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d654d3da-24c4-488b-92f7-b2d177e4d406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:13.549112 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d654d3da-24c4-488b-92f7-b2d177e4d406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:13.550553 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-06e155dd-f77f-4504-a67a-af2ac7b9f95e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0188808 May 13 14:48:13.555080 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37720) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:13.556424 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f0f8ee7a-9662-4de5-a577-7cf866b2884b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:13.566567 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f0f8ee7a-9662-4de5-a577-7cf866b2884b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:13.572255 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6acc69f0-d71f-4b9f-b8a5-9ef1b026f665 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:13.598767 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-af173e1f-440d-4a8c-85ab-6b2047ec405a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-550918414'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:13.616566 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-af173e1f-440d-4a8c-85ab-6b2047ec405a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:13.617149 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-369dbcd0-bfcf-4f5c-863c-04638299d4bc None None] Set router 24e8a5f2-9791-4479-812d-d8cfca04f9bb gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:48:13.637680 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-af173e1f-440d-4a8c-85ab-6b2047ec405a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Usage tracker for resource:network and tenant:dacb06c0bb204205bf6fd6f72c27271e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:13.645989 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-af173e1f-440d-4a8c-85ab-6b2047ec405a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:13.650921 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc69f0-d71f-4b9f-b8a5-9ef1b026f665 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Port': ['ID=1fcb1bd9-f821-4cf0-bb32-de9518a072fb,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:13.667175 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-af173e1f-440d-4a8c-85ab-6b2047ec405a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:13.700830 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af173e1f-440d-4a8c-85ab-6b2047ec405a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Made reservation on behalf of dacb06c0bb204205bf6fd6f72c27271e for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:13.704554 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-af173e1f-440d-4a8c-85ab-6b2047ec405a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:13.735265 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f0f8ee7a-9662-4de5-a577-7cf866b2884b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:13.738909 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-ad7caec5-4645-47d8-989a-ba910e06596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:13.740769 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-ad7caec5-4645-47d8-989a-ba910e06596b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1a1930ec-5440-44c2-86b3-9a9de9e18d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4369621 May 13 14:48:13.769643 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d654d3da-24c4-488b-92f7-b2d177e4d406 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:13.997300 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af173e1f-440d-4a8c-85ab-6b2047ec405a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:48:14.118701 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a9070c-5e4c-4912-a27d-2b45b95272c3 None None] Network d51859c9-941b-45d2-a2bb-408dee695648 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:48:14.146853 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:48:14.198511 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec4f7d-79ac-4a9c-93fa-e1ddbf4fc420 None None] Pushing event updated for resources: {'Port': ['ID=e034f71c-821c-4a13-aac6-eca5c712d5c6,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:14.273089 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-af173e1f-440d-4a8c-85ab-6b2047ec405a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:14.273642 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-af173e1f-440d-4a8c-85ab-6b2047ec405a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Added segment 6a1902e2-8090-4fe5-b451-4ecbfde075b6 of type vlan for network add62c5c-9eca-4348-9830-32239b4651d7 May 13 14:48:14.407162 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f0f8ee7a-9662-4de5-a577-7cf866b2884b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:14.464311 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:48:14.469021 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f0f8ee7a-9662-4de5-a577-7cf866b2884b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:14.489671 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37736) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:14.505384 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8ee7a-9662-4de5-a577-7cf866b2884b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ca684a-604c-4906-b1af-bfcc59573742,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:14.531173 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6acc69f0-d71f-4b9f-b8a5-9ef1b026f665 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:14.634124 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f0f8ee7a-9662-4de5-a577-7cf866b2884b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:14.637783 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f0f8ee7a-9662-4de5-a577-7cf866b2884b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1424263 May 13 14:48:14.650245 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37742) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:14.711760 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-e1a66380-638f-4594-bd61-a253641b9858 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Request body: {'security_group_rule': {'security_group_id': '52ba1124-588d-4283-955b-65977f808f29', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:14.715582 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-369dbcd0-bfcf-4f5c-863c-04638299d4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'name': 'tempest-TestServerBasicOps-1227308815-router', 'tenant_id': '6165004ac18741f8a69dd64293b7a1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '7ed7c93c-4627-4b97-bad1-558401b1419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:52Z', 'updated_at': '2022-05-13T14:48:04Z', 'revision_number': 4, 'project_id': '6165004ac18741f8a69dd64293b7a1e1', 'gw_port': {'id': '7ed7c93c-4627-4b97-bad1-558401b1419f', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:54Z', 'updated_at': '2022-05-13T14:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'e034f71c-821c-4a13-aac6-eca5c712d5c6', 'name': '', 'network_id': '5282d3ed-350b-4da4-8383-5e6e9e2a8391', 'tenant_id': '6165004ac18741f8a69dd64293b7a1e1', 'mac_address': 'fa:16:3e:f9:01:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '1c8f4586-9019-4e40-a9f7-0e85fc630d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:01Z', 'updated_at': '2022-05-13T14:48:12Z', 'revision_number': 4, 'project_id': '6165004ac18741f8a69dd64293b7a1e1', 'subnets': [{'id': '1c8f4586-9019-4e40-a9f7-0e85fc630d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:14.719290 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e1a66380-638f-4594-bd61-a253641b9858 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:14.723860 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e1a66380-638f-4594-bd61-a253641b9858 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Usage tracker for resource:security_group_rule and tenant:4b31433d5022490ba6cd8b183da7a35f is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:14.727209 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e1a66380-638f-4594-bd61-a253641b9858 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:14.730370 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-6ebee8df-b6ee-4bed-8c7a-1f282347bed3 service neutron] 10.222.0.74 "GET /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9788430 May 13 14:48:14.730816 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369dbcd0-bfcf-4f5c-863c-04638299d4bc None None] The sync data for ids ['24e8a5f2-9791-4479-812d-d8cfca04f9bb'] in n-d-841760-1 is: [{'id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'name': 'tempest-TestServerBasicOps-1227308815-router', 'tenant_id': '6165004ac18741f8a69dd64293b7a1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '7ed7c93c-4627-4b97-bad1-558401b1419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:52Z', 'updated_at': '2022-05-13T14:48:04Z', 'revision_number': 4, 'project_id': '6165004ac18741f8a69dd64293b7a1e1', 'gw_port': {'id': '7ed7c93c-4627-4b97-bad1-558401b1419f', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:54Z', 'updated_at': '2022-05-13T14:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'e034f71c-821c-4a13-aac6-eca5c712d5c6', 'name': '', 'network_id': '5282d3ed-350b-4da4-8383-5e6e9e2a8391', 'tenant_id': '6165004ac18741f8a69dd64293b7a1e1', 'mac_address': 'fa:16:3e:f9:01:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '1c8f4586-9019-4e40-a9f7-0e85fc630d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:01Z', 'updated_at': '2022-05-13T14:48:12Z', 'revision_number': 4, 'project_id': '6165004ac18741f8a69dd64293b7a1e1', 'subnets': [{'id': '1c8f4586-9019-4e40-a9f7-0e85fc630d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:48:14.734840 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e1a66380-638f-4594-bd61-a253641b9858 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:14.741369 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00365085-90b2-4ffb-8aeb-ecc20768d03a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-d51859c9-941b-45d2-a2bb-408dee695648', 'network_id': 'd51859c9-941b-45d2-a2bb-408dee695648', 'tenant_id': 'e4c2a0535ce0400ba706f596c15b607b', 'fixed_ips': [{'subnet_id': '69a77e24-b3fa-48e5-b1b0-c96c6565cb0d'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:48:14.742817 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-00365085-90b2-4ffb-8aeb-ecc20768d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:14.848271 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e1a66380-638f-4594-bd61-a253641b9858 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:14.854151 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-af173e1f-440d-4a8c-85ab-6b2047ec405a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:14.954226 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-f11150bf-620c-4e40-8ffe-62df97b95803 tempest-SubnetPoolsTestJSON-882201942 tempest-SubnetPoolsTestJSON-882201942-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-783541990', 'prefixes': ['172.20.0.0/16']}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:15.037151 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-00365085-90b2-4ffb-8aeb-ecc20768d03a None None] Allocated IP 172.20.0.2 (d51859c9-941b-45d2-a2bb-408dee695648/69a77e24-b3fa-48e5-b1b0-c96c6565cb0d/e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:48:15.065297 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d654d3da-24c4-488b-92f7-b2d177e4d406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:15.103812 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f11150bf-620c-4e40-8ffe-62df97b95803 tempest-SubnetPoolsTestJSON-882201942 tempest-SubnetPoolsTestJSON-882201942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:15.123049 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [None req-af173e1f-440d-4a8c-85ab-6b2047ec405a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:48:15.195216 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6acc69f0-d71f-4b9f-b8a5-9ef1b026f665 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Router 767c7e65-efdd-4913-81e9-4df1d3dae4d3 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:48:15.216277 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e1a66380-638f-4594-bd61-a253641b9858 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:15.257865 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-af173e1f-440d-4a8c-85ab-6b2047ec405a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:15.274821 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af173e1f-440d-4a8c-85ab-6b2047ec405a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:15.275487 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-af173e1f-440d-4a8c-85ab-6b2047ec405a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:15.285779 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e034f71c-821c-4a13-aac6-eca5c712d5c6 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:15.380752 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e1a66380-638f-4594-bd61-a253641b9858 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:15.492259 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a66380-638f-4594-bd61-a253641b9858 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbec790d-e732-4655-8754-53e40a27b9d2,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:15.499954 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6acc69f0-d71f-4b9f-b8a5-9ef1b026f665 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:48:15.508710 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6acc69f0-d71f-4b9f-b8a5-9ef1b026f665 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "PUT /v2.0/routers/767c7e65-efdd-4913-81e9-4df1d3dae4d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8325157 May 13 14:48:15.512119 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37750) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:15.513490 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ce485b-3fe6-4cce-af8c-c02c8f28ee93 None None] Sync routers for ids ['767c7e65-efdd-4913-81e9-4df1d3dae4d3'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:48:15.522839 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e1a66380-638f-4594-bd61-a253641b9858 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:15.524896 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e1a66380-638f-4594-bd61-a253641b9858 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8736885 May 13 14:48:15.549560 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ce485b-3fe6-4cce-af8c-c02c8f28ee93 None None] Routers {'767c7e65-efdd-4913-81e9-4df1d3dae4d3'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:48:15.550432 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f7ce485b-3fe6-4cce-af8c-c02c8f28ee93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:48:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['767c7e65-efdd-4913-81e9-4df1d3dae4d3'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:15.587144 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37754) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:15.632148 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-80921b3b-a96f-4227-93c7-42524a6107aa tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] GET failed (client error): The resource could not be found. May 13 14:48:15.632714 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-80921b3b-a96f-4227-93c7-42524a6107aa tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Synchronizing usage tracker for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:48:15.658368 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-0f1b4f48-dc5c-4bce-b810-67921e48eb9b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:15.683295 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0f1b4f48-dc5c-4bce-b810-67921e48eb9b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:15.689329 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-39c1aee9-859b-4605-98b1-c79ffa426268 service neutron] 10.222.0.74 "GET /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9362717 May 13 14:48:15.703337 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0f1b4f48-dc5c-4bce-b810-67921e48eb9b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Usage tracker for resource:floatingip and tenant:4b31433d5022490ba6cd8b183da7a35f is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:15.718579 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-80921b3b-a96f-4227-93c7-42524a6107aa tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Unset dirty status for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:48:15.723273 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-80921b3b-a96f-4227-93c7-42524a6107aa tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "GET /v2.0/ports/1fcb1bd9-f821-4cf0-bb32-de9518a072fb HTTP/1.1" status: 404 len: 333 time: 0.2070735 May 13 14:48:15.723468 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af173e1f-440d-4a8c-85ab-6b2047ec405a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Pushing event updated for resources: {'Network': ['ID=add62c5c-9eca-4348-9830-32239b4651d7,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:15.723558 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37760) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:15.727324 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f7ce485b-3fe6-4cce-af8c-c02c8f28ee93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:15.763287 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network add62c5c-9eca-4348-9830-32239b4651d7 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:48:15.763509 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ce485b-3fe6-4cce-af8c-c02c8f28ee93 None None] Routers {'767c7e65-efdd-4913-81e9-4df1d3dae4d3'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:48:15.765781 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f7ce485b-3fe6-4cce-af8c-c02c8f28ee93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:48:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['767c7e65-efdd-4913-81e9-4df1d3dae4d3'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:15.945609 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-00365085-90b2-4ffb-8aeb-ecc20768d03a None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:15.975034 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f7ce485b-3fe6-4cce-af8c-c02c8f28ee93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:15.977227 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ce485b-3fe6-4cce-af8c-c02c8f28ee93 None None] The sync data for ids ['767c7e65-efdd-4913-81e9-4df1d3dae4d3'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:48:15.977694 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port e034f71c-821c-4a13-aac6-eca5c712d5c6 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:16.002386 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-00365085-90b2-4ffb-8aeb-ecc20768d03a None None] Transition to ACTIVE for port object e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:16.005914 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port e034f71c-821c-4a13-aac6-eca5c712d5c6 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:16.006469 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:16.083506 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-00365085-90b2-4ffb-8aeb-ecc20768d03a None None] Transition to ACTIVE for port object e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:16.097809 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-00365085-90b2-4ffb-8aeb-ecc20768d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:16.098877 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d05b75b5-8e82-4f21-b4a1-6eac817f5840 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:16.113754 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0f1b4f48-dc5c-4bce-b810-67921e48eb9b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:16.117661 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-e1742f2d-e4f2-4760-a549-790874a22032 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f42ba23f-a9fd-42b0-9c7f-8779c7e24321 HTTP/1.1" status: 200 len: 217 time: 0.4157870 May 13 14:48:16.119033 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-af173e1f-440d-4a8c-85ab-6b2047ec405a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.5425193 May 13 14:48:16.128389 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37764) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:16.129524 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0f1b4f48-dc5c-4bce-b810-67921e48eb9b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:16.202385 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-62d22fd1-5839-49fb-b2bc-7daae1704cd1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Request body: {'subnet': {'network_id': 'b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:16.251317 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port e034f71c-821c-4a13-aac6-eca5c712d5c6 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:16.252749 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:16.266858 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00365085-90b2-4ffb-8aeb-ecc20768d03a None None] Network d51859c9-941b-45d2-a2bb-408dee695648 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:16.274300 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-00365085-90b2-4ffb-8aeb-ecc20768d03a None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:16.281044 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00365085-90b2-4ffb-8aeb-ecc20768d03a None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:48:16.332240 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00365085-90b2-4ffb-8aeb-ecc20768d03a None None] Pushing event updated for resources: {'Port': ['ID=e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:16.397521 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f1b4f48-dc5c-4bce-b810-67921e48eb9b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for floatingip, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:16.448403 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port e034f71c-821c-4a13-aac6-eca5c712d5c6, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=e034f71c-821c-4a13-aac6-eca5c712d5c6,segment=NetworkSegment(34abcdca-4f95-4169-844a-19537946b334),segment_id=34abcdca-4f95-4169-844a-19537946b334)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:16.457482 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:16.468807 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f11150bf-620c-4e40-8ffe-62df97b95803 tempest-SubnetPoolsTestJSON-882201942 tempest-SubnetPoolsTestJSON-882201942-project] Notify callbacks [] for subnetpool, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:16.472784 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f11150bf-620c-4e40-8ffe-62df97b95803 tempest-SubnetPoolsTestJSON-882201942 tempest-SubnetPoolsTestJSON-882201942-project] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.9781840 May 13 14:48:16.488357 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37770) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:16.535881 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-58749a9e-cdf7-4325-94d7-560458ff951d tempest-SubnetPoolsTestJSON-882201942 tempest-SubnetPoolsTestJSON-882201942-project] 10.222.0.35 "GET /v2.0/subnetpools/f3e1775f-53b5-4377-8b3c-b5473b6cc868 HTTP/1.1" status: 200 len: 731 time: 0.0442102 May 13 14:48:16.536561 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-6d0c6929-362d-4a1c-b4b1-f85b7cf59ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:16.539409 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-6d0c6929-362d-4a1c-b4b1-f85b7cf59ee9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cb810c0a-840e-4497-98b6-b4ffe8e0a8f1 HTTP/1.1" status: 200 len: 797 time: 0.4075572 May 13 14:48:16.560227 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=e034f71c-821c-4a13-aac6-eca5c712d5c6,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:16.564993 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-00365085-90b2-4ffb-8aeb-ecc20768d03a None None] Attempting to bind port e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:48:16.565860 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-00365085-90b2-4ffb-8aeb-ecc20768d03a None None] Attempting to bind port e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '3a29a968-60a2-4340-917d-a4cd80014364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd51859c9-941b-45d2-a2bb-408dee695648'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:48:16.566338 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00365085-90b2-4ffb-8aeb-ecc20768d03a None None] Attempting to bind port e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2 on network d51859c9-941b-45d2-a2bb-408dee695648 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:48:16.573586 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00365085-90b2-4ffb-8aeb-ecc20768d03a None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:48:16.574103 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00365085-90b2-4ffb-8aeb-ecc20768d03a None None] Checking segment: {'id': '3a29a968-60a2-4340-917d-a4cd80014364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd51859c9-941b-45d2-a2bb-408dee695648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:48:16.574879 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-00365085-90b2-4ffb-8aeb-ecc20768d03a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:16.575991 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00365085-90b2-4ffb-8aeb-ecc20768d03a None None] Bound using segment: {'id': '3a29a968-60a2-4340-917d-a4cd80014364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd51859c9-941b-45d2-a2bb-408dee695648'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:48:16.576589 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-00365085-90b2-4ffb-8aeb-ecc20768d03a None None] Bound port: e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a29a968-60a2-4340-917d-a4cd80014364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd51859c9-941b-45d2-a2bb-408dee695648'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:48:16.577063 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-00365085-90b2-4ffb-8aeb-ecc20768d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:16.587491 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37776) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:16.611914 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-881e0fb1-c28c-49fb-93c4-0a38b38b8b40 tempest-SubnetPoolsTestJSON-882201942 tempest-SubnetPoolsTestJSON-882201942-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-754061592'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:16.676136 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d05b75b5-8e82-4f21-b4a1-6eac817f5840 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:16.698540 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d05b75b5-8e82-4f21-b4a1-6eac817f5840 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:16.698995 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-62d22fd1-5839-49fb-b2bc-7daae1704cd1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:16.709833 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-62d22fd1-5839-49fb-b2bc-7daae1704cd1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Usage tracker for resource:subnet and tenant:dacb06c0bb204205bf6fd6f72c27271e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:16.715998 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-62d22fd1-5839-49fb-b2bc-7daae1704cd1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:16.741092 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-62d22fd1-5839-49fb-b2bc-7daae1704cd1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:16.741632 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-00365085-90b2-4ffb-8aeb-ecc20768d03a None None] For port e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:48:16.746445 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-00365085-90b2-4ffb-8aeb-ecc20768d03a None None] For port e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2,segment=NetworkSegment(3a29a968-60a2-4340-917d-a4cd80014364),segment_id=3a29a968-60a2-4340-917d-a4cd80014364)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:48:16.756081 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-00365085-90b2-4ffb-8aeb-ecc20768d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:16.802121 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d22fd1-5839-49fb-b2bc-7daae1704cd1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Made reservation on behalf of dacb06c0bb204205bf6fd6f72c27271e for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:16.806133 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-62d22fd1-5839-49fb-b2bc-7daae1704cd1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:16.988002 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00365085-90b2-4ffb-8aeb-ecc20768d03a None None] Pushing event updated for resources: {'Port': ['ID=e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:16.992321 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d05b75b5-8e82-4f21-b4a1-6eac817f5840 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:16.993160 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05b75b5-8e82-4f21-b4a1-6eac817f5840 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Fanout notify agent at l3_agent the message router_deleted on router 767c7e65-efdd-4913-81e9-4df1d3dae4d3 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:48:17.030007 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d05b75b5-8e82-4f21-b4a1-6eac817f5840 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:17.031704 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d05b75b5-8e82-4f21-b4a1-6eac817f5840 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/routers/767c7e65-efdd-4913-81e9-4df1d3dae4d3 HTTP/1.1" status: 204 len: 168 time: 1.3071179 May 13 14:48:17.037418 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37784) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:17.170177 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-881e0fb1-c28c-49fb-93c4-0a38b38b8b40 tempest-SubnetPoolsTestJSON-882201942 tempest-SubnetPoolsTestJSON-882201942-project] Notify callbacks [] for subnetpool, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:17.171501 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-881e0fb1-c28c-49fb-93c4-0a38b38b8b40 tempest-SubnetPoolsTestJSON-882201942 tempest-SubnetPoolsTestJSON-882201942-project] 10.222.0.35 "PUT /v2.0/subnetpools/f3e1775f-53b5-4377-8b3c-b5473b6cc868 HTTP/1.1" status: 200 len: 683 time: 0.5835643 May 13 14:48:17.177245 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd35b900-4f5b-4f07-8c26-753040c9949a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting subnet f4ead212-dfcf-462a-b2ca-8a1a740c9bc7 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:48:17.178360 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37788) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:17.197275 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e034f71c-821c-4a13-aac6-eca5c712d5c6 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:17.198487 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd35b900-4f5b-4f07-8c26-753040c9949a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:17.290095 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd35b900-4f5b-4f07-8c26-753040c9949a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:17.331680 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-f1736a88-1bfc-486f-a218-07c2628466c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:17.336706 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-f1736a88-1bfc-486f-a218-07c2628466c6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=471adc6c-b70b-42c1-bc3f-35baec009201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7193577 May 13 14:48:17.373433 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port e034f71c-821c-4a13-aac6-eca5c712d5c6 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:17.373982 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:17.470169 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0d7e110e-78ef-4da1-a353-47bcaae32552 tempest-SubnetPoolsTestJSON-882201942 tempest-SubnetPoolsTestJSON-882201942-project] Notify callbacks [] for subnetpool, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:17.474948 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0d7e110e-78ef-4da1-a353-47bcaae32552 tempest-SubnetPoolsTestJSON-882201942 tempest-SubnetPoolsTestJSON-882201942-project] 10.222.0.35 "DELETE /v2.0/subnetpools/f3e1775f-53b5-4377-8b3c-b5473b6cc868 HTTP/1.1" status: 204 len: 168 time: 0.2954586 May 13 14:48:17.478027 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37792) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:17.526638 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd35b900-4f5b-4f07-8c26-753040c9949a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:17.574085 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-abfab1b9-60d0-417a-8a32-b09db5af69ff tempest-SubnetPoolsTestJSON-882201942 tempest-SubnetPoolsTestJSON-882201942-project] show failed (client error): The resource could not be found. May 13 14:48:17.575590 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-abfab1b9-60d0-417a-8a32-b09db5af69ff tempest-SubnetPoolsTestJSON-882201942 tempest-SubnetPoolsTestJSON-882201942-project] 10.222.0.35 "GET /v2.0/subnetpools/f3e1775f-53b5-4377-8b3c-b5473b6cc868 HTTP/1.1" status: 404 len: 346 time: 0.0952978 May 13 14:48:17.581594 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37796) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:17.615683 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port e034f71c-821c-4a13-aac6-eca5c712d5c6 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:17.615893 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-58c05810-9214-4bfc-ad4f-1743ee40bc79 tempest-SubnetPoolsTestJSON-882201942 tempest-SubnetPoolsTestJSON-882201942-project] delete failed (client error): The resource could not be found. May 13 14:48:17.616849 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-58c05810-9214-4bfc-ad4f-1743ee40bc79 tempest-SubnetPoolsTestJSON-882201942 tempest-SubnetPoolsTestJSON-882201942-project] 10.222.0.35 "DELETE /v2.0/subnetpools/f3e1775f-53b5-4377-8b3c-b5473b6cc868 HTTP/1.1" status: 404 len: 346 time: 0.0343351 May 13 14:48:17.650424 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd35b900-4f5b-4f07-8c26-753040c9949a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:17.700435 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35b900-4f5b-4f07-8c26-753040c9949a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Subnet': ['ID=f4ead212-dfcf-462a-b2ca-8a1a740c9bc7,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:17.709095 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd35b900-4f5b-4f07-8c26-753040c9949a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:17.715887 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-bd35b900-4f5b-4f07-8c26-753040c9949a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/subnets/f4ead212-dfcf-462a-b2ca-8a1a740c9bc7 HTTP/1.1" status: 204 len: 168 time: 0.6753783 May 13 14:48:17.716956 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2886f25-5d64-4e46-8eeb-af7b6d93ed16 None None] Network 07eef2c6-e17c-479d-a6d8-db8346c837a1 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:48:17.718645 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37802) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:17.800726 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-6ea65142-b56f-4e44-95a3-67d765e5af4b service neutron] 10.222.0.74 "GET /v2.0/networks/471adc6c-b70b-42c1-bc3f-35baec009201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544151 May 13 14:48:17.804341 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d654d3da-24c4-488b-92f7-b2d177e4d406 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:17.858193 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-550f321a-b4ae-4cd8-863e-607cd8900aa9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:17.859698 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d654d3da-24c4-488b-92f7-b2d177e4d406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:17.870614 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-550f321a-b4ae-4cd8-863e-607cd8900aa9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting port 3012659c-55a6-4015-9d92-08babf26e36a {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:48:17.870961 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-550f321a-b4ae-4cd8-863e-607cd8900aa9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:18.121827 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-1b6fcfb4-31d3-454a-a64f-23b38eb2dc3b service neutron] 10.222.0.74 "GET /v2.0/networks/471adc6c-b70b-42c1-bc3f-35baec009201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654850 May 13 14:48:18.191055 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37810) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:18.246823 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-550f321a-b4ae-4cd8-863e-607cd8900aa9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] For port 3012659c-55a6-4015-9d92-08babf26e36a, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3012659c-55a6-4015-9d92-08babf26e36a,segment=NetworkSegment(d3bc30fb-4f45-4a74-b052-744641a00570),segment_id=d3bc30fb-4f45-4a74-b052-744641a00570)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:18.247251 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-550f321a-b4ae-4cd8-863e-607cd8900aa9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:18.320813 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-f29b2503-cc1f-4cb0-b2f9-36cf09634186 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=870bf163-4bc8-4f62-aa1e-a97e2ee5bef9 HTTP/1.1" status: 200 len: 217 time: 0.1496441 May 13 14:48:18.347042 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f1b4f48-dc5c-4bce-b810-67921e48eb9b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:18.401698 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:18.426759 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-550f321a-b4ae-4cd8-863e-607cd8900aa9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Calling delete_port for 3012659c-55a6-4015-9d92-08babf26e36a owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:48:18.565101 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-550f321a-b4ae-4cd8-863e-607cd8900aa9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:18.584713 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dfb185-33da-48fe-8fb0-3ced7e550272 None None] DHCP port deletion for 07eef2c6-e17c-479d-a6d8-db8346c837a1 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:48:18.637196 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c672da-964e-4bab-8e07-27faddae444d None None] Network d51859c9-941b-45d2-a2bb-408dee695648 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:48:18.645732 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f321a-b4ae-4cd8-863e-607cd8900aa9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Port': ['ID=3012659c-55a6-4015-9d92-08babf26e36a,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:18.655078 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550f321a-b4ae-4cd8-863e-607cd8900aa9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] No DVR routers for this DVR port 3012659c-55a6-4015-9d92-08babf26e36a on host n-d-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:48:18.740151 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-62d22fd1-5839-49fb-b2bc-7daae1704cd1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:18.777775 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e6abcba4-ff66-4099-ab7b-927639a55d02 None None] Provisioning for port e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:18.836948 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-550f321a-b4ae-4cd8-863e-607cd8900aa9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:18.884471 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-550f321a-b4ae-4cd8-863e-607cd8900aa9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07eef2c6-e17c-479d-a6d8-db8346c837a1']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:18.895969 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-0f1b4f48-dc5c-4bce-b810-67921e48eb9b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Allocated IP 172.25.0.167 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/87bfcf84-3387-42e5-8fe3-d97fa978ed2b) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:48:18.901187 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-550f321a-b4ae-4cd8-863e-607cd8900aa9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3bc30fb-4f45-4a74-b052-744641a00570') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:18.901487 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-550f321a-b4ae-4cd8-863e-607cd8900aa9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3bc30fb-4f45-4a74-b052-744641a00570') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:18.916242 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-550f321a-b4ae-4cd8-863e-607cd8900aa9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:18.919362 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-448adeaa-b1a1-4cae-b946-d8e2a6294fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:18.920832 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-448adeaa-b1a1-4cae-b946-d8e2a6294fbb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cb810c0a-840e-4497-98b6-b4ffe8e0a8f1 HTTP/1.1" status: 200 len: 797 time: 0.5758595 May 13 14:48:18.921476 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d22fd1-5839-49fb-b2bc-7daae1704cd1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Pushing event updated for resources: {'Subnet': ['ID=6d953eaa-2a7e-4580-bb0c-458e876aebfa,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:18.948610 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-550f321a-b4ae-4cd8-863e-607cd8900aa9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:18.961772 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-550f321a-b4ae-4cd8-863e-607cd8900aa9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:48:18.962284 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-550f321a-b4ae-4cd8-863e-607cd8900aa9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:19.009646 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d22fd1-5839-49fb-b2bc-7daae1704cd1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Checking segment: {'id': '2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:48:19.010203 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d22fd1-5839-49fb-b2bc-7daae1704cd1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Network hostable DHCP agents. Network: b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:48:19.014912 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d6209aae-d76d-4c60-bc66-044b3843aa84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:19.082195 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d6209aae-d76d-4c60-bc66-044b3843aa84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:19.097109 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:48:19.097109 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:48:19.097109 n-d-841760-1 neutron-server[88081]: timer() May 13 14:48:19.097109 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:48:19.097109 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:48:19.097109 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:48:19.097109 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:48:19.097109 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:48:19.097109 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:48:19.097109 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:48:19.097109 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:48:19.097109 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:48:19.097109 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:48:19.097109 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:48:19.097109 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:48:19.097109 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:48:19.097109 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:48:19.097109 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:48:19.097109 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:48:19.097109 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:48:19.097109 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:48:19.097109 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:48:19.097109 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:48:19.097109 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:48:19.097109 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:48:19.097109 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:48:19.097109 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:48:19.097109 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:48:19.097109 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:48:19.097109 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:48:19.097109 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:48:19.097109 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:48:19.103517 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-550f321a-b4ae-4cd8-863e-607cd8900aa9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:19.128918 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-550f321a-b4ae-4cd8-863e-607cd8900aa9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:19.141088 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f321a-b4ae-4cd8-863e-607cd8900aa9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Network': ['ID=07eef2c6-e17c-479d-a6d8-db8346c837a1,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:19.157101 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-550f321a-b4ae-4cd8-863e-607cd8900aa9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/networks/07eef2c6-e17c-479d-a6d8-db8346c837a1 HTTP/1.1" status: 204 len: 168 time: 1.4368832 May 13 14:48:19.161168 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d6209aae-d76d-4c60-bc66-044b3843aa84 admin admin] Usage tracker for resource:security_group_rule and tenant:e4b80cfc9ac343ca957f04cfce8dd066 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:19.161339 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37818) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:19.169695 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d6209aae-d76d-4c60-bc66-044b3843aa84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:19.180068 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:19.195556 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d6209aae-d76d-4c60-bc66-044b3843aa84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:19.217646 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d22fd1-5839-49fb-b2bc-7daae1704cd1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Network b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:48:19.231354 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-30a543ec-d770-40a5-9d93-e1af9ee600dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:19.232860 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-30a543ec-d770-40a5-9d93-e1af9ee600dc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=471adc6c-b70b-42c1-bc3f-35baec009201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2855992 May 13 14:48:19.290419 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-62d22fd1-5839-49fb-b2bc-7daae1704cd1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:19.296446 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205b5776-1cf8-4b6f-856a-931a88a9b10a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:19.297047 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-205b5776-1cf8-4b6f-856a-931a88a9b10a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Synchronizing usage tracker for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:48:19.315014 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17b75ed-6941-4815-8dd4-4f5ce41a700f None None] Network b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:48:19.363923 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-205b5776-1cf8-4b6f-856a-931a88a9b10a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Unset dirty status for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:48:19.371208 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-205b5776-1cf8-4b6f-856a-931a88a9b10a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "GET /v2.0/ports/f57b321f-9678-4785-965c-674f32f9cc98 HTTP/1.1" status: 200 len: 841 time: 0.2068951 May 13 14:48:19.372069 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37824) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:19.398448 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d22fd1-5839-49fb-b2bc-7daae1704cd1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:19.399267 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-62d22fd1-5839-49fb-b2bc-7daae1704cd1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:19.532075 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ef691730-3f69-4e27-aea6-c3927d421a6e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "GET /v2.0/ports/f57b321f-9678-4785-965c-674f32f9cc98?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1585681 May 13 14:48:19.533489 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37830) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:19.543643 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-5d0e8659-86bd-423f-95ab-a1828c41ce46 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'subnet': {'network_id': '72e9fc38-923f-4207-b51c-1b6a2d39607c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:19.547641 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f1b4f48-dc5c-4bce-b810-67921e48eb9b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:19.566040 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-62d22fd1-5839-49fb-b2bc-7daae1704cd1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.3805540 May 13 14:48:19.576432 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37834) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:19.600961 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-539a5d34-dddb-4dc0-bf1b-853a8db90369 service neutron] 10.222.0.74 "GET /v2.0/networks/471adc6c-b70b-42c1-bc3f-35baec009201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570490 May 13 14:48:19.608143 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-6856f08f-15ea-429e-8c90-1416db2a22ae tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Request body: {'subnet': {'network_id': 'add62c5c-9eca-4348-9830-32239b4651d7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:19.653968 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:19.718373 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5d0e8659-86bd-423f-95ab-a1828c41ce46 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:19.730260 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5d0e8659-86bd-423f-95ab-a1828c41ce46 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:subnet and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:19.739973 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5d0e8659-86bd-423f-95ab-a1828c41ce46 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:19.753078 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5d0e8659-86bd-423f-95ab-a1828c41ce46 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:19.771049 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:19.771441 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:19.772137 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0e8659-86bd-423f-95ab-a1828c41ce46 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:19.778853 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5d0e8659-86bd-423f-95ab-a1828c41ce46 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:19.820287 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dacb86-02f8-4b65-a456-7d7ded3e27a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c', 'network_id': 'b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c', 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'fixed_ips': [{'subnet_id': '6d953eaa-2a7e-4580-bb0c-458e876aebfa'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:48:19.821250 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-02dacb86-02f8-4b65-a456-7d7ded3e27a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:19.870614 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d6209aae-d76d-4c60-bc66-044b3843aa84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:19.888171 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d6209aae-d76d-4c60-bc66-044b3843aa84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:19.934783 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d6209aae-d76d-4c60-bc66-044b3843aa84 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e4b80cfc9ac343ca957f04cfce8dd066&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7345741 May 13 14:48:19.938399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37848) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:19.942751 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6856f08f-15ea-429e-8c90-1416db2a22ae tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:19.957636 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6856f08f-15ea-429e-8c90-1416db2a22ae tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Usage tracker for resource:subnet and tenant:dacb06c0bb204205bf6fd6f72c27271e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:19.982734 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6856f08f-15ea-429e-8c90-1416db2a22ae tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:20.073023 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-d654d3da-24c4-488b-92f7-b2d177e4d406 admin admin] Allocated IP 172.25.0.196 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/9d5ab7e9-e270-4d50-b8c2-3092f05a73d3) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:48:20.080387 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6856f08f-15ea-429e-8c90-1416db2a22ae tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:20.098698 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6209aae-d76d-4c60-bc66-044b3843aa84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5331dd42-cff1-450e-9c17-4c29511308ae,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:20.101945 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f1b4f48-dc5c-4bce-b810-67921e48eb9b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:20.104807 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:20.105190 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:20.195472 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-02dacb86-02f8-4b65-a456-7d7ded3e27a0 None None] Allocated IP 10.1.1.2 (b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c/6d953eaa-2a7e-4580-bb0c-458e876aebfa/1ac24853-4a70-4bce-a5c9-5c0be1a70394) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:48:20.206846 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd21ff0-0d49-4c48-926f-b73973b47dc5 req-abb5e784-a2ce-43ec-bf92-1f66df9c2c94 service neutron] 10.222.0.74 "GET /v2.0/networks/471adc6c-b70b-42c1-bc3f-35baec009201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5818110 May 13 14:48:20.260956 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2,segment=NetworkSegment(3a29a968-60a2-4340-917d-a4cd80014364),segment_id=3a29a968-60a2-4340-917d-a4cd80014364)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:20.329311 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:20.416473 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6856f08f-15ea-429e-8c90-1416db2a22ae tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Made reservation on behalf of dacb06c0bb204205bf6fd6f72c27271e for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:20.424214 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6856f08f-15ea-429e-8c90-1416db2a22ae tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:20.449424 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1b4f48-dc5c-4bce-b810-67921e48eb9b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:20.461845 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-0f1b4f48-dc5c-4bce-b810-67921e48eb9b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:20.464963 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1b4f48-dc5c-4bce-b810-67921e48eb9b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:48:20.491087 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2f7ca3ed-2543-4a3e-97e0-61aa58ea1b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:20.540654 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2f7ca3ed-2543-4a3e-97e0-61aa58ea1b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:20.622933 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b4f48-dc5c-4bce-b810-67921e48eb9b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Pushing event updated for resources: {'Port': ['ID=87bfcf84-3387-42e5-8fe3-d97fa978ed2b,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:20.630115 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3012659c-55a6-4015-9d92-08babf26e36a no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:48:20.630367 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d654d3da-24c4-488b-92f7-b2d177e4d406 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:20.728026 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2f7ca3ed-2543-4a3e-97e0-61aa58ea1b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:20.783143 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ca3ed-2543-4a3e-97e0-61aa58ea1b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5331dd42-cff1-450e-9c17-4c29511308ae,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:20.783546 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 3012659c-55a6-4015-9d92-08babf26e36a {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:48:20.784060 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3012659c-55a6-4015-9d92-08babf26e36a not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:48:20.796548 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d654d3da-24c4-488b-92f7-b2d177e4d406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:20.821992 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2f7ca3ed-2543-4a3e-97e0-61aa58ea1b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:20.824573 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2f7ca3ed-2543-4a3e-97e0-61aa58ea1b19 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5331dd42-cff1-450e-9c17-4c29511308ae HTTP/1.1" status: 204 len: 168 time: 0.8862498 May 13 14:48:20.831280 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:20.864319 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d654d3da-24c4-488b-92f7-b2d177e4d406 admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:20.872114 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-02dacb86-02f8-4b65-a456-7d7ded3e27a0 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:20.883525 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-d654d3da-24c4-488b-92f7-b2d177e4d406 admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:20.886267 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d654d3da-24c4-488b-92f7-b2d177e4d406 admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:48:20.896479 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-02dacb86-02f8-4b65-a456-7d7ded3e27a0 None None] Transition to ACTIVE for port object 1ac24853-4a70-4bce-a5c9-5c0be1a70394 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:20.913385 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5d0e8659-86bd-423f-95ab-a1828c41ce46 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:20.943351 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-02dacb86-02f8-4b65-a456-7d7ded3e27a0 None None] Transition to ACTIVE for port object 1ac24853-4a70-4bce-a5c9-5c0be1a70394 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:20.956649 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-02dacb86-02f8-4b65-a456-7d7ded3e27a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:20.958205 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f1b4f48-dc5c-4bce-b810-67921e48eb9b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:20.984709 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654d3da-24c4-488b-92f7-b2d177e4d406 admin admin] Pushing event updated for resources: {'Port': ['ID=9d5ab7e9-e270-4d50-b8c2-3092f05a73d3,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:20.998628 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0e8659-86bd-423f-95ab-a1828c41ce46 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network 72e9fc38-923f-4207-b51c-1b6a2d39607c is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:21.004026 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-5d0e8659-86bd-423f-95ab-a1828c41ce46 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:21.009325 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0e8659-86bd-423f-95ab-a1828c41ce46 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:21.012955 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5d0e8659-86bd-423f-95ab-a1828c41ce46 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:21.060112 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e8659-86bd-423f-95ab-a1828c41ce46 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Subnet': ['ID=2a19cf2e-7156-408b-a1d7-a262e66e9ecc,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:21.061681 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f37f11-3027-472e-9b58-1587c9b41a09 None None] Network 72e9fc38-923f-4207-b51c-1b6a2d39607c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:48:21.063763 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5d0e8659-86bd-423f-95ab-a1828c41ce46 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5290618 May 13 14:48:21.067241 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37858) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:21.073145 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-90c93f6d-2a97-4e83-9112-8987a62ff730 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'security_group': {'name': 'tempest-secgroup-1849686689'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:21.081457 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-90c93f6d-2a97-4e83-9112-8987a62ff730 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:21.086218 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-90c93f6d-2a97-4e83-9112-8987a62ff730 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:security_group and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:21.091733 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-90c93f6d-2a97-4e83-9112-8987a62ff730 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:21.102325 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-90c93f6d-2a97-4e83-9112-8987a62ff730 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:21.122931 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-90c93f6d-2a97-4e83-9112-8987a62ff730 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:21.161314 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-90c93f6d-2a97-4e83-9112-8987a62ff730 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:21.161844 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dacb86-02f8-4b65-a456-7d7ded3e27a0 None None] Network b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:21.165950 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-90c93f6d-2a97-4e83-9112-8987a62ff730 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:security_group_rule and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:21.169841 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-90c93f6d-2a97-4e83-9112-8987a62ff730 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:21.192952 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-90c93f6d-2a97-4e83-9112-8987a62ff730 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:21.230606 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-02dacb86-02f8-4b65-a456-7d7ded3e27a0 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:21.244871 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:21.284483 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dacb86-02f8-4b65-a456-7d7ded3e27a0 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:48:21.419924 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-90c93f6d-2a97-4e83-9112-8987a62ff730 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:21.441799 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-90c93f6d-2a97-4e83-9112-8987a62ff730 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:21.480450 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dacb86-02f8-4b65-a456-7d7ded3e27a0 None None] Pushing event updated for resources: {'Port': ['ID=1ac24853-4a70-4bce-a5c9-5c0be1a70394,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:21.542695 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c93f6d-2a97-4e83-9112-8987a62ff730 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff117a8-461b-45ee-a3c6-473b1790ca37,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:21.546428 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-90c93f6d-2a97-4e83-9112-8987a62ff730 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:21.547772 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-90c93f6d-2a97-4e83-9112-8987a62ff730 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4795136 May 13 14:48:21.553163 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37870) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:21.574644 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-4329b8c9-45cc-472f-810f-d87c127d95a2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'security_group': {'name': 'tempest-secgroup-1023381665'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:21.582660 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4329b8c9-45cc-472f-810f-d87c127d95a2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:21.588801 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4329b8c9-45cc-472f-810f-d87c127d95a2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:security_group and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:21.591464 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6856f08f-15ea-429e-8c90-1416db2a22ae tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:21.594340 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4329b8c9-45cc-472f-810f-d87c127d95a2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:21.606485 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4329b8c9-45cc-472f-810f-d87c127d95a2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:21.624687 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-02dacb86-02f8-4b65-a456-7d7ded3e27a0 None None] Attempting to bind port 1ac24853-4a70-4bce-a5c9-5c0be1a70394 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:48:21.625161 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-02dacb86-02f8-4b65-a456-7d7ded3e27a0 None None] Attempting to bind port 1ac24853-4a70-4bce-a5c9-5c0be1a70394 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:48:21.625506 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dacb86-02f8-4b65-a456-7d7ded3e27a0 None None] Attempting to bind port 1ac24853-4a70-4bce-a5c9-5c0be1a70394 on network b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:48:21.632301 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4329b8c9-45cc-472f-810f-d87c127d95a2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:21.644170 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dacb86-02f8-4b65-a456-7d7ded3e27a0 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:48:21.644598 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dacb86-02f8-4b65-a456-7d7ded3e27a0 None None] Checking segment: {'id': '2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:48:21.644952 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-02dacb86-02f8-4b65-a456-7d7ded3e27a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:21.645809 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dacb86-02f8-4b65-a456-7d7ded3e27a0 None None] Bound using segment: {'id': '2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:48:21.646203 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-02dacb86-02f8-4b65-a456-7d7ded3e27a0 None None] Bound port: 1ac24853-4a70-4bce-a5c9-5c0be1a70394, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:48:21.646578 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-02dacb86-02f8-4b65-a456-7d7ded3e27a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:21.701256 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4329b8c9-45cc-472f-810f-d87c127d95a2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:21.720822 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4329b8c9-45cc-472f-810f-d87c127d95a2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:security_group_rule and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:21.726632 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4329b8c9-45cc-472f-810f-d87c127d95a2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:21.749865 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4329b8c9-45cc-472f-810f-d87c127d95a2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:21.774759 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-02dacb86-02f8-4b65-a456-7d7ded3e27a0 None None] For port 1ac24853-4a70-4bce-a5c9-5c0be1a70394, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:48:21.777448 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-02dacb86-02f8-4b65-a456-7d7ded3e27a0 None None] For port 1ac24853-4a70-4bce-a5c9-5c0be1a70394, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=1ac24853-4a70-4bce-a5c9-5c0be1a70394,segment=NetworkSegment(2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1),segment_id=2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:48:21.782985 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f1b4f48-dc5c-4bce-b810-67921e48eb9b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:21.815228 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-02dacb86-02f8-4b65-a456-7d7ded3e27a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:21.826085 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:21.826464 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:21.924514 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856f08f-15ea-429e-8c90-1416db2a22ae tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Pushing event updated for resources: {'Subnet': ['ID=ab4d13d9-e6e2-41d7-a1c7-685370a51797,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:21.947158 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4329b8c9-45cc-472f-810f-d87c127d95a2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:21.956523 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4329b8c9-45cc-472f-810f-d87c127d95a2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:22.057237 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4329b8c9-45cc-472f-810f-d87c127d95a2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:22.061557 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4329b8c9-45cc-472f-810f-d87c127d95a2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5043662 May 13 14:48:22.064129 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37884) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:22.081924 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-36b8498d-3581-4d49-97f6-3ecb3260b181 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-810160585', 'security_groups': ['3f7b249c-04ca-4525-a2d0-0e494da9f185'], 'network_id': '72e9fc38-923f-4207-b51c-1b6a2d39607c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2a19cf2e-7156-408b-a1d7-a262e66e9ecc'}]}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:22.089907 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dacb86-02f8-4b65-a456-7d7ded3e27a0 None None] Pushing event updated for resources: {'Port': ['ID=1ac24853-4a70-4bce-a5c9-5c0be1a70394,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:22.208995 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:22.256463 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6760225b-a9e0-4fee-b534-21258208c167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-72e9fc38-923f-4207-b51c-1b6a2d39607c', 'network_id': '72e9fc38-923f-4207-b51c-1b6a2d39607c', 'tenant_id': 'ceb15383864045c582f86ebce264c5a5', 'fixed_ips': [{'subnet_id': '2a19cf2e-7156-408b-a1d7-a262e66e9ecc'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:48:22.257050 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6856f08f-15ea-429e-8c90-1416db2a22ae tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Checking segment: {'id': '6a1902e2-8090-4fe5-b451-4ecbfde075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'add62c5c-9eca-4348-9830-32239b4651d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:48:22.257426 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6856f08f-15ea-429e-8c90-1416db2a22ae tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Network hostable DHCP agents. Network: add62c5c-9eca-4348-9830-32239b4651d7, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:48:22.259970 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6760225b-a9e0-4fee-b534-21258208c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:22.387727 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329b8c9-45cc-472f-810f-d87c127d95a2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7b249c-04ca-4525-a2d0-0e494da9f185,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:22.590092 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-36b8498d-3581-4d49-97f6-3ecb3260b181 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:22.610177 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-36b8498d-3581-4d49-97f6-3ecb3260b181 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:22.631872 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b8498d-3581-4d49-97f6-3ecb3260b181 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:22.692100 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-6760225b-a9e0-4fee-b534-21258208c167 None None] Allocated IP 172.20.0.2 (72e9fc38-923f-4207-b51c-1b6a2d39607c/2a19cf2e-7156-408b-a1d7-a262e66e9ecc/92e28524-61f5-4adc-8ee9-6d24786bedd3) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:48:22.794028 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6856f08f-15ea-429e-8c90-1416db2a22ae tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Network add62c5c-9eca-4348-9830-32239b4651d7 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:48:22.868517 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-6856f08f-15ea-429e-8c90-1416db2a22ae tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, add62c5c-9eca-4348-9830-32239b4651d7) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:22.884986 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6856f08f-15ea-429e-8c90-1416db2a22ae tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:22.886226 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6856f08f-15ea-429e-8c90-1416db2a22ae tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:22.902011 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b539654b-c72c-484b-aea2-7d8e11cb9fd9 None None] Network add62c5c-9eca-4348-9830-32239b4651d7 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:48:22.934368 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-36b8498d-3581-4d49-97f6-3ecb3260b181 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:22.936950 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d654d3da-24c4-488b-92f7-b2d177e4d406 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:22.989878 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-36b8498d-3581-4d49-97f6-3ecb3260b181 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] device_id is not set on port 3fbbc75c-a9d7-4308-86c6-eab767e32d87 yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:48:23.065884 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6856f08f-15ea-429e-8c90-1416db2a22ae tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.4871049 May 13 14:48:23.071104 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37902) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:23.094633 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [None req-0f1b4f48-dc5c-4bce-b810-67921e48eb9b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:48:23.105577 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-5a1c3dff-5928-4da7-ac33-004391af1534 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Request body: {'port': {'network_id': 'b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c', 'name': 'tempest-TaggedBootDevicesTest_v242-961756601', 'fixed_ips': [{'subnet_id': '6d953eaa-2a7e-4580-bb0c-458e876aebfa'}]}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:23.148288 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f1b4f48-dc5c-4bce-b810-67921e48eb9b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:23.222351 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452b6bfe-2d07-420c-9a8c-3a75d980436c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-add62c5c-9eca-4348-9830-32239b4651d7', 'network_id': 'add62c5c-9eca-4348-9830-32239b4651d7', 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'fixed_ips': [{'subnet_id': 'ab4d13d9-e6e2-41d7-a1c7-685370a51797'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:48:23.223439 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-452b6bfe-2d07-420c-9a8c-3a75d980436c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:23.310547 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 1ac24853-4a70-4bce-a5c9-5c0be1a70394 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:23.323090 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f1b4f48-dc5c-4bce-b810-67921e48eb9b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:23.455950 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5a1c3dff-5928-4da7-ac33-004391af1534 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:23.477218 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5a1c3dff-5928-4da7-ac33-004391af1534 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Usage tracker for resource:port and tenant:dacb06c0bb204205bf6fd6f72c27271e is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:23.514617 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5a1c3dff-5928-4da7-ac33-004391af1534 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:23.560470 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b4f48-dc5c-4bce-b810-67921e48eb9b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Pushing event updated for resources: {'Port': ['ID=87bfcf84-3387-42e5-8fe3-d97fa978ed2b,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:23.597279 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5a1c3dff-5928-4da7-ac33-004391af1534 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:23.629717 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1c3dff-5928-4da7-ac33-004391af1534 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Made reservation on behalf of dacb06c0bb204205bf6fd6f72c27271e for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:23.722109 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f1b4f48-dc5c-4bce-b810-67921e48eb9b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:23.740099 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6760225b-a9e0-4fee-b534-21258208c167 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:23.773946 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6760225b-a9e0-4fee-b534-21258208c167 None None] Transition to ACTIVE for port object 92e28524-61f5-4adc-8ee9-6d24786bedd3 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:23.788038 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f1b4f48-dc5c-4bce-b810-67921e48eb9b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:23.788640 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0f1b4f48-dc5c-4bce-b810-67921e48eb9b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.1952908 May 13 14:48:23.830663 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15b23d8-a98e-4fb9-8173-284c680ce334 None None] Network b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:48:23.863020 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 1ac24853-4a70-4bce-a5c9-5c0be1a70394 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:23.933507 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d654d3da-24c4-488b-92f7-b2d177e4d406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:24.002014 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a1c3dff-5928-4da7-ac33-004391af1534 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:24.057226 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-5a1c3dff-5928-4da7-ac33-004391af1534 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] device_id is not set on port 7a63f6e5-ceca-4634-989e-47b8cd43cba3 yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:48:24.116223 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-452b6bfe-2d07-420c-9a8c-3a75d980436c None None] Allocated IP 10.2.2.2 (add62c5c-9eca-4348-9830-32239b4651d7/ab4d13d9-e6e2-41d7-a1c7-685370a51797/c901ab10-5f98-4fb3-b426-80a46d9a9b48) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:48:24.123792 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6760225b-a9e0-4fee-b534-21258208c167 None None] Transition to ACTIVE for port object 92e28524-61f5-4adc-8ee9-6d24786bedd3 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:24.144400 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6760225b-a9e0-4fee-b534-21258208c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:24.268371 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6760225b-a9e0-4fee-b534-21258208c167 None None] Network 72e9fc38-923f-4207-b51c-1b6a2d39607c is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:24.294487 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-6760225b-a9e0-4fee-b534-21258208c167 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:24.305712 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-747d40af-3708-4c80-afd8-aac4ce9a416b None None] Provisioning for port 1ac24853-4a70-4bce-a5c9-5c0be1a70394 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:24.312888 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6760225b-a9e0-4fee-b534-21258208c167 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:48:24.337601 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-36b8498d-3581-4d49-97f6-3ecb3260b181 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Allocated IP 172.20.0.11 (72e9fc38-923f-4207-b51c-1b6a2d39607c/2a19cf2e-7156-408b-a1d7-a262e66e9ecc/3fbbc75c-a9d7-4308-86c6-eab767e32d87) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:48:24.566690 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-d25d0bbd-702c-4b6f-b437-2cb1101af296 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--632194180&fields=id&tenant_id=4b31433d5022490ba6cd8b183da7a35f HTTP/1.1" status: 200 len: 267 time: 0.2307959 May 13 14:48:24.567330 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-747d40af-3708-4c80-afd8-aac4ce9a416b None None] Provisioning complete for port 1ac24853-4a70-4bce-a5c9-5c0be1a70394 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:24.567946 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-747d40af-3708-4c80-afd8-aac4ce9a416b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:24.638848 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-36b8498d-3581-4d49-97f6-3ecb3260b181 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:24.648523 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6760225b-a9e0-4fee-b534-21258208c167 None None] Pushing event updated for resources: {'Port': ['ID=92e28524-61f5-4adc-8ee9-6d24786bedd3,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:24.656115 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-36b8498d-3581-4d49-97f6-3ecb3260b181 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Transition to ACTIVE for port object 3fbbc75c-a9d7-4308-86c6-eab767e32d87 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:24.704103 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-36b8498d-3581-4d49-97f6-3ecb3260b181 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:24.756000 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6760225b-a9e0-4fee-b534-21258208c167 None None] Attempting to bind port 92e28524-61f5-4adc-8ee9-6d24786bedd3 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:48:24.756471 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6760225b-a9e0-4fee-b534-21258208c167 None None] Attempting to bind port 92e28524-61f5-4adc-8ee9-6d24786bedd3 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '6c25f73c-3fd9-46cb-a4cb-5935157c1761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '72e9fc38-923f-4207-b51c-1b6a2d39607c'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:48:24.756843 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6760225b-a9e0-4fee-b534-21258208c167 None None] Attempting to bind port 92e28524-61f5-4adc-8ee9-6d24786bedd3 on network 72e9fc38-923f-4207-b51c-1b6a2d39607c {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:48:24.779670 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6760225b-a9e0-4fee-b534-21258208c167 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:48:24.780152 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6760225b-a9e0-4fee-b534-21258208c167 None None] Checking segment: {'id': '6c25f73c-3fd9-46cb-a4cb-5935157c1761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '72e9fc38-923f-4207-b51c-1b6a2d39607c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:48:24.781234 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6760225b-a9e0-4fee-b534-21258208c167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:24.781938 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6760225b-a9e0-4fee-b534-21258208c167 None None] Bound using segment: {'id': '6c25f73c-3fd9-46cb-a4cb-5935157c1761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '72e9fc38-923f-4207-b51c-1b6a2d39607c'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:48:24.782592 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6760225b-a9e0-4fee-b534-21258208c167 None None] Bound port: 92e28524-61f5-4adc-8ee9-6d24786bedd3, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c25f73c-3fd9-46cb-a4cb-5935157c1761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '72e9fc38-923f-4207-b51c-1b6a2d39607c'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:48:24.783041 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6760225b-a9e0-4fee-b534-21258208c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:24.835008 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b8498d-3581-4d49-97f6-3ecb3260b181 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network 72e9fc38-923f-4207-b51c-1b6a2d39607c is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:24.841668 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-36b8498d-3581-4d49-97f6-3ecb3260b181 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:24.875331 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b8498d-3581-4d49-97f6-3ecb3260b181 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:48:24.886256 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-6760225b-a9e0-4fee-b534-21258208c167 None None] For port 92e28524-61f5-4adc-8ee9-6d24786bedd3, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:48:24.895897 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-6760225b-a9e0-4fee-b534-21258208c167 None None] For port 92e28524-61f5-4adc-8ee9-6d24786bedd3, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=92e28524-61f5-4adc-8ee9-6d24786bedd3,segment=NetworkSegment(6c25f73c-3fd9-46cb-a4cb-5935157c1761),segment_id=6c25f73c-3fd9-46cb-a4cb-5935157c1761)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:48:24.938544 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6760225b-a9e0-4fee-b534-21258208c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:24.951078 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-4af0d412-c9db-423f-beb1-c1d72a7e9210 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:24.958828 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-4af0d412-c9db-423f-beb1-c1d72a7e9210 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/networks?id=3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 HTTP/1.1" status: 200 len: 810 time: 0.3908613 May 13 14:48:24.982833 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-e2ba529a-76f4-4638-bab5-6e6370df0a42 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/quotas/4b31433d5022490ba6cd8b183da7a35f HTTP/1.1" status: 200 len: 375 time: 0.0227959 May 13 14:48:25.125473 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8498d-3581-4d49-97f6-3ecb3260b181 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Port': ['ID=3fbbc75c-a9d7-4308-86c6-eab767e32d87,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:25.153096 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-b15db20d-2bd1-4ae8-8a62-c2b6488c81d6 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b31433d5022490ba6cd8b183da7a35f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1693134 May 13 14:48:25.154993 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d654d3da-24c4-488b-92f7-b2d177e4d406 admin admin] Router 0192b712-f9e3-4ebf-99ec-575db8bd7251 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:48:25.241265 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b8498d-3581-4d49-97f6-3ecb3260b181 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:25.247636 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-36b8498d-3581-4d49-97f6-3ecb3260b181 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:25.344258 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-5a1c3dff-5928-4da7-ac33-004391af1534 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Allocated IP 10.1.1.112 (b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c/6d953eaa-2a7e-4580-bb0c-458e876aebfa/7a63f6e5-ceca-4634-989e-47b8cd43cba3) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:48:25.352394 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-36b8498d-3581-4d49-97f6-3ecb3260b181 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2874608 May 13 14:48:25.359487 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37956) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:25.371065 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-1d832827-fec9-47f8-92fc-4ed9b69290f6 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'subnet': {'network_id': '72e9fc38-923f-4207-b51c-1b6a2d39607c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:25.409161 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37960) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:25.438482 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-452b6bfe-2d07-420c-9a8c-3a75d980436c None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:25.484584 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-452b6bfe-2d07-420c-9a8c-3a75d980436c None None] Transition to ACTIVE for port object c901ab10-5f98-4fb3-b426-80a46d9a9b48 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:25.506864 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6760225b-a9e0-4fee-b534-21258208c167 None None] Pushing event updated for resources: {'Port': ['ID=92e28524-61f5-4adc-8ee9-6d24786bedd3,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:25.530520 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-452b6bfe-2d07-420c-9a8c-3a75d980436c None None] Transition to ACTIVE for port object c901ab10-5f98-4fb3-b426-80a46d9a9b48 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:25.538453 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-747d40af-3708-4c80-afd8-aac4ce9a416b None None] Current status of the port 1ac24853-4a70-4bce-a5c9-5c0be1a70394 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:25.539294 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-747d40af-3708-4c80-afd8-aac4ce9a416b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:25.553811 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-452b6bfe-2d07-420c-9a8c-3a75d980436c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:25.658326 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-37244c06-859a-400d-a58c-d4b6303ce2fc service neutron] 10.222.0.35 "GET /v2.0/networks/3c40b33f-7bf3-4984-a9df-d5e9c9e61d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4915059 May 13 14:48:25.749039 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b6bfe-2d07-420c-9a8c-3a75d980436c None None] Pushing event updated for resources: {'Port': ['ID=c901ab10-5f98-4fb3-b426-80a46d9a9b48,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:25.772789 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452b6bfe-2d07-420c-9a8c-3a75d980436c None None] Network add62c5c-9eca-4348-9830-32239b4651d7 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:25.775727 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-452b6bfe-2d07-420c-9a8c-3a75d980436c None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:25.780076 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452b6bfe-2d07-420c-9a8c-3a75d980436c None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:48:25.927625 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-747d40af-3708-4c80-afd8-aac4ce9a416b None None] For port 1ac24853-4a70-4bce-a5c9-5c0be1a70394, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=1ac24853-4a70-4bce-a5c9-5c0be1a70394,segment=NetworkSegment(2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1),segment_id=2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:25.943550 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-452b6bfe-2d07-420c-9a8c-3a75d980436c None None] Attempting to bind port c901ab10-5f98-4fb3-b426-80a46d9a9b48 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:48:25.944008 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-452b6bfe-2d07-420c-9a8c-3a75d980436c None None] Attempting to bind port c901ab10-5f98-4fb3-b426-80a46d9a9b48 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '6a1902e2-8090-4fe5-b451-4ecbfde075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'add62c5c-9eca-4348-9830-32239b4651d7'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:48:25.944473 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452b6bfe-2d07-420c-9a8c-3a75d980436c None None] Attempting to bind port c901ab10-5f98-4fb3-b426-80a46d9a9b48 on network add62c5c-9eca-4348-9830-32239b4651d7 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:48:25.950505 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d654d3da-24c4-488b-92f7-b2d177e4d406 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:48:25.972051 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-003b7783-0c48-421f-852a-a3972c88d42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:25.975586 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-747d40af-3708-4c80-afd8-aac4ce9a416b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:25.990431 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452b6bfe-2d07-420c-9a8c-3a75d980436c None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:48:25.995412 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452b6bfe-2d07-420c-9a8c-3a75d980436c None None] Checking segment: {'id': '6a1902e2-8090-4fe5-b451-4ecbfde075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'add62c5c-9eca-4348-9830-32239b4651d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:48:25.996272 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-452b6bfe-2d07-420c-9a8c-3a75d980436c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:25.997298 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452b6bfe-2d07-420c-9a8c-3a75d980436c None None] Bound using segment: {'id': '6a1902e2-8090-4fe5-b451-4ecbfde075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'add62c5c-9eca-4348-9830-32239b4651d7'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:48:25.997637 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-452b6bfe-2d07-420c-9a8c-3a75d980436c None None] Bound port: c901ab10-5f98-4fb3-b426-80a46d9a9b48, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a1902e2-8090-4fe5-b451-4ecbfde075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'add62c5c-9eca-4348-9830-32239b4651d7'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:48:25.998576 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-452b6bfe-2d07-420c-9a8c-3a75d980436c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:26.038012 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-62f91db2-1848-4855-b758-beb5c5175766 service neutron] 10.222.0.35 "GET /v2.0/networks/3c40b33f-7bf3-4984-a9df-d5e9c9e61d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356102 May 13 14:48:26.039310 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d654d3da-24c4-488b-92f7-b2d177e4d406 admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:26.043239 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d654d3da-24c4-488b-92f7-b2d177e4d406 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 12.6015518 May 13 14:48:26.043757 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37970) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:26.078103 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-003b7783-0c48-421f-852a-a3972c88d42b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:26.091510 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-003b7783-0c48-421f-852a-a3972c88d42b admin admin] Usage tracker for resource:security_group_rule and tenant:79b1710a3d704fd4a50f394fe1a14abe is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:26.111730 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-003b7783-0c48-421f-852a-a3972c88d42b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:26.138129 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b74eaf-42ff-4625-9b65-f4dae828436a None None] Sync routers for ids ['0192b712-f9e3-4ebf-99ec-575db8bd7251'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:48:26.237512 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a1c3dff-5928-4da7-ac33-004391af1534 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:26.259822 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-5a1c3dff-5928-4da7-ac33-004391af1534 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Transition to ACTIVE for port object 7a63f6e5-ceca-4634-989e-47b8cd43cba3 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:26.267888 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1d832827-fec9-47f8-92fc-4ed9b69290f6 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:26.272818 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1d832827-fec9-47f8-92fc-4ed9b69290f6 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:subnet and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:26.276693 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1d832827-fec9-47f8-92fc-4ed9b69290f6 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:26.285696 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1d832827-fec9-47f8-92fc-4ed9b69290f6 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:26.297154 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-003b7783-0c48-421f-852a-a3972c88d42b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:26.436327 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-003b7783-0c48-421f-852a-a3972c88d42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:26.439388 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d832827-fec9-47f8-92fc-4ed9b69290f6 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:26.444801 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d832827-fec9-47f8-92fc-4ed9b69290f6 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:26.483499 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-003b7783-0c48-421f-852a-a3972c88d42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:26.502853 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b74eaf-42ff-4625-9b65-f4dae828436a None None] Routers {'0192b712-f9e3-4ebf-99ec-575db8bd7251'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:48:26.504272 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-d8b74eaf-42ff-4625-9b65-f4dae828436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:48:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['0192b712-f9e3-4ebf-99ec-575db8bd7251'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:26.806782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-47180b06-ae0e-4435-84d7-d57dfe07c95f req-5c54dc2c-9b8c-4cf2-a3de-273ce1dd2080 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Synchronizing usage tracker for tenant:4b31433d5022490ba6cd8b183da7a35f on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:48:26.815359 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-d8b74eaf-42ff-4625-9b65-f4dae828436a None None] Set router 0192b712-f9e3-4ebf-99ec-575db8bd7251 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:48:26.837644 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-003b7783-0c48-421f-852a-a3972c88d42b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=79b1710a3d704fd4a50f394fe1a14abe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4230325 May 13 14:48:26.840696 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37980) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:26.845027 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b7783-0c48-421f-852a-a3972c88d42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257d89a1-6a80-4a55-8247-53a4cc8ab272,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:26.854897 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-47180b06-ae0e-4435-84d7-d57dfe07c95f req-5c54dc2c-9b8c-4cf2-a3de-273ce1dd2080 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Unset dirty status for tenant:4b31433d5022490ba6cd8b183da7a35f on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:48:26.855803 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-47180b06-ae0e-4435-84d7-d57dfe07c95f req-5c54dc2c-9b8c-4cf2-a3de-273ce1dd2080 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=35059ec1-f3f3-422f-877f-6487e1b9565a HTTP/1.1" status: 200 len: 210 time: 0.2009540 May 13 14:48:26.859460 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a1c3dff-5928-4da7-ac33-004391af1534 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:26.926947 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1c3dff-5928-4da7-ac33-004391af1534 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Network b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:26.938290 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-5a1c3dff-5928-4da7-ac33-004391af1534 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:26.941552 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1c3dff-5928-4da7-ac33-004391af1534 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:48:27.088321 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c3dff-5928-4da7-ac33-004391af1534 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Pushing event updated for resources: {'Port': ['ID=7a63f6e5-ceca-4634-989e-47b8cd43cba3,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:27.128790 n-d-841760-1 neutron-server[88081]: INFO neutron.db.ipam_backend_mixin [None req-1d832827-fec9-47f8-92fc-4ed9b69290f6 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2a19cf2e-7156-408b-a1d7-a262e66e9ecc (CIDR: 172.20.0.0/28) May 13 14:48:27.155155 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1c3dff-5928-4da7-ac33-004391af1534 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:27.155847 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a1c3dff-5928-4da7-ac33-004391af1534 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:27.163099 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d832827-fec9-47f8-92fc-4ed9b69290f6 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:48:27.163684 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d832827-fec9-47f8-92fc-4ed9b69290f6 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:48:27.191254 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-60c35c3c-4ef7-437a-b7d6-bc919f1be948 None None] Provisioning complete for port 1ac24853-4a70-4bce-a5c9-5c0be1a70394 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:27.192049 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-60c35c3c-4ef7-437a-b7d6-bc919f1be948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:27.217199 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1d832827-fec9-47f8-92fc-4ed9b69290f6 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8548307 May 13 14:48:27.218189 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37986) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:27.250922 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-7a4898f3-9c83-4513-9831-abd141b99f84 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'subnet': {'network_id': '72e9fc38-923f-4207-b51c-1b6a2d39607c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:27.329325 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5a1c3dff-5928-4da7-ac33-004391af1534 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.2543778 May 13 14:48:27.340624 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37990) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:27.396063 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-aaf78adc-b5d2-4c4c-849e-8d8cfd7e46aa tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Request body: {'port': {'network_id': 'b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c', 'name': 'tempest-TaggedBootDevicesTest_v242-797312824', 'fixed_ips': [{'subnet_id': '6d953eaa-2a7e-4580-bb0c-458e876aebfa'}]}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:27.464145 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8fe8731a-ce12-44ad-b0d8-d0deddf719af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:27.597773 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-452b6bfe-2d07-420c-9a8c-3a75d980436c None None] For port c901ab10-5f98-4fb3-b426-80a46d9a9b48, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:48:27.603015 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-452b6bfe-2d07-420c-9a8c-3a75d980436c None None] For port c901ab10-5f98-4fb3-b426-80a46d9a9b48, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c901ab10-5f98-4fb3-b426-80a46d9a9b48,segment=NetworkSegment(6a1902e2-8090-4fe5-b451-4ecbfde075b6),segment_id=6a1902e2-8090-4fe5-b451-4ecbfde075b6)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:48:27.607916 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 92e28524-61f5-4adc-8ee9-6d24786bedd3 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:27.718782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7a4898f3-9c83-4513-9831-abd141b99f84 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:27.726368 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7a4898f3-9c83-4513-9831-abd141b99f84 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:subnet and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:27.731441 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7a4898f3-9c83-4513-9831-abd141b99f84 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:27.736363 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-452b6bfe-2d07-420c-9a8c-3a75d980436c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:27.743819 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7a4898f3-9c83-4513-9831-abd141b99f84 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:27.752341 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d40af-3708-4c80-afd8-aac4ce9a416b None None] Pushing event updated for resources: {'Port': ['ID=1ac24853-4a70-4bce-a5c9-5c0be1a70394,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:27.763306 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9239f1a1-f961-4971-aa41-c8cd0a0ef875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:27.767183 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4898f3-9c83-4513-9831-abd141b99f84 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:27.776958 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7a4898f3-9c83-4513-9831-abd141b99f84 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:27.984674 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-aaf78adc-b5d2-4c4c-849e-8d8cfd7e46aa tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:27.991230 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8fe8731a-ce12-44ad-b0d8-d0deddf719af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:28.001758 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-aaf78adc-b5d2-4c4c-849e-8d8cfd7e46aa tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Usage tracker for resource:port and tenant:dacb06c0bb204205bf6fd6f72c27271e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:28.010671 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-aaf78adc-b5d2-4c4c-849e-8d8cfd7e46aa tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:28.039950 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-aaf78adc-b5d2-4c4c-849e-8d8cfd7e46aa tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:28.112365 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-eff04375-e424-4e44-a371-c0ac2d85dbd5 req-529faac6-22d0-4062-b809-b28b6eef8b2a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=35059ec1-f3f3-422f-877f-6487e1b9565a HTTP/1.1" status: 200 len: 210 time: 0.0978498 May 13 14:48:28.151364 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-60c35c3c-4ef7-437a-b7d6-bc919f1be948 None None] Current status of the port 1ac24853-4a70-4bce-a5c9-5c0be1a70394 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:28.172164 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b6bfe-2d07-420c-9a8c-3a75d980436c None None] Pushing event updated for resources: {'Port': ['ID=c901ab10-5f98-4fb3-b426-80a46d9a9b48,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:28.202884 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 92e28524-61f5-4adc-8ee9-6d24786bedd3 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:28.228056 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf78adc-b5d2-4c4c-849e-8d8cfd7e46aa tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Made reservation on behalf of dacb06c0bb204205bf6fd6f72c27271e for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:28.305985 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7a4898f3-9c83-4513-9831-abd141b99f84 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:28.370991 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-58ea1f0f-4cab-4414-9043-8ebdef78825a None None] Provisioning for port 3fbbc75c-a9d7-4308-86c6-eab767e32d87 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:28.395994 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-58ea1f0f-4cab-4414-9043-8ebdef78825a None None] Provisioning complete for port 3fbbc75c-a9d7-4308-86c6-eab767e32d87 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:28.396786 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4898f3-9c83-4513-9831-abd141b99f84 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network 72e9fc38-923f-4207-b51c-1b6a2d39607c is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:28.397471 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-58ea1f0f-4cab-4414-9043-8ebdef78825a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:28.400264 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-7a4898f3-9c83-4513-9831-abd141b99f84 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:28.405319 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4898f3-9c83-4513-9831-abd141b99f84 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:28.405912 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7a4898f3-9c83-4513-9831-abd141b99f84 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:28.426901 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8fe8731a-ce12-44ad-b0d8-d0deddf719af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:28.431939 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4898f3-9c83-4513-9831-abd141b99f84 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Subnet': ['ID=f06bfa35-7773-42eb-bcab-5abd6688b45c,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:28.460547 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cd262a-9b12-4c7b-89cd-4f78e5450243 None None] Network 72e9fc38-923f-4207-b51c-1b6a2d39607c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:48:28.466406 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7a4898f3-9c83-4513-9831-abd141b99f84 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2349057 May 13 14:48:28.469389 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38004) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:28.477753 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-0210a09c-9027-4067-9632-5fa1c7dab79a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1439966596', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f06bfa35-7773-42eb-bcab-5abd6688b45c'}], 'security_groups': ['3ff117a8-461b-45ee-a3c6-473b1790ca37']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:28.493905 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8731a-ce12-44ad-b0d8-d0deddf719af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257d89a1-6a80-4a55-8247-53a4cc8ab272,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:28.547277 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe8731a-ce12-44ad-b0d8-d0deddf719af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:28.547622 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe8731a-ce12-44ad-b0d8-d0deddf719af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:28.548536 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe8731a-ce12-44ad-b0d8-d0deddf719af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:28.548856 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe8731a-ce12-44ad-b0d8-d0deddf719af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:28.549197 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe8731a-ce12-44ad-b0d8-d0deddf719af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:28.549513 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe8731a-ce12-44ad-b0d8-d0deddf719af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:28.549849 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe8731a-ce12-44ad-b0d8-d0deddf719af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:28.550160 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe8731a-ce12-44ad-b0d8-d0deddf719af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:28.550484 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe8731a-ce12-44ad-b0d8-d0deddf719af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:28.550802 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe8731a-ce12-44ad-b0d8-d0deddf719af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:28.551140 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe8731a-ce12-44ad-b0d8-d0deddf719af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:28.551488 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe8731a-ce12-44ad-b0d8-d0deddf719af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:28.569109 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8fe8731a-ce12-44ad-b0d8-d0deddf719af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:28.570256 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8fe8731a-ce12-44ad-b0d8-d0deddf719af admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/257d89a1-6a80-4a55-8247-53a4cc8ab272 HTTP/1.1" status: 204 len: 168 time: 1.7030799 May 13 14:48:28.608424 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:28.663484 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-aaf78adc-b5d2-4c4c-849e-8d8cfd7e46aa tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:28.702399 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-aaf78adc-b5d2-4c4c-849e-8d8cfd7e46aa tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] device_id is not set on port e207a457-df02-4445-883d-49c778eef818 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:48:28.773778 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-58ea1f0f-4cab-4414-9043-8ebdef78825a None None] Port 3fbbc75c-a9d7-4308-86c6-eab767e32d87 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:48:28.872434 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ef71d7b-0e49-46d0-b9ed-a30ca97c043c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:29.013815 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-d8b74eaf-42ff-4625-9b65-f4dae828436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0192b712-f9e3-4ebf-99ec-575db8bd7251', 'name': 'tempest-TestServerBasicOps-1147072485-router', 'tenant_id': 'e4c2a0535ce0400ba706f596c15b607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '9d5ab7e9-e270-4d50-b8c2-3092f05a73d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:48:13Z', 'updated_at': '2022-05-13T14:48:22Z', 'revision_number': 3, 'project_id': 'e4c2a0535ce0400ba706f596c15b607b', 'gw_port': {'id': '9d5ab7e9-e270-4d50-b8c2-3092f05a73d3', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0192b712-f9e3-4ebf-99ec-575db8bd7251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:17Z', 'updated_at': '2022-05-13T14:48:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:29.031936 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0210a09c-9027-4067-9632-5fa1c7dab79a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:29.085668 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-58ea1f0f-4cab-4414-9043-8ebdef78825a None None] Provisioning complete for port f57b321f-9678-4785-965c-674f32f9cc98 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:29.085984 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-58ea1f0f-4cab-4414-9043-8ebdef78825a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:29.306069 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-58ea1f0f-4cab-4414-9043-8ebdef78825a None None] Port f57b321f-9678-4785-965c-674f32f9cc98 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:48:29.319406 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b74eaf-42ff-4625-9b65-f4dae828436a None None] Checking router: 0192b712-f9e3-4ebf-99ec-575db8bd7251 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:48:29.322944 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b74eaf-42ff-4625-9b65-f4dae828436a None None] Updating router 0192b712-f9e3-4ebf-99ec-575db8bd7251 port 9d5ab7e9-e270-4d50-b8c2-3092f05a73d3 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:48:29.411144 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-03f39496-8126-415a-9c18-cc40f194b244 req-7f659365-6d01-4c75-b8f0-a7a72a88fedc tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=35059ec1-f3f3-422f-877f-6487e1b9565a HTTP/1.1" status: 200 len: 210 time: 0.1763351 May 13 14:48:29.435029 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38030) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:29.481329 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-aaf78adc-b5d2-4c4c-849e-8d8cfd7e46aa tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Allocated IP 10.1.1.250 (b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c/6d953eaa-2a7e-4580-bb0c-458e876aebfa/e207a457-df02-4445-883d-49c778eef818) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:48:29.487431 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ddcf2427-21b1-4379-9aeb-67a3a56df669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:29.518296 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d8b74eaf-42ff-4625-9b65-f4dae828436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:29.561344 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 1ac24853-4a70-4bce-a5c9-5c0be1a70394 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:29.586503 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ddcf2427-21b1-4379-9aeb-67a3a56df669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:29.632381 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ddcf2427-21b1-4379-9aeb-67a3a56df669 admin admin] Usage tracker for resource:security_group_rule and tenant:2ae02f7e7dc54505a6b834e084c8f852 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:29.642833 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ddcf2427-21b1-4379-9aeb-67a3a56df669 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:29.667496 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ddcf2427-21b1-4379-9aeb-67a3a56df669 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:29.684591 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-0ef71d7b-0e49-46d0-b9ed-a30ca97c043c admin admin] Allocated IP 172.20.0.1 (d51859c9-941b-45d2-a2bb-408dee695648/69a77e24-b3fa-48e5-b1b0-c96c6565cb0d/d69fc11b-2993-4727-8cf9-1a895795eb8c) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:48:29.784364 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-58ea1f0f-4cab-4414-9043-8ebdef78825a None None] Provisioning for port 7a63f6e5-ceca-4634-989e-47b8cd43cba3 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:29.797471 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38038) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:29.983394 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc403c2-d71c-47f5-9c6f-273e0bbeb6f0 None None] Network add62c5c-9eca-4348-9830-32239b4651d7 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:48:30.011346 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-58ea1f0f-4cab-4414-9043-8ebdef78825a None None] Provisioning complete for port 7a63f6e5-ceca-4634-989e-47b8cd43cba3 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:30.011977 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-58ea1f0f-4cab-4414-9043-8ebdef78825a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:30.145788 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-0210a09c-9027-4067-9632-5fa1c7dab79a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Delete allocated IP 172.20.0.11 (72e9fc38-923f-4207-b51c-1b6a2d39607c/2a19cf2e-7156-408b-a1d7-a262e66e9ecc) {{(pid=88081) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 13 14:48:30.156072 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-0210a09c-9027-4067-9632-5fa1c7dab79a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Allocated IP 172.20.0.20 (72e9fc38-923f-4207-b51c-1b6a2d39607c/f06bfa35-7773-42eb-bcab-5abd6688b45c/3fbbc75c-a9d7-4308-86c6-eab767e32d87) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:48:30.216673 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-58ea1f0f-4cab-4414-9043-8ebdef78825a None None] Port 7a63f6e5-ceca-4634-989e-47b8cd43cba3 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:48:30.228236 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-42504518-cab9-4504-b927-71577c9d597a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:30.292353 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-16d766e1-ee87-4346-a17b-db3e23b688d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:30.314555 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 1ac24853-4a70-4bce-a5c9-5c0be1a70394 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:30.314985 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:30.326123 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-aaf78adc-b5d2-4c4c-849e-8d8cfd7e46aa tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:30.373607 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-58ea1f0f-4cab-4414-9043-8ebdef78825a None None] Provisioning for port 92e28524-61f5-4adc-8ee9-6d24786bedd3 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:30.390079 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-16d766e1-ee87-4346-a17b-db3e23b688d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:30.412609 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-58ea1f0f-4cab-4414-9043-8ebdef78825a None None] Provisioning complete for port 92e28524-61f5-4adc-8ee9-6d24786bedd3 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:30.413047 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-58ea1f0f-4cab-4414-9043-8ebdef78825a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:30.419652 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-16d766e1-ee87-4346-a17b-db3e23b688d3 admin admin] Usage tracker for resource:security_group_rule and tenant:fe80b292283e4a59a858cf26a8ff70eb is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:30.433669 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-16d766e1-ee87-4346-a17b-db3e23b688d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:30.441844 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ef71d7b-0e49-46d0-b9ed-a30ca97c043c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:30.456290 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ddcf2427-21b1-4379-9aeb-67a3a56df669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:30.458915 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-aaf78adc-b5d2-4c4c-849e-8d8cfd7e46aa tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Transition to ACTIVE for port object e207a457-df02-4445-883d-49c778eef818 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:30.461431 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-16d766e1-ee87-4346-a17b-db3e23b688d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:30.478157 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ddcf2427-21b1-4379-9aeb-67a3a56df669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:30.500275 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0210a09c-9027-4067-9632-5fa1c7dab79a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:30.524807 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-0210a09c-9027-4067-9632-5fa1c7dab79a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Transition to ACTIVE for port object 3fbbc75c-a9d7-4308-86c6-eab767e32d87 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:30.529037 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-0ef71d7b-0e49-46d0-b9ed-a30ca97c043c admin admin] Transition to ACTIVE for port object d69fc11b-2993-4727-8cf9-1a895795eb8c will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:30.529302 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0210a09c-9027-4067-9632-5fa1c7dab79a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:30.606634 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf2427-21b1-4379-9aeb-67a3a56df669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0a946a-3694-41f8-be64-8d42353ae057,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:30.648474 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ddcf2427-21b1-4379-9aeb-67a3a56df669 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2ae02f7e7dc54505a6b834e084c8f852&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2123559 May 13 14:48:30.664647 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38048) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:30.675796 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a84f3005-3dcf-4863-b8b8-c43cb16423bb req-c88803b6-d9cc-4406-936c-7438d4d71c54 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=35059ec1-f3f3-422f-877f-6487e1b9565a HTTP/1.1" status: 200 len: 210 time: 0.0745952 May 13 14:48:30.723785 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-aaf78adc-b5d2-4c4c-849e-8d8cfd7e46aa tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:30.759844 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210a09c-9027-4067-9632-5fa1c7dab79a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Port': ['ID=3fbbc75c-a9d7-4308-86c6-eab767e32d87,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:30.774835 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d8b74eaf-42ff-4625-9b65-f4dae828436a None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:30.784675 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-0210a09c-9027-4067-9632-5fa1c7dab79a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] In _notify_port_updated(), no bound segment for port 3fbbc75c-a9d7-4308-86c6-eab767e32d87 on network 72e9fc38-923f-4207-b51c-1b6a2d39607c {{(pid=88081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:48:30.795030 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0210a09c-9027-4067-9632-5fa1c7dab79a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:30.795945 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0210a09c-9027-4067-9632-5fa1c7dab79a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:30.797477 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0210a09c-9027-4067-9632-5fa1c7dab79a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "PUT /v2.0/ports/3fbbc75c-a9d7-4308-86c6-eab767e32d87 HTTP/1.1" status: 200 len: 921 time: 2.3267357 May 13 14:48:30.800847 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38052) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:30.883714 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:30.884499 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:30.896141 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-94080895-09c7-46d2-a25d-9f9f5c32e5b7 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting port 3fbbc75c-a9d7-4308-86c6-eab767e32d87 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:48:30.896540 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-94080895-09c7-46d2-a25d-9f9f5c32e5b7 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:30.901766 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d8b74eaf-42ff-4625-9b65-f4dae828436a None None] Transition to ACTIVE for port object 9d5ab7e9-e270-4d50-b8c2-3092f05a73d3 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:30.939025 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 1ac24853-4a70-4bce-a5c9-5c0be1a70394 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:30.940713 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c901ab10-5f98-4fb3-b426-80a46d9a9b48 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:30.974338 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ef71d7b-0e49-46d0-b9ed-a30ca97c043c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:30.999966 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf78adc-b5d2-4c4c-849e-8d8cfd7e46aa tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Network b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:31.015320 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-aaf78adc-b5d2-4c4c-849e-8d8cfd7e46aa tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:31.033125 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d8b74eaf-42ff-4625-9b65-f4dae828436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:31.054119 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf78adc-b5d2-4c4c-849e-8d8cfd7e46aa tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:48:31.198075 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-16d766e1-ee87-4346-a17b-db3e23b688d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:31.216037 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cd08674e-a832-4c73-a2d6-dee7b0eaa4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:31.229560 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf78adc-b5d2-4c4c-849e-8d8cfd7e46aa tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Pushing event updated for resources: {'Port': ['ID=e207a457-df02-4445-883d-49c778eef818,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:31.249985 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-d8b74eaf-42ff-4625-9b65-f4dae828436a None None] Attempting to bind port 9d5ab7e9-e270-4d50-b8c2-3092f05a73d3 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:48:31.254908 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-d8b74eaf-42ff-4625-9b65-f4dae828436a None None] Attempting to bind port 9d5ab7e9-e270-4d50-b8c2-3092f05a73d3 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:48:31.255461 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b74eaf-42ff-4625-9b65-f4dae828436a None None] Attempting to bind port 9d5ab7e9-e270-4d50-b8c2-3092f05a73d3 on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:48:31.256482 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef71d7b-0e49-46d0-b9ed-a30ca97c043c admin admin] Network d51859c9-941b-45d2-a2bb-408dee695648 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:31.271316 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-94080895-09c7-46d2-a25d-9f9f5c32e5b7 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:31.282280 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b74eaf-42ff-4625-9b65-f4dae828436a None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:48:31.282870 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b74eaf-42ff-4625-9b65-f4dae828436a None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:48:31.283412 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d8b74eaf-42ff-4625-9b65-f4dae828436a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:31.283909 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b74eaf-42ff-4625-9b65-f4dae828436a None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:48:31.284505 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-d8b74eaf-42ff-4625-9b65-f4dae828436a None None] Bound port: 9d5ab7e9-e270-4d50-b8c2-3092f05a73d3, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:48:31.284990 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d8b74eaf-42ff-4625-9b65-f4dae828436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:31.365174 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-16d766e1-ee87-4346-a17b-db3e23b688d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:31.372411 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-0ef71d7b-0e49-46d0-b9ed-a30ca97c043c admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:31.375034 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef71d7b-0e49-46d0-b9ed-a30ca97c043c admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:48:31.422500 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-58ea1f0f-4cab-4414-9043-8ebdef78825a None None] Current status of the port 92e28524-61f5-4adc-8ee9-6d24786bedd3 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:31.422919 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-58ea1f0f-4cab-4414-9043-8ebdef78825a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:31.425168 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-94080895-09c7-46d2-a25d-9f9f5c32e5b7 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Calling delete_port for 3fbbc75c-a9d7-4308-86c6-eab767e32d87 owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:48:31.432179 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf903b-b82f-4fe4-8c66-a7b378389d11 None None] Pushing event updated for resources: {'Port': ['ID=9d5ab7e9-e270-4d50-b8c2-3092f05a73d3,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:31.465779 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-16d766e1-ee87-4346-a17b-db3e23b688d3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fe80b292283e4a59a858cf26a8ff70eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6529851 May 13 14:48:31.466554 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38056) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:31.515519 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port c901ab10-5f98-4fb3-b426-80a46d9a9b48 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:31.561084 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cd08674e-a832-4c73-a2d6-dee7b0eaa4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:31.592233 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-58ea1f0f-4cab-4414-9043-8ebdef78825a None None] For port 92e28524-61f5-4adc-8ee9-6d24786bedd3, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=92e28524-61f5-4adc-8ee9-6d24786bedd3,segment=NetworkSegment(6c25f73c-3fd9-46cb-a4cb-5935157c1761),segment_id=6c25f73c-3fd9-46cb-a4cb-5935157c1761)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:31.596804 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbec038-3129-40e3-9ca3-70e952f0705a None None] Update dhcp port {'port': {'network_id': '72e9fc38-923f-4207-b51c-1b6a2d39607c', 'fixed_ips': [{'subnet_id': '2a19cf2e-7156-408b-a1d7-a262e66e9ecc', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f06bfa35-7773-42eb-bcab-5abd6688b45c'}], 'binding:host_id': 'n-d-841760-1'}, 'id': '92e28524-61f5-4adc-8ee9-6d24786bedd3'} from n-d-841760-1. {{(pid=88083) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 14:48:31.616054 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-48a1e39b-3fcf-4fe1-ad68-c48f4a416dd5 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:31.620369 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-48a1e39b-3fcf-4fe1-ad68-c48f4a416dd5 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.59 "GET /v2.0/networks?id=3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 HTTP/1.1" status: 200 len: 810 time: 0.6380713 May 13 14:48:31.651486 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-58ea1f0f-4cab-4414-9043-8ebdef78825a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:31.657657 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-d8b74eaf-42ff-4625-9b65-f4dae828436a None None] For port 9d5ab7e9-e270-4d50-b8c2-3092f05a73d3, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:48:31.668368 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf78adc-b5d2-4c4c-849e-8d8cfd7e46aa tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:31.668663 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-aaf78adc-b5d2-4c4c-849e-8d8cfd7e46aa tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:31.691757 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-94080895-09c7-46d2-a25d-9f9f5c32e5b7 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:31.718540 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d766e1-ee87-4346-a17b-db3e23b688d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c08143-27df-4145-9911-19aa25311dec,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:31.742222 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea1f0f-4cab-4414-9043-8ebdef78825a None None] Pushing event updated for resources: {'Port': ['ID=92e28524-61f5-4adc-8ee9-6d24786bedd3,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:31.755787 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef71d7b-0e49-46d0-b9ed-a30ca97c043c admin admin] Pushing event updated for resources: {'Port': ['ID=d69fc11b-2993-4727-8cf9-1a895795eb8c,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:31.763669 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-d8b74eaf-42ff-4625-9b65-f4dae828436a None None] For port 9d5ab7e9-e270-4d50-b8c2-3092f05a73d3, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=9d5ab7e9-e270-4d50-b8c2-3092f05a73d3,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:48:31.773376 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0dbec038-3129-40e3-9ca3-70e952f0705a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:31.791001 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d8b74eaf-42ff-4625-9b65-f4dae828436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:31.796381 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ef71d7b-0e49-46d0-b9ed-a30ca97c043c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:31.826227 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-aaf78adc-b5d2-4c4c-849e-8d8cfd7e46aa tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.4771760 May 13 14:48:31.832959 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-1587cee4-0c29-4d0d-a47d-0b4390cc6118 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b31433d5022490ba6cd8b183da7a35f HTTP/1.1" status: 200 len: 379 time: 0.1897194 May 13 14:48:31.855956 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-690aa29b-ce3c-4882-9c04-1e9c81837a18 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Request body: {'port': {'device_id': '35059ec1-f3f3-422f-877f-6487e1b9565a', 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22', 'admin_state_up': True, 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'security_groups': ['52ba1124-588d-4283-955b-65977f808f29']}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:31.884183 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94080895-09c7-46d2-a25d-9f9f5c32e5b7 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Port': ['ID=3fbbc75c-a9d7-4308-86c6-eab767e32d87,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:31.920085 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b74eaf-42ff-4625-9b65-f4dae828436a None None] Routers {'0192b712-f9e3-4ebf-99ec-575db8bd7251'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:48:31.921825 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-d8b74eaf-42ff-4625-9b65-f4dae828436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:48:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['0192b712-f9e3-4ebf-99ec-575db8bd7251'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:32.020952 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38064) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:32.025078 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-80fc6fa8-9ca8-4c31-baed-f8c36c5929f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:32.058572 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-84477522-d63d-48fa-89c6-e037857e6dfc tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Request body: {'security_group': {'name': 'tempest-securitygroup--809320543', 'description': 'tempest-description--1165800330'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:32.071263 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-84477522-d63d-48fa-89c6-e037857e6dfc tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:32.076742 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-84477522-d63d-48fa-89c6-e037857e6dfc tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Usage tracker for resource:security_group and tenant:dacb06c0bb204205bf6fd6f72c27271e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:32.081242 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-01a1fb6a-c103-4658-87bc-5a08c152a221 None None] Provisioning for port d69fc11b-2993-4727-8cf9-1a895795eb8c completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:32.084213 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-84477522-d63d-48fa-89c6-e037857e6dfc tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:32.093021 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-84477522-d63d-48fa-89c6-e037857e6dfc tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:32.164891 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-84477522-d63d-48fa-89c6-e037857e6dfc tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:32.171550 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-57669494-ab9e-446c-af68-103a7c4b8e75 req-dbea955e-e4a9-4571-a97b-2e0da3e6db73 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=35059ec1-f3f3-422f-877f-6487e1b9565a HTTP/1.1" status: 200 len: 210 time: 0.1281681 May 13 14:48:32.172443 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-01a1fb6a-c103-4658-87bc-5a08c152a221 None None] Provisioning complete for port d69fc11b-2993-4727-8cf9-1a895795eb8c triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:32.174362 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-01a1fb6a-c103-4658-87bc-5a08c152a221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:32.183250 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-94080895-09c7-46d2-a25d-9f9f5c32e5b7 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:32.195002 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cd08674e-a832-4c73-a2d6-dee7b0eaa4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:32.202236 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-94080895-09c7-46d2-a25d-9f9f5c32e5b7 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/ports/3fbbc75c-a9d7-4308-86c6-eab767e32d87 HTTP/1.1" status: 204 len: 168 time: 1.4003394 May 13 14:48:32.209374 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38068) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:32.251744 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08674e-a832-4c73-a2d6-dee7b0eaa4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0a946a-3694-41f8-be64-8d42353ae057,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:32.253932 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cd08674e-a832-4c73-a2d6-dee7b0eaa4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:32.256889 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:32.258714 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-cd08674e-a832-4c73-a2d6-dee7b0eaa4d3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1e0a946a-3694-41f8-be64-8d42353ae057 HTTP/1.1" status: 204 len: 168 time: 1.5920994 May 13 14:48:32.261715 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-80fc6fa8-9ca8-4c31-baed-f8c36c5929f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:32.277483 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf903b-b82f-4fe4-8c66-a7b378389d11 None None] Pushing event updated for resources: {'Port': ['ID=9d5ab7e9-e270-4d50-b8c2-3092f05a73d3,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:32.284751 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc4fb869-5e5d-412f-8735-a895e36aac78 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] GET failed (client error): The resource could not be found. May 13 14:48:32.284751 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-cc4fb869-5e5d-412f-8735-a895e36aac78 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Synchronizing usage tracker for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:48:32.317390 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-cc4fb869-5e5d-412f-8735-a895e36aac78 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Unset dirty status for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:48:32.322115 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cc4fb869-5e5d-412f-8735-a895e36aac78 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "GET /v2.0/ports/3fbbc75c-a9d7-4308-86c6-eab767e32d87 HTTP/1.1" status: 404 len: 333 time: 0.1132593 May 13 14:48:32.325650 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38074) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:32.379466 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-84477522-d63d-48fa-89c6-e037857e6dfc tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:32.400289 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-84477522-d63d-48fa-89c6-e037857e6dfc tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Usage tracker for resource:security_group_rule and tenant:dacb06c0bb204205bf6fd6f72c27271e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:32.416886 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-84477522-d63d-48fa-89c6-e037857e6dfc tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:32.422376 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-690aa29b-ce3c-4882-9c04-1e9c81837a18 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:32.435955 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-84477522-d63d-48fa-89c6-e037857e6dfc tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:32.451827 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fcb6625c-0540-44e3-a40a-feb38df9b623 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:32.494630 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-d8b74eaf-42ff-4625-9b65-f4dae828436a None None] Set router 0192b712-f9e3-4ebf-99ec-575db8bd7251 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:48:32.512824 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-690aa29b-ce3c-4882-9c04-1e9c81837a18 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:32.528421 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fcb6625c-0540-44e3-a40a-feb38df9b623 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:32.535625 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ef71d7b-0e49-46d0-b9ed-a30ca97c043c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:32.564302 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-690aa29b-ce3c-4882-9c04-1e9c81837a18 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Made reservation on behalf of 4b31433d5022490ba6cd8b183da7a35f for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:32.567919 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-690aa29b-ce3c-4882-9c04-1e9c81837a18 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:32.578081 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-80fc6fa8-9ca8-4c31-baed-f8c36c5929f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:32.596664 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fcb6625c-0540-44e3-a40a-feb38df9b623 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:32.618230 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6625c-0540-44e3-a40a-feb38df9b623 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7b249c-04ca-4525-a2d0-0e494da9f185,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:32.642021 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6625c-0540-44e3-a40a-feb38df9b623 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:32.642021 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6625c-0540-44e3-a40a-feb38df9b623 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:32.642021 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6625c-0540-44e3-a40a-feb38df9b623 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:32.642021 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6625c-0540-44e3-a40a-feb38df9b623 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:32.642021 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6625c-0540-44e3-a40a-feb38df9b623 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:32.642469 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6625c-0540-44e3-a40a-feb38df9b623 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:32.642568 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6625c-0540-44e3-a40a-feb38df9b623 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:32.642931 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6625c-0540-44e3-a40a-feb38df9b623 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:32.643488 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6625c-0540-44e3-a40a-feb38df9b623 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:32.644079 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6625c-0540-44e3-a40a-feb38df9b623 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:32.644585 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6625c-0540-44e3-a40a-feb38df9b623 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:32.644916 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6625c-0540-44e3-a40a-feb38df9b623 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:32.655494 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fcb6625c-0540-44e3-a40a-feb38df9b623 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:32.661301 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fcb6625c-0540-44e3-a40a-feb38df9b623 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/security-groups/3f7b249c-04ca-4525-a2d0-0e494da9f185 HTTP/1.1" status: 204 len: 168 time: 0.3336563 May 13 14:48:32.662371 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38080) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:32.669597 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc6fa8-9ca8-4c31-baed-f8c36c5929f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c08143-27df-4145-9911-19aa25311dec,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:32.682712 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-01a1fb6a-c103-4658-87bc-5a08c152a221 None None] Port d69fc11b-2993-4727-8cf9-1a895795eb8c cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:48:32.770050 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c2790d8f-8d2a-4a98-8a44-53bcf2e946f8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:32.789647 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-80fc6fa8-9ca8-4c31-baed-f8c36c5929f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:32.794741 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-80fc6fa8-9ca8-4c31-baed-f8c36c5929f3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/28c08143-27df-4145-9911-19aa25311dec HTTP/1.1" status: 204 len: 168 time: 1.2744365 May 13 14:48:32.806187 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c2790d8f-8d2a-4a98-8a44-53bcf2e946f8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:32.844772 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-84477522-d63d-48fa-89c6-e037857e6dfc tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:32.866461 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-01a1fb6a-c103-4658-87bc-5a08c152a221 None None] Provisioning for port c901ab10-5f98-4fb3-b426-80a46d9a9b48 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:32.881560 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c2790d8f-8d2a-4a98-8a44-53bcf2e946f8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:32.909110 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-84477522-d63d-48fa-89c6-e037857e6dfc tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:32.928255 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c2790d8f-8d2a-4a98-8a44-53bcf2e946f8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:32.929895 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c2790d8f-8d2a-4a98-8a44-53bcf2e946f8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/security-groups/3ff117a8-461b-45ee-a3c6-473b1790ca37 HTTP/1.1" status: 204 len: 168 time: 0.2661841 May 13 14:48:32.932684 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38092) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:32.961873 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-01a1fb6a-c103-4658-87bc-5a08c152a221 None None] Provisioning complete for port c901ab10-5f98-4fb3-b426-80a46d9a9b48 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:32.962912 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-01a1fb6a-c103-4658-87bc-5a08c152a221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:32.979757 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2790d8f-8d2a-4a98-8a44-53bcf2e946f8 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff117a8-461b-45ee-a3c6-473b1790ca37,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:33.069804 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-84477522-d63d-48fa-89c6-e037857e6dfc tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:33.071527 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-84477522-d63d-48fa-89c6-e037857e6dfc tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0478559 May 13 14:48:33.074577 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b9fdd3-323a-475d-b349-df58cd82042d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting subnet 2a19cf2e-7156-408b-a1d7-a262e66e9ecc {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:48:33.083565 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38100) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:33.108431 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-3f4a86bd-8fad-4133-928b-9dc58fd2c4f7 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Request body: {'security_group_rule': {'security_group_id': 'a397b8c0-c46e-4510-b31b-d2f4e91e8abb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:33.133347 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84477522-d63d-48fa-89c6-e037857e6dfc tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a397b8c0-c46e-4510-b31b-d2f4e91e8abb,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:33.141187 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-3f4a86bd-8fad-4133-928b-9dc58fd2c4f7 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:33.158029 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-3f4a86bd-8fad-4133-928b-9dc58fd2c4f7 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Usage tracker for resource:security_group_rule and tenant:dacb06c0bb204205bf6fd6f72c27271e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:33.159511 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-0dbec038-3129-40e3-9ca3-70e952f0705a None None] Allocated IP 172.20.0.18 (72e9fc38-923f-4207-b51c-1b6a2d39607c/f06bfa35-7773-42eb-bcab-5abd6688b45c/92e28524-61f5-4adc-8ee9-6d24786bedd3) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:48:33.161463 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-690aa29b-ce3c-4882-9c04-1e9c81837a18 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Allocated IP 172.20.0.5 (3c40b33f-7bf3-4984-a9df-d5e9c9e61d22/363e7da1-0d6f-4e89-9da3-93f517417d88/dfb9fb94-5dd6-40ae-9e36-72474a502bad) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:48:33.165063 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-3f4a86bd-8fad-4133-928b-9dc58fd2c4f7 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:33.176920 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-3f4a86bd-8fad-4133-928b-9dc58fd2c4f7 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:33.239179 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ef71d7b-0e49-46d0-b9ed-a30ca97c043c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:33.241063 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f4a86bd-8fad-4133-928b-9dc58fd2c4f7 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:33.274917 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ef71d7b-0e49-46d0-b9ed-a30ca97c043c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:33.501165 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38112) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:33.551691 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3c2617f9-552e-4aed-8bff-dd55efbf89cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:33.586224 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-0dbec038-3129-40e3-9ca3-70e952f0705a None None] For port 92e28524-61f5-4adc-8ee9-6d24786bedd3, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=92e28524-61f5-4adc-8ee9-6d24786bedd3,segment=NetworkSegment(6c25f73c-3fd9-46cb-a4cb-5935157c1761),segment_id=6c25f73c-3fd9-46cb-a4cb-5935157c1761)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:33.592578 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3c2617f9-552e-4aed-8bff-dd55efbf89cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:33.600120 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3c2617f9-552e-4aed-8bff-dd55efbf89cb admin admin] Usage tracker for resource:security_group_rule and tenant:3e40865e85454fc899f279b1814d100d is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:33.604363 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3c2617f9-552e-4aed-8bff-dd55efbf89cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:33.624346 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3c2617f9-552e-4aed-8bff-dd55efbf89cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:33.794879 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ecf836b3-1d44-4157-ad04-bb3585fc9d0b req-46409cbe-0cf3-417f-9a47-e50a92b65f92 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Synchronizing usage tracker for tenant:4b31433d5022490ba6cd8b183da7a35f on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:48:33.805617 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef71d7b-0e49-46d0-b9ed-a30ca97c043c admin admin] Pushing event updated for resources: {'Port': ['ID=d69fc11b-2993-4727-8cf9-1a895795eb8c,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:33.823432 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0dbec038-3129-40e3-9ca3-70e952f0705a None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:33.825543 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ef71d7b-0e49-46d0-b9ed-a30ca97c043c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:33.831753 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 92e28524-61f5-4adc-8ee9-6d24786bedd3 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:33.835386 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3c2617f9-552e-4aed-8bff-dd55efbf89cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:33.850943 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3c2617f9-552e-4aed-8bff-dd55efbf89cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:33.879984 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ecf836b3-1d44-4157-ad04-bb3585fc9d0b req-46409cbe-0cf3-417f-9a47-e50a92b65f92 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Unset dirty status for tenant:4b31433d5022490ba6cd8b183da7a35f on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:48:33.884675 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ecf836b3-1d44-4157-ad04-bb3585fc9d0b req-46409cbe-0cf3-417f-9a47-e50a92b65f92 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=35059ec1-f3f3-422f-877f-6487e1b9565a HTTP/1.1" status: 200 len: 210 time: 0.4044719 May 13 14:48:33.925406 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f4a86bd-8fad-4133-928b-9dc58fd2c4f7 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:33.946297 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3c2617f9-552e-4aed-8bff-dd55efbf89cb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3e40865e85454fc899f279b1814d100d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4438474 May 13 14:48:33.947287 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2617f9-552e-4aed-8bff-dd55efbf89cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d82b747-3176-404b-8434-34ccec193c0a,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:33.951090 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38118) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:33.991487 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-01a1fb6a-c103-4658-87bc-5a08c152a221 None None] Current status of the port c901ab10-5f98-4fb3-b426-80a46d9a9b48 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:33.993355 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-01a1fb6a-c103-4658-87bc-5a08c152a221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:34.004796 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f4a86bd-8fad-4133-928b-9dc58fd2c4f7 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:34.064402 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a86bd-8fad-4133-928b-9dc58fd2c4f7 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d981cb0e-cbaa-4db6-8029-fa0f422691cd,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:34.071750 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-690aa29b-ce3c-4882-9c04-1e9c81837a18 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:34.101353 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0dbec038-3129-40e3-9ca3-70e952f0705a None None] Transition to ACTIVE for port object 92e28524-61f5-4adc-8ee9-6d24786bedd3 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:34.118768 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f4a86bd-8fad-4133-928b-9dc58fd2c4f7 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:34.119959 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3f4a86bd-8fad-4133-928b-9dc58fd2c4f7 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0332007 May 13 14:48:34.122139 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-690aa29b-ce3c-4882-9c04-1e9c81837a18 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Transition to ACTIVE for port object dfb9fb94-5dd6-40ae-9e36-72474a502bad will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:34.126396 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38124) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:34.135806 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-912b1ab7-5bd7-486e-bc1c-45eda8fdbc1a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Request body: {'security_group_rule': {'security_group_id': 'a397b8c0-c46e-4510-b31b-d2f4e91e8abb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:34.137547 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0dbec038-3129-40e3-9ca3-70e952f0705a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:34.153765 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-912b1ab7-5bd7-486e-bc1c-45eda8fdbc1a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:34.166213 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-912b1ab7-5bd7-486e-bc1c-45eda8fdbc1a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Usage tracker for resource:security_group_rule and tenant:dacb06c0bb204205bf6fd6f72c27271e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:34.175654 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-13b9fdd3-323a-475d-b349-df58cd82042d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:34.176272 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-912b1ab7-5bd7-486e-bc1c-45eda8fdbc1a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:34.189264 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-912b1ab7-5bd7-486e-bc1c-45eda8fdbc1a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:34.194214 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef71d7b-0e49-46d0-b9ed-a30ca97c043c admin admin] Network d51859c9-941b-45d2-a2bb-408dee695648 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:34.197698 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-0ef71d7b-0e49-46d0-b9ed-a30ca97c043c admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:34.314590 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-690aa29b-ce3c-4882-9c04-1e9c81837a18 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:34.328789 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-13b9fdd3-323a-475d-b349-df58cd82042d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:34.436056 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-768e5951-d084-485c-9447-63c77ee95dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:34.450197 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-690aa29b-ce3c-4882-9c04-1e9c81837a18 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Network 3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:34.462459 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-690aa29b-ce3c-4882-9c04-1e9c81837a18 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:34.479839 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-912b1ab7-5bd7-486e-bc1c-45eda8fdbc1a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:34.485711 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-01a1fb6a-c103-4658-87bc-5a08c152a221 None None] For port c901ab10-5f98-4fb3-b426-80a46d9a9b48, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c901ab10-5f98-4fb3-b426-80a46d9a9b48,segment=NetworkSegment(6a1902e2-8090-4fe5-b451-4ecbfde075b6),segment_id=6a1902e2-8090-4fe5-b451-4ecbfde075b6)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:34.522040 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-01a1fb6a-c103-4658-87bc-5a08c152a221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:34.538257 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-768e5951-d084-485c-9447-63c77ee95dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:34.544369 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-d8b74eaf-42ff-4625-9b65-f4dae828436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0192b712-f9e3-4ebf-99ec-575db8bd7251', 'name': 'tempest-TestServerBasicOps-1147072485-router', 'tenant_id': 'e4c2a0535ce0400ba706f596c15b607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '9d5ab7e9-e270-4d50-b8c2-3092f05a73d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:48:13Z', 'updated_at': '2022-05-13T14:48:22Z', 'revision_number': 3, 'project_id': 'e4c2a0535ce0400ba706f596c15b607b', 'gw_port': {'id': '9d5ab7e9-e270-4d50-b8c2-3092f05a73d3', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0192b712-f9e3-4ebf-99ec-575db8bd7251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:17Z', 'updated_at': '2022-05-13T14:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:34.558366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-690aa29b-ce3c-4882-9c04-1e9c81837a18 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:48:34.578915 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b74eaf-42ff-4625-9b65-f4dae828436a None None] The sync data for ids ['0192b712-f9e3-4ebf-99ec-575db8bd7251'] in n-d-841760-1 is: [{'id': '0192b712-f9e3-4ebf-99ec-575db8bd7251', 'name': 'tempest-TestServerBasicOps-1147072485-router', 'tenant_id': 'e4c2a0535ce0400ba706f596c15b607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '9d5ab7e9-e270-4d50-b8c2-3092f05a73d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:48:13Z', 'updated_at': '2022-05-13T14:48:22Z', 'revision_number': 3, 'project_id': 'e4c2a0535ce0400ba706f596c15b607b', 'gw_port': {'id': '9d5ab7e9-e270-4d50-b8c2-3092f05a73d3', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0192b712-f9e3-4ebf-99ec-575db8bd7251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:17Z', 'updated_at': '2022-05-13T14:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:48:34.586606 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbec038-3129-40e3-9ca3-70e952f0705a None None] Pushing event updated for resources: {'Port': ['ID=92e28524-61f5-4adc-8ee9-6d24786bedd3,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:34.648745 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-01a1fb6a-c103-4658-87bc-5a08c152a221 None None] Provisioning for port e207a457-df02-4445-883d-49c778eef818 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:34.674667 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-01a1fb6a-c103-4658-87bc-5a08c152a221 None None] Provisioning complete for port e207a457-df02-4445-883d-49c778eef818 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:34.674982 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-01a1fb6a-c103-4658-87bc-5a08c152a221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:34.807527 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1fb6a-c103-4658-87bc-5a08c152a221 None None] Pushing event updated for resources: {'Port': ['ID=c901ab10-5f98-4fb3-b426-80a46d9a9b48,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:34.813862 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-01a1fb6a-c103-4658-87bc-5a08c152a221 None None] Port e207a457-df02-4445-883d-49c778eef818 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:48:34.829704 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-768e5951-d084-485c-9447-63c77ee95dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:34.845724 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-912b1ab7-5bd7-486e-bc1c-45eda8fdbc1a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:34.891594 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e5951-d084-485c-9447-63c77ee95dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d82b747-3176-404b-8434-34ccec193c0a,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:34.907890 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-13b9fdd3-323a-475d-b349-df58cd82042d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:34.984438 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-1918ed05-1252-48ba-80cf-38fe52ae6d70 None None] Provisioning complete for port d69fc11b-2993-4727-8cf9-1a895795eb8c triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:34.988425 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1918ed05-1252-48ba-80cf-38fe52ae6d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:35.043951 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-912b1ab7-5bd7-486e-bc1c-45eda8fdbc1a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:35.073166 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-768e5951-d084-485c-9447-63c77ee95dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:35.086248 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-768e5951-d084-485c-9447-63c77ee95dfd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6d82b747-3176-404b-8434-34ccec193c0a HTTP/1.1" status: 204 len: 168 time: 1.1339216 May 13 14:48:35.160232 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690aa29b-ce3c-4882-9c04-1e9c81837a18 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Pushing event updated for resources: {'Port': ['ID=dfb9fb94-5dd6-40ae-9e36-72474a502bad,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:35.190433 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1918ed05-1252-48ba-80cf-38fe52ae6d70 None None] Port d69fc11b-2993-4727-8cf9-1a895795eb8c cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:48:35.205713 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b1ab7-5bd7-486e-bc1c-45eda8fdbc1a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce604de9-a354-4232-b2b9-17289836871f,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:35.221648 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-1918ed05-1252-48ba-80cf-38fe52ae6d70 None None] Provisioning complete for port c901ab10-5f98-4fb3-b426-80a46d9a9b48 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:35.221648 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1918ed05-1252-48ba-80cf-38fe52ae6d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:35.225962 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-690aa29b-ce3c-4882-9c04-1e9c81837a18 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:35.226662 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-690aa29b-ce3c-4882-9c04-1e9c81837a18 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:35.284737 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-912b1ab7-5bd7-486e-bc1c-45eda8fdbc1a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:35.291501 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-912b1ab7-5bd7-486e-bc1c-45eda8fdbc1a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1629007 May 13 14:48:35.293495 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38144) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:35.298453 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-13b9fdd3-323a-475d-b349-df58cd82042d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:35.304771 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-690aa29b-ce3c-4882-9c04-1e9c81837a18 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4607542 May 13 14:48:35.312258 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-d56b8d1c-3466-428b-a1db-4f63b92a3e50 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:35.350930 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d56b8d1c-3466-428b-a1db-4f63b92a3e50 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:35.376770 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d56b8d1c-3466-428b-a1db-4f63b92a3e50 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Usage tracker for resource:floatingip and tenant:dacb06c0bb204205bf6fd6f72c27271e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:35.386144 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d56b8d1c-3466-428b-a1db-4f63b92a3e50 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:35.402990 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d56b8d1c-3466-428b-a1db-4f63b92a3e50 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:35.448250 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef71d7b-0e49-46d0-b9ed-a30ca97c043c admin admin] Router 0192b712-f9e3-4ebf-99ec-575db8bd7251 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:48:35.452667 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b9fdd3-323a-475d-b349-df58cd82042d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Subnet': ['ID=2a19cf2e-7156-408b-a1d7-a262e66e9ecc,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:35.461227 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-13b9fdd3-323a-475d-b349-df58cd82042d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:35.484059 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-13b9fdd3-323a-475d-b349-df58cd82042d tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/subnets/2a19cf2e-7156-408b-a1d7-a262e66e9ecc HTTP/1.1" status: 204 len: 168 time: 2.5498631 May 13 14:48:35.490387 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38150) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:35.521271 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-e3a7a2b4-1b36-441c-bc13-232a74f4ce13 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'subnet': {'network_id': '72e9fc38-923f-4207-b51c-1b6a2d39607c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:35.524930 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d56b8d1c-3466-428b-a1db-4f63b92a3e50 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for floatingip, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:35.534765 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1918ed05-1252-48ba-80cf-38fe52ae6d70 None None] Current status of the port c901ab10-5f98-4fb3-b426-80a46d9a9b48 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:35.677672 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ef05c3ac-5197-4ae6-8380-efa51c633e30 None None] Provisioning for port dfb9fb94-5dd6-40ae-9e36-72474a502bad completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:35.685894 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ef05c3ac-5197-4ae6-8380-efa51c633e30 None None] Provisioning complete for port dfb9fb94-5dd6-40ae-9e36-72474a502bad triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:35.686406 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ef05c3ac-5197-4ae6-8380-efa51c633e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:35.806114 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437bd21-4076-4400-b3a8-11edaa4e23b0 req-ff8bfd36-ada1-4f90-9466-c36334d0980f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:35.827742 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6437bd21-4076-4400-b3a8-11edaa4e23b0 req-ff8bfd36-ada1-4f90-9466-c36334d0980f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=35059ec1-f3f3-422f-877f-6487e1b9565a HTTP/1.1" status: 200 len: 931 time: 0.6437995 May 13 14:48:35.842780 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ef05c3ac-5197-4ae6-8380-efa51c633e30 None None] Port dfb9fb94-5dd6-40ae-9e36-72474a502bad cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:48:35.922331 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 9d5ab7e9-e270-4d50-b8c2-3092f05a73d3 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:35.959787 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e3a7a2b4-1b36-441c-bc13-232a74f4ce13 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:35.967053 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e3a7a2b4-1b36-441c-bc13-232a74f4ce13 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:subnet and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:35.972068 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e3a7a2b4-1b36-441c-bc13-232a74f4ce13 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:35.982011 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e3a7a2b4-1b36-441c-bc13-232a74f4ce13 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:36.004380 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-6437bd21-4076-4400-b3a8-11edaa4e23b0 req-754a0e4f-6012-4f25-b9d6-5567ff1eb788 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Synchronizing usage tracker for tenant:4b31433d5022490ba6cd8b183da7a35f on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:48:36.013718 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a7a2b4-1b36-441c-bc13-232a74f4ce13 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:36.018423 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e3a7a2b4-1b36-441c-bc13-232a74f4ce13 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:36.045790 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a491a5b2-8871-4de9-a24c-08eae6f5ae1a None None] Network 72e9fc38-923f-4207-b51c-1b6a2d39607c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:48:36.107370 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-9803b6f0-65f1-492f-bf83-3cd8a66862f7 service neutron] Request body: {'port': {'device_id': '35059ec1-f3f3-422f-877f-6487e1b9565a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:36.156425 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-6437bd21-4076-4400-b3a8-11edaa4e23b0 req-754a0e4f-6012-4f25-b9d6-5567ff1eb788 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Unset dirty status for tenant:4b31433d5022490ba6cd8b183da7a35f on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:48:36.169415 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6437bd21-4076-4400-b3a8-11edaa4e23b0 req-754a0e4f-6012-4f25-b9d6-5567ff1eb788 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=52ba1124-588d-4283-955b-65977f808f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3383956 May 13 14:48:36.448463 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef71d7b-0e49-46d0-b9ed-a30ca97c043c admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:48:36.509262 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0ef71d7b-0e49-46d0-b9ed-a30ca97c043c admin admin] 10.222.0.35 "PUT /v2.0/routers/0192b712-f9e3-4ebf-99ec-575db8bd7251/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4620070 May 13 14:48:36.589563 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a90fb992-a2f4-4e4c-b6ed-189048ad7a24 None None] Could not find standard attr ID for object 3fbbc75c-a9d7-4308-86c6-eab767e32d87. {{(pid=88083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 14:48:36.603196 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-9803b6f0-65f1-492f-bf83-3cd8a66862f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:36.644037 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a90fb992-a2f4-4e4c-b6ed-189048ad7a24 None None] Provisioning complete for port f57b321f-9678-4785-965c-674f32f9cc98 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:36.658627 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a90fb992-a2f4-4e4c-b6ed-189048ad7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:36.688664 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d56b8d1c-3466-428b-a1db-4f63b92a3e50 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:36.800452 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e3a7a2b4-1b36-441c-bc13-232a74f4ce13 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:36.835280 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 9d5ab7e9-e270-4d50-b8c2-3092f05a73d3 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:36.879804 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 9d5ab7e9-e270-4d50-b8c2-3092f05a73d3 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:36.882252 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:36.979948 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a7a2b4-1b36-441c-bc13-232a74f4ce13 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network 72e9fc38-923f-4207-b51c-1b6a2d39607c is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:36.979948 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-e3a7a2b4-1b36-441c-bc13-232a74f4ce13 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:37.045510 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a7a2b4-1b36-441c-bc13-232a74f4ce13 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:37.046397 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e3a7a2b4-1b36-441c-bc13-232a74f4ce13 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:37.126019 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7a2b4-1b36-441c-bc13-232a74f4ce13 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Subnet': ['ID=e359cedd-e1c5-4e19-8167-375b184e3d8e,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:37.162126 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e3a7a2b4-1b36-441c-bc13-232a74f4ce13 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6710072 May 13 14:48:37.164868 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38178) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:37.197962 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-ad8b5b5d-c3fc-40fe-90da-5c700acf8839 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'security_group': {'name': 'tempest-secgroup-281495227'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:37.221728 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-a90fb992-a2f4-4e4c-b6ed-189048ad7a24 None None] Port f57b321f-9678-4785-965c-674f32f9cc98 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:48:37.226191 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ad8b5b5d-c3fc-40fe-90da-5c700acf8839 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:37.242131 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ad8b5b5d-c3fc-40fe-90da-5c700acf8839 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:security_group and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:37.252147 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ad8b5b5d-c3fc-40fe-90da-5c700acf8839 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:37.278693 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ad8b5b5d-c3fc-40fe-90da-5c700acf8839 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:37.325561 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5b5d-c3fc-40fe-90da-5c700acf8839 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:37.388672 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a90fb992-a2f4-4e4c-b6ed-189048ad7a24 None None] Provisioning for port 92e28524-61f5-4adc-8ee9-6d24786bedd3 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:37.418524 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a90fb992-a2f4-4e4c-b6ed-189048ad7a24 None None] Provisioning complete for port 92e28524-61f5-4adc-8ee9-6d24786bedd3 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:37.418928 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a90fb992-a2f4-4e4c-b6ed-189048ad7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:37.449600 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ad8b5b5d-c3fc-40fe-90da-5c700acf8839 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:37.467391 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ad8b5b5d-c3fc-40fe-90da-5c700acf8839 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:security_group_rule and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:37.477704 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ad8b5b5d-c3fc-40fe-90da-5c700acf8839 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:37.503410 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ad8b5b5d-c3fc-40fe-90da-5c700acf8839 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:37.788626 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-d56b8d1c-3466-428b-a1db-4f63b92a3e50 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Allocated IP 172.25.0.212 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/63c053d8-22a8-4cdd-8313-be46b45918c1) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:48:37.902246 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38198) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:37.932661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-047729c0-a5bd-4844-bef2-40ac0339952a tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1021393111', 'description': 'tempest-secgroup-smoke-1021393111 description', 'project_id': '6165004ac18741f8a69dd64293b7a1e1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:37.963849 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-047729c0-a5bd-4844-bef2-40ac0339952a tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:37.977635 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-047729c0-a5bd-4844-bef2-40ac0339952a tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Usage tracker for resource:security_group and tenant:6165004ac18741f8a69dd64293b7a1e1 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:37.986040 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-047729c0-a5bd-4844-bef2-40ac0339952a tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:37.991098 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0facf9-3d42-435b-bb33-1bd4f3aace90 None None] Sync routers for ids ['0192b712-f9e3-4ebf-99ec-575db8bd7251'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:48:38.003842 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-047729c0-a5bd-4844-bef2-40ac0339952a tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:38.015878 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0facf9-3d42-435b-bb33-1bd4f3aace90 None None] Routers {'0192b712-f9e3-4ebf-99ec-575db8bd7251'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:48:38.018715 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-5e0facf9-3d42-435b-bb33-1bd4f3aace90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:48:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['0192b712-f9e3-4ebf-99ec-575db8bd7251'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:38.037081 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-a90fb992-a2f4-4e4c-b6ed-189048ad7a24 None None] Current status of the port 92e28524-61f5-4adc-8ee9-6d24786bedd3 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:38.047597 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5b5d-c3fc-40fe-90da-5c700acf8839 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:38.051765 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 9d5ab7e9-e270-4d50-b8c2-3092f05a73d3 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:38.052429 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:38.062191 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5b5d-c3fc-40fe-90da-5c700acf8839 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:38.085240 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 9d5ab7e9-e270-4d50-b8c2-3092f05a73d3, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=9d5ab7e9-e270-4d50-b8c2-3092f05a73d3,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:38.095949 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3637dd8-b579-4dec-ae08-aa3ee147bc9a req-367b60ab-e426-457f-9ebf-5c754924c493 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:38.096738 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:38.097577 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c901ab10-5f98-4fb3-b426-80a46d9a9b48 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:38.127235 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e3637dd8-b579-4dec-ae08-aa3ee147bc9a req-367b60ab-e426-457f-9ebf-5c754924c493 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=35059ec1-f3f3-422f-877f-6487e1b9565a HTTP/1.1" status: 200 len: 931 time: 0.5224683 May 13 14:48:38.160949 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-047729c0-a5bd-4844-bef2-40ac0339952a tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:38.326281 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b5b5d-c3fc-40fe-90da-5c700acf8839 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c131eba-0c0c-4399-9f20-f47ecac6f65d,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:38.330322 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-047729c0-a5bd-4844-bef2-40ac0339952a tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:38.338655 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-047729c0-a5bd-4844-bef2-40ac0339952a tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Usage tracker for resource:security_group_rule and tenant:6165004ac18741f8a69dd64293b7a1e1 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:38.362022 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e3637dd8-b579-4dec-ae08-aa3ee147bc9a req-2543a3c3-ff16-4da7-92d4-821fed6e5531 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=52ba1124-588d-4283-955b-65977f808f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332952 May 13 14:48:38.370529 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-047729c0-a5bd-4844-bef2-40ac0339952a tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:38.374172 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5b5d-c3fc-40fe-90da-5c700acf8839 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:38.384945 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ad8b5b5d-c3fc-40fe-90da-5c700acf8839 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2187660 May 13 14:48:38.389013 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38210) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:38.405856 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-047729c0-a5bd-4844-bef2-40ac0339952a tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:38.411802 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-a44aaf19-dccc-45ad-8a2c-d56a95cb616c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'security_group': {'name': 'tempest-secgroup-1151316705'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:38.419273 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a44aaf19-dccc-45ad-8a2c-d56a95cb616c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:38.423227 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=9d5ab7e9-e270-4d50-b8c2-3092f05a73d3,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:38.447547 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a44aaf19-dccc-45ad-8a2c-d56a95cb616c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:security_group and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:38.456255 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a44aaf19-dccc-45ad-8a2c-d56a95cb616c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:38.491501 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a44aaf19-dccc-45ad-8a2c-d56a95cb616c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:38.523490 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port c901ab10-5f98-4fb3-b426-80a46d9a9b48 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:38.523870 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:38.556325 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a44aaf19-dccc-45ad-8a2c-d56a95cb616c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:38.601484 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-5e0facf9-3d42-435b-bb33-1bd4f3aace90 None None] Set router 0192b712-f9e3-4ebf-99ec-575db8bd7251 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:48:38.728834 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a44aaf19-dccc-45ad-8a2c-d56a95cb616c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:38.756645 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d56b8d1c-3466-428b-a1db-4f63b92a3e50 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:38.779324 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-9803b6f0-65f1-492f-bf83-3cd8a66862f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfb9fb94-5dd6-40ae-9e36-72474a502bad {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:48:38.789996 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-9803b6f0-65f1-492f-bf83-3cd8a66862f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:38.794815 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port c901ab10-5f98-4fb3-b426-80a46d9a9b48 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:38.796067 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 92e28524-61f5-4adc-8ee9-6d24786bedd3 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:38.810469 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a44aaf19-dccc-45ad-8a2c-d56a95cb616c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:security_group_rule and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:38.813607 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-9803b6f0-65f1-492f-bf83-3cd8a66862f7 service neutron] Transition to ACTIVE for port object dfb9fb94-5dd6-40ae-9e36-72474a502bad will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:38.821398 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-9803b6f0-65f1-492f-bf83-3cd8a66862f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:38.832528 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a44aaf19-dccc-45ad-8a2c-d56a95cb616c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:38.850745 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a44aaf19-dccc-45ad-8a2c-d56a95cb616c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:38.871918 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-047729c0-a5bd-4844-bef2-40ac0339952a tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:38.880578 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5022ee4-9347-4236-94f3-4977c77b0598 None None] Network 72e9fc38-923f-4207-b51c-1b6a2d39607c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:48:38.901191 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-047729c0-a5bd-4844-bef2-40ac0339952a tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:38.936313 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d56b8d1c-3466-428b-a1db-4f63b92a3e50 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:39.027077 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047729c0-a5bd-4844-bef2-40ac0339952a tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e431ab1d-cbe3-4a71-a1b2-65f8a63740a0,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:39.126446 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-047729c0-a5bd-4844-bef2-40ac0339952a tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:39.128280 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-047729c0-a5bd-4844-bef2-40ac0339952a tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2245765 May 13 14:48:39.142048 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38224) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:39.158300 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-1a0da301-92c8-4ac4-9740-b63f6d18cbed tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Request body: {'security_group_rule': {'security_group_id': 'e431ab1d-cbe3-4a71-a1b2-65f8a63740a0', 'project_id': '6165004ac18741f8a69dd64293b7a1e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:39.197223 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1a0da301-92c8-4ac4-9740-b63f6d18cbed tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:39.219584 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1a0da301-92c8-4ac4-9740-b63f6d18cbed tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Usage tracker for resource:security_group_rule and tenant:6165004ac18741f8a69dd64293b7a1e1 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:39.260210 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1a0da301-92c8-4ac4-9740-b63f6d18cbed tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:39.287195 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a44aaf19-dccc-45ad-8a2c-d56a95cb616c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:39.288344 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1a0da301-92c8-4ac4-9740-b63f6d18cbed tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:39.297372 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a7e42c55-8925-45f0-bfb0-0216eaa37428 None None] Provisioning complete for port f57b321f-9678-4785-965c-674f32f9cc98 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:39.298449 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a7e42c55-8925-45f0-bfb0-0216eaa37428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:39.314696 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a44aaf19-dccc-45ad-8a2c-d56a95cb616c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:39.436336 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-5e0facf9-3d42-435b-bb33-1bd4f3aace90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0192b712-f9e3-4ebf-99ec-575db8bd7251', 'name': 'tempest-TestServerBasicOps-1147072485-router', 'tenant_id': 'e4c2a0535ce0400ba706f596c15b607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '9d5ab7e9-e270-4d50-b8c2-3092f05a73d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:48:13Z', 'updated_at': '2022-05-13T14:48:32Z', 'revision_number': 4, 'project_id': 'e4c2a0535ce0400ba706f596c15b607b', 'gw_port': {'id': '9d5ab7e9-e270-4d50-b8c2-3092f05a73d3', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0192b712-f9e3-4ebf-99ec-575db8bd7251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:17Z', 'updated_at': '2022-05-13T14:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd69fc11b-2993-4727-8cf9-1a895795eb8c', 'name': '', 'network_id': 'd51859c9-941b-45d2-a2bb-408dee695648', 'tenant_id': 'e4c2a0535ce0400ba706f596c15b607b', 'mac_address': 'fa:16:3e:84:6c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0192b712-f9e3-4ebf-99ec-575db8bd7251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '69a77e24-b3fa-48e5-b1b0-c96c6565cb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:28Z', 'updated_at': '2022-05-13T14:48:32Z', 'revision_number': 2, 'project_id': 'e4c2a0535ce0400ba706f596c15b607b', 'subnets': [{'id': '69a77e24-b3fa-48e5-b1b0-c96c6565cb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:39.442635 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0facf9-3d42-435b-bb33-1bd4f3aace90 None None] Checking router: 0192b712-f9e3-4ebf-99ec-575db8bd7251 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:48:39.443336 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0facf9-3d42-435b-bb33-1bd4f3aace90 None None] Updating router 0192b712-f9e3-4ebf-99ec-575db8bd7251 port d69fc11b-2993-4727-8cf9-1a895795eb8c binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:48:39.467651 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56b8d1c-3466-428b-a1db-4f63b92a3e50 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:39.474427 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803b6f0-65f1-492f-bf83-3cd8a66862f7 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb9fb94-5dd6-40ae-9e36-72474a502bad,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:39.477901 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-d56b8d1c-3466-428b-a1db-4f63b92a3e50 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:39.478073 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44aaf19-dccc-45ad-8a2c-d56a95cb616c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=215c6f5d-ab69-4be0-b198-3aced2e49cbe,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:39.491709 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a44aaf19-dccc-45ad-8a2c-d56a95cb616c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:39.493059 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a44aaf19-dccc-45ad-8a2c-d56a95cb616c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0979340 May 13 14:48:39.498318 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38232) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:39.526251 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56b8d1c-3466-428b-a1db-4f63b92a3e50 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:48:39.527704 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-a7e42c55-8925-45f0-bfb0-0216eaa37428 None None] Port f57b321f-9678-4785-965c-674f32f9cc98 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:48:39.539661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-7faf153e-c54e-498d-a9e9-cf3c38c57fc7 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'security_group': {'name': 'tempest-secgroup-899230787'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:39.556619 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 92e28524-61f5-4adc-8ee9-6d24786bedd3 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:39.557599 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7faf153e-c54e-498d-a9e9-cf3c38c57fc7 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:39.561863 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:39.563095 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7faf153e-c54e-498d-a9e9-cf3c38c57fc7 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:security_group and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:39.565986 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-5e0facf9-3d42-435b-bb33-1bd4f3aace90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:39.567011 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7faf153e-c54e-498d-a9e9-cf3c38c57fc7 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:39.574307 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7faf153e-c54e-498d-a9e9-cf3c38c57fc7 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:39.586726 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1a0da301-92c8-4ac4-9740-b63f6d18cbed tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:39.602188 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7faf153e-c54e-498d-a9e9-cf3c38c57fc7 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:39.638116 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7faf153e-c54e-498d-a9e9-cf3c38c57fc7 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:39.655529 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7faf153e-c54e-498d-a9e9-cf3c38c57fc7 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:security_group_rule and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:39.662388 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7faf153e-c54e-498d-a9e9-cf3c38c57fc7 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:39.680444 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7faf153e-c54e-498d-a9e9-cf3c38c57fc7 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:39.724916 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a7e42c55-8925-45f0-bfb0-0216eaa37428 None None] Provisioning complete for port 92e28524-61f5-4adc-8ee9-6d24786bedd3 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:39.725488 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a7e42c55-8925-45f0-bfb0-0216eaa37428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:39.757262 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1a0da301-92c8-4ac4-9740-b63f6d18cbed tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:39.771080 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1a0da301-92c8-4ac4-9740-b63f6d18cbed tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:39.832935 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b8d1c-3466-428b-a1db-4f63b92a3e50 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Pushing event updated for resources: {'Port': ['ID=63c053d8-22a8-4cdd-8313-be46b45918c1,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:39.863312 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-9803b6f0-65f1-492f-bf83-3cd8a66862f7 service neutron] Attempting to bind port dfb9fb94-5dd6-40ae-9e36-72474a502bad on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:48:39.874995 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-9803b6f0-65f1-492f-bf83-3cd8a66862f7 service neutron] Attempting to bind port dfb9fb94-5dd6-40ae-9e36-72474a502bad by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '2e43f227-1875-4d5e-9b51-995654763caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:48:39.875667 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-9803b6f0-65f1-492f-bf83-3cd8a66862f7 service neutron] Attempting to bind port dfb9fb94-5dd6-40ae-9e36-72474a502bad on network 3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:48:39.883368 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-9803b6f0-65f1-492f-bf83-3cd8a66862f7 service neutron] Port dfb9fb94-5dd6-40ae-9e36-72474a502bad on network 3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:48:39.884188 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-9803b6f0-65f1-492f-bf83-3cd8a66862f7 service neutron] Attempting to bind port dfb9fb94-5dd6-40ae-9e36-72474a502bad on network 3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:48:39.909023 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-9803b6f0-65f1-492f-bf83-3cd8a66862f7 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:48:39.909697 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-9803b6f0-65f1-492f-bf83-3cd8a66862f7 service neutron] Checking segment: {'id': '2e43f227-1875-4d5e-9b51-995654763caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:48:39.910317 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-9803b6f0-65f1-492f-bf83-3cd8a66862f7 service neutron] Bound using segment: {'id': '2e43f227-1875-4d5e-9b51-995654763caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:48:39.910964 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-9803b6f0-65f1-492f-bf83-3cd8a66862f7 service neutron] Bound port: dfb9fb94-5dd6-40ae-9e36-72474a502bad, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e43f227-1875-4d5e-9b51-995654763caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:48:39.911609 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-9803b6f0-65f1-492f-bf83-3cd8a66862f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:39.918444 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1a0da301-92c8-4ac4-9740-b63f6d18cbed tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:39.922037 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1a0da301-92c8-4ac4-9740-b63f6d18cbed tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7757690 May 13 14:48:39.922037 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0da301-92c8-4ac4-9740-b63f6d18cbed tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb9254b-bd2d-4553-bc69-e1096227e6a7,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:39.928673 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38246) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:39.933955 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d56b8d1c-3466-428b-a1db-4f63b92a3e50 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:39.946861 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-34fb1b6e-2c03-4710-9dab-e616a4f9244f tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Request body: {'security_group_rule': {'security_group_id': 'e431ab1d-cbe3-4a71-a1b2-65f8a63740a0', 'project_id': '6165004ac18741f8a69dd64293b7a1e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:39.962181 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-34fb1b6e-2c03-4710-9dab-e616a4f9244f tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:40.009851 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-34fb1b6e-2c03-4710-9dab-e616a4f9244f tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Usage tracker for resource:security_group_rule and tenant:6165004ac18741f8a69dd64293b7a1e1 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:40.033537 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7faf153e-c54e-498d-a9e9-cf3c38c57fc7 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:40.049165 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7faf153e-c54e-498d-a9e9-cf3c38c57fc7 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:40.052298 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 92e28524-61f5-4adc-8ee9-6d24786bedd3 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:40.065593 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-a7e42c55-8925-45f0-bfb0-0216eaa37428 None None] Current status of the port 92e28524-61f5-4adc-8ee9-6d24786bedd3 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:40.101252 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-34fb1b6e-2c03-4710-9dab-e616a4f9244f tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:40.123774 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d56b8d1c-3466-428b-a1db-4f63b92a3e50 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:40.164472 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf153e-c54e-498d-a9e9-cf3c38c57fc7 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d76fa06-93af-4833-93d2-bf19834fed0a,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:40.170500 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7faf153e-c54e-498d-a9e9-cf3c38c57fc7 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:40.172134 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7faf153e-c54e-498d-a9e9-cf3c38c57fc7 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6705894 May 13 14:48:40.185686 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38252) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:40.197175 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-4e09669d-5f47-4854-aecd-a8252114d6e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-763954389', 'security_groups': ['2d76fa06-93af-4833-93d2-bf19834fed0a'], 'network_id': '72e9fc38-923f-4207-b51c-1b6a2d39607c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e359cedd-e1c5-4e19-8167-375b184e3d8e'}]}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:40.222992 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb8337-e32b-4d29-a5a3-4595e10dfc79 req-7a4581e5-ba86-4b7d-b684-ec259f0bc6f7 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:40.224899 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f8fb8337-e32b-4d29-a5a3-4595e10dfc79 req-7a4581e5-ba86-4b7d-b684-ec259f0bc6f7 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=35059ec1-f3f3-422f-877f-6487e1b9565a HTTP/1.1" status: 200 len: 943 time: 0.5935512 May 13 14:48:40.233561 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-34fb1b6e-2c03-4710-9dab-e616a4f9244f tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:40.278037 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 9d5ab7e9-e270-4d50-b8c2-3092f05a73d3 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:40.355764 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-34fb1b6e-2c03-4710-9dab-e616a4f9244f tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:40.383403 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48810669-3819-4635-b71c-5f3793bf0da2 None None] Update dhcp port {'port': {'network_id': '72e9fc38-923f-4207-b51c-1b6a2d39607c', 'fixed_ips': [{'subnet_id': 'f06bfa35-7773-42eb-bcab-5abd6688b45c', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e359cedd-e1c5-4e19-8167-375b184e3d8e'}], 'binding:host_id': 'n-d-841760-1'}, 'id': '92e28524-61f5-4adc-8ee9-6d24786bedd3'} from n-d-841760-1. {{(pid=88083) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 14:48:40.427594 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-9803b6f0-65f1-492f-bf83-3cd8a66862f7 service neutron] For port dfb9fb94-5dd6-40ae-9e36-72474a502bad, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:48:40.456787 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-48810669-3819-4635-b71c-5f3793bf0da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:40.559637 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f8fb8337-e32b-4d29-a5a3-4595e10dfc79 req-7665bf52-08df-4b15-8a2d-8776db7721a4 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=52ba1124-588d-4283-955b-65977f808f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3232467 May 13 14:48:40.580350 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-9803b6f0-65f1-492f-bf83-3cd8a66862f7 service neutron] For port dfb9fb94-5dd6-40ae-9e36-72474a502bad, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=dfb9fb94-5dd6-40ae-9e36-72474a502bad,segment=NetworkSegment(2e43f227-1875-4d5e-9b51-995654763caa),segment_id=2e43f227-1875-4d5e-9b51-995654763caa)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:48:40.603093 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-9803b6f0-65f1-492f-bf83-3cd8a66862f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:40.614917 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-5e0facf9-3d42-435b-bb33-1bd4f3aace90 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:40.636302 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4e09669d-5f47-4854-aecd-a8252114d6e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:40.649338 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-5e0facf9-3d42-435b-bb33-1bd4f3aace90 None None] Transition to ACTIVE for port object d69fc11b-2993-4727-8cf9-1a895795eb8c will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:40.660372 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4e09669d-5f47-4854-aecd-a8252114d6e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:40.669447 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-5e0facf9-3d42-435b-bb33-1bd4f3aace90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:40.690489 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e09669d-5f47-4854-aecd-a8252114d6e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:40.875298 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-34fb1b6e-2c03-4710-9dab-e616a4f9244f tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:40.926952 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-48810669-3819-4635-b71c-5f3793bf0da2 None None] Allocated IP 172.20.0.2 (72e9fc38-923f-4207-b51c-1b6a2d39607c/e359cedd-e1c5-4e19-8167-375b184e3d8e/92e28524-61f5-4adc-8ee9-6d24786bedd3) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:48:40.935779 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-9803b6f0-65f1-492f-bf83-3cd8a66862f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:40.936222 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4e09669d-5f47-4854-aecd-a8252114d6e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:40.937817 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-9803b6f0-65f1-492f-bf83-3cd8a66862f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:40.940703 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-9803b6f0-65f1-492f-bf83-3cd8a66862f7 service neutron] 10.222.0.59 "PUT /v2.0/ports/dfb9fb94-5dd6-40ae-9e36-72474a502bad HTTP/1.1" status: 200 len: 1091 time: 5.5936263 May 13 14:48:40.945750 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-34fb1b6e-2c03-4710-9dab-e616a4f9244f tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:40.949393 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35059ec1-f3f3-422f-877f-6487e1b9565a', 'tag': 'dfb9fb94-5dd6-40ae-9e36-72474a502bad'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:48:41.004550 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-4e09669d-5f47-4854-aecd-a8252114d6e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] device_id is not set on port dec66ad2-220d-46c5-8784-5dd408261cc5 yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:48:41.062290 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063db1d2-6c91-4659-a703-5f06f826544d None None] Pushing event updated for resources: {'Port': ['ID=d69fc11b-2993-4727-8cf9-1a895795eb8c,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:41.069974 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb1b6e-2c03-4710-9dab-e616a4f9244f tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aab9aaa-3387-4d08-b411-e9364fbb78ac,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:41.104977 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db1d2-6c91-4659-a703-5f06f826544d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:41.105866 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db1d2-6c91-4659-a703-5f06f826544d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:41.106353 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db1d2-6c91-4659-a703-5f06f826544d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:41.107640 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 9d5ab7e9-e270-4d50-b8c2-3092f05a73d3 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:41.108013 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:41.108950 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db1d2-6c91-4659-a703-5f06f826544d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:41.109450 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db1d2-6c91-4659-a703-5f06f826544d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:41.110822 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db1d2-6c91-4659-a703-5f06f826544d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:41.111327 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db1d2-6c91-4659-a703-5f06f826544d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:41.111786 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db1d2-6c91-4659-a703-5f06f826544d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:41.112259 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db1d2-6c91-4659-a703-5f06f826544d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:41.112726 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db1d2-6c91-4659-a703-5f06f826544d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:41.113334 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db1d2-6c91-4659-a703-5f06f826544d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:41.113799 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db1d2-6c91-4659-a703-5f06f826544d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:41.222660 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05541326-415e-407d-b21c-e023a0fdd6b0'] response: {'name': 'network-changed', 'server_uuid': '35059ec1-f3f3-422f-877f-6487e1b9565a', 'tag': 'dfb9fb94-5dd6-40ae-9e36-72474a502bad', 'status': 'completed', 'code': 200} May 13 14:48:41.289952 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803b6f0-65f1-492f-bf83-3cd8a66862f7 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb9fb94-5dd6-40ae-9e36-72474a502bad,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:41.339035 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-34fb1b6e-2c03-4710-9dab-e616a4f9244f tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:41.342930 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-34fb1b6e-2c03-4710-9dab-e616a4f9244f tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4090447 May 13 14:48:41.346405 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d56b8d1c-3466-428b-a1db-4f63b92a3e50 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:41.346577 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38264) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:41.370537 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-05c7d7df-4547-410a-9518-bc00a8054b85 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Request body: {'security_group_rule': {'security_group_id': 'e431ab1d-cbe3-4a71-a1b2-65f8a63740a0', 'project_id': '6165004ac18741f8a69dd64293b7a1e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:41.375212 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d56b8d1c-3466-428b-a1db-4f63b92a3e50 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:41.402547 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-05c7d7df-4547-410a-9518-bc00a8054b85 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:41.403247 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-5e0facf9-3d42-435b-bb33-1bd4f3aace90 None None] Attempting to bind port d69fc11b-2993-4727-8cf9-1a895795eb8c on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:48:41.403786 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-5e0facf9-3d42-435b-bb33-1bd4f3aace90 None None] Attempting to bind port d69fc11b-2993-4727-8cf9-1a895795eb8c by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '3a29a968-60a2-4340-917d-a4cd80014364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd51859c9-941b-45d2-a2bb-408dee695648'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:48:41.404469 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0facf9-3d42-435b-bb33-1bd4f3aace90 None None] Attempting to bind port d69fc11b-2993-4727-8cf9-1a895795eb8c on network d51859c9-941b-45d2-a2bb-408dee695648 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:48:41.415787 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0facf9-3d42-435b-bb33-1bd4f3aace90 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:48:41.416938 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0facf9-3d42-435b-bb33-1bd4f3aace90 None None] Checking segment: {'id': '3a29a968-60a2-4340-917d-a4cd80014364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd51859c9-941b-45d2-a2bb-408dee695648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:48:41.417075 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-5e0facf9-3d42-435b-bb33-1bd4f3aace90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:41.417590 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0facf9-3d42-435b-bb33-1bd4f3aace90 None None] Bound using segment: {'id': '3a29a968-60a2-4340-917d-a4cd80014364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd51859c9-941b-45d2-a2bb-408dee695648'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:48:41.418169 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-5e0facf9-3d42-435b-bb33-1bd4f3aace90 None None] Bound port: d69fc11b-2993-4727-8cf9-1a895795eb8c, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a29a968-60a2-4340-917d-a4cd80014364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd51859c9-941b-45d2-a2bb-408dee695648'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:48:41.418618 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-5e0facf9-3d42-435b-bb33-1bd4f3aace90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:41.420740 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-05c7d7df-4547-410a-9518-bc00a8054b85 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Usage tracker for resource:security_group_rule and tenant:6165004ac18741f8a69dd64293b7a1e1 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:41.427457 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-05c7d7df-4547-410a-9518-bc00a8054b85 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:41.435860 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-05c7d7df-4547-410a-9518-bc00a8054b85 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:41.455019 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-6cf24183-1815-4eca-aec1-b258e97b3825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:41.456749 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-6cf24183-1815-4eca-aec1-b258e97b3825 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b31433d5022490ba6cd8b183da7a35f&device_id=35059ec1-f3f3-422f-877f-6487e1b9565a HTTP/1.1" status: 200 len: 1094 time: 0.4256983 May 13 14:48:41.468044 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-05c7d7df-4547-410a-9518-bc00a8054b85 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:41.536192 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-48810669-3819-4635-b71c-5f3793bf0da2 None None] For port 92e28524-61f5-4adc-8ee9-6d24786bedd3, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=92e28524-61f5-4adc-8ee9-6d24786bedd3,segment=NetworkSegment(6c25f73c-3fd9-46cb-a4cb-5935157c1761),segment_id=6c25f73c-3fd9-46cb-a4cb-5935157c1761)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:41.562031 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-05c7d7df-4547-410a-9518-bc00a8054b85 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:41.576859 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-05c7d7df-4547-410a-9518-bc00a8054b85 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:41.593295 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-5a302c21-7d42-4ef7-82f4-f47b2f980b0d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfb9fb94-5dd6-40ae-9e36-72474a502bad HTTP/1.1" status: 200 len: 217 time: 0.1012619 May 13 14:48:41.596604 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b8d1c-3466-428b-a1db-4f63b92a3e50 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Pushing event updated for resources: {'Port': ['ID=63c053d8-22a8-4cdd-8313-be46b45918c1,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:41.597412 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-5e0facf9-3d42-435b-bb33-1bd4f3aace90 None None] For port d69fc11b-2993-4727-8cf9-1a895795eb8c, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:48:41.602634 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-5e0facf9-3d42-435b-bb33-1bd4f3aace90 None None] For port d69fc11b-2993-4727-8cf9-1a895795eb8c, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d69fc11b-2993-4727-8cf9-1a895795eb8c,segment=NetworkSegment(3a29a968-60a2-4340-917d-a4cd80014364),segment_id=3a29a968-60a2-4340-917d-a4cd80014364)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:48:41.607247 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7d7df-4547-410a-9518-bc00a8054b85 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d196159-51e0-42a7-8847-57540649802a,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:41.621810 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-5e0facf9-3d42-435b-bb33-1bd4f3aace90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:41.643413 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-05c7d7df-4547-410a-9518-bc00a8054b85 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:41.648150 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-05c7d7df-4547-410a-9518-bc00a8054b85 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3004220 May 13 14:48:41.648956 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38272) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:41.663396 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-e68f2249-fdf9-4cb7-aef2-a0a8fcbe3f8d tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Request body: {'security_group_rule': {'security_group_id': 'e431ab1d-cbe3-4a71-a1b2-65f8a63740a0', 'project_id': '6165004ac18741f8a69dd64293b7a1e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:41.664490 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d56b8d1c-3466-428b-a1db-4f63b92a3e50 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:41.682898 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e68f2249-fdf9-4cb7-aef2-a0a8fcbe3f8d tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:41.694297 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e68f2249-fdf9-4cb7-aef2-a0a8fcbe3f8d tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Usage tracker for resource:security_group_rule and tenant:6165004ac18741f8a69dd64293b7a1e1 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:41.702222 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e68f2249-fdf9-4cb7-aef2-a0a8fcbe3f8d tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:41.705445 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d56b8d1c-3466-428b-a1db-4f63b92a3e50 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:41.706854 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d56b8d1c-3466-428b-a1db-4f63b92a3e50 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4047186 May 13 14:48:41.712935 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-48810669-3819-4635-b71c-5f3793bf0da2 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:41.714931 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-18a96e55-6771-42e1-a861-f4af28334dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:41.718700 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-18a96e55-6771-42e1-a861-f4af28334dca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=363e7da1-0d6f-4e89-9da3-93f517417d88 HTTP/1.1" status: 200 len: 849 time: 0.1168482 May 13 14:48:41.720043 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e68f2249-fdf9-4cb7-aef2-a0a8fcbe3f8d tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:41.728103 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063db1d2-6c91-4659-a703-5f06f826544d None None] Pushing event updated for resources: {'Port': ['ID=d69fc11b-2993-4727-8cf9-1a895795eb8c,revision_number=4']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:41.746484 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0facf9-3d42-435b-bb33-1bd4f3aace90 None None] Routers {'0192b712-f9e3-4ebf-99ec-575db8bd7251'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:48:41.747381 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-5e0facf9-3d42-435b-bb33-1bd4f3aace90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:48:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['0192b712-f9e3-4ebf-99ec-575db8bd7251'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:41.772252 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e68f2249-fdf9-4cb7-aef2-a0a8fcbe3f8d tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:41.813604 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 9d5ab7e9-e270-4d50-b8c2-3092f05a73d3 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:41.847270 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-48810669-3819-4635-b71c-5f3793bf0da2 None None] Transition to ACTIVE for port object 92e28524-61f5-4adc-8ee9-6d24786bedd3 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:41.862432 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-48810669-3819-4635-b71c-5f3793bf0da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:42.065302 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e68f2249-fdf9-4cb7-aef2-a0a8fcbe3f8d tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:42.083500 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e68f2249-fdf9-4cb7-aef2-a0a8fcbe3f8d tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:42.102844 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48810669-3819-4635-b71c-5f3793bf0da2 None None] Pushing event updated for resources: {'Port': ['ID=92e28524-61f5-4adc-8ee9-6d24786bedd3,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:42.196433 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f2249-fdf9-4cb7-aef2-a0a8fcbe3f8d tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ffbd0b-0464-4eca-b323-36083c382d88,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:42.221669 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-5e0facf9-3d42-435b-bb33-1bd4f3aace90 None None] Set router 0192b712-f9e3-4ebf-99ec-575db8bd7251 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:48:42.228933 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e68f2249-fdf9-4cb7-aef2-a0a8fcbe3f8d tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:42.242490 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e68f2249-fdf9-4cb7-aef2-a0a8fcbe3f8d tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5915573 May 13 14:48:42.244188 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-4e09669d-5f47-4854-aecd-a8252114d6e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Allocated IP 172.20.0.14 (72e9fc38-923f-4207-b51c-1b6a2d39607c/e359cedd-e1c5-4e19-8167-375b184e3d8e/dec66ad2-220d-46c5-8784-5dd408261cc5) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:48:42.247878 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38286) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:42.271939 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-2c7e13d8-0f49-4e8e-a547-db8ab0e388b7 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Request body: {'security_group_rule': {'security_group_id': 'e431ab1d-cbe3-4a71-a1b2-65f8a63740a0', 'project_id': '6165004ac18741f8a69dd64293b7a1e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:42.280083 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-21212906-91d0-4dbe-9b0b-d870f3251127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:42.281205 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2c7e13d8-0f49-4e8e-a547-db8ab0e388b7 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:42.289859 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-21212906-91d0-4dbe-9b0b-d870f3251127 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3c40b33f-7bf3-4984-a9df-d5e9c9e61d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5582030 May 13 14:48:42.295364 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2c7e13d8-0f49-4e8e-a547-db8ab0e388b7 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Usage tracker for resource:security_group_rule and tenant:6165004ac18741f8a69dd64293b7a1e1 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:42.299002 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2c7e13d8-0f49-4e8e-a547-db8ab0e388b7 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:42.305629 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2c7e13d8-0f49-4e8e-a547-db8ab0e388b7 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:42.337356 n-d-841760-1 neutron-server[88081]: INFO neutron.db.securitygroups_db [None req-2c7e13d8-0f49-4e8e-a547-db8ab0e388b7 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Project 6165004ac18741f8a69dd64293b7a1e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 14:48:42.355453 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2c7e13d8-0f49-4e8e-a547-db8ab0e388b7 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:42.415964 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-23e95006-a27b-4aa1-86e7-cb9cf3d90805 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--809320543&fields=id&tenant_id=dacb06c0bb204205bf6fd6f72c27271e HTTP/1.1" status: 200 len: 267 time: 0.1018105 May 13 14:48:42.538968 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-5f79afad-c853-4038-ae98-be939c131d05 service neutron] 10.222.0.59 "GET /v2.0/networks/3c40b33f-7bf3-4984-a9df-d5e9c9e61d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391753 May 13 14:48:42.643293 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-9338b7b9-2aab-4312-851a-400af2c2f8ea tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:42.643293 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-9338b7b9-2aab-4312-851a-400af2c2f8ea tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Synchronizing usage tracker for tenant:dacb06c0bb204205bf6fd6f72c27271e on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:48:42.840059 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e69b9ec8-1723-497d-94be-b05d72f96ccc req-c14721ef-625a-4f77-95d6-ac317b80df6b service neutron] 10.222.0.59 "GET /v2.0/networks/3c40b33f-7bf3-4984-a9df-d5e9c9e61d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954373 May 13 14:48:42.894388 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cb4a2-f8c8-4360-8439-f03f26c83a14 req-cfca004e-7220-429f-8973-05beb2624373 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:42.906547 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-726cb4a2-f8c8-4360-8439-f03f26c83a14 req-cfca004e-7220-429f-8973-05beb2624373 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=35059ec1-f3f3-422f-877f-6487e1b9565a HTTP/1.1" status: 200 len: 943 time: 1.0233052 May 13 14:48:42.932716 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-5e0facf9-3d42-435b-bb33-1bd4f3aace90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0192b712-f9e3-4ebf-99ec-575db8bd7251', 'name': 'tempest-TestServerBasicOps-1147072485-router', 'tenant_id': 'e4c2a0535ce0400ba706f596c15b607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '9d5ab7e9-e270-4d50-b8c2-3092f05a73d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:48:13Z', 'updated_at': '2022-05-13T14:48:32Z', 'revision_number': 4, 'project_id': 'e4c2a0535ce0400ba706f596c15b607b', 'gw_port': {'id': '9d5ab7e9-e270-4d50-b8c2-3092f05a73d3', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0192b712-f9e3-4ebf-99ec-575db8bd7251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:17Z', 'updated_at': '2022-05-13T14:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd69fc11b-2993-4727-8cf9-1a895795eb8c', 'name': '', 'network_id': 'd51859c9-941b-45d2-a2bb-408dee695648', 'tenant_id': 'e4c2a0535ce0400ba706f596c15b607b', 'mac_address': 'fa:16:3e:84:6c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0192b712-f9e3-4ebf-99ec-575db8bd7251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '69a77e24-b3fa-48e5-b1b0-c96c6565cb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:28Z', 'updated_at': '2022-05-13T14:48:41Z', 'revision_number': 4, 'project_id': 'e4c2a0535ce0400ba706f596c15b607b', 'subnets': [{'id': '69a77e24-b3fa-48e5-b1b0-c96c6565cb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:42.955727 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0facf9-3d42-435b-bb33-1bd4f3aace90 None None] The sync data for ids ['0192b712-f9e3-4ebf-99ec-575db8bd7251'] in n-d-841760-1 is: [{'id': '0192b712-f9e3-4ebf-99ec-575db8bd7251', 'name': 'tempest-TestServerBasicOps-1147072485-router', 'tenant_id': 'e4c2a0535ce0400ba706f596c15b607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '9d5ab7e9-e270-4d50-b8c2-3092f05a73d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:48:13Z', 'updated_at': '2022-05-13T14:48:32Z', 'revision_number': 4, 'project_id': 'e4c2a0535ce0400ba706f596c15b607b', 'gw_port': {'id': '9d5ab7e9-e270-4d50-b8c2-3092f05a73d3', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0192b712-f9e3-4ebf-99ec-575db8bd7251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:17Z', 'updated_at': '2022-05-13T14:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd69fc11b-2993-4727-8cf9-1a895795eb8c', 'name': '', 'network_id': 'd51859c9-941b-45d2-a2bb-408dee695648', 'tenant_id': 'e4c2a0535ce0400ba706f596c15b607b', 'mac_address': 'fa:16:3e:84:6c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0192b712-f9e3-4ebf-99ec-575db8bd7251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '69a77e24-b3fa-48e5-b1b0-c96c6565cb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:28Z', 'updated_at': '2022-05-13T14:48:41Z', 'revision_number': 4, 'project_id': 'e4c2a0535ce0400ba706f596c15b607b', 'subnets': [{'id': '69a77e24-b3fa-48e5-b1b0-c96c6565cb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:48:43.081856 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-726cb4a2-f8c8-4360-8439-f03f26c83a14 req-12f9fc4b-2040-4616-ac6f-284d696bf12a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=52ba1124-588d-4283-955b-65977f808f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063428 May 13 14:48:43.125768 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d78bdc-bcf7-4721-9187-8536d39a75de req-3cca340e-04c0-47a7-b443-87dfa90b1ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:43.130059 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c8d78bdc-bcf7-4721-9187-8536d39a75de req-3cca340e-04c0-47a7-b443-87dfa90b1ad8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b31433d5022490ba6cd8b183da7a35f&device_id=35059ec1-f3f3-422f-877f-6487e1b9565a HTTP/1.1" status: 200 len: 1094 time: 0.2201157 May 13 14:48:43.152463 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2c7e13d8-0f49-4e8e-a547-db8ab0e388b7 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:43.152463 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-9338b7b9-2aab-4312-851a-400af2c2f8ea tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Unset dirty status for tenant:dacb06c0bb204205bf6fd6f72c27271e on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:48:43.152463 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-9338b7b9-2aab-4312-851a-400af2c2f8ea tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports/7a63f6e5-ceca-4634-989e-47b8cd43cba3 HTTP/1.1" status: 200 len: 936 time: 0.7118242 May 13 14:48:43.152463 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2c7e13d8-0f49-4e8e-a547-db8ab0e388b7 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:43.298142 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2c7e13d8-0f49-4e8e-a547-db8ab0e388b7 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:43.301838 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2c7e13d8-0f49-4e8e-a547-db8ab0e388b7 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0431821 May 13 14:48:43.304586 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38310) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:43.322728 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-f4bed725-a425-4583-9b76-6fed422b4a72 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Request body: {'security_group_rule': {'security_group_id': 'e431ab1d-cbe3-4a71-a1b2-65f8a63740a0', 'project_id': '6165004ac18741f8a69dd64293b7a1e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:43.334509 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f4bed725-a425-4583-9b76-6fed422b4a72 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:43.348241 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f4bed725-a425-4583-9b76-6fed422b4a72 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Usage tracker for resource:security_group_rule and tenant:6165004ac18741f8a69dd64293b7a1e1 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:43.353142 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f4bed725-a425-4583-9b76-6fed422b4a72 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:43.356066 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e13d8-0f49-4e8e-a547-db8ab0e388b7 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f545a98d-0596-48d8-8fe9-30fbdff07ed4,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:43.366888 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f4bed725-a425-4583-9b76-6fed422b4a72 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:43.427547 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-58ea8936-fb01-4eb2-8e11-9360545d2e40 None None] Provisioning complete for port f57b321f-9678-4785-965c-674f32f9cc98 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:43.429040 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-58ea8936-fb01-4eb2-8e11-9360545d2e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:43.437842 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-2d3faafa-0af3-4655-9566-39e7c371b63c tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:43.439883 n-d-841760-1 neutron-server[88082]: INFO neutron.db.securitygroups_db [None req-f4bed725-a425-4583-9b76-6fed422b4a72 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Project 6165004ac18741f8a69dd64293b7a1e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 14:48:43.440311 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-2d3faafa-0af3-4655-9566-39e7c371b63c tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports/e207a457-df02-4445-883d-49c778eef818 HTTP/1.1" status: 200 len: 936 time: 0.2259188 May 13 14:48:43.498971 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f4bed725-a425-4583-9b76-6fed422b4a72 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:43.552291 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-ef115588-e4a2-488b-a8e7-cfcced263d35 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?network_id=add62c5c-9eca-4348-9830-32239b4651d7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1012118 May 13 14:48:43.555475 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4e09669d-5f47-4854-aecd-a8252114d6e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:43.560944 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-58ea8936-fb01-4eb2-8e11-9360545d2e40 None None] Port f57b321f-9678-4785-965c-674f32f9cc98 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:48:43.568832 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d78bdc-bcf7-4721-9187-8536d39a75de req-00deb7d4-62ae-4402-b343-3aab4580f866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:43.572085 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c8d78bdc-bcf7-4721-9187-8536d39a75de req-00deb7d4-62ae-4402-b343-3aab4580f866 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 HTTP/1.1" status: 200 len: 911 time: 0.4330080 May 13 14:48:43.599818 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-58ea8936-fb01-4eb2-8e11-9360545d2e40 None None] Provisioning for port 92e28524-61f5-4adc-8ee9-6d24786bedd3 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:43.618460 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-58ea8936-fb01-4eb2-8e11-9360545d2e40 None None] Provisioning complete for port 92e28524-61f5-4adc-8ee9-6d24786bedd3 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:43.619011 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-58ea8936-fb01-4eb2-8e11-9360545d2e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:43.684946 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-4e09669d-5f47-4854-aecd-a8252114d6e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Transition to ACTIVE for port object dec66ad2-220d-46c5-8784-5dd408261cc5 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:43.690743 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6059853c-f834-4be3-a343-a2630c8e0143 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?network_id=add62c5c-9eca-4348-9830-32239b4651d7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1180425 May 13 14:48:43.847943 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-58ea8936-fb01-4eb2-8e11-9360545d2e40 None None] Current status of the port 92e28524-61f5-4adc-8ee9-6d24786bedd3 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:43.893188 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c8d78bdc-bcf7-4721-9187-8536d39a75de req-341bd6df-306f-4d2b-9c61-bee3a8702c00 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfb9fb94-5dd6-40ae-9e36-72474a502bad HTTP/1.1" status: 200 len: 217 time: 0.3146920 May 13 14:48:43.960756 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-328df316-e443-4c80-a48d-7b0e7344b6cc None None] Could not find standard attr ID for object 3fbbc75c-a9d7-4308-86c6-eab767e32d87. {{(pid=88083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 14:48:44.003042 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-aca15db0-b408-46ee-9903-5fdfb966f6bc tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:44.009772 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d78bdc-bcf7-4721-9187-8536d39a75de req-26e13925-86e9-4e23-b37c-1492cabcab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:44.010021 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-aca15db0-b408-46ee-9903-5fdfb966f6bc tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:44.011610 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c8d78bdc-bcf7-4721-9187-8536d39a75de req-26e13925-86e9-4e23-b37c-1492cabcab2b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=363e7da1-0d6f-4e89-9da3-93f517417d88 HTTP/1.1" status: 200 len: 849 time: 0.0938370 May 13 14:48:44.014102 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f4bed725-a425-4583-9b76-6fed422b4a72 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:44.018583 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-aca15db0-b408-46ee-9903-5fdfb966f6bc tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:44.020059 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-aca15db0-b408-46ee-9903-5fdfb966f6bc tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Synchronizing usage tracker for tenant:dacb06c0bb204205bf6fd6f72c27271e on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:48:44.040599 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4e09669d-5f47-4854-aecd-a8252114d6e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:44.113037 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f4bed725-a425-4583-9b76-6fed422b4a72 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:44.136820 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e09669d-5f47-4854-aecd-a8252114d6e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network 72e9fc38-923f-4207-b51c-1b6a2d39607c is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:44.148689 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-4e09669d-5f47-4854-aecd-a8252114d6e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:44.165199 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e09669d-5f47-4854-aecd-a8252114d6e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:48:44.188614 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bed725-a425-4583-9b76-6fed422b4a72 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8abf2200-606b-4cfc-a353-d1ee8e16d5ac,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:44.216459 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f4bed725-a425-4583-9b76-6fed422b4a72 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:44.230991 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f4bed725-a425-4583-9b76-6fed422b4a72 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9252622 May 13 14:48:44.251854 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d78bdc-bcf7-4721-9187-8536d39a75de req-8ad12e70-0648-40f6-92e2-f9bb67e85bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:44.253781 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c8d78bdc-bcf7-4721-9187-8536d39a75de req-8ad12e70-0648-40f6-92e2-f9bb67e85bc4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3c40b33f-7bf3-4984-a9df-d5e9c9e61d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2356222 May 13 14:48:44.334818 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d69fc11b-2993-4727-8cf9-1a895795eb8c up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:44.416328 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e09669d-5f47-4854-aecd-a8252114d6e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:44.417031 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4e09669d-5f47-4854-aecd-a8252114d6e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:44.430805 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-aca15db0-b408-46ee-9903-5fdfb966f6bc tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Unset dirty status for tenant:dacb06c0bb204205bf6fd6f72c27271e on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:48:44.433750 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-aca15db0-b408-46ee-9903-5fdfb966f6bc tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/networks?id=c2791814-6ab4-4ee1-8449-7b69fcd7217d&id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&id=add62c5c-9eca-4348-9830-32239b4651d7&id=add62c5c-9eca-4348-9830-32239b4651d7 HTTP/1.1" status: 200 len: 1995 time: 0.7225168 May 13 14:48:44.515625 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4e09669d-5f47-4854-aecd-a8252114d6e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.3275769 May 13 14:48:44.520029 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38332) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:44.522697 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09669d-5f47-4854-aecd-a8252114d6e5 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Port': ['ID=dec66ad2-220d-46c5-8784-5dd408261cc5,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:44.531349 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-1d14fe85-3269-4075-92a0-fcd341ad1903 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'subnet': {'network_id': '72e9fc38-923f-4207-b51c-1b6a2d39607c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:44.674818 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port d69fc11b-2993-4727-8cf9-1a895795eb8c completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:44.687160 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port d69fc11b-2993-4727-8cf9-1a895795eb8c triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:44.688957 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:44.716110 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-4e460ea3-3f06-40ad-8562-74e5c75157a2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/quotas/dacb06c0bb204205bf6fd6f72c27271e HTTP/1.1" status: 200 len: 375 time: 0.2529647 May 13 14:48:44.805620 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device dfb9fb94-5dd6-40ae-9e36-72474a502bad details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:48:44.811437 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1d14fe85-3269-4075-92a0-fcd341ad1903 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:44.825648 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1d14fe85-3269-4075-92a0-fcd341ad1903 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:subnet and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:44.832288 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1d14fe85-3269-4075-92a0-fcd341ad1903 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:44.845640 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1d14fe85-3269-4075-92a0-fcd341ad1903 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:44.876403 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d14fe85-3269-4075-92a0-fcd341ad1903 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:44.881917 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d14fe85-3269-4075-92a0-fcd341ad1903 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:44.931666 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c8d78bdc-bcf7-4721-9187-8536d39a75de req-adc23bac-851f-405a-8229-81c0741d684a service neutron] 10.222.0.59 "GET /v2.0/networks/3c40b33f-7bf3-4984-a9df-d5e9c9e61d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6667881 May 13 14:48:45.119447 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port dfb9fb94-5dd6-40ae-9e36-72474a502bad, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=dfb9fb94-5dd6-40ae-9e36-72474a502bad,segment=NetworkSegment(2e43f227-1875-4d5e-9b51-995654763caa),segment_id=2e43f227-1875-4d5e-9b51-995654763caa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:45.204107 n-d-841760-1 neutron-server[88081]: INFO neutron.db.ipam_backend_mixin [None req-1d14fe85-3269-4075-92a0-fcd341ad1903 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e359cedd-e1c5-4e19-8167-375b184e3d8e (CIDR: 172.20.0.0/28) May 13 14:48:45.215233 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d14fe85-3269-4075-92a0-fcd341ad1903 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:48:45.216266 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d14fe85-3269-4075-92a0-fcd341ad1903 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:48:45.217784 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4e983-807e-4f5f-b169-2041f7ada5be req-87e398b8-1678-49fc-ba6a-986ed0b3b27f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:45.221086 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aae4e983-807e-4f5f-b169-2041f7ada5be req-87e398b8-1678-49fc-ba6a-986ed0b3b27f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=35059ec1-f3f3-422f-877f-6487e1b9565a HTTP/1.1" status: 200 len: 943 time: 0.7196009 May 13 14:48:45.228435 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c1859cfb-424b-4c18-b5c9-a65c6c75d9de None None] Provisioning for port dec66ad2-220d-46c5-8784-5dd408261cc5 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:45.252989 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'dfb9fb94-5dd6-40ae-9e36-72474a502bad', 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22', 'port_id': 'dfb9fb94-5dd6-40ae-9e36-72474a502bad', 'mac_address': 'fa:16:3e:66:67:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '363e7da1-0d6f-4e89-9da3-93f517417d88', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:48:45.258247 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6e3deb95-a623-4d6d-807f-0ce0ff7e2470 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=dacb06c0bb204205bf6fd6f72c27271e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5336714 May 13 14:48:45.279498 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c1859cfb-424b-4c18-b5c9-a65c6c75d9de None None] Provisioning complete for port dec66ad2-220d-46c5-8784-5dd408261cc5 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:45.281134 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c1859cfb-424b-4c18-b5c9-a65c6c75d9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:45.421351 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1d14fe85-3269-4075-92a0-fcd341ad1903 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9000297 May 13 14:48:45.425938 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38358) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:45.434691 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-bb040ac8-384c-4b84-9c14-334da38d371b tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'subnet': {'network_id': '72e9fc38-923f-4207-b51c-1b6a2d39607c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:45.440780 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d69fc11b-2993-4727-8cf9-1a895795eb8c is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:45.441692 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:45.484538 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aae4e983-807e-4f5f-b169-2041f7ada5be req-1946e7e2-13e3-4a1c-ab97-c273550acd49 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=52ba1124-588d-4283-955b-65977f808f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2535856 May 13 14:48:45.593571 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6c2275f1-2c41-46cb-8d9c-22e276c6c1f5 service neutron] 10.222.0.35 "GET /v2.0/networks/c2791814-6ab4-4ee1-8449-7b69fcd7217d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342638 May 13 14:48:45.616393 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c8d78bdc-bcf7-4721-9187-8536d39a75de req-8e019105-dbd9-4cc0-8b86-7f49938b6b93 service neutron] 10.222.0.59 "GET /v2.0/networks/3c40b33f-7bf3-4984-a9df-d5e9c9e61d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6779490 May 13 14:48:45.646427 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-c1859cfb-424b-4c18-b5c9-a65c6c75d9de None None] Port dec66ad2-220d-46c5-8784-5dd408261cc5 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:48:45.739401 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port d69fc11b-2993-4727-8cf9-1a895795eb8c, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d69fc11b-2993-4727-8cf9-1a895795eb8c,segment=NetworkSegment(3a29a968-60a2-4340-917d-a4cd80014364),segment_id=3a29a968-60a2-4340-917d-a4cd80014364)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:45.758098 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:45.758509 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 92e28524-61f5-4adc-8ee9-6d24786bedd3 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:45.865968 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-bb040ac8-384c-4b84-9c14-334da38d371b tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:45.872313 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-bb040ac8-384c-4b84-9c14-334da38d371b tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:subnet and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:45.877014 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-bb040ac8-384c-4b84-9c14-334da38d371b tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:45.881806 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-19ea4422-dd9e-45f5-9914-84cc9fcd89c2 service neutron] 10.222.0.35 "GET /v2.0/networks/c2791814-6ab4-4ee1-8449-7b69fcd7217d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809472 May 13 14:48:45.885869 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-bb040ac8-384c-4b84-9c14-334da38d371b tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:45.902651 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-a14f5a00-17bd-40e8-a731-fcc3047cc999 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1021393111&fields=id&tenant_id=6165004ac18741f8a69dd64293b7a1e1 HTTP/1.1" status: 200 len: 267 time: 0.1278720 May 13 14:48:45.966835 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb040ac8-384c-4b84-9c14-334da38d371b tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:45.973147 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=d69fc11b-2993-4727-8cf9-1a895795eb8c,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:45.976298 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port dfb9fb94-5dd6-40ae-9e36-72474a502bad is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:45.977009 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:45.978414 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bb040ac8-384c-4b84-9c14-334da38d371b tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:46.024529 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfb9fb94-5dd6-40ae-9e36-72474a502bad {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:48:46.055859 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port dfb9fb94-5dd6-40ae-9e36-72474a502bad, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=dfb9fb94-5dd6-40ae-9e36-72474a502bad,segment=NetworkSegment(2e43f227-1875-4d5e-9b51-995654763caa),segment_id=2e43f227-1875-4d5e-9b51-995654763caa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:46.076208 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 92e28524-61f5-4adc-8ee9-6d24786bedd3 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:46.077040 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:46.142778 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:46.168525 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-31f9fba4-6b34-45e1-9b79-18377f138933 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:46.188651 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-31f9fba4-6b34-45e1-9b79-18377f138933 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/networks?id=5282d3ed-350b-4da4-8383-5e6e9e2a8391 HTTP/1.1" status: 200 len: 809 time: 0.2775054 May 13 14:48:46.212242 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-f9018e49-a96c-455e-8cfa-61def0a97efa tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/quotas/6165004ac18741f8a69dd64293b7a1e1 HTTP/1.1" status: 200 len: 375 time: 0.0198002 May 13 14:48:46.332791 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=dfb9fb94-5dd6-40ae-9e36-72474a502bad,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:46.367807 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-432ae0d5-9c4d-469c-b53e-e16151aba28b tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Synchronizing usage tracker for tenant:6165004ac18741f8a69dd64293b7a1e1 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:48:46.409365 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-432ae0d5-9c4d-469c-b53e-e16151aba28b tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Unset dirty status for tenant:6165004ac18741f8a69dd64293b7a1e1 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:48:46.410703 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-432ae0d5-9c4d-469c-b53e-e16151aba28b tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6165004ac18741f8a69dd64293b7a1e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1975353 May 13 14:48:46.451745 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-98152d7e-2502-4857-a2d3-49d4c724bf87 service neutron] 10.222.0.35 "GET /v2.0/ports/7a63f6e5-ceca-4634-989e-47b8cd43cba3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.5603006 May 13 14:48:46.477526 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 92e28524-61f5-4adc-8ee9-6d24786bedd3 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:46.482721 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['dfb9fb94-5dd6-40ae-9e36-72474a502bad'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:48:46.599031 n-d-841760-1 neutron-server[88081]: INFO neutron.db.ipam_backend_mixin [None req-bb040ac8-384c-4b84-9c14-334da38d371b tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f06bfa35-7773-42eb-bcab-5abd6688b45c (CIDR: 172.20.0.16/28) May 13 14:48:46.620985 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb040ac8-384c-4b84-9c14-334da38d371b tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:48:46.621573 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb040ac8-384c-4b84-9c14-334da38d371b tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:48:46.683665 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-bb040ac8-384c-4b84-9c14-334da38d371b tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.2527649 May 13 14:48:46.690108 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38386) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:46.723939 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d69fc11b-2993-4727-8cf9-1a895795eb8c up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:46.730808 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-97758593-ca1a-4fb7-9d45-7b8732792b10 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'subnet': {'network_id': '72e9fc38-923f-4207-b51c-1b6a2d39607c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:46.859590 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port d69fc11b-2993-4727-8cf9-1a895795eb8c triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:46.860535 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:46.968338 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-2d3bf776-3bbc-46fe-ae49-2143e4bd890c service neutron] 10.222.0.35 "GET /v2.0/networks/5282d3ed-350b-4da4-8383-5e6e9e2a8391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5440171 May 13 14:48:46.981617 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-7646a379-83eb-4f57-ab98-ff25c067d4cd service neutron] 10.222.0.35 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287480 May 13 14:48:47.066593 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d69fc11b-2993-4727-8cf9-1a895795eb8c is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:47.241637 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-203d4bf9-d956-4d99-a1e7-abde21a1c3ee service neutron] 10.222.0.35 "GET /v2.0/networks/5282d3ed-350b-4da4-8383-5e6e9e2a8391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670228 May 13 14:48:47.272465 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-97758593-ca1a-4fb7-9d45-7b8732792b10 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:47.290050 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-97758593-ca1a-4fb7-9d45-7b8732792b10 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Usage tracker for resource:subnet and tenant:ceb15383864045c582f86ebce264c5a5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:47.294399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-97758593-ca1a-4fb7-9d45-7b8732792b10 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:47.303564 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-24a5066f-5944-42a2-8439-259df6eb1e75 service neutron] 10.222.0.35 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148968 May 13 14:48:47.304417 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-97758593-ca1a-4fb7-9d45-7b8732792b10 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:47.394408 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97758593-ca1a-4fb7-9d45-7b8732792b10 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Made reservation on behalf of ceb15383864045c582f86ebce264c5a5 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:47.398476 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-97758593-ca1a-4fb7-9d45-7b8732792b10 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:47.602542 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-736e9258-0c6f-47b1-8ef5-ae69eb27826d service neutron] 10.222.0.35 "GET /v2.0/ports/e207a457-df02-4445-883d-49c778eef818?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2704425 May 13 14:48:47.616313 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38400) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:47.912415 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-cbb2e3c8-012d-473e-96d1-d76df68bb7a3 service neutron] 10.222.0.35 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326198 May 13 14:48:47.961345 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b03c29b6-c67e-4d9e-932d-883934f64278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:48.001772 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b03c29b6-c67e-4d9e-932d-883934f64278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:48.008177 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b03c29b6-c67e-4d9e-932d-883934f64278 admin admin] Usage tracker for resource:security_group_rule and tenant:babb751f33404a479aa036a39dcb2494 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:48.011579 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b03c29b6-c67e-4d9e-932d-883934f64278 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:48.020739 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b03c29b6-c67e-4d9e-932d-883934f64278 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:48.061441 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fe35a-ff5c-48b0-9372-8948b040655c req-ec323143-090c-43a3-8e68-8278a0b129c8 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:48.063374 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-244fe35a-ff5c-48b0-9372-8948b040655c req-ec323143-090c-43a3-8e68-8278a0b129c8 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=35059ec1-f3f3-422f-877f-6487e1b9565a HTTP/1.1" status: 200 len: 944 time: 0.2709918 May 13 14:48:48.098362 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:48.155319 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-244fe35a-ff5c-48b0-9372-8948b040655c req-9e170b06-3eca-4784-83bf-b7069285de72 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=52ba1124-588d-4283-955b-65977f808f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679455 May 13 14:48:48.171846 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6f1b81ac-d974-4f04-80fa-b8621bdfdb02 service neutron] 10.222.0.35 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466874 May 13 14:48:48.207248 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b03c29b6-c67e-4d9e-932d-883934f64278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:48.216160 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b03c29b6-c67e-4d9e-932d-883934f64278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:48.331479 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b03c29b6-c67e-4d9e-932d-883934f64278 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=babb751f33404a479aa036a39dcb2494&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7132063 May 13 14:48:48.338804 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c29b6-c67e-4d9e-932d-883934f64278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7595f026-de87-4f59-af19-4bbc9b953343,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:48.341964 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38414) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:48.347838 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bae4a6eb-633e-4713-bf4c-6f21688b7d99 req-f06e206d-2796-469d-8598-db5c9ee79260 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf HTTP/1.1" status: 200 len: 210 time: 0.0830190 May 13 14:48:48.455431 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-929fa964-2e8f-4352-b448-3f566d8c22cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:48.510350 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-929fa964-2e8f-4352-b448-3f566d8c22cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:48.561669 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-99d541ee-3624-41b2-872b-03e8d190a078 service neutron] 10.222.0.35 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735868 May 13 14:48:48.610464 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-929fa964-2e8f-4352-b448-3f566d8c22cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:48.633236 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fa964-2e8f-4352-b448-3f566d8c22cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7595f026-de87-4f59-af19-4bbc9b953343,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:48.651404 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-929fa964-2e8f-4352-b448-3f566d8c22cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:48.652857 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-929fa964-2e8f-4352-b448-3f566d8c22cb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7595f026-de87-4f59-af19-4bbc9b953343 HTTP/1.1" status: 204 len: 168 time: 0.3091078 May 13 14:48:48.660866 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-97758593-ca1a-4fb7-9d45-7b8732792b10 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:48.748257 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97758593-ca1a-4fb7-9d45-7b8732792b10 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Network 72e9fc38-923f-4207-b51c-1b6a2d39607c is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:48.757993 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-97758593-ca1a-4fb7-9d45-7b8732792b10 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:48.766366 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97758593-ca1a-4fb7-9d45-7b8732792b10 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:48.766975 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-97758593-ca1a-4fb7-9d45-7b8732792b10 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:48.797848 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a157e6-dd61-4b66-a525-7e8e20a71442 None None] Network 72e9fc38-923f-4207-b51c-1b6a2d39607c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:48:48.803599 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97758593-ca1a-4fb7-9d45-7b8732792b10 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Subnet': ['ID=07b9f6b4-5303-4fd9-9f4b-b016ae110701,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:48.828119 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-68da2895-676f-4592-a75c-6bfb81756abe service neutron] 10.222.0.35 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485690 May 13 14:48:48.834768 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-97758593-ca1a-4fb7-9d45-7b8732792b10 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1440797 May 13 14:48:48.838921 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38422) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:48.847193 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-025230fd-ad3a-42a3-b5ef-4c0af8898101 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2018893694', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '07b9f6b4-5303-4fd9-9f4b-b016ae110701'}], 'security_groups': ['2c131eba-0c0c-4399-9f20-f47ecac6f65d', '215c6f5d-ab69-4be0-b198-3aced2e49cbe']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:48.951316 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device dfb9fb94-5dd6-40ae-9e36-72474a502bad up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:49.204031 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38432) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:49.225460 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-54f5cba4-4fa4-42ca-84a4-d70c9acd0930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:49.231349 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port dfb9fb94-5dd6-40ae-9e36-72474a502bad completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:49.246244 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-54f5cba4-4fa4-42ca-84a4-d70c9acd0930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:49.252914 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-54f5cba4-4fa4-42ca-84a4-d70c9acd0930 admin admin] Usage tracker for resource:security_group_rule and tenant:57d96b48cd6c49c0a3035cf38f92cd44 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:49.258038 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-54f5cba4-4fa4-42ca-84a4-d70c9acd0930 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:49.268990 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-54f5cba4-4fa4-42ca-84a4-d70c9acd0930 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:49.442087 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-54f5cba4-4fa4-42ca-84a4-d70c9acd0930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:49.455362 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-54f5cba4-4fa4-42ca-84a4-d70c9acd0930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:49.460538 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port dfb9fb94-5dd6-40ae-9e36-72474a502bad triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:49.461123 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:49.602308 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-54f5cba4-4fa4-42ca-84a4-d70c9acd0930 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=57d96b48cd6c49c0a3035cf38f92cd44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3968825 May 13 14:48:49.603389 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5cba4-4fa4-42ca-84a4-d70c9acd0930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b043e8-31aa-42e9-b74c-c939a5aeecd6,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:49.609004 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38442) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:49.724308 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-a5312b51-2736-4416-bdf9-20c5a1e70a09 service neutron] 10.222.0.35 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8468342 May 13 14:48:49.852511 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port dfb9fb94-5dd6-40ae-9e36-72474a502bad is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:49.853050 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:49.933214 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port dfb9fb94-5dd6-40ae-9e36-72474a502bad, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=dfb9fb94-5dd6-40ae-9e36-72474a502bad,segment=NetworkSegment(2e43f227-1875-4d5e-9b51-995654763caa),segment_id=2e43f227-1875-4d5e-9b51-995654763caa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:49.937563 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35059ec1-f3f3-422f-877f-6487e1b9565a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb9fb94-5dd6-40ae-9e36-72474a502bad'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:48:50.006315 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:50.022043 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e8d941bc-7cdb-4fa1-a001-967065271c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:50.116612 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e8d941bc-7cdb-4fa1-a001-967065271c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:50.132662 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-cbfe29e6-e5df-4e30-a3a6-f8781abad2ab tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:50.134380 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-cbfe29e6-e5df-4e30-a3a6-f8781abad2ab tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.74 "GET /v2.0/networks?id=5282d3ed-350b-4da4-8383-5e6e9e2a8391 HTTP/1.1" status: 200 len: 809 time: 0.5168426 May 13 14:48:50.150470 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a0899-e6fd-483a-b9c6-8071d8a16e74 req-1385c4e4-154d-4b4a-b6d6-9636d6e87f8f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:50.158194 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-de8a0899-e6fd-483a-b9c6-8071d8a16e74 req-1385c4e4-154d-4b4a-b6d6-9636d6e87f8f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=35059ec1-f3f3-422f-877f-6487e1b9565a HTTP/1.1" status: 200 len: 945 time: 0.4252441 May 13 14:48:50.206425 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-269981cc-d740-4650-9f3b-6478270004c5 service neutron] 10.222.0.35 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620697 May 13 14:48:50.244722 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44136355-1d18-4483-8357-1e22611146df None None] Update dhcp port {'port': {'network_id': '72e9fc38-923f-4207-b51c-1b6a2d39607c', 'fixed_ips': [{'subnet_id': 'f06bfa35-7773-42eb-bcab-5abd6688b45c', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e359cedd-e1c5-4e19-8167-375b184e3d8e', 'ip_address': '172.20.0.2'}, {'subnet_id': '07b9f6b4-5303-4fd9-9f4b-b016ae110701'}], 'binding:host_id': 'n-d-841760-1'}, 'id': '92e28524-61f5-4adc-8ee9-6d24786bedd3'} from n-d-841760-1. {{(pid=88083) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 14:48:50.273173 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=dfb9fb94-5dd6-40ae-9e36-72474a502bad,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:50.319867 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-44136355-1d18-4483-8357-1e22611146df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:50.336335 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-de8a0899-e6fd-483a-b9c6-8071d8a16e74 req-ae8c703c-b742-4be3-b90b-09b874b89ad9 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=52ba1124-588d-4283-955b-65977f808f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771164 May 13 14:48:50.358924 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-bcd7154d-66c0-4712-8a34-cdcbec93ff74 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6165004ac18741f8a69dd64293b7a1e1 HTTP/1.1" status: 200 len: 380 time: 0.1971800 May 13 14:48:50.370916 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-87d7042b-db6c-4ea5-b937-be335c4874e3 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Request body: {'port': {'device_id': 'ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf', 'network_id': '5282d3ed-350b-4da4-8383-5e6e9e2a8391', 'admin_state_up': True, 'tenant_id': '6165004ac18741f8a69dd64293b7a1e1', 'security_groups': ['e431ab1d-cbe3-4a71-a1b2-65f8a63740a0']}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:50.416285 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-025230fd-ad3a-42a3-b5ef-4c0af8898101 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:50.585814 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6e92f95b-9b2f-4c85-95d0-c2ca8349f10d req-24275449-6dc5-4224-9e2e-1369cc9c3315 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf HTTP/1.1" status: 200 len: 210 time: 0.0941219 May 13 14:48:50.586787 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e8d941bc-7cdb-4fa1-a001-967065271c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:50.616378 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d941bc-7cdb-4fa1-a001-967065271c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b043e8-31aa-42e9-b74c-c939a5aeecd6,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:50.660749 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e8d941bc-7cdb-4fa1-a001-967065271c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:50.664683 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e8d941bc-7cdb-4fa1-a001-967065271c89 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/94b043e8-31aa-42e9-b74c-c939a5aeecd6 HTTP/1.1" status: 204 len: 168 time: 1.0467162 May 13 14:48:50.709162 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-44136355-1d18-4483-8357-1e22611146df None None] Allocated IP 172.20.0.34 (72e9fc38-923f-4207-b51c-1b6a2d39607c/07b9f6b4-5303-4fd9-9f4b-b016ae110701/92e28524-61f5-4adc-8ee9-6d24786bedd3) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:48:50.768327 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-87d7042b-db6c-4ea5-b937-be335c4874e3 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:50.789459 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-87d7042b-db6c-4ea5-b937-be335c4874e3 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:50.814913 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-87d7042b-db6c-4ea5-b937-be335c4874e3 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Made reservation on behalf of 6165004ac18741f8a69dd64293b7a1e1 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:50.818735 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-87d7042b-db6c-4ea5-b937-be335c4874e3 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:50.905244 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-44136355-1d18-4483-8357-1e22611146df None None] For port 92e28524-61f5-4adc-8ee9-6d24786bedd3, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=92e28524-61f5-4adc-8ee9-6d24786bedd3,segment=NetworkSegment(6c25f73c-3fd9-46cb-a4cb-5935157c1761),segment_id=6c25f73c-3fd9-46cb-a4cb-5935157c1761)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:50.940557 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-44136355-1d18-4483-8357-1e22611146df None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:50.964063 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-44136355-1d18-4483-8357-1e22611146df None None] Transition to ACTIVE for port object 92e28524-61f5-4adc-8ee9-6d24786bedd3 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:50.972515 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-44136355-1d18-4483-8357-1e22611146df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:51.004335 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-2f01ed84-818b-4129-b2f5-ab2c1d87dfa0 service neutron] 10.222.0.35 "GET /v2.0/networks/add62c5c-9eca-4348-9830-32239b4651d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7644598 May 13 14:48:51.051586 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8317d4c3-5cec-4fbd-a051-81599d901b90'] response: {'server_uuid': '35059ec1-f3f3-422f-877f-6487e1b9565a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb9fb94-5dd6-40ae-9e36-72474a502bad', 'code': 200} May 13 14:48:51.259486 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44136355-1d18-4483-8357-1e22611146df None None] Pushing event updated for resources: {'Port': ['ID=92e28524-61f5-4adc-8ee9-6d24786bedd3,revision_number=7']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:51.327811 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-1c6ef329-4b0a-402b-ac85-e865759a5b4e service neutron] 10.222.0.35 "GET /v2.0/networks/add62c5c-9eca-4348-9830-32239b4651d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212523 May 13 14:48:51.460532 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-87d7042b-db6c-4ea5-b937-be335c4874e3 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Allocated IP 172.20.0.3 (5282d3ed-350b-4da4-8383-5e6e9e2a8391/1c8f4586-9019-4e40-a9f7-0e85fc630d68/398cdb92-296c-4cde-8131-a4d03d83a38f) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:48:51.516302 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:48:51.616597 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2e4d5-c2e4-4c55-86ed-55ccfb5c6e6c req-75f6cd8d-9074-4d33-a004-6d4428603c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:51.618170 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e7e2e4d5-c2e4-4c55-86ed-55ccfb5c6e6c req-75f6cd8d-9074-4d33-a004-6d4428603c50 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=35059ec1-f3f3-422f-877f-6487e1b9565a HTTP/1.1" status: 200 len: 1096 time: 0.5526564 May 13 14:48:51.744116 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [None req-025230fd-ad3a-42a3-b5ef-4c0af8898101 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-e5370d7d-6530-4655-bb16-8f30b64d2e31 {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:48:51.746253 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [None req-025230fd-ad3a-42a3-b5ef-4c0af8898101 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:48:51.809765 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-ec938184-6a7d-41d1-b920-23e73f86e066 service neutron] 10.222.0.35 "GET /v2.0/networks/add62c5c-9eca-4348-9830-32239b4651d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705901 May 13 14:48:51.954051 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e7e2e4d5-c2e4-4c55-86ed-55ccfb5c6e6c req-f5f5d8a6-8e55-47d9-9a86-887c43252920 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=52ba1124-588d-4283-955b-65977f808f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3195524 May 13 14:48:52.037608 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-351b9096-b403-4884-8055-0afbfafcd68a service neutron] 10.222.0.35 "GET /v2.0/networks/add62c5c-9eca-4348-9830-32239b4651d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139530 May 13 14:48:52.060384 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-87d7042b-db6c-4ea5-b937-be335c4874e3 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:52.085726 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a17dd-e21c-4906-a322-252d1a5f4f9a req-30b54487-c355-4443-9b54-d078257869e3 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:52.092895 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-788a17dd-e21c-4906-a322-252d1a5f4f9a req-30b54487-c355-4443-9b54-d078257869e3 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=35059ec1-f3f3-422f-877f-6487e1b9565a HTTP/1.1" status: 200 len: 945 time: 0.4386539 May 13 14:48:52.135192 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-87d7042b-db6c-4ea5-b937-be335c4874e3 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Transition to ACTIVE for port object 398cdb92-296c-4cde-8131-a4d03d83a38f will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:52.160339 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-788a17dd-e21c-4906-a322-252d1a5f4f9a req-2a787f6e-c8dd-456f-889d-f3eb58227e4f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=52ba1124-588d-4283-955b-65977f808f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665774 May 13 14:48:52.189418 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-87d7042b-db6c-4ea5-b937-be335c4874e3 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:52.341562 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-87d7042b-db6c-4ea5-b937-be335c4874e3 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Network 5282d3ed-350b-4da4-8383-5e6e9e2a8391 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:52.358090 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-87d7042b-db6c-4ea5-b937-be335c4874e3 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:52.362425 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-87d7042b-db6c-4ea5-b937-be335c4874e3 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:48:52.451945 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-025230fd-ad3a-42a3-b5ef-4c0af8898101 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:52.466263 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0eabcc47-95e3-4afc-99a1-babc22dc583c None None] Provisioning complete for port f57b321f-9678-4785-965c-674f32f9cc98 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:52.466841 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0eabcc47-95e3-4afc-99a1-babc22dc583c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:52.491015 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-87d7042b-db6c-4ea5-b937-be335c4874e3 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:52.491753 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-87d7042b-db6c-4ea5-b937-be335c4874e3 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:52.540095 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-87d7042b-db6c-4ea5-b937-be335c4874e3 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1732748 May 13 14:48:52.632070 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-a10d4869-84e3-44c4-8199-48be65ecd3a5 service neutron] Request body: {'port': {'device_id': 'ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:52.692800 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0eabcc47-95e3-4afc-99a1-babc22dc583c None None] Port f57b321f-9678-4785-965c-674f32f9cc98 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:48:52.725106 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 92e28524-61f5-4adc-8ee9-6d24786bedd3 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:52.795495 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-a10d4869-84e3-44c4-8199-48be65ecd3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:52.849074 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0eabcc47-95e3-4afc-99a1-babc22dc583c None None] Provisioning complete for port dec66ad2-220d-46c5-8784-5dd408261cc5 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:52.849471 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0eabcc47-95e3-4afc-99a1-babc22dc583c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:52.891440 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d7042b-db6c-4ea5-b937-be335c4874e3 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Pushing event updated for resources: {'Port': ['ID=398cdb92-296c-4cde-8131-a4d03d83a38f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:52.945480 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0eabcc47-95e3-4afc-99a1-babc22dc583c None None] Port dec66ad2-220d-46c5-8784-5dd408261cc5 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:48:52.970573 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0eabcc47-95e3-4afc-99a1-babc22dc583c None None] Provisioning for port 92e28524-61f5-4adc-8ee9-6d24786bedd3 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:52.976101 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 92e28524-61f5-4adc-8ee9-6d24786bedd3 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:52.976574 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:52.980925 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5759a0-eec8-4145-82e5-07a72ec99dc5 req-4baa2953-df56-4ac0-afc0-f44daff1f2c3 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:52.981687 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-0f5759a0-eec8-4145-82e5-07a72ec99dc5 req-4baa2953-df56-4ac0-afc0-f44daff1f2c3 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Synchronizing usage tracker for tenant:6165004ac18741f8a69dd64293b7a1e1 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:48:53.021484 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0eabcc47-95e3-4afc-99a1-babc22dc583c None None] Provisioning complete for port 92e28524-61f5-4adc-8ee9-6d24786bedd3 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:53.022239 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0eabcc47-95e3-4afc-99a1-babc22dc583c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:53.096183 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-0f5759a0-eec8-4145-82e5-07a72ec99dc5 req-4baa2953-df56-4ac0-afc0-f44daff1f2c3 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Unset dirty status for tenant:6165004ac18741f8a69dd64293b7a1e1 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:48:53.101703 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0f5759a0-eec8-4145-82e5-07a72ec99dc5 req-4baa2953-df56-4ac0-afc0-f44daff1f2c3 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf HTTP/1.1" status: 200 len: 931 time: 0.5708771 May 13 14:48:53.361009 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 92e28524-61f5-4adc-8ee9-6d24786bedd3 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:53.363645 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0eabcc47-95e3-4afc-99a1-babc22dc583c None None] Current status of the port 92e28524-61f5-4adc-8ee9-6d24786bedd3 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:53.368784 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0f5759a0-eec8-4145-82e5-07a72ec99dc5 req-8f21d768-5c27-4884-af87-1cb47dc9874c tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/security-groups?id=e431ab1d-cbe3-4a71-a1b2-65f8a63740a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2579572 May 13 14:48:53.502997 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0936617f-9b9c-4b0c-a656-99380b63defc None None] Provisioning for port 398cdb92-296c-4cde-8131-a4d03d83a38f completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:53.525447 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0936617f-9b9c-4b0c-a656-99380b63defc None None] Provisioning complete for port 398cdb92-296c-4cde-8131-a4d03d83a38f triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:53.526337 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0936617f-9b9c-4b0c-a656-99380b63defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:53.603828 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0936617f-9b9c-4b0c-a656-99380b63defc None None] Port 398cdb92-296c-4cde-8131-a4d03d83a38f cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:48:53.634305 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-a10d4869-84e3-44c4-8199-48be65ecd3a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 398cdb92-296c-4cde-8131-a4d03d83a38f {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:48:53.643444 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-a10d4869-84e3-44c4-8199-48be65ecd3a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:53.662397 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-a10d4869-84e3-44c4-8199-48be65ecd3a5 service neutron] Transition to ACTIVE for port object 398cdb92-296c-4cde-8131-a4d03d83a38f will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:53.714816 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-a10d4869-84e3-44c4-8199-48be65ecd3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:53.776853 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef05c556-69d7-4076-9d80-8b4bb04ac23d req-07f59883-18c4-4e90-9300-926a9f18d159 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 210 time: 0.1320522 May 13 14:48:53.944671 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-025230fd-ad3a-42a3-b5ef-4c0af8898101 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Delete allocated IP 172.20.0.14 (72e9fc38-923f-4207-b51c-1b6a2d39607c/e359cedd-e1c5-4e19-8167-375b184e3d8e) {{(pid=88081) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 13 14:48:53.957786 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-025230fd-ad3a-42a3-b5ef-4c0af8898101 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Allocated IP 172.20.0.43 (72e9fc38-923f-4207-b51c-1b6a2d39607c/07b9f6b4-5303-4fd9-9f4b-b016ae110701/dec66ad2-220d-46c5-8784-5dd408261cc5) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:48:54.126871 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d4869-84e3-44c4-8199-48be65ecd3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=398cdb92-296c-4cde-8131-a4d03d83a38f,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:54.198376 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2e52a-2cfb-4b92-87c8-54a26897abb3 req-21951623-72aa-4273-802b-e61b5f9d5c89 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:54.202062 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-78e2e52a-2cfb-4b92-87c8-54a26897abb3 req-21951623-72aa-4273-802b-e61b5f9d5c89 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=35059ec1-f3f3-422f-877f-6487e1b9565a HTTP/1.1" status: 200 len: 945 time: 0.5380185 May 13 14:48:54.333064 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-a10d4869-84e3-44c4-8199-48be65ecd3a5 service neutron] Attempting to bind port 398cdb92-296c-4cde-8131-a4d03d83a38f on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:48:54.333688 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-a10d4869-84e3-44c4-8199-48be65ecd3a5 service neutron] Attempting to bind port 398cdb92-296c-4cde-8131-a4d03d83a38f by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '34abcdca-4f95-4169-844a-19537946b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5282d3ed-350b-4da4-8383-5e6e9e2a8391'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:48:54.334180 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-a10d4869-84e3-44c4-8199-48be65ecd3a5 service neutron] Attempting to bind port 398cdb92-296c-4cde-8131-a4d03d83a38f on network 5282d3ed-350b-4da4-8383-5e6e9e2a8391 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:48:54.342327 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-78e2e52a-2cfb-4b92-87c8-54a26897abb3 req-0c151302-a587-472c-8597-daf418f8c262 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=52ba1124-588d-4283-955b-65977f808f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025193 May 13 14:48:54.345562 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-a10d4869-84e3-44c4-8199-48be65ecd3a5 service neutron] Port 398cdb92-296c-4cde-8131-a4d03d83a38f on network 5282d3ed-350b-4da4-8383-5e6e9e2a8391 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:48:54.346190 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-a10d4869-84e3-44c4-8199-48be65ecd3a5 service neutron] Attempting to bind port 398cdb92-296c-4cde-8131-a4d03d83a38f on network 5282d3ed-350b-4da4-8383-5e6e9e2a8391 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:48:54.353003 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-a10d4869-84e3-44c4-8199-48be65ecd3a5 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:48:54.353477 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-025230fd-ad3a-42a3-b5ef-4c0af8898101 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:54.353973 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-a10d4869-84e3-44c4-8199-48be65ecd3a5 service neutron] Checking segment: {'id': '34abcdca-4f95-4169-844a-19537946b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5282d3ed-350b-4da4-8383-5e6e9e2a8391'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:48:54.354776 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-a10d4869-84e3-44c4-8199-48be65ecd3a5 service neutron] Bound using segment: {'id': '34abcdca-4f95-4169-844a-19537946b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5282d3ed-350b-4da4-8383-5e6e9e2a8391'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:48:54.355470 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-a10d4869-84e3-44c4-8199-48be65ecd3a5 service neutron] Bound port: 398cdb92-296c-4cde-8131-a4d03d83a38f, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34abcdca-4f95-4169-844a-19537946b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5282d3ed-350b-4da4-8383-5e6e9e2a8391'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:48:54.356025 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-a10d4869-84e3-44c4-8199-48be65ecd3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:54.374016 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-025230fd-ad3a-42a3-b5ef-4c0af8898101 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Transition to ACTIVE for port object dec66ad2-220d-46c5-8784-5dd408261cc5 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:54.381085 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-025230fd-ad3a-42a3-b5ef-4c0af8898101 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:54.513241 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-a10d4869-84e3-44c4-8199-48be65ecd3a5 service neutron] For port 398cdb92-296c-4cde-8131-a4d03d83a38f, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:48:54.518107 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-a10d4869-84e3-44c4-8199-48be65ecd3a5 service neutron] For port 398cdb92-296c-4cde-8131-a4d03d83a38f, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=398cdb92-296c-4cde-8131-a4d03d83a38f,segment=NetworkSegment(34abcdca-4f95-4169-844a-19537946b334),segment_id=34abcdca-4f95-4169-844a-19537946b334)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:48:54.523231 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-a10d4869-84e3-44c4-8199-48be65ecd3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:54.599338 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-a10d4869-84e3-44c4-8199-48be65ecd3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:54.599950 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-a10d4869-84e3-44c4-8199-48be65ecd3a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:54.601819 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-a10d4869-84e3-44c4-8199-48be65ecd3a5 service neutron] 10.222.0.74 "PUT /v2.0/ports/398cdb92-296c-4cde-8131-a4d03d83a38f HTTP/1.1" status: 200 len: 1091 time: 1.9960411 May 13 14:48:54.602302 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf', 'tag': '398cdb92-296c-4cde-8131-a4d03d83a38f'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:48:54.656747 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d4869-84e3-44c4-8199-48be65ecd3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=398cdb92-296c-4cde-8131-a4d03d83a38f,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:54.860659 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025230fd-ad3a-42a3-b5ef-4c0af8898101 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event updated for resources: {'Port': ['ID=dec66ad2-220d-46c5-8784-5dd408261cc5,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:54.934007 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-025230fd-ad3a-42a3-b5ef-4c0af8898101 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] In _notify_port_updated(), no bound segment for port dec66ad2-220d-46c5-8784-5dd408261cc5 on network 72e9fc38-923f-4207-b51c-1b6a2d39607c {{(pid=88081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:48:54.940789 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025230fd-ad3a-42a3-b5ef-4c0af8898101 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:54.941426 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-025230fd-ad3a-42a3-b5ef-4c0af8898101 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:54.942696 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-025230fd-ad3a-42a3-b5ef-4c0af8898101 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "PUT /v2.0/ports/dec66ad2-220d-46c5-8784-5dd408261cc5 HTTP/1.1" status: 200 len: 960 time: 6.1026201 May 13 14:48:54.945530 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38552) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:55.023266 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0101e26-8073-417b-b174-3d678bcd22d1 req-40c9d48c-b42b-486d-b433-bbf635ff8a7c tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:55.024962 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f0101e26-8073-417b-b174-3d678bcd22d1 req-40c9d48c-b42b-486d-b433-bbf635ff8a7c tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf HTTP/1.1" status: 200 len: 943 time: 0.3541038 May 13 14:48:55.069731 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d15af-897e-428d-b174-9a4736ef3634 req-91ece010-c697-4201-8a2f-af7239133332 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:55.071310 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e34d15af-897e-428d-b174-9a4736ef3634 req-91ece010-c697-4201-8a2f-af7239133332 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=35059ec1-f3f3-422f-877f-6487e1b9565a HTTP/1.1" status: 200 len: 945 time: 0.3829894 May 13 14:48:55.081055 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38556) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:55.084367 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-be97377d-5558-4775-8db7-4095c02e8cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:55.085910 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-be97377d-5558-4775-8db7-4095c02e8cef service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6165004ac18741f8a69dd64293b7a1e1&device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf HTTP/1.1" status: 200 len: 1094 time: 0.3425133 May 13 14:48:55.086565 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-0462e834-2322-4287-8d5a-fb3c0a0c7c25 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting port dec66ad2-220d-46c5-8784-5dd408261cc5 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:48:55.087065 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0462e834-2322-4287-8d5a-fb3c0a0c7c25 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:55.101829 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f0101e26-8073-417b-b174-3d678bcd22d1 req-f4a2dc24-c4fc-43a5-a9e6-7a36e1c64102 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/security-groups?id=e431ab1d-cbe3-4a71-a1b2-65f8a63740a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611136 May 13 14:48:55.174792 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-ae1d957e-07c1-4d26-a3bb-b3857a7556a8 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Request body: {'floatingip': {'port_id': 'dfb9fb94-5dd6-40ae-9e36-72474a502bad'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:55.244282 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-65f86dff-9024-4141-a78a-ab31e04ad405 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=398cdb92-296c-4cde-8131-a4d03d83a38f HTTP/1.1" status: 200 len: 217 time: 0.1413791 May 13 14:48:55.260561 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6437b710-384a-45cd-a178-27c73fd48e7e'] response: {'name': 'network-changed', 'server_uuid': 'ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf', 'tag': '398cdb92-296c-4cde-8131-a4d03d83a38f', 'status': 'completed', 'code': 200} May 13 14:48:55.342294 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ae1d957e-07c1-4d26-a3bb-b3857a7556a8 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for floatingip, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:55.374205 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-224939f8-1944-4edf-ba80-e580f1b04374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:55.376011 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-224939f8-1944-4edf-ba80-e580f1b04374 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1c8f4586-9019-4e40-a9f7-0e85fc630d68 HTTP/1.1" status: 200 len: 848 time: 0.1221387 May 13 14:48:55.412603 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-bd4da997-94ef-420e-930f-77ac10d26e57 None None] Provisioning for port dec66ad2-220d-46c5-8784-5dd408261cc5 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:55.417591 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-bd4da997-94ef-420e-930f-77ac10d26e57 None None] Provisioning complete for port dec66ad2-220d-46c5-8784-5dd408261cc5 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:55.417960 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bd4da997-94ef-420e-930f-77ac10d26e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:55.536917 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-bd4da997-94ef-420e-930f-77ac10d26e57 None None] Port dec66ad2-220d-46c5-8784-5dd408261cc5 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:48:55.872900 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-d75f49a4-2652-42d0-8ac9-02af3866517a req-f841d037-f885-49ef-9d86-6e24ec20bfaf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Synchronizing usage tracker for tenant:dacb06c0bb204205bf6fd6f72c27271e on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:48:55.928224 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-d75f49a4-2652-42d0-8ac9-02af3866517a req-f841d037-f885-49ef-9d86-6e24ec20bfaf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Unset dirty status for tenant:dacb06c0bb204205bf6fd6f72c27271e on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:48:55.929625 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d75f49a4-2652-42d0-8ac9-02af3866517a req-f841d037-f885-49ef-9d86-6e24ec20bfaf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 210 time: 0.5525672 May 13 14:48:55.941302 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-b16c4312-264c-4820-abd6-715fe5c2daaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:55.955311 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-b16c4312-264c-4820-abd6-715fe5c2daaf service neutron] 10.222.0.59 "GET /v2.0/ports/7a63f6e5-ceca-4634-989e-47b8cd43cba3 HTTP/1.1" status: 200 len: 1032 time: 0.1386261 May 13 14:48:56.148422 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-dd09fdff-cef6-4604-a7c6-3ea675d4c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:56.166719 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-dd09fdff-cef6-4604-a7c6-3ea675d4c7f8 service neutron] 10.222.0.59 "GET /v2.0/ports/e207a457-df02-4445-883d-49c778eef818 HTTP/1.1" status: 200 len: 1032 time: 0.1977098 May 13 14:48:56.400893 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-ad28cbdd-398d-41a3-98aa-46d1d05010a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:56.402721 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-ad28cbdd-398d-41a3-98aa-46d1d05010a0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5282d3ed-350b-4da4-8383-5e6e9e2a8391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6372702 May 13 14:48:56.451950 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0462e834-2322-4287-8d5a-fb3c0a0c7c25 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:56.603026 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-d35c39ee-836e-4fe0-a3fe-572fca4ed3a0 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:56.608805 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-d35c39ee-836e-4fe0-a3fe-572fca4ed3a0 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:56.614416 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-0462e834-2322-4287-8d5a-fb3c0a0c7c25 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Calling delete_port for dec66ad2-220d-46c5-8784-5dd408261cc5 owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:48:56.615421 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-d35c39ee-836e-4fe0-a3fe-572fca4ed3a0 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:56.615974 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-d35c39ee-836e-4fe0-a3fe-572fca4ed3a0 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Synchronizing usage tracker for tenant:dacb06c0bb204205bf6fd6f72c27271e on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:48:56.649221 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-d35c39ee-836e-4fe0-a3fe-572fca4ed3a0 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Unset dirty status for tenant:dacb06c0bb204205bf6fd6f72c27271e on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:48:56.650487 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-d35c39ee-836e-4fe0-a3fe-572fca4ed3a0 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.59 "GET /v2.0/networks?id=c2791814-6ab4-4ee1-8449-7b69fcd7217d&id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&id=add62c5c-9eca-4348-9830-32239b4651d7&id=add62c5c-9eca-4348-9830-32239b4651d7 HTTP/1.1" status: 200 len: 1995 time: 0.4759383 May 13 14:48:56.689693 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-0cc53128-b20d-47b5-9011-52e8373094fa service neutron] 10.222.0.74 "GET /v2.0/networks/5282d3ed-350b-4da4-8383-5e6e9e2a8391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696626 May 13 14:48:56.786188 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-3e3323ef-7a1b-4094-bfa9-21cb5342f003 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Synchronizing usage tracker for tenant:dacb06c0bb204205bf6fd6f72c27271e on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:48:56.824839 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da919e1d-b3ce-46ff-8fa3-73c7ea4ebeaa req-59776180-dd00-4026-93a5-b981550bcb6d tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:56.824839 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da919e1d-b3ce-46ff-8fa3-73c7ea4ebeaa req-59776180-dd00-4026-93a5-b981550bcb6d tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf HTTP/1.1" status: 200 len: 943 time: 0.4368052 May 13 14:48:56.847467 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-3e3323ef-7a1b-4094-bfa9-21cb5342f003 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Unset dirty status for tenant:dacb06c0bb204205bf6fd6f72c27271e on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:48:56.847704 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-3e3323ef-7a1b-4094-bfa9-21cb5342f003 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dacb06c0bb204205bf6fd6f72c27271e HTTP/1.1" status: 200 len: 379 time: 0.1857827 May 13 14:48:56.858022 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-3c6bebd1-dff3-4ddc-9414-918707512a66 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Request body: {'port': {'device_id': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'network_id': 'c2791814-6ab4-4ee1-8449-7b69fcd7217d', 'admin_state_up': True, 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'security_groups': ['a397b8c0-c46e-4510-b31b-d2f4e91e8abb']}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:56.943157 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0462e834-2322-4287-8d5a-fb3c0a0c7c25 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:56.948902 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-da919e1d-b3ce-46ff-8fa3-73c7ea4ebeaa req-6aa85ef2-99e6-4712-8014-638c0af8729e tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Synchronizing usage tracker for tenant:6165004ac18741f8a69dd64293b7a1e1 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:48:56.980381 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08400fa9-9c0a-4a02-879f-4306d81beaaf req-936282b9-e11c-4a9b-a992-158fbc4b4ee4 service neutron] 10.222.0.74 "GET /v2.0/networks/5282d3ed-350b-4da4-8383-5e6e9e2a8391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755466 May 13 14:48:57.017579 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462e834-2322-4287-8d5a-fb3c0a0c7c25 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Port': ['ID=dec66ad2-220d-46c5-8784-5dd408261cc5,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:57.053828 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-3c6bebd1-dff3-4ddc-9414-918707512a66 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:57.066469 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-3c6bebd1-dff3-4ddc-9414-918707512a66 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:57.079172 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [None req-ae1d957e-07c1-4d26-a3bb-b3857a7556a8 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:48:57.081497 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-3c6bebd1-dff3-4ddc-9414-918707512a66 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Made reservation on behalf of dacb06c0bb204205bf6fd6f72c27271e for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:57.086960 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-3c6bebd1-dff3-4ddc-9414-918707512a66 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:57.221092 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-da919e1d-b3ce-46ff-8fa3-73c7ea4ebeaa req-6aa85ef2-99e6-4712-8014-638c0af8729e tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Unset dirty status for tenant:6165004ac18741f8a69dd64293b7a1e1 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:48:57.239975 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da919e1d-b3ce-46ff-8fa3-73c7ea4ebeaa req-6aa85ef2-99e6-4712-8014-638c0af8729e tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/security-groups?id=e431ab1d-cbe3-4a71-a1b2-65f8a63740a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3721294 May 13 14:48:57.273254 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ffde2f0d-27f8-43b0-a5dd-96813ef53496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:57.311823 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ae1d957e-07c1-4d26-a3bb-b3857a7556a8 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:57.322312 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ae1d957e-07c1-4d26-a3bb-b3857a7556a8 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:57.410534 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9906c76a-245e-49ba-b496-741e528c8368 req-547b1e58-0de8-4ced-b582-bbd8aedcf6d7 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 210 time: 0.1526101 May 13 14:48:57.466533 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0462e834-2322-4287-8d5a-fb3c0a0c7c25 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:57.478641 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a6c0d-cbf5-4f2b-8f23-316a085e1942 req-093ab51b-a225-4a95-a121-133328cefcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:57.480365 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8d8a6c0d-cbf5-4f2b-8f23-316a085e1942 req-093ab51b-a225-4a95-a121-133328cefcfc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6165004ac18741f8a69dd64293b7a1e1&device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf HTTP/1.1" status: 200 len: 1094 time: 0.3760068 May 13 14:48:57.491522 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0462e834-2322-4287-8d5a-fb3c0a0c7c25 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/ports/dec66ad2-220d-46c5-8784-5dd408261cc5 HTTP/1.1" status: 204 len: 168 time: 2.5448318 May 13 14:48:57.497726 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38584) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:57.620257 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [None req-ae1d957e-07c1-4d26-a3bb-b3857a7556a8 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Floating IP bcb9bfae-b7be-4b29-9468-2a09e00708ef associated. External IP: 172.25.0.167, port: dfb9fb94-5dd6-40ae-9e36-72474a502bad. May 13 14:48:57.675467 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9318495-3d24-4116-8f9c-eafa504a8452 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] GET failed (client error): The resource could not be found. May 13 14:48:57.676007 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c9318495-3d24-4116-8f9c-eafa504a8452 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Synchronizing usage tracker for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:48:57.730171 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-3c6bebd1-dff3-4ddc-9414-918707512a66 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Allocated IP 172.20.0.12 (c2791814-6ab4-4ee1-8449-7b69fcd7217d/b6c8e4a4-7ae1-42ec-8a8f-588a5dfe3854/1145a0a6-eb35-4fbe-a730-307907e27d99) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:48:57.736861 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c9318495-3d24-4116-8f9c-eafa504a8452 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Unset dirty status for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:48:57.741239 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c9318495-3d24-4116-8f9c-eafa504a8452 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "GET /v2.0/ports/dec66ad2-220d-46c5-8784-5dd408261cc5 HTTP/1.1" status: 404 len: 333 time: 0.2243943 May 13 14:48:57.741879 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38590) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:57.836467 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a6c0d-cbf5-4f2b-8f23-316a085e1942 req-53ea6ac9-39bd-41aa-971f-c131af4757b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:57.837962 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8d8a6c0d-cbf5-4f2b-8f23-316a085e1942 req-53ea6ac9-39bd-41aa-971f-c131af4757b0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5282d3ed-350b-4da4-8383-5e6e9e2a8391 HTTP/1.1" status: 200 len: 910 time: 0.3509521 May 13 14:48:57.934432 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8d8a6c0d-cbf5-4f2b-8f23-316a085e1942 req-b80249a4-56d5-4faa-bb0f-bf7ded71e1f7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=398cdb92-296c-4cde-8131-a4d03d83a38f HTTP/1.1" status: 200 len: 217 time: 0.0820155 May 13 14:48:58.176309 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1d957e-07c1-4d26-a3bb-b3857a7556a8 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Router fbf281ff-0cd3-4a5e-baeb-afe5654769f1 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:48:58.238295 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-218b6d93-8924-4f39-8ca4-6a6f754e4951 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:58.253637 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a6c0d-cbf5-4f2b-8f23-316a085e1942 req-4a47ad66-0d89-43cb-8602-48bfa1351ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:58.255390 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8d8a6c0d-cbf5-4f2b-8f23-316a085e1942 req-4a47ad66-0d89-43cb-8602-48bfa1351ae6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1c8f4586-9019-4e40-a9f7-0e85fc630d68 HTTP/1.1" status: 200 len: 848 time: 0.2993214 May 13 14:48:58.473104 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-218b6d93-8924-4f39-8ca4-6a6f754e4951 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:58.504308 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:58.646360 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-3c6bebd1-dff3-4ddc-9414-918707512a66 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:58.849024 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fef57eee-fb64-4474-aa16-0c123eb9806c req-b90e95c5-309f-4ac8-b030-12a79b65c33e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 210 time: 0.1664371 May 13 14:48:58.900321 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-3c6bebd1-dff3-4ddc-9414-918707512a66 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Transition to ACTIVE for port object 1145a0a6-eb35-4fbe-a730-307907e27d99 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:58.918412 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-218b6d93-8924-4f39-8ca4-6a6f754e4951 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:58.966278 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a6c0d-cbf5-4f2b-8f23-316a085e1942 req-4b5106e7-37f2-43d0-a4bb-a7054fce338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:58.969303 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8d8a6c0d-cbf5-4f2b-8f23-316a085e1942 req-4b5106e7-37f2-43d0-a4bb-a7054fce338a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5282d3ed-350b-4da4-8383-5e6e9e2a8391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6886821 May 13 14:48:59.009584 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b6d93-8924-4f39-8ca4-6a6f754e4951 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d76fa06-93af-4833-93d2-bf19834fed0a,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:59.028308 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-218b6d93-8924-4f39-8ca4-6a6f754e4951 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:59.030747 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-218b6d93-8924-4f39-8ca4-6a6f754e4951 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/security-groups/2d76fa06-93af-4833-93d2-bf19834fed0a HTTP/1.1" status: 204 len: 168 time: 1.2748499 May 13 14:48:59.057291 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38608) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:59.156703 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-3c6bebd1-dff3-4ddc-9414-918707512a66 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:59.244414 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8d8a6c0d-cbf5-4f2b-8f23-316a085e1942 req-7915d92f-0332-48cf-8fa8-016cb055bd4f service neutron] 10.222.0.74 "GET /v2.0/networks/5282d3ed-350b-4da4-8383-5e6e9e2a8391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645791 May 13 14:48:59.276053 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-3c6bebd1-dff3-4ddc-9414-918707512a66 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Network c2791814-6ab4-4ee1-8449-7b69fcd7217d is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:59.292953 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c9caf-b26c-4e52-a717-0fe8e63a9fa1 req-3e15c703-be03-491c-94d1-66a658c320ab tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:59.295759 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f7c9caf-b26c-4e52-a717-0fe8e63a9fa1 req-3e15c703-be03-491c-94d1-66a658c320ab tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf HTTP/1.1" status: 200 len: 943 time: 0.6296148 May 13 14:48:59.323171 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1d957e-07c1-4d26-a3bb-b3857a7556a8 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:48:59.337031 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54fb07c-cea2-4f0d-aa7e-9e49249ffdec None None] Sync routers for ids ['fbf281ff-0cd3-4a5e-baeb-afe5654769f1'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:48:59.341003 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-3c6bebd1-dff3-4ddc-9414-918707512a66 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:59.347296 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-3c6bebd1-dff3-4ddc-9414-918707512a66 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:48:59.395731 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ae1d957e-07c1-4d26-a3bb-b3857a7556a8 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:59.410480 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54fb07c-cea2-4f0d-aa7e-9e49249ffdec None None] Routers {'fbf281ff-0cd3-4a5e-baeb-afe5654769f1'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:48:59.411627 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b54fb07c-cea2-4f0d-aa7e-9e49249ffdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:48:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['fbf281ff-0cd3-4a5e-baeb-afe5654769f1'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:59.495279 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-3c6bebd1-dff3-4ddc-9414-918707512a66 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:59.496013 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-3c6bebd1-dff3-4ddc-9414-918707512a66 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:59.610367 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-3c6bebd1-dff3-4ddc-9414-918707512a66 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7573485 May 13 14:48:59.623941 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6aa7dbe2-d146-41f0-a406-aab6e98d5933 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Request body: {'port': {'device_id': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'network_id': 'b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c', 'admin_state_up': True, 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'security_groups': ['a397b8c0-c46e-4510-b31b-d2f4e91e8abb']}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:59.633091 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ae1d957e-07c1-4d26-a3bb-b3857a7556a8 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "PUT /v2.0/floatingips/bcb9bfae-b7be-4b29-9468-2a09e00708ef HTTP/1.1" status: 200 len: 991 time: 4.4828877 May 13 14:48:59.641596 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35059ec1-f3f3-422f-877f-6487e1b9565a', 'tag': 'dfb9fb94-5dd6-40ae-9e36-72474a502bad'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:48:59.661290 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dbe4afa6-e435-4726-b429-c2b97e0f271c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:59.749625 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dbe4afa6-e435-4726-b429-c2b97e0f271c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:59.823436 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6bebd1-dff3-4ddc-9414-918707512a66 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Pushing event updated for resources: {'Port': ['ID=1145a0a6-eb35-4fbe-a730-307907e27d99,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:59.855860 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6aa7dbe2-d146-41f0-a406-aab6e98d5933 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:59.873742 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6aa7dbe2-d146-41f0-a406-aab6e98d5933 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:59.921298 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6aa7dbe2-d146-41f0-a406-aab6e98d5933 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Made reservation on behalf of dacb06c0bb204205bf6fd6f72c27271e for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:59.932280 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6aa7dbe2-d146-41f0-a406-aab6e98d5933 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:59.945665 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dbe4afa6-e435-4726-b429-c2b97e0f271c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:59.976719 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f7c9caf-b26c-4e52-a717-0fe8e63a9fa1 req-4dd2b901-0db2-47f9-9dd9-3c4110d8b1bf tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/security-groups?id=e431ab1d-cbe3-4a71-a1b2-65f8a63740a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6559434 May 13 14:48:59.992734 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4afa6-e435-4726-b429-c2b97e0f271c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=215c6f5d-ab69-4be0-b198-3aced2e49cbe,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:00.007591 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dbe4afa6-e435-4726-b429-c2b97e0f271c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:00.011634 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-dbe4afa6-e435-4726-b429-c2b97e0f271c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/security-groups/215c6f5d-ab69-4be0-b198-3aced2e49cbe HTTP/1.1" status: 204 len: 168 time: 0.9488859 May 13 14:49:00.019897 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38626) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:00.116505 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8d8a6c0d-cbf5-4f2b-8f23-316a085e1942 req-7fe806de-9bf6-4ddb-b68e-f4237c87354e service neutron] 10.222.0.74 "GET /v2.0/networks/5282d3ed-350b-4da4-8383-5e6e9e2a8391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8319557 May 13 14:49:00.195818 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93f93b56-2680-4a36-8ce3-351e4edd5f15'] response: {'name': 'network-changed', 'server_uuid': '35059ec1-f3f3-422f-877f-6487e1b9565a', 'tag': 'dfb9fb94-5dd6-40ae-9e36-72474a502bad', 'status': 'completed', 'code': 200} May 13 14:49:00.213698 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-43e57d75-8716-4902-b14f-f82b2231a453 None None] Provisioning for port 1145a0a6-eb35-4fbe-a730-307907e27d99 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:49:00.257285 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-619e5095-8d9e-4ced-8f2a-554a385abd29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:00.268220 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-43e57d75-8716-4902-b14f-f82b2231a453 None None] Provisioning complete for port 1145a0a6-eb35-4fbe-a730-307907e27d99 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:49:00.268584 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-43e57d75-8716-4902-b14f-f82b2231a453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:00.456501 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-43e57d75-8716-4902-b14f-f82b2231a453 None None] Port 1145a0a6-eb35-4fbe-a730-307907e27d99 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:49:00.482362 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-b54fb07c-cea2-4f0d-aa7e-9e49249ffdec None None] Set router fbf281ff-0cd3-4a5e-baeb-afe5654769f1 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:49:00.545179 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1524045e-5e96-4567-b425-5774e10352c2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:00.652933 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1524045e-5e96-4567-b425-5774e10352c2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:00.670486 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6aa7dbe2-d146-41f0-a406-aab6e98d5933 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Allocated IP 10.1.1.47 (b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c/6d953eaa-2a7e-4580-bb0c-458e876aebfa/23a0b5c0-5383-42e4-83f7-23a3a9751367) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:49:00.694321 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760eb09-865c-43f9-9f4a-92b6b939c768 req-98e7a276-41a9-4218-aab8-11feac9266a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:00.696100 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0760eb09-865c-43f9-9f4a-92b6b939c768 req-98e7a276-41a9-4218-aab8-11feac9266a3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b31433d5022490ba6cd8b183da7a35f&device_id=35059ec1-f3f3-422f-877f-6487e1b9565a HTTP/1.1" status: 200 len: 1096 time: 0.4992440 May 13 14:49:00.791349 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defdbbe6-7be1-40c2-9330-04bb1d4a45d9 req-84e78bab-72fa-48b7-aaae-5bfc857af97c tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:00.792627 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-defdbbe6-7be1-40c2-9330-04bb1d4a45d9 req-84e78bab-72fa-48b7-aaae-5bfc857af97c tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Synchronizing usage tracker for tenant:dacb06c0bb204205bf6fd6f72c27271e on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:49:01.050139 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:01.064227 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:01.298361 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1524045e-5e96-4567-b425-5774e10352c2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:01.303172 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-defdbbe6-7be1-40c2-9330-04bb1d4a45d9 req-84e78bab-72fa-48b7-aaae-5bfc857af97c tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Unset dirty status for tenant:dacb06c0bb204205bf6fd6f72c27271e on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:49:01.310452 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-defdbbe6-7be1-40c2-9330-04bb1d4a45d9 req-84e78bab-72fa-48b7-aaae-5bfc857af97c tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 932 time: 0.8740685 May 13 14:49:01.330774 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524045e-5e96-4567-b425-5774e10352c2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c131eba-0c0c-4399-9f20-f47ecac6f65d,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:01.369856 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760eb09-865c-43f9-9f4a-92b6b939c768 req-e067d018-d7b3-414f-a208-e9ab0486d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:01.371426 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0760eb09-865c-43f9-9f4a-92b6b939c768 req-e067d018-d7b3-414f-a208-e9ab0486d702 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 HTTP/1.1" status: 200 len: 911 time: 0.6688864 May 13 14:49:01.404198 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 398cdb92-296c-4cde-8131-a4d03d83a38f details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:49:01.437784 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1524045e-5e96-4567-b425-5774e10352c2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:01.441824 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1524045e-5e96-4567-b425-5774e10352c2 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/security-groups/2c131eba-0c0c-4399-9f20-f47ecac6f65d HTTP/1.1" status: 204 len: 168 time: 1.4204652 May 13 14:49:01.478970 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38636) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:01.590489 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0760eb09-865c-43f9-9f4a-92b6b939c768 req-726bd06b-4567-4b82-913a-dbaca6f3cd1e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfb9fb94-5dd6-40ae-9e36-72474a502bad HTTP/1.1" status: 200 len: 999 time: 0.2120175 May 13 14:49:01.602183 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-133eb064-5d7f-4a6d-a1fc-1170e26962da tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting subnet e359cedd-e1c5-4e19-8167-375b184e3d8e {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:49:01.620615 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-defdbbe6-7be1-40c2-9330-04bb1d4a45d9 req-2679c0b2-c7f1-4b1c-bfe2-6251c81018cf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3097188 May 13 14:49:01.694729 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760eb09-865c-43f9-9f4a-92b6b939c768 req-f37fdd1f-554e-46d2-92c1-1cb4669be472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:01.696649 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0760eb09-865c-43f9-9f4a-92b6b939c768 req-f37fdd1f-554e-46d2-92c1-1cb4669be472 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=363e7da1-0d6f-4e89-9da3-93f517417d88 HTTP/1.1" status: 200 len: 849 time: 0.0896769 May 13 14:49:01.705914 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f465a94-b115-4935-befb-d46d06bd0018 req-2dcc3e4a-12d0-48e5-b019-749ff7890ed6 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:01.715130 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1f465a94-b115-4935-befb-d46d06bd0018 req-2dcc3e4a-12d0-48e5-b019-749ff7890ed6 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf HTTP/1.1" status: 200 len: 943 time: 0.5005767 May 13 14:49:01.720804 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-af2b9aa1-90ca-4b0a-b39a-16bc682a486d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.9152687 May 13 14:49:01.742463 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 398cdb92-296c-4cde-8131-a4d03d83a38f, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=398cdb92-296c-4cde-8131-a4d03d83a38f,segment=NetworkSegment(34abcdca-4f95-4169-844a-19537946b334),segment_id=34abcdca-4f95-4169-844a-19537946b334)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:01.764997 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '398cdb92-296c-4cde-8131-a4d03d83a38f', 'network_id': '5282d3ed-350b-4da4-8383-5e6e9e2a8391', 'port_id': '398cdb92-296c-4cde-8131-a4d03d83a38f', 'mac_address': 'fa:16:3e:14:47:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c8f4586-9019-4e40-a9f7-0e85fc630d68', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:49:01.770799 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-133eb064-5d7f-4a6d-a1fc-1170e26962da tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:01.784924 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6aa7dbe2-d146-41f0-a406-aab6e98d5933 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:01.834402 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6aa7dbe2-d146-41f0-a406-aab6e98d5933 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Transition to ACTIVE for port object 23a0b5c0-5383-42e4-83f7-23a3a9751367 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:49:01.858815 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 398cdb92-296c-4cde-8131-a4d03d83a38f is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:49:01.860146 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:01.885750 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 398cdb92-296c-4cde-8131-a4d03d83a38f {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:49:01.897456 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1f465a94-b115-4935-befb-d46d06bd0018 req-d6c02f15-2193-4695-b2b1-df952d590de2 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/security-groups?id=e431ab1d-cbe3-4a71-a1b2-65f8a63740a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735008 May 13 14:49:01.908659 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-133eb064-5d7f-4a6d-a1fc-1170e26962da tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:01.916535 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b54fb07c-cea2-4f0d-aa7e-9e49249ffdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'name': 'tempest-AttachVolumeTestJSON-607053534-router', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:02Z', 'updated_at': '2022-05-13T14:44:27Z', 'revision_number': 4, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'gw_port': {'id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:07:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:04Z', 'updated_at': '2022-05-13T14:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'bcb9bfae-b7be-4b29-9468-2a09e00708ef', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'floating_ip_address': '172.25.0.167', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'port_id': 'dfb9fb94-5dd6-40ae-9e36-72474a502bad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22', 'mac_address': 'fa:16:3e:66:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35059ec1-f3f3-422f-877f-6487e1b9565a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:48:20Z', 'updated_at': '2022-05-13T14:48:56Z', 'revision_number': 1, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6932a6e1-159c-443f-ae69-5dbb2db31cd8', 'name': '', 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'mac_address': 'fa:16:3e:83:e4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '363e7da1-0d6f-4e89-9da3-93f517417d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:23Z', 'updated_at': '2022-05-13T14:44:37Z', 'revision_number': 5, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'subnets': [{'id': '363e7da1-0d6f-4e89-9da3-93f517417d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:01.922871 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 398cdb92-296c-4cde-8131-a4d03d83a38f, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=398cdb92-296c-4cde-8131-a4d03d83a38f,segment=NetworkSegment(34abcdca-4f95-4169-844a-19537946b334),segment_id=34abcdca-4f95-4169-844a-19537946b334)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:01.926396 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54fb07c-cea2-4f0d-aa7e-9e49249ffdec None None] Checking router: fbf281ff-0cd3-4a5e-baeb-afe5654769f1 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:49:01.931069 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:02.022876 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54fb07c-cea2-4f0d-aa7e-9e49249ffdec None None] Routers {'fbf281ff-0cd3-4a5e-baeb-afe5654769f1'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:49:02.025348 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b54fb07c-cea2-4f0d-aa7e-9e49249ffdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:49:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['fbf281ff-0cd3-4a5e-baeb-afe5654769f1'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:02.049299 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6aa7dbe2-d146-41f0-a406-aab6e98d5933 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:02.069141 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-43ad348a-0f06-4aa4-899a-757371bb65c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:02.075289 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-43ad348a-0f06-4aa4-899a-757371bb65c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:02.076051 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-43ad348a-0f06-4aa4-899a-757371bb65c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:02.076698 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-43ad348a-0f06-4aa4-899a-757371bb65c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:02.077930 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-43ad348a-0f06-4aa4-899a-757371bb65c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:02.078588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-43ad348a-0f06-4aa4-899a-757371bb65c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:02.080490 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-43ad348a-0f06-4aa4-899a-757371bb65c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:02.081178 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760eb09-865c-43f9-9f4a-92b6b939c768 req-2720b514-02df-47e5-a986-6712821dabe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:02.083021 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-43ad348a-0f06-4aa4-899a-757371bb65c7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=18b9c5d8b3d043279654e2a115822f2a&device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 6489 time: 0.2376556 May 13 14:49:02.084391 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0760eb09-865c-43f9-9f4a-92b6b939c768 req-2720b514-02df-47e5-a986-6712821dabe7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3c40b33f-7bf3-4984-a9df-d5e9c9e61d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3519113 May 13 14:49:02.358998 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-b54fb07c-cea2-4f0d-aa7e-9e49249ffdec None None] Set router fbf281ff-0cd3-4a5e-baeb-afe5654769f1 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:49:02.394619 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-133eb064-5d7f-4a6d-a1fc-1170e26962da tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:02.484199 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6aa7dbe2-d146-41f0-a406-aab6e98d5933 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Network b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:49:02.493324 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6aa7dbe2-d146-41f0-a406-aab6e98d5933 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:49:02.503973 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6aa7dbe2-d146-41f0-a406-aab6e98d5933 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:49:02.600778 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7dbe2-d146-41f0-a406-aab6e98d5933 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Pushing event updated for resources: {'Port': ['ID=23a0b5c0-5383-42e4-83f7-23a3a9751367,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:02.635505 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-911e2df3-e888-47e0-93af-6433cba76c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:02.636375 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-911e2df3-e888-47e0-93af-6433cba76c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:02.637010 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-911e2df3-e888-47e0-93af-6433cba76c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:02.638883 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-911e2df3-e888-47e0-93af-6433cba76c16 service neutron] 10.222.0.74 "GET /v2.0/networks?id=144b0538-5a90-40dc-8493-8ee490cbd7e0&id=1a1930ec-5440-44c2-86b3-9a9de9e18d18&id=1a1930ec-5440-44c2-86b3-9a9de9e18d18&id=1a1930ec-5440-44c2-86b3-9a9de9e18d18&id=1a1930ec-5440-44c2-86b3-9a9de9e18d18&id=471adc6c-b70b-42c1-bc3f-35baec009201&id=471adc6c-b70b-42c1-bc3f-35baec009201 HTTP/1.1" status: 200 len: 2291 time: 0.5159116 May 13 14:49:02.651160 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0760eb09-865c-43f9-9f4a-92b6b939c768 req-817ba84e-f1ab-4f12-af53-fad1e6981094 service neutron] 10.222.0.59 "GET /v2.0/networks/3c40b33f-7bf3-4984-a9df-d5e9c9e61d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5450029 May 13 14:49:02.869091 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6aa7dbe2-d146-41f0-a406-aab6e98d5933 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:02.870327 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6aa7dbe2-d146-41f0-a406-aab6e98d5933 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:03.125685 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['398cdb92-296c-4cde-8131-a4d03d83a38f'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:49:03.145551 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6aa7dbe2-d146-41f0-a406-aab6e98d5933 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5261531 May 13 14:49:03.165250 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-2b322de8-c1ff-4914-8e75-a68abbc357a7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=287acb6a-4dc7-45f4-8951-887c0db993bc HTTP/1.1" status: 200 len: 1001 time: 0.5146019 May 13 14:49:03.172177 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-81ea0e26-bfad-47d2-b592-6227d6ad6615 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Request body: {'port': {'device_id': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'network_id': 'b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c', 'admin_state_up': True, 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'security_groups': ['a397b8c0-c46e-4510-b31b-d2f4e91e8abb']}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:03.258290 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:03.368218 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a0d5b6a3-a765-478b-9aac-672016d02064 None None] Provisioning for port 23a0b5c0-5383-42e4-83f7-23a3a9751367 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:49:03.398116 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a0d5b6a3-a765-478b-9aac-672016d02064 None None] Provisioning complete for port 23a0b5c0-5383-42e4-83f7-23a3a9751367 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:49:03.400931 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b6a3-a765-478b-9aac-672016d02064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:03.521947 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0760eb09-865c-43f9-9f4a-92b6b939c768 req-c73097d7-26db-46c0-8c9c-92622fc4a0d7 service neutron] 10.222.0.59 "GET /v2.0/networks/3c40b33f-7bf3-4984-a9df-d5e9c9e61d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8608079 May 13 14:49:03.582836 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-133eb064-5d7f-4a6d-a1fc-1170e26962da tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:03.584230 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-a870b9a7-b1ba-41d9-b749-e6877be98318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:03.593141 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-a870b9a7-b1ba-41d9-b749-e6877be98318 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8a9c690f-a84d-47bd-a3d1-b0cafcf431f8 HTTP/1.1" status: 200 len: 849 time: 0.3756731 May 13 14:49:03.608941 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-a0d5b6a3-a765-478b-9aac-672016d02064 None None] Port 23a0b5c0-5383-42e4-83f7-23a3a9751367 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:49:03.701633 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=398cdb92-296c-4cde-8131-a4d03d83a38f,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:03.710979 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133eb064-5d7f-4a6d-a1fc-1170e26962da tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Subnet': ['ID=e359cedd-e1c5-4e19-8167-375b184e3d8e,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:03.717857 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-133eb064-5d7f-4a6d-a1fc-1170e26962da tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:03.747420 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-133eb064-5d7f-4a6d-a1fc-1170e26962da tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/subnets/e359cedd-e1c5-4e19-8167-375b184e3d8e HTTP/1.1" status: 204 len: 168 time: 2.2788768 May 13 14:49:03.749508 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38660) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:03.880083 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cbdeb-d38e-4992-8033-33093490ae58 req-af7fc32a-f000-4269-b774-891db7ca08d4 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:03.886163 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce3453b-9e25-434a-82e7-4b473f397922 None None] Network 72e9fc38-923f-4207-b51c-1b6a2d39607c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:49:03.889717 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fb2a3-d583-478a-9e78-d4a12efc57c8 req-0bf42588-6cb3-4c03-924c-d0aea616e3d2 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:03.892252 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-059fb2a3-d583-478a-9e78-d4a12efc57c8 req-0bf42588-6cb3-4c03-924c-d0aea616e3d2 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf HTTP/1.1" status: 200 len: 944 time: 0.5017161 May 13 14:49:03.896531 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cbdeb-d38e-4992-8033-33093490ae58 req-af7fc32a-f000-4269-b774-891db7ca08d4 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:03.907398 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4d7cbdeb-d38e-4992-8033-33093490ae58 req-af7fc32a-f000-4269-b774-891db7ca08d4 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 1653 time: 1.0302057 May 13 14:49:03.919191 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6c1a99d-2ccc-4d4c-a406-e678f566b121 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting subnet 07b9f6b4-5303-4fd9-9f4b-b016ae110701 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:49:03.956422 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b6c1a99d-2ccc-4d4c-a406-e678f566b121 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:03.969550 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-81ea0e26-bfad-47d2-b592-6227d6ad6615 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:04.022878 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-059fb2a3-d583-478a-9e78-d4a12efc57c8 req-1ab831ce-9ffd-46f7-b2d5-1acce840ce10 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/security-groups?id=e431ab1d-cbe3-4a71-a1b2-65f8a63740a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998993 May 13 14:49:04.033632 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-81ea0e26-bfad-47d2-b592-6227d6ad6615 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:04.034897 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:04.035700 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:04.038809 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:04.040541 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:04.041456 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:04.043454 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:04.044856 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:04.045696 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:04.047438 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:04.049428 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:04.050508 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:04.051320 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:04.054870 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b6c1a99d-2ccc-4d4c-a406-e678f566b121 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:04.110101 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-e5dbc8d1-6f18-44d1-b9de-d761a503ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:04.116605 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-e5dbc8d1-6f18-44d1-b9de-d761a503ffc2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=144b0538-5a90-40dc-8493-8ee490cbd7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5110669 May 13 14:49:04.117565 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-81ea0e26-bfad-47d2-b592-6227d6ad6615 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Made reservation on behalf of dacb06c0bb204205bf6fd6f72c27271e for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:49:04.131365 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-81ea0e26-bfad-47d2-b592-6227d6ad6615 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:04.152230 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b6c1a99d-2ccc-4d4c-a406-e678f566b121 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:04.315068 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b6c1a99d-2ccc-4d4c-a406-e678f566b121 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:04.354589 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4d7cbdeb-d38e-4992-8033-33093490ae58 req-1bb5e293-dc79-453b-bdec-5e6334d71523 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3983064 May 13 14:49:04.422664 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1a99d-2ccc-4d4c-a406-e678f566b121 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Subnet': ['ID=07b9f6b4-5303-4fd9-9f4b-b016ae110701,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:04.430867 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b6c1a99d-2ccc-4d4c-a406-e678f566b121 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:04.447790 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b6c1a99d-2ccc-4d4c-a406-e678f566b121 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/subnets/07b9f6b4-5303-4fd9-9f4b-b016ae110701 HTTP/1.1" status: 204 len: 168 time: 0.6968660 May 13 14:49:04.448569 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38666) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:04.557285 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e5fbc4-b7f5-4e25-9f9d-90738b89057a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] DELETE failed (client error): The resource could not be found. May 13 14:49:04.558362 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02e5fbc4-b7f5-4e25-9f9d-90738b89057a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:49:04.566391 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-02e5fbc4-b7f5-4e25-9f9d-90738b89057a tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/subnets/e359cedd-e1c5-4e19-8167-375b184e3d8e HTTP/1.1" status: 404 len: 337 time: 0.1161520 May 13 14:49:04.567407 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38670) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:04.712322 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-81ea0e26-bfad-47d2-b592-6227d6ad6615 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Allocated IP 10.1.1.243 (b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c/6d953eaa-2a7e-4580-bb0c-458e876aebfa/ead8f4bc-18b3-4bda-8059-38906d99256f) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:49:04.725442 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-455065c8-ed6b-43c8-bfe3-486c7dbcf53b tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting subnet f06bfa35-7773-42eb-bcab-5abd6688b45c {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:49:04.733742 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-455065c8-ed6b-43c8-bfe3-486c7dbcf53b tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:04.783396 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-93107378-9dc2-45be-b5d3-a73c07dc8626 service neutron] 10.222.0.74 "GET /v2.0/networks/144b0538-5a90-40dc-8493-8ee490cbd7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6214261 May 13 14:49:04.898367 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-455065c8-ed6b-43c8-bfe3-486c7dbcf53b tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:05.083680 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-455065c8-ed6b-43c8-bfe3-486c7dbcf53b tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:05.214101 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-d8953f60-cd05-4a6a-b414-82dbe0ad7e96 service neutron] 10.222.0.74 "GET /v2.0/networks/144b0538-5a90-40dc-8493-8ee490cbd7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163778 May 13 14:49:05.279600 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b54fb07c-cea2-4f0d-aa7e-9e49249ffdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'name': 'tempest-AttachVolumeTestJSON-607053534-router', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:02Z', 'updated_at': '2022-05-13T14:44:27Z', 'revision_number': 4, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'gw_port': {'id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:07:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:04Z', 'updated_at': '2022-05-13T14:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'bcb9bfae-b7be-4b29-9468-2a09e00708ef', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'floating_ip_address': '172.25.0.167', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'port_id': 'dfb9fb94-5dd6-40ae-9e36-72474a502bad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22', 'mac_address': 'fa:16:3e:66:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35059ec1-f3f3-422f-877f-6487e1b9565a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:48:20Z', 'updated_at': '2022-05-13T14:48:56Z', 'revision_number': 1, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6932a6e1-159c-443f-ae69-5dbb2db31cd8', 'name': '', 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'mac_address': 'fa:16:3e:83:e4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '363e7da1-0d6f-4e89-9da3-93f517417d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:23Z', 'updated_at': '2022-05-13T14:44:37Z', 'revision_number': 5, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'subnets': [{'id': '363e7da1-0d6f-4e89-9da3-93f517417d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:05.348159 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54fb07c-cea2-4f0d-aa7e-9e49249ffdec None None] The sync data for ids ['fbf281ff-0cd3-4a5e-baeb-afe5654769f1'] in n-d-841760-1 is: [{'id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'name': 'tempest-AttachVolumeTestJSON-607053534-router', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:02Z', 'updated_at': '2022-05-13T14:44:27Z', 'revision_number': 4, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'gw_port': {'id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:07:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:04Z', 'updated_at': '2022-05-13T14:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'bcb9bfae-b7be-4b29-9468-2a09e00708ef', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'floating_ip_address': '172.25.0.167', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'port_id': 'dfb9fb94-5dd6-40ae-9e36-72474a502bad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22', 'mac_address': 'fa:16:3e:66:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35059ec1-f3f3-422f-877f-6487e1b9565a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:48:20Z', 'updated_at': '2022-05-13T14:48:56Z', 'revision_number': 1, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6932a6e1-159c-443f-ae69-5dbb2db31cd8', 'name': '', 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'mac_address': 'fa:16:3e:83:e4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '363e7da1-0d6f-4e89-9da3-93f517417d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:23Z', 'updated_at': '2022-05-13T14:44:37Z', 'revision_number': 5, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'subnets': [{'id': '363e7da1-0d6f-4e89-9da3-93f517417d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:49:05.480245 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-455065c8-ed6b-43c8-bfe3-486c7dbcf53b tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:05.530076 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-8ebbfbab-99b8-477e-991e-de9186986a32 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=daf2e69b-43ff-47c0-885c-637ff3620bd1 HTTP/1.1" status: 200 len: 217 time: 0.3097112 May 13 14:49:05.554314 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455065c8-ed6b-43c8-bfe3-486c7dbcf53b tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Subnet': ['ID=f06bfa35-7773-42eb-bcab-5abd6688b45c,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:05.554583 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-81ea0e26-bfad-47d2-b592-6227d6ad6615 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:05.576057 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-455065c8-ed6b-43c8-bfe3-486c7dbcf53b tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:05.590496 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-455065c8-ed6b-43c8-bfe3-486c7dbcf53b tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/subnets/f06bfa35-7773-42eb-bcab-5abd6688b45c HTTP/1.1" status: 204 len: 168 time: 1.0216122 May 13 14:49:05.615500 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bedf51-e05e-4a13-9b0c-016b83723fbd req-5107d9cc-ea59-4fe1-895d-42e32a938700 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:05.617186 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b1bedf51-e05e-4a13-9b0c-016b83723fbd req-5107d9cc-ea59-4fe1-895d-42e32a938700 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf HTTP/1.1" status: 200 len: 944 time: 0.3132310 May 13 14:49:05.617691 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38688) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:05.791054 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b912ee6-fedd-4e53-b0a3-436fca84ef4c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] DELETE failed (client error): The resource could not be found. May 13 14:49:05.794574 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b912ee6-fedd-4e53-b0a3-436fca84ef4c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:49:05.802781 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0b912ee6-fedd-4e53-b0a3-436fca84ef4c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/subnets/2a19cf2e-7156-408b-a1d7-a262e66e9ecc HTTP/1.1" status: 404 len: 337 time: 0.1803555 May 13 14:49:05.803585 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38694) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:05.866584 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-81ea0e26-bfad-47d2-b592-6227d6ad6615 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Transition to ACTIVE for port object ead8f4bc-18b3-4bda-8059-38906d99256f will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:49:05.939922 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4e5539b6-7395-4ee3-b89e-a218bc4d9078 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Synchronizing usage tracker for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:49:06.012429 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-3f940689-7757-4793-a42a-993ca31acda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:06.015991 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-3f940689-7757-4793-a42a-993ca31acda8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=80d5ab86-7db0-4947-99cf-66a27fc20541 HTTP/1.1" status: 200 len: 797 time: 0.4574027 May 13 14:49:06.022313 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4e5539b6-7395-4ee3-b89e-a218bc4d9078 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Unset dirty status for tenant:ceb15383864045c582f86ebce264c5a5 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:49:06.024298 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4e5539b6-7395-4ee3-b89e-a218bc4d9078 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "GET /v2.0/ports?device_id=767c7e65-efdd-4913-81e9-4df1d3dae4d3 HTTP/1.1" status: 200 len: 205 time: 0.2139075 May 13 14:49:06.044212 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38698) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:06.194640 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b1bedf51-e05e-4a13-9b0c-016b83723fbd req-249b7415-ad14-4578-ab74-6590505791e1 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/security-groups?id=e431ab1d-cbe3-4a71-a1b2-65f8a63740a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3900208 May 13 14:49:06.199196 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32905849-368b-42c2-aa66-48899530a1cb None None] DHCP port deletion for 72e9fc38-923f-4207-b51c-1b6a2d39607c request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:49:06.202557 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-3aed851d-6ffb-4506-9d2f-b7d4c658dd98 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] delete failed (client error): The resource could not be found. May 13 14:49:06.203895 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3aed851d-6ffb-4506-9d2f-b7d4c658dd98 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/routers/767c7e65-efdd-4913-81e9-4df1d3dae4d3 HTTP/1.1" status: 404 len: 336 time: 0.1577723 May 13 14:49:06.206220 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470e93da-6b67-401b-bcaa-d4fbd9c374db None None] New status for floating IP bcb9bfae-b7be-4b29-9468-2a09e00708ef: ACTIVE {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:49:06.207728 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38702) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:06.212333 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-32905849-368b-42c2-aa66-48899530a1cb None None] Deleting port 92e28524-61f5-4adc-8ee9-6d24786bedd3 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:49:06.212605 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-32905849-368b-42c2-aa66-48899530a1cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:06.287916 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-81ea0e26-bfad-47d2-b592-6227d6ad6615 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:06.309344 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-c942f5aa-dd22-4141-84d0-859f64171f35 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] DELETE failed (client error): The resource could not be found. May 13 14:49:06.309905 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c942f5aa-dd22-4141-84d0-859f64171f35 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:49:06.311755 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c942f5aa-dd22-4141-84d0-859f64171f35 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/subnets/f4ead212-dfcf-462a-b2ca-8a1a740c9bc7 HTTP/1.1" status: 404 len: 337 time: 0.1029236 May 13 14:49:06.314972 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38706) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:06.346118 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f84e74-38dc-40ec-a6de-f3f00e35283b req-ef6bdec9-0652-4fb4-93a1-6280e73a9983 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:06.359983 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f84e74-38dc-40ec-a6de-f3f00e35283b req-ef6bdec9-0652-4fb4-93a1-6280e73a9983 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:06.373849 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e7f84e74-38dc-40ec-a6de-f3f00e35283b req-ef6bdec9-0652-4fb4-93a1-6280e73a9983 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 1653 time: 0.4752479 May 13 14:49:06.409013 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4912b2b-dc2a-4a67-bbc5-40847122eded tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] DELETE failed (client error): The resource could not be found. May 13 14:49:06.409485 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4912b2b-dc2a-4a67-bbc5-40847122eded tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:49:06.411333 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b4912b2b-dc2a-4a67-bbc5-40847122eded tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/subnets/d5a036c1-5f7b-4535-9370-12b0b47f9ffa HTTP/1.1" status: 404 len: 337 time: 0.0952802 May 13 14:49:06.414101 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38710) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:06.520771 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-81cf20cb-c143-4de8-9bcf-4ce839a06731 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] DELETE failed (client error): The resource could not be found. May 13 14:49:06.521399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81cf20cb-c143-4de8-9bcf-4ce839a06731 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:49:06.526036 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-81cf20cb-c143-4de8-9bcf-4ce839a06731 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/subnets/28537925-d227-418f-8b1c-ea25fbbd8c01 HTTP/1.1" status: 404 len: 337 time: 0.1107762 May 13 14:49:06.528487 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38714) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:06.614161 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d425d18-63f8-4351-93f7-a7c5b37f6eee tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] DELETE failed (client error): The resource could not be found. May 13 14:49:06.615182 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d425d18-63f8-4351-93f7-a7c5b37f6eee tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:49:06.616458 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6d425d18-63f8-4351-93f7-a7c5b37f6eee tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/ports/6eadb167-5abb-42ea-ab19-2fd8ac072294 HTTP/1.1" status: 404 len: 333 time: 0.0856044 May 13 14:49:06.619178 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38718) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:06.693656 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 92e28524-61f5-4adc-8ee9-6d24786bedd3 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:49:06.708423 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-efcb9798-0bc8-4e21-9db3-f043ff786e55 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] DELETE failed (client error): The resource could not be found. May 13 14:49:06.709490 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efcb9798-0bc8-4e21-9db3-f043ff786e55 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:49:06.720121 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-efcb9798-0bc8-4e21-9db3-f043ff786e55 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/subnets/74ee196c-e9e1-4976-88cc-a6a22eee02ea HTTP/1.1" status: 404 len: 337 time: 0.0997565 May 13 14:49:06.721509 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38722) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:06.789007 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-4590ee0c-052f-4758-bb30-009e17e8ded9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] DELETE failed (client error): The resource could not be found. May 13 14:49:06.789679 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4590ee0c-052f-4758-bb30-009e17e8ded9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:49:06.801356 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4590ee0c-052f-4758-bb30-009e17e8ded9 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/subnets/83b25c17-f2f8-4109-b49c-2a51fdafa631 HTTP/1.1" status: 404 len: 337 time: 0.0784550 May 13 14:49:06.802134 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38726) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:06.818989 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-32905849-368b-42c2-aa66-48899530a1cb None None] For port 92e28524-61f5-4adc-8ee9-6d24786bedd3, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=92e28524-61f5-4adc-8ee9-6d24786bedd3,segment=NetworkSegment(6c25f73c-3fd9-46cb-a4cb-5935157c1761),segment_id=6c25f73c-3fd9-46cb-a4cb-5935157c1761)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:06.826180 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-32905849-368b-42c2-aa66-48899530a1cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:06.835284 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e7f84e74-38dc-40ec-a6de-f3f00e35283b req-211a5921-6871-4f3f-ab4c-511cbce84172 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4585602 May 13 14:49:06.837695 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-c30f81e3-8aeb-4314-8a88-8fc980428c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:06.841807 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-c30f81e3-8aeb-4314-8a88-8fc980428c56 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1a1930ec-5440-44c2-86b3-9a9de9e18d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8126817 May 13 14:49:06.854102 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-81ea0e26-bfad-47d2-b592-6227d6ad6615 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Network b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:49:06.884833 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-81ea0e26-bfad-47d2-b592-6227d6ad6615 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:49:06.887495 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-81ea0e26-bfad-47d2-b592-6227d6ad6615 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:49:06.930997 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d0de8e-d49d-4a64-bc8f-063dacfb451b tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] DELETE failed (client error): The resource could not be found. May 13 14:49:06.933762 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83d0de8e-d49d-4a64-bc8f-063dacfb451b tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:49:06.957914 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-83d0de8e-d49d-4a64-bc8f-063dacfb451b tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/ports/bfac4968-696c-4534-a2b5-dbbf3f81252a HTTP/1.1" status: 404 len: 333 time: 0.1539631 May 13 14:49:06.958782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38734) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:07.001794 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea0e26-bfad-47d2-b592-6227d6ad6615 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Pushing event updated for resources: {'Port': ['ID=ead8f4bc-18b3-4bda-8059-38906d99256f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:07.075952 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-282592f7-d36d-481c-b497-2b19483c515e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] DELETE failed (client error): The resource could not be found. May 13 14:49:07.079251 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-282592f7-d36d-481c-b497-2b19483c515e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:49:07.084179 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38738) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:07.085750 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-282592f7-d36d-481c-b497-2b19483c515e tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/subnets/9aa922aa-1bbe-4f5a-a022-c0b71c8ad753 HTTP/1.1" status: 404 len: 337 time: 0.1238019 May 13 14:49:07.092866 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-81ea0e26-bfad-47d2-b592-6227d6ad6615 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:07.094659 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-81ea0e26-bfad-47d2-b592-6227d6ad6615 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:07.150869 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-32905849-368b-42c2-aa66-48899530a1cb None None] Calling delete_port for 92e28524-61f5-4adc-8ee9-6d24786bedd3 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:49:07.205468 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8a555f-ab1d-45a6-ba76-226fb6e40fdc tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] DELETE failed (client error): The resource could not be found. May 13 14:49:07.206265 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac8a555f-ab1d-45a6-ba76-226fb6e40fdc tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:49:07.208162 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ac8a555f-ab1d-45a6-ba76-226fb6e40fdc tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/subnets/def19b55-7609-4f45-8a30-ddc32c1c2988 HTTP/1.1" status: 404 len: 337 time: 0.1228187 May 13 14:49:07.212775 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38746) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:07.213422 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-81ea0e26-bfad-47d2-b592-6227d6ad6615 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0457654 May 13 14:49:07.259334 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-58671326-1193-442d-b7b3-56e6b1429237 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Request body: {'port': {'device_id': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'add62c5c-9eca-4348-9830-32239b4651d7', 'admin_state_up': True, 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'security_groups': ['a397b8c0-c46e-4510-b31b-d2f4e91e8abb']}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:07.331415 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 398cdb92-296c-4cde-8131-a4d03d83a38f up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:49:07.381511 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-ecc073ee-3757-4e42-ad1b-1dbf47fcfd2c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Deleting port f57b321f-9678-4785-965c-674f32f9cc98 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:49:07.382215 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ecc073ee-3757-4e42-ad1b-1dbf47fcfd2c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:07.516757 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-32905849-368b-42c2-aa66-48899530a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:07.524594 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-92e4d135-23d5-4e45-9093-584772616bb2 service neutron] 10.222.0.74 "GET /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6690707 May 13 14:49:07.602044 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No active binding found for port 92e28524-61f5-4adc-8ee9-6d24786bedd3 {{(pid=88083) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 13 14:49:07.602698 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 92e28524-61f5-4adc-8ee9-6d24786bedd3 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:49:07.628844 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32905849-368b-42c2-aa66-48899530a1cb None None] Pushing event deleted for resources: {'Port': ['ID=92e28524-61f5-4adc-8ee9-6d24786bedd3,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:07.636103 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32905849-368b-42c2-aa66-48899530a1cb None None] No DVR routers for this DVR port 92e28524-61f5-4adc-8ee9-6d24786bedd3 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:49:07.659173 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5df7cf0b-0c07-4974-bbde-5d4f857a7be2 None None] Provisioning for port ead8f4bc-18b3-4bda-8059-38906d99256f completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:49:07.692599 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5df7cf0b-0c07-4974-bbde-5d4f857a7be2 None None] Provisioning complete for port ead8f4bc-18b3-4bda-8059-38906d99256f triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:49:07.695020 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5df7cf0b-0c07-4974-bbde-5d4f857a7be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:07.802401 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-5df7cf0b-0c07-4974-bbde-5d4f857a7be2 None None] Port ead8f4bc-18b3-4bda-8059-38906d99256f cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:49:07.805786 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 398cdb92-296c-4cde-8131-a4d03d83a38f completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:49:07.817153 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 398cdb92-296c-4cde-8131-a4d03d83a38f triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:49:07.818371 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:07.935010 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-58671326-1193-442d-b7b3-56e6b1429237 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:07.967986 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-58671326-1193-442d-b7b3-56e6b1429237 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Usage tracker for resource:port and tenant:dacb06c0bb204205bf6fd6f72c27271e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:49:07.976394 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-58671326-1193-442d-b7b3-56e6b1429237 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:49:07.993270 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-7f51ee49-cf63-453c-80a2-81f03ee16996 service neutron] 10.222.0.74 "GET /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327748 May 13 14:49:07.995226 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-58671326-1193-442d-b7b3-56e6b1429237 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:08.076322 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ecc073ee-3757-4e42-ad1b-1dbf47fcfd2c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:08.106687 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 398cdb92-296c-4cde-8131-a4d03d83a38f is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:49:08.107191 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:08.194869 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 398cdb92-296c-4cde-8131-a4d03d83a38f, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=398cdb92-296c-4cde-8131-a4d03d83a38f,segment=NetworkSegment(34abcdca-4f95-4169-844a-19537946b334),segment_id=34abcdca-4f95-4169-844a-19537946b334)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:08.201497 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '398cdb92-296c-4cde-8131-a4d03d83a38f'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:49:08.216259 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:08.392936 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-ecc073ee-3757-4e42-ad1b-1dbf47fcfd2c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Calling delete_port for f57b321f-9678-4785-965c-674f32f9cc98 owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:49:08.401103 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=398cdb92-296c-4cde-8131-a4d03d83a38f,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:08.421961 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-b77ef40c-6aa0-4a1f-a2a1-d11a05d77aa2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=67e7f531-e2b2-4161-81a5-7ac49b7125b3 HTTP/1.1" status: 200 len: 217 time: 0.4190099 May 13 14:49:08.641655 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669b4de-b0e0-4914-ae8d-272eb12efc0a req-395ea5d3-2aab-4c2a-b915-e85ff8eb4e84 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:08.653355 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b669b4de-b0e0-4914-ae8d-272eb12efc0a req-395ea5d3-2aab-4c2a-b915-e85ff8eb4e84 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf HTTP/1.1" status: 200 len: 944 time: 1.1392424 May 13 14:49:08.668221 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-58671326-1193-442d-b7b3-56e6b1429237 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Made reservation on behalf of dacb06c0bb204205bf6fd6f72c27271e for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:49:08.721353 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ecc073ee-3757-4e42-ad1b-1dbf47fcfd2c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:08.819376 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc073ee-3757-4e42-ad1b-1dbf47fcfd2c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Port': ['ID=f57b321f-9678-4785-965c-674f32f9cc98,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:08.821944 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ecc073ee-3757-4e42-ad1b-1dbf47fcfd2c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:08.828298 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b669b4de-b0e0-4914-ae8d-272eb12efc0a req-750497c2-da2f-4c2e-a956-7287098b6918 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/security-groups?id=e431ab1d-cbe3-4a71-a1b2-65f8a63740a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733747 May 13 14:49:08.869861 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ecc073ee-3757-4e42-ad1b-1dbf47fcfd2c tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/ports/f57b321f-9678-4785-965c-674f32f9cc98 HTTP/1.1" status: 204 len: 168 time: 1.6534486 May 13 14:49:08.870167 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38762) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:08.988981 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe76b545-147a-4e6c-a411-68214c71aa14'] response: {'server_uuid': 'ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '398cdb92-296c-4cde-8131-a4d03d83a38f', 'code': 200} May 13 14:49:09.017372 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-112b116c-9c43-47fe-9767-d3d41f36de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:09.020289 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-112b116c-9c43-47fe-9767-d3d41f36de23 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=80d5ab86-7db0-4947-99cf-66a27fc20541 HTTP/1.1" status: 200 len: 797 time: 0.5620272 May 13 14:49:09.053921 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32321e-095f-431d-ae90-58fbc7835d26 req-b0223d7b-0746-4f8b-bf21-7fa9adfcd4f4 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:09.078540 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32321e-095f-431d-ae90-58fbc7835d26 req-b0223d7b-0746-4f8b-bf21-7fa9adfcd4f4 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:09.087840 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3a72fdd9-f284-473c-8732-489532d3a9f3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:09.099960 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32321e-095f-431d-ae90-58fbc7835d26 req-b0223d7b-0746-4f8b-bf21-7fa9adfcd4f4 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:09.105901 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-4d32321e-095f-431d-ae90-58fbc7835d26 req-b0223d7b-0746-4f8b-bf21-7fa9adfcd4f4 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Synchronizing usage tracker for tenant:dacb06c0bb204205bf6fd6f72c27271e on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:49:09.258434 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-58671326-1193-442d-b7b3-56e6b1429237 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:09.369883 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3a72fdd9-f284-473c-8732-489532d3a9f3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:09.438177 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-4d32321e-095f-431d-ae90-58fbc7835d26 req-b0223d7b-0746-4f8b-bf21-7fa9adfcd4f4 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Unset dirty status for tenant:dacb06c0bb204205bf6fd6f72c27271e on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:49:09.450953 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4d32321e-095f-431d-ae90-58fbc7835d26 req-b0223d7b-0746-4f8b-bf21-7fa9adfcd4f4 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 2374 time: 1.1981320 May 13 14:49:09.462440 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-3a72fdd9-f284-473c-8732-489532d3a9f3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e9fc38-923f-4207-b51c-1b6a2d39607c']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:09.479007 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-3a72fdd9-f284-473c-8732-489532d3a9f3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c25f73c-3fd9-46cb-a4cb-5935157c1761') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:09.479392 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-3a72fdd9-f284-473c-8732-489532d3a9f3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c25f73c-3fd9-46cb-a4cb-5935157c1761') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:09.505418 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3a72fdd9-f284-473c-8732-489532d3a9f3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:09.555085 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3a72fdd9-f284-473c-8732-489532d3a9f3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:09.573370 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a72fdd9-f284-473c-8732-489532d3a9f3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:49:09.573370 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3a72fdd9-f284-473c-8732-489532d3a9f3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:09.601100 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:49:09.601100 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:49:09.601100 n-d-841760-1 neutron-server[88081]: timer() May 13 14:49:09.601100 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:49:09.601100 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:49:09.601100 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:49:09.601100 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:49:09.601100 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:49:09.601100 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:49:09.601100 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:49:09.601100 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:49:09.601100 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:49:09.601100 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:49:09.601100 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:49:09.601100 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:49:09.601100 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:49:09.601100 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:49:09.601100 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:49:09.601100 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:49:09.601100 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:49:09.601100 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:49:09.601100 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:49:09.601100 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:49:09.601100 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:49:09.601100 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:49:09.601100 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:49:09.601100 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:49:09.601100 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:49:09.601100 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:49:09.601100 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:49:09.601100 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:49:09.601100 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:49:09.607019 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4d32321e-095f-431d-ae90-58fbc7835d26 req-3572ada9-9d1b-4797-8588-07d00e008dbc tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452277 May 13 14:49:09.746100 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3a72fdd9-f284-473c-8732-489532d3a9f3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:09.750799 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e409c1-0b19-4e18-872a-f201bd70d491 req-fe91fc36-8b81-42d4-9757-79e7d1bf296d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:09.752918 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-07e409c1-0b19-4e18-872a-f201bd70d491 req-fe91fc36-8b81-42d4-9757-79e7d1bf296d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf HTTP/1.1" status: 200 len: 1096 time: 0.3406458 May 13 14:49:09.775840 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-c2b4281d-14f8-47e2-9b42-9bd038e06d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:09.777340 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-c2b4281d-14f8-47e2-9b42-9bd038e06d27 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1a1930ec-5440-44c2-86b3-9a9de9e18d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6560082 May 13 14:49:09.809691 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3a72fdd9-f284-473c-8732-489532d3a9f3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:09.826994 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a72fdd9-f284-473c-8732-489532d3a9f3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] Pushing event deleted for resources: {'Network': ['ID=72e9fc38-923f-4207-b51c-1b6a2d39607c,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:09.844074 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3a72fdd9-f284-473c-8732-489532d3a9f3 tempest-PortsTestJSON-896706421 tempest-PortsTestJSON-896706421-project] 10.222.0.35 "DELETE /v2.0/networks/72e9fc38-923f-4207-b51c-1b6a2d39607c HTTP/1.1" status: 204 len: 168 time: 0.9694636 May 13 14:49:09.896006 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-07e409c1-0b19-4e18-872a-f201bd70d491 req-034d5ddb-432a-46ac-a121-45ecbd19423a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e431ab1d-cbe3-4a71-a1b2-65f8a63740a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014562 May 13 14:49:10.221582 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ceac7c-ba1a-4a42-bf3a-54b8b41e0254 req-26b989f8-6a63-4c02-bc46-fca96380a538 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:10.232507 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c6ceac7c-ba1a-4a42-bf3a-54b8b41e0254 req-26b989f8-6a63-4c02-bc46-fca96380a538 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf HTTP/1.1" status: 200 len: 945 time: 0.2160668 May 13 14:49:10.337924 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38784) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:10.353517 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c6ceac7c-ba1a-4a42-bf3a-54b8b41e0254 req-23cee338-3709-40ad-8012-3dd0bf1661c9 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/security-groups?id=e431ab1d-cbe3-4a71-a1b2-65f8a63740a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197143 May 13 14:49:10.524436 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-58671326-1193-442d-b7b3-56e6b1429237 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Allocated IP 10.2.2.100 (add62c5c-9eca-4348-9830-32239b4651d7/ab4d13d9-e6e2-41d7-a1c7-685370a51797/b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:49:10.528513 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-f46717de-5c14-4c61-ae59-fd606aab41bb service neutron] 10.222.0.74 "GET /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7444789 May 13 14:49:10.587180 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38792) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:10.677556 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ee5eaa4c-9694-465e-8578-28d59fa2deb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:10.744211 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ee5eaa4c-9694-465e-8578-28d59fa2deb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:10.753358 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ee5eaa4c-9694-465e-8578-28d59fa2deb9 admin admin] Usage tracker for resource:security_group_rule and tenant:627ddad587bc40cabba3d596f8300d55 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:49:10.763772 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ee5eaa4c-9694-465e-8578-28d59fa2deb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:49:10.777168 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ee5eaa4c-9694-465e-8578-28d59fa2deb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:10.784240 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-79395a55-89b0-4a49-868e-31c27c3ba35d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ceb15383864045c582f86ebce264c5a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4296689 May 13 14:49:10.787604 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38800) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:10.906519 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-de8d3416-97e7-4b3c-a6e0-29c39dd7bc61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:10.961430 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-de8d3416-97e7-4b3c-a6e0-29c39dd7bc61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:11.003678 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ee5eaa4c-9694-465e-8578-28d59fa2deb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:11.012248 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-5dec239a-c5f7-46e4-9201-bbf6f02e9fbe service neutron] 10.222.0.74 "GET /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732802 May 13 14:49:11.022054 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ee5eaa4c-9694-465e-8578-28d59fa2deb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:11.086804 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ee5eaa4c-9694-465e-8578-28d59fa2deb9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=627ddad587bc40cabba3d596f8300d55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4977252 May 13 14:49:11.088185 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38804) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:11.090867 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5eaa4c-9694-465e-8578-28d59fa2deb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7af935f-bf41-4ac2-960e-e30624f6e411,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:11.109516 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-613568d7-805e-4872-8a7c-efbe13927a13 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=db83639c-a133-43bc-b112-4ab8da679863 HTTP/1.1" status: 200 len: 217 time: 0.0884652 May 13 14:49:11.137372 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-de8d3416-97e7-4b3c-a6e0-29c39dd7bc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:11.171372 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d3416-97e7-4b3c-a6e0-29c39dd7bc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1e127f-9c7e-4662-adfe-811708caffa9,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:11.199150 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-de8d3416-97e7-4b3c-a6e0-29c39dd7bc61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:11.200323 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-de8d3416-97e7-4b3c-a6e0-29c39dd7bc61 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8f1e127f-9c7e-4662-adfe-811708caffa9 HTTP/1.1" status: 204 len: 168 time: 0.4116595 May 13 14:49:11.230286 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-56f6b821-451e-4739-9d93-b9522a48ec2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:11.243760 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-58671326-1193-442d-b7b3-56e6b1429237 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:11.291038 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-a3c70146-32e7-4eaf-9555-45e06827d887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:11.292587 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-a3c70146-32e7-4eaf-9555-45e06827d887 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=80d5ab86-7db0-4947-99cf-66a27fc20541 HTTP/1.1" status: 200 len: 797 time: 0.1682034 May 13 14:49:11.317767 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c78501-677b-4d2b-910f-6986567461a6 req-766d8a29-8da4-4687-b2d2-6e7ef1f48610 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:11.333668 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c78501-677b-4d2b-910f-6986567461a6 req-766d8a29-8da4-4687-b2d2-6e7ef1f48610 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:11.338434 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-56f6b821-451e-4739-9d93-b9522a48ec2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:11.345017 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c78501-677b-4d2b-910f-6986567461a6 req-766d8a29-8da4-4687-b2d2-6e7ef1f48610 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:11.353398 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-35c78501-677b-4d2b-910f-6986567461a6 req-766d8a29-8da4-4687-b2d2-6e7ef1f48610 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 2374 time: 0.3994966 May 13 14:49:11.356101 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-58671326-1193-442d-b7b3-56e6b1429237 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Transition to ACTIVE for port object b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:49:11.481456 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-56f6b821-451e-4739-9d93-b9522a48ec2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:11.529903 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-58671326-1193-442d-b7b3-56e6b1429237 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:11.539911 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6b821-451e-4739-9d93-b9522a48ec2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7af935f-bf41-4ac2-960e-e30624f6e411,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:11.607481 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-56f6b821-451e-4739-9d93-b9522a48ec2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:11.636606 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-56f6b821-451e-4739-9d93-b9522a48ec2e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e7af935f-bf41-4ac2-960e-e30624f6e411 HTTP/1.1" status: 204 len: 168 time: 0.5291305 May 13 14:49:11.649359 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-58671326-1193-442d-b7b3-56e6b1429237 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Network add62c5c-9eca-4348-9830-32239b4651d7 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:49:11.654578 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-58671326-1193-442d-b7b3-56e6b1429237 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:49:11.665201 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-58671326-1193-442d-b7b3-56e6b1429237 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:49:11.713094 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-35c78501-677b-4d2b-910f-6986567461a6 req-3027b057-b7eb-4501-8316-1d29f88e5293 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3190858 May 13 14:49:11.818512 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58671326-1193-442d-b7b3-56e6b1429237 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Pushing event updated for resources: {'Port': ['ID=b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:11.858395 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-ddf682de-4f41-4c6c-be35-bfa2883c6694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:11.860478 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-ddf682de-4f41-4c6c-be35-bfa2883c6694 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1a1930ec-5440-44c2-86b3-9a9de9e18d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5061247 May 13 14:49:11.895319 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d07b0-3745-4bb2-afb0-e8824777b62a req-630ff5ad-c6fd-45f2-adcb-ee7fbe8f89d1 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:11.903049 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-426d07b0-3745-4bb2-afb0-e8824777b62a req-630ff5ad-c6fd-45f2-adcb-ee7fbe8f89d1 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf HTTP/1.1" status: 200 len: 945 time: 0.2646945 May 13 14:49:11.971966 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-426d07b0-3745-4bb2-afb0-e8824777b62a req-26602fcf-3261-4908-9b29-1ded75de50f3 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/security-groups?id=e431ab1d-cbe3-4a71-a1b2-65f8a63740a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656214 May 13 14:49:12.051031 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-58671326-1193-442d-b7b3-56e6b1429237 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:12.051910 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-58671326-1193-442d-b7b3-56e6b1429237 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:12.143158 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-58671326-1193-442d-b7b3-56e6b1429237 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8995330 May 13 14:49:12.164643 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-c2583a87-c684-49e4-8e07-e954bf258344 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Request body: {'port': {'device_id': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'add62c5c-9eca-4348-9830-32239b4651d7', 'admin_state_up': True, 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'security_groups': ['a397b8c0-c46e-4510-b31b-d2f4e91e8abb']}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:12.211288 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-1de85a23-2441-4294-8946-650034f22e14 None None] Provisioning for port b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:49:12.217347 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-1de85a23-2441-4294-8946-650034f22e14 None None] Provisioning complete for port b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:49:12.217934 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1de85a23-2441-4294-8946-650034f22e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:12.283459 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-0dcab1cf-a013-459b-b340-ab7eeccce7fd service neutron] 10.222.0.74 "GET /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137483 May 13 14:49:12.283858 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38834) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:12.310078 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c202218b-e285-41de-bd3a-e22179cbd2f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:12.349750 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c202218b-e285-41de-bd3a-e22179cbd2f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:12.359208 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1de85a23-2441-4294-8946-650034f22e14 None None] Port b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:49:12.367814 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c202218b-e285-41de-bd3a-e22179cbd2f6 admin admin] Usage tracker for resource:security_group_rule and tenant:4c086088acf646b180007a567931a472 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:49:12.380835 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c202218b-e285-41de-bd3a-e22179cbd2f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:49:12.412093 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c202218b-e285-41de-bd3a-e22179cbd2f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:12.496697 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-c2583a87-c684-49e4-8e07-e954bf258344 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:12.567712 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-31927f42-47de-495e-bd3d-9c872b725ff3 service neutron] 10.222.0.74 "GET /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633460 May 13 14:49:12.571241 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-c2583a87-c684-49e4-8e07-e954bf258344 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Usage tracker for resource:port and tenant:dacb06c0bb204205bf6fd6f72c27271e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:49:12.613521 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c202218b-e285-41de-bd3a-e22179cbd2f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:12.621697 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c202218b-e285-41de-bd3a-e22179cbd2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:12.641935 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-c2583a87-c684-49e4-8e07-e954bf258344 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Quota usage for port was recalculated. Used quota:11. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:49:12.667249 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-c2583a87-c684-49e4-8e07-e954bf258344 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:12.670830 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-a8e3d4bb-336e-4e28-895d-cde708fae53c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=42a1abac-e5c5-46b8-a459-21e4016e4e47 HTTP/1.1" status: 200 len: 217 time: 0.0948529 May 13 14:49:12.719367 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-c2583a87-c684-49e4-8e07-e954bf258344 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Made reservation on behalf of dacb06c0bb204205bf6fd6f72c27271e for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:49:12.725978 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-c2583a87-c684-49e4-8e07-e954bf258344 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:12.746625 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c202218b-e285-41de-bd3a-e22179cbd2f6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4c086088acf646b180007a567931a472&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4607072 May 13 14:49:12.747613 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38840) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:12.752942 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202218b-e285-41de-bd3a-e22179cbd2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514f19e9-7c8b-40f0-a6d3-e65f9e71b782,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:12.859643 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-1417a440-461f-46e2-9745-846b16ee6b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:12.861461 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-1417a440-461f-46e2-9745-846b16ee6b31 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=80d5ab86-7db0-4947-99cf-66a27fc20541 HTTP/1.1" status: 200 len: 797 time: 0.1830041 May 13 14:49:12.913144 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d5596243-2712-4160-8223-669af230b87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:12.967332 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d5596243-2712-4160-8223-669af230b87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:13.130353 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d5596243-2712-4160-8223-669af230b87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:13.158147 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5596243-2712-4160-8223-669af230b87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514f19e9-7c8b-40f0-a6d3-e65f9e71b782,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:13.185896 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d5596243-2712-4160-8223-669af230b87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:13.192656 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d5596243-2712-4160-8223-669af230b87f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/514f19e9-7c8b-40f0-a6d3-e65f9e71b782 HTTP/1.1" status: 204 len: 168 time: 0.4381828 May 13 14:49:13.386754 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-c2583a87-c684-49e4-8e07-e954bf258344 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Allocated IP 10.2.2.200 (add62c5c-9eca-4348-9830-32239b4651d7/ab4d13d9-e6e2-41d7-a1c7-685370a51797/809cd876-ad94-47a7-bcee-934e044a9318) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:49:13.450425 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38860) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:13.462099 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0045133 May 13 14:49:13.480302 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38862) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:13.513703 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337c1b2-639f-4257-bebf-76a3cb215daa req-d889f80e-d024-456c-8c7f-4a8be3ba6c01 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:13.533622 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2337c1b2-639f-4257-bebf-76a3cb215daa req-d889f80e-d024-456c-8c7f-4a8be3ba6c01 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf HTTP/1.1" status: 200 len: 945 time: 0.3183703 May 13 14:49:13.694812 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2337c1b2-639f-4257-bebf-76a3cb215daa req-848c6ea2-2da0-48eb-9550-dcee05772053 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/security-groups?id=e431ab1d-cbe3-4a71-a1b2-65f8a63740a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592634 May 13 14:49:13.707084 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-4564506c-e7d1-4056-b058-04ee1f3fc7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:13.710000 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-4564506c-e7d1-4056-b058-04ee1f3fc7ef service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1a1930ec-5440-44c2-86b3-9a9de9e18d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8413825 May 13 14:49:13.806928 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28e146-e9ae-4618-8a55-87fe17985ed0 req-d43ce048-91da-4cd2-9cbf-1b2ee4906b46 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:13.819270 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28e146-e9ae-4618-8a55-87fe17985ed0 req-d43ce048-91da-4cd2-9cbf-1b2ee4906b46 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:13.831074 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28e146-e9ae-4618-8a55-87fe17985ed0 req-d43ce048-91da-4cd2-9cbf-1b2ee4906b46 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:13.843562 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28e146-e9ae-4618-8a55-87fe17985ed0 req-d43ce048-91da-4cd2-9cbf-1b2ee4906b46 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:13.844578 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ea28e146-e9ae-4618-8a55-87fe17985ed0 req-d43ce048-91da-4cd2-9cbf-1b2ee4906b46 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Synchronizing usage tracker for tenant:dacb06c0bb204205bf6fd6f72c27271e on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:49:13.967092 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-37ae6809-08b9-4880-8769-043781fde818 tempest-NetworksApiDiscovery-1696587805 tempest-NetworksApiDiscovery-1696587805-project] 10.222.0.35 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3618991 May 13 14:49:14.251552 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba6d14-4dac-4d07-861e-bf3da5743ea0 req-f450d009-f34a-4e09-8c60-b76f1520fefe tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:14.259659 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0fba6d14-4dac-4d07-861e-bf3da5743ea0 req-f450d009-f34a-4e09-8c60-b76f1520fefe tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf HTTP/1.1" status: 200 len: 945 time: 0.2440650 May 13 14:49:14.328007 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0fba6d14-4dac-4d07-861e-bf3da5743ea0 req-f2771933-61d8-4531-a04a-32cac480b69b tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/security-groups?id=e431ab1d-cbe3-4a71-a1b2-65f8a63740a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659027 May 13 14:49:14.516561 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ea28e146-e9ae-4618-8a55-87fe17985ed0 req-d43ce048-91da-4cd2-9cbf-1b2ee4906b46 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Unset dirty status for tenant:dacb06c0bb204205bf6fd6f72c27271e on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:49:14.525076 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ea28e146-e9ae-4618-8a55-87fe17985ed0 req-d43ce048-91da-4cd2-9cbf-1b2ee4906b46 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 3095 time: 1.6040595 May 13 14:49:14.539134 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-c2583a87-c684-49e4-8e07-e954bf258344 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:14.589271 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38888) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:14.633223 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-c2583a87-c684-49e4-8e07-e954bf258344 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Transition to ACTIVE for port object 809cd876-ad94-47a7-bcee-934e044a9318 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:49:14.647871 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-abecfb26-e85c-4c22-b9be-8daac4b8c142 service neutron] 10.222.0.74 "GET /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9269879 May 13 14:49:14.656350 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ea28e146-e9ae-4618-8a55-87fe17985ed0 req-5e841785-15d3-4312-91bb-ac13b19d6719 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251042 May 13 14:49:14.800274 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-c2583a87-c684-49e4-8e07-e954bf258344 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:14.900851 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-c2583a87-c684-49e4-8e07-e954bf258344 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Network add62c5c-9eca-4348-9830-32239b4651d7 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:49:14.907340 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-c2583a87-c684-49e4-8e07-e954bf258344 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:49:14.914125 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-e86bcfd8-32dd-49d4-ae30-cece7dd74181 service neutron] 10.222.0.74 "GET /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551763 May 13 14:49:14.915561 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-c2583a87-c684-49e4-8e07-e954bf258344 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:49:14.982745 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d1387843-5f75-4358-b041-14e6a1cd6149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:15.018531 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d1387843-5f75-4358-b041-14e6a1cd6149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:15.031993 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d1387843-5f75-4358-b041-14e6a1cd6149 admin admin] Usage tracker for resource:security_group_rule and tenant:add294fbedbc41a0aa8b7c54051ae4db is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:49:15.040264 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d1387843-5f75-4358-b041-14e6a1cd6149 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:49:15.053833 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2583a87-c684-49e4-8e07-e954bf258344 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Pushing event updated for resources: {'Port': ['ID=809cd876-ad94-47a7-bcee-934e044a9318,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:15.056266 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d1387843-5f75-4358-b041-14e6a1cd6149 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:15.060412 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-aa376b52-2181-422a-a129-e6bacef2aed7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f42ba23f-a9fd-42b0-9c7f-8779c7e24321 HTTP/1.1" status: 200 len: 217 time: 0.1035192 May 13 14:49:15.113859 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72289963-e8ea-4501-a01c-bf3866fb0580 req-db7723db-1751-4679-8b8c-026522308d13 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:15.125180 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-72289963-e8ea-4501-a01c-bf3866fb0580 req-db7723db-1751-4679-8b8c-026522308d13 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf HTTP/1.1" status: 200 len: 945 time: 0.4382226 May 13 14:49:15.140037 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-c2583a87-c684-49e4-8e07-e954bf258344 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:15.141100 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-c2583a87-c684-49e4-8e07-e954bf258344 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:15.172155 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-420859af-921f-42db-a8a4-b81e5fc0f4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:15.174365 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-420859af-921f-42db-a8a4-b81e5fc0f4a0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cb810c0a-840e-4497-98b6-b4ffe8e0a8f1 HTTP/1.1" status: 200 len: 797 time: 0.1059535 May 13 14:49:15.222961 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-72289963-e8ea-4501-a01c-bf3866fb0580 req-0b41fcec-fe15-4afe-8df6-b9f57fe4316d tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/security-groups?id=e431ab1d-cbe3-4a71-a1b2-65f8a63740a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964220 May 13 14:49:15.247038 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-c2583a87-c684-49e4-8e07-e954bf258344 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0975285 May 13 14:49:15.269183 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6d3088d0-14d7-4528-a9f5-b21b560b0707 service neutron] Request body: {'port': {'device_id': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:15.313621 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38902) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:15.405296 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d1387843-5f75-4358-b041-14e6a1cd6149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:15.419357 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d1387843-5f75-4358-b041-14e6a1cd6149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:15.419780 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3d6ebb41-8974-4759-9db2-7199ced9e0b5 None None] Provisioning for port 809cd876-ad94-47a7-bcee-934e044a9318 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:49:15.455224 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3d6ebb41-8974-4759-9db2-7199ced9e0b5 None None] Provisioning complete for port 809cd876-ad94-47a7-bcee-934e044a9318 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:49:15.457970 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3d6ebb41-8974-4759-9db2-7199ced9e0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:15.487142 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-a8cd9e1d-2792-4a14-8beb-75a11479a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:15.488760 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-a8cd9e1d-2792-4a14-8beb-75a11479a5d0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=471adc6c-b70b-42c1-bc3f-35baec009201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3019166 May 13 14:49:15.489576 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6d3088d0-14d7-4528-a9f5-b21b560b0707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:15.519665 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d1387843-5f75-4358-b041-14e6a1cd6149 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=add294fbedbc41a0aa8b7c54051ae4db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9285619 May 13 14:49:15.524540 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38910) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:15.645268 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1387843-5f75-4358-b041-14e6a1cd6149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584c5eb9-a397-4576-8bc5-54dfa2b01083,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:15.720559 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3d6ebb41-8974-4759-9db2-7199ced9e0b5 None None] Port 809cd876-ad94-47a7-bcee-934e044a9318 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:49:15.782241 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c2d1e92f-44c3-4033-8c79-25f087e150f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:15.849994 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-c8420089-7677-4894-ad5c-d0d9d6065011 service neutron] 10.222.0.74 "GET /v2.0/networks/471adc6c-b70b-42c1-bc3f-35baec009201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482857 May 13 14:49:15.862809 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c2d1e92f-44c3-4033-8c79-25f087e150f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:16.199164 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8381c693-987a-4c60-9f27-545c03a228b6 tempest-TestServerBasicOps-625859770 tempest-TestServerBasicOps-625859770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:16.210488 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38926) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:16.210776 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8381c693-987a-4c60-9f27-545c03a228b6 tempest-TestServerBasicOps-625859770 tempest-TestServerBasicOps-625859770-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf HTTP/1.1" status: 200 len: 1091 time: 0.8947155 May 13 14:49:16.211669 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c2d1e92f-44c3-4033-8c79-25f087e150f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:16.252416 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-49e64e8e-28fc-4df0-9210-e6843b1fb3d4 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'port_id': '398cdb92-296c-4cde-8131-a4d03d83a38f', 'tenant_id': '6165004ac18741f8a69dd64293b7a1e1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:16.278042 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d1e92f-44c3-4033-8c79-25f087e150f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584c5eb9-a397-4576-8bc5-54dfa2b01083,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:16.291170 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c2d1e92f-44c3-4033-8c79-25f087e150f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:16.293268 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c2d1e92f-44c3-4033-8c79-25f087e150f0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/584c5eb9-a397-4576-8bc5-54dfa2b01083 HTTP/1.1" status: 204 len: 168 time: 0.7671077 May 13 14:49:16.295597 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-49e64e8e-28fc-4df0-9210-e6843b1fb3d4 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:16.301396 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-c1103577-9281-45c4-a3b4-f6365c461140 service neutron] 10.222.0.74 "GET /v2.0/networks/471adc6c-b70b-42c1-bc3f-35baec009201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452312 May 13 14:49:16.306625 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-49e64e8e-28fc-4df0-9210-e6843b1fb3d4 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Usage tracker for resource:floatingip and tenant:6165004ac18741f8a69dd64293b7a1e1 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:49:16.317121 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-49e64e8e-28fc-4df0-9210-e6843b1fb3d4 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:49:16.328092 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-49e64e8e-28fc-4df0-9210-e6843b1fb3d4 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:16.427365 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-ff11584d-1b03-4984-8b3d-00d98d2477f3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=870bf163-4bc8-4f62-aa1e-a97e2ee5bef9 HTTP/1.1" status: 200 len: 217 time: 0.1053500 May 13 14:49:16.605242 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-49e64e8e-28fc-4df0-9210-e6843b1fb3d4 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks [] for floatingip, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:16.645565 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c289ad-de21-4f4f-9cb0-19b1c367a550 req-98941846-8d32-4a76-bfbe-d4f6e1d8bae5 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:16.651813 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c289ad-de21-4f4f-9cb0-19b1c367a550 req-98941846-8d32-4a76-bfbe-d4f6e1d8bae5 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:16.658505 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c289ad-de21-4f4f-9cb0-19b1c367a550 req-98941846-8d32-4a76-bfbe-d4f6e1d8bae5 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:16.665135 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c289ad-de21-4f4f-9cb0-19b1c367a550 req-98941846-8d32-4a76-bfbe-d4f6e1d8bae5 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:16.671010 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c289ad-de21-4f4f-9cb0-19b1c367a550 req-98941846-8d32-4a76-bfbe-d4f6e1d8bae5 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:16.672968 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-45c289ad-de21-4f4f-9cb0-19b1c367a550 req-98941846-8d32-4a76-bfbe-d4f6e1d8bae5 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 3816 time: 0.6328213 May 13 14:49:16.828403 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6d3088d0-14d7-4528-a9f5-b21b560b0707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1145a0a6-eb35-4fbe-a730-307907e27d99 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:49:16.853566 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6d3088d0-14d7-4528-a9f5-b21b560b0707 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:16.869319 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-79e92aa2-12f7-4dba-b5eb-8be32f1a0fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:16.870811 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-79e92aa2-12f7-4dba-b5eb-8be32f1a0fbd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cb810c0a-840e-4497-98b6-b4ffe8e0a8f1 HTTP/1.1" status: 200 len: 797 time: 0.2506523 May 13 14:49:16.926598 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6d3088d0-14d7-4528-a9f5-b21b560b0707 service neutron] Transition to ACTIVE for port object 1145a0a6-eb35-4fbe-a730-307907e27d99 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:49:16.935276 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-45c289ad-de21-4f4f-9cb0-19b1c367a550 req-6882c2ff-1183-418c-9230-04ab2e7b73bd tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2221169 May 13 14:49:16.947139 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6d3088d0-14d7-4528-a9f5-b21b560b0707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:17.135386 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3088d0-14d7-4528-a9f5-b21b560b0707 service neutron] Pushing event updated for resources: {'Port': ['ID=1145a0a6-eb35-4fbe-a730-307907e27d99,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:17.304728 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6d3088d0-14d7-4528-a9f5-b21b560b0707 service neutron] Attempting to bind port 1145a0a6-eb35-4fbe-a730-307907e27d99 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:49:17.305072 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6d3088d0-14d7-4528-a9f5-b21b560b0707 service neutron] Attempting to bind port 1145a0a6-eb35-4fbe-a730-307907e27d99 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'a2913665-eb77-4691-ac44-6156c569581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c2791814-6ab4-4ee1-8449-7b69fcd7217d'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:49:17.305410 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6d3088d0-14d7-4528-a9f5-b21b560b0707 service neutron] Attempting to bind port 1145a0a6-eb35-4fbe-a730-307907e27d99 on network c2791814-6ab4-4ee1-8449-7b69fcd7217d {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:49:17.322835 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6d3088d0-14d7-4528-a9f5-b21b560b0707 service neutron] Port 1145a0a6-eb35-4fbe-a730-307907e27d99 on network c2791814-6ab4-4ee1-8449-7b69fcd7217d not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:49:17.323205 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6d3088d0-14d7-4528-a9f5-b21b560b0707 service neutron] Attempting to bind port 1145a0a6-eb35-4fbe-a730-307907e27d99 on network c2791814-6ab4-4ee1-8449-7b69fcd7217d {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:49:17.334196 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6d3088d0-14d7-4528-a9f5-b21b560b0707 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:49:17.334594 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6d3088d0-14d7-4528-a9f5-b21b560b0707 service neutron] Checking segment: {'id': 'a2913665-eb77-4691-ac44-6156c569581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c2791814-6ab4-4ee1-8449-7b69fcd7217d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:49:17.334930 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6d3088d0-14d7-4528-a9f5-b21b560b0707 service neutron] Bound using segment: {'id': 'a2913665-eb77-4691-ac44-6156c569581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c2791814-6ab4-4ee1-8449-7b69fcd7217d'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:49:17.335815 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6d3088d0-14d7-4528-a9f5-b21b560b0707 service neutron] Bound port: 1145a0a6-eb35-4fbe-a730-307907e27d99, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2913665-eb77-4691-ac44-6156c569581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c2791814-6ab4-4ee1-8449-7b69fcd7217d'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:49:17.336178 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6d3088d0-14d7-4528-a9f5-b21b560b0707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:17.413542 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-5605a311-1909-4890-be5d-79b75f87e087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:17.420631 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-5605a311-1909-4890-be5d-79b75f87e087 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=471adc6c-b70b-42c1-bc3f-35baec009201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5350690 May 13 14:49:17.632295 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-9ed0109e-54b6-4124-b86f-0f83d9542c07 service neutron] 10.222.0.74 "GET /v2.0/networks/471adc6c-b70b-42c1-bc3f-35baec009201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915405 May 13 14:49:17.769714 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6d3088d0-14d7-4528-a9f5-b21b560b0707 service neutron] For port 1145a0a6-eb35-4fbe-a730-307907e27d99, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:49:17.780894 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-49e64e8e-28fc-4df0-9210-e6843b1fb3d4 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:17.786200 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6d3088d0-14d7-4528-a9f5-b21b560b0707 service neutron] For port 1145a0a6-eb35-4fbe-a730-307907e27d99, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=1145a0a6-eb35-4fbe-a730-307907e27d99,segment=NetworkSegment(a2913665-eb77-4691-ac44-6156c569581f),segment_id=a2913665-eb77-4691-ac44-6156c569581f)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:49:17.835169 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6d3088d0-14d7-4528-a9f5-b21b560b0707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:18.005789 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6d3088d0-14d7-4528-a9f5-b21b560b0707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:18.006718 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6d3088d0-14d7-4528-a9f5-b21b560b0707 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:18.010048 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6d3088d0-14d7-4528-a9f5-b21b560b0707 service neutron] 10.222.0.59 "PUT /v2.0/ports/1145a0a6-eb35-4fbe-a730-307907e27d99 HTTP/1.1" status: 200 len: 1092 time: 2.7505212 May 13 14:49:18.013805 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'tag': '1145a0a6-eb35-4fbe-a730-307907e27d99'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:49:18.081223 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-a6ac5783-5379-4608-beb9-15fea0a48cf3 service neutron] Request body: {'port': {'device_id': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:18.123617 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:18.251665 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7807a11-fd99-4872-9fa7-a2878f18a996'] response: {'name': 'network-changed', 'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'tag': '1145a0a6-eb35-4fbe-a730-307907e27d99', 'status': 'completed', 'code': 200} May 13 14:49:18.253973 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4a48751-4384-415a-9bf8-b5c0563ef6ed req-bf00b492-78c4-4ed4-b564-f03b11c83b4e service neutron] 10.222.0.74 "GET /v2.0/networks/471adc6c-b70b-42c1-bc3f-35baec009201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6070619 May 13 14:49:18.267697 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3088d0-14d7-4528-a9f5-b21b560b0707 service neutron] Pushing event updated for resources: {'Port': ['ID=1145a0a6-eb35-4fbe-a730-307907e27d99,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:18.434473 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-49e64e8e-28fc-4df0-9210-e6843b1fb3d4 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Allocated IP 172.25.0.30 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/6756a069-2f5f-4373-bb28-2e6c6273fff1) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:49:18.459573 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-a6ac5783-5379-4608-beb9-15fea0a48cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:18.685879 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0819f8f-3272-4c46-822e-af8eb64c2707 req-55bd0346-f851-4835-be05-8714f8e87a21 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:18.694537 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0819f8f-3272-4c46-822e-af8eb64c2707 req-55bd0346-f851-4835-be05-8714f8e87a21 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:18.702951 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0819f8f-3272-4c46-822e-af8eb64c2707 req-55bd0346-f851-4835-be05-8714f8e87a21 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:18.710286 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0819f8f-3272-4c46-822e-af8eb64c2707 req-55bd0346-f851-4835-be05-8714f8e87a21 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:18.717766 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0819f8f-3272-4c46-822e-af8eb64c2707 req-55bd0346-f851-4835-be05-8714f8e87a21 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:18.726579 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b0819f8f-3272-4c46-822e-af8eb64c2707 req-55bd0346-f851-4835-be05-8714f8e87a21 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 3828 time: 0.3286176 May 13 14:49:18.735740 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ec4ba-f34e-4097-b797-c7cced1c3dd5 req-16cf1fd4-e4c6-40c3-947e-deaa556ea9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:18.736378 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ec4ba-f34e-4097-b797-c7cced1c3dd5 req-16cf1fd4-e4c6-40c3-947e-deaa556ea9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:18.736928 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ec4ba-f34e-4097-b797-c7cced1c3dd5 req-16cf1fd4-e4c6-40c3-947e-deaa556ea9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:18.737457 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ec4ba-f34e-4097-b797-c7cced1c3dd5 req-16cf1fd4-e4c6-40c3-947e-deaa556ea9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:18.737989 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ec4ba-f34e-4097-b797-c7cced1c3dd5 req-16cf1fd4-e4c6-40c3-947e-deaa556ea9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:18.739981 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-038ec4ba-f34e-4097-b797-c7cced1c3dd5 req-16cf1fd4-e4c6-40c3-947e-deaa556ea9a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dacb06c0bb204205bf6fd6f72c27271e&device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 4363 time: 0.4898272 May 13 14:49:18.995654 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-49e64e8e-28fc-4df0-9210-e6843b1fb3d4 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:19.018546 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b0819f8f-3272-4c46-822e-af8eb64c2707 req-cc2b4f52-b107-4c82-8d13-8ebaeb4745c3 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2905087 May 13 14:49:19.033915 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-49e64e8e-28fc-4df0-9210-e6843b1fb3d4 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:19.112714 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e64e8e-28fc-4df0-9210-e6843b1fb3d4 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:49:19.119665 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-49e64e8e-28fc-4df0-9210-e6843b1fb3d4 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:49:19.129905 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e64e8e-28fc-4df0-9210-e6843b1fb3d4 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:49:19.168957 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ec4ba-f34e-4097-b797-c7cced1c3dd5 req-d4be3d58-9ea5-439b-b84d-03ed5bfaf874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:19.169574 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ec4ba-f34e-4097-b797-c7cced1c3dd5 req-d4be3d58-9ea5-439b-b84d-03ed5bfaf874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:19.170246 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ec4ba-f34e-4097-b797-c7cced1c3dd5 req-d4be3d58-9ea5-439b-b84d-03ed5bfaf874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:19.172169 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-038ec4ba-f34e-4097-b797-c7cced1c3dd5 req-d4be3d58-9ea5-439b-b84d-03ed5bfaf874 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=dacb06c0bb204205bf6fd6f72c27271e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4156961 May 13 14:49:19.270187 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e64e8e-28fc-4df0-9210-e6843b1fb3d4 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Pushing event updated for resources: {'Port': ['ID=6756a069-2f5f-4373-bb28-2e6c6273fff1,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:19.439090 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ec4ba-f34e-4097-b797-c7cced1c3dd5 req-2fdd17f9-02c0-4766-8b15-590638c74d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:19.441258 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-038ec4ba-f34e-4097-b797-c7cced1c3dd5 req-2fdd17f9-02c0-4766-8b15-590638c74d85 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2493024 May 13 14:49:19.724879 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-a6ac5783-5379-4608-beb9-15fea0a48cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a63f6e5-ceca-4634-989e-47b8cd43cba3 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:49:19.751924 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-a6ac5783-5379-4608-beb9-15fea0a48cf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:19.814911 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-a6ac5783-5379-4608-beb9-15fea0a48cf3 service neutron] Transition to ACTIVE for port object 7a63f6e5-ceca-4634-989e-47b8cd43cba3 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:49:19.834057 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-a6ac5783-5379-4608-beb9-15fea0a48cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:20.141070 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac5783-5379-4608-beb9-15fea0a48cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=7a63f6e5-ceca-4634-989e-47b8cd43cba3,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:20.325487 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-a6ac5783-5379-4608-beb9-15fea0a48cf3 service neutron] Attempting to bind port 7a63f6e5-ceca-4634-989e-47b8cd43cba3 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:49:20.326258 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-a6ac5783-5379-4608-beb9-15fea0a48cf3 service neutron] Attempting to bind port 7a63f6e5-ceca-4634-989e-47b8cd43cba3 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:49:20.327802 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-a6ac5783-5379-4608-beb9-15fea0a48cf3 service neutron] Attempting to bind port 7a63f6e5-ceca-4634-989e-47b8cd43cba3 on network b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:49:20.346556 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-a6ac5783-5379-4608-beb9-15fea0a48cf3 service neutron] Port 7a63f6e5-ceca-4634-989e-47b8cd43cba3 on network b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:49:20.347222 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-a6ac5783-5379-4608-beb9-15fea0a48cf3 service neutron] Attempting to bind port 7a63f6e5-ceca-4634-989e-47b8cd43cba3 on network b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:49:20.356332 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-a6ac5783-5379-4608-beb9-15fea0a48cf3 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:49:20.357090 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-a6ac5783-5379-4608-beb9-15fea0a48cf3 service neutron] Checking segment: {'id': '2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:49:20.357709 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-a6ac5783-5379-4608-beb9-15fea0a48cf3 service neutron] Bound using segment: {'id': '2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:49:20.358464 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-a6ac5783-5379-4608-beb9-15fea0a48cf3 service neutron] Bound port: 7a63f6e5-ceca-4634-989e-47b8cd43cba3, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:49:20.359259 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-a6ac5783-5379-4608-beb9-15fea0a48cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:20.446826 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-49e64e8e-28fc-4df0-9210-e6843b1fb3d4 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:20.569798 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-a6ac5783-5379-4608-beb9-15fea0a48cf3 service neutron] For port 7a63f6e5-ceca-4634-989e-47b8cd43cba3, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:49:20.576009 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-a6ac5783-5379-4608-beb9-15fea0a48cf3 service neutron] For port 7a63f6e5-ceca-4634-989e-47b8cd43cba3, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=7a63f6e5-ceca-4634-989e-47b8cd43cba3,segment=NetworkSegment(2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1),segment_id=2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:49:20.606743 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 39052) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:20.632792 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-a6ac5783-5379-4608-beb9-15fea0a48cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:20.708554 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-a6ac5783-5379-4608-beb9-15fea0a48cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:20.709332 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-a6ac5783-5379-4608-beb9-15fea0a48cf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:20.710683 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-a6ac5783-5379-4608-beb9-15fea0a48cf3 service neutron] 10.222.0.59 "PUT /v2.0/ports/7a63f6e5-ceca-4634-989e-47b8cd43cba3 HTTP/1.1" status: 200 len: 1135 time: 2.6407194 May 13 14:49:20.711396 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'tag': '7a63f6e5-ceca-4634-989e-47b8cd43cba3'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:49:20.753854 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-f865a817-8988-456a-90a5-b07ad6d98096 service neutron] Request body: {'port': {'device_id': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:20.809811 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-49e64e8e-28fc-4df0-9210-e6843b1fb3d4 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:20.869946 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ad3d176-d067-4eb6-a060-0dea57502fae'] response: {'name': 'network-changed', 'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'tag': '7a63f6e5-ceca-4634-989e-47b8cd43cba3', 'status': 'completed', 'code': 200} May 13 14:49:20.926800 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2246176-1239-47e5-9447-1f5b35e3d0ed req-97649cea-59f8-47c3-9c07-3f96a11a97bf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:20.933293 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2246176-1239-47e5-9447-1f5b35e3d0ed req-97649cea-59f8-47c3-9c07-3f96a11a97bf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:20.938733 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-810fc671-97d4-4bf2-ae82-6949c17a483d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:20.940527 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2246176-1239-47e5-9447-1f5b35e3d0ed req-97649cea-59f8-47c3-9c07-3f96a11a97bf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:20.947258 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2246176-1239-47e5-9447-1f5b35e3d0ed req-97649cea-59f8-47c3-9c07-3f96a11a97bf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:20.955613 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2246176-1239-47e5-9447-1f5b35e3d0ed req-97649cea-59f8-47c3-9c07-3f96a11a97bf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:20.961591 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2246176-1239-47e5-9447-1f5b35e3d0ed req-97649cea-59f8-47c3-9c07-3f96a11a97bf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:20.964473 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c2246176-1239-47e5-9447-1f5b35e3d0ed req-97649cea-59f8-47c3-9c07-3f96a11a97bf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 4605 time: 0.4795730 May 13 14:49:20.983415 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-810fc671-97d4-4bf2-ae82-6949c17a483d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:21.000295 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-810fc671-97d4-4bf2-ae82-6949c17a483d admin admin] Usage tracker for resource:security_group_rule and tenant:8b1ced9cb6d8412bb1acc82246ee1e45 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:49:21.006741 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-810fc671-97d4-4bf2-ae82-6949c17a483d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:49:21.021207 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bf469-a18e-4be1-8904-b4b5b5cbfb9e req-001819ee-f23e-4da4-95bf-643bea7c67e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:21.021707 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bf469-a18e-4be1-8904-b4b5b5cbfb9e req-001819ee-f23e-4da4-95bf-643bea7c67e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:21.022412 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bf469-a18e-4be1-8904-b4b5b5cbfb9e req-001819ee-f23e-4da4-95bf-643bea7c67e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:21.023047 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bf469-a18e-4be1-8904-b4b5b5cbfb9e req-001819ee-f23e-4da4-95bf-643bea7c67e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:21.023955 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bf469-a18e-4be1-8904-b4b5b5cbfb9e req-001819ee-f23e-4da4-95bf-643bea7c67e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:21.024668 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bf469-a18e-4be1-8904-b4b5b5cbfb9e req-001819ee-f23e-4da4-95bf-643bea7c67e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:21.026991 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-572bf469-a18e-4be1-8904-b4b5b5cbfb9e req-001819ee-f23e-4da4-95bf-643bea7c67e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dacb06c0bb204205bf6fd6f72c27271e&device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5291 time: 0.2082210 May 13 14:49:21.033404 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-810fc671-97d4-4bf2-ae82-6949c17a483d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:21.045148 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac5783-5379-4608-beb9-15fea0a48cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=7a63f6e5-ceca-4634-989e-47b8cd43cba3,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:21.155929 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c2246176-1239-47e5-9447-1f5b35e3d0ed req-7db3a0bd-c254-47f1-b8b8-aa1aa3a46cb7 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1788046 May 13 14:49:21.267338 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bf469-a18e-4be1-8904-b4b5b5cbfb9e req-756dea31-e3f9-487c-b47e-9e8599914495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:21.268076 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bf469-a18e-4be1-8904-b4b5b5cbfb9e req-756dea31-e3f9-487c-b47e-9e8599914495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:21.268902 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bf469-a18e-4be1-8904-b4b5b5cbfb9e req-756dea31-e3f9-487c-b47e-9e8599914495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:21.270996 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-572bf469-a18e-4be1-8904-b4b5b5cbfb9e req-756dea31-e3f9-487c-b47e-9e8599914495 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=dacb06c0bb204205bf6fd6f72c27271e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2308977 May 13 14:49:21.420952 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-810fc671-97d4-4bf2-ae82-6949c17a483d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:21.436055 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-810fc671-97d4-4bf2-ae82-6949c17a483d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:21.503524 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bf469-a18e-4be1-8904-b4b5b5cbfb9e req-b355c891-f37c-4425-b301-0fa1ad56ca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:21.505053 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-572bf469-a18e-4be1-8904-b4b5b5cbfb9e req-b355c891-f37c-4425-b301-0fa1ad56ca0e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2252011 May 13 14:49:21.506582 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810fc671-97d4-4bf2-ae82-6949c17a483d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658e2324-148e-4712-a09a-08357d74bd55,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:21.506765 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-f865a817-8988-456a-90a5-b07ad6d98096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:21.513557 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-810fc671-97d4-4bf2-ae82-6949c17a483d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8b1ced9cb6d8412bb1acc82246ee1e45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9031217 May 13 14:49:21.513943 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 39072) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:21.590847 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f49a61ee-cdd9-4f40-a35c-92dbc0d4b797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:21.624314 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f49a61ee-cdd9-4f40-a35c-92dbc0d4b797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:21.688366 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f49a61ee-cdd9-4f40-a35c-92dbc0d4b797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:21.706617 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a61ee-cdd9-4f40-a35c-92dbc0d4b797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658e2324-148e-4712-a09a-08357d74bd55,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:21.712359 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f49a61ee-cdd9-4f40-a35c-92dbc0d4b797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:21.716479 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f49a61ee-cdd9-4f40-a35c-92dbc0d4b797 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/658e2324-148e-4712-a09a-08357d74bd55 HTTP/1.1" status: 204 len: 168 time: 0.2014432 May 13 14:49:21.917643 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-49e64e8e-28fc-4df0-9210-e6843b1fb3d4 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:21.930833 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-49e64e8e-28fc-4df0-9210-e6843b1fb3d4 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:22.168282 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 39086) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:22.192231 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-355aa06c-a4cb-4f8c-8a45-a0ac7f744c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:22.197131 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-49e64e8e-28fc-4df0-9210-e6843b1fb3d4 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:22.216673 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-355aa06c-a4cb-4f8c-8a45-a0ac7f744c12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:22.224041 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-355aa06c-a4cb-4f8c-8a45-a0ac7f744c12 admin admin] Usage tracker for resource:security_group_rule and tenant:6baafad64a6e4039a660ab077d8a5d01 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:49:22.230320 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-355aa06c-a4cb-4f8c-8a45-a0ac7f744c12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:49:22.244099 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-355aa06c-a4cb-4f8c-8a45-a0ac7f744c12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:22.309081 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e64e8e-28fc-4df0-9210-e6843b1fb3d4 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Pushing event updated for resources: {'Port': ['ID=6756a069-2f5f-4373-bb28-2e6c6273fff1,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:22.506252 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-355aa06c-a4cb-4f8c-8a45-a0ac7f744c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:22.523654 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-355aa06c-a4cb-4f8c-8a45-a0ac7f744c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:22.592211 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-49e64e8e-28fc-4df0-9210-e6843b1fb3d4 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Floating IP 41d6971d-fd43-42a7-bf89-6bb9119e850b associated. External IP: 172.25.0.30, port: 398cdb92-296c-4cde-8131-a4d03d83a38f. May 13 14:49:22.600743 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355aa06c-a4cb-4f8c-8a45-a0ac7f744c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f32db3-fc1e-4758-86ff-d162a54223eb,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:22.609946 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-355aa06c-a4cb-4f8c-8a45-a0ac7f744c12 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6baafad64a6e4039a660ab077d8a5d01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4403150 May 13 14:49:22.613585 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 39104) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:22.658785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d50c0b-602d-4af2-a81a-8478a2b85f97 req-1ddbadd3-997c-4443-9e43-351f6a70465f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:22.665228 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d50c0b-602d-4af2-a81a-8478a2b85f97 req-1ddbadd3-997c-4443-9e43-351f6a70465f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:22.671920 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d50c0b-602d-4af2-a81a-8478a2b85f97 req-1ddbadd3-997c-4443-9e43-351f6a70465f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:22.677954 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d50c0b-602d-4af2-a81a-8478a2b85f97 req-1ddbadd3-997c-4443-9e43-351f6a70465f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:22.684553 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d50c0b-602d-4af2-a81a-8478a2b85f97 req-1ddbadd3-997c-4443-9e43-351f6a70465f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:22.691488 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d50c0b-602d-4af2-a81a-8478a2b85f97 req-1ddbadd3-997c-4443-9e43-351f6a70465f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:22.700062 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-91d50c0b-602d-4af2-a81a-8478a2b85f97 req-1ddbadd3-997c-4443-9e43-351f6a70465f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 4605 time: 0.2655077 May 13 14:49:22.782080 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-91d50c0b-602d-4af2-a81a-8478a2b85f97 req-dda96c92-7b89-413c-870e-82a562f2a2dc tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0806634 May 13 14:49:22.787333 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c8712df7-33d8-4fab-9908-79e2a3fbd785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:22.826298 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-f865a817-8988-456a-90a5-b07ad6d98096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e207a457-df02-4445-883d-49c778eef818 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:49:22.828637 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c8712df7-33d8-4fab-9908-79e2a3fbd785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:22.838192 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-f865a817-8988-456a-90a5-b07ad6d98096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:22.866126 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-f865a817-8988-456a-90a5-b07ad6d98096 service neutron] Transition to ACTIVE for port object e207a457-df02-4445-883d-49c778eef818 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:49:22.908854 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c8712df7-33d8-4fab-9908-79e2a3fbd785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:22.931144 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-f865a817-8988-456a-90a5-b07ad6d98096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:23.109791 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8712df7-33d8-4fab-9908-79e2a3fbd785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f32db3-fc1e-4758-86ff-d162a54223eb,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:23.123774 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c8712df7-33d8-4fab-9908-79e2a3fbd785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:23.128323 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c8712df7-33d8-4fab-9908-79e2a3fbd785 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b6f32db3-fc1e-4758-86ff-d162a54223eb HTTP/1.1" status: 204 len: 168 time: 0.5112486 May 13 14:49:23.184023 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865a817-8988-456a-90a5-b07ad6d98096 service neutron] Pushing event updated for resources: {'Port': ['ID=e207a457-df02-4445-883d-49c778eef818,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:23.382905 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e64e8e-28fc-4df0-9210-e6843b1fb3d4 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Router 24e8a5f2-9791-4479-812d-d8cfca04f9bb has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:49:23.625228 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-f865a817-8988-456a-90a5-b07ad6d98096 service neutron] Attempting to bind port e207a457-df02-4445-883d-49c778eef818 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:49:23.625962 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-f865a817-8988-456a-90a5-b07ad6d98096 service neutron] Attempting to bind port e207a457-df02-4445-883d-49c778eef818 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:49:23.626547 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-f865a817-8988-456a-90a5-b07ad6d98096 service neutron] Attempting to bind port e207a457-df02-4445-883d-49c778eef818 on network b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:49:23.655934 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-f865a817-8988-456a-90a5-b07ad6d98096 service neutron] Port e207a457-df02-4445-883d-49c778eef818 on network b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:49:23.656369 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-f865a817-8988-456a-90a5-b07ad6d98096 service neutron] Attempting to bind port e207a457-df02-4445-883d-49c778eef818 on network b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:49:23.669852 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-f865a817-8988-456a-90a5-b07ad6d98096 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:49:23.670605 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-f865a817-8988-456a-90a5-b07ad6d98096 service neutron] Checking segment: {'id': '2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:49:23.671049 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-f865a817-8988-456a-90a5-b07ad6d98096 service neutron] Bound using segment: {'id': '2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:49:23.671510 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-f865a817-8988-456a-90a5-b07ad6d98096 service neutron] Bound port: e207a457-df02-4445-883d-49c778eef818, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:49:23.672024 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-f865a817-8988-456a-90a5-b07ad6d98096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:23.986802 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-f865a817-8988-456a-90a5-b07ad6d98096 service neutron] For port e207a457-df02-4445-883d-49c778eef818, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:49:23.994065 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-f865a817-8988-456a-90a5-b07ad6d98096 service neutron] For port e207a457-df02-4445-883d-49c778eef818, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=e207a457-df02-4445-883d-49c778eef818,segment=NetworkSegment(2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1),segment_id=2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:49:24.000284 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-f865a817-8988-456a-90a5-b07ad6d98096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:24.062625 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e64e8e-28fc-4df0-9210-e6843b1fb3d4 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:49:24.077152 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d70599a-487b-4544-8891-09f393cafc89 None None] Sync routers for ids ['24e8a5f2-9791-4479-812d-d8cfca04f9bb'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:49:24.096414 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d70599a-487b-4544-8891-09f393cafc89 None None] Routers {'24e8a5f2-9791-4479-812d-d8cfca04f9bb'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:49:24.097885 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-7d70599a-487b-4544-8891-09f393cafc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:49:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['24e8a5f2-9791-4479-812d-d8cfca04f9bb'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:24.168281 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-f865a817-8988-456a-90a5-b07ad6d98096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:24.168938 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-f865a817-8988-456a-90a5-b07ad6d98096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:24.170604 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-f865a817-8988-456a-90a5-b07ad6d98096 service neutron] 10.222.0.59 "PUT /v2.0/ports/e207a457-df02-4445-883d-49c778eef818 HTTP/1.1" status: 200 len: 1135 time: 3.4249356 May 13 14:49:24.189203 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'tag': 'e207a457-df02-4445-883d-49c778eef818'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:49:24.278084 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-075821dd-a472-4a03-bdd3-1fd525c843af service neutron] Request body: {'port': {'device_id': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:24.359589 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab9e366f-44cc-4da7-a2ee-1995ebc0d412'] response: {'name': 'network-changed', 'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'tag': 'e207a457-df02-4445-883d-49c778eef818', 'status': 'completed', 'code': 200} May 13 14:49:24.431340 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-49e64e8e-28fc-4df0-9210-e6843b1fb3d4 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:24.503857 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865a817-8988-456a-90a5-b07ad6d98096 service neutron] Pushing event updated for resources: {'Port': ['ID=e207a457-df02-4445-883d-49c778eef818,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:24.541742 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdc98a-61a4-4685-a7bc-4a8b64597189 req-904d6c5d-5f9f-4ac4-a788-13638da261f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:24.542253 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdc98a-61a4-4685-a7bc-4a8b64597189 req-904d6c5d-5f9f-4ac4-a788-13638da261f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:24.542684 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdc98a-61a4-4685-a7bc-4a8b64597189 req-904d6c5d-5f9f-4ac4-a788-13638da261f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:24.549597 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdc98a-61a4-4685-a7bc-4a8b64597189 req-904d6c5d-5f9f-4ac4-a788-13638da261f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:24.550372 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdc98a-61a4-4685-a7bc-4a8b64597189 req-904d6c5d-5f9f-4ac4-a788-13638da261f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:24.550859 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdc98a-61a4-4685-a7bc-4a8b64597189 req-904d6c5d-5f9f-4ac4-a788-13638da261f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:24.551390 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdc98a-61a4-4685-a7bc-4a8b64597189 req-904d6c5d-5f9f-4ac4-a788-13638da261f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:24.553550 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a3cdc98a-61a4-4685-a7bc-4a8b64597189 req-904d6c5d-5f9f-4ac4-a788-13638da261f7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dacb06c0bb204205bf6fd6f72c27271e&device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 6219 time: 0.2081623 May 13 14:49:24.577643 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-49e64e8e-28fc-4df0-9210-e6843b1fb3d4 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.3398244 May 13 14:49:24.608306 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-075821dd-a472-4a03-bdd3-1fd525c843af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:24.647554 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b700e-8c7e-4a21-be21-2656db913f5e req-c6f00aaa-4c36-4e86-b3d3-dfe3ee22f2f3 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:24.654677 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b700e-8c7e-4a21-be21-2656db913f5e req-c6f00aaa-4c36-4e86-b3d3-dfe3ee22f2f3 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:24.661269 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b700e-8c7e-4a21-be21-2656db913f5e req-c6f00aaa-4c36-4e86-b3d3-dfe3ee22f2f3 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:24.667959 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b700e-8c7e-4a21-be21-2656db913f5e req-c6f00aaa-4c36-4e86-b3d3-dfe3ee22f2f3 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:24.674554 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b700e-8c7e-4a21-be21-2656db913f5e req-c6f00aaa-4c36-4e86-b3d3-dfe3ee22f2f3 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:24.676136 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-7d70599a-487b-4544-8891-09f393cafc89 None None] Set router 24e8a5f2-9791-4479-812d-d8cfca04f9bb gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:49:24.681390 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b700e-8c7e-4a21-be21-2656db913f5e req-c6f00aaa-4c36-4e86-b3d3-dfe3ee22f2f3 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:24.688400 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b700e-8c7e-4a21-be21-2656db913f5e req-c6f00aaa-4c36-4e86-b3d3-dfe3ee22f2f3 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:24.690667 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c52b700e-8c7e-4a21-be21-2656db913f5e req-c6f00aaa-4c36-4e86-b3d3-dfe3ee22f2f3 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5382 time: 0.5934706 May 13 14:49:24.817524 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c52b700e-8c7e-4a21-be21-2656db913f5e req-a7e95a6c-0ee9-40e4-a01a-13954e55575c tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0840366 May 13 14:49:25.019671 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdc98a-61a4-4685-a7bc-4a8b64597189 req-6a72c320-0433-417e-8556-4a754b1142e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:25.020163 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdc98a-61a4-4685-a7bc-4a8b64597189 req-6a72c320-0433-417e-8556-4a754b1142e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:25.020627 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdc98a-61a4-4685-a7bc-4a8b64597189 req-6a72c320-0433-417e-8556-4a754b1142e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:25.022229 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a3cdc98a-61a4-4685-a7bc-4a8b64597189 req-6a72c320-0433-417e-8556-4a754b1142e1 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=dacb06c0bb204205bf6fd6f72c27271e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4398003 May 13 14:49:25.282943 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdc98a-61a4-4685-a7bc-4a8b64597189 req-2dfabb31-9207-463f-bdb1-ad06f0211c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:25.286201 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-7d70599a-487b-4544-8891-09f393cafc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'name': 'tempest-TestServerBasicOps-1227308815-router', 'tenant_id': '6165004ac18741f8a69dd64293b7a1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '7ed7c93c-4627-4b97-bad1-558401b1419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:52Z', 'updated_at': '2022-05-13T14:48:04Z', 'revision_number': 4, 'project_id': '6165004ac18741f8a69dd64293b7a1e1', 'gw_port': {'id': '7ed7c93c-4627-4b97-bad1-558401b1419f', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:54Z', 'updated_at': '2022-05-13T14:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '41d6971d-fd43-42a7-bf89-6bb9119e850b', 'tenant_id': '6165004ac18741f8a69dd64293b7a1e1', 'floating_ip_address': '172.25.0.30', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'port_id': '398cdb92-296c-4cde-8131-a4d03d83a38f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5282d3ed-350b-4da4-8383-5e6e9e2a8391', 'mac_address': 'fa:16:3e:14:47:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:49:19Z', 'updated_at': '2022-05-13T14:49:19Z', 'revision_number': 0, 'project_id': '6165004ac18741f8a69dd64293b7a1e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e034f71c-821c-4a13-aac6-eca5c712d5c6', 'name': '', 'network_id': '5282d3ed-350b-4da4-8383-5e6e9e2a8391', 'tenant_id': '6165004ac18741f8a69dd64293b7a1e1', 'mac_address': 'fa:16:3e:f9:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '1c8f4586-9019-4e40-a9f7-0e85fc630d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:01Z', 'updated_at': '2022-05-13T14:48:16Z', 'revision_number': 5, 'project_id': '6165004ac18741f8a69dd64293b7a1e1', 'subnets': [{'id': '1c8f4586-9019-4e40-a9f7-0e85fc630d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:25.290194 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a3cdc98a-61a4-4685-a7bc-4a8b64597189 req-2dfabb31-9207-463f-bdb1-ad06f0211c93 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2599487 May 13 14:49:25.300128 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d70599a-487b-4544-8891-09f393cafc89 None None] Checking router: 24e8a5f2-9791-4479-812d-d8cfca04f9bb for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:49:25.312001 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d70599a-487b-4544-8891-09f393cafc89 None None] Routers {'24e8a5f2-9791-4479-812d-d8cfca04f9bb'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:49:25.313271 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-7d70599a-487b-4544-8891-09f393cafc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:49:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['24e8a5f2-9791-4479-812d-d8cfca04f9bb'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:25.401154 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-075821dd-a472-4a03-bdd3-1fd525c843af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a0b5c0-5383-42e4-83f7-23a3a9751367 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:49:25.417313 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-075821dd-a472-4a03-bdd3-1fd525c843af service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:25.441319 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-075821dd-a472-4a03-bdd3-1fd525c843af service neutron] Transition to ACTIVE for port object 23a0b5c0-5383-42e4-83f7-23a3a9751367 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:49:25.445569 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-075821dd-a472-4a03-bdd3-1fd525c843af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:25.626216 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-7d70599a-487b-4544-8891-09f393cafc89 None None] Set router 24e8a5f2-9791-4479-812d-d8cfca04f9bb gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:49:25.692744 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075821dd-a472-4a03-bdd3-1fd525c843af service neutron] Pushing event updated for resources: {'Port': ['ID=23a0b5c0-5383-42e4-83f7-23a3a9751367,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:25.825491 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-075821dd-a472-4a03-bdd3-1fd525c843af service neutron] Attempting to bind port 23a0b5c0-5383-42e4-83f7-23a3a9751367 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:49:25.825873 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-075821dd-a472-4a03-bdd3-1fd525c843af service neutron] Attempting to bind port 23a0b5c0-5383-42e4-83f7-23a3a9751367 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:49:25.826258 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-075821dd-a472-4a03-bdd3-1fd525c843af service neutron] Attempting to bind port 23a0b5c0-5383-42e4-83f7-23a3a9751367 on network b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:49:25.838807 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-075821dd-a472-4a03-bdd3-1fd525c843af service neutron] Port 23a0b5c0-5383-42e4-83f7-23a3a9751367 on network b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:49:25.839204 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-075821dd-a472-4a03-bdd3-1fd525c843af service neutron] Attempting to bind port 23a0b5c0-5383-42e4-83f7-23a3a9751367 on network b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:49:25.853528 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-075821dd-a472-4a03-bdd3-1fd525c843af service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:49:25.853883 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-075821dd-a472-4a03-bdd3-1fd525c843af service neutron] Checking segment: {'id': '2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:49:25.854282 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-075821dd-a472-4a03-bdd3-1fd525c843af service neutron] Bound using segment: {'id': '2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:49:25.854711 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-075821dd-a472-4a03-bdd3-1fd525c843af service neutron] Bound port: 23a0b5c0-5383-42e4-83f7-23a3a9751367, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:49:25.857378 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-075821dd-a472-4a03-bdd3-1fd525c843af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:26.125540 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-075821dd-a472-4a03-bdd3-1fd525c843af service neutron] For port 23a0b5c0-5383-42e4-83f7-23a3a9751367, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:49:26.140133 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-075821dd-a472-4a03-bdd3-1fd525c843af service neutron] For port 23a0b5c0-5383-42e4-83f7-23a3a9751367, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=23a0b5c0-5383-42e4-83f7-23a3a9751367,segment=NetworkSegment(2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1),segment_id=2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:49:26.147072 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-075821dd-a472-4a03-bdd3-1fd525c843af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:26.161919 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b239b5-2a83-493a-9122-0f6f7ff759c1 req-cfc1f7fa-7c8a-400e-8d9c-af22d30189b2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:26.171086 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b239b5-2a83-493a-9122-0f6f7ff759c1 req-cfc1f7fa-7c8a-400e-8d9c-af22d30189b2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:26.177762 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b239b5-2a83-493a-9122-0f6f7ff759c1 req-cfc1f7fa-7c8a-400e-8d9c-af22d30189b2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:26.184543 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b239b5-2a83-493a-9122-0f6f7ff759c1 req-cfc1f7fa-7c8a-400e-8d9c-af22d30189b2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:26.191433 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b239b5-2a83-493a-9122-0f6f7ff759c1 req-cfc1f7fa-7c8a-400e-8d9c-af22d30189b2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:26.198185 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b239b5-2a83-493a-9122-0f6f7ff759c1 req-cfc1f7fa-7c8a-400e-8d9c-af22d30189b2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:26.205828 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b239b5-2a83-493a-9122-0f6f7ff759c1 req-cfc1f7fa-7c8a-400e-8d9c-af22d30189b2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:26.208160 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-72b239b5-2a83-493a-9122-0f6f7ff759c1 req-cfc1f7fa-7c8a-400e-8d9c-af22d30189b2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5394 time: 0.1574550 May 13 14:49:26.268462 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-72b239b5-2a83-493a-9122-0f6f7ff759c1 req-9c75381c-1268-4df9-a03a-06f185837b1f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537646 May 13 14:49:26.364267 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-075821dd-a472-4a03-bdd3-1fd525c843af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:26.364962 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-075821dd-a472-4a03-bdd3-1fd525c843af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:26.371497 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-075821dd-a472-4a03-bdd3-1fd525c843af service neutron] 10.222.0.59 "PUT /v2.0/ports/23a0b5c0-5383-42e4-83f7-23a3a9751367 HTTP/1.1" status: 200 len: 1090 time: 2.1341088 May 13 14:49:26.372092 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf', 'tag': '398cdb92-296c-4cde-8131-a4d03d83a38f'}, {'name': 'network-changed', 'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'tag': '23a0b5c0-5383-42e4-83f7-23a3a9751367'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:49:26.431381 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] Request body: {'port': {'device_id': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:26.540301 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-7d70599a-487b-4544-8891-09f393cafc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'name': 'tempest-TestServerBasicOps-1227308815-router', 'tenant_id': '6165004ac18741f8a69dd64293b7a1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '7ed7c93c-4627-4b97-bad1-558401b1419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:52Z', 'updated_at': '2022-05-13T14:48:04Z', 'revision_number': 4, 'project_id': '6165004ac18741f8a69dd64293b7a1e1', 'gw_port': {'id': '7ed7c93c-4627-4b97-bad1-558401b1419f', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:54Z', 'updated_at': '2022-05-13T14:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '41d6971d-fd43-42a7-bf89-6bb9119e850b', 'tenant_id': '6165004ac18741f8a69dd64293b7a1e1', 'floating_ip_address': '172.25.0.30', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'port_id': '398cdb92-296c-4cde-8131-a4d03d83a38f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5282d3ed-350b-4da4-8383-5e6e9e2a8391', 'mac_address': 'fa:16:3e:14:47:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:49:19Z', 'updated_at': '2022-05-13T14:49:19Z', 'revision_number': 0, 'project_id': '6165004ac18741f8a69dd64293b7a1e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e034f71c-821c-4a13-aac6-eca5c712d5c6', 'name': '', 'network_id': '5282d3ed-350b-4da4-8383-5e6e9e2a8391', 'tenant_id': '6165004ac18741f8a69dd64293b7a1e1', 'mac_address': 'fa:16:3e:f9:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '1c8f4586-9019-4e40-a9f7-0e85fc630d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:01Z', 'updated_at': '2022-05-13T14:48:16Z', 'revision_number': 5, 'project_id': '6165004ac18741f8a69dd64293b7a1e1', 'subnets': [{'id': '1c8f4586-9019-4e40-a9f7-0e85fc630d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:26.548943 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d70599a-487b-4544-8891-09f393cafc89 None None] The sync data for ids ['24e8a5f2-9791-4479-812d-d8cfca04f9bb'] in n-d-841760-1 is: [{'id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'name': 'tempest-TestServerBasicOps-1227308815-router', 'tenant_id': '6165004ac18741f8a69dd64293b7a1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '7ed7c93c-4627-4b97-bad1-558401b1419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:52Z', 'updated_at': '2022-05-13T14:48:04Z', 'revision_number': 4, 'project_id': '6165004ac18741f8a69dd64293b7a1e1', 'gw_port': {'id': '7ed7c93c-4627-4b97-bad1-558401b1419f', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:54Z', 'updated_at': '2022-05-13T14:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '41d6971d-fd43-42a7-bf89-6bb9119e850b', 'tenant_id': '6165004ac18741f8a69dd64293b7a1e1', 'floating_ip_address': '172.25.0.30', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'port_id': '398cdb92-296c-4cde-8131-a4d03d83a38f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5282d3ed-350b-4da4-8383-5e6e9e2a8391', 'mac_address': 'fa:16:3e:14:47:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:49:19Z', 'updated_at': '2022-05-13T14:49:19Z', 'revision_number': 0, 'project_id': '6165004ac18741f8a69dd64293b7a1e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e034f71c-821c-4a13-aac6-eca5c712d5c6', 'name': '', 'network_id': '5282d3ed-350b-4da4-8383-5e6e9e2a8391', 'tenant_id': '6165004ac18741f8a69dd64293b7a1e1', 'mac_address': 'fa:16:3e:f9:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '1c8f4586-9019-4e40-a9f7-0e85fc630d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:01Z', 'updated_at': '2022-05-13T14:48:16Z', 'revision_number': 5, 'project_id': '6165004ac18741f8a69dd64293b7a1e1', 'subnets': [{'id': '1c8f4586-9019-4e40-a9f7-0e85fc630d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:49:26.736915 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213b755-8ee1-4af7-b00e-440e1dec9b3a req-3a8f24c9-9190-44fd-a757-54dc5607c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:26.738627 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213b755-8ee1-4af7-b00e-440e1dec9b3a req-3a8f24c9-9190-44fd-a757-54dc5607c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:26.739281 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213b755-8ee1-4af7-b00e-440e1dec9b3a req-3a8f24c9-9190-44fd-a757-54dc5607c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:26.740300 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213b755-8ee1-4af7-b00e-440e1dec9b3a req-3a8f24c9-9190-44fd-a757-54dc5607c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:26.740927 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213b755-8ee1-4af7-b00e-440e1dec9b3a req-3a8f24c9-9190-44fd-a757-54dc5607c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:26.741416 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213b755-8ee1-4af7-b00e-440e1dec9b3a req-3a8f24c9-9190-44fd-a757-54dc5607c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:26.741879 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213b755-8ee1-4af7-b00e-440e1dec9b3a req-3a8f24c9-9190-44fd-a757-54dc5607c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:26.744134 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8213b755-8ee1-4af7-b00e-440e1dec9b3a req-3a8f24c9-9190-44fd-a757-54dc5607c700 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dacb06c0bb204205bf6fd6f72c27271e&device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 6286 time: 0.2323484 May 13 14:49:27.062186 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c27def06-80ed-44bf-a828-a6e44be5d707'] response: {'name': 'network-changed', 'server_uuid': 'ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf', 'tag': '398cdb92-296c-4cde-8131-a4d03d83a38f', 'status': 'completed', 'code': 200} May 13 14:49:27.062717 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c27def06-80ed-44bf-a828-a6e44be5d707'] response: {'name': 'network-changed', 'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'tag': '23a0b5c0-5383-42e4-83f7-23a3a9751367', 'status': 'completed', 'code': 200} May 13 14:49:27.124905 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10aaa6a-628c-4fdf-a270-d896d747c8e0 None None] New status for floating IP 41d6971d-fd43-42a7-bf89-6bb9119e850b: ACTIVE {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:49:27.126796 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075821dd-a472-4a03-bdd3-1fd525c843af service neutron] Pushing event updated for resources: {'Port': ['ID=23a0b5c0-5383-42e4-83f7-23a3a9751367,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:27.161845 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:27.302951 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-dc6a6245-d3de-4e78-b64b-4f35c4f3eeb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:27.330122 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213b755-8ee1-4af7-b00e-440e1dec9b3a req-4de11b59-b089-4d7d-8c06-d7226e9e803c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:27.330960 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213b755-8ee1-4af7-b00e-440e1dec9b3a req-4de11b59-b089-4d7d-8c06-d7226e9e803c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:27.332071 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213b755-8ee1-4af7-b00e-440e1dec9b3a req-4de11b59-b089-4d7d-8c06-d7226e9e803c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:27.335044 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8213b755-8ee1-4af7-b00e-440e1dec9b3a req-4de11b59-b089-4d7d-8c06-d7226e9e803c service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=dacb06c0bb204205bf6fd6f72c27271e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5818989 May 13 14:49:27.443576 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213b755-8ee1-4af7-b00e-440e1dec9b3a req-1cdb266d-e218-4ac3-965c-5e0c5c077821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:27.445527 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8213b755-8ee1-4af7-b00e-440e1dec9b3a req-1cdb266d-e218-4ac3-965c-5e0c5c077821 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6165004ac18741f8a69dd64293b7a1e1&device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf HTTP/1.1" status: 200 len: 1096 time: 0.7844071 May 13 14:49:27.972997 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213b755-8ee1-4af7-b00e-440e1dec9b3a req-ac42c6d0-e5f9-49f9-9238-fc40e5be34b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:27.976442 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8213b755-8ee1-4af7-b00e-440e1dec9b3a req-ac42c6d0-e5f9-49f9-9238-fc40e5be34b0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5282d3ed-350b-4da4-8383-5e6e9e2a8391 HTTP/1.1" status: 200 len: 910 time: 0.5207233 May 13 14:49:28.046502 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30add1f5-031c-4746-b82c-dbda6400985b req-fe53694b-fa35-40d2-b4f0-0a2ac9b901a1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:28.052680 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30add1f5-031c-4746-b82c-dbda6400985b req-fe53694b-fa35-40d2-b4f0-0a2ac9b901a1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:28.059197 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30add1f5-031c-4746-b82c-dbda6400985b req-fe53694b-fa35-40d2-b4f0-0a2ac9b901a1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:28.065409 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30add1f5-031c-4746-b82c-dbda6400985b req-fe53694b-fa35-40d2-b4f0-0a2ac9b901a1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:28.071569 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30add1f5-031c-4746-b82c-dbda6400985b req-fe53694b-fa35-40d2-b4f0-0a2ac9b901a1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:28.078455 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30add1f5-031c-4746-b82c-dbda6400985b req-fe53694b-fa35-40d2-b4f0-0a2ac9b901a1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:28.084431 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30add1f5-031c-4746-b82c-dbda6400985b req-fe53694b-fa35-40d2-b4f0-0a2ac9b901a1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:28.086405 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-30add1f5-031c-4746-b82c-dbda6400985b req-fe53694b-fa35-40d2-b4f0-0a2ac9b901a1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5394 time: 0.3114145 May 13 14:49:28.089439 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213b755-8ee1-4af7-b00e-440e1dec9b3a req-37eaa912-6ee4-4bc2-a3bf-d9d1fd1fd1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:28.090927 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8213b755-8ee1-4af7-b00e-440e1dec9b3a req-37eaa912-6ee4-4bc2-a3bf-d9d1fd1fd1af service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7495742 May 13 14:49:28.184751 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-30add1f5-031c-4746-b82c-dbda6400985b req-f7ff14b8-8f25-4c25-9d5b-aeaebd228004 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0696211 May 13 14:49:28.190849 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 39198) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:28.457142 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2b7179d9-5084-44fa-969e-68550465dc4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:28.467436 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:49:28.482881 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8213b755-8ee1-4af7-b00e-440e1dec9b3a req-ca89bb22-7af3-4f17-a7ed-f94b98276939 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=398cdb92-296c-4cde-8131-a4d03d83a38f HTTP/1.1" status: 200 len: 1000 time: 0.2439754 May 13 14:49:28.484251 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:28.531228 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2b7179d9-5084-44fa-969e-68550465dc4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:28.564576 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2b7179d9-5084-44fa-969e-68550465dc4f admin admin] Usage tracker for resource:security_group_rule and tenant:878c070f2cb1411c973c5d58dfb80b06 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:49:28.578650 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2b7179d9-5084-44fa-969e-68550465dc4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:49:28.584967 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213b755-8ee1-4af7-b00e-440e1dec9b3a req-371068ce-02eb-4e43-9fb9-a1fc4cef7d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:28.586217 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2b7179d9-5084-44fa-969e-68550465dc4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:28.586895 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8213b755-8ee1-4af7-b00e-440e1dec9b3a req-371068ce-02eb-4e43-9fb9-a1fc4cef7d60 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1c8f4586-9019-4e40-a9f7-0e85fc630d68 HTTP/1.1" status: 200 len: 848 time: 0.0673895 May 13 14:49:28.671259 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ead8f4bc-18b3-4bda-8059-38906d99256f {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:49:28.682301 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:28.706268 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] Transition to ACTIVE for port object ead8f4bc-18b3-4bda-8059-38906d99256f will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:49:28.714159 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213b755-8ee1-4af7-b00e-440e1dec9b3a req-99b0ae0c-db4f-4f50-b162-70ed64628ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:28.715761 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8213b755-8ee1-4af7-b00e-440e1dec9b3a req-99b0ae0c-db4f-4f50-b162-70ed64628ace service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5282d3ed-350b-4da4-8383-5e6e9e2a8391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1166494 May 13 14:49:28.719430 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:28.739084 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2b7179d9-5084-44fa-969e-68550465dc4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:28.745513 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2b7179d9-5084-44fa-969e-68550465dc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:28.823400 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2b7179d9-5084-44fa-969e-68550465dc4f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=878c070f2cb1411c973c5d58dfb80b06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6303322 May 13 14:49:28.824606 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 39206) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:28.829054 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7179d9-5084-44fa-969e-68550465dc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0114b611-d5a9-4d4c-8d0c-f0632aa27bed,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:28.944159 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8213b755-8ee1-4af7-b00e-440e1dec9b3a req-43a22a7e-315f-42d1-a481-093f2ba95c52 service neutron] 10.222.0.74 "GET /v2.0/networks/5282d3ed-350b-4da4-8383-5e6e9e2a8391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128890 May 13 14:49:28.962325 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-28e8ca39-c23b-46bd-aeb0-1fa8a85c69e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:29.039652 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-28e8ca39-c23b-46bd-aeb0-1fa8a85c69e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:29.169250 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-28e8ca39-c23b-46bd-aeb0-1fa8a85c69e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:29.215658 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8ca39-c23b-46bd-aeb0-1fa8a85c69e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0114b611-d5a9-4d4c-8d0c-f0632aa27bed,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:29.221126 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-28e8ca39-c23b-46bd-aeb0-1fa8a85c69e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:29.223568 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=ead8f4bc-18b3-4bda-8059-38906d99256f,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:29.240910 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-28e8ca39-c23b-46bd-aeb0-1fa8a85c69e8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0114b611-d5a9-4d4c-8d0c-f0632aa27bed HTTP/1.1" status: 204 len: 168 time: 0.4148991 May 13 14:49:29.246832 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:29.247503 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:29.247706 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:29.248018 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:29.248354 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:29.249227 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:29.249675 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:29.250057 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:29.250566 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:29.250718 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:29.251195 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:29.267371 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:29.581267 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-78caf732-ef8f-4ccc-864a-b58d3e45e9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:29.698503 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] Attempting to bind port ead8f4bc-18b3-4bda-8059-38906d99256f on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:49:29.699367 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] Attempting to bind port ead8f4bc-18b3-4bda-8059-38906d99256f by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:49:29.699908 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] Attempting to bind port ead8f4bc-18b3-4bda-8059-38906d99256f on network b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:49:29.746256 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] Port ead8f4bc-18b3-4bda-8059-38906d99256f on network b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:49:29.746735 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] Attempting to bind port ead8f4bc-18b3-4bda-8059-38906d99256f on network b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:49:29.781086 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:49:29.781647 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] Checking segment: {'id': '2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:49:29.782301 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] Bound using segment: {'id': '2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:49:29.782999 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] Bound port: ead8f4bc-18b3-4bda-8059-38906d99256f, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:49:29.783645 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:29.796877 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 39226) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:29.817724 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2815a74b-75b0-419c-8a94-597e0610f89e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:29.828888 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8213b755-8ee1-4af7-b00e-440e1dec9b3a req-d9666bf7-a24b-498d-8b20-dae03c6c3c94 service neutron] 10.222.0.74 "GET /v2.0/networks/5282d3ed-350b-4da4-8383-5e6e9e2a8391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8182442 May 13 14:49:29.841272 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2815a74b-75b0-419c-8a94-597e0610f89e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:29.846171 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2815a74b-75b0-419c-8a94-597e0610f89e admin admin] Usage tracker for resource:security_group_rule and tenant:1a176da921434283a8d73bb5b9a540f2 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:49:29.850121 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2815a74b-75b0-419c-8a94-597e0610f89e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:49:29.858173 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2815a74b-75b0-419c-8a94-597e0610f89e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:29.942804 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] For port ead8f4bc-18b3-4bda-8059-38906d99256f, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:49:29.947636 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] For port ead8f4bc-18b3-4bda-8059-38906d99256f, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=ead8f4bc-18b3-4bda-8059-38906d99256f,segment=NetworkSegment(2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1),segment_id=2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:49:29.966805 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ec1b1-f42e-450a-93b6-147f59dba3bd req-4d702434-9b08-49b8-9a89-1650adcc82c3 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:29.973677 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ec1b1-f42e-450a-93b6-147f59dba3bd req-4d702434-9b08-49b8-9a89-1650adcc82c3 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:29.979797 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ec1b1-f42e-450a-93b6-147f59dba3bd req-4d702434-9b08-49b8-9a89-1650adcc82c3 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:29.986119 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ec1b1-f42e-450a-93b6-147f59dba3bd req-4d702434-9b08-49b8-9a89-1650adcc82c3 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:29.992921 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ec1b1-f42e-450a-93b6-147f59dba3bd req-4d702434-9b08-49b8-9a89-1650adcc82c3 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:29.998355 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ec1b1-f42e-450a-93b6-147f59dba3bd req-4d702434-9b08-49b8-9a89-1650adcc82c3 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:30.005002 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ec1b1-f42e-450a-93b6-147f59dba3bd req-4d702434-9b08-49b8-9a89-1650adcc82c3 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:30.006923 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0d9ec1b1-f42e-450a-93b6-147f59dba3bd req-4d702434-9b08-49b8-9a89-1650adcc82c3 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5406 time: 0.4099178 May 13 14:49:30.008629 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:30.010417 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2815a74b-75b0-419c-8a94-597e0610f89e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:30.016876 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2815a74b-75b0-419c-8a94-597e0610f89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:30.089865 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2815a74b-75b0-419c-8a94-597e0610f89e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1a176da921434283a8d73bb5b9a540f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2915702 May 13 14:49:30.094013 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 39236) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:30.116883 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815a74b-75b0-419c-8a94-597e0610f89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00477626-1c7e-4a59-9feb-cb35935d92da,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:30.200662 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d306b79-eeb9-47a2-bb07-37a3d8efa5ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:30.235544 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d306b79-eeb9-47a2-bb07-37a3d8efa5ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:30.345457 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:30.348572 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:30.350602 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] 10.222.0.59 "PUT /v2.0/ports/ead8f4bc-18b3-4bda-8059-38906d99256f HTTP/1.1" status: 200 len: 1091 time: 3.9347169 May 13 14:49:30.354002 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'tag': 'ead8f4bc-18b3-4bda-8059-38906d99256f'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:49:30.365672 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d306b79-eeb9-47a2-bb07-37a3d8efa5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:30.393244 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-2152e073-ed18-4cb6-a011-e8b209467cdf service neutron] Request body: {'port': {'device_id': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:30.451978 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d306b79-eeb9-47a2-bb07-37a3d8efa5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00477626-1c7e-4a59-9feb-cb35935d92da,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:30.474549 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d306b79-eeb9-47a2-bb07-37a3d8efa5ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:30.475885 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1d306b79-eeb9-47a2-bb07-37a3d8efa5ea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/00477626-1c7e-4a59-9feb-cb35935d92da HTTP/1.1" status: 204 len: 168 time: 0.3799295 May 13 14:49:30.476668 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0d9ec1b1-f42e-450a-93b6-147f59dba3bd req-701964bd-9401-43a5-a059-00a112861951 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4190447 May 13 14:49:30.536983 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f440c4-ef34-4c5c-92c7-d4343a1c5bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=ead8f4bc-18b3-4bda-8059-38906d99256f,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:30.666242 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:30.678193 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5060958-ea1a-4840-a0a3-c00f70721e61'] response: {'name': 'network-changed', 'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'tag': 'ead8f4bc-18b3-4bda-8059-38906d99256f', 'status': 'completed', 'code': 200} May 13 14:49:30.709850 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:30.767299 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-2152e073-ed18-4cb6-a011-e8b209467cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:30.885708 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66464aed-3de5-4215-a684-abeac2bcab59 req-de98a3a8-747a-423e-a363-1dbd51849d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:30.886267 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66464aed-3de5-4215-a684-abeac2bcab59 req-de98a3a8-747a-423e-a363-1dbd51849d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:30.886644 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66464aed-3de5-4215-a684-abeac2bcab59 req-de98a3a8-747a-423e-a363-1dbd51849d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:30.887127 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66464aed-3de5-4215-a684-abeac2bcab59 req-de98a3a8-747a-423e-a363-1dbd51849d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:30.887600 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66464aed-3de5-4215-a684-abeac2bcab59 req-de98a3a8-747a-423e-a363-1dbd51849d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:30.888065 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66464aed-3de5-4215-a684-abeac2bcab59 req-de98a3a8-747a-423e-a363-1dbd51849d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:30.888525 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66464aed-3de5-4215-a684-abeac2bcab59 req-de98a3a8-747a-423e-a363-1dbd51849d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:30.890662 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-66464aed-3de5-4215-a684-abeac2bcab59 req-de98a3a8-747a-423e-a363-1dbd51849d14 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dacb06c0bb204205bf6fd6f72c27271e&device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 6353 time: 0.1895134 May 13 14:49:31.444680 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66464aed-3de5-4215-a684-abeac2bcab59 req-f7a4291d-d6b3-4361-a0f8-4c270de320cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:31.445383 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66464aed-3de5-4215-a684-abeac2bcab59 req-f7a4291d-d6b3-4361-a0f8-4c270de320cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:31.445858 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66464aed-3de5-4215-a684-abeac2bcab59 req-f7a4291d-d6b3-4361-a0f8-4c270de320cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:31.447997 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-66464aed-3de5-4215-a684-abeac2bcab59 req-f7a4291d-d6b3-4361-a0f8-4c270de320cb service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=dacb06c0bb204205bf6fd6f72c27271e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5398726 May 13 14:49:31.706057 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66464aed-3de5-4215-a684-abeac2bcab59 req-90108eda-58e0-4448-8ce6-a5497d5c1ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:31.710883 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-66464aed-3de5-4215-a684-abeac2bcab59 req-90108eda-58e0-4448-8ce6-a5497d5c1ca5 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2549706 May 13 14:49:31.902388 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-2152e073-ed18-4cb6-a011-e8b209467cdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:49:31.911772 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-2152e073-ed18-4cb6-a011-e8b209467cdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:31.929254 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-2152e073-ed18-4cb6-a011-e8b209467cdf service neutron] Transition to ACTIVE for port object b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:49:31.953983 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-2152e073-ed18-4cb6-a011-e8b209467cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:32.138805 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:32.230562 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152e073-ed18-4cb6-a011-e8b209467cdf service neutron] Pushing event updated for resources: {'Port': ['ID=b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:32.284734 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d739e9-4660-40ce-bad7-12dd205c91cb req-68836033-5d78-4d97-87c6-fc102e02fb0f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:32.304741 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d739e9-4660-40ce-bad7-12dd205c91cb req-68836033-5d78-4d97-87c6-fc102e02fb0f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:32.324719 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d739e9-4660-40ce-bad7-12dd205c91cb req-68836033-5d78-4d97-87c6-fc102e02fb0f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:32.335962 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d739e9-4660-40ce-bad7-12dd205c91cb req-68836033-5d78-4d97-87c6-fc102e02fb0f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:32.344677 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d739e9-4660-40ce-bad7-12dd205c91cb req-68836033-5d78-4d97-87c6-fc102e02fb0f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:32.353499 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d739e9-4660-40ce-bad7-12dd205c91cb req-68836033-5d78-4d97-87c6-fc102e02fb0f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:32.363881 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d739e9-4660-40ce-bad7-12dd205c91cb req-68836033-5d78-4d97-87c6-fc102e02fb0f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:32.366497 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a8d739e9-4660-40ce-bad7-12dd205c91cb req-68836033-5d78-4d97-87c6-fc102e02fb0f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5406 time: 0.5213406 May 13 14:49:32.518115 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a8d739e9-4660-40ce-bad7-12dd205c91cb req-01e15423-668d-498f-bb7a-0d33045ae5ef tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1285152 May 13 14:49:32.518994 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-2152e073-ed18-4cb6-a011-e8b209467cdf service neutron] Attempting to bind port b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:49:32.519367 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-2152e073-ed18-4cb6-a011-e8b209467cdf service neutron] Attempting to bind port b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '6a1902e2-8090-4fe5-b451-4ecbfde075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'add62c5c-9eca-4348-9830-32239b4651d7'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:49:32.519703 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-2152e073-ed18-4cb6-a011-e8b209467cdf service neutron] Attempting to bind port b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c on network add62c5c-9eca-4348-9830-32239b4651d7 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:49:32.536451 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-2152e073-ed18-4cb6-a011-e8b209467cdf service neutron] Port b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c on network add62c5c-9eca-4348-9830-32239b4651d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:49:32.537267 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-2152e073-ed18-4cb6-a011-e8b209467cdf service neutron] Attempting to bind port b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c on network add62c5c-9eca-4348-9830-32239b4651d7 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:49:32.563667 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-2152e073-ed18-4cb6-a011-e8b209467cdf service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:49:32.564087 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-2152e073-ed18-4cb6-a011-e8b209467cdf service neutron] Checking segment: {'id': '6a1902e2-8090-4fe5-b451-4ecbfde075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'add62c5c-9eca-4348-9830-32239b4651d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:49:32.564488 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-2152e073-ed18-4cb6-a011-e8b209467cdf service neutron] Bound using segment: {'id': '6a1902e2-8090-4fe5-b451-4ecbfde075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'add62c5c-9eca-4348-9830-32239b4651d7'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:49:32.564979 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-2152e073-ed18-4cb6-a011-e8b209467cdf service neutron] Bound port: b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a1902e2-8090-4fe5-b451-4ecbfde075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'add62c5c-9eca-4348-9830-32239b4651d7'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:49:32.565342 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-2152e073-ed18-4cb6-a011-e8b209467cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:32.706198 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-2152e073-ed18-4cb6-a011-e8b209467cdf service neutron] For port b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:49:32.711921 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-2152e073-ed18-4cb6-a011-e8b209467cdf service neutron] For port b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c,segment=NetworkSegment(6a1902e2-8090-4fe5-b451-4ecbfde075b6),segment_id=6a1902e2-8090-4fe5-b451-4ecbfde075b6)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:49:32.719050 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-2152e073-ed18-4cb6-a011-e8b209467cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:32.861677 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-2152e073-ed18-4cb6-a011-e8b209467cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:32.865369 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-2152e073-ed18-4cb6-a011-e8b209467cdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:32.870533 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-2152e073-ed18-4cb6-a011-e8b209467cdf service neutron] 10.222.0.59 "PUT /v2.0/ports/b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c HTTP/1.1" status: 200 len: 1091 time: 2.4819553 May 13 14:49:32.873390 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'tag': 'b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:49:32.948576 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-0aa10888-19f1-437a-a06c-bb09b38c817e service neutron] Request body: {'port': {'device_id': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:33.449895 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-966a31e3-a6c7-4090-8d60-daed7d51f09f'] response: {'name': 'network-changed', 'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'tag': 'b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c', 'status': 'completed', 'code': 200} May 13 14:49:33.452466 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eaed0a-42f6-4a51-bba8-418bb0f21118 req-c3c99bbf-10a1-4489-bfd0-eb4844869f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:33.453703 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eaed0a-42f6-4a51-bba8-418bb0f21118 req-c3c99bbf-10a1-4489-bfd0-eb4844869f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:33.454366 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eaed0a-42f6-4a51-bba8-418bb0f21118 req-c3c99bbf-10a1-4489-bfd0-eb4844869f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:33.455035 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eaed0a-42f6-4a51-bba8-418bb0f21118 req-c3c99bbf-10a1-4489-bfd0-eb4844869f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:33.456725 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eaed0a-42f6-4a51-bba8-418bb0f21118 req-c3c99bbf-10a1-4489-bfd0-eb4844869f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:33.458205 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eaed0a-42f6-4a51-bba8-418bb0f21118 req-c3c99bbf-10a1-4489-bfd0-eb4844869f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:33.458912 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eaed0a-42f6-4a51-bba8-418bb0f21118 req-c3c99bbf-10a1-4489-bfd0-eb4844869f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:33.462806 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-28eaed0a-42f6-4a51-bba8-418bb0f21118 req-c3c99bbf-10a1-4489-bfd0-eb4844869f64 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dacb06c0bb204205bf6fd6f72c27271e&device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 6420 time: 0.3021741 May 13 14:49:33.629439 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152e073-ed18-4cb6-a011-e8b209467cdf service neutron] Pushing event updated for resources: {'Port': ['ID=b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:33.672373 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-0aa10888-19f1-437a-a06c-bb09b38c817e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:34.087713 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eaed0a-42f6-4a51-bba8-418bb0f21118 req-115d82e8-c424-4640-843d-937b7b19e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:34.088681 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eaed0a-42f6-4a51-bba8-418bb0f21118 req-115d82e8-c424-4640-843d-937b7b19e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:34.089463 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eaed0a-42f6-4a51-bba8-418bb0f21118 req-115d82e8-c424-4640-843d-937b7b19e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:34.096005 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-28eaed0a-42f6-4a51-bba8-418bb0f21118 req-115d82e8-c424-4640-843d-937b7b19e196 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=dacb06c0bb204205bf6fd6f72c27271e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6257131 May 13 14:49:34.400365 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eaed0a-42f6-4a51-bba8-418bb0f21118 req-83a3f9ee-febf-4ebb-8382-0c3fd9a8d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:34.402852 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-28eaed0a-42f6-4a51-bba8-418bb0f21118 req-83a3f9ee-febf-4ebb-8382-0c3fd9a8d1fa service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3039033 May 13 14:49:34.628368 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33396641-4eff-470d-9c24-8cd9efbe6acf req-6ee3be1a-5fc0-40d0-a1ba-5fd98341aa6b tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:34.634583 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33396641-4eff-470d-9c24-8cd9efbe6acf req-6ee3be1a-5fc0-40d0-a1ba-5fd98341aa6b tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:34.640664 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33396641-4eff-470d-9c24-8cd9efbe6acf req-6ee3be1a-5fc0-40d0-a1ba-5fd98341aa6b tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:34.646642 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33396641-4eff-470d-9c24-8cd9efbe6acf req-6ee3be1a-5fc0-40d0-a1ba-5fd98341aa6b tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:34.652528 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33396641-4eff-470d-9c24-8cd9efbe6acf req-6ee3be1a-5fc0-40d0-a1ba-5fd98341aa6b tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:34.658382 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33396641-4eff-470d-9c24-8cd9efbe6acf req-6ee3be1a-5fc0-40d0-a1ba-5fd98341aa6b tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:34.664447 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33396641-4eff-470d-9c24-8cd9efbe6acf req-6ee3be1a-5fc0-40d0-a1ba-5fd98341aa6b tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:34.667031 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-33396641-4eff-470d-9c24-8cd9efbe6acf req-6ee3be1a-5fc0-40d0-a1ba-5fd98341aa6b tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5418 time: 0.7338028 May 13 14:49:34.688162 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-0aa10888-19f1-437a-a06c-bb09b38c817e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 809cd876-ad94-47a7-bcee-934e044a9318 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:49:34.758524 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-0aa10888-19f1-437a-a06c-bb09b38c817e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:34.885853 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-0aa10888-19f1-437a-a06c-bb09b38c817e service neutron] Transition to ACTIVE for port object 809cd876-ad94-47a7-bcee-934e044a9318 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:49:35.219245 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-0aa10888-19f1-437a-a06c-bb09b38c817e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:35.787930 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-33396641-4eff-470d-9c24-8cd9efbe6acf req-29b92a49-785f-48cd-88f6-f614e4fb5b59 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9108224 May 13 14:49:36.190342 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa10888-19f1-437a-a06c-bb09b38c817e service neutron] Pushing event updated for resources: {'Port': ['ID=809cd876-ad94-47a7-bcee-934e044a9318,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:36.224999 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-0aa10888-19f1-437a-a06c-bb09b38c817e service neutron] Attempting to bind port 809cd876-ad94-47a7-bcee-934e044a9318 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:49:36.229026 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-0aa10888-19f1-437a-a06c-bb09b38c817e service neutron] Attempting to bind port 809cd876-ad94-47a7-bcee-934e044a9318 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '6a1902e2-8090-4fe5-b451-4ecbfde075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'add62c5c-9eca-4348-9830-32239b4651d7'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:49:36.229554 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-0aa10888-19f1-437a-a06c-bb09b38c817e service neutron] Attempting to bind port 809cd876-ad94-47a7-bcee-934e044a9318 on network add62c5c-9eca-4348-9830-32239b4651d7 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:49:36.277436 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-0aa10888-19f1-437a-a06c-bb09b38c817e service neutron] Port 809cd876-ad94-47a7-bcee-934e044a9318 on network add62c5c-9eca-4348-9830-32239b4651d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:49:36.281739 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-0aa10888-19f1-437a-a06c-bb09b38c817e service neutron] Attempting to bind port 809cd876-ad94-47a7-bcee-934e044a9318 on network add62c5c-9eca-4348-9830-32239b4651d7 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:49:36.323480 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-0aa10888-19f1-437a-a06c-bb09b38c817e service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:49:36.324066 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-0aa10888-19f1-437a-a06c-bb09b38c817e service neutron] Checking segment: {'id': '6a1902e2-8090-4fe5-b451-4ecbfde075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'add62c5c-9eca-4348-9830-32239b4651d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:49:36.324488 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-0aa10888-19f1-437a-a06c-bb09b38c817e service neutron] Bound using segment: {'id': '6a1902e2-8090-4fe5-b451-4ecbfde075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'add62c5c-9eca-4348-9830-32239b4651d7'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:49:36.324958 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-0aa10888-19f1-437a-a06c-bb09b38c817e service neutron] Bound port: 809cd876-ad94-47a7-bcee-934e044a9318, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a1902e2-8090-4fe5-b451-4ecbfde075b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'add62c5c-9eca-4348-9830-32239b4651d7'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:49:36.325287 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-0aa10888-19f1-437a-a06c-bb09b38c817e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:36.658541 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-0aa10888-19f1-437a-a06c-bb09b38c817e service neutron] For port 809cd876-ad94-47a7-bcee-934e044a9318, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:49:36.667437 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-0aa10888-19f1-437a-a06c-bb09b38c817e service neutron] For port 809cd876-ad94-47a7-bcee-934e044a9318, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=809cd876-ad94-47a7-bcee-934e044a9318,segment=NetworkSegment(6a1902e2-8090-4fe5-b451-4ecbfde075b6),segment_id=6a1902e2-8090-4fe5-b451-4ecbfde075b6)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:49:36.680863 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-0aa10888-19f1-437a-a06c-bb09b38c817e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:36.762135 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-0aa10888-19f1-437a-a06c-bb09b38c817e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:36.762820 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-0aa10888-19f1-437a-a06c-bb09b38c817e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:36.765128 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-0aa10888-19f1-437a-a06c-bb09b38c817e service neutron] 10.222.0.59 "PUT /v2.0/ports/809cd876-ad94-47a7-bcee-934e044a9318 HTTP/1.1" status: 200 len: 1091 time: 3.8439960 May 13 14:49:36.786340 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'tag': '809cd876-ad94-47a7-bcee-934e044a9318'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:49:36.942912 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18456f94-5d7f-4ac6-9306-bc2bb607b0ce'] response: {'name': 'network-changed', 'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'tag': '809cd876-ad94-47a7-bcee-934e044a9318', 'status': 'completed', 'code': 200} May 13 14:49:37.068183 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa10888-19f1-437a-a06c-bb09b38c817e service neutron] Pushing event updated for resources: {'Port': ['ID=809cd876-ad94-47a7-bcee-934e044a9318,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:37.434838 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-511c532e-f752-47a1-8614-d8616b0d59ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:37.435742 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-511c532e-f752-47a1-8614-d8616b0d59ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:37.436629 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-511c532e-f752-47a1-8614-d8616b0d59ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:37.437471 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-511c532e-f752-47a1-8614-d8616b0d59ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:37.438254 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-511c532e-f752-47a1-8614-d8616b0d59ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:37.439064 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-511c532e-f752-47a1-8614-d8616b0d59ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:37.440059 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-511c532e-f752-47a1-8614-d8616b0d59ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:37.445640 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-511c532e-f752-47a1-8614-d8616b0d59ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dacb06c0bb204205bf6fd6f72c27271e&device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 6487 time: 0.6235416 May 13 14:49:37.590628 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-a139f2c5-74eb-4851-93ce-7e19c398a6bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1145a0a6-eb35-4fbe-a730-307907e27d99 HTTP/1.1" status: 200 len: 217 time: 0.1380727 May 13 14:49:37.677460 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88593e0f-dd23-4641-bd73-a98c123ffe48 req-e6a02f65-9a3f-433c-8f35-8b8b0e12d876 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:37.683925 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88593e0f-dd23-4641-bd73-a98c123ffe48 req-e6a02f65-9a3f-433c-8f35-8b8b0e12d876 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:37.689959 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88593e0f-dd23-4641-bd73-a98c123ffe48 req-e6a02f65-9a3f-433c-8f35-8b8b0e12d876 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:37.697157 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88593e0f-dd23-4641-bd73-a98c123ffe48 req-e6a02f65-9a3f-433c-8f35-8b8b0e12d876 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:37.703196 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88593e0f-dd23-4641-bd73-a98c123ffe48 req-e6a02f65-9a3f-433c-8f35-8b8b0e12d876 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:37.711927 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88593e0f-dd23-4641-bd73-a98c123ffe48 req-e6a02f65-9a3f-433c-8f35-8b8b0e12d876 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:37.718648 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88593e0f-dd23-4641-bd73-a98c123ffe48 req-e6a02f65-9a3f-433c-8f35-8b8b0e12d876 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:37.750483 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-88593e0f-dd23-4641-bd73-a98c123ffe48 req-e6a02f65-9a3f-433c-8f35-8b8b0e12d876 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5430 time: 0.6400876 May 13 14:49:37.750483 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-d9bcbe75-c208-422b-bd98-70d1a1970e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:37.750483 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-d9bcbe75-c208-422b-bd98-70d1a1970e96 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6c8e4a4-7ae1-42ec-8a8f-588a5dfe3854 HTTP/1.1" status: 200 len: 856 time: 0.1388261 May 13 14:49:37.947418 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-88593e0f-dd23-4641-bd73-a98c123ffe48 req-dbf819a9-7ba7-46ae-8b2f-47e78489474e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2163908 May 13 14:49:38.004844 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-356b3805-cad9-450c-9297-f0401965f941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:38.011670 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-356b3805-cad9-450c-9297-f0401965f941 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2791814-6ab4-4ee1-8449-7b69fcd7217d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2471178 May 13 14:49:38.261041 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-12e1fffe-1822-4872-8917-dd99714d3190 service neutron] 10.222.0.59 "GET /v2.0/networks/c2791814-6ab4-4ee1-8449-7b69fcd7217d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468550 May 13 14:49:38.611138 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-32cbedae-cb4b-4fc6-872c-d085486bd325 service neutron] 10.222.0.59 "GET /v2.0/networks/c2791814-6ab4-4ee1-8449-7b69fcd7217d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375223 May 13 14:49:38.805745 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-e6b238ad-0fc0-4da5-988e-1eb036a7a44e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=7a63f6e5-ceca-4634-989e-47b8cd43cba3 HTTP/1.1" status: 200 len: 217 time: 0.1517203 May 13 14:49:38.876932 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-21d1ea47-af31-4207-bdcb-24340a249c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:38.880975 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-21d1ea47-af31-4207-bdcb-24340a249c37 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d953eaa-2a7e-4580-bb0c-458e876aebfa HTTP/1.1" status: 200 len: 797 time: 0.1084399 May 13 14:49:39.130551 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-b90ecda6-0069-4eeb-a7c6-2b9dce3a7c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:39.132922 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-b90ecda6-0069-4eeb-a7c6-2b9dce3a7c50 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2446494 May 13 14:49:39.383029 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d52360-7dda-4474-b71a-b838bd8b7dab req-46f7048a-bfa8-4884-8387-f33df9e7f235 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:39.392571 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d52360-7dda-4474-b71a-b838bd8b7dab req-46f7048a-bfa8-4884-8387-f33df9e7f235 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:39.403789 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d52360-7dda-4474-b71a-b838bd8b7dab req-46f7048a-bfa8-4884-8387-f33df9e7f235 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:39.412433 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d52360-7dda-4474-b71a-b838bd8b7dab req-46f7048a-bfa8-4884-8387-f33df9e7f235 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:39.419605 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d52360-7dda-4474-b71a-b838bd8b7dab req-46f7048a-bfa8-4884-8387-f33df9e7f235 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:39.425906 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d52360-7dda-4474-b71a-b838bd8b7dab req-46f7048a-bfa8-4884-8387-f33df9e7f235 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:39.444222 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d52360-7dda-4474-b71a-b838bd8b7dab req-46f7048a-bfa8-4884-8387-f33df9e7f235 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:39.446554 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-47d52360-7dda-4474-b71a-b838bd8b7dab req-46f7048a-bfa8-4884-8387-f33df9e7f235 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5430 time: 0.2575397 May 13 14:49:39.543643 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-47d52360-7dda-4474-b71a-b838bd8b7dab req-0123472a-e47c-4b48-8a89-5fc16033745f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0678236 May 13 14:49:39.875894 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-63877f0c-8268-4dd3-a257-ab855aea15f0 service neutron] 10.222.0.59 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7352915 May 13 14:49:40.515395 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-44634ab8-7c68-41e8-8f6e-b333dc2f3215 service neutron] 10.222.0.59 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6266840 May 13 14:49:40.673179 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-20f8ead2-b495-4968-9631-95d12585662c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=e207a457-df02-4445-883d-49c778eef818 HTTP/1.1" status: 200 len: 217 time: 0.1510460 May 13 14:49:40.800402 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-f1841c93-52f0-4ddc-bd64-aa8bb00e6b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:40.803028 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-f1841c93-52f0-4ddc-bd64-aa8bb00e6b70 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d953eaa-2a7e-4580-bb0c-458e876aebfa HTTP/1.1" status: 200 len: 797 time: 0.1205037 May 13 14:49:41.017436 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-8353d502-e036-4df6-b35c-194195603744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:41.018949 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-8353d502-e036-4df6-b35c-194195603744 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2079871 May 13 14:49:41.251363 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b020d8-f90c-4ad5-b80e-f5f9ea388f78 req-0c430a70-9dc7-41e2-a745-9b1aa2d4738a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:41.268145 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b020d8-f90c-4ad5-b80e-f5f9ea388f78 req-0c430a70-9dc7-41e2-a745-9b1aa2d4738a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:41.281904 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b020d8-f90c-4ad5-b80e-f5f9ea388f78 req-0c430a70-9dc7-41e2-a745-9b1aa2d4738a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:41.294350 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b020d8-f90c-4ad5-b80e-f5f9ea388f78 req-0c430a70-9dc7-41e2-a745-9b1aa2d4738a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:41.306339 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b020d8-f90c-4ad5-b80e-f5f9ea388f78 req-0c430a70-9dc7-41e2-a745-9b1aa2d4738a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:41.319071 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b020d8-f90c-4ad5-b80e-f5f9ea388f78 req-0c430a70-9dc7-41e2-a745-9b1aa2d4738a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:41.332891 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b020d8-f90c-4ad5-b80e-f5f9ea388f78 req-0c430a70-9dc7-41e2-a745-9b1aa2d4738a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:41.336734 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a9b020d8-f90c-4ad5-b80e-f5f9ea388f78 req-0c430a70-9dc7-41e2-a745-9b1aa2d4738a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5430 time: 0.4158010 May 13 14:49:41.508098 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-64eb4f87-8e03-4aa3-9041-273a40a4a2fb service neutron] 10.222.0.59 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817107 May 13 14:49:41.693246 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a9b020d8-f90c-4ad5-b80e-f5f9ea388f78 req-0211e02d-37d6-4e9a-98b7-6bde1e2a976b tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3475158 May 13 14:49:41.764361 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6e210e19-372a-4f56-a2c8-b7ff2ebbdd1d service neutron] 10.222.0.59 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386479 May 13 14:49:41.863414 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-122057ed-55f2-4f4c-9c6a-0c31bd4b0cd6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=23a0b5c0-5383-42e4-83f7-23a3a9751367 HTTP/1.1" status: 200 len: 217 time: 0.0924516 May 13 14:49:42.105660 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-a2ee1947-3fd9-474c-ad7a-3f7c38f28b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:42.111728 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-a2ee1947-3fd9-474c-ad7a-3f7c38f28b7e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d953eaa-2a7e-4580-bb0c-458e876aebfa HTTP/1.1" status: 200 len: 797 time: 0.2425692 May 13 14:49:42.231254 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6176385b-ab31-48d7-a906-e501a19384fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:42.232891 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6176385b-ab31-48d7-a906-e501a19384fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1112862 May 13 14:49:42.424795 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-d80ab640-4343-474e-8abc-68752460df72 service neutron] 10.222.0.59 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849477 May 13 14:49:42.799983 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-70540124-683c-4c74-8c85-96b05642062e service neutron] 10.222.0.59 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687851 May 13 14:49:43.199379 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-bfaf8d29-d16f-4a72-b174-0c44e79db488 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=ead8f4bc-18b3-4bda-8059-38906d99256f HTTP/1.1" status: 200 len: 217 time: 0.3857572 May 13 14:49:43.356930 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-432b5ee1-54c2-4905-aa82-bfee3370b90c req-ea7aa488-3f75-4e45-8039-65f9a6049c8a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=35059ec1-f3f3-422f-877f-6487e1b9565a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1326129 May 13 14:49:43.521354 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-8bff9024-9ab6-4f65-b0db-7ae55e3adb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:43.524072 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-8bff9024-9ab6-4f65-b0db-7ae55e3adb66 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d953eaa-2a7e-4580-bb0c-458e876aebfa HTTP/1.1" status: 200 len: 797 time: 0.3124368 May 13 14:49:43.621136 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045116e-0ba7-4866-8964-8f1a30e2a84b req-552f86ae-25d9-4cbc-9a8a-6746df4327c1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:43.628644 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045116e-0ba7-4866-8964-8f1a30e2a84b req-552f86ae-25d9-4cbc-9a8a-6746df4327c1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:43.634912 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045116e-0ba7-4866-8964-8f1a30e2a84b req-552f86ae-25d9-4cbc-9a8a-6746df4327c1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:43.641150 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045116e-0ba7-4866-8964-8f1a30e2a84b req-552f86ae-25d9-4cbc-9a8a-6746df4327c1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:43.647282 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045116e-0ba7-4866-8964-8f1a30e2a84b req-552f86ae-25d9-4cbc-9a8a-6746df4327c1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:43.653571 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045116e-0ba7-4866-8964-8f1a30e2a84b req-552f86ae-25d9-4cbc-9a8a-6746df4327c1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:43.661218 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045116e-0ba7-4866-8964-8f1a30e2a84b req-552f86ae-25d9-4cbc-9a8a-6746df4327c1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:43.663638 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9045116e-0ba7-4866-8964-8f1a30e2a84b req-552f86ae-25d9-4cbc-9a8a-6746df4327c1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5430 time: 0.5564101 May 13 14:49:43.706051 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b5ee1-54c2-4905-aa82-bfee3370b90c req-fa41d094-4e88-4db7-b3b7-4850c1601e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:43.707944 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-432b5ee1-54c2-4905-aa82-bfee3370b90c req-fa41d094-4e88-4db7-b3b7-4850c1601e35 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b31433d5022490ba6cd8b183da7a35f&device_id=35059ec1-f3f3-422f-877f-6487e1b9565a HTTP/1.1" status: 200 len: 1096 time: 0.2184875 May 13 14:49:43.727237 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-37961e50-e432-44a0-affb-ee557bb903b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:43.728899 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-37961e50-e432-44a0-affb-ee557bb903b9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1973155 May 13 14:49:43.733999 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9045116e-0ba7-4866-8964-8f1a30e2a84b req-3ec8b86f-3938-4343-b0d4-34b3412b2e19 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620561 May 13 14:49:43.739174 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1812c4d-7ca7-4b52-8374-7a3b85e0a8c8 req-a21a7c04-0391-4927-b53e-7c5c63ff239e tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:43.754053 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1812c4d-7ca7-4b52-8374-7a3b85e0a8c8 req-a21a7c04-0391-4927-b53e-7c5c63ff239e tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:43.767655 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1812c4d-7ca7-4b52-8374-7a3b85e0a8c8 req-a21a7c04-0391-4927-b53e-7c5c63ff239e tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:43.781446 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1812c4d-7ca7-4b52-8374-7a3b85e0a8c8 req-a21a7c04-0391-4927-b53e-7c5c63ff239e tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:43.796203 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1812c4d-7ca7-4b52-8374-7a3b85e0a8c8 req-a21a7c04-0391-4927-b53e-7c5c63ff239e tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:43.809056 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1812c4d-7ca7-4b52-8374-7a3b85e0a8c8 req-a21a7c04-0391-4927-b53e-7c5c63ff239e tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:43.820135 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1812c4d-7ca7-4b52-8374-7a3b85e0a8c8 req-a21a7c04-0391-4927-b53e-7c5c63ff239e tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:43.834194 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b1812c4d-7ca7-4b52-8374-7a3b85e0a8c8 req-a21a7c04-0391-4927-b53e-7c5c63ff239e tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5432 time: 0.2589991 May 13 14:49:44.069368 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b1812c4d-7ca7-4b52-8374-7a3b85e0a8c8 req-d6955420-c74c-4679-8344-59a6754e62c3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2339649 May 13 14:49:44.080678 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-e4dc62ac-60be-418c-b5ff-e11293dbc231 service neutron] 10.222.0.59 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383231 May 13 14:49:44.127846 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b5ee1-54c2-4905-aa82-bfee3370b90c req-a4986b61-877d-45d7-a793-289dd005043e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:44.129870 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-432b5ee1-54c2-4905-aa82-bfee3370b90c req-a4986b61-877d-45d7-a793-289dd005043e service neutron] 10.222.0.59 "GET /v2.0/networks?id=3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 HTTP/1.1" status: 200 len: 911 time: 0.2642531 May 13 14:49:44.384532 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-6a4a0d5a-d01b-46d6-8bbc-cd8726aa7a4a service neutron] 10.222.0.59 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971897 May 13 14:49:44.457145 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-432b5ee1-54c2-4905-aa82-bfee3370b90c req-3570ebdc-f692-4d57-92d9-7e72ab315a41 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfb9fb94-5dd6-40ae-9e36-72474a502bad HTTP/1.1" status: 200 len: 1001 time: 0.3188994 May 13 14:49:44.541113 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-7482a285-9eaa-48ca-8e52-f12f1a0daf23 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c HTTP/1.1" status: 200 len: 217 time: 0.1414924 May 13 14:49:44.549504 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b5ee1-54c2-4905-aa82-bfee3370b90c req-fed143f7-79bb-4f9f-aff3-dde3d3e76b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:44.550991 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-432b5ee1-54c2-4905-aa82-bfee3370b90c req-fed143f7-79bb-4f9f-aff3-dde3d3e76b92 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=363e7da1-0d6f-4e89-9da3-93f517417d88 HTTP/1.1" status: 200 len: 849 time: 0.0896623 May 13 14:49:44.647503 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-4dce4989-092a-412b-acc6-bad0860875ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:44.649829 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-4dce4989-092a-412b-acc6-bad0860875ed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ab4d13d9-e6e2-41d7-a1c7-685370a51797 HTTP/1.1" status: 200 len: 797 time: 0.1020536 May 13 14:49:44.702376 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b5ee1-54c2-4905-aa82-bfee3370b90c req-d693d82e-6f75-45eb-a983-5e8a052f9e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:44.705434 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-432b5ee1-54c2-4905-aa82-bfee3370b90c req-d693d82e-6f75-45eb-a983-5e8a052f9e1c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3c40b33f-7bf3-4984-a9df-d5e9c9e61d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1474323 May 13 14:49:44.743593 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-831119a8-3c11-4c6f-a399-b26d189f5364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:44.745217 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-831119a8-3c11-4c6f-a399-b26d189f5364 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=add62c5c-9eca-4348-9830-32239b4651d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0887809 May 13 14:49:44.936401 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-627ff79e-a1e3-4b0a-93cb-cb290d84846c service neutron] 10.222.0.59 "GET /v2.0/networks/add62c5c-9eca-4348-9830-32239b4651d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832368 May 13 14:49:45.008815 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-432b5ee1-54c2-4905-aa82-bfee3370b90c req-e216e500-dafb-45df-8d15-d16168db29ea service neutron] 10.222.0.59 "GET /v2.0/networks/3c40b33f-7bf3-4984-a9df-d5e9c9e61d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972028 May 13 14:49:45.163028 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-5716cade-a007-4c58-bc4a-fbef3fa9719f service neutron] 10.222.0.59 "GET /v2.0/networks/add62c5c-9eca-4348-9830-32239b4651d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207711 May 13 14:49:45.183099 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-432b5ee1-54c2-4905-aa82-bfee3370b90c req-4943fd58-9b6c-4532-9d88-b6a7ccbd1b0b service neutron] 10.222.0.59 "GET /v2.0/networks/3c40b33f-7bf3-4984-a9df-d5e9c9e61d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677332 May 13 14:49:45.418892 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-cc9214dd-9c96-4534-9d62-9f44677779f8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=809cd876-ad94-47a7-bcee-934e044a9318 HTTP/1.1" status: 200 len: 217 time: 0.2108047 May 13 14:49:45.521613 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c71bb-3af4-4e2f-9e5e-174d48632a76 req-cb5ca7aa-d795-4e43-96be-a99ec91f6486 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:45.528913 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c71bb-3af4-4e2f-9e5e-174d48632a76 req-cb5ca7aa-d795-4e43-96be-a99ec91f6486 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:45.533420 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b9060-7930-4b9c-9bda-1251232abfd3 req-2660dd4b-b050-4576-9745-da2dd43a44af tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:45.540077 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c71bb-3af4-4e2f-9e5e-174d48632a76 req-cb5ca7aa-d795-4e43-96be-a99ec91f6486 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:45.546777 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b9060-7930-4b9c-9bda-1251232abfd3 req-2660dd4b-b050-4576-9745-da2dd43a44af tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:45.546978 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c71bb-3af4-4e2f-9e5e-174d48632a76 req-cb5ca7aa-d795-4e43-96be-a99ec91f6486 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:45.555205 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c71bb-3af4-4e2f-9e5e-174d48632a76 req-cb5ca7aa-d795-4e43-96be-a99ec91f6486 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:45.558041 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b9060-7930-4b9c-9bda-1251232abfd3 req-2660dd4b-b050-4576-9745-da2dd43a44af tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:45.562943 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c71bb-3af4-4e2f-9e5e-174d48632a76 req-cb5ca7aa-d795-4e43-96be-a99ec91f6486 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:45.564985 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b9060-7930-4b9c-9bda-1251232abfd3 req-2660dd4b-b050-4576-9745-da2dd43a44af tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:45.572466 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c71bb-3af4-4e2f-9e5e-174d48632a76 req-cb5ca7aa-d795-4e43-96be-a99ec91f6486 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:45.573355 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b9060-7930-4b9c-9bda-1251232abfd3 req-2660dd4b-b050-4576-9745-da2dd43a44af tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:45.580704 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b9060-7930-4b9c-9bda-1251232abfd3 req-2660dd4b-b050-4576-9745-da2dd43a44af tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:45.586809 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-703c71bb-3af4-4e2f-9e5e-174d48632a76 req-cb5ca7aa-d795-4e43-96be-a99ec91f6486 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5430 time: 0.4223824 May 13 14:49:45.593105 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b9060-7930-4b9c-9bda-1251232abfd3 req-2660dd4b-b050-4576-9745-da2dd43a44af tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:45.619206 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-3232b6e8-033a-4a94-9fa2-3c882e1ca01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:45.619815 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-3232b6e8-033a-4a94-9fa2-3c882e1ca01d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ab4d13d9-e6e2-41d7-a1c7-685370a51797 HTTP/1.1" status: 200 len: 797 time: 0.1953735 May 13 14:49:45.640755 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-319b9060-7930-4b9c-9bda-1251232abfd3 req-2660dd4b-b050-4576-9745-da2dd43a44af tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5432 time: 0.2736900 May 13 14:49:45.790349 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-319b9060-7930-4b9c-9bda-1251232abfd3 req-a3ed3cce-e953-47de-bd0c-ad66ed3ebf09 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1420012 May 13 14:49:45.926664 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-703c71bb-3af4-4e2f-9e5e-174d48632a76 req-b925e60c-d0b0-4c8c-aa00-d0a2489419fd tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3388464 May 13 14:49:45.962636 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-9e56963d-f4d4-4ed2-8c91-1fa7c9111679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:45.963328 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-9e56963d-f4d4-4ed2-8c91-1fa7c9111679 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=add62c5c-9eca-4348-9830-32239b4651d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3359725 May 13 14:49:46.218299 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-41a612ac-8a59-4c07-9586-4f6073e04a15 service neutron] 10.222.0.59 "GET /v2.0/networks/add62c5c-9eca-4348-9830-32239b4651d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231731 May 13 14:49:46.415402 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49ec3dc0-849e-431a-866d-61a4bf9470fe req-f9ac2bdd-a3b0-42bb-a1ba-1b72b36d67da service neutron] 10.222.0.59 "GET /v2.0/networks/add62c5c-9eca-4348-9830-32239b4651d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119021 May 13 14:49:46.651996 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9a52c-2eb9-429a-8178-f5e1de6199b7 req-55ccb9ab-ae34-45f7-80ac-f25b4d82d100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:46.662884 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9a52c-2eb9-429a-8178-f5e1de6199b7 req-55ccb9ab-ae34-45f7-80ac-f25b4d82d100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:46.663584 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9a52c-2eb9-429a-8178-f5e1de6199b7 req-55ccb9ab-ae34-45f7-80ac-f25b4d82d100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:46.664065 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9a52c-2eb9-429a-8178-f5e1de6199b7 req-55ccb9ab-ae34-45f7-80ac-f25b4d82d100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:46.664541 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9a52c-2eb9-429a-8178-f5e1de6199b7 req-55ccb9ab-ae34-45f7-80ac-f25b4d82d100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:46.665008 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9a52c-2eb9-429a-8178-f5e1de6199b7 req-55ccb9ab-ae34-45f7-80ac-f25b4d82d100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:46.665474 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9a52c-2eb9-429a-8178-f5e1de6199b7 req-55ccb9ab-ae34-45f7-80ac-f25b4d82d100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:46.668163 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6eb9a52c-2eb9-429a-8178-f5e1de6199b7 req-55ccb9ab-ae34-45f7-80ac-f25b4d82d100 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dacb06c0bb204205bf6fd6f72c27271e&device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 6487 time: 0.1678703 May 13 14:49:47.547153 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9a52c-2eb9-429a-8178-f5e1de6199b7 req-ed804b94-304b-4e10-81ec-0f141d00c6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:47.548620 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6eb9a52c-2eb9-429a-8178-f5e1de6199b7 req-ed804b94-304b-4e10-81ec-0f141d00c6b0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=add62c5c-9eca-4348-9830-32239b4651d7 HTTP/1.1" status: 200 len: 902 time: 0.8729889 May 13 14:49:47.664273 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6eb9a52c-2eb9-429a-8178-f5e1de6199b7 req-ad0c21be-dfbc-4ad7-a750-55e4a07aad6d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=809cd876-ad94-47a7-bcee-934e044a9318 HTTP/1.1" status: 200 len: 217 time: 0.1073072 May 13 14:49:47.678546 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbc242-938d-474e-879d-712e48a9ee49 req-4281bd1d-a467-4b78-b0b7-0b571cf5b8f3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:47.685189 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbc242-938d-474e-879d-712e48a9ee49 req-4281bd1d-a467-4b78-b0b7-0b571cf5b8f3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:47.692380 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbc242-938d-474e-879d-712e48a9ee49 req-4281bd1d-a467-4b78-b0b7-0b571cf5b8f3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:47.699210 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbc242-938d-474e-879d-712e48a9ee49 req-4281bd1d-a467-4b78-b0b7-0b571cf5b8f3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:47.706188 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbc242-938d-474e-879d-712e48a9ee49 req-4281bd1d-a467-4b78-b0b7-0b571cf5b8f3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:47.712896 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbc242-938d-474e-879d-712e48a9ee49 req-4281bd1d-a467-4b78-b0b7-0b571cf5b8f3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:47.719329 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbc242-938d-474e-879d-712e48a9ee49 req-4281bd1d-a467-4b78-b0b7-0b571cf5b8f3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:47.721808 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94dbc242-938d-474e-879d-712e48a9ee49 req-4281bd1d-a467-4b78-b0b7-0b571cf5b8f3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5432 time: 0.6150589 May 13 14:49:47.774751 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea53c15-c1c9-4383-90bb-77846773ed6d req-2e417c34-6ec4-41ca-be82-c49432c2bffa tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:47.786683 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea53c15-c1c9-4383-90bb-77846773ed6d req-2e417c34-6ec4-41ca-be82-c49432c2bffa tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:47.792204 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9a52c-2eb9-429a-8178-f5e1de6199b7 req-8b35a8ed-7b6e-4663-9511-4ee2e496b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:47.793957 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6eb9a52c-2eb9-429a-8178-f5e1de6199b7 req-8b35a8ed-7b6e-4663-9511-4ee2e496b331 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ab4d13d9-e6e2-41d7-a1c7-685370a51797 HTTP/1.1" status: 200 len: 797 time: 0.0703251 May 13 14:49:47.798019 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea53c15-c1c9-4383-90bb-77846773ed6d req-2e417c34-6ec4-41ca-be82-c49432c2bffa tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:47.809431 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea53c15-c1c9-4383-90bb-77846773ed6d req-2e417c34-6ec4-41ca-be82-c49432c2bffa tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:47.821396 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea53c15-c1c9-4383-90bb-77846773ed6d req-2e417c34-6ec4-41ca-be82-c49432c2bffa tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:47.833398 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea53c15-c1c9-4383-90bb-77846773ed6d req-2e417c34-6ec4-41ca-be82-c49432c2bffa tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:47.844661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea53c15-c1c9-4383-90bb-77846773ed6d req-2e417c34-6ec4-41ca-be82-c49432c2bffa tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:47.848096 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3ea53c15-c1c9-4383-90bb-77846773ed6d req-2e417c34-6ec4-41ca-be82-c49432c2bffa tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5430 time: 0.3510737 May 13 14:49:47.937243 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3ea53c15-c1c9-4383-90bb-77846773ed6d req-b6e183cf-5c1f-4f50-9fb6-f84f4acb7601 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0820544 May 13 14:49:47.965436 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbc242-938d-474e-879d-712e48a9ee49 req-9289308a-3775-483f-98ea-2074563e281a tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:47.966986 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94dbc242-938d-474e-879d-712e48a9ee49 req-9289308a-3775-483f-98ea-2074563e281a tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.74 "GET /v2.0/ports/daf2e69b-43ff-47c0-885c-637ff3620bd1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1719122 May 13 14:49:47.981876 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b806a-e82c-4687-a708-71be7a41a2d0 req-c7d52849-d8d7-418c-9d9c-d87e7d9b7954 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:47.988463 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b806a-e82c-4687-a708-71be7a41a2d0 req-c7d52849-d8d7-418c-9d9c-d87e7d9b7954 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:47.994853 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b806a-e82c-4687-a708-71be7a41a2d0 req-c7d52849-d8d7-418c-9d9c-d87e7d9b7954 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:48.001678 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b806a-e82c-4687-a708-71be7a41a2d0 req-c7d52849-d8d7-418c-9d9c-d87e7d9b7954 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:48.007734 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b806a-e82c-4687-a708-71be7a41a2d0 req-c7d52849-d8d7-418c-9d9c-d87e7d9b7954 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:48.013760 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b806a-e82c-4687-a708-71be7a41a2d0 req-c7d52849-d8d7-418c-9d9c-d87e7d9b7954 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:48.020330 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b806a-e82c-4687-a708-71be7a41a2d0 req-c7d52849-d8d7-418c-9d9c-d87e7d9b7954 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:48.043766 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e87b806a-e82c-4687-a708-71be7a41a2d0 req-c7d52849-d8d7-418c-9d9c-d87e7d9b7954 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5432 time: 0.6686764 May 13 14:49:48.104723 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:48.229073 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9a52c-2eb9-429a-8178-f5e1de6199b7 req-767af3b3-7da6-44d5-b8b9-36f04d64b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:48.231601 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6eb9a52c-2eb9-429a-8178-f5e1de6199b7 req-767af3b3-7da6-44d5-b8b9-36f04d64b882 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=add62c5c-9eca-4348-9830-32239b4651d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3952775 May 13 14:49:48.238857 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e87b806a-e82c-4687-a708-71be7a41a2d0 req-3c5dffd3-db72-4291-9d0e-7bf0fabdf08e tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1651204 May 13 14:49:48.668031 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6eb9a52c-2eb9-429a-8178-f5e1de6199b7 req-a87134ae-5ac5-4a1c-86fe-d8eca20b8cb3 service neutron] 10.222.0.59 "GET /v2.0/networks/add62c5c-9eca-4348-9830-32239b4651d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206641 May 13 14:49:48.801081 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-9ba1b9fe-b209-4309-953f-8f88145280a2 req-08f10745-1190-4165-9d2f-203f921b4d76 tempest-ListServersNegativeTestJSON-1318265159 tempest-ListServersNegativeTestJSON-1318265159-project] (88081) timed out ('10.222.0.74', 53135) {{(pid=88081) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 14:49:48.894579 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-94dbc242-938d-474e-879d-712e48a9ee49 req-525cd195-bb3a-43e2-b614-4f23d21d6328 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Synchronizing usage tracker for tenant:18b9c5d8b3d043279654e2a115822f2a on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:49:48.971490 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-94dbc242-938d-474e-879d-712e48a9ee49 req-525cd195-bb3a-43e2-b614-4f23d21d6328 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Unset dirty status for tenant:18b9c5d8b3d043279654e2a115822f2a on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:49:48.972979 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94dbc242-938d-474e-879d-712e48a9ee49 req-525cd195-bb3a-43e2-b614-4f23d21d6328 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.74 "GET /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.9264812 May 13 14:49:49.056229 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-94dbc242-938d-474e-879d-712e48a9ee49 req-868f43b3-c0db-4164-98f4-d231eb476fb7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:49.266625 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6eb9a52c-2eb9-429a-8178-f5e1de6199b7 req-0a227302-d1b6-41ef-992b-25dc06aa5214 service neutron] 10.222.0.59 "GET /v2.0/networks/add62c5c-9eca-4348-9830-32239b4651d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5794973 May 13 14:49:49.486042 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94dbc242-938d-474e-879d-712e48a9ee49 req-868f43b3-c0db-4164-98f4-d231eb476fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:49.540959 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 42a1abac-e5c5-46b8-a459-21e4016e4e47 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:49:49.897006 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 42a1abac-e5c5-46b8-a459-21e4016e4e47 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:49:49.897746 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:49.987493 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 42a1abac-e5c5-46b8-a459-21e4016e4e47, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=42a1abac-e5c5-46b8-a459-21e4016e4e47,segment=NetworkSegment(5de83cfe-6331-4b64-bbaf-edddf095904e),segment_id=5de83cfe-6331-4b64-bbaf-edddf095904e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:49.989712 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42a1abac-e5c5-46b8-a459-21e4016e4e47'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:49:50.002190 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:50.005220 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 67e7f531-e2b2-4161-81a5-7ac49b7125b3 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:49:50.360332 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef64110-fa39-40d8-82fd-a325e271f937 req-8273f237-1403-4daa-86fc-904435e860d5 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:50.390901 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef64110-fa39-40d8-82fd-a325e271f937 req-8273f237-1403-4daa-86fc-904435e860d5 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:50.425235 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef64110-fa39-40d8-82fd-a325e271f937 req-8273f237-1403-4daa-86fc-904435e860d5 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:50.466107 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef64110-fa39-40d8-82fd-a325e271f937 req-8273f237-1403-4daa-86fc-904435e860d5 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:50.527893 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef64110-fa39-40d8-82fd-a325e271f937 req-8273f237-1403-4daa-86fc-904435e860d5 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:50.561392 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef64110-fa39-40d8-82fd-a325e271f937 req-8273f237-1403-4daa-86fc-904435e860d5 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:50.632069 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef64110-fa39-40d8-82fd-a325e271f937 req-8273f237-1403-4daa-86fc-904435e860d5 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:50.657714 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bef64110-fa39-40d8-82fd-a325e271f937 req-8273f237-1403-4daa-86fc-904435e860d5 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5430 time: 1.2649245 May 13 14:49:50.679047 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-94dbc242-938d-474e-879d-712e48a9ee49 req-868f43b3-c0db-4164-98f4-d231eb476fb7 service neutron] For port daf2e69b-43ff-47c0-885c-637ff3620bd1, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=daf2e69b-43ff-47c0-885c-637ff3620bd1,segment=NetworkSegment(5de83cfe-6331-4b64-bbaf-edddf095904e),segment_id=5de83cfe-6331-4b64-bbaf-edddf095904e)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:50.721552 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d9a57-1763-4152-b54a-e89b02dcdc26 req-664abfe7-30e4-4f39-80e6-13b9f79d3866 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:50.728451 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d9a57-1763-4152-b54a-e89b02dcdc26 req-664abfe7-30e4-4f39-80e6-13b9f79d3866 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:50.735992 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d9a57-1763-4152-b54a-e89b02dcdc26 req-664abfe7-30e4-4f39-80e6-13b9f79d3866 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:50.742335 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d9a57-1763-4152-b54a-e89b02dcdc26 req-664abfe7-30e4-4f39-80e6-13b9f79d3866 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:50.749770 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d9a57-1763-4152-b54a-e89b02dcdc26 req-664abfe7-30e4-4f39-80e6-13b9f79d3866 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:50.757186 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d9a57-1763-4152-b54a-e89b02dcdc26 req-664abfe7-30e4-4f39-80e6-13b9f79d3866 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:50.763574 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d9a57-1763-4152-b54a-e89b02dcdc26 req-664abfe7-30e4-4f39-80e6-13b9f79d3866 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:50.786673 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4e8d9a57-1763-4152-b54a-e89b02dcdc26 req-664abfe7-30e4-4f39-80e6-13b9f79d3866 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 5430 time: 0.7552371 May 13 14:49:50.796575 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=42a1abac-e5c5-46b8-a459-21e4016e4e47,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:50.887407 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bef64110-fa39-40d8-82fd-a325e271f937 req-cfe22520-2c81-422b-8667-99d23be3b0a2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2243686 May 13 14:49:50.957303 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [req-94dbc242-938d-474e-879d-712e48a9ee49 req-868f43b3-c0db-4164-98f4-d231eb476fb7 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:49:51.092448 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4e8d9a57-1763-4152-b54a-e89b02dcdc26 req-0cd61f73-5251-4a4f-9411-a082bb62c11a tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3041642 May 13 14:49:51.146802 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-94dbc242-938d-474e-879d-712e48a9ee49 req-868f43b3-c0db-4164-98f4-d231eb476fb7 service neutron] For port daf2e69b-43ff-47c0-885c-637ff3620bd1, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:49:51.168277 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4b9e62c-8b4c-4e0b-9df8-0cc4c1c3b9e2'] response: {'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42a1abac-e5c5-46b8-a459-21e4016e4e47', 'code': 200} May 13 14:49:51.205625 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 67e7f531-e2b2-4161-81a5-7ac49b7125b3 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:49:51.207210 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:51.262646 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-94dbc242-938d-474e-879d-712e48a9ee49 req-868f43b3-c0db-4164-98f4-d231eb476fb7 service neutron] device_id is not set on port daf2e69b-43ff-47c0-885c-637ff3620bd1 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:49:51.287297 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94dbc242-938d-474e-879d-712e48a9ee49 req-868f43b3-c0db-4164-98f4-d231eb476fb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:51.305188 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94dbc242-938d-474e-879d-712e48a9ee49 req-868f43b3-c0db-4164-98f4-d231eb476fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:51.369319 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 67e7f531-e2b2-4161-81a5-7ac49b7125b3, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=67e7f531-e2b2-4161-81a5-7ac49b7125b3,segment=NetworkSegment(5de83cfe-6331-4b64-bbaf-edddf095904e),segment_id=5de83cfe-6331-4b64-bbaf-edddf095904e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:51.380151 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:51.383695 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 287acb6a-4dc7-45f4-8951-887c0db993bc no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:49:52.043622 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=67e7f531-e2b2-4161-81a5-7ac49b7125b3,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:52.159343 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-94dbc242-938d-474e-879d-712e48a9ee49 req-868f43b3-c0db-4164-98f4-d231eb476fb7 service neutron] No DVR routers for this DVR port daf2e69b-43ff-47c0-885c-637ff3620bd1 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:49:52.346772 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f43b3-c0db-4164-98f4-d231eb476fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=daf2e69b-43ff-47c0-885c-637ff3620bd1,revision_number=6']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:52.480408 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 287acb6a-4dc7-45f4-8951-887c0db993bc is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:49:52.488770 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:52.506007 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-94dbc242-938d-474e-879d-712e48a9ee49 req-868f43b3-c0db-4164-98f4-d231eb476fb7 service neutron] In _notify_port_updated(), no bound segment for port daf2e69b-43ff-47c0-885c-637ff3620bd1 on network 1a1930ec-5440-44c2-86b3-9a9de9e18d18 {{(pid=88082) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:49:52.513032 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbc242-938d-474e-879d-712e48a9ee49 req-868f43b3-c0db-4164-98f4-d231eb476fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:52.514757 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94dbc242-938d-474e-879d-712e48a9ee49 req-868f43b3-c0db-4164-98f4-d231eb476fb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:52.517039 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94dbc242-938d-474e-879d-712e48a9ee49 req-868f43b3-c0db-4164-98f4-d231eb476fb7 service neutron] 10.222.0.74 "PUT /v2.0/ports/daf2e69b-43ff-47c0-885c-637ff3620bd1 HTTP/1.1" status: 200 len: 1026 time: 3.5047421 May 13 14:49:52.552013 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46222a52-1a2e-4586-8e57-d5a50e6d1a4a req-9bd4889e-6b11-4e1d-84a2-5e46350ccd82 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:52.584707 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46222a52-1a2e-4586-8e57-d5a50e6d1a4a req-9bd4889e-6b11-4e1d-84a2-5e46350ccd82 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:52.590934 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46222a52-1a2e-4586-8e57-d5a50e6d1a4a req-9bd4889e-6b11-4e1d-84a2-5e46350ccd82 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:52.612525 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-135227d6-6baa-4e4a-93bd-f1d594b36ed8 None None] Provisioning complete for port daf2e69b-43ff-47c0-885c-637ff3620bd1 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:49:52.612808 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46222a52-1a2e-4586-8e57-d5a50e6d1a4a req-9bd4889e-6b11-4e1d-84a2-5e46350ccd82 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:52.613629 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-135227d6-6baa-4e4a-93bd-f1d594b36ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:52.618744 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46222a52-1a2e-4586-8e57-d5a50e6d1a4a req-9bd4889e-6b11-4e1d-84a2-5e46350ccd82 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:52.646536 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46222a52-1a2e-4586-8e57-d5a50e6d1a4a req-9bd4889e-6b11-4e1d-84a2-5e46350ccd82 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:52.652469 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46222a52-1a2e-4586-8e57-d5a50e6d1a4a req-9bd4889e-6b11-4e1d-84a2-5e46350ccd82 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:52.654517 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-46222a52-1a2e-4586-8e57-d5a50e6d1a4a req-9bd4889e-6b11-4e1d-84a2-5e46350ccd82 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5430 time: 0.4237523 May 13 14:49:52.745941 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-46222a52-1a2e-4586-8e57-d5a50e6d1a4a req-d5439a66-15a0-4437-8a95-c2c48290bb3c tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0750070 May 13 14:49:52.749709 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 287acb6a-4dc7-45f4-8951-887c0db993bc, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=287acb6a-4dc7-45f4-8951-887c0db993bc,segment=NetworkSegment(fae8ba92-53c8-4329-8f52-6b8b386d5a97),segment_id=fae8ba92-53c8-4329-8f52-6b8b386d5a97)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:52.760583 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-135227d6-6baa-4e4a-93bd-f1d594b36ed8 None None] Port daf2e69b-43ff-47c0-885c-637ff3620bd1 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:49:52.763383 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:52.764654 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device daf2e69b-43ff-47c0-885c-637ff3620bd1 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:49:52.784034 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbc242-938d-474e-879d-712e48a9ee49 req-14329ac1-0fa5-408f-b28f-43cb18153fe0 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:52.790424 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94dbc242-938d-474e-879d-712e48a9ee49 req-14329ac1-0fa5-408f-b28f-43cb18153fe0 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.74 "GET /v2.0/ports/67e7f531-e2b2-4161-81a5-7ac49b7125b3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2621059 May 13 14:49:52.807380 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-94dbc242-938d-474e-879d-712e48a9ee49 req-9e3a7833-0bd8-4680-abe1-4870e3b3ff6b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:53.094848 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=287acb6a-4dc7-45f4-8951-887c0db993bc,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:53.141433 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device daf2e69b-43ff-47c0-885c-637ff3620bd1 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:49:53.152612 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 870bf163-4bc8-4f62-aa1e-a97e2ee5bef9 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:49:53.188987 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94dbc242-938d-474e-879d-712e48a9ee49 req-9e3a7833-0bd8-4680-abe1-4870e3b3ff6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:53.244468 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fa788-4dff-47d5-b9be-143922b752d9 req-eeb6e9bf-b1e9-4d80-8269-999ab67b5c15 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:53.270506 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fa788-4dff-47d5-b9be-143922b752d9 req-eeb6e9bf-b1e9-4d80-8269-999ab67b5c15 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:53.314386 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67e7f531-e2b2-4161-81a5-7ac49b7125b3'}, {'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '287acb6a-4dc7-45f4-8951-887c0db993bc'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:49:53.314647 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fa788-4dff-47d5-b9be-143922b752d9 req-eeb6e9bf-b1e9-4d80-8269-999ab67b5c15 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:53.320906 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fa788-4dff-47d5-b9be-143922b752d9 req-eeb6e9bf-b1e9-4d80-8269-999ab67b5c15 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:53.347951 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fa788-4dff-47d5-b9be-143922b752d9 req-eeb6e9bf-b1e9-4d80-8269-999ab67b5c15 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:53.376276 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fa788-4dff-47d5-b9be-143922b752d9 req-eeb6e9bf-b1e9-4d80-8269-999ab67b5c15 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:53.385248 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-287fa788-4dff-47d5-b9be-143922b752d9 req-eeb6e9bf-b1e9-4d80-8269-999ab67b5c15 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 4653 time: 0.2946815 May 13 14:49:53.511748 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 870bf163-4bc8-4f62-aa1e-a97e2ee5bef9 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:49:53.512126 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:53.539869 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03ea830d-88ca-4c4f-b0ba-0263dfebf6f8'] response: {'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67e7f531-e2b2-4161-81a5-7ac49b7125b3', 'code': 200} May 13 14:49:53.540114 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03ea830d-88ca-4c4f-b0ba-0263dfebf6f8'] response: {'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '287acb6a-4dc7-45f4-8951-887c0db993bc', 'code': 200} May 13 14:49:53.550022 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-287fa788-4dff-47d5-b9be-143922b752d9 req-207fe9a2-9b26-49cc-9f3d-2781f9ed8baa tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff&id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1564977 May 13 14:49:53.640724 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 870bf163-4bc8-4f62-aa1e-a97e2ee5bef9, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=870bf163-4bc8-4f62-aa1e-a97e2ee5bef9,segment=NetworkSegment(a14d3966-62e0-468d-b3b4-5c718a1fb25d),segment_id=a14d3966-62e0-468d-b3b4-5c718a1fb25d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:53.652864 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-94dbc242-938d-474e-879d-712e48a9ee49 req-9e3a7833-0bd8-4680-abe1-4870e3b3ff6b service neutron] For port 67e7f531-e2b2-4161-81a5-7ac49b7125b3, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=67e7f531-e2b2-4161-81a5-7ac49b7125b3,segment=NetworkSegment(5de83cfe-6331-4b64-bbaf-edddf095904e),segment_id=5de83cfe-6331-4b64-bbaf-edddf095904e)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:53.664457 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:53.665330 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device db83639c-a133-43bc-b112-4ab8da679863 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:49:53.701994 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-94dbc242-938d-474e-879d-712e48a9ee49 req-9e3a7833-0bd8-4680-abe1-4870e3b3ff6b service neutron] For port 67e7f531-e2b2-4161-81a5-7ac49b7125b3, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:49:53.771473 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-94dbc242-938d-474e-879d-712e48a9ee49 req-9e3a7833-0bd8-4680-abe1-4870e3b3ff6b service neutron] device_id is not set on port 67e7f531-e2b2-4161-81a5-7ac49b7125b3 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:49:53.784321 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94dbc242-938d-474e-879d-712e48a9ee49 req-9e3a7833-0bd8-4680-abe1-4870e3b3ff6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:53.797520 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94dbc242-938d-474e-879d-712e48a9ee49 req-9e3a7833-0bd8-4680-abe1-4870e3b3ff6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:54.083169 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-94dbc242-938d-474e-879d-712e48a9ee49 req-9e3a7833-0bd8-4680-abe1-4870e3b3ff6b service neutron] No DVR routers for this DVR port 67e7f531-e2b2-4161-81a5-7ac49b7125b3 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:49:54.154947 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port db83639c-a133-43bc-b112-4ab8da679863 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:49:54.155977 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:54.160117 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a7833-0bd8-4680-abe1-4870e3b3ff6b service neutron] Pushing event updated for resources: {'Port': ['ID=67e7f531-e2b2-4161-81a5-7ac49b7125b3,revision_number=7']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:54.210445 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-94dbc242-938d-474e-879d-712e48a9ee49 req-9e3a7833-0bd8-4680-abe1-4870e3b3ff6b service neutron] In _notify_port_updated(), no bound segment for port 67e7f531-e2b2-4161-81a5-7ac49b7125b3 on network 1a1930ec-5440-44c2-86b3-9a9de9e18d18 {{(pid=88082) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:49:54.212025 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbc242-938d-474e-879d-712e48a9ee49 req-9e3a7833-0bd8-4680-abe1-4870e3b3ff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:54.212666 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94dbc242-938d-474e-879d-712e48a9ee49 req-9e3a7833-0bd8-4680-abe1-4870e3b3ff6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:54.214056 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94dbc242-938d-474e-879d-712e48a9ee49 req-9e3a7833-0bd8-4680-abe1-4870e3b3ff6b service neutron] 10.222.0.74 "PUT /v2.0/ports/67e7f531-e2b2-4161-81a5-7ac49b7125b3 HTTP/1.1" status: 200 len: 1026 time: 1.4162445 May 13 14:49:54.237911 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=870bf163-4bc8-4f62-aa1e-a97e2ee5bef9,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:54.246808 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port db83639c-a133-43bc-b112-4ab8da679863, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=db83639c-a133-43bc-b112-4ab8da679863,segment=NetworkSegment(5de83cfe-6331-4b64-bbaf-edddf095904e),segment_id=5de83cfe-6331-4b64-bbaf-edddf095904e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:54.261528 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:54.265529 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device f42ba23f-a9fd-42b0-9c7f-8779c7e24321 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:49:54.378491 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-94dbc242-938d-474e-879d-712e48a9ee49 req-5b10a410-6a22-4d0c-ba37-b07d0bf33e58 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Deleting port 287acb6a-4dc7-45f4-8951-887c0db993bc {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:49:54.378965 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94dbc242-938d-474e-879d-712e48a9ee49 req-5b10a410-6a22-4d0c-ba37-b07d0bf33e58 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:54.696047 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port f42ba23f-a9fd-42b0-9c7f-8779c7e24321 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:49:54.698424 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:54.733960 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-94dbc242-938d-474e-879d-712e48a9ee49 req-5b10a410-6a22-4d0c-ba37-b07d0bf33e58 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] For port 287acb6a-4dc7-45f4-8951-887c0db993bc, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=287acb6a-4dc7-45f4-8951-887c0db993bc,segment=NetworkSegment(fae8ba92-53c8-4329-8f52-6b8b386d5a97),segment_id=fae8ba92-53c8-4329-8f52-6b8b386d5a97)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:54.734433 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94dbc242-938d-474e-879d-712e48a9ee49 req-5b10a410-6a22-4d0c-ba37-b07d0bf33e58 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:54.844951 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port f42ba23f-a9fd-42b0-9c7f-8779c7e24321, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=f42ba23f-a9fd-42b0-9c7f-8779c7e24321,segment=NetworkSegment(a14d3966-62e0-468d-b3b4-5c718a1fb25d),segment_id=a14d3966-62e0-468d-b3b4-5c718a1fb25d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:54.864707 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-1060ef75-31db-4d34-aa6f-8656db1f17c7 None None] Provisioning complete for port 67e7f531-e2b2-4161-81a5-7ac49b7125b3 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:49:54.865561 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1060ef75-31db-4d34-aa6f-8656db1f17c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:54.935481 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1060ef75-31db-4d34-aa6f-8656db1f17c7 None None] Port 67e7f531-e2b2-4161-81a5-7ac49b7125b3 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:49:54.940072 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:54.945197 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=db83639c-a133-43bc-b112-4ab8da679863,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:54.986853 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c324a-90e7-4be9-98b9-4cf6b3132692 req-5e4c73f2-33be-4b34-8126-01a9478020fe tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:55.007525 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c324a-90e7-4be9-98b9-4cf6b3132692 req-5e4c73f2-33be-4b34-8126-01a9478020fe tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:55.020591 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c324a-90e7-4be9-98b9-4cf6b3132692 req-5e4c73f2-33be-4b34-8126-01a9478020fe tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:55.040225 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=f42ba23f-a9fd-42b0-9c7f-8779c7e24321,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:55.057010 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c324a-90e7-4be9-98b9-4cf6b3132692 req-5e4c73f2-33be-4b34-8126-01a9478020fe tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:55.072373 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c324a-90e7-4be9-98b9-4cf6b3132692 req-5e4c73f2-33be-4b34-8126-01a9478020fe tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:55.091197 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-970c324a-90e7-4be9-98b9-4cf6b3132692 req-5e4c73f2-33be-4b34-8126-01a9478020fe tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 3878 time: 0.3509927 May 13 14:49:55.192136 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-970c324a-90e7-4be9-98b9-4cf6b3132692 req-58f2862f-9b2c-4859-a944-1d082ca1f5b5 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0983653 May 13 14:49:55.276482 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94dbc242-938d-474e-879d-712e48a9ee49 req-5b10a410-6a22-4d0c-ba37-b07d0bf33e58 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:55.277151 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94dbc242-938d-474e-879d-712e48a9ee49 req-5b10a410-6a22-4d0c-ba37-b07d0bf33e58 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:55.277151 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [req-94dbc242-938d-474e-879d-712e48a9ee49 req-5b10a410-6a22-4d0c-ba37-b07d0bf33e58 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Floating IP 142b8593-adea-4301-8081-366646bae2b0 disassociated. External IP: 172.25.0.171, port: 287acb6a-4dc7-45f4-8951-887c0db993bc. May 13 14:49:55.277625 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-94dbc242-938d-474e-879d-712e48a9ee49 req-5b10a410-6a22-4d0c-ba37-b07d0bf33e58 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Calling delete_port for 287acb6a-4dc7-45f4-8951-887c0db993bc owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:49:55.359004 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe3b3e-25fa-462a-9826-422d69d51129 req-dc29594e-0e49-43d5-8702-64a0cc328abf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:55.365157 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe3b3e-25fa-462a-9826-422d69d51129 req-dc29594e-0e49-43d5-8702-64a0cc328abf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:55.370911 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe3b3e-25fa-462a-9826-422d69d51129 req-dc29594e-0e49-43d5-8702-64a0cc328abf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:55.377198 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe3b3e-25fa-462a-9826-422d69d51129 req-dc29594e-0e49-43d5-8702-64a0cc328abf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:55.383409 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe3b3e-25fa-462a-9826-422d69d51129 req-dc29594e-0e49-43d5-8702-64a0cc328abf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:55.389902 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe3b3e-25fa-462a-9826-422d69d51129 req-dc29594e-0e49-43d5-8702-64a0cc328abf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:55.398587 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe3b3e-25fa-462a-9826-422d69d51129 req-dc29594e-0e49-43d5-8702-64a0cc328abf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:55.398860 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1dfe3b3e-25fa-462a-9826-422d69d51129 req-dc29594e-0e49-43d5-8702-64a0cc328abf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5430 time: 0.9485841 May 13 14:49:55.471711 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1dfe3b3e-25fa-462a-9826-422d69d51129 req-e3498329-9ed8-4581-bbea-60ec486147ee tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538483 May 13 14:49:55.541460 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '870bf163-4bc8-4f62-aa1e-a97e2ee5bef9'}, {'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db83639c-a133-43bc-b112-4ab8da679863'}, {'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f42ba23f-a9fd-42b0-9c7f-8779c7e24321'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:49:55.582526 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94dbc242-938d-474e-879d-712e48a9ee49 req-5b10a410-6a22-4d0c-ba37-b07d0bf33e58 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:55.659165 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7fd8f1b-fc3b-4260-a5c9-dfd6d8174953'] response: {'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '870bf163-4bc8-4f62-aa1e-a97e2ee5bef9', 'code': 200} May 13 14:49:55.660132 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7fd8f1b-fc3b-4260-a5c9-dfd6d8174953'] response: {'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db83639c-a133-43bc-b112-4ab8da679863', 'code': 200} May 13 14:49:55.660615 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7fd8f1b-fc3b-4260-a5c9-dfd6d8174953'] response: {'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f42ba23f-a9fd-42b0-9c7f-8779c7e24321', 'code': 200} May 13 14:49:55.680258 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10a410-6a22-4d0c-ba37-b07d0bf33e58 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Pushing event deleted for resources: {'Port': ['ID=287acb6a-4dc7-45f4-8951-887c0db993bc,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:55.969450 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94dbc242-938d-474e-879d-712e48a9ee49 req-5b10a410-6a22-4d0c-ba37-b07d0bf33e58 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Router 4543980b-86db-4335-a239-91d6abbef212 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:49:56.314809 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94dbc242-938d-474e-879d-712e48a9ee49 req-5b10a410-6a22-4d0c-ba37-b07d0bf33e58 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:49:56.332355 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933d84ee-42bd-4652-bbaa-1916837899f3 None None] Sync routers for ids ['4543980b-86db-4335-a239-91d6abbef212'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:49:56.362396 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933d84ee-42bd-4652-bbaa-1916837899f3 None None] Routers {'4543980b-86db-4335-a239-91d6abbef212'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:49:56.367615 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-933d84ee-42bd-4652-bbaa-1916837899f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:49:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['4543980b-86db-4335-a239-91d6abbef212'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:56.434510 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-94dbc242-938d-474e-879d-712e48a9ee49 req-5b10a410-6a22-4d0c-ba37-b07d0bf33e58 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] No DVR routers for this DVR port 287acb6a-4dc7-45f4-8951-887c0db993bc on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:49:56.438622 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94dbc242-938d-474e-879d-712e48a9ee49 req-5b10a410-6a22-4d0c-ba37-b07d0bf33e58 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:56.472346 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-deleted', 'tag': '287acb6a-4dc7-45f4-8951-887c0db993bc'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:49:56.505937 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94dbc242-938d-474e-879d-712e48a9ee49 req-5b10a410-6a22-4d0c-ba37-b07d0bf33e58 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.74 "DELETE /v2.0/ports/287acb6a-4dc7-45f4-8951-887c0db993bc HTTP/1.1" status: 204 len: 173 time: 2.2851655 May 13 14:49:56.576443 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e7052b6-061f-403c-a46c-89bd2fdf4c34'] response: {'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-deleted', 'tag': '287acb6a-4dc7-45f4-8951-887c0db993bc', 'status': 'completed', 'code': 200} May 13 14:49:56.690789 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-94dbc242-938d-474e-879d-712e48a9ee49 req-74ed6646-13a0-40ae-a2e4-2b619db488d3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Deleting port db83639c-a133-43bc-b112-4ab8da679863 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:49:56.691246 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94dbc242-938d-474e-879d-712e48a9ee49 req-74ed6646-13a0-40ae-a2e4-2b619db488d3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:56.826427 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-933d84ee-42bd-4652-bbaa-1916837899f3 None None] Set router 4543980b-86db-4335-a239-91d6abbef212 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:49:57.255690 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68331d3a-58c5-4c3c-9b08-3e44977d33bf req-11e7d8fc-0cfe-4cbb-bd33-3001868a400b tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:57.306128 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68331d3a-58c5-4c3c-9b08-3e44977d33bf req-11e7d8fc-0cfe-4cbb-bd33-3001868a400b tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:57.329495 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-093da950-c521-4905-beb7-897b09f26374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:57.335888 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68331d3a-58c5-4c3c-9b08-3e44977d33bf req-11e7d8fc-0cfe-4cbb-bd33-3001868a400b tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:57.362920 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68331d3a-58c5-4c3c-9b08-3e44977d33bf req-11e7d8fc-0cfe-4cbb-bd33-3001868a400b tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:57.396659 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68331d3a-58c5-4c3c-9b08-3e44977d33bf req-11e7d8fc-0cfe-4cbb-bd33-3001868a400b tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:57.413166 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68331d3a-58c5-4c3c-9b08-3e44977d33bf req-11e7d8fc-0cfe-4cbb-bd33-3001868a400b tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:57.423615 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68331d3a-58c5-4c3c-9b08-3e44977d33bf req-11e7d8fc-0cfe-4cbb-bd33-3001868a400b tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:57.438036 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-68331d3a-58c5-4c3c-9b08-3e44977d33bf req-11e7d8fc-0cfe-4cbb-bd33-3001868a400b tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5430 time: 0.5111134 May 13 14:49:57.498465 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0374fb-aae7-4631-b9e4-934d7348df30 req-8436057e-8287-4dff-9c0e-f83c3e8de98c tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:57.511032 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0374fb-aae7-4631-b9e4-934d7348df30 req-8436057e-8287-4dff-9c0e-f83c3e8de98c tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:57.522828 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0374fb-aae7-4631-b9e4-934d7348df30 req-8436057e-8287-4dff-9c0e-f83c3e8de98c tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:57.530337 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-68331d3a-58c5-4c3c-9b08-3e44977d33bf req-20a78e1a-d2a9-472a-8b51-f8c33f36dabd tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0807590 May 13 14:49:57.549052 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0374fb-aae7-4631-b9e4-934d7348df30 req-8436057e-8287-4dff-9c0e-f83c3e8de98c tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:57.550534 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-6a0374fb-aae7-4631-b9e4-934d7348df30 req-8436057e-8287-4dff-9c0e-f83c3e8de98c tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Synchronizing usage tracker for tenant:18b9c5d8b3d043279654e2a115822f2a on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:49:57.808098 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-6a0374fb-aae7-4631-b9e4-934d7348df30 req-8436057e-8287-4dff-9c0e-f83c3e8de98c tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Unset dirty status for tenant:18b9c5d8b3d043279654e2a115822f2a on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:49:57.820966 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6a0374fb-aae7-4631-b9e4-934d7348df30 req-8436057e-8287-4dff-9c0e-f83c3e8de98c tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 3143 time: 1.1340065 May 13 14:49:57.925952 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-933d84ee-42bd-4652-bbaa-1916837899f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4543980b-86db-4335-a239-91d6abbef212', 'name': 'tempest-TaggedBootDevicesTest-19377506-router', 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:52Z', 'updated_at': '2022-05-13T14:43:08Z', 'revision_number': 4, 'project_id': '18b9c5d8b3d043279654e2a115822f2a', 'gw_port': {'id': '0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:66:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4543980b-86db-4335-a239-91d6abbef212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:54Z', 'updated_at': '2022-05-13T14:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'b477c197-1056-4176-be88-d6f80b5c54bc', 'name': '', 'network_id': '144b0538-5a90-40dc-8493-8ee490cbd7e0', 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'mac_address': 'fa:16:3e:41:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4543980b-86db-4335-a239-91d6abbef212', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '8a9c690f-a84d-47bd-a3d1-b0cafcf431f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:05Z', 'updated_at': '2022-05-13T14:43:23Z', 'revision_number': 5, 'project_id': '18b9c5d8b3d043279654e2a115822f2a', 'subnets': [{'id': '8a9c690f-a84d-47bd-a3d1-b0cafcf431f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:57.932789 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933d84ee-42bd-4652-bbaa-1916837899f3 None None] Checking router: 4543980b-86db-4335-a239-91d6abbef212 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:49:57.952075 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933d84ee-42bd-4652-bbaa-1916837899f3 None None] Routers {'4543980b-86db-4335-a239-91d6abbef212'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:49:57.954383 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-933d84ee-42bd-4652-bbaa-1916837899f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:49:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['4543980b-86db-4335-a239-91d6abbef212'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:57.968304 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6a0374fb-aae7-4631-b9e4-934d7348df30 req-9136e66f-52fc-4519-84ea-e298bd9dae3b tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1459692 May 13 14:49:58.042869 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-94dbc242-938d-474e-879d-712e48a9ee49 req-74ed6646-13a0-40ae-a2e4-2b619db488d3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] For port db83639c-a133-43bc-b112-4ab8da679863, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=db83639c-a133-43bc-b112-4ab8da679863,segment=NetworkSegment(5de83cfe-6331-4b64-bbaf-edddf095904e),segment_id=5de83cfe-6331-4b64-bbaf-edddf095904e)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:58.043466 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94dbc242-938d-474e-879d-712e48a9ee49 req-74ed6646-13a0-40ae-a2e4-2b619db488d3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:58.242438 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-933d84ee-42bd-4652-bbaa-1916837899f3 None None] Set router 4543980b-86db-4335-a239-91d6abbef212 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:49:58.497380 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-94dbc242-938d-474e-879d-712e48a9ee49 req-74ed6646-13a0-40ae-a2e4-2b619db488d3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Calling delete_port for db83639c-a133-43bc-b112-4ab8da679863 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:49:58.650899 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:58.939011 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-933d84ee-42bd-4652-bbaa-1916837899f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4543980b-86db-4335-a239-91d6abbef212', 'name': 'tempest-TaggedBootDevicesTest-19377506-router', 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:52Z', 'updated_at': '2022-05-13T14:43:08Z', 'revision_number': 4, 'project_id': '18b9c5d8b3d043279654e2a115822f2a', 'gw_port': {'id': '0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:66:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4543980b-86db-4335-a239-91d6abbef212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:54Z', 'updated_at': '2022-05-13T14:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'b477c197-1056-4176-be88-d6f80b5c54bc', 'name': '', 'network_id': '144b0538-5a90-40dc-8493-8ee490cbd7e0', 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'mac_address': 'fa:16:3e:41:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4543980b-86db-4335-a239-91d6abbef212', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '8a9c690f-a84d-47bd-a3d1-b0cafcf431f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:05Z', 'updated_at': '2022-05-13T14:43:23Z', 'revision_number': 5, 'project_id': '18b9c5d8b3d043279654e2a115822f2a', 'subnets': [{'id': '8a9c690f-a84d-47bd-a3d1-b0cafcf431f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:58.953457 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933d84ee-42bd-4652-bbaa-1916837899f3 None None] The sync data for ids ['4543980b-86db-4335-a239-91d6abbef212'] in n-d-841760-1 is: [{'id': '4543980b-86db-4335-a239-91d6abbef212', 'name': 'tempest-TaggedBootDevicesTest-19377506-router', 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:52Z', 'updated_at': '2022-05-13T14:43:08Z', 'revision_number': 4, 'project_id': '18b9c5d8b3d043279654e2a115822f2a', 'gw_port': {'id': '0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:66:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4543980b-86db-4335-a239-91d6abbef212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:54Z', 'updated_at': '2022-05-13T14:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'b477c197-1056-4176-be88-d6f80b5c54bc', 'name': '', 'network_id': '144b0538-5a90-40dc-8493-8ee490cbd7e0', 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'mac_address': 'fa:16:3e:41:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4543980b-86db-4335-a239-91d6abbef212', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '8a9c690f-a84d-47bd-a3d1-b0cafcf431f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:05Z', 'updated_at': '2022-05-13T14:43:23Z', 'revision_number': 5, 'project_id': '18b9c5d8b3d043279654e2a115822f2a', 'subnets': [{'id': '8a9c690f-a84d-47bd-a3d1-b0cafcf431f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:49:59.018582 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94dbc242-938d-474e-879d-712e48a9ee49 req-74ed6646-13a0-40ae-a2e4-2b619db488d3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:59.021949 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffae3e9-49ee-44e3-a21e-b8d4a9db7982 req-c9b54b9f-4c77-4353-8915-27be2f8c5a1a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:59.028510 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffae3e9-49ee-44e3-a21e-b8d4a9db7982 req-c9b54b9f-4c77-4353-8915-27be2f8c5a1a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:59.045151 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffae3e9-49ee-44e3-a21e-b8d4a9db7982 req-c9b54b9f-4c77-4353-8915-27be2f8c5a1a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:59.058189 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffae3e9-49ee-44e3-a21e-b8d4a9db7982 req-c9b54b9f-4c77-4353-8915-27be2f8c5a1a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:59.074147 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffae3e9-49ee-44e3-a21e-b8d4a9db7982 req-c9b54b9f-4c77-4353-8915-27be2f8c5a1a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:59.089422 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffae3e9-49ee-44e3-a21e-b8d4a9db7982 req-c9b54b9f-4c77-4353-8915-27be2f8c5a1a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:59.096904 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffae3e9-49ee-44e3-a21e-b8d4a9db7982 req-c9b54b9f-4c77-4353-8915-27be2f8c5a1a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:59.119806 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3ffae3e9-49ee-44e3-a21e-b8d4a9db7982 req-c9b54b9f-4c77-4353-8915-27be2f8c5a1a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5430 time: 0.2848303 May 13 14:49:59.231873 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3ffae3e9-49ee-44e3-a21e-b8d4a9db7982 req-622208e8-5bf3-4312-8467-ef2a1bc4dc52 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1106246 May 13 14:49:59.296019 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed6646-13a0-40ae-a2e4-2b619db488d3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Pushing event deleted for resources: {'Port': ['ID=db83639c-a133-43bc-b112-4ab8da679863,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:59.602947 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a265cf58-0467-48d8-8094-9efd27942b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:59.613180 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f48da4e-3a1d-4ffe-8b0a-d346ef10e218 None None] New status for floating IP 142b8593-adea-4301-8081-366646bae2b0: DOWN {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:50:00.038804 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-94dbc242-938d-474e-879d-712e48a9ee49 req-74ed6646-13a0-40ae-a2e4-2b619db488d3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] No DVR routers for this DVR port db83639c-a133-43bc-b112-4ab8da679863 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:50:00.050363 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94dbc242-938d-474e-879d-712e48a9ee49 req-74ed6646-13a0-40ae-a2e4-2b619db488d3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:00.074377 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-deleted', 'tag': 'db83639c-a133-43bc-b112-4ab8da679863'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:50:00.168632 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94dbc242-938d-474e-879d-712e48a9ee49 req-74ed6646-13a0-40ae-a2e4-2b619db488d3 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.74 "DELETE /v2.0/ports/db83639c-a133-43bc-b112-4ab8da679863 HTTP/1.1" status: 204 len: 173 time: 3.6561155 May 13 14:50:00.332120 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3053a82c-0f80-40e9-adc7-9674d83f740f'] response: {'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-deleted', 'tag': 'db83639c-a133-43bc-b112-4ab8da679863', 'status': 'completed', 'code': 200} May 13 14:50:00.415962 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-94dbc242-938d-474e-879d-712e48a9ee49 req-62e8e284-2c87-49dd-8ea3-1cf83e50ee77 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Deleting port 870bf163-4bc8-4f62-aa1e-a97e2ee5bef9 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:00.416555 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94dbc242-938d-474e-879d-712e48a9ee49 req-62e8e284-2c87-49dd-8ea3-1cf83e50ee77 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:00.464134 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8269b-ca35-4ae9-8111-b2d095ee1537 req-7c4ad694-816c-4fec-94ba-f6c7f518bddb tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:00.472110 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8269b-ca35-4ae9-8111-b2d095ee1537 req-7c4ad694-816c-4fec-94ba-f6c7f518bddb tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:00.478925 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8269b-ca35-4ae9-8111-b2d095ee1537 req-7c4ad694-816c-4fec-94ba-f6c7f518bddb tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:00.480100 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-fee8269b-ca35-4ae9-8111-b2d095ee1537 req-7c4ad694-816c-4fec-94ba-f6c7f518bddb tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Synchronizing usage tracker for tenant:18b9c5d8b3d043279654e2a115822f2a on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:50:00.568022 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-fee8269b-ca35-4ae9-8111-b2d095ee1537 req-7c4ad694-816c-4fec-94ba-f6c7f518bddb tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Unset dirty status for tenant:18b9c5d8b3d043279654e2a115822f2a on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:50:00.569733 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fee8269b-ca35-4ae9-8111-b2d095ee1537 req-7c4ad694-816c-4fec-94ba-f6c7f518bddb tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 2410 time: 1.0823882 May 13 14:50:00.729925 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:00.737608 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:00.755016 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fee8269b-ca35-4ae9-8111-b2d095ee1537 req-e37d4f63-40c7-475e-8027-8b3587f20c57 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1633542 May 13 14:50:00.889386 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5a41b-42bd-4379-93bc-685f0e8d4d84 req-8ce6bed9-7698-4c79-84c6-c115bdefbbe6 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:00.903177 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5a41b-42bd-4379-93bc-685f0e8d4d84 req-8ce6bed9-7698-4c79-84c6-c115bdefbbe6 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:00.923751 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5a41b-42bd-4379-93bc-685f0e8d4d84 req-8ce6bed9-7698-4c79-84c6-c115bdefbbe6 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:00.961283 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5a41b-42bd-4379-93bc-685f0e8d4d84 req-8ce6bed9-7698-4c79-84c6-c115bdefbbe6 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:00.982875 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5a41b-42bd-4379-93bc-685f0e8d4d84 req-8ce6bed9-7698-4c79-84c6-c115bdefbbe6 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:01.000727 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5a41b-42bd-4379-93bc-685f0e8d4d84 req-8ce6bed9-7698-4c79-84c6-c115bdefbbe6 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:01.006844 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5a41b-42bd-4379-93bc-685f0e8d4d84 req-8ce6bed9-7698-4c79-84c6-c115bdefbbe6 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:01.023398 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d7d5a41b-42bd-4379-93bc-685f0e8d4d84 req-8ce6bed9-7698-4c79-84c6-c115bdefbbe6 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5430 time: 0.3830910 May 13 14:50:01.207457 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d7d5a41b-42bd-4379-93bc-685f0e8d4d84 req-cfb94c7e-e3f8-47a8-9b43-cfe89067711b tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1793470 May 13 14:50:01.213992 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-94dbc242-938d-474e-879d-712e48a9ee49 req-62e8e284-2c87-49dd-8ea3-1cf83e50ee77 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] For port 870bf163-4bc8-4f62-aa1e-a97e2ee5bef9, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=870bf163-4bc8-4f62-aa1e-a97e2ee5bef9,segment=NetworkSegment(a14d3966-62e0-468d-b3b4-5c718a1fb25d),segment_id=a14d3966-62e0-468d-b3b4-5c718a1fb25d)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:01.214864 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94dbc242-938d-474e-879d-712e48a9ee49 req-62e8e284-2c87-49dd-8ea3-1cf83e50ee77 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:01.523325 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-94dbc242-938d-474e-879d-712e48a9ee49 req-62e8e284-2c87-49dd-8ea3-1cf83e50ee77 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Calling delete_port for 870bf163-4bc8-4f62-aa1e-a97e2ee5bef9 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:50:02.123710 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:02.219285 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94dbc242-938d-474e-879d-712e48a9ee49 req-62e8e284-2c87-49dd-8ea3-1cf83e50ee77 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:02.518179 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8e284-2c87-49dd-8ea3-1cf83e50ee77 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Pushing event deleted for resources: {'Port': ['ID=870bf163-4bc8-4f62-aa1e-a97e2ee5bef9,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:02.976262 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12947fe-fc3d-4923-b1f7-d900f8cdab02 req-00800d8c-7783-4dd9-81d0-94ab2f3f5eb2 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:03.041909 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12947fe-fc3d-4923-b1f7-d900f8cdab02 req-00800d8c-7783-4dd9-81d0-94ab2f3f5eb2 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:03.062390 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12947fe-fc3d-4923-b1f7-d900f8cdab02 req-00800d8c-7783-4dd9-81d0-94ab2f3f5eb2 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:03.083676 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d12947fe-fc3d-4923-b1f7-d900f8cdab02 req-00800d8c-7783-4dd9-81d0-94ab2f3f5eb2 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 2410 time: 1.0562997 May 13 14:50:03.205934 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-94dbc242-938d-474e-879d-712e48a9ee49 req-62e8e284-2c87-49dd-8ea3-1cf83e50ee77 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] No DVR routers for this DVR port 870bf163-4bc8-4f62-aa1e-a97e2ee5bef9 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:50:03.218387 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94dbc242-938d-474e-879d-712e48a9ee49 req-62e8e284-2c87-49dd-8ea3-1cf83e50ee77 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:03.230396 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-deleted', 'tag': '870bf163-4bc8-4f62-aa1e-a97e2ee5bef9'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:50:03.336952 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d12947fe-fc3d-4923-b1f7-d900f8cdab02 req-86d6eeb9-74e8-4db2-b7f8-8db33398b07d tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2498946 May 13 14:50:03.355737 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94dbc242-938d-474e-879d-712e48a9ee49 req-62e8e284-2c87-49dd-8ea3-1cf83e50ee77 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.74 "DELETE /v2.0/ports/870bf163-4bc8-4f62-aa1e-a97e2ee5bef9 HTTP/1.1" status: 204 len: 173 time: 3.1728036 May 13 14:50:03.462278 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ee8a6-ae2b-49ab-a64e-f1020aa94358 req-59bb022d-08a9-491e-82d1-bce5598c8292 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:03.496260 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ee8a6-ae2b-49ab-a64e-f1020aa94358 req-59bb022d-08a9-491e-82d1-bce5598c8292 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:03.524429 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ee8a6-ae2b-49ab-a64e-f1020aa94358 req-59bb022d-08a9-491e-82d1-bce5598c8292 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:03.546510 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ee8a6-ae2b-49ab-a64e-f1020aa94358 req-59bb022d-08a9-491e-82d1-bce5598c8292 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:03.553355 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ee8a6-ae2b-49ab-a64e-f1020aa94358 req-59bb022d-08a9-491e-82d1-bce5598c8292 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:03.579909 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ee8a6-ae2b-49ab-a64e-f1020aa94358 req-59bb022d-08a9-491e-82d1-bce5598c8292 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:03.597141 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ee8a6-ae2b-49ab-a64e-f1020aa94358 req-59bb022d-08a9-491e-82d1-bce5598c8292 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:03.599366 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a23ee8a6-ae2b-49ab-a64e-f1020aa94358 req-59bb022d-08a9-491e-82d1-bce5598c8292 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5430 time: 0.5432403 May 13 14:50:03.625882 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9a30eedf-7063-48f4-8ae7-333eefe955e4 req-3b78ac25-0202-4721-9248-c174a431d899 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7094021 May 13 14:50:03.715020 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92eaa01e-a985-45e6-a7a8-e155b5ef0c5c'] response: {'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-deleted', 'tag': '870bf163-4bc8-4f62-aa1e-a97e2ee5bef9', 'status': 'completed', 'code': 200} May 13 14:50:03.741488 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-94dbc242-938d-474e-879d-712e48a9ee49 req-b1619f8b-6d97-49c7-8cde-edd519052c58 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Deleting port f42ba23f-a9fd-42b0-9c7f-8779c7e24321 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:03.743018 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94dbc242-938d-474e-879d-712e48a9ee49 req-b1619f8b-6d97-49c7-8cde-edd519052c58 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:03.781535 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a23ee8a6-ae2b-49ab-a64e-f1020aa94358 req-1f558d3a-6be2-44b4-a7ba-b55e357c0eb9 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1727388 May 13 14:50:03.965645 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30eedf-7063-48f4-8ae7-333eefe955e4 req-947260ff-1011-4bfa-b003-d8aca0be7b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:03.972524 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9a30eedf-7063-48f4-8ae7-333eefe955e4 req-947260ff-1011-4bfa-b003-d8aca0be7b00 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6165004ac18741f8a69dd64293b7a1e1&device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf HTTP/1.1" status: 200 len: 1096 time: 0.1897240 May 13 14:50:04.316014 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30eedf-7063-48f4-8ae7-333eefe955e4 req-8056426c-f775-4c64-acad-6464de53bd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:04.320791 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9a30eedf-7063-48f4-8ae7-333eefe955e4 req-8056426c-f775-4c64-acad-6464de53bd7e service neutron] 10.222.0.74 "GET /v2.0/networks?id=5282d3ed-350b-4da4-8383-5e6e9e2a8391 HTTP/1.1" status: 200 len: 910 time: 0.3250663 May 13 14:50:04.369472 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39774) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:04.467880 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9a30eedf-7063-48f4-8ae7-333eefe955e4 req-f622a6c4-a253-4b58-bbf6-e275013ba767 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=398cdb92-296c-4cde-8131-a4d03d83a38f HTTP/1.1" status: 200 len: 1000 time: 0.1407075 May 13 14:50:04.614128 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30eedf-7063-48f4-8ae7-333eefe955e4 req-21f78c49-e86a-4abd-950c-3cafa8f95da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:04.615925 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9a30eedf-7063-48f4-8ae7-333eefe955e4 req-21f78c49-e86a-4abd-950c-3cafa8f95da2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1c8f4586-9019-4e40-a9f7-0e85fc630d68 HTTP/1.1" status: 200 len: 848 time: 0.1354759 May 13 14:50:04.776766 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98523551-6b64-4b10-a4d9-55aef649c05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:04.810466 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-98523551-6b64-4b10-a4d9-55aef649c05f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:04.819716 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-98523551-6b64-4b10-a4d9-55aef649c05f admin admin] Usage tracker for resource:security_group_rule and tenant:d820609a83f84052a639936f1c96f0b0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:04.826474 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b031ad-24ea-454d-86b2-5b6a760a396f req-d98e2ad7-79af-4495-92fa-afcf86bb272f tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:04.826981 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-98523551-6b64-4b10-a4d9-55aef649c05f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:04.831280 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-94dbc242-938d-474e-879d-712e48a9ee49 req-b1619f8b-6d97-49c7-8cde-edd519052c58 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] For port f42ba23f-a9fd-42b0-9c7f-8779c7e24321, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=f42ba23f-a9fd-42b0-9c7f-8779c7e24321,segment=NetworkSegment(a14d3966-62e0-468d-b3b4-5c718a1fb25d),segment_id=a14d3966-62e0-468d-b3b4-5c718a1fb25d)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:04.831960 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94dbc242-938d-474e-879d-712e48a9ee49 req-b1619f8b-6d97-49c7-8cde-edd519052c58 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:04.832543 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b031ad-24ea-454d-86b2-5b6a760a396f req-d98e2ad7-79af-4495-92fa-afcf86bb272f tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:04.834159 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c2b031ad-24ea-454d-86b2-5b6a760a396f req-d98e2ad7-79af-4495-92fa-afcf86bb272f tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 1677 time: 0.2102182 May 13 14:50:04.848263 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-98523551-6b64-4b10-a4d9-55aef649c05f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:04.864171 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30eedf-7063-48f4-8ae7-333eefe955e4 req-017a469d-9293-4b04-89a1-2208a8159798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:04.865806 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9a30eedf-7063-48f4-8ae7-333eefe955e4 req-017a469d-9293-4b04-89a1-2208a8159798 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5282d3ed-350b-4da4-8383-5e6e9e2a8391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2406361 May 13 14:50:04.989831 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-94dbc242-938d-474e-879d-712e48a9ee49 req-b1619f8b-6d97-49c7-8cde-edd519052c58 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Calling delete_port for f42ba23f-a9fd-42b0-9c7f-8779c7e24321 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:50:05.207588 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device ead8f4bc-18b3-4bda-8059-38906d99256f details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:50:05.301585 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9a30eedf-7063-48f4-8ae7-333eefe955e4 req-e52df579-411f-4189-b877-410b7d862b06 service neutron] 10.222.0.74 "GET /v2.0/networks/5282d3ed-350b-4da4-8383-5e6e9e2a8391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267814 May 13 14:50:05.477156 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:50:05.538012 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94dbc242-938d-474e-879d-712e48a9ee49 req-b1619f8b-6d97-49c7-8cde-edd519052c58 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:05.669668 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c2b031ad-24ea-454d-86b2-5b6a760a396f req-7e9acbd6-009e-4ce1-a8ce-40f7179ad240 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8175375 May 13 14:50:05.673435 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9a30eedf-7063-48f4-8ae7-333eefe955e4 req-4077a9f2-7f27-40ca-b297-b940c3b6f273 service neutron] 10.222.0.74 "GET /v2.0/networks/5282d3ed-350b-4da4-8383-5e6e9e2a8391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377380 May 13 14:50:05.713892 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98523551-6b64-4b10-a4d9-55aef649c05f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:05.715999 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-94dbc242-938d-474e-879d-712e48a9ee49 req-b1619f8b-6d97-49c7-8cde-edd519052c58 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] No DVR routers for this DVR port f42ba23f-a9fd-42b0-9c7f-8779c7e24321 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:50:05.719031 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1619f8b-6d97-49c7-8cde-edd519052c58 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Pushing event deleted for resources: {'Port': ['ID=f42ba23f-a9fd-42b0-9c7f-8779c7e24321,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:05.722413 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94dbc242-938d-474e-879d-712e48a9ee49 req-b1619f8b-6d97-49c7-8cde-edd519052c58 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:05.727026 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-deleted', 'tag': 'f42ba23f-a9fd-42b0-9c7f-8779c7e24321'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:50:05.751771 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98523551-6b64-4b10-a4d9-55aef649c05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:05.753284 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port ead8f4bc-18b3-4bda-8059-38906d99256f, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=ead8f4bc-18b3-4bda-8059-38906d99256f,segment=NetworkSegment(2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1),segment_id=2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:05.779594 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'ead8f4bc-18b3-4bda-8059-38906d99256f', 'network_id': 'b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c', 'port_id': 'ead8f4bc-18b3-4bda-8059-38906d99256f', 'mac_address': 'fa:16:3e:08:7f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d953eaa-2a7e-4580-bb0c-458e876aebfa', 'ip_address': '10.1.1.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:50:05.906349 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b355cc77-15cd-4ab6-aa58-d857e0a3736b'] response: {'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-deleted', 'tag': 'f42ba23f-a9fd-42b0-9c7f-8779c7e24321', 'status': 'completed', 'code': 200} May 13 14:50:05.930366 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-98523551-6b64-4b10-a4d9-55aef649c05f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d820609a83f84052a639936f1c96f0b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5593228 May 13 14:50:05.930957 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port ead8f4bc-18b3-4bda-8059-38906d99256f is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:50:05.931378 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:05.932878 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 39800) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:05.974323 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94dbc242-938d-474e-879d-712e48a9ee49 req-b1619f8b-6d97-49c7-8cde-edd519052c58 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.74 "DELETE /v2.0/ports/f42ba23f-a9fd-42b0-9c7f-8779c7e24321 HTTP/1.1" status: 204 len: 173 time: 2.6141558 May 13 14:50:05.998274 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead8f4bc-18b3-4bda-8059-38906d99256f {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:50:06.017761 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port ead8f4bc-18b3-4bda-8059-38906d99256f, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=ead8f4bc-18b3-4bda-8059-38906d99256f,segment=NetworkSegment(2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1),segment_id=2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:06.024923 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:06.026016 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device e207a457-df02-4445-883d-49c778eef818 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:50:06.140635 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=ead8f4bc-18b3-4bda-8059-38906d99256f,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:06.143839 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port e207a457-df02-4445-883d-49c778eef818, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=e207a457-df02-4445-883d-49c778eef818,segment=NetworkSegment(2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1),segment_id=2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:06.197993 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7a29212d-d220-49e6-8fce-8c2eba28cbf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:06.200248 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:06.200654 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:06.200985 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:06.201322 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:06.201656 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:06.201986 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:06.202407 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:06.202634 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:06.202961 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:06.203309 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:06.203635 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:06.203961 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:06.223874 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'e207a457-df02-4445-883d-49c778eef818', 'network_id': 'b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c', 'port_id': 'e207a457-df02-4445-883d-49c778eef818', 'mac_address': 'fa:16:3e:25:82:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d953eaa-2a7e-4580-bb0c-458e876aebfa', 'ip_address': '10.1.1.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:50:06.322584 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7a29212d-d220-49e6-8fce-8c2eba28cbf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:06.338784 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2297df-65d7-4839-93bc-a675064aa0aa req-293c3a1a-ffe0-4c81-b9da-9a6a307643e9 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:06.412466 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2297df-65d7-4839-93bc-a675064aa0aa req-293c3a1a-ffe0-4c81-b9da-9a6a307643e9 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:06.432598 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2297df-65d7-4839-93bc-a675064aa0aa req-293c3a1a-ffe0-4c81-b9da-9a6a307643e9 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:06.450333 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2297df-65d7-4839-93bc-a675064aa0aa req-293c3a1a-ffe0-4c81-b9da-9a6a307643e9 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:06.457748 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2297df-65d7-4839-93bc-a675064aa0aa req-293c3a1a-ffe0-4c81-b9da-9a6a307643e9 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:06.472392 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2297df-65d7-4839-93bc-a675064aa0aa req-293c3a1a-ffe0-4c81-b9da-9a6a307643e9 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:06.486671 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2297df-65d7-4839-93bc-a675064aa0aa req-293c3a1a-ffe0-4c81-b9da-9a6a307643e9 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:06.492932 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0b2297df-65d7-4839-93bc-a675064aa0aa req-293c3a1a-ffe0-4c81-b9da-9a6a307643e9 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5430 time: 1.1227486 May 13 14:50:06.503339 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7a29212d-d220-49e6-8fce-8c2eba28cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:06.512411 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port e207a457-df02-4445-883d-49c778eef818 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:50:06.513788 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:06.518374 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98523551-6b64-4b10-a4d9-55aef649c05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa3fcb2-0b02-4ce4-bdcb-6cab89b6e683,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:06.569838 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7a29212d-d220-49e6-8fce-8c2eba28cbf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:06.577669 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7a29212d-d220-49e6-8fce-8c2eba28cbf5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3fa3fcb2-0b02-4ce4-bdcb-6cab89b6e683 HTTP/1.1" status: 204 len: 168 time: 0.6426249 May 13 14:50:06.584672 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29212d-d220-49e6-8fce-8c2eba28cbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa3fcb2-0b02-4ce4-bdcb-6cab89b6e683,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:06.605057 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e207a457-df02-4445-883d-49c778eef818 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:50:06.611506 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-94dbc242-938d-474e-879d-712e48a9ee49 req-8a4444e9-a1a9-49d6-8e77-b96df2057ed4 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Deleting port 42a1abac-e5c5-46b8-a459-21e4016e4e47 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:06.614107 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94dbc242-938d-474e-879d-712e48a9ee49 req-8a4444e9-a1a9-49d6-8e77-b96df2057ed4 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:06.624339 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a29212d-d220-49e6-8fce-8c2eba28cbf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:06.634984 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a29212d-d220-49e6-8fce-8c2eba28cbf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:06.635400 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a29212d-d220-49e6-8fce-8c2eba28cbf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:06.635739 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a29212d-d220-49e6-8fce-8c2eba28cbf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:06.636072 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a29212d-d220-49e6-8fce-8c2eba28cbf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:06.636407 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a29212d-d220-49e6-8fce-8c2eba28cbf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:06.636733 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a29212d-d220-49e6-8fce-8c2eba28cbf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:06.637054 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a29212d-d220-49e6-8fce-8c2eba28cbf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:06.637375 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a29212d-d220-49e6-8fce-8c2eba28cbf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:06.637692 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a29212d-d220-49e6-8fce-8c2eba28cbf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:06.638059 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a29212d-d220-49e6-8fce-8c2eba28cbf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:06.651704 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a29212d-d220-49e6-8fce-8c2eba28cbf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:06.675016 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port e207a457-df02-4445-883d-49c778eef818, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=e207a457-df02-4445-883d-49c778eef818,segment=NetworkSegment(2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1),segment_id=2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:06.692524 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0b2297df-65d7-4839-93bc-a675064aa0aa req-866b1c32-ac7f-4e93-8767-d8a82ed0ed60 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1599312 May 13 14:50:06.751806 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:06.757165 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:50:07.276301 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d2f60-d74a-4d53-a966-aad2eb08756c req-dc01446b-3d72-48b7-8e93-230a08f51b16 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:07.286807 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-078d2f60-d74a-4d53-a966-aad2eb08756c req-dc01446b-3d72-48b7-8e93-230a08f51b16 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 943 time: 0.3025627 May 13 14:50:07.289783 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=e207a457-df02-4445-883d-49c778eef818,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:07.503176 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39830) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:07.538832 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-078d2f60-d74a-4d53-a966-aad2eb08756c req-1059de56-6783-431a-84be-224c6953d7fc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a0f171-72e3-41e4-be44-ec217b4f9ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2502825 May 13 14:50:07.551180 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1c64a711-aeaa-4a58-a541-f523d032d042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:07.574294 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-94dbc242-938d-474e-879d-712e48a9ee49 req-8a4444e9-a1a9-49d6-8e77-b96df2057ed4 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] For port 42a1abac-e5c5-46b8-a459-21e4016e4e47, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=42a1abac-e5c5-46b8-a459-21e4016e4e47,segment=NetworkSegment(5de83cfe-6331-4b64-bbaf-edddf095904e),segment_id=5de83cfe-6331-4b64-bbaf-edddf095904e)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:07.574922 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94dbc242-938d-474e-879d-712e48a9ee49 req-8a4444e9-a1a9-49d6-8e77-b96df2057ed4 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:07.585126 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1c64a711-aeaa-4a58-a541-f523d032d042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:07.594287 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1c64a711-aeaa-4a58-a541-f523d032d042 admin admin] Usage tracker for resource:security_group_rule and tenant:9e860b25fc0941aea9a15f24be62a562 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:07.621308 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c,segment=NetworkSegment(6a1902e2-8090-4fe5-b451-4ecbfde075b6),segment_id=6a1902e2-8090-4fe5-b451-4ecbfde075b6)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:07.664433 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c', 'network_id': 'add62c5c-9eca-4348-9830-32239b4651d7', 'port_id': 'b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c', 'mac_address': 'fa:16:3e:c3:3a:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d13d9-e6e2-41d7-a1c7-685370a51797', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:50:07.670385 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1c64a711-aeaa-4a58-a541-f523d032d042 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:07.850380 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1c64a711-aeaa-4a58-a541-f523d032d042 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:07.940053 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:50:07.941320 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:07.942422 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-94dbc242-938d-474e-879d-712e48a9ee49 req-8a4444e9-a1a9-49d6-8e77-b96df2057ed4 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Calling delete_port for 42a1abac-e5c5-46b8-a459-21e4016e4e47 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:50:07.976277 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:50:08.010687 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c,segment=NetworkSegment(6a1902e2-8090-4fe5-b451-4ecbfde075b6),segment_id=6a1902e2-8090-4fe5-b451-4ecbfde075b6)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:08.025867 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:08.028102 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 1145a0a6-eb35-4fbe-a730-307907e27d99 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:50:08.248288 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1c64a711-aeaa-4a58-a541-f523d032d042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:08.265050 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:08.291895 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1c64a711-aeaa-4a58-a541-f523d032d042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:08.522518 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64a711-aeaa-4a58-a541-f523d032d042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045f7976-689e-4ad8-8ef8-ced0dfd6f070,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:08.540032 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1c64a711-aeaa-4a58-a541-f523d032d042 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9e860b25fc0941aea9a15f24be62a562&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0316055 May 13 14:50:08.543329 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 39846) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:08.566447 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522120c-1356-4ae4-9aa1-01c503887e54 req-62147d15-e8b8-464f-bf1a-4143b5b12293 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:08.579836 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522120c-1356-4ae4-9aa1-01c503887e54 req-62147d15-e8b8-464f-bf1a-4143b5b12293 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:08.594278 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522120c-1356-4ae4-9aa1-01c503887e54 req-62147d15-e8b8-464f-bf1a-4143b5b12293 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:08.611640 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522120c-1356-4ae4-9aa1-01c503887e54 req-62147d15-e8b8-464f-bf1a-4143b5b12293 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:08.621062 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522120c-1356-4ae4-9aa1-01c503887e54 req-62147d15-e8b8-464f-bf1a-4143b5b12293 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:08.629729 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 1145a0a6-eb35-4fbe-a730-307907e27d99, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=1145a0a6-eb35-4fbe-a730-307907e27d99,segment=NetworkSegment(a2913665-eb77-4691-ac44-6156c569581f),segment_id=a2913665-eb77-4691-ac44-6156c569581f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:08.630747 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522120c-1356-4ae4-9aa1-01c503887e54 req-62147d15-e8b8-464f-bf1a-4143b5b12293 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:08.637912 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522120c-1356-4ae4-9aa1-01c503887e54 req-62147d15-e8b8-464f-bf1a-4143b5b12293 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:08.640148 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4522120c-1356-4ae4-9aa1-01c503887e54 req-62147d15-e8b8-464f-bf1a-4143b5b12293 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5433 time: 0.5603695 May 13 14:50:08.669017 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '1145a0a6-eb35-4fbe-a730-307907e27d99', 'network_id': 'c2791814-6ab4-4ee1-8449-7b69fcd7217d', 'port_id': '1145a0a6-eb35-4fbe-a730-307907e27d99', 'mac_address': 'fa:16:3e:85:c3:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6c8e4a4-7ae1-42ec-8a8f-588a5dfe3854', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:50:08.683199 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94dbc242-938d-474e-879d-712e48a9ee49 req-8a4444e9-a1a9-49d6-8e77-b96df2057ed4 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:08.759026 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3a5f0d67-59bd-4696-945a-f5a839b207ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:08.780979 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 1145a0a6-eb35-4fbe-a730-307907e27d99 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:50:08.781357 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:08.822983 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1145a0a6-eb35-4fbe-a730-307907e27d99 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:50:08.841311 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 1145a0a6-eb35-4fbe-a730-307907e27d99, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=1145a0a6-eb35-4fbe-a730-307907e27d99,segment=NetworkSegment(a2913665-eb77-4691-ac44-6156c569581f),segment_id=a2913665-eb77-4691-ac44-6156c569581f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:08.844636 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4522120c-1356-4ae4-9aa1-01c503887e54 req-bb7f931c-6e7a-4c3a-b57b-65229c214245 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1863441 May 13 14:50:08.852332 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:08.853480 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4444e9-a1a9-49d6-8e77-b96df2057ed4 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Pushing event deleted for resources: {'Port': ['ID=42a1abac-e5c5-46b8-a459-21e4016e4e47,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:08.855393 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 23a0b5c0-5383-42e4-83f7-23a3a9751367 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:50:08.888820 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3a5f0d67-59bd-4696-945a-f5a839b207ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:09.031814 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3a5f0d67-59bd-4696-945a-f5a839b207ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:09.097254 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f0d67-59bd-4696-945a-f5a839b207ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045f7976-689e-4ad8-8ef8-ced0dfd6f070,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:09.119586 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3a5f0d67-59bd-4696-945a-f5a839b207ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:09.121822 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3a5f0d67-59bd-4696-945a-f5a839b207ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/045f7976-689e-4ad8-8ef8-ced0dfd6f070 HTTP/1.1" status: 204 len: 168 time: 0.5800333 May 13 14:50:09.181651 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 23a0b5c0-5383-42e4-83f7-23a3a9751367, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=23a0b5c0-5383-42e4-83f7-23a3a9751367,segment=NetworkSegment(2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1),segment_id=2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:09.230171 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-94dbc242-938d-474e-879d-712e48a9ee49 req-8a4444e9-a1a9-49d6-8e77-b96df2057ed4 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] No DVR routers for this DVR port 42a1abac-e5c5-46b8-a459-21e4016e4e47 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:50:09.238669 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-94dbc242-938d-474e-879d-712e48a9ee49 req-8a4444e9-a1a9-49d6-8e77-b96df2057ed4 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:09.255220 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-deleted', 'tag': '42a1abac-e5c5-46b8-a459-21e4016e4e47'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:50:09.261433 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=1145a0a6-eb35-4fbe-a730-307907e27d99,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:09.280488 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '23a0b5c0-5383-42e4-83f7-23a3a9751367', 'network_id': 'b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c', 'port_id': '23a0b5c0-5383-42e4-83f7-23a3a9751367', 'mac_address': 'fa:16:3e:13:35:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d953eaa-2a7e-4580-bb0c-458e876aebfa', 'ip_address': '10.1.1.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:50:09.383633 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94dbc242-938d-474e-879d-712e48a9ee49 req-8a4444e9-a1a9-49d6-8e77-b96df2057ed4 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.74 "DELETE /v2.0/ports/42a1abac-e5c5-46b8-a459-21e4016e4e47 HTTP/1.1" status: 204 len: 173 time: 3.3984878 May 13 14:50:09.457375 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-1f6c07fb-7b6b-4cfd-a2a4-d30e871cc7dd req-59e26a53-1ff0-4fb1-b51f-7603ee933c3d tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Synchronizing usage tracker for tenant:18b9c5d8b3d043279654e2a115822f2a on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:50:09.484018 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 23a0b5c0-5383-42e4-83f7-23a3a9751367 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:50:09.484317 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:09.510119 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-1f6c07fb-7b6b-4cfd-a2a4-d30e871cc7dd req-59e26a53-1ff0-4fb1-b51f-7603ee933c3d tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Unset dirty status for tenant:18b9c5d8b3d043279654e2a115822f2a on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:50:09.510272 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1f6c07fb-7b6b-4cfd-a2a4-d30e871cc7dd req-59e26a53-1ff0-4fb1-b51f-7603ee933c3d tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 210 time: 0.2581077 May 13 14:50:09.522914 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a0b5c0-5383-42e4-83f7-23a3a9751367 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:50:09.589622 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 23a0b5c0-5383-42e4-83f7-23a3a9751367, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=23a0b5c0-5383-42e4-83f7-23a3a9751367,segment=NetworkSegment(2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1),segment_id=2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:09.597773 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:09.598430 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 7a63f6e5-ceca-4634-989e-47b8cd43cba3 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:50:09.672503 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b2668f3-9290-4716-a18e-64f2144f8875'] response: {'server_uuid': '7f2656f6-d77d-4e0e-813a-910939c72154', 'name': 'network-vif-deleted', 'tag': '42a1abac-e5c5-46b8-a459-21e4016e4e47', 'status': 'completed', 'code': 200} May 13 14:50:09.776512 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=23a0b5c0-5383-42e4-83f7-23a3a9751367,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:09.790885 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 7a63f6e5-ceca-4634-989e-47b8cd43cba3, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=7a63f6e5-ceca-4634-989e-47b8cd43cba3,segment=NetworkSegment(2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1),segment_id=2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:09.828228 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '7a63f6e5-ceca-4634-989e-47b8cd43cba3', 'network_id': 'b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c', 'port_id': '7a63f6e5-ceca-4634-989e-47b8cd43cba3', 'mac_address': 'fa:16:3e:76:2f:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d953eaa-2a7e-4580-bb0c-458e876aebfa', 'ip_address': '10.1.1.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:50:09.959778 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 7a63f6e5-ceca-4634-989e-47b8cd43cba3 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:50:09.960574 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:10.018823 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a63f6e5-ceca-4634-989e-47b8cd43cba3 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:50:10.061669 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 7a63f6e5-ceca-4634-989e-47b8cd43cba3, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=7a63f6e5-ceca-4634-989e-47b8cd43cba3,segment=NetworkSegment(2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1),segment_id=2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:10.072902 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:10.078264 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 809cd876-ad94-47a7-bcee-934e044a9318 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:50:10.145819 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39876) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:10.209746 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c64f3ec2-2c6b-48e4-9a89-1fce531ba2f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:10.346381 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9140ff-18d8-45af-a587-10d770f7cc49 req-d91f7ef1-1bb2-4765-b44f-351fee86d814 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:10.355817 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9140ff-18d8-45af-a587-10d770f7cc49 req-d91f7ef1-1bb2-4765-b44f-351fee86d814 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:10.360017 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c64f3ec2-2c6b-48e4-9a89-1fce531ba2f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:10.382713 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c64f3ec2-2c6b-48e4-9a89-1fce531ba2f9 admin admin] Usage tracker for resource:security_group_rule and tenant:198e7acd110b4a6ba53d666eb5b4e6b0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:10.399044 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9140ff-18d8-45af-a587-10d770f7cc49 req-d91f7ef1-1bb2-4765-b44f-351fee86d814 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:10.405162 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c64f3ec2-2c6b-48e4-9a89-1fce531ba2f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:10.406855 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9140ff-18d8-45af-a587-10d770f7cc49 req-d91f7ef1-1bb2-4765-b44f-351fee86d814 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:10.414785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9140ff-18d8-45af-a587-10d770f7cc49 req-d91f7ef1-1bb2-4765-b44f-351fee86d814 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:10.422346 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9140ff-18d8-45af-a587-10d770f7cc49 req-d91f7ef1-1bb2-4765-b44f-351fee86d814 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:10.429733 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9140ff-18d8-45af-a587-10d770f7cc49 req-d91f7ef1-1bb2-4765-b44f-351fee86d814 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:10.440165 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c64f3ec2-2c6b-48e4-9a89-1fce531ba2f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:10.442278 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2c9140ff-18d8-45af-a587-10d770f7cc49 req-d91f7ef1-1bb2-4765-b44f-351fee86d814 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5436 time: 0.2815704 May 13 14:50:10.556991 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2c9140ff-18d8-45af-a587-10d770f7cc49 req-b8940037-03fd-4f44-bd9f-a0d824b164d7 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1132832 May 13 14:50:10.587580 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 809cd876-ad94-47a7-bcee-934e044a9318, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=809cd876-ad94-47a7-bcee-934e044a9318,segment=NetworkSegment(6a1902e2-8090-4fe5-b451-4ecbfde075b6),segment_id=6a1902e2-8090-4fe5-b451-4ecbfde075b6)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:10.630165 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=7a63f6e5-ceca-4634-989e-47b8cd43cba3,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:10.645083 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '809cd876-ad94-47a7-bcee-934e044a9318', 'network_id': 'add62c5c-9eca-4348-9830-32239b4651d7', 'port_id': '809cd876-ad94-47a7-bcee-934e044a9318', 'mac_address': 'fa:16:3e:9f:22:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d13d9-e6e2-41d7-a1c7-685370a51797', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:50:10.705682 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c64f3ec2-2c6b-48e4-9a89-1fce531ba2f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:10.720355 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c64f3ec2-2c6b-48e4-9a89-1fce531ba2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:10.792816 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f3ec2-2c6b-48e4-9a89-1fce531ba2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059180f6-3221-4bda-a6a1-57b7ee83f934,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:10.868995 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 809cd876-ad94-47a7-bcee-934e044a9318 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:50:10.869818 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:10.886019 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8bf2b838-d9ba-42ec-8c97-d33de6efd6cb req-a59e19a0-b6a2-463c-9b21-7a4fe7b98ff8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 210 time: 0.0896506 May 13 14:50:10.899379 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c64f3ec2-2c6b-48e4-9a89-1fce531ba2f9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=198e7acd110b4a6ba53d666eb5b4e6b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7525041 May 13 14:50:10.902293 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 39898) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:10.902657 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 809cd876-ad94-47a7-bcee-934e044a9318 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:50:10.920638 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 809cd876-ad94-47a7-bcee-934e044a9318, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=809cd876-ad94-47a7-bcee-934e044a9318,segment=NetworkSegment(6a1902e2-8090-4fe5-b451-4ecbfde075b6),segment_id=6a1902e2-8090-4fe5-b451-4ecbfde075b6)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:10.926145 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:11.025004 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=809cd876-ad94-47a7-bcee-934e044a9318,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:11.053985 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cf7795c0-cc99-4d50-9bfd-2582d95b7b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:11.152597 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cf7795c0-cc99-4d50-9bfd-2582d95b7b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:11.246329 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cf7795c0-cc99-4d50-9bfd-2582d95b7b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:11.284984 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7795c0-cc99-4d50-9bfd-2582d95b7b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059180f6-3221-4bda-a6a1-57b7ee83f934,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:11.298114 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cf7795c0-cc99-4d50-9bfd-2582d95b7b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:11.299630 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cf7795c0-cc99-4d50-9bfd-2582d95b7b1c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/059180f6-3221-4bda-a6a1-57b7ee83f934 HTTP/1.1" status: 204 len: 168 time: 0.3953049 May 13 14:50:11.555517 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['e207a457-df02-4445-883d-49c778eef818'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:50:11.654766 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['ead8f4bc-18b3-4bda-8059-38906d99256f'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:50:11.716191 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['1145a0a6-eb35-4fbe-a730-307907e27d99'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:50:11.793938 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:50:11.975486 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['809cd876-ad94-47a7-bcee-934e044a9318'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:50:12.010005 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3337138-9d05-41bc-ab8a-62e328093ecf req-1e3a7e33-b375-4846-92e9-a6facb468e42 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:12.018967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3337138-9d05-41bc-ab8a-62e328093ecf req-1e3a7e33-b375-4846-92e9-a6facb468e42 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:12.025085 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3337138-9d05-41bc-ab8a-62e328093ecf req-1e3a7e33-b375-4846-92e9-a6facb468e42 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:12.031601 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3337138-9d05-41bc-ab8a-62e328093ecf req-1e3a7e33-b375-4846-92e9-a6facb468e42 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:12.038292 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3337138-9d05-41bc-ab8a-62e328093ecf req-1e3a7e33-b375-4846-92e9-a6facb468e42 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:12.045972 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3337138-9d05-41bc-ab8a-62e328093ecf req-1e3a7e33-b375-4846-92e9-a6facb468e42 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:12.052557 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3337138-9d05-41bc-ab8a-62e328093ecf req-1e3a7e33-b375-4846-92e9-a6facb468e42 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:12.054549 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b3337138-9d05-41bc-ab8a-62e328093ecf req-1e3a7e33-b375-4846-92e9-a6facb468e42 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5437 time: 0.2278950 May 13 14:50:12.135880 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['23a0b5c0-5383-42e4-83f7-23a3a9751367'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:50:12.187376 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b3337138-9d05-41bc-ab8a-62e328093ecf req-b764ad45-90a2-4ca0-8de9-d0a718eb848a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1237204 May 13 14:50:12.490326 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-942cac64-6087-4f80-8d47-dfa85dbec7ab req-5679e41e-7036-4511-aaa4-106d821f3da7 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 210 time: 0.4177241 May 13 14:50:12.598062 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['7a63f6e5-ceca-4634-989e-47b8cd43cba3'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:50:13.569219 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9585585-c66a-4af7-b003-4d495412d229 req-1b8e3068-dfcc-4d91-85c3-1673f0e49578 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:13.576094 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9585585-c66a-4af7-b003-4d495412d229 req-1b8e3068-dfcc-4d91-85c3-1673f0e49578 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:13.583305 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9585585-c66a-4af7-b003-4d495412d229 req-1b8e3068-dfcc-4d91-85c3-1673f0e49578 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:13.592408 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9585585-c66a-4af7-b003-4d495412d229 req-1b8e3068-dfcc-4d91-85c3-1673f0e49578 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:13.609267 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9585585-c66a-4af7-b003-4d495412d229 req-1b8e3068-dfcc-4d91-85c3-1673f0e49578 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:13.632700 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9585585-c66a-4af7-b003-4d495412d229 req-1b8e3068-dfcc-4d91-85c3-1673f0e49578 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:13.663524 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9585585-c66a-4af7-b003-4d495412d229 req-1b8e3068-dfcc-4d91-85c3-1673f0e49578 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:13.681456 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b9585585-c66a-4af7-b003-4d495412d229 req-1b8e3068-dfcc-4d91-85c3-1673f0e49578 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5437 time: 0.2195005 May 13 14:50:13.824481 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e0f712e8-5f5b-4f1d-9230-b3ba7983eeff req-a42c5b6c-2546-40cf-ada1-dd066531260b tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2656f6-d77d-4e0e-813a-910939c72154 HTTP/1.1" status: 200 len: 210 time: 0.0816503 May 13 14:50:13.892516 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b9585585-c66a-4af7-b003-4d495412d229 req-3fccaa83-6a6f-4552-a98e-00785dcb810c tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2033119 May 13 14:50:14.962243 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device ead8f4bc-18b3-4bda-8059-38906d99256f up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:50:15.124334 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port ead8f4bc-18b3-4bda-8059-38906d99256f completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:50:15.132516 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port ead8f4bc-18b3-4bda-8059-38906d99256f triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:50:15.132993 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:15.363189 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3963d-ada8-4c07-a3b7-275dba2d9174 req-7ef763ca-c940-41aa-8771-58d2aa500df6 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:15.394700 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-60c3963d-ada8-4c07-a3b7-275dba2d9174 req-7ef763ca-c940-41aa-8771-58d2aa500df6 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=35059ec1-f3f3-422f-877f-6487e1b9565a HTTP/1.1" status: 200 len: 945 time: 0.3002174 May 13 14:50:15.446852 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port ead8f4bc-18b3-4bda-8059-38906d99256f is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:50:15.448117 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:15.502262 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6547dc-006b-4cac-88ac-1ea1ea1fe762 req-06a9f006-b47c-4bfa-9236-e239e3818236 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:15.518695 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6547dc-006b-4cac-88ac-1ea1ea1fe762 req-06a9f006-b47c-4bfa-9236-e239e3818236 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:15.522108 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead8f4bc-18b3-4bda-8059-38906d99256f'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:50:15.536282 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6547dc-006b-4cac-88ac-1ea1ea1fe762 req-06a9f006-b47c-4bfa-9236-e239e3818236 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:15.548756 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port ead8f4bc-18b3-4bda-8059-38906d99256f, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=ead8f4bc-18b3-4bda-8059-38906d99256f,segment=NetworkSegment(2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1),segment_id=2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:15.556771 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6547dc-006b-4cac-88ac-1ea1ea1fe762 req-06a9f006-b47c-4bfa-9236-e239e3818236 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:15.571517 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6547dc-006b-4cac-88ac-1ea1ea1fe762 req-06a9f006-b47c-4bfa-9236-e239e3818236 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:15.572339 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:15.573340 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:50:15.593731 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6547dc-006b-4cac-88ac-1ea1ea1fe762 req-06a9f006-b47c-4bfa-9236-e239e3818236 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:15.598028 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-60c3963d-ada8-4c07-a3b7-275dba2d9174 req-32fe52af-ffd6-43f9-9dbe-1243a9b621da tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=52ba1124-588d-4283-955b-65977f808f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920097 May 13 14:50:15.606994 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6547dc-006b-4cac-88ac-1ea1ea1fe762 req-06a9f006-b47c-4bfa-9236-e239e3818236 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:15.622820 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ef6547dc-006b-4cac-88ac-1ea1ea1fe762 req-06a9f006-b47c-4bfa-9236-e239e3818236 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5437 time: 0.3735781 May 13 14:50:15.727213 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40010) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:15.796052 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ef6547dc-006b-4cac-88ac-1ea1ea1fe762 req-58678858-6c4a-4529-9ee6-b7f349ca27a6 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1703553 May 13 14:50:15.875315 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:50:15.884008 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=ead8f4bc-18b3-4bda-8059-38906d99256f,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:15.888664 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:50:15.889097 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:15.923092 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-587baf3f-6331-49e8-8b8f-3fb6b09982ea'] response: {'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead8f4bc-18b3-4bda-8059-38906d99256f', 'code': 200} May 13 14:50:15.973076 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-def36e69-e9ad-4c3d-9812-c21a03fce15b tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:16.041735 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-def36e69-e9ad-4c3d-9812-c21a03fce15b tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:16.051271 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:50:16.052081 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:16.099091 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c,segment=NetworkSegment(6a1902e2-8090-4fe5-b451-4ecbfde075b6),segment_id=6a1902e2-8090-4fe5-b451-4ecbfde075b6)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:16.106225 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:16.158734 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-def36e69-e9ad-4c3d-9812-c21a03fce15b tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:16.210784 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:16.211075 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def36e69-e9ad-4c3d-9812-c21a03fce15b tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a0f171-72e3-41e4-be44-ec217b4f9ab6,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:16.232116 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-def36e69-e9ad-4c3d-9812-c21a03fce15b tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:16.236665 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-def36e69-e9ad-4c3d-9812-c21a03fce15b tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "DELETE /v2.0/security-groups/95a0f171-72e3-41e4-be44-ec217b4f9ab6 HTTP/1.1" status: 204 len: 168 time: 0.5050831 May 13 14:50:16.237375 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40018) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:16.267058 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-56512f66-4e54-4c28-9d1f-68e73495f5c8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] show failed (client error): The resource could not be found. May 13 14:50:16.271624 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40022) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:16.271963 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-56512f66-4e54-4c28-9d1f-68e73495f5c8 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "GET /v2.0/security-groups/95a0f171-72e3-41e4-be44-ec217b4f9ab6 HTTP/1.1" status: 404 len: 347 time: 0.0327604 May 13 14:50:16.526421 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-bd0a1ed7-b67f-4b34-9d47-f152d450e9dc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Deleting port f9555095-e4e8-480f-9fe6-d794b8d91d27 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:16.527271 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1ed7-b67f-4b34-9d47-f152d450e9dc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:16.822801 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1ed7-b67f-4b34-9d47-f152d450e9dc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:16.823246 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1ed7-b67f-4b34-9d47-f152d450e9dc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:16.995973 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device e207a457-df02-4445-883d-49c778eef818 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:50:17.062512 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-bd0a1ed7-b67f-4b34-9d47-f152d450e9dc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Calling delete_port for f9555095-e4e8-480f-9fe6-d794b8d91d27 owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:50:17.280025 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49528c27-2d91-4e24-94ba-f798b213ebe6 req-15c94606-cc3b-4504-b246-751607e287fe tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:17.284805 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port e207a457-df02-4445-883d-49c778eef818 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:50:17.293604 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49528c27-2d91-4e24-94ba-f798b213ebe6 req-15c94606-cc3b-4504-b246-751607e287fe tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.59 "GET /v2.0/ports?device_id=35059ec1-f3f3-422f-877f-6487e1b9565a HTTP/1.1" status: 200 len: 945 time: 0.5306945 May 13 14:50:17.296535 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port e207a457-df02-4445-883d-49c778eef818 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:50:17.307996 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:17.436019 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1eb6c-b905-463a-99b0-789497584141 req-30bb6405-387f-42bf-b5ba-9131000c6f2e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:17.453719 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1eb6c-b905-463a-99b0-789497584141 req-30bb6405-387f-42bf-b5ba-9131000c6f2e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:17.460330 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1eb6c-b905-463a-99b0-789497584141 req-30bb6405-387f-42bf-b5ba-9131000c6f2e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:17.467192 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1eb6c-b905-463a-99b0-789497584141 req-30bb6405-387f-42bf-b5ba-9131000c6f2e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:17.472768 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1eb6c-b905-463a-99b0-789497584141 req-30bb6405-387f-42bf-b5ba-9131000c6f2e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:17.478677 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1eb6c-b905-463a-99b0-789497584141 req-30bb6405-387f-42bf-b5ba-9131000c6f2e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:17.484793 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1eb6c-b905-463a-99b0-789497584141 req-30bb6405-387f-42bf-b5ba-9131000c6f2e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:17.486836 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-50e1eb6c-b905-463a-99b0-789497584141 req-30bb6405-387f-42bf-b5ba-9131000c6f2e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5439 time: 0.3167384 May 13 14:50:17.551275 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port e207a457-df02-4445-883d-49c778eef818 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:50:17.552458 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:17.595445 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-50e1eb6c-b905-463a-99b0-789497584141 req-504e7400-780a-4ff3-9e29-b7536cd3f3fd tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656474 May 13 14:50:17.613499 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port e207a457-df02-4445-883d-49c778eef818, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=e207a457-df02-4445-883d-49c778eef818,segment=NetworkSegment(2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1),segment_id=2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:17.634583 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1ed7-b67f-4b34-9d47-f152d450e9dc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:17.637176 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:17.638773 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 23a0b5c0-5383-42e4-83f7-23a3a9751367 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:50:17.657922 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-49528c27-2d91-4e24-94ba-f798b213ebe6 req-70c5ad8b-a8d8-4608-a2f8-c65d679bbd6e tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Deleting port dfb9fb94-5dd6-40ae-9e36-72474a502bad {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:17.658614 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49528c27-2d91-4e24-94ba-f798b213ebe6 req-70c5ad8b-a8d8-4608-a2f8-c65d679bbd6e tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:17.738679 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80898706-25a7-4f21-ab4a-422d80d626ac req-284cf4d5-75d6-4902-be85-9ad875346a7b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:17.747135 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-80898706-25a7-4f21-ab4a-422d80d626ac req-284cf4d5-75d6-4902-be85-9ad875346a7b tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=35059ec1-f3f3-422f-877f-6487e1b9565a HTTP/1.1" status: 200 len: 945 time: 0.9346073 May 13 14:50:17.834200 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=e207a457-df02-4445-883d-49c778eef818,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:17.854309 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 23a0b5c0-5383-42e4-83f7-23a3a9751367 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:50:17.860627 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-80898706-25a7-4f21-ab4a-422d80d626ac req-0630ec57-f910-48e9-b13e-b6ea39a7be4f tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups?id=52ba1124-588d-4283-955b-65977f808f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121516 May 13 14:50:17.870161 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 23a0b5c0-5383-42e4-83f7-23a3a9751367 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:50:17.870532 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:17.925860 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c'}, {'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e207a457-df02-4445-883d-49c778eef818'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:50:17.968179 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a1ed7-b67f-4b34-9d47-f152d450e9dc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Pushing event deleted for resources: {'Port': ['ID=f9555095-e4e8-480f-9fe6-d794b8d91d27,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:17.988427 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82bcdd1b-8b2e-4230-b2cb-6b9d2f25bdf8'] response: {'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c', 'code': 200} May 13 14:50:17.988690 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82bcdd1b-8b2e-4230-b2cb-6b9d2f25bdf8'] response: {'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e207a457-df02-4445-883d-49c778eef818', 'code': 200} May 13 14:50:18.069270 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1ed7-b67f-4b34-9d47-f152d450e9dc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks [] for floatingip, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:18.113942 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1ed7-b67f-4b34-9d47-f152d450e9dc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:18.117718 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-bd0a1ed7-b67f-4b34-9d47-f152d450e9dc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "DELETE /v2.0/floatingips/142b8593-adea-4301-8081-366646bae2b0 HTTP/1.1" status: 204 len: 168 time: 1.8418593 May 13 14:50:18.118398 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40052) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:18.128102 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-49528c27-2d91-4e24-94ba-f798b213ebe6 req-70c5ad8b-a8d8-4608-a2f8-c65d679bbd6e tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] For port dfb9fb94-5dd6-40ae-9e36-72474a502bad, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=dfb9fb94-5dd6-40ae-9e36-72474a502bad,segment=NetworkSegment(2e43f227-1875-4d5e-9b51-995654763caa),segment_id=2e43f227-1875-4d5e-9b51-995654763caa)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:18.129206 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49528c27-2d91-4e24-94ba-f798b213ebe6 req-70c5ad8b-a8d8-4608-a2f8-c65d679bbd6e tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:18.131506 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 23a0b5c0-5383-42e4-83f7-23a3a9751367 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:50:18.131873 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:18.156240 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:18.193743 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 23a0b5c0-5383-42e4-83f7-23a3a9751367, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=23a0b5c0-5383-42e4-83f7-23a3a9751367,segment=NetworkSegment(2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1),segment_id=2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:18.201769 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:18.202723 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 7a63f6e5-ceca-4634-989e-47b8cd43cba3 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:50:18.208199 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-ea02a01b-7f6e-4b01-90de-5c9e00adf3cc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Deleting port 67e7f531-e2b2-4161-81a5-7ac49b7125b3 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:18.208703 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ea02a01b-7f6e-4b01-90de-5c9e00adf3cc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:18.415832 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=23a0b5c0-5383-42e4-83f7-23a3a9751367,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:18.450984 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 7a63f6e5-ceca-4634-989e-47b8cd43cba3 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:50:18.464407 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 7a63f6e5-ceca-4634-989e-47b8cd43cba3 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:50:18.464407 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:18.667912 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49528c27-2d91-4e24-94ba-f798b213ebe6 req-70c5ad8b-a8d8-4608-a2f8-c65d679bbd6e tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:18.668401 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49528c27-2d91-4e24-94ba-f798b213ebe6 req-70c5ad8b-a8d8-4608-a2f8-c65d679bbd6e tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:18.668588 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [req-49528c27-2d91-4e24-94ba-f798b213ebe6 req-70c5ad8b-a8d8-4608-a2f8-c65d679bbd6e tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Floating IP bcb9bfae-b7be-4b29-9468-2a09e00708ef disassociated. External IP: 172.25.0.167, port: dfb9fb94-5dd6-40ae-9e36-72474a502bad. May 13 14:50:18.669475 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-49528c27-2d91-4e24-94ba-f798b213ebe6 req-70c5ad8b-a8d8-4608-a2f8-c65d679bbd6e tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Calling delete_port for dfb9fb94-5dd6-40ae-9e36-72474a502bad owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:50:18.729799 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 7a63f6e5-ceca-4634-989e-47b8cd43cba3 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:50:18.730649 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:18.813489 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 7a63f6e5-ceca-4634-989e-47b8cd43cba3, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=7a63f6e5-ceca-4634-989e-47b8cd43cba3,segment=NetworkSegment(2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1),segment_id=2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:18.815895 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ea02a01b-7f6e-4b01-90de-5c9e00adf3cc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:18.827350 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:18.830954 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 809cd876-ad94-47a7-bcee-934e044a9318 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:50:19.159767 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=7a63f6e5-ceca-4634-989e-47b8cd43cba3,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:19.197170 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 809cd876-ad94-47a7-bcee-934e044a9318 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:50:19.203468 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 809cd876-ad94-47a7-bcee-934e044a9318 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:50:19.203842 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:19.300805 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-ea02a01b-7f6e-4b01-90de-5c9e00adf3cc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Calling delete_port for 67e7f531-e2b2-4161-81a5-7ac49b7125b3 owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:50:19.362582 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17da3f0-5592-4247-8ebd-ab1b53239598 req-9011877b-48b7-4585-ad8e-2c2ccfb340d2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:19.382477 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17da3f0-5592-4247-8ebd-ab1b53239598 req-9011877b-48b7-4585-ad8e-2c2ccfb340d2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:19.389279 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17da3f0-5592-4247-8ebd-ab1b53239598 req-9011877b-48b7-4585-ad8e-2c2ccfb340d2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:19.395312 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17da3f0-5592-4247-8ebd-ab1b53239598 req-9011877b-48b7-4585-ad8e-2c2ccfb340d2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:19.403099 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17da3f0-5592-4247-8ebd-ab1b53239598 req-9011877b-48b7-4585-ad8e-2c2ccfb340d2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:19.409710 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17da3f0-5592-4247-8ebd-ab1b53239598 req-9011877b-48b7-4585-ad8e-2c2ccfb340d2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:19.415793 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17da3f0-5592-4247-8ebd-ab1b53239598 req-9011877b-48b7-4585-ad8e-2c2ccfb340d2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:19.417861 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c17da3f0-5592-4247-8ebd-ab1b53239598 req-9011877b-48b7-4585-ad8e-2c2ccfb340d2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5442 time: 0.5833554 May 13 14:50:19.469426 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49528c27-2d91-4e24-94ba-f798b213ebe6 req-70c5ad8b-a8d8-4608-a2f8-c65d679bbd6e tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:19.571538 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 809cd876-ad94-47a7-bcee-934e044a9318 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:50:19.572112 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:19.596304 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c17da3f0-5592-4247-8ebd-ab1b53239598 req-3866c6f2-596c-40d8-8c27-69fe6a56b9ab tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1641908 May 13 14:50:19.619631 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5ad8b-a8d8-4608-a2f8-c65d679bbd6e tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Pushing event deleted for resources: {'Port': ['ID=dfb9fb94-5dd6-40ae-9e36-72474a502bad,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:19.661436 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 809cd876-ad94-47a7-bcee-934e044a9318, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=809cd876-ad94-47a7-bcee-934e044a9318,segment=NetworkSegment(6a1902e2-8090-4fe5-b451-4ecbfde075b6),segment_id=6a1902e2-8090-4fe5-b451-4ecbfde075b6)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:19.666653 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:19.667586 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 1145a0a6-eb35-4fbe-a730-307907e27d99 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:50:19.735987 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cce8cc82-bb6d-4121-97c0-e3c79825840a req-4b9bdff2-80ba-49cc-a9fb-bb626fd57702 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=35059ec1-f3f3-422f-877f-6487e1b9565a HTTP/1.1" status: 200 len: 210 time: 0.4713490 May 13 14:50:19.801430 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ea02a01b-7f6e-4b01-90de-5c9e00adf3cc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:19.867472 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02a01b-7f6e-4b01-90de-5c9e00adf3cc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Pushing event deleted for resources: {'Port': ['ID=67e7f531-e2b2-4161-81a5-7ac49b7125b3,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:19.993832 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a0b5c0-5383-42e4-83f7-23a3a9751367'}, {'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a63f6e5-ceca-4634-989e-47b8cd43cba3'}, {'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809cd876-ad94-47a7-bcee-934e044a9318'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:50:20.014656 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=809cd876-ad94-47a7-bcee-934e044a9318,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:20.035970 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 1145a0a6-eb35-4fbe-a730-307907e27d99 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:50:20.056588 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 1145a0a6-eb35-4fbe-a730-307907e27d99 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:50:20.057151 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:20.063509 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49528c27-2d91-4e24-94ba-f798b213ebe6 req-70c5ad8b-a8d8-4608-a2f8-c65d679bbd6e tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Router fbf281ff-0cd3-4a5e-baeb-afe5654769f1 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:50:20.132414 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ea02a01b-7f6e-4b01-90de-5c9e00adf3cc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:20.170455 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ea02a01b-7f6e-4b01-90de-5c9e00adf3cc tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "DELETE /v2.0/ports/67e7f531-e2b2-4161-81a5-7ac49b7125b3 HTTP/1.1" status: 204 len: 168 time: 2.0482399 May 13 14:50:20.171743 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40084) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:20.186784 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2ccb56d-b7e5-4673-b39f-d46cc6c26cdd'] response: {'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a0b5c0-5383-42e4-83f7-23a3a9751367', 'code': 200} May 13 14:50:20.187219 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2ccb56d-b7e5-4673-b39f-d46cc6c26cdd'] response: {'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a63f6e5-ceca-4634-989e-47b8cd43cba3', 'code': 200} May 13 14:50:20.187623 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2ccb56d-b7e5-4673-b39f-d46cc6c26cdd'] response: {'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809cd876-ad94-47a7-bcee-934e044a9318', 'code': 200} May 13 14:50:20.420237 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-70dd6ce8-ff23-4fe9-a4fd-34d670bba724 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Deleting port daf2e69b-43ff-47c0-885c-637ff3620bd1 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:20.421368 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-70dd6ce8-ff23-4fe9-a4fd-34d670bba724 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:20.678372 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 1145a0a6-eb35-4fbe-a730-307907e27d99 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:50:20.679005 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:20.745574 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49528c27-2d91-4e24-94ba-f798b213ebe6 req-70c5ad8b-a8d8-4608-a2f8-c65d679bbd6e tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:50:20.761177 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f415740-0960-43f7-bafa-6ce764cf0e87 None None] Sync routers for ids ['fbf281ff-0cd3-4a5e-baeb-afe5654769f1'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:50:20.853799 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 1145a0a6-eb35-4fbe-a730-307907e27d99, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=1145a0a6-eb35-4fbe-a730-307907e27d99,segment=NetworkSegment(a2913665-eb77-4691-ac44-6156c569581f),segment_id=a2913665-eb77-4691-ac44-6156c569581f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:20.860598 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-49528c27-2d91-4e24-94ba-f798b213ebe6 req-70c5ad8b-a8d8-4608-a2f8-c65d679bbd6e tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] No DVR routers for this DVR port dfb9fb94-5dd6-40ae-9e36-72474a502bad on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:50:20.863598 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-49528c27-2d91-4e24-94ba-f798b213ebe6 req-70c5ad8b-a8d8-4608-a2f8-c65d679bbd6e tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:20.866424 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f415740-0960-43f7-bafa-6ce764cf0e87 None None] Routers {'fbf281ff-0cd3-4a5e-baeb-afe5654769f1'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:50:20.868524 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35059ec1-f3f3-422f-877f-6487e1b9565a', 'name': 'network-vif-deleted', 'tag': 'dfb9fb94-5dd6-40ae-9e36-72474a502bad'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:50:20.869701 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-2f415740-0960-43f7-bafa-6ce764cf0e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:50:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['fbf281ff-0cd3-4a5e-baeb-afe5654769f1'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:20.899270 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49528c27-2d91-4e24-94ba-f798b213ebe6 req-70c5ad8b-a8d8-4608-a2f8-c65d679bbd6e tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.59 "DELETE /v2.0/ports/dfb9fb94-5dd6-40ae-9e36-72474a502bad HTTP/1.1" status: 204 len: 173 time: 3.5992064 May 13 14:50:21.019582 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:21.226539 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-70dd6ce8-ff23-4fe9-a4fd-34d670bba724 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:21.242358 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-15f991db-4e1e-4221-af73-81352009dfd3 req-7ba041aa-c0a3-4f0e-818f-4e943e989894 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Synchronizing usage tracker for tenant:4b31433d5022490ba6cd8b183da7a35f on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:50:21.274447 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c6bff-c51a-4e95-ab21-c8e107f7a961 req-71eb8400-466d-430e-b9e9-d814ad554ff7 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:21.277036 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-15f991db-4e1e-4221-af73-81352009dfd3 req-7ba041aa-c0a3-4f0e-818f-4e943e989894 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Unset dirty status for tenant:4b31433d5022490ba6cd8b183da7a35f on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:50:21.279320 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-15f991db-4e1e-4221-af73-81352009dfd3 req-7ba041aa-c0a3-4f0e-818f-4e943e989894 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/ports?device_id=35059ec1-f3f3-422f-877f-6487e1b9565a HTTP/1.1" status: 200 len: 210 time: 0.1718726 May 13 14:50:21.285014 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c6bff-c51a-4e95-ab21-c8e107f7a961 req-71eb8400-466d-430e-b9e9-d814ad554ff7 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:21.290927 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c6bff-c51a-4e95-ab21-c8e107f7a961 req-71eb8400-466d-430e-b9e9-d814ad554ff7 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:21.313087 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=1145a0a6-eb35-4fbe-a730-307907e27d99,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:21.313727 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c6bff-c51a-4e95-ab21-c8e107f7a961 req-71eb8400-466d-430e-b9e9-d814ad554ff7 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:21.330523 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device dfb9fb94-5dd6-40ae-9e36-72474a502bad no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:50:21.341714 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c6bff-c51a-4e95-ab21-c8e107f7a961 req-71eb8400-466d-430e-b9e9-d814ad554ff7 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:21.372967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c6bff-c51a-4e95-ab21-c8e107f7a961 req-71eb8400-466d-430e-b9e9-d814ad554ff7 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:21.386590 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c6bff-c51a-4e95-ab21-c8e107f7a961 req-71eb8400-466d-430e-b9e9-d814ad554ff7 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:21.390198 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6947bf1d-e5ec-4dec-9ea1-ce8793a6f4be'] response: {'server_uuid': '35059ec1-f3f3-422f-877f-6487e1b9565a', 'name': 'network-vif-deleted', 'tag': 'dfb9fb94-5dd6-40ae-9e36-72474a502bad', 'status': 'completed', 'code': 200} May 13 14:50:21.419938 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b70c6bff-c51a-4e95-ab21-c8e107f7a961 req-71eb8400-466d-430e-b9e9-d814ad554ff7 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5444 time: 0.4834678 May 13 14:50:21.427166 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: dfb9fb94-5dd6-40ae-9e36-72474a502bad {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:50:21.427888 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device dfb9fb94-5dd6-40ae-9e36-72474a502bad not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:50:21.660913 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-2f415740-0960-43f7-bafa-6ce764cf0e87 None None] Set router fbf281ff-0cd3-4a5e-baeb-afe5654769f1 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:50:22.136660 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-70dd6ce8-ff23-4fe9-a4fd-34d670bba724 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Calling delete_port for daf2e69b-43ff-47c0-885c-637ff3620bd1 owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:50:22.223728 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1145a0a6-eb35-4fbe-a730-307907e27d99'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:50:22.257951 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b70c6bff-c51a-4e95-ab21-c8e107f7a961 req-1dd51cec-843e-4023-b404-e5ce3e160071 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8367121 May 13 14:50:22.392922 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbbf14fd-be77-455e-b194-267967576c11'] response: {'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1145a0a6-eb35-4fbe-a730-307907e27d99', 'code': 200} May 13 14:50:22.404443 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-2f415740-0960-43f7-bafa-6ce764cf0e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'name': 'tempest-AttachVolumeTestJSON-607053534-router', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:02Z', 'updated_at': '2022-05-13T14:44:27Z', 'revision_number': 4, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'gw_port': {'id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:07:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:04Z', 'updated_at': '2022-05-13T14:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '6932a6e1-159c-443f-ae69-5dbb2db31cd8', 'name': '', 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'mac_address': 'fa:16:3e:83:e4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '363e7da1-0d6f-4e89-9da3-93f517417d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:23Z', 'updated_at': '2022-05-13T14:44:37Z', 'revision_number': 5, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'subnets': [{'id': '363e7da1-0d6f-4e89-9da3-93f517417d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:22.414465 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f415740-0960-43f7-bafa-6ce764cf0e87 None None] Checking router: fbf281ff-0cd3-4a5e-baeb-afe5654769f1 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:50:22.436675 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f415740-0960-43f7-bafa-6ce764cf0e87 None None] Routers {'fbf281ff-0cd3-4a5e-baeb-afe5654769f1'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:50:22.439047 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-2f415740-0960-43f7-bafa-6ce764cf0e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:50:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['fbf281ff-0cd3-4a5e-baeb-afe5654769f1'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:22.587265 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40126) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:22.695189 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71c2b6-02fa-49ef-af40-727d10b6bd86 req-60d29dd6-6cc8-488e-8af1-50b5222a7a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:22.706862 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71c2b6-02fa-49ef-af40-727d10b6bd86 req-60d29dd6-6cc8-488e-8af1-50b5222a7a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:22.707443 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71c2b6-02fa-49ef-af40-727d10b6bd86 req-60d29dd6-6cc8-488e-8af1-50b5222a7a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:22.707988 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71c2b6-02fa-49ef-af40-727d10b6bd86 req-60d29dd6-6cc8-488e-8af1-50b5222a7a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:22.708527 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71c2b6-02fa-49ef-af40-727d10b6bd86 req-60d29dd6-6cc8-488e-8af1-50b5222a7a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:22.709211 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71c2b6-02fa-49ef-af40-727d10b6bd86 req-60d29dd6-6cc8-488e-8af1-50b5222a7a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:22.709732 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71c2b6-02fa-49ef-af40-727d10b6bd86 req-60d29dd6-6cc8-488e-8af1-50b5222a7a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:22.712774 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0b71c2b6-02fa-49ef-af40-727d10b6bd86 req-60d29dd6-6cc8-488e-8af1-50b5222a7a87 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 6501 time: 0.1960933 May 13 14:50:22.792353 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-40b190e4-f735-4c7c-9809-f1214b4fcf73 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:22.829552 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-70dd6ce8-ff23-4fe9-a4fd-34d670bba724 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:22.845240 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0b71c2b6-02fa-49ef-af40-727d10b6bd86 req-49b5f9ab-bbfa-4b80-aedd-bc9200057382 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&id=97b54fbd-297a-4350-9640-4bf0314c9cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1246779 May 13 14:50:22.878627 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-2f415740-0960-43f7-bafa-6ce764cf0e87 None None] Set router fbf281ff-0cd3-4a5e-baeb-afe5654769f1 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:50:22.908036 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-40b190e4-f735-4c7c-9809-f1214b4fcf73 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:22.931259 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd6ce8-ff23-4fe9-a4fd-34d670bba724 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Pushing event deleted for resources: {'Port': ['ID=daf2e69b-43ff-47c0-885c-637ff3620bd1,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:23.082294 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40134) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:23.094855 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-70dd6ce8-ff23-4fe9-a4fd-34d670bba724 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:23.124158 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-70dd6ce8-ff23-4fe9-a4fd-34d670bba724 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "DELETE /v2.0/ports/daf2e69b-43ff-47c0-885c-637ff3620bd1 HTTP/1.1" status: 204 len: 168 time: 2.9510005 May 13 14:50:23.127008 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40142) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:23.205573 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-40b190e4-f735-4c7c-9809-f1214b4fcf73 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:23.291241 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-4856307d-51b7-4ea0-ab18-6b6508ea7775 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Deleting subnet cb810c0a-840e-4497-98b6-b4ffe8e0a8f1 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:50:23.296216 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4856307d-51b7-4ea0-ab18-6b6508ea7775 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:23.379856 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4856307d-51b7-4ea0-ab18-6b6508ea7775 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:23.563876 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4856307d-51b7-4ea0-ab18-6b6508ea7775 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:23.679502 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-75e7747a-bdd8-4266-8047-45eb2921b894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:23.742917 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-75e7747a-bdd8-4266-8047-45eb2921b894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:23.760741 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-75e7747a-bdd8-4266-8047-45eb2921b894 admin admin] Usage tracker for resource:security_group_rule and tenant:8013fa40c8d648cf82172ea72b8c256e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:23.774924 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-75e7747a-bdd8-4266-8047-45eb2921b894 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:23.801964 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-75e7747a-bdd8-4266-8047-45eb2921b894 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:23.819418 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b190e4-f735-4c7c-9809-f1214b4fcf73 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ba1124-588d-4283-955b-65977f808f29,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:23.893049 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-40b190e4-f735-4c7c-9809-f1214b4fcf73 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:23.896376 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-40b190e4-f735-4c7c-9809-f1214b4fcf73 tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "DELETE /v2.0/security-groups/52ba1124-588d-4283-955b-65977f808f29 HTTP/1.1" status: 204 len: 168 time: 1.3076849 May 13 14:50:23.906809 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40150) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:23.955153 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-2f415740-0960-43f7-bafa-6ce764cf0e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'name': 'tempest-AttachVolumeTestJSON-607053534-router', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:02Z', 'updated_at': '2022-05-13T14:44:27Z', 'revision_number': 4, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'gw_port': {'id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:07:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:04Z', 'updated_at': '2022-05-13T14:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '6932a6e1-159c-443f-ae69-5dbb2db31cd8', 'name': '', 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'mac_address': 'fa:16:3e:83:e4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '363e7da1-0d6f-4e89-9da3-93f517417d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:23Z', 'updated_at': '2022-05-13T14:44:37Z', 'revision_number': 5, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'subnets': [{'id': '363e7da1-0d6f-4e89-9da3-93f517417d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:23.964591 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f415740-0960-43f7-bafa-6ce764cf0e87 None None] The sync data for ids ['fbf281ff-0cd3-4a5e-baeb-afe5654769f1'] in n-d-841760-1 is: [{'id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'name': 'tempest-AttachVolumeTestJSON-607053534-router', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:02Z', 'updated_at': '2022-05-13T14:44:27Z', 'revision_number': 4, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'gw_port': {'id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:07:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:04Z', 'updated_at': '2022-05-13T14:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '6932a6e1-159c-443f-ae69-5dbb2db31cd8', 'name': '', 'network_id': '3c40b33f-7bf3-4984-a9df-d5e9c9e61d22', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'mac_address': 'fa:16:3e:83:e4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '363e7da1-0d6f-4e89-9da3-93f517417d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:23Z', 'updated_at': '2022-05-13T14:44:37Z', 'revision_number': 5, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'subnets': [{'id': '363e7da1-0d6f-4e89-9da3-93f517417d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:50:23.978624 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-2c862f48-a5d6-43ac-abba-dcd36c25ef2a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] show failed (client error): The resource could not be found. May 13 14:50:23.980180 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2c862f48-a5d6-43ac-abba-dcd36c25ef2a tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "GET /v2.0/security-groups/52ba1124-588d-4283-955b-65977f808f29 HTTP/1.1" status: 404 len: 347 time: 0.0705543 May 13 14:50:23.985811 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40156) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:24.147432 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-75e7747a-bdd8-4266-8047-45eb2921b894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:24.160248 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-75e7747a-bdd8-4266-8047-45eb2921b894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:24.304756 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-75e7747a-bdd8-4266-8047-45eb2921b894 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8013fa40c8d648cf82172ea72b8c256e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2170670 May 13 14:50:24.304756 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7747a-bdd8-4266-8047-45eb2921b894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc485f2f-b864-4950-930f-8759ff93e9e5,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:24.308369 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40162) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:24.469212 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897605c-5d03-45b9-9c72-fd2d3fbd2bdc req-d23f10ba-aa33-4601-8eb4-3caf073249d8 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:24.485076 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897605c-5d03-45b9-9c72-fd2d3fbd2bdc req-d23f10ba-aa33-4601-8eb4-3caf073249d8 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:24.517590 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897605c-5d03-45b9-9c72-fd2d3fbd2bdc req-d23f10ba-aa33-4601-8eb4-3caf073249d8 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:24.530745 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3edd57e9-b19d-4773-bdc9-fc6888549b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:24.542073 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897605c-5d03-45b9-9c72-fd2d3fbd2bdc req-d23f10ba-aa33-4601-8eb4-3caf073249d8 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:24.566660 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3edd57e9-b19d-4773-bdc9-fc6888549b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:24.567951 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897605c-5d03-45b9-9c72-fd2d3fbd2bdc req-d23f10ba-aa33-4601-8eb4-3caf073249d8 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:24.576092 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897605c-5d03-45b9-9c72-fd2d3fbd2bdc req-d23f10ba-aa33-4601-8eb4-3caf073249d8 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:24.583316 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897605c-5d03-45b9-9c72-fd2d3fbd2bdc req-d23f10ba-aa33-4601-8eb4-3caf073249d8 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:24.584633 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a897605c-5d03-45b9-9c72-fd2d3fbd2bdc req-d23f10ba-aa33-4601-8eb4-3caf073249d8 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5444 time: 0.9280028 May 13 14:50:24.690993 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3edd57e9-b19d-4773-bdc9-fc6888549b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:24.721682 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd57e9-b19d-4773-bdc9-fc6888549b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc485f2f-b864-4950-930f-8759ff93e9e5,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:24.749253 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4856307d-51b7-4ea0-ab18-6b6508ea7775 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:24.763018 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3edd57e9-b19d-4773-bdc9-fc6888549b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:24.765889 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a897605c-5d03-45b9-9c72-fd2d3fbd2bdc req-be9f1893-cc66-4fca-9508-56b428c41043 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0797911 May 13 14:50:24.775387 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3edd57e9-b19d-4773-bdc9-fc6888549b3d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cc485f2f-b864-4950-930f-8759ff93e9e5 HTTP/1.1" status: 204 len: 168 time: 0.4674361 May 13 14:50:24.833251 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5259c8eb-2788-4a53-9f3e-f691153aace9 None None] New status for floating IP bcb9bfae-b7be-4b29-9468-2a09e00708ef: DOWN {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:50:24.841229 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856307d-51b7-4ea0-ab18-6b6508ea7775 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Pushing event deleted for resources: {'Subnet': ['ID=cb810c0a-840e-4497-98b6-b4ffe8e0a8f1,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:24.844168 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-891cf4ec-b003-4571-b443-d45922b59b8d tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Deleting port 87bfcf84-3387-42e5-8fe3-d97fa978ed2b {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:24.844555 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-891cf4ec-b003-4571-b443-d45922b59b8d tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:25.050419 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-891cf4ec-b003-4571-b443-d45922b59b8d tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:25.050760 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-891cf4ec-b003-4571-b443-d45922b59b8d tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:25.100574 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4856307d-51b7-4ea0-ab18-6b6508ea7775 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:25.115224 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4de417-dcab-40d8-b2aa-be39fa384cbe None None] Network 471adc6c-b70b-42c1-bc3f-35baec009201 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:50:25.435903 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-891cf4ec-b003-4571-b443-d45922b59b8d tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Calling delete_port for 87bfcf84-3387-42e5-8fe3-d97fa978ed2b owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:50:25.470959 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4856307d-51b7-4ea0-ab18-6b6508ea7775 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "DELETE /v2.0/subnets/cb810c0a-840e-4497-98b6-b4ffe8e0a8f1 HTTP/1.1" status: 204 len: 168 time: 2.3420174 May 13 14:50:25.474090 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40186) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:25.597429 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [None req-891cf4ec-b003-4571-b443-d45922b59b8d tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:50:25.597966 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [None req-891cf4ec-b003-4571-b443-d45922b59b8d tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:50:25.605022 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5eca26f-ed55-4bc4-aee3-57cb648dc123 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Deleting subnet 80d5ab86-7db0-4947-99cf-66a27fc20541 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:50:25.608545 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5eca26f-ed55-4bc4-aee3-57cb648dc123 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:25.663019 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6e7e40-b908-4e90-8071-8949d3fa857b None None] DHCP port deletion for 471adc6c-b70b-42c1-bc3f-35baec009201 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:50:25.670252 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0e6e7e40-b908-4e90-8071-8949d3fa857b None None] Deleting port 96faf8e9-f76a-4450-b8ca-d5f9d43acd06 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:25.670632 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0e6e7e40-b908-4e90-8071-8949d3fa857b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:25.702954 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5eca26f-ed55-4bc4-aee3-57cb648dc123 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:25.807606 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5eca26f-ed55-4bc4-aee3-57cb648dc123 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:25.908136 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5eca26f-ed55-4bc4-aee3-57cb648dc123 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:25.975924 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5eca26f-ed55-4bc4-aee3-57cb648dc123 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:25.982889 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eca26f-ed55-4bc4-aee3-57cb648dc123 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Pushing event deleted for resources: {'Subnet': ['ID=80d5ab86-7db0-4947-99cf-66a27fc20541,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:25.986207 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d5eca26f-ed55-4bc4-aee3-57cb648dc123 tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "DELETE /v2.0/subnets/80d5ab86-7db0-4947-99cf-66a27fc20541 HTTP/1.1" status: 204 len: 168 time: 0.5112791 May 13 14:50:25.989445 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40204) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:26.191522 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba1c72f-53d2-4432-9f8e-e91850e339e6 None None] Network 1a1930ec-5440-44c2-86b3-9a9de9e18d18 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:50:26.305266 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022538a-8f9d-489d-b9fa-67cafed16aa2 req-3e310187-aa3a-4687-a9ff-2d3e60fd12b4 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:26.324513 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022538a-8f9d-489d-b9fa-67cafed16aa2 req-3e310187-aa3a-4687-a9ff-2d3e60fd12b4 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:26.340272 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022538a-8f9d-489d-b9fa-67cafed16aa2 req-3e310187-aa3a-4687-a9ff-2d3e60fd12b4 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:26.356974 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022538a-8f9d-489d-b9fa-67cafed16aa2 req-3e310187-aa3a-4687-a9ff-2d3e60fd12b4 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:26.368805 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022538a-8f9d-489d-b9fa-67cafed16aa2 req-3e310187-aa3a-4687-a9ff-2d3e60fd12b4 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:26.381164 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022538a-8f9d-489d-b9fa-67cafed16aa2 req-3e310187-aa3a-4687-a9ff-2d3e60fd12b4 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:26.399386 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022538a-8f9d-489d-b9fa-67cafed16aa2 req-3e310187-aa3a-4687-a9ff-2d3e60fd12b4 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:26.408084 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1022538a-8f9d-489d-b9fa-67cafed16aa2 req-3e310187-aa3a-4687-a9ff-2d3e60fd12b4 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5444 time: 0.4073133 May 13 14:50:26.519234 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1022538a-8f9d-489d-b9fa-67cafed16aa2 req-828ccdb8-976a-46c6-aeb4-ec58cbd4bcfa tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0981159 May 13 14:50:26.608331 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-0e6e7e40-b908-4e90-8071-8949d3fa857b None None] For port 96faf8e9-f76a-4450-b8ca-d5f9d43acd06, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=96faf8e9-f76a-4450-b8ca-d5f9d43acd06,segment=NetworkSegment(a14d3966-62e0-468d-b3b4-5c718a1fb25d),segment_id=a14d3966-62e0-468d-b3b4-5c718a1fb25d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:26.609120 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0e6e7e40-b908-4e90-8071-8949d3fa857b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:26.633622 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-891cf4ec-b003-4571-b443-d45922b59b8d tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Deleting port 87bfcf84-3387-42e5-8fe3-d97fa978ed2b {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:26.634298 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-891cf4ec-b003-4571-b443-d45922b59b8d tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:26.853635 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 96faf8e9-f76a-4450-b8ca-d5f9d43acd06 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:50:26.903846 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2769c348-7d10-433f-8ccc-5815c6a110eb tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:26.959038 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0e6e7e40-b908-4e90-8071-8949d3fa857b None None] Calling delete_port for 96faf8e9-f76a-4450-b8ca-d5f9d43acd06 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:50:27.009000 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-2769c348-7d10-433f-8ccc-5815c6a110eb tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Deleting port 96faf8e9-f76a-4450-b8ca-d5f9d43acd06 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:27.009000 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2769c348-7d10-433f-8ccc-5815c6a110eb tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:27.069863 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-891cf4ec-b003-4571-b443-d45922b59b8d tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:27.070504 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-891cf4ec-b003-4571-b443-d45922b59b8d tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:27.357240 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-891cf4ec-b003-4571-b443-d45922b59b8d tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Calling delete_port for 87bfcf84-3387-42e5-8fe3-d97fa978ed2b owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:50:27.432901 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64af737-750a-4b45-b66a-a912b1e43d07 req-d3baee03-1c0b-4bc0-84d6-ff6877032d75 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:27.440768 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64af737-750a-4b45-b66a-a912b1e43d07 req-d3baee03-1c0b-4bc0-84d6-ff6877032d75 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:27.444635 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fc762cc9-27de-4952-8d02-1b31c17a4bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:27.448105 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64af737-750a-4b45-b66a-a912b1e43d07 req-d3baee03-1c0b-4bc0-84d6-ff6877032d75 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:27.454141 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 96faf8e9-f76a-4450-b8ca-d5f9d43acd06 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:50:27.455551 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:27.455787 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64af737-750a-4b45-b66a-a912b1e43d07 req-d3baee03-1c0b-4bc0-84d6-ff6877032d75 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:27.461876 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64af737-750a-4b45-b66a-a912b1e43d07 req-d3baee03-1c0b-4bc0-84d6-ff6877032d75 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:27.468720 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64af737-750a-4b45-b66a-a912b1e43d07 req-d3baee03-1c0b-4bc0-84d6-ff6877032d75 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:27.480688 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64af737-750a-4b45-b66a-a912b1e43d07 req-d3baee03-1c0b-4bc0-84d6-ff6877032d75 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:27.483320 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a64af737-750a-4b45-b66a-a912b1e43d07 req-d3baee03-1c0b-4bc0-84d6-ff6877032d75 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5444 time: 0.7533321 May 13 14:50:27.498157 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40244) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:27.514872 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0e6e7e40-b908-4e90-8071-8949d3fa857b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:27.522821 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-f191ddc3-55fc-4148-9fad-cf2ea6d13dd6 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Request body: {'floatingip': {'port_id': '1145a0a6-eb35-4fbe-a730-307907e27d99'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:50:27.574329 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-2769c348-7d10-433f-8ccc-5815c6a110eb tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] The port '96faf8e9-f76a-4450-b8ca-d5f9d43acd06' was deleted {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:50:27.604295 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e7e40-b908-4e90-8071-8949d3fa857b None None] Pushing event deleted for resources: {'Port': ['ID=96faf8e9-f76a-4450-b8ca-d5f9d43acd06,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:27.670707 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6e7e40-b908-4e90-8071-8949d3fa857b None None] No DVR routers for this DVR port 96faf8e9-f76a-4450-b8ca-d5f9d43acd06 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:50:27.727343 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f191ddc3-55fc-4148-9fad-cf2ea6d13dd6 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for floatingip, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:27.765535 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2769c348-7d10-433f-8ccc-5815c6a110eb tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:27.798267 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-2769c348-7d10-433f-8ccc-5815c6a110eb tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['471adc6c-b70b-42c1-bc3f-35baec009201']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:27.813212 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-2769c348-7d10-433f-8ccc-5815c6a110eb tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a14d3966-62e0-468d-b3b4-5c718a1fb25d') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:27.813785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-2769c348-7d10-433f-8ccc-5815c6a110eb tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a14d3966-62e0-468d-b3b4-5c718a1fb25d') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:27.815792 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0097c926-933b-4627-8dd5-88afaa7c5a67 None None] DHCP port deletion for 1a1930ec-5440-44c2-86b3-9a9de9e18d18 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:50:27.827654 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0097c926-933b-4627-8dd5-88afaa7c5a67 None None] Deleting port d4d9de1b-d54c-4045-a225-aa5af5edf76f {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:27.828191 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0097c926-933b-4627-8dd5-88afaa7c5a67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:27.834121 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2769c348-7d10-433f-8ccc-5815c6a110eb tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:27.864217 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2769c348-7d10-433f-8ccc-5815c6a110eb tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:27.872834 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2769c348-7d10-433f-8ccc-5815c6a110eb tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:50:27.873926 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2769c348-7d10-433f-8ccc-5815c6a110eb tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:28.032851 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:50:28.032851 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:50:28.032851 n-d-841760-1 neutron-server[88081]: timer() May 13 14:50:28.032851 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:50:28.032851 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:50:28.032851 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:50:28.032851 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:50:28.032851 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:50:28.032851 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:50:28.032851 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:50:28.032851 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:50:28.032851 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:50:28.032851 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:50:28.032851 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:50:28.032851 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:50:28.032851 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:50:28.032851 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:50:28.032851 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:50:28.032851 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:50:28.032851 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:50:28.032851 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:50:28.032851 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:50:28.032851 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:50:28.032851 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:50:28.032851 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:50:28.032851 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:50:28.032851 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:50:28.032851 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:50:28.032851 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:50:28.032851 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:50:28.032851 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:50:28.032851 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:50:28.036866 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2769c348-7d10-433f-8ccc-5815c6a110eb tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:28.051228 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2769c348-7d10-433f-8ccc-5815c6a110eb tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:28.316678 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2769c348-7d10-433f-8ccc-5815c6a110eb tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "DELETE /v2.0/networks/471adc6c-b70b-42c1-bc3f-35baec009201 HTTP/1.1" status: 204 len: 168 time: 2.3263626 May 13 14:50:28.334977 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40270) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:28.378089 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40272) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:28.381107 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769c348-7d10-433f-8ccc-5815c6a110eb tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Pushing event deleted for resources: {'Network': ['ID=471adc6c-b70b-42c1-bc3f-35baec009201,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:28.443009 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-0097c926-933b-4627-8dd5-88afaa7c5a67 None None] For port d4d9de1b-d54c-4045-a225-aa5af5edf76f, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d4d9de1b-d54c-4045-a225-aa5af5edf76f,segment=NetworkSegment(5de83cfe-6331-4b64-bbaf-edddf095904e),segment_id=5de83cfe-6331-4b64-bbaf-edddf095904e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:28.444126 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0097c926-933b-4627-8dd5-88afaa7c5a67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:28.535842 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-891cf4ec-b003-4571-b443-d45922b59b8d tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:28.626309 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891cf4ec-b003-4571-b443-d45922b59b8d tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Pushing event deleted for resources: {'Port': ['ID=87bfcf84-3387-42e5-8fe3-d97fa978ed2b,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:28.688356 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a0b15af7-63f6-46c7-88b1-4489f5b9e4ad tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:28.723741 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0097c926-933b-4627-8dd5-88afaa7c5a67 None None] Calling delete_port for d4d9de1b-d54c-4045-a225-aa5af5edf76f owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:50:28.756975 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:28.816783 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d4d9de1b-d54c-4045-a225-aa5af5edf76f no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:50:28.830477 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-a0b15af7-63f6-46c7-88b1-4489f5b9e4ad tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Deleting port d4d9de1b-d54c-4045-a225-aa5af5edf76f {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:28.831485 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a0b15af7-63f6-46c7-88b1-4489f5b9e4ad tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:28.899077 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-891cf4ec-b003-4571-b443-d45922b59b8d tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks [] for floatingip, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:28.981835 n-d-841760-1 neutron-server[88083]: INFO neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No ports have port_id starting with d4d9de1b-d54c-4045-a225-aa5af5edf76f May 13 14:50:28.984407 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-891cf4ec-b003-4571-b443-d45922b59b8d tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:28.985156 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0097c926-933b-4627-8dd5-88afaa7c5a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:28.990143 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-891cf4ec-b003-4571-b443-d45922b59b8d tempest-AttachVolumeTestJSON-561484571 tempest-AttachVolumeTestJSON-561484571-project] 10.222.0.35 "DELETE /v2.0/floatingips/bcb9bfae-b7be-4b29-9468-2a09e00708ef HTTP/1.1" status: 204 len: 168 time: 4.9978423 May 13 14:50:29.168308 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097c926-933b-4627-8dd5-88afaa7c5a67 None None] Pushing event deleted for resources: {'Port': ['ID=d4d9de1b-d54c-4045-a225-aa5af5edf76f,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:29.193695 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0097c926-933b-4627-8dd5-88afaa7c5a67 None None] No DVR routers for this DVR port d4d9de1b-d54c-4045-a225-aa5af5edf76f on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:50:29.344216 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad405b69-b826-4c07-97c5-f47f96144bb0 req-6787f5af-c2c5-4b9d-b7a4-336a4a0e39a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:29.353561 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad405b69-b826-4c07-97c5-f47f96144bb0 req-6787f5af-c2c5-4b9d-b7a4-336a4a0e39a8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf HTTP/1.1" status: 200 len: 1096 time: 0.9665289 May 13 14:50:29.590135 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-dfe00fc0-6f85-40e8-92d0-ab424bfd079c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:29.638829 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad405b69-b826-4c07-97c5-f47f96144bb0 req-7e13e7fb-c703-4cec-aa6f-99c231782ae2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e431ab1d-cbe3-4a71-a1b2-65f8a63740a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2719362 May 13 14:50:29.663566 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f191ddc3-55fc-4148-9fad-cf2ea6d13dd6 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:29.676074 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f191ddc3-55fc-4148-9fad-cf2ea6d13dd6 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:29.693819 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-a0b15af7-63f6-46c7-88b1-4489f5b9e4ad tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] For port d4d9de1b-d54c-4045-a225-aa5af5edf76f, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d4d9de1b-d54c-4045-a225-aa5af5edf76f,segment=NetworkSegment(5de83cfe-6331-4b64-bbaf-edddf095904e),segment_id=5de83cfe-6331-4b64-bbaf-edddf095904e)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:29.694206 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a0b15af7-63f6-46c7-88b1-4489f5b9e4ad tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:29.967383 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-a0b15af7-63f6-46c7-88b1-4489f5b9e4ad tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Calling delete_port for d4d9de1b-d54c-4045-a225-aa5af5edf76f owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:50:30.028042 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-f191ddc3-55fc-4148-9fad-cf2ea6d13dd6 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Floating IP c510ac1c-dd92-44dc-8f6e-7f511be0a609 associated. External IP: 172.25.0.212, port: 1145a0a6-eb35-4fbe-a730-307907e27d99. May 13 14:50:30.124862 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [None req-a0b15af7-63f6-46c7-88b1-4489f5b9e4ad tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:50:30.125174 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [None req-a0b15af7-63f6-46c7-88b1-4489f5b9e4ad tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:50:30.635699 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-a0b15af7-63f6-46c7-88b1-4489f5b9e4ad tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Deleting port d4d9de1b-d54c-4045-a225-aa5af5edf76f {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:30.635699 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a0b15af7-63f6-46c7-88b1-4489f5b9e4ad tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:30.695694 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:30.825563 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:31.006347 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-a0b15af7-63f6-46c7-88b1-4489f5b9e4ad tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] The port 'd4d9de1b-d54c-4045-a225-aa5af5edf76f' was deleted {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:50:31.029554 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f191ddc3-55fc-4148-9fad-cf2ea6d13dd6 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Router 8c6a7c28-347e-4ca4-bdab-d19c4c2793bd has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:50:31.562815 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a0b15af7-63f6-46c7-88b1-4489f5b9e4ad tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:31.602585 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-a0b15af7-63f6-46c7-88b1-4489f5b9e4ad tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1930ec-5440-44c2-86b3-9a9de9e18d18']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:31.623989 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-a0b15af7-63f6-46c7-88b1-4489f5b9e4ad tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de83cfe-6331-4b64-bbaf-edddf095904e') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:31.624420 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-a0b15af7-63f6-46c7-88b1-4489f5b9e4ad tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de83cfe-6331-4b64-bbaf-edddf095904e') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:31.626067 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f191ddc3-55fc-4148-9fad-cf2ea6d13dd6 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:50:31.631750 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f191ddc3-55fc-4148-9fad-cf2ea6d13dd6 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:31.676403 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0014ee6d-c7b6-4f67-ad37-46467b22d78a None None] Sync routers for ids ['8c6a7c28-347e-4ca4-bdab-d19c4c2793bd'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:50:31.676781 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a0b15af7-63f6-46c7-88b1-4489f5b9e4ad tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:31.721844 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0014ee6d-c7b6-4f67-ad37-46467b22d78a None None] Routers {'8c6a7c28-347e-4ca4-bdab-d19c4c2793bd'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:50:31.723478 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0014ee6d-c7b6-4f67-ad37-46467b22d78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:50:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8c6a7c28-347e-4ca4-bdab-d19c4c2793bd'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:31.735657 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a0b15af7-63f6-46c7-88b1-4489f5b9e4ad tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:31.749833 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b15af7-63f6-46c7-88b1-4489f5b9e4ad tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:50:31.751388 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a0b15af7-63f6-46c7-88b1-4489f5b9e4ad tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: timer() May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:50:31.783225 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:50:31.800211 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f191ddc3-55fc-4148-9fad-cf2ea6d13dd6 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "PUT /v2.0/floatingips/c510ac1c-dd92-44dc-8f6e-7f511be0a609 HTTP/1.1" status: 200 len: 992 time: 4.2906075 May 13 14:50:31.802348 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'tag': '1145a0a6-eb35-4fbe-a730-307907e27d99'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:50:31.979958 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a0b15af7-63f6-46c7-88b1-4489f5b9e4ad tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:31.997260 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57f7508b-d593-4146-bbf5-2fa41ab1a370'] response: {'name': 'network-changed', 'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'tag': '1145a0a6-eb35-4fbe-a730-307907e27d99', 'status': 'completed', 'code': 200} May 13 14:50:32.010548 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a0b15af7-63f6-46c7-88b1-4489f5b9e4ad tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:32.051988 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b15af7-63f6-46c7-88b1-4489f5b9e4ad tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] Pushing event deleted for resources: {'Network': ['ID=1a1930ec-5440-44c2-86b3-9a9de9e18d18,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:32.137995 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a0b15af7-63f6-46c7-88b1-4489f5b9e4ad tempest-TaggedBootDevicesTest-524320674 tempest-TaggedBootDevicesTest-524320674-project] 10.222.0.35 "DELETE /v2.0/networks/1a1930ec-5440-44c2-86b3-9a9de9e18d18 HTTP/1.1" status: 204 len: 168 time: 3.7690225 May 13 14:50:32.264489 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-0014ee6d-c7b6-4f67-ad37-46467b22d78a None None] Set router 8c6a7c28-347e-4ca4-bdab-d19c4c2793bd gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:50:32.505519 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dc8e2-0b19-4157-8466-ded53e065a8d req-a69f99d1-6070-4951-a450-16416e5355fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:32.506625 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dc8e2-0b19-4157-8466-ded53e065a8d req-a69f99d1-6070-4951-a450-16416e5355fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:32.507660 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dc8e2-0b19-4157-8466-ded53e065a8d req-a69f99d1-6070-4951-a450-16416e5355fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:32.509671 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dc8e2-0b19-4157-8466-ded53e065a8d req-a69f99d1-6070-4951-a450-16416e5355fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:32.538107 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dc8e2-0b19-4157-8466-ded53e065a8d req-a69f99d1-6070-4951-a450-16416e5355fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:32.539788 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dc8e2-0b19-4157-8466-ded53e065a8d req-a69f99d1-6070-4951-a450-16416e5355fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:32.541672 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dc8e2-0b19-4157-8466-ded53e065a8d req-a69f99d1-6070-4951-a450-16416e5355fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:32.546835 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6f1dc8e2-0b19-4157-8466-ded53e065a8d req-a69f99d1-6070-4951-a450-16416e5355fb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dacb06c0bb204205bf6fd6f72c27271e&device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 6501 time: 0.4788029 May 13 14:50:32.556875 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:33.087078 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dc8e2-0b19-4157-8466-ded53e065a8d req-0e0336c7-0cdd-480a-bcdf-d0661e41a151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:33.089931 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6f1dc8e2-0b19-4157-8466-ded53e065a8d req-0e0336c7-0cdd-480a-bcdf-d0661e41a151 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2791814-6ab4-4ee1-8449-7b69fcd7217d HTTP/1.1" status: 200 len: 918 time: 0.5361767 May 13 14:50:33.636121 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0014ee6d-c7b6-4f67-ad37-46467b22d78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'name': 'tempest-TaggedBootDevicesTest_v242-1996635987-router', 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '5bbca6bf-ad93-480f-96d8-40a7b95a9b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:46:38Z', 'updated_at': '2022-05-13T14:46:59Z', 'revision_number': 4, 'project_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'gw_port': {'id': '5bbca6bf-ad93-480f-96d8-40a7b95a9b72', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:46:41Z', 'updated_at': '2022-05-13T14:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'c510ac1c-dd92-44dc-8f6e-7f511be0a609', 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'floating_ip_address': '172.25.0.212', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'port_id': '1145a0a6-eb35-4fbe-a730-307907e27d99', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2791814-6ab4-4ee1-8449-7b69fcd7217d', 'mac_address': 'fa:16:3e:85:c3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:48:39Z', 'updated_at': '2022-05-13T14:50:29Z', 'revision_number': 1, 'project_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4', 'name': '', 'network_id': 'c2791814-6ab4-4ee1-8449-7b69fcd7217d', 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'mac_address': 'fa:16:3e:59:7d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'b6c8e4a4-7ae1-42ec-8a8f-588a5dfe3854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:46:54Z', 'updated_at': '2022-05-13T14:47:14Z', 'revision_number': 5, 'project_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'subnets': [{'id': 'b6c8e4a4-7ae1-42ec-8a8f-588a5dfe3854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:33.647581 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0014ee6d-c7b6-4f67-ad37-46467b22d78a None None] Checking router: 8c6a7c28-347e-4ca4-bdab-d19c4c2793bd for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:50:33.676325 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0014ee6d-c7b6-4f67-ad37-46467b22d78a None None] Routers {'8c6a7c28-347e-4ca4-bdab-d19c4c2793bd'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:50:33.679528 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0014ee6d-c7b6-4f67-ad37-46467b22d78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:50:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8c6a7c28-347e-4ca4-bdab-d19c4c2793bd'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:33.877520 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6f1dc8e2-0b19-4157-8466-ded53e065a8d req-d4490e53-4123-47ae-b3b2-0901027a57e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1145a0a6-eb35-4fbe-a730-307907e27d99 HTTP/1.1" status: 200 len: 1000 time: 0.7772906 May 13 14:50:34.063536 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dc8e2-0b19-4157-8466-ded53e065a8d req-b73c9d0a-27d6-43ea-8cc8-4dd9c7df0f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:34.065249 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6f1dc8e2-0b19-4157-8466-ded53e065a8d req-b73c9d0a-27d6-43ea-8cc8-4dd9c7df0f2f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6c8e4a4-7ae1-42ec-8a8f-588a5dfe3854 HTTP/1.1" status: 200 len: 856 time: 0.1820815 May 13 14:50:34.231943 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-0014ee6d-c7b6-4f67-ad37-46467b22d78a None None] Set router 8c6a7c28-347e-4ca4-bdab-d19c4c2793bd gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:50:34.283083 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dc8e2-0b19-4157-8466-ded53e065a8d req-c1e7c19b-aa6a-46b1-a487-724818a6eb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:34.303564 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6f1dc8e2-0b19-4157-8466-ded53e065a8d req-c1e7c19b-aa6a-46b1-a487-724818a6eb4b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2791814-6ab4-4ee1-8449-7b69fcd7217d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2297881 May 13 14:50:35.027787 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6f1dc8e2-0b19-4157-8466-ded53e065a8d req-516583c9-8be8-48d0-8a88-d4a07939fb26 service neutron] 10.222.0.59 "GET /v2.0/networks/c2791814-6ab4-4ee1-8449-7b69fcd7217d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7040827 May 13 14:50:35.714508 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6f1dc8e2-0b19-4157-8466-ded53e065a8d req-feedb06b-0243-44f3-97bd-7a9217b03c9b service neutron] 10.222.0.59 "GET /v2.0/networks/c2791814-6ab4-4ee1-8449-7b69fcd7217d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6635501 May 13 14:50:36.054457 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0014ee6d-c7b6-4f67-ad37-46467b22d78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'name': 'tempest-TaggedBootDevicesTest_v242-1996635987-router', 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '5bbca6bf-ad93-480f-96d8-40a7b95a9b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:46:38Z', 'updated_at': '2022-05-13T14:46:59Z', 'revision_number': 4, 'project_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'gw_port': {'id': '5bbca6bf-ad93-480f-96d8-40a7b95a9b72', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:46:41Z', 'updated_at': '2022-05-13T14:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'c510ac1c-dd92-44dc-8f6e-7f511be0a609', 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'floating_ip_address': '172.25.0.212', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'port_id': '1145a0a6-eb35-4fbe-a730-307907e27d99', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2791814-6ab4-4ee1-8449-7b69fcd7217d', 'mac_address': 'fa:16:3e:85:c3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:48:39Z', 'updated_at': '2022-05-13T14:50:29Z', 'revision_number': 1, 'project_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4', 'name': '', 'network_id': 'c2791814-6ab4-4ee1-8449-7b69fcd7217d', 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'mac_address': 'fa:16:3e:59:7d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'b6c8e4a4-7ae1-42ec-8a8f-588a5dfe3854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:46:54Z', 'updated_at': '2022-05-13T14:47:14Z', 'revision_number': 5, 'project_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'subnets': [{'id': 'b6c8e4a4-7ae1-42ec-8a8f-588a5dfe3854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:36.064313 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0014ee6d-c7b6-4f67-ad37-46467b22d78a None None] The sync data for ids ['8c6a7c28-347e-4ca4-bdab-d19c4c2793bd'] in n-d-841760-1 is: [{'id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'name': 'tempest-TaggedBootDevicesTest_v242-1996635987-router', 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '5bbca6bf-ad93-480f-96d8-40a7b95a9b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:46:38Z', 'updated_at': '2022-05-13T14:46:59Z', 'revision_number': 4, 'project_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'gw_port': {'id': '5bbca6bf-ad93-480f-96d8-40a7b95a9b72', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:46:41Z', 'updated_at': '2022-05-13T14:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'c510ac1c-dd92-44dc-8f6e-7f511be0a609', 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'floating_ip_address': '172.25.0.212', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'port_id': '1145a0a6-eb35-4fbe-a730-307907e27d99', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2791814-6ab4-4ee1-8449-7b69fcd7217d', 'mac_address': 'fa:16:3e:85:c3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:48:39Z', 'updated_at': '2022-05-13T14:50:29Z', 'revision_number': 1, 'project_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4', 'name': '', 'network_id': 'c2791814-6ab4-4ee1-8449-7b69fcd7217d', 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'mac_address': 'fa:16:3e:59:7d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'b6c8e4a4-7ae1-42ec-8a8f-588a5dfe3854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:46:54Z', 'updated_at': '2022-05-13T14:47:14Z', 'revision_number': 5, 'project_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'subnets': [{'id': 'b6c8e4a4-7ae1-42ec-8a8f-588a5dfe3854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:50:36.461299 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b868bf0-9c6e-4b5a-880e-c08c9d9da1c2 None None] New status for floating IP c510ac1c-dd92-44dc-8f6e-7f511be0a609: ACTIVE {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:50:42.473254 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:50:44.557179 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-d3fe608a-ef05-43ee-bf1b-ad5310769a72 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2889056 May 13 14:50:44.966200 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa50a0-5115-4916-ae83-06286fe96906 req-505e6350-8ffa-47ca-b7a4-400409c07c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:44.966682 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa50a0-5115-4916-ae83-06286fe96906 req-505e6350-8ffa-47ca-b7a4-400409c07c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:44.967180 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa50a0-5115-4916-ae83-06286fe96906 req-505e6350-8ffa-47ca-b7a4-400409c07c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:44.968700 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa50a0-5115-4916-ae83-06286fe96906 req-505e6350-8ffa-47ca-b7a4-400409c07c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:44.969194 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa50a0-5115-4916-ae83-06286fe96906 req-505e6350-8ffa-47ca-b7a4-400409c07c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:44.969668 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa50a0-5115-4916-ae83-06286fe96906 req-505e6350-8ffa-47ca-b7a4-400409c07c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:44.971925 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa50a0-5115-4916-ae83-06286fe96906 req-505e6350-8ffa-47ca-b7a4-400409c07c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:44.990607 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-505e6350-8ffa-47ca-b7a4-400409c07c72 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dacb06c0bb204205bf6fd6f72c27271e&device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 6501 time: 0.2640307 May 13 14:50:45.528738 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa50a0-5115-4916-ae83-06286fe96906 req-5047068e-ec0e-4373-b75f-1170959513d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:45.529537 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa50a0-5115-4916-ae83-06286fe96906 req-5047068e-ec0e-4373-b75f-1170959513d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:45.530178 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa50a0-5115-4916-ae83-06286fe96906 req-5047068e-ec0e-4373-b75f-1170959513d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:45.532252 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-5047068e-ec0e-4373-b75f-1170959513d8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2791814-6ab4-4ee1-8449-7b69fcd7217d&id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&id=add62c5c-9eca-4348-9830-32239b4651d7&id=add62c5c-9eca-4348-9830-32239b4651d7 HTTP/1.1" status: 200 len: 2298 time: 0.5283177 May 13 14:50:45.710233 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-9874e7d8-4d31-4cf6-bfe4-2ef842434544 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1145a0a6-eb35-4fbe-a730-307907e27d99 HTTP/1.1" status: 200 len: 1002 time: 0.1701813 May 13 14:50:45.826521 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa50a0-5115-4916-ae83-06286fe96906 req-cf38db19-e72c-4637-a795-66732f924f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:45.828104 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-cf38db19-e72c-4637-a795-66732f924f8b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6c8e4a4-7ae1-42ec-8a8f-588a5dfe3854 HTTP/1.1" status: 200 len: 856 time: 0.1114571 May 13 14:50:45.954648 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa50a0-5115-4916-ae83-06286fe96906 req-6ceea506-298d-4d41-b830-8188b5a9f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:45.956318 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-6ceea506-298d-4d41-b830-8188b5a9f0af service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2791814-6ab4-4ee1-8449-7b69fcd7217d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219597 May 13 14:50:46.392245 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-e2bf1fe5-9915-4321-95b3-d97cb8c4ab84 service neutron] 10.222.0.59 "GET /v2.0/networks/c2791814-6ab4-4ee1-8449-7b69fcd7217d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293964 May 13 14:50:47.023855 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-8e98c006-1a1a-450b-9e4e-ab764bd49944 service neutron] 10.222.0.59 "GET /v2.0/networks/c2791814-6ab4-4ee1-8449-7b69fcd7217d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6198573 May 13 14:50:47.249253 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40692) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:47.257469 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-8325578f-4f0b-4403-a640-2b4117c98966 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=7a63f6e5-ceca-4634-989e-47b8cd43cba3 HTTP/1.1" status: 200 len: 217 time: 0.2286046 May 13 14:50:47.530591 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa50a0-5115-4916-ae83-06286fe96906 req-01a223e7-ae2b-40e7-89b1-27a5be1036fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:47.532867 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-01a223e7-ae2b-40e7-89b1-27a5be1036fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d953eaa-2a7e-4580-bb0c-458e876aebfa HTTP/1.1" status: 200 len: 797 time: 0.2711005 May 13 14:50:47.981347 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa50a0-5115-4916-ae83-06286fe96906 req-a19eee9d-52b8-4568-9b25-9abd5e453af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:47.984151 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-a19eee9d-52b8-4568-9b25-9abd5e453af5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4348469 May 13 14:50:48.144712 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:49.236100 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-866abef1-1ba0-4e97-8dcd-158acae525d2 service neutron] 10.222.0.59 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2438023 May 13 14:50:49.849509 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-8ad05063-e3e0-402a-9d16-43fe73d65287 service neutron] 10.222.0.59 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6059947 May 13 14:50:50.009943 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-d4d84cd0-662e-4881-a371-99c592246707 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=e207a457-df02-4445-883d-49c778eef818 HTTP/1.1" status: 200 len: 217 time: 0.1525526 May 13 14:50:50.234343 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa50a0-5115-4916-ae83-06286fe96906 req-e4ddf45c-affb-403f-9a4e-a56a1ca1514f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:50.238179 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-e4ddf45c-affb-403f-9a4e-a56a1ca1514f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d953eaa-2a7e-4580-bb0c-458e876aebfa HTTP/1.1" status: 200 len: 797 time: 0.2177527 May 13 14:50:50.305339 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40746) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:50.565077 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa50a0-5115-4916-ae83-06286fe96906 req-4efad2cf-9704-420e-a6c3-087d64d88187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:50.567581 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-4efad2cf-9704-420e-a6c3-087d64d88187 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3228812 May 13 14:50:50.571452 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b61f1b49-558f-4c04-88b9-35d0697412f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:51.104679 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-1fe063e4-b520-42fe-a4dd-21188d67629f service neutron] 10.222.0.59 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5245585 May 13 14:50:51.707965 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-0b1d6ae5-7f41-45a6-8e03-1a00de18d1fa service neutron] 10.222.0.59 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5576448 May 13 14:50:51.933318 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-f3ac99cd-2f1d-48f6-8261-268ccab9641d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=23a0b5c0-5383-42e4-83f7-23a3a9751367 HTTP/1.1" status: 200 len: 217 time: 0.2104411 May 13 14:50:52.205125 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa50a0-5115-4916-ae83-06286fe96906 req-88b07727-1327-4391-a517-272f2d754214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:52.218303 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-88b07727-1327-4391-a517-272f2d754214 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d953eaa-2a7e-4580-bb0c-458e876aebfa HTTP/1.1" status: 200 len: 797 time: 0.2683463 May 13 14:50:52.715565 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa50a0-5115-4916-ae83-06286fe96906 req-90042891-924e-4aa7-97fe-0d83670b70c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:52.715565 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-90042891-924e-4aa7-97fe-0d83670b70c0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5001590 May 13 14:50:52.946097 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-b61f1b49-558f-4c04-88b9-35d0697412f7 admin admin] Deleting port 6932a6e1-159c-443f-ae69-5dbb2db31cd8 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:52.946097 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b61f1b49-558f-4c04-88b9-35d0697412f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:53.185488 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-b61f1b49-558f-4c04-88b9-35d0697412f7 admin admin] For port 6932a6e1-159c-443f-ae69-5dbb2db31cd8, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6932a6e1-159c-443f-ae69-5dbb2db31cd8,segment=NetworkSegment(2e43f227-1875-4d5e-9b51-995654763caa),segment_id=2e43f227-1875-4d5e-9b51-995654763caa)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:53.185488 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b61f1b49-558f-4c04-88b9-35d0697412f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:53.335586 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-b61f1b49-558f-4c04-88b9-35d0697412f7 admin admin] Calling delete_port for 6932a6e1-159c-443f-ae69-5dbb2db31cd8 owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:50:53.497639 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-5d53256b-0dd4-473d-a8f6-bc5d05d75435 service neutron] 10.222.0.59 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7746661 May 13 14:50:53.559641 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40794) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:53.868499 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fced6e5e-1c76-4de4-86f5-a62f53c01cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:53.939570 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-59f57e17-f4f8-4ffe-8edb-a81b0542aa94 service neutron] 10.222.0.59 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382031 May 13 14:50:54.242740 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-ff1b3ae9-d5ec-4d2a-b5e3-b5f5ccfb55b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=ead8f4bc-18b3-4bda-8059-38906d99256f HTTP/1.1" status: 200 len: 217 time: 0.2952595 May 13 14:50:54.380886 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa50a0-5115-4916-ae83-06286fe96906 req-69272c1c-d7ed-4e8b-b031-39e209f4e29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:54.382495 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-69272c1c-d7ed-4e8b-b031-39e209f4e29e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d953eaa-2a7e-4580-bb0c-458e876aebfa HTTP/1.1" status: 200 len: 797 time: 0.1345360 May 13 14:50:54.452521 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5e6114c0-d6aa-4881-bdc7-e61cc6c4268f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:54.575475 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5e6114c0-d6aa-4881-bdc7-e61cc6c4268f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:54.614843 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5e6114c0-d6aa-4881-bdc7-e61cc6c4268f admin admin] Usage tracker for resource:security_group_rule and tenant:f3f501ec5e4542059e44d0cc0ec6fd14 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:54.623028 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5e6114c0-d6aa-4881-bdc7-e61cc6c4268f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:54.627752 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa50a0-5115-4916-ae83-06286fe96906 req-27f9a56d-53cb-4830-b1b1-577a782ffcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:54.645580 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-27f9a56d-53cb-4830-b1b1-577a782ffcda service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2540042 May 13 14:50:54.656006 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5e6114c0-d6aa-4881-bdc7-e61cc6c4268f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:54.709671 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b61f1b49-558f-4c04-88b9-35d0697412f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:54.823068 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f1b49-558f-4c04-88b9-35d0697412f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6932a6e1-159c-443f-ae69-5dbb2db31cd8,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:55.283959 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-67c9d10f-251c-4711-afd1-7152b0f81c5b service neutron] 10.222.0.59 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6260076 May 13 14:50:55.516545 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-377c306e-61b1-467c-a519-9f73f79e2855 service neutron] 10.222.0.59 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287309 May 13 14:50:55.608747 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-9da96ba2-efa2-409b-851c-a9684e507e34 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c HTTP/1.1" status: 200 len: 217 time: 0.0863123 May 13 14:50:55.734685 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa50a0-5115-4916-ae83-06286fe96906 req-b64e0d22-885d-4367-9ed0-8b7ba9432d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:55.737476 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-b64e0d22-885d-4367-9ed0-8b7ba9432d1d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ab4d13d9-e6e2-41d7-a1c7-685370a51797 HTTP/1.1" status: 200 len: 797 time: 0.1227086 May 13 14:50:56.013795 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5e6114c0-d6aa-4881-bdc7-e61cc6c4268f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:56.054552 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5e6114c0-d6aa-4881-bdc7-e61cc6c4268f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:56.116217 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa50a0-5115-4916-ae83-06286fe96906 req-4b0cd3cb-dd75-4d54-83dd-8c3450eb2d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:56.118355 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-4b0cd3cb-dd75-4d54-83dd-8c3450eb2d94 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=add62c5c-9eca-4348-9830-32239b4651d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3741546 May 13 14:50:56.150165 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5e6114c0-d6aa-4881-bdc7-e61cc6c4268f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f3f501ec5e4542059e44d0cc0ec6fd14&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5852401 May 13 14:50:56.155242 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6114c0-d6aa-4881-bdc7-e61cc6c4268f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c682f9-3885-4321-91c0-c22ace7f99a1,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:56.158026 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40834) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:56.264670 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1071a5eb-4808-40aa-b293-fcc7248d7df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:56.265673 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-fced6e5e-1c76-4de4-86f5-a62f53c01cd8 admin admin] Deleting port b477c197-1056-4176-be88-d6f80b5c54bc {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:56.265998 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fced6e5e-1c76-4de4-86f5-a62f53c01cd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:56.423499 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b61f1b49-558f-4c04-88b9-35d0697412f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:56.615237 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-1519a2c1-45ee-4f95-8b80-a09bf13016c9 service neutron] 10.222.0.59 "GET /v2.0/networks/add62c5c-9eca-4348-9830-32239b4651d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715958 May 13 14:50:56.629966 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1071a5eb-4808-40aa-b293-fcc7248d7df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:56.653296 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-fced6e5e-1c76-4de4-86f5-a62f53c01cd8 admin admin] For port b477c197-1056-4176-be88-d6f80b5c54bc, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b477c197-1056-4176-be88-d6f80b5c54bc,segment=NetworkSegment(fae8ba92-53c8-4329-8f52-6b8b386d5a97),segment_id=fae8ba92-53c8-4329-8f52-6b8b386d5a97)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:56.653296 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fced6e5e-1c76-4de4-86f5-a62f53c01cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:56.877340 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-fced6e5e-1c76-4de4-86f5-a62f53c01cd8 admin admin] Calling delete_port for b477c197-1056-4176-be88-d6f80b5c54bc owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:50:56.950513 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-cba6759a-f9ee-491d-a2a9-7f5112a1977d service neutron] 10.222.0.59 "GET /v2.0/networks/add62c5c-9eca-4348-9830-32239b4651d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379276 May 13 14:50:57.095796 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-6bd13916-b6a8-42f1-9203-b0ce4d902a27 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=809cd876-ad94-47a7-bcee-934e044a9318 HTTP/1.1" status: 200 len: 217 time: 0.1319377 May 13 14:50:57.233135 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa50a0-5115-4916-ae83-06286fe96906 req-eee8d5a5-230b-4acc-b90f-e8ad235fc887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:57.247234 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-eee8d5a5-230b-4acc-b90f-e8ad235fc887 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ab4d13d9-e6e2-41d7-a1c7-685370a51797 HTTP/1.1" status: 200 len: 797 time: 0.1441200 May 13 14:50:57.298448 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-eca8c4e4-8649-4cc9-acbe-5b241f3e1737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:57.464675 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa50a0-5115-4916-ae83-06286fe96906 req-627a778b-f038-42a0-b6b3-9c2fb76e51ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:57.466799 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-627a778b-f038-42a0-b6b3-9c2fb76e51ee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=add62c5c-9eca-4348-9830-32239b4651d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2134118 May 13 14:50:57.788237 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-78e427a5-c03c-45da-9bab-eb23be9033ab service neutron] 10.222.0.59 "GET /v2.0/networks/add62c5c-9eca-4348-9830-32239b4651d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117826 May 13 14:50:57.802607 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1071a5eb-4808-40aa-b293-fcc7248d7df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:57.966576 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071a5eb-4808-40aa-b293-fcc7248d7df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c682f9-3885-4321-91c0-c22ace7f99a1,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:57.974722 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61f1b49-558f-4c04-88b9-35d0697412f7 admin admin] Router fbf281ff-0cd3-4a5e-baeb-afe5654769f1 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:50:58.097678 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82fa50a0-5115-4916-ae83-06286fe96906 req-34c1c5d5-50a4-43e8-ae37-864a73bd9a76 service neutron] 10.222.0.59 "GET /v2.0/networks/add62c5c-9eca-4348-9830-32239b4651d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009946 May 13 14:50:58.210198 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1071a5eb-4808-40aa-b293-fcc7248d7df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:58.215101 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1071a5eb-4808-40aa-b293-fcc7248d7df2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/25c682f9-3885-4321-91c0-c22ace7f99a1 HTTP/1.1" status: 204 len: 168 time: 2.0522516 May 13 14:50:58.437137 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fced6e5e-1c76-4de4-86f5-a62f53c01cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:58.492544 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced6e5e-1c76-4de4-86f5-a62f53c01cd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b477c197-1056-4176-be88-d6f80b5c54bc,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:58.495910 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61f1b49-558f-4c04-88b9-35d0697412f7 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:50:58.515895 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b61f1b49-558f-4c04-88b9-35d0697412f7 admin admin] 10.222.0.35 "PUT /v2.0/routers/fbf281ff-0cd3-4a5e-baeb-afe5654769f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2908089 May 13 14:50:58.519012 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40888) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:58.550104 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47eff7f4-0279-41b7-92e1-d5ff58be7eb4 None None] Sync routers for ids ['fbf281ff-0cd3-4a5e-baeb-afe5654769f1'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:50:58.573175 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:58.609903 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eff7f4-0279-41b7-92e1-d5ff58be7eb4 None None] Routers {'fbf281ff-0cd3-4a5e-baeb-afe5654769f1'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:50:58.611396 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-47eff7f4-0279-41b7-92e1-d5ff58be7eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:50:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['fbf281ff-0cd3-4a5e-baeb-afe5654769f1'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:59.211019 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-47eff7f4-0279-41b7-92e1-d5ff58be7eb4 None None] Set router fbf281ff-0cd3-4a5e-baeb-afe5654769f1 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:50:59.303399 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f0b0684c-2dd8-4288-87ad-25697bdf6ed5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:59.379677 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40904) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:59.448727 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fced6e5e-1c76-4de4-86f5-a62f53c01cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:59.626381 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-86590f66-336d-49ee-bc8f-08647796db87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:59.808582 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-91bdde25-a455-4ffe-a655-bcc8c02dde5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:59.808712 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-47eff7f4-0279-41b7-92e1-d5ff58be7eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'name': 'tempest-AttachVolumeTestJSON-607053534-router', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:02Z', 'updated_at': '2022-05-13T14:50:54Z', 'revision_number': 5, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'gw_port': {'id': 'c1627c8e-e61d-4abb-98d0-bcc6b272d7fb', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:07:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:44:04Z', 'updated_at': '2022-05-13T14:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:59.817355 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f0b0684c-2dd8-4288-87ad-25697bdf6ed5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:59.826607 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-91bdde25-a455-4ffe-a655-bcc8c02dde5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:59.833137 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-91bdde25-a455-4ffe-a655-bcc8c02dde5c admin admin] Usage tracker for resource:security_group_rule and tenant:99fbc704bd794a118f1400917027c4ff is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:59.841186 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-91bdde25-a455-4ffe-a655-bcc8c02dde5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:59.846563 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-f0b0684c-2dd8-4288-87ad-25697bdf6ed5 admin admin] Deleting port c1627c8e-e61d-4abb-98d0-bcc6b272d7fb {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:59.846563 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f0b0684c-2dd8-4288-87ad-25697bdf6ed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:59.856382 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47eff7f4-0279-41b7-92e1-d5ff58be7eb4 None None] Checking router: fbf281ff-0cd3-4a5e-baeb-afe5654769f1 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:50:59.883898 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-91bdde25-a455-4ffe-a655-bcc8c02dde5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:59.884230 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eff7f4-0279-41b7-92e1-d5ff58be7eb4 None None] Routers {'fbf281ff-0cd3-4a5e-baeb-afe5654769f1'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:50:59.885306 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-47eff7f4-0279-41b7-92e1-d5ff58be7eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:51:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['fbf281ff-0cd3-4a5e-baeb-afe5654769f1'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:00.252652 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fced6e5e-1c76-4de4-86f5-a62f53c01cd8 admin admin] Router 4543980b-86db-4335-a239-91d6abbef212 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:51:00.388599 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-47eff7f4-0279-41b7-92e1-d5ff58be7eb4 None None] Set router fbf281ff-0cd3-4a5e-baeb-afe5654769f1 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:51:00.392241 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-f0b0684c-2dd8-4288-87ad-25697bdf6ed5 admin admin] For port c1627c8e-e61d-4abb-98d0-bcc6b272d7fb, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c1627c8e-e61d-4abb-98d0-bcc6b272d7fb,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:51:00.393332 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f0b0684c-2dd8-4288-87ad-25697bdf6ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:00.515909 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-47eff7f4-0279-41b7-92e1-d5ff58be7eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'name': 'tempest-AttachVolumeTestJSON-607053534-router', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:02Z', 'updated_at': '2022-05-13T14:50:59Z', 'revision_number': 6, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:00.523820 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47eff7f4-0279-41b7-92e1-d5ff58be7eb4 None None] The sync data for ids ['fbf281ff-0cd3-4a5e-baeb-afe5654769f1'] in n-d-841760-1 is: [{'id': 'fbf281ff-0cd3-4a5e-baeb-afe5654769f1', 'name': 'tempest-AttachVolumeTestJSON-607053534-router', 'tenant_id': '4b31433d5022490ba6cd8b183da7a35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:44:02Z', 'updated_at': '2022-05-13T14:50:59Z', 'revision_number': 6, 'project_id': '4b31433d5022490ba6cd8b183da7a35f', 'gw_port_host': None}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:51:00.578685 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-f0b0684c-2dd8-4288-87ad-25697bdf6ed5 admin admin] Calling delete_port for c1627c8e-e61d-4abb-98d0-bcc6b272d7fb owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:51:00.620528 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-91bdde25-a455-4ffe-a655-bcc8c02dde5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:00.629812 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-91bdde25-a455-4ffe-a655-bcc8c02dde5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:00.643357 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:00.703000 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-91bdde25-a455-4ffe-a655-bcc8c02dde5c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=99fbc704bd794a118f1400917027c4ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3215439 May 13 14:51:00.713731 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40928) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:00.724177 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:00.732087 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fced6e5e-1c76-4de4-86f5-a62f53c01cd8 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:51:00.742247 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32032988-031f-4582-8cbf-8d9a10f5dc7d None None] Sync routers for ids ['4543980b-86db-4335-a239-91d6abbef212'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:51:00.746608 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fced6e5e-1c76-4de4-86f5-a62f53c01cd8 admin admin] 10.222.0.35 "PUT /v2.0/routers/4543980b-86db-4335-a239-91d6abbef212/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4119134 May 13 14:51:00.747183 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40932) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:00.770292 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32032988-031f-4582-8cbf-8d9a10f5dc7d None None] Routers {'4543980b-86db-4335-a239-91d6abbef212'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:51:00.771443 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-32032988-031f-4582-8cbf-8d9a10f5dc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:51:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['4543980b-86db-4335-a239-91d6abbef212'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:00.919252 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bdde25-a455-4ffe-a655-bcc8c02dde5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273aacab-a651-4624-b0b5-5a23158635df,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:00.934242 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6932a6e1-159c-443f-ae69-5dbb2db31cd8 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:51:01.021883 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bdde25-a455-4ffe-a655-bcc8c02dde5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:01.022222 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bdde25-a455-4ffe-a655-bcc8c02dde5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:01.028260 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bdde25-a455-4ffe-a655-bcc8c02dde5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:01.028837 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bdde25-a455-4ffe-a655-bcc8c02dde5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:01.029367 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bdde25-a455-4ffe-a655-bcc8c02dde5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:01.033321 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bdde25-a455-4ffe-a655-bcc8c02dde5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:01.036660 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bdde25-a455-4ffe-a655-bcc8c02dde5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:01.038228 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bdde25-a455-4ffe-a655-bcc8c02dde5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:01.038767 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bdde25-a455-4ffe-a655-bcc8c02dde5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:01.039332 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bdde25-a455-4ffe-a655-bcc8c02dde5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:01.042193 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bdde25-a455-4ffe-a655-bcc8c02dde5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:01.042724 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 6932a6e1-159c-443f-ae69-5dbb2db31cd8 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:51:01.043020 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bdde25-a455-4ffe-a655-bcc8c02dde5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:01.043158 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6932a6e1-159c-443f-ae69-5dbb2db31cd8 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:51:01.119242 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bacba345-e803-4bf8-986f-b90a115a5aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:01.199840 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-32032988-031f-4582-8cbf-8d9a10f5dc7d None None] Set router 4543980b-86db-4335-a239-91d6abbef212 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:51:01.224970 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ef988d24-c09a-48a7-91da-3aab7dccbdc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:01.284957 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bacba345-e803-4bf8-986f-b90a115a5aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:01.474704 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f0b0684c-2dd8-4288-87ad-25697bdf6ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:01.636955 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0684c-2dd8-4288-87ad-25697bdf6ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1627c8e-e61d-4abb-98d0-bcc6b272d7fb,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:01.692603 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ef988d24-c09a-48a7-91da-3aab7dccbdc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:01.716410 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-ef988d24-c09a-48a7-91da-3aab7dccbdc1 admin admin] Deleting port 0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:51:01.716995 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ef988d24-c09a-48a7-91da-3aab7dccbdc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:01.856779 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bacba345-e803-4bf8-986f-b90a115a5aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:01.915910 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacba345-e803-4bf8-986f-b90a115a5aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273aacab-a651-4624-b0b5-5a23158635df,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:01.961746 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f0b0684c-2dd8-4288-87ad-25697bdf6ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:02.009286 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bacba345-e803-4bf8-986f-b90a115a5aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:02.013766 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bacba345-e803-4bf8-986f-b90a115a5aea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/273aacab-a651-4624-b0b5-5a23158635df HTTP/1.1" status: 204 len: 168 time: 1.2960255 May 13 14:51:02.023591 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-32032988-031f-4582-8cbf-8d9a10f5dc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4543980b-86db-4335-a239-91d6abbef212', 'name': 'tempest-TaggedBootDevicesTest-19377506-router', 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:52Z', 'updated_at': '2022-05-13T14:50:58Z', 'revision_number': 5, 'project_id': '18b9c5d8b3d043279654e2a115822f2a', 'gw_port': {'id': '0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:66:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4543980b-86db-4335-a239-91d6abbef212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:54Z', 'updated_at': '2022-05-13T14:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:02.030465 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32032988-031f-4582-8cbf-8d9a10f5dc7d None None] Checking router: 4543980b-86db-4335-a239-91d6abbef212 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:51:02.041149 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32032988-031f-4582-8cbf-8d9a10f5dc7d None None] Routers {'4543980b-86db-4335-a239-91d6abbef212'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:51:02.041990 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-32032988-031f-4582-8cbf-8d9a10f5dc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:51:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['4543980b-86db-4335-a239-91d6abbef212'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:02.124374 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:02.205542 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-ef988d24-c09a-48a7-91da-3aab7dccbdc1 admin admin] For port 0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:51:02.206394 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ef988d24-c09a-48a7-91da-3aab7dccbdc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:02.382744 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-ef988d24-c09a-48a7-91da-3aab7dccbdc1 admin admin] Calling delete_port for 0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:51:02.488403 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-32032988-031f-4582-8cbf-8d9a10f5dc7d None None] Set router 4543980b-86db-4335-a239-91d6abbef212 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:51:02.615683 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f0b0684c-2dd8-4288-87ad-25697bdf6ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:02.635660 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f0b0684c-2dd8-4288-87ad-25697bdf6ed5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:02.691927 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-32032988-031f-4582-8cbf-8d9a10f5dc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4543980b-86db-4335-a239-91d6abbef212', 'name': 'tempest-TaggedBootDevicesTest-19377506-router', 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:52Z', 'updated_at': '2022-05-13T14:51:01Z', 'revision_number': 6, 'project_id': '18b9c5d8b3d043279654e2a115822f2a', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:02.702003 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ef988d24-c09a-48a7-91da-3aab7dccbdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:02.711198 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32032988-031f-4582-8cbf-8d9a10f5dc7d None None] The sync data for ids ['4543980b-86db-4335-a239-91d6abbef212'] in n-d-841760-1 is: [{'id': '4543980b-86db-4335-a239-91d6abbef212', 'name': 'tempest-TaggedBootDevicesTest-19377506-router', 'tenant_id': '18b9c5d8b3d043279654e2a115822f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:52Z', 'updated_at': '2022-05-13T14:51:01Z', 'revision_number': 6, 'project_id': '18b9c5d8b3d043279654e2a115822f2a', 'gw_port_host': None}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:51:02.758578 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f0b0684c-2dd8-4288-87ad-25697bdf6ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:02.759342 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b0684c-2dd8-4288-87ad-25697bdf6ed5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbf281ff-0cd3-4a5e-baeb-afe5654769f1 {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:51:02.800579 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f0b0684c-2dd8-4288-87ad-25697bdf6ed5 admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:02.803090 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f0b0684c-2dd8-4288-87ad-25697bdf6ed5 admin admin] 10.222.0.35 "DELETE /v2.0/routers/fbf281ff-0cd3-4a5e-baeb-afe5654769f1 HTTP/1.1" status: 204 len: 168 time: 4.2827272 May 13 14:51:02.808908 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40980) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:02.996485 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef988d24-c09a-48a7-91da-3aab7dccbdc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:03.024724 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-7035330f-d77c-4bc2-b8ec-507bb3a8a6bb admin admin] Deleting subnet 363e7da1-0d6f-4e89-9da3-93f517417d88 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:51:03.029007 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7035330f-d77c-4bc2-b8ec-507bb3a8a6bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:03.058765 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ef988d24-c09a-48a7-91da-3aab7dccbdc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:03.098868 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7035330f-d77c-4bc2-b8ec-507bb3a8a6bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:03.157219 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40984) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:03.171524 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c1627c8e-e61d-4abb-98d0-bcc6b272d7fb no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:51:03.254907 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: c1627c8e-e61d-4abb-98d0-bcc6b272d7fb {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:51:03.255555 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c1627c8e-e61d-4abb-98d0-bcc6b272d7fb not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:51:03.557267 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-64d4edb5-276d-4d41-98b9-d419f0ead771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:03.656312 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7035330f-d77c-4bc2-b8ec-507bb3a8a6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:03.667964 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ef988d24-c09a-48a7-91da-3aab7dccbdc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:03.678079 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ef988d24-c09a-48a7-91da-3aab7dccbdc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:03.749298 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-64d4edb5-276d-4d41-98b9-d419f0ead771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:03.757579 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ef988d24-c09a-48a7-91da-3aab7dccbdc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:03.758226 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef988d24-c09a-48a7-91da-3aab7dccbdc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4543980b-86db-4335-a239-91d6abbef212 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:51:03.784304 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-64d4edb5-276d-4d41-98b9-d419f0ead771 admin admin] Usage tracker for resource:security_group_rule and tenant:7e7b9f5980cb4987ae540ca495823f37 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:03.790279 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-64d4edb5-276d-4d41-98b9-d419f0ead771 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:03.812314 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-64d4edb5-276d-4d41-98b9-d419f0ead771 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:03.828587 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ef988d24-c09a-48a7-91da-3aab7dccbdc1 admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:03.829357 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7035330f-d77c-4bc2-b8ec-507bb3a8a6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:03.830765 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ef988d24-c09a-48a7-91da-3aab7dccbdc1 admin admin] 10.222.0.35 "DELETE /v2.0/routers/4543980b-86db-4335-a239-91d6abbef212 HTTP/1.1" status: 204 len: 168 time: 3.0818369 May 13 14:51:03.837972 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40998) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:03.988455 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-64d4edb5-276d-4d41-98b9-d419f0ead771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:04.032226 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-64d4edb5-276d-4d41-98b9-d419f0ead771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:04.034244 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035330f-d77c-4bc2-b8ec-507bb3a8a6bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=363e7da1-0d6f-4e89-9da3-93f517417d88,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:04.070786 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7035330f-d77c-4bc2-b8ec-507bb3a8a6bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:04.073570 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f6cbac-bb8f-4edb-80ad-b3f699f890b9 None None] Network 3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:51:04.087687 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7035330f-d77c-4bc2-b8ec-507bb3a8a6bb admin admin] 10.222.0.35 "DELETE /v2.0/subnets/363e7da1-0d6f-4e89-9da3-93f517417d88 HTTP/1.1" status: 204 len: 168 time: 1.2762246 May 13 14:51:04.088606 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41006) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:04.091632 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-64d4edb5-276d-4d41-98b9-d419f0ead771 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7e7b9f5980cb4987ae540ca495823f37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9325848 May 13 14:51:04.094891 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41008) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:04.159168 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4edb5-276d-4d41-98b9-d419f0ead771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b9b01e-c922-4d90-953f-29c4df799230,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:04.222968 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f0292f52-18ff-4714-ac28-886b60abdf44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:04.254661 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f0292f52-18ff-4714-ac28-886b60abdf44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:04.275464 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-74b8f2a5-ffbb-4dc6-9d0e-8b76e7bd5b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:04.331665 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f0292f52-18ff-4714-ac28-886b60abdf44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:04.337168 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-1318b4eb-0d1c-48e3-a83b-a17e47ba3c0b admin admin] Deleting subnet 8a9c690f-a84d-47bd-a3d1-b0cafcf431f8 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:51:04.356103 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1318b4eb-0d1c-48e3-a83b-a17e47ba3c0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:04.360062 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0292f52-18ff-4714-ac28-886b60abdf44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b9b01e-c922-4d90-953f-29c4df799230,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:04.379401 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f0292f52-18ff-4714-ac28-886b60abdf44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:04.380958 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f0292f52-18ff-4714-ac28-886b60abdf44 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/50b9b01e-c922-4d90-953f-29c4df799230 HTTP/1.1" status: 204 len: 168 time: 0.2847798 May 13 14:51:04.432477 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-74b8f2a5-ffbb-4dc6-9d0e-8b76e7bd5b40 admin admin] Deleting port d0aee76b-f245-4e8f-a5ff-162c0470eae1 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:51:04.433188 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-74b8f2a5-ffbb-4dc6-9d0e-8b76e7bd5b40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:04.483420 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d874454b-ce9a-4e8c-9724-6d0ce9936fda req-b6dbde4c-967d-4a49-afed-90ec12bd4b85 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5910239 May 13 14:51:04.520128 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1318b4eb-0d1c-48e3-a83b-a17e47ba3c0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:04.832418 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:51:04.873501 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:51:04.873836 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0a2e3aa3-b06a-4120-9f9b-0f974ed4f2ad not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:51:04.874461 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b477c197-1056-4176-be88-d6f80b5c54bc no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:51:04.911000 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff67479a-614f-4270-9863-a2897965a2c6 None None] DHCP port deletion for 3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:51:04.922379 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: b477c197-1056-4176-be88-d6f80b5c54bc {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:51:04.922712 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b477c197-1056-4176-be88-d6f80b5c54bc not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:51:04.929416 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ff67479a-614f-4270-9863-a2897965a2c6 None None] Deleting port d0aee76b-f245-4e8f-a5ff-162c0470eae1 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:51:04.929966 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ff67479a-614f-4270-9863-a2897965a2c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:05.081793 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874454b-ce9a-4e8c-9724-6d0ce9936fda req-0171f3e9-640e-481d-a857-a8210672bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:05.084181 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d874454b-ce9a-4e8c-9724-6d0ce9936fda req-0171f3e9-640e-481d-a857-a8210672bcf8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6165004ac18741f8a69dd64293b7a1e1&device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf HTTP/1.1" status: 200 len: 1096 time: 0.3688068 May 13 14:51:05.088597 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1318b4eb-0d1c-48e3-a83b-a17e47ba3c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:05.350393 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-74b8f2a5-ffbb-4dc6-9d0e-8b76e7bd5b40 admin admin] For port d0aee76b-f245-4e8f-a5ff-162c0470eae1, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d0aee76b-f245-4e8f-a5ff-162c0470eae1,segment=NetworkSegment(2e43f227-1875-4d5e-9b51-995654763caa),segment_id=2e43f227-1875-4d5e-9b51-995654763caa)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:51:05.350868 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-74b8f2a5-ffbb-4dc6-9d0e-8b76e7bd5b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:05.372860 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-ff67479a-614f-4270-9863-a2897965a2c6 None None] For port d0aee76b-f245-4e8f-a5ff-162c0470eae1, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d0aee76b-f245-4e8f-a5ff-162c0470eae1,segment=NetworkSegment(2e43f227-1875-4d5e-9b51-995654763caa),segment_id=2e43f227-1875-4d5e-9b51-995654763caa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:51:05.374460 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ff67479a-614f-4270-9863-a2897965a2c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:05.511724 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1318b4eb-0d1c-48e3-a83b-a17e47ba3c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:05.553766 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ff67479a-614f-4270-9863-a2897965a2c6 None None] Calling delete_port for d0aee76b-f245-4e8f-a5ff-162c0470eae1 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:51:05.683601 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-74b8f2a5-ffbb-4dc6-9d0e-8b76e7bd5b40 admin admin] Calling delete_port for d0aee76b-f245-4e8f-a5ff-162c0470eae1 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:51:05.715522 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226d4cc0-9bb9-4d94-92b1-ac1a45326bff None None] Network 144b0538-5a90-40dc-8493-8ee490cbd7e0 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:51:05.764459 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318b4eb-0d1c-48e3-a83b-a17e47ba3c0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a9c690f-a84d-47bd-a3d1-b0cafcf431f8,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:05.772107 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874454b-ce9a-4e8c-9724-6d0ce9936fda req-713380cd-a382-4550-be70-e7504614acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:05.773921 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d874454b-ce9a-4e8c-9724-6d0ce9936fda req-713380cd-a382-4550-be70-e7504614acc9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5282d3ed-350b-4da4-8383-5e6e9e2a8391 HTTP/1.1" status: 200 len: 910 time: 0.6478305 May 13 14:51:05.782775 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1318b4eb-0d1c-48e3-a83b-a17e47ba3c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:05.861261 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ff67479a-614f-4270-9863-a2897965a2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:05.908836 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1318b4eb-0d1c-48e3-a83b-a17e47ba3c0b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8a9c690f-a84d-47bd-a3d1-b0cafcf431f8 HTTP/1.1" status: 204 len: 168 time: 2.0219636 May 13 14:51:05.912785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41060) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:05.936164 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67479a-614f-4270-9863-a2897965a2c6 None None] Pushing event deleted for resources: {'Port': ['ID=d0aee76b-f245-4e8f-a5ff-162c0470eae1,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:05.965708 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d874454b-ce9a-4e8c-9724-6d0ce9936fda req-17c2dbad-e671-4d89-8c0a-c4ddf6da410f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=398cdb92-296c-4cde-8131-a4d03d83a38f HTTP/1.1" status: 200 len: 1000 time: 0.1782877 May 13 14:51:05.971964 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff67479a-614f-4270-9863-a2897965a2c6 None None] No DVR routers for this DVR port d0aee76b-f245-4e8f-a5ff-162c0470eae1 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:51:06.050728 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.api [None req-74b8f2a5-ffbb-4dc6-9d0e-8b76e7bd5b40 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:51:06.051592 n-d-841760-1 neutron-server[88082]: DEBUG oslo_db.api [None req-74b8f2a5-ffbb-4dc6-9d0e-8b76e7bd5b40 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:51:06.083197 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874454b-ce9a-4e8c-9724-6d0ce9936fda req-3c4f8966-63de-4faa-aafc-e5342ec21acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:06.085643 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d874454b-ce9a-4e8c-9724-6d0ce9936fda req-3c4f8966-63de-4faa-aafc-e5342ec21acc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1c8f4586-9019-4e40-a9f7-0e85fc630d68 HTTP/1.1" status: 200 len: 848 time: 0.1123760 May 13 14:51:06.240660 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0929c9d4-9052-434f-b4b4-8fef604558e0 None None] DHCP port deletion for 144b0538-5a90-40dc-8493-8ee490cbd7e0 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:51:06.247890 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0929c9d4-9052-434f-b4b4-8fef604558e0 None None] Deleting port 0beb8789-ef6a-4c45-8a75-fbc6e7f6b278 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:51:06.248475 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0929c9d4-9052-434f-b4b4-8fef604558e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:06.487713 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0d2f24fc-26f1-4659-bcf6-0cf016934a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:06.502284 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-0d2f24fc-26f1-4659-bcf6-0cf016934a71 admin admin] Deleting port 0beb8789-ef6a-4c45-8a75-fbc6e7f6b278 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:51:06.502858 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0d2f24fc-26f1-4659-bcf6-0cf016934a71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:06.616682 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-74b8f2a5-ffbb-4dc6-9d0e-8b76e7bd5b40 admin admin] Deleting port d0aee76b-f245-4e8f-a5ff-162c0470eae1 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:51:06.616895 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-74b8f2a5-ffbb-4dc6-9d0e-8b76e7bd5b40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:06.827133 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-0929c9d4-9052-434f-b4b4-8fef604558e0 None None] For port 0beb8789-ef6a-4c45-8a75-fbc6e7f6b278, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=0beb8789-ef6a-4c45-8a75-fbc6e7f6b278,segment=NetworkSegment(fae8ba92-53c8-4329-8f52-6b8b386d5a97),segment_id=fae8ba92-53c8-4329-8f52-6b8b386d5a97)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:51:06.829558 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0929c9d4-9052-434f-b4b4-8fef604558e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:06.865797 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0beb8789-ef6a-4c45-8a75-fbc6e7f6b278 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:51:07.010781 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-74b8f2a5-ffbb-4dc6-9d0e-8b76e7bd5b40 admin admin] The port 'd0aee76b-f245-4e8f-a5ff-162c0470eae1' was deleted {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:51:07.213426 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-0d2f24fc-26f1-4659-bcf6-0cf016934a71 admin admin] For port 0beb8789-ef6a-4c45-8a75-fbc6e7f6b278, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=0beb8789-ef6a-4c45-8a75-fbc6e7f6b278,segment=NetworkSegment(fae8ba92-53c8-4329-8f52-6b8b386d5a97),segment_id=fae8ba92-53c8-4329-8f52-6b8b386d5a97)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:51:07.213426 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0d2f24fc-26f1-4659-bcf6-0cf016934a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:07.441769 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0929c9d4-9052-434f-b4b4-8fef604558e0 None None] Calling delete_port for 0beb8789-ef6a-4c45-8a75-fbc6e7f6b278 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:51:07.617054 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41098) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:07.650306 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-0d2f24fc-26f1-4659-bcf6-0cf016934a71 admin admin] Calling delete_port for 0beb8789-ef6a-4c45-8a75-fbc6e7f6b278 owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:51:07.733204 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874454b-ce9a-4e8c-9724-6d0ce9936fda req-f874eb8a-85e7-4431-a97d-b8e734dedd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:07.738049 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d874454b-ce9a-4e8c-9724-6d0ce9936fda req-f874eb8a-85e7-4431-a97d-b8e734dedd95 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5282d3ed-350b-4da4-8383-5e6e9e2a8391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6427259 May 13 14:51:07.748103 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-74b8f2a5-ffbb-4dc6-9d0e-8b76e7bd5b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:07.908374 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 0beb8789-ef6a-4c45-8a75-fbc6e7f6b278 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:51:07.910264 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:07.926211 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0d2f24fc-26f1-4659-bcf6-0cf016934a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:07.955726 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-0929c9d4-9052-434f-b4b4-8fef604558e0 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 13 14:51:07.955726 n-d-841760-1 neutron-server[88083]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] May 13 14:51:07.955726 n-d-841760-1 neutron-server[88083]: [parameters: {'port_id': '0beb8789-ef6a-4c45-8a75-fbc6e7f6b278'}] May 13 14:51:07.955726 n-d-841760-1 neutron-server[88083]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:51:07.956745 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-0929c9d4-9052-434f-b4b4-8fef604558e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:51:08.022401 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f24fc-26f1-4659-bcf6-0cf016934a71 admin admin] Pushing event deleted for resources: {'Port': ['ID=0beb8789-ef6a-4c45-8a75-fbc6e7f6b278,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:08.036696 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2f24fc-26f1-4659-bcf6-0cf016934a71 admin admin] No DVR routers for this DVR port 0beb8789-ef6a-4c45-8a75-fbc6e7f6b278 on host n-d-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:51:08.043781 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-74b8f2a5-ffbb-4dc6-9d0e-8b76e7bd5b40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c40b33f-7bf3-4984-a9df-d5e9c9e61d22']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:08.050647 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f24fc-26f1-4659-bcf6-0cf016934a71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:08.051793 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f24fc-26f1-4659-bcf6-0cf016934a71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:08.054813 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f24fc-26f1-4659-bcf6-0cf016934a71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:08.055469 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f24fc-26f1-4659-bcf6-0cf016934a71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:08.056016 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f24fc-26f1-4659-bcf6-0cf016934a71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:08.056566 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f24fc-26f1-4659-bcf6-0cf016934a71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:08.057161 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f24fc-26f1-4659-bcf6-0cf016934a71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:08.058291 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f24fc-26f1-4659-bcf6-0cf016934a71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:08.060108 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f24fc-26f1-4659-bcf6-0cf016934a71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:08.060725 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f24fc-26f1-4659-bcf6-0cf016934a71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:08.061250 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f24fc-26f1-4659-bcf6-0cf016934a71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:08.061795 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f24fc-26f1-4659-bcf6-0cf016934a71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:08.065683 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-74b8f2a5-ffbb-4dc6-9d0e-8b76e7bd5b40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e43f227-1875-4d5e-9b51-995654763caa') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:08.066482 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-74b8f2a5-ffbb-4dc6-9d0e-8b76e7bd5b40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e43f227-1875-4d5e-9b51-995654763caa') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:08.103099 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-74b8f2a5-ffbb-4dc6-9d0e-8b76e7bd5b40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:08.139276 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-74b8f2a5-ffbb-4dc6-9d0e-8b76e7bd5b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:08.158747 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b8f2a5-ffbb-4dc6-9d0e-8b76e7bd5b40 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:51:08.158995 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-74b8f2a5-ffbb-4dc6-9d0e-8b76e7bd5b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:08.199500 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d0aee76b-f245-4e8f-a5ff-162c0470eae1 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: timer() May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:51:08.308580 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:51:08.315227 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-74b8f2a5-ffbb-4dc6-9d0e-8b76e7bd5b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:08.384156 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0d2f24fc-26f1-4659-bcf6-0cf016934a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:08.393258 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: d0aee76b-f245-4e8f-a5ff-162c0470eae1 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:51:08.399098 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d0aee76b-f245-4e8f-a5ff-162c0470eae1 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:51:08.458503 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0929c9d4-9052-434f-b4b4-8fef604558e0 None None] Deleting port 0beb8789-ef6a-4c45-8a75-fbc6e7f6b278 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:51:08.459296 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0929c9d4-9052-434f-b4b4-8fef604558e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:08.474439 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-74b8f2a5-ffbb-4dc6-9d0e-8b76e7bd5b40 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:08.509504 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-74b8f2a5-ffbb-4dc6-9d0e-8b76e7bd5b40 admin admin] 10.222.0.35 "DELETE /v2.0/networks/3c40b33f-7bf3-4984-a9df-d5e9c9e61d22 HTTP/1.1" status: 204 len: 168 time: 4.4134459 May 13 14:51:08.521793 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-a086be29-ba23-4ed8-818b-9a0a8cb6a433 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'network': {'name': 'tempest-network-smoke--503636856', 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'port_security_enabled': True}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:08.546048 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8f2a5-ffbb-4dc6-9d0e-8b76e7bd5b40 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c40b33f-7bf3-4984-a9df-d5e9c9e61d22,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:08.571168 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d874454b-ce9a-4e8c-9724-6d0ce9936fda req-54ccf3b5-157f-498e-88bf-99abe2a17d4c service neutron] 10.222.0.74 "GET /v2.0/networks/5282d3ed-350b-4da4-8383-5e6e9e2a8391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8145046 May 13 14:51:08.593821 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-0d2f24fc-26f1-4659-bcf6-0cf016934a71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144b0538-5a90-40dc-8493-8ee490cbd7e0']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:08.662022 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0929c9d4-9052-434f-b4b4-8fef604558e0 None None] The port '0beb8789-ef6a-4c45-8a75-fbc6e7f6b278' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:51:08.666300 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a086be29-ba23-4ed8-818b-9a0a8cb6a433 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:08.705032 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-0d2f24fc-26f1-4659-bcf6-0cf016934a71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fae8ba92-53c8-4329-8f52-6b8b386d5a97') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:08.705330 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-0d2f24fc-26f1-4659-bcf6-0cf016934a71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fae8ba92-53c8-4329-8f52-6b8b386d5a97') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:08.728730 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a086be29-ba23-4ed8-818b-9a0a8cb6a433 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:network and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:08.735299 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a086be29-ba23-4ed8-818b-9a0a8cb6a433 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:08.754006 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0d2f24fc-26f1-4659-bcf6-0cf016934a71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:08.765775 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a086be29-ba23-4ed8-818b-9a0a8cb6a433 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:08.811860 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0d2f24fc-26f1-4659-bcf6-0cf016934a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:08.836608 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a086be29-ba23-4ed8-818b-9a0a8cb6a433 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Made reservation on behalf of 2fd5504203d84ec88c34b0f9b983d931 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:51:08.836795 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d874454b-ce9a-4e8c-9724-6d0ce9936fda req-78076a89-bd4e-41cc-b348-d058259a1928 service neutron] 10.222.0.74 "GET /v2.0/networks/5282d3ed-350b-4da4-8383-5e6e9e2a8391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545617 May 13 14:51:08.837526 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a086be29-ba23-4ed8-818b-9a0a8cb6a433 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:08.857156 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d2f24fc-26f1-4659-bcf6-0cf016934a71 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:51:08.858084 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0d2f24fc-26f1-4659-bcf6-0cf016934a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:08.883907 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a086be29-ba23-4ed8-818b-9a0a8cb6a433 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:08.905041 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:51:08.905041 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:51:08.905041 n-d-841760-1 neutron-server[88081]: timer() May 13 14:51:08.905041 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:51:08.905041 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:51:08.905041 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:51:08.905041 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:51:08.905041 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:51:08.905041 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:51:08.905041 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:51:08.905041 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:51:08.905041 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:51:08.905041 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:51:08.905041 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:51:08.905041 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:51:08.905041 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:51:08.905041 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:51:08.905041 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:51:08.905041 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:51:08.905041 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:51:08.905041 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:51:08.905041 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:51:08.905041 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:51:08.905041 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:51:08.905041 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:51:08.905041 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:51:08.905041 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:51:08.905041 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:51:08.905041 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:51:08.905041 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:51:08.905041 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:51:08.905041 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:51:09.082211 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41136) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:09.144995 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a086be29-ba23-4ed8-818b-9a0a8cb6a433 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:09.152875 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0d2f24fc-26f1-4659-bcf6-0cf016934a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:09.180179 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ae3ca091-b41d-45c6-a9f7-d2a82691726d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4b31433d5022490ba6cd8b183da7a35f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1052778 May 13 14:51:09.182408 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41142) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:09.198044 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0d2f24fc-26f1-4659-bcf6-0cf016934a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:09.228048 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a086be29-ba23-4ed8-818b-9a0a8cb6a433 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:security_group_rule and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:09.238834 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0d2f24fc-26f1-4659-bcf6-0cf016934a71 admin admin] 10.222.0.35 "DELETE /v2.0/networks/144b0538-5a90-40dc-8493-8ee490cbd7e0 HTTP/1.1" status: 204 len: 168 time: 3.3245604 May 13 14:51:09.240705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41146) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:09.245595 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a086be29-ba23-4ed8-818b-9a0a8cb6a433 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:09.253210 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f24fc-26f1-4659-bcf6-0cf016934a71 admin admin] Pushing event deleted for resources: {'Network': ['ID=144b0538-5a90-40dc-8493-8ee490cbd7e0,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:09.263600 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a086be29-ba23-4ed8-818b-9a0a8cb6a433 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:09.304757 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41150) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:09.522226 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-99f54a08-d8d8-4fee-94ec-db6685c25817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:09.531343 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a086be29-ba23-4ed8-818b-9a0a8cb6a433 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:09.539927 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a086be29-ba23-4ed8-818b-9a0a8cb6a433 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:09.673062 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a086be29-ba23-4ed8-818b-9a0a8cb6a433 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:51:09.686472 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c6b7f596-7c6f-4bef-8dc4-7b0e0eab82f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:09.699959 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086be29-ba23-4ed8-818b-9a0a8cb6a433 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=949eb0ae-302f-4fb0-a3d5-bd0b383132e7,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:09.705759 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a086be29-ba23-4ed8-818b-9a0a8cb6a433 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:09.706104 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-a086be29-ba23-4ed8-818b-9a0a8cb6a433 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Added segment 61778e94-d977-405b-98c8-1a76f336218b of type vlan for network cfdd8600-9e9e-4b19-899a-a1b4272199f6 May 13 14:51:09.717009 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c6b7f596-7c6f-4bef-8dc4-7b0e0eab82f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:09.723104 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c6b7f596-7c6f-4bef-8dc4-7b0e0eab82f3 admin admin] Usage tracker for resource:security_group_rule and tenant:d5809098e98045218f38bbca65dcc2d2 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:09.728513 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c6b7f596-7c6f-4bef-8dc4-7b0e0eab82f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:09.771683 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a086be29-ba23-4ed8-818b-9a0a8cb6a433 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:09.776512 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c6b7f596-7c6f-4bef-8dc4-7b0e0eab82f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:09.784046 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-99f54a08-d8d8-4fee-94ec-db6685c25817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:09.850689 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a086be29-ba23-4ed8-818b-9a0a8cb6a433 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:09.856205 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a086be29-ba23-4ed8-818b-9a0a8cb6a433 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:09.862944 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a086be29-ba23-4ed8-818b-9a0a8cb6a433 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:10.019005 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086be29-ba23-4ed8-818b-9a0a8cb6a433 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'Network': ['ID=cfdd8600-9e9e-4b19-899a-a1b4272199f6,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:10.054232 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network cfdd8600-9e9e-4b19-899a-a1b4272199f6 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:51:10.090772 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-99f54a08-d8d8-4fee-94ec-db6685c25817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:10.099597 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a086be29-ba23-4ed8-818b-9a0a8cb6a433 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.4688029 May 13 14:51:10.099597 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41166) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:10.131279 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-763d6208-fb45-4a6b-96d5-cb0851cdba6b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1368052910', 'admin_state_up': True, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:10.138366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f54a08-d8d8-4fee-94ec-db6685c25817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14d1762-dc06-4872-979f-1c76dc8c2b2b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:10.170959 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-99f54a08-d8d8-4fee-94ec-db6685c25817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:10.175386 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-99f54a08-d8d8-4fee-94ec-db6685c25817 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f14d1762-dc06-4872-979f-1c76dc8c2b2b HTTP/1.1" status: 204 len: 168 time: 0.9930921 May 13 14:51:10.221140 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-763d6208-fb45-4a6b-96d5-cb0851cdba6b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:10.275401 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-763d6208-fb45-4a6b-96d5-cb0851cdba6b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:router and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:10.287039 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-763d6208-fb45-4a6b-96d5-cb0851cdba6b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:10.313342 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c6b7f596-7c6f-4bef-8dc4-7b0e0eab82f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:10.315649 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-763d6208-fb45-4a6b-96d5-cb0851cdba6b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:10.343054 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c6b7f596-7c6f-4bef-8dc4-7b0e0eab82f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:10.455770 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-763d6208-fb45-4a6b-96d5-cb0851cdba6b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:10.459923 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-763d6208-fb45-4a6b-96d5-cb0851cdba6b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:10.508852 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c6b7f596-7c6f-4bef-8dc4-7b0e0eab82f3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d5809098e98045218f38bbca65dcc2d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2025988 May 13 14:51:10.510187 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41176) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:10.577068 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7f596-7c6f-4bef-8dc4-7b0e0eab82f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985a7b51-9cb9-4954-85a4-5010b4e07e72,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:10.605782 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-763d6208-fb45-4a6b-96d5-cb0851cdba6b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:10.649215 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7d98afe4-1328-4a3d-a735-a0c307a9cec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:10.882744 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-81591006-3214-427a-b582-5acc10462706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:10.970357 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7d98afe4-1328-4a3d-a735-a0c307a9cec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:11.216920 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-763d6208-fb45-4a6b-96d5-cb0851cdba6b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:11.431909 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7d98afe4-1328-4a3d-a735-a0c307a9cec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:11.491620 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98afe4-1328-4a3d-a735-a0c307a9cec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985a7b51-9cb9-4954-85a4-5010b4e07e72,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:11.540079 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7d98afe4-1328-4a3d-a735-a0c307a9cec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:11.541115 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7d98afe4-1328-4a3d-a735-a0c307a9cec3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/985a7b51-9cb9-4954-85a4-5010b4e07e72 HTTP/1.1" status: 204 len: 168 time: 1.0166678 May 13 14:51:12.379320 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-763d6208-fb45-4a6b-96d5-cb0851cdba6b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:12.478498 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-81591006-3214-427a-b582-5acc10462706 admin admin] Deleting port 815949f0-b774-4436-930d-5aaf01f3a90b {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:51:12.479869 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-81591006-3214-427a-b582-5acc10462706 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:12.583087 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-763d6208-fb45-4a6b-96d5-cb0851cdba6b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:12.910301 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41232) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:13.007908 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-70db6a6a-31bb-4d93-b51b-3b0c1066bca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:13.054420 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-81591006-3214-427a-b582-5acc10462706 admin admin] For port 815949f0-b774-4436-930d-5aaf01f3a90b, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=815949f0-b774-4436-930d-5aaf01f3a90b,segment=NetworkSegment(b5ba0b89-9241-4025-b647-5d6b481c2b02),segment_id=b5ba0b89-9241-4025-b647-5d6b481c2b02)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:51:13.054420 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-81591006-3214-427a-b582-5acc10462706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:13.089734 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-70db6a6a-31bb-4d93-b51b-3b0c1066bca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:13.094450 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-763d6208-fb45-4a6b-96d5-cb0851cdba6b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Allocated IP 172.25.0.32 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/f8125c09-bb79-440e-8a5a-a06b9b6de6de) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:51:13.282837 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-70db6a6a-31bb-4d93-b51b-3b0c1066bca9 admin admin] Usage tracker for resource:security_group_rule and tenant:107c40e9a494416e967b6db7c1599f88 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:13.367599 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-763d6208-fb45-4a6b-96d5-cb0851cdba6b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:13.410725 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-70db6a6a-31bb-4d93-b51b-3b0c1066bca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:13.458369 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-81591006-3214-427a-b582-5acc10462706 admin admin] Calling delete_port for 815949f0-b774-4436-930d-5aaf01f3a90b owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:51:13.502254 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-763d6208-fb45-4a6b-96d5-cb0851cdba6b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:13.618764 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763d6208-fb45-4a6b-96d5-cb0851cdba6b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:51:13.623932 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-70db6a6a-31bb-4d93-b51b-3b0c1066bca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:13.624830 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-763d6208-fb45-4a6b-96d5-cb0851cdba6b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:51:13.636205 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763d6208-fb45-4a6b-96d5-cb0851cdba6b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:51:13.676849 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d6208-fb45-4a6b-96d5-cb0851cdba6b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'Port': ['ID=f8125c09-bb79-440e-8a5a-a06b9b6de6de,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:14.052732 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-70db6a6a-31bb-4d93-b51b-3b0c1066bca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:14.063213 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-70db6a6a-31bb-4d93-b51b-3b0c1066bca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:14.397369 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-70db6a6a-31bb-4d93-b51b-3b0c1066bca9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=107c40e9a494416e967b6db7c1599f88&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4806621 May 13 14:51:14.400781 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41258) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:14.443182 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db6a6a-31bb-4d93-b51b-3b0c1066bca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308df742-b416-477c-ae4b-311c299026c2,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:14.533988 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-763d6208-fb45-4a6b-96d5-cb0851cdba6b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:14.542865 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-81591006-3214-427a-b582-5acc10462706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:14.679025 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81591006-3214-427a-b582-5acc10462706 admin admin] Pushing event deleted for resources: {'Port': ['ID=815949f0-b774-4436-930d-5aaf01f3a90b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:14.814288 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7433f713-939f-4c94-a699-6dbf2d91d8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:14.949961 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7433f713-939f-4c94-a699-6dbf2d91d8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:15.503476 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-81591006-3214-427a-b582-5acc10462706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:15.945462 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-763d6208-fb45-4a6b-96d5-cb0851cdba6b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:16.266115 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7433f713-939f-4c94-a699-6dbf2d91d8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:16.331707 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433f713-939f-4c94-a699-6dbf2d91d8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308df742-b416-477c-ae4b-311c299026c2,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:16.394761 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763d6208-fb45-4a6b-96d5-cb0851cdba6b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Router 1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:51:16.482956 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7433f713-939f-4c94-a699-6dbf2d91d8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:16.495957 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7433f713-939f-4c94-a699-6dbf2d91d8b4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/308df742-b416-477c-ae4b-311c299026c2 HTTP/1.1" status: 204 len: 168 time: 2.0833073 May 13 14:51:16.754940 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763d6208-fb45-4a6b-96d5-cb0851cdba6b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:51:16.769434 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f386dd-fdf2-4b88-a42e-b6fd60ed58f1 None None] Sync routers for ids ['1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:51:16.797997 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f386dd-fdf2-4b88-a42e-b6fd60ed58f1 None None] Routers {'1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:51:16.803531 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b5f386dd-fdf2-4b88-a42e-b6fd60ed58f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:51:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:16.854361 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-763d6208-fb45-4a6b-96d5-cb0851cdba6b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:16.856349 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-763d6208-fb45-4a6b-96d5-cb0851cdba6b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.7524185 May 13 14:51:16.861640 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41324) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:16.940816 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81591006-3214-427a-b582-5acc10462706 admin admin] Router bb6856bc-8856-4376-a676-ccc355c29dc8 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:51:17.331784 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-b5f386dd-fdf2-4b88-a42e-b6fd60ed58f1 None None] Set router 1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:51:17.355992 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81591006-3214-427a-b582-5acc10462706 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:51:17.376359 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-81591006-3214-427a-b582-5acc10462706 admin admin] 10.222.0.35 "PUT /v2.0/routers/bb6856bc-8856-4376-a676-ccc355c29dc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1324394 May 13 14:51:17.376497 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33141b7b-8a36-459a-b857-1ae47e4a58fd None None] Sync routers for ids ['bb6856bc-8856-4376-a676-ccc355c29dc8'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:51:17.378414 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41346) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:17.392323 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33141b7b-8a36-459a-b857-1ae47e4a58fd None None] Routers {'bb6856bc-8856-4376-a676-ccc355c29dc8'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:51:17.393241 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-33141b7b-8a36-459a-b857-1ae47e4a58fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:51:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['bb6856bc-8856-4376-a676-ccc355c29dc8'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:17.630633 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-33141b7b-8a36-459a-b857-1ae47e4a58fd None None] Set router bb6856bc-8856-4376-a676-ccc355c29dc8 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:51:17.818218 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3074a92e-9518-4206-aa26-5be089213ff3 tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=2fd5504203d84ec88c34b0f9b983d931&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.9477787 May 13 14:51:17.818613 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41360) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:17.858409 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-597ae57c-e9f7-44cb-a6cf-07513b999dc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:18.147204 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:18.185599 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b5f386dd-fdf2-4b88-a42e-b6fd60ed58f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'name': 'tempest-TestNetworkBasicOps-router-1368052910', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:51:10Z', 'updated_at': '2022-05-13T14:51:14Z', 'revision_number': 3, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:02:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:12Z', 'updated_at': '2022-05-13T14:51:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:18.199719 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f386dd-fdf2-4b88-a42e-b6fd60ed58f1 None None] Checking router: 1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:51:18.206027 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f386dd-fdf2-4b88-a42e-b6fd60ed58f1 None None] Updating router 1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9 port f8125c09-bb79-440e-8a5a-a06b9b6de6de binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:51:18.268956 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-597ae57c-e9f7-44cb-a6cf-07513b999dc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:18.281939 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-597ae57c-e9f7-44cb-a6cf-07513b999dc2 admin admin] Deleting port d10bf5e1-92c3-45dc-9ba4-a00346159afd {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:51:18.282582 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-597ae57c-e9f7-44cb-a6cf-07513b999dc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:18.291363 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8144f361-4d24-430d-a472-b903592a0011 tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:18.304645 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8144f361-4d24-430d-a472-b903592a0011 tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4854860 May 13 14:51:18.309503 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41376) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:18.429173 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b5f386dd-fdf2-4b88-a42e-b6fd60ed58f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:18.462530 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-59a83829-7974-4fb9-b36d-4f67e839dfb9 tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=c35d8094-27c1-4288-955d-bcb140e23bf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1510556 May 13 14:51:18.475885 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41382) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:18.489210 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-664a1136-eefa-4e4f-9aba-a40e2b4a0553 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1680584229', 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6', 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:18.867009 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-597ae57c-e9f7-44cb-a6cf-07513b999dc2 admin admin] For port d10bf5e1-92c3-45dc-9ba4-a00346159afd, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d10bf5e1-92c3-45dc-9ba4-a00346159afd,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:51:18.867736 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-597ae57c-e9f7-44cb-a6cf-07513b999dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:18.986146 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-664a1136-eefa-4e4f-9aba-a40e2b4a0553 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:18.994688 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-664a1136-eefa-4e4f-9aba-a40e2b4a0553 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:subnet and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:19.011007 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-664a1136-eefa-4e4f-9aba-a40e2b4a0553 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:19.038622 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-33141b7b-8a36-459a-b857-1ae47e4a58fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6856bc-8856-4376-a676-ccc355c29dc8', 'name': 'tempest-TaggedBootDevicesTest-1035196637-router', 'tenant_id': 'f872f7b603a04dc69938cdb06fc49e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'd10bf5e1-92c3-45dc-9ba4-a00346159afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:18Z', 'updated_at': '2022-05-13T14:51:14Z', 'revision_number': 5, 'project_id': 'f872f7b603a04dc69938cdb06fc49e29', 'gw_port': {'id': 'd10bf5e1-92c3-45dc-9ba4-a00346159afd', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6856bc-8856-4376-a676-ccc355c29dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:43:19Z', 'updated_at': '2022-05-13T14:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:19.040872 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-664a1136-eefa-4e4f-9aba-a40e2b4a0553 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:19.056962 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33141b7b-8a36-459a-b857-1ae47e4a58fd None None] Checking router: bb6856bc-8856-4376-a676-ccc355c29dc8 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:51:19.097939 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33141b7b-8a36-459a-b857-1ae47e4a58fd None None] Routers {'bb6856bc-8856-4376-a676-ccc355c29dc8'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:51:19.098638 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-33141b7b-8a36-459a-b857-1ae47e4a58fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:51:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['bb6856bc-8856-4376-a676-ccc355c29dc8'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:19.106107 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664a1136-eefa-4e4f-9aba-a40e2b4a0553 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Made reservation on behalf of 2fd5504203d84ec88c34b0f9b983d931 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:51:19.112293 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-664a1136-eefa-4e4f-9aba-a40e2b4a0553 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:19.386981 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-597ae57c-e9f7-44cb-a6cf-07513b999dc2 admin admin] Calling delete_port for d10bf5e1-92c3-45dc-9ba4-a00346159afd owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:51:19.656457 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:51:19.683872 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b5f386dd-fdf2-4b88-a42e-b6fd60ed58f1 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:19.752392 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-33141b7b-8a36-459a-b857-1ae47e4a58fd None None] Set router bb6856bc-8856-4376-a676-ccc355c29dc8 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:51:19.838917 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-597ae57c-e9f7-44cb-a6cf-07513b999dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:19.845337 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b5f386dd-fdf2-4b88-a42e-b6fd60ed58f1 None None] Transition to ACTIVE for port object f8125c09-bb79-440e-8a5a-a06b9b6de6de will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:51:19.847327 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b5f386dd-fdf2-4b88-a42e-b6fd60ed58f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:19.901651 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-664a1136-eefa-4e4f-9aba-a40e2b4a0553 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:19.936961 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ae57c-e9f7-44cb-a6cf-07513b999dc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d10bf5e1-92c3-45dc-9ba4-a00346159afd,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:19.991836 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a1136-eefa-4e4f-9aba-a40e2b4a0553 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'Subnet': ['ID=a1d6ff67-d218-4836-93b4-1d9b2817932f,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:20.045676 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664a1136-eefa-4e4f-9aba-a40e2b4a0553 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Checking segment: {'id': '61778e94-d977-405b-98c8-1a76f336218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:51:20.046043 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664a1136-eefa-4e4f-9aba-a40e2b4a0553 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Network hostable DHCP agents. Network: cfdd8600-9e9e-4b19-899a-a1b4272199f6, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:51:20.106990 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664a1136-eefa-4e4f-9aba-a40e2b4a0553 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Network cfdd8600-9e9e-4b19-899a-a1b4272199f6 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:51:20.133140 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-664a1136-eefa-4e4f-9aba-a40e2b4a0553 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, cfdd8600-9e9e-4b19-899a-a1b4272199f6) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:51:20.133318 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-b5f386dd-fdf2-4b88-a42e-b6fd60ed58f1 None None] Attempting to bind port f8125c09-bb79-440e-8a5a-a06b9b6de6de on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:51:20.133318 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-b5f386dd-fdf2-4b88-a42e-b6fd60ed58f1 None None] Attempting to bind port f8125c09-bb79-440e-8a5a-a06b9b6de6de by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:51:20.133318 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f386dd-fdf2-4b88-a42e-b6fd60ed58f1 None None] Attempting to bind port f8125c09-bb79-440e-8a5a-a06b9b6de6de on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:51:20.144849 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664a1136-eefa-4e4f-9aba-a40e2b4a0553 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:20.145189 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-664a1136-eefa-4e4f-9aba-a40e2b4a0553 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:20.163775 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-597ae57c-e9f7-44cb-a6cf-07513b999dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:20.190713 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-33141b7b-8a36-459a-b857-1ae47e4a58fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6856bc-8856-4376-a676-ccc355c29dc8', 'name': 'tempest-TaggedBootDevicesTest-1035196637-router', 'tenant_id': 'f872f7b603a04dc69938cdb06fc49e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:18Z', 'updated_at': '2022-05-13T14:51:18Z', 'revision_number': 6, 'project_id': 'f872f7b603a04dc69938cdb06fc49e29', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:20.194327 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-664a1136-eefa-4e4f-9aba-a40e2b4a0553 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7167180 May 13 14:51:20.197302 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41426) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:20.206045 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33141b7b-8a36-459a-b857-1ae47e4a58fd None None] The sync data for ids ['bb6856bc-8856-4376-a676-ccc355c29dc8'] in n-d-841760-1 is: [{'id': 'bb6856bc-8856-4376-a676-ccc355c29dc8', 'name': 'tempest-TaggedBootDevicesTest-1035196637-router', 'tenant_id': 'f872f7b603a04dc69938cdb06fc49e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:43:18Z', 'updated_at': '2022-05-13T14:51:18Z', 'revision_number': 6, 'project_id': 'f872f7b603a04dc69938cdb06fc49e29', 'gw_port_host': None}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:51:20.335933 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f386dd-fdf2-4b88-a42e-b6fd60ed58f1 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:51:20.347749 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f386dd-fdf2-4b88-a42e-b6fd60ed58f1 None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:51:20.348164 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b5f386dd-fdf2-4b88-a42e-b6fd60ed58f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:20.349101 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f386dd-fdf2-4b88-a42e-b6fd60ed58f1 None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:51:20.349204 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-b5f386dd-fdf2-4b88-a42e-b6fd60ed58f1 None None] Bound port: f8125c09-bb79-440e-8a5a-a06b9b6de6de, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:51:20.349864 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b5f386dd-fdf2-4b88-a42e-b6fd60ed58f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:20.557935 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34152b04-fc2d-463a-b837-36b11a5dbb54 None None] Network cfdd8600-9e9e-4b19-899a-a1b4272199f6 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:51:20.618565 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-597ae57c-e9f7-44cb-a6cf-07513b999dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:20.620840 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-597ae57c-e9f7-44cb-a6cf-07513b999dc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:20.658668 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-597ae57c-e9f7-44cb-a6cf-07513b999dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:20.658668 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597ae57c-e9f7-44cb-a6cf-07513b999dc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb6856bc-8856-4376-a676-ccc355c29dc8 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:51:20.692089 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-597ae57c-e9f7-44cb-a6cf-07513b999dc2 admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:20.696191 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-b5f386dd-fdf2-4b88-a42e-b6fd60ed58f1 None None] For port f8125c09-bb79-440e-8a5a-a06b9b6de6de, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:51:20.697650 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-597ae57c-e9f7-44cb-a6cf-07513b999dc2 admin admin] 10.222.0.35 "DELETE /v2.0/routers/bb6856bc-8856-4376-a676-ccc355c29dc8 HTTP/1.1" status: 204 len: 168 time: 3.3131931 May 13 14:51:20.697868 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41444) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:20.712107 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-b5f386dd-fdf2-4b88-a42e-b6fd60ed58f1 None None] For port f8125c09-bb79-440e-8a5a-a06b9b6de6de, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=f8125c09-bb79-440e-8a5a-a06b9b6de6de,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:51:20.785273 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b5f386dd-fdf2-4b88-a42e-b6fd60ed58f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:20.876368 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-7144fcf9-13c4-4a6e-8f9b-4a4420e3057f admin admin] Deleting subnet f355a88e-68a6-4ab5-a20b-267590880350 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:51:20.883931 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7144fcf9-13c4-4a6e-8f9b-4a4420e3057f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:20.906634 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 815949f0-b774-4436-930d-5aaf01f3a90b no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:51:21.000769 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 815949f0-b774-4436-930d-5aaf01f3a90b {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:51:21.000883 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 815949f0-b774-4436-930d-5aaf01f3a90b not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:51:21.040034 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e4ddf-8941-4b35-8533-766432dcf477 None None] Pushing event updated for resources: {'Port': ['ID=f8125c09-bb79-440e-8a5a-a06b9b6de6de,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:21.046572 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7144fcf9-13c4-4a6e-8f9b-4a4420e3057f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:21.062031 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f386dd-fdf2-4b88-a42e-b6fd60ed58f1 None None] Routers {'1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:51:21.062031 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b5f386dd-fdf2-4b88-a42e-b6fd60ed58f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:51:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:21.264516 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e4ddf-8941-4b35-8533-766432dcf477 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:21.265033 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e4ddf-8941-4b35-8533-766432dcf477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:21.271434 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e4ddf-8941-4b35-8533-766432dcf477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:21.272096 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e4ddf-8941-4b35-8533-766432dcf477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:21.272652 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e4ddf-8941-4b35-8533-766432dcf477 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:21.273213 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e4ddf-8941-4b35-8533-766432dcf477 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:21.273767 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e4ddf-8941-4b35-8533-766432dcf477 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:21.277772 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e4ddf-8941-4b35-8533-766432dcf477 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:21.278304 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e4ddf-8941-4b35-8533-766432dcf477 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:21.278891 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e4ddf-8941-4b35-8533-766432dcf477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:21.279472 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e4ddf-8941-4b35-8533-766432dcf477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:21.280007 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e4ddf-8941-4b35-8533-766432dcf477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:21.359680 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41456) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:21.405907 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7144fcf9-13c4-4a6e-8f9b-4a4420e3057f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:21.693012 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7144fcf9-13c4-4a6e-8f9b-4a4420e3057f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:21.895430 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a580e258-88c7-46db-bb21-8a14d71ee701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:21.921139 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144fcf9-13c4-4a6e-8f9b-4a4420e3057f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f355a88e-68a6-4ab5-a20b-267590880350,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:21.928251 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7144fcf9-13c4-4a6e-8f9b-4a4420e3057f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:21.938098 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7144fcf9-13c4-4a6e-8f9b-4a4420e3057f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f355a88e-68a6-4ab5-a20b-267590880350 HTTP/1.1" status: 204 len: 168 time: 1.2385266 May 13 14:51:21.942762 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41470) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:21.972941 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a580e258-88c7-46db-bb21-8a14d71ee701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:21.983784 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a580e258-88c7-46db-bb21-8a14d71ee701 admin admin] Usage tracker for resource:security_group_rule and tenant:0f0012e47a2643ee921862decb8f3300 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:22.069180 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a580e258-88c7-46db-bb21-8a14d71ee701 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:22.092033 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a580e258-88c7-46db-bb21-8a14d71ee701 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:22.092800 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1f9b41-abc6-498b-8018-df427dee08b1 None None] Network e48bd827-deef-480a-905a-315c1016b5cb requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:51:22.175140 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2674312a-7df1-4d90-bdb0-bd18ac28f76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:22.211873 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-2674312a-7df1-4d90-bdb0-bd18ac28f76e admin admin] Deleting port 2bdfd09b-aab3-4b38-9152-f80790750239 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:51:22.213489 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2674312a-7df1-4d90-bdb0-bd18ac28f76e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:22.361047 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8ab2122a-5dcb-4a17-9ac1-14696022ad93 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:22.564346 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-2674312a-7df1-4d90-bdb0-bd18ac28f76e admin admin] For port 2bdfd09b-aab3-4b38-9152-f80790750239, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=2bdfd09b-aab3-4b38-9152-f80790750239,segment=NetworkSegment(b5ba0b89-9241-4025-b647-5d6b481c2b02),segment_id=b5ba0b89-9241-4025-b647-5d6b481c2b02)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:51:22.564346 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2674312a-7df1-4d90-bdb0-bd18ac28f76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:22.729746 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d10bf5e1-92c3-45dc-9ba4-a00346159afd no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:51:22.740776 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-2674312a-7df1-4d90-bdb0-bd18ac28f76e admin admin] Calling delete_port for 2bdfd09b-aab3-4b38-9152-f80790750239 owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:51:22.831532 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2674312a-7df1-4d90-bdb0-bd18ac28f76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:22.921037 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: d10bf5e1-92c3-45dc-9ba4-a00346159afd {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:51:22.935711 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d10bf5e1-92c3-45dc-9ba4-a00346159afd not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:51:22.987438 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e4ddf-8941-4b35-8533-766432dcf477 None None] Pushing event updated for resources: {'Port': ['ID=f8125c09-bb79-440e-8a5a-a06b9b6de6de,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:22.999589 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0fc65c-fcbd-4d54-b84c-b4be8a2b92ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-cfdd8600-9e9e-4b19-899a-a1b4272199f6', 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'fixed_ips': [{'subnet_id': 'a1d6ff67-d218-4836-93b4-1d9b2817932f'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:51:23.000221 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fd0fc65c-fcbd-4d54-b84c-b4be8a2b92ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:23.077776 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-b5f386dd-fdf2-4b88-a42e-b6fd60ed58f1 None None] Set router 1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:51:23.096382 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674312a-7df1-4d90-bdb0-bd18ac28f76e admin admin] Pushing event deleted for resources: {'Port': ['ID=2bdfd09b-aab3-4b38-9152-f80790750239,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:23.110616 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2674312a-7df1-4d90-bdb0-bd18ac28f76e admin admin] No DVR routers for this DVR port 2bdfd09b-aab3-4b38-9152-f80790750239 on host n-d-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:51:23.258656 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a580e258-88c7-46db-bb21-8a14d71ee701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:23.303350 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-8ab2122a-5dcb-4a17-9ac1-14696022ad93 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Allocated IP 172.20.0.1 (cfdd8600-9e9e-4b19-899a-a1b4272199f6/a1d6ff67-d218-4836-93b4-1d9b2817932f/02a85da6-0c75-4789-9a35-2ddee0538925) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:51:23.575041 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2674312a-7df1-4d90-bdb0-bd18ac28f76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:23.584832 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8ab2122a-5dcb-4a17-9ac1-14696022ad93 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:23.612195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-2674312a-7df1-4d90-bdb0-bd18ac28f76e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e48bd827-deef-480a-905a-315c1016b5cb']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:23.627023 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-8ab2122a-5dcb-4a17-9ac1-14696022ad93 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Transition to ACTIVE for port object 02a85da6-0c75-4789-9a35-2ddee0538925 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:51:23.647279 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-2674312a-7df1-4d90-bdb0-bd18ac28f76e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ba0b89-9241-4025-b647-5d6b481c2b02') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:23.648260 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-2674312a-7df1-4d90-bdb0-bd18ac28f76e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ba0b89-9241-4025-b647-5d6b481c2b02') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:23.649364 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7b7f03-1202-4931-a876-30f9768e05bd None None] DHCP port deletion for e48bd827-deef-480a-905a-315c1016b5cb request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:51:23.674423 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2674312a-7df1-4d90-bdb0-bd18ac28f76e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:23.677294 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8ab2122a-5dcb-4a17-9ac1-14696022ad93 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:23.705867 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a580e258-88c7-46db-bb21-8a14d71ee701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:23.764126 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2674312a-7df1-4d90-bdb0-bd18ac28f76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:23.769503 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580e258-88c7-46db-bb21-8a14d71ee701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328c363b-215e-4ece-b287-603ef553b421,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:23.812941 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2674312a-7df1-4d90-bdb0-bd18ac28f76e admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:51:23.813990 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2674312a-7df1-4d90-bdb0-bd18ac28f76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:23.838772 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:51:23.838772 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:51:23.838772 n-d-841760-1 neutron-server[88081]: timer() May 13 14:51:23.838772 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:51:23.838772 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:51:23.838772 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:51:23.838772 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:51:23.838772 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:51:23.838772 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:51:23.838772 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:51:23.838772 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:51:23.838772 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:51:23.838772 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:51:23.838772 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:51:23.838772 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:51:23.838772 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:51:23.838772 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:51:23.838772 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:51:23.838772 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:51:23.838772 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:51:23.838772 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:51:23.838772 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:51:23.838772 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:51:23.838772 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:51:23.838772 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:51:23.838772 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:51:23.838772 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:51:23.838772 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:51:23.838772 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:51:23.838772 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:51:23.838772 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:51:23.838772 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:51:23.888784 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab2122a-5dcb-4a17-9ac1-14696022ad93 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Network cfdd8600-9e9e-4b19-899a-a1b4272199f6 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:51:23.904106 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-8ab2122a-5dcb-4a17-9ac1-14696022ad93 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:51:23.910034 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab2122a-5dcb-4a17-9ac1-14696022ad93 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:51:23.972197 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a580e258-88c7-46db-bb21-8a14d71ee701 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0f0012e47a2643ee921862decb8f3300&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6113796 May 13 14:51:23.973444 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2122a-5dcb-4a17-9ac1-14696022ad93 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'Port': ['ID=02a85da6-0c75-4789-9a35-2ddee0538925,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:23.979093 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41506) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:24.021881 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8ab2122a-5dcb-4a17-9ac1-14696022ad93 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:24.055015 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2674312a-7df1-4d90-bdb0-bd18ac28f76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:24.063262 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2674312a-7df1-4d90-bdb0-bd18ac28f76e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:24.078345 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-fd0fc65c-fcbd-4d54-b84c-b4be8a2b92ea None None] Allocated IP 172.20.0.2 (cfdd8600-9e9e-4b19-899a-a1b4272199f6/a1d6ff67-d218-4836-93b4-1d9b2817932f/f538edf2-72f3-4db1-a7ff-33f948971671) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:51:24.159750 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674312a-7df1-4d90-bdb0-bd18ac28f76e admin admin] Pushing event deleted for resources: {'Network': ['ID=e48bd827-deef-480a-905a-315c1016b5cb,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:24.171644 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2674312a-7df1-4d90-bdb0-bd18ac28f76e admin admin] 10.222.0.35 "DELETE /v2.0/networks/e48bd827-deef-480a-905a-315c1016b5cb HTTP/1.1" status: 204 len: 168 time: 2.2213185 May 13 14:51:24.506682 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-50460a0a-c9c3-4335-9cc4-f2472313f553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:24.542316 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b5f386dd-fdf2-4b88-a42e-b6fd60ed58f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'name': 'tempest-TestNetworkBasicOps-router-1368052910', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:51:10Z', 'updated_at': '2022-05-13T14:51:14Z', 'revision_number': 3, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:02:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:12Z', 'updated_at': '2022-05-13T14:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:24.549661 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f386dd-fdf2-4b88-a42e-b6fd60ed58f1 None None] The sync data for ids ['1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'] in n-d-841760-1 is: [{'id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'name': 'tempest-TestNetworkBasicOps-router-1368052910', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:51:10Z', 'updated_at': '2022-05-13T14:51:14Z', 'revision_number': 3, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:02:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:12Z', 'updated_at': '2022-05-13T14:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:51:24.731867 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-50460a0a-c9c3-4335-9cc4-f2472313f553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:24.844759 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da12f5f-11f5-4526-91f3-bf704f7a5a5e req-c5c36506-0d13-4c23-9bb6-968f7bbc200f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:24.854736 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41524) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:24.861035 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da12f5f-11f5-4526-91f3-bf704f7a5a5e req-c5c36506-0d13-4c23-9bb6-968f7bbc200f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:24.861035 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da12f5f-11f5-4526-91f3-bf704f7a5a5e req-c5c36506-0d13-4c23-9bb6-968f7bbc200f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:24.876172 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da12f5f-11f5-4526-91f3-bf704f7a5a5e req-c5c36506-0d13-4c23-9bb6-968f7bbc200f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:24.876172 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da12f5f-11f5-4526-91f3-bf704f7a5a5e req-c5c36506-0d13-4c23-9bb6-968f7bbc200f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:24.896883 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da12f5f-11f5-4526-91f3-bf704f7a5a5e req-c5c36506-0d13-4c23-9bb6-968f7bbc200f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:24.896883 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da12f5f-11f5-4526-91f3-bf704f7a5a5e req-c5c36506-0d13-4c23-9bb6-968f7bbc200f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:24.896883 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4da12f5f-11f5-4526-91f3-bf704f7a5a5e req-c5c36506-0d13-4c23-9bb6-968f7bbc200f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5444 time: 0.6944060 May 13 14:51:24.922438 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fd0fc65c-fcbd-4d54-b84c-b4be8a2b92ea None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:24.992941 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2bdfd09b-aab3-4b38-9152-f80790750239 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:51:25.057747 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2173ceb1-2140-4209-8aa7-d9147d635abb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=18b9c5d8b3d043279654e2a115822f2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1967711 May 13 14:51:25.057747 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41530) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:25.081950 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-fd0fc65c-fcbd-4d54-b84c-b4be8a2b92ea None None] Transition to ACTIVE for port object f538edf2-72f3-4db1-a7ff-33f948971671 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:51:25.115512 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 2bdfd09b-aab3-4b38-9152-f80790750239 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:51:25.131295 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2bdfd09b-aab3-4b38-9152-f80790750239 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:51:25.230710 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-fd0fc65c-fcbd-4d54-b84c-b4be8a2b92ea None None] Transition to ACTIVE for port object f538edf2-72f3-4db1-a7ff-33f948971671 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:51:25.250040 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fd0fc65c-fcbd-4d54-b84c-b4be8a2b92ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:25.355440 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-263bf6d8-cb94-4101-be4b-34731a2573b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:25.425010 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4da12f5f-11f5-4526-91f3-bf704f7a5a5e req-e9aeec43-a9c1-46c4-b024-b66ac14335bb tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5270753 May 13 14:51:25.426884 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8ab2122a-5dcb-4a17-9ac1-14696022ad93 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:25.433552 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-263bf6d8-cb94-4101-be4b-34731a2573b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:25.515380 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-50460a0a-c9c3-4335-9cc4-f2472313f553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:25.542717 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fc65c-fcbd-4d54-b84c-b4be8a2b92ea None None] Pushing event updated for resources: {'Port': ['ID=f538edf2-72f3-4db1-a7ff-33f948971671,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:25.575311 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0fc65c-fcbd-4d54-b84c-b4be8a2b92ea None None] Network cfdd8600-9e9e-4b19-899a-a1b4272199f6 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:51:25.577403 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-fd0fc65c-fcbd-4d54-b84c-b4be8a2b92ea None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:51:25.611547 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0fc65c-fcbd-4d54-b84c-b4be8a2b92ea None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:51:25.620938 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-263bf6d8-cb94-4101-be4b-34731a2573b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:25.640664 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50460a0a-c9c3-4335-9cc4-f2472313f553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328c363b-215e-4ece-b287-603ef553b421,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:25.695437 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263bf6d8-cb94-4101-be4b-34731a2573b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7edcac-c98c-49f8-aa0c-baac2e5e01ff,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:25.708055 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-263bf6d8-cb94-4101-be4b-34731a2573b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:25.724227 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-263bf6d8-cb94-4101-be4b-34731a2573b6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5d7edcac-c98c-49f8-aa0c-baac2e5e01ff HTTP/1.1" status: 204 len: 168 time: 0.6684728 May 13 14:51:25.836616 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-50460a0a-c9c3-4335-9cc4-f2472313f553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:25.838765 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-50460a0a-c9c3-4335-9cc4-f2472313f553 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/328c363b-215e-4ece-b287-603ef553b421 HTTP/1.1" status: 204 len: 168 time: 1.8603668 May 13 14:51:26.065682 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-fd0fc65c-fcbd-4d54-b84c-b4be8a2b92ea None None] Attempting to bind port f538edf2-72f3-4db1-a7ff-33f948971671 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:51:26.066834 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-fd0fc65c-fcbd-4d54-b84c-b4be8a2b92ea None None] Attempting to bind port f538edf2-72f3-4db1-a7ff-33f948971671 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '61778e94-d977-405b-98c8-1a76f336218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:51:26.067468 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0fc65c-fcbd-4d54-b84c-b4be8a2b92ea None None] Attempting to bind port f538edf2-72f3-4db1-a7ff-33f948971671 on network cfdd8600-9e9e-4b19-899a-a1b4272199f6 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:51:26.084105 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0fc65c-fcbd-4d54-b84c-b4be8a2b92ea None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:51:26.084723 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0fc65c-fcbd-4d54-b84c-b4be8a2b92ea None None] Checking segment: {'id': '61778e94-d977-405b-98c8-1a76f336218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:51:26.084819 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fd0fc65c-fcbd-4d54-b84c-b4be8a2b92ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:26.086343 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0fc65c-fcbd-4d54-b84c-b4be8a2b92ea None None] Bound using segment: {'id': '61778e94-d977-405b-98c8-1a76f336218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:51:26.087578 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-fd0fc65c-fcbd-4d54-b84c-b4be8a2b92ea None None] Bound port: f538edf2-72f3-4db1-a7ff-33f948971671, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61778e94-d977-405b-98c8-1a76f336218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:51:26.088288 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fd0fc65c-fcbd-4d54-b84c-b4be8a2b92ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:26.261919 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1415ee5-a98b-4acd-9ba7-d761d2d7b684 req-5c2a8271-79ac-4787-9821-53ac22b4b11e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:26.282491 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1415ee5-a98b-4acd-9ba7-d761d2d7b684 req-5c2a8271-79ac-4787-9821-53ac22b4b11e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:26.302147 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1415ee5-a98b-4acd-9ba7-d761d2d7b684 req-5c2a8271-79ac-4787-9821-53ac22b4b11e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:26.325570 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1415ee5-a98b-4acd-9ba7-d761d2d7b684 req-5c2a8271-79ac-4787-9821-53ac22b4b11e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:26.402912 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1415ee5-a98b-4acd-9ba7-d761d2d7b684 req-5c2a8271-79ac-4787-9821-53ac22b4b11e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:26.414304 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-fd0fc65c-fcbd-4d54-b84c-b4be8a2b92ea None None] For port f538edf2-72f3-4db1-a7ff-33f948971671, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:51:26.414304 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-fd0fc65c-fcbd-4d54-b84c-b4be8a2b92ea None None] For port f538edf2-72f3-4db1-a7ff-33f948971671, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=f538edf2-72f3-4db1-a7ff-33f948971671,segment=NetworkSegment(61778e94-d977-405b-98c8-1a76f336218b),segment_id=61778e94-d977-405b-98c8-1a76f336218b)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:51:26.414304 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fd0fc65c-fcbd-4d54-b84c-b4be8a2b92ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:26.429542 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1415ee5-a98b-4acd-9ba7-d761d2d7b684 req-5c2a8271-79ac-4787-9821-53ac22b4b11e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:26.473834 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1415ee5-a98b-4acd-9ba7-d761d2d7b684 req-5c2a8271-79ac-4787-9821-53ac22b4b11e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:26.496848 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e1415ee5-a98b-4acd-9ba7-d761d2d7b684 req-5c2a8271-79ac-4787-9821-53ac22b4b11e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5444 time: 0.5716934 May 13 14:51:26.678574 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fc65c-fcbd-4d54-b84c-b4be8a2b92ea None None] Pushing event updated for resources: {'Port': ['ID=f538edf2-72f3-4db1-a7ff-33f948971671,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:27.014207 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device f8125c09-bb79-440e-8a5a-a06b9b6de6de up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:51:27.041920 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41566) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:27.355217 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41574) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:27.383922 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8ab2122a-5dcb-4a17-9ac1-14696022ad93 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:27.426045 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8ab2122a-5dcb-4a17-9ac1-14696022ad93 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:27.479023 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port f8125c09-bb79-440e-8a5a-a06b9b6de6de completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:51:27.500890 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port f8125c09-bb79-440e-8a5a-a06b9b6de6de triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:51:27.500890 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:27.526727 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-639828f4-9589-4046-9ed6-e112d68bbd83 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f872f7b603a04dc69938cdb06fc49e29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4703207 May 13 14:51:27.526727 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41578) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:27.526727 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7d3e59e6-a3c6-477d-8637-d96dad535a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:27.631897 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-edeb237a-4e46-472e-b50a-d657151d9bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:27.708324 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7d3e59e6-a3c6-477d-8637-d96dad535a48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:27.722633 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7d3e59e6-a3c6-477d-8637-d96dad535a48 admin admin] Usage tracker for resource:security_group_rule and tenant:1f38c082dd70451db5444a2522e799c8 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:27.727328 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7d3e59e6-a3c6-477d-8637-d96dad535a48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:27.752728 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7d3e59e6-a3c6-477d-8637-d96dad535a48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:27.764076 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2122a-5dcb-4a17-9ac1-14696022ad93 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'Port': ['ID=02a85da6-0c75-4789-9a35-2ddee0538925,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:27.765885 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6f2bd39f-3ed5-41ea-a5ad-3cd88481ac6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:27.767807 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8ab2122a-5dcb-4a17-9ac1-14696022ad93 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:27.895239 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6f2bd39f-3ed5-41ea-a5ad-3cd88481ac6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:27.926114 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port f8125c09-bb79-440e-8a5a-a06b9b6de6de is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:51:27.928601 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:28.124523 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6f2bd39f-3ed5-41ea-a5ad-3cd88481ac6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:28.168274 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2bd39f-3ed5-41ea-a5ad-3cd88481ac6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ffe9a0-8896-4d4d-b537-77a4947bc0a2,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:28.230942 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7d3e59e6-a3c6-477d-8637-d96dad535a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:28.232658 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6f2bd39f-3ed5-41ea-a5ad-3cd88481ac6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:28.243751 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6f2bd39f-3ed5-41ea-a5ad-3cd88481ac6a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/53ffe9a0-8896-4d4d-b537-77a4947bc0a2 HTTP/1.1" status: 204 len: 168 time: 0.6756985 May 13 14:51:28.243751 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7d3e59e6-a3c6-477d-8637-d96dad535a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:28.292242 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port f8125c09-bb79-440e-8a5a-a06b9b6de6de, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=f8125c09-bb79-440e-8a5a-a06b9b6de6de,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:51:28.341299 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:28.389911 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e59e6-a3c6-477d-8637-d96dad535a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc28efa1-29aa-4b95-b34a-d5866731c184,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:28.436940 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab2122a-5dcb-4a17-9ac1-14696022ad93 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Network cfdd8600-9e9e-4b19-899a-a1b4272199f6 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:51:28.438314 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-8ab2122a-5dcb-4a17-9ac1-14696022ad93 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:51:28.454970 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7d3e59e6-a3c6-477d-8637-d96dad535a48 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1f38c082dd70451db5444a2522e799c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0986032 May 13 14:51:28.461383 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41600) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:28.624557 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a38f18a2-3541-4fd1-904f-a61b721e1b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:28.697040 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a38f18a2-3541-4fd1-904f-a61b721e1b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:28.856531 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:28.923491 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=f8125c09-bb79-440e-8a5a-a06b9b6de6de,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:28.923827 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a38f18a2-3541-4fd1-904f-a61b721e1b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:28.971518 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f18a2-3541-4fd1-904f-a61b721e1b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc28efa1-29aa-4b95-b34a-d5866731c184,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:28.994959 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a38f18a2-3541-4fd1-904f-a61b721e1b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:28.996438 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a38f18a2-3541-4fd1-904f-a61b721e1b20 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cc28efa1-29aa-4b95-b34a-d5866731c184 HTTP/1.1" status: 204 len: 168 time: 0.5337234 May 13 14:51:29.041826 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device f538edf2-72f3-4db1-a7ff-33f948971671 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:51:29.114311 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab2122a-5dcb-4a17-9ac1-14696022ad93 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Router 1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:51:29.189918 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e38eb9-af89-40c4-951f-d4c6dcaeb08c None None] Network cfdd8600-9e9e-4b19-899a-a1b4272199f6 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:51:29.434014 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-cda35dbb-dc2a-4fe8-8b34-7e1ebc96ebb2 None None] Provisioning for port f538edf2-72f3-4db1-a7ff-33f948971671 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:51:29.474815 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port f538edf2-72f3-4db1-a7ff-33f948971671 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:51:29.498391 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port f538edf2-72f3-4db1-a7ff-33f948971671 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:51:29.498772 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:29.525357 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab2122a-5dcb-4a17-9ac1-14696022ad93 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:51:29.544400 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8ab2122a-5dcb-4a17-9ac1-14696022ad93 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "PUT /v2.0/routers/1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3452113 May 13 14:51:29.550117 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b10ffb-89f9-4b91-855b-87bd265c581f None None] Sync routers for ids ['1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:51:29.551328 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41632) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:29.605297 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b10ffb-89f9-4b91-855b-87bd265c581f None None] Routers {'1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:51:29.606202 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-46b10ffb-89f9-4b91-855b-87bd265c581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:51:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:29.744041 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b3b04841-6796-4945-9c00-c205ec099632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:29.818785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37603858-53a5-4b62-97e8-2071a5659012 req-64ddd940-3438-448a-aa36-0c91ea9ca985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:29.819966 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37603858-53a5-4b62-97e8-2071a5659012 req-64ddd940-3438-448a-aa36-0c91ea9ca985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:29.820892 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37603858-53a5-4b62-97e8-2071a5659012 req-64ddd940-3438-448a-aa36-0c91ea9ca985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:29.822647 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37603858-53a5-4b62-97e8-2071a5659012 req-64ddd940-3438-448a-aa36-0c91ea9ca985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:29.826231 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37603858-53a5-4b62-97e8-2071a5659012 req-64ddd940-3438-448a-aa36-0c91ea9ca985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:29.826892 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37603858-53a5-4b62-97e8-2071a5659012 req-64ddd940-3438-448a-aa36-0c91ea9ca985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:29.827741 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37603858-53a5-4b62-97e8-2071a5659012 req-64ddd940-3438-448a-aa36-0c91ea9ca985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:29.832647 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894bb270-b0f8-4d5a-a656-2f527150989a tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:29.833897 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894bb270-b0f8-4d5a-a656-2f527150989a tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:29.834612 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894bb270-b0f8-4d5a-a656-2f527150989a tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:29.835450 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894bb270-b0f8-4d5a-a656-2f527150989a tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:29.836106 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894bb270-b0f8-4d5a-a656-2f527150989a tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:29.836730 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894bb270-b0f8-4d5a-a656-2f527150989a tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:29.837869 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894bb270-b0f8-4d5a-a656-2f527150989a tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:29.838524 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894bb270-b0f8-4d5a-a656-2f527150989a tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:29.839164 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894bb270-b0f8-4d5a-a656-2f527150989a tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:29.839862 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894bb270-b0f8-4d5a-a656-2f527150989a tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:29.840275 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-37603858-53a5-4b62-97e8-2071a5659012 req-64ddd940-3438-448a-aa36-0c91ea9ca985 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 6501 time: 0.5256617 May 13 14:51:29.842741 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-894bb270-b0f8-4d5a-a656-2f527150989a tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7067 time: 0.2900903 May 13 14:51:29.847295 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41642) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:29.966516 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-37603858-53a5-4b62-97e8-2071a5659012 req-0c76a291-9b37-4c83-adc1-c48f7c832cc3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&id=97b54fbd-297a-4350-9640-4bf0314c9cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1212540 May 13 14:51:30.057674 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b0b536-3231-4f92-b82d-d122516d2ed7 tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:30.058139 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b0b536-3231-4f92-b82d-d122516d2ed7 tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:30.059810 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b0b536-3231-4f92-b82d-d122516d2ed7 tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:30.060257 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b0b536-3231-4f92-b82d-d122516d2ed7 tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:30.060735 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b0b536-3231-4f92-b82d-d122516d2ed7 tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:30.061224 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b0b536-3231-4f92-b82d-d122516d2ed7 tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:30.061663 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b0b536-3231-4f92-b82d-d122516d2ed7 tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:30.062107 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b0b536-3231-4f92-b82d-d122516d2ed7 tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:30.062547 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b0b536-3231-4f92-b82d-d122516d2ed7 tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:30.063038 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b0b536-3231-4f92-b82d-d122516d2ed7 tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:30.065083 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-03b0b536-3231-4f92-b82d-d122516d2ed7 tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6457 time: 0.2150559 May 13 14:51:30.070226 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41652) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:30.347531 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port f538edf2-72f3-4db1-a7ff-33f948971671 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:51:30.348303 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:30.375656 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-46b10ffb-89f9-4b91-855b-87bd265c581f None None] Set router 1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:51:30.581195 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41678) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:30.839668 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c1f8fe3f-f075-490f-98b5-5860a523d3f6 tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4492 time: 0.7450380 May 13 14:51:30.922164 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port f538edf2-72f3-4db1-a7ff-33f948971671, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=f538edf2-72f3-4db1-a7ff-33f948971671,segment=NetworkSegment(61778e94-d977-405b-98c8-1a76f336218b),segment_id=61778e94-d977-405b-98c8-1a76f336218b)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:51:30.976937 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-0c4610e5-ec52-49cd-b958-c15572dde380 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1441715833-network', 'tenant_id': '141d2ccbfdb848c18ffa97dbbf3a66e3'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:30.990246 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0c4610e5-ec52-49cd-b958-c15572dde380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:31.006065 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0c4610e5-ec52-49cd-b958-c15572dde380 admin admin] Usage tracker for resource:network and tenant:141d2ccbfdb848c18ffa97dbbf3a66e3 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:31.007858 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41700) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:31.013018 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0c4610e5-ec52-49cd-b958-c15572dde380 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:31.013652 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-55bd3faa-38eb-48d6-ab9e-cf80a5cb6349 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-37438854', 'description': 'tempest-secgroup-smoke-37438854 description', 'project_id': '2fd5504203d84ec88c34b0f9b983d931'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:31.026801 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0c4610e5-ec52-49cd-b958-c15572dde380 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:31.031640 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-55bd3faa-38eb-48d6-ab9e-cf80a5cb6349 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:31.045627 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-55bd3faa-38eb-48d6-ab9e-cf80a5cb6349 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:security_group and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:31.049865 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4610e5-ec52-49cd-b958-c15572dde380 admin admin] Made reservation on behalf of 141d2ccbfdb848c18ffa97dbbf3a66e3 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:51:31.053938 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0c4610e5-ec52-49cd-b958-c15572dde380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:31.064431 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-55bd3faa-38eb-48d6-ab9e-cf80a5cb6349 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:31.090964 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-55bd3faa-38eb-48d6-ab9e-cf80a5cb6349 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:31.091973 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0c4610e5-ec52-49cd-b958-c15572dde380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:31.136488 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-55bd3faa-38eb-48d6-ab9e-cf80a5cb6349 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:31.155025 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0c4610e5-ec52-49cd-b958-c15572dde380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:31.168028 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:31.179973 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:31.208846 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0c4610e5-ec52-49cd-b958-c15572dde380 admin admin] Usage tracker for resource:security_group_rule and tenant:141d2ccbfdb848c18ffa97dbbf3a66e3 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:31.218092 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-55bd3faa-38eb-48d6-ab9e-cf80a5cb6349 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:31.223641 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e194c6a8-1cd0-4b5f-b99a-72033261f2a6 None None] Provisioning complete for port f538edf2-72f3-4db1-a7ff-33f948971671 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:51:31.224422 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e194c6a8-1cd0-4b5f-b99a-72033261f2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:31.232304 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-55bd3faa-38eb-48d6-ab9e-cf80a5cb6349 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:security_group_rule and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:31.238259 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-55bd3faa-38eb-48d6-ab9e-cf80a5cb6349 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:31.244015 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0c4610e5-ec52-49cd-b958-c15572dde380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:31.273770 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-55bd3faa-38eb-48d6-ab9e-cf80a5cb6349 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:31.288674 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0c4610e5-ec52-49cd-b958-c15572dde380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:31.351232 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:31.443680 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device f8125c09-bb79-440e-8a5a-a06b9b6de6de up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:51:31.588751 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-55bd3faa-38eb-48d6-ab9e-cf80a5cb6349 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:31.606319 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-55bd3faa-38eb-48d6-ab9e-cf80a5cb6349 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:31.637384 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=f538edf2-72f3-4db1-a7ff-33f948971671,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:31.695320 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0c4610e5-ec52-49cd-b958-c15572dde380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:31.704536 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0c4610e5-ec52-49cd-b958-c15572dde380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:31.719789 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd3faa-38eb-48d6-ab9e-cf80a5cb6349 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2ac550-59c6-45b6-866d-44a5053abc01,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:31.733284 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c4610e5-ec52-49cd-b958-c15572dde380 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:51:31.760969 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0c4610e5-ec52-49cd-b958-c15572dde380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:31.761905 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-0c4610e5-ec52-49cd-b958-c15572dde380 admin admin] Added segment 1b7bdf62-9f30-45d7-9a9c-eb4854dda90f of type vlan for network 5365c897-5f27-47e9-b611-9e684922750b May 13 14:51:31.777611 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-55bd3faa-38eb-48d6-ab9e-cf80a5cb6349 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:31.779670 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-55bd3faa-38eb-48d6-ab9e-cf80a5cb6349 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7707169 May 13 14:51:31.783065 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41724) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:31.788516 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-9edbef22-1183-45e5-a427-b4dbdd7c5f3d tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'security_group_rule': {'security_group_id': '5b2ac550-59c6-45b6-866d-44a5053abc01', 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:31.802310 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port f8125c09-bb79-440e-8a5a-a06b9b6de6de triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:51:31.803011 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:31.803193 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9edbef22-1183-45e5-a427-b4dbdd7c5f3d tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:31.818051 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9edbef22-1183-45e5-a427-b4dbdd7c5f3d tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:security_group_rule and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:31.824567 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9edbef22-1183-45e5-a427-b4dbdd7c5f3d tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:31.828879 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0c4610e5-ec52-49cd-b958-c15572dde380 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:31.836962 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9edbef22-1183-45e5-a427-b4dbdd7c5f3d tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:31.887688 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9edbef22-1183-45e5-a427-b4dbdd7c5f3d tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:31.915903 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0c4610e5-ec52-49cd-b958-c15572dde380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:31.916906 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4610e5-ec52-49cd-b958-c15572dde380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:31.917487 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0c4610e5-ec52-49cd-b958-c15572dde380 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:32.020319 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e194c6a8-1cd0-4b5f-b99a-72033261f2a6 None None] Current status of the port f538edf2-72f3-4db1-a7ff-33f948971671 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:51:32.136486 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9edbef22-1183-45e5-a427-b4dbdd7c5f3d tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:32.146662 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9edbef22-1183-45e5-a427-b4dbdd7c5f3d tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:32.168915 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e194c6a8-1cd0-4b5f-b99a-72033261f2a6 None None] Provisioning for port 02a85da6-0c75-4789-9a35-2ddee0538925 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:51:32.200020 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9edbef22-1183-45e5-a427-b4dbdd7c5f3d tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:32.208477 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9edbef22-1183-45e5-a427-b4dbdd7c5f3d tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4238386 May 13 14:51:32.209473 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41742) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:32.221965 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e194c6a8-1cd0-4b5f-b99a-72033261f2a6 None None] Provisioning complete for port 02a85da6-0c75-4789-9a35-2ddee0538925 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:51:32.222535 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e194c6a8-1cd0-4b5f-b99a-72033261f2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:32.230422 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-cbef4930-b976-41af-87ee-9a1eb459d36b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'security_group_rule': {'security_group_id': '5b2ac550-59c6-45b6-866d-44a5053abc01', 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:32.247692 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edbef22-1183-45e5-a427-b4dbdd7c5f3d tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f818a75-96e1-482c-94ca-8d1ecddd7e94,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:32.266406 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-cbef4930-b976-41af-87ee-9a1eb459d36b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:32.273053 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-46b10ffb-89f9-4b91-855b-87bd265c581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'name': 'tempest-TestNetworkBasicOps-router-1368052910', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:51:10Z', 'updated_at': '2022-05-13T14:51:24Z', 'revision_number': 4, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:02:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:12Z', 'updated_at': '2022-05-13T14:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '02a85da6-0c75-4789-9a35-2ddee0538925', 'name': '', 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'mac_address': 'fa:16:3e:9d:3d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': 'a1d6ff67-d218-4836-93b4-1d9b2817932f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:22Z', 'updated_at': '2022-05-13T14:51:26Z', 'revision_number': 2, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'subnets': [{'id': 'a1d6ff67-d218-4836-93b4-1d9b2817932f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:32.285989 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-cbef4930-b976-41af-87ee-9a1eb459d36b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:security_group_rule and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:32.299323 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b10ffb-89f9-4b91-855b-87bd265c581f None None] Checking router: 1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:51:32.300082 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b10ffb-89f9-4b91-855b-87bd265c581f None None] Updating router 1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9 port 02a85da6-0c75-4789-9a35-2ddee0538925 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:51:32.300602 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-cbef4930-b976-41af-87ee-9a1eb459d36b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:32.325674 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-cbef4930-b976-41af-87ee-9a1eb459d36b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:32.349694 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port f8125c09-bb79-440e-8a5a-a06b9b6de6de is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:51:32.362511 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:32.387516 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e194c6a8-1cd0-4b5f-b99a-72033261f2a6 None None] Port 02a85da6-0c75-4789-9a35-2ddee0538925 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:51:32.399889 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-46b10ffb-89f9-4b91-855b-87bd265c581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:32.407034 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cbef4930-b976-41af-87ee-9a1eb459d36b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:32.539793 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cbef4930-b976-41af-87ee-9a1eb459d36b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:32.549552 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cbef4930-b976-41af-87ee-9a1eb459d36b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:32.584352 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef4930-b976-41af-87ee-9a1eb459d36b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a0d86f0-22f8-44da-aab6-d0290f8fe455,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:32.638335 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cbef4930-b976-41af-87ee-9a1eb459d36b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:32.639607 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cbef4930-b976-41af-87ee-9a1eb459d36b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4208086 May 13 14:51:32.644035 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41758) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:32.653279 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-e7a73644-0af2-4219-8b4a-20c6b6ae4cbe tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'security_group_rule': {'security_group_id': '5b2ac550-59c6-45b6-866d-44a5053abc01', 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:32.669574 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e7a73644-0af2-4219-8b4a-20c6b6ae4cbe tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:32.676442 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a0075f9f-6702-46c1-91a8-5ba572e6e2ba None None] Provisioning complete for port 02a85da6-0c75-4789-9a35-2ddee0538925 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:51:32.677600 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a0075f9f-6702-46c1-91a8-5ba572e6e2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:32.680426 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e7a73644-0af2-4219-8b4a-20c6b6ae4cbe tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:security_group_rule and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:32.688329 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4610e5-ec52-49cd-b958-c15572dde380 admin admin] Pushing event updated for resources: {'Network': ['ID=5365c897-5f27-47e9-b611-9e684922750b,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:32.697374 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e7a73644-0af2-4219-8b4a-20c6b6ae4cbe tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:32.708829 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4610e5-ec52-49cd-b958-c15572dde380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23b44e9-8309-4781-9f5e-5a7cc2c098fa,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:32.710722 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e7a73644-0af2-4219-8b4a-20c6b6ae4cbe tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:32.749642 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 5365c897-5f27-47e9-b611-9e684922750b details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:51:32.758458 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0c4610e5-ec52-49cd-b958-c15572dde380 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1760919 May 13 14:51:32.763595 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41764) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:32.771922 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-bd41ba6c-bdb2-44ac-a3ed-093974720ebc admin admin] Request body: {'subnet': {'network_id': '5365c897-5f27-47e9-b611-9e684922750b', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1441715833-subnet', 'tenant_id': '141d2ccbfdb848c18ffa97dbbf3a66e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:32.780052 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-bd41ba6c-bdb2-44ac-a3ed-093974720ebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:32.794127 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-bd41ba6c-bdb2-44ac-a3ed-093974720ebc admin admin] Usage tracker for resource:subnet and tenant:141d2ccbfdb848c18ffa97dbbf3a66e3 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:32.797679 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e7a73644-0af2-4219-8b4a-20c6b6ae4cbe tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:32.858579 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-bd41ba6c-bdb2-44ac-a3ed-093974720ebc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:32.892187 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-bd41ba6c-bdb2-44ac-a3ed-093974720ebc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:32.939854 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd41ba6c-bdb2-44ac-a3ed-093974720ebc admin admin] Made reservation on behalf of 141d2ccbfdb848c18ffa97dbbf3a66e3 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:51:32.944365 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd41ba6c-bdb2-44ac-a3ed-093974720ebc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:33.145850 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e7a73644-0af2-4219-8b4a-20c6b6ae4cbe tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:33.159016 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e7a73644-0af2-4219-8b4a-20c6b6ae4cbe tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:33.255782 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e7a73644-0af2-4219-8b4a-20c6b6ae4cbe tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:33.255782 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e7a73644-0af2-4219-8b4a-20c6b6ae4cbe tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6029243 May 13 14:51:33.259938 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41778) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:33.275877 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-18356c3c-0f44-43d4-946e-4ae009a63223 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'security_group_rule': {'security_group_id': '5b2ac550-59c6-45b6-866d-44a5053abc01', 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:33.293108 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a73644-0af2-4219-8b4a-20c6b6ae4cbe tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d0a42bf-a958-4013-b34e-bbe816f26951,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:33.310003 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-18356c3c-0f44-43d4-946e-4ae009a63223 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:33.310003 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-18356c3c-0f44-43d4-946e-4ae009a63223 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:security_group_rule and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:33.310003 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-18356c3c-0f44-43d4-946e-4ae009a63223 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:33.316177 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-18356c3c-0f44-43d4-946e-4ae009a63223 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:33.366121 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18356c3c-0f44-43d4-946e-4ae009a63223 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:33.517277 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18356c3c-0f44-43d4-946e-4ae009a63223 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:33.526070 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18356c3c-0f44-43d4-946e-4ae009a63223 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:33.557850 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18356c3c-0f44-43d4-946e-4ae009a63223 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96768b57-d5c0-49e3-9dc2-fd4f4f0331dc,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:33.604353 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18356c3c-0f44-43d4-946e-4ae009a63223 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:33.606057 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-18356c3c-0f44-43d4-946e-4ae009a63223 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3527477 May 13 14:51:33.610357 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41790) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:33.616218 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-bd9f92cb-0431-41a5-95a5-68adf914bc49 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'security_group_rule': {'security_group_id': '5b2ac550-59c6-45b6-866d-44a5053abc01', 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:33.622801 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device f538edf2-72f3-4db1-a7ff-33f948971671 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:51:33.623418 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-bd9f92cb-0431-41a5-95a5-68adf914bc49 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:33.624229 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd41ba6c-bdb2-44ac-a3ed-093974720ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:33.627785 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-bd9f92cb-0431-41a5-95a5-68adf914bc49 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:security_group_rule and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:33.632215 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-bd9f92cb-0431-41a5-95a5-68adf914bc49 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:33.647216 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-bd9f92cb-0431-41a5-95a5-68adf914bc49 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:33.662630 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-a0075f9f-6702-46c1-91a8-5ba572e6e2ba None None] Port 02a85da6-0c75-4789-9a35-2ddee0538925 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:51:33.674320 n-d-841760-1 neutron-server[88082]: INFO neutron.db.securitygroups_db [None req-bd9f92cb-0431-41a5-95a5-68adf914bc49 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Project 2fd5504203d84ec88c34b0f9b983d931 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 14:51:33.694709 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bd9f92cb-0431-41a5-95a5-68adf914bc49 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:33.793470 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41ba6c-bdb2-44ac-a3ed-093974720ebc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad4e4f8c-cb11-4e85-8f7d-a01316af8e48,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:33.843695 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bd9f92cb-0431-41a5-95a5-68adf914bc49 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:33.850968 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bd9f92cb-0431-41a5-95a5-68adf914bc49 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:33.878159 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f92cb-0431-41a5-95a5-68adf914bc49 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e082b6d5-899f-4a89-aa92-694dca75001c,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:33.933222 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bd9f92cb-0431-41a5-95a5-68adf914bc49 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:33.934468 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bd9f92cb-0431-41a5-95a5-68adf914bc49 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3228416 May 13 14:51:33.939744 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41804) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:33.955671 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-912e078f-602f-48dd-9d07-b95712b1c867 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'security_group_rule': {'security_group_id': '5b2ac550-59c6-45b6-866d-44a5053abc01', 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:33.974297 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-912e078f-602f-48dd-9d07-b95712b1c867 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:33.981476 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-912e078f-602f-48dd-9d07-b95712b1c867 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:security_group_rule and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:33.986454 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-912e078f-602f-48dd-9d07-b95712b1c867 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:33.994934 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-912e078f-602f-48dd-9d07-b95712b1c867 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:34.020235 n-d-841760-1 neutron-server[88082]: INFO neutron.db.securitygroups_db [None req-912e078f-602f-48dd-9d07-b95712b1c867 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Project 2fd5504203d84ec88c34b0f9b983d931 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 14:51:34.055847 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-46b10ffb-89f9-4b91-855b-87bd265c581f None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:34.057327 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-912e078f-602f-48dd-9d07-b95712b1c867 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:34.069707 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-46b10ffb-89f9-4b91-855b-87bd265c581f None None] Transition to ACTIVE for port object 02a85da6-0c75-4789-9a35-2ddee0538925 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:51:34.089511 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-46b10ffb-89f9-4b91-855b-87bd265c581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:34.096830 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd41ba6c-bdb2-44ac-a3ed-093974720ebc admin admin] Checking segment: {'id': '1b7bdf62-9f30-45d7-9a9c-eb4854dda90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5365c897-5f27-47e9-b611-9e684922750b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:51:34.097445 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd41ba6c-bdb2-44ac-a3ed-093974720ebc admin admin] Network hostable DHCP agents. Network: 5365c897-5f27-47e9-b611-9e684922750b, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:51:34.167808 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd41ba6c-bdb2-44ac-a3ed-093974720ebc admin admin] Network 5365c897-5f27-47e9-b611-9e684922750b is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:51:34.192803 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-bd41ba6c-bdb2-44ac-a3ed-093974720ebc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 5365c897-5f27-47e9-b611-9e684922750b) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:51:34.202807 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd41ba6c-bdb2-44ac-a3ed-093974720ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:34.206864 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd41ba6c-bdb2-44ac-a3ed-093974720ebc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:34.225391 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98307b02-be5b-49b9-a1a4-4707554a883e None None] Network 5365c897-5f27-47e9-b611-9e684922750b requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:51:34.230145 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-912e078f-602f-48dd-9d07-b95712b1c867 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:34.238738 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-912e078f-602f-48dd-9d07-b95712b1c867 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:34.299044 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-bd41ba6c-bdb2-44ac-a3ed-093974720ebc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5337543 May 13 14:51:34.339035 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e078f-602f-48dd-9d07-b95712b1c867 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=640d206e-c50f-46c6-bcde-ee9e0d607fc3,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:34.352111 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-912e078f-602f-48dd-9d07-b95712b1c867 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:34.362865 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-912e078f-602f-48dd-9d07-b95712b1c867 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4208467 May 13 14:51:34.520816 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port f538edf2-72f3-4db1-a7ff-33f948971671 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:51:34.521351 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:34.929328 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e20ae6-5895-4120-a1a6-f579cd134584 None None] Pushing event updated for resources: {'Port': ['ID=02a85da6-0c75-4789-9a35-2ddee0538925,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:34.944610 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-292795df-1996-4e93-b858-81c45175ae38 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Synchronizing usage tracker for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:51:34.995709 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-292795df-1996-4e93-b858-81c45175ae38 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Unset dirty status for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:51:34.998602 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-292795df-1996-4e93-b858-81c45175ae38 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-37438854&fields=id&tenant_id=2fd5504203d84ec88c34b0f9b983d931 HTTP/1.1" status: 200 len: 267 time: 0.1691182 May 13 14:51:35.091997 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port f538edf2-72f3-4db1-a7ff-33f948971671 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:51:35.142407 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-46b10ffb-89f9-4b91-855b-87bd265c581f None None] Attempting to bind port 02a85da6-0c75-4789-9a35-2ddee0538925 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:51:35.143074 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-46b10ffb-89f9-4b91-855b-87bd265c581f None None] Attempting to bind port 02a85da6-0c75-4789-9a35-2ddee0538925 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '61778e94-d977-405b-98c8-1a76f336218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:51:35.143617 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b10ffb-89f9-4b91-855b-87bd265c581f None None] Attempting to bind port 02a85da6-0c75-4789-9a35-2ddee0538925 on network cfdd8600-9e9e-4b19-899a-a1b4272199f6 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:51:35.164590 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b10ffb-89f9-4b91-855b-87bd265c581f None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:51:35.165250 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b10ffb-89f9-4b91-855b-87bd265c581f None None] Checking segment: {'id': '61778e94-d977-405b-98c8-1a76f336218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:51:35.165825 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-46b10ffb-89f9-4b91-855b-87bd265c581f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:35.166582 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b10ffb-89f9-4b91-855b-87bd265c581f None None] Bound using segment: {'id': '61778e94-d977-405b-98c8-1a76f336218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:51:35.167498 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-46b10ffb-89f9-4b91-855b-87bd265c581f None None] Bound port: 02a85da6-0c75-4789-9a35-2ddee0538925, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61778e94-d977-405b-98c8-1a76f336218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:51:35.168075 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-46b10ffb-89f9-4b91-855b-87bd265c581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:35.367470 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-e822df6b-a87f-404e-8577-0c158fdd3819 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:35.369954 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-e822df6b-a87f-404e-8577-0c158fdd3819 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Synchronizing usage tracker for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:51:35.418018 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-e822df6b-a87f-404e-8577-0c158fdd3819 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Unset dirty status for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:51:35.419660 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-e822df6b-a87f-404e-8577-0c158fdd3819 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/networks?id=cfdd8600-9e9e-4b19-899a-a1b4272199f6 HTTP/1.1" status: 200 len: 796 time: 0.4129896 May 13 14:51:35.420556 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-46b10ffb-89f9-4b91-855b-87bd265c581f None None] For port 02a85da6-0c75-4789-9a35-2ddee0538925, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:51:35.426690 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-46b10ffb-89f9-4b91-855b-87bd265c581f None None] For port 02a85da6-0c75-4789-9a35-2ddee0538925, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=02a85da6-0c75-4789-9a35-2ddee0538925,segment=NetworkSegment(61778e94-d977-405b-98c8-1a76f336218b),segment_id=61778e94-d977-405b-98c8-1a76f336218b)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:51:35.444972 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c301a59c-7648-452c-8dfa-aa5bc87ec12f None None] Network 5365c897-5f27-47e9-b611-9e684922750b requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:51:35.445566 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-a4893dec-80e6-4602-8b26-1d31ac728e64 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/quotas/2fd5504203d84ec88c34b0f9b983d931 HTTP/1.1" status: 200 len: 375 time: 0.0182223 May 13 14:51:35.490375 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-46b10ffb-89f9-4b91-855b-87bd265c581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:35.688812 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-e4631c25-abf0-49af-8904-ef7fc9e4a4c9 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fd5504203d84ec88c34b0f9b983d931&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2349973 May 13 14:51:35.772495 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b10ffb-89f9-4b91-855b-87bd265c581f None None] Routers {'1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:51:35.773147 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-46b10ffb-89f9-4b91-855b-87bd265c581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:51:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:35.932123 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e20ae6-5895-4120-a1a6-f579cd134584 None None] Pushing event updated for resources: {'Port': ['ID=02a85da6-0c75-4789-9a35-2ddee0538925,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:35.991034 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffcb96-72db-4f60-8681-f2520050d274 req-5f0436db-ab1e-4229-9a72-49d29d58fbec tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:35.991034 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-adffcb96-72db-4f60-8681-f2520050d274 req-5f0436db-ab1e-4229-9a72-49d29d58fbec tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Synchronizing usage tracker for tenant:141d2ccbfdb848c18ffa97dbbf3a66e3 on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:51:36.043922 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-adffcb96-72db-4f60-8681-f2520050d274 req-5f0436db-ab1e-4229-9a72-49d29d58fbec tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Unset dirty status for tenant:141d2ccbfdb848c18ffa97dbbf3a66e3 on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:51:36.045857 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-adffcb96-72db-4f60-8681-f2520050d274 req-5f0436db-ab1e-4229-9a72-49d29d58fbec tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/networks?id=5365c897-5f27-47e9-b611-9e684922750b HTTP/1.1" status: 200 len: 813 time: 0.3728302 May 13 14:51:36.086420 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-adffcb96-72db-4f60-8681-f2520050d274 req-4f623b08-4087-40b9-ae43-404f03fda177 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/quotas/141d2ccbfdb848c18ffa97dbbf3a66e3 HTTP/1.1" status: 200 len: 375 time: 0.0339489 May 13 14:51:36.187679 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-adffcb96-72db-4f60-8681-f2520050d274 req-cac5199c-18f3-4749-8bc4-20a124de861d tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=141d2ccbfdb848c18ffa97dbbf3a66e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0936265 May 13 14:51:36.323900 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-46b10ffb-89f9-4b91-855b-87bd265c581f None None] Set router 1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:51:36.391777 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-77921c70-1c18-41b4-a94e-f6c59f9922b0 service neutron] 10.222.0.35 "GET /v2.0/networks/cfdd8600-9e9e-4b19-899a-a1b4272199f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6862936 May 13 14:51:36.685847 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-37c9074f-0fc0-4a87-a707-fd29a8f11aae service neutron] 10.222.0.35 "GET /v2.0/networks/cfdd8600-9e9e-4b19-899a-a1b4272199f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864225 May 13 14:51:36.844737 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-adffcb96-72db-4f60-8681-f2520050d274 req-00df9198-dd6b-4dbd-916b-19b521e988e9 service neutron] 10.222.0.35 "GET /v2.0/networks/5365c897-5f27-47e9-b611-9e684922750b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6485906 May 13 14:51:37.026544 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-46b10ffb-89f9-4b91-855b-87bd265c581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'name': 'tempest-TestNetworkBasicOps-router-1368052910', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:51:10Z', 'updated_at': '2022-05-13T14:51:24Z', 'revision_number': 4, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:02:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:12Z', 'updated_at': '2022-05-13T14:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '02a85da6-0c75-4789-9a35-2ddee0538925', 'name': '', 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'mac_address': 'fa:16:3e:9d:3d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': 'a1d6ff67-d218-4836-93b4-1d9b2817932f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:22Z', 'updated_at': '2022-05-13T14:51:35Z', 'revision_number': 4, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'subnets': [{'id': 'a1d6ff67-d218-4836-93b4-1d9b2817932f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:37.042391 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b10ffb-89f9-4b91-855b-87bd265c581f None None] The sync data for ids ['1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'] in n-d-841760-1 is: [{'id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'name': 'tempest-TestNetworkBasicOps-router-1368052910', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:51:10Z', 'updated_at': '2022-05-13T14:51:24Z', 'revision_number': 4, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:02:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:12Z', 'updated_at': '2022-05-13T14:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '02a85da6-0c75-4789-9a35-2ddee0538925', 'name': '', 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'mac_address': 'fa:16:3e:9d:3d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': 'a1d6ff67-d218-4836-93b4-1d9b2817932f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:22Z', 'updated_at': '2022-05-13T14:51:35Z', 'revision_number': 4, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'subnets': [{'id': 'a1d6ff67-d218-4836-93b4-1d9b2817932f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:51:37.117256 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-adffcb96-72db-4f60-8681-f2520050d274 req-f1f104d2-7689-4e14-ada6-c3d6ded1c025 service neutron] 10.222.0.35 "GET /v2.0/networks/5365c897-5f27-47e9-b611-9e684922750b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662494 May 13 14:51:37.396969 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 02a85da6-0c75-4789-9a35-2ddee0538925 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:51:37.607318 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 02a85da6-0c75-4789-9a35-2ddee0538925 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:51:37.626289 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 02a85da6-0c75-4789-9a35-2ddee0538925 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:51:37.626802 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:37.854688 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 02a85da6-0c75-4789-9a35-2ddee0538925 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:51:37.855463 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:37.920772 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 02a85da6-0c75-4789-9a35-2ddee0538925, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=02a85da6-0c75-4789-9a35-2ddee0538925,segment=NetworkSegment(61778e94-d977-405b-98c8-1a76f336218b),segment_id=61778e94-d977-405b-98c8-1a76f336218b)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:51:37.934698 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:38.130565 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=02a85da6-0c75-4789-9a35-2ddee0538925,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:38.170363 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d066f9be-aec6-4f44-8b54-b66d3ded6fb5 req-060d3055-c130-4873-85c6-221216ab1166 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5 HTTP/1.1" status: 200 len: 210 time: 0.0623236 May 13 14:51:39.114699 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-afa725ee-5978-4727-88cd-7b97310e1240 req-58944b50-89d0-404f-8faa-cf901de4e2b1 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd82807c-2675-4004-8a9f-b4f94e1eb838 HTTP/1.1" status: 200 len: 210 time: 0.0527625 May 13 14:51:39.353138 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 02a85da6-0c75-4789-9a35-2ddee0538925 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:51:39.476772 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0106c809-de8b-4db3-b55d-2e207a4f9fd4 req-ba0a48ed-688f-43d7-afdb-dff4e8413b91 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5 HTTP/1.1" status: 200 len: 210 time: 0.1117671 May 13 14:51:39.484155 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 02a85da6-0c75-4789-9a35-2ddee0538925 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:51:39.484533 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:39.698628 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 02a85da6-0c75-4789-9a35-2ddee0538925 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:51:40.325853 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ae138f7c-58e0-4444-8275-0bf2689e1549 req-93e282fd-fdf2-44d6-a4da-f765b9bd2fcc tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd82807c-2675-4004-8a9f-b4f94e1eb838 HTTP/1.1" status: 200 len: 210 time: 0.0949583 May 13 14:51:40.642783 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bd2775ff-b7d2-4c02-ae6d-db89acbd2832 req-47748ea5-930c-4d5f-80c5-e6e4ce3a1c61 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5 HTTP/1.1" status: 200 len: 210 time: 0.0826950 May 13 14:51:41.544309 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-417cfe24-1c92-4e43-aa39-9b0aed5c3fec req-03ae7b3b-b66f-4ff3-99f1-4628c33c3c87 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd82807c-2675-4004-8a9f-b4f94e1eb838 HTTP/1.1" status: 200 len: 210 time: 0.1337335 May 13 14:51:41.800383 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-145331f0-7771-46bf-b324-a800b0e3e91b req-9115d2c5-ecfe-4edd-a809-695912e1c4fa tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5 HTTP/1.1" status: 200 len: 210 time: 0.0916080 May 13 14:51:42.750922 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-36399d92-38ba-4e4a-a010-41eaaa3e7af5 req-6c24636e-a907-45c4-aa7d-45a2386a6900 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd82807c-2675-4004-8a9f-b4f94e1eb838 HTTP/1.1" status: 200 len: 210 time: 0.0557001 May 13 14:51:43.100135 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dfbc5c56-3a03-45e3-b114-2cb0e0893f53 req-370d87b6-eed0-45f4-bb12-17ea26940653 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5 HTTP/1.1" status: 200 len: 210 time: 0.0533745 May 13 14:51:43.129811 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 42076) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:43.401645 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ade881d5-c992-447d-ad7e-8b5660977e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:43.446091 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ade881d5-c992-447d-ad7e-8b5660977e65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:43.448599 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ade881d5-c992-447d-ad7e-8b5660977e65 admin admin] Usage tracker for resource:security_group_rule and tenant:d28c808030dd44169756d00c51996a11 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:43.453936 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ade881d5-c992-447d-ad7e-8b5660977e65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:43.465448 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ade881d5-c992-447d-ad7e-8b5660977e65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:43.705968 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffcb96-72db-4f60-8681-f2520050d274 req-eeaa2553-ccbd-4e91-a9e6-e83def8cee5f tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:43.708011 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-adffcb96-72db-4f60-8681-f2520050d274 req-eeaa2553-ccbd-4e91-a9e6-e83def8cee5f tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.74 "GET /v2.0/networks?id=5365c897-5f27-47e9-b611-9e684922750b HTTP/1.1" status: 200 len: 813 time: 0.6148891 May 13 14:51:43.713943 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ade881d5-c992-447d-ad7e-8b5660977e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:43.722063 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ade881d5-c992-447d-ad7e-8b5660977e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:43.749082 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-adffcb96-72db-4f60-8681-f2520050d274 req-bd1459e2-d677-4d76-a82b-e0c87a91d8bf tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Request body: {'port': {'device_id': '62b3cd35-1f71-4597-9e44-85ab05324584', 'network_id': '5365c897-5f27-47e9-b611-9e684922750b', 'admin_state_up': True, 'tenant_id': '141d2ccbfdb848c18ffa97dbbf3a66e3'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:43.799511 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ade881d5-c992-447d-ad7e-8b5660977e65 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d28c808030dd44169756d00c51996a11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6680632 May 13 14:51:43.811754 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 42090) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:43.910635 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade881d5-c992-447d-ad7e-8b5660977e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8d5fad-d0b9-494e-ad87-b905b3aa370b,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:44.030898 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffcb96-72db-4f60-8681-f2520050d274 req-c267df2b-f4ba-4e2c-8968-957421b7b0a7 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:44.033275 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-adffcb96-72db-4f60-8681-f2520050d274 req-c267df2b-f4ba-4e2c-8968-957421b7b0a7 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.59 "GET /v2.0/networks?id=5365c897-5f27-47e9-b611-9e684922750b HTTP/1.1" status: 200 len: 813 time: 0.6395578 May 13 14:51:44.056847 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-adffcb96-72db-4f60-8681-f2520050d274 req-520508e8-f158-4401-8295-18b1cfecc6db tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Request body: {'port': {'device_id': 'dd82807c-2675-4004-8a9f-b4f94e1eb838', 'network_id': '5365c897-5f27-47e9-b611-9e684922750b', 'admin_state_up': True, 'tenant_id': '141d2ccbfdb848c18ffa97dbbf3a66e3'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:44.142605 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-513b7a94-9818-4942-80dd-6efba9b7d7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:44.166755 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-adffcb96-72db-4f60-8681-f2520050d274 req-bd1459e2-d677-4d76-a82b-e0c87a91d8bf tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:44.186995 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-513b7a94-9818-4942-80dd-6efba9b7d7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:44.299344 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-513b7a94-9818-4942-80dd-6efba9b7d7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:44.334545 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b7a94-9818-4942-80dd-6efba9b7d7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8d5fad-d0b9-494e-ad87-b905b3aa370b,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:44.355359 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-513b7a94-9818-4942-80dd-6efba9b7d7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:44.357458 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-513b7a94-9818-4942-80dd-6efba9b7d7d1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bd8d5fad-d0b9-494e-ad87-b905b3aa370b HTTP/1.1" status: 204 len: 168 time: 0.4684367 May 13 14:51:44.461758 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f89e8b3b-7192-4df2-babd-286973ca5b4f req-03f8ca19-7a9f-42d4-9b57-7172473baa95 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5 HTTP/1.1" status: 200 len: 210 time: 0.0928760 May 13 14:51:44.467188 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-adffcb96-72db-4f60-8681-f2520050d274 req-bd1459e2-d677-4d76-a82b-e0c87a91d8bf tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Usage tracker for resource:port and tenant:141d2ccbfdb848c18ffa97dbbf3a66e3 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:44.478748 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4bf60990-8518-498e-ad08-fc23b9c92b42 req-09a6ac66-cead-4c31-855b-6644d284fd75 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd82807c-2675-4004-8a9f-b4f94e1eb838 HTTP/1.1" status: 200 len: 210 time: 0.3303857 May 13 14:51:44.479647 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-adffcb96-72db-4f60-8681-f2520050d274 req-bd1459e2-d677-4d76-a82b-e0c87a91d8bf tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:44.501691 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-adffcb96-72db-4f60-8681-f2520050d274 req-bd1459e2-d677-4d76-a82b-e0c87a91d8bf tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:44.561387 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adffcb96-72db-4f60-8681-f2520050d274 req-bd1459e2-d677-4d76-a82b-e0c87a91d8bf tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Made reservation on behalf of 141d2ccbfdb848c18ffa97dbbf3a66e3 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:51:44.567689 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-adffcb96-72db-4f60-8681-f2520050d274 req-bd1459e2-d677-4d76-a82b-e0c87a91d8bf tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:44.674392 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-adffcb96-72db-4f60-8681-f2520050d274 req-520508e8-f158-4401-8295-18b1cfecc6db tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:44.689604 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-adffcb96-72db-4f60-8681-f2520050d274 req-520508e8-f158-4401-8295-18b1cfecc6db tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Usage tracker for resource:port and tenant:141d2ccbfdb848c18ffa97dbbf3a66e3 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:44.701366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-adffcb96-72db-4f60-8681-f2520050d274 req-520508e8-f158-4401-8295-18b1cfecc6db tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:44.714188 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-adffcb96-72db-4f60-8681-f2520050d274 req-520508e8-f158-4401-8295-18b1cfecc6db tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:44.772395 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adffcb96-72db-4f60-8681-f2520050d274 req-520508e8-f158-4401-8295-18b1cfecc6db tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Made reservation on behalf of 141d2ccbfdb848c18ffa97dbbf3a66e3 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:51:44.776282 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-adffcb96-72db-4f60-8681-f2520050d274 req-520508e8-f158-4401-8295-18b1cfecc6db tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:44.883940 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-adffcb96-72db-4f60-8681-f2520050d274 req-bd1459e2-d677-4d76-a82b-e0c87a91d8bf tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Allocated IP 172.20.0.12 (5365c897-5f27-47e9-b611-9e684922750b/ad4e4f8c-cb11-4e85-8f7d-a01316af8e48/f8eafc8d-ce09-482f-bb0a-b564e5df3a27) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:51:45.084736 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 42108) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:45.139366 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-46a634c7-6ca2-44d1-a169-b8dbdfcf5cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:45.177943 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-46a634c7-6ca2-44d1-a169-b8dbdfcf5cc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:45.222009 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-46a634c7-6ca2-44d1-a169-b8dbdfcf5cc4 admin admin] Usage tracker for resource:security_group_rule and tenant:10c71f85560643bcab51346aa13f4c74 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:45.295552 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-adffcb96-72db-4f60-8681-f2520050d274 req-bd1459e2-d677-4d76-a82b-e0c87a91d8bf tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:45.449298 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-46a634c7-6ca2-44d1-a169-b8dbdfcf5cc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:45.463465 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-adffcb96-72db-4f60-8681-f2520050d274 req-bd1459e2-d677-4d76-a82b-e0c87a91d8bf tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:45.485373 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-46a634c7-6ca2-44d1-a169-b8dbdfcf5cc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:45.610707 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-8ef7be92-5bb3-443b-a750-24b0befa64ef tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:45.623238 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-8ef7be92-5bb3-443b-a750-24b0befa64ef tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.74 "GET /v2.0/networks?id=cfdd8600-9e9e-4b19-899a-a1b4272199f6 HTTP/1.1" status: 200 len: 796 time: 0.8090332 May 13 14:51:45.694085 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adffcb96-72db-4f60-8681-f2520050d274 req-bd1459e2-d677-4d76-a82b-e0c87a91d8bf tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Network 5365c897-5f27-47e9-b611-9e684922750b is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:51:45.714397 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-adffcb96-72db-4f60-8681-f2520050d274 req-520508e8-f158-4401-8295-18b1cfecc6db tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Allocated IP 172.20.0.7 (5365c897-5f27-47e9-b611-9e684922750b/ad4e4f8c-cb11-4e85-8f7d-a01316af8e48/84839eec-c910-4ee5-9da3-851f3063dc61) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:51:45.723168 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-1ffb218f-e21e-45f5-985a-4f7b7cbaaeff tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fd5504203d84ec88c34b0f9b983d931 HTTP/1.1" status: 200 len: 378 time: 0.0838146 May 13 14:51:45.763982 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-adffcb96-72db-4f60-8681-f2520050d274 req-bd1459e2-d677-4d76-a82b-e0c87a91d8bf tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:51:45.772051 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-7fe91316-9055-49ae-8e08-3e6b783ddfda tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'port': {'device_id': 'b1b43b0d-784a-497d-82a3-0be9baece9a5', 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6', 'admin_state_up': True, 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'security_groups': ['5b2ac550-59c6-45b6-866d-44a5053abc01']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:45.780729 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-adffcb96-72db-4f60-8681-f2520050d274 req-bd1459e2-d677-4d76-a82b-e0c87a91d8bf tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:51:45.817592 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1459e2-d677-4d76-a82b-e0c87a91d8bf tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Pushing event updated for resources: {'Port': ['ID=f8eafc8d-ce09-482f-bb0a-b564e5df3a27,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:45.829758 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6b7cebf1-7144-4b6e-8547-f836512a9d07 req-71235f9b-f9d8-4097-ad01-2a4f2e38b596 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd82807c-2675-4004-8a9f-b4f94e1eb838 HTTP/1.1" status: 200 len: 210 time: 0.1514261 May 13 14:51:45.858416 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-159a5733-0fc9-4186-8043-3e56d065057c req-8472a982-f67d-4504-9e47-a20a1189a74b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5 HTTP/1.1" status: 200 len: 210 time: 0.1418946 May 13 14:51:45.911189 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffcb96-72db-4f60-8681-f2520050d274 req-bd1459e2-d677-4d76-a82b-e0c87a91d8bf tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:45.911855 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-adffcb96-72db-4f60-8681-f2520050d274 req-bd1459e2-d677-4d76-a82b-e0c87a91d8bf tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:45.914331 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-eca5a9fd-d0d4-4dd6-92dd-d756c5d936e9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4257104 May 13 14:51:46.027053 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-adffcb96-72db-4f60-8681-f2520050d274 req-bd1459e2-d677-4d76-a82b-e0c87a91d8bf tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2928419 May 13 14:51:46.047390 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-adffcb96-72db-4f60-8681-f2520050d274 req-4838110b-00ed-462e-8037-a3277aa31414 service neutron] Request body: {'port': {'device_id': '62b3cd35-1f71-4597-9e44-85ab05324584', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:46.217480 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-adffcb96-72db-4f60-8681-f2520050d274 req-520508e8-f158-4401-8295-18b1cfecc6db tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:46.308359 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-adffcb96-72db-4f60-8681-f2520050d274 req-4838110b-00ed-462e-8037-a3277aa31414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:46.326846 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-7fe91316-9055-49ae-8e08-3e6b783ddfda tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:46.335412 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-46a634c7-6ca2-44d1-a169-b8dbdfcf5cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:46.338533 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-7fe91316-9055-49ae-8e08-3e6b783ddfda tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:port and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:46.347845 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-7fe91316-9055-49ae-8e08-3e6b783ddfda tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:46.356134 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-46a634c7-6ca2-44d1-a169-b8dbdfcf5cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:46.364254 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-7fe91316-9055-49ae-8e08-3e6b783ddfda tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:46.398285 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-adffcb96-72db-4f60-8681-f2520050d274 req-520508e8-f158-4401-8295-18b1cfecc6db tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:46.460364 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-46a634c7-6ca2-44d1-a169-b8dbdfcf5cc4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=10c71f85560643bcab51346aa13f4c74&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3737512 May 13 14:51:46.474131 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 42130) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:46.480919 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-7fe91316-9055-49ae-8e08-3e6b783ddfda tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Made reservation on behalf of 2fd5504203d84ec88c34b0f9b983d931 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:51:46.485269 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-7fe91316-9055-49ae-8e08-3e6b783ddfda tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:46.538855 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adffcb96-72db-4f60-8681-f2520050d274 req-520508e8-f158-4401-8295-18b1cfecc6db tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Network 5365c897-5f27-47e9-b611-9e684922750b is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:51:46.556847 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-adffcb96-72db-4f60-8681-f2520050d274 req-520508e8-f158-4401-8295-18b1cfecc6db tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:51:46.567271 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-adffcb96-72db-4f60-8681-f2520050d274 req-520508e8-f158-4401-8295-18b1cfecc6db tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:51:46.636755 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a634c7-6ca2-44d1-a169-b8dbdfcf5cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2f52dc-fd92-4fea-87f8-02f2eaf7385f,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:46.664952 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520508e8-f158-4401-8295-18b1cfecc6db tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Pushing event updated for resources: {'Port': ['ID=84839eec-c910-4ee5-9da3-851f3063dc61,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:46.690288 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-f633f5dd-a977-4b0f-9e9c-2eda21bf078b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:46.690898 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-f633f5dd-a977-4b0f-9e9c-2eda21bf078b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:46.691739 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-f633f5dd-a977-4b0f-9e9c-2eda21bf078b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:46.693345 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-f633f5dd-a977-4b0f-9e9c-2eda21bf078b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:46.695039 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-f633f5dd-a977-4b0f-9e9c-2eda21bf078b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:46.695885 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-f633f5dd-a977-4b0f-9e9c-2eda21bf078b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:46.696675 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-f633f5dd-a977-4b0f-9e9c-2eda21bf078b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:46.701404 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-f633f5dd-a977-4b0f-9e9c-2eda21bf078b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dacb06c0bb204205bf6fd6f72c27271e&device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 6501 time: 0.6818905 May 13 14:51:46.985660 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffcb96-72db-4f60-8681-f2520050d274 req-520508e8-f158-4401-8295-18b1cfecc6db tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:46.985660 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-adffcb96-72db-4f60-8681-f2520050d274 req-520508e8-f158-4401-8295-18b1cfecc6db tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:46.991379 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ebcdcb7d-5297-4af6-bf58-7096b54f7418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:47.132575 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-adffcb96-72db-4f60-8681-f2520050d274 req-520508e8-f158-4401-8295-18b1cfecc6db tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9976280 May 13 14:51:47.134124 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-7fe91316-9055-49ae-8e08-3e6b783ddfda tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Allocated IP 172.20.0.10 (cfdd8600-9e9e-4b19-899a-a1b4272199f6/a1d6ff67-d218-4836-93b4-1d9b2817932f/e9bf7401-9e79-4804-a012-00c3c5113ffb) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:51:47.134428 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-adffcb96-72db-4f60-8681-f2520050d274 req-139d390f-41ce-44b6-b9dd-31cacc254454 service neutron] Request body: {'port': {'device_id': 'dd82807c-2675-4004-8a9f-b4f94e1eb838', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:47.242905 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e68d6e3d-9c48-4a70-a9b4-b33c8b81ba82 req-9a16675b-1068-4336-b15f-5f98e5d6e174 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5 HTTP/1.1" status: 200 len: 210 time: 0.0839868 May 13 14:51:47.270954 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-34b62735-7a02-487a-8aa7-41ec86b3c561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:47.271456 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-34b62735-7a02-487a-8aa7-41ec86b3c561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:47.271919 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-34b62735-7a02-487a-8aa7-41ec86b3c561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:47.273530 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-34b62735-7a02-487a-8aa7-41ec86b3c561 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2791814-6ab4-4ee1-8449-7b69fcd7217d&id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&id=add62c5c-9eca-4348-9830-32239b4651d7&id=add62c5c-9eca-4348-9830-32239b4651d7 HTTP/1.1" status: 200 len: 2298 time: 0.4855280 May 13 14:51:47.398144 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ebcdcb7d-5297-4af6-bf58-7096b54f7418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:47.488117 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-c6b5c8c7-0777-4d3b-8a40-aed69bde21e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1145a0a6-eb35-4fbe-a730-307907e27d99 HTTP/1.1" status: 200 len: 1002 time: 0.2037148 May 13 14:51:47.611340 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-f1204806-b7f3-41d2-a07f-a2f49621d02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:47.613126 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-f1204806-b7f3-41d2-a07f-a2f49621d02b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6c8e4a4-7ae1-42ec-8a8f-588a5dfe3854 HTTP/1.1" status: 200 len: 856 time: 0.1208062 May 13 14:51:47.620762 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-7fe91316-9055-49ae-8e08-3e6b783ddfda tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:47.706968 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-adffcb96-72db-4f60-8681-f2520050d274 req-139d390f-41ce-44b6-b9dd-31cacc254454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:47.741942 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-7fe91316-9055-49ae-8e08-3e6b783ddfda tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Transition to ACTIVE for port object e9bf7401-9e79-4804-a012-00c3c5113ffb will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:51:47.813441 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-33ac4493-78ed-4030-b9f5-9865e2e53e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:47.815817 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-33ac4493-78ed-4030-b9f5-9865e2e53e7b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2791814-6ab4-4ee1-8449-7b69fcd7217d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1935277 May 13 14:51:47.817462 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-7fe91316-9055-49ae-8e08-3e6b783ddfda tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:47.928042 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ebcdcb7d-5297-4af6-bf58-7096b54f7418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:47.964856 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-adffcb96-72db-4f60-8681-f2520050d274 req-4838110b-00ed-462e-8037-a3277aa31414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8eafc8d-ce09-482f-bb0a-b564e5df3a27 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:51:47.980552 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e0de0-d4cd-4ed4-b00f-fc7592e7433a req-010a6f08-d7ee-44b3-b196-87eab911ad3c tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:47.980552 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-833e0de0-d4cd-4ed4-b00f-fc7592e7433a req-010a6f08-d7ee-44b3-b196-87eab911ad3c tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Synchronizing usage tracker for tenant:141d2ccbfdb848c18ffa97dbbf3a66e3 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:51:47.991084 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-7fe91316-9055-49ae-8e08-3e6b783ddfda tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Network cfdd8600-9e9e-4b19-899a-a1b4272199f6 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:51:47.991084 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-7fe91316-9055-49ae-8e08-3e6b783ddfda tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:51:48.001865 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-7fe91316-9055-49ae-8e08-3e6b783ddfda tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:51:48.006215 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-adffcb96-72db-4f60-8681-f2520050d274 req-4838110b-00ed-462e-8037-a3277aa31414 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:48.006215 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcdcb7d-5297-4af6-bf58-7096b54f7418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2f52dc-fd92-4fea-87f8-02f2eaf7385f,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:48.068227 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ebcdcb7d-5297-4af6-bf58-7096b54f7418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:48.068227 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ebcdcb7d-5297-4af6-bf58-7096b54f7418 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c2f52dc-fd92-4fea-87f8-02f2eaf7385f HTTP/1.1" status: 204 len: 168 time: 1.5861723 May 13 14:51:48.099397 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-7fe91316-9055-49ae-8e08-3e6b783ddfda tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:48.099397 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-7fe91316-9055-49ae-8e08-3e6b783ddfda tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:48.137606 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:48.141548 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe91316-9055-49ae-8e08-3e6b783ddfda tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'Port': ['ID=e9bf7401-9e79-4804-a012-00c3c5113ffb,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:48.145211 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-833e0de0-d4cd-4ed4-b00f-fc7592e7433a req-010a6f08-d7ee-44b3-b196-87eab911ad3c tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Unset dirty status for tenant:141d2ccbfdb848c18ffa97dbbf3a66e3 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:51:48.161035 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-833e0de0-d4cd-4ed4-b00f-fc7592e7433a req-010a6f08-d7ee-44b3-b196-87eab911ad3c tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd82807c-2675-4004-8a9f-b4f94e1eb838 HTTP/1.1" status: 200 len: 931 time: 0.8698452 May 13 14:51:48.209276 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-adffcb96-72db-4f60-8681-f2520050d274 req-4838110b-00ed-462e-8037-a3277aa31414 service neutron] Transition to ACTIVE for port object f8eafc8d-ce09-482f-bb0a-b564e5df3a27 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:51:48.251281 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-adffcb96-72db-4f60-8681-f2520050d274 req-4838110b-00ed-462e-8037-a3277aa31414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:48.396259 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-7fe91316-9055-49ae-8e08-3e6b783ddfda tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6384406 May 13 14:51:48.412183 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-c231206f-8155-4962-999c-38aea79d0d2f service neutron] 10.222.0.59 "GET /v2.0/networks/c2791814-6ab4-4ee1-8449-7b69fcd7217d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5520134 May 13 14:51:48.435731 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-5ce5a3ee-d02e-47ae-8549-4aa50d44e6ad service neutron] Request body: {'port': {'device_id': 'b1b43b0d-784a-497d-82a3-0be9baece9a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:48.553400 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-833e0de0-d4cd-4ed4-b00f-fc7592e7433a req-98c6a554-9fd7-43f9-82e0-de2c4452ebef tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Synchronizing usage tracker for tenant:141d2ccbfdb848c18ffa97dbbf3a66e3 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:51:48.632781 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-67b59d11-090a-46a0-af02-ea70c1465c58 None None] Provisioning for port e9bf7401-9e79-4804-a012-00c3c5113ffb completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:51:48.642208 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-67b59d11-090a-46a0-af02-ea70c1465c58 None None] Provisioning complete for port e9bf7401-9e79-4804-a012-00c3c5113ffb triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:51:48.642208 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-67b59d11-090a-46a0-af02-ea70c1465c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:48.718546 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-67b59d11-090a-46a0-af02-ea70c1465c58 None None] Port e9bf7401-9e79-4804-a012-00c3c5113ffb cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:51:48.789886 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838110b-00ed-462e-8037-a3277aa31414 service neutron] Pushing event updated for resources: {'Port': ['ID=f8eafc8d-ce09-482f-bb0a-b564e5df3a27,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:48.890321 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-833e0de0-d4cd-4ed4-b00f-fc7592e7433a req-98c6a554-9fd7-43f9-82e0-de2c4452ebef tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Unset dirty status for tenant:141d2ccbfdb848c18ffa97dbbf3a66e3 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:51:48.891986 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-833e0de0-d4cd-4ed4-b00f-fc7592e7433a req-98c6a554-9fd7-43f9-82e0-de2c4452ebef tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/security-groups?id=c23b44e9-8309-4781-9f5e-5a7cc2c098fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7403414 May 13 14:51:48.972065 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-adffcb96-72db-4f60-8681-f2520050d274 req-4838110b-00ed-462e-8037-a3277aa31414 service neutron] Attempting to bind port f8eafc8d-ce09-482f-bb0a-b564e5df3a27 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:51:48.972629 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-adffcb96-72db-4f60-8681-f2520050d274 req-4838110b-00ed-462e-8037-a3277aa31414 service neutron] Attempting to bind port f8eafc8d-ce09-482f-bb0a-b564e5df3a27 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '1b7bdf62-9f30-45d7-9a9c-eb4854dda90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5365c897-5f27-47e9-b611-9e684922750b'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:51:48.973121 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adffcb96-72db-4f60-8681-f2520050d274 req-4838110b-00ed-462e-8037-a3277aa31414 service neutron] Attempting to bind port f8eafc8d-ce09-482f-bb0a-b564e5df3a27 on network 5365c897-5f27-47e9-b611-9e684922750b {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:51:49.002019 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adffcb96-72db-4f60-8681-f2520050d274 req-4838110b-00ed-462e-8037-a3277aa31414 service neutron] Port f8eafc8d-ce09-482f-bb0a-b564e5df3a27 on network 5365c897-5f27-47e9-b611-9e684922750b not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:51:49.002946 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adffcb96-72db-4f60-8681-f2520050d274 req-4838110b-00ed-462e-8037-a3277aa31414 service neutron] Attempting to bind port f8eafc8d-ce09-482f-bb0a-b564e5df3a27 on network 5365c897-5f27-47e9-b611-9e684922750b {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:51:49.021556 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adffcb96-72db-4f60-8681-f2520050d274 req-4838110b-00ed-462e-8037-a3277aa31414 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:51:49.021556 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adffcb96-72db-4f60-8681-f2520050d274 req-4838110b-00ed-462e-8037-a3277aa31414 service neutron] Checking segment: {'id': '1b7bdf62-9f30-45d7-9a9c-eb4854dda90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5365c897-5f27-47e9-b611-9e684922750b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:51:49.021556 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adffcb96-72db-4f60-8681-f2520050d274 req-4838110b-00ed-462e-8037-a3277aa31414 service neutron] Bound using segment: {'id': '1b7bdf62-9f30-45d7-9a9c-eb4854dda90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5365c897-5f27-47e9-b611-9e684922750b'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:51:49.021556 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-adffcb96-72db-4f60-8681-f2520050d274 req-4838110b-00ed-462e-8037-a3277aa31414 service neutron] Bound port: f8eafc8d-ce09-482f-bb0a-b564e5df3a27, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7bdf62-9f30-45d7-9a9c-eb4854dda90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5365c897-5f27-47e9-b611-9e684922750b'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:51:49.021556 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-adffcb96-72db-4f60-8681-f2520050d274 req-4838110b-00ed-462e-8037-a3277aa31414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:49.144259 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-b6246d2e-e1c6-4630-9626-c88b5df2aa04 service neutron] 10.222.0.59 "GET /v2.0/networks/c2791814-6ab4-4ee1-8449-7b69fcd7217d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5418825 May 13 14:51:49.154698 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-5ce5a3ee-d02e-47ae-8549-4aa50d44e6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:49.347647 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-604fee03-df83-474c-9a85-675f1b40cf3c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=7a63f6e5-ceca-4634-989e-47b8cd43cba3 HTTP/1.1" status: 200 len: 217 time: 0.1982331 May 13 14:51:49.414877 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-adffcb96-72db-4f60-8681-f2520050d274 req-139d390f-41ce-44b6-b9dd-31cacc254454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84839eec-c910-4ee5-9da3-851f3063dc61 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:51:49.449897 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-adffcb96-72db-4f60-8681-f2520050d274 req-4838110b-00ed-462e-8037-a3277aa31414 service neutron] For port f8eafc8d-ce09-482f-bb0a-b564e5df3a27, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:51:49.449897 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-adffcb96-72db-4f60-8681-f2520050d274 req-4838110b-00ed-462e-8037-a3277aa31414 service neutron] For port f8eafc8d-ce09-482f-bb0a-b564e5df3a27, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=f8eafc8d-ce09-482f-bb0a-b564e5df3a27,segment=NetworkSegment(1b7bdf62-9f30-45d7-9a9c-eb4854dda90f),segment_id=1b7bdf62-9f30-45d7-9a9c-eb4854dda90f)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:51:49.458591 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-adffcb96-72db-4f60-8681-f2520050d274 req-139d390f-41ce-44b6-b9dd-31cacc254454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:49.473530 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-adffcb96-72db-4f60-8681-f2520050d274 req-4838110b-00ed-462e-8037-a3277aa31414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:49.574495 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-adffcb96-72db-4f60-8681-f2520050d274 req-139d390f-41ce-44b6-b9dd-31cacc254454 service neutron] Transition to ACTIVE for port object 84839eec-c910-4ee5-9da3-851f3063dc61 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:51:49.591914 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffcb96-72db-4f60-8681-f2520050d274 req-4838110b-00ed-462e-8037-a3277aa31414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:49.591914 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-adffcb96-72db-4f60-8681-f2520050d274 req-4838110b-00ed-462e-8037-a3277aa31414 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:49.591914 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-adffcb96-72db-4f60-8681-f2520050d274 req-4838110b-00ed-462e-8037-a3277aa31414 service neutron] 10.222.0.74 "PUT /v2.0/ports/f8eafc8d-ce09-482f-bb0a-b564e5df3a27 HTTP/1.1" status: 200 len: 1092 time: 3.5428345 May 13 14:51:49.591914 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b3cd35-1f71-4597-9e44-85ab05324584', 'tag': 'f8eafc8d-ce09-482f-bb0a-b564e5df3a27'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:51:49.591914 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-adffcb96-72db-4f60-8681-f2520050d274 req-139d390f-41ce-44b6-b9dd-31cacc254454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:49.694298 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd196308-5bd5-4151-834e-bc3c566ceeb2 req-eb7c0dcc-86ca-43cd-9197-e34efb9cbfd7 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:49.694298 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-fd196308-5bd5-4151-834e-bc3c566ceeb2 req-eb7c0dcc-86ca-43cd-9197-e34efb9cbfd7 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Synchronizing usage tracker for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:51:49.731492 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ffe9169-9ff6-46ac-b901-b44d46c5622e'] response: {'name': 'network-changed', 'server_uuid': '62b3cd35-1f71-4597-9e44-85ab05324584', 'tag': 'f8eafc8d-ce09-482f-bb0a-b564e5df3a27', 'status': 'completed', 'code': 200} May 13 14:51:49.739901 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838110b-00ed-462e-8037-a3277aa31414 service neutron] Pushing event updated for resources: {'Port': ['ID=f8eafc8d-ce09-482f-bb0a-b564e5df3a27,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:49.783747 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-3970ceaf-8de1-410d-8129-e4266d8bef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:49.785508 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-3970ceaf-8de1-410d-8129-e4266d8bef73 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d953eaa-2a7e-4580-bb0c-458e876aebfa HTTP/1.1" status: 200 len: 797 time: 0.3880117 May 13 14:51:49.793178 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-fd196308-5bd5-4151-834e-bc3c566ceeb2 req-eb7c0dcc-86ca-43cd-9197-e34efb9cbfd7 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Unset dirty status for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:51:49.794563 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fd196308-5bd5-4151-834e-bc3c566ceeb2 req-eb7c0dcc-86ca-43cd-9197-e34efb9cbfd7 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5 HTTP/1.1" status: 200 len: 932 time: 1.0996065 May 13 14:51:49.858545 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d390f-41ce-44b6-b9dd-31cacc254454 service neutron] Pushing event updated for resources: {'Port': ['ID=84839eec-c910-4ee5-9da3-851f3063dc61,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:49.994974 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-adffcb96-72db-4f60-8681-f2520050d274 req-139d390f-41ce-44b6-b9dd-31cacc254454 service neutron] Attempting to bind port 84839eec-c910-4ee5-9da3-851f3063dc61 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:51:49.994974 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-adffcb96-72db-4f60-8681-f2520050d274 req-139d390f-41ce-44b6-b9dd-31cacc254454 service neutron] Attempting to bind port 84839eec-c910-4ee5-9da3-851f3063dc61 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '1b7bdf62-9f30-45d7-9a9c-eb4854dda90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5365c897-5f27-47e9-b611-9e684922750b'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:51:49.994974 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adffcb96-72db-4f60-8681-f2520050d274 req-139d390f-41ce-44b6-b9dd-31cacc254454 service neutron] Attempting to bind port 84839eec-c910-4ee5-9da3-851f3063dc61 on network 5365c897-5f27-47e9-b611-9e684922750b {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:51:50.012022 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adffcb96-72db-4f60-8681-f2520050d274 req-139d390f-41ce-44b6-b9dd-31cacc254454 service neutron] Port 84839eec-c910-4ee5-9da3-851f3063dc61 on network 5365c897-5f27-47e9-b611-9e684922750b not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:51:50.012022 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adffcb96-72db-4f60-8681-f2520050d274 req-139d390f-41ce-44b6-b9dd-31cacc254454 service neutron] Attempting to bind port 84839eec-c910-4ee5-9da3-851f3063dc61 on network 5365c897-5f27-47e9-b611-9e684922750b {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:51:50.041011 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffcb96-72db-4f60-8681-f2520050d274 req-9b347831-41fe-4d44-9204-426c03ee1cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:50.041011 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-adffcb96-72db-4f60-8681-f2520050d274 req-9b347831-41fe-4d44-9204-426c03ee1cc5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=141d2ccbfdb848c18ffa97dbbf3a66e3&device_id=62b3cd35-1f71-4597-9e44-85ab05324584 HTTP/1.1" status: 200 len: 1095 time: 0.3548906 May 13 14:51:50.041011 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adffcb96-72db-4f60-8681-f2520050d274 req-139d390f-41ce-44b6-b9dd-31cacc254454 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:51:50.041011 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adffcb96-72db-4f60-8681-f2520050d274 req-139d390f-41ce-44b6-b9dd-31cacc254454 service neutron] Checking segment: {'id': '1b7bdf62-9f30-45d7-9a9c-eb4854dda90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5365c897-5f27-47e9-b611-9e684922750b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:51:50.045350 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adffcb96-72db-4f60-8681-f2520050d274 req-139d390f-41ce-44b6-b9dd-31cacc254454 service neutron] Bound using segment: {'id': '1b7bdf62-9f30-45d7-9a9c-eb4854dda90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5365c897-5f27-47e9-b611-9e684922750b'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:51:50.045350 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-adffcb96-72db-4f60-8681-f2520050d274 req-139d390f-41ce-44b6-b9dd-31cacc254454 service neutron] Bound port: 84839eec-c910-4ee5-9da3-851f3063dc61, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7bdf62-9f30-45d7-9a9c-eb4854dda90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5365c897-5f27-47e9-b611-9e684922750b'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:51:50.045350 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-adffcb96-72db-4f60-8681-f2520050d274 req-139d390f-41ce-44b6-b9dd-31cacc254454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:50.234528 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-adffcb96-72db-4f60-8681-f2520050d274 req-58e7d35e-4aa4-4776-b8b8-7a960af15d3b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8eafc8d-ce09-482f-bb0a-b564e5df3a27 HTTP/1.1" status: 200 len: 217 time: 0.1581521 May 13 14:51:50.301068 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fd196308-5bd5-4151-834e-bc3c566ceeb2 req-39bc8e0d-0b1c-4ac2-b1dd-19ccf7a0e747 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b2ac550-59c6-45b6-866d-44a5053abc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1597803 May 13 14:51:50.301068 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-5ce5a3ee-d02e-47ae-8549-4aa50d44e6ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9bf7401-9e79-4804-a012-00c3c5113ffb {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:51:50.336234 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-5ce5a3ee-d02e-47ae-8549-4aa50d44e6ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:50.354214 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-90915b9a-7c1d-4a56-a409-3667798ea198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:50.354214 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-90915b9a-7c1d-4a56-a409-3667798ea198 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5375738 May 13 14:51:50.443859 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffcb96-72db-4f60-8681-f2520050d274 req-34d082d8-f6f5-43bc-b3a2-59e946af09a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:50.447389 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-adffcb96-72db-4f60-8681-f2520050d274 req-34d082d8-f6f5-43bc-b3a2-59e946af09a2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ad4e4f8c-cb11-4e85-8f7d-a01316af8e48 HTTP/1.1" status: 200 len: 853 time: 0.1180313 May 13 14:51:50.579338 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-5ce5a3ee-d02e-47ae-8549-4aa50d44e6ad service neutron] Transition to ACTIVE for port object e9bf7401-9e79-4804-a012-00c3c5113ffb will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:51:50.630594 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-5ce5a3ee-d02e-47ae-8549-4aa50d44e6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:50.715267 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-adffcb96-72db-4f60-8681-f2520050d274 req-291dcd3a-02ad-43d4-b32d-ddf9c1c88b7d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5365c897-5f27-47e9-b611-9e684922750b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2531710 May 13 14:51:50.722289 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-adffcb96-72db-4f60-8681-f2520050d274 req-139d390f-41ce-44b6-b9dd-31cacc254454 service neutron] For port 84839eec-c910-4ee5-9da3-851f3063dc61, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:51:50.913623 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-adffcb96-72db-4f60-8681-f2520050d274 req-139d390f-41ce-44b6-b9dd-31cacc254454 service neutron] For port 84839eec-c910-4ee5-9da3-851f3063dc61, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=84839eec-c910-4ee5-9da3-851f3063dc61,segment=NetworkSegment(1b7bdf62-9f30-45d7-9a9c-eb4854dda90f),segment_id=1b7bdf62-9f30-45d7-9a9c-eb4854dda90f)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:51:50.942349 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b763d-5264-4112-94f9-98017a2a8bee req-8de78680-0c96-4539-ae09-5e82777d02da tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:50.944320 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d86b763d-5264-4112-94f9-98017a2a8bee req-8de78680-0c96-4539-ae09-5e82777d02da tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd82807c-2675-4004-8a9f-b4f94e1eb838 HTTP/1.1" status: 200 len: 943 time: 0.8014796 May 13 14:51:50.949474 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-adffcb96-72db-4f60-8681-f2520050d274 req-139d390f-41ce-44b6-b9dd-31cacc254454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:51.029253 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce5a3ee-d02e-47ae-8549-4aa50d44e6ad service neutron] Pushing event updated for resources: {'Port': ['ID=e9bf7401-9e79-4804-a012-00c3c5113ffb,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:51.179717 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-31fabc5a-57d9-448f-a69e-a7a75297cb25 service neutron] 10.222.0.59 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7983243 May 13 14:51:51.252719 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffcb96-72db-4f60-8681-f2520050d274 req-139d390f-41ce-44b6-b9dd-31cacc254454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:51.257270 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-adffcb96-72db-4f60-8681-f2520050d274 req-139d390f-41ce-44b6-b9dd-31cacc254454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:51.259252 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-adffcb96-72db-4f60-8681-f2520050d274 req-139d390f-41ce-44b6-b9dd-31cacc254454 service neutron] 10.222.0.59 "PUT /v2.0/ports/84839eec-c910-4ee5-9da3-851f3063dc61 HTTP/1.1" status: 200 len: 1091 time: 4.1946721 May 13 14:51:51.299434 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d86b763d-5264-4112-94f9-98017a2a8bee req-209ebf54-5a67-4d7f-8ce5-40930667ef16 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/security-groups?id=c23b44e9-8309-4781-9f5e-5a7cc2c098fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372564 May 13 14:51:51.416863 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d390f-41ce-44b6-b9dd-31cacc254454 service neutron] Pushing event updated for resources: {'Port': ['ID=84839eec-c910-4ee5-9da3-851f3063dc61,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:51.416863 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-adffcb96-72db-4f60-8681-f2520050d274 req-e97878aa-c853-4513-9532-8da3737d4f5a service neutron] 10.222.0.74 "GET /v2.0/networks/5365c897-5f27-47e9-b611-9e684922750b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6862803 May 13 14:51:51.576495 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-5ce5a3ee-d02e-47ae-8549-4aa50d44e6ad service neutron] Attempting to bind port e9bf7401-9e79-4804-a012-00c3c5113ffb on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:51:51.576495 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-5ce5a3ee-d02e-47ae-8549-4aa50d44e6ad service neutron] Attempting to bind port e9bf7401-9e79-4804-a012-00c3c5113ffb by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '61778e94-d977-405b-98c8-1a76f336218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:51:51.581278 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-5ce5a3ee-d02e-47ae-8549-4aa50d44e6ad service neutron] Attempting to bind port e9bf7401-9e79-4804-a012-00c3c5113ffb on network cfdd8600-9e9e-4b19-899a-a1b4272199f6 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:51:51.585708 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-adffcb96-72db-4f60-8681-f2520050d274 req-bed8b5fc-706f-4168-afd3-c7a681c88a02 service neutron] 10.222.0.74 "GET /v2.0/networks/5365c897-5f27-47e9-b611-9e684922750b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640108 May 13 14:51:51.653321 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffcb96-72db-4f60-8681-f2520050d274 req-a4fc609d-f209-4679-a7d5-86e0b0ffad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:51.653321 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-adffcb96-72db-4f60-8681-f2520050d274 req-a4fc609d-f209-4679-a7d5-86e0b0ffad71 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=141d2ccbfdb848c18ffa97dbbf3a66e3&device_id=dd82807c-2675-4004-8a9f-b4f94e1eb838 HTTP/1.1" status: 200 len: 1094 time: 0.3168826 May 13 14:51:51.686080 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-5ce5a3ee-d02e-47ae-8549-4aa50d44e6ad service neutron] Port e9bf7401-9e79-4804-a012-00c3c5113ffb on network cfdd8600-9e9e-4b19-899a-a1b4272199f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:51:51.686403 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-5ce5a3ee-d02e-47ae-8549-4aa50d44e6ad service neutron] Attempting to bind port e9bf7401-9e79-4804-a012-00c3c5113ffb on network cfdd8600-9e9e-4b19-899a-a1b4272199f6 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:51:51.708958 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-5ce5a3ee-d02e-47ae-8549-4aa50d44e6ad service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:51:51.708958 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-5ce5a3ee-d02e-47ae-8549-4aa50d44e6ad service neutron] Checking segment: {'id': '61778e94-d977-405b-98c8-1a76f336218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:51:51.709261 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-5ce5a3ee-d02e-47ae-8549-4aa50d44e6ad service neutron] Bound using segment: {'id': '61778e94-d977-405b-98c8-1a76f336218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:51:51.710116 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-5ce5a3ee-d02e-47ae-8549-4aa50d44e6ad service neutron] Bound port: e9bf7401-9e79-4804-a012-00c3c5113ffb, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61778e94-d977-405b-98c8-1a76f336218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:51:51.710868 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-5ce5a3ee-d02e-47ae-8549-4aa50d44e6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:51.734750 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd82807c-2675-4004-8a9f-b4f94e1eb838', 'tag': '84839eec-c910-4ee5-9da3-851f3063dc61'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:51:51.813544 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-adffcb96-72db-4f60-8681-f2520050d274 req-c71ad998-4de5-4315-af59-cf70132efaec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84839eec-c910-4ee5-9da3-851f3063dc61 HTTP/1.1" status: 200 len: 217 time: 0.1573701 May 13 14:51:51.835412 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-5ce5a3ee-d02e-47ae-8549-4aa50d44e6ad service neutron] For port e9bf7401-9e79-4804-a012-00c3c5113ffb, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:51:51.840132 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-5ce5a3ee-d02e-47ae-8549-4aa50d44e6ad service neutron] For port e9bf7401-9e79-4804-a012-00c3c5113ffb, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=e9bf7401-9e79-4804-a012-00c3c5113ffb,segment=NetworkSegment(61778e94-d977-405b-98c8-1a76f336218b),segment_id=61778e94-d977-405b-98c8-1a76f336218b)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:51:51.892457 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-5ce5a3ee-d02e-47ae-8549-4aa50d44e6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:51.933503 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffcb96-72db-4f60-8681-f2520050d274 req-365b2cf4-6659-4b8f-af13-6aa692987991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:51.933503 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-adffcb96-72db-4f60-8681-f2520050d274 req-365b2cf4-6659-4b8f-af13-6aa692987991 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad4e4f8c-cb11-4e85-8f7d-a01316af8e48 HTTP/1.1" status: 200 len: 853 time: 0.0847750 May 13 14:51:51.933503 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b148dcd-db3b-4ab8-b06c-417d32c1c013'] response: {'name': 'network-changed', 'server_uuid': 'dd82807c-2675-4004-8a9f-b4f94e1eb838', 'tag': '84839eec-c910-4ee5-9da3-851f3063dc61', 'status': 'completed', 'code': 200} May 13 14:51:52.032105 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-adffcb96-72db-4f60-8681-f2520050d274 req-e9ece631-efe4-455f-959c-3d96fcc79d63 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5365c897-5f27-47e9-b611-9e684922750b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016219 May 13 14:51:52.113663 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283d039-3cdf-403d-8ad9-3a19d535b12a req-f2a842ad-3ea0-4810-8f71-cea0de13a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:52.115049 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce5a3ee-d02e-47ae-8549-4aa50d44e6ad service neutron] Pushing event updated for resources: {'Port': ['ID=e9bf7401-9e79-4804-a012-00c3c5113ffb,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:52.115316 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6283d039-3cdf-403d-8ad9-3a19d535b12a req-f2a842ad-3ea0-4810-8f71-cea0de13a2e4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=141d2ccbfdb848c18ffa97dbbf3a66e3&device_id=62b3cd35-1f71-4597-9e44-85ab05324584 HTTP/1.1" status: 200 len: 1095 time: 0.3665533 May 13 14:51:52.132365 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-79bc65c1-fce8-4209-b870-c096c80c4bab service neutron] 10.222.0.59 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9639308 May 13 14:51:52.172937 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-5ce5a3ee-d02e-47ae-8549-4aa50d44e6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:52.180411 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-5ce5a3ee-d02e-47ae-8549-4aa50d44e6ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:52.183375 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-5ce5a3ee-d02e-47ae-8549-4aa50d44e6ad service neutron] 10.222.0.74 "PUT /v2.0/ports/e9bf7401-9e79-4804-a012-00c3c5113ffb HTTP/1.1" status: 200 len: 1092 time: 3.7659051 May 13 14:51:52.277949 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b43b0d-784a-497d-82a3-0be9baece9a5', 'tag': 'e9bf7401-9e79-4804-a012-00c3c5113ffb'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:51:52.315344 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283d039-3cdf-403d-8ad9-3a19d535b12a req-a9ad551e-2518-4cb9-8dd1-bf504bccdf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:52.316829 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6283d039-3cdf-403d-8ad9-3a19d535b12a req-a9ad551e-2518-4cb9-8dd1-bf504bccdf83 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5365c897-5f27-47e9-b611-9e684922750b HTTP/1.1" status: 200 len: 914 time: 0.1936996 May 13 14:51:52.460754 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-b7085756-4381-49c5-96eb-e94b16078313 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=e207a457-df02-4445-883d-49c778eef818 HTTP/1.1" status: 200 len: 217 time: 0.3092327 May 13 14:51:52.496582 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6283d039-3cdf-403d-8ad9-3a19d535b12a req-377e9143-a334-4fb8-8008-af34ef0167d1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8eafc8d-ce09-482f-bb0a-b564e5df3a27 HTTP/1.1" status: 200 len: 217 time: 0.1705899 May 13 14:51:52.676815 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08953e6a-7459-4739-8444-b6ee16f3d989 req-542d709b-326c-46a1-9170-05abadc58299 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:52.679011 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-08953e6a-7459-4739-8444-b6ee16f3d989 req-542d709b-326c-46a1-9170-05abadc58299 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5 HTTP/1.1" status: 200 len: 944 time: 1.0811961 May 13 14:51:52.733660 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-adffcb96-72db-4f60-8681-f2520050d274 req-c82a0804-c79f-465c-ae53-9e0eebe9c3ff service neutron] 10.222.0.59 "GET /v2.0/networks/5365c897-5f27-47e9-b611-9e684922750b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7011209 May 13 14:51:52.738448 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-01356869-0330-47f3-abf6-990d824afbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:52.740308 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-01356869-0330-47f3-abf6-990d824afbd7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d953eaa-2a7e-4580-bb0c-458e876aebfa HTTP/1.1" status: 200 len: 797 time: 0.2586036 May 13 14:51:52.742313 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18eb7eaf-9d2a-4fd7-8544-bc0f560e4d47'] response: {'name': 'network-changed', 'server_uuid': 'b1b43b0d-784a-497d-82a3-0be9baece9a5', 'tag': 'e9bf7401-9e79-4804-a012-00c3c5113ffb', 'status': 'completed', 'code': 200} May 13 14:51:52.842548 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283d039-3cdf-403d-8ad9-3a19d535b12a req-2e5249c5-6196-4d2a-896f-d8e9f4dbabd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:52.842548 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6283d039-3cdf-403d-8ad9-3a19d535b12a req-2e5249c5-6196-4d2a-896f-d8e9f4dbabd0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ad4e4f8c-cb11-4e85-8f7d-a01316af8e48 HTTP/1.1" status: 200 len: 853 time: 0.3310549 May 13 14:51:52.912178 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-7901aeb4-4fdc-4e51-b7b6-df9ab07552df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:52.912178 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-7901aeb4-4fdc-4e51-b7b6-df9ab07552df service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2fd5504203d84ec88c34b0f9b983d931&device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5 HTTP/1.1" status: 200 len: 1095 time: 0.6206439 May 13 14:51:52.950450 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-08953e6a-7459-4739-8444-b6ee16f3d989 req-d966520a-e42f-4178-a5cf-7ea18a6ccebe tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b2ac550-59c6-45b6-866d-44a5053abc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2580988 May 13 14:51:53.050439 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6283d039-3cdf-403d-8ad9-3a19d535b12a req-3e4e541b-9119-4b78-a4d9-82d237b2deee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5365c897-5f27-47e9-b611-9e684922750b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723457 May 13 14:51:53.450292 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-4d8ff39d-b237-45bd-9338-757882ff5058 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9bf7401-9e79-4804-a012-00c3c5113ffb HTTP/1.1" status: 200 len: 217 time: 0.5247469 May 13 14:51:53.473142 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-adffcb96-72db-4f60-8681-f2520050d274 req-58a9f59d-73a3-46e4-a318-16678e2ca812 service neutron] 10.222.0.59 "GET /v2.0/networks/5365c897-5f27-47e9-b611-9e684922750b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7241244 May 13 14:51:53.607239 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-a4aad8a4-0d94-40a5-a0a1-168c9e9bad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:53.607239 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-a4aad8a4-0d94-40a5-a0a1-168c9e9bad4f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8407931 May 13 14:51:53.617823 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-116cf938-303a-4b6d-a815-da9bcab69fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:53.617823 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-116cf938-303a-4b6d-a815-da9bcab69fb0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a1d6ff67-d218-4836-93b4-1d9b2817932f HTTP/1.1" status: 200 len: 835 time: 0.1563020 May 13 14:51:53.732333 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6283d039-3cdf-403d-8ad9-3a19d535b12a req-2391ba8c-b7ae-4a44-a81c-a5eb9c31c6c3 service neutron] 10.222.0.74 "GET /v2.0/networks/5365c897-5f27-47e9-b611-9e684922750b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6164143 May 13 14:51:53.874858 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838c57c-47e3-4559-803c-4f3413f39389 req-89c42d3e-106a-48d3-9ec3-a222dfeebd0c tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:53.877395 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3838c57c-47e3-4559-803c-4f3413f39389 req-89c42d3e-106a-48d3-9ec3-a222dfeebd0c tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd82807c-2675-4004-8a9f-b4f94e1eb838 HTTP/1.1" status: 200 len: 943 time: 0.8184061 May 13 14:51:54.098842 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3838c57c-47e3-4559-803c-4f3413f39389 req-e82c0f38-32f9-457b-a0a9-e0c136fcbc18 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/security-groups?id=c23b44e9-8309-4781-9f5e-5a7cc2c098fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107239 May 13 14:51:54.124246 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-f196e7ef-cfd9-4445-93ef-c18d376cbb8b service neutron] 10.222.0.59 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4983661 May 13 14:51:54.168413 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6283d039-3cdf-403d-8ad9-3a19d535b12a req-7c701fce-f817-492a-999c-730806f7ff9e service neutron] 10.222.0.74 "GET /v2.0/networks/5365c897-5f27-47e9-b611-9e684922750b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286103 May 13 14:51:54.197335 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffeac77-bda8-42b7-b0ed-18f65a74ea41 req-79663642-89f4-438c-875d-61f069231e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:54.197611 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6ffeac77-bda8-42b7-b0ed-18f65a74ea41 req-79663642-89f4-438c-875d-61f069231e45 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=141d2ccbfdb848c18ffa97dbbf3a66e3&device_id=dd82807c-2675-4004-8a9f-b4f94e1eb838 HTTP/1.1" status: 200 len: 1094 time: 0.6427794 May 13 14:51:54.494413 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffeac77-bda8-42b7-b0ed-18f65a74ea41 req-b7cc2c8d-dd83-48c2-9179-aab78fff1ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:54.494413 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6ffeac77-bda8-42b7-b0ed-18f65a74ea41 req-b7cc2c8d-dd83-48c2-9179-aab78fff1ff7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5365c897-5f27-47e9-b611-9e684922750b HTTP/1.1" status: 200 len: 914 time: 0.2762518 May 13 14:51:54.578550 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-7b9f4928-c7f4-4c0f-b3da-d54997d5949e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:54.583245 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-7b9f4928-c7f4-4c0f-b3da-d54997d5949e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cfdd8600-9e9e-4b19-899a-a1b4272199f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6672795 May 13 14:51:54.603793 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6ffeac77-bda8-42b7-b0ed-18f65a74ea41 req-7173eaa6-2296-4afe-b042-84b84d10b9ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84839eec-c910-4ee5-9da3-851f3063dc61 HTTP/1.1" status: 200 len: 217 time: 0.1010387 May 13 14:51:54.768484 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffeac77-bda8-42b7-b0ed-18f65a74ea41 req-98a95001-b662-4be9-80c3-9e83425d15f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:54.768484 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6ffeac77-bda8-42b7-b0ed-18f65a74ea41 req-98a95001-b662-4be9-80c3-9e83425d15f2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad4e4f8c-cb11-4e85-8f7d-a01316af8e48 HTTP/1.1" status: 200 len: 853 time: 0.1498106 May 13 14:51:54.826897 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-a22e50ee-f69c-4490-8d54-1c615f1c15af service neutron] 10.222.0.59 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6915483 May 13 14:51:54.831849 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6ffeac77-bda8-42b7-b0ed-18f65a74ea41 req-9a13785e-51bd-495b-939a-70780dc9e66f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5365c897-5f27-47e9-b611-9e684922750b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557270 May 13 14:51:54.923769 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-917ec499-546d-4cab-a8d6-7fa175900c54 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=23a0b5c0-5383-42e4-83f7-23a3a9751367 HTTP/1.1" status: 200 len: 217 time: 0.1008353 May 13 14:51:55.107498 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-d8491ca5-66ed-4de4-b9d5-c84441ed864d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:55.107498 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-d8491ca5-66ed-4de4-b9d5-c84441ed864d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d953eaa-2a7e-4580-bb0c-458e876aebfa HTTP/1.1" status: 200 len: 797 time: 0.1712070 May 13 14:51:55.107498 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-61bee84b-e973-4989-bf5f-cb4d4e53e415 service neutron] 10.222.0.74 "GET /v2.0/networks/cfdd8600-9e9e-4b19-899a-a1b4272199f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5144477 May 13 14:51:55.134835 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6ffeac77-bda8-42b7-b0ed-18f65a74ea41 req-ad2c9a74-c8ac-4f1e-babb-097cd9943a1c service neutron] 10.222.0.59 "GET /v2.0/networks/5365c897-5f27-47e9-b611-9e684922750b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648385 May 13 14:51:55.165743 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32572a07-8b7d-4796-b927-a6dfd12e6bb3 req-44d18a0a-6e49-44b5-9ecd-d1fb8c673493 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:55.171996 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-32572a07-8b7d-4796-b927-a6dfd12e6bb3 req-44d18a0a-6e49-44b5-9ecd-d1fb8c673493 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5 HTTP/1.1" status: 200 len: 944 time: 0.8231421 May 13 14:51:55.369070 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 42346) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:55.433935 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-32572a07-8b7d-4796-b927-a6dfd12e6bb3 req-1e2e99cd-dac0-45ac-8f86-4451d28b119e tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b2ac550-59c6-45b6-866d-44a5053abc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2623045 May 13 14:51:55.452733 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 84839eec-c910-4ee5-9da3-851f3063dc61 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:51:55.536159 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2b674ec3-1603-4e62-a00d-b1e93d397991 req-f450f601-cab5-4ad5-bc13-59893af81209 service neutron] 10.222.0.74 "GET /v2.0/networks/cfdd8600-9e9e-4b19-899a-a1b4272199f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896446 May 13 14:51:55.551252 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-73107f83-f14f-42a8-b4af-5730e8965082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:55.551252 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-73107f83-f14f-42a8-b4af-5730e8965082 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4357882 May 13 14:51:55.732025 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90970bba-9df3-412e-91a6-2b4109533bbb req-602120ea-7849-4842-9a47-c7c22cbbaf00 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:55.732025 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-90970bba-9df3-412e-91a6-2b4109533bbb req-602120ea-7849-4842-9a47-c7c22cbbaf00 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd82807c-2675-4004-8a9f-b4f94e1eb838 HTTP/1.1" status: 200 len: 943 time: 0.3391809 May 13 14:51:55.732025 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6ffeac77-bda8-42b7-b0ed-18f65a74ea41 req-82d6f850-ab8d-43a9-9532-111647ccf34f service neutron] 10.222.0.59 "GET /v2.0/networks/5365c897-5f27-47e9-b611-9e684922750b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6085098 May 13 14:51:55.793073 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-90970bba-9df3-412e-91a6-2b4109533bbb req-62f820a1-e7dc-4ff1-838b-ea9a3eb8d850 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/security-groups?id=c23b44e9-8309-4781-9f5e-5a7cc2c098fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581770 May 13 14:51:55.825131 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 84839eec-c910-4ee5-9da3-851f3063dc61, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=84839eec-c910-4ee5-9da3-851f3063dc61,segment=NetworkSegment(1b7bdf62-9f30-45d7-9a9c-eb4854dda90f),segment_id=1b7bdf62-9f30-45d7-9a9c-eb4854dda90f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:51:55.838883 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e02c6b64-19d1-4a2c-808b-e1c2df11eeb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:55.845996 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '84839eec-c910-4ee5-9da3-851f3063dc61', 'network_id': '5365c897-5f27-47e9-b611-9e684922750b', 'port_id': '84839eec-c910-4ee5-9da3-851f3063dc61', 'mac_address': 'fa:16:3e:86:2d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad4e4f8c-cb11-4e85-8f7d-a01316af8e48', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:51:55.887350 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e02c6b64-19d1-4a2c-808b-e1c2df11eeb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:55.900790 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e02c6b64-19d1-4a2c-808b-e1c2df11eeb0 admin admin] Usage tracker for resource:security_group_rule and tenant:db4639a763e2469bb909c5297c565de2 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:55.920836 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e02c6b64-19d1-4a2c-808b-e1c2df11eeb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:55.926628 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 84839eec-c910-4ee5-9da3-851f3063dc61 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:51:55.926628 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:55.946542 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e02c6b64-19d1-4a2c-808b-e1c2df11eeb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:55.951008 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84839eec-c910-4ee5-9da3-851f3063dc61 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:51:55.975122 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 84839eec-c910-4ee5-9da3-851f3063dc61, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=84839eec-c910-4ee5-9da3-851f3063dc61,segment=NetworkSegment(1b7bdf62-9f30-45d7-9a9c-eb4854dda90f),segment_id=1b7bdf62-9f30-45d7-9a9c-eb4854dda90f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:51:55.978887 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:55.985900 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-0c6b70f7-a6f4-4a69-a6b1-eaf156a479ec service neutron] 10.222.0.59 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219160 May 13 14:51:56.083382 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=84839eec-c910-4ee5-9da3-851f3063dc61,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:56.101004 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd373516-3052-4887-8d9e-2517cc685751 req-3656d8eb-0bf0-4f3b-84ba-0cc24ac73429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:56.103298 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dd373516-3052-4887-8d9e-2517cc685751 req-3656d8eb-0bf0-4f3b-84ba-0cc24ac73429 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2fd5504203d84ec88c34b0f9b983d931&device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5 HTTP/1.1" status: 200 len: 1095 time: 0.4021387 May 13 14:51:56.172542 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device f8eafc8d-ce09-482f-bb0a-b564e5df3a27 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:51:56.308412 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['84839eec-c910-4ee5-9da3-851f3063dc61'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:51:56.476447 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:51:56.571323 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port f8eafc8d-ce09-482f-bb0a-b564e5df3a27, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=f8eafc8d-ce09-482f-bb0a-b564e5df3a27,segment=NetworkSegment(1b7bdf62-9f30-45d7-9a9c-eb4854dda90f),segment_id=1b7bdf62-9f30-45d7-9a9c-eb4854dda90f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:51:56.592895 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'f8eafc8d-ce09-482f-bb0a-b564e5df3a27', 'network_id': '5365c897-5f27-47e9-b611-9e684922750b', 'port_id': 'f8eafc8d-ce09-482f-bb0a-b564e5df3a27', 'mac_address': 'fa:16:3e:37:bd:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad4e4f8c-cb11-4e85-8f7d-a01316af8e48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:51:56.624713 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-9e3ffe26-8573-493c-8acd-c45b2c0b9d9a service neutron] 10.222.0.59 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6324112 May 13 14:51:56.701342 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port f8eafc8d-ce09-482f-bb0a-b564e5df3a27 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:51:56.701342 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:56.777476 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8eafc8d-ce09-482f-bb0a-b564e5df3a27 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:51:56.796209 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port f8eafc8d-ce09-482f-bb0a-b564e5df3a27, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=f8eafc8d-ce09-482f-bb0a-b564e5df3a27,segment=NetworkSegment(1b7bdf62-9f30-45d7-9a9c-eb4854dda90f),segment_id=1b7bdf62-9f30-45d7-9a9c-eb4854dda90f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:51:56.813037 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:56.882748 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-3aa3f8ff-9e2a-41fb-913d-18728f75f0c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=ead8f4bc-18b3-4bda-8059-38906d99256f HTTP/1.1" status: 200 len: 217 time: 0.2040381 May 13 14:51:56.901544 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=f8eafc8d-ce09-482f-bb0a-b564e5df3a27,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:56.966758 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e02c6b64-19d1-4a2c-808b-e1c2df11eeb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:56.966758 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd373516-3052-4887-8d9e-2517cc685751 req-99005804-9d00-4fe0-85c6-cf9c8397d803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:56.966758 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dd373516-3052-4887-8d9e-2517cc685751 req-99005804-9d00-4fe0-85c6-cf9c8397d803 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cfdd8600-9e9e-4b19-899a-a1b4272199f6 HTTP/1.1" status: 200 len: 897 time: 0.8428345 May 13 14:51:56.966758 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e02c6b64-19d1-4a2c-808b-e1c2df11eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:57.091449 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7776b2-8ef6-4d26-90e3-524574453962 req-ca067774-5917-4eeb-84b6-2a3c52c0677d tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:57.093144 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df7776b2-8ef6-4d26-90e3-524574453962 req-ca067774-5917-4eeb-84b6-2a3c52c0677d tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd82807c-2675-4004-8a9f-b4f94e1eb838 HTTP/1.1" status: 200 len: 944 time: 0.1105828 May 13 14:51:57.109556 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dd373516-3052-4887-8d9e-2517cc685751 req-c19eb30c-6b2f-4f89-8f25-6c350651642d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9bf7401-9e79-4804-a012-00c3c5113ffb HTTP/1.1" status: 200 len: 217 time: 0.1208372 May 13 14:51:57.216851 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd373516-3052-4887-8d9e-2517cc685751 req-bd082fab-2994-42f2-89d3-97989e947b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:57.216851 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dd373516-3052-4887-8d9e-2517cc685751 req-bd082fab-2994-42f2-89d3-97989e947b13 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a1d6ff67-d218-4836-93b4-1d9b2817932f HTTP/1.1" status: 200 len: 835 time: 0.0981827 May 13 14:51:57.228405 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e02c6b64-19d1-4a2c-808b-e1c2df11eeb0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=db4639a763e2469bb909c5297c565de2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8497655 May 13 14:51:57.228405 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c6b64-19d1-4a2c-808b-e1c2df11eeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18dc0289-5a54-49b9-a7ed-a8727894e9ee,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:57.248586 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 42374) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:57.285331 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-44374bdd-053a-4af6-ba0d-0f485583a030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:57.303282 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['f8eafc8d-ce09-482f-bb0a-b564e5df3a27'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:51:57.323823 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df7776b2-8ef6-4d26-90e3-524574453962 req-8c4afdc1-b4f7-4e2f-bf16-0d086f1f6a1e tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/security-groups?id=c23b44e9-8309-4781-9f5e-5a7cc2c098fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115161 May 13 14:51:57.392446 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-c4251fd5-d6db-49a4-8fb2-1145eccb9fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:57.393975 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-c4251fd5-d6db-49a4-8fb2-1145eccb9fdc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d953eaa-2a7e-4580-bb0c-458e876aebfa HTTP/1.1" status: 200 len: 797 time: 0.5036821 May 13 14:51:57.418218 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0a195e55-955e-415e-88bb-1082765f9b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:57.521314 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed84cb5-3502-4004-965f-0e107b0d88d0 req-1b92d7ac-5fe3-40ac-9f51-9db3db0dcebb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:57.521314 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0ed84cb5-3502-4004-965f-0e107b0d88d0 req-1b92d7ac-5fe3-40ac-9f51-9db3db0dcebb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5 HTTP/1.1" status: 200 len: 944 time: 0.7179008 May 13 14:51:57.529475 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 84839eec-c910-4ee5-9da3-851f3063dc61 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:51:57.583363 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0a195e55-955e-415e-88bb-1082765f9b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:57.638983 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0ed84cb5-3502-4004-965f-0e107b0d88d0 req-3e94e4c5-07e0-4c09-b396-832991114f8b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b2ac550-59c6-45b6-866d-44a5053abc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555797 May 13 14:51:57.706824 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 84839eec-c910-4ee5-9da3-851f3063dc61 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:51:57.714912 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 84839eec-c910-4ee5-9da3-851f3063dc61 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:51:57.715373 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:57.729893 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd373516-3052-4887-8d9e-2517cc685751 req-0eef6b53-ae43-43fa-81e7-6e164b981354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:57.732015 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dd373516-3052-4887-8d9e-2517cc685751 req-0eef6b53-ae43-43fa-81e7-6e164b981354 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cfdd8600-9e9e-4b19-899a-a1b4272199f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4973805 May 13 14:51:57.789813 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-966b81b9-b448-4553-b290-e116719076b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:57.791522 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-966b81b9-b448-4553-b290-e116719076b5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3763263 May 13 14:51:57.950131 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 84839eec-c910-4ee5-9da3-851f3063dc61 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:51:57.950131 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:58.044441 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 84839eec-c910-4ee5-9da3-851f3063dc61, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=84839eec-c910-4ee5-9da3-851f3063dc61,segment=NetworkSegment(1b7bdf62-9f30-45d7-9a9c-eb4854dda90f),segment_id=1b7bdf62-9f30-45d7-9a9c-eb4854dda90f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:51:58.044441 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd82807c-2675-4004-8a9f-b4f94e1eb838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84839eec-c910-4ee5-9da3-851f3063dc61'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:51:58.044441 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:58.047925 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-9088a463-b662-4545-aa97-ef43403f925f service neutron] 10.222.0.59 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677811 May 13 14:51:58.142175 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=84839eec-c910-4ee5-9da3-851f3063dc61,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:58.147659 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bea9058-4115-4933-bedf-715852220161'] response: {'server_uuid': 'dd82807c-2675-4004-8a9f-b4f94e1eb838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84839eec-c910-4ee5-9da3-851f3063dc61', 'code': 200} May 13 14:51:58.172094 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0a195e55-955e-415e-88bb-1082765f9b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:58.212664 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a195e55-955e-415e-88bb-1082765f9b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dc0289-5a54-49b9-a7ed-a8727894e9ee,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:58.245234 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0a195e55-955e-415e-88bb-1082765f9b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:58.245234 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0a195e55-955e-415e-88bb-1082765f9b9e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/18dc0289-5a54-49b9-a7ed-a8727894e9ee HTTP/1.1" status: 204 len: 168 time: 0.9984565 May 13 14:51:58.310126 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dd373516-3052-4887-8d9e-2517cc685751 req-f35da78c-dc25-4067-abc6-0626fbcc5284 service neutron] 10.222.0.74 "GET /v2.0/networks/cfdd8600-9e9e-4b19-899a-a1b4272199f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5626082 May 13 14:51:58.326261 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-d46a90ce-837c-4090-a1bd-26d051c30142 service neutron] 10.222.0.59 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732067 May 13 14:51:58.436652 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-f860d793-b6e5-49d9-af40-9e4662d8376f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c HTTP/1.1" status: 200 len: 217 time: 0.0847948 May 13 14:51:58.537457 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:58.569312 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf09a4-3c75-4fbb-aba1-0214fde1e26a req-905704a2-75be-47e7-b353-56d7dece317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:58.576251 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-eccf09a4-3c75-4fbb-aba1-0214fde1e26a req-905704a2-75be-47e7-b353-56d7dece317e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dd82807c-2675-4004-8a9f-b4f94e1eb838 HTTP/1.1" status: 200 len: 1096 time: 0.3258407 May 13 14:51:58.784407 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-eccf09a4-3c75-4fbb-aba1-0214fde1e26a req-7dfdc12e-bb95-4f85-ad2b-6048c9f2e803 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c23b44e9-8309-4781-9f5e-5a7cc2c098fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721997 May 13 14:51:58.849871 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dd373516-3052-4887-8d9e-2517cc685751 req-b997706a-ee88-4451-ab4b-30046b4c8377 service neutron] 10.222.0.74 "GET /v2.0/networks/cfdd8600-9e9e-4b19-899a-a1b4272199f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5341289 May 13 14:51:58.851709 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-acee0ada-4d48-4057-8f11-7742e59e6bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:58.853821 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-acee0ada-4d48-4057-8f11-7742e59e6bfc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ab4d13d9-e6e2-41d7-a1c7-685370a51797 HTTP/1.1" status: 200 len: 797 time: 0.3350937 May 13 14:51:58.917089 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 42422) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:59.014152 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42ff05-8762-4e07-b650-ed1a13e004a3 req-39967930-1d1f-48f2-980b-1d923b5ddabe tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:59.014152 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-cd42ff05-8762-4e07-b650-ed1a13e004a3 req-39967930-1d1f-48f2-980b-1d923b5ddabe tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Synchronizing usage tracker for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:51:59.029375 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-cd42ff05-8762-4e07-b650-ed1a13e004a3 req-39967930-1d1f-48f2-980b-1d923b5ddabe tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Unset dirty status for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:51:59.039508 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cd42ff05-8762-4e07-b650-ed1a13e004a3 req-39967930-1d1f-48f2-980b-1d923b5ddabe tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5 HTTP/1.1" status: 200 len: 944 time: 0.1431611 May 13 14:51:59.157189 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cd42ff05-8762-4e07-b650-ed1a13e004a3 req-a8d4e435-860e-4144-a1be-2b24c5a0f34e tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b2ac550-59c6-45b6-866d-44a5053abc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1061509 May 13 14:51:59.201862 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24c340-a4e7-469d-a342-d2a1b0b5dc00 req-f5f6559e-b098-4600-bb52-b21887a7ba4e tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:59.208858 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da24c340-a4e7-469d-a342-d2a1b0b5dc00 req-f5f6559e-b098-4600-bb52-b21887a7ba4e tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd82807c-2675-4004-8a9f-b4f94e1eb838 HTTP/1.1" status: 200 len: 945 time: 0.5604992 May 13 14:51:59.210761 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-139495cd-f8d1-4242-a63b-0708f9a44219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:59.257947 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-139495cd-f8d1-4242-a63b-0708f9a44219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:59.297181 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-139495cd-f8d1-4242-a63b-0708f9a44219 admin admin] Usage tracker for resource:security_group_rule and tenant:2529f5a531ad4e4197b6d1ae9b8473d4 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:59.306404 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da24c340-a4e7-469d-a342-d2a1b0b5dc00 req-6e7c5ed4-0727-403c-9a6d-7cb1ddcf1c1d tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/security-groups?id=c23b44e9-8309-4781-9f5e-5a7cc2c098fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959191 May 13 14:51:59.310531 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-139495cd-f8d1-4242-a63b-0708f9a44219 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:59.315337 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-139495cd-f8d1-4242-a63b-0708f9a44219 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:59.386730 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-dd322b86-ad97-4482-bf53-65b21ef9b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:59.386730 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-dd322b86-ad97-4482-bf53-65b21ef9b854 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=add62c5c-9eca-4348-9830-32239b4651d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2217464 May 13 14:51:59.494381 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 42436) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:59.592475 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-78e2c8a6-b044-4b41-b486-56e4f0c4fe5c service neutron] 10.222.0.59 "GET /v2.0/networks/add62c5c-9eca-4348-9830-32239b4651d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996469 May 13 14:51:59.624837 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-139495cd-f8d1-4242-a63b-0708f9a44219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:59.645446 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-60c2e735-5a01-43a9-acbf-6e97fffd4a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:59.659492 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-139495cd-f8d1-4242-a63b-0708f9a44219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:59.732691 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4320e079-3a7b-49d8-b38f-b62604e23fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:59.755882 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4320e079-3a7b-49d8-b38f-b62604e23fe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:59.765754 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4320e079-3a7b-49d8-b38f-b62604e23fe8 admin admin] Usage tracker for resource:security_group_rule and tenant:2982ef6478934d0882001ed6f84bbc5c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:59.765754 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4320e079-3a7b-49d8-b38f-b62604e23fe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:59.772983 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4320e079-3a7b-49d8-b38f-b62604e23fe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:59.817030 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139495cd-f8d1-4242-a63b-0708f9a44219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40730efd-38a0-482a-9d66-2d98e9a9d355,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:59.824218 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-139495cd-f8d1-4242-a63b-0708f9a44219 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2529f5a531ad4e4197b6d1ae9b8473d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8931627 May 13 14:51:59.824218 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 42444) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:59.901819 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-a176ec2c-36a5-41f5-9e2b-71277e1a9b8b service neutron] 10.222.0.59 "GET /v2.0/networks/add62c5c-9eca-4348-9830-32239b4651d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946265 May 13 14:51:59.941513 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4320e079-3a7b-49d8-b38f-b62604e23fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:59.964678 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4320e079-3a7b-49d8-b38f-b62604e23fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:59.982127 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-7faf00d2-c6b5-4786-98ef-9f6b50ee0626 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=809cd876-ad94-47a7-bcee-934e044a9318 HTTP/1.1" status: 200 len: 217 time: 0.0672669 May 13 14:52:00.028566 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4320e079-3a7b-49d8-b38f-b62604e23fe8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2982ef6478934d0882001ed6f84bbc5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5242250 May 13 14:52:00.028566 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320e079-3a7b-49d8-b38f-b62604e23fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ee7167-29cc-4175-8e02-ea935fcb331a,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:00.028566 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 42450) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:00.065289 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-2356a33d-1352-4b7d-a70f-984cf950e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:00.065289 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-2356a33d-1352-4b7d-a70f-984cf950e129 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ab4d13d9-e6e2-41d7-a1c7-685370a51797 HTTP/1.1" status: 200 len: 797 time: 0.0773845 May 13 14:52:00.065289 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a0aa838-c378-4e61-86db-8e0e62f3791a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:00.124349 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ee4a103c-27b7-4615-9745-b7c4df25e025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:00.150257 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a0aa838-c378-4e61-86db-8e0e62f3791a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:00.160236 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ee4a103c-27b7-4615-9745-b7c4df25e025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:00.205585 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device e9bf7401-9e79-4804-a012-00c3c5113ffb details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:52:00.205889 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-1aa350ae-552a-42bf-8cf9-0d2e27b9a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:00.207680 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-1aa350ae-552a-42bf-8cf9-0d2e27b9a90f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=add62c5c-9eca-4348-9830-32239b4651d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1392989 May 13 14:52:00.214449 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device f8eafc8d-ce09-482f-bb0a-b564e5df3a27 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:52:00.215983 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ee4a103c-27b7-4615-9745-b7c4df25e025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:00.251949 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a103c-27b7-4615-9745-b7c4df25e025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ee7167-29cc-4175-8e02-ea935fcb331a,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:00.267803 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ee4a103c-27b7-4615-9745-b7c4df25e025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:00.276284 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ee4a103c-27b7-4615-9745-b7c4df25e025 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/45ee7167-29cc-4175-8e02-ea935fcb331a HTTP/1.1" status: 204 len: 168 time: 0.2468419 May 13 14:52:00.354912 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a0aa838-c378-4e61-86db-8e0e62f3791a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:00.389566 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0aa838-c378-4e61-86db-8e0e62f3791a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40730efd-38a0-482a-9d66-2d98e9a9d355,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:00.397684 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a0aa838-c378-4e61-86db-8e0e62f3791a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:00.397684 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5a0aa838-c378-4e61-86db-8e0e62f3791a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/40730efd-38a0-482a-9d66-2d98e9a9d355 HTTP/1.1" status: 204 len: 168 time: 0.5700495 May 13 14:52:00.438960 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-71c51fa9-6474-4962-aea1-421f0cab4c35 service neutron] 10.222.0.59 "GET /v2.0/networks/add62c5c-9eca-4348-9830-32239b4651d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245791 May 13 14:52:00.552844 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c1519-35de-4e61-9962-a89bfc044f07 req-53f06424-8573-4fc6-abf4-b0e60106bb76 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:00.558278 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5e6c1519-35de-4e61-9962-a89bfc044f07 req-53f06424-8573-4fc6-abf4-b0e60106bb76 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5 HTTP/1.1" status: 200 len: 944 time: 0.2446973 May 13 14:52:00.658280 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5e6c1519-35de-4e61-9962-a89bfc044f07 req-ad6cb55b-b814-420d-9ab6-4b052112088c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b2ac550-59c6-45b6-866d-44a5053abc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0963731 May 13 14:52:00.699335 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:00.737323 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port e9bf7401-9e79-4804-a012-00c3c5113ffb, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=e9bf7401-9e79-4804-a012-00c3c5113ffb,segment=NetworkSegment(61778e94-d977-405b-98c8-1a76f336218b),segment_id=61778e94-d977-405b-98c8-1a76f336218b)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:00.746807 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1bbb252-f7e5-4db3-9153-0dc19406048a req-e011461e-077b-4658-acab-6c782c51faa3 service neutron] 10.222.0.59 "GET /v2.0/networks/add62c5c-9eca-4348-9830-32239b4651d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017194 May 13 14:52:00.799733 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'e9bf7401-9e79-4804-a012-00c3c5113ffb', 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6', 'port_id': 'e9bf7401-9e79-4804-a012-00c3c5113ffb', 'mac_address': 'fa:16:3e:f5:84:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1d6ff67-d218-4836-93b4-1d9b2817932f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:52:00.867531 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port f8eafc8d-ce09-482f-bb0a-b564e5df3a27 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:52:00.885736 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port f8eafc8d-ce09-482f-bb0a-b564e5df3a27 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:52:00.885736 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:00.940716 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port e9bf7401-9e79-4804-a012-00c3c5113ffb is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:52:00.940716 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:00.954735 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:00.969209 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9bf7401-9e79-4804-a012-00c3c5113ffb {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:52:01.026307 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port e9bf7401-9e79-4804-a012-00c3c5113ffb, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=e9bf7401-9e79-4804-a012-00c3c5113ffb,segment=NetworkSegment(61778e94-d977-405b-98c8-1a76f336218b),segment_id=61778e94-d977-405b-98c8-1a76f336218b)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:01.034306 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:01.106217 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 42476) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:01.106931 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=e9bf7401-9e79-4804-a012-00c3c5113ffb,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:01.109508 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port f8eafc8d-ce09-482f-bb0a-b564e5df3a27 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:52:01.117246 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:01.146878 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-78a4e784-86d8-4e79-abaa-61152df6df7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:01.230358 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-78a4e784-86d8-4e79-abaa-61152df6df7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:01.253071 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-78a4e784-86d8-4e79-abaa-61152df6df7d admin admin] Usage tracker for resource:security_group_rule and tenant:f4c49d018a704a1187c662d57c573b38 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:01.269079 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-78a4e784-86d8-4e79-abaa-61152df6df7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:01.285810 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b3cd35-1f71-4597-9e44-85ab05324584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8eafc8d-ce09-482f-bb0a-b564e5df3a27'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:52:01.292532 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-78a4e784-86d8-4e79-abaa-61152df6df7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:01.315056 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port f8eafc8d-ce09-482f-bb0a-b564e5df3a27, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=f8eafc8d-ce09-482f-bb0a-b564e5df3a27,segment=NetworkSegment(1b7bdf62-9f30-45d7-9a9c-eb4854dda90f),segment_id=1b7bdf62-9f30-45d7-9a9c-eb4854dda90f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:01.325155 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:01.361606 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2750d3f-4828-417f-bd3a-ef2dd27495f5'] response: {'server_uuid': '62b3cd35-1f71-4597-9e44-85ab05324584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8eafc8d-ce09-482f-bb0a-b564e5df3a27', 'code': 200} May 13 14:52:01.387885 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7809ef-42a2-449a-a971-d3de672a5a30 req-5aa09a3f-fb1b-43dc-b66b-36c238f1697b tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:01.395503 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef7809ef-42a2-449a-a971-d3de672a5a30 req-5aa09a3f-fb1b-43dc-b66b-36c238f1697b tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd82807c-2675-4004-8a9f-b4f94e1eb838 HTTP/1.1" status: 200 len: 945 time: 0.8765650 May 13 14:52:01.435105 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=f8eafc8d-ce09-482f-bb0a-b564e5df3a27,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:01.445474 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['e9bf7401-9e79-4804-a012-00c3c5113ffb'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:52:01.490964 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-78a4e784-86d8-4e79-abaa-61152df6df7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:01.497078 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-78a4e784-86d8-4e79-abaa-61152df6df7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:01.546785 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef7809ef-42a2-449a-a971-d3de672a5a30 req-4ec5cd86-ed50-4a36-8ebc-b07025353826 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/security-groups?id=c23b44e9-8309-4781-9f5e-5a7cc2c098fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339710 May 13 14:52:01.578738 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 42492) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:01.582468 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-78a4e784-86d8-4e79-abaa-61152df6df7d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f4c49d018a704a1187c662d57c573b38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4539883 May 13 14:52:01.666111 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4e784-86d8-4e79-abaa-61152df6df7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb73534-4a84-4a1c-a3dc-c8d3bfdc8606,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:01.701876 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4e784-86d8-4e79-abaa-61152df6df7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:01.701876 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4e784-86d8-4e79-abaa-61152df6df7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:01.701876 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4e784-86d8-4e79-abaa-61152df6df7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:01.705704 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4e784-86d8-4e79-abaa-61152df6df7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:01.705704 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4e784-86d8-4e79-abaa-61152df6df7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:01.705704 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4e784-86d8-4e79-abaa-61152df6df7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:01.705704 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4e784-86d8-4e79-abaa-61152df6df7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:01.705704 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4e784-86d8-4e79-abaa-61152df6df7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:01.705704 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4e784-86d8-4e79-abaa-61152df6df7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:01.705704 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4e784-86d8-4e79-abaa-61152df6df7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:01.713010 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4e784-86d8-4e79-abaa-61152df6df7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:01.713010 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4e784-86d8-4e79-abaa-61152df6df7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:01.729193 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d92-43e2-4a71-8782-96dd1f4c6b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:01.765810 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f306b4-da10-4668-b293-1c7c85d8588d req-935c0ef8-2fd6-4deb-a721-4afe09ebca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:01.768838 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d2f306b4-da10-4668-b293-1c7c85d8588d req-935c0ef8-2fd6-4deb-a721-4afe09ebca96 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=62b3cd35-1f71-4597-9e44-85ab05324584 HTTP/1.1" status: 200 len: 1097 time: 0.2949016 May 13 14:52:01.843861 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d92-43e2-4a71-8782-96dd1f4c6b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:01.892306 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d2f306b4-da10-4668-b293-1c7c85d8588d req-86ecbce0-612e-4d5e-9b6f-2f64ca864288 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c23b44e9-8309-4781-9f5e-5a7cc2c098fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067991 May 13 14:52:02.006236 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354b7fe-4421-4037-86ff-effbea940679 req-f0be6f5a-94a2-4283-99ae-c12650d27459 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:02.006236 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6354b7fe-4421-4037-86ff-effbea940679 req-f0be6f5a-94a2-4283-99ae-c12650d27459 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=62b3cd35-1f71-4597-9e44-85ab05324584 HTTP/1.1" status: 200 len: 946 time: 0.1704090 May 13 14:52:02.084184 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eced70-4a7e-46f2-a8e2-e88fbcfbd976 req-e4616894-7d24-4a13-b510-ca2e06508970 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:02.084184 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a2eced70-4a7e-46f2-a8e2-e88fbcfbd976 req-e4616894-7d24-4a13-b510-ca2e06508970 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5 HTTP/1.1" status: 200 len: 945 time: 0.1914406 May 13 14:52:02.090961 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d92-43e2-4a71-8782-96dd1f4c6b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:02.158016 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa8d92-43e2-4a71-8782-96dd1f4c6b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb73534-4a84-4a1c-a3dc-c8d3bfdc8606,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:02.158182 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:02.168673 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6354b7fe-4421-4037-86ff-effbea940679 req-9dfc4992-c0cc-4afa-807b-376692d8b512 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/security-groups?id=c23b44e9-8309-4781-9f5e-5a7cc2c098fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439602 May 13 14:52:02.216975 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d92-43e2-4a71-8782-96dd1f4c6b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:02.218373 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-afaa8d92-43e2-4a71-8782-96dd1f4c6b16 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2cb73534-4a84-4a1c-a3dc-c8d3bfdc8606 HTTP/1.1" status: 204 len: 168 time: 0.6555429 May 13 14:52:02.233009 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a2eced70-4a7e-46f2-a8e2-e88fbcfbd976 req-717418ac-db41-40c9-b746-53dc67f6bbf3 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b2ac550-59c6-45b6-866d-44a5053abc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1058211 May 13 14:52:03.595990 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444bc257-7a35-49c0-89bc-a9dfb83a09cc req-e00a0386-51f0-456a-bd64-66884bed400b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:03.610382 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-444bc257-7a35-49c0-89bc-a9dfb83a09cc req-e00a0386-51f0-456a-bd64-66884bed400b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5 HTTP/1.1" status: 200 len: 945 time: 0.1881852 May 13 14:52:03.735096 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-444bc257-7a35-49c0-89bc-a9dfb83a09cc req-5af3ffcf-e6f8-4349-9c4f-a2125379bd94 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b2ac550-59c6-45b6-866d-44a5053abc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0934858 May 13 14:52:03.791068 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f971c-ebe4-4bd7-b6fd-b617c25fc725 req-860dfbf5-382f-4760-813d-ffd654d544f6 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:03.803878 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ef8f971c-ebe4-4bd7-b6fd-b617c25fc725 req-860dfbf5-382f-4760-813d-ffd654d544f6 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=62b3cd35-1f71-4597-9e44-85ab05324584 HTTP/1.1" status: 200 len: 946 time: 0.3942695 May 13 14:52:03.879984 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ef8f971c-ebe4-4bd7-b6fd-b617c25fc725 req-6df44eb5-ec01-4e6a-adef-c32966cf076f tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/security-groups?id=c23b44e9-8309-4781-9f5e-5a7cc2c098fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674815 May 13 14:52:04.252207 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device e9bf7401-9e79-4804-a012-00c3c5113ffb up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:52:04.368803 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 42582) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:04.386311 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port e9bf7401-9e79-4804-a012-00c3c5113ffb completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:52:04.389167 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port e9bf7401-9e79-4804-a012-00c3c5113ffb triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:52:04.389167 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:04.538792 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port e9bf7401-9e79-4804-a012-00c3c5113ffb is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:52:04.538792 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:04.543373 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1dbec296-0c10-4e11-ba63-a34203645046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:04.561964 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b43b0d-784a-497d-82a3-0be9baece9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9bf7401-9e79-4804-a012-00c3c5113ffb'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:52:04.578038 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port e9bf7401-9e79-4804-a012-00c3c5113ffb, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=e9bf7401-9e79-4804-a012-00c3c5113ffb,segment=NetworkSegment(61778e94-d977-405b-98c8-1a76f336218b),segment_id=61778e94-d977-405b-98c8-1a76f336218b)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:04.578038 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:04.602857 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1dbec296-0c10-4e11-ba63-a34203645046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:04.622468 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1dbec296-0c10-4e11-ba63-a34203645046 admin admin] Usage tracker for resource:security_group_rule and tenant:09f94843ef2942f5b4d35f116b16cee0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:04.622468 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1dbec296-0c10-4e11-ba63-a34203645046 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:04.641099 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1dbec296-0c10-4e11-ba63-a34203645046 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:04.653372 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03bd1703-e7b9-4c88-ab3a-dfb0a20dbd84'] response: {'server_uuid': 'b1b43b0d-784a-497d-82a3-0be9baece9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9bf7401-9e79-4804-a012-00c3c5113ffb', 'code': 200} May 13 14:52:04.721001 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=e9bf7401-9e79-4804-a012-00c3c5113ffb,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:05.062764 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9031a29-86d0-49c1-9614-fdbb8539ebc1 req-575a7ad7-a669-4785-b660-6297f96bfbe7 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:05.062764 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d9031a29-86d0-49c1-9614-fdbb8539ebc1 req-575a7ad7-a669-4785-b660-6297f96bfbe7 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5 HTTP/1.1" status: 200 len: 946 time: 0.1287453 May 13 14:52:05.112200 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1dbec296-0c10-4e11-ba63-a34203645046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:05.123173 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1dbec296-0c10-4e11-ba63-a34203645046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:05.139844 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d9031a29-86d0-49c1-9614-fdbb8539ebc1 req-13b36a2f-f5ff-4907-9d59-32628a5594bf tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b2ac550-59c6-45b6-866d-44a5053abc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0719218 May 13 14:52:05.246209 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2e8fd-b95a-4599-b1a1-6a325a10751c req-e7675f78-96ee-4a7b-84c9-f96eb2f19eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:05.246209 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-93b2e8fd-b95a-4599-b1a1-6a325a10751c req-e7675f78-96ee-4a7b-84c9-f96eb2f19eae service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5 HTTP/1.1" status: 200 len: 1097 time: 0.4800844 May 13 14:52:05.290372 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1dbec296-0c10-4e11-ba63-a34203645046 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=09f94843ef2942f5b4d35f116b16cee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9133308 May 13 14:52:05.294135 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 42616) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:05.308187 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbec296-0c10-4e11-ba63-a34203645046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29639e76-660e-492c-9549-0b33a4ff2d9b,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:05.354594 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe42d69-899a-4439-ada6-d6e1c5551782 req-89da1fa2-40ca-4fd9-9a1f-7b7206bf4316 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:05.362911 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-efe42d69-899a-4439-ada6-d6e1c5551782 req-89da1fa2-40ca-4fd9-9a1f-7b7206bf4316 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=62b3cd35-1f71-4597-9e44-85ab05324584 HTTP/1.1" status: 200 len: 946 time: 0.2405074 May 13 14:52:05.362911 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-93b2e8fd-b95a-4599-b1a1-6a325a10751c req-fbb42330-29ee-4fc0-92d3-71ee4377c8d7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5b2ac550-59c6-45b6-866d-44a5053abc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1167855 May 13 14:52:05.410424 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7d4a9f25-e6fd-40cb-8d45-8c23d0bbfdc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:05.425625 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-efe42d69-899a-4439-ada6-d6e1c5551782 req-b31badf5-c051-48f6-a1ef-22e3de18acbf tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/security-groups?id=c23b44e9-8309-4781-9f5e-5a7cc2c098fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660388 May 13 14:52:05.442215 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7d4a9f25-e6fd-40cb-8d45-8c23d0bbfdc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:05.525725 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7d4a9f25-e6fd-40cb-8d45-8c23d0bbfdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:05.546225 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a9f25-e6fd-40cb-8d45-8c23d0bbfdc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29639e76-660e-492c-9549-0b33a4ff2d9b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:05.559758 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7d4a9f25-e6fd-40cb-8d45-8c23d0bbfdc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:05.567312 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7d4a9f25-e6fd-40cb-8d45-8c23d0bbfdc5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/29639e76-660e-492c-9549-0b33a4ff2d9b HTTP/1.1" status: 204 len: 168 time: 0.2797749 May 13 14:52:06.033589 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-10d7a585-9e89-45dd-a54c-79fb6927a1e1 req-9b987d7e-287e-4251-8b64-b067ff887b3e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1445827 May 13 14:52:06.437367 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 42678) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:06.468349 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1230196b-6b1d-4da2-a408-067c1df17a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:06.496838 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1230196b-6b1d-4da2-a408-067c1df17a7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:06.501124 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1230196b-6b1d-4da2-a408-067c1df17a7a admin admin] Usage tracker for resource:security_group_rule and tenant:4668e070623a479693828cb13e709b5e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:06.504258 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1230196b-6b1d-4da2-a408-067c1df17a7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:06.551812 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1230196b-6b1d-4da2-a408-067c1df17a7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:06.695725 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-e72ecdec-95ad-4e72-91ec-a7b68fe6da43 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:06.711199 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-e72ecdec-95ad-4e72-91ec-a7b68fe6da43 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/networks?id=5365c897-5f27-47e9-b611-9e684922750b HTTP/1.1" status: 200 len: 813 time: 0.3074937 May 13 14:52:06.723532 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab6545-aa96-4b47-91d9-93f3bf5ee053 req-7f04edd2-ed81-44f8-b2ac-761c0fefef2f tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:06.735095 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4eab6545-aa96-4b47-91d9-93f3bf5ee053 req-7f04edd2-ed81-44f8-b2ac-761c0fefef2f tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5 HTTP/1.1" status: 200 len: 946 time: 0.2343705 May 13 14:52:06.761412 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-a9f71fcb-ea63-4c17-bb26-b9168edbac99 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/quotas/141d2ccbfdb848c18ffa97dbbf3a66e3 HTTP/1.1" status: 200 len: 375 time: 0.0584555 May 13 14:52:06.822020 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1230196b-6b1d-4da2-a408-067c1df17a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:06.835139 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4eab6545-aa96-4b47-91d9-93f3bf5ee053 req-f8899007-55e4-4e8f-bdd3-7ef8e86cd79d tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b2ac550-59c6-45b6-866d-44a5053abc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1081941 May 13 14:52:06.839250 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1230196b-6b1d-4da2-a408-067c1df17a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:06.934479 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1230196b-6b1d-4da2-a408-067c1df17a7a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4668e070623a479693828cb13e709b5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4902916 May 13 14:52:06.934479 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230196b-6b1d-4da2-a408-067c1df17a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4741eea-447a-46b0-aea3-deda310361a7,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:06.934479 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 42704) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:06.983411 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7a585-9e89-45dd-a54c-79fb6927a1e1 req-6e34b308-14d3-4618-b18f-14a954a4a3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:06.998345 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-10d7a585-9e89-45dd-a54c-79fb6927a1e1 req-6e34b308-14d3-4618-b18f-14a954a4a3e1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6165004ac18741f8a69dd64293b7a1e1&device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf HTTP/1.1" status: 200 len: 1096 time: 0.7973106 May 13 14:52:07.009118 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-05639318-14ef-4dde-bd23-c070058113a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:07.051200 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-831232ad-def8-4813-a3fe-0e87597b06cd tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=141d2ccbfdb848c18ffa97dbbf3a66e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2771797 May 13 14:52:07.066228 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-05639318-14ef-4dde-bd23-c070058113a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:07.152685 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-05639318-14ef-4dde-bd23-c070058113a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:07.220303 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05639318-14ef-4dde-bd23-c070058113a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4741eea-447a-46b0-aea3-deda310361a7,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:07.228254 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-05639318-14ef-4dde-bd23-c070058113a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:07.241830 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-05639318-14ef-4dde-bd23-c070058113a3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a4741eea-447a-46b0-aea3-deda310361a7 HTTP/1.1" status: 204 len: 168 time: 0.3084786 May 13 14:52:07.369960 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-94494c95-9dee-430b-ac26-c9bbd8c1b79e req-3523b9fc-3b57-470f-b6bb-9c41639be5ba service neutron] (88081) timed out ('10.222.0.35', 60744) {{(pid=88081) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 14:52:07.491402 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7a585-9e89-45dd-a54c-79fb6927a1e1 req-efc96628-4d1d-4ddf-b9c2-2c95b3db0db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:07.491402 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-10d7a585-9e89-45dd-a54c-79fb6927a1e1 req-efc96628-4d1d-4ddf-b9c2-2c95b3db0db0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5282d3ed-350b-4da4-8383-5e6e9e2a8391 HTTP/1.1" status: 200 len: 910 time: 0.4267516 May 13 14:52:07.675922 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-1d8ee658-d9fc-4f77-8809-139f1df94389 service neutron] 10.222.0.35 "GET /v2.0/networks/5365c897-5f27-47e9-b611-9e684922750b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6313624 May 13 14:52:07.719399 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-10d7a585-9e89-45dd-a54c-79fb6927a1e1 req-1e835685-7eff-42ae-8706-3f899f0ca485 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=398cdb92-296c-4cde-8131-a4d03d83a38f HTTP/1.1" status: 200 len: 1000 time: 0.1912317 May 13 14:52:07.823210 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce9fa6-ba52-4395-94be-a3fc00972cc5 req-bf8fa986-8a68-4fc7-89d6-79d592f854a9 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:07.823210 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-23ce9fa6-ba52-4395-94be-a3fc00972cc5 req-bf8fa986-8a68-4fc7-89d6-79d592f854a9 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b3cd35-1f71-4597-9e44-85ab05324584 HTTP/1.1" status: 200 len: 946 time: 0.1474333 May 13 14:52:07.833624 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64ac97-88e1-49e1-b02c-3a414089cdaf req-558199a0-24fa-4302-ae70-b4f34b79ff93 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:07.833624 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7b64ac97-88e1-49e1-b02c-3a414089cdaf req-558199a0-24fa-4302-ae70-b4f34b79ff93 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd82807c-2675-4004-8a9f-b4f94e1eb838 HTTP/1.1" status: 200 len: 945 time: 0.4493911 May 13 14:52:07.949634 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-7b64ac97-88e1-49e1-b02c-3a414089cdaf req-00950143-155b-46e8-b52c-7d2c43bbfe78 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Deleting port 84839eec-c910-4ee5-9da3-851f3063dc61 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:52:07.950068 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7b64ac97-88e1-49e1-b02c-3a414089cdaf req-00950143-155b-46e8-b52c-7d2c43bbfe78 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:08.010297 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-23ce9fa6-ba52-4395-94be-a3fc00972cc5 req-5d61d4eb-a568-40a1-8445-f6c6f896703f tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Deleting port f8eafc8d-ce09-482f-bb0a-b564e5df3a27 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:52:08.010921 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-23ce9fa6-ba52-4395-94be-a3fc00972cc5 req-5d61d4eb-a568-40a1-8445-f6c6f896703f tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:08.047031 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7a585-9e89-45dd-a54c-79fb6927a1e1 req-36ef4209-7175-4760-bf39-b8ad55b6042c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:08.048815 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-10d7a585-9e89-45dd-a54c-79fb6927a1e1 req-36ef4209-7175-4760-bf39-b8ad55b6042c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1c8f4586-9019-4e40-a9f7-0e85fc630d68 HTTP/1.1" status: 200 len: 848 time: 0.3274524 May 13 14:52:08.334060 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-3e6d86cd-48b8-47f9-bc19-8026cae9611b service neutron] 10.222.0.35 "GET /v2.0/networks/5365c897-5f27-47e9-b611-9e684922750b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6548738 May 13 14:52:08.444207 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-23ce9fa6-ba52-4395-94be-a3fc00972cc5 req-5d61d4eb-a568-40a1-8445-f6c6f896703f tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] For port f8eafc8d-ce09-482f-bb0a-b564e5df3a27, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=f8eafc8d-ce09-482f-bb0a-b564e5df3a27,segment=NetworkSegment(1b7bdf62-9f30-45d7-9a9c-eb4854dda90f),segment_id=1b7bdf62-9f30-45d7-9a9c-eb4854dda90f)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:08.445596 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-23ce9fa6-ba52-4395-94be-a3fc00972cc5 req-5d61d4eb-a568-40a1-8445-f6c6f896703f tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:08.590265 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7a585-9e89-45dd-a54c-79fb6927a1e1 req-4c7d8b1b-8058-4c30-b3fb-40f0a0902252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:08.590265 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-10d7a585-9e89-45dd-a54c-79fb6927a1e1 req-4c7d8b1b-8058-4c30-b3fb-40f0a0902252 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5282d3ed-350b-4da4-8383-5e6e9e2a8391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5195775 May 13 14:52:08.796908 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-23ce9fa6-ba52-4395-94be-a3fc00972cc5 req-5d61d4eb-a568-40a1-8445-f6c6f896703f tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Calling delete_port for f8eafc8d-ce09-482f-bb0a-b564e5df3a27 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:52:09.027553 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 42796) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:09.228483 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99faaf9e-ba2b-4cba-84da-f31721794cb8 req-ad6232b0-615d-47be-992b-fe41b5e13df9 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:09.239062 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-99faaf9e-ba2b-4cba-84da-f31721794cb8 req-ad6232b0-615d-47be-992b-fe41b5e13df9 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5 HTTP/1.1" status: 200 len: 946 time: 1.2488732 May 13 14:52:09.436943 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8d7b16d-dac1-474e-ad5f-ffcca3a38693 req-a42239d0-92e6-42a3-8619-dc167ec15792 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=36dcba3a-83c0-450a-bd54-0dbcea74ca05 HTTP/1.1" status: 200 len: 210 time: 0.2182293 May 13 14:52:09.451191 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-7b64ac97-88e1-49e1-b02c-3a414089cdaf req-00950143-155b-46e8-b52c-7d2c43bbfe78 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] For port 84839eec-c910-4ee5-9da3-851f3063dc61, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=84839eec-c910-4ee5-9da3-851f3063dc61,segment=NetworkSegment(1b7bdf62-9f30-45d7-9a9c-eb4854dda90f),segment_id=1b7bdf62-9f30-45d7-9a9c-eb4854dda90f)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:09.451191 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7b64ac97-88e1-49e1-b02c-3a414089cdaf req-00950143-155b-46e8-b52c-7d2c43bbfe78 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:09.471697 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-99faaf9e-ba2b-4cba-84da-f31721794cb8 req-c018acd5-f24d-4639-93d0-0d76e56845e6 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b2ac550-59c6-45b6-866d-44a5053abc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2303872 May 13 14:52:09.558991 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-23ce9fa6-ba52-4395-94be-a3fc00972cc5 req-5d61d4eb-a568-40a1-8445-f6c6f896703f tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:09.571968 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['84839eec-c910-4ee5-9da3-851f3063dc61'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:52:09.760344 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-7b64ac97-88e1-49e1-b02c-3a414089cdaf req-00950143-155b-46e8-b52c-7d2c43bbfe78 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Calling delete_port for 84839eec-c910-4ee5-9da3-851f3063dc61 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:52:09.828375 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61d4eb-a568-40a1-8445-f6c6f896703f tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Pushing event deleted for resources: {'Port': ['ID=f8eafc8d-ce09-482f-bb0a-b564e5df3a27,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:09.882099 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-10d7a585-9e89-45dd-a54c-79fb6927a1e1 req-a58f3982-fc3f-479d-8001-69a5d7596eab service neutron] 10.222.0.74 "GET /v2.0/networks/5282d3ed-350b-4da4-8383-5e6e9e2a8391?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2628393 May 13 14:52:09.978332 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8f0dce2d-7b43-4af5-bbba-71fdbc1bdcf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:10.150153 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ce9fa6-ba52-4395-94be-a3fc00972cc5 req-5d61d4eb-a568-40a1-8445-f6c6f896703f tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] No DVR routers for this DVR port f8eafc8d-ce09-482f-bb0a-b564e5df3a27 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:52:10.150153 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-23ce9fa6-ba52-4395-94be-a3fc00972cc5 req-5d61d4eb-a568-40a1-8445-f6c6f896703f tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:10.153037 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a724a-40b9-4b0a-b951-b026ced87847 req-f0b7befe-4138-4032-ac32-13b5be4e2487 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:10.157177 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-380a724a-40b9-4b0a-b951-b026ced87847 req-f0b7befe-4138-4032-ac32-13b5be4e2487 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5 HTTP/1.1" status: 200 len: 946 time: 0.3681185 May 13 14:52:10.164056 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8f0dce2d-7b43-4af5-bbba-71fdbc1bdcf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:10.172643 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b3cd35-1f71-4597-9e44-85ab05324584', 'name': 'network-vif-deleted', 'tag': 'f8eafc8d-ce09-482f-bb0a-b564e5df3a27'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:52:10.214827 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8f0dce2d-7b43-4af5-bbba-71fdbc1bdcf7 admin admin] Usage tracker for resource:security_group_rule and tenant:88a2c8d0a73745088ed6894963dd5628 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:10.315093 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8f0dce2d-7b43-4af5-bbba-71fdbc1bdcf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:10.315093 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8f0dce2d-7b43-4af5-bbba-71fdbc1bdcf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:10.315093 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-23ce9fa6-ba52-4395-94be-a3fc00972cc5 req-5d61d4eb-a568-40a1-8445-f6c6f896703f tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.74 "DELETE /v2.0/ports/f8eafc8d-ce09-482f-bb0a-b564e5df3a27 HTTP/1.1" status: 204 len: 173 time: 2.4320619 May 13 14:52:10.316982 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device f8eafc8d-ce09-482f-bb0a-b564e5df3a27 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:52:10.319911 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-10d7a585-9e89-45dd-a54c-79fb6927a1e1 req-a45f356e-2c0f-4333-9c6f-945f198924d8 service neutron] 10.222.0.74 "GET /v2.0/networks/5282d3ed-350b-4da4-8383-5e6e9e2a8391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903124 May 13 14:52:10.324939 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be1791ae-4fd9-48cb-9705-c3464b6228d3'] response: {'server_uuid': '62b3cd35-1f71-4597-9e44-85ab05324584', 'name': 'network-vif-deleted', 'tag': 'f8eafc8d-ce09-482f-bb0a-b564e5df3a27', 'status': 'completed', 'code': 200} May 13 14:52:10.369758 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-380a724a-40b9-4b0a-b951-b026ced87847 req-51a745f2-a904-4495-9630-0169cdac0931 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b2ac550-59c6-45b6-866d-44a5053abc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2119944 May 13 14:52:10.389527 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7b64ac97-88e1-49e1-b02c-3a414089cdaf req-00950143-155b-46e8-b52c-7d2c43bbfe78 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:10.389527 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 42836) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:10.416458 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: f8eafc8d-ce09-482f-bb0a-b564e5df3a27 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:52:10.417303 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device f8eafc8d-ce09-482f-bb0a-b564e5df3a27 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:52:10.593804 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8f0dce2d-7b43-4af5-bbba-71fdbc1bdcf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:10.599823 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8f0dce2d-7b43-4af5-bbba-71fdbc1bdcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:10.665345 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00950143-155b-46e8-b52c-7d2c43bbfe78 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Pushing event deleted for resources: {'Port': ['ID=84839eec-c910-4ee5-9da3-851f3063dc61,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:10.689195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00950143-155b-46e8-b52c-7d2c43bbfe78 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:10.689195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00950143-155b-46e8-b52c-7d2c43bbfe78 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:10.689195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00950143-155b-46e8-b52c-7d2c43bbfe78 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:10.689195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00950143-155b-46e8-b52c-7d2c43bbfe78 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:10.689195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00950143-155b-46e8-b52c-7d2c43bbfe78 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:10.689195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00950143-155b-46e8-b52c-7d2c43bbfe78 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:10.689195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00950143-155b-46e8-b52c-7d2c43bbfe78 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:10.689195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00950143-155b-46e8-b52c-7d2c43bbfe78 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:10.689195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00950143-155b-46e8-b52c-7d2c43bbfe78 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:10.689195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00950143-155b-46e8-b52c-7d2c43bbfe78 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:10.689195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00950143-155b-46e8-b52c-7d2c43bbfe78 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:10.689195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00950143-155b-46e8-b52c-7d2c43bbfe78 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:10.719030 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0dce2d-7b43-4af5-bbba-71fdbc1bdcf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc03df4c-5f12-4d58-8a15-e410f8c29868,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:10.802637 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-eedd2622-4aa9-45d6-a7d9-38efe757c5eb req-60bb9bde-f8fc-4b5e-a5d5-1ed1f96bbced tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Synchronizing usage tracker for tenant:141d2ccbfdb848c18ffa97dbbf3a66e3 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:10.843706 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8f0dce2d-7b43-4af5-bbba-71fdbc1bdcf7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=88a2c8d0a73745088ed6894963dd5628&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8013632 May 13 14:52:10.845806 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 42854) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:10.860092 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b64ac97-88e1-49e1-b02c-3a414089cdaf req-00950143-155b-46e8-b52c-7d2c43bbfe78 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] No DVR routers for this DVR port 84839eec-c910-4ee5-9da3-851f3063dc61 on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:52:10.861624 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-eedd2622-4aa9-45d6-a7d9-38efe757c5eb req-60bb9bde-f8fc-4b5e-a5d5-1ed1f96bbced tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Unset dirty status for tenant:141d2ccbfdb848c18ffa97dbbf3a66e3 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:10.863790 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7b64ac97-88e1-49e1-b02c-3a414089cdaf req-00950143-155b-46e8-b52c-7d2c43bbfe78 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:10.872837 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd82807c-2675-4004-8a9f-b4f94e1eb838', 'name': 'network-vif-deleted', 'tag': '84839eec-c910-4ee5-9da3-851f3063dc61'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:52:10.873859 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-eedd2622-4aa9-45d6-a7d9-38efe757c5eb req-60bb9bde-f8fc-4b5e-a5d5-1ed1f96bbced tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=36dcba3a-83c0-450a-bd54-0dbcea74ca05 HTTP/1.1" status: 200 len: 210 time: 0.1597421 May 13 14:52:10.904508 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7b64ac97-88e1-49e1-b02c-3a414089cdaf req-00950143-155b-46e8-b52c-7d2c43bbfe78 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.59 "DELETE /v2.0/ports/84839eec-c910-4ee5-9da3-851f3063dc61 HTTP/1.1" status: 204 len: 173 time: 3.0577409 May 13 14:52:10.916293 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e340b3a2-4d5b-427d-8a88-5a313528adab tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:10.921350 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e340b3a2-4d5b-427d-8a88-5a313528adab tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5 HTTP/1.1" status: 200 len: 1092 time: 0.5311582 May 13 14:52:10.921976 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 42862) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:10.933768 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-b524d83b-4bd5-456b-9d6e-e55dcf1cb003 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'port_id': 'e9bf7401-9e79-4804-a012-00c3c5113ffb', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:10.942342 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b524d83b-4bd5-456b-9d6e-e55dcf1cb003 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:10.949763 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b524d83b-4bd5-456b-9d6e-e55dcf1cb003 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:floatingip and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:10.955671 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b524d83b-4bd5-456b-9d6e-e55dcf1cb003 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:10.964611 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b524d83b-4bd5-456b-9d6e-e55dcf1cb003 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:11.003574 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d8e05a95-2cc2-4bf4-a21f-497f7f049e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:11.023063 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ab642ec-ecaa-4fea-b35c-39adda643533'] response: {'server_uuid': 'dd82807c-2675-4004-8a9f-b4f94e1eb838', 'name': 'network-vif-deleted', 'tag': '84839eec-c910-4ee5-9da3-851f3063dc61', 'status': 'completed', 'code': 200} May 13 14:52:11.030586 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b524d83b-4bd5-456b-9d6e-e55dcf1cb003 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for floatingip, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:11.049315 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d8e05a95-2cc2-4bf4-a21f-497f7f049e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:11.171550 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d8e05a95-2cc2-4bf4-a21f-497f7f049e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:11.196771 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d8e05a95-2cc2-4bf4-a21f-497f7f049e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:11.198588 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d8e05a95-2cc2-4bf4-a21f-497f7f049e52 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dc03df4c-5f12-4d58-8a15-e410f8c29868 HTTP/1.1" status: 204 len: 168 time: 0.3517461 May 13 14:52:11.199595 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e05a95-2cc2-4bf4-a21f-497f7f049e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc03df4c-5f12-4d58-8a15-e410f8c29868,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:11.349201 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b524d83b-4bd5-456b-9d6e-e55dcf1cb003 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:11.554869 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 84839eec-c910-4ee5-9da3-851f3063dc61 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:52:11.638998 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 84839eec-c910-4ee5-9da3-851f3063dc61 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:52:11.639378 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 84839eec-c910-4ee5-9da3-851f3063dc61 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:52:11.786598 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-957915d1-6c59-4552-ac2a-8d0fd057480b tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:11.801175 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-957915d1-6c59-4552-ac2a-8d0fd057480b tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.59 "GET /v2.0/networks?id=5365c897-5f27-47e9-b611-9e684922750b HTTP/1.1" status: 200 len: 813 time: 0.3832321 May 13 14:52:11.826585 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-3dfbd00b-51bc-40da-8540-cc3b46f0ec70 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Request body: {'port': {'device_id': '880c6502-5406-4e3b-8757-e50dff1cbf54', 'network_id': '5365c897-5f27-47e9-b611-9e684922750b', 'admin_state_up': True, 'tenant_id': '141d2ccbfdb848c18ffa97dbbf3a66e3'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:12.257590 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-3dfbd00b-51bc-40da-8540-cc3b46f0ec70 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:12.260524 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-b524d83b-4bd5-456b-9d6e-e55dcf1cb003 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Allocated IP 172.25.0.58 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/f898a8aa-d074-4b77-adde-0adb537eda1a) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:52:12.265647 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-3dfbd00b-51bc-40da-8540-cc3b46f0ec70 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Usage tracker for resource:port and tenant:141d2ccbfdb848c18ffa97dbbf3a66e3 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:12.270638 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-3dfbd00b-51bc-40da-8540-cc3b46f0ec70 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:12.288459 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-3dfbd00b-51bc-40da-8540-cc3b46f0ec70 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:12.317240 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 42894) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:12.327662 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-3dfbd00b-51bc-40da-8540-cc3b46f0ec70 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Made reservation on behalf of 141d2ccbfdb848c18ffa97dbbf3a66e3 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:12.338291 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-3dfbd00b-51bc-40da-8540-cc3b46f0ec70 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:12.435100 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f6f251cc-0b74-4fed-9f20-cb1e355c11df req-73e7a150-c471-41be-bccf-5c34d496e384 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=36dcba3a-83c0-450a-bd54-0dbcea74ca05 HTTP/1.1" status: 200 len: 210 time: 0.0557799 May 13 14:52:12.600580 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-750f9b3e-05dc-4573-b633-5eae85d7c770 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:12.600580 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-750f9b3e-05dc-4573-b633-5eae85d7c770 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.59 "GET /v2.0/networks?id=5365c897-5f27-47e9-b611-9e684922750b HTTP/1.1" status: 200 len: 813 time: 0.6809087 May 13 14:52:12.616952 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-fd2520de-0c85-4cb6-943a-dce3f0a8afc4 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Request body: {'port': {'device_id': '36dcba3a-83c0-450a-bd54-0dbcea74ca05', 'network_id': '5365c897-5f27-47e9-b611-9e684922750b', 'admin_state_up': True, 'tenant_id': '141d2ccbfdb848c18ffa97dbbf3a66e3'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:12.631819 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9f8a91b4-1165-48f5-9637-128f36b0e289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:12.726256 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9f8a91b4-1165-48f5-9637-128f36b0e289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:12.726256 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9f8a91b4-1165-48f5-9637-128f36b0e289 admin admin] Usage tracker for resource:security_group_rule and tenant:c66a094d252242a3a39a44dd0d64ab78 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:12.726256 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9f8a91b4-1165-48f5-9637-128f36b0e289 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:12.731364 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9f8a91b4-1165-48f5-9637-128f36b0e289 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:12.811208 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-fd2520de-0c85-4cb6-943a-dce3f0a8afc4 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:12.816979 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-fd2520de-0c85-4cb6-943a-dce3f0a8afc4 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Usage tracker for resource:port and tenant:141d2ccbfdb848c18ffa97dbbf3a66e3 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:12.822654 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-fd2520de-0c85-4cb6-943a-dce3f0a8afc4 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:12.830414 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-fd2520de-0c85-4cb6-943a-dce3f0a8afc4 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:12.876592 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9f8a91b4-1165-48f5-9637-128f36b0e289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:12.888765 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-fd2520de-0c85-4cb6-943a-dce3f0a8afc4 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Made reservation on behalf of 141d2ccbfdb848c18ffa97dbbf3a66e3 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:12.892741 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-fd2520de-0c85-4cb6-943a-dce3f0a8afc4 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:12.908146 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9f8a91b4-1165-48f5-9637-128f36b0e289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:12.965674 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9f8a91b4-1165-48f5-9637-128f36b0e289 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c66a094d252242a3a39a44dd0d64ab78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6384151 May 13 14:52:12.971878 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 42920) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:13.104593 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a91b4-1165-48f5-9637-128f36b0e289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b04cea-0518-4693-b49c-4770fa690559,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:13.113997 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b524d83b-4bd5-456b-9d6e-e55dcf1cb003 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:13.156048 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-3dfbd00b-51bc-40da-8540-cc3b46f0ec70 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Allocated IP 172.20.0.6 (5365c897-5f27-47e9-b611-9e684922750b/ad4e4f8c-cb11-4e85-8f7d-a01316af8e48/6dfe96ff-af15-4e73-82f1-6c05c34387fd) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:52:13.200192 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a51ebcd8-af4d-4f13-a0c0-16d1fa5c4a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:13.280610 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a51ebcd8-af4d-4f13-a0c0-16d1fa5c4a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:13.371775 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b524d83b-4bd5-456b-9d6e-e55dcf1cb003 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:13.541530 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b524d83b-4bd5-456b-9d6e-e55dcf1cb003 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:52:13.541530 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-b524d83b-4bd5-456b-9d6e-e55dcf1cb003 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:52:13.561323 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b524d83b-4bd5-456b-9d6e-e55dcf1cb003 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:52:13.605307 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524d83b-4bd5-456b-9d6e-e55dcf1cb003 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'Port': ['ID=f898a8aa-d074-4b77-adde-0adb537eda1a,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:13.634482 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a51ebcd8-af4d-4f13-a0c0-16d1fa5c4a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:13.656159 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 42938) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:13.712019 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ebcd8-af4d-4f13-a0c0-16d1fa5c4a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b04cea-0518-4693-b49c-4770fa690559,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:13.766655 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-5e6ec1ce-96c4-4712-a95c-9791d6338d0e req-6e21d1d8-5f6e-48cc-8bb6-215ab0a6f216 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Synchronizing usage tracker for tenant:141d2ccbfdb848c18ffa97dbbf3a66e3 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:13.804812 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-3dfbd00b-51bc-40da-8540-cc3b46f0ec70 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:13.832153 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-569f1d9b-e9a3-422a-8280-130062cbbe79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:13.859170 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-569f1d9b-e9a3-422a-8280-130062cbbe79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:13.862854 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-569f1d9b-e9a3-422a-8280-130062cbbe79 admin admin] Usage tracker for resource:security_group_rule and tenant:3c1975b9f2e0420695da9cb2785a8813 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:13.866734 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-569f1d9b-e9a3-422a-8280-130062cbbe79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:13.880696 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-569f1d9b-e9a3-422a-8280-130062cbbe79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:13.890407 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a51ebcd8-af4d-4f13-a0c0-16d1fa5c4a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:13.890407 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a51ebcd8-af4d-4f13-a0c0-16d1fa5c4a6c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/06b04cea-0518-4693-b49c-4770fa690559 HTTP/1.1" status: 204 len: 168 time: 0.9015756 May 13 14:52:13.890407 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-5e6ec1ce-96c4-4712-a95c-9791d6338d0e req-6e21d1d8-5f6e-48cc-8bb6-215ab0a6f216 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Unset dirty status for tenant:141d2ccbfdb848c18ffa97dbbf3a66e3 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:13.890407 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5e6ec1ce-96c4-4712-a95c-9791d6338d0e req-6e21d1d8-5f6e-48cc-8bb6-215ab0a6f216 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=36dcba3a-83c0-450a-bd54-0dbcea74ca05 HTTP/1.1" status: 200 len: 210 time: 0.2388871 May 13 14:52:14.059624 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-3dfbd00b-51bc-40da-8540-cc3b46f0ec70 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:14.073320 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-569f1d9b-e9a3-422a-8280-130062cbbe79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:14.084956 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-569f1d9b-e9a3-422a-8280-130062cbbe79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:14.196741 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-3dfbd00b-51bc-40da-8540-cc3b46f0ec70 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Network 5365c897-5f27-47e9-b611-9e684922750b is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:52:14.196741 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-3dfbd00b-51bc-40da-8540-cc3b46f0ec70 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:52:14.204124 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-569f1d9b-e9a3-422a-8280-130062cbbe79 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3c1975b9f2e0420695da9cb2785a8813&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5506470 May 13 14:52:14.211845 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 42954) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:14.220123 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-3dfbd00b-51bc-40da-8540-cc3b46f0ec70 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:52:14.233344 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f1d9b-e9a3-422a-8280-130062cbbe79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0daf2901-d6b1-46b1-bb79-23cc505ac2d9,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:14.269690 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.api [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-fd2520de-0c85-4cb6-943a-dce3f0a8afc4 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.6-5ffc2090-6d6c-4bdd-856f-7952ed0283ef {{(pid=88082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:52:14.269690 n-d-841760-1 neutron-server[88082]: DEBUG oslo_db.api [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-fd2520de-0c85-4cb6-943a-dce3f0a8afc4 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:52:14.332499 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfbd00b-51bc-40da-8540-cc3b46f0ec70 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Pushing event updated for resources: {'Port': ['ID=6dfe96ff-af15-4e73-82f1-6c05c34387fd,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:14.353972 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-3dfbd00b-51bc-40da-8540-cc3b46f0ec70 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:14.354780 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-3dfbd00b-51bc-40da-8540-cc3b46f0ec70 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:14.435550 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-3dfbd00b-51bc-40da-8540-cc3b46f0ec70 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6234102 May 13 14:52:14.460437 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-31a19ce4-c2fe-4439-98a9-334b3771430b service neutron] Request body: {'port': {'device_id': '880c6502-5406-4e3b-8757-e50dff1cbf54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:14.544428 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1dc12706-c9be-4da3-8930-b7adb91d6827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:14.592511 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1dc12706-c9be-4da3-8930-b7adb91d6827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:14.707365 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-31a19ce4-c2fe-4439-98a9-334b3771430b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:14.716375 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b524d83b-4bd5-456b-9d6e-e55dcf1cb003 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:14.782228 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-fd2520de-0c85-4cb6-943a-dce3f0a8afc4 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:15.096599 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1dc12706-c9be-4da3-8930-b7adb91d6827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:15.110194 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1c3b7d4e-0a60-46ea-a584-ccf03d7efea6 req-541946e1-7584-409d-9efd-2f80085ee373 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=36dcba3a-83c0-450a-bd54-0dbcea74ca05 HTTP/1.1" status: 200 len: 210 time: 0.0763450 May 13 14:52:15.181119 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc12706-c9be-4da3-8930-b7adb91d6827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0daf2901-d6b1-46b1-bb79-23cc505ac2d9,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:15.199919 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b524d83b-4bd5-456b-9d6e-e55dcf1cb003 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:15.261027 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1dc12706-c9be-4da3-8930-b7adb91d6827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:15.261784 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-fd2520de-0c85-4cb6-943a-dce3f0a8afc4 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Allocated IP 172.20.0.4 (5365c897-5f27-47e9-b611-9e684922750b/ad4e4f8c-cb11-4e85-8f7d-a01316af8e48/ae78f6f7-1d07-4033-8d9d-d9f3312dda9b) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:52:15.262144 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1dc12706-c9be-4da3-8930-b7adb91d6827 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0daf2901-d6b1-46b1-bb79-23cc505ac2d9 HTTP/1.1" status: 204 len: 168 time: 1.0543585 May 13 14:52:15.579335 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b524d83b-4bd5-456b-9d6e-e55dcf1cb003 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:15.591194 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b524d83b-4bd5-456b-9d6e-e55dcf1cb003 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:15.824512 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-fd2520de-0c85-4cb6-943a-dce3f0a8afc4 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:15.874366 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524d83b-4bd5-456b-9d6e-e55dcf1cb003 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'Port': ['ID=f898a8aa-d074-4b77-adde-0adb537eda1a,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:15.888136 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b524d83b-4bd5-456b-9d6e-e55dcf1cb003 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:15.900687 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-fd2520de-0c85-4cb6-943a-dce3f0a8afc4 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:16.124597 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-fd2520de-0c85-4cb6-943a-dce3f0a8afc4 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Network 5365c897-5f27-47e9-b611-9e684922750b is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:52:16.138001 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-fd2520de-0c85-4cb6-943a-dce3f0a8afc4 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:52:16.147946 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-fd2520de-0c85-4cb6-943a-dce3f0a8afc4 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:52:16.331342 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-fd2520de-0c85-4cb6-943a-dce3f0a8afc4 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:16.331342 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-fd2520de-0c85-4cb6-943a-dce3f0a8afc4 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:16.331342 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43018) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:16.355339 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2520de-0c85-4cb6-943a-dce3f0a8afc4 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Pushing event updated for resources: {'Port': ['ID=ae78f6f7-1d07-4033-8d9d-d9f3312dda9b,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:16.381906 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4648ebb2-a2d9-4e0d-b2f3-58c0e81c923d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:16.411606 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4648ebb2-a2d9-4e0d-b2f3-58c0e81c923d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:16.411606 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4648ebb2-a2d9-4e0d-b2f3-58c0e81c923d admin admin] Usage tracker for resource:security_group_rule and tenant:5b55ddb47be14887bbed74bb849a83fe is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:16.420478 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4648ebb2-a2d9-4e0d-b2f3-58c0e81c923d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:16.420478 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-fd2520de-0c85-4cb6-943a-dce3f0a8afc4 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8188667 May 13 14:52:16.429081 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4648ebb2-a2d9-4e0d-b2f3-58c0e81c923d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:16.440923 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-8fb19bfc-509d-4f50-86b8-c5ca9db96514 service neutron] Request body: {'port': {'device_id': '36dcba3a-83c0-450a-bd54-0dbcea74ca05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:16.558153 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920dbfe-2833-4bbc-8803-71f73689bef7 req-03a178d4-c17e-4d6a-a363-7483f4dafc80 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:16.559734 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1920dbfe-2833-4bbc-8803-71f73689bef7 req-03a178d4-c17e-4d6a-a363-7483f4dafc80 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=36dcba3a-83c0-450a-bd54-0dbcea74ca05 HTTP/1.1" status: 200 len: 931 time: 0.2662480 May 13 14:52:16.576420 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [None req-b524d83b-4bd5-456b-9d6e-e55dcf1cb003 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Floating IP 27a837e8-5c03-4d0b-bfe0-7e98fe62d45e associated. External IP: 172.25.0.58, port: e9bf7401-9e79-4804-a012-00c3c5113ffb. May 13 14:52:16.622539 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-8fb19bfc-509d-4f50-86b8-c5ca9db96514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:16.811567 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-31a19ce4-c2fe-4439-98a9-334b3771430b service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:52:16.869970 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4648ebb2-a2d9-4e0d-b2f3-58c0e81c923d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:16.886166 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4648ebb2-a2d9-4e0d-b2f3-58c0e81c923d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:16.911569 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1920dbfe-2833-4bbc-8803-71f73689bef7 req-55ab8733-be39-42d6-8543-e8fca6eed093 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/security-groups?id=c23b44e9-8309-4781-9f5e-5a7cc2c098fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085911 May 13 14:52:16.990059 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648ebb2-a2d9-4e0d-b2f3-58c0e81c923d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5e5c71-afdb-4b06-99b0-18b1bd1c52e6,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:17.002123 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4648ebb2-a2d9-4e0d-b2f3-58c0e81c923d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5b55ddb47be14887bbed74bb849a83fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6647637 May 13 14:52:17.002123 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43034) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:17.075979 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-31a19ce4-c2fe-4439-98a9-334b3771430b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dfe96ff-af15-4e73-82f1-6c05c34387fd {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:52:17.087692 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-31a19ce4-c2fe-4439-98a9-334b3771430b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:17.105833 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-44e5af48-2284-4c7e-8657-6238f7c79732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:17.134167 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-44e5af48-2284-4c7e-8657-6238f7c79732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:17.222354 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-44e5af48-2284-4c7e-8657-6238f7c79732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:17.239087 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e5af48-2284-4c7e-8657-6238f7c79732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5e5c71-afdb-4b06-99b0-18b1bd1c52e6,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:17.252121 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-44e5af48-2284-4c7e-8657-6238f7c79732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:17.252121 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-44e5af48-2284-4c7e-8657-6238f7c79732 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c5e5c71-afdb-4b06-99b0-18b1bd1c52e6 HTTP/1.1" status: 204 len: 168 time: 0.2457776 May 13 14:52:17.295600 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b524d83b-4bd5-456b-9d6e-e55dcf1cb003 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Router 1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:52:17.295600 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-31a19ce4-c2fe-4439-98a9-334b3771430b service neutron] Transition to ACTIVE for port object 6dfe96ff-af15-4e73-82f1-6c05c34387fd will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:52:17.308441 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-31a19ce4-c2fe-4439-98a9-334b3771430b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:17.748745 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-8fb19bfc-509d-4f50-86b8-c5ca9db96514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae78f6f7-1d07-4033-8d9d-d9f3312dda9b {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:52:17.756807 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-8fb19bfc-509d-4f50-86b8-c5ca9db96514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:17.799723 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-8fb19bfc-509d-4f50-86b8-c5ca9db96514 service neutron] Transition to ACTIVE for port object ae78f6f7-1d07-4033-8d9d-d9f3312dda9b will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:52:17.806739 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-8fb19bfc-509d-4f50-86b8-c5ca9db96514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:17.884022 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a19ce4-c2fe-4439-98a9-334b3771430b service neutron] Pushing event updated for resources: {'Port': ['ID=6dfe96ff-af15-4e73-82f1-6c05c34387fd,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:18.147044 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:18.250207 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b524d83b-4bd5-456b-9d6e-e55dcf1cb003 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:52:18.264813 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-31a19ce4-c2fe-4439-98a9-334b3771430b service neutron] Attempting to bind port 6dfe96ff-af15-4e73-82f1-6c05c34387fd on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:18.265605 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-31a19ce4-c2fe-4439-98a9-334b3771430b service neutron] Attempting to bind port 6dfe96ff-af15-4e73-82f1-6c05c34387fd by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '1b7bdf62-9f30-45d7-9a9c-eb4854dda90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5365c897-5f27-47e9-b611-9e684922750b'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:18.265936 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-31a19ce4-c2fe-4439-98a9-334b3771430b service neutron] Attempting to bind port 6dfe96ff-af15-4e73-82f1-6c05c34387fd on network 5365c897-5f27-47e9-b611-9e684922750b {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:18.268517 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac91487-4b97-4ffd-a53b-8ccfc51d18ce None None] Sync routers for ids ['1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:52:18.296658 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-31a19ce4-c2fe-4439-98a9-334b3771430b service neutron] Port 6dfe96ff-af15-4e73-82f1-6c05c34387fd on network 5365c897-5f27-47e9-b611-9e684922750b not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:18.296658 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-31a19ce4-c2fe-4439-98a9-334b3771430b service neutron] Attempting to bind port 6dfe96ff-af15-4e73-82f1-6c05c34387fd on network 5365c897-5f27-47e9-b611-9e684922750b {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:18.300250 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac91487-4b97-4ffd-a53b-8ccfc51d18ce None None] Routers {'1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:52:18.300250 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-8ac91487-4b97-4ffd-a53b-8ccfc51d18ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:52:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:18.303698 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-31a19ce4-c2fe-4439-98a9-334b3771430b service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:52:18.303698 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-31a19ce4-c2fe-4439-98a9-334b3771430b service neutron] Checking segment: {'id': '1b7bdf62-9f30-45d7-9a9c-eb4854dda90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5365c897-5f27-47e9-b611-9e684922750b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:52:18.303698 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-31a19ce4-c2fe-4439-98a9-334b3771430b service neutron] Bound using segment: {'id': '1b7bdf62-9f30-45d7-9a9c-eb4854dda90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5365c897-5f27-47e9-b611-9e684922750b'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:52:18.303698 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-31a19ce4-c2fe-4439-98a9-334b3771430b service neutron] Bound port: 6dfe96ff-af15-4e73-82f1-6c05c34387fd, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7bdf62-9f30-45d7-9a9c-eb4854dda90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5365c897-5f27-47e9-b611-9e684922750b'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:52:18.303698 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-31a19ce4-c2fe-4439-98a9-334b3771430b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:18.340344 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b524d83b-4bd5-456b-9d6e-e55dcf1cb003 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:18.649451 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b524d83b-4bd5-456b-9d6e-e55dcf1cb003 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.7170353 May 13 14:52:18.649451 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b43b0d-784a-497d-82a3-0be9baece9a5', 'tag': 'e9bf7401-9e79-4804-a012-00c3c5113ffb'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:52:18.667787 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-8ac91487-4b97-4ffd-a53b-8ccfc51d18ce None None] Set router 1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:52:18.692016 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43082) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:18.807093 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb19bfc-509d-4f50-86b8-c5ca9db96514 service neutron] Pushing event updated for resources: {'Port': ['ID=ae78f6f7-1d07-4033-8d9d-d9f3312dda9b,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:18.913468 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-31a19ce4-c2fe-4439-98a9-334b3771430b service neutron] For port 6dfe96ff-af15-4e73-82f1-6c05c34387fd, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:52:18.934226 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-31a19ce4-c2fe-4439-98a9-334b3771430b service neutron] For port 6dfe96ff-af15-4e73-82f1-6c05c34387fd, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=6dfe96ff-af15-4e73-82f1-6c05c34387fd,segment=NetworkSegment(1b7bdf62-9f30-45d7-9a9c-eb4854dda90f),segment_id=1b7bdf62-9f30-45d7-9a9c-eb4854dda90f)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:52:18.949136 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3949058d-363f-49dc-9974-dae2a16be021 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/floatingips/27a837e8-5c03-4d0b-bfe0-7e98fe62d45e HTTP/1.1" status: 200 len: 991 time: 0.2516744 May 13 14:52:18.950006 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-31a19ce4-c2fe-4439-98a9-334b3771430b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:18.988641 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c10b852f-e377-422d-9ea6-1544bb057868'] response: {'name': 'network-changed', 'server_uuid': 'b1b43b0d-784a-497d-82a3-0be9baece9a5', 'tag': 'e9bf7401-9e79-4804-a012-00c3c5113ffb', 'status': 'completed', 'code': 200} May 13 14:52:18.993171 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b8c78-f23e-4a27-9c31-b5599624ad3e req-c604dbe9-51af-4617-9744-511881909957 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:18.994584 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ae7b8c78-f23e-4a27-9c31-b5599624ad3e req-c604dbe9-51af-4617-9744-511881909957 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Synchronizing usage tracker for tenant:141d2ccbfdb848c18ffa97dbbf3a66e3 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:18.997366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-8fb19bfc-509d-4f50-86b8-c5ca9db96514 service neutron] Attempting to bind port ae78f6f7-1d07-4033-8d9d-d9f3312dda9b on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:18.997684 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-8fb19bfc-509d-4f50-86b8-c5ca9db96514 service neutron] Attempting to bind port ae78f6f7-1d07-4033-8d9d-d9f3312dda9b by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '1b7bdf62-9f30-45d7-9a9c-eb4854dda90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5365c897-5f27-47e9-b611-9e684922750b'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:18.998182 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-8fb19bfc-509d-4f50-86b8-c5ca9db96514 service neutron] Attempting to bind port ae78f6f7-1d07-4033-8d9d-d9f3312dda9b on network 5365c897-5f27-47e9-b611-9e684922750b {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:19.025819 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-8fb19bfc-509d-4f50-86b8-c5ca9db96514 service neutron] Port ae78f6f7-1d07-4033-8d9d-d9f3312dda9b on network 5365c897-5f27-47e9-b611-9e684922750b not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:19.026815 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-8fb19bfc-509d-4f50-86b8-c5ca9db96514 service neutron] Attempting to bind port ae78f6f7-1d07-4033-8d9d-d9f3312dda9b on network 5365c897-5f27-47e9-b611-9e684922750b {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:19.063996 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-8fb19bfc-509d-4f50-86b8-c5ca9db96514 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:52:19.063996 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-8fb19bfc-509d-4f50-86b8-c5ca9db96514 service neutron] Checking segment: {'id': '1b7bdf62-9f30-45d7-9a9c-eb4854dda90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5365c897-5f27-47e9-b611-9e684922750b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:52:19.063996 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-8fb19bfc-509d-4f50-86b8-c5ca9db96514 service neutron] Bound using segment: {'id': '1b7bdf62-9f30-45d7-9a9c-eb4854dda90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5365c897-5f27-47e9-b611-9e684922750b'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:52:19.067380 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-8fb19bfc-509d-4f50-86b8-c5ca9db96514 service neutron] Bound port: ae78f6f7-1d07-4033-8d9d-d9f3312dda9b, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7bdf62-9f30-45d7-9a9c-eb4854dda90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5365c897-5f27-47e9-b611-9e684922750b'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:52:19.067380 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-8fb19bfc-509d-4f50-86b8-c5ca9db96514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:19.122207 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ae7b8c78-f23e-4a27-9c31-b5599624ad3e req-c604dbe9-51af-4617-9744-511881909957 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Unset dirty status for tenant:141d2ccbfdb848c18ffa97dbbf3a66e3 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:19.134289 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ae7b8c78-f23e-4a27-9c31-b5599624ad3e req-c604dbe9-51af-4617-9744-511881909957 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=36dcba3a-83c0-450a-bd54-0dbcea74ca05 HTTP/1.1" status: 200 len: 943 time: 0.6101630 May 13 14:52:19.170512 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-31a19ce4-c2fe-4439-98a9-334b3771430b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:19.170512 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-31a19ce4-c2fe-4439-98a9-334b3771430b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:19.170512 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-31a19ce4-c2fe-4439-98a9-334b3771430b service neutron] 10.222.0.59 "PUT /v2.0/ports/6dfe96ff-af15-4e73-82f1-6c05c34387fd HTTP/1.1" status: 200 len: 1091 time: 4.7209630 May 13 14:52:19.224327 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a19ce4-c2fe-4439-98a9-334b3771430b service neutron] Pushing event updated for resources: {'Port': ['ID=6dfe96ff-af15-4e73-82f1-6c05c34387fd,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:19.366990 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ae7b8c78-f23e-4a27-9c31-b5599624ad3e req-2b8ba6fe-3a1c-4eb8-8505-6ba74bc0d090 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/security-groups?id=c23b44e9-8309-4781-9f5e-5a7cc2c098fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355080 May 13 14:52:19.392492 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-8fb19bfc-509d-4f50-86b8-c5ca9db96514 service neutron] For port ae78f6f7-1d07-4033-8d9d-d9f3312dda9b, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:52:19.404089 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-8fb19bfc-509d-4f50-86b8-c5ca9db96514 service neutron] For port ae78f6f7-1d07-4033-8d9d-d9f3312dda9b, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=ae78f6f7-1d07-4033-8d9d-d9f3312dda9b,segment=NetworkSegment(1b7bdf62-9f30-45d7-9a9c-eb4854dda90f),segment_id=1b7bdf62-9f30-45d7-9a9c-eb4854dda90f)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:52:19.417599 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-8fb19bfc-509d-4f50-86b8-c5ca9db96514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:19.444381 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489b6ba-6230-48b1-b1ab-02e0dd3258dd req-5f09341f-c322-409e-b8d2-105b016223ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:19.447127 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0489b6ba-6230-48b1-b1ab-02e0dd3258dd req-5f09341f-c322-409e-b8d2-105b016223ca service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2fd5504203d84ec88c34b0f9b983d931&device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5 HTTP/1.1" status: 200 len: 1097 time: 0.3741720 May 13 14:52:19.448153 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-8ac91487-4b97-4ffd-a53b-8ccfc51d18ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'name': 'tempest-TestNetworkBasicOps-router-1368052910', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:51:10Z', 'updated_at': '2022-05-13T14:51:24Z', 'revision_number': 4, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:02:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:12Z', 'updated_at': '2022-05-13T14:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '27a837e8-5c03-4d0b-bfe0-7e98fe62d45e', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'floating_ip_address': '172.25.0.58', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'port_id': 'e9bf7401-9e79-4804-a012-00c3c5113ffb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6', 'mac_address': 'fa:16:3e:f5:84:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b43b0d-784a-497d-82a3-0be9baece9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:52:14Z', 'updated_at': '2022-05-13T14:52:14Z', 'revision_number': 0, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a85da6-0c75-4789-9a35-2ddee0538925', 'name': '', 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'mac_address': 'fa:16:3e:9d:3d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': 'a1d6ff67-d218-4836-93b4-1d9b2817932f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:22Z', 'updated_at': '2022-05-13T14:51:37Z', 'revision_number': 5, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'subnets': [{'id': 'a1d6ff67-d218-4836-93b4-1d9b2817932f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:19.462730 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac91487-4b97-4ffd-a53b-8ccfc51d18ce None None] Checking router: 1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:52:19.480478 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-8fb19bfc-509d-4f50-86b8-c5ca9db96514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:19.480478 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-8fb19bfc-509d-4f50-86b8-c5ca9db96514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:19.480478 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-8fb19bfc-509d-4f50-86b8-c5ca9db96514 service neutron] 10.222.0.59 "PUT /v2.0/ports/ae78f6f7-1d07-4033-8d9d-d9f3312dda9b HTTP/1.1" status: 200 len: 1091 time: 3.0528290 May 13 14:52:19.493174 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac91487-4b97-4ffd-a53b-8ccfc51d18ce None None] Routers {'1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:52:19.498784 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-8ac91487-4b97-4ffd-a53b-8ccfc51d18ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:52:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:19.506190 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36dcba3a-83c0-450a-bd54-0dbcea74ca05', 'tag': 'ae78f6f7-1d07-4033-8d9d-d9f3312dda9b'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:52:19.638622 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-180581df-9753-43fa-ae6d-4ea420a88dc2'] response: {'name': 'network-changed', 'server_uuid': '36dcba3a-83c0-450a-bd54-0dbcea74ca05', 'tag': 'ae78f6f7-1d07-4033-8d9d-d9f3312dda9b', 'status': 'completed', 'code': 200} May 13 14:52:19.673953 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-fe45b8c3-745a-424f-8b36-bc3ec8ebc634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:19.673953 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-fe45b8c3-745a-424f-8b36-bc3ec8ebc634 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=141d2ccbfdb848c18ffa97dbbf3a66e3&device_id=880c6502-5406-4e3b-8757-e50dff1cbf54 HTTP/1.1" status: 200 len: 1094 time: 0.4186101 May 13 14:52:19.679587 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb19bfc-509d-4f50-86b8-c5ca9db96514 service neutron] Pushing event updated for resources: {'Port': ['ID=ae78f6f7-1d07-4033-8d9d-d9f3312dda9b,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:19.702918 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-4df36bca-8d15-4da0-8ea7-bcef7db3ad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:19.712164 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-4df36bca-8d15-4da0-8ea7-bcef7db3ad03 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=141d2ccbfdb848c18ffa97dbbf3a66e3&device_id=36dcba3a-83c0-450a-bd54-0dbcea74ca05 HTTP/1.1" status: 200 len: 1094 time: 0.1664758 May 13 14:52:19.803033 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-93125064-ce78-4796-9987-4ff420bd000b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dfe96ff-af15-4e73-82f1-6c05c34387fd HTTP/1.1" status: 200 len: 217 time: 0.1367154 May 13 14:52:19.843328 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-7252bf03-7c76-4acf-b9fa-362d7971365b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae78f6f7-1d07-4033-8d9d-d9f3312dda9b HTTP/1.1" status: 200 len: 217 time: 0.1327300 May 13 14:52:19.846746 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-8ac91487-4b97-4ffd-a53b-8ccfc51d18ce None None] Set router 1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:52:19.925755 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489b6ba-6230-48b1-b1ab-02e0dd3258dd req-d7d9b67f-606c-40c1-bef8-492f4e7adfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:19.925755 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0489b6ba-6230-48b1-b1ab-02e0dd3258dd req-d7d9b67f-606c-40c1-bef8-492f4e7adfaa service neutron] 10.222.0.74 "GET /v2.0/networks?id=cfdd8600-9e9e-4b19-899a-a1b4272199f6 HTTP/1.1" status: 200 len: 897 time: 0.4692261 May 13 14:52:19.983001 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-c994fd40-d116-4f05-a8ce-59558a141103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:19.983001 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-c994fd40-d116-4f05-a8ce-59558a141103 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad4e4f8c-cb11-4e85-8f7d-a01316af8e48 HTTP/1.1" status: 200 len: 853 time: 0.1333015 May 13 14:52:19.983001 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43108) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:20.123887 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0489b6ba-6230-48b1-b1ab-02e0dd3258dd req-192adc9f-b61b-4dbb-844f-fd20186aa4b6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9bf7401-9e79-4804-a012-00c3c5113ffb HTTP/1.1" status: 200 len: 999 time: 0.1867886 May 13 14:52:20.193381 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-1e9a4e58-9f94-4c80-9e38-732d1d7232df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:20.195337 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-1e9a4e58-9f94-4c80-9e38-732d1d7232df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad4e4f8c-cb11-4e85-8f7d-a01316af8e48 HTTP/1.1" status: 200 len: 853 time: 0.3841445 May 13 14:52:20.217873 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-76f72eb9-7b81-4d19-b2cf-9bd898ab21e4 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/floatingips/27a837e8-5c03-4d0b-bfe0-7e98fe62d45e HTTP/1.1" status: 200 len: 991 time: 0.2338700 May 13 14:52:20.308765 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-3c3666fe-002f-4577-becf-34cdc9b25e6d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5365c897-5f27-47e9-b611-9e684922750b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1705236 May 13 14:52:20.375417 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-b80cdd7e-5d66-4996-aab6-47dc6083aabe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5365c897-5f27-47e9-b611-9e684922750b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1676955 May 13 14:52:20.375417 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489b6ba-6230-48b1-b1ab-02e0dd3258dd req-b8e9b20c-f72b-4a28-a819-fd9acede46de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:20.375417 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0489b6ba-6230-48b1-b1ab-02e0dd3258dd req-b8e9b20c-f72b-4a28-a819-fd9acede46de service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a1d6ff67-d218-4836-93b4-1d9b2817932f HTTP/1.1" status: 200 len: 835 time: 0.2416179 May 13 14:52:20.694083 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-852d5ae7-4f4d-4378-99cd-aff66deaddc6 service neutron] 10.222.0.59 "GET /v2.0/networks/5365c897-5f27-47e9-b611-9e684922750b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779852 May 13 14:52:20.961111 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-8ac91487-4b97-4ffd-a53b-8ccfc51d18ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'name': 'tempest-TestNetworkBasicOps-router-1368052910', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:51:10Z', 'updated_at': '2022-05-13T14:51:24Z', 'revision_number': 4, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:02:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:12Z', 'updated_at': '2022-05-13T14:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '27a837e8-5c03-4d0b-bfe0-7e98fe62d45e', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'floating_ip_address': '172.25.0.58', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'port_id': 'e9bf7401-9e79-4804-a012-00c3c5113ffb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6', 'mac_address': 'fa:16:3e:f5:84:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b43b0d-784a-497d-82a3-0be9baece9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:52:14Z', 'updated_at': '2022-05-13T14:52:14Z', 'revision_number': 0, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a85da6-0c75-4789-9a35-2ddee0538925', 'name': '', 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'mac_address': 'fa:16:3e:9d:3d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': 'a1d6ff67-d218-4836-93b4-1d9b2817932f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:22Z', 'updated_at': '2022-05-13T14:51:37Z', 'revision_number': 5, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'subnets': [{'id': 'a1d6ff67-d218-4836-93b4-1d9b2817932f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:20.989344 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac91487-4b97-4ffd-a53b-8ccfc51d18ce None None] The sync data for ids ['1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'] in n-d-841760-1 is: [{'id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'name': 'tempest-TestNetworkBasicOps-router-1368052910', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:51:10Z', 'updated_at': '2022-05-13T14:51:24Z', 'revision_number': 4, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:02:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:12Z', 'updated_at': '2022-05-13T14:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '27a837e8-5c03-4d0b-bfe0-7e98fe62d45e', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'floating_ip_address': '172.25.0.58', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'port_id': 'e9bf7401-9e79-4804-a012-00c3c5113ffb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6', 'mac_address': 'fa:16:3e:f5:84:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b43b0d-784a-497d-82a3-0be9baece9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:52:14Z', 'updated_at': '2022-05-13T14:52:14Z', 'revision_number': 0, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a85da6-0c75-4789-9a35-2ddee0538925', 'name': '', 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'mac_address': 'fa:16:3e:9d:3d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': 'a1d6ff67-d218-4836-93b4-1d9b2817932f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:22Z', 'updated_at': '2022-05-13T14:51:37Z', 'revision_number': 5, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'subnets': [{'id': 'a1d6ff67-d218-4836-93b4-1d9b2817932f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:52:21.001794 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b47ed6-6181-43bc-91ac-48cb5ff5aff3 req-6c7c9ace-7a72-4254-9e61-4d78c1065964 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:21.016407 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-10b47ed6-6181-43bc-91ac-48cb5ff5aff3 req-6c7c9ace-7a72-4254-9e61-4d78c1065964 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=36dcba3a-83c0-450a-bd54-0dbcea74ca05 HTTP/1.1" status: 200 len: 943 time: 0.2399230 May 13 14:52:21.122913 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-aa210719-a492-4348-861b-e8f1e714f2bc service neutron] 10.222.0.59 "GET /v2.0/networks/5365c897-5f27-47e9-b611-9e684922750b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124343 May 13 14:52:21.124474 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880c6502-5406-4e3b-8757-e50dff1cbf54', 'tag': '6dfe96ff-af15-4e73-82f1-6c05c34387fd'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:52:21.202377 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-10b47ed6-6181-43bc-91ac-48cb5ff5aff3 req-a3b2c928-af16-48d9-97cd-d4e37417039b tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/security-groups?id=c23b44e9-8309-4781-9f5e-5a7cc2c098fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944165 May 13 14:52:21.220765 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43144) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:21.240928 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d5f9585-5aaf-4a18-9025-ffd75c9da2b1'] response: {'name': 'network-changed', 'server_uuid': '880c6502-5406-4e3b-8757-e50dff1cbf54', 'tag': '6dfe96ff-af15-4e73-82f1-6c05c34387fd', 'status': 'completed', 'code': 200} May 13 14:52:21.279875 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489b6ba-6230-48b1-b1ab-02e0dd3258dd req-54756ff4-8e2c-46c4-aee5-8fa9df49c9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:21.281653 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0489b6ba-6230-48b1-b1ab-02e0dd3258dd req-54756ff4-8e2c-46c4-aee5-8fa9df49c9eb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cfdd8600-9e9e-4b19-899a-a1b4272199f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9007037 May 13 14:52:21.430763 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0489b6ba-6230-48b1-b1ab-02e0dd3258dd req-a640dd8d-eaf5-48f7-9842-a352e91f376a service neutron] 10.222.0.74 "GET /v2.0/networks/cfdd8600-9e9e-4b19-899a-a1b4272199f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383190 May 13 14:52:21.513942 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-46cbf47b-fc97-4221-a5a1-3cb9f75fb627 service neutron] 10.222.0.59 "GET /v2.0/networks/5365c897-5f27-47e9-b611-9e684922750b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1250198 May 13 14:52:21.594366 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3e3d9532-d89f-48d9-9782-6e9796b120d3 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/floatingips/27a837e8-5c03-4d0b-bfe0-7e98fe62d45e HTTP/1.1" status: 200 len: 991 time: 0.3682277 May 13 14:52:21.614304 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d5845-627e-4e39-acaa-1c8b1685903f req-55629a6d-a5bb-4f36-b3cc-5dd8dbd64bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:21.614304 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c62d5845-627e-4e39-acaa-1c8b1685903f req-55629a6d-a5bb-4f36-b3cc-5dd8dbd64bcb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=141d2ccbfdb848c18ffa97dbbf3a66e3&device_id=36dcba3a-83c0-450a-bd54-0dbcea74ca05 HTTP/1.1" status: 200 len: 1094 time: 0.2570865 May 13 14:52:21.635955 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dd9bdb-fe36-443d-a387-1d1617889818 None None] New status for floating IP 27a837e8-5c03-4d0b-bfe0-7e98fe62d45e: ACTIVE {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:52:21.842218 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d5845-627e-4e39-acaa-1c8b1685903f req-4e10f070-e23c-4b54-b295-c10cfd80e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:21.842218 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c62d5845-627e-4e39-acaa-1c8b1685903f req-4e10f070-e23c-4b54-b295-c10cfd80e5aa service neutron] 10.222.0.59 "GET /v2.0/networks?id=5365c897-5f27-47e9-b611-9e684922750b HTTP/1.1" status: 200 len: 914 time: 0.2175012 May 13 14:52:21.867089 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e89ec318-9ac9-4483-a3af-22a617069bb3 req-09636303-2b5f-4d15-9fc5-161fb25584b0 service neutron] 10.222.0.59 "GET /v2.0/networks/5365c897-5f27-47e9-b611-9e684922750b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359995 May 13 14:52:21.880111 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0489b6ba-6230-48b1-b1ab-02e0dd3258dd req-8f5b2e78-f977-45c4-9bf4-241d8640792e service neutron] 10.222.0.74 "GET /v2.0/networks/cfdd8600-9e9e-4b19-899a-a1b4272199f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200063 May 13 14:52:22.247274 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c62d5845-627e-4e39-acaa-1c8b1685903f req-84f7cb19-a82d-4afb-909e-20ec434355e7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae78f6f7-1d07-4033-8d9d-d9f3312dda9b HTTP/1.1" status: 200 len: 217 time: 0.3975728 May 13 14:52:22.314249 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d38ec-059f-460f-8678-30b8934025d3 req-46bd511c-64ce-49c6-980a-a5c60ab55983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:22.337166 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c02d38ec-059f-460f-8678-30b8934025d3 req-46bd511c-64ce-49c6-980a-a5c60ab55983 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=141d2ccbfdb848c18ffa97dbbf3a66e3&device_id=880c6502-5406-4e3b-8757-e50dff1cbf54 HTTP/1.1" status: 200 len: 1094 time: 0.2651598 May 13 14:52:22.572387 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d5845-627e-4e39-acaa-1c8b1685903f req-93a98434-f1ef-4bd8-9e8e-7a582bae99ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:22.583726 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c62d5845-627e-4e39-acaa-1c8b1685903f req-93a98434-f1ef-4bd8-9e8e-7a582bae99ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad4e4f8c-cb11-4e85-8f7d-a01316af8e48 HTTP/1.1" status: 200 len: 853 time: 0.3316276 May 13 14:52:22.588234 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43208) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:22.594716 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43210) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:22.705558 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d38ec-059f-460f-8678-30b8934025d3 req-62a14172-24d7-45ae-ac61-2809afa52227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:22.705558 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c02d38ec-059f-460f-8678-30b8934025d3 req-62a14172-24d7-45ae-ac61-2809afa52227 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5365c897-5f27-47e9-b611-9e684922750b HTTP/1.1" status: 200 len: 914 time: 0.3722253 May 13 14:52:22.852364 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c02d38ec-059f-460f-8678-30b8934025d3 req-aa71b626-a6bf-4439-8366-90d889130034 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dfe96ff-af15-4e73-82f1-6c05c34387fd HTTP/1.1" status: 200 len: 217 time: 0.1412444 May 13 14:52:22.994380 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c62d5845-627e-4e39-acaa-1c8b1685903f req-e4681dfc-cba0-4191-ab36-2cb498a860cf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5365c897-5f27-47e9-b611-9e684922750b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3893983 May 13 14:52:22.997956 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d38ec-059f-460f-8678-30b8934025d3 req-db74eb8d-5999-4376-b6a6-27ee903a9a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:23.017209 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c02d38ec-059f-460f-8678-30b8934025d3 req-db74eb8d-5999-4376-b6a6-27ee903a9a03 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad4e4f8c-cb11-4e85-8f7d-a01316af8e48 HTTP/1.1" status: 200 len: 853 time: 0.1369734 May 13 14:52:23.145855 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c02d38ec-059f-460f-8678-30b8934025d3 req-d07052fb-8e8b-49f1-96b3-4cb4cf13cbac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5365c897-5f27-47e9-b611-9e684922750b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1385190 May 13 14:52:23.154733 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-83879344-1e52-4bca-b05d-5c610b683c60 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/floatingips/27a837e8-5c03-4d0b-bfe0-7e98fe62d45e HTTP/1.1" status: 200 len: 993 time: 0.5490584 May 13 14:52:23.181618 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2decaf4-a04e-4674-997c-53ceceda91a7 req-8e7fb0bf-3256-4daa-a5f5-27ffebe27015 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:23.183181 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d2decaf4-a04e-4674-997c-53ceceda91a7 req-8e7fb0bf-3256-4daa-a5f5-27ffebe27015 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=36dcba3a-83c0-450a-bd54-0dbcea74ca05 HTTP/1.1" status: 200 len: 943 time: 0.7128172 May 13 14:52:23.187465 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-313f0bef-3a8e-4d2f-8edb-c91be5a50ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:23.243817 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-313f0bef-3a8e-4d2f-8edb-c91be5a50ab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:23.252052 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c62d5845-627e-4e39-acaa-1c8b1685903f req-bbc53009-ed72-43e1-bd92-b0837d17106a service neutron] 10.222.0.59 "GET /v2.0/networks/5365c897-5f27-47e9-b611-9e684922750b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478893 May 13 14:52:23.380699 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c02d38ec-059f-460f-8678-30b8934025d3 req-6e602db3-4e65-4f80-aabe-4ed0ed0d247d service neutron] 10.222.0.59 "GET /v2.0/networks/5365c897-5f27-47e9-b611-9e684922750b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158639 May 13 14:52:23.507195 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-313f0bef-3a8e-4d2f-8edb-c91be5a50ab5 admin admin] Usage tracker for resource:security_group_rule and tenant:600a1e1de8b34e46b08972a2487d9f2f is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:23.509464 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d2decaf4-a04e-4674-997c-53ceceda91a7 req-1427facf-7f81-4f37-a8ed-9c38f896c23e tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/security-groups?id=c23b44e9-8309-4781-9f5e-5a7cc2c098fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983615 May 13 14:52:23.522463 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-313f0bef-3a8e-4d2f-8edb-c91be5a50ab5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:23.537565 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c02d38ec-059f-460f-8678-30b8934025d3 req-25b3d04b-13bf-46a4-90ba-8e31133e5324 service neutron] 10.222.0.59 "GET /v2.0/networks/5365c897-5f27-47e9-b611-9e684922750b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628590 May 13 14:52:23.549724 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-313f0bef-3a8e-4d2f-8edb-c91be5a50ab5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:23.568950 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c62d5845-627e-4e39-acaa-1c8b1685903f req-15a7b93c-9578-4d15-b4e3-cc640360818b service neutron] 10.222.0.59 "GET /v2.0/networks/5365c897-5f27-47e9-b611-9e684922750b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127670 May 13 14:52:23.609858 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device ae78f6f7-1d07-4033-8d9d-d9f3312dda9b details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:52:23.720270 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-313f0bef-3a8e-4d2f-8edb-c91be5a50ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:23.731699 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-313f0bef-3a8e-4d2f-8edb-c91be5a50ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:23.799101 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port ae78f6f7-1d07-4033-8d9d-d9f3312dda9b, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=ae78f6f7-1d07-4033-8d9d-d9f3312dda9b,segment=NetworkSegment(1b7bdf62-9f30-45d7-9a9c-eb4854dda90f),segment_id=1b7bdf62-9f30-45d7-9a9c-eb4854dda90f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:23.804231 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43232) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:23.804425 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-313f0bef-3a8e-4d2f-8edb-c91be5a50ab5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=600a1e1de8b34e46b08972a2487d9f2f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2120516 May 13 14:52:23.805990 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f0bef-3a8e-4d2f-8edb-c91be5a50ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad89a385-f7e2-4def-843e-d523157bbc49,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:23.836678 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'ae78f6f7-1d07-4033-8d9d-d9f3312dda9b', 'network_id': '5365c897-5f27-47e9-b611-9e684922750b', 'port_id': 'ae78f6f7-1d07-4033-8d9d-d9f3312dda9b', 'mac_address': 'fa:16:3e:18:3b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad4e4f8c-cb11-4e85-8f7d-a01316af8e48', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:52:23.882847 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bb8ed694-f8cc-4f66-934f-5bf65db9d8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:23.927230 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bb8ed694-f8cc-4f66-934f-5bf65db9d8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:23.961047 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port ae78f6f7-1d07-4033-8d9d-d9f3312dda9b is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:52:23.961047 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:23.988088 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae78f6f7-1d07-4033-8d9d-d9f3312dda9b {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:52:23.994828 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port ae78f6f7-1d07-4033-8d9d-d9f3312dda9b, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=ae78f6f7-1d07-4033-8d9d-d9f3312dda9b,segment=NetworkSegment(1b7bdf62-9f30-45d7-9a9c-eb4854dda90f),segment_id=1b7bdf62-9f30-45d7-9a9c-eb4854dda90f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:24.001107 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:24.001107 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 6dfe96ff-af15-4e73-82f1-6c05c34387fd details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:52:24.010260 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bb8ed694-f8cc-4f66-934f-5bf65db9d8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:24.036592 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bb8ed694-f8cc-4f66-934f-5bf65db9d8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:24.036592 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-bb8ed694-f8cc-4f66-934f-5bf65db9d8e7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ad89a385-f7e2-4def-843e-d523157bbc49 HTTP/1.1" status: 204 len: 168 time: 0.2232144 May 13 14:52:24.036592 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ed694-f8cc-4f66-934f-5bf65db9d8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad89a385-f7e2-4def-843e-d523157bbc49,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:24.041429 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 6dfe96ff-af15-4e73-82f1-6c05c34387fd, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=6dfe96ff-af15-4e73-82f1-6c05c34387fd,segment=NetworkSegment(1b7bdf62-9f30-45d7-9a9c-eb4854dda90f),segment_id=1b7bdf62-9f30-45d7-9a9c-eb4854dda90f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:24.080409 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '6dfe96ff-af15-4e73-82f1-6c05c34387fd', 'network_id': '5365c897-5f27-47e9-b611-9e684922750b', 'port_id': '6dfe96ff-af15-4e73-82f1-6c05c34387fd', 'mac_address': 'fa:16:3e:dc:92:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad4e4f8c-cb11-4e85-8f7d-a01316af8e48', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:52:24.209109 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 6dfe96ff-af15-4e73-82f1-6c05c34387fd is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:52:24.209491 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:24.224849 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=ae78f6f7-1d07-4033-8d9d-d9f3312dda9b,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:24.238943 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:24.239409 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:24.239752 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:24.240091 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:24.240422 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:24.240752 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:24.241305 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:24.241729 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:24.242807 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:24.245296 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:24.245837 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:24.246170 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:24.250931 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dfe96ff-af15-4e73-82f1-6c05c34387fd {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:52:24.272903 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 6dfe96ff-af15-4e73-82f1-6c05c34387fd, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=6dfe96ff-af15-4e73-82f1-6c05c34387fd,segment=NetworkSegment(1b7bdf62-9f30-45d7-9a9c-eb4854dda90f),segment_id=1b7bdf62-9f30-45d7-9a9c-eb4854dda90f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:24.286653 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:24.362224 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=6dfe96ff-af15-4e73-82f1-6c05c34387fd,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:24.536147 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43248) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:24.561215 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['6dfe96ff-af15-4e73-82f1-6c05c34387fd'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:52:24.562735 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-80f56982-3adc-4026-bd29-08c8d41f04c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:24.608856 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-80f56982-3adc-4026-bd29-08c8d41f04c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:24.624983 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-80f56982-3adc-4026-bd29-08c8d41f04c0 admin admin] Usage tracker for resource:security_group_rule and tenant:16e71235246e46d199566246843ae916 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:24.627940 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['ae78f6f7-1d07-4033-8d9d-d9f3312dda9b'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:52:24.631442 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-80f56982-3adc-4026-bd29-08c8d41f04c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:24.634448 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-80f56982-3adc-4026-bd29-08c8d41f04c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:24.902619 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-80f56982-3adc-4026-bd29-08c8d41f04c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:24.907388 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b492b8-2bda-4595-b73a-21c87e9ebe60 req-409d8388-2347-44ff-b0cb-d26dc374d785 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:24.908805 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-75b492b8-2bda-4595-b73a-21c87e9ebe60 req-409d8388-2347-44ff-b0cb-d26dc374d785 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=36dcba3a-83c0-450a-bd54-0dbcea74ca05 HTTP/1.1" status: 200 len: 944 time: 0.2385211 May 13 14:52:24.909965 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-80f56982-3adc-4026-bd29-08c8d41f04c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:25.007455 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43258) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:25.008327 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-80f56982-3adc-4026-bd29-08c8d41f04c0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=16e71235246e46d199566246843ae916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4750037 May 13 14:52:25.012448 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f56982-3adc-4026-bd29-08c8d41f04c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a5a74b-06aa-4e3d-9eeb-bff9045b43ff,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:25.021110 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-75b492b8-2bda-4595-b73a-21c87e9ebe60 req-6ee9db06-cbe8-4c93-9341-8b3b5b5c36d1 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/security-groups?id=c23b44e9-8309-4781-9f5e-5a7cc2c098fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018684 May 13 14:52:25.105032 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c75a1c2c-bf4e-4c63-9bde-4e9d8d93fddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:25.136915 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c75a1c2c-bf4e-4c63-9bde-4e9d8d93fddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:25.242323 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c75a1c2c-bf4e-4c63-9bde-4e9d8d93fddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:25.282296 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a1c2c-bf4e-4c63-9bde-4e9d8d93fddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a5a74b-06aa-4e3d-9eeb-bff9045b43ff,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:25.298389 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c75a1c2c-bf4e-4c63-9bde-4e9d8d93fddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:25.299746 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c75a1c2c-bf4e-4c63-9bde-4e9d8d93fddf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/51a5a74b-06aa-4e3d-9eeb-bff9045b43ff HTTP/1.1" status: 204 len: 168 time: 0.2910898 May 13 14:52:25.931551 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43288) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:26.290351 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cbf9c31f-d823-425d-b055-6e037e7d201b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:26.311817 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-cbf9c31f-d823-425d-b055-6e037e7d201b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:26.328429 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-cbf9c31f-d823-425d-b055-6e037e7d201b admin admin] Usage tracker for resource:security_group_rule and tenant:0d9202130c924137bc8459733a64e464 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:26.328429 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-cbf9c31f-d823-425d-b055-6e037e7d201b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:26.330583 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-cbf9c31f-d823-425d-b055-6e037e7d201b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:26.355796 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdeb4cb-bc84-47f2-bc55-b28a5b8d65f1 req-48d64c1f-6172-4130-a26f-992c92da1332 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:26.357752 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6cdeb4cb-bc84-47f2-bc55-b28a5b8d65f1 req-48d64c1f-6172-4130-a26f-992c92da1332 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=36dcba3a-83c0-450a-bd54-0dbcea74ca05 HTTP/1.1" status: 200 len: 944 time: 0.1422915 May 13 14:52:26.443838 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6cdeb4cb-bc84-47f2-bc55-b28a5b8d65f1 req-98d55e4e-0714-4cb2-ae12-bfd5a72632e4 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/security-groups?id=c23b44e9-8309-4781-9f5e-5a7cc2c098fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758238 May 13 14:52:26.515797 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cbf9c31f-d823-425d-b055-6e037e7d201b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:26.521108 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cbf9c31f-d823-425d-b055-6e037e7d201b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:26.579825 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-cbf9c31f-d823-425d-b055-6e037e7d201b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d9202130c924137bc8459733a64e464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6469824 May 13 14:52:26.580816 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43308) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:26.591075 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9c31f-d823-425d-b055-6e037e7d201b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c3b743-e954-48ee-998c-a0e3c32a1b5c,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:26.668701 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-abd84cc6-bed7-4a7d-bf26-40d206ecf82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:26.702874 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-abd84cc6-bed7-4a7d-bf26-40d206ecf82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:26.769695 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-abd84cc6-bed7-4a7d-bf26-40d206ecf82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:26.787270 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd84cc6-bed7-4a7d-bf26-40d206ecf82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c3b743-e954-48ee-998c-a0e3c32a1b5c,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:26.798015 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-abd84cc6-bed7-4a7d-bf26-40d206ecf82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:26.799438 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-abd84cc6-bed7-4a7d-bf26-40d206ecf82a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/11c3b743-e954-48ee-998c-a0e3c32a1b5c HTTP/1.1" status: 204 len: 168 time: 0.2168171 May 13 14:52:27.108877 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43330) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:27.126445 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-80246af6-2dc8-4a7f-8d82-9b9abae1b58d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.141586 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-80246af6-2dc8-4a7f-8d82-9b9abae1b58d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:27.145941 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-80246af6-2dc8-4a7f-8d82-9b9abae1b58d admin admin] Usage tracker for resource:security_group_rule and tenant:22d6a98918514c13909b6f5533fe84f6 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:27.149133 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-80246af6-2dc8-4a7f-8d82-9b9abae1b58d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:27.154942 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-80246af6-2dc8-4a7f-8d82-9b9abae1b58d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:27.164960 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43334) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:27.261744 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-80246af6-2dc8-4a7f-8d82-9b9abae1b58d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.266483 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-80246af6-2dc8-4a7f-8d82-9b9abae1b58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.268492 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9581f03a-6c1a-4d44-a713-033b1ecf7b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.352748 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-686036da-e8f8-43d2-8355-fef5d9c63aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1045709978'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:27.358531 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-686036da-e8f8-43d2-8355-fef5d9c63aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:27.362833 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-686036da-e8f8-43d2-8355-fef5d9c63aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] Usage tracker for resource:network and tenant:95f9ce27916d4bb8803c48b9bb6fb732 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:27.367715 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-686036da-e8f8-43d2-8355-fef5d9c63aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:27.373802 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-686036da-e8f8-43d2-8355-fef5d9c63aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:27.385624 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686036da-e8f8-43d2-8355-fef5d9c63aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] Made reservation on behalf of 95f9ce27916d4bb8803c48b9bb6fb732 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:27.389592 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-686036da-e8f8-43d2-8355-fef5d9c63aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.403559 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-686036da-e8f8-43d2-8355-fef5d9c63aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.419840 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-686036da-e8f8-43d2-8355-fef5d9c63aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:27.423682 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-686036da-e8f8-43d2-8355-fef5d9c63aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] Usage tracker for resource:security_group_rule and tenant:95f9ce27916d4bb8803c48b9bb6fb732 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:27.426666 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-686036da-e8f8-43d2-8355-fef5d9c63aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:27.432382 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-686036da-e8f8-43d2-8355-fef5d9c63aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:27.445848 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-80246af6-2dc8-4a7f-8d82-9b9abae1b58d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=22d6a98918514c13909b6f5533fe84f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3357868 May 13 14:52:27.447498 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80246af6-2dc8-4a7f-8d82-9b9abae1b58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f468f6d1-c5cf-48a9-8e73-9d35bdb85255,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:27.449693 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43340) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:27.548095 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b79eed46-6e0b-4c6b-b825-a6330c6d90f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.592530 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b79eed46-6e0b-4c6b-b825-a6330c6d90f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.608781 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-686036da-e8f8-43d2-8355-fef5d9c63aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.615608 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-686036da-e8f8-43d2-8355-fef5d9c63aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.634764 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91168704-4ace-42ee-a77d-29a0fc5fab98 req-eb38e4df-c3fe-4de6-a739-7a55df538147 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:27.636294 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-91168704-4ace-42ee-a77d-29a0fc5fab98 req-eb38e4df-c3fe-4de6-a739-7a55df538147 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=36dcba3a-83c0-450a-bd54-0dbcea74ca05 HTTP/1.1" status: 200 len: 944 time: 0.0872626 May 13 14:52:27.654910 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device ae78f6f7-1d07-4033-8d9d-d9f3312dda9b up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:52:27.664645 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686036da-e8f8-43d2-8355-fef5d9c63aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:52:27.674752 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686036da-e8f8-43d2-8355-fef5d9c63aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdf6485-aece-4135-8936-2fed8e56dc79,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:27.682074 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-686036da-e8f8-43d2-8355-fef5d9c63aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.682671 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-686036da-e8f8-43d2-8355-fef5d9c63aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] Added segment 0a2eb7bf-bad4-4329-b1c3-d418157aaa63 of type vlan for network 7b7d298c-95a1-4744-84ae-6f8a715ad643 May 13 14:52:27.692166 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-91168704-4ace-42ee-a77d-29a0fc5fab98 req-ad6df9d6-f362-472b-8eaa-525c155b7864 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/security-groups?id=c23b44e9-8309-4781-9f5e-5a7cc2c098fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483098 May 13 14:52:27.716871 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b79eed46-6e0b-4c6b-b825-a6330c6d90f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.731964 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-686036da-e8f8-43d2-8355-fef5d9c63aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.735522 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port ae78f6f7-1d07-4033-8d9d-d9f3312dda9b completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:52:27.740692 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port ae78f6f7-1d07-4033-8d9d-d9f3312dda9b triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:52:27.740872 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79eed46-6e0b-4c6b-b825-a6330c6d90f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f468f6d1-c5cf-48a9-8e73-9d35bdb85255,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:27.741421 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.779155 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b79eed46-6e0b-4c6b-b825-a6330c6d90f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.780202 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b79eed46-6e0b-4c6b-b825-a6330c6d90f3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f468f6d1-c5cf-48a9-8e73-9d35bdb85255 HTTP/1.1" status: 204 len: 168 time: 0.3295963 May 13 14:52:27.793169 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-686036da-e8f8-43d2-8355-fef5d9c63aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.798699 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686036da-e8f8-43d2-8355-fef5d9c63aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:27.799276 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-686036da-e8f8-43d2-8355-fef5d9c63aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.875462 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port ae78f6f7-1d07-4033-8d9d-d9f3312dda9b is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:52:27.875843 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.908108 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-686036da-e8f8-43d2-8355-fef5d9c63aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.7396636 May 13 14:52:27.908558 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36dcba3a-83c0-450a-bd54-0dbcea74ca05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae78f6f7-1d07-4033-8d9d-d9f3312dda9b'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:52:27.926602 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port ae78f6f7-1d07-4033-8d9d-d9f3312dda9b, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=ae78f6f7-1d07-4033-8d9d-d9f3312dda9b,segment=NetworkSegment(1b7bdf62-9f30-45d7-9a9c-eb4854dda90f),segment_id=1b7bdf62-9f30-45d7-9a9c-eb4854dda90f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:27.928715 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686036da-e8f8-43d2-8355-fef5d9c63aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] Pushing event updated for resources: {'Network': ['ID=7b7d298c-95a1-4744-84ae-6f8a715ad643,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:27.940502 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.942101 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 6dfe96ff-af15-4e73-82f1-6c05c34387fd up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:52:28.015438 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 7b7d298c-95a1-4744-84ae-6f8a715ad643 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:52:28.034282 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34163ac5-650d-43e6-b31c-1b97dda82aad'] response: {'server_uuid': '36dcba3a-83c0-450a-bd54-0dbcea74ca05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae78f6f7-1d07-4033-8d9d-d9f3312dda9b', 'code': 200} May 13 14:52:28.174509 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=ae78f6f7-1d07-4033-8d9d-d9f3312dda9b,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:28.200879 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 6dfe96ff-af15-4e73-82f1-6c05c34387fd completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:52:28.209555 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 6dfe96ff-af15-4e73-82f1-6c05c34387fd triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:52:28.211592 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a79cc-7379-43d9-95af-a26a85fe69c1 req-e49985bc-1b16-4704-8afb-fb69258bc1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:28.212092 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:28.213449 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f09a79cc-7379-43d9-95af-a26a85fe69c1 req-e49985bc-1b16-4704-8afb-fb69258bc1bf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=36dcba3a-83c0-450a-bd54-0dbcea74ca05 HTTP/1.1" status: 200 len: 1096 time: 0.1291461 May 13 14:52:28.320086 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f09a79cc-7379-43d9-95af-a26a85fe69c1 req-eaa4dfd3-82d4-42a4-a7a3-efef65a62e80 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c23b44e9-8309-4781-9f5e-5a7cc2c098fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000633 May 13 14:52:28.373920 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 6dfe96ff-af15-4e73-82f1-6c05c34387fd is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:52:28.374415 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:28.462033 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 6dfe96ff-af15-4e73-82f1-6c05c34387fd, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=6dfe96ff-af15-4e73-82f1-6c05c34387fd,segment=NetworkSegment(1b7bdf62-9f30-45d7-9a9c-eb4854dda90f),segment_id=1b7bdf62-9f30-45d7-9a9c-eb4854dda90f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:28.465218 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:28.596301 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43382) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:28.603656 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Request body: {'port': {'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643', 'binding:host_id': 'n-h1-841760-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-685554526'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:28.610791 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:28.618460 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Usage tracker for resource:port and tenant:9f4ad0851d394462931e40b567561c43 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:28.623254 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:28.630925 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:28.649133 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Made reservation on behalf of 9f4ad0851d394462931e40b567561c43 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:28.654365 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:28.677571 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:28.681995 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=6dfe96ff-af15-4e73-82f1-6c05c34387fd,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:28.698749 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:28.705123 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Usage tracker for resource:security_group_rule and tenant:9f4ad0851d394462931e40b567561c43 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:28.709769 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:28.714711 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:28.718818 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:28.871232 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:28.879016 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:28.885931 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] device_id is not set on port fa862a37-753b-4323-a4d2-dd5690b9592b yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:52:29.090131 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a798e4c-bf02-488a-9cb1-201a5c3ffe58,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:29.165189 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e39cc-e31c-463d-ae1e-ff05a52e326e req-bf287fe0-8922-45c0-bfce-a242bad62620 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:29.166760 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-056e39cc-e31c-463d-ae1e-ff05a52e326e req-bf287fe0-8922-45c0-bfce-a242bad62620 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=36dcba3a-83c0-450a-bd54-0dbcea74ca05 HTTP/1.1" status: 200 len: 945 time: 0.2138350 May 13 14:52:29.324009 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-056e39cc-e31c-463d-ae1e-ff05a52e326e req-e0f41af4-44ac-4fdd-b39a-a24584bc3cd0 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/security-groups?id=c23b44e9-8309-4781-9f5e-5a7cc2c098fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414037 May 13 14:52:29.413214 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] device_id is not set on port fa862a37-753b-4323-a4d2-dd5690b9592b yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:52:29.424140 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:29.441256 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Transition to ACTIVE for port object fa862a37-753b-4323-a4d2-dd5690b9592b will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:52:29.454307 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:29.582268 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fb9dbfcb-4bc6-4cd2-a56c-e1b0dfe6d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:29.586863 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Pushing event updated for resources: {'Port': ['ID=fa862a37-753b-4323-a4d2-dd5690b9592b,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:29.596449 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Checking segment: {'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:52:29.596984 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Network hostable DHCP agents. Network: 7b7d298c-95a1-4744-84ae-6f8a715ad643, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:52:29.627972 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Network 7b7d298c-95a1-4744-84ae-6f8a715ad643 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:52:29.646440 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 7b7d298c-95a1-4744-84ae-6f8a715ad643) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:52:29.654457 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:52:29.657372 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3295be75-87f1-4fb3-a0d8-fb8faa91e9ce None None] Network 7b7d298c-95a1-4744-84ae-6f8a715ad643 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:52:29.681749 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port fa862a37-753b-4323-a4d2-dd5690b9592b on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:29.682157 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port fa862a37-753b-4323-a4d2-dd5690b9592b by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:29.682705 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port fa862a37-753b-4323-a4d2-dd5690b9592b on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:29.697488 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Port fa862a37-753b-4323-a4d2-dd5690b9592b on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:29.698093 n-d-841760-1 neutron-server[88081]: ERROR neutron.plugins.ml2.managers [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Failed to bind port fa862a37-753b-4323-a4d2-dd5690b9592b on host n-h1-841760-1 for vnic_type normal using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] May 13 14:52:29.698658 n-d-841760-1 neutron-server[88081]: INFO neutron.plugins.ml2.plugin [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempt 2 to bind port fa862a37-753b-4323-a4d2-dd5690b9592b May 13 14:52:29.737649 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port fa862a37-753b-4323-a4d2-dd5690b9592b on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:29.738141 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port fa862a37-753b-4323-a4d2-dd5690b9592b by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:29.738621 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port fa862a37-753b-4323-a4d2-dd5690b9592b on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:29.758851 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Port fa862a37-753b-4323-a4d2-dd5690b9592b on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:29.759412 n-d-841760-1 neutron-server[88081]: ERROR neutron.plugins.ml2.managers [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Failed to bind port fa862a37-753b-4323-a4d2-dd5690b9592b on host n-h1-841760-1 for vnic_type normal using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] May 13 14:52:29.760114 n-d-841760-1 neutron-server[88081]: INFO neutron.plugins.ml2.plugin [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempt 3 to bind port fa862a37-753b-4323-a4d2-dd5690b9592b May 13 14:52:29.792022 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port fa862a37-753b-4323-a4d2-dd5690b9592b on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:29.792771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port fa862a37-753b-4323-a4d2-dd5690b9592b by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:29.792771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port fa862a37-753b-4323-a4d2-dd5690b9592b on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:29.798366 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Port fa862a37-753b-4323-a4d2-dd5690b9592b on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:29.798743 n-d-841760-1 neutron-server[88081]: ERROR neutron.plugins.ml2.managers [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Failed to bind port fa862a37-753b-4323-a4d2-dd5690b9592b on host n-h1-841760-1 for vnic_type normal using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] May 13 14:52:29.799318 n-d-841760-1 neutron-server[88081]: INFO neutron.plugins.ml2.plugin [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempt 4 to bind port fa862a37-753b-4323-a4d2-dd5690b9592b May 13 14:52:29.837422 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port fa862a37-753b-4323-a4d2-dd5690b9592b on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:29.838126 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port fa862a37-753b-4323-a4d2-dd5690b9592b by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:29.838611 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port fa862a37-753b-4323-a4d2-dd5690b9592b on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:29.844755 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Port fa862a37-753b-4323-a4d2-dd5690b9592b on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:29.845317 n-d-841760-1 neutron-server[88081]: ERROR neutron.plugins.ml2.managers [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Failed to bind port fa862a37-753b-4323-a4d2-dd5690b9592b on host n-h1-841760-1 for vnic_type normal using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] May 13 14:52:29.845849 n-d-841760-1 neutron-server[88081]: INFO neutron.plugins.ml2.plugin [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempt 5 to bind port fa862a37-753b-4323-a4d2-dd5690b9592b May 13 14:52:29.866293 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port fa862a37-753b-4323-a4d2-dd5690b9592b on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:29.866815 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port fa862a37-753b-4323-a4d2-dd5690b9592b by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:29.868160 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port fa862a37-753b-4323-a4d2-dd5690b9592b on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:29.878811 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Port fa862a37-753b-4323-a4d2-dd5690b9592b on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:29.879663 n-d-841760-1 neutron-server[88081]: ERROR neutron.plugins.ml2.managers [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Failed to bind port fa862a37-753b-4323-a4d2-dd5690b9592b on host n-h1-841760-1 for vnic_type normal using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] May 13 14:52:29.880509 n-d-841760-1 neutron-server[88081]: INFO neutron.plugins.ml2.plugin [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempt 6 to bind port fa862a37-753b-4323-a4d2-dd5690b9592b May 13 14:52:29.901455 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port fa862a37-753b-4323-a4d2-dd5690b9592b on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:29.902126 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port fa862a37-753b-4323-a4d2-dd5690b9592b by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:29.903371 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port fa862a37-753b-4323-a4d2-dd5690b9592b on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:29.917119 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Port fa862a37-753b-4323-a4d2-dd5690b9592b on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:29.917698 n-d-841760-1 neutron-server[88081]: ERROR neutron.plugins.ml2.managers [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Failed to bind port fa862a37-753b-4323-a4d2-dd5690b9592b on host n-h1-841760-1 for vnic_type normal using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] May 13 14:52:29.919675 n-d-841760-1 neutron-server[88081]: INFO neutron.plugins.ml2.plugin [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempt 7 to bind port fa862a37-753b-4323-a4d2-dd5690b9592b May 13 14:52:29.949063 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port fa862a37-753b-4323-a4d2-dd5690b9592b on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:29.949720 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port fa862a37-753b-4323-a4d2-dd5690b9592b by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:29.950356 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port fa862a37-753b-4323-a4d2-dd5690b9592b on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:29.956771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Port fa862a37-753b-4323-a4d2-dd5690b9592b on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:29.957742 n-d-841760-1 neutron-server[88081]: ERROR neutron.plugins.ml2.managers [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Failed to bind port fa862a37-753b-4323-a4d2-dd5690b9592b on host n-h1-841760-1 for vnic_type normal using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] May 13 14:52:29.958418 n-d-841760-1 neutron-server[88081]: INFO neutron.plugins.ml2.plugin [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempt 8 to bind port fa862a37-753b-4323-a4d2-dd5690b9592b May 13 14:52:29.980211 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port fa862a37-753b-4323-a4d2-dd5690b9592b on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:29.980657 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port fa862a37-753b-4323-a4d2-dd5690b9592b by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:29.981095 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port fa862a37-753b-4323-a4d2-dd5690b9592b on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:29.989324 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Port fa862a37-753b-4323-a4d2-dd5690b9592b on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:29.989643 n-d-841760-1 neutron-server[88081]: ERROR neutron.plugins.ml2.managers [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Failed to bind port fa862a37-753b-4323-a4d2-dd5690b9592b on host n-h1-841760-1 for vnic_type normal using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] May 13 14:52:29.990978 n-d-841760-1 neutron-server[88081]: INFO neutron.plugins.ml2.plugin [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempt 9 to bind port fa862a37-753b-4323-a4d2-dd5690b9592b May 13 14:52:30.018271 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port fa862a37-753b-4323-a4d2-dd5690b9592b on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:30.018856 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port fa862a37-753b-4323-a4d2-dd5690b9592b by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:30.019302 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port fa862a37-753b-4323-a4d2-dd5690b9592b on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:30.025855 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Port fa862a37-753b-4323-a4d2-dd5690b9592b on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:30.025855 n-d-841760-1 neutron-server[88081]: ERROR neutron.plugins.ml2.managers [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Failed to bind port fa862a37-753b-4323-a4d2-dd5690b9592b on host n-h1-841760-1 for vnic_type normal using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] May 13 14:52:30.026637 n-d-841760-1 neutron-server[88081]: INFO neutron.plugins.ml2.plugin [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempt 10 to bind port fa862a37-753b-4323-a4d2-dd5690b9592b May 13 14:52:30.048323 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880c6502-5406-4e3b-8757-e50dff1cbf54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dfe96ff-af15-4e73-82f1-6c05c34387fd'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:52:30.056451 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port fa862a37-753b-4323-a4d2-dd5690b9592b on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:30.056451 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port fa862a37-753b-4323-a4d2-dd5690b9592b by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:30.066674 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port fa862a37-753b-4323-a4d2-dd5690b9592b on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:30.076750 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Port fa862a37-753b-4323-a4d2-dd5690b9592b on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:30.076750 n-d-841760-1 neutron-server[88081]: ERROR neutron.plugins.ml2.managers [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Failed to bind port fa862a37-753b-4323-a4d2-dd5690b9592b on host n-h1-841760-1 for vnic_type normal using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] May 13 14:52:30.087493 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:30.193646 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96ed958a-6e6a-4f72-bdb8-083f731e7927'] response: {'server_uuid': '880c6502-5406-4e3b-8757-e50dff1cbf54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dfe96ff-af15-4e73-82f1-6c05c34387fd', 'code': 200} May 13 14:52:30.347771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] For port fa862a37-753b-4323-a4d2-dd5690b9592b, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:52:30.347771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempted to set empty binding levels {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 13 14:52:30.347771 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:30.421217 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:30.421217 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:30.499686 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Pushing event updated for resources: {'Port': ['ID=fa862a37-753b-4323-a4d2-dd5690b9592b,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:30.519722 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43486) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:30.525813 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ed999675-6e1e-4a73-8325-9874967aa799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.9166267 May 13 14:52:30.746246 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:30.770988 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-31eab7a0-9bb2-4f4c-9522-75f1b745a1d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Deleting port fa862a37-753b-4323-a4d2-dd5690b9592b {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:52:30.771643 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-31eab7a0-9bb2-4f4c-9522-75f1b745a1d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:30.774815 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:30.833511 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd16be-acdd-4a15-a07d-191853e6ba47 req-ce98e6ac-bcf3-4e1a-ae10-228a8e9d550d tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:30.846238 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3cfd16be-acdd-4a15-a07d-191853e6ba47 req-ce98e6ac-bcf3-4e1a-ae10-228a8e9d550d tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=36dcba3a-83c0-450a-bd54-0dbcea74ca05 HTTP/1.1" status: 200 len: 945 time: 0.2137632 May 13 14:52:30.946707 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3cfd16be-acdd-4a15-a07d-191853e6ba47 req-79cdb467-ad0c-4b24-bef5-4e43fe37b40a tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/security-groups?id=c23b44e9-8309-4781-9f5e-5a7cc2c098fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940037 May 13 14:52:31.082663 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18158681-021c-44f8-b6ff-18bd7e5be27a req-127ec3cb-5569-49f9-96e7-c91b611b46df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:31.084189 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-18158681-021c-44f8-b6ff-18bd7e5be27a req-127ec3cb-5569-49f9-96e7-c91b611b46df service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=880c6502-5406-4e3b-8757-e50dff1cbf54 HTTP/1.1" status: 200 len: 1096 time: 0.8201189 May 13 14:52:31.333273 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-18158681-021c-44f8-b6ff-18bd7e5be27a req-1340218c-049d-474e-88ab-5488bd08db79 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c23b44e9-8309-4781-9f5e-5a7cc2c098fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592660 May 13 14:52:31.340284 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-31eab7a0-9bb2-4f4c-9522-75f1b745a1d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] For port fa862a37-753b-4323-a4d2-dd5690b9592b, host n-h1-841760-1, got binding levels [] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:31.340630 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-31eab7a0-9bb2-4f4c-9522-75f1b745a1d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:31.479088 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd42cc9-6df2-42d5-8714-2d1f87f29fec req-9b6b71d7-3c55-4c2a-80f0-0c5e539aad0b tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:31.480996 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0dd42cc9-6df2-42d5-8714-2d1f87f29fec req-9b6b71d7-3c55-4c2a-80f0-0c5e539aad0b tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=880c6502-5406-4e3b-8757-e50dff1cbf54 HTTP/1.1" status: 200 len: 945 time: 0.3937986 May 13 14:52:31.488292 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-31eab7a0-9bb2-4f4c-9522-75f1b745a1d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Calling delete_port for fa862a37-753b-4323-a4d2-dd5690b9592b owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:52:31.614939 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0dd42cc9-6df2-42d5-8714-2d1f87f29fec req-b316efe2-caf1-4456-9b45-e321a1e7d11a tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/security-groups?id=c23b44e9-8309-4781-9f5e-5a7cc2c098fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934196 May 13 14:52:31.637502 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-31eab7a0-9bb2-4f4c-9522-75f1b745a1d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:31.723210 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eab7a0-9bb2-4f4c-9522-75f1b745a1d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa862a37-753b-4323-a4d2-dd5690b9592b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:31.729366 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-31eab7a0-9bb2-4f4c-9522-75f1b745a1d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:31.738145 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-31eab7a0-9bb2-4f4c-9522-75f1b745a1d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] 10.222.0.35 "DELETE /v2.0/ports/fa862a37-753b-4323-a4d2-dd5690b9592b HTTP/1.1" status: 204 len: 168 time: 1.2219694 May 13 14:52:31.741349 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43612) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:31.794236 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b30e974-083c-4eb8-abbc-70ea2914c8a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] GET failed (client error): The resource could not be found. May 13 14:52:31.794236 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7b30e974-083c-4eb8-abbc-70ea2914c8a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Synchronizing usage tracker for tenant:9f4ad0851d394462931e40b567561c43 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:31.815984 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7b30e974-083c-4eb8-abbc-70ea2914c8a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Unset dirty status for tenant:9f4ad0851d394462931e40b567561c43 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:31.816289 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7b30e974-083c-4eb8-abbc-70ea2914c8a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] 10.222.0.35 "GET /v2.0/ports/fa862a37-753b-4323-a4d2-dd5690b9592b HTTP/1.1" status: 404 len: 333 time: 0.0742621 May 13 14:52:31.820853 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43622) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:31.826357 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-44842b69-e8cb-4668-9c35-ccf556d70372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Request body: {'port': {'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307157658'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:31.853660 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-44842b69-e8cb-4668-9c35-ccf556d70372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:31.881472 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-44842b69-e8cb-4668-9c35-ccf556d70372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:31.900863 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44842b69-e8cb-4668-9c35-ccf556d70372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Made reservation on behalf of 9f4ad0851d394462931e40b567561c43 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:31.902324 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44842b69-e8cb-4668-9c35-ccf556d70372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:31.935065 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-44842b69-e8cb-4668-9c35-ccf556d70372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] device_id is not set on port 9b114727-ff09-4b21-8517-df11ee8428ac yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:52:32.136589 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:32.198034 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44842b69-e8cb-4668-9c35-ccf556d70372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:32.239751 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44842b69-e8cb-4668-9c35-ccf556d70372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:32.326511 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44842b69-e8cb-4668-9c35-ccf556d70372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Network 7b7d298c-95a1-4744-84ae-6f8a715ad643 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:52:32.330507 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-44842b69-e8cb-4668-9c35-ccf556d70372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:52:32.337604 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44842b69-e8cb-4668-9c35-ccf556d70372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:52:32.339154 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44842b69-e8cb-4668-9c35-ccf556d70372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:32.341180 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44842b69-e8cb-4668-9c35-ccf556d70372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:32.356961 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44842b69-e8cb-4668-9c35-ccf556d70372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Pushing event updated for resources: {'Port': ['ID=9b114727-ff09-4b21-8517-df11ee8428ac,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:32.390733 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43692) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:32.391272 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-44842b69-e8cb-4668-9c35-ccf556d70372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5695982 May 13 14:52:32.396905 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:32.619056 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:32.907855 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-3c5e96bc-7c9e-4d86-a600-898473472ea5 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=c1c0db1bc05148dfb48a062f91651f9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478559 May 13 14:52:33.008297 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954affa3-5758-47a0-9ae6-a88937077270 req-e54a0a8c-262a-4bf3-8363-c3194072dda2 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:33.010921 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-954affa3-5758-47a0-9ae6-a88937077270 req-e54a0a8c-262a-4bf3-8363-c3194072dda2 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=880c6502-5406-4e3b-8757-e50dff1cbf54 HTTP/1.1" status: 200 len: 945 time: 0.1204188 May 13 14:52:33.061419 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-954affa3-5758-47a0-9ae6-a88937077270 req-c64c886c-70b7-4ef0-b271-99936d79a879 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/security-groups?id=c23b44e9-8309-4781-9f5e-5a7cc2c098fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432982 May 13 14:52:33.145785 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-b1511419-7714-443d-b67c-9d4e495d2922 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:33.147351 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-b1511419-7714-443d-b67c-9d4e495d2922 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2294555 May 13 14:52:33.149363 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] device_id is not set on port 9b114727-ff09-4b21-8517-df11ee8428ac yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:52:33.159555 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:33.176683 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-7a823b79-3cdd-47b5-b82e-cb6dad21eabf tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.35 "GET /v2.0/quotas/c1c0db1bc05148dfb48a062f91651f9c HTTP/1.1" status: 200 len: 375 time: 0.0196497 May 13 14:52:33.184504 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Transition to ACTIVE for port object 9b114727-ff09-4b21-8517-df11ee8428ac will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:52:33.223288 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:33.293446 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-18f693be-df57-4c64-adb2-68bb97ddf111 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1c0db1bc05148dfb48a062f91651f9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1054113 May 13 14:52:33.415655 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Pushing event updated for resources: {'Port': ['ID=9b114727-ff09-4b21-8517-df11ee8428ac,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:33.425671 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 9b114727-ff09-4b21-8517-df11ee8428ac on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:33.425914 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 9b114727-ff09-4b21-8517-df11ee8428ac by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:33.426239 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 9b114727-ff09-4b21-8517-df11ee8428ac on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:33.432658 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Port 9b114727-ff09-4b21-8517-df11ee8428ac on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:33.433276 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Failed to bind port 9b114727-ff09-4b21-8517-df11ee8428ac on host n-h1-841760-1 for vnic_type normal using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] May 13 14:52:33.433740 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempt 2 to bind port 9b114727-ff09-4b21-8517-df11ee8428ac May 13 14:52:33.481027 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:52:33.517069 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3ce78997-9550-4c57-9465-6d684f3346f2 req-b1ae79be-322f-4ebd-b885-313cd8a451cf tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f2f9ef1-a077-4fa6-aac2-67634429d9f9 HTTP/1.1" status: 200 len: 210 time: 0.0486851 May 13 14:52:33.517917 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 9b114727-ff09-4b21-8517-df11ee8428ac on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:33.518244 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 9b114727-ff09-4b21-8517-df11ee8428ac by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:33.518949 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 9b114727-ff09-4b21-8517-df11ee8428ac on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:33.524199 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Port 9b114727-ff09-4b21-8517-df11ee8428ac on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:33.524454 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Failed to bind port 9b114727-ff09-4b21-8517-df11ee8428ac on host n-h1-841760-1 for vnic_type normal using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] May 13 14:52:33.524830 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempt 3 to bind port 9b114727-ff09-4b21-8517-df11ee8428ac May 13 14:52:33.553634 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 9b114727-ff09-4b21-8517-df11ee8428ac on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:33.554159 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 9b114727-ff09-4b21-8517-df11ee8428ac by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:33.555240 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 9b114727-ff09-4b21-8517-df11ee8428ac on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:33.566768 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Port 9b114727-ff09-4b21-8517-df11ee8428ac on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:33.567243 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Failed to bind port 9b114727-ff09-4b21-8517-df11ee8428ac on host n-h1-841760-1 for vnic_type normal using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] May 13 14:52:33.567624 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempt 4 to bind port 9b114727-ff09-4b21-8517-df11ee8428ac May 13 14:52:33.594934 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 9b114727-ff09-4b21-8517-df11ee8428ac on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:33.595309 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 9b114727-ff09-4b21-8517-df11ee8428ac by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:33.595697 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 9b114727-ff09-4b21-8517-df11ee8428ac on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:33.605154 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Port 9b114727-ff09-4b21-8517-df11ee8428ac on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:33.605493 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Failed to bind port 9b114727-ff09-4b21-8517-df11ee8428ac on host n-h1-841760-1 for vnic_type normal using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] May 13 14:52:33.605954 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempt 5 to bind port 9b114727-ff09-4b21-8517-df11ee8428ac May 13 14:52:33.627890 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 9b114727-ff09-4b21-8517-df11ee8428ac on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:33.628440 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 9b114727-ff09-4b21-8517-df11ee8428ac by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:33.628736 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 9b114727-ff09-4b21-8517-df11ee8428ac on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:33.636873 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Port 9b114727-ff09-4b21-8517-df11ee8428ac on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:33.637220 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Failed to bind port 9b114727-ff09-4b21-8517-df11ee8428ac on host n-h1-841760-1 for vnic_type normal using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] May 13 14:52:33.637797 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempt 6 to bind port 9b114727-ff09-4b21-8517-df11ee8428ac May 13 14:52:33.664903 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 9b114727-ff09-4b21-8517-df11ee8428ac on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:33.667551 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 9b114727-ff09-4b21-8517-df11ee8428ac by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:33.669050 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 9b114727-ff09-4b21-8517-df11ee8428ac on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:33.680068 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Port 9b114727-ff09-4b21-8517-df11ee8428ac on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:33.680428 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Failed to bind port 9b114727-ff09-4b21-8517-df11ee8428ac on host n-h1-841760-1 for vnic_type normal using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] May 13 14:52:33.680870 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempt 7 to bind port 9b114727-ff09-4b21-8517-df11ee8428ac May 13 14:52:33.720665 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 9b114727-ff09-4b21-8517-df11ee8428ac on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:33.721065 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 9b114727-ff09-4b21-8517-df11ee8428ac by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:33.721937 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 9b114727-ff09-4b21-8517-df11ee8428ac on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:33.727265 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Port 9b114727-ff09-4b21-8517-df11ee8428ac on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:33.727598 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Failed to bind port 9b114727-ff09-4b21-8517-df11ee8428ac on host n-h1-841760-1 for vnic_type normal using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] May 13 14:52:33.728069 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempt 8 to bind port 9b114727-ff09-4b21-8517-df11ee8428ac May 13 14:52:33.747016 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 9b114727-ff09-4b21-8517-df11ee8428ac on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:33.747583 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 9b114727-ff09-4b21-8517-df11ee8428ac by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:33.748115 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 9b114727-ff09-4b21-8517-df11ee8428ac on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:33.754108 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Port 9b114727-ff09-4b21-8517-df11ee8428ac on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:33.754636 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Failed to bind port 9b114727-ff09-4b21-8517-df11ee8428ac on host n-h1-841760-1 for vnic_type normal using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] May 13 14:52:33.755205 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempt 9 to bind port 9b114727-ff09-4b21-8517-df11ee8428ac May 13 14:52:33.778573 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 9b114727-ff09-4b21-8517-df11ee8428ac on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:33.778833 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 9b114727-ff09-4b21-8517-df11ee8428ac by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:33.779192 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 9b114727-ff09-4b21-8517-df11ee8428ac on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:33.788118 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Port 9b114727-ff09-4b21-8517-df11ee8428ac on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:33.788573 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Failed to bind port 9b114727-ff09-4b21-8517-df11ee8428ac on host n-h1-841760-1 for vnic_type normal using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] May 13 14:52:33.789174 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempt 10 to bind port 9b114727-ff09-4b21-8517-df11ee8428ac May 13 14:52:33.826272 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 9b114727-ff09-4b21-8517-df11ee8428ac on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:33.826529 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 9b114727-ff09-4b21-8517-df11ee8428ac by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:33.826869 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 9b114727-ff09-4b21-8517-df11ee8428ac on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:33.994777 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Port 9b114727-ff09-4b21-8517-df11ee8428ac on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:33.995139 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Failed to bind port 9b114727-ff09-4b21-8517-df11ee8428ac on host n-h1-841760-1 for vnic_type normal using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] May 13 14:52:33.995492 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:34.119417 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a061c-4055-48af-bbd2-f55db08f79b3 req-7520ccc7-3157-4abf-8122-7838f695e59d tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.121056 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-831a061c-4055-48af-bbd2-f55db08f79b3 req-7520ccc7-3157-4abf-8122-7838f695e59d tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=880c6502-5406-4e3b-8757-e50dff1cbf54 HTTP/1.1" status: 200 len: 945 time: 0.2984135 May 13 14:52:34.128368 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] For port 9b114727-ff09-4b21-8517-df11ee8428ac, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:52:34.129002 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempted to set empty binding levels {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 13 14:52:34.150019 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:34.231829 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] In _notify_port_updated(), no bound segment for port 9b114727-ff09-4b21-8517-df11ee8428ac on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 {{(pid=88082) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:52:34.233088 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.233853 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:34.236940 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] 10.222.0.35 "PUT /v2.0/ports/9b114727-ff09-4b21-8517-df11ee8428ac HTTP/1.1" status: 200 len: 979 time: 1.8444471 May 13 14:52:34.239012 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43920) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:34.271298 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-831a061c-4055-48af-bbd2-f55db08f79b3 req-d1d38feb-2aa1-485a-90c8-a8a5e5e892a8 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/security-groups?id=c23b44e9-8309-4781-9f5e-5a7cc2c098fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409376 May 13 14:52:34.295664 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e819d8a-5469-4cf6-bc51-8a3ea081e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Pushing event updated for resources: {'Port': ['ID=9b114727-ff09-4b21-8517-df11ee8428ac,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:34.477952 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.479643 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.480196 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.480728 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.481252 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.481776 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.482345 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.482818 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.483350 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.483887 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.484377 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.484887 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.485396 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.485906 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.486512 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.487049 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.487593 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.488018 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.488468 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.489146 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.489581 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.489925 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.490415 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.490898 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.491372 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.491843 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.492820 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.493336 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.493877 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.494333 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.494783 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.495257 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.495702 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.496144 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.496604 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.497030 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.499901 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Synchronizing usage tracker for tenant:9f4ad0851d394462931e40b567561c43 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:34.516099 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Unset dirty status for tenant:9f4ad0851d394462931e40b567561c43 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:34.517482 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-79f65e2e-e92c-4094-911c-19ed8f55c423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32491 time: 0.2769084 May 13 14:52:34.521572 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43928) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:34.589266 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-456296fc-7172-444c-af4c-e0c3a672be6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Deleting port 9b114727-ff09-4b21-8517-df11ee8428ac {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:52:34.589731 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-456296fc-7172-444c-af4c-e0c3a672be6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:34.757536 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-192a0e8a-8aee-47e1-bdb0-4ff249479551 req-9928d0d5-2c0b-4fa7-bde1-ed4787a84414 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f2f9ef1-a077-4fa6-aac2-67634429d9f9 HTTP/1.1" status: 200 len: 210 time: 0.0621872 May 13 14:52:34.792511 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-59afbf60-368b-4a84-b68f-c8c83f89aca7 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=c1c0db1bc05148dfb48a062f91651f9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443826 May 13 14:52:34.924195 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf98c63-6e0e-42d5-a178-8fe843d38125 req-f13ecc55-4b72-4117-aa4a-5170b70168ac tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:34.927180 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6bf98c63-6e0e-42d5-a178-8fe843d38125 req-f13ecc55-4b72-4117-aa4a-5170b70168ac tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.59 "GET /v2.0/ports?device_id=880c6502-5406-4e3b-8757-e50dff1cbf54 HTTP/1.1" status: 200 len: 945 time: 0.1395483 May 13 14:52:35.010708 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-456296fc-7172-444c-af4c-e0c3a672be6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] For port 9b114727-ff09-4b21-8517-df11ee8428ac, host n-h1-841760-1, got binding levels [] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:35.010979 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-456296fc-7172-444c-af4c-e0c3a672be6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:35.038525 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-6bf98c63-6e0e-42d5-a178-8fe843d38125 req-3d74a5fa-7a96-45d3-a0d6-a6d87971bf5d tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Deleting port 6dfe96ff-af15-4e73-82f1-6c05c34387fd {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:52:35.039425 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6bf98c63-6e0e-42d5-a178-8fe843d38125 req-3d74a5fa-7a96-45d3-a0d6-a6d87971bf5d tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:35.199554 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-456296fc-7172-444c-af4c-e0c3a672be6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Calling delete_port for 9b114727-ff09-4b21-8517-df11ee8428ac owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:52:35.336690 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-629c10c6-0603-442c-a9c9-ddf5d0d49991 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:35.338450 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-629c10c6-0603-442c-a9c9-ddf5d0d49991 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5409863 May 13 14:52:35.359947 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-6bf98c63-6e0e-42d5-a178-8fe843d38125 req-3d74a5fa-7a96-45d3-a0d6-a6d87971bf5d tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] For port 6dfe96ff-af15-4e73-82f1-6c05c34387fd, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=6dfe96ff-af15-4e73-82f1-6c05c34387fd,segment=NetworkSegment(1b7bdf62-9f30-45d7-9a9c-eb4854dda90f),segment_id=1b7bdf62-9f30-45d7-9a9c-eb4854dda90f)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:35.360669 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6bf98c63-6e0e-42d5-a178-8fe843d38125 req-3d74a5fa-7a96-45d3-a0d6-a6d87971bf5d tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:35.361804 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-434e54a9-7fef-4590-b085-a1a88fd4b9e8 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Request body: {'port': {'device_id': '3f2f9ef1-a077-4fa6-aac2-67634429d9f9', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'admin_state_up': True, 'tenant_id': 'c1c0db1bc05148dfb48a062f91651f9c'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:35.485210 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-456296fc-7172-444c-af4c-e0c3a672be6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:35.543176 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456296fc-7172-444c-af4c-e0c3a672be6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b114727-ff09-4b21-8517-df11ee8428ac,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:35.544922 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-6bf98c63-6e0e-42d5-a178-8fe843d38125 req-3d74a5fa-7a96-45d3-a0d6-a6d87971bf5d tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Calling delete_port for 6dfe96ff-af15-4e73-82f1-6c05c34387fd owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:52:35.583304 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce0954-215c-4e2a-b561-7c3a8aea5924 req-a15d26be-9a4b-4593-a705-985ff97d6dee tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:35.584802 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-91ce0954-215c-4e2a-b561-7c3a8aea5924 req-a15d26be-9a4b-4593-a705-985ff97d6dee tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.59 "GET /v2.0/ports?device_id=36dcba3a-83c0-450a-bd54-0dbcea74ca05 HTTP/1.1" status: 200 len: 945 time: 0.4284384 May 13 14:52:35.585865 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-456296fc-7172-444c-af4c-e0c3a672be6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:35.673721 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-434e54a9-7fef-4590-b085-a1a88fd4b9e8 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:35.676580 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-456296fc-7172-444c-af4c-e0c3a672be6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] 10.222.0.35 "DELETE /v2.0/ports/9b114727-ff09-4b21-8517-df11ee8428ac HTTP/1.1" status: 204 len: 168 time: 1.1539018 May 13 14:52:35.681271 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43940) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:35.685880 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-434e54a9-7fef-4590-b085-a1a88fd4b9e8 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Usage tracker for resource:port and tenant:c1c0db1bc05148dfb48a062f91651f9c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:35.709832 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441ef70-d452-402b-8064-472282a4d06a req-ae7deb57-8036-4b15-8b8a-d21cb2c3d8e4 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:35.711403 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0441ef70-d452-402b-8064-472282a4d06a req-ae7deb57-8036-4b15-8b8a-d21cb2c3d8e4 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=880c6502-5406-4e3b-8757-e50dff1cbf54 HTTP/1.1" status: 200 len: 945 time: 0.2684805 May 13 14:52:35.721591 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-434e54a9-7fef-4590-b085-a1a88fd4b9e8 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:35.727887 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-91ce0954-215c-4e2a-b561-7c3a8aea5924 req-28e953eb-b6e6-4eea-8162-05fd11915db6 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Deleting port ae78f6f7-1d07-4033-8d9d-d9f3312dda9b {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:52:35.728234 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-91ce0954-215c-4e2a-b561-7c3a8aea5924 req-28e953eb-b6e6-4eea-8162-05fd11915db6 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:35.776168 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-434e54a9-7fef-4590-b085-a1a88fd4b9e8 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:35.777315 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0441ef70-d452-402b-8064-472282a4d06a req-d20288a1-c4a5-4272-8116-d25de87f18fc tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/security-groups?id=c23b44e9-8309-4781-9f5e-5a7cc2c098fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585270 May 13 14:52:35.778922 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6bf98c63-6e0e-42d5-a178-8fe843d38125 req-3d74a5fa-7a96-45d3-a0d6-a6d87971bf5d tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:35.790057 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ba2e4a-4f6f-4e95-857f-3e1e3efa98aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] GET failed (client error): The resource could not be found. May 13 14:52:35.790840 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-35ba2e4a-4f6f-4e95-857f-3e1e3efa98aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Synchronizing usage tracker for tenant:9f4ad0851d394462931e40b567561c43 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:35.795813 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['ae78f6f7-1d07-4033-8d9d-d9f3312dda9b', '6dfe96ff-af15-4e73-82f1-6c05c34387fd'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:52:35.841150 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74a5fa-7a96-45d3-a0d6-a6d87971bf5d tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Pushing event deleted for resources: {'Port': ['ID=6dfe96ff-af15-4e73-82f1-6c05c34387fd,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:35.845442 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-434e54a9-7fef-4590-b085-a1a88fd4b9e8 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Made reservation on behalf of c1c0db1bc05148dfb48a062f91651f9c for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:35.849988 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-434e54a9-7fef-4590-b085-a1a88fd4b9e8 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:35.877262 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-35ba2e4a-4f6f-4e95-857f-3e1e3efa98aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Unset dirty status for tenant:9f4ad0851d394462931e40b567561c43 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:35.879149 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-35ba2e4a-4f6f-4e95-857f-3e1e3efa98aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] 10.222.0.35 "GET /v2.0/ports/9b114727-ff09-4b21-8517-df11ee8428ac HTTP/1.1" status: 404 len: 333 time: 0.1949427 May 13 14:52:35.893702 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43948) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:35.897159 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-434e54a9-7fef-4590-b085-a1a88fd4b9e8 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:35.916160 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-a0a5276a-a293-4c2a-bd1a-072a2c7bcd37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1123917203', 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:35.930787 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-434e54a9-7fef-4590-b085-a1a88fd4b9e8 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:35.952693 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a0a5276a-a293-4c2a-bd1a-072a2c7bcd37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:35.962412 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf98c63-6e0e-42d5-a178-8fe843d38125 req-3d74a5fa-7a96-45d3-a0d6-a6d87971bf5d tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] No DVR routers for this DVR port 6dfe96ff-af15-4e73-82f1-6c05c34387fd on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:52:35.965826 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-6bf98c63-6e0e-42d5-a178-8fe843d38125 req-3d74a5fa-7a96-45d3-a0d6-a6d87971bf5d tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:35.979415 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880c6502-5406-4e3b-8757-e50dff1cbf54', 'name': 'network-vif-deleted', 'tag': '6dfe96ff-af15-4e73-82f1-6c05c34387fd'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:52:36.001093 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6bf98c63-6e0e-42d5-a178-8fe843d38125 req-3d74a5fa-7a96-45d3-a0d6-a6d87971bf5d tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.59 "DELETE /v2.0/ports/6dfe96ff-af15-4e73-82f1-6c05c34387fd HTTP/1.1" status: 204 len: 173 time: 1.0662725 May 13 14:52:36.030036 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-434e54a9-7fef-4590-b085-a1a88fd4b9e8 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Usage tracker for resource:security_group_rule and tenant:c1c0db1bc05148dfb48a062f91651f9c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:36.060270 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-716b9827-7215-4d50-b7a3-864e767c9104'] response: {'server_uuid': '880c6502-5406-4e3b-8757-e50dff1cbf54', 'name': 'network-vif-deleted', 'tag': '6dfe96ff-af15-4e73-82f1-6c05c34387fd', 'status': 'completed', 'code': 200} May 13 14:52:36.089452 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a0a5276a-a293-4c2a-bd1a-072a2c7bcd37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:36.097402 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-434e54a9-7fef-4590-b085-a1a88fd4b9e8 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:36.159239 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a5276a-a293-4c2a-bd1a-072a2c7bcd37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Made reservation on behalf of 9f4ad0851d394462931e40b567561c43 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:36.162082 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a0a5276a-a293-4c2a-bd1a-072a2c7bcd37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:36.172816 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-434e54a9-7fef-4590-b085-a1a88fd4b9e8 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:36.204816 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7bdead79-5eb5-401d-9658-01096df73488 req-388949ca-f892-4578-ace3-a425af57cb7a tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f2f9ef1-a077-4fa6-aac2-67634429d9f9 HTTP/1.1" status: 200 len: 210 time: 0.1037121 May 13 14:52:36.300415 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-a0a5276a-a293-4c2a-bd1a-072a2c7bcd37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] device_id is not set on port 8faabf83-26c2-498e-bce3-a14fb1506c6b yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:52:36.490826 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-91ce0954-215c-4e2a-b561-7c3a8aea5924 req-28e953eb-b6e6-4eea-8162-05fd11915db6 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] For port ae78f6f7-1d07-4033-8d9d-d9f3312dda9b, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=ae78f6f7-1d07-4033-8d9d-d9f3312dda9b,segment=NetworkSegment(1b7bdf62-9f30-45d7-9a9c-eb4854dda90f),segment_id=1b7bdf62-9f30-45d7-9a9c-eb4854dda90f)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:36.491394 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-91ce0954-215c-4e2a-b561-7c3a8aea5924 req-28e953eb-b6e6-4eea-8162-05fd11915db6 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:36.658731 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-91ce0954-215c-4e2a-b561-7c3a8aea5924 req-28e953eb-b6e6-4eea-8162-05fd11915db6 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Calling delete_port for ae78f6f7-1d07-4033-8d9d-d9f3312dda9b owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:52:36.998298 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-434e54a9-7fef-4590-b085-a1a88fd4b9e8 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:37.013286 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-434e54a9-7fef-4590-b085-a1a88fd4b9e8 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:37.095264 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a0a5276a-a293-4c2a-bd1a-072a2c7bcd37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:37.116045 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-91ce0954-215c-4e2a-b561-7c3a8aea5924 req-28e953eb-b6e6-4eea-8162-05fd11915db6 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:37.126820 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['6dfe96ff-af15-4e73-82f1-6c05c34387fd'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:52:37.223448 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e54a9-7fef-4590-b085-a1a88fd4b9e8 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d84ab5c9-4357-459d-99c3-66c268116f30,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:37.241598 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e953eb-b6e6-4eea-8162-05fd11915db6 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Pushing event deleted for resources: {'Port': ['ID=ae78f6f7-1d07-4033-8d9d-d9f3312dda9b,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:37.249693 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0bba1df3-4fdc-402c-8545-a9ac8090f80d req-a2138d3a-4c1d-4267-9fd0-f4ce6979bc95 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.35 "GET /v2.0/ports?device_id=36dcba3a-83c0-450a-bd54-0dbcea74ca05 HTTP/1.1" status: 200 len: 210 time: 0.1317451 May 13 14:52:37.390324 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ce0954-215c-4e2a-b561-7c3a8aea5924 req-28e953eb-b6e6-4eea-8162-05fd11915db6 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] No DVR routers for this DVR port ae78f6f7-1d07-4033-8d9d-d9f3312dda9b on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:52:37.397172 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-91ce0954-215c-4e2a-b561-7c3a8aea5924 req-28e953eb-b6e6-4eea-8162-05fd11915db6 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:37.400204 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36dcba3a-83c0-450a-bd54-0dbcea74ca05', 'name': 'network-vif-deleted', 'tag': 'ae78f6f7-1d07-4033-8d9d-d9f3312dda9b'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:52:37.407536 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a7243579-d031-4dcc-b1a9-a2667a7db2dc req-981cda06-a8a4-4db0-afb2-0a8dd707b182 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f2f9ef1-a077-4fa6-aac2-67634429d9f9 HTTP/1.1" status: 200 len: 210 time: 0.0466514 May 13 14:52:37.446850 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-91ce0954-215c-4e2a-b561-7c3a8aea5924 req-28e953eb-b6e6-4eea-8162-05fd11915db6 tempest-MultipleCreateTestJSON-1293999784 tempest-MultipleCreateTestJSON-1293999784-project] 10.222.0.59 "DELETE /v2.0/ports/ae78f6f7-1d07-4033-8d9d-d9f3312dda9b HTTP/1.1" status: 204 len: 173 time: 1.8541808 May 13 14:52:37.448135 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a0a5276a-a293-4c2a-bd1a-072a2c7bcd37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:37.450073 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-434e54a9-7fef-4590-b085-a1a88fd4b9e8 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Allocated IP 192.168.233.145 (7d165b7c-a84b-4191-823a-46e347c23eb5/fb4bc443-ac8b-4686-9d3b-15c2430aa8ca/ee939c4a-8b8a-450e-a4d9-6d9391de9eb9) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:52:37.497583 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b77384c-6334-47c6-b6d6-059f43074444'] response: {'server_uuid': '36dcba3a-83c0-450a-bd54-0dbcea74ca05', 'name': 'network-vif-deleted', 'tag': 'ae78f6f7-1d07-4033-8d9d-d9f3312dda9b', 'status': 'completed', 'code': 200} May 13 14:52:37.536211 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a5276a-a293-4c2a-bd1a-072a2c7bcd37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Network 7b7d298c-95a1-4744-84ae-6f8a715ad643 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:52:37.541007 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-a0a5276a-a293-4c2a-bd1a-072a2c7bcd37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:52:37.547513 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a5276a-a293-4c2a-bd1a-072a2c7bcd37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:52:37.548455 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a5276a-a293-4c2a-bd1a-072a2c7bcd37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:37.549065 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a0a5276a-a293-4c2a-bd1a-072a2c7bcd37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:37.552644 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5276a-a293-4c2a-bd1a-072a2c7bcd37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Pushing event updated for resources: {'Port': ['ID=8faabf83-26c2-498e-bce3-a14fb1506c6b,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:37.608762 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a0a5276a-a293-4c2a-bd1a-072a2c7bcd37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7132139 May 13 14:52:37.611478 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43968) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:37.687217 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb31490e-ebaa-4847-bd41-abe605da6c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:37.687791 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-bb31490e-ebaa-4847-bd41-abe605da6c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Synchronizing usage tracker for tenant:9f4ad0851d394462931e40b567561c43 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:37.706454 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-bb31490e-ebaa-4847-bd41-abe605da6c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Unset dirty status for tenant:9f4ad0851d394462931e40b567561c43 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:37.710388 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bb31490e-ebaa-4847-bd41-abe605da6c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] 10.222.0.35 "GET /v2.0/ports/8faabf83-26c2-498e-bce3-a14fb1506c6b HTTP/1.1" status: 200 len: 959 time: 0.0951359 May 13 14:52:37.710797 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43972) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:37.778697 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-31a2fafb-8bd3-4abc-beaa-6c2bd301d6f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Deleting port 8faabf83-26c2-498e-bce3-a14fb1506c6b {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:52:37.779047 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-31a2fafb-8bd3-4abc-beaa-6c2bd301d6f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:37.782533 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-434e54a9-7fef-4590-b085-a1a88fd4b9e8 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:37.803773 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-434e54a9-7fef-4590-b085-a1a88fd4b9e8 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Transition to ACTIVE for port object ee939c4a-8b8a-450e-a4d9-6d9391de9eb9 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:52:37.834619 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-434e54a9-7fef-4590-b085-a1a88fd4b9e8 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:37.926432 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-434e54a9-7fef-4590-b085-a1a88fd4b9e8 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:52:37.944934 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-434e54a9-7fef-4590-b085-a1a88fd4b9e8 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:52:37.944934 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-434e54a9-7fef-4590-b085-a1a88fd4b9e8 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:52:38.051891 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e54a9-7fef-4590-b085-a1a88fd4b9e8 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Pushing event updated for resources: {'Port': ['ID=ee939c4a-8b8a-450e-a4d9-6d9391de9eb9,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:38.057925 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-434e54a9-7fef-4590-b085-a1a88fd4b9e8 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:38.058700 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-434e54a9-7fef-4590-b085-a1a88fd4b9e8 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:38.063858 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [req-813511ba-315a-4390-9a2b-03e6bee1bc16 req-c2c2c0a5-bcd6-4de4-a40a-2a404db0c584 service neutron] (88082) timed out ('10.222.0.59', 55381) {{(pid=88082) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 14:52:38.085098 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-434e54a9-7fef-4590-b085-a1a88fd4b9e8 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7286472 May 13 14:52:38.105525 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-0ee3344d-4b13-4c10-8c58-314016faab5d service neutron] Request body: {'port': {'device_id': '3f2f9ef1-a077-4fa6-aac2-67634429d9f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:38.258797 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-31a2fafb-8bd3-4abc-beaa-6c2bd301d6f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:38.275895 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-0ee3344d-4b13-4c10-8c58-314016faab5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:38.349953 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-48d242c4-8e3a-4aaa-9951-c118ad5a0465 None None] Provisioning for port ee939c4a-8b8a-450e-a4d9-6d9391de9eb9 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:52:38.357843 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-48d242c4-8e3a-4aaa-9951-c118ad5a0465 None None] Provisioning complete for port ee939c4a-8b8a-450e-a4d9-6d9391de9eb9 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:52:38.358221 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-48d242c4-8e3a-4aaa-9951-c118ad5a0465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:38.400821 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43982) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:38.409733 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-31a2fafb-8bd3-4abc-beaa-6c2bd301d6f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Calling delete_port for 8faabf83-26c2-498e-bce3-a14fb1506c6b owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:52:38.449362 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-48d242c4-8e3a-4aaa-9951-c118ad5a0465 None None] Port ee939c4a-8b8a-450e-a4d9-6d9391de9eb9 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:52:38.533190 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-0719cb22-3abb-4674-be7b-f1dd979ea877 admin admin] Deleting subnet ad4e4f8c-cb11-4e85-8f7d-a01316af8e48 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:52:38.537047 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0719cb22-3abb-4674-be7b-f1dd979ea877 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:38.584093 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-31a2fafb-8bd3-4abc-beaa-6c2bd301d6f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:38.646503 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0719cb22-3abb-4674-be7b-f1dd979ea877 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:38.674200 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2fafb-8bd3-4abc-beaa-6c2bd301d6f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Pushing event deleted for resources: {'Port': ['ID=8faabf83-26c2-498e-bce3-a14fb1506c6b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:38.688415 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-31a2fafb-8bd3-4abc-beaa-6c2bd301d6f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:38.709762 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-31a2fafb-8bd3-4abc-beaa-6c2bd301d6f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] 10.222.0.35 "DELETE /v2.0/ports/8faabf83-26c2-498e-bce3-a14fb1506c6b HTTP/1.1" status: 204 len: 168 time: 0.9977288 May 13 14:52:38.712549 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43988) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:38.720439 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0719cb22-3abb-4674-be7b-f1dd979ea877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:38.784071 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf0fd7c5-85a2-4b53-a3b6-bc7d91dc2cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] GET failed (client error): The resource could not be found. May 13 14:52:38.784607 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-bf0fd7c5-85a2-4b53-a3b6-bc7d91dc2cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Synchronizing usage tracker for tenant:9f4ad0851d394462931e40b567561c43 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:38.791734 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0719cb22-3abb-4674-be7b-f1dd979ea877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:38.828742 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-bf0fd7c5-85a2-4b53-a3b6-bc7d91dc2cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Unset dirty status for tenant:9f4ad0851d394462931e40b567561c43 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:38.829900 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-bf0fd7c5-85a2-4b53-a3b6-bc7d91dc2cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] 10.222.0.35 "GET /v2.0/ports/8faabf83-26c2-498e-bce3-a14fb1506c6b HTTP/1.1" status: 404 len: 333 time: 0.1164033 May 13 14:52:38.833574 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43992) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:38.836189 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719cb22-3abb-4674-be7b-f1dd979ea877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad4e4f8c-cb11-4e85-8f7d-a01316af8e48,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:38.840794 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0719cb22-3abb-4674-be7b-f1dd979ea877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:38.845309 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-c94a6e50-8dd5-4e8c-a5ea-afafa3d09a30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Request body: {'port': {'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-21957972'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:38.847311 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0719cb22-3abb-4674-be7b-f1dd979ea877 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ad4e4f8c-cb11-4e85-8f7d-a01316af8e48 HTTP/1.1" status: 204 len: 168 time: 0.4451077 May 13 14:52:38.849747 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43996) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:38.855763 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685f67e-f2b2-4386-92b0-0da3fefdc4a8 req-cc7d0561-ec03-48fd-8077-00e1a7e6b0e0 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:38.856449 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-0685f67e-f2b2-4386-92b0-0da3fefdc4a8 req-cc7d0561-ec03-48fd-8077-00e1a7e6b0e0 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Synchronizing usage tracker for tenant:c1c0db1bc05148dfb48a062f91651f9c on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:38.862205 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c94a6e50-8dd5-4e8c-a5ea-afafa3d09a30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:38.926608 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c94a6e50-8dd5-4e8c-a5ea-afafa3d09a30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:38.947029 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-0685f67e-f2b2-4386-92b0-0da3fefdc4a8 req-cc7d0561-ec03-48fd-8077-00e1a7e6b0e0 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Unset dirty status for tenant:c1c0db1bc05148dfb48a062f91651f9c on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:38.948493 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0685f67e-f2b2-4386-92b0-0da3fefdc4a8 req-cc7d0561-ec03-48fd-8077-00e1a7e6b0e0 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f2f9ef1-a077-4fa6-aac2-67634429d9f9 HTTP/1.1" status: 200 len: 936 time: 0.4222212 May 13 14:52:38.953839 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94a6e50-8dd5-4e8c-a5ea-afafa3d09a30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Made reservation on behalf of 9f4ad0851d394462931e40b567561c43 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:38.956573 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c94a6e50-8dd5-4e8c-a5ea-afafa3d09a30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:38.965309 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d96d8b49-b21d-41c4-b770-fa409204e18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:38.978409 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-0ee3344d-4b13-4c10-8c58-314016faab5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee939c4a-8b8a-450e-a4d9-6d9391de9eb9 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:52:38.988068 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-c94a6e50-8dd5-4e8c-a5ea-afafa3d09a30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] device_id is not set on port 60b71e09-2fae-4670-b4e8-f3671a992c67 yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:52:39.095676 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d96d8b49-b21d-41c4-b770-fa409204e18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:39.123504 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-d96d8b49-b21d-41c4-b770-fa409204e18d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5365c897-5f27-47e9-b611-9e684922750b']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:39.132170 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-0ee3344d-4b13-4c10-8c58-314016faab5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:39.138027 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-d96d8b49-b21d-41c4-b770-fa409204e18d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b7bdf62-9f30-45d7-9a9c-eb4854dda90f') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:39.138332 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-d96d8b49-b21d-41c4-b770-fa409204e18d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b7bdf62-9f30-45d7-9a9c-eb4854dda90f') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:39.151424 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d96d8b49-b21d-41c4-b770-fa409204e18d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:39.169004 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d96d8b49-b21d-41c4-b770-fa409204e18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:39.178555 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96d8b49-b21d-41c4-b770-fa409204e18d admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:52:39.179914 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d96d8b49-b21d-41c4-b770-fa409204e18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:39.250079 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-0ee3344d-4b13-4c10-8c58-314016faab5d service neutron] Transition to ACTIVE for port object ee939c4a-8b8a-450e-a4d9-6d9391de9eb9 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:52:39.270220 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-0ee3344d-4b13-4c10-8c58-314016faab5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:39.299555 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:52:39.299555 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:52:39.299555 n-d-841760-1 neutron-server[88082]: timer() May 13 14:52:39.299555 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:52:39.299555 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:52:39.299555 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:52:39.299555 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:52:39.299555 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:52:39.299555 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:52:39.299555 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:52:39.299555 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:52:39.299555 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:52:39.299555 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:52:39.299555 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:52:39.299555 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:52:39.299555 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:52:39.299555 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:52:39.299555 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:52:39.299555 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:52:39.299555 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:52:39.299555 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:52:39.299555 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:52:39.299555 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:52:39.299555 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:52:39.299555 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:52:39.299555 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:52:39.299555 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:52:39.299555 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:52:39.299555 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:52:39.299555 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:52:39.299555 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:52:39.299555 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:52:39.303455 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d96d8b49-b21d-41c4-b770-fa409204e18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:39.309343 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d96d8b49-b21d-41c4-b770-fa409204e18d admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:39.326166 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-0685f67e-f2b2-4386-92b0-0da3fefdc4a8 req-e75751b6-3fa3-460c-8adc-ef216d17c92b tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Synchronizing usage tracker for tenant:c1c0db1bc05148dfb48a062f91651f9c on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:39.334993 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d8b49-b21d-41c4-b770-fa409204e18d admin admin] Pushing event deleted for resources: {'Network': ['ID=5365c897-5f27-47e9-b611-9e684922750b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:39.346721 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d96d8b49-b21d-41c4-b770-fa409204e18d admin admin] 10.222.0.35 "DELETE /v2.0/networks/5365c897-5f27-47e9-b611-9e684922750b HTTP/1.1" status: 204 len: 168 time: 0.4958012 May 13 14:52:39.356036 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c94a6e50-8dd5-4e8c-a5ea-afafa3d09a30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:39.452879 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee3344d-4b13-4c10-8c58-314016faab5d service neutron] Pushing event updated for resources: {'Port': ['ID=ee939c4a-8b8a-450e-a4d9-6d9391de9eb9,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:39.456125 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-0685f67e-f2b2-4386-92b0-0da3fefdc4a8 req-e75751b6-3fa3-460c-8adc-ef216d17c92b tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Unset dirty status for tenant:c1c0db1bc05148dfb48a062f91651f9c on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:39.471753 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0685f67e-f2b2-4386-92b0-0da3fefdc4a8 req-e75751b6-3fa3-460c-8adc-ef216d17c92b tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.35 "GET /v2.0/security-groups?id=d84ab5c9-4357-459d-99c3-66c268116f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4881248 May 13 14:52:39.595907 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c94a6e50-8dd5-4e8c-a5ea-afafa3d09a30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:39.628424 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44012) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:39.666206 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-0ee3344d-4b13-4c10-8c58-314016faab5d service neutron] Attempting to bind port ee939c4a-8b8a-450e-a4d9-6d9391de9eb9 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:39.666544 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-0ee3344d-4b13-4c10-8c58-314016faab5d service neutron] Attempting to bind port ee939c4a-8b8a-450e-a4d9-6d9391de9eb9 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:39.666880 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-0ee3344d-4b13-4c10-8c58-314016faab5d service neutron] Attempting to bind port ee939c4a-8b8a-450e-a4d9-6d9391de9eb9 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:39.687729 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94a6e50-8dd5-4e8c-a5ea-afafa3d09a30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Network 7b7d298c-95a1-4744-84ae-6f8a715ad643 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:52:39.690898 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fd37504f-2fcc-4b7b-9354-4ffb54502753 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=141d2ccbfdb848c18ffa97dbbf3a66e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0610626 May 13 14:52:39.693328 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44016) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:39.693456 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-0ee3344d-4b13-4c10-8c58-314016faab5d service neutron] Port ee939c4a-8b8a-450e-a4d9-6d9391de9eb9 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:39.693673 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-0ee3344d-4b13-4c10-8c58-314016faab5d service neutron] Attempting to bind port ee939c4a-8b8a-450e-a4d9-6d9391de9eb9 on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:39.696234 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-c94a6e50-8dd5-4e8c-a5ea-afafa3d09a30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:52:39.703830 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94a6e50-8dd5-4e8c-a5ea-afafa3d09a30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:52:39.704750 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94a6e50-8dd5-4e8c-a5ea-afafa3d09a30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:39.705534 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c94a6e50-8dd5-4e8c-a5ea-afafa3d09a30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:39.716392 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device ae78f6f7-1d07-4033-8d9d-d9f3312dda9b no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:52:39.724600 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-0ee3344d-4b13-4c10-8c58-314016faab5d service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:52:39.725171 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-0ee3344d-4b13-4c10-8c58-314016faab5d service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:52:39.725319 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-0ee3344d-4b13-4c10-8c58-314016faab5d service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:52:39.727627 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-0ee3344d-4b13-4c10-8c58-314016faab5d service neutron] Bound port: ee939c4a-8b8a-450e-a4d9-6d9391de9eb9, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:52:39.728160 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-0ee3344d-4b13-4c10-8c58-314016faab5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:39.747895 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a6e50-8dd5-4e8c-a5ea-afafa3d09a30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Pushing event updated for resources: {'Port': ['ID=60b71e09-2fae-4670-b4e8-f3671a992c67,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:39.761278 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: ae78f6f7-1d07-4033-8d9d-d9f3312dda9b {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:52:39.762685 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device ae78f6f7-1d07-4033-8d9d-d9f3312dda9b not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:52:39.763492 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 6dfe96ff-af15-4e73-82f1-6c05c34387fd no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:52:39.768639 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-aa1ba419-bea9-4d07-b479-39d3b1d90fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:39.798237 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c94a6e50-8dd5-4e8c-a5ea-afafa3d09a30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.9636171 May 13 14:52:39.804851 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44026) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:39.810762 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 6dfe96ff-af15-4e73-82f1-6c05c34387fd {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:52:39.811213 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 6dfe96ff-af15-4e73-82f1-6c05c34387fd not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:52:39.812929 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:39.872010 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-0ee3344d-4b13-4c10-8c58-314016faab5d service neutron] For port ee939c4a-8b8a-450e-a4d9-6d9391de9eb9, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:52:39.874058 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-aa1ba419-bea9-4d07-b479-39d3b1d90fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:39.875309 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-0ee3344d-4b13-4c10-8c58-314016faab5d service neutron] For port ee939c4a-8b8a-450e-a4d9-6d9391de9eb9, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=ee939c4a-8b8a-450e-a4d9-6d9391de9eb9,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:52:39.880996 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-0ee3344d-4b13-4c10-8c58-314016faab5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:39.963029 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee3344d-4b13-4c10-8c58-314016faab5d service neutron] Pushing event updated for resources: {'Port': ['ID=ee939c4a-8b8a-450e-a4d9-6d9391de9eb9,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:39.970157 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-0ee3344d-4b13-4c10-8c58-314016faab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:39.970854 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-0ee3344d-4b13-4c10-8c58-314016faab5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:39.972318 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-0ee3344d-4b13-4c10-8c58-314016faab5d service neutron] 10.222.0.74 "PUT /v2.0/ports/ee939c4a-8b8a-450e-a4d9-6d9391de9eb9 HTTP/1.1" status: 200 len: 1096 time: 1.8743427 May 13 14:52:39.973063 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2f9ef1-a077-4fa6-aac2-67634429d9f9', 'tag': 'ee939c4a-8b8a-450e-a4d9-6d9391de9eb9'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:52:39.977534 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:40.062417 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-aa1ba419-bea9-4d07-b479-39d3b1d90fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:40.077393 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aecb132-20a0-4599-83f9-365def6d0bd3'] response: {'name': 'network-changed', 'server_uuid': '3f2f9ef1-a077-4fa6-aac2-67634429d9f9', 'tag': 'ee939c4a-8b8a-450e-a4d9-6d9391de9eb9', 'status': 'completed', 'code': 200} May 13 14:52:40.096387 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ba419-bea9-4d07-b479-39d3b1d90fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23b44e9-8309-4781-9f5e-5a7cc2c098fa,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:40.130955 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-d0a19011-8021-4c0a-8ea1-61c106701208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:40.132641 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-d0a19011-8021-4c0a-8ea1-61c106701208 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c1c0db1bc05148dfb48a062f91651f9c&device_id=3f2f9ef1-a077-4fa6-aac2-67634429d9f9 HTTP/1.1" status: 200 len: 1099 time: 0.1013088 May 13 14:52:40.137065 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-aa1ba419-bea9-4d07-b479-39d3b1d90fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:40.138464 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-aa1ba419-bea9-4d07-b479-39d3b1d90fe4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c23b44e9-8309-4781-9f5e-5a7cc2c098fa HTTP/1.1" status: 204 len: 168 time: 0.4441807 May 13 14:52:40.254010 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-e9a46c6a-a6d1-4614-b98a-3521e94a23c3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=ee939c4a-8b8a-450e-a4d9-6d9391de9eb9 HTTP/1.1" status: 200 len: 217 time: 0.1074786 May 13 14:52:40.370993 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-8b4b49b0-f39c-4425-aac5-9ef30c94d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:40.373418 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-8b4b49b0-f39c-4425-aac5-9ef30c94d7e3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1109390 May 13 14:52:40.411407 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] device_id is not set on port 60b71e09-2fae-4670-b4e8-f3671a992c67 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:52:40.419441 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:40.436076 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Transition to ACTIVE for port object 60b71e09-2fae-4670-b4e8-f3671a992c67 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:52:40.442492 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:40.473630 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-6778b1a6-0371-460b-9e4a-3020b85df40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:40.475483 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-6778b1a6-0371-460b-9e4a-3020b85df40e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0939193 May 13 14:52:40.685382 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-2fc2778f-2771-42a2-8863-c3f77b80c53c service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038851 May 13 14:52:40.809218 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Pushing event updated for resources: {'Port': ['ID=60b71e09-2fae-4670-b4e8-f3671a992c67,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:40.863452 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:40.863899 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:40.864339 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:40.870726 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Port 60b71e09-2fae-4670-b4e8-f3671a992c67 on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:40.871288 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Failed to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] May 13 14:52:40.871850 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempt 2 to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 May 13 14:52:40.889350 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:40.889970 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:40.890449 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:40.897703 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Port 60b71e09-2fae-4670-b4e8-f3671a992c67 on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:40.898954 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Failed to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] May 13 14:52:40.899583 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempt 3 to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 May 13 14:52:40.927766 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:40.928270 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:40.928705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:40.936141 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Port 60b71e09-2fae-4670-b4e8-f3671a992c67 on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:40.936902 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Failed to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] May 13 14:52:40.937448 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempt 4 to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 May 13 14:52:40.956510 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:40.957090 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:40.957582 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:40.964109 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Port 60b71e09-2fae-4670-b4e8-f3671a992c67 on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:40.964682 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Failed to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] May 13 14:52:40.965220 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempt 5 to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 May 13 14:52:40.985236 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:40.985705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:40.986993 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:40.991782 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Port 60b71e09-2fae-4670-b4e8-f3671a992c67 on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:40.992126 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Failed to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] May 13 14:52:40.992817 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempt 6 to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 May 13 14:52:41.011588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:41.012317 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:41.012966 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:41.020915 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Port 60b71e09-2fae-4670-b4e8-f3671a992c67 on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:41.021515 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Failed to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] May 13 14:52:41.022065 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempt 7 to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 May 13 14:52:41.043970 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:41.044512 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:41.045035 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:41.050937 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Port 60b71e09-2fae-4670-b4e8-f3671a992c67 on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:41.051556 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Failed to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] May 13 14:52:41.052108 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempt 8 to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 May 13 14:52:41.057478 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141381f-58aa-4785-8559-f46080c493f6 req-7ea604f2-3289-4d2a-9913-15e62639cc75 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:41.059013 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8141381f-58aa-4785-8559-f46080c493f6 req-7ea604f2-3289-4d2a-9913-15e62639cc75 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f2f9ef1-a077-4fa6-aac2-67634429d9f9 HTTP/1.1" status: 200 len: 948 time: 0.3400877 May 13 14:52:41.093588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:41.093588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:41.093588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:41.101250 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Port 60b71e09-2fae-4670-b4e8-f3671a992c67 on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:41.101678 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Failed to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] May 13 14:52:41.102279 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempt 9 to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 May 13 14:52:41.116249 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b7533f8f-1b50-4a63-b47a-6fae353ed540 req-4b8e396d-6f6b-4fca-a3ed-0e1da54e7032 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246123 May 13 14:52:41.121200 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:41.122070 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:41.122615 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:41.131989 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Port 60b71e09-2fae-4670-b4e8-f3671a992c67 on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:41.131989 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Failed to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] May 13 14:52:41.131989 n-d-841760-1 neutron-server[88082]: INFO neutron.plugins.ml2.plugin [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempt 10 to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 May 13 14:52:41.137574 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8141381f-58aa-4785-8559-f46080c493f6 req-9e8481a5-fb39-40b7-b97d-313b71fb4b91 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.35 "GET /v2.0/security-groups?id=d84ab5c9-4357-459d-99c3-66c268116f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501792 May 13 14:52:41.170716 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:41.171063 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:41.171400 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempting to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:41.177162 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Port 60b71e09-2fae-4670-b4e8-f3671a992c67 on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:41.177493 n-d-841760-1 neutron-server[88082]: ERROR neutron.plugins.ml2.managers [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Failed to bind port 60b71e09-2fae-4670-b4e8-f3671a992c67 on host n-h1-841760-1 for vnic_type normal using segments [{'id': '0a2eb7bf-bad4-4329-b1c3-d418157aaa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b7d298c-95a1-4744-84ae-6f8a715ad643'}] May 13 14:52:41.178065 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:41.345546 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] For port 60b71e09-2fae-4670-b4e8-f3671a992c67, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:52:41.346067 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attempted to set empty binding levels {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 13 14:52:41.353057 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:41.368045 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded2e7f-3470-4e14-9ed7-8ebbe51d52e1 req-502cac34-e7fa-4049-9330-1ca6213527bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:41.369895 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4ded2e7f-3470-4e14-9ed7-8ebbe51d52e1 req-502cac34-e7fa-4049-9330-1ca6213527bf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c1c0db1bc05148dfb48a062f91651f9c&device_id=3f2f9ef1-a077-4fa6-aac2-67634429d9f9 HTTP/1.1" status: 200 len: 1099 time: 0.1322052 May 13 14:52:41.424175 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] In _notify_port_updated(), no bound segment for port 60b71e09-2fae-4670-b4e8-f3671a992c67 on network 7b7d298c-95a1-4744-84ae-6f8a715ad643 {{(pid=88082) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:52:41.425116 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:41.425911 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:41.430305 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] 10.222.0.35 "PUT /v2.0/ports/60b71e09-2fae-4670-b4e8-f3671a992c67 HTTP/1.1" status: 200 len: 977 time: 1.6214812 May 13 14:52:41.431580 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44078) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:41.503491 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a40658-6cc3-4ab8-bf26-a8c7470f2709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Pushing event updated for resources: {'Port': ['ID=60b71e09-2fae-4670-b4e8-f3671a992c67,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:41.523773 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-417ec308-a395-4c39-99d6-eefb8adaf1f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Deleting port 60b71e09-2fae-4670-b4e8-f3671a992c67 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:52:41.524468 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-417ec308-a395-4c39-99d6-eefb8adaf1f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:41.541300 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded2e7f-3470-4e14-9ed7-8ebbe51d52e1 req-1d6b3ac5-01af-4bb2-aa0d-96c31cb024ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:41.544771 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4ded2e7f-3470-4e14-9ed7-8ebbe51d52e1 req-1d6b3ac5-01af-4bb2-aa0d-96c31cb024ce service neutron] 10.222.0.74 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.1680682 May 13 14:52:41.639454 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4ded2e7f-3470-4e14-9ed7-8ebbe51d52e1 req-fff55dd2-bb22-4292-85d4-23ad023b9982 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=ee939c4a-8b8a-450e-a4d9-6d9391de9eb9 HTTP/1.1" status: 200 len: 217 time: 0.0880301 May 13 14:52:41.731319 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded2e7f-3470-4e14-9ed7-8ebbe51d52e1 req-ddbc5aa0-a607-42e1-a3bb-5ccb5549f783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:41.734145 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4ded2e7f-3470-4e14-9ed7-8ebbe51d52e1 req-ddbc5aa0-a607-42e1-a3bb-5ccb5549f783 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.0829325 May 13 14:52:41.776007 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-417ec308-a395-4c39-99d6-eefb8adaf1f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] For port 60b71e09-2fae-4670-b4e8-f3671a992c67, host n-h1-841760-1, got binding levels [] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:41.776600 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-417ec308-a395-4c39-99d6-eefb8adaf1f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:41.854505 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded2e7f-3470-4e14-9ed7-8ebbe51d52e1 req-f2ebd1b2-e223-4d1d-9401-9282014f39dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:41.857292 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4ded2e7f-3470-4e14-9ed7-8ebbe51d52e1 req-f2ebd1b2-e223-4d1d-9401-9282014f39dc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1168594 May 13 14:52:42.004481 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-417ec308-a395-4c39-99d6-eefb8adaf1f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Calling delete_port for 60b71e09-2fae-4670-b4e8-f3671a992c67 owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:52:42.114738 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4ded2e7f-3470-4e14-9ed7-8ebbe51d52e1 req-69b547ac-64ed-4729-9e93-aca7bb1b5879 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466249 May 13 14:52:42.149168 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-417ec308-a395-4c39-99d6-eefb8adaf1f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:42.259139 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-417ec308-a395-4c39-99d6-eefb8adaf1f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:42.267188 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ec308-a395-4c39-99d6-eefb8adaf1f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Pushing event deleted for resources: {'Port': ['ID=60b71e09-2fae-4670-b4e8-f3671a992c67,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:42.286161 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-417ec308-a395-4c39-99d6-eefb8adaf1f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] 10.222.0.35 "DELETE /v2.0/ports/60b71e09-2fae-4670-b4e8-f3671a992c67 HTTP/1.1" status: 204 len: 168 time: 0.8512912 May 13 14:52:42.287910 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44116) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:42.298305 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4ded2e7f-3470-4e14-9ed7-8ebbe51d52e1 req-b4b770da-52fe-420e-adbf-784111fa7fe5 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759682 May 13 14:52:42.387095 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-c748644f-fbd9-4b77-9e57-8de4b83b3913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] GET failed (client error): The resource could not be found. May 13 14:52:42.387841 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c748644f-fbd9-4b77-9e57-8de4b83b3913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Synchronizing usage tracker for tenant:9f4ad0851d394462931e40b567561c43 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:42.411063 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c748644f-fbd9-4b77-9e57-8de4b83b3913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] Unset dirty status for tenant:9f4ad0851d394462931e40b567561c43 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:42.416150 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c748644f-fbd9-4b77-9e57-8de4b83b3913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-721673733-project-admin] 10.222.0.35 "GET /v2.0/ports/60b71e09-2fae-4670-b4e8-f3671a992c67 HTTP/1.1" status: 404 len: 333 time: 0.1240025 May 13 14:52:42.416912 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44122) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:42.468828 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f84fcb-7b1c-4c46-8f5c-6c2e0dd4b8c5 req-7b1516dd-9015-4c51-81fa-8298293e0b42 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:42.470441 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-45f84fcb-7b1c-4c46-8f5c-6c2e0dd4b8c5 req-7b1516dd-9015-4c51-81fa-8298293e0b42 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f2f9ef1-a077-4fa6-aac2-67634429d9f9 HTTP/1.1" status: 200 len: 948 time: 0.1599689 May 13 14:52:42.523211 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-45f84fcb-7b1c-4c46-8f5c-6c2e0dd4b8c5 req-fae55640-bf9d-404e-b5e6-f9cf130ea7e9 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.35 "GET /v2.0/security-groups?id=d84ab5c9-4357-459d-99c3-66c268116f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451789 May 13 14:52:42.546615 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5fb5fe68-1ab8-4447-a57d-73837b3c4b4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:42.583532 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44132) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:42.704332 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5fb5fe68-1ab8-4447-a57d-73837b3c4b4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:42.730976 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-5fb5fe68-1ab8-4447-a57d-73837b3c4b4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b7d298c-95a1-4744-84ae-6f8a715ad643']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:42.731287 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cd1942b5-8ca0-4bb0-acca-d012cec22ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:42.744175 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-5fb5fe68-1ab8-4447-a57d-73837b3c4b4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2eb7bf-bad4-4329-b1c3-d418157aaa63') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:42.744472 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-5fb5fe68-1ab8-4447-a57d-73837b3c4b4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2eb7bf-bad4-4329-b1c3-d418157aaa63') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:42.750301 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-cd1942b5-8ca0-4bb0-acca-d012cec22ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:42.754339 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-cd1942b5-8ca0-4bb0-acca-d012cec22ac7 admin admin] Usage tracker for resource:security_group_rule and tenant:1c73837afe7a4fcd81ed6747b1716466 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:42.756128 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5fb5fe68-1ab8-4447-a57d-73837b3c4b4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:42.758236 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-cd1942b5-8ca0-4bb0-acca-d012cec22ac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:42.764136 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-cd1942b5-8ca0-4bb0-acca-d012cec22ac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:42.773884 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5fb5fe68-1ab8-4447-a57d-73837b3c4b4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:42.780486 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb5fe68-1ab8-4447-a57d-73837b3c4b4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:52:42.780954 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5fb5fe68-1ab8-4447-a57d-73837b3c4b4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:42.796055 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:52:42.796055 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:52:42.796055 n-d-841760-1 neutron-server[88082]: timer() May 13 14:52:42.796055 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:52:42.796055 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:52:42.796055 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:52:42.796055 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:52:42.796055 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:52:42.796055 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:52:42.796055 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:52:42.796055 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:52:42.796055 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:52:42.796055 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:52:42.796055 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:52:42.796055 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:52:42.796055 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:52:42.796055 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:52:42.796055 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:52:42.796055 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:52:42.796055 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:52:42.796055 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:52:42.796055 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:52:42.796055 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:52:42.796055 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:52:42.796055 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:52:42.796055 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:52:42.796055 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:52:42.796055 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:52:42.796055 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:52:42.796055 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:52:42.796055 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:52:42.796055 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:52:42.858899 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cd1942b5-8ca0-4bb0-acca-d012cec22ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:42.863612 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cd1942b5-8ca0-4bb0-acca-d012cec22ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:42.881769 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5fb5fe68-1ab8-4447-a57d-73837b3c4b4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:42.909668 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5fb5fe68-1ab8-4447-a57d-73837b3c4b4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:42.922880 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5fe68-1ab8-4447-a57d-73837b3c4b4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] Pushing event deleted for resources: {'Network': ['ID=7b7d298c-95a1-4744-84ae-6f8a715ad643,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:42.923666 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cd1942b5-8ca0-4bb0-acca-d012cec22ac7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1c73837afe7a4fcd81ed6747b1716466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3331118 May 13 14:52:42.923759 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44142) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:42.926109 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1942b5-8ca0-4bb0-acca-d012cec22ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81c5f9e-edc2-406d-bcb2-243113389a47,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:42.926231 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5fb5fe68-1ab8-4447-a57d-73837b3c4b4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661515148-project] 10.222.0.35 "DELETE /v2.0/networks/7b7d298c-95a1-4744-84ae-6f8a715ad643 HTTP/1.1" status: 204 len: 168 time: 0.5067208 May 13 14:52:42.995423 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9256c61a-b118-4657-9113-0f544ce5964b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:43.025021 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9256c61a-b118-4657-9113-0f544ce5964b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:43.085921 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9256c61a-b118-4657-9113-0f544ce5964b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:43.169754 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44154) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:43.225452 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256c61a-b118-4657-9113-0f544ce5964b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81c5f9e-edc2-406d-bcb2-243113389a47,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:43.236807 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9256c61a-b118-4657-9113-0f544ce5964b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:43.242655 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9256c61a-b118-4657-9113-0f544ce5964b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b81c5f9e-edc2-406d-bcb2-243113389a47 HTTP/1.1" status: 204 len: 168 time: 0.3167169 May 13 14:52:43.600804 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d351dbaa-b7ef-4a8a-a839-104df226c240 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=95f9ce27916d4bb8803c48b9bb6fb732&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4278283 May 13 14:52:43.602694 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44182) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:43.679174 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-933420de-33b9-4af4-95a1-67fb61bbdc72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:43.715016 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-933420de-33b9-4af4-95a1-67fb61bbdc72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:43.765066 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64728b20-de1b-4303-aabe-78a6cacbd8cb req-85c3d89a-5ab9-4416-9bfd-84848ded2375 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:43.767047 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64728b20-de1b-4303-aabe-78a6cacbd8cb req-85c3d89a-5ab9-4416-9bfd-84848ded2375 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f2f9ef1-a077-4fa6-aac2-67634429d9f9 HTTP/1.1" status: 200 len: 948 time: 0.1019678 May 13 14:52:43.775725 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-933420de-33b9-4af4-95a1-67fb61bbdc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:43.796600 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933420de-33b9-4af4-95a1-67fb61bbdc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdf6485-aece-4135-8936-2fed8e56dc79,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:43.798763 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-933420de-33b9-4af4-95a1-67fb61bbdc72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:43.800043 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-933420de-33b9-4af4-95a1-67fb61bbdc72 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6bdf6485-aece-4135-8936-2fed8e56dc79 HTTP/1.1" status: 204 len: 168 time: 0.1963367 May 13 14:52:43.848995 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64728b20-de1b-4303-aabe-78a6cacbd8cb req-bc715e98-68c3-497f-bd39-3d16b780b46d tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.35 "GET /v2.0/security-groups?id=d84ab5c9-4357-459d-99c3-66c268116f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721250 May 13 14:52:44.153437 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44208) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:44.254709 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44214) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:44.295580 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-4e5f40f6-7f4e-4055-b6f4-f7322200c28b admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1416720761-network', 'tenant_id': '2d8d5b746f644ce495c3018bd77994a9'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:44.304277 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4e5f40f6-7f4e-4055-b6f4-f7322200c28b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:44.315514 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4e5f40f6-7f4e-4055-b6f4-f7322200c28b admin admin] Usage tracker for resource:network and tenant:2d8d5b746f644ce495c3018bd77994a9 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:44.325252 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4e5f40f6-7f4e-4055-b6f4-f7322200c28b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:44.333605 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4e5f40f6-7f4e-4055-b6f4-f7322200c28b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:44.337840 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-52ff645d-e2fd-4d06-a4a4-6f6366e974e7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f4ad0851d394462931e40b567561c43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0820334 May 13 14:52:44.340561 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44218) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:44.349150 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5f40f6-7f4e-4055-b6f4-f7322200c28b admin admin] Made reservation on behalf of 2d8d5b746f644ce495c3018bd77994a9 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:44.351445 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e5f40f6-7f4e-4055-b6f4-f7322200c28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:44.364772 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e5f40f6-7f4e-4055-b6f4-f7322200c28b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:44.384903 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4e5f40f6-7f4e-4055-b6f4-f7322200c28b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:44.389153 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4e5f40f6-7f4e-4055-b6f4-f7322200c28b admin admin] Usage tracker for resource:security_group_rule and tenant:2d8d5b746f644ce495c3018bd77994a9 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:44.392432 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4e5f40f6-7f4e-4055-b6f4-f7322200c28b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:44.399072 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4e5f40f6-7f4e-4055-b6f4-f7322200c28b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:44.403976 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device ee939c4a-8b8a-450e-a4d9-6d9391de9eb9 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:52:44.407056 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a934f26-efd8-4513-896a-d5c9c2361605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:44.448946 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a934f26-efd8-4513-896a-d5c9c2361605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:44.524597 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a934f26-efd8-4513-896a-d5c9c2361605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:44.541332 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a934f26-efd8-4513-896a-d5c9c2361605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a798e4c-bf02-488a-9cb1-201a5c3ffe58,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:44.559102 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a934f26-efd8-4513-896a-d5c9c2361605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:44.559318 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e5f40f6-7f4e-4055-b6f4-f7322200c28b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:44.560655 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5a934f26-efd8-4513-896a-d5c9c2361605 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5a798e4c-bf02-488a-9cb1-201a5c3ffe58 HTTP/1.1" status: 204 len: 168 time: 0.2190399 May 13 14:52:44.568943 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e5f40f6-7f4e-4055-b6f4-f7322200c28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:44.627057 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5f40f6-7f4e-4055-b6f4-f7322200c28b admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:52:44.634145 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f40f6-7f4e-4055-b6f4-f7322200c28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f7e2ef-a4c8-4b7d-bb54-498e6b6cd312,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:44.644836 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port ee939c4a-8b8a-450e-a4d9-6d9391de9eb9, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=ee939c4a-8b8a-450e-a4d9-6d9391de9eb9,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:44.658971 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e5f40f6-7f4e-4055-b6f4-f7322200c28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:44.659656 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-4e5f40f6-7f4e-4055-b6f4-f7322200c28b admin admin] Added segment 48805044-000b-45f6-8e49-4127e48777ab of type vlan for network 01780154-f2d3-47cf-8394-4409ec210e63 May 13 14:52:44.664109 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'ee939c4a-8b8a-450e-a4d9-6d9391de9eb9', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': 'ee939c4a-8b8a-450e-a4d9-6d9391de9eb9', 'mac_address': 'fa:16:3e:21:bf:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:52:44.695514 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e5f40f6-7f4e-4055-b6f4-f7322200c28b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:44.740151 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e5f40f6-7f4e-4055-b6f4-f7322200c28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:44.741104 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5f40f6-7f4e-4055-b6f4-f7322200c28b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:44.742305 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e5f40f6-7f4e-4055-b6f4-f7322200c28b admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:44.742492 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port ee939c4a-8b8a-450e-a4d9-6d9391de9eb9 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:52:44.742907 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:44.762700 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee939c4a-8b8a-450e-a4d9-6d9391de9eb9 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:52:44.783428 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port ee939c4a-8b8a-450e-a4d9-6d9391de9eb9, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=ee939c4a-8b8a-450e-a4d9-6d9391de9eb9,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:44.789674 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:44.878957 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44238) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:44.879483 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4e5f40f6-7f4e-4055-b6f4-f7322200c28b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7255316 May 13 14:52:44.883767 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f40f6-7f4e-4055-b6f4-f7322200c28b admin admin] Pushing event updated for resources: {'Network': ['ID=01780154-f2d3-47cf-8394-4409ec210e63,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:44.886426 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-ac10a892-78be-4547-b02b-58e271fd02e8 admin admin] Request body: {'subnet': {'network_id': '01780154-f2d3-47cf-8394-4409ec210e63', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1416720761-subnet', 'tenant_id': '2d8d5b746f644ce495c3018bd77994a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:44.896421 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ac10a892-78be-4547-b02b-58e271fd02e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:44.905088 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 01780154-f2d3-47cf-8394-4409ec210e63 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:52:44.906374 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ac10a892-78be-4547-b02b-58e271fd02e8 admin admin] Usage tracker for resource:subnet and tenant:2d8d5b746f644ce495c3018bd77994a9 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:44.912096 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ac10a892-78be-4547-b02b-58e271fd02e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:44.919554 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ac10a892-78be-4547-b02b-58e271fd02e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:44.939544 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac10a892-78be-4547-b02b-58e271fd02e8 admin admin] Made reservation on behalf of 2d8d5b746f644ce495c3018bd77994a9 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:44.942719 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ac10a892-78be-4547-b02b-58e271fd02e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:45.080686 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=ee939c4a-8b8a-450e-a4d9-6d9391de9eb9,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:45.159156 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536115da-7ee8-4dc3-8ad5-335b34b6e6b4 req-5d61a1ae-de41-428e-bfe5-e77e39345ba8 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:45.161776 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-536115da-7ee8-4dc3-8ad5-335b34b6e6b4 req-5d61a1ae-de41-428e-bfe5-e77e39345ba8 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f2f9ef1-a077-4fa6-aac2-67634429d9f9 HTTP/1.1" status: 200 len: 949 time: 0.1225080 May 13 14:52:45.209034 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['ee939c4a-8b8a-450e-a4d9-6d9391de9eb9'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:52:45.220150 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ac10a892-78be-4547-b02b-58e271fd02e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:45.285272 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-536115da-7ee8-4dc3-8ad5-335b34b6e6b4 req-e9f0b0d5-88c1-41a1-b971-28b426d87739 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.35 "GET /v2.0/security-groups?id=d84ab5c9-4357-459d-99c3-66c268116f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168990 May 13 14:52:45.358999 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac10a892-78be-4547-b02b-58e271fd02e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13457994-0ede-4257-a1b4-c0b26cf64e7b,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:45.385950 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac10a892-78be-4547-b02b-58e271fd02e8 admin admin] Checking segment: {'id': '48805044-000b-45f6-8e49-4127e48777ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '01780154-f2d3-47cf-8394-4409ec210e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:52:45.386331 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac10a892-78be-4547-b02b-58e271fd02e8 admin admin] Network hostable DHCP agents. Network: 01780154-f2d3-47cf-8394-4409ec210e63, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:52:45.416545 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac10a892-78be-4547-b02b-58e271fd02e8 admin admin] Network 01780154-f2d3-47cf-8394-4409ec210e63 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:52:45.430884 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-ac10a892-78be-4547-b02b-58e271fd02e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 01780154-f2d3-47cf-8394-4409ec210e63) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:52:45.436010 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac10a892-78be-4547-b02b-58e271fd02e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:45.437074 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ac10a892-78be-4547-b02b-58e271fd02e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:45.452373 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f72fb42-3807-4132-a1c5-6155d9d8f497 None None] Network 01780154-f2d3-47cf-8394-4409ec210e63 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:52:45.467513 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ac10a892-78be-4547-b02b-58e271fd02e8 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5872400 May 13 14:52:45.790921 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f15165-c44a-4f26-9b06-7d5824100844 None None] Network 01780154-f2d3-47cf-8394-4409ec210e63 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:52:45.861254 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44278) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:45.989008 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-761aedbb-d4f9-46f8-afbb-27f79df193c2 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2131105943'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:45.995537 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-761aedbb-d4f9-46f8-afbb-27f79df193c2 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:46.000209 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-761aedbb-d4f9-46f8-afbb-27f79df193c2 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Usage tracker for resource:network and tenant:7cb0def77c574d87ab4771b14ea1f6e9 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:46.003833 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-761aedbb-d4f9-46f8-afbb-27f79df193c2 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:46.016272 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-761aedbb-d4f9-46f8-afbb-27f79df193c2 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:46.030632 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761aedbb-d4f9-46f8-afbb-27f79df193c2 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Made reservation on behalf of 7cb0def77c574d87ab4771b14ea1f6e9 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:46.034984 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-761aedbb-d4f9-46f8-afbb-27f79df193c2 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:46.054618 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-761aedbb-d4f9-46f8-afbb-27f79df193c2 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:46.072994 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-761aedbb-d4f9-46f8-afbb-27f79df193c2 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:46.075918 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-761aedbb-d4f9-46f8-afbb-27f79df193c2 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Usage tracker for resource:security_group_rule and tenant:7cb0def77c574d87ab4771b14ea1f6e9 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:46.079059 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-761aedbb-d4f9-46f8-afbb-27f79df193c2 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:46.085603 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-761aedbb-d4f9-46f8-afbb-27f79df193c2 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:46.221115 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-761aedbb-d4f9-46f8-afbb-27f79df193c2 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:46.227763 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-761aedbb-d4f9-46f8-afbb-27f79df193c2 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:46.276506 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761aedbb-d4f9-46f8-afbb-27f79df193c2 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=818632fd-47ee-48fc-9d98-727fabc6435b,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:46.293165 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761aedbb-d4f9-46f8-afbb-27f79df193c2 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:52:46.306373 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-761aedbb-d4f9-46f8-afbb-27f79df193c2 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:46.306786 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-761aedbb-d4f9-46f8-afbb-27f79df193c2 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Added segment ace2b6a8-0419-4132-893c-2ed577eda7ff of type vlan for network dfcfa37c-a519-4fa9-b818-b864af912243 May 13 14:52:46.339492 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-761aedbb-d4f9-46f8-afbb-27f79df193c2 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:46.392494 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-761aedbb-d4f9-46f8-afbb-27f79df193c2 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:46.401449 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761aedbb-d4f9-46f8-afbb-27f79df193c2 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:46.402117 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-761aedbb-d4f9-46f8-afbb-27f79df193c2 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:46.418410 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device ee939c4a-8b8a-450e-a4d9-6d9391de9eb9 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:52:46.523514 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port ee939c4a-8b8a-450e-a4d9-6d9391de9eb9 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:52:46.530354 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port ee939c4a-8b8a-450e-a4d9-6d9391de9eb9 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:52:46.531077 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:46.610987 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761aedbb-d4f9-46f8-afbb-27f79df193c2 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Pushing event updated for resources: {'Network': ['ID=dfcfa37c-a519-4fa9-b818-b864af912243,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:46.619596 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-761aedbb-d4f9-46f8-afbb-27f79df193c2 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7570317 May 13 14:52:46.622529 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44314) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:46.629265 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-660cc36a-2682-4cdf-a0a1-288ae607ea2f tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Request body: {'subnet': {'network_id': 'dfcfa37c-a519-4fa9-b818-b864af912243', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:46.651410 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network dfcfa37c-a519-4fa9-b818-b864af912243 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:52:46.665899 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ad8e8-86cc-49df-8695-890eac83c30d req-b35f1407-01a1-4a6e-a9fd-231e71d1dc3b tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:46.674367 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-583ad8e8-86cc-49df-8695-890eac83c30d req-b35f1407-01a1-4a6e-a9fd-231e71d1dc3b tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f2f9ef1-a077-4fa6-aac2-67634429d9f9 HTTP/1.1" status: 200 len: 949 time: 0.2677526 May 13 14:52:46.780802 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-583ad8e8-86cc-49df-8695-890eac83c30d req-05b15f8b-3690-4353-8576-e2c9ecef2b04 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.35 "GET /v2.0/security-groups?id=d84ab5c9-4357-459d-99c3-66c268116f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054621 May 13 14:52:46.783047 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-660cc36a-2682-4cdf-a0a1-288ae607ea2f tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:46.787427 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-660cc36a-2682-4cdf-a0a1-288ae607ea2f tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Usage tracker for resource:subnet and tenant:7cb0def77c574d87ab4771b14ea1f6e9 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:46.790397 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port ee939c4a-8b8a-450e-a4d9-6d9391de9eb9 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:52:46.790745 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-660cc36a-2682-4cdf-a0a1-288ae607ea2f tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:46.791029 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:46.796977 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-660cc36a-2682-4cdf-a0a1-288ae607ea2f tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:46.809880 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660cc36a-2682-4cdf-a0a1-288ae607ea2f tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Made reservation on behalf of 7cb0def77c574d87ab4771b14ea1f6e9 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:46.817235 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-660cc36a-2682-4cdf-a0a1-288ae607ea2f tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:46.853236 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2f9ef1-a077-4fa6-aac2-67634429d9f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee939c4a-8b8a-450e-a4d9-6d9391de9eb9'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:52:46.863671 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port ee939c4a-8b8a-450e-a4d9-6d9391de9eb9, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=ee939c4a-8b8a-450e-a4d9-6d9391de9eb9,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:46.870498 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:46.952772 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-924f29ab-bd8c-43dd-84ad-4c5713940caa'] response: {'server_uuid': '3f2f9ef1-a077-4fa6-aac2-67634429d9f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee939c4a-8b8a-450e-a4d9-6d9391de9eb9', 'code': 200} May 13 14:52:46.999602 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=ee939c4a-8b8a-450e-a4d9-6d9391de9eb9,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:47.093105 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-660cc36a-2682-4cdf-a0a1-288ae607ea2f tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:47.101620 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9a31d-c309-4fa0-be32-eb36fa0f671a req-a4e450be-307e-470e-86f8-f83e352a9695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:47.103206 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b1b9a31d-c309-4fa0-be32-eb36fa0f671a req-a4e450be-307e-470e-86f8-f83e352a9695 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3f2f9ef1-a077-4fa6-aac2-67634429d9f9 HTTP/1.1" status: 200 len: 1101 time: 0.0946794 May 13 14:52:47.153957 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b1b9a31d-c309-4fa0-be32-eb36fa0f671a req-e66a7e60-382f-42cf-8543-b2a74f18bf0a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d84ab5c9-4357-459d-99c3-66c268116f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445426 May 13 14:52:47.211374 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660cc36a-2682-4cdf-a0a1-288ae607ea2f tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Pushing event updated for resources: {'Subnet': ['ID=ac9cf8a4-e52c-4fd5-a79e-332e1ff636c3,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:47.226629 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660cc36a-2682-4cdf-a0a1-288ae607ea2f tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Checking segment: {'id': 'ace2b6a8-0419-4132-893c-2ed577eda7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dfcfa37c-a519-4fa9-b818-b864af912243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:52:47.227615 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660cc36a-2682-4cdf-a0a1-288ae607ea2f tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Network hostable DHCP agents. Network: dfcfa37c-a519-4fa9-b818-b864af912243, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:52:47.249425 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660cc36a-2682-4cdf-a0a1-288ae607ea2f tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Network dfcfa37c-a519-4fa9-b818-b864af912243 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:52:47.264837 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-660cc36a-2682-4cdf-a0a1-288ae607ea2f tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, dfcfa37c-a519-4fa9-b818-b864af912243) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:52:47.271797 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660cc36a-2682-4cdf-a0a1-288ae607ea2f tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:47.272853 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-660cc36a-2682-4cdf-a0a1-288ae607ea2f tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:47.273114 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a198110a-6e5d-42d1-98e9-3d13018a9da7 None None] Network dfcfa37c-a519-4fa9-b818-b864af912243 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:52:47.318613 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-660cc36a-2682-4cdf-a0a1-288ae607ea2f tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6941500 May 13 14:52:47.321149 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44348) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:47.327820 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-619a7202-d116-449f-84e1-9fc42897027d tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Request body: {'port': {'network_id': 'dfcfa37c-a519-4fa9-b818-b864af912243', 'name': 'tempest-AllowedAddressPairTestJSON-1441271323'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:47.506785 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-619a7202-d116-449f-84e1-9fc42897027d tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:47.511458 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-619a7202-d116-449f-84e1-9fc42897027d tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Usage tracker for resource:port and tenant:7cb0def77c574d87ab4771b14ea1f6e9 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:47.514556 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-619a7202-d116-449f-84e1-9fc42897027d tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:47.521467 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-619a7202-d116-449f-84e1-9fc42897027d tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:47.535151 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619a7202-d116-449f-84e1-9fc42897027d tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Made reservation on behalf of 7cb0def77c574d87ab4771b14ea1f6e9 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:47.540903 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-619a7202-d116-449f-84e1-9fc42897027d tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:47.571245 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-619a7202-d116-449f-84e1-9fc42897027d tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] device_id is not set on port a44dbc2c-50bd-4ead-a193-be317b056235 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:52:47.595514 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3826d8b6-763b-4088-b9b3-e0c03668499d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-dfcfa37c-a519-4fa9-b818-b864af912243', 'network_id': 'dfcfa37c-a519-4fa9-b818-b864af912243', 'tenant_id': '7cb0def77c574d87ab4771b14ea1f6e9', 'fixed_ips': [{'subnet_id': 'ac9cf8a4-e52c-4fd5-a79e-332e1ff636c3'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:52:47.597259 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3826d8b6-763b-4088-b9b3-e0c03668499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:47.617675 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-7a55922f-fd54-428a-be8a-e806e034f2d0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4082491 May 13 14:52:47.688922 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-b2454a5f-6462-491e-9a11-c950ec4c7bdf tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:47.690901 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-b2454a5f-6462-491e-9a11-c950ec4c7bdf tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] 10.222.0.35 "GET /v2.0/networks?id=01780154-f2d3-47cf-8394-4409ec210e63 HTTP/1.1" status: 200 len: 810 time: 0.4840319 May 13 14:52:47.718059 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-115ade15-6321-417f-9b19-ebd6fc9bab3a tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] 10.222.0.35 "GET /v2.0/quotas/2d8d5b746f644ce495c3018bd77994a9 HTTP/1.1" status: 200 len: 375 time: 0.0190184 May 13 14:52:47.770593 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-619a7202-d116-449f-84e1-9fc42897027d tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Allocated IP 172.20.0.5 (dfcfa37c-a519-4fa9-b818-b864af912243/ac9cf8a4-e52c-4fd5-a79e-332e1ff636c3/a44dbc2c-50bd-4ead-a193-be317b056235) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:52:47.833043 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-45aaf776-0508-4600-9ec0-9b7d30eba20b tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d8d5b746f644ce495c3018bd77994a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1093650 May 13 14:52:47.992486 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-3f65268d-b42b-4776-9d19-04dbb31a193d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:47.992965 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-3f65268d-b42b-4776-9d19-04dbb31a193d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:47.993435 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-3f65268d-b42b-4776-9d19-04dbb31a193d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:47.993898 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-3f65268d-b42b-4776-9d19-04dbb31a193d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:47.994364 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-3f65268d-b42b-4776-9d19-04dbb31a193d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:47.994831 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-3f65268d-b42b-4776-9d19-04dbb31a193d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:47.995318 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-3f65268d-b42b-4776-9d19-04dbb31a193d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:47.997220 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-3f65268d-b42b-4776-9d19-04dbb31a193d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dacb06c0bb204205bf6fd6f72c27271e&device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 6501 time: 0.2327220 May 13 14:52:48.022462 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-8b110ea2-5072-47de-b891-3fe8db1a728c service neutron] 10.222.0.35 "GET /v2.0/networks/01780154-f2d3-47cf-8394-4409ec210e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885338 May 13 14:52:48.065876 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-619a7202-d116-449f-84e1-9fc42897027d tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:48.088972 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-619a7202-d116-449f-84e1-9fc42897027d tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Transition to ACTIVE for port object a44dbc2c-50bd-4ead-a193-be317b056235 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:52:48.120474 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c97091f-5e2e-4d56-a377-eb48189e9e17 req-21269413-c3a5-41b8-b322-94194308b631 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:48.122157 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:48.122407 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5c97091f-5e2e-4d56-a377-eb48189e9e17 req-21269413-c3a5-41b8-b322-94194308b631 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f2f9ef1-a077-4fa6-aac2-67634429d9f9 HTTP/1.1" status: 200 len: 950 time: 0.1676862 May 13 14:52:48.148671 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-619a7202-d116-449f-84e1-9fc42897027d tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:48.226926 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-3826d8b6-763b-4088-b9b3-e0c03668499d None None] Allocated IP 172.20.0.2 (dfcfa37c-a519-4fa9-b818-b864af912243/ac9cf8a4-e52c-4fd5-a79e-332e1ff636c3/662f2fa3-3efe-4488-910c-284a7a1a3e8b) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:52:48.300025 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-a0e9d852-73c4-4665-a892-52bd693c46ae service neutron] 10.222.0.35 "GET /v2.0/networks/01780154-f2d3-47cf-8394-4409ec210e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760024 May 13 14:52:48.301822 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-322afc72-d731-4532-a0be-5049a2a22068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:48.302438 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-322afc72-d731-4532-a0be-5049a2a22068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:48.303039 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-322afc72-d731-4532-a0be-5049a2a22068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:48.308495 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-322afc72-d731-4532-a0be-5049a2a22068 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2791814-6ab4-4ee1-8449-7b69fcd7217d&id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&id=add62c5c-9eca-4348-9830-32239b4651d7&id=add62c5c-9eca-4348-9830-32239b4651d7 HTTP/1.1" status: 200 len: 2298 time: 0.2665970 May 13 14:52:48.325421 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619a7202-d116-449f-84e1-9fc42897027d tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Network dfcfa37c-a519-4fa9-b818-b864af912243 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:52:48.347500 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5c97091f-5e2e-4d56-a377-eb48189e9e17 req-a4b7ee63-497a-4c0a-a386-28d767447a55 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.35 "GET /v2.0/security-groups?id=d84ab5c9-4357-459d-99c3-66c268116f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962345 May 13 14:52:48.348600 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-619a7202-d116-449f-84e1-9fc42897027d tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:52:48.351461 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619a7202-d116-449f-84e1-9fc42897027d tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:52:48.410888 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a7202-d116-449f-84e1-9fc42897027d tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Pushing event updated for resources: {'Port': ['ID=a44dbc2c-50bd-4ead-a193-be317b056235,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:48.477221 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619a7202-d116-449f-84e1-9fc42897027d tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:48.477866 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-619a7202-d116-449f-84e1-9fc42897027d tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:48.515782 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-800824f1-f8e7-4d7d-aba4-4b7d939ac2f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1145a0a6-eb35-4fbe-a730-307907e27d99 HTTP/1.1" status: 200 len: 1002 time: 0.2006824 May 13 14:52:48.519718 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-619a7202-d116-449f-84e1-9fc42897027d tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1971946 May 13 14:52:48.522707 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44372) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:48.530089 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-6020dd06-de63-428c-a58d-dfb1c0ff6a52 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Request body: {'port': {'network_id': 'dfcfa37c-a519-4fa9-b818-b864af912243', 'name': 'tempest-AllowedAddressPairTestJSON-73542908', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:83:02:16'}]}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:48.617626 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3826d8b6-763b-4088-b9b3-e0c03668499d None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:48.638945 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3826d8b6-763b-4088-b9b3-e0c03668499d None None] Transition to ACTIVE for port object 662f2fa3-3efe-4488-910c-284a7a1a3e8b will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:52:48.694099 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3826d8b6-763b-4088-b9b3-e0c03668499d None None] Transition to ACTIVE for port object 662f2fa3-3efe-4488-910c-284a7a1a3e8b will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:52:48.700352 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-aeab0f66-693f-4e45-a5a6-32ed986f927f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:48.701821 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-aeab0f66-693f-4e45-a5a6-32ed986f927f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6c8e4a4-7ae1-42ec-8a8f-588a5dfe3854 HTTP/1.1" status: 200 len: 856 time: 0.1803927 May 13 14:52:48.718796 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3826d8b6-763b-4088-b9b3-e0c03668499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:48.833229 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3826d8b6-763b-4088-b9b3-e0c03668499d None None] Network dfcfa37c-a519-4fa9-b818-b864af912243 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:52:48.837451 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-3826d8b6-763b-4088-b9b3-e0c03668499d None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:52:48.847144 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3826d8b6-763b-4088-b9b3-e0c03668499d None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:52:48.901035 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-53a253ec-3fa1-4efa-8cfb-8eb7396e74ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:48.902597 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-53a253ec-3fa1-4efa-8cfb-8eb7396e74ee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2791814-6ab4-4ee1-8449-7b69fcd7217d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1946957 May 13 14:52:48.914611 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826d8b6-763b-4088-b9b3-e0c03668499d None None] Pushing event updated for resources: {'Port': ['ID=662f2fa3-3efe-4488-910c-284a7a1a3e8b,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:49.009467 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-3826d8b6-763b-4088-b9b3-e0c03668499d None None] Attempting to bind port 662f2fa3-3efe-4488-910c-284a7a1a3e8b on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:49.009849 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-3826d8b6-763b-4088-b9b3-e0c03668499d None None] Attempting to bind port 662f2fa3-3efe-4488-910c-284a7a1a3e8b by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'ace2b6a8-0419-4132-893c-2ed577eda7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dfcfa37c-a519-4fa9-b818-b864af912243'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:49.010216 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3826d8b6-763b-4088-b9b3-e0c03668499d None None] Attempting to bind port 662f2fa3-3efe-4488-910c-284a7a1a3e8b on network dfcfa37c-a519-4fa9-b818-b864af912243 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:49.013425 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-67a09bdd-f0ae-4585-a506-f002192f35cd req-b1449555-36e5-474b-b041-97cbd8e84ae7 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa7759e2-0d71-4fe9-bb7d-0582700f3e23 HTTP/1.1" status: 200 len: 210 time: 0.1605418 May 13 14:52:49.016418 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3826d8b6-763b-4088-b9b3-e0c03668499d None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:52:49.016885 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3826d8b6-763b-4088-b9b3-e0c03668499d None None] Checking segment: {'id': 'ace2b6a8-0419-4132-893c-2ed577eda7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dfcfa37c-a519-4fa9-b818-b864af912243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:52:49.017200 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3826d8b6-763b-4088-b9b3-e0c03668499d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:49.017595 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3826d8b6-763b-4088-b9b3-e0c03668499d None None] Bound using segment: {'id': 'ace2b6a8-0419-4132-893c-2ed577eda7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dfcfa37c-a519-4fa9-b818-b864af912243'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:52:49.018073 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-3826d8b6-763b-4088-b9b3-e0c03668499d None None] Bound port: 662f2fa3-3efe-4488-910c-284a7a1a3e8b, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace2b6a8-0419-4132-893c-2ed577eda7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dfcfa37c-a519-4fa9-b818-b864af912243'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:52:49.018460 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3826d8b6-763b-4088-b9b3-e0c03668499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:49.128955 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-a2d607bc-5605-486c-be84-fa38ddc0dff4 service neutron] 10.222.0.59 "GET /v2.0/networks/c2791814-6ab4-4ee1-8449-7b69fcd7217d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195275 May 13 14:52:49.129202 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6020dd06-de63-428c-a58d-dfb1c0ff6a52 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:49.140587 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6020dd06-de63-428c-a58d-dfb1c0ff6a52 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Usage tracker for resource:port and tenant:7cb0def77c574d87ab4771b14ea1f6e9 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:49.145947 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6020dd06-de63-428c-a58d-dfb1c0ff6a52 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:49.150732 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-3826d8b6-763b-4088-b9b3-e0c03668499d None None] For port 662f2fa3-3efe-4488-910c-284a7a1a3e8b, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:52:49.154404 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-3826d8b6-763b-4088-b9b3-e0c03668499d None None] For port 662f2fa3-3efe-4488-910c-284a7a1a3e8b, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=662f2fa3-3efe-4488-910c-284a7a1a3e8b,segment=NetworkSegment(ace2b6a8-0419-4132-893c-2ed577eda7ff),segment_id=ace2b6a8-0419-4132-893c-2ed577eda7ff)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:52:49.157480 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6020dd06-de63-428c-a58d-dfb1c0ff6a52 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:49.166617 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3826d8b6-763b-4088-b9b3-e0c03668499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:49.170587 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6020dd06-de63-428c-a58d-dfb1c0ff6a52 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Made reservation on behalf of 7cb0def77c574d87ab4771b14ea1f6e9 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:49.272087 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826d8b6-763b-4088-b9b3-e0c03668499d None None] Pushing event updated for resources: {'Port': ['ID=662f2fa3-3efe-4488-910c-284a7a1a3e8b,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:49.373877 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6020dd06-de63-428c-a58d-dfb1c0ff6a52 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:49.434528 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-6020dd06-de63-428c-a58d-dfb1c0ff6a52 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] device_id is not set on port c3cd90f1-6873-4e7d-bc8d-90eedb1e2969 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:52:49.437498 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-3ac7e002-afd3-41a3-b290-84fcb569a758 service neutron] 10.222.0.59 "GET /v2.0/networks/c2791814-6ab4-4ee1-8449-7b69fcd7217d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017850 May 13 14:52:49.538509 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-5c9c71a1-3806-4600-a711-77e6b0cba242 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=7a63f6e5-ceca-4634-989e-47b8cd43cba3 HTTP/1.1" status: 200 len: 217 time: 0.0938230 May 13 14:52:49.746538 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-9d7a7c47-c3f9-439e-8226-207369aea8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:49.748047 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-9d7a7c47-c3f9-439e-8226-207369aea8af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d953eaa-2a7e-4580-bb0c-458e876aebfa HTTP/1.1" status: 200 len: 797 time: 0.2035587 May 13 14:52:49.754082 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-6020dd06-de63-428c-a58d-dfb1c0ff6a52 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Allocated IP 172.20.0.3 (dfcfa37c-a519-4fa9-b818-b864af912243/ac9cf8a4-e52c-4fd5-a79e-332e1ff636c3/c3cd90f1-6873-4e7d-bc8d-90eedb1e2969) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:52:49.887437 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158dedeb-fc23-4c62-bdf5-63ebe94c8355 req-38a8b477-9585-47cd-9cb9-030233620029 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:49.890124 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-158dedeb-fc23-4c62-bdf5-63ebe94c8355 req-38a8b477-9585-47cd-9cb9-030233620029 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f2f9ef1-a077-4fa6-aac2-67634429d9f9 HTTP/1.1" status: 200 len: 950 time: 0.2451301 May 13 14:52:50.096465 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6020dd06-de63-428c-a58d-dfb1c0ff6a52 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:50.124800 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-6020dd06-de63-428c-a58d-dfb1c0ff6a52 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Transition to ACTIVE for port object c3cd90f1-6873-4e7d-bc8d-90eedb1e2969 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:52:50.127873 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-158dedeb-fc23-4c62-bdf5-63ebe94c8355 req-358a082e-341b-43a5-aac2-a07d3458bfcb tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.35 "GET /v2.0/security-groups?id=d84ab5c9-4357-459d-99c3-66c268116f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267058 May 13 14:52:50.151743 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-5c43bea4-2899-4ad6-8457-49d4f0ad0ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:50.153257 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-5c43bea4-2899-4ad6-8457-49d4f0ad0ef1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3976953 May 13 14:52:50.164158 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6020dd06-de63-428c-a58d-dfb1c0ff6a52 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:50.405222 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-e8e300dd-8d15-4487-8924-e0400cb18d5e service neutron] 10.222.0.59 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446790 May 13 14:52:50.435051 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020dd06-de63-428c-a58d-dfb1c0ff6a52 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Pushing event updated for resources: {'Port': ['ID=c3cd90f1-6873-4e7d-bc8d-90eedb1e2969,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:50.448672 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f620b9f5-9061-4128-82c6-ff8e52e9d018 req-9195562f-774e-4dd1-bb0c-04873d9d5251 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa7759e2-0d71-4fe9-bb7d-0582700f3e23 HTTP/1.1" status: 200 len: 210 time: 0.2367196 May 13 14:52:50.459473 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6020dd06-de63-428c-a58d-dfb1c0ff6a52 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Network dfcfa37c-a519-4fa9-b818-b864af912243 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:52:50.462614 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-6020dd06-de63-428c-a58d-dfb1c0ff6a52 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:52:50.467928 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6020dd06-de63-428c-a58d-dfb1c0ff6a52 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:52:50.584709 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-b8ffd636-9d85-40a0-9391-a52021045cbc service neutron] 10.222.0.59 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681166 May 13 14:52:50.676901 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-a52267b5-bada-4b2a-bcf5-8498dc614937 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=e207a457-df02-4445-883d-49c778eef818 HTTP/1.1" status: 200 len: 217 time: 0.0854645 May 13 14:52:50.727338 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6020dd06-de63-428c-a58d-dfb1c0ff6a52 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:50.728280 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6020dd06-de63-428c-a58d-dfb1c0ff6a52 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:50.803298 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-3e7a1059-ef0e-4b98-80bb-2777b489a406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:50.807551 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-3e7a1059-ef0e-4b98-80bb-2777b489a406 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d953eaa-2a7e-4580-bb0c-458e876aebfa HTTP/1.1" status: 200 len: 797 time: 0.1234312 May 13 14:52:50.808164 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6020dd06-de63-428c-a58d-dfb1c0ff6a52 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 996 time: 2.2840893 May 13 14:52:50.811100 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44424) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:50.819952 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-d509a378-e3fd-491d-9402-c890315a0d5d tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:50.821089 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-d509a378-e3fd-491d-9402-c890315a0d5d tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Synchronizing usage tracker for tenant:2d8d5b746f644ce495c3018bd77994a9 on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:50.846636 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-d509a378-e3fd-491d-9402-c890315a0d5d tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Unset dirty status for tenant:2d8d5b746f644ce495c3018bd77994a9 on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:50.851625 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-d509a378-e3fd-491d-9402-c890315a0d5d tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] 10.222.0.59 "GET /v2.0/networks?id=01780154-f2d3-47cf-8394-4409ec210e63 HTTP/1.1" status: 200 len: 810 time: 0.3091490 May 13 14:52:50.863441 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-718e856d-e354-4f22-a7db-bb5c8afa35e1 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Request body: {'port': {'device_id': 'fa7759e2-0d71-4fe9-bb7d-0582700f3e23', 'network_id': '01780154-f2d3-47cf-8394-4409ec210e63', 'admin_state_up': True, 'tenant_id': '2d8d5b746f644ce495c3018bd77994a9'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:50.884235 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd99c6e-8014-4fdd-b067-a23f3dacb8a0 None None] Network dfcfa37c-a519-4fa9-b818-b864af912243 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:52:51.023168 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a12cb3a-bbea-4f16-8235-27617be532cb tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:51.029615 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a12cb3a-bbea-4f16-8235-27617be532cb tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:51.036356 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a12cb3a-bbea-4f16-8235-27617be532cb tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:51.039620 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3a12cb3a-bbea-4f16-8235-27617be532cb tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.2273624 May 13 14:52:51.042592 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44434) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:51.051046 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-6bdb40e6-d9f9-47af-8d18-d54faaa6acd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:51.053642 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-6bdb40e6-d9f9-47af-8d18-d54faaa6acd6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1784856 May 13 14:52:51.059671 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-636ae820-8356-4343-a41b-b72a04e6f400 None None] Provisioning for port 662f2fa3-3efe-4488-910c-284a7a1a3e8b completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:52:51.193770 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-816593e6-89d2-402d-98e3-a61e1bd096ce tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Deleting port c3cd90f1-6873-4e7d-bc8d-90eedb1e2969 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:52:51.194355 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-816593e6-89d2-402d-98e3-a61e1bd096ce tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:51.239724 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-718e856d-e354-4f22-a7db-bb5c8afa35e1 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:51.260238 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-718e856d-e354-4f22-a7db-bb5c8afa35e1 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Usage tracker for resource:port and tenant:2d8d5b746f644ce495c3018bd77994a9 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:51.273721 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-718e856d-e354-4f22-a7db-bb5c8afa35e1 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:51.298392 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-718e856d-e354-4f22-a7db-bb5c8afa35e1 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:51.338036 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-8216508c-e471-4fe1-9b5c-9a5280d114ae service neutron] 10.222.0.59 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569690 May 13 14:52:51.526388 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 662f2fa3-3efe-4488-910c-284a7a1a3e8b up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:52:51.557424 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-6d9ad1e0-51ad-48bb-a3ee-55464e13ad36 service neutron] 10.222.0.59 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127614 May 13 14:52:51.634389 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 662f2fa3-3efe-4488-910c-284a7a1a3e8b completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:52:51.640515 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 662f2fa3-3efe-4488-910c-284a7a1a3e8b triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:52:51.641278 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:51.705438 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-ec4720d1-659b-494f-be9f-4041510d34b7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=23a0b5c0-5383-42e4-83f7-23a3a9751367 HTTP/1.1" status: 200 len: 217 time: 0.1386223 May 13 14:52:51.767347 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-816593e6-89d2-402d-98e3-a61e1bd096ce tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:51.799200 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-a48b4522-6af2-4c94-a2e1-c2f55beb130e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:51.800987 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-a48b4522-6af2-4c94-a2e1-c2f55beb130e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d953eaa-2a7e-4580-bb0c-458e876aebfa HTTP/1.1" status: 200 len: 797 time: 0.0908651 May 13 14:52:51.835608 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 662f2fa3-3efe-4488-910c-284a7a1a3e8b is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:52:51.836236 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:51.883740 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 662f2fa3-3efe-4488-910c-284a7a1a3e8b, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=662f2fa3-3efe-4488-910c-284a7a1a3e8b,segment=NetworkSegment(ace2b6a8-0419-4132-893c-2ed577eda7ff),segment_id=ace2b6a8-0419-4132-893c-2ed577eda7ff)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:51.895903 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:51.908441 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-718e856d-e354-4f22-a7db-bb5c8afa35e1 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Made reservation on behalf of 2d8d5b746f644ce495c3018bd77994a9 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:51.912140 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-718e856d-e354-4f22-a7db-bb5c8afa35e1 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:52.012781 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-91ec0a3a-887e-43bb-a627-67eb597db4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:52.018820 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-91ec0a3a-887e-43bb-a627-67eb597db4bd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2114389 May 13 14:52:52.134460 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-803798ca-eedd-4d7f-9a26-362a7cbc7b2d None None] Provisioning for port c3cd90f1-6873-4e7d-bc8d-90eedb1e2969 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:52:52.149067 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-803798ca-eedd-4d7f-9a26-362a7cbc7b2d None None] Provisioning complete for port c3cd90f1-6873-4e7d-bc8d-90eedb1e2969 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:52:52.149442 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-803798ca-eedd-4d7f-9a26-362a7cbc7b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:52.256283 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=662f2fa3-3efe-4488-910c-284a7a1a3e8b,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:52.300225 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-816593e6-89d2-402d-98e3-a61e1bd096ce tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Calling delete_port for c3cd90f1-6873-4e7d-bc8d-90eedb1e2969 owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:52:52.373819 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-803798ca-eedd-4d7f-9a26-362a7cbc7b2d None None] Port c3cd90f1-6873-4e7d-bc8d-90eedb1e2969 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:52:52.385139 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-79299359-7bd2-45af-aed9-599a698c5fee service neutron] 10.222.0.59 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582416 May 13 14:52:52.416579 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-803798ca-eedd-4d7f-9a26-362a7cbc7b2d None None] Provisioning complete for port 662f2fa3-3efe-4488-910c-284a7a1a3e8b triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:52:52.417186 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-803798ca-eedd-4d7f-9a26-362a7cbc7b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:52.493612 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d302ed4d-278f-4e55-9292-802a6a4f0dad req-1c94cf37-979e-4e68-9dcc-f3ae980ef81c tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa7759e2-0d71-4fe9-bb7d-0582700f3e23 HTTP/1.1" status: 200 len: 210 time: 0.5862019 May 13 14:52:52.644913 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-00e71000-7bb4-41c5-85a1-d9c21590deaf service neutron] 10.222.0.59 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455354 May 13 14:52:52.670109 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-718e856d-e354-4f22-a7db-bb5c8afa35e1 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Allocated IP 172.20.0.14 (01780154-f2d3-47cf-8394-4409ec210e63/13457994-0ede-4257-a1b4-c0b26cf64e7b/66f230a4-e32d-426e-97c2-3d35a13df685) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:52:52.736944 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-803798ca-eedd-4d7f-9a26-362a7cbc7b2d None None] Current status of the port 662f2fa3-3efe-4488-910c-284a7a1a3e8b is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:52:52.769200 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-530b9324-a382-4e51-9589-37ee4f672ff2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=ead8f4bc-18b3-4bda-8059-38906d99256f HTTP/1.1" status: 200 len: 217 time: 0.1173728 May 13 14:52:52.772902 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-803798ca-eedd-4d7f-9a26-362a7cbc7b2d None None] Provisioning for port a44dbc2c-50bd-4ead-a193-be317b056235 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:52:52.779912 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-803798ca-eedd-4d7f-9a26-362a7cbc7b2d None None] Provisioning complete for port a44dbc2c-50bd-4ead-a193-be317b056235 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:52:52.780290 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-803798ca-eedd-4d7f-9a26-362a7cbc7b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:52.844439 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-e9ea2c11-4018-4f77-bfd1-a67e96331d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:52.846436 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-e9ea2c11-4018-4f77-bfd1-a67e96331d94 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d953eaa-2a7e-4580-bb0c-458e876aebfa HTTP/1.1" status: 200 len: 797 time: 0.0714579 May 13 14:52:52.855325 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-816593e6-89d2-402d-98e3-a61e1bd096ce tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:52.860138 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-803798ca-eedd-4d7f-9a26-362a7cbc7b2d None None] Port a44dbc2c-50bd-4ead-a193-be317b056235 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:52:52.940927 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816593e6-89d2-402d-98e3-a61e1bd096ce tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Pushing event deleted for resources: {'Port': ['ID=c3cd90f1-6873-4e7d-bc8d-90eedb1e2969,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:52.978347 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-bd63068e-b9bf-43dc-8637-f45f0dc2a2bf None None] Could not find standard attr ID for object c3cd90f1-6873-4e7d-bc8d-90eedb1e2969. {{(pid=88083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 14:52:53.024299 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-bd63068e-b9bf-43dc-8637-f45f0dc2a2bf None None] Provisioning complete for port a44dbc2c-50bd-4ead-a193-be317b056235 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:52:53.025222 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bd63068e-b9bf-43dc-8637-f45f0dc2a2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:53.132976 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-bd63068e-b9bf-43dc-8637-f45f0dc2a2bf None None] Port a44dbc2c-50bd-4ead-a193-be317b056235 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:52:53.230453 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-a49b0899-946f-47d7-ac5b-d2343db0e2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:53.232691 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-a49b0899-946f-47d7-ac5b-d2343db0e2b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3785131 May 13 14:52:53.402687 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-816593e6-89d2-402d-98e3-a61e1bd096ce tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:53.416327 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-816593e6-89d2-402d-98e3-a61e1bd096ce tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] 10.222.0.35 "DELETE /v2.0/ports/c3cd90f1-6873-4e7d-bc8d-90eedb1e2969 HTTP/1.1" status: 204 len: 168 time: 2.3719299 May 13 14:52:53.421830 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44466) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:53.425611 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 662f2fa3-3efe-4488-910c-284a7a1a3e8b up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:52:53.489301 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-e051e627-56c9-4e85-9fa5-238596b8fdab service neutron] 10.222.0.59 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494295 May 13 14:52:53.524520 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1c78d6-3853-4feb-923d-5823b9057a7a tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] GET failed (client error): The resource could not be found. May 13 14:52:53.525077 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ae1c78d6-3853-4feb-923d-5823b9057a7a tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Synchronizing usage tracker for tenant:7cb0def77c574d87ab4771b14ea1f6e9 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:53.635658 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ae1c78d6-3853-4feb-923d-5823b9057a7a tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Unset dirty status for tenant:7cb0def77c574d87ab4771b14ea1f6e9 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:53.635658 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ae1c78d6-3853-4feb-923d-5823b9057a7a tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] 10.222.0.35 "GET /v2.0/ports/c3cd90f1-6873-4e7d-bc8d-90eedb1e2969 HTTP/1.1" status: 404 len: 333 time: 0.2003281 May 13 14:52:53.639214 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 662f2fa3-3efe-4488-910c-284a7a1a3e8b triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:52:53.639214 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:53.639989 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44478) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:53.647261 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-52b4f700-d605-4357-8302-111e493abc08 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Request body: {'port': {'network_id': 'dfcfa37c-a519-4fa9-b818-b864af912243', 'name': 'tempest-AllowedAddressPairTestJSON-357046034'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:53.686399 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-718e856d-e354-4f22-a7db-bb5c8afa35e1 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:53.804568 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-a5af7972-8517-4a9d-9d6e-2d602b8afd63 service neutron] 10.222.0.59 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075275 May 13 14:52:53.898895 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 662f2fa3-3efe-4488-910c-284a7a1a3e8b is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:52:53.925219 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-52b4f700-d605-4357-8302-111e493abc08 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:53.931243 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-718e856d-e354-4f22-a7db-bb5c8afa35e1 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:53.941402 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-119f3f29-b446-48de-8761-650c5d3d006a req-9b04f30c-9d8e-412d-959a-e350df3f0952 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa7759e2-0d71-4fe9-bb7d-0582700f3e23 HTTP/1.1" status: 200 len: 210 time: 0.1342359 May 13 14:52:53.942951 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-b6ea6595-8d26-499d-b6df-93eeb28f7e8b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c HTTP/1.1" status: 200 len: 217 time: 0.0949459 May 13 14:52:54.017908 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-52b4f700-d605-4357-8302-111e493abc08 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:54.032293 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-718e856d-e354-4f22-a7db-bb5c8afa35e1 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Network 01780154-f2d3-47cf-8394-4409ec210e63 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:52:54.042258 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-3e52b09b-1142-4382-9856-a86999675d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:54.043381 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-718e856d-e354-4f22-a7db-bb5c8afa35e1 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:52:54.044549 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-3e52b09b-1142-4382-9856-a86999675d30 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ab4d13d9-e6e2-41d7-a1c7-685370a51797 HTTP/1.1" status: 200 len: 797 time: 0.0919602 May 13 14:52:54.051519 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-718e856d-e354-4f22-a7db-bb5c8afa35e1 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:52:54.116412 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b4f700-d605-4357-8302-111e493abc08 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Made reservation on behalf of 7cb0def77c574d87ab4771b14ea1f6e9 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:54.120698 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-52b4f700-d605-4357-8302-111e493abc08 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:54.130870 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e856d-e354-4f22-a7db-bb5c8afa35e1 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Pushing event updated for resources: {'Port': ['ID=66f230a4-e32d-426e-97c2-3d35a13df685,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:54.158760 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-52b4f700-d605-4357-8302-111e493abc08 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] device_id is not set on port 112889e7-8b04-448c-b6c4-a3b068005fc6 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:52:54.176958 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-4d4e220e-b6c9-4762-bd0b-7baf49310b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:54.184296 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-4d4e220e-b6c9-4762-bd0b-7baf49310b85 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=add62c5c-9eca-4348-9830-32239b4651d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1324992 May 13 14:52:54.209064 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-718e856d-e354-4f22-a7db-bb5c8afa35e1 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:54.209622 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-718e856d-e354-4f22-a7db-bb5c8afa35e1 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:54.258796 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-718e856d-e354-4f22-a7db-bb5c8afa35e1 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4002931 May 13 14:52:54.269844 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-d9f1721b-205d-430a-accf-0f1a50a926b8 service neutron] Request body: {'port': {'device_id': 'fa7759e2-0d71-4fe9-bb7d-0582700f3e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:54.367531 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-044c6bf5-0818-4d0b-b0ce-3103a6e50672 service neutron] 10.222.0.59 "GET /v2.0/networks/add62c5c-9eca-4348-9830-32239b4651d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774671 May 13 14:52:54.452453 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-52b4f700-d605-4357-8302-111e493abc08 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Allocated IP 172.20.0.13 (dfcfa37c-a519-4fa9-b818-b864af912243/ac9cf8a4-e52c-4fd5-a79e-332e1ff636c3/112889e7-8b04-448c-b6c4-a3b068005fc6) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:52:54.503928 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-d9f1721b-205d-430a-accf-0f1a50a926b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:54.531442 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-f95f31d9-3eb0-4207-81d7-481b8b44b57f service neutron] 10.222.0.59 "GET /v2.0/networks/add62c5c-9eca-4348-9830-32239b4651d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583085 May 13 14:52:54.636183 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-c62cb38f-a5ef-4042-a9df-bc4e8165b00c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=809cd876-ad94-47a7-bcee-934e044a9318 HTTP/1.1" status: 200 len: 217 time: 0.0989208 May 13 14:52:54.734740 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-dabb3816-f14a-47d8-a08b-ec3a636ebd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:54.736631 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-dabb3816-f14a-47d8-a08b-ec3a636ebd8c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ab4d13d9-e6e2-41d7-a1c7-685370a51797 HTTP/1.1" status: 200 len: 797 time: 0.0953431 May 13 14:52:54.839347 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-91065f1a-aef4-46a7-9343-da53266a6501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:54.841806 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-91065f1a-aef4-46a7-9343-da53266a6501 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=add62c5c-9eca-4348-9830-32239b4651d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0994411 May 13 14:52:55.024266 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-4c697984-a94a-400f-a7cd-4109b2042200 service neutron] 10.222.0.59 "GET /v2.0/networks/add62c5c-9eca-4348-9830-32239b4651d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765850 May 13 14:52:55.103532 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-52b4f700-d605-4357-8302-111e493abc08 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:55.155910 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-52b4f700-d605-4357-8302-111e493abc08 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Transition to ACTIVE for port object 112889e7-8b04-448c-b6c4-a3b068005fc6 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:52:55.247902 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e1ebc64-f9b0-4d60-a59d-dd24e275f19c req-55c6f5e1-8787-4245-a74e-a6db0e4883d3 service neutron] 10.222.0.59 "GET /v2.0/networks/add62c5c-9eca-4348-9830-32239b4651d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166121 May 13 14:52:55.340522 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-52b4f700-d605-4357-8302-111e493abc08 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:55.343634 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-d9f1721b-205d-430a-accf-0f1a50a926b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f230a4-e32d-426e-97c2-3d35a13df685 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:52:55.387244 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-d9f1721b-205d-430a-accf-0f1a50a926b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:55.405568 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f13f02-cee2-4b05-868e-cb05a7901fb6 req-c7d9c89c-913f-4754-bb43-05c6e5625c8c tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:55.406264 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-59f13f02-cee2-4b05-868e-cb05a7901fb6 req-c7d9c89c-913f-4754-bb43-05c6e5625c8c tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Synchronizing usage tracker for tenant:2d8d5b746f644ce495c3018bd77994a9 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:55.469272 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b4f700-d605-4357-8302-111e493abc08 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Network dfcfa37c-a519-4fa9-b818-b864af912243 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:52:55.472128 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-d9f1721b-205d-430a-accf-0f1a50a926b8 service neutron] Transition to ACTIVE for port object 66f230a4-e32d-426e-97c2-3d35a13df685 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:52:55.477985 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-52b4f700-d605-4357-8302-111e493abc08 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:52:55.484600 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b4f700-d605-4357-8302-111e493abc08 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:52:55.517219 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-d9f1721b-205d-430a-accf-0f1a50a926b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:55.535924 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4f700-d605-4357-8302-111e493abc08 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Pushing event updated for resources: {'Port': ['ID=112889e7-8b04-448c-b6c4-a3b068005fc6,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:55.538355 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-59f13f02-cee2-4b05-868e-cb05a7901fb6 req-c7d9c89c-913f-4754-bb43-05c6e5625c8c tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Unset dirty status for tenant:2d8d5b746f644ce495c3018bd77994a9 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:55.543887 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-59f13f02-cee2-4b05-868e-cb05a7901fb6 req-c7d9c89c-913f-4754-bb43-05c6e5625c8c tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa7759e2-0d71-4fe9-bb7d-0582700f3e23 HTTP/1.1" status: 200 len: 932 time: 0.3862269 May 13 14:52:55.760333 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b4f700-d605-4357-8302-111e493abc08 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:55.761499 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-52b4f700-d605-4357-8302-111e493abc08 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:55.822496 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1721b-205d-430a-accf-0f1a50a926b8 service neutron] Pushing event updated for resources: {'Port': ['ID=66f230a4-e32d-426e-97c2-3d35a13df685,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:55.835785 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-59f13f02-cee2-4b05-868e-cb05a7901fb6 req-77ddf0ed-f59f-4021-82bf-e5851ff0a065 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Synchronizing usage tracker for tenant:2d8d5b746f644ce495c3018bd77994a9 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:55.881865 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-977c249a-0c38-4226-9259-f71f58faf215 None None] Provisioning for port 112889e7-8b04-448c-b6c4-a3b068005fc6 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:52:55.887828 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-52b4f700-d605-4357-8302-111e493abc08 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2483578 May 13 14:52:55.888413 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44522) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:55.896380 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-663591c6-4b05-4ff1-8938-949b344af85d tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:83:02:16'}]}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:55.903861 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-977c249a-0c38-4226-9259-f71f58faf215 None None] Provisioning complete for port 112889e7-8b04-448c-b6c4-a3b068005fc6 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:52:55.904449 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-977c249a-0c38-4226-9259-f71f58faf215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:55.950913 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-59f13f02-cee2-4b05-868e-cb05a7901fb6 req-77ddf0ed-f59f-4021-82bf-e5851ff0a065 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Unset dirty status for tenant:2d8d5b746f644ce495c3018bd77994a9 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:55.963297 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-59f13f02-cee2-4b05-868e-cb05a7901fb6 req-77ddf0ed-f59f-4021-82bf-e5851ff0a065 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3f7e2ef-a4c8-4b7d-bb54-498e6b6cd312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659580 May 13 14:52:55.974316 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-d9f1721b-205d-430a-accf-0f1a50a926b8 service neutron] Attempting to bind port 66f230a4-e32d-426e-97c2-3d35a13df685 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:55.974316 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-d9f1721b-205d-430a-accf-0f1a50a926b8 service neutron] Attempting to bind port 66f230a4-e32d-426e-97c2-3d35a13df685 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '48805044-000b-45f6-8e49-4127e48777ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '01780154-f2d3-47cf-8394-4409ec210e63'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:55.974316 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-d9f1721b-205d-430a-accf-0f1a50a926b8 service neutron] Attempting to bind port 66f230a4-e32d-426e-97c2-3d35a13df685 on network 01780154-f2d3-47cf-8394-4409ec210e63 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:55.983684 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-d9f1721b-205d-430a-accf-0f1a50a926b8 service neutron] Port 66f230a4-e32d-426e-97c2-3d35a13df685 on network 01780154-f2d3-47cf-8394-4409ec210e63 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:55.984440 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-d9f1721b-205d-430a-accf-0f1a50a926b8 service neutron] Attempting to bind port 66f230a4-e32d-426e-97c2-3d35a13df685 on network 01780154-f2d3-47cf-8394-4409ec210e63 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:55.985692 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-977c249a-0c38-4226-9259-f71f58faf215 None None] Port 112889e7-8b04-448c-b6c4-a3b068005fc6 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:52:55.992173 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-d9f1721b-205d-430a-accf-0f1a50a926b8 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:52:55.992517 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-d9f1721b-205d-430a-accf-0f1a50a926b8 service neutron] Checking segment: {'id': '48805044-000b-45f6-8e49-4127e48777ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '01780154-f2d3-47cf-8394-4409ec210e63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:52:55.992904 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-d9f1721b-205d-430a-accf-0f1a50a926b8 service neutron] Bound using segment: {'id': '48805044-000b-45f6-8e49-4127e48777ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '01780154-f2d3-47cf-8394-4409ec210e63'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:52:55.993340 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-d9f1721b-205d-430a-accf-0f1a50a926b8 service neutron] Bound port: 66f230a4-e32d-426e-97c2-3d35a13df685, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48805044-000b-45f6-8e49-4127e48777ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '01780154-f2d3-47cf-8394-4409ec210e63'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:52:55.993693 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-d9f1721b-205d-430a-accf-0f1a50a926b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:56.105266 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-d9f1721b-205d-430a-accf-0f1a50a926b8 service neutron] For port 66f230a4-e32d-426e-97c2-3d35a13df685, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:52:56.108940 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-d9f1721b-205d-430a-accf-0f1a50a926b8 service neutron] For port 66f230a4-e32d-426e-97c2-3d35a13df685, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=66f230a4-e32d-426e-97c2-3d35a13df685,segment=NetworkSegment(48805044-000b-45f6-8e49-4127e48777ab),segment_id=48805044-000b-45f6-8e49-4127e48777ab)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:52:56.116750 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-d9f1721b-205d-430a-accf-0f1a50a926b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:56.201331 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-d9f1721b-205d-430a-accf-0f1a50a926b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:56.202252 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-d9f1721b-205d-430a-accf-0f1a50a926b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:56.204081 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-d9f1721b-205d-430a-accf-0f1a50a926b8 service neutron] 10.222.0.59 "PUT /v2.0/ports/66f230a4-e32d-426e-97c2-3d35a13df685 HTTP/1.1" status: 200 len: 1092 time: 1.9385467 May 13 14:52:56.204820 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7759e2-0d71-4fe9-bb7d-0582700f3e23', 'tag': '66f230a4-e32d-426e-97c2-3d35a13df685'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:52:56.229905 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1721b-205d-430a-accf-0f1a50a926b8 service neutron] Pushing event updated for resources: {'Port': ['ID=66f230a4-e32d-426e-97c2-3d35a13df685,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:56.294772 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a35638a7-2fbd-4499-b0db-04ddd0dbb765'] response: {'name': 'network-changed', 'server_uuid': 'fa7759e2-0d71-4fe9-bb7d-0582700f3e23', 'tag': '66f230a4-e32d-426e-97c2-3d35a13df685', 'status': 'completed', 'code': 200} May 13 14:52:56.340141 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-db89ade3-8c88-418f-8d5e-6cfb160403ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:56.341976 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-db89ade3-8c88-418f-8d5e-6cfb160403ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2d8d5b746f644ce495c3018bd77994a9&device_id=fa7759e2-0d71-4fe9-bb7d-0582700f3e23 HTTP/1.1" status: 200 len: 1095 time: 0.0907915 May 13 14:52:56.391279 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-663591c6-4b05-4ff1-8938-949b344af85d tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:56.418843 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-1008d37f-7d45-490e-ba3b-972efd31f9d4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66f230a4-e32d-426e-97c2-3d35a13df685 HTTP/1.1" status: 200 len: 217 time: 0.0693922 May 13 14:52:56.494521 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-31ced085-99d4-40c4-95f4-d8bed075574f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:56.497465 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-31ced085-99d4-40c4-95f4-d8bed075574f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=13457994-0ede-4257-a1b4-c0b26cf64e7b HTTP/1.1" status: 200 len: 850 time: 0.0730257 May 13 14:52:56.548940 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-79970812-61f5-4cac-9c4b-1af89baf9a2f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01780154-f2d3-47cf-8394-4409ec210e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455964 May 13 14:52:56.662275 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-663591c6-4b05-4ff1-8938-949b344af85d tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:56.668375 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-663591c6-4b05-4ff1-8938-949b344af85d tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:56.698030 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-40b54714-7b10-4fcc-90da-be362711c9da service neutron] 10.222.0.59 "GET /v2.0/networks/01780154-f2d3-47cf-8394-4409ec210e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421678 May 13 14:52:56.805567 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663591c6-4b05-4ff1-8938-949b344af85d tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Pushing event updated for resources: {'Port': ['ID=112889e7-8b04-448c-b6c4-a3b068005fc6,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:56.819683 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-663591c6-4b05-4ff1-8938-949b344af85d tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] In _notify_port_updated(), no bound segment for port 112889e7-8b04-448c-b6c4-a3b068005fc6 on network dfcfa37c-a519-4fa9-b818-b864af912243 {{(pid=88081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:52:56.825481 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663591c6-4b05-4ff1-8938-949b344af85d tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:56.826527 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-663591c6-4b05-4ff1-8938-949b344af85d tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:56.828756 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-663591c6-4b05-4ff1-8938-949b344af85d tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] 10.222.0.35 "PUT /v2.0/ports/112889e7-8b04-448c-b6c4-a3b068005fc6 HTTP/1.1" status: 200 len: 993 time: 0.9383347 May 13 14:52:56.831196 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44542) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:56.968633 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-87216779-4746-4db2-93c8-d57641d826f3 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Deleting port 112889e7-8b04-448c-b6c4-a3b068005fc6 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:52:56.969788 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-87216779-4746-4db2-93c8-d57641d826f3 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:57.030453 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce9a2019-375a-445a-a88f-b29485e506e9 req-e956d66d-ae28-4d4b-8885-06eec5c7809c service neutron] 10.222.0.59 "GET /v2.0/networks/01780154-f2d3-47cf-8394-4409ec210e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269577 May 13 14:52:57.117656 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5043f949-2303-46ee-83fb-a9f35719efb1 None None] Provisioning complete for port 112889e7-8b04-448c-b6c4-a3b068005fc6 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:52:57.118296 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5043f949-2303-46ee-83fb-a9f35719efb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:57.186121 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-5043f949-2303-46ee-83fb-a9f35719efb1 None None] Port 112889e7-8b04-448c-b6c4-a3b068005fc6 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:52:57.269787 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-eef3045f-39b7-4194-a00a-c000bb36118e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:57.301268 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833e545-0d44-468f-b87f-af38e883673a req-f70eae25-de2b-4c7c-8e35-ace39b8ebc03 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:57.302775 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9833e545-0d44-468f-b87f-af38e883673a req-f70eae25-de2b-4c7c-8e35-ace39b8ebc03 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa7759e2-0d71-4fe9-bb7d-0582700f3e23 HTTP/1.1" status: 200 len: 944 time: 0.2041810 May 13 14:52:57.305901 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47362c2-d087-4762-a2aa-0bbff48c99f2 req-12de7bf3-ace1-4ad4-9b94-f12b73c9460a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:57.307344 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a47362c2-d087-4762-a2aa-0bbff48c99f2 req-12de7bf3-ace1-4ad4-9b94-f12b73c9460a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2d8d5b746f644ce495c3018bd77994a9&device_id=fa7759e2-0d71-4fe9-bb7d-0582700f3e23 HTTP/1.1" status: 200 len: 1095 time: 0.2029607 May 13 14:52:57.352084 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-87216779-4746-4db2-93c8-d57641d826f3 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:57.464607 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9833e545-0d44-468f-b87f-af38e883673a req-b7a696e4-f499-4f48-840e-e357e34e175d tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3f7e2ef-a4c8-4b7d-bb54-498e6b6cd312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543097 May 13 14:52:57.498133 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-87216779-4746-4db2-93c8-d57641d826f3 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Calling delete_port for 112889e7-8b04-448c-b6c4-a3b068005fc6 owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:52:57.536878 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47362c2-d087-4762-a2aa-0bbff48c99f2 req-e424d648-e880-4677-b27f-421e4672e366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:57.539461 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a47362c2-d087-4762-a2aa-0bbff48c99f2 req-e424d648-e880-4677-b27f-421e4672e366 service neutron] 10.222.0.59 "GET /v2.0/networks?id=01780154-f2d3-47cf-8394-4409ec210e63 HTTP/1.1" status: 200 len: 911 time: 0.2089839 May 13 14:52:57.628075 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a47362c2-d087-4762-a2aa-0bbff48c99f2 req-07beaf89-29e9-4058-95c8-f105b1702289 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66f230a4-e32d-426e-97c2-3d35a13df685 HTTP/1.1" status: 200 len: 217 time: 0.0824409 May 13 14:52:57.671185 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-87216779-4746-4db2-93c8-d57641d826f3 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:57.712066 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47362c2-d087-4762-a2aa-0bbff48c99f2 req-ef079a92-c2f1-4a53-8f8d-0be8871fda45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:57.713507 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a47362c2-d087-4762-a2aa-0bbff48c99f2 req-ef079a92-c2f1-4a53-8f8d-0be8871fda45 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=13457994-0ede-4257-a1b4-c0b26cf64e7b HTTP/1.1" status: 200 len: 850 time: 0.0783548 May 13 14:52:57.747085 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87216779-4746-4db2-93c8-d57641d826f3 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Pushing event deleted for resources: {'Port': ['ID=112889e7-8b04-448c-b6c4-a3b068005fc6,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:57.770465 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a47362c2-d087-4762-a2aa-0bbff48c99f2 req-d3900916-a705-433f-8c2c-d457be07ae43 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01780154-f2d3-47cf-8394-4409ec210e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505738 May 13 14:52:57.948596 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a47362c2-d087-4762-a2aa-0bbff48c99f2 req-50a5aed2-6255-4015-a552-6b97ee52287b service neutron] 10.222.0.59 "GET /v2.0/networks/01780154-f2d3-47cf-8394-4409ec210e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705031 May 13 14:52:58.020131 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-87216779-4746-4db2-93c8-d57641d826f3 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:58.043314 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-87216779-4746-4db2-93c8-d57641d826f3 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] 10.222.0.35 "DELETE /v2.0/ports/112889e7-8b04-448c-b6c4-a3b068005fc6 HTTP/1.1" status: 204 len: 168 time: 1.2105410 May 13 14:52:58.044771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44570) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:58.096918 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-f61ca557-ec76-437d-b5ea-3911a9d0385b tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] GET failed (client error): The resource could not be found. May 13 14:52:58.097455 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f61ca557-ec76-437d-b5ea-3911a9d0385b tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Synchronizing usage tracker for tenant:7cb0def77c574d87ab4771b14ea1f6e9 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:58.115720 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f61ca557-ec76-437d-b5ea-3911a9d0385b tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Unset dirty status for tenant:7cb0def77c574d87ab4771b14ea1f6e9 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:58.121250 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44574) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:58.121706 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f61ca557-ec76-437d-b5ea-3911a9d0385b tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] 10.222.0.35 "GET /v2.0/ports/112889e7-8b04-448c-b6c4-a3b068005fc6 HTTP/1.1" status: 404 len: 333 time: 0.0757654 May 13 14:52:58.130103 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-ce2fd8c9-c0cf-4afb-88f4-5586c66333e9 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Request body: {'port': {'network_id': 'dfcfa37c-a519-4fa9-b818-b864af912243', 'name': 'tempest-AllowedAddressPairTestJSON-846188437'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:58.156084 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a47362c2-d087-4762-a2aa-0bbff48c99f2 req-1e1e2695-9fdd-4d26-b011-e119ee5afa74 service neutron] 10.222.0.59 "GET /v2.0/networks/01780154-f2d3-47cf-8394-4409ec210e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011430 May 13 14:52:58.291275 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ce2fd8c9-c0cf-4afb-88f4-5586c66333e9 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:58.306245 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ce2fd8c9-c0cf-4afb-88f4-5586c66333e9 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:58.316534 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2fd8c9-c0cf-4afb-88f4-5586c66333e9 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Made reservation on behalf of 7cb0def77c574d87ab4771b14ea1f6e9 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:58.320558 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ce2fd8c9-c0cf-4afb-88f4-5586c66333e9 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:58.342506 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-ce2fd8c9-c0cf-4afb-88f4-5586c66333e9 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] device_id is not set on port bbdba091-a2f5-4b8b-bd43-e09ad1d28ffb yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:52:58.500932 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-ce2fd8c9-c0cf-4afb-88f4-5586c66333e9 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Allocated IP 172.20.0.11 (dfcfa37c-a519-4fa9-b818-b864af912243/ac9cf8a4-e52c-4fd5-a79e-332e1ff636c3/bbdba091-a2f5-4b8b-bd43-e09ad1d28ffb) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:52:58.523836 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:58.747327 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc887a-1324-4082-a4a7-8fa1b296927e req-fb6288c2-af15-47db-9c1d-9c63617aa1fb tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:58.749173 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b4bc887a-1324-4082-a4a7-8fa1b296927e req-fb6288c2-af15-47db-9c1d-9c63617aa1fb tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa7759e2-0d71-4fe9-bb7d-0582700f3e23 HTTP/1.1" status: 200 len: 944 time: 0.1140010 May 13 14:52:58.778896 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ce2fd8c9-c0cf-4afb-88f4-5586c66333e9 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:58.800023 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-ce2fd8c9-c0cf-4afb-88f4-5586c66333e9 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Transition to ACTIVE for port object bbdba091-a2f5-4b8b-bd43-e09ad1d28ffb will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:52:58.817931 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b4bc887a-1324-4082-a4a7-8fa1b296927e req-1f949b79-ae6e-4f8b-b81a-783f88a14b80 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3f7e2ef-a4c8-4b7d-bb54-498e6b6cd312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618737 May 13 14:52:58.828623 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ce2fd8c9-c0cf-4afb-88f4-5586c66333e9 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:58.913748 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2fd8c9-c0cf-4afb-88f4-5586c66333e9 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Network dfcfa37c-a519-4fa9-b818-b864af912243 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:52:58.917037 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-ce2fd8c9-c0cf-4afb-88f4-5586c66333e9 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:52:58.921688 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2fd8c9-c0cf-4afb-88f4-5586c66333e9 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:52:58.958554 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2fd8c9-c0cf-4afb-88f4-5586c66333e9 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Pushing event updated for resources: {'Port': ['ID=bbdba091-a2f5-4b8b-bd43-e09ad1d28ffb,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:59.008557 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2fd8c9-c0cf-4afb-88f4-5586c66333e9 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:59.009590 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ce2fd8c9-c0cf-4afb-88f4-5586c66333e9 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:59.041255 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ce2fd8c9-c0cf-4afb-88f4-5586c66333e9 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9185648 May 13 14:52:59.043798 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44594) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:59.050074 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-9e6b0b16-3cdc-4cc1-a514-c2393fa9b99c tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:83:02:16'}]}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:59.202956 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9e6b0b16-3cdc-4cc1-a514-c2393fa9b99c tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:59.254733 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d73cd27b-64ed-47a9-8eda-1fe686a952ad None None] Provisioning for port bbdba091-a2f5-4b8b-bd43-e09ad1d28ffb completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:52:59.261920 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d73cd27b-64ed-47a9-8eda-1fe686a952ad None None] Provisioning complete for port bbdba091-a2f5-4b8b-bd43-e09ad1d28ffb triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:52:59.261920 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d73cd27b-64ed-47a9-8eda-1fe686a952ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:59.345343 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-d73cd27b-64ed-47a9-8eda-1fe686a952ad None None] Port bbdba091-a2f5-4b8b-bd43-e09ad1d28ffb cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:52:59.587517 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cc656e2c-9cd8-4936-b57c-64a75b7320b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:59.645827 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9e6b0b16-3cdc-4cc1-a514-c2393fa9b99c tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:59.651266 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9e6b0b16-3cdc-4cc1-a514-c2393fa9b99c tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:59.788596 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b0b16-3cdc-4cc1-a514-c2393fa9b99c tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Pushing event updated for resources: {'Port': ['ID=bbdba091-a2f5-4b8b-bd43-e09ad1d28ffb,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:59.808827 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 66f230a4-e32d-426e-97c2-3d35a13df685 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:52:59.811562 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-9e6b0b16-3cdc-4cc1-a514-c2393fa9b99c tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] In _notify_port_updated(), no bound segment for port bbdba091-a2f5-4b8b-bd43-e09ad1d28ffb on network dfcfa37c-a519-4fa9-b818-b864af912243 {{(pid=88081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:52:59.825264 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6b0b16-3cdc-4cc1-a514-c2393fa9b99c tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:59.825954 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9e6b0b16-3cdc-4cc1-a514-c2393fa9b99c tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:59.830479 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44616) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:59.831103 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9e6b0b16-3cdc-4cc1-a514-c2393fa9b99c tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] 10.222.0.35 "PUT /v2.0/ports/bbdba091-a2f5-4b8b-bd43-e09ad1d28ffb HTTP/1.1" status: 200 len: 996 time: 0.7857251 May 13 14:52:59.958982 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-7c564540-ae8b-4408-867b-4c067228ecce tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Deleting port bbdba091-a2f5-4b8b-bd43-e09ad1d28ffb {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:52:59.960343 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7c564540-ae8b-4408-867b-4c067228ecce tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:00.061093 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 66f230a4-e32d-426e-97c2-3d35a13df685, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=66f230a4-e32d-426e-97c2-3d35a13df685,segment=NetworkSegment(48805044-000b-45f6-8e49-4127e48777ab),segment_id=48805044-000b-45f6-8e49-4127e48777ab)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:00.079536 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '66f230a4-e32d-426e-97c2-3d35a13df685', 'network_id': '01780154-f2d3-47cf-8394-4409ec210e63', 'port_id': '66f230a4-e32d-426e-97c2-3d35a13df685', 'mac_address': 'fa:16:3e:fc:0c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13457994-0ede-4257-a1b4-c0b26cf64e7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:53:00.156057 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 66f230a4-e32d-426e-97c2-3d35a13df685 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:00.156438 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:00.182047 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f230a4-e32d-426e-97c2-3d35a13df685 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:53:00.209366 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f8edd6d5-faf7-4d5b-98c5-c5f4d958e3c4 None None] Provisioning complete for port bbdba091-a2f5-4b8b-bd43-e09ad1d28ffb triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:00.209829 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f8edd6d5-faf7-4d5b-98c5-c5f4d958e3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:00.291066 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 66f230a4-e32d-426e-97c2-3d35a13df685, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=66f230a4-e32d-426e-97c2-3d35a13df685,segment=NetworkSegment(48805044-000b-45f6-8e49-4127e48777ab),segment_id=48805044-000b-45f6-8e49-4127e48777ab)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:00.297467 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:00.372865 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f8edd6d5-faf7-4d5b-98c5-c5f4d958e3c4 None None] Port bbdba091-a2f5-4b8b-bd43-e09ad1d28ffb cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:53:00.400122 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=66f230a4-e32d-426e-97c2-3d35a13df685,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:00.538329 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f91b7-f5ca-4adf-b1d1-4e31d8807301 req-71c470a0-cba3-42c7-9b07-b301ba4966e4 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:00.539997 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ff1f91b7-f5ca-4adf-b1d1-4e31d8807301 req-71c470a0-cba3-42c7-9b07-b301ba4966e4 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa7759e2-0d71-4fe9-bb7d-0582700f3e23 HTTP/1.1" status: 200 len: 945 time: 0.3134496 May 13 14:53:00.573142 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['66f230a4-e32d-426e-97c2-3d35a13df685'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:53:00.657195 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ff1f91b7-f5ca-4adf-b1d1-4e31d8807301 req-43e30c04-27eb-44fc-9d7b-e547bafe1d9e tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3f7e2ef-a4c8-4b7d-bb54-498e6b6cd312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092453 May 13 14:53:00.688753 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:00.701399 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7c564540-ae8b-4408-867b-4c067228ecce tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:00.732076 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:00.903973 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-7c564540-ae8b-4408-867b-4c067228ecce tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Calling delete_port for bbdba091-a2f5-4b8b-bd43-e09ad1d28ffb owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:53:01.097067 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7c564540-ae8b-4408-867b-4c067228ecce tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:01.155525 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c564540-ae8b-4408-867b-4c067228ecce tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Pushing event deleted for resources: {'Port': ['ID=bbdba091-a2f5-4b8b-bd43-e09ad1d28ffb,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:01.301399 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7c564540-ae8b-4408-867b-4c067228ecce tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:01.358427 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44648) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:01.359380 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7c564540-ae8b-4408-867b-4c067228ecce tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] 10.222.0.35 "DELETE /v2.0/ports/bbdba091-a2f5-4b8b-bd43-e09ad1d28ffb HTTP/1.1" status: 204 len: 168 time: 1.5266178 May 13 14:53:01.422216 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-130c5cdc-00c3-4fe6-8e5e-9cabe3e79416 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] GET failed (client error): The resource could not be found. May 13 14:53:01.423802 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-130c5cdc-00c3-4fe6-8e5e-9cabe3e79416 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] 10.222.0.35 "GET /v2.0/ports/bbdba091-a2f5-4b8b-bd43-e09ad1d28ffb HTTP/1.1" status: 404 len: 333 time: 0.0628064 May 13 14:53:01.427532 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44652) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:01.435765 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-0285a423-761d-4d36-b328-9ffd2f60d239 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Request body: {'port': {'network_id': 'dfcfa37c-a519-4fa9-b818-b864af912243', 'name': 'tempest-AllowedAddressPairTestJSON-1624935380'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:01.594545 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-0285a423-761d-4d36-b328-9ffd2f60d239 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:01.598837 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0285a423-761d-4d36-b328-9ffd2f60d239 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Usage tracker for resource:port and tenant:7cb0def77c574d87ab4771b14ea1f6e9 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:01.602168 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0285a423-761d-4d36-b328-9ffd2f60d239 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:01.610814 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-0285a423-761d-4d36-b328-9ffd2f60d239 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:01.634685 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0285a423-761d-4d36-b328-9ffd2f60d239 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Made reservation on behalf of 7cb0def77c574d87ab4771b14ea1f6e9 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:01.638435 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0285a423-761d-4d36-b328-9ffd2f60d239 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:01.661767 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-0285a423-761d-4d36-b328-9ffd2f60d239 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] device_id is not set on port d776e514-283f-435b-9ac9-b8778e03d671 yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:53:01.810843 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 66f230a4-e32d-426e-97c2-3d35a13df685 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:53:01.900617 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 66f230a4-e32d-426e-97c2-3d35a13df685 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:53:01.906725 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 66f230a4-e32d-426e-97c2-3d35a13df685 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:01.907388 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:01.928950 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-0285a423-761d-4d36-b328-9ffd2f60d239 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Allocated IP 172.20.0.8 (dfcfa37c-a519-4fa9-b818-b864af912243/ac9cf8a4-e52c-4fd5-a79e-332e1ff636c3/d776e514-283f-435b-9ac9-b8778e03d671) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:53:02.026961 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652916a-60ff-42c3-ab1f-3338a4b3b71e req-86d33c66-4484-41fc-9cae-34bf0f7d8c26 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:02.047779 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9652916a-60ff-42c3-ab1f-3338a4b3b71e req-86d33c66-4484-41fc-9cae-34bf0f7d8c26 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa7759e2-0d71-4fe9-bb7d-0582700f3e23 HTTP/1.1" status: 200 len: 945 time: 0.2055616 May 13 14:53:02.308074 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 66f230a4-e32d-426e-97c2-3d35a13df685 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:02.308667 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:02.384492 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:02.390071 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0285a423-761d-4d36-b328-9ffd2f60d239 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:02.446071 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7759e2-0d71-4fe9-bb7d-0582700f3e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f230a4-e32d-426e-97c2-3d35a13df685'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:53:02.451029 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9652916a-60ff-42c3-ab1f-3338a4b3b71e req-6150aafb-63d7-4571-9753-3052f6282fb8 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3f7e2ef-a4c8-4b7d-bb54-498e6b6cd312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022193 May 13 14:53:02.460516 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 66f230a4-e32d-426e-97c2-3d35a13df685, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=66f230a4-e32d-426e-97c2-3d35a13df685,segment=NetworkSegment(48805044-000b-45f6-8e49-4127e48777ab),segment_id=48805044-000b-45f6-8e49-4127e48777ab)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:02.477862 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-0285a423-761d-4d36-b328-9ffd2f60d239 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Transition to ACTIVE for port object d776e514-283f-435b-9ac9-b8778e03d671 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:53:02.478307 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:02.513661 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0285a423-761d-4d36-b328-9ffd2f60d239 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:02.550894 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc65c194-155d-43ef-a933-b599502c12a1'] response: {'server_uuid': 'fa7759e2-0d71-4fe9-bb7d-0582700f3e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f230a4-e32d-426e-97c2-3d35a13df685', 'code': 200} May 13 14:53:02.642044 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0285a423-761d-4d36-b328-9ffd2f60d239 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Network dfcfa37c-a519-4fa9-b818-b864af912243 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:53:02.645860 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-0285a423-761d-4d36-b328-9ffd2f60d239 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:02.651781 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0285a423-761d-4d36-b328-9ffd2f60d239 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:53:02.697791 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=66f230a4-e32d-426e-97c2-3d35a13df685,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:02.705580 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285a423-761d-4d36-b328-9ffd2f60d239 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Pushing event updated for resources: {'Port': ['ID=d776e514-283f-435b-9ac9-b8778e03d671,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:02.774771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0285a423-761d-4d36-b328-9ffd2f60d239 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:02.774771 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0285a423-761d-4d36-b328-9ffd2f60d239 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:02.810626 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6129822-a9d8-45d9-a966-9062e1206cb9 req-e3c48e3f-0fc1-4097-8542-822af1cc93ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:02.813317 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d6129822-a9d8-45d9-a966-9062e1206cb9 req-e3c48e3f-0fc1-4097-8542-822af1cc93ed service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fa7759e2-0d71-4fe9-bb7d-0582700f3e23 HTTP/1.1" status: 200 len: 1097 time: 0.1896417 May 13 14:53:02.816949 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0285a423-761d-4d36-b328-9ffd2f60d239 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3882992 May 13 14:53:02.819984 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44684) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:02.830388 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-c7d7febf-470b-4ecd-a2fe-06726504b21c tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Request body: {'port': {'network_id': 'dfcfa37c-a519-4fa9-b818-b864af912243', 'name': 'tempest-AllowedAddressPairTestJSON-6226700'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:02.890790 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d6129822-a9d8-45d9-a966-9062e1206cb9 req-385c116e-e190-4f96-9401-cb2492f8798f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e3f7e2ef-a4c8-4b7d-bb54-498e6b6cd312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721076 May 13 14:53:03.007768 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c7d7febf-470b-4ecd-a2fe-06726504b21c tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:03.017188 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c7d7febf-470b-4ecd-a2fe-06726504b21c tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Usage tracker for resource:port and tenant:7cb0def77c574d87ab4771b14ea1f6e9 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:03.021568 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c7d7febf-470b-4ecd-a2fe-06726504b21c tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:03.029877 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c7d7febf-470b-4ecd-a2fe-06726504b21c tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:03.040066 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-56cee393-5770-4d00-9e56-a95682de7259 None None] Provisioning for port d776e514-283f-435b-9ac9-b8778e03d671 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:53:03.047890 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d7febf-470b-4ecd-a2fe-06726504b21c tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Made reservation on behalf of 7cb0def77c574d87ab4771b14ea1f6e9 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:03.051442 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c7d7febf-470b-4ecd-a2fe-06726504b21c tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:03.065669 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-56cee393-5770-4d00-9e56-a95682de7259 None None] Provisioning complete for port d776e514-283f-435b-9ac9-b8778e03d671 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:03.066686 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-56cee393-5770-4d00-9e56-a95682de7259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:03.094906 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-c7d7febf-470b-4ecd-a2fe-06726504b21c tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] device_id is not set on port ff761d96-59ab-4f68-b178-ae824d226332 yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:53:03.151960 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-56cee393-5770-4d00-9e56-a95682de7259 None None] Port d776e514-283f-435b-9ac9-b8778e03d671 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:53:03.262385 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-c7d7febf-470b-4ecd-a2fe-06726504b21c tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Allocated IP 172.20.0.12 (dfcfa37c-a519-4fa9-b818-b864af912243/ac9cf8a4-e52c-4fd5-a79e-332e1ff636c3/ff761d96-59ab-4f68-b178-ae824d226332) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:53:03.500143 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c7d7febf-470b-4ecd-a2fe-06726504b21c tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:03.517820 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-c7d7febf-470b-4ecd-a2fe-06726504b21c tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Transition to ACTIVE for port object ff761d96-59ab-4f68-b178-ae824d226332 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:53:03.541806 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c7d7febf-470b-4ecd-a2fe-06726504b21c tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:03.701846 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d7febf-470b-4ecd-a2fe-06726504b21c tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Network dfcfa37c-a519-4fa9-b818-b864af912243 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:53:03.706311 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-c7d7febf-470b-4ecd-a2fe-06726504b21c tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:03.709164 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d7febf-470b-4ecd-a2fe-06726504b21c tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:53:03.931446 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d7febf-470b-4ecd-a2fe-06726504b21c tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:03.932205 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c7d7febf-470b-4ecd-a2fe-06726504b21c tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:03.949563 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7febf-470b-4ecd-a2fe-06726504b21c tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Pushing event updated for resources: {'Port': ['ID=ff761d96-59ab-4f68-b178-ae824d226332,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:03.987936 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f4d5c5fd-8580-49fb-8052-6a04153712ab None None] Provisioning for port ff761d96-59ab-4f68-b178-ae824d226332 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:53:04.001271 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154930db-f65f-4a38-adb1-7170bdbc9c14 req-3ae40350-5068-4aa1-9de1-27e25d0cf500 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:04.002821 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-154930db-f65f-4a38-adb1-7170bdbc9c14 req-3ae40350-5068-4aa1-9de1-27e25d0cf500 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa7759e2-0d71-4fe9-bb7d-0582700f3e23 HTTP/1.1" status: 200 len: 946 time: 0.4015713 May 13 14:53:04.006953 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f4d5c5fd-8580-49fb-8052-6a04153712ab None None] Provisioning complete for port ff761d96-59ab-4f68-b178-ae824d226332 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:04.007550 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f4d5c5fd-8580-49fb-8052-6a04153712ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:04.008772 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44710) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:04.015238 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c7d7febf-470b-4ecd-a2fe-06726504b21c tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1841850 May 13 14:53:04.015957 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-c144e5ec-c271-4d33-9789-04a3844a6247 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:83:02:16'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:b5:f9:11'}]}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:04.080497 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-154930db-f65f-4a38-adb1-7170bdbc9c14 req-4c19b359-43ee-4072-be9d-ce47a1363a97 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3f7e2ef-a4c8-4b7d-bb54-498e6b6cd312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635056 May 13 14:53:04.155856 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f4d5c5fd-8580-49fb-8052-6a04153712ab None None] Port ff761d96-59ab-4f68-b178-ae824d226332 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:53:04.375837 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c144e5ec-c271-4d33-9789-04a3844a6247 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:04.669868 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c144e5ec-c271-4d33-9789-04a3844a6247 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:04.677318 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c144e5ec-c271-4d33-9789-04a3844a6247 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:04.839035 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-c144e5ec-c271-4d33-9789-04a3844a6247 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] In _notify_port_updated(), no bound segment for port ff761d96-59ab-4f68-b178-ae824d226332 on network dfcfa37c-a519-4fa9-b818-b864af912243 {{(pid=88082) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:53:04.845907 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c144e5ec-c271-4d33-9789-04a3844a6247 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:04.846737 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c144e5ec-c271-4d33-9789-04a3844a6247 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:04.848315 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c144e5ec-c271-4d33-9789-04a3844a6247 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] 10.222.0.35 "PUT /v2.0/ports/ff761d96-59ab-4f68-b178-ae824d226332 HTTP/1.1" status: 200 len: 1053 time: 0.8377821 May 13 14:53:04.851531 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44724) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:04.875268 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144e5ec-c271-4d33-9789-04a3844a6247 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Pushing event updated for resources: {'Port': ['ID=ff761d96-59ab-4f68-b178-ae824d226332,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:04.896145 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144e5ec-c271-4d33-9789-04a3844a6247 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:04.896583 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144e5ec-c271-4d33-9789-04a3844a6247 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:04.897026 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144e5ec-c271-4d33-9789-04a3844a6247 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:04.897425 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144e5ec-c271-4d33-9789-04a3844a6247 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:04.897817 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144e5ec-c271-4d33-9789-04a3844a6247 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:04.898210 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144e5ec-c271-4d33-9789-04a3844a6247 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:04.898595 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144e5ec-c271-4d33-9789-04a3844a6247 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:04.898975 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144e5ec-c271-4d33-9789-04a3844a6247 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:04.899519 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144e5ec-c271-4d33-9789-04a3844a6247 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:04.899981 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144e5ec-c271-4d33-9789-04a3844a6247 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:04.900544 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144e5ec-c271-4d33-9789-04a3844a6247 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:04.901046 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144e5ec-c271-4d33-9789-04a3844a6247 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:04.946329 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-44f83b65-8d74-4cab-a1ca-8be841d276a9 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Deleting port ff761d96-59ab-4f68-b178-ae824d226332 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:53:04.946771 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44f83b65-8d74-4cab-a1ca-8be841d276a9 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:05.105355 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b3dc938e-c689-4419-8e25-2b837bfb9402 None None] Provisioning complete for port ff761d96-59ab-4f68-b178-ae824d226332 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:05.105355 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b3dc938e-c689-4419-8e25-2b837bfb9402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:05.216663 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-b3dc938e-c689-4419-8e25-2b837bfb9402 None None] Port ff761d96-59ab-4f68-b178-ae824d226332 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:53:05.456275 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bedcb-d378-4abd-96da-d7bb995b6348 req-598bb564-6a41-4fce-9acb-22774408bd15 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:05.458548 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ac4bedcb-d378-4abd-96da-d7bb995b6348 req-598bb564-6a41-4fce-9acb-22774408bd15 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa7759e2-0d71-4fe9-bb7d-0582700f3e23 HTTP/1.1" status: 200 len: 946 time: 0.1329989 May 13 14:53:05.497643 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44f83b65-8d74-4cab-a1ca-8be841d276a9 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:05.564160 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ac4bedcb-d378-4abd-96da-d7bb995b6348 req-b7996ed5-e4f7-48ef-a873-62d8d1c29e3c tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3f7e2ef-a4c8-4b7d-bb54-498e6b6cd312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972610 May 13 14:53:05.791149 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-44f83b65-8d74-4cab-a1ca-8be841d276a9 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Calling delete_port for ff761d96-59ab-4f68-b178-ae824d226332 owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:53:06.148482 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44f83b65-8d74-4cab-a1ca-8be841d276a9 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:06.263832 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f83b65-8d74-4cab-a1ca-8be841d276a9 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Pushing event deleted for resources: {'Port': ['ID=ff761d96-59ab-4f68-b178-ae824d226332,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:06.351442 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d76a062-f6e3-4ab1-a178-1ed8afe530e4 req-d6d6fd3d-afa0-4abb-ad39-a8d17aa4f372 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5270057 May 13 14:53:06.839254 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44f83b65-8d74-4cab-a1ca-8be841d276a9 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:06.873936 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76a062-f6e3-4ab1-a178-1ed8afe530e4 req-e3014c93-4127-4ad3-8b68-72c30f4f3431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:06.875987 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d76a062-f6e3-4ab1-a178-1ed8afe530e4 req-e3014c93-4127-4ad3-8b68-72c30f4f3431 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6165004ac18741f8a69dd64293b7a1e1&device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf HTTP/1.1" status: 200 len: 1096 time: 0.3426485 May 13 14:53:06.877793 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-44f83b65-8d74-4cab-a1ca-8be841d276a9 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] 10.222.0.35 "DELETE /v2.0/ports/ff761d96-59ab-4f68-b178-ae824d226332 HTTP/1.1" status: 204 len: 168 time: 2.0252590 May 13 14:53:06.880908 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44772) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:06.893858 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc1699-6557-4adc-9f98-34bb63d2ce31 req-2787836a-3dc0-4563-88b2-8e653d918265 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:06.904689 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-73cc1699-6557-4adc-9f98-34bb63d2ce31 req-2787836a-3dc0-4563-88b2-8e653d918265 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa7759e2-0d71-4fe9-bb7d-0582700f3e23 HTTP/1.1" status: 200 len: 946 time: 0.2927754 May 13 14:53:07.066343 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-73cc1699-6557-4adc-9f98-34bb63d2ce31 req-dbaa5bbf-299d-428a-b2a2-2180c06ce6ca tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3f7e2ef-a4c8-4b7d-bb54-498e6b6cd312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605935 May 13 14:53:07.155330 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf446e96-028e-42a9-bf4b-ba54c3622ed2 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] GET failed (client error): The resource could not be found. May 13 14:53:07.156650 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-cf446e96-028e-42a9-bf4b-ba54c3622ed2 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Synchronizing usage tracker for tenant:7cb0def77c574d87ab4771b14ea1f6e9 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:53:07.180347 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76a062-f6e3-4ab1-a178-1ed8afe530e4 req-18ba7d51-c3e2-4141-9e08-ad3ed94cfa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:07.181763 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d76a062-f6e3-4ab1-a178-1ed8afe530e4 req-18ba7d51-c3e2-4141-9e08-ad3ed94cfa38 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5282d3ed-350b-4da4-8383-5e6e9e2a8391 HTTP/1.1" status: 200 len: 910 time: 0.2603545 May 13 14:53:07.182664 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-cf446e96-028e-42a9-bf4b-ba54c3622ed2 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Unset dirty status for tenant:7cb0def77c574d87ab4771b14ea1f6e9 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:53:07.184466 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-cf446e96-028e-42a9-bf4b-ba54c3622ed2 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] 10.222.0.35 "GET /v2.0/ports/ff761d96-59ab-4f68-b178-ae824d226332 HTTP/1.1" status: 404 len: 333 time: 0.3025799 May 13 14:53:07.187244 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44780) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:07.302485 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d76a062-f6e3-4ab1-a178-1ed8afe530e4 req-5c2871f0-f6a9-4e67-93be-0b24a238d312 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=398cdb92-296c-4cde-8131-a4d03d83a38f HTTP/1.1" status: 200 len: 1000 time: 0.1132572 May 13 14:53:07.418997 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-f490a3a8-d4b7-4cdd-8e61-40a8f59614c1 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Deleting port d776e514-283f-435b-9ac9-b8778e03d671 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:53:07.422588 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f490a3a8-d4b7-4cdd-8e61-40a8f59614c1 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:07.530705 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76a062-f6e3-4ab1-a178-1ed8afe530e4 req-5206fe45-bf90-461c-868f-28ceb9d0876f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:07.532141 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d76a062-f6e3-4ab1-a178-1ed8afe530e4 req-5206fe45-bf90-461c-868f-28ceb9d0876f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1c8f4586-9019-4e40-a9f7-0e85fc630d68 HTTP/1.1" status: 200 len: 848 time: 0.2213457 May 13 14:53:07.662631 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76a062-f6e3-4ab1-a178-1ed8afe530e4 req-bddf9b08-cd9f-4554-8887-0ed356ebef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:07.664416 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d76a062-f6e3-4ab1-a178-1ed8afe530e4 req-bddf9b08-cd9f-4554-8887-0ed356ebef38 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5282d3ed-350b-4da4-8383-5e6e9e2a8391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1241603 May 13 14:53:07.676054 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-9d76a062-f6e3-4ab1-a178-1ed8afe530e4 req-4772aa9d-218c-4ccd-a847-76cd0cd10c7c service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:53:07.677315 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d76a062-f6e3-4ab1-a178-1ed8afe530e4 req-4772aa9d-218c-4ccd-a847-76cd0cd10c7c service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057385 May 13 14:53:07.773185 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb890a0-5561-434e-8902-5672c1ab9da1 req-bad73cf4-97ae-49c3-8339-e3f8d4fb4318 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:07.774432 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fbb890a0-5561-434e-8902-5672c1ab9da1 req-bad73cf4-97ae-49c3-8339-e3f8d4fb4318 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa7759e2-0d71-4fe9-bb7d-0582700f3e23 HTTP/1.1" status: 200 len: 946 time: 0.2221603 May 13 14:53:07.840078 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f490a3a8-d4b7-4cdd-8e61-40a8f59614c1 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:07.930930 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d76a062-f6e3-4ab1-a178-1ed8afe530e4 req-71b27f56-72e0-4212-a5c9-99d3ee028290 service neutron] 10.222.0.74 "GET /v2.0/networks/5282d3ed-350b-4da4-8383-5e6e9e2a8391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460957 May 13 14:53:08.021458 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-f490a3a8-d4b7-4cdd-8e61-40a8f59614c1 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Calling delete_port for d776e514-283f-435b-9ac9-b8778e03d671 owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:53:08.100369 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-fbb890a0-5561-434e-8902-5672c1ab9da1 req-0747ccbf-1a23-492b-9562-9a6c6f264be3 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Deleting port 66f230a4-e32d-426e-97c2-3d35a13df685 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:53:08.100720 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fbb890a0-5561-434e-8902-5672c1ab9da1 req-0747ccbf-1a23-492b-9562-9a6c6f264be3 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:08.245196 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d76a062-f6e3-4ab1-a178-1ed8afe530e4 req-d6cac303-be79-453c-8f91-13cc9aade9f7 service neutron] 10.222.0.74 "GET /v2.0/networks/5282d3ed-350b-4da4-8383-5e6e9e2a8391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044019 May 13 14:53:08.621914 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f490a3a8-d4b7-4cdd-8e61-40a8f59614c1 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:08.639063 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db709ebf-f803-400d-9e88-c7886101948b req-3b146f83-8fdd-4b0d-a7fc-e38ba7886b29 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:08.646478 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-db709ebf-f803-400d-9e88-c7886101948b req-3b146f83-8fdd-4b0d-a7fc-e38ba7886b29 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa7759e2-0d71-4fe9-bb7d-0582700f3e23 HTTP/1.1" status: 200 len: 946 time: 0.3887248 May 13 14:53:08.753397 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f490a3a8-d4b7-4cdd-8e61-40a8f59614c1 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Pushing event deleted for resources: {'Port': ['ID=d776e514-283f-435b-9ac9-b8778e03d671,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:08.859683 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-db709ebf-f803-400d-9e88-c7886101948b req-e4dc1e2d-6497-487b-b908-aba074da64fe tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3f7e2ef-a4c8-4b7d-bb54-498e6b6cd312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115169 May 13 14:53:08.907774 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-fbb890a0-5561-434e-8902-5672c1ab9da1 req-0747ccbf-1a23-492b-9562-9a6c6f264be3 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] For port 66f230a4-e32d-426e-97c2-3d35a13df685, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=66f230a4-e32d-426e-97c2-3d35a13df685,segment=NetworkSegment(48805044-000b-45f6-8e49-4127e48777ab),segment_id=48805044-000b-45f6-8e49-4127e48777ab)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:08.908744 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fbb890a0-5561-434e-8902-5672c1ab9da1 req-0747ccbf-1a23-492b-9562-9a6c6f264be3 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:09.091772 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-fbb890a0-5561-434e-8902-5672c1ab9da1 req-0747ccbf-1a23-492b-9562-9a6c6f264be3 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Calling delete_port for 66f230a4-e32d-426e-97c2-3d35a13df685 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:53:09.122266 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f490a3a8-d4b7-4cdd-8e61-40a8f59614c1 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:09.196882 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f490a3a8-d4b7-4cdd-8e61-40a8f59614c1 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] 10.222.0.35 "DELETE /v2.0/ports/d776e514-283f-435b-9ac9-b8778e03d671 HTTP/1.1" status: 204 len: 168 time: 2.0081718 May 13 14:53:09.199749 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44818) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:09.269474 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-b36dc946-b932-4b76-8268-323816e655b1 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] GET failed (client error): The resource could not be found. May 13 14:53:09.269961 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b36dc946-b932-4b76-8268-323816e655b1 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Synchronizing usage tracker for tenant:7cb0def77c574d87ab4771b14ea1f6e9 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:53:09.473754 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b36dc946-b932-4b76-8268-323816e655b1 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Unset dirty status for tenant:7cb0def77c574d87ab4771b14ea1f6e9 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:53:09.476285 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b36dc946-b932-4b76-8268-323816e655b1 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] 10.222.0.35 "GET /v2.0/ports/d776e514-283f-435b-9ac9-b8778e03d671 HTTP/1.1" status: 404 len: 333 time: 0.2750318 May 13 14:53:09.481274 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44826) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:09.505555 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fbb890a0-5561-434e-8902-5672c1ab9da1 req-0747ccbf-1a23-492b-9562-9a6c6f264be3 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:09.522443 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['66f230a4-e32d-426e-97c2-3d35a13df685'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:53:09.613048 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-b8ca4720-6733-487d-94d0-98c82eb55453 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Deleting port a44dbc2c-50bd-4ead-a193-be317b056235 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:53:09.613665 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b8ca4720-6733-487d-94d0-98c82eb55453 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:09.631955 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747ccbf-1a23-492b-9562-9a6c6f264be3 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Pushing event deleted for resources: {'Port': ['ID=66f230a4-e32d-426e-97c2-3d35a13df685,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:09.699179 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb890a0-5561-434e-8902-5672c1ab9da1 req-0747ccbf-1a23-492b-9562-9a6c6f264be3 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] No DVR routers for this DVR port 66f230a4-e32d-426e-97c2-3d35a13df685 on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:53:09.704928 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-fbb890a0-5561-434e-8902-5672c1ab9da1 req-0747ccbf-1a23-492b-9562-9a6c6f264be3 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:09.707780 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7759e2-0d71-4fe9-bb7d-0582700f3e23', 'name': 'network-vif-deleted', 'tag': '66f230a4-e32d-426e-97c2-3d35a13df685'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:53:09.754052 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fbb890a0-5561-434e-8902-5672c1ab9da1 req-0747ccbf-1a23-492b-9562-9a6c6f264be3 tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] 10.222.0.59 "DELETE /v2.0/ports/66f230a4-e32d-426e-97c2-3d35a13df685 HTTP/1.1" status: 204 len: 173 time: 1.9660592 May 13 14:53:09.889585 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c53668f3-375c-4802-b10e-a6632140cd25'] response: {'server_uuid': 'fa7759e2-0d71-4fe9-bb7d-0582700f3e23', 'name': 'network-vif-deleted', 'tag': '66f230a4-e32d-426e-97c2-3d35a13df685', 'status': 'completed', 'code': 200} May 13 14:53:10.063865 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b8ca4720-6733-487d-94d0-98c82eb55453 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:10.118411 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-5fb1ca75-680c-46f1-890a-57133102255e req-e8f1de9e-bcaf-4b6a-a839-055d0f84e52b tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Synchronizing usage tracker for tenant:2d8d5b746f644ce495c3018bd77994a9 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:53:10.139956 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-5fb1ca75-680c-46f1-890a-57133102255e req-e8f1de9e-bcaf-4b6a-a839-055d0f84e52b tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] Unset dirty status for tenant:2d8d5b746f644ce495c3018bd77994a9 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:53:10.141237 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5fb1ca75-680c-46f1-890a-57133102255e req-e8f1de9e-bcaf-4b6a-a839-055d0f84e52b tempest-ServerGroupTestJSON-1426256019 tempest-ServerGroupTestJSON-1426256019-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa7759e2-0d71-4fe9-bb7d-0582700f3e23 HTTP/1.1" status: 200 len: 210 time: 0.0804772 May 13 14:53:10.223440 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-b8ca4720-6733-487d-94d0-98c82eb55453 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Calling delete_port for a44dbc2c-50bd-4ead-a193-be317b056235 owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:53:10.424685 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b8ca4720-6733-487d-94d0-98c82eb55453 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:10.480717 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:53:10.493130 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca4720-6733-487d-94d0-98c82eb55453 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Pushing event deleted for resources: {'Port': ['ID=a44dbc2c-50bd-4ead-a193-be317b056235,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:10.633611 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b8ca4720-6733-487d-94d0-98c82eb55453 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:10.674413 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44852) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:10.675025 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b8ca4720-6733-487d-94d0-98c82eb55453 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] 10.222.0.35 "DELETE /v2.0/ports/a44dbc2c-50bd-4ead-a193-be317b056235 HTTP/1.1" status: 204 len: 168 time: 1.1920626 May 13 14:53:10.787126 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ad31f7-bdda-4311-adac-31d941cb7dba tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Deleting subnet ac9cf8a4-e52c-4fd5-a79e-332e1ff636c3 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:53:10.793928 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b6ad31f7-bdda-4311-adac-31d941cb7dba tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:10.897915 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b6ad31f7-bdda-4311-adac-31d941cb7dba tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:11.001815 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b6ad31f7-bdda-4311-adac-31d941cb7dba tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:11.092824 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b6ad31f7-bdda-4311-adac-31d941cb7dba tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:11.134882 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad31f7-bdda-4311-adac-31d941cb7dba tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Pushing event deleted for resources: {'Subnet': ['ID=ac9cf8a4-e52c-4fd5-a79e-332e1ff636c3,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:11.138779 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b6ad31f7-bdda-4311-adac-31d941cb7dba tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:11.145077 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b6ad31f7-bdda-4311-adac-31d941cb7dba tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] 10.222.0.35 "DELETE /v2.0/subnets/ac9cf8a4-e52c-4fd5-a79e-332e1ff636c3 HTTP/1.1" status: 204 len: 168 time: 0.4693353 May 13 14:53:11.146744 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43de7706-ab98-45c6-9a92-c2823d171a0b None None] Network dfcfa37c-a519-4fa9-b818-b864af912243 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:11.148242 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44866) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:11.326742 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0239-5055-438d-badd-ec4ef1fa1875 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:11.346948 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-7b8d0239-5055-438d-badd-ec4ef1fa1875 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Deleting port 662f2fa3-3efe-4488-910c-284a7a1a3e8b {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:53:11.350614 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0239-5055-438d-badd-ec4ef1fa1875 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:11.627253 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a499835-33b2-43ab-b847-995216082f44 None None] DHCP port deletion for dfcfa37c-a519-4fa9-b818-b864af912243 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:53:11.632982 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-8a499835-33b2-43ab-b847-995216082f44 None None] Deleting port 662f2fa3-3efe-4488-910c-284a7a1a3e8b {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:53:11.633666 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8a499835-33b2-43ab-b847-995216082f44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:11.708836 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-7b8d0239-5055-438d-badd-ec4ef1fa1875 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] For port 662f2fa3-3efe-4488-910c-284a7a1a3e8b, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=662f2fa3-3efe-4488-910c-284a7a1a3e8b,segment=NetworkSegment(ace2b6a8-0419-4132-893c-2ed577eda7ff),segment_id=ace2b6a8-0419-4132-893c-2ed577eda7ff)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:11.709392 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0239-5055-438d-badd-ec4ef1fa1875 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:11.871310 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-7b8d0239-5055-438d-badd-ec4ef1fa1875 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Calling delete_port for 662f2fa3-3efe-4488-910c-284a7a1a3e8b owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:53:11.892655 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 66f230a4-e32d-426e-97c2-3d35a13df685 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:53:11.940415 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 66f230a4-e32d-426e-97c2-3d35a13df685 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:53:11.940998 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 66f230a4-e32d-426e-97c2-3d35a13df685 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:53:11.980796 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0239-5055-438d-badd-ec4ef1fa1875 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:11.994340 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44900) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:11.996505 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-8a499835-33b2-43ab-b847-995216082f44 None None] For port 662f2fa3-3efe-4488-910c-284a7a1a3e8b, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=662f2fa3-3efe-4488-910c-284a7a1a3e8b,segment=NetworkSegment(ace2b6a8-0419-4132-893c-2ed577eda7ff),segment_id=ace2b6a8-0419-4132-893c-2ed577eda7ff)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:11.996909 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8a499835-33b2-43ab-b847-995216082f44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:12.181397 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d0239-5055-438d-badd-ec4ef1fa1875 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Pushing event deleted for resources: {'Port': ['ID=662f2fa3-3efe-4488-910c-284a7a1a3e8b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:12.193368 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8d0239-5055-438d-badd-ec4ef1fa1875 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] No DVR routers for this DVR port 662f2fa3-3efe-4488-910c-284a7a1a3e8b on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:53:12.193781 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-8a499835-33b2-43ab-b847-995216082f44 None None] Calling delete_port for 662f2fa3-3efe-4488-910c-284a7a1a3e8b owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:53:12.324332 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-8a499835-33b2-43ab-b847-995216082f44 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:53:12.324976 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-8a499835-33b2-43ab-b847-995216082f44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:53:12.342821 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ef96d56-b358-4bf4-a57b-e4fcf4ff837c admin admin] Deleting subnet 13457994-0ede-4257-a1b4-c0b26cf64e7b {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:53:12.351058 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0239-5055-438d-badd-ec4ef1fa1875 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:12.358084 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6ef96d56-b358-4bf4-a57b-e4fcf4ff837c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:12.429010 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-7b8d0239-5055-438d-badd-ec4ef1fa1875 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfcfa37c-a519-4fa9-b818-b864af912243']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:12.447953 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-7b8d0239-5055-438d-badd-ec4ef1fa1875 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace2b6a8-0419-4132-893c-2ed577eda7ff') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:12.448259 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-7b8d0239-5055-438d-badd-ec4ef1fa1875 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace2b6a8-0419-4132-893c-2ed577eda7ff') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:12.464244 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6ef96d56-b358-4bf4-a57b-e4fcf4ff837c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:12.492299 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0239-5055-438d-badd-ec4ef1fa1875 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:12.523166 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0239-5055-438d-badd-ec4ef1fa1875 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:12.536077 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b8d0239-5055-438d-badd-ec4ef1fa1875 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:53:12.536615 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0239-5055-438d-badd-ec4ef1fa1875 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:12.552076 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:53:12.552076 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:53:12.552076 n-d-841760-1 neutron-server[88082]: timer() May 13 14:53:12.552076 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:53:12.552076 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:53:12.552076 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:53:12.552076 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:53:12.552076 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:53:12.552076 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:53:12.552076 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:53:12.552076 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:53:12.552076 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:53:12.552076 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:53:12.552076 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:53:12.552076 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:53:12.552076 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:53:12.552076 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:53:12.552076 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:53:12.552076 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:53:12.552076 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:53:12.552076 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:53:12.552076 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:53:12.552076 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:53:12.552076 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:53:12.552076 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:53:12.552076 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:53:12.552076 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:53:12.552076 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:53:12.552076 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:53:12.552076 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:53:12.552076 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:53:12.552076 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:53:12.612997 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6ef96d56-b358-4bf4-a57b-e4fcf4ff837c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:12.698804 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0239-5055-438d-badd-ec4ef1fa1875 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:12.826786 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-8a499835-33b2-43ab-b847-995216082f44 None None] Deleting port 662f2fa3-3efe-4488-910c-284a7a1a3e8b {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:53:12.827283 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8a499835-33b2-43ab-b847-995216082f44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:12.842646 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0239-5055-438d-badd-ec4ef1fa1875 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:12.859370 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7b8d0239-5055-438d-badd-ec4ef1fa1875 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] 10.222.0.35 "DELETE /v2.0/networks/dfcfa37c-a519-4fa9-b818-b864af912243 HTTP/1.1" status: 204 len: 168 time: 1.7077360 May 13 14:53:12.861487 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d0239-5055-438d-badd-ec4ef1fa1875 tempest-AllowedAddressPairTestJSON-1027963104 tempest-AllowedAddressPairTestJSON-1027963104-project] Pushing event deleted for resources: {'Network': ['ID=dfcfa37c-a519-4fa9-b818-b864af912243,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:12.878648 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6ef96d56-b358-4bf4-a57b-e4fcf4ff837c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:12.930977 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef96d56-b358-4bf4-a57b-e4fcf4ff837c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13457994-0ede-4257-a1b4-c0b26cf64e7b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:12.936358 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6ef96d56-b358-4bf4-a57b-e4fcf4ff837c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:12.940313 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-8a499835-33b2-43ab-b847-995216082f44 None None] The port '662f2fa3-3efe-4488-910c-284a7a1a3e8b' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:53:12.965069 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6ef96d56-b358-4bf4-a57b-e4fcf4ff837c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/13457994-0ede-4257-a1b4-c0b26cf64e7b HTTP/1.1" status: 204 len: 168 time: 0.8902240 May 13 14:53:12.968088 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44920) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:13.091233 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96bf1006-dfbd-4705-b325-3ba80fd233a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:13.250089 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96bf1006-dfbd-4705-b325-3ba80fd233a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:13.321059 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44934) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:13.336853 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-96bf1006-dfbd-4705-b325-3ba80fd233a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01780154-f2d3-47cf-8394-4409ec210e63']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:13.358813 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-96bf1006-dfbd-4705-b325-3ba80fd233a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48805044-000b-45f6-8e49-4127e48777ab') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:13.360045 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-96bf1006-dfbd-4705-b325-3ba80fd233a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48805044-000b-45f6-8e49-4127e48777ab') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:13.377264 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96bf1006-dfbd-4705-b325-3ba80fd233a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:13.398646 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96bf1006-dfbd-4705-b325-3ba80fd233a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:13.429463 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96bf1006-dfbd-4705-b325-3ba80fd233a0 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:53:13.430059 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96bf1006-dfbd-4705-b325-3ba80fd233a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:13.431329 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 662f2fa3-3efe-4488-910c-284a7a1a3e8b no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:53:13.471578 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 662f2fa3-3efe-4488-910c-284a7a1a3e8b {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:53:13.472019 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 662f2fa3-3efe-4488-910c-284a7a1a3e8b not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:53:13.523424 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:53:13.523424 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:53:13.523424 n-d-841760-1 neutron-server[88082]: timer() May 13 14:53:13.523424 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:53:13.523424 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:53:13.523424 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:53:13.523424 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:53:13.523424 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:53:13.523424 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:53:13.523424 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:53:13.523424 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:53:13.523424 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:53:13.523424 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:53:13.523424 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:53:13.523424 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:53:13.523424 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:53:13.523424 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:53:13.523424 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:53:13.523424 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:53:13.523424 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:53:13.523424 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:53:13.523424 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:53:13.523424 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:53:13.523424 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:53:13.523424 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:53:13.523424 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:53:13.523424 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:53:13.523424 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:53:13.523424 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:53:13.523424 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:53:13.523424 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:53:13.523424 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:53:13.571250 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96bf1006-dfbd-4705-b325-3ba80fd233a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:13.580485 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3135d36a-910c-48a2-9cfb-f8fc95212352 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7cb0def77c574d87ab4771b14ea1f6e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2540269 May 13 14:53:13.581217 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44944) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:13.605593 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96bf1006-dfbd-4705-b325-3ba80fd233a0 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:13.623581 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf1006-dfbd-4705-b325-3ba80fd233a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=01780154-f2d3-47cf-8394-4409ec210e63,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:13.650121 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-96bf1006-dfbd-4705-b325-3ba80fd233a0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/01780154-f2d3-47cf-8394-4409ec210e63 HTTP/1.1" status: 204 len: 168 time: 0.6744599 May 13 14:53:13.706801 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0b9f7526-a794-4c92-85bb-6901e435da0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:13.743022 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0b9f7526-a794-4c92-85bb-6901e435da0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:13.812793 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44954) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:13.880111 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0b9f7526-a794-4c92-85bb-6901e435da0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:13.911375 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f7526-a794-4c92-85bb-6901e435da0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818632fd-47ee-48fc-9d98-727fabc6435b,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:13.911375 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44958) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:13.953963 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f7526-a794-4c92-85bb-6901e435da0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:13.954355 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f7526-a794-4c92-85bb-6901e435da0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:13.954780 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f7526-a794-4c92-85bb-6901e435da0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:13.955125 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f7526-a794-4c92-85bb-6901e435da0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:13.955901 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f7526-a794-4c92-85bb-6901e435da0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:13.956909 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f7526-a794-4c92-85bb-6901e435da0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:13.957744 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f7526-a794-4c92-85bb-6901e435da0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:13.958288 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f7526-a794-4c92-85bb-6901e435da0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:13.958782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f7526-a794-4c92-85bb-6901e435da0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:13.959887 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f7526-a794-4c92-85bb-6901e435da0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:13.960369 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f7526-a794-4c92-85bb-6901e435da0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:13.960829 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f7526-a794-4c92-85bb-6901e435da0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:13.962438 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472f239f-0b2a-4db5-9c4a-af39e12c6783 tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:13.962922 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472f239f-0b2a-4db5-9c4a-af39e12c6783 tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:13.963483 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472f239f-0b2a-4db5-9c4a-af39e12c6783 tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:13.967735 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-472f239f-0b2a-4db5-9c4a-af39e12c6783 tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] 10.222.0.35 "GET /v2.0/ports?project_id=2fd5504203d84ec88c34b0f9b983d931&network_id=cfdd8600-9e9e-4b19-899a-a1b4272199f6 HTTP/1.1" status: 200 len: 2970 time: 0.1512265 May 13 14:53:13.994378 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0b9f7526-a794-4c92-85bb-6901e435da0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:13.998543 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0b9f7526-a794-4c92-85bb-6901e435da0c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/818632fd-47ee-48fc-9d98-727fabc6435b HTTP/1.1" status: 204 len: 168 time: 0.4132333 May 13 14:53:14.015299 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-48a4e755-6541-42a9-ab14-48d8af076eee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2d8d5b746f644ce495c3018bd77994a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1031396 May 13 14:53:14.017742 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44966) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:14.096775 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fcab534f-028f-4f71-a32e-c0a1a9ad69d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:14.134907 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fcab534f-028f-4f71-a32e-c0a1a9ad69d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:14.255662 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fcab534f-028f-4f71-a32e-c0a1a9ad69d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:14.286487 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab534f-028f-4f71-a32e-c0a1a9ad69d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f7e2ef-a4c8-4b7d-bb54-498e6b6cd312,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:14.307807 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fcab534f-028f-4f71-a32e-c0a1a9ad69d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:14.311545 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fcab534f-028f-4f71-a32e-c0a1a9ad69d5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e3f7e2ef-a4c8-4b7d-bb54-498e6b6cd312 HTTP/1.1" status: 204 len: 168 time: 0.2899063 May 13 14:53:15.233565 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45032) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:15.426287 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45042) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:15.484295 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-64d92d86-a144-4270-bf10-c48abcdf5a4b admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-224193755-network', 'tenant_id': 'a7f8963953054678bd61e61fca1a5bd8'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:15.491860 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-64d92d86-a144-4270-bf10-c48abcdf5a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:15.496145 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-64d92d86-a144-4270-bf10-c48abcdf5a4b admin admin] Usage tracker for resource:network and tenant:a7f8963953054678bd61e61fca1a5bd8 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:15.499518 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-64d92d86-a144-4270-bf10-c48abcdf5a4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:15.505983 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-64d92d86-a144-4270-bf10-c48abcdf5a4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:15.518076 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-c7d3e7a2-fafd-42ac-af48-a42e15cc306f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-413185606'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:15.527351 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c7d3e7a2-fafd-42ac-af48-a42e15cc306f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:15.532306 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c7d3e7a2-fafd-42ac-af48-a42e15cc306f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Usage tracker for resource:network and tenant:92056d06e6f64d8f87cf74e57d5ce72a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:15.537886 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c7d3e7a2-fafd-42ac-af48-a42e15cc306f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:15.540077 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d92d86-a144-4270-bf10-c48abcdf5a4b admin admin] Made reservation on behalf of a7f8963953054678bd61e61fca1a5bd8 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:15.542569 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-64d92d86-a144-4270-bf10-c48abcdf5a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:15.557737 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c7d3e7a2-fafd-42ac-af48-a42e15cc306f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:15.562587 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-64d92d86-a144-4270-bf10-c48abcdf5a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:15.583509 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-64d92d86-a144-4270-bf10-c48abcdf5a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:15.587865 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d3e7a2-fafd-42ac-af48-a42e15cc306f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Made reservation on behalf of 92056d06e6f64d8f87cf74e57d5ce72a for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:15.591450 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c7d3e7a2-fafd-42ac-af48-a42e15cc306f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:15.602878 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-64d92d86-a144-4270-bf10-c48abcdf5a4b admin admin] Usage tracker for resource:security_group_rule and tenant:a7f8963953054678bd61e61fca1a5bd8 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:15.609503 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-64d92d86-a144-4270-bf10-c48abcdf5a4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:15.618287 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c7d3e7a2-fafd-42ac-af48-a42e15cc306f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:15.628127 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-64d92d86-a144-4270-bf10-c48abcdf5a4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:15.645545 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c7d3e7a2-fafd-42ac-af48-a42e15cc306f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:15.656681 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c7d3e7a2-fafd-42ac-af48-a42e15cc306f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Usage tracker for resource:security_group_rule and tenant:92056d06e6f64d8f87cf74e57d5ce72a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:15.661590 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c7d3e7a2-fafd-42ac-af48-a42e15cc306f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:15.670666 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c7d3e7a2-fafd-42ac-af48-a42e15cc306f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:15.783134 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-64d92d86-a144-4270-bf10-c48abcdf5a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:15.791407 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-64d92d86-a144-4270-bf10-c48abcdf5a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:15.843504 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d92d86-a144-4270-bf10-c48abcdf5a4b admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:53:15.852412 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c7d3e7a2-fafd-42ac-af48-a42e15cc306f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:15.861017 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c7d3e7a2-fafd-42ac-af48-a42e15cc306f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:15.864938 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d92d86-a144-4270-bf10-c48abcdf5a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0645465-1df2-4382-b6b9-abb609651a76,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:15.881207 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-64d92d86-a144-4270-bf10-c48abcdf5a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:15.881504 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-64d92d86-a144-4270-bf10-c48abcdf5a4b admin admin] Added segment 41f58b33-1502-432c-b89f-2cba40f91134 of type vlan for network 8a52be44-3323-498c-b145-cd433f54e74e May 13 14:53:15.911078 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7d3e7a2-fafd-42ac-af48-a42e15cc306f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:53:15.923089 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3e7a2-fafd-42ac-af48-a42e15cc306f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92ad75c2-688d-465a-9fd5-0c332ce61cb0,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:15.939781 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c7d3e7a2-fafd-42ac-af48-a42e15cc306f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:15.940127 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-c7d3e7a2-fafd-42ac-af48-a42e15cc306f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Added segment 6b3f0efa-0225-4101-9807-979b705ef81f of type vlan for network 8237efef-d266-4afd-a07a-d3494470df68 May 13 14:53:15.947637 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-64d92d86-a144-4270-bf10-c48abcdf5a4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:15.985541 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c7d3e7a2-fafd-42ac-af48-a42e15cc306f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:16.019605 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-64d92d86-a144-4270-bf10-c48abcdf5a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:16.020812 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d92d86-a144-4270-bf10-c48abcdf5a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:16.021381 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-64d92d86-a144-4270-bf10-c48abcdf5a4b admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:16.115740 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c7d3e7a2-fafd-42ac-af48-a42e15cc306f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:16.121045 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d3e7a2-fafd-42ac-af48-a42e15cc306f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:16.121650 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c7d3e7a2-fafd-42ac-af48-a42e15cc306f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:16.165000 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d92d86-a144-4270-bf10-c48abcdf5a4b admin admin] Pushing event updated for resources: {'Network': ['ID=8a52be44-3323-498c-b145-cd433f54e74e,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:16.168267 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-64d92d86-a144-4270-bf10-c48abcdf5a4b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7409682 May 13 14:53:16.171301 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45084) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:16.178783 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-7811e55a-d269-4cd5-9a82-6df66cc4b51e admin admin] Request body: {'subnet': {'network_id': '8a52be44-3323-498c-b145-cd433f54e74e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-224193755-subnet', 'tenant_id': 'a7f8963953054678bd61e61fca1a5bd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:16.184229 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c7d3e7a2-fafd-42ac-af48-a42e15cc306f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9495759 May 13 14:53:16.194604 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 8a52be44-3323-498c-b145-cd433f54e74e details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:53:16.216181 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7811e55a-d269-4cd5-9a82-6df66cc4b51e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:16.228155 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7811e55a-d269-4cd5-9a82-6df66cc4b51e admin admin] Usage tracker for resource:subnet and tenant:a7f8963953054678bd61e61fca1a5bd8 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:16.239502 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7811e55a-d269-4cd5-9a82-6df66cc4b51e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:16.258060 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7811e55a-d269-4cd5-9a82-6df66cc4b51e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:16.306607 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3e7a2-fafd-42ac-af48-a42e15cc306f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event updated for resources: {'Network': ['ID=8237efef-d266-4afd-a07a-d3494470df68,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:16.315763 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7811e55a-d269-4cd5-9a82-6df66cc4b51e admin admin] Made reservation on behalf of a7f8963953054678bd61e61fca1a5bd8 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:16.326286 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7811e55a-d269-4cd5-9a82-6df66cc4b51e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:16.532611 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 8237efef-d266-4afd-a07a-d3494470df68 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:53:16.666268 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7811e55a-d269-4cd5-9a82-6df66cc4b51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:16.732891 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7811e55a-d269-4cd5-9a82-6df66cc4b51e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d45b3e8b-ca2a-4df5-a09b-18c147d1c882,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:16.777399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7811e55a-d269-4cd5-9a82-6df66cc4b51e admin admin] Checking segment: {'id': '41f58b33-1502-432c-b89f-2cba40f91134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8a52be44-3323-498c-b145-cd433f54e74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:53:16.778282 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7811e55a-d269-4cd5-9a82-6df66cc4b51e admin admin] Network hostable DHCP agents. Network: 8a52be44-3323-498c-b145-cd433f54e74e, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:53:16.801172 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7811e55a-d269-4cd5-9a82-6df66cc4b51e admin admin] Network 8a52be44-3323-498c-b145-cd433f54e74e is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:53:16.825486 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-7811e55a-d269-4cd5-9a82-6df66cc4b51e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 8a52be44-3323-498c-b145-cd433f54e74e) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:16.831788 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7811e55a-d269-4cd5-9a82-6df66cc4b51e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:16.832370 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7811e55a-d269-4cd5-9a82-6df66cc4b51e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:16.843911 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39bcc52-a3e4-407a-b362-375468a5dc2e None None] Network 8a52be44-3323-498c-b145-cd433f54e74e requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:16.865752 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7811e55a-d269-4cd5-9a82-6df66cc4b51e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6919968 May 13 14:53:17.158870 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501b6053-5422-4b82-bcff-625d0508a376 None None] Network 8a52be44-3323-498c-b145-cd433f54e74e requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:17.790484 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-079d9b53-d712-4b2d-9dfe-ef25c22f066b tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:17.792227 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-079d9b53-d712-4b2d-9dfe-ef25c22f066b tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] 10.222.0.35 "GET /v2.0/networks?id=8a52be44-3323-498c-b145-cd433f54e74e HTTP/1.1" status: 200 len: 812 time: 0.3435676 May 13 14:53:17.853311 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-9c9fe817-9d5a-4f73-8fc3-9cf7bf9dafcd tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] 10.222.0.35 "GET /v2.0/quotas/a7f8963953054678bd61e61fca1a5bd8 HTTP/1.1" status: 200 len: 375 time: 0.0474324 May 13 14:53:17.922974 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-fa060cb3-135f-4582-8f97-5e892cc14592 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7f8963953054678bd61e61fca1a5bd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640903 May 13 14:53:18.069029 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-d04e635d-626d-4753-9dd3-9917f5ee7033 service neutron] 10.222.0.35 "GET /v2.0/networks/8a52be44-3323-498c-b145-cd433f54e74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449561 May 13 14:53:18.113381 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:18.150674 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45132) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:18.244146 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-ebab4d7c-20e8-4015-b592-3581c1cb8552 service neutron] 10.222.0.35 "GET /v2.0/networks/8a52be44-3323-498c-b145-cd433f54e74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682177 May 13 14:53:18.291741 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d915b40a-7711-4691-8d06-a830ab67e0dd tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:18.296184 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d915b40a-7711-4691-8d06-a830ab67e0dd tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 814 time: 0.1441116 May 13 14:53:18.509863 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e97076f6-db55-4744-9755-e63a20786b2c req-f97ca8a3-8ce6-415c-98a6-bd525cf28e21 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce10fb7d-5a1e-4e99-aed5-f5d5bfab0bb2 HTTP/1.1" status: 200 len: 210 time: 0.0626915 May 13 14:53:19.346873 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45218) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:19.354872 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-95e62880-05e8-44c8-8cc2-388f7d9cc823 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'network': {'name': 'tempest-network-smoke--1909594892', 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'port_security_enabled': True}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:19.365783 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-95e62880-05e8-44c8-8cc2-388f7d9cc823 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:19.380584 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-95e62880-05e8-44c8-8cc2-388f7d9cc823 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:19.399962 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e62880-05e8-44c8-8cc2-388f7d9cc823 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Made reservation on behalf of 2fd5504203d84ec88c34b0f9b983d931 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:19.405093 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-95e62880-05e8-44c8-8cc2-388f7d9cc823 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:19.454534 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e62880-05e8-44c8-8cc2-388f7d9cc823 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:53:19.478654 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-95e62880-05e8-44c8-8cc2-388f7d9cc823 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:19.479096 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-95e62880-05e8-44c8-8cc2-388f7d9cc823 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Added segment 34a199cd-1d62-4dd2-adc9-7506731a103f of type vlan for network e671153c-00d7-406d-85ed-65647a5a0614 May 13 14:53:19.524344 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-95e62880-05e8-44c8-8cc2-388f7d9cc823 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:19.620745 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-95e62880-05e8-44c8-8cc2-388f7d9cc823 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:19.620997 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45250) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:19.629746 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e62880-05e8-44c8-8cc2-388f7d9cc823 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:19.630904 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-95e62880-05e8-44c8-8cc2-388f7d9cc823 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:19.633309 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-d1b2a91a-95e4-4e21-a635-4ac9e631e91b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Request body: {'subnet': {'network_id': '8237efef-d266-4afd-a07a-d3494470df68', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:19.775439 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-95e62880-05e8-44c8-8cc2-388f7d9cc823 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4259484 May 13 14:53:19.778380 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45272) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:19.782870 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e62880-05e8-44c8-8cc2-388f7d9cc823 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'Network': ['ID=e671153c-00d7-406d-85ed-65647a5a0614,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:19.795054 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network e671153c-00d7-406d-85ed-65647a5a0614 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:53:19.923510 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604b1946-ec90-4bc0-8dc6-444c4e58a9e0 tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:19.929294 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-604b1946-ec90-4bc0-8dc6-444c4e58a9e0 tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=2fd5504203d84ec88c34b0f9b983d931&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1499603 May 13 14:53:19.938791 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45296) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:19.980687 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f703c082-a9f9-4e0a-bf97-d5135fd1858c req-94be686c-6eef-4cbe-a319-ddcd96a451d8 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce10fb7d-5a1e-4e99-aed5-f5d5bfab0bb2 HTTP/1.1" status: 200 len: 210 time: 0.1907797 May 13 14:53:20.158946 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-fede7dc5-b375-482c-8512-49326d2ce673 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:20.160212 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-fede7dc5-b375-482c-8512-49326d2ce673 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Synchronizing usage tracker for tenant:a7f8963953054678bd61e61fca1a5bd8 on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:53:20.184267 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-fede7dc5-b375-482c-8512-49326d2ce673 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Unset dirty status for tenant:a7f8963953054678bd61e61fca1a5bd8 on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:53:20.184267 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-fede7dc5-b375-482c-8512-49326d2ce673 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] 10.222.0.59 "GET /v2.0/networks?id=8a52be44-3323-498c-b145-cd433f54e74e HTTP/1.1" status: 200 len: 812 time: 0.2490494 May 13 14:53:20.199220 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-4fb2e704-34c2-49ea-ab1b-1282681adc34 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Request body: {'port': {'device_id': 'ce10fb7d-5a1e-4e99-aed5-f5d5bfab0bb2', 'network_id': '8a52be44-3323-498c-b145-cd433f54e74e', 'admin_state_up': True, 'tenant_id': 'a7f8963953054678bd61e61fca1a5bd8'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:20.213610 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d1b2a91a-95e4-4e21-a635-4ac9e631e91b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:20.219746 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d1b2a91a-95e4-4e21-a635-4ac9e631e91b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Usage tracker for resource:subnet and tenant:92056d06e6f64d8f87cf74e57d5ce72a is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:20.224181 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d1b2a91a-95e4-4e21-a635-4ac9e631e91b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:20.236019 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d1b2a91a-95e4-4e21-a635-4ac9e631e91b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:20.274766 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b2a91a-95e4-4e21-a635-4ac9e631e91b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Made reservation on behalf of 92056d06e6f64d8f87cf74e57d5ce72a for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:20.279820 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d1b2a91a-95e4-4e21-a635-4ac9e631e91b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:20.298123 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf3df53-44e8-4430-8454-362baee135fa tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:20.300031 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9bf3df53-44e8-4430-8454-362baee135fa tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3478684 May 13 14:53:20.304727 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45338) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:20.407747 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2cfc5f7e-55bc-4c87-a648-0d611963d252 tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=c35d8094-27c1-4288-955d-bcb140e23bf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1011624 May 13 14:53:20.415131 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45358) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:20.492938 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fa26f89e-93bd-468b-bbcc-7001984b1bc9 tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=2fd5504203d84ec88c34b0f9b983d931&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0761445 May 13 14:53:20.496137 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45370) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:20.652714 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-4fb2e704-34c2-49ea-ab1b-1282681adc34 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:20.656673 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-4fb2e704-34c2-49ea-ab1b-1282681adc34 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Usage tracker for resource:port and tenant:a7f8963953054678bd61e61fca1a5bd8 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:20.659608 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-4fb2e704-34c2-49ea-ab1b-1282681adc34 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:20.666304 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-4fb2e704-34c2-49ea-ab1b-1282681adc34 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:20.675629 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d1b2a91a-95e4-4e21-a635-4ac9e631e91b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:20.710729 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-4fb2e704-34c2-49ea-ab1b-1282681adc34 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Made reservation on behalf of a7f8963953054678bd61e61fca1a5bd8 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:20.714391 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-4fb2e704-34c2-49ea-ab1b-1282681adc34 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:20.737364 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3854f915-d927-4114-b647-ff30b45e4036 tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:20.738744 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3854f915-d927-4114-b647-ff30b45e4036 tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2391033 May 13 14:53:20.742413 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45402) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:20.786569 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a4c5b480-9fb0-4a30-861e-67aca8ad8cd6 tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=c35d8094-27c1-4288-955d-bcb140e23bf2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432205 May 13 14:53:20.790770 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45412) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:20.797359 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b2a91a-95e4-4e21-a635-4ac9e631e91b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Checking segment: {'id': '6b3f0efa-0225-4101-9807-979b705ef81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8237efef-d266-4afd-a07a-d3494470df68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:53:20.797605 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b2a91a-95e4-4e21-a635-4ac9e631e91b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Network hostable DHCP agents. Network: 8237efef-d266-4afd-a07a-d3494470df68, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:53:20.806329 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2a91a-95e4-4e21-a635-4ac9e631e91b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event updated for resources: {'Subnet': ['ID=5ab5cb0d-fa39-4074-894c-755d35f2b8e5,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:20.835817 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b2a91a-95e4-4e21-a635-4ac9e631e91b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Network 8237efef-d266-4afd-a07a-d3494470df68 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:53:20.836493 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-1f770de8-367e-46ef-9dde-907c52d0450a tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-805685899', 'network_id': 'e671153c-00d7-406d-85ed-65647a5a0614', 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:20.857605 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-d1b2a91a-95e4-4e21-a635-4ac9e631e91b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 8237efef-d266-4afd-a07a-d3494470df68) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:20.877847 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b2a91a-95e4-4e21-a635-4ac9e631e91b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:20.878999 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d1b2a91a-95e4-4e21-a635-4ac9e631e91b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:20.883583 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082a6028-f1a4-41ba-9f5f-526a6bd1c557 None None] Network 8237efef-d266-4afd-a07a-d3494470df68 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:20.922721 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d1b2a91a-95e4-4e21-a635-4ac9e631e91b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3007905 May 13 14:53:20.927630 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45424) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:20.935062 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-c18eca25-dc39-4468-8744-151a2835e13d tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1385058399'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:20.962894 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c18eca25-dc39-4468-8744-151a2835e13d tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:20.975781 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c18eca25-dc39-4468-8744-151a2835e13d tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Usage tracker for resource:network and tenant:92056d06e6f64d8f87cf74e57d5ce72a is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:20.981954 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c18eca25-dc39-4468-8744-151a2835e13d tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:20.989272 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c18eca25-dc39-4468-8744-151a2835e13d tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:21.030061 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18eca25-dc39-4468-8744-151a2835e13d tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Made reservation on behalf of 92056d06e6f64d8f87cf74e57d5ce72a for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:21.041006 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c18eca25-dc39-4468-8744-151a2835e13d tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:21.097955 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1f770de8-367e-46ef-9dde-907c52d0450a tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:21.116761 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c18eca25-dc39-4468-8744-151a2835e13d tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:53:21.121656 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1f770de8-367e-46ef-9dde-907c52d0450a tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:subnet and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:21.132116 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1f770de8-367e-46ef-9dde-907c52d0450a tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:21.139551 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c18eca25-dc39-4468-8744-151a2835e13d tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:21.139903 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-c18eca25-dc39-4468-8744-151a2835e13d tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Added segment 4b48b048-d723-4d1d-ade0-73a04276459e of type vlan for network ff6a5303-7700-47ee-aa2f-4c4a195bd158 May 13 14:53:21.142149 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1f770de8-367e-46ef-9dde-907c52d0450a tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:21.159969 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-4fb2e704-34c2-49ea-ab1b-1282681adc34 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Allocated IP 172.20.0.5 (8a52be44-3323-498c-b145-cd433f54e74e/d45b3e8b-ca2a-4df5-a09b-18c147d1c882/bcbc4f5c-71d2-4181-a713-a7dfc0bb707d) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:53:21.174414 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f770de8-367e-46ef-9dde-907c52d0450a tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Made reservation on behalf of 2fd5504203d84ec88c34b0f9b983d931 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:21.178855 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1f770de8-367e-46ef-9dde-907c52d0450a tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:21.199742 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c18eca25-dc39-4468-8744-151a2835e13d tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:21.254385 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c18eca25-dc39-4468-8744-151a2835e13d tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:21.261659 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18eca25-dc39-4468-8744-151a2835e13d tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:21.262504 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c18eca25-dc39-4468-8744-151a2835e13d tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:21.417451 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-8237efef-d266-4afd-a07a-d3494470df68', 'network_id': '8237efef-d266-4afd-a07a-d3494470df68', 'tenant_id': '92056d06e6f64d8f87cf74e57d5ce72a', 'fixed_ips': [{'subnet_id': '5ab5cb0d-fa39-4074-894c-755d35f2b8e5'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:53:21.418279 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:21.468928 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c18eca25-dc39-4468-8744-151a2835e13d tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5396047 May 13 14:53:21.476294 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45482) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:21.487934 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-364503fe-1928-4727-9e0e-ad8fd1c5b667 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Request body: {'subnet': {'network_id': 'ff6a5303-7700-47ee-aa2f-4c4a195bd158', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:21.506377 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18eca25-dc39-4468-8744-151a2835e13d tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event updated for resources: {'Network': ['ID=ff6a5303-7700-47ee-aa2f-4c4a195bd158,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:21.522149 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network ff6a5303-7700-47ee-aa2f-4c4a195bd158 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:53:21.646852 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-364503fe-1928-4727-9e0e-ad8fd1c5b667 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:21.654030 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-65d08cc1-f1d1-4e0b-9340-3fd0406b0aff req-e62b87b9-a57f-433b-9b58-6cfc1f1c14f1 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce10fb7d-5a1e-4e99-aed5-f5d5bfab0bb2 HTTP/1.1" status: 200 len: 210 time: 0.1389542 May 13 14:53:21.668818 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-364503fe-1928-4727-9e0e-ad8fd1c5b667 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Usage tracker for resource:subnet and tenant:92056d06e6f64d8f87cf74e57d5ce72a is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:21.680503 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-364503fe-1928-4727-9e0e-ad8fd1c5b667 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:21.687460 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-364503fe-1928-4727-9e0e-ad8fd1c5b667 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:21.700722 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364503fe-1928-4727-9e0e-ad8fd1c5b667 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Made reservation on behalf of 92056d06e6f64d8f87cf74e57d5ce72a for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:21.704583 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-364503fe-1928-4727-9e0e-ad8fd1c5b667 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:21.761922 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Allocated IP 2001:db8:0:ffff::2 (8237efef-d266-4afd-a07a-d3494470df68/5ab5cb0d-fa39-4074-894c-755d35f2b8e5/742ecd83-3f99-49ee-b7d7-ea9c26ec37a3) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:53:21.808103 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-4fb2e704-34c2-49ea-ab1b-1282681adc34 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:21.855185 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1f770de8-367e-46ef-9dde-907c52d0450a tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:22.001339 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f770de8-367e-46ef-9dde-907c52d0450a tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'Subnet': ['ID=0acc617e-a4e0-4380-8ca6-6796fc3baaca,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:22.057947 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f770de8-367e-46ef-9dde-907c52d0450a tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Checking segment: {'id': '34a199cd-1d62-4dd2-adc9-7506731a103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e671153c-00d7-406d-85ed-65647a5a0614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:53:22.058292 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f770de8-367e-46ef-9dde-907c52d0450a tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Network hostable DHCP agents. Network: e671153c-00d7-406d-85ed-65647a5a0614, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:53:22.083903 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-4fb2e704-34c2-49ea-ab1b-1282681adc34 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:22.162741 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:22.171570 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f770de8-367e-46ef-9dde-907c52d0450a tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Network e671153c-00d7-406d-85ed-65647a5a0614 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:53:22.180641 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-364503fe-1928-4727-9e0e-ad8fd1c5b667 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:22.189961 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Transition to ACTIVE for port object 742ecd83-3f99-49ee-b7d7-ea9c26ec37a3 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:53:22.208647 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-4fb2e704-34c2-49ea-ab1b-1282681adc34 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Network 8a52be44-3323-498c-b145-cd433f54e74e is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:53:22.212119 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-1f770de8-367e-46ef-9dde-907c52d0450a tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, e671153c-00d7-406d-85ed-65647a5a0614) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:22.213543 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-4fb2e704-34c2-49ea-ab1b-1282681adc34 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:22.220083 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Transition to ACTIVE for port object 742ecd83-3f99-49ee-b7d7-ea9c26ec37a3 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:53:22.228714 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400b61a8-838e-4735-9ec2-08a3ba8f6f6f None None] Network e671153c-00d7-406d-85ed-65647a5a0614 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:22.236942 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f770de8-367e-46ef-9dde-907c52d0450a tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:22.237546 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1f770de8-367e-46ef-9dde-907c52d0450a tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:22.242178 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-4fb2e704-34c2-49ea-ab1b-1282681adc34 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:53:22.315488 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364503fe-1928-4727-9e0e-ad8fd1c5b667 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event updated for resources: {'Subnet': ['ID=6b7f356a-52ec-4460-89d5-2c2218ea975f,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:22.333109 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364503fe-1928-4727-9e0e-ad8fd1c5b667 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Checking segment: {'id': '4b48b048-d723-4d1d-ade0-73a04276459e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ff6a5303-7700-47ee-aa2f-4c4a195bd158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:53:22.334113 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364503fe-1928-4727-9e0e-ad8fd1c5b667 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Network hostable DHCP agents. Network: ff6a5303-7700-47ee-aa2f-4c4a195bd158, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:53:22.352104 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2e704-34c2-49ea-ab1b-1282681adc34 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Pushing event updated for resources: {'Port': ['ID=bcbc4f5c-71d2-4181-a713-a7dfc0bb707d,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:22.377731 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364503fe-1928-4727-9e0e-ad8fd1c5b667 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Network ff6a5303-7700-47ee-aa2f-4c4a195bd158 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:53:22.411061 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-4fb2e704-34c2-49ea-ab1b-1282681adc34 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:22.411061 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-4fb2e704-34c2-49ea-ab1b-1282681adc34 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:22.417173 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:22.420700 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-364503fe-1928-4727-9e0e-ad8fd1c5b667 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, ff6a5303-7700-47ee-aa2f-4c4a195bd158) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:22.424962 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1f770de8-367e-46ef-9dde-907c52d0450a tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6230032 May 13 14:53:22.438767 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-4fb2e704-34c2-49ea-ab1b-1282681adc34 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2436416 May 13 14:53:22.439996 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364503fe-1928-4727-9e0e-ad8fd1c5b667 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:22.446066 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-364503fe-1928-4727-9e0e-ad8fd1c5b667 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:22.457796 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-3de70a09-4a90-4e7f-98ad-2c2496bf90f7 service neutron] Request body: {'port': {'device_id': 'ce10fb7d-5a1e-4e99-aed5-f5d5bfab0bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:22.503713 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-364503fe-1928-4727-9e0e-ad8fd1c5b667 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0261292 May 13 14:53:22.506711 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45586) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:22.507079 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4f7bef-aba8-4cf7-95dc-8697fc7a50db None None] Network ff6a5303-7700-47ee-aa2f-4c4a195bd158 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:22.525981 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Pushing event updated for resources: {'Port': ['ID=742ecd83-3f99-49ee-b7d7-ea9c26ec37a3,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:22.576537 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45598) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:22.595575 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-d1f8f041-cf43-4fb1-803e-c68ea3056e53 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-222313247', 'description': 'tempest-secgroup-smoke-222313247 description', 'project_id': '2fd5504203d84ec88c34b0f9b983d931'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:22.627867 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-3de70a09-4a90-4e7f-98ad-2c2496bf90f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:22.662089 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d1f8f041-cf43-4fb1-803e-c68ea3056e53 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:22.695610 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d1f8f041-cf43-4fb1-803e-c68ea3056e53 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:22.707026 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Network 8237efef-d266-4afd-a07a-d3494470df68 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:53:22.712971 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:22.719539 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:53:22.728139 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d1f8f041-cf43-4fb1-803e-c68ea3056e53 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:22.824100 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d1f8f041-cf43-4fb1-803e-c68ea3056e53 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:22.845527 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d1f8f041-cf43-4fb1-803e-c68ea3056e53 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:security_group_rule and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:22.852677 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d1f8f041-cf43-4fb1-803e-c68ea3056e53 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:22.863885 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Attempting to bind port 742ecd83-3f99-49ee-b7d7-ea9c26ec37a3 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:53:22.864249 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Attempting to bind port 742ecd83-3f99-49ee-b7d7-ea9c26ec37a3 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '6b3f0efa-0225-4101-9807-979b705ef81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8237efef-d266-4afd-a07a-d3494470df68'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:53:22.864609 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Attempting to bind port 742ecd83-3f99-49ee-b7d7-ea9c26ec37a3 on network 8237efef-d266-4afd-a07a-d3494470df68 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:53:22.867135 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-36966c51-4db7-4d34-b48b-176d2de17f6a tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:22.870266 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d1f8f041-cf43-4fb1-803e-c68ea3056e53 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:22.917368 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:53:22.918021 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Checking segment: {'id': '6b3f0efa-0225-4101-9807-979b705ef81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8237efef-d266-4afd-a07a-d3494470df68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:53:22.918634 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:22.919245 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Bound using segment: {'id': '6b3f0efa-0225-4101-9807-979b705ef81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8237efef-d266-4afd-a07a-d3494470df68'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:53:22.919907 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Bound port: 742ecd83-3f99-49ee-b7d7-ea9c26ec37a3, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3f0efa-0225-4101-9807-979b705ef81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8237efef-d266-4afd-a07a-d3494470df68'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:53:22.921237 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:22.992241 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14afaa18-045c-4a57-932c-54db7b7630d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-e671153c-00d7-406d-85ed-65647a5a0614', 'network_id': 'e671153c-00d7-406d-85ed-65647a5a0614', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'fixed_ips': [{'subnet_id': '0acc617e-a4e0-4380-8ca6-6796fc3baaca'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:53:22.993154 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-14afaa18-045c-4a57-932c-54db7b7630d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:23.034348 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-36966c51-4db7-4d34-b48b-176d2de17f6a tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:23.164454 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb7a5a0-97a8-4de0-90be-95f6aa4ca332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-ff6a5303-7700-47ee-aa2f-4c4a195bd158', 'network_id': 'ff6a5303-7700-47ee-aa2f-4c4a195bd158', 'tenant_id': '92056d06e6f64d8f87cf74e57d5ce72a', 'fixed_ips': [{'subnet_id': '6b7f356a-52ec-4460-89d5-2c2218ea975f'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:53:23.166362 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0fb7a5a0-97a8-4de0-90be-95f6aa4ca332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:23.186583 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d1f8f041-cf43-4fb1-803e-c68ea3056e53 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:23.252050 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d1f8f041-cf43-4fb1-803e-c68ea3056e53 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:23.393115 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8f041-cf43-4fb1-803e-c68ea3056e53 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6323da97-ebc7-4971-a1d1-b71709aade33,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:23.400619 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d1f8f041-cf43-4fb1-803e-c68ea3056e53 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:23.402953 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d1f8f041-cf43-4fb1-803e-c68ea3056e53 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8193870 May 13 14:53:23.404256 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-36966c51-4db7-4d34-b48b-176d2de17f6a tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:23.408620 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45680) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:23.448643 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] For port 742ecd83-3f99-49ee-b7d7-ea9c26ec37a3, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:53:23.459698 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-712662a6-8004-4fc3-9076-c85e9eea30eb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'security_group_rule': {'security_group_id': '6323da97-ebc7-4971-a1d1-b71709aade33', 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:23.467971 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-712662a6-8004-4fc3-9076-c85e9eea30eb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:23.470631 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] For port 742ecd83-3f99-49ee-b7d7-ea9c26ec37a3, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=742ecd83-3f99-49ee-b7d7-ea9c26ec37a3,segment=NetworkSegment(6b3f0efa-0225-4101-9807-979b705ef81f),segment_id=6b3f0efa-0225-4101-9807-979b705ef81f)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:53:23.473201 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-712662a6-8004-4fc3-9076-c85e9eea30eb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:security_group_rule and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:23.478230 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-712662a6-8004-4fc3-9076-c85e9eea30eb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:23.484640 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-3de70a09-4a90-4e7f-98ad-2c2496bf90f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcbc4f5c-71d2-4181-a713-a7dfc0bb707d {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:53:23.485899 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-712662a6-8004-4fc3-9076-c85e9eea30eb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:23.494378 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-3de70a09-4a90-4e7f-98ad-2c2496bf90f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:23.506044 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36966c51-4db7-4d34-b48b-176d2de17f6a tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event deleted for resources: {'Subnet': ['ID=6b7f356a-52ec-4460-89d5-2c2218ea975f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:23.514750 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:23.526897 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-3de70a09-4a90-4e7f-98ad-2c2496bf90f7 service neutron] Transition to ACTIVE for port object bcbc4f5c-71d2-4181-a713-a7dfc0bb707d will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:53:23.545851 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-3de70a09-4a90-4e7f-98ad-2c2496bf90f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:23.614441 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-712662a6-8004-4fc3-9076-c85e9eea30eb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:23.634632 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8363d89-2abb-44e5-95ec-4b07829c8126 req-21086e50-1407-4391-827f-162ac6519381 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:23.635524 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-c8363d89-2abb-44e5-95ec-4b07829c8126 req-21086e50-1407-4391-827f-162ac6519381 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Synchronizing usage tracker for tenant:a7f8963953054678bd61e61fca1a5bd8 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:53:23.656971 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-14afaa18-045c-4a57-932c-54db7b7630d3 None None] Allocated IP 172.20.0.18 (e671153c-00d7-406d-85ed-65647a5a0614/0acc617e-a4e0-4380-8ca6-6796fc3baaca/af80a71b-769b-4062-b303-2e969cf73a3f) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:53:23.670884 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-36966c51-4db7-4d34-b48b-176d2de17f6a tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:23.725771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-36966c51-4db7-4d34-b48b-176d2de17f6a tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff6a5303-7700-47ee-aa2f-4c4a195bd158']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:23.746998 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-36966c51-4db7-4d34-b48b-176d2de17f6a tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b48b048-d723-4d1d-ade0-73a04276459e') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:23.747568 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-36966c51-4db7-4d34-b48b-176d2de17f6a tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b48b048-d723-4d1d-ade0-73a04276459e') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:23.776250 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-712662a6-8004-4fc3-9076-c85e9eea30eb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:23.778059 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de70a09-4a90-4e7f-98ad-2c2496bf90f7 service neutron] Pushing event updated for resources: {'Port': ['ID=bcbc4f5c-71d2-4181-a713-a7dfc0bb707d,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:23.778590 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-36966c51-4db7-4d34-b48b-176d2de17f6a tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:23.789967 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-712662a6-8004-4fc3-9076-c85e9eea30eb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:23.822263 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-36966c51-4db7-4d34-b48b-176d2de17f6a tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:23.827710 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712662a6-8004-4fc3-9076-c85e9eea30eb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c86e8256-99b1-4b24-b174-ca9603aa8599,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:23.840413 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36966c51-4db7-4d34-b48b-176d2de17f6a tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:53:23.841015 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-36966c51-4db7-4d34-b48b-176d2de17f6a tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:23.852954 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-c8363d89-2abb-44e5-95ec-4b07829c8126 req-21086e50-1407-4391-827f-162ac6519381 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Unset dirty status for tenant:a7f8963953054678bd61e61fca1a5bd8 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:53:23.854483 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c8363d89-2abb-44e5-95ec-4b07829c8126 req-21086e50-1407-4391-827f-162ac6519381 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce10fb7d-5a1e-4e99-aed5-f5d5bfab0bb2 HTTP/1.1" status: 200 len: 931 time: 1.0161552 May 13 14:53:23.859639 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:53:23.859639 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:53:23.859639 n-d-841760-1 neutron-server[88081]: timer() May 13 14:53:23.859639 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:53:23.859639 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:53:23.859639 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:53:23.859639 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:53:23.859639 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:53:23.859639 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:53:23.859639 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:53:23.859639 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:53:23.859639 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:53:23.859639 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:53:23.859639 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:53:23.859639 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:53:23.859639 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:53:23.859639 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:53:23.859639 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:53:23.859639 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:53:23.859639 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:53:23.859639 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:53:23.859639 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:53:23.859639 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:53:23.859639 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:53:23.859639 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:53:23.859639 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:53:23.859639 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:53:23.859639 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:53:23.859639 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:53:23.859639 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:53:23.859639 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:53:23.859639 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:53:23.868459 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-712662a6-8004-4fc3-9076-c85e9eea30eb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:23.872675 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-712662a6-8004-4fc3-9076-c85e9eea30eb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4286697 May 13 14:53:23.873484 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45722) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:23.936084 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-944a3b34-ad4d-4cf5-8461-857524e51b87 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'security_group_rule': {'security_group_id': '6323da97-ebc7-4971-a1d1-b71709aade33', 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:23.959351 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-944a3b34-ad4d-4cf5-8461-857524e51b87 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server [None req-0fb7a5a0-97a8-4de0-90be-95f6aa4ca332 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b7f356a-52ec-4460-89d5-2c2218ea975f: This subnet is being modified by another concurrent operation. May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise exception May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b7f356a-52ec-4460-89d5-2c2218ea975f: This subnet is being modified by another concurrent operation. May 13 14:53:23.963399 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server May 13 14:53:23.968925 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-3de70a09-4a90-4e7f-98ad-2c2496bf90f7 service neutron] Attempting to bind port bcbc4f5c-71d2-4181-a713-a7dfc0bb707d on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:53:23.968925 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-3de70a09-4a90-4e7f-98ad-2c2496bf90f7 service neutron] Attempting to bind port bcbc4f5c-71d2-4181-a713-a7dfc0bb707d by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '41f58b33-1502-432c-b89f-2cba40f91134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8a52be44-3323-498c-b145-cd433f54e74e'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:53:23.968925 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-3de70a09-4a90-4e7f-98ad-2c2496bf90f7 service neutron] Attempting to bind port bcbc4f5c-71d2-4181-a713-a7dfc0bb707d on network 8a52be44-3323-498c-b145-cd433f54e74e {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:53:23.977552 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-c8363d89-2abb-44e5-95ec-4b07829c8126 req-e6ed9c3c-2a57-4970-8c2a-83fefee08b8d tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Synchronizing usage tracker for tenant:a7f8963953054678bd61e61fca1a5bd8 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:53:23.980386 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-944a3b34-ad4d-4cf5-8461-857524e51b87 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:security_group_rule and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:23.984837 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-3de70a09-4a90-4e7f-98ad-2c2496bf90f7 service neutron] Port bcbc4f5c-71d2-4181-a713-a7dfc0bb707d on network 8a52be44-3323-498c-b145-cd433f54e74e not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:53:23.985172 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-3de70a09-4a90-4e7f-98ad-2c2496bf90f7 service neutron] Attempting to bind port bcbc4f5c-71d2-4181-a713-a7dfc0bb707d on network 8a52be44-3323-498c-b145-cd433f54e74e {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:53:23.985730 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-944a3b34-ad4d-4cf5-8461-857524e51b87 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:23.993641 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-3de70a09-4a90-4e7f-98ad-2c2496bf90f7 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:53:23.993991 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-3de70a09-4a90-4e7f-98ad-2c2496bf90f7 service neutron] Checking segment: {'id': '41f58b33-1502-432c-b89f-2cba40f91134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8a52be44-3323-498c-b145-cd433f54e74e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:53:23.994391 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-3de70a09-4a90-4e7f-98ad-2c2496bf90f7 service neutron] Bound using segment: {'id': '41f58b33-1502-432c-b89f-2cba40f91134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8a52be44-3323-498c-b145-cd433f54e74e'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:53:23.994928 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-3de70a09-4a90-4e7f-98ad-2c2496bf90f7 service neutron] Bound port: bcbc4f5c-71d2-4181-a713-a7dfc0bb707d, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41f58b33-1502-432c-b89f-2cba40f91134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8a52be44-3323-498c-b145-cd433f54e74e'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:53:23.995582 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-3de70a09-4a90-4e7f-98ad-2c2496bf90f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:23.997557 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-944a3b34-ad4d-4cf5-8461-857524e51b87 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:24.000740 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-36966c51-4db7-4d34-b48b-176d2de17f6a tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:24.027923 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-36966c51-4db7-4d34-b48b-176d2de17f6a tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:24.048494 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36966c51-4db7-4d34-b48b-176d2de17f6a tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event deleted for resources: {'Network': ['ID=ff6a5303-7700-47ee-aa2f-4c4a195bd158,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:24.057423 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-c8363d89-2abb-44e5-95ec-4b07829c8126 req-e6ed9c3c-2a57-4970-8c2a-83fefee08b8d tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Unset dirty status for tenant:a7f8963953054678bd61e61fca1a5bd8 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:53:24.059241 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-36966c51-4db7-4d34-b48b-176d2de17f6a tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "DELETE /v2.0/networks/ff6a5303-7700-47ee-aa2f-4c4a195bd158 HTTP/1.1" status: 204 len: 168 time: 1.5513573 May 13 14:53:24.067262 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45732) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:24.073590 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c8363d89-2abb-44e5-95ec-4b07829c8126 req-e6ed9c3c-2a57-4970-8c2a-83fefee08b8d tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0645465-1df2-4382-b6b9-abb609651a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883059 May 13 14:53:24.075155 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-6e060fa8-45d8-41ac-926c-21b4ad03fe98 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2072748318'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:24.085423 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6e060fa8-45d8-41ac-926c-21b4ad03fe98 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:24.088527 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-944a3b34-ad4d-4cf5-8461-857524e51b87 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:24.126234 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6e060fa8-45d8-41ac-926c-21b4ad03fe98 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Usage tracker for resource:network and tenant:92056d06e6f64d8f87cf74e57d5ce72a is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:24.133076 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6e060fa8-45d8-41ac-926c-21b4ad03fe98 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:24.149888 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-3de70a09-4a90-4e7f-98ad-2c2496bf90f7 service neutron] For port bcbc4f5c-71d2-4181-a713-a7dfc0bb707d, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:53:24.154790 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-3de70a09-4a90-4e7f-98ad-2c2496bf90f7 service neutron] For port bcbc4f5c-71d2-4181-a713-a7dfc0bb707d, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=bcbc4f5c-71d2-4181-a713-a7dfc0bb707d,segment=NetworkSegment(41f58b33-1502-432c-b89f-2cba40f91134),segment_id=41f58b33-1502-432c-b89f-2cba40f91134)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:53:24.160840 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6e060fa8-45d8-41ac-926c-21b4ad03fe98 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:24.165022 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-3de70a09-4a90-4e7f-98ad-2c2496bf90f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:24.202635 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-14afaa18-045c-4a57-932c-54db7b7630d3 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:24.220402 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-14afaa18-045c-4a57-932c-54db7b7630d3 None None] Transition to ACTIVE for port object af80a71b-769b-4062-b303-2e969cf73a3f will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:53:24.233550 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e060fa8-45d8-41ac-926c-21b4ad03fe98 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Made reservation on behalf of 92056d06e6f64d8f87cf74e57d5ce72a for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:24.242671 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6e060fa8-45d8-41ac-926c-21b4ad03fe98 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:24.248755 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-14afaa18-045c-4a57-932c-54db7b7630d3 None None] Transition to ACTIVE for port object af80a71b-769b-4062-b303-2e969cf73a3f will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:53:24.252666 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Pushing event updated for resources: {'Port': ['ID=742ecd83-3f99-49ee-b7d7-ea9c26ec37a3,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:24.262153 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32ef6fa-efc1-4e7c-8c09-f456f2f0b7bb None None] Network ff6a5303-7700-47ee-aa2f-4c4a195bd158 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:24.295979 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32ef6fa-efc1-4e7c-8c09-f456f2f0b7bb None None] Network ff6a5303-7700-47ee-aa2f-4c4a195bd158 could not be found, it might have been deleted concurrently. {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 13 14:53:24.300669 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-14afaa18-045c-4a57-932c-54db7b7630d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:24.310308 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:24.310959 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:24.311546 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:24.312132 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:24.312671 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:24.313242 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:24.313778 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:24.314356 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:24.315467 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:24.316110 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:24.316910 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:24.317498 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f55aaa-da39-4a67-a342-e3442168c4a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:24.325900 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-3de70a09-4a90-4e7f-98ad-2c2496bf90f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:24.326579 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-3de70a09-4a90-4e7f-98ad-2c2496bf90f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:24.330183 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-3de70a09-4a90-4e7f-98ad-2c2496bf90f7 service neutron] 10.222.0.59 "PUT /v2.0/ports/bcbc4f5c-71d2-4181-a713-a7dfc0bb707d HTTP/1.1" status: 200 len: 1091 time: 1.8818681 May 13 14:53:24.330662 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce10fb7d-5a1e-4e99-aed5-f5d5bfab0bb2', 'tag': 'bcbc4f5c-71d2-4181-a713-a7dfc0bb707d'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:53:24.360743 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-944a3b34-ad4d-4cf5-8461-857524e51b87 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:24.376206 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e060fa8-45d8-41ac-926c-21b4ad03fe98 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:53:24.379101 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-944a3b34-ad4d-4cf5-8461-857524e51b87 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:24.397877 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de70a09-4a90-4e7f-98ad-2c2496bf90f7 service neutron] Pushing event updated for resources: {'Port': ['ID=bcbc4f5c-71d2-4181-a713-a7dfc0bb707d,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:24.429592 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6e060fa8-45d8-41ac-926c-21b4ad03fe98 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:24.431448 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-6e060fa8-45d8-41ac-926c-21b4ad03fe98 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Added segment 58c00d88-87de-4c5f-8c6e-2d21d39e2bfd of type vlan for network f168430e-f836-4aa3-a1c6-2372762ae604 May 13 14:53:24.432468 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14afaa18-045c-4a57-932c-54db7b7630d3 None None] Network e671153c-00d7-406d-85ed-65647a5a0614 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:53:24.433902 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-14afaa18-045c-4a57-932c-54db7b7630d3 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:24.438906 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14afaa18-045c-4a57-932c-54db7b7630d3 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:53:24.452620 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a3b34-ad4d-4cf5-8461-857524e51b87 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf30696-d5df-4355-918e-60d76b139405,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:24.530041 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-944a3b34-ad4d-4cf5-8461-857524e51b87 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:24.531287 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-944a3b34-ad4d-4cf5-8461-857524e51b87 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6059871 May 13 14:53:24.534232 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45748) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:24.544354 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afaa18-045c-4a57-932c-54db7b7630d3 None None] Pushing event updated for resources: {'Port': ['ID=af80a71b-769b-4062-b303-2e969cf73a3f,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:24.545793 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34f4b785-5b38-46af-bb0c-5814014b384d'] response: {'name': 'network-changed', 'server_uuid': 'ce10fb7d-5a1e-4e99-aed5-f5d5bfab0bb2', 'tag': 'bcbc4f5c-71d2-4181-a713-a7dfc0bb707d', 'status': 'completed', 'code': 200} May 13 14:53:24.548908 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-3c1750d1-aada-4ee2-89be-cf49cca6f363 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'security_group_rule': {'security_group_id': '6323da97-ebc7-4971-a1d1-b71709aade33', 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:24.562040 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6e060fa8-45d8-41ac-926c-21b4ad03fe98 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:24.577825 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-3c1750d1-aada-4ee2-89be-cf49cca6f363 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:24.590864 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-3c1750d1-aada-4ee2-89be-cf49cca6f363 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:security_group_rule and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:24.613368 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-3c1750d1-aada-4ee2-89be-cf49cca6f363 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:24.641697 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-3c1750d1-aada-4ee2-89be-cf49cca6f363 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:24.655389 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-14afaa18-045c-4a57-932c-54db7b7630d3 None None] Attempting to bind port af80a71b-769b-4062-b303-2e969cf73a3f on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:53:24.656318 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-14afaa18-045c-4a57-932c-54db7b7630d3 None None] Attempting to bind port af80a71b-769b-4062-b303-2e969cf73a3f by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '34a199cd-1d62-4dd2-adc9-7506731a103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e671153c-00d7-406d-85ed-65647a5a0614'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:53:24.657926 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14afaa18-045c-4a57-932c-54db7b7630d3 None None] Attempting to bind port af80a71b-769b-4062-b303-2e969cf73a3f on network e671153c-00d7-406d-85ed-65647a5a0614 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:53:24.668411 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14afaa18-045c-4a57-932c-54db7b7630d3 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:53:24.673065 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14afaa18-045c-4a57-932c-54db7b7630d3 None None] Checking segment: {'id': '34a199cd-1d62-4dd2-adc9-7506731a103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e671153c-00d7-406d-85ed-65647a5a0614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:53:24.673361 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-14afaa18-045c-4a57-932c-54db7b7630d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:24.673874 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14afaa18-045c-4a57-932c-54db7b7630d3 None None] Bound using segment: {'id': '34a199cd-1d62-4dd2-adc9-7506731a103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e671153c-00d7-406d-85ed-65647a5a0614'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:53:24.674476 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-14afaa18-045c-4a57-932c-54db7b7630d3 None None] Bound port: af80a71b-769b-4062-b303-2e969cf73a3f, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a199cd-1d62-4dd2-adc9-7506731a103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e671153c-00d7-406d-85ed-65647a5a0614'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:53:24.674958 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-14afaa18-045c-4a57-932c-54db7b7630d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:24.680895 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3c1750d1-aada-4ee2-89be-cf49cca6f363 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:24.697277 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6e060fa8-45d8-41ac-926c-21b4ad03fe98 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:24.703152 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e060fa8-45d8-41ac-926c-21b4ad03fe98 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:24.703720 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6e060fa8-45d8-41ac-926c-21b4ad03fe98 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:24.761654 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-26ece52e-1d2a-4031-b9ed-42e329a6f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:24.763384 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-26ece52e-1d2a-4031-b9ed-42e329a6f5a0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a7f8963953054678bd61e61fca1a5bd8&device_id=ce10fb7d-5a1e-4e99-aed5-f5d5bfab0bb2 HTTP/1.1" status: 200 len: 1094 time: 0.3615999 May 13 14:53:24.778190 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6e060fa8-45d8-41ac-926c-21b4ad03fe98 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7090604 May 13 14:53:24.807523 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45754) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:24.862970 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-14afaa18-045c-4a57-932c-54db7b7630d3 None None] For port af80a71b-769b-4062-b303-2e969cf73a3f, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:53:24.868270 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-14afaa18-045c-4a57-932c-54db7b7630d3 None None] For port af80a71b-769b-4062-b303-2e969cf73a3f, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=af80a71b-769b-4062-b303-2e969cf73a3f,segment=NetworkSegment(34a199cd-1d62-4dd2-adc9-7506731a103f),segment_id=34a199cd-1d62-4dd2-adc9-7506731a103f)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:53:24.883238 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-14afaa18-045c-4a57-932c-54db7b7630d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:24.885144 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-39bdb8c1-5e81-4f80-ab61-221d879ed019 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Request body: {'subnet': {'network_id': 'f168430e-f836-4aa3-a1c6-2372762ae604', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:24.888769 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3c1750d1-aada-4ee2-89be-cf49cca6f363 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:24.900311 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-0d4eea9f-7aea-48ed-bc1c-cf9a0cb21d63 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcbc4f5c-71d2-4181-a713-a7dfc0bb707d HTTP/1.1" status: 200 len: 217 time: 0.1218150 May 13 14:53:24.901699 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3c1750d1-aada-4ee2-89be-cf49cca6f363 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:24.995373 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1750d1-aada-4ee2-89be-cf49cca6f363 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb5bb0d-747b-4f03-b6db-aee6249e0c3d,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:25.025348 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-ced93356-2329-4d43-85f1-9b5cf7e2ebce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:25.027040 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-ced93356-2329-4d43-85f1-9b5cf7e2ebce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d45b3e8b-ca2a-4df5-a09b-18c147d1c882 HTTP/1.1" status: 200 len: 852 time: 0.1136544 May 13 14:53:25.028790 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3c1750d1-aada-4ee2-89be-cf49cca6f363 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:25.029037 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afaa18-045c-4a57-932c-54db7b7630d3 None None] Pushing event updated for resources: {'Port': ['ID=af80a71b-769b-4062-b303-2e969cf73a3f,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:25.030281 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3c1750d1-aada-4ee2-89be-cf49cca6f363 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4951131 May 13 14:53:25.038310 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45762) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:25.091050 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-dfaba5c2-2562-4b00-a389-2ce0a78a1e20 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'security_group_rule': {'security_group_id': '6323da97-ebc7-4971-a1d1-b71709aade33', 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:25.121366 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-816c51ba-0a28-4ca6-8cff-daf71d62add2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8a52be44-3323-498c-b145-cd433f54e74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882401 May 13 14:53:25.129505 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e060fa8-45d8-41ac-926c-21b4ad03fe98 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event updated for resources: {'Network': ['ID=f168430e-f836-4aa3-a1c6-2372762ae604,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:25.132636 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-dfaba5c2-2562-4b00-a389-2ce0a78a1e20 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:25.141641 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network f168430e-f836-4aa3-a1c6-2372762ae604 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:53:25.143457 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-dfaba5c2-2562-4b00-a389-2ce0a78a1e20 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:security_group_rule and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:25.158860 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-dfaba5c2-2562-4b00-a389-2ce0a78a1e20 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:25.170642 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-dfaba5c2-2562-4b00-a389-2ce0a78a1e20 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:25.184221 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-39bdb8c1-5e81-4f80-ab61-221d879ed019 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:25.190992 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-39bdb8c1-5e81-4f80-ab61-221d879ed019 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Usage tracker for resource:subnet and tenant:92056d06e6f64d8f87cf74e57d5ce72a is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:25.197041 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-39bdb8c1-5e81-4f80-ab61-221d879ed019 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:25.227511 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-39bdb8c1-5e81-4f80-ab61-221d879ed019 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:25.245065 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dfaba5c2-2562-4b00-a389-2ce0a78a1e20 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:25.438319 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dfaba5c2-2562-4b00-a389-2ce0a78a1e20 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:25.457518 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dfaba5c2-2562-4b00-a389-2ce0a78a1e20 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:25.542355 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bdb8c1-5e81-4f80-ab61-221d879ed019 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Made reservation on behalf of 92056d06e6f64d8f87cf74e57d5ce72a for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:25.546313 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-39bdb8c1-5e81-4f80-ab61-221d879ed019 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:25.588420 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 742ecd83-3f99-49ee-b7d7-ea9c26ec37a3 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:53:25.637409 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaba5c2-2562-4b00-a389-2ce0a78a1e20 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32248946-263b-4724-b213-c457b2d75438,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:25.642973 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-d420e2e2-d4f1-41f9-873e-8c9ebd01569d service neutron] 10.222.0.59 "GET /v2.0/networks/8a52be44-3323-498c-b145-cd433f54e74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5145938 May 13 14:53:25.767029 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 742ecd83-3f99-49ee-b7d7-ea9c26ec37a3 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:53:25.789856 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dfaba5c2-2562-4b00-a389-2ce0a78a1e20 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:25.793750 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-dfaba5c2-2562-4b00-a389-2ce0a78a1e20 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7274902 May 13 14:53:25.798515 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45774) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:25.809571 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-d723671d-1846-4aa5-8f93-b4c9856ad5c2 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'security_group_rule': {'security_group_id': '6323da97-ebc7-4971-a1d1-b71709aade33', 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:25.845510 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d723671d-1846-4aa5-8f93-b4c9856ad5c2 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:25.856580 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d723671d-1846-4aa5-8f93-b4c9856ad5c2 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:security_group_rule and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:25.864368 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d723671d-1846-4aa5-8f93-b4c9856ad5c2 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:25.873293 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d723671d-1846-4aa5-8f93-b4c9856ad5c2 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:25.904542 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-89681842-7c9a-43b2-ab1a-90a627941f03 req-3ee96f39-4495-4982-9713-49776638dc65 service neutron] 10.222.0.59 "GET /v2.0/networks/8a52be44-3323-498c-b145-cd433f54e74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515604 May 13 14:53:25.914660 n-d-841760-1 neutron-server[88081]: INFO neutron.db.securitygroups_db [None req-d723671d-1846-4aa5-8f93-b4c9856ad5c2 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Project 2fd5504203d84ec88c34b0f9b983d931 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 14:53:25.929405 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d723671d-1846-4aa5-8f93-b4c9856ad5c2 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:25.972414 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b7b44-000e-423b-81ad-039ebf0d135e req-14e898dd-d61f-4366-9dcb-e0e740d4a775 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:25.973964 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-445b7b44-000e-423b-81ad-039ebf0d135e req-14e898dd-d61f-4366-9dcb-e0e740d4a775 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce10fb7d-5a1e-4e99-aed5-f5d5bfab0bb2 HTTP/1.1" status: 200 len: 943 time: 0.5079615 May 13 14:53:26.093436 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d723671d-1846-4aa5-8f93-b4c9856ad5c2 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:26.105473 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d359fc-1972-4d20-ad64-677a75a56541 None None] Network 8237efef-d266-4afd-a07a-d3494470df68 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:26.118273 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-445b7b44-000e-423b-81ad-039ebf0d135e req-a1b570c0-7377-42c9-8e7a-ccdd0323a541 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0645465-1df2-4382-b6b9-abb609651a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937362 May 13 14:53:26.158125 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d723671d-1846-4aa5-8f93-b4c9856ad5c2 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:26.168975 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccac5ad-4e25-490d-a6ad-3c92bcd678ea req-cdbbee8f-db73-43a5-88ab-9a17123353ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:26.170514 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0ccac5ad-4e25-490d-a6ad-3c92bcd678ea req-cdbbee8f-db73-43a5-88ab-9a17123353ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a7f8963953054678bd61e61fca1a5bd8&device_id=ce10fb7d-5a1e-4e99-aed5-f5d5bfab0bb2 HTTP/1.1" status: 200 len: 1094 time: 0.1950173 May 13 14:53:26.240933 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723671d-1846-4aa5-8f93-b4c9856ad5c2 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc807fe-412a-4187-bdc2-7b4d515032db,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:26.257594 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-39bdb8c1-5e81-4f80-ab61-221d879ed019 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:26.317734 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8637b387-b6e1-4628-b60b-58df7121f53c None None] Provisioning for port 742ecd83-3f99-49ee-b7d7-ea9c26ec37a3 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:53:26.347396 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8637b387-b6e1-4628-b60b-58df7121f53c None None] Provisioning complete for port 742ecd83-3f99-49ee-b7d7-ea9c26ec37a3 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:26.348040 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8637b387-b6e1-4628-b60b-58df7121f53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:26.468513 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccac5ad-4e25-490d-a6ad-3c92bcd678ea req-2c3a5341-1762-46c8-821a-150f2ba00959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:26.470816 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0ccac5ad-4e25-490d-a6ad-3c92bcd678ea req-2c3a5341-1762-46c8-821a-150f2ba00959 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8a52be44-3323-498c-b145-cd433f54e74e HTTP/1.1" status: 200 len: 913 time: 0.2926602 May 13 14:53:26.614642 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d723671d-1846-4aa5-8f93-b4c9856ad5c2 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:26.616642 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d723671d-1846-4aa5-8f93-b4c9856ad5c2 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8155463 May 13 14:53:26.628789 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45790) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:26.644558 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-90d195ea-6e74-465e-b423-3e36e9950fdb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'security_group_rule': {'security_group_id': '6323da97-ebc7-4971-a1d1-b71709aade33', 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:26.663557 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-90d195ea-6e74-465e-b423-3e36e9950fdb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:26.665947 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bdb8c1-5e81-4f80-ab61-221d879ed019 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event updated for resources: {'Subnet': ['ID=e21a2271-cb2b-4dd5-baed-cf6daa5cfcc5,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:26.673456 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-90d195ea-6e74-465e-b423-3e36e9950fdb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:security_group_rule and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:26.679969 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-90d195ea-6e74-465e-b423-3e36e9950fdb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:26.689543 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-90d195ea-6e74-465e-b423-3e36e9950fdb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:26.704338 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bdb8c1-5e81-4f80-ab61-221d879ed019 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Checking segment: {'id': '58c00d88-87de-4c5f-8c6e-2d21d39e2bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f168430e-f836-4aa3-a1c6-2372762ae604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:53:26.704707 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bdb8c1-5e81-4f80-ab61-221d879ed019 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Network hostable DHCP agents. Network: f168430e-f836-4aa3-a1c6-2372762ae604, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:53:26.721138 n-d-841760-1 neutron-server[88081]: INFO neutron.db.securitygroups_db [None req-90d195ea-6e74-465e-b423-3e36e9950fdb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Project 2fd5504203d84ec88c34b0f9b983d931 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 14:53:26.734235 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-90d195ea-6e74-465e-b423-3e36e9950fdb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:26.756224 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0ccac5ad-4e25-490d-a6ad-3c92bcd678ea req-9c8ea976-96d8-45d9-82ba-0f305fcc99cf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcbc4f5c-71d2-4181-a713-a7dfc0bb707d HTTP/1.1" status: 200 len: 217 time: 0.2778339 May 13 14:53:26.758095 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bdb8c1-5e81-4f80-ab61-221d879ed019 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Network f168430e-f836-4aa3-a1c6-2372762ae604 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:53:26.781031 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-8637b387-b6e1-4628-b60b-58df7121f53c None None] Current status of the port 742ecd83-3f99-49ee-b7d7-ea9c26ec37a3 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:26.782342 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8637b387-b6e1-4628-b60b-58df7121f53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:26.802748 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-39bdb8c1-5e81-4f80-ab61-221d879ed019 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, f168430e-f836-4aa3-a1c6-2372762ae604) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:26.816779 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7a10d2-6c84-44ef-a173-170016a6bee5 None None] Network f168430e-f836-4aa3-a1c6-2372762ae604 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:26.829181 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bdb8c1-5e81-4f80-ab61-221d879ed019 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:26.830158 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-39bdb8c1-5e81-4f80-ab61-221d879ed019 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:26.885092 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-39bdb8c1-5e81-4f80-ab61-221d879ed019 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0763321 May 13 14:53:26.888421 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45794) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:26.898663 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-2488e449-7089-4104-8ea9-98698071574b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-553794337'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:26.899978 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccac5ad-4e25-490d-a6ad-3c92bcd678ea req-e08e39e0-3d61-4802-b7a8-d8c983d9c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:26.902449 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0ccac5ad-4e25-490d-a6ad-3c92bcd678ea req-e08e39e0-3d61-4802-b7a8-d8c983d9c8ed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d45b3e8b-ca2a-4df5-a09b-18c147d1c882 HTTP/1.1" status: 200 len: 852 time: 0.1393111 May 13 14:53:26.920623 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8ebbc8-b989-4f5b-aa61-8d80fcfc8045 None None] Network e671153c-00d7-406d-85ed-65647a5a0614 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:26.937218 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-90d195ea-6e74-465e-b423-3e36e9950fdb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:26.941389 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2488e449-7089-4104-8ea9-98698071574b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:26.946952 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2488e449-7089-4104-8ea9-98698071574b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Usage tracker for resource:network and tenant:92056d06e6f64d8f87cf74e57d5ce72a is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:26.950885 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-90d195ea-6e74-465e-b423-3e36e9950fdb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:26.975887 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2488e449-7089-4104-8ea9-98698071574b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:26.988563 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2488e449-7089-4104-8ea9-98698071574b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:26.992638 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0ccac5ad-4e25-490d-a6ad-3c92bcd678ea req-5dacb3a9-54fd-49d3-bc6e-9f3741eeae0b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8a52be44-3323-498c-b145-cd433f54e74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670676 May 13 14:53:27.038535 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2488e449-7089-4104-8ea9-98698071574b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Made reservation on behalf of 92056d06e6f64d8f87cf74e57d5ce72a for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:27.044206 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2488e449-7089-4104-8ea9-98698071574b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:27.103322 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d195ea-6e74-465e-b423-3e36e9950fdb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e6a00b-8f82-4038-80fa-1caae10c4dc5,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:27.124605 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-90d195ea-6e74-465e-b423-3e36e9950fdb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:27.124605 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-90d195ea-6e74-465e-b423-3e36e9950fdb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4949148 May 13 14:53:27.163898 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2488e449-7089-4104-8ea9-98698071574b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:53:27.169224 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-8637b387-b6e1-4628-b60b-58df7121f53c None None] For port 742ecd83-3f99-49ee-b7d7-ea9c26ec37a3, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=742ecd83-3f99-49ee-b7d7-ea9c26ec37a3,segment=NetworkSegment(6b3f0efa-0225-4101-9807-979b705ef81f),segment_id=6b3f0efa-0225-4101-9807-979b705ef81f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:27.186891 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2488e449-7089-4104-8ea9-98698071574b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:27.187533 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-2488e449-7089-4104-8ea9-98698071574b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Added segment ac3440c9-e42c-424a-8512-2ded132c8458 of type vlan for network a23a6d49-6ac2-4b91-8902-66e48a0249a2 May 13 14:53:27.258513 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2488e449-7089-4104-8ea9-98698071574b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:27.336333 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2488e449-7089-4104-8ea9-98698071574b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:27.344169 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2488e449-7089-4104-8ea9-98698071574b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:27.345042 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2488e449-7089-4104-8ea9-98698071574b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:27.379651 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0ccac5ad-4e25-490d-a6ad-3c92bcd678ea req-b11ac3ae-2364-4f3f-9de3-88485ec75c94 service neutron] 10.222.0.59 "GET /v2.0/networks/8a52be44-3323-498c-b145-cd433f54e74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792317 May 13 14:53:27.468321 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8637b387-b6e1-4628-b60b-58df7121f53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:27.621970 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fecf98a-3391-4e8e-bef7-3a5b11ffa603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-f168430e-f836-4aa3-a1c6-2372762ae604', 'network_id': 'f168430e-f836-4aa3-a1c6-2372762ae604', 'tenant_id': '92056d06e6f64d8f87cf74e57d5ce72a', 'fixed_ips': [{'subnet_id': 'e21a2271-cb2b-4dd5-baed-cf6daa5cfcc5'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:53:27.625528 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3fecf98a-3391-4e8e-bef7-3a5b11ffa603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:27.707258 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device af80a71b-769b-4062-b303-2e969cf73a3f up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:53:27.717050 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2488e449-7089-4104-8ea9-98698071574b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8240707 May 13 14:53:27.719598 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45824) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:27.736708 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-fc14c41e-44f0-4f05-a6c1-6a4429c76d35 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Request body: {'subnet': {'network_id': 'a23a6d49-6ac2-4b91-8902-66e48a0249a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:27.756950 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488e449-7089-4104-8ea9-98698071574b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event updated for resources: {'Network': ['ID=a23a6d49-6ac2-4b91-8902-66e48a0249a2,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:27.757651 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6072fa18-9897-4583-b6ff-bc08d840e057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:27.762352 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-3ee541a5-1d9c-46bf-b266-6e7a4f64fa36 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-222313247&fields=id&tenant_id=2fd5504203d84ec88c34b0f9b983d931 HTTP/1.1" status: 200 len: 267 time: 0.1442833 May 13 14:53:27.804846 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network a23a6d49-6ac2-4b91-8902-66e48a0249a2 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:53:27.854996 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0ccac5ad-4e25-490d-a6ad-3c92bcd678ea req-2a9b103a-0c4f-472e-bd9a-017dd4106be2 service neutron] 10.222.0.59 "GET /v2.0/networks/8a52be44-3323-498c-b145-cd433f54e74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676125 May 13 14:53:27.898236 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68256ab6-22f1-496d-8092-79e77a50868d req-868e9a6d-2f63-45fa-b553-f0ee759490a9 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:27.900209 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-68256ab6-22f1-496d-8092-79e77a50868d req-868e9a6d-2f63-45fa-b553-f0ee759490a9 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce10fb7d-5a1e-4e99-aed5-f5d5bfab0bb2 HTTP/1.1" status: 200 len: 943 time: 0.3401563 May 13 14:53:27.903046 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-fc14c41e-44f0-4f05-a6c1-6a4429c76d35 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:27.925037 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-fc14c41e-44f0-4f05-a6c1-6a4429c76d35 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Usage tracker for resource:subnet and tenant:92056d06e6f64d8f87cf74e57d5ce72a is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:27.938929 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-fc14c41e-44f0-4f05-a6c1-6a4429c76d35 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:27.949436 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-fc14c41e-44f0-4f05-a6c1-6a4429c76d35 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:27.991568 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-68256ab6-22f1-496d-8092-79e77a50868d req-451b18e9-9c21-4f25-9949-48d22ac839c2 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0645465-1df2-4382-b6b9-abb609651a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796902 May 13 14:53:27.992830 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc14c41e-44f0-4f05-a6c1-6a4429c76d35 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Made reservation on behalf of 92056d06e6f64d8f87cf74e57d5ce72a for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:27.994907 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device bcbc4f5c-71d2-4181-a713-a7dfc0bb707d details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:53:28.000406 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fc14c41e-44f0-4f05-a6c1-6a4429c76d35 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:28.000519 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a05bd7ea-7f42-48b7-842c-37fb3b7b1c9a None None] Provisioning for port af80a71b-769b-4062-b303-2e969cf73a3f completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:53:28.083193 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-1c5dd8e3-76a4-472c-a69a-7a768e2167d0 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:28.084180 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-1c5dd8e3-76a4-472c-a69a-7a768e2167d0 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Synchronizing usage tracker for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:53:28.102757 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-1c5dd8e3-76a4-472c-a69a-7a768e2167d0 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Unset dirty status for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:53:28.105160 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-1c5dd8e3-76a4-472c-a69a-7a768e2167d0 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/networks?id=e671153c-00d7-406d-85ed-65647a5a0614 HTTP/1.1" status: 200 len: 797 time: 0.3420067 May 13 14:53:28.113798 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637b387-b6e1-4628-b60b-58df7121f53c None None] Pushing event updated for resources: {'Port': ['ID=742ecd83-3f99-49ee-b7d7-ea9c26ec37a3,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:28.139400 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-51f6939d-764f-4cb5-84ad-943ab9659261 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/quotas/2fd5504203d84ec88c34b0f9b983d931 HTTP/1.1" status: 200 len: 375 time: 0.0285261 May 13 14:53:28.142388 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.ipam_backend_mixin [None req-fc14c41e-44f0-4f05-a6c1-6a4429c76d35 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Performing IP validity checks on allocation pools {{(pid=88081) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 13 14:53:28.143499 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.ipam_backend_mixin [None req-fc14c41e-44f0-4f05-a6c1-6a4429c76d35 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88081) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 13 14:53:28.315130 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-24923e38-85a1-4769-bff8-38b270b41a73 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fd5504203d84ec88c34b0f9b983d931&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1747551 May 13 14:53:28.317609 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port af80a71b-769b-4062-b303-2e969cf73a3f completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:53:28.321474 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.resource_extend [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:53:28.427803 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fc14c41e-44f0-4f05-a6c1-6a4429c76d35 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:28.616680 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14c41e-44f0-4f05-a6c1-6a4429c76d35 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event updated for resources: {'Subnet': ['ID=2d3bc0cf-bae2-4818-a8ed-cf6f4847492b,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:28.620959 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc14c41e-44f0-4f05-a6c1-6a4429c76d35 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Checking segment: {'id': 'ac3440c9-e42c-424a-8512-2ded132c8458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a23a6d49-6ac2-4b91-8902-66e48a0249a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:53:28.622021 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc14c41e-44f0-4f05-a6c1-6a4429c76d35 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Network hostable DHCP agents. Network: a23a6d49-6ac2-4b91-8902-66e48a0249a2, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:53:28.629577 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port af80a71b-769b-4062-b303-2e969cf73a3f triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:28.629959 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:28.653271 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc14c41e-44f0-4f05-a6c1-6a4429c76d35 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Network a23a6d49-6ac2-4b91-8902-66e48a0249a2 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:53:28.673566 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-fc14c41e-44f0-4f05-a6c1-6a4429c76d35 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, a23a6d49-6ac2-4b91-8902-66e48a0249a2) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:28.689284 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc14c41e-44f0-4f05-a6c1-6a4429c76d35 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:28.692171 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fc14c41e-44f0-4f05-a6c1-6a4429c76d35 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:28.697143 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-642ffbed-b05a-405e-9425-bbdb5a6f8dbe service neutron] 10.222.0.35 "GET /v2.0/networks/e671153c-00d7-406d-85ed-65647a5a0614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811507 May 13 14:53:28.761369 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fc14c41e-44f0-4f05-a6c1-6a4429c76d35 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0399477 May 13 14:53:28.764223 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45850) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:28.805632 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port bcbc4f5c-71d2-4181-a713-a7dfc0bb707d, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=bcbc4f5c-71d2-4181-a713-a7dfc0bb707d,segment=NetworkSegment(41f58b33-1502-432c-b89f-2cba40f91134),segment_id=41f58b33-1502-432c-b89f-2cba40f91134)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:28.824488 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6930f91c-5f4b-40b9-816c-5b4d376c34ec None None] Network a23a6d49-6ac2-4b91-8902-66e48a0249a2 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:28.855667 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'bcbc4f5c-71d2-4181-a713-a7dfc0bb707d', 'network_id': '8a52be44-3323-498c-b145-cd433f54e74e', 'port_id': 'bcbc4f5c-71d2-4181-a713-a7dfc0bb707d', 'mac_address': 'fa:16:3e:99:a8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd45b3e8b-ca2a-4df5-a09b-18c147d1c882', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:53:28.939022 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-7b28e09a-a653-4e86-86f6-0fbccd50b87b service neutron] 10.222.0.35 "GET /v2.0/networks/e671153c-00d7-406d-85ed-65647a5a0614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302773 May 13 14:53:29.018500 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-3fecf98a-3391-4e8e-bef7-3a5b11ffa603 None None] Allocated IP 2001:db8::3 (f168430e-f836-4aa3-a1c6-2372762ae604/e21a2271-cb2b-4dd5-baed-cf6daa5cfcc5/dcd808ea-2bbb-4142-9e18-cb25d0a40022) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:53:29.086353 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cecf8600-ec5f-4a84-be6c-523c5da7de29 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:29.318288 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cecf8600-ec5f-4a84-be6c-523c5da7de29 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:29.414768 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1b0e0393-b91e-4cd5-9df8-986c07d9a609 req-eedc6792-0980-4781-b784-e27576233077 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=51deba12-0b33-4b18-89eb-30072e91970a HTTP/1.1" status: 200 len: 210 time: 0.1637635 May 13 14:53:29.420036 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3fecf98a-3391-4e8e-bef7-3a5b11ffa603 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:29.432191 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3fecf98a-3391-4e8e-bef7-3a5b11ffa603 None None] Transition to ACTIVE for port object dcd808ea-2bbb-4142-9e18-cb25d0a40022 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:53:29.455023 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3fecf98a-3391-4e8e-bef7-3a5b11ffa603 None None] Transition to ACTIVE for port object dcd808ea-2bbb-4142-9e18-cb25d0a40022 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:53:29.476129 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cecf8600-ec5f-4a84-be6c-523c5da7de29 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:29.592305 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf8600-ec5f-4a84-be6c-523c5da7de29 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event deleted for resources: {'Subnet': ['ID=2d3bc0cf-bae2-4818-a8ed-cf6f4847492b,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:29.759423 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d8253b10-f0a9-47bf-a59e-a55150cce430 None None] Provisioning complete for port 742ecd83-3f99-49ee-b7d7-ea9c26ec37a3 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:29.759855 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d8253b10-f0a9-47bf-a59e-a55150cce430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:29.829300 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cecf8600-ec5f-4a84-be6c-523c5da7de29 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:29.854419 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3fecf98a-3391-4e8e-bef7-3a5b11ffa603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:29.908524 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-cecf8600-ec5f-4a84-be6c-523c5da7de29 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23a6d49-6ac2-4b91-8902-66e48a0249a2']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:29.932711 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f921b32-1bf9-4894-a96f-44563e10061f req-42e522ff-b355-45b2-9359-202ba42f5429 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:29.939878 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f921b32-1bf9-4894-a96f-44563e10061f req-42e522ff-b355-45b2-9359-202ba42f5429 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce10fb7d-5a1e-4e99-aed5-f5d5bfab0bb2 HTTP/1.1" status: 200 len: 943 time: 0.6817164 May 13 14:53:29.955014 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-cecf8600-ec5f-4a84-be6c-523c5da7de29 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac3440c9-e42c-424a-8512-2ded132c8458') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:29.955919 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-cecf8600-ec5f-4a84-be6c-523c5da7de29 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac3440c9-e42c-424a-8512-2ded132c8458') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:29.975225 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cecf8600-ec5f-4a84-be6c-523c5da7de29 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.022555 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f921b32-1bf9-4894-a96f-44563e10061f req-26bce436-dab7-42b7-8b8a-c1818b1110fb tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0645465-1df2-4382-b6b9-abb609651a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816021 May 13 14:53:30.023816 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cecf8600-ec5f-4a84-be6c-523c5da7de29 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.037765 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cecf8600-ec5f-4a84-be6c-523c5da7de29 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:53:30.038184 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cecf8600-ec5f-4a84-be6c-523c5da7de29 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.044915 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fecf98a-3391-4e8e-bef7-3a5b11ffa603 None None] Network f168430e-f836-4aa3-a1c6-2372762ae604 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:53:30.045890 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port bcbc4f5c-71d2-4181-a713-a7dfc0bb707d is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:30.046203 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.065779 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.068412 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:53:30.068412 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:53:30.068412 n-d-841760-1 neutron-server[88081]: timer() May 13 14:53:30.068412 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:53:30.068412 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:53:30.068412 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:53:30.068412 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:53:30.068412 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:53:30.068412 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:53:30.068412 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:53:30.068412 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:53:30.068412 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:53:30.068412 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:53:30.068412 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:53:30.068412 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:53:30.068412 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:53:30.068412 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:53:30.068412 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:53:30.068412 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:53:30.068412 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:53:30.068412 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:53:30.068412 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:53:30.068412 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:53:30.068412 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:53:30.068412 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:53:30.068412 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:53:30.068412 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:53:30.068412 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:53:30.068412 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:53:30.068412 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:53:30.068412 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:53:30.068412 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:53:30.120491 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-3fecf98a-3391-4e8e-bef7-3a5b11ffa603 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:30.125098 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcbc4f5c-71d2-4181-a713-a7dfc0bb707d {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:53:30.165783 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fecf98a-3391-4e8e-bef7-3a5b11ffa603 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:53:30.187297 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cecf8600-ec5f-4a84-be6c-523c5da7de29 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.196497 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cecf8600-ec5f-4a84-be6c-523c5da7de29 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.230309 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cecf8600-ec5f-4a84-be6c-523c5da7de29 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "DELETE /v2.0/networks/a23a6d49-6ac2-4b91-8902-66e48a0249a2 HTTP/1.1" status: 204 len: 168 time: 1.4645529 May 13 14:53:30.232262 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf8600-ec5f-4a84-be6c-523c5da7de29 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event deleted for resources: {'Network': ['ID=a23a6d49-6ac2-4b91-8902-66e48a0249a2,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:30.234787 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45886) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:30.243800 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-b3ae6f66-db19-4f57-b65d-0014343baf02 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2074105134'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:30.260380 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b3ae6f66-db19-4f57-b65d-0014343baf02 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:30.298757 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b3ae6f66-db19-4f57-b65d-0014343baf02 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Usage tracker for resource:network and tenant:92056d06e6f64d8f87cf74e57d5ce72a is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:30.306947 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b3ae6f66-db19-4f57-b65d-0014343baf02 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:30.321902 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b3ae6f66-db19-4f57-b65d-0014343baf02 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:30.338148 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ae6f66-db19-4f57-b65d-0014343baf02 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Made reservation on behalf of 92056d06e6f64d8f87cf74e57d5ce72a for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:30.343027 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b3ae6f66-db19-4f57-b65d-0014343baf02 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.344114 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1722687c-b1c4-4f42-8513-69fbc1c461b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.352221 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port af80a71b-769b-4062-b303-2e969cf73a3f is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:30.352611 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.384371 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ae6f66-db19-4f57-b65d-0014343baf02 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:53:30.397101 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b3ae6f66-db19-4f57-b65d-0014343baf02 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.397737 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-b3ae6f66-db19-4f57-b65d-0014343baf02 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Added segment 2cf361e1-4163-4ffb-b049-25faa5566cb9 of type vlan for network baa411ed-8d18-4936-8f5e-8b19ed2e2aa0 May 13 14:53:30.401435 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623ca5f4-cf30-4664-9d73-cc799fc3a21a None None] Network a23a6d49-6ac2-4b91-8902-66e48a0249a2 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:30.440499 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b3ae6f66-db19-4f57-b65d-0014343baf02 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.475384 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecf98a-3391-4e8e-bef7-3a5b11ffa603 None None] Pushing event updated for resources: {'Port': ['ID=dcd808ea-2bbb-4142-9e18-cb25d0a40022,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:30.483477 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port bcbc4f5c-71d2-4181-a713-a7dfc0bb707d, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=bcbc4f5c-71d2-4181-a713-a7dfc0bb707d,segment=NetworkSegment(41f58b33-1502-432c-b89f-2cba40f91134),segment_id=41f58b33-1502-432c-b89f-2cba40f91134)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:30.509484 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b3ae6f66-db19-4f57-b65d-0014343baf02 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.521791 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ae6f66-db19-4f57-b65d-0014343baf02 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:30.522822 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b3ae6f66-db19-4f57-b65d-0014343baf02 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.527614 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623ca5f4-cf30-4664-9d73-cc799fc3a21a None None] Network a23a6d49-6ac2-4b91-8902-66e48a0249a2 could not be found, it might have been deleted concurrently. {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 13 14:53:30.530238 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.659643 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2cd01252-0572-433d-bc95-7d6d80afcc0e req-d6fa5bba-a0ea-44dc-923c-105ac56e302c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=51deba12-0b33-4b18-89eb-30072e91970a HTTP/1.1" status: 200 len: 210 time: 0.1000278 May 13 14:53:30.758584 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=bcbc4f5c-71d2-4181-a713-a7dfc0bb707d,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:30.778249 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-3fecf98a-3391-4e8e-bef7-3a5b11ffa603 None None] Attempting to bind port dcd808ea-2bbb-4142-9e18-cb25d0a40022 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:53:30.778776 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-3fecf98a-3391-4e8e-bef7-3a5b11ffa603 None None] Attempting to bind port dcd808ea-2bbb-4142-9e18-cb25d0a40022 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '58c00d88-87de-4c5f-8c6e-2d21d39e2bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f168430e-f836-4aa3-a1c6-2372762ae604'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:53:30.778933 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fecf98a-3391-4e8e-bef7-3a5b11ffa603 None None] Attempting to bind port dcd808ea-2bbb-4142-9e18-cb25d0a40022 on network f168430e-f836-4aa3-a1c6-2372762ae604 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:53:30.797864 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-d8253b10-f0a9-47bf-a59e-a55150cce430 None None] Current status of the port 742ecd83-3f99-49ee-b7d7-ea9c26ec37a3 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:30.809388 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port af80a71b-769b-4062-b303-2e969cf73a3f, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=af80a71b-769b-4062-b303-2e969cf73a3f,segment=NetworkSegment(34a199cd-1d62-4dd2-adc9-7506731a103f),segment_id=34a199cd-1d62-4dd2-adc9-7506731a103f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:30.810743 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fecf98a-3391-4e8e-bef7-3a5b11ffa603 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:53:30.811265 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fecf98a-3391-4e8e-bef7-3a5b11ffa603 None None] Checking segment: {'id': '58c00d88-87de-4c5f-8c6e-2d21d39e2bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f168430e-f836-4aa3-a1c6-2372762ae604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:53:30.811864 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3fecf98a-3391-4e8e-bef7-3a5b11ffa603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.812399 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fecf98a-3391-4e8e-bef7-3a5b11ffa603 None None] Bound using segment: {'id': '58c00d88-87de-4c5f-8c6e-2d21d39e2bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f168430e-f836-4aa3-a1c6-2372762ae604'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:53:30.812989 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-3fecf98a-3391-4e8e-bef7-3a5b11ffa603 None None] Bound port: dcd808ea-2bbb-4142-9e18-cb25d0a40022, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58c00d88-87de-4c5f-8c6e-2d21d39e2bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f168430e-f836-4aa3-a1c6-2372762ae604'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:53:30.813404 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3fecf98a-3391-4e8e-bef7-3a5b11ffa603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.848546 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.854649 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['bcbc4f5c-71d2-4181-a713-a7dfc0bb707d'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:53:30.936406 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.938880 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.984850 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b3ae6f66-db19-4f57-b65d-0014343baf02 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7482073 May 13 14:53:30.987675 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45900) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:30.994345 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-10a2543a-a696-406f-a433-4129954be7e5 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Request body: {'subnet': {'network_id': 'baa411ed-8d18-4936-8f5e-8b19ed2e2aa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:30.997808 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae6f66-db19-4f57-b65d-0014343baf02 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event updated for resources: {'Network': ['ID=baa411ed-8d18-4936-8f5e-8b19ed2e2aa0,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:31.036452 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network baa411ed-8d18-4936-8f5e-8b19ed2e2aa0 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:53:31.129403 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 742ecd83-3f99-49ee-b7d7-ea9c26ec37a3 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:53:31.277874 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-10a2543a-a696-406f-a433-4129954be7e5 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:31.294454 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-10a2543a-a696-406f-a433-4129954be7e5 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Usage tracker for resource:subnet and tenant:92056d06e6f64d8f87cf74e57d5ce72a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:31.308379 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-10a2543a-a696-406f-a433-4129954be7e5 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:31.328658 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-10a2543a-a696-406f-a433-4129954be7e5 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:31.347684 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a2543a-a696-406f-a433-4129954be7e5 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Made reservation on behalf of 92056d06e6f64d8f87cf74e57d5ce72a for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:31.352513 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-10a2543a-a696-406f-a433-4129954be7e5 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:31.442075 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=af80a71b-769b-4062-b303-2e969cf73a3f,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:31.528186 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-61569c1f-dde5-4bf3-9bfe-3512ba04c160 None None] Provisioning complete for port af80a71b-769b-4062-b303-2e969cf73a3f triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:31.528509 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-61569c1f-dde5-4bf3-9bfe-3512ba04c160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:31.570784 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-3fecf98a-3391-4e8e-bef7-3a5b11ffa603 None None] For port dcd808ea-2bbb-4142-9e18-cb25d0a40022, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:53:31.629034 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 742ecd83-3f99-49ee-b7d7-ea9c26ec37a3 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:31.629586 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:31.657999 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-3fecf98a-3391-4e8e-bef7-3a5b11ffa603 None None] For port dcd808ea-2bbb-4142-9e18-cb25d0a40022, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=dcd808ea-2bbb-4142-9e18-cb25d0a40022,segment=NetworkSegment(58c00d88-87de-4c5f-8c6e-2d21d39e2bfd),segment_id=58c00d88-87de-4c5f-8c6e-2d21d39e2bfd)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:53:31.722182 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3fecf98a-3391-4e8e-bef7-3a5b11ffa603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:31.762067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae65703-79c1-4764-be79-8912571e4ecc req-86581350-571e-4bfc-b948-ada580e00ded tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:31.764971 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dae65703-79c1-4764-be79-8912571e4ecc req-86581350-571e-4bfc-b948-ada580e00ded tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce10fb7d-5a1e-4e99-aed5-f5d5bfab0bb2 HTTP/1.1" status: 200 len: 944 time: 0.5027018 May 13 14:53:31.781415 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-10a2543a-a696-406f-a433-4129954be7e5 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:31.902874 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2543a-a696-406f-a433-4129954be7e5 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event updated for resources: {'Subnet': ['ID=681d766b-d708-4ee3-837d-4dcd27ea9f94,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:31.926396 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2a1ff583-bccd-44c9-9734-a44bed8c0f91 req-cb949130-2d17-44ac-8660-7fd328895619 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=51deba12-0b33-4b18-89eb-30072e91970a HTTP/1.1" status: 200 len: 210 time: 0.0597725 May 13 14:53:31.955411 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-d77f8371-49a2-4404-bbf1-8f352ca165f3 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:31.957146 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-d77f8371-49a2-4404-bbf1-8f352ca165f3 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.74 "GET /v2.0/networks?id=e671153c-00d7-406d-85ed-65647a5a0614 HTTP/1.1" status: 200 len: 797 time: 0.5733912 May 13 14:53:31.958572 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a2543a-a696-406f-a433-4129954be7e5 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Checking segment: {'id': '2cf361e1-4163-4ffb-b049-25faa5566cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'baa411ed-8d18-4936-8f5e-8b19ed2e2aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:53:31.959004 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a2543a-a696-406f-a433-4129954be7e5 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Network hostable DHCP agents. Network: baa411ed-8d18-4936-8f5e-8b19ed2e2aa0, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:53:31.973383 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dae65703-79c1-4764-be79-8912571e4ecc req-b09280e3-dfb5-4e79-9b50-dcc07197c932 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0645465-1df2-4382-b6b9-abb609651a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785450 May 13 14:53:31.983429 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a2543a-a696-406f-a433-4129954be7e5 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Network baa411ed-8d18-4936-8f5e-8b19ed2e2aa0 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:53:32.004951 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-10a2543a-a696-406f-a433-4129954be7e5 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, baa411ed-8d18-4936-8f5e-8b19ed2e2aa0) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:32.025115 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a2543a-a696-406f-a433-4129954be7e5 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:32.026231 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-10a2543a-a696-406f-a433-4129954be7e5 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:32.063711 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-24075f33-3d8c-4b76-8ef4-d30d821ee2f8 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Synchronizing usage tracker for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:53:32.069863 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2444ab-ef5b-46d1-901d-e4ea3aaa3009 None None] Network baa411ed-8d18-4936-8f5e-8b19ed2e2aa0 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:32.071562 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-10a2543a-a696-406f-a433-4129954be7e5 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0827398 May 13 14:53:32.074879 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45926) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:32.107798 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-24075f33-3d8c-4b76-8ef4-d30d821ee2f8 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Unset dirty status for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:53:32.108981 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-24075f33-3d8c-4b76-8ef4-d30d821ee2f8 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fd5504203d84ec88c34b0f9b983d931 HTTP/1.1" status: 200 len: 470 time: 0.1338353 May 13 14:53:32.123468 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-a7c14c77-21bb-448e-a198-f8e2ba4a8c1b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'port': {'device_id': '51deba12-0b33-4b18-89eb-30072e91970a', 'network_id': 'e671153c-00d7-406d-85ed-65647a5a0614', 'admin_state_up': True, 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'security_groups': ['6323da97-ebc7-4971-a1d1-b71709aade33']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:32.500749 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-a7c14c77-21bb-448e-a198-f8e2ba4a8c1b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:32.514593 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-a7c14c77-21bb-448e-a198-f8e2ba4a8c1b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:port and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:32.524222 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-a7c14c77-21bb-448e-a198-f8e2ba4a8c1b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:32.536001 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-a7c14c77-21bb-448e-a198-f8e2ba4a8c1b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:32.557145 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-a7c14c77-21bb-448e-a198-f8e2ba4a8c1b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Made reservation on behalf of 2fd5504203d84ec88c34b0f9b983d931 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:32.567540 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-a7c14c77-21bb-448e-a198-f8e2ba4a8c1b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:32.605670 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45936) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:32.697797 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ff7f1e6-6c73-4358-9e3c-bfbfb1dd0f0e tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:32.709204 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-61569c1f-dde5-4bf3-9bfe-3512ba04c160 None None] Current status of the port af80a71b-769b-4062-b303-2e969cf73a3f is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:32.742369 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fa33a0-db89-4185-96e9-94ae2656d827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-baa411ed-8d18-4936-8f5e-8b19ed2e2aa0', 'network_id': 'baa411ed-8d18-4936-8f5e-8b19ed2e2aa0', 'tenant_id': '92056d06e6f64d8f87cf74e57d5ce72a', 'fixed_ips': [{'subnet_id': '681d766b-d708-4ee3-837d-4dcd27ea9f94'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:53:32.743697 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-87fa33a0-db89-4185-96e9-94ae2656d827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:32.805288 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:32.805288 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecf98a-3391-4e8e-bef7-3a5b11ffa603 None None] Pushing event updated for resources: {'Port': ['ID=dcd808ea-2bbb-4142-9e18-cb25d0a40022,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:32.833410 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ff7f1e6-6c73-4358-9e3c-bfbfb1dd0f0e tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:32.971995 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0a6dfc74-5f32-40b2-8575-82cbb1e6afec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:33.013990 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0a6dfc74-5f32-40b2-8575-82cbb1e6afec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:33.019161 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0a6dfc74-5f32-40b2-8575-82cbb1e6afec admin admin] Usage tracker for resource:security_group_rule and tenant:d76038cac78349768ce5cace48e5ec41 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:33.022582 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0a6dfc74-5f32-40b2-8575-82cbb1e6afec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:33.030795 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0a6dfc74-5f32-40b2-8575-82cbb1e6afec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:33.056257 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 742ecd83-3f99-49ee-b7d7-ea9c26ec37a3 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:33.076731 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ff7f1e6-6c73-4358-9e3c-bfbfb1dd0f0e tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:33.140939 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7f1e6-6c73-4358-9e3c-bfbfb1dd0f0e tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event deleted for resources: {'Subnet': ['ID=681d766b-d708-4ee3-837d-4dcd27ea9f94,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server [None req-87fa33a0-db89-4185-96e9-94ae2656d827 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 681d766b-d708-4ee3-837d-4dcd27ea9f94: This subnet is being modified by another concurrent operation. May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise exception May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 681d766b-d708-4ee3-837d-4dcd27ea9f94: This subnet is being modified by another concurrent operation. May 13 14:53:33.165897 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server May 13 14:53:33.185664 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975287c9-d1a7-48ba-abdd-daf643724399 None None] Network baa411ed-8d18-4936-8f5e-8b19ed2e2aa0 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:33.325817 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-a7c14c77-21bb-448e-a198-f8e2ba4a8c1b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Allocated IP 172.20.0.26 (e671153c-00d7-406d-85ed-65647a5a0614/0acc617e-a4e0-4380-8ca6-6796fc3baaca/49089343-e953-4154-837f-dabd08e6969e) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:53:33.361751 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0a6dfc74-5f32-40b2-8575-82cbb1e6afec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:33.477889 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device af80a71b-769b-4062-b303-2e969cf73a3f up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:53:33.603419 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ff7f1e6-6c73-4358-9e3c-bfbfb1dd0f0e tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:33.606758 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port af80a71b-769b-4062-b303-2e969cf73a3f triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:33.607361 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:33.635492 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-0ff7f1e6-6c73-4358-9e3c-bfbfb1dd0f0e tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baa411ed-8d18-4936-8f5e-8b19ed2e2aa0']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:33.662567 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01825967-507c-48ac-ad64-9bdc143fe812 req-35e7b74f-953f-4842-8667-3bbb4291034a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:33.668428 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01825967-507c-48ac-ad64-9bdc143fe812 req-35e7b74f-953f-4842-8667-3bbb4291034a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:33.674222 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01825967-507c-48ac-ad64-9bdc143fe812 req-35e7b74f-953f-4842-8667-3bbb4291034a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:33.682800 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01825967-507c-48ac-ad64-9bdc143fe812 req-35e7b74f-953f-4842-8667-3bbb4291034a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:33.688616 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0a6dfc74-5f32-40b2-8575-82cbb1e6afec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:33.689593 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01825967-507c-48ac-ad64-9bdc143fe812 req-35e7b74f-953f-4842-8667-3bbb4291034a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:33.695853 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01825967-507c-48ac-ad64-9bdc143fe812 req-35e7b74f-953f-4842-8667-3bbb4291034a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:33.702366 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01825967-507c-48ac-ad64-9bdc143fe812 req-35e7b74f-953f-4842-8667-3bbb4291034a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:33.710511 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-01825967-507c-48ac-ad64-9bdc143fe812 req-35e7b74f-953f-4842-8667-3bbb4291034a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5444 time: 0.5192530 May 13 14:53:33.711386 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-0ff7f1e6-6c73-4358-9e3c-bfbfb1dd0f0e tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf361e1-4163-4ffb-b049-25faa5566cb9') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:33.711787 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-0ff7f1e6-6c73-4358-9e3c-bfbfb1dd0f0e tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf361e1-4163-4ffb-b049-25faa5566cb9') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:33.762836 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b814dd43-7fdd-4cd7-bfe8-378d8aea3e0f req-736d193f-ca1a-4d50-8550-7e7d95a1f7ea tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=51deba12-0b33-4b18-89eb-30072e91970a HTTP/1.1" status: 200 len: 210 time: 0.5999706 May 13 14:53:33.782899 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-a7c14c77-21bb-448e-a198-f8e2ba4a8c1b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:33.792297 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ff7f1e6-6c73-4358-9e3c-bfbfb1dd0f0e tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:33.802181 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-a7c14c77-21bb-448e-a198-f8e2ba4a8c1b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Transition to ACTIVE for port object 49089343-e953-4154-837f-dabd08e6969e will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:53:33.811390 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port af80a71b-769b-4062-b303-2e969cf73a3f is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:33.828382 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-01825967-507c-48ac-ad64-9bdc143fe812 req-e298f472-36c2-46fb-aac5-efdc8f67a3dd tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1166799 May 13 14:53:33.848048 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-a7c14c77-21bb-448e-a198-f8e2ba4a8c1b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:33.871035 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0a6dfc74-5f32-40b2-8575-82cbb1e6afec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d76038cac78349768ce5cace48e5ec41&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2612164 May 13 14:53:33.872414 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45962) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:33.887675 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dfc74-5f32-40b2-8575-82cbb1e6afec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13639d0-057c-4e9a-851f-26b87f56bce7,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:33.901388 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ff7f1e6-6c73-4358-9e3c-bfbfb1dd0f0e tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:33.934999 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff7f1e6-6c73-4358-9e3c-bfbfb1dd0f0e tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:53:33.934999 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ff7f1e6-6c73-4358-9e3c-bfbfb1dd0f0e tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:33.952440 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:53:33.952440 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:53:33.952440 n-d-841760-1 neutron-server[88082]: timer() May 13 14:53:33.952440 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:53:33.952440 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:53:33.952440 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:53:33.952440 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:53:33.952440 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:53:33.952440 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:53:33.952440 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:53:33.952440 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:53:33.952440 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:53:33.952440 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:53:33.952440 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:53:33.952440 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:53:33.952440 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:53:33.952440 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:53:33.952440 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:53:33.952440 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:53:33.952440 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:53:33.952440 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:53:33.952440 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:53:33.952440 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:53:33.952440 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:53:33.952440 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:53:33.952440 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:53:33.952440 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:53:33.952440 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:53:33.952440 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:53:33.952440 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:53:33.952440 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:53:33.952440 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:53:33.991467 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-a7c14c77-21bb-448e-a198-f8e2ba4a8c1b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Network e671153c-00d7-406d-85ed-65647a5a0614 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:53:33.994851 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-a7c14c77-21bb-448e-a198-f8e2ba4a8c1b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:33.999509 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-a7c14c77-21bb-448e-a198-f8e2ba4a8c1b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:53:34.031435 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c14c77-21bb-448e-a198-f8e2ba4a8c1b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'Port': ['ID=49089343-e953-4154-837f-dabd08e6969e,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:34.074804 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-a7c14c77-21bb-448e-a198-f8e2ba4a8c1b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:34.075753 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-a7c14c77-21bb-448e-a198-f8e2ba4a8c1b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:34.105110 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-a7c14c77-21bb-448e-a198-f8e2ba4a8c1b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9900572 May 13 14:53:34.123213 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-b8094692-402d-4ef3-b36f-9c0e81e8b384 service neutron] Request body: {'port': {'device_id': '51deba12-0b33-4b18-89eb-30072e91970a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:34.197989 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4b6ecec1-df1c-45fc-b371-8a5553b411f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:34.203593 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ff7f1e6-6c73-4358-9e3c-bfbfb1dd0f0e tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:34.246213 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0ff7f1e6-6c73-4358-9e3c-bfbfb1dd0f0e tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:34.253550 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7f1e6-6c73-4358-9e3c-bfbfb1dd0f0e tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event deleted for resources: {'Network': ['ID=baa411ed-8d18-4936-8f5e-8b19ed2e2aa0,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:34.294925 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4b6ecec1-df1c-45fc-b371-8a5553b411f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:34.350686 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a8ffd-bd64-45d7-b662-22d524d6b06d req-356309f5-3e5a-42d4-b17f-66608ffb7a8e tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:34.357779 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-820a8ffd-bd64-45d7-b662-22d524d6b06d req-356309f5-3e5a-42d4-b17f-66608ffb7a8e tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce10fb7d-5a1e-4e99-aed5-f5d5bfab0bb2 HTTP/1.1" status: 200 len: 944 time: 0.3669186 May 13 14:53:34.385685 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-b8094692-402d-4ef3-b36f-9c0e81e8b384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:34.387986 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0ff7f1e6-6c73-4358-9e3c-bfbfb1dd0f0e tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "DELETE /v2.0/networks/baa411ed-8d18-4936-8f5e-8b19ed2e2aa0 HTTP/1.1" status: 204 len: 168 time: 2.3112683 May 13 14:53:34.393012 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45972) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:34.409938 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-6263ed27-0eb6-4a5b-8f6b-1810859a2e61 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1058749099'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:34.430435 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6263ed27-0eb6-4a5b-8f6b-1810859a2e61 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:34.439986 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6263ed27-0eb6-4a5b-8f6b-1810859a2e61 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Usage tracker for resource:network and tenant:92056d06e6f64d8f87cf74e57d5ce72a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:34.448254 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6263ed27-0eb6-4a5b-8f6b-1810859a2e61 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:34.466268 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-820a8ffd-bd64-45d7-b662-22d524d6b06d req-afda61b7-75f1-4e16-83eb-5476c1aca1ba tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0645465-1df2-4382-b6b9-abb609651a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074109 May 13 14:53:34.466711 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-39133925-07de-4872-9ec7-b88227fde51d None None] Provisioning for port 49089343-e953-4154-837f-dabd08e6969e completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:53:34.468512 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6263ed27-0eb6-4a5b-8f6b-1810859a2e61 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:34.476551 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-39133925-07de-4872-9ec7-b88227fde51d None None] Provisioning complete for port 49089343-e953-4154-837f-dabd08e6969e triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:34.476979 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-39133925-07de-4872-9ec7-b88227fde51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:34.487450 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4b6ecec1-df1c-45fc-b371-8a5553b411f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:34.514138 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ecec1-df1c-45fc-b371-8a5553b411f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13639d0-057c-4e9a-851f-26b87f56bce7,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:34.517682 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4b6ecec1-df1c-45fc-b371-8a5553b411f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:34.518875 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4b6ecec1-df1c-45fc-b371-8a5553b411f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a13639d0-057c-4e9a-851f-26b87f56bce7 HTTP/1.1" status: 204 len: 168 time: 0.6454594 May 13 14:53:34.519891 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6263ed27-0eb6-4a5b-8f6b-1810859a2e61 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Made reservation on behalf of 92056d06e6f64d8f87cf74e57d5ce72a for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:34.544013 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6263ed27-0eb6-4a5b-8f6b-1810859a2e61 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:34.559553 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device bcbc4f5c-71d2-4181-a713-a7dfc0bb707d up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:53:34.597081 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-39133925-07de-4872-9ec7-b88227fde51d None None] Port 49089343-e953-4154-837f-dabd08e6969e cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:53:34.636237 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6473a18a-57fa-4851-bc81-ba3aeb65c9a5 None None] Network f168430e-f836-4aa3-a1c6-2372762ae604 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:34.644117 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6263ed27-0eb6-4a5b-8f6b-1810859a2e61 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:53:34.661037 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6263ed27-0eb6-4a5b-8f6b-1810859a2e61 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:34.661037 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-6263ed27-0eb6-4a5b-8f6b-1810859a2e61 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Added segment 3637e83c-bfbb-4947-aa25-76bf34f8f17a of type vlan for network dab868c4-4557-4ae1-9c9c-946415db82cc May 13 14:53:34.708537 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6263ed27-0eb6-4a5b-8f6b-1810859a2e61 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:34.765738 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6263ed27-0eb6-4a5b-8f6b-1810859a2e61 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:34.772175 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6263ed27-0eb6-4a5b-8f6b-1810859a2e61 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:34.772795 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6263ed27-0eb6-4a5b-8f6b-1810859a2e61 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:34.892889 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6263ed27-0eb6-4a5b-8f6b-1810859a2e61 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4976070 May 13 14:53:34.904392 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45988) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:34.909937 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-eb6e0158-b87d-4a18-9ba2-9e09362a05d9 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Request body: {'subnet': {'network_id': 'dab868c4-4557-4ae1-9c9c-946415db82cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:34.934460 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-b8094692-402d-4ef3-b36f-9c0e81e8b384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49089343-e953-4154-837f-dabd08e6969e {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:53:34.945943 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-b8094692-402d-4ef3-b36f-9c0e81e8b384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:34.962418 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263ed27-0eb6-4a5b-8f6b-1810859a2e61 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event updated for resources: {'Network': ['ID=dab868c4-4557-4ae1-9c9c-946415db82cc,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:34.966887 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-b8094692-402d-4ef3-b36f-9c0e81e8b384 service neutron] Transition to ACTIVE for port object 49089343-e953-4154-837f-dabd08e6969e will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:53:34.984187 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-b8094692-402d-4ef3-b36f-9c0e81e8b384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:34.987878 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network dab868c4-4557-4ae1-9c9c-946415db82cc details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:53:35.122318 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-eb6e0158-b87d-4a18-9ba2-9e09362a05d9 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:35.127158 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-eb6e0158-b87d-4a18-9ba2-9e09362a05d9 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Usage tracker for resource:subnet and tenant:92056d06e6f64d8f87cf74e57d5ce72a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:35.131586 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-eb6e0158-b87d-4a18-9ba2-9e09362a05d9 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:35.138765 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-eb6e0158-b87d-4a18-9ba2-9e09362a05d9 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:35.179469 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45998) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:35.195139 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-18e62866-7547-4130-9017-5f54e0cf8c55 None None] Provisioning for port dcd808ea-2bbb-4142-9e18-cb25d0a40022 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:53:35.235579 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port bcbc4f5c-71d2-4181-a713-a7dfc0bb707d completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:53:35.293934 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6e0158-b87d-4a18-9ba2-9e09362a05d9 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Made reservation on behalf of 92056d06e6f64d8f87cf74e57d5ce72a for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:35.300747 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb6e0158-b87d-4a18-9ba2-9e09362a05d9 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:35.362075 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device dcd808ea-2bbb-4142-9e18-cb25d0a40022 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:53:35.389695 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port bcbc4f5c-71d2-4181-a713-a7dfc0bb707d triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:35.389982 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:35.606548 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8094692-402d-4ef3-b36f-9c0e81e8b384 service neutron] Pushing event updated for resources: {'Port': ['ID=49089343-e953-4154-837f-dabd08e6969e,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:35.637155 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a74f0bee-49bf-450b-ab17-323f8c67273d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:35.665637 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port dcd808ea-2bbb-4142-9e18-cb25d0a40022 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:53:35.683430 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port dcd808ea-2bbb-4142-9e18-cb25d0a40022 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:35.684015 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:35.751508 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a74f0bee-49bf-450b-ab17-323f8c67273d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:35.773538 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a74f0bee-49bf-450b-ab17-323f8c67273d admin admin] Usage tracker for resource:security_group_rule and tenant:af233bfda84e4c4d83445486cf5cb084 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:35.780601 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a74f0bee-49bf-450b-ab17-323f8c67273d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:35.796331 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb6e0158-b87d-4a18-9ba2-9e09362a05d9 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:35.826513 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b77a3-46b7-4ef4-a116-8cd5fa1acdd2 req-fc3fc636-8390-48bf-ace7-149c554faa58 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:35.826920 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-3d0b77a3-46b7-4ef4-a116-8cd5fa1acdd2 req-fc3fc636-8390-48bf-ace7-149c554faa58 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Synchronizing usage tracker for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:53:35.840512 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-b8094692-402d-4ef3-b36f-9c0e81e8b384 service neutron] Attempting to bind port 49089343-e953-4154-837f-dabd08e6969e on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:53:35.840869 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-b8094692-402d-4ef3-b36f-9c0e81e8b384 service neutron] Attempting to bind port 49089343-e953-4154-837f-dabd08e6969e by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '34a199cd-1d62-4dd2-adc9-7506731a103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e671153c-00d7-406d-85ed-65647a5a0614'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:53:35.841163 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-b8094692-402d-4ef3-b36f-9c0e81e8b384 service neutron] Attempting to bind port 49089343-e953-4154-837f-dabd08e6969e on network e671153c-00d7-406d-85ed-65647a5a0614 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:53:35.851395 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-b8094692-402d-4ef3-b36f-9c0e81e8b384 service neutron] Port 49089343-e953-4154-837f-dabd08e6969e on network e671153c-00d7-406d-85ed-65647a5a0614 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:53:35.851721 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-b8094692-402d-4ef3-b36f-9c0e81e8b384 service neutron] Attempting to bind port 49089343-e953-4154-837f-dabd08e6969e on network e671153c-00d7-406d-85ed-65647a5a0614 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:53:35.854319 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a74f0bee-49bf-450b-ab17-323f8c67273d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:35.877792 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d63952-9f86-45d9-b5ce-87534f4b6075 req-4f0f6c9e-3056-4b81-bd16-2498c5f60468 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:35.886846 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-b8094692-402d-4ef3-b36f-9c0e81e8b384 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:53:35.887214 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-b8094692-402d-4ef3-b36f-9c0e81e8b384 service neutron] Checking segment: {'id': '34a199cd-1d62-4dd2-adc9-7506731a103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e671153c-00d7-406d-85ed-65647a5a0614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:53:35.889165 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-b8094692-402d-4ef3-b36f-9c0e81e8b384 service neutron] Bound using segment: {'id': '34a199cd-1d62-4dd2-adc9-7506731a103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e671153c-00d7-406d-85ed-65647a5a0614'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:53:35.889624 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-b8094692-402d-4ef3-b36f-9c0e81e8b384 service neutron] Bound port: 49089343-e953-4154-837f-dabd08e6969e, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a199cd-1d62-4dd2-adc9-7506731a103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e671153c-00d7-406d-85ed-65647a5a0614'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:53:35.890696 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-b8094692-402d-4ef3-b36f-9c0e81e8b384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:35.892350 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d63952-9f86-45d9-b5ce-87534f4b6075 req-4f0f6c9e-3056-4b81-bd16-2498c5f60468 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:35.904649 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port bcbc4f5c-71d2-4181-a713-a7dfc0bb707d is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:35.905513 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:35.910001 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d63952-9f86-45d9-b5ce-87534f4b6075 req-4f0f6c9e-3056-4b81-bd16-2498c5f60468 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:35.920450 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-3d0b77a3-46b7-4ef4-a116-8cd5fa1acdd2 req-fc3fc636-8390-48bf-ace7-149c554faa58 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Unset dirty status for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:53:35.930131 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d63952-9f86-45d9-b5ce-87534f4b6075 req-4f0f6c9e-3056-4b81-bd16-2498c5f60468 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:35.933628 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3d0b77a3-46b7-4ef4-a116-8cd5fa1acdd2 req-fc3fc636-8390-48bf-ace7-149c554faa58 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=51deba12-0b33-4b18-89eb-30072e91970a HTTP/1.1" status: 200 len: 944 time: 0.9509523 May 13 14:53:35.945367 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d63952-9f86-45d9-b5ce-87534f4b6075 req-4f0f6c9e-3056-4b81-bd16-2498c5f60468 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:35.960084 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d63952-9f86-45d9-b5ce-87534f4b6075 req-4f0f6c9e-3056-4b81-bd16-2498c5f60468 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:35.963372 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce10fb7d-5a1e-4e99-aed5-f5d5bfab0bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbc4f5c-71d2-4181-a713-a7dfc0bb707d'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:53:35.987816 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d63952-9f86-45d9-b5ce-87534f4b6075 req-4f0f6c9e-3056-4b81-bd16-2498c5f60468 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:35.989788 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-52d63952-9f86-45d9-b5ce-87534f4b6075 req-4f0f6c9e-3056-4b81-bd16-2498c5f60468 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5444 time: 0.8081284 May 13 14:53:35.995086 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port bcbc4f5c-71d2-4181-a713-a7dfc0bb707d, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=bcbc4f5c-71d2-4181-a713-a7dfc0bb707d,segment=NetworkSegment(41f58b33-1502-432c-b89f-2cba40f91134),segment_id=41f58b33-1502-432c-b89f-2cba40f91134)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:35.996546 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c05c91-119b-440d-bfdd-32b5cb8e86c8 None None] get_active_networks_info from n-d-841760-1 {{(pid=88083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 14:53:36.131436 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3d0b77a3-46b7-4ef4-a116-8cd5fa1acdd2 req-b900aab1-1e8b-41d7-8395-b55beeac98d7 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=6323da97-ebc7-4971-a1d1-b71709aade33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968739 May 13 14:53:36.249764 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-b8094692-402d-4ef3-b36f-9c0e81e8b384 service neutron] For port 49089343-e953-4154-837f-dabd08e6969e, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:53:36.259240 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-b8094692-402d-4ef3-b36f-9c0e81e8b384 service neutron] For port 49089343-e953-4154-837f-dabd08e6969e, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=49089343-e953-4154-837f-dabd08e6969e,segment=NetworkSegment(34a199cd-1d62-4dd2-adc9-7506731a103f),segment_id=34a199cd-1d62-4dd2-adc9-7506731a103f)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:53:36.274919 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-b8094692-402d-4ef3-b36f-9c0e81e8b384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:36.356900 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:36.485476 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8094692-402d-4ef3-b36f-9c0e81e8b384 service neutron] Pushing event updated for resources: {'Port': ['ID=49089343-e953-4154-837f-dabd08e6969e,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:36.510520 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-b8094692-402d-4ef3-b36f-9c0e81e8b384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:36.511334 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-b8094692-402d-4ef3-b36f-9c0e81e8b384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:36.512717 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-b8094692-402d-4ef3-b36f-9c0e81e8b384 service neutron] 10.222.0.74 "PUT /v2.0/ports/49089343-e953-4154-837f-dabd08e6969e HTTP/1.1" status: 200 len: 1092 time: 2.3950205 May 13 14:53:36.513151 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51deba12-0b33-4b18-89eb-30072e91970a', 'tag': '49089343-e953-4154-837f-dabd08e6969e'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:53:36.550967 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ea042863-5b83-4bd5-a61b-10336644527d None None] Provisioning complete for port dcd808ea-2bbb-4142-9e18-cb25d0a40022 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:36.551501 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ea042863-5b83-4bd5-a61b-10336644527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:36.600897 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a74f0bee-49bf-450b-ab17-323f8c67273d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:36.607825 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e0158-b87d-4a18-9ba2-9e09362a05d9 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event updated for resources: {'Subnet': ['ID=2125dfbf-50ce-4234-9355-2fb351e4d1b0,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:36.625149 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a74f0bee-49bf-450b-ab17-323f8c67273d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:36.643499 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06994e6-c9a3-46bf-808c-c2c06765bcd9 req-60fde9b7-4e74-47e3-9e95-5c22103c2de4 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:36.644993 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d06994e6-c9a3-46bf-808c-c2c06765bcd9 req-60fde9b7-4e74-47e3-9e95-5c22103c2de4 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce10fb7d-5a1e-4e99-aed5-f5d5bfab0bb2 HTTP/1.1" status: 200 len: 945 time: 0.2712564 May 13 14:53:36.668249 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=bcbc4f5c-71d2-4181-a713-a7dfc0bb707d,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:36.675693 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port dcd808ea-2bbb-4142-9e18-cb25d0a40022 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:36.676306 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:36.690541 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6e0158-b87d-4a18-9ba2-9e09362a05d9 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Checking segment: {'id': '3637e83c-bfbb-4947-aa25-76bf34f8f17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'dab868c4-4557-4ae1-9c9c-946415db82cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:53:36.692127 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6e0158-b87d-4a18-9ba2-9e09362a05d9 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Network hostable DHCP agents. Network: dab868c4-4557-4ae1-9c9c-946415db82cc, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:53:36.719930 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d06994e6-c9a3-46bf-808c-c2c06765bcd9 req-7afe40b1-b687-4ef7-991d-a52d33f63292 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0645465-1df2-4382-b6b9-abb609651a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615776 May 13 14:53:36.728187 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-766766dc-3a54-4887-84ff-28a3ebd69cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:36.729851 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-52d63952-9f86-45d9-b5ce-87534f4b6075 req-309d08b7-9d3b-4ae8-9859-37563cf43d50 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4552433 May 13 14:53:36.748812 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-766766dc-3a54-4887-84ff-28a3ebd69cf0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2fd5504203d84ec88c34b0f9b983d931&device_id=51deba12-0b33-4b18-89eb-30072e91970a HTTP/1.1" status: 200 len: 1095 time: 0.1712737 May 13 14:53:36.755440 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a74f0bee-49bf-450b-ab17-323f8c67273d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=af233bfda84e4c4d83445486cf5cb084&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4803653 May 13 14:53:36.757968 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46026) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:36.769138 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port dcd808ea-2bbb-4142-9e18-cb25d0a40022, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=dcd808ea-2bbb-4142-9e18-cb25d0a40022,segment=NetworkSegment(58c00d88-87de-4c5f-8c6e-2d21d39e2bfd),segment_id=58c00d88-87de-4c5f-8c6e-2d21d39e2bfd)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:36.821588 n-d-841760-1 neutron-server[88082]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-eb6e0158-b87d-4a18-9ba2-9e09362a05d9 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Agent 65871071-f0ac-4919-9bd7-df22cf96e282 already present May 13 14:53:36.825456 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6e0158-b87d-4a18-9ba2-9e09362a05d9 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Network dab868c4-4557-4ae1-9c9c-946415db82cc is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:53:36.826243 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-eb6e0158-b87d-4a18-9ba2-9e09362a05d9 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, dab868c4-4557-4ae1-9c9c-946415db82cc) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:36.840288 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6e0158-b87d-4a18-9ba2-9e09362a05d9 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:36.841486 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb6e0158-b87d-4a18-9ba2-9e09362a05d9 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:36.849877 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ea042863-5b83-4bd5-a61b-10336644527d None None] Current status of the port dcd808ea-2bbb-4142-9e18-cb25d0a40022 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:36.852270 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c05c91-119b-440d-bfdd-32b5cb8e86c8 None None] Network dab868c4-4557-4ae1-9c9c-946415db82cc is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:53:36.856791 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:36.929249 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-0d3e789b-4ecb-4850-b301-9310bbd6edb8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=49089343-e953-4154-837f-dabd08e6969e HTTP/1.1" status: 200 len: 217 time: 0.1463783 May 13 14:53:36.944008 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55555f8b-f99d-4704-b24a-450903cc6b92'] response: {'server_uuid': 'ce10fb7d-5a1e-4e99-aed5-f5d5bfab0bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbc4f5c-71d2-4181-a713-a7dfc0bb707d', 'code': 200} May 13 14:53:36.953123 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1d36193-11ed-478d-bbbc-3699298e5a65'] response: {'name': 'network-changed', 'server_uuid': '51deba12-0b33-4b18-89eb-30072e91970a', 'tag': '49089343-e953-4154-837f-dabd08e6969e', 'status': 'completed', 'code': 200} May 13 14:53:36.966395 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-d1326aa8-d6c2-467d-a6fb-3166097fbcda tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:36.972271 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-d1326aa8-d6c2-467d-a6fb-3166097fbcda tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:36.978933 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-d1326aa8-d6c2-467d-a6fb-3166097fbcda tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:36.984919 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-d1326aa8-d6c2-467d-a6fb-3166097fbcda tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:36.990191 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c05c91-119b-440d-bfdd-32b5cb8e86c8 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, dab868c4-4557-4ae1-9c9c-946415db82cc) {{(pid=88083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 14:53:36.990772 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-d1326aa8-d6c2-467d-a6fb-3166097fbcda tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:36.996764 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-d1326aa8-d6c2-467d-a6fb-3166097fbcda tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:37.002556 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-d1326aa8-d6c2-467d-a6fb-3166097fbcda tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:37.004640 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-d1326aa8-d6c2-467d-a6fb-3166097fbcda tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.59 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 5444 time: 0.7601337 May 13 14:53:37.007375 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-eb6e0158-b87d-4a18-9ba2-9e09362a05d9 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1020758 May 13 14:53:37.008202 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f0bee-49bf-450b-ab17-323f8c67273d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577f2f60-c57e-49ec-bd13-841328d1f9cb,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:37.038111 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46030) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:37.103196 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=dcd808ea-2bbb-4142-9e18-cb25d0a40022,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:37.120761 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-7ea2ed89-00a2-48a0-b869-9c38517d04df tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:37.122237 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-7ea2ed89-00a2-48a0-b869-9c38517d04df tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.59 "GET /v2.0/ports/7a63f6e5-ceca-4634-989e-47b8cd43cba3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1112859 May 13 14:53:37.311805 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-21de2191-fcb5-4090-9098-97fdb45220d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:37.430064 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-a6ce4e63-3a6f-4565-87a6-5a476a0ebb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:37.431900 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-a6ce4e63-3a6f-4565-87a6-5a476a0ebb2b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0acc617e-a4e0-4380-8ca6-6796fc3baaca HTTP/1.1" status: 200 len: 837 time: 0.4774115 May 13 14:53:37.440612 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-60c400ec-f1d5-4b5f-89bf-c968ee739970 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.59 "GET /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3133667 May 13 14:53:37.516746 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-21de2191-fcb5-4090-9098-97fdb45220d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:37.525955 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-c07ef396-bfca-414d-9b12-dd2fb4d90fa7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:37.609365 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-23f40c62-428e-4e39-90b8-426b4adf0332 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:37.737456 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59744d84-fa37-4879-9e9a-2b01f376738e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-dab868c4-4557-4ae1-9c9c-946415db82cc', 'network_id': 'dab868c4-4557-4ae1-9c9c-946415db82cc', 'tenant_id': '92056d06e6f64d8f87cf74e57d5ce72a', 'fixed_ips': [{'subnet_id': '2125dfbf-50ce-4234-9355-2fb351e4d1b0'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:53:37.738056 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-c07ef396-bfca-414d-9b12-dd2fb4d90fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:37.739290 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-59744d84-fa37-4879-9e9a-2b01f376738e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:37.857013 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-23f40c62-428e-4e39-90b8-426b4adf0332 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:37.926547 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a48d42-dd29-45a8-877b-6bd184b9c857 req-9e075150-f1a8-4cf9-9cd6-032b83917ba1 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:37.929045 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-87a48d42-dd29-45a8-877b-6bd184b9c857 req-9e075150-f1a8-4cf9-9cd6-032b83917ba1 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=51deba12-0b33-4b18-89eb-30072e91970a HTTP/1.1" status: 200 len: 944 time: 0.5530035 May 13 14:53:37.977190 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-21de2191-fcb5-4090-9098-97fdb45220d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:37.994433 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54769d12-b4f5-424a-8e73-d3b681096976 req-1d8f6332-2762-431d-92ff-9e876e4350a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:37.997223 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-54769d12-b4f5-424a-8e73-d3b681096976 req-1d8f6332-2762-431d-92ff-9e876e4350a4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ce10fb7d-5a1e-4e99-aed5-f5d5bfab0bb2 HTTP/1.1" status: 200 len: 1096 time: 0.9601262 May 13 14:53:38.007970 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-e71c7438-aa38-49ce-82ee-a1620ef88d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:38.008894 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-e71c7438-aa38-49ce-82ee-a1620ef88d19 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e671153c-00d7-406d-85ed-65647a5a0614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5629606 May 13 14:53:38.040321 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de2191-fcb5-4090-9098-97fdb45220d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577f2f60-c57e-49ec-bd13-841328d1f9cb,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:38.073145 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ce92a-4bdb-4c43-9f94-4c426d703aa4 req-d7047f65-aacb-4b07-a596-a84b96b62568 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:38.074745 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e5ce92a-4bdb-4c43-9f94-4c426d703aa4 req-d7047f65-aacb-4b07-a596-a84b96b62568 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce10fb7d-5a1e-4e99-aed5-f5d5bfab0bb2 HTTP/1.1" status: 200 len: 945 time: 0.1434703 May 13 14:53:38.081522 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-c07ef396-bfca-414d-9b12-dd2fb4d90fa7 service neutron] For port 7a63f6e5-ceca-4634-989e-47b8cd43cba3, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=7a63f6e5-ceca-4634-989e-47b8cd43cba3,segment=NetworkSegment(2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1),segment_id=2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server [None req-59744d84-fa37-4879-9e9a-2b01f376738e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2125dfbf-50ce-4234-9355-2fb351e4d1b0: This subnet is being modified by another concurrent operation. May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise exception May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2125dfbf-50ce-4234-9355-2fb351e4d1b0: This subnet is being modified by another concurrent operation. May 13 14:53:38.104800 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server May 13 14:53:38.139000 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b2f77d-6fdf-4fba-8e8d-f86e291910a1 None None] get_active_networks_info from n-d-841760-1 {{(pid=88083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 14:53:38.150231 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-87a48d42-dd29-45a8-877b-6bd184b9c857 req-8b4d9b05-86c9-4831-8381-4380f48dce33 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=6323da97-ebc7-4971-a1d1-b71709aade33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077112 May 13 14:53:38.158175 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e5ce92a-4bdb-4c43-9f94-4c426d703aa4 req-114d18e4-1d38-4cb2-901f-18b7982b0cc7 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0645465-1df2-4382-b6b9-abb609651a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739162 May 13 14:53:38.167455 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-c07ef396-bfca-414d-9b12-dd2fb4d90fa7 service neutron] For port 7a63f6e5-ceca-4634-989e-47b8cd43cba3, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:53:38.185890 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-23f40c62-428e-4e39-90b8-426b4adf0332 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:38.228170 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-c07ef396-bfca-414d-9b12-dd2fb4d90fa7 service neutron] device_id is not set on port 7a63f6e5-ceca-4634-989e-47b8cd43cba3 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:53:38.238725 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-c07ef396-bfca-414d-9b12-dd2fb4d90fa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:38.251832 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-c07ef396-bfca-414d-9b12-dd2fb4d90fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:38.255403 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f40c62-428e-4e39-90b8-426b4adf0332 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event deleted for resources: {'Subnet': ['ID=2125dfbf-50ce-4234-9355-2fb351e4d1b0,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:38.268754 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-54769d12-b4f5-424a-8e73-d3b681096976 req-310b7182-48d9-46c5-b6ac-3486308ddb68 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e0645465-1df2-4382-b6b9-abb609651a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586205 May 13 14:53:38.298205 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-21de2191-fcb5-4090-9098-97fdb45220d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:38.302876 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-21de2191-fcb5-4090-9098-97fdb45220d1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/577f2f60-c57e-49ec-bd13-841328d1f9cb HTTP/1.1" status: 204 len: 168 time: 1.5433218 May 13 14:53:38.489219 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b2f77d-6fdf-4fba-8e8d-f86e291910a1 None None] Resources bound (agent type, host, resource id): {{(pid=88083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 14:53:38.516688 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-c07ef396-bfca-414d-9b12-dd2fb4d90fa7 service neutron] No DVR routers for this DVR port 7a63f6e5-ceca-4634-989e-47b8cd43cba3 on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:53:38.558887 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ef396-bfca-414d-9b12-dd2fb4d90fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=7a63f6e5-ceca-4634-989e-47b8cd43cba3,revision_number=6']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:38.610401 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-c07ef396-bfca-414d-9b12-dd2fb4d90fa7 service neutron] In _notify_port_updated(), no bound segment for port 7a63f6e5-ceca-4634-989e-47b8cd43cba3 on network b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c {{(pid=88082) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:53:38.611319 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-c07ef396-bfca-414d-9b12-dd2fb4d90fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:38.612101 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-c07ef396-bfca-414d-9b12-dd2fb4d90fa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:38.613663 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-c07ef396-bfca-414d-9b12-dd2fb4d90fa7 service neutron] 10.222.0.59 "PUT /v2.0/ports/7a63f6e5-ceca-4634-989e-47b8cd43cba3 HTTP/1.1" status: 200 len: 1032 time: 1.1662400 May 13 14:53:38.732439 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-9cd16438-853d-4610-b029-fabf3bce96df tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:38.733608 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-23f40c62-428e-4e39-90b8-426b4adf0332 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:38.734045 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-9cd16438-853d-4610-b029-fabf3bce96df tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.59 "GET /v2.0/ports/e207a457-df02-4445-883d-49c778eef818?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1136539 May 13 14:53:38.750859 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-f122b6ec-4265-4fb9-9628-fb0153e6b366 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:38.773268 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-fada8c8f-7ab7-4458-8958-8de33e3579c5 service neutron] 10.222.0.74 "GET /v2.0/networks/e671153c-00d7-406d-85ed-65647a5a0614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7309117 May 13 14:53:38.814094 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-23f40c62-428e-4e39-90b8-426b4adf0332 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dab868c4-4557-4ae1-9c9c-946415db82cc']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:38.933700 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-23f40c62-428e-4e39-90b8-426b4adf0332 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3637e83c-bfbb-4947-aa25-76bf34f8f17a') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:38.935327 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-23f40c62-428e-4e39-90b8-426b4adf0332 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3637e83c-bfbb-4947-aa25-76bf34f8f17a') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:38.954461 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-23f40c62-428e-4e39-90b8-426b4adf0332 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:38.994327 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-f122b6ec-4265-4fb9-9628-fb0153e6b366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:39.009738 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-23f40c62-428e-4e39-90b8-426b4adf0332 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:39.067888 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f40c62-428e-4e39-90b8-426b4adf0332 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:53:39.068224 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-23f40c62-428e-4e39-90b8-426b4adf0332 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:39.104903 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:53:39.104903 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:53:39.104903 n-d-841760-1 neutron-server[88081]: timer() May 13 14:53:39.104903 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:53:39.104903 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:53:39.104903 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:53:39.104903 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:53:39.104903 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:53:39.104903 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:53:39.104903 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:53:39.104903 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:53:39.104903 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:53:39.104903 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:53:39.104903 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:53:39.104903 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:53:39.104903 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:53:39.104903 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:53:39.104903 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:53:39.104903 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:53:39.104903 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:53:39.104903 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:53:39.104903 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:53:39.104903 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:53:39.104903 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:53:39.104903 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:53:39.104903 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:53:39.104903 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:53:39.104903 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:53:39.104903 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:53:39.104903 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:53:39.104903 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:53:39.104903 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:53:39.121818 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6717d2-12c6-480a-a98b-1ff82f5b61d2 req-17eee351-d4af-4b36-8a43-934478849483 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:39.129952 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6717d2-12c6-480a-a98b-1ff82f5b61d2 req-17eee351-d4af-4b36-8a43-934478849483 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:39.140932 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6717d2-12c6-480a-a98b-1ff82f5b61d2 req-17eee351-d4af-4b36-8a43-934478849483 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:39.153379 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6717d2-12c6-480a-a98b-1ff82f5b61d2 req-17eee351-d4af-4b36-8a43-934478849483 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:39.179030 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dda4c66-9146-49cc-98bf-b4f2762a7cec None None] Network dab868c4-4557-4ae1-9c9c-946415db82cc requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:39.193563 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6717d2-12c6-480a-a98b-1ff82f5b61d2 req-17eee351-d4af-4b36-8a43-934478849483 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:39.212543 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device dcd808ea-2bbb-4142-9e18-cb25d0a40022 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:53:39.217853 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6717d2-12c6-480a-a98b-1ff82f5b61d2 req-17eee351-d4af-4b36-8a43-934478849483 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:39.234216 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ec6717d2-12c6-480a-a98b-1ff82f5b61d2 req-17eee351-d4af-4b36-8a43-934478849483 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 4665 time: 0.8198369 May 13 14:53:39.670600 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-09cf623e-f854-4c3a-a7c3-485eb4c66521 req-5bc4b77e-2688-4211-a877-e438614ced2e service neutron] 10.222.0.74 "GET /v2.0/networks/e671153c-00d7-406d-85ed-65647a5a0614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8883829 May 13 14:53:39.698103 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-23f40c62-428e-4e39-90b8-426b4adf0332 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:39.707820 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-23f40c62-428e-4e39-90b8-426b4adf0332 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:39.782343 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-23f40c62-428e-4e39-90b8-426b4adf0332 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "DELETE /v2.0/networks/dab868c4-4557-4ae1-9c9c-946415db82cc HTTP/1.1" status: 204 len: 168 time: 2.7426994 May 13 14:53:39.783760 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f40c62-428e-4e39-90b8-426b4adf0332 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event deleted for resources: {'Network': ['ID=dab868c4-4557-4ae1-9c9c-946415db82cc,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:39.788701 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46102) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:39.796966 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ec6717d2-12c6-480a-a98b-1ff82f5b61d2 req-225c6496-b10a-4d86-b8ba-c31a1af86550 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b54fbd-297a-4350-9640-4bf0314c9cdb&id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5617628 May 13 14:53:39.840135 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port dcd808ea-2bbb-4142-9e18-cb25d0a40022 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:39.840135 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:39.847177 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-e59c9f14-35e5-4ec7-9e4e-cbdc5a63082b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-252313347'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:39.856751 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e59c9f14-35e5-4ec7-9e4e-cbdc5a63082b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:39.871504 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc781f2-4ad5-4c27-99c6-178fcddbfcba None None] Network dab868c4-4557-4ae1-9c9c-946415db82cc requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:39.873162 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e59c9f14-35e5-4ec7-9e4e-cbdc5a63082b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Usage tracker for resource:network and tenant:92056d06e6f64d8f87cf74e57d5ce72a is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:39.880963 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e59c9f14-35e5-4ec7-9e4e-cbdc5a63082b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:39.914148 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-f122b6ec-4265-4fb9-9628-fb0153e6b366 service neutron] For port e207a457-df02-4445-883d-49c778eef818, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=e207a457-df02-4445-883d-49c778eef818,segment=NetworkSegment(2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1),segment_id=2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:39.929813 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ed04a-db87-464c-a8b6-0690113fe6e2 req-e9577799-ec77-4833-a89d-8c3f590c6098 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:39.931523 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e59c9f14-35e5-4ec7-9e4e-cbdc5a63082b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:39.931926 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc781f2-4ad5-4c27-99c6-178fcddbfcba None None] Network dab868c4-4557-4ae1-9c9c-946415db82cc could not be found, it might have been deleted concurrently. {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 13 14:53:39.934482 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-512b8a9c-6cf7-48ab-a68e-0a6dae56886e None None] Provisioning complete for port 7a63f6e5-ceca-4634-989e-47b8cd43cba3 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:39.934958 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-512b8a9c-6cf7-48ab-a68e-0a6dae56886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:39.938631 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c3ed04a-db87-464c-a8b6-0690113fe6e2 req-e9577799-ec77-4833-a89d-8c3f590c6098 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=51deba12-0b33-4b18-89eb-30072e91970a HTTP/1.1" status: 200 len: 944 time: 0.4948401 May 13 14:53:39.995927 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59c9f14-35e5-4ec7-9e4e-cbdc5a63082b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Made reservation on behalf of 92056d06e6f64d8f87cf74e57d5ce72a for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:40.007647 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e59c9f14-35e5-4ec7-9e4e-cbdc5a63082b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:40.036637 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c3ed04a-db87-464c-a8b6-0690113fe6e2 req-a535973c-3ba1-41a1-8d4c-26b92f1d46d7 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=6323da97-ebc7-4971-a1d1-b71709aade33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967326 May 13 14:53:40.055389 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-f122b6ec-4265-4fb9-9628-fb0153e6b366 service neutron] For port e207a457-df02-4445-883d-49c778eef818, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:53:40.081855 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59c9f14-35e5-4ec7-9e4e-cbdc5a63082b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:53:40.120640 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-f122b6ec-4265-4fb9-9628-fb0153e6b366 service neutron] device_id is not set on port e207a457-df02-4445-883d-49c778eef818 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:53:40.131284 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-f122b6ec-4265-4fb9-9628-fb0153e6b366 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:40.140144 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-f122b6ec-4265-4fb9-9628-fb0153e6b366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:40.156317 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e59c9f14-35e5-4ec7-9e4e-cbdc5a63082b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:40.156876 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-e59c9f14-35e5-4ec7-9e4e-cbdc5a63082b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Added segment 5bf363e8-b5ca-49e2-a591-1efe035a26ae of type vlan for network e0c86dbf-b3f4-4320-8d1e-1883f7d4c31f May 13 14:53:40.192678 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-512b8a9c-6cf7-48ab-a68e-0a6dae56886e None None] Port 7a63f6e5-ceca-4634-989e-47b8cd43cba3 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:53:40.265018 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480aa79a-9f12-4345-a0f8-80ed2724551b req-27ab5774-b938-42f6-88e2-a34839e15d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:40.266558 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-480aa79a-9f12-4345-a0f8-80ed2724551b req-27ab5774-b938-42f6-88e2-a34839e15d6c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2fd5504203d84ec88c34b0f9b983d931&device_id=51deba12-0b33-4b18-89eb-30072e91970a HTTP/1.1" status: 200 len: 1095 time: 0.4684513 May 13 14:53:40.296070 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e59c9f14-35e5-4ec7-9e4e-cbdc5a63082b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:40.309149 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port dcd808ea-2bbb-4142-9e18-cb25d0a40022 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:40.406623 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e59c9f14-35e5-4ec7-9e4e-cbdc5a63082b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:40.413740 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59c9f14-35e5-4ec7-9e4e-cbdc5a63082b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:40.414653 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e59c9f14-35e5-4ec7-9e4e-cbdc5a63082b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:40.420692 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-f122b6ec-4265-4fb9-9628-fb0153e6b366 service neutron] No DVR routers for this DVR port e207a457-df02-4445-883d-49c778eef818 on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:53:40.477448 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122b6ec-4265-4fb9-9628-fb0153e6b366 service neutron] Pushing event updated for resources: {'Port': ['ID=e207a457-df02-4445-883d-49c778eef818,revision_number=6']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:40.509788 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-f122b6ec-4265-4fb9-9628-fb0153e6b366 service neutron] In _notify_port_updated(), no bound segment for port e207a457-df02-4445-883d-49c778eef818 on network b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c {{(pid=88082) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:53:40.510850 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-f122b6ec-4265-4fb9-9628-fb0153e6b366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:40.511677 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-f122b6ec-4265-4fb9-9628-fb0153e6b366 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:40.513341 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-f122b6ec-4265-4fb9-9628-fb0153e6b366 service neutron] 10.222.0.59 "PUT /v2.0/ports/e207a457-df02-4445-883d-49c778eef818 HTTP/1.1" status: 200 len: 1032 time: 1.7726145 May 13 14:53:40.575097 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device ead8f4bc-18b3-4bda-8059-38906d99256f no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:53:40.636966 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-a45facbc-d91d-4d50-bf7e-dc4ce2717253 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Deleting port 1145a0a6-eb35-4fbe-a730-307907e27d99 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:53:40.636966 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-a45facbc-d91d-4d50-bf7e-dc4ce2717253 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:40.645497 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e59c9f14-35e5-4ec7-9e4e-cbdc5a63082b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8514910 May 13 14:53:40.653906 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46152) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:40.663544 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-044e2692-ec7e-43ed-9c1b-430d58da7e23 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Request body: {'subnet': {'network_id': 'e0c86dbf-b3f4-4320-8d1e-1883f7d4c31f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:40.685656 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96b9ed-2890-44dc-a7a4-54ade7c345b8 req-fd8f95ca-ee1e-4802-98e0-afab9498132f tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:40.693214 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dd96b9ed-2890-44dc-a7a4-54ade7c345b8 req-fd8f95ca-ee1e-4802-98e0-afab9498132f tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce10fb7d-5a1e-4e99-aed5-f5d5bfab0bb2 HTTP/1.1" status: 200 len: 945 time: 0.6026275 May 13 14:53:40.694988 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c9f14-35e5-4ec7-9e4e-cbdc5a63082b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event updated for resources: {'Network': ['ID=e0c86dbf-b3f4-4320-8d1e-1883f7d4c31f,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:40.735299 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network e0c86dbf-b3f4-4320-8d1e-1883f7d4c31f details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:53:40.840810 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dd96b9ed-2890-44dc-a7a4-54ade7c345b8 req-9c16e6e2-0291-4870-b0da-99e8abd043b0 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0645465-1df2-4382-b6b9-abb609651a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466246 May 13 14:53:40.892261 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480aa79a-9f12-4345-a0f8-80ed2724551b req-394cf4db-0ba2-4538-af7f-3ecd6813d816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:40.893898 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-480aa79a-9f12-4345-a0f8-80ed2724551b req-394cf4db-0ba2-4538-af7f-3ecd6813d816 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e671153c-00d7-406d-85ed-65647a5a0614 HTTP/1.1" status: 200 len: 898 time: 0.6208811 May 13 14:53:40.899802 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-044e2692-ec7e-43ed-9c1b-430d58da7e23 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:40.918362 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-044e2692-ec7e-43ed-9c1b-430d58da7e23 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Usage tracker for resource:subnet and tenant:92056d06e6f64d8f87cf74e57d5ce72a is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:40.920824 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9d183117-6c45-4524-9c43-3109eecb87e8 None None] Provisioning complete for port e207a457-df02-4445-883d-49c778eef818 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:40.923123 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9d183117-6c45-4524-9c43-3109eecb87e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:40.925080 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-044e2692-ec7e-43ed-9c1b-430d58da7e23 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:40.942078 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-044e2692-ec7e-43ed-9c1b-430d58da7e23 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:41.100008 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-a45facbc-d91d-4d50-bf7e-dc4ce2717253 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] For port 1145a0a6-eb35-4fbe-a730-307907e27d99, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=1145a0a6-eb35-4fbe-a730-307907e27d99,segment=NetworkSegment(a2913665-eb77-4691-ac44-6156c569581f),segment_id=a2913665-eb77-4691-ac44-6156c569581f)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:41.100571 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-a45facbc-d91d-4d50-bf7e-dc4ce2717253 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:41.133445 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044e2692-ec7e-43ed-9c1b-430d58da7e23 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Made reservation on behalf of 92056d06e6f64d8f87cf74e57d5ce72a for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:41.140018 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-044e2692-ec7e-43ed-9c1b-430d58da7e23 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:41.251513 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-9d183117-6c45-4524-9c43-3109eecb87e8 None None] Port e207a457-df02-4445-883d-49c778eef818 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:53:41.258310 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port ead8f4bc-18b3-4bda-8059-38906d99256f is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:41.258984 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:41.304680 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ead8f4bc-18b3-4bda-8059-38906d99256f'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:53:41.330936 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port ead8f4bc-18b3-4bda-8059-38906d99256f, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=ead8f4bc-18b3-4bda-8059-38906d99256f,segment=NetworkSegment(2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1),segment_id=2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:41.336934 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:41.337972 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:53:41.398868 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-480aa79a-9f12-4345-a0f8-80ed2724551b req-09586afb-9abf-439a-b515-5e5724d58421 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=49089343-e953-4154-837f-dabd08e6969e HTTP/1.1" status: 200 len: 217 time: 0.4961777 May 13 14:53:41.520110 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-a45facbc-d91d-4d50-bf7e-dc4ce2717253 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:41.520399 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-a45facbc-d91d-4d50-bf7e-dc4ce2717253 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:41.521261 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-a45facbc-d91d-4d50-bf7e-dc4ce2717253 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Floating IP c510ac1c-dd92-44dc-8f6e-7f511be0a609 disassociated. External IP: 172.25.0.212, port: 1145a0a6-eb35-4fbe-a730-307907e27d99. May 13 14:53:41.521750 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-a45facbc-d91d-4d50-bf7e-dc4ce2717253 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Calling delete_port for 1145a0a6-eb35-4fbe-a730-307907e27d99 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:53:41.617890 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480aa79a-9f12-4345-a0f8-80ed2724551b req-ac6afaa9-2b5b-4068-b64a-569a9d880e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:41.619358 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-480aa79a-9f12-4345-a0f8-80ed2724551b req-ac6afaa9-2b5b-4068-b64a-569a9d880e7a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0acc617e-a4e0-4380-8ca6-6796fc3baaca HTTP/1.1" status: 200 len: 837 time: 0.1873777 May 13 14:53:41.636374 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=ead8f4bc-18b3-4bda-8059-38906d99256f,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:41.693232 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:41.693767 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:41.735876 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f709a-8965-4378-8840-0cd54529cf3b req-8b3b5e44-7d71-4920-9a74-41c5d4d0ab44 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:41.742093 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f709a-8965-4378-8840-0cd54529cf3b req-8b3b5e44-7d71-4920-9a74-41c5d4d0ab44 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:41.750609 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f709a-8965-4378-8840-0cd54529cf3b req-8b3b5e44-7d71-4920-9a74-41c5d4d0ab44 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:41.757555 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f709a-8965-4378-8840-0cd54529cf3b req-8b3b5e44-7d71-4920-9a74-41c5d4d0ab44 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:41.762848 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c,segment=NetworkSegment(6a1902e2-8090-4fe5-b451-4ecbfde075b6),segment_id=6a1902e2-8090-4fe5-b451-4ecbfde075b6)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:41.764733 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f709a-8965-4378-8840-0cd54529cf3b req-8b3b5e44-7d71-4920-9a74-41c5d4d0ab44 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:41.771466 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:41.772302 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device e207a457-df02-4445-883d-49c778eef818 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:53:41.774564 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-649f709a-8965-4378-8840-0cd54529cf3b req-8b3b5e44-7d71-4920-9a74-41c5d4d0ab44 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 3884 time: 0.6615453 May 13 14:53:41.864977 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-a45facbc-d91d-4d50-bf7e-dc4ce2717253 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:41.900639 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480aa79a-9f12-4345-a0f8-80ed2724551b req-620ac5ef-edb6-42ef-aaeb-c9dfe47fd934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:41.902420 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-480aa79a-9f12-4345-a0f8-80ed2724551b req-620ac5ef-edb6-42ef-aaeb-c9dfe47fd934 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e671153c-00d7-406d-85ed-65647a5a0614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2763581 May 13 14:53:41.913396 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-649f709a-8965-4378-8840-0cd54529cf3b req-df4f5b98-35e5-4ade-bfba-982fd0123c41 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358368 May 13 14:53:41.932190 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45facbc-d91d-4d50-bf7e-dc4ce2717253 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Pushing event deleted for resources: {'Port': ['ID=1145a0a6-eb35-4fbe-a730-307907e27d99,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:42.043640 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:42.054058 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device e207a457-df02-4445-883d-49c778eef818 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:53:42.054711 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 23a0b5c0-5383-42e4-83f7-23a3a9751367 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:53:42.078654 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614c401-e896-4a10-9af3-5440d12af62e req-be4227b3-231d-402c-9b4d-d829bc3443c0 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:42.080299 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b614c401-e896-4a10-9af3-5440d12af62e req-be4227b3-231d-402c-9b4d-d829bc3443c0 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=51deba12-0b33-4b18-89eb-30072e91970a HTTP/1.1" status: 200 len: 944 time: 0.3613918 May 13 14:53:42.273305 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75d1ae6d-e2d2-4619-b92d-1b4d4b644e57'] response: {'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ead8f4bc-18b3-4bda-8059-38906d99256f', 'code': 200} May 13 14:53:42.315978 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 23a0b5c0-5383-42e4-83f7-23a3a9751367 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:42.316659 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:42.396192 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 23a0b5c0-5383-42e4-83f7-23a3a9751367, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=23a0b5c0-5383-42e4-83f7-23a3a9751367,segment=NetworkSegment(2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1),segment_id=2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:42.415195 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:42.419746 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 7a63f6e5-ceca-4634-989e-47b8cd43cba3 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:53:42.482074 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b614c401-e896-4a10-9af3-5440d12af62e req-3ebae0ee-e72e-437a-8221-b0684f8cce7d tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=6323da97-ebc7-4971-a1d1-b71709aade33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3952539 May 13 14:53:42.546653 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-a45facbc-d91d-4d50-bf7e-dc4ce2717253 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Router 8c6a7c28-347e-4ca4-bdab-d19c4c2793bd has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:53:42.861472 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 7a63f6e5-ceca-4634-989e-47b8cd43cba3 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:53:42.862140 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 809cd876-ad94-47a7-bcee-934e044a9318 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:53:42.884168 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-044e2692-ec7e-43ed-9c1b-430d58da7e23 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:42.911102 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=23a0b5c0-5383-42e4-83f7-23a3a9751367,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:43.082638 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-480aa79a-9f12-4345-a0f8-80ed2724551b req-3d2c54f7-4b94-4d47-99cb-471057198f46 service neutron] 10.222.0.74 "GET /v2.0/networks/e671153c-00d7-406d-85ed-65647a5a0614?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1678977 May 13 14:53:43.111833 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 809cd876-ad94-47a7-bcee-934e044a9318 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:43.112397 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:43.190798 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 809cd876-ad94-47a7-bcee-934e044a9318, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=809cd876-ad94-47a7-bcee-934e044a9318,segment=NetworkSegment(6a1902e2-8090-4fe5-b451-4ecbfde075b6),segment_id=6a1902e2-8090-4fe5-b451-4ecbfde075b6)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:43.199382 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:43.200324 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 1145a0a6-eb35-4fbe-a730-307907e27d99 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:53:43.303236 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 1145a0a6-eb35-4fbe-a730-307907e27d99 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:53:43.304259 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 1145a0a6-eb35-4fbe-a730-307907e27d99 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:53:43.345516 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-a45facbc-d91d-4d50-bf7e-dc4ce2717253 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:53:43.345792 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=809cd876-ad94-47a7-bcee-934e044a9318,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:43.356561 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ed8be7-1524-4570-89a6-7e8882fa632a None None] Sync routers for ids ['8c6a7c28-347e-4ca4-bdab-d19c4c2793bd'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:53:43.371392 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ed8be7-1524-4570-89a6-7e8882fa632a None None] Routers {'8c6a7c28-347e-4ca4-bdab-d19c4c2793bd'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:53:43.372482 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-38ed8be7-1524-4570-89a6-7e8882fa632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:53:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8c6a7c28-347e-4ca4-bdab-d19c4c2793bd'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:43.405496 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079416c-82cb-46e0-8459-f624bfae47d8 req-73b7cadc-b80a-4f12-a7ce-21a63a46b79d tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:43.412530 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5079416c-82cb-46e0-8459-f624bfae47d8 req-73b7cadc-b80a-4f12-a7ce-21a63a46b79d tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce10fb7d-5a1e-4e99-aed5-f5d5bfab0bb2 HTTP/1.1" status: 200 len: 945 time: 0.3478734 May 13 14:53:43.413445 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e2692-ec7e-43ed-9c1b-430d58da7e23 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event updated for resources: {'Subnet': ['ID=7e189a23-4e92-4b2b-bfd1-080aa5ce67dc,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:43.454083 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-480aa79a-9f12-4345-a0f8-80ed2724551b req-e0bc6621-fd2d-4cf2-939d-6898cfb6b8ad service neutron] 10.222.0.74 "GET /v2.0/networks/e671153c-00d7-406d-85ed-65647a5a0614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379378 May 13 14:53:43.458778 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044e2692-ec7e-43ed-9c1b-430d58da7e23 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Checking segment: {'id': '5bf363e8-b5ca-49e2-a591-1efe035a26ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e0c86dbf-b3f4-4320-8d1e-1883f7d4c31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:53:43.459370 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044e2692-ec7e-43ed-9c1b-430d58da7e23 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Network hostable DHCP agents. Network: e0c86dbf-b3f4-4320-8d1e-1883f7d4c31f, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:53:43.474328 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-a45facbc-d91d-4d50-bf7e-dc4ce2717253 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] No DVR routers for this DVR port 1145a0a6-eb35-4fbe-a730-307907e27d99 on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:53:43.480347 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-a45facbc-d91d-4d50-bf7e-dc4ce2717253 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:43.483468 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'name': 'network-vif-deleted', 'tag': '1145a0a6-eb35-4fbe-a730-307907e27d99'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:53:43.496731 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044e2692-ec7e-43ed-9c1b-430d58da7e23 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Network e0c86dbf-b3f4-4320-8d1e-1883f7d4c31f is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:53:43.541557 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590d38d-28c0-4f2d-a085-1dcbc6cc2b79 req-7563ecf1-b8e4-4d90-acf6-58c5be936fde tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:43.546859 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5079416c-82cb-46e0-8459-f624bfae47d8 req-542ecd97-8ec9-4fb3-bd06-e23879403e6f tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0645465-1df2-4382-b6b9-abb609651a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306334 May 13 14:53:43.549185 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590d38d-28c0-4f2d-a085-1dcbc6cc2b79 req-7563ecf1-b8e4-4d90-acf6-58c5be936fde tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:43.553888 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-a45facbc-d91d-4d50-bf7e-dc4ce2717253 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.59 "DELETE /v2.0/ports/1145a0a6-eb35-4fbe-a730-307907e27d99 HTTP/1.1" status: 204 len: 173 time: 3.0347831 May 13 14:53:43.557716 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590d38d-28c0-4f2d-a085-1dcbc6cc2b79 req-7563ecf1-b8e4-4d90-acf6-58c5be936fde tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:43.563815 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590d38d-28c0-4f2d-a085-1dcbc6cc2b79 req-7563ecf1-b8e4-4d90-acf6-58c5be936fde tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:43.571794 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f590d38d-28c0-4f2d-a085-1dcbc6cc2b79 req-7563ecf1-b8e4-4d90-acf6-58c5be936fde tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 3142 time: 0.2190273 May 13 14:53:43.634252 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a509f4c-d311-466b-bbdb-38d02e21e1e8'] response: {'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'name': 'network-vif-deleted', 'tag': '1145a0a6-eb35-4fbe-a730-307907e27d99', 'status': 'completed', 'code': 200} May 13 14:53:43.644579 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-044e2692-ec7e-43ed-9c1b-430d58da7e23 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, e0c86dbf-b3f4-4320-8d1e-1883f7d4c31f) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:43.653574 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d67ce0-8aa2-4026-9ff6-f80737a72533 None None] Network e0c86dbf-b3f4-4320-8d1e-1883f7d4c31f requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:43.663822 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-a5b3db13-0902-4041-a8e5-46e1e409b99f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Deleting port ead8f4bc-18b3-4bda-8059-38906d99256f {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:53:43.664831 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-a5b3db13-0902-4041-a8e5-46e1e409b99f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:43.700851 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f590d38d-28c0-4f2d-a085-1dcbc6cc2b79 req-98d8dd91-ad9d-455e-aaa9-1ea9971b7921 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269443 May 13 14:53:43.712212 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044e2692-ec7e-43ed-9c1b-430d58da7e23 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:43.713623 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-044e2692-ec7e-43ed-9c1b-430d58da7e23 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:43.793750 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-044e2692-ec7e-43ed-9c1b-430d58da7e23 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1251898 May 13 14:53:43.795544 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 46244) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:43.824539 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-38ed8be7-1524-4570-89a6-7e8882fa632a None None] Set router 8c6a7c28-347e-4ca4-bdab-d19c4c2793bd gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:53:43.860204 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-12fba045-9973-4cf7-a406-e3c256b2af31 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Request body: {'subnet': {'network_id': 'e0c86dbf-b3f4-4320-8d1e-1883f7d4c31f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:44.166183 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320751c6-0b88-4b67-a665-ccb6256ff08f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-e0c86dbf-b3f4-4320-8d1e-1883f7d4c31f', 'network_id': 'e0c86dbf-b3f4-4320-8d1e-1883f7d4c31f', 'tenant_id': '92056d06e6f64d8f87cf74e57d5ce72a', 'fixed_ips': [{'subnet_id': '7e189a23-4e92-4b2b-bfd1-080aa5ce67dc'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:53:44.167012 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-320751c6-0b88-4b67-a665-ccb6256ff08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:44.283134 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c'}, {'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23a0b5c0-5383-42e4-83f7-23a3a9751367'}, {'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '809cd876-ad94-47a7-bcee-934e044a9318'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:53:44.316796 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5a9a3-3f7d-4312-8d50-29c840a0e4da req-f22db503-82b1-4e9e-a1d0-b58d44a5ec6c tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:44.325814 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-18a5a9a3-3f7d-4312-8d50-29c840a0e4da req-f22db503-82b1-4e9e-a1d0-b58d44a5ec6c tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce10fb7d-5a1e-4e99-aed5-f5d5bfab0bb2 HTTP/1.1" status: 200 len: 945 time: 0.2416716 May 13 14:53:44.402063 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2b21b82-123b-4a22-88d3-87ce36c30b0d'] response: {'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c', 'code': 200} May 13 14:53:44.402901 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2b21b82-123b-4a22-88d3-87ce36c30b0d'] response: {'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23a0b5c0-5383-42e4-83f7-23a3a9751367', 'code': 200} May 13 14:53:44.403343 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2b21b82-123b-4a22-88d3-87ce36c30b0d'] response: {'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '809cd876-ad94-47a7-bcee-934e044a9318', 'code': 200} May 13 14:53:44.450529 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-38ed8be7-1524-4570-89a6-7e8882fa632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'name': 'tempest-TaggedBootDevicesTest_v242-1996635987-router', 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '5bbca6bf-ad93-480f-96d8-40a7b95a9b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:46:38Z', 'updated_at': '2022-05-13T14:46:59Z', 'revision_number': 4, 'project_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'gw_port': {'id': '5bbca6bf-ad93-480f-96d8-40a7b95a9b72', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:46:41Z', 'updated_at': '2022-05-13T14:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4', 'name': '', 'network_id': 'c2791814-6ab4-4ee1-8449-7b69fcd7217d', 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'mac_address': 'fa:16:3e:59:7d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'b6c8e4a4-7ae1-42ec-8a8f-588a5dfe3854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:46:54Z', 'updated_at': '2022-05-13T14:47:14Z', 'revision_number': 5, 'project_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'subnets': [{'id': 'b6c8e4a4-7ae1-42ec-8a8f-588a5dfe3854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:44.462699 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ed8be7-1524-4570-89a6-7e8882fa632a None None] Checking router: 8c6a7c28-347e-4ca4-bdab-d19c4c2793bd for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:53:44.484369 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ed8be7-1524-4570-89a6-7e8882fa632a None None] Routers {'8c6a7c28-347e-4ca4-bdab-d19c4c2793bd'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:53:44.485762 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-38ed8be7-1524-4570-89a6-7e8882fa632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:53:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8c6a7c28-347e-4ca4-bdab-d19c4c2793bd'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:44.521658 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-320751c6-0b88-4b67-a665-ccb6256ff08f None None] Allocated IP 2001:db8::2 (e0c86dbf-b3f4-4320-8d1e-1883f7d4c31f/7e189a23-4e92-4b2b-bfd1-080aa5ce67dc/b649611c-db55-4cee-a999-7235a6e32dc9) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:53:44.532749 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-18a5a9a3-3f7d-4312-8d50-29c840a0e4da req-3f8a95a5-a1f5-4b7c-8a4f-295d778d6dc3 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Deleting port bcbc4f5c-71d2-4181-a713-a7dfc0bb707d {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:53:44.536796 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-18a5a9a3-3f7d-4312-8d50-29c840a0e4da req-3f8a95a5-a1f5-4b7c-8a4f-295d778d6dc3 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:44.710069 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea6fc8-4421-4504-af00-91e668cfa275 req-de9e8162-9b31-4895-841a-94e4ce7b7090 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:44.738398 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e3ea6fc8-4421-4504-af00-91e668cfa275 req-de9e8162-9b31-4895-841a-94e4ce7b7090 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=51deba12-0b33-4b18-89eb-30072e91970a HTTP/1.1" status: 200 len: 944 time: 0.6184416 May 13 14:53:44.758701 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 49089343-e953-4154-837f-dabd08e6969e details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:53:44.836448 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-12fba045-9973-4cf7-a406-e3c256b2af31 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:44.844865 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-38ed8be7-1524-4570-89a6-7e8882fa632a None None] Set router 8c6a7c28-347e-4ca4-bdab-d19c4c2793bd gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:53:44.847262 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-12fba045-9973-4cf7-a406-e3c256b2af31 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Usage tracker for resource:subnet and tenant:92056d06e6f64d8f87cf74e57d5ce72a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:44.851737 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-12fba045-9973-4cf7-a406-e3c256b2af31 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:44.876166 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-12fba045-9973-4cf7-a406-e3c256b2af31 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:44.889125 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-a5b3db13-0902-4041-a8e5-46e1e409b99f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] For port ead8f4bc-18b3-4bda-8059-38906d99256f, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=ead8f4bc-18b3-4bda-8059-38906d99256f,segment=NetworkSegment(2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1),segment_id=2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:44.892102 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-a5b3db13-0902-4041-a8e5-46e1e409b99f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:44.968285 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-320751c6-0b88-4b67-a665-ccb6256ff08f None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:44.985905 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-320751c6-0b88-4b67-a665-ccb6256ff08f None None] Transition to ACTIVE for port object b649611c-db55-4cee-a999-7235a6e32dc9 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:53:45.033791 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-320751c6-0b88-4b67-a665-ccb6256ff08f None None] Transition to ACTIVE for port object b649611c-db55-4cee-a999-7235a6e32dc9 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:53:45.050652 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-320751c6-0b88-4b67-a665-ccb6256ff08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:45.162728 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.resource_extend [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:53:45.236481 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-a5b3db13-0902-4041-a8e5-46e1e409b99f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Calling delete_port for ead8f4bc-18b3-4bda-8059-38906d99256f owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:53:45.298112 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e3ea6fc8-4421-4504-af00-91e668cfa275 req-f525832c-d184-489e-a3a4-6b7041eb8772 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=6323da97-ebc7-4971-a1d1-b71709aade33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5838566 May 13 14:53:45.314469 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fba045-9973-4cf7-a406-e3c256b2af31 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Made reservation on behalf of 92056d06e6f64d8f87cf74e57d5ce72a for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:45.324577 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-12fba045-9973-4cf7-a406-e3c256b2af31 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:45.328528 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-18a5a9a3-3f7d-4312-8d50-29c840a0e4da req-3f8a95a5-a1f5-4b7c-8a4f-295d778d6dc3 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] For port bcbc4f5c-71d2-4181-a713-a7dfc0bb707d, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=bcbc4f5c-71d2-4181-a713-a7dfc0bb707d,segment=NetworkSegment(41f58b33-1502-432c-b89f-2cba40f91134),segment_id=41f58b33-1502-432c-b89f-2cba40f91134)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:45.329040 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-18a5a9a3-3f7d-4312-8d50-29c840a0e4da req-3f8a95a5-a1f5-4b7c-8a4f-295d778d6dc3 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:45.458342 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320751c6-0b88-4b67-a665-ccb6256ff08f None None] Network e0c86dbf-b3f4-4320-8d1e-1883f7d4c31f is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:53:45.471300 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-18a5a9a3-3f7d-4312-8d50-29c840a0e4da req-3f8a95a5-a1f5-4b7c-8a4f-295d778d6dc3 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Calling delete_port for bcbc4f5c-71d2-4181-a713-a7dfc0bb707d owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:53:45.486793 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-320751c6-0b88-4b67-a665-ccb6256ff08f None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:45.516530 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320751c6-0b88-4b67-a665-ccb6256ff08f None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:53:45.534411 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320751c6-0b88-4b67-a665-ccb6256ff08f None None] Pushing event updated for resources: {'Port': ['ID=b649611c-db55-4cee-a999-7235a6e32dc9,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:45.655455 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-18a5a9a3-3f7d-4312-8d50-29c840a0e4da req-3f8a95a5-a1f5-4b7c-8a4f-295d778d6dc3 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:45.683518 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['bcbc4f5c-71d2-4181-a713-a7dfc0bb707d'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:53:45.718424 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a95a5-a1f5-4b7c-8a4f-295d778d6dc3 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Pushing event deleted for resources: {'Port': ['ID=bcbc4f5c-71d2-4181-a713-a7dfc0bb707d,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:45.731078 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88154dd9-0019-4290-b775-cd1e73d10330 req-7dcd6285-8c8d-4279-baa7-c719732812d3 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:45.738533 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-88154dd9-0019-4290-b775-cd1e73d10330 req-7dcd6285-8c8d-4279-baa7-c719732812d3 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce10fb7d-5a1e-4e99-aed5-f5d5bfab0bb2 HTTP/1.1" status: 200 len: 945 time: 0.9272459 May 13 14:53:45.783528 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0460828-2c1e-41a9-aa17-f88f7c9a144d req-9e8c5b79-72d9-463f-b430-046d1cf9f064 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:45.794110 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0460828-2c1e-41a9-aa17-f88f7c9a144d req-9e8c5b79-72d9-463f-b430-046d1cf9f064 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:45.812659 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0460828-2c1e-41a9-aa17-f88f7c9a144d req-9e8c5b79-72d9-463f-b430-046d1cf9f064 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:45.823947 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0460828-2c1e-41a9-aa17-f88f7c9a144d req-9e8c5b79-72d9-463f-b430-046d1cf9f064 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:45.825459 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-a0460828-2c1e-41a9-aa17-f88f7c9a144d req-9e8c5b79-72d9-463f-b430-046d1cf9f064 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Synchronizing usage tracker for tenant:dacb06c0bb204205bf6fd6f72c27271e on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:53:45.838074 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-38ed8be7-1524-4570-89a6-7e8882fa632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'name': 'tempest-TaggedBootDevicesTest_v242-1996635987-router', 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '5bbca6bf-ad93-480f-96d8-40a7b95a9b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:46:38Z', 'updated_at': '2022-05-13T14:46:59Z', 'revision_number': 4, 'project_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'gw_port': {'id': '5bbca6bf-ad93-480f-96d8-40a7b95a9b72', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:46:41Z', 'updated_at': '2022-05-13T14:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4', 'name': '', 'network_id': 'c2791814-6ab4-4ee1-8449-7b69fcd7217d', 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'mac_address': 'fa:16:3e:59:7d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'b6c8e4a4-7ae1-42ec-8a8f-588a5dfe3854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:46:54Z', 'updated_at': '2022-05-13T14:47:14Z', 'revision_number': 5, 'project_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'subnets': [{'id': 'b6c8e4a4-7ae1-42ec-8a8f-588a5dfe3854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:45.850703 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ed8be7-1524-4570-89a6-7e8882fa632a None None] The sync data for ids ['8c6a7c28-347e-4ca4-bdab-d19c4c2793bd'] in n-d-841760-1 is: [{'id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'name': 'tempest-TaggedBootDevicesTest_v242-1996635987-router', 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '5bbca6bf-ad93-480f-96d8-40a7b95a9b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:46:38Z', 'updated_at': '2022-05-13T14:46:59Z', 'revision_number': 4, 'project_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'gw_port': {'id': '5bbca6bf-ad93-480f-96d8-40a7b95a9b72', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:46:41Z', 'updated_at': '2022-05-13T14:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4', 'name': '', 'network_id': 'c2791814-6ab4-4ee1-8449-7b69fcd7217d', 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'mac_address': 'fa:16:3e:59:7d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'b6c8e4a4-7ae1-42ec-8a8f-588a5dfe3854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:46:54Z', 'updated_at': '2022-05-13T14:47:14Z', 'revision_number': 5, 'project_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'subnets': [{'id': 'b6c8e4a4-7ae1-42ec-8a8f-588a5dfe3854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:53:45.893267 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-a0460828-2c1e-41a9-aa17-f88f7c9a144d req-9e8c5b79-72d9-463f-b430-046d1cf9f064 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Unset dirty status for tenant:dacb06c0bb204205bf6fd6f72c27271e on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:53:45.902304 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a0460828-2c1e-41a9-aa17-f88f7c9a144d req-9e8c5b79-72d9-463f-b430-046d1cf9f064 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 3142 time: 0.3799758 May 13 14:53:45.907961 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-320751c6-0b88-4b67-a665-ccb6256ff08f None None] Attempting to bind port b649611c-db55-4cee-a999-7235a6e32dc9 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:53:45.908711 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-320751c6-0b88-4b67-a665-ccb6256ff08f None None] Attempting to bind port b649611c-db55-4cee-a999-7235a6e32dc9 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '5bf363e8-b5ca-49e2-a591-1efe035a26ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e0c86dbf-b3f4-4320-8d1e-1883f7d4c31f'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:53:45.909190 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320751c6-0b88-4b67-a665-ccb6256ff08f None None] Attempting to bind port b649611c-db55-4cee-a999-7235a6e32dc9 on network e0c86dbf-b3f4-4320-8d1e-1883f7d4c31f {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:53:45.923526 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a5a9a3-3f7d-4312-8d50-29c840a0e4da req-3f8a95a5-a1f5-4b7c-8a4f-295d778d6dc3 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] No DVR routers for this DVR port bcbc4f5c-71d2-4181-a713-a7dfc0bb707d on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:53:45.924197 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320751c6-0b88-4b67-a665-ccb6256ff08f None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:53:45.924965 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320751c6-0b88-4b67-a665-ccb6256ff08f None None] Checking segment: {'id': '5bf363e8-b5ca-49e2-a591-1efe035a26ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e0c86dbf-b3f4-4320-8d1e-1883f7d4c31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:53:45.925958 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-320751c6-0b88-4b67-a665-ccb6256ff08f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:45.926574 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320751c6-0b88-4b67-a665-ccb6256ff08f None None] Bound using segment: {'id': '5bf363e8-b5ca-49e2-a591-1efe035a26ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e0c86dbf-b3f4-4320-8d1e-1883f7d4c31f'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:53:45.927992 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-320751c6-0b88-4b67-a665-ccb6256ff08f None None] Bound port: b649611c-db55-4cee-a999-7235a6e32dc9, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf363e8-b5ca-49e2-a591-1efe035a26ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e0c86dbf-b3f4-4320-8d1e-1883f7d4c31f'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:53:45.928670 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-320751c6-0b88-4b67-a665-ccb6256ff08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:45.944081 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-18a5a9a3-3f7d-4312-8d50-29c840a0e4da req-3f8a95a5-a1f5-4b7c-8a4f-295d778d6dc3 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:45.946937 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce10fb7d-5a1e-4e99-aed5-f5d5bfab0bb2', 'name': 'network-vif-deleted', 'tag': 'bcbc4f5c-71d2-4181-a713-a7dfc0bb707d'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:53:45.961545 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 49089343-e953-4154-837f-dabd08e6969e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=49089343-e953-4154-837f-dabd08e6969e,segment=NetworkSegment(34a199cd-1d62-4dd2-adc9-7506731a103f),segment_id=34a199cd-1d62-4dd2-adc9-7506731a103f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:45.979955 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-88154dd9-0019-4290-b775-cd1e73d10330 req-a8527141-bc7f-4d71-aaec-75f61516bed1 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0645465-1df2-4382-b6b9-abb609651a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359807 May 13 14:53:46.009111 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-18a5a9a3-3f7d-4312-8d50-29c840a0e4da req-3f8a95a5-a1f5-4b7c-8a4f-295d778d6dc3 tempest-ServerPasswordTestJSON-601651795 tempest-ServerPasswordTestJSON-601651795-project] 10.222.0.59 "DELETE /v2.0/ports/bcbc4f5c-71d2-4181-a713-a7dfc0bb707d HTTP/1.1" status: 204 len: 173 time: 1.6799977 May 13 14:53:46.026277 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '49089343-e953-4154-837f-dabd08e6969e', 'network_id': 'e671153c-00d7-406d-85ed-65647a5a0614', 'port_id': '49089343-e953-4154-837f-dabd08e6969e', 'mac_address': 'fa:16:3e:59:0d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0acc617e-a4e0-4380-8ca6-6796fc3baaca', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:53:46.059359 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cd7e844-91a1-473f-952d-9be02845d5f8'] response: {'server_uuid': 'ce10fb7d-5a1e-4e99-aed5-f5d5bfab0bb2', 'name': 'network-vif-deleted', 'tag': 'bcbc4f5c-71d2-4181-a713-a7dfc0bb707d', 'status': 'completed', 'code': 200} May 13 14:53:46.212064 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-320751c6-0b88-4b67-a665-ccb6256ff08f None None] For port b649611c-db55-4cee-a999-7235a6e32dc9, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:53:46.219802 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-320751c6-0b88-4b67-a665-ccb6256ff08f None None] For port b649611c-db55-4cee-a999-7235a6e32dc9, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b649611c-db55-4cee-a999-7235a6e32dc9,segment=NetworkSegment(5bf363e8-b5ca-49e2-a591-1efe035a26ae),segment_id=5bf363e8-b5ca-49e2-a591-1efe035a26ae)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:53:46.236166 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 49089343-e953-4154-837f-dabd08e6969e is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:46.238407 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:46.307576 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49089343-e953-4154-837f-dabd08e6969e {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:53:46.328853 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-320751c6-0b88-4b67-a665-ccb6256ff08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:46.337014 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a0460828-2c1e-41a9-aa17-f88f7c9a144d req-8e40b5f7-1bd1-4207-8681-399ff8e4b11c tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4277127 May 13 14:53:46.338209 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-a5b3db13-0902-4041-a8e5-46e1e409b99f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:46.432720 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b74f8dd-40d5-4eff-8d92-d0c36daae65d None None] New status for floating IP c510ac1c-dd92-44dc-8f6e-7f511be0a609: DOWN {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:53:46.455663 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3db13-0902-4041-a8e5-46e1e409b99f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Pushing event deleted for resources: {'Port': ['ID=ead8f4bc-18b3-4bda-8059-38906d99256f,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:46.547534 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-a5b3db13-0902-4041-a8e5-46e1e409b99f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] No DVR routers for this DVR port ead8f4bc-18b3-4bda-8059-38906d99256f on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:53:46.551981 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-a5b3db13-0902-4041-a8e5-46e1e409b99f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:46.555073 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'name': 'network-vif-deleted', 'tag': 'ead8f4bc-18b3-4bda-8059-38906d99256f'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:53:46.582853 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-a5b3db13-0902-4041-a8e5-46e1e409b99f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.59 "DELETE /v2.0/ports/ead8f4bc-18b3-4bda-8059-38906d99256f HTTP/1.1" status: 204 len: 173 time: 3.0229781 May 13 14:53:46.660537 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad5fed-8f89-4fbf-87ef-1f6f8e2b8ffc req-0378c42d-bea0-408a-9ab3-9ce946944e25 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:46.670437 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5cad5fed-8f89-4fbf-87ef-1f6f8e2b8ffc req-0378c42d-bea0-408a-9ab3-9ce946944e25 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=51deba12-0b33-4b18-89eb-30072e91970a HTTP/1.1" status: 200 len: 944 time: 0.1693439 May 13 14:53:46.756453 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5cad5fed-8f89-4fbf-87ef-1f6f8e2b8ffc req-b05d1f30-9821-48c6-812f-e6fbfc13c513 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=6323da97-ebc7-4971-a1d1-b71709aade33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846696 May 13 14:53:46.759867 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ed6324b-597b-4d54-9e12-cf721e11984d'] response: {'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'name': 'network-vif-deleted', 'tag': 'ead8f4bc-18b3-4bda-8059-38906d99256f', 'status': 'completed', 'code': 200} May 13 14:53:46.784636 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-f2740424-4c11-442c-91ef-9580326880d1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Deleting port 809cd876-ad94-47a7-bcee-934e044a9318 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:53:46.785320 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-f2740424-4c11-442c-91ef-9580326880d1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:46.823842 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320751c6-0b88-4b67-a665-ccb6256ff08f None None] Pushing event updated for resources: {'Port': ['ID=b649611c-db55-4cee-a999-7235a6e32dc9,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:46.853440 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 49089343-e953-4154-837f-dabd08e6969e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=49089343-e953-4154-837f-dabd08e6969e,segment=NetworkSegment(34a199cd-1d62-4dd2-adc9-7506731a103f),segment_id=34a199cd-1d62-4dd2-adc9-7506731a103f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:46.865446 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:46.936885 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-12fba045-9973-4cf7-a406-e3c256b2af31 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:47.091827 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=49089343-e953-4154-837f-dabd08e6969e,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:47.165733 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fba045-9973-4cf7-a406-e3c256b2af31 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Network e0c86dbf-b3f4-4320-8d1e-1883f7d4c31f is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:53:47.185673 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46300) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:47.267455 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['49089343-e953-4154-837f-dabd08e6969e'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:53:47.480265 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:53:47.487983 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a0e39df-999b-4da5-a28a-5d514b026f6c admin admin] Deleting subnet d45b3e8b-ca2a-4df5-a09b-18c147d1c882 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:53:47.490163 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-12fba045-9973-4cf7-a406-e3c256b2af31 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:47.496188 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fba045-9973-4cf7-a406-e3c256b2af31 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:47.499565 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a0e39df-999b-4da5-a28a-5d514b026f6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:47.500361 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-12fba045-9973-4cf7-a406-e3c256b2af31 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:47.532317 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fba045-9973-4cf7-a406-e3c256b2af31 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event updated for resources: {'Subnet': ['ID=8ac87a10-1d4d-429d-b472-e94a4c05a51a,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:47.666850 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-12fba045-9973-4cf7-a406-e3c256b2af31 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.8632236 May 13 14:53:47.666850 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 46312) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:47.666850 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-f2740424-4c11-442c-91ef-9580326880d1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] For port 809cd876-ad94-47a7-bcee-934e044a9318, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=809cd876-ad94-47a7-bcee-934e044a9318,segment=NetworkSegment(6a1902e2-8090-4fe5-b451-4ecbfde075b6),segment_id=6a1902e2-8090-4fe5-b451-4ecbfde075b6)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:47.667426 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-f2740424-4c11-442c-91ef-9580326880d1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:47.926871 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-f2740424-4c11-442c-91ef-9580326880d1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Calling delete_port for 809cd876-ad94-47a7-bcee-934e044a9318 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:53:47.991238 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a0e39df-999b-4da5-a28a-5d514b026f6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:48.132062 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766a6c95-610b-4c0c-b113-bd58c60bc9fb tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:48.133890 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766a6c95-610b-4c0c-b113-bd58c60bc9fb tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:48.134790 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a0e39df-999b-4da5-a28a-5d514b026f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:48.135641 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766a6c95-610b-4c0c-b113-bd58c60bc9fb tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:48.137264 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766a6c95-610b-4c0c-b113-bd58c60bc9fb tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:48.138933 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766a6c95-610b-4c0c-b113-bd58c60bc9fb tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:48.146145 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-766a6c95-610b-4c0c-b113-bd58c60bc9fb tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Synchronizing usage tracker for tenant:92056d06e6f64d8f87cf74e57d5ce72a on resource:subnet {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:53:48.155401 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:48.226457 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577b7c1-ee96-47ba-828e-af0473dd9b2a req-d6f4a037-a6ea-4681-98b7-e22c766a6be5 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:48.235681 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577b7c1-ee96-47ba-828e-af0473dd9b2a req-d6f4a037-a6ea-4681-98b7-e22c766a6be5 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:48.259904 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577b7c1-ee96-47ba-828e-af0473dd9b2a req-d6f4a037-a6ea-4681-98b7-e22c766a6be5 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:48.261663 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3577b7c1-ee96-47ba-828e-af0473dd9b2a req-d6f4a037-a6ea-4681-98b7-e22c766a6be5 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 2409 time: 0.6246853 May 13 14:53:48.367063 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3577b7c1-ee96-47ba-828e-af0473dd9b2a req-e1a5c5a4-c9bb-43b0-b1ce-f0ee19e776eb tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949364 May 13 14:53:48.408134 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a0e39df-999b-4da5-a28a-5d514b026f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:48.445079 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-766a6c95-610b-4c0c-b113-bd58c60bc9fb tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Unset dirty status for tenant:92056d06e6f64d8f87cf74e57d5ce72a on resource:subnet {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:53:48.456033 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a0e39df-999b-4da5-a28a-5d514b026f6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:48.456788 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-766a6c95-610b-4c0c-b113-bd58c60bc9fb tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.7815168 May 13 14:53:48.457823 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 46328) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:48.460461 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-f2740424-4c11-442c-91ef-9580326880d1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:48.464495 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4a0e39df-999b-4da5-a28a-5d514b026f6c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d45b3e8b-ca2a-4df5-a09b-18c147d1c882 HTTP/1.1" status: 204 len: 168 time: 1.2777371 May 13 14:53:48.466717 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e39df-999b-4da5-a28a-5d514b026f6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d45b3e8b-ca2a-4df5-a09b-18c147d1c882,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:48.470649 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46330) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:48.488189 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-2106e7ae-095a-44e0-8694-b921d2da7a42 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-452947609'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:48.567655 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2106e7ae-095a-44e0-8694-b921d2da7a42 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:48.578541 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2740424-4c11-442c-91ef-9580326880d1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Pushing event deleted for resources: {'Port': ['ID=809cd876-ad94-47a7-bcee-934e044a9318,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:48.583985 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2106e7ae-095a-44e0-8694-b921d2da7a42 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Usage tracker for resource:network and tenant:92056d06e6f64d8f87cf74e57d5ce72a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:48.616080 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58c375-e34d-4c33-85b0-44df18c67b15 req-a4c0ac34-fe93-4c64-b524-6e339f6bc67c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:48.625229 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-be58c375-e34d-4c33-85b0-44df18c67b15 req-a4c0ac34-fe93-4c64-b524-6e339f6bc67c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=51deba12-0b33-4b18-89eb-30072e91970a HTTP/1.1" status: 200 len: 945 time: 0.6189044 May 13 14:53:48.653834 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device bcbc4f5c-71d2-4181-a713-a7dfc0bb707d no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:53:48.688716 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-486f486a-cd56-4b5a-83d7-854de03c9465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:48.701325 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: bcbc4f5c-71d2-4181-a713-a7dfc0bb707d {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:53:48.702030 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device bcbc4f5c-71d2-4181-a713-a7dfc0bb707d not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:53:48.724569 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2106e7ae-095a-44e0-8694-b921d2da7a42 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:48.738627 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2106e7ae-095a-44e0-8694-b921d2da7a42 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:48.830104 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-f2740424-4c11-442c-91ef-9580326880d1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] No DVR routers for this DVR port 809cd876-ad94-47a7-bcee-934e044a9318 on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:53:48.861616 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-f2740424-4c11-442c-91ef-9580326880d1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:48.866502 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279f39a9-e465-417f-8c61-10702003e0fb None None] Network e0c86dbf-b3f4-4320-8d1e-1883f7d4c31f requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:48.874817 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-be58c375-e34d-4c33-85b0-44df18c67b15 req-879f58aa-2a18-47d4-b36d-4e024c0c3d8a tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=6323da97-ebc7-4971-a1d1-b71709aade33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2487822 May 13 14:53:48.875934 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2106e7ae-095a-44e0-8694-b921d2da7a42 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Made reservation on behalf of 92056d06e6f64d8f87cf74e57d5ce72a for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:48.880336 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2106e7ae-095a-44e0-8694-b921d2da7a42 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:48.904492 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'name': 'network-vif-deleted', 'tag': '809cd876-ad94-47a7-bcee-934e044a9318'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:53:48.912610 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-486f486a-cd56-4b5a-83d7-854de03c9465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:48.939714 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 49089343-e953-4154-837f-dabd08e6969e up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:53:48.954970 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-486f486a-cd56-4b5a-83d7-854de03c9465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a52be44-3323-498c-b145-cd433f54e74e']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:48.989343 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-f2740424-4c11-442c-91ef-9580326880d1 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.59 "DELETE /v2.0/ports/809cd876-ad94-47a7-bcee-934e044a9318 HTTP/1.1" status: 204 len: 173 time: 2.3841882 May 13 14:53:48.990139 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2106e7ae-095a-44e0-8694-b921d2da7a42 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:53:48.990770 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-486f486a-cd56-4b5a-83d7-854de03c9465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f58b33-1502-432c-b89f-2cba40f91134') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:48.991333 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-486f486a-cd56-4b5a-83d7-854de03c9465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f58b33-1502-432c-b89f-2cba40f91134') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:49.008277 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-486f486a-cd56-4b5a-83d7-854de03c9465 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:49.053040 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-486f486a-cd56-4b5a-83d7-854de03c9465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:49.058048 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70114c99-3190-4b4b-91af-582e0b394563'] response: {'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'name': 'network-vif-deleted', 'tag': '809cd876-ad94-47a7-bcee-934e044a9318', 'status': 'completed', 'code': 200} May 13 14:53:49.102017 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-486f486a-cd56-4b5a-83d7-854de03c9465 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:53:49.106393 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-486f486a-cd56-4b5a-83d7-854de03c9465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:49.147615 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2106e7ae-095a-44e0-8694-b921d2da7a42 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:49.147961 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-2106e7ae-095a-44e0-8694-b921d2da7a42 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Added segment 4c80011b-49b4-47dd-a614-91ad7e142355 of type vlan for network 8b7ea246-95d3-4694-a989-30a0bca1b339 May 13 14:53:49.161645 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:53:49.161645 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:53:49.161645 n-d-841760-1 neutron-server[88081]: timer() May 13 14:53:49.161645 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:53:49.161645 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:53:49.161645 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:53:49.161645 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:53:49.161645 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:53:49.161645 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:53:49.161645 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:53:49.161645 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:53:49.161645 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:53:49.161645 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:53:49.161645 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:53:49.161645 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:53:49.161645 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:53:49.161645 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:53:49.161645 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:53:49.161645 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:53:49.161645 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:53:49.161645 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:53:49.161645 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:53:49.161645 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:53:49.161645 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:53:49.161645 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:53:49.161645 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:53:49.161645 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:53:49.161645 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:53:49.161645 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:53:49.161645 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:53:49.161645 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:53:49.161645 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:53:49.271858 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-4832fd1f-59dc-439c-9a9e-9505c8da7885 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Deleting port b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:53:49.272291 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-4832fd1f-59dc-439c-9a9e-9505c8da7885 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:49.275756 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d1ef47cd-4d3d-43dd-9214-098f8773e126 None None] Provisioning for port b649611c-db55-4cee-a999-7235a6e32dc9 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:53:49.395008 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-486f486a-cd56-4b5a-83d7-854de03c9465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:49.409858 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-486f486a-cd56-4b5a-83d7-854de03c9465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:49.449133 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f486a-cd56-4b5a-83d7-854de03c9465 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a52be44-3323-498c-b145-cd433f54e74e,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:49.464549 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b649611c-db55-4cee-a999-7235a6e32dc9 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:53:49.475467 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-486f486a-cd56-4b5a-83d7-854de03c9465 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8a52be44-3323-498c-b145-cd433f54e74e HTTP/1.1" status: 204 len: 168 time: 1.0033915 May 13 14:53:49.476966 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2106e7ae-095a-44e0-8694-b921d2da7a42 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:49.542635 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 49089343-e953-4154-837f-dabd08e6969e completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:53:49.616355 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 49089343-e953-4154-837f-dabd08e6969e triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:49.617273 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:49.702404 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2106e7ae-095a-44e0-8694-b921d2da7a42 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:49.717541 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2106e7ae-095a-44e0-8694-b921d2da7a42 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:49.718407 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2106e7ae-095a-44e0-8694-b921d2da7a42 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:50.006784 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46358) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:50.183984 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0491cf04-df29-4f20-8bc0-c8803556df06 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a7f8963953054678bd61e61fca1a5bd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1756160 May 13 14:53:50.199549 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46366) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:50.217036 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port b649611c-db55-4cee-a999-7235a6e32dc9 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:53:50.238220 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 49089343-e953-4154-837f-dabd08e6969e is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:50.239611 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:50.307880 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port b649611c-db55-4cee-a999-7235a6e32dc9 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:50.307880 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:50.406856 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 49089343-e953-4154-837f-dabd08e6969e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=49089343-e953-4154-837f-dabd08e6969e,segment=NetworkSegment(34a199cd-1d62-4dd2-adc9-7506731a103f),segment_id=34a199cd-1d62-4dd2-adc9-7506731a103f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:50.408580 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51deba12-0b33-4b18-89eb-30072e91970a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49089343-e953-4154-837f-dabd08e6969e'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:53:50.415751 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-4832fd1f-59dc-439c-9a9e-9505c8da7885 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] For port b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c,segment=NetworkSegment(6a1902e2-8090-4fe5-b451-4ecbfde075b6),segment_id=6a1902e2-8090-4fe5-b451-4ecbfde075b6)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:50.416839 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-4832fd1f-59dc-439c-9a9e-9505c8da7885 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:50.485141 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:50.537947 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2106e7ae-095a-44e0-8694-b921d2da7a42 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0679598 May 13 14:53:50.545770 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46374) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:50.580674 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b6c7b1e2-9c38-4686-9978-1a4794f1cfa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:50.595095 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-3fcc5ff8-3287-4403-b1a1-5b12206abf9a tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:50.707935 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde81931-709e-492f-8883-afa6361ea04a req-81ab05b8-019b-4c6a-ad06-92bf640b37f9 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:50.736878 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bde81931-709e-492f-8883-afa6361ea04a req-81ab05b8-019b-4c6a-ad06-92bf640b37f9 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=51deba12-0b33-4b18-89eb-30072e91970a HTTP/1.1" status: 200 len: 945 time: 0.6266789 May 13 14:53:50.743953 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-4832fd1f-59dc-439c-9a9e-9505c8da7885 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Calling delete_port for b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:53:50.779221 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106e7ae-095a-44e0-8694-b921d2da7a42 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event updated for resources: {'Network': ['ID=8b7ea246-95d3-4694-a989-30a0bca1b339,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:50.797891 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 8b7ea246-95d3-4694-a989-30a0bca1b339 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:53:50.837011 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec29ec-4488-43a3-8cf9-ce4ea4ee6483 req-96dbae48-3b66-455c-8dcd-1f8dfe80c619 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:50.851436 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec29ec-4488-43a3-8cf9-ce4ea4ee6483 req-96dbae48-3b66-455c-8dcd-1f8dfe80c619 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:50.851854 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-46ec29ec-4488-43a3-8cf9-ce4ea4ee6483 req-96dbae48-3b66-455c-8dcd-1f8dfe80c619 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Synchronizing usage tracker for tenant:dacb06c0bb204205bf6fd6f72c27271e on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:53:51.033103 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb9b596-5839-4cb4-8d68-d610bff8e56c None None] Update dhcp port {'port': {'network_id': 'e0c86dbf-b3f4-4320-8d1e-1883f7d4c31f', 'fixed_ips': [{'subnet_id': '7e189a23-4e92-4b2b-bfd1-080aa5ce67dc', 'ip_address': '2001:db8::2'}, {'subnet_id': '8ac87a10-1d4d-429d-b472-e94a4c05a51a'}], 'binding:host_id': 'n-d-841760-1'}, 'id': 'b649611c-db55-4cee-a999-7235a6e32dc9'} from n-d-841760-1. {{(pid=88083) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 14:53:51.060540 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=49089343-e953-4154-837f-dabd08e6969e,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:51.093023 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bde81931-709e-492f-8883-afa6361ea04a req-40d1b185-040a-416f-aa06-f6f9aab6c675 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=6323da97-ebc7-4971-a1d1-b71709aade33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3521738 May 13 14:53:51.168116 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-46ec29ec-4488-43a3-8cf9-ce4ea4ee6483 req-96dbae48-3b66-455c-8dcd-1f8dfe80c619 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Unset dirty status for tenant:dacb06c0bb204205bf6fd6f72c27271e on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:53:51.169346 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port b649611c-db55-4cee-a999-7235a6e32dc9 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:51.169732 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:51.172344 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-46ec29ec-4488-43a3-8cf9-ce4ea4ee6483 req-96dbae48-3b66-455c-8dcd-1f8dfe80c619 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 1676 time: 1.5710397 May 13 14:53:51.174793 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-4832fd1f-59dc-439c-9a9e-9505c8da7885 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:51.228415 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ddb9b596-5839-4cb4-8d68-d610bff8e56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:51.326765 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port b649611c-db55-4cee-a999-7235a6e32dc9, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b649611c-db55-4cee-a999-7235a6e32dc9,segment=NetworkSegment(5bf363e8-b5ca-49e2-a591-1efe035a26ae),segment_id=5bf363e8-b5ca-49e2-a591-1efe035a26ae)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:51.367312 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5ff8-3287-4403-b1a1-5b12206abf9a tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:51.394768 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:51.409392 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b6c7b1e2-9c38-4686-9978-1a4794f1cfa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:51.419676 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5ff8-3287-4403-b1a1-5b12206abf9a tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:51.465764 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3fcc5ff8-3287-4403-b1a1-5b12206abf9a tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Network 8b7ea246-95d3-4694-a989-30a0bca1b339 is not hosted by any dhcp agent {{(pid=88081) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 13 14:53:51.472461 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcc5ff8-3287-4403-b1a1-5b12206abf9a tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:51.473151 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5ff8-3287-4403-b1a1-5b12206abf9a tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:51.478182 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3fcc5ff8-3287-4403-b1a1-5b12206abf9a tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "PUT /v2.0/networks/8b7ea246-95d3-4694-a989-30a0bca1b339 HTTP/1.1" status: 200 len: 723 time: 0.9118021 May 13 14:53:51.497163 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46392) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:51.508728 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-5a647b34-f329-4579-8cb3-10d1c85f262b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Request body: {'subnet': {'network_id': '8b7ea246-95d3-4694-a989-30a0bca1b339', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:51.518567 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832fd1f-59dc-439c-9a9e-9505c8da7885 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Pushing event deleted for resources: {'Port': ['ID=b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:51.521492 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6976552-8fda-4bbb-ba15-714d48e75db1'] response: {'server_uuid': '51deba12-0b33-4b18-89eb-30072e91970a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49089343-e953-4154-837f-dabd08e6969e', 'code': 200} May 13 14:53:51.564944 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=b649611c-db55-4cee-a999-7235a6e32dc9,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:51.672027 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-4832fd1f-59dc-439c-9a9e-9505c8da7885 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] No DVR routers for this DVR port b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:53:51.677233 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-4832fd1f-59dc-439c-9a9e-9505c8da7885 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:51.679486 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-4832fd1f-59dc-439c-9a9e-9505c8da7885 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.59 "DELETE /v2.0/ports/b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c HTTP/1.1" status: 204 len: 173 time: 2.6831775 May 13 14:53:51.679960 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'name': 'network-vif-deleted', 'tag': 'b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:53:51.689664 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-46ec29ec-4488-43a3-8cf9-ce4ea4ee6483 req-8f32b964-15b3-493a-95da-f9ff1546a6ce tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4889698 May 13 14:53:51.759980 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c281bc95-d2c7-452b-88f2-c911ca7364f2'] response: {'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'name': 'network-vif-deleted', 'tag': 'b8cf94cb-c445-4b9b-9af3-a11d61fa7c8c', 'status': 'completed', 'code': 200} May 13 14:53:51.846793 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-587629bf-d08e-45e0-ba18-428a880b110a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Deleting port 23a0b5c0-5383-42e4-83f7-23a3a9751367 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:53:51.847513 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-587629bf-d08e-45e0-ba18-428a880b110a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:51.937216 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-ddb9b596-5839-4cb4-8d68-d610bff8e56c None None] Allocated IP 172.20.0.1 (e0c86dbf-b3f4-4320-8d1e-1883f7d4c31f/8ac87a10-1d4d-429d-b472-e94a4c05a51a/b649611c-db55-4cee-a999-7235a6e32dc9) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:53:52.295094 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc5ff8-3287-4403-b1a1-5b12206abf9a tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event updated for resources: {'Network': ['ID=8b7ea246-95d3-4694-a989-30a0bca1b339,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:52.321600 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5a647b34-f329-4579-8cb3-10d1c85f262b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:52.323529 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 8b7ea246-95d3-4694-a989-30a0bca1b339 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:53:52.407944 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5a647b34-f329-4579-8cb3-10d1c85f262b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:52.477918 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e74dce-a452-486d-8e81-c165b3f59f0f req-f20e9ca8-7d95-4c5f-a7c1-24ac6ee1bc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:52.483442 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-89e74dce-a452-486d-8e81-c165b3f59f0f req-f20e9ca8-7d95-4c5f-a7c1-24ac6ee1bc04 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=51deba12-0b33-4b18-89eb-30072e91970a HTTP/1.1" status: 200 len: 1097 time: 0.6099191 May 13 14:53:52.486701 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b6c7b1e2-9c38-4686-9978-1a4794f1cfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:52.487202 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-ddb9b596-5839-4cb4-8d68-d610bff8e56c None None] For port b649611c-db55-4cee-a999-7235a6e32dc9, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b649611c-db55-4cee-a999-7235a6e32dc9,segment=NetworkSegment(5bf363e8-b5ca-49e2-a591-1efe035a26ae),segment_id=5bf363e8-b5ca-49e2-a591-1efe035a26ae)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:52.522772 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a647b34-f329-4579-8cb3-10d1c85f262b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Made reservation on behalf of 92056d06e6f64d8f87cf74e57d5ce72a for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:52.526594 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a647b34-f329-4579-8cb3-10d1c85f262b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:52.558696 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7b1e2-9c38-4686-9978-1a4794f1cfa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0645465-1df2-4382-b6b9-abb609651a76,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:52.576471 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ddb9b596-5839-4cb4-8d68-d610bff8e56c None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:52.598365 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-587629bf-d08e-45e0-ba18-428a880b110a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] For port 23a0b5c0-5383-42e4-83f7-23a3a9751367, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=23a0b5c0-5383-42e4-83f7-23a3a9751367,segment=NetworkSegment(2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1),segment_id=2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:52.598963 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-587629bf-d08e-45e0-ba18-428a880b110a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:52.624466 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414e3c5-678c-4cdb-acb1-109842ad2079 req-107e0366-7bfb-4f6f-838e-88e433cc6544 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:52.626660 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a414e3c5-678c-4cdb-acb1-109842ad2079 req-107e0366-7bfb-4f6f-838e-88e433cc6544 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=51deba12-0b33-4b18-89eb-30072e91970a HTTP/1.1" status: 200 len: 946 time: 0.2083039 May 13 14:53:52.655655 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ddb9b596-5839-4cb4-8d68-d610bff8e56c None None] Transition to ACTIVE for port object b649611c-db55-4cee-a999-7235a6e32dc9 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:53:52.661173 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ddb9b596-5839-4cb4-8d68-d610bff8e56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:52.808033 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b6c7b1e2-9c38-4686-9978-1a4794f1cfa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:52.810419 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b6c7b1e2-9c38-4686-9978-1a4794f1cfa8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e0645465-1df2-4382-b6b9-abb609651a76 HTTP/1.1" status: 204 len: 168 time: 2.6081886 May 13 14:53:52.865616 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-587629bf-d08e-45e0-ba18-428a880b110a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Calling delete_port for 23a0b5c0-5383-42e4-83f7-23a3a9751367 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:53:52.870750 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-89e74dce-a452-486d-8e81-c165b3f59f0f req-d8814ebd-f10b-429a-86d1-46fa7a24d9df service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6323da97-ebc7-4971-a1d1-b71709aade33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3749607 May 13 14:53:53.059166 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a414e3c5-678c-4cdb-acb1-109842ad2079 req-94efa841-db48-4a3b-a74f-da1f2678e93c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=6323da97-ebc7-4971-a1d1-b71709aade33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3307290 May 13 14:53:53.088057 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9b596-5839-4cb4-8d68-d610bff8e56c None None] Pushing event updated for resources: {'Port': ['ID=b649611c-db55-4cee-a999-7235a6e32dc9,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:53.393869 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e999ad-28b3-4d54-bf23-4994f0108a50 req-4df2df9d-3011-48f7-92f6-b0b0be484f96 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:53.396913 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f9e999ad-28b3-4d54-bf23-4994f0108a50 req-4df2df9d-3011-48f7-92f6-b0b0be484f96 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 942 time: 0.3601878 May 13 14:53:53.399044 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a647b34-f329-4579-8cb3-10d1c85f262b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:53.410296 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-587629bf-d08e-45e0-ba18-428a880b110a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:53.604926 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b649611c-db55-4cee-a999-7235a6e32dc9 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:53:53.613065 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a647b34-f329-4579-8cb3-10d1c85f262b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event updated for resources: {'Subnet': ['ID=1273d3aa-d42a-43da-8ed5-759142cd782a,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:53.682020 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f9e999ad-28b3-4d54-bf23-4994f0108a50 req-833563fc-6d10-4825-adb6-35012c043cd3 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups?id=a397b8c0-c46e-4510-b31b-d2f4e91e8abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2748487 May 13 14:53:53.757025 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587629bf-d08e-45e0-ba18-428a880b110a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Pushing event deleted for resources: {'Port': ['ID=23a0b5c0-5383-42e4-83f7-23a3a9751367,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:53.819927 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-587629bf-d08e-45e0-ba18-428a880b110a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] No DVR routers for this DVR port 23a0b5c0-5383-42e4-83f7-23a3a9751367 on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:53:53.823172 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-587629bf-d08e-45e0-ba18-428a880b110a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:53.826531 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'name': 'network-vif-deleted', 'tag': '23a0b5c0-5383-42e4-83f7-23a3a9751367'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:53:53.849228 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a647b34-f329-4579-8cb3-10d1c85f262b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Checking segment: {'id': '4c80011b-49b4-47dd-a614-91ad7e142355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8b7ea246-95d3-4694-a989-30a0bca1b339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:53:53.849711 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a647b34-f329-4579-8cb3-10d1c85f262b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Network hostable DHCP agents. Network: 8b7ea246-95d3-4694-a989-30a0bca1b339, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:53:53.894076 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c02126c2-3999-44bb-a68a-dab230d6be8d req-587629bf-d08e-45e0-ba18-428a880b110a tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.59 "DELETE /v2.0/ports/23a0b5c0-5383-42e4-83f7-23a3a9751367 HTTP/1.1" status: 204 len: 173 time: 2.2079599 May 13 14:53:53.934345 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a647b34-f329-4579-8cb3-10d1c85f262b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Network 8b7ea246-95d3-4694-a989-30a0bca1b339 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:53:53.967848 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bdcec79-86aa-486f-ad62-faf4d86f21fe'] response: {'server_uuid': 'e269d29e-3833-4ebe-b6f2-083fe57c639a', 'name': 'network-vif-deleted', 'tag': '23a0b5c0-5383-42e4-83f7-23a3a9751367', 'status': 'completed', 'code': 200} May 13 14:53:53.970111 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-5a647b34-f329-4579-8cb3-10d1c85f262b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 8b7ea246-95d3-4694-a989-30a0bca1b339) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:53.981690 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a647b34-f329-4579-8cb3-10d1c85f262b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:53.982720 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a647b34-f329-4579-8cb3-10d1c85f262b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:54.030038 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64995c6a-19f5-4db8-b526-ec813c21d795 None None] Network 8b7ea246-95d3-4694-a989-30a0bca1b339 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:54.111863 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5a647b34-f329-4579-8cb3-10d1c85f262b tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6089940 May 13 14:53:54.116595 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46440) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:54.129596 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-a3551d05-7266-4a70-9ad9-ead338f62ae7 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:54.822989 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6f715b-1e06-4f89-ad88-9eec24c67ed3 None None] Network e0c86dbf-b3f4-4320-8d1e-1883f7d4c31f requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:54.837944 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3551d05-7266-4a70-9ad9-ead338f62ae7 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31881528'] for subnet, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:55.224860 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e815f77e-1685-4302-857c-2774609f3b6c None None] Provisioning for port b649611c-db55-4cee-a999-7235a6e32dc9 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:53:55.255020 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e815f77e-1685-4302-857c-2774609f3b6c None None] Provisioning complete for port b649611c-db55-4cee-a999-7235a6e32dc9 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:55.255422 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e815f77e-1685-4302-857c-2774609f3b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:55.329366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-c5bb0029-204e-4503-8926-d65545ef0efb req-45a1cc48-0550-4682-88c5-3aa47cd8bdd7 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Synchronizing usage tracker for tenant:dacb06c0bb204205bf6fd6f72c27271e on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:53:55.365675 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-c5bb0029-204e-4503-8926-d65545ef0efb req-45a1cc48-0550-4682-88c5-3aa47cd8bdd7 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Unset dirty status for tenant:dacb06c0bb204205bf6fd6f72c27271e on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:53:55.380536 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c5bb0029-204e-4503-8926-d65545ef0efb req-45a1cc48-0550-4682-88c5-3aa47cd8bdd7 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 210 time: 0.1260316 May 13 14:53:55.381171 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed97801c-c42f-4416-a65d-0f6d4240643f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-8b7ea246-95d3-4694-a989-30a0bca1b339', 'network_id': '8b7ea246-95d3-4694-a989-30a0bca1b339', 'tenant_id': '92056d06e6f64d8f87cf74e57d5ce72a', 'fixed_ips': [{'subnet_id': '1273d3aa-d42a-43da-8ed5-759142cd782a'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:53:55.384525 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ed97801c-c42f-4416-a65d-0f6d4240643f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:55.487069 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 46468) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:55.801189 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca20ef-6796-4e00-9fbb-be169d533ae3 req-caed28d2-3fb0-43de-bd51-dda0025ab7de tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:55.802996 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-56ef5cee-86ca-4ab2-bfd5-98c8204f1b6a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1473964222-network', 'tenant_id': '732161aac5934f6693072fa75ca25401'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:55.804711 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-15ca20ef-6796-4e00-9fbb-be169d533ae3 req-caed28d2-3fb0-43de-bd51-dda0025ab7de tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=51deba12-0b33-4b18-89eb-30072e91970a HTTP/1.1" status: 200 len: 946 time: 0.6673687 May 13 14:53:55.806619 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3551d05-7266-4a70-9ad9-ead338f62ae7 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772689068665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-33029076'] for subnet, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:55.824697 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-56ef5cee-86ca-4ab2-bfd5-98c8204f1b6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:55.833440 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-56ef5cee-86ca-4ab2-bfd5-98c8204f1b6a admin admin] Usage tracker for resource:network and tenant:732161aac5934f6693072fa75ca25401 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:55.839362 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-56ef5cee-86ca-4ab2-bfd5-98c8204f1b6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:55.855792 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-56ef5cee-86ca-4ab2-bfd5-98c8204f1b6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:55.878528 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ef5cee-86ca-4ab2-bfd5-98c8204f1b6a admin admin] Made reservation on behalf of 732161aac5934f6693072fa75ca25401 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:55.887464 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-56ef5cee-86ca-4ab2-bfd5-98c8204f1b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:55.901769 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3551d05-7266-4a70-9ad9-ead338f62ae7 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:55.903599 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3551d05-7266-4a70-9ad9-ead338f62ae7 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:55.905193 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a3551d05-7266-4a70-9ad9-ead338f62ae7 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "PUT /v2.0/subnets/1273d3aa-d42a-43da-8ed5-759142cd782a HTTP/1.1" status: 200 len: 826 time: 1.7867768 May 13 14:53:55.910770 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46476) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:55.934433 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-56ef5cee-86ca-4ab2-bfd5-98c8204f1b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:55.971462 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-56ef5cee-86ca-4ab2-bfd5-98c8204f1b6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:55.976896 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-56ef5cee-86ca-4ab2-bfd5-98c8204f1b6a admin admin] Usage tracker for resource:security_group_rule and tenant:732161aac5934f6693072fa75ca25401 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:55.981122 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-56ef5cee-86ca-4ab2-bfd5-98c8204f1b6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:55.993090 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-56ef5cee-86ca-4ab2-bfd5-98c8204f1b6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:56.021942 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-ed97801c-c42f-4416-a65d-0f6d4240643f None None] Allocated IP 2001:db8::2 (8b7ea246-95d3-4694-a989-30a0bca1b339/1273d3aa-d42a-43da-8ed5-759142cd782a/453bf88f-5c9a-4b8b-87a6-d7e69dca3836) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:53:56.113323 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3551d05-7266-4a70-9ad9-ead338f62ae7 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event updated for resources: {'Subnet': ['ID=1273d3aa-d42a-43da-8ed5-759142cd782a,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:56.157948 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-15ca20ef-6796-4e00-9fbb-be169d533ae3 req-a83f6ba6-98af-447e-a3ba-520220049096 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=6323da97-ebc7-4971-a1d1-b71709aade33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3087225 May 13 14:53:56.173643 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e815f77e-1685-4302-857c-2774609f3b6c None None] Current status of the port b649611c-db55-4cee-a999-7235a6e32dc9 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:56.319330 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-56ef5cee-86ca-4ab2-bfd5-98c8204f1b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:56.326977 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-56ef5cee-86ca-4ab2-bfd5-98c8204f1b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:56.381708 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:56.416195 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ef5cee-86ca-4ab2-bfd5-98c8204f1b6a admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:53:56.493688 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef5cee-86ca-4ab2-bfd5-98c8204f1b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ea625a-ab7d-420f-b355-1b4b79d0aa6e,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:56.535904 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-56ef5cee-86ca-4ab2-bfd5-98c8204f1b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:56.536592 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-56ef5cee-86ca-4ab2-bfd5-98c8204f1b6a admin admin] Added segment 57c587b4-4a75-4472-8b66-fdd8b5188b83 of type vlan for network 7245a93f-bdad-4850-88f9-09476b64c18f May 13 14:53:56.606098 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-56ef5cee-86ca-4ab2-bfd5-98c8204f1b6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:56.608879 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ed97801c-c42f-4416-a65d-0f6d4240643f None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:56.632371 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ed97801c-c42f-4416-a65d-0f6d4240643f None None] Transition to ACTIVE for port object 453bf88f-5c9a-4b8b-87a6-d7e69dca3836 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:53:56.688248 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ed97801c-c42f-4416-a65d-0f6d4240643f None None] Transition to ACTIVE for port object 453bf88f-5c9a-4b8b-87a6-d7e69dca3836 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:53:56.694973 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-56ef5cee-86ca-4ab2-bfd5-98c8204f1b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:56.698327 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ef5cee-86ca-4ab2-bfd5-98c8204f1b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:56.699285 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-56ef5cee-86ca-4ab2-bfd5-98c8204f1b6a admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:56.705045 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ed97801c-c42f-4416-a65d-0f6d4240643f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:56.741639 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:56.905268 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed97801c-c42f-4416-a65d-0f6d4240643f None None] Network 8b7ea246-95d3-4694-a989-30a0bca1b339 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:53:56.912027 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-ed97801c-c42f-4416-a65d-0f6d4240643f None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:56.949425 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed97801c-c42f-4416-a65d-0f6d4240643f None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:53:57.012693 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:57.131377 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event deleted for resources: {'Subnet': ['ID=1273d3aa-d42a-43da-8ed5-759142cd782a,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:57.175770 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9908e37d-e775-4400-884c-ede62d799666 req-6eb932f3-4687-4301-b313-9c5232d1e0f5 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 210 time: 0.2180374 May 13 14:53:57.251620 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef5cee-86ca-4ab2-bfd5-98c8204f1b6a admin admin] Pushing event updated for resources: {'Network': ['ID=7245a93f-bdad-4850-88f9-09476b64c18f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:57.263744 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-56ef5cee-86ca-4ab2-bfd5-98c8204f1b6a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7748926 May 13 14:53:57.264744 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46498) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:57.291280 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-b909174c-bbfa-4a54-afd5-ca0b20728ae7 admin admin] Request body: {'subnet': {'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1473964222-subnet', 'tenant_id': '732161aac5934f6693072fa75ca25401', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:57.300312 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:57.303092 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97801c-c42f-4416-a65d-0f6d4240643f None None] Pushing event updated for resources: {'Port': ['ID=453bf88f-5c9a-4b8b-87a6-d7e69dca3836,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:57.313284 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b909174c-bbfa-4a54-afd5-ca0b20728ae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:57.314526 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-ed97801c-c42f-4416-a65d-0f6d4240643f None None] Attempting to bind port 453bf88f-5c9a-4b8b-87a6-d7e69dca3836 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:53:57.315440 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-ed97801c-c42f-4416-a65d-0f6d4240643f None None] Attempting to bind port 453bf88f-5c9a-4b8b-87a6-d7e69dca3836 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '4c80011b-49b4-47dd-a614-91ad7e142355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8b7ea246-95d3-4694-a989-30a0bca1b339'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:53:57.317578 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed97801c-c42f-4416-a65d-0f6d4240643f None None] Attempting to bind port 453bf88f-5c9a-4b8b-87a6-d7e69dca3836 on network 8b7ea246-95d3-4694-a989-30a0bca1b339 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:53:57.320153 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-65541b53-adae-45ec-857a-df5e89fc7671 None None] Provisioning complete for port b649611c-db55-4cee-a999-7235a6e32dc9 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:57.323368 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-65541b53-adae-45ec-857a-df5e89fc7671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:57.333530 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b909174c-bbfa-4a54-afd5-ca0b20728ae7 admin admin] Usage tracker for resource:subnet and tenant:732161aac5934f6693072fa75ca25401 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:57.365307 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 7245a93f-bdad-4850-88f9-09476b64c18f details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:53:57.372602 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b909174c-bbfa-4a54-afd5-ca0b20728ae7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:57.396428 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b909174c-bbfa-4a54-afd5-ca0b20728ae7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:57.410440 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed97801c-c42f-4416-a65d-0f6d4240643f None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:53:57.411508 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed97801c-c42f-4416-a65d-0f6d4240643f None None] Checking segment: {'id': '4c80011b-49b4-47dd-a614-91ad7e142355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8b7ea246-95d3-4694-a989-30a0bca1b339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:53:57.411982 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ed97801c-c42f-4416-a65d-0f6d4240643f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:57.412442 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed97801c-c42f-4416-a65d-0f6d4240643f None None] Bound using segment: {'id': '4c80011b-49b4-47dd-a614-91ad7e142355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8b7ea246-95d3-4694-a989-30a0bca1b339'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:53:57.412993 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-ed97801c-c42f-4416-a65d-0f6d4240643f None None] Bound port: 453bf88f-5c9a-4b8b-87a6-d7e69dca3836, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c80011b-49b4-47dd-a614-91ad7e142355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8b7ea246-95d3-4694-a989-30a0bca1b339'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:53:57.413494 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ed97801c-c42f-4416-a65d-0f6d4240643f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:57.468419 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b7ea246-95d3-4694-a989-30a0bca1b339']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:57.512853 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b909174c-bbfa-4a54-afd5-ca0b20728ae7 admin admin] Made reservation on behalf of 732161aac5934f6693072fa75ca25401 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:57.529017 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b909174c-bbfa-4a54-afd5-ca0b20728ae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:57.693182 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c80011b-49b4-47dd-a614-91ad7e142355') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:57.693842 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c80011b-49b4-47dd-a614-91ad7e142355') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:57.715906 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:57.728466 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-26d22a60-a0b8-4132-9940-95013cac7c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:57.754089 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-ed97801c-c42f-4416-a65d-0f6d4240643f None None] For port 453bf88f-5c9a-4b8b-87a6-d7e69dca3836, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:53:57.758541 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-ed97801c-c42f-4416-a65d-0f6d4240643f None None] For port 453bf88f-5c9a-4b8b-87a6-d7e69dca3836, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=453bf88f-5c9a-4b8b-87a6-d7e69dca3836,segment=NetworkSegment(4c80011b-49b4-47dd-a614-91ad7e142355),segment_id=4c80011b-49b4-47dd-a614-91ad7e142355)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:53:57.775594 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:57.784463 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:53:57.785162 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:57.798303 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ed97801c-c42f-4416-a65d-0f6d4240643f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:57.833897 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:53:57.833897 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:53:57.833897 n-d-841760-1 neutron-server[88081]: timer() May 13 14:53:57.833897 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:53:57.833897 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:53:57.833897 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:53:57.833897 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:53:57.833897 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:53:57.833897 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:53:57.833897 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:53:57.833897 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:53:57.833897 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:53:57.833897 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:53:57.833897 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:53:57.833897 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:53:57.833897 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:53:57.833897 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:53:57.833897 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:53:57.833897 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:53:57.833897 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:53:57.833897 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:53:57.833897 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:53:57.833897 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:53:57.833897 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:53:57.833897 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:53:57.833897 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:53:57.833897 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:53:57.833897 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:53:57.833897 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:53:57.833897 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:53:57.833897 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:53:57.833897 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:53:57.980770 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97801c-c42f-4416-a65d-0f6d4240643f None None] Pushing event updated for resources: {'Port': ['ID=453bf88f-5c9a-4b8b-87a6-d7e69dca3836,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:58.098992 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-65541b53-adae-45ec-857a-df5e89fc7671 None None] Current status of the port b649611c-db55-4cee-a999-7235a6e32dc9 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:58.204453 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9749e7c3-8dad-4858-a42e-387ab92a5ba9 None None] Network 8b7ea246-95d3-4694-a989-30a0bca1b339 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:58.417587 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b909174c-bbfa-4a54-afd5-ca0b20728ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:58.433549 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 13 14:53:58.433549 n-d-841760-1 neutron-server[88081]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 13 14:53:58.433549 n-d-841760-1 neutron-server[88081]: [parameters: {'id': '8b7ea246-95d3-4694-a989-30a0bca1b339'}] May 13 14:53:58.433549 n-d-841760-1 neutron-server[88081]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:53:58.439384 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:53:58.544328 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e343948-562b-4434-852f-168a63c42c7f req-54aa1623-5a5d-446f-9c24-3dc617ba296c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:58.552509 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e343948-562b-4434-852f-168a63c42c7f req-54aa1623-5a5d-446f-9c24-3dc617ba296c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=51deba12-0b33-4b18-89eb-30072e91970a HTTP/1.1" status: 200 len: 946 time: 1.1192729 May 13 14:53:58.588344 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b909174c-bbfa-4a54-afd5-ca0b20728ae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34fcb229-3793-40c5-9fb6-d9e1bba72c19,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:58.590713 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1b92acdc-c281-4429-910b-130095bfbbed req-60b77c43-74b1-431a-8e5f-97ea88457fc9 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e269d29e-3833-4ebe-b6f2-083fe57c639a HTTP/1.1" status: 200 len: 210 time: 0.1454756 May 13 14:53:58.649432 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b909174c-bbfa-4a54-afd5-ca0b20728ae7 admin admin] Checking segment: {'id': '57c587b4-4a75-4472-8b66-fdd8b5188b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:53:58.649994 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b909174c-bbfa-4a54-afd5-ca0b20728ae7 admin admin] Network hostable DHCP agents. Network: 7245a93f-bdad-4850-88f9-09476b64c18f, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:53:58.684227 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e343948-562b-4434-852f-168a63c42c7f req-4e1655c5-fba6-4d4a-bfcc-aee19ea536b4 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=6323da97-ebc7-4971-a1d1-b71709aade33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292558 May 13 14:53:58.699172 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b909174c-bbfa-4a54-afd5-ca0b20728ae7 admin admin] Network 7245a93f-bdad-4850-88f9-09476b64c18f is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:53:58.730264 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-b909174c-bbfa-4a54-afd5-ca0b20728ae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 7245a93f-bdad-4850-88f9-09476b64c18f) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:58.741714 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:58.748344 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563030fa-fd5a-4289-8783-f06ca99787d6 None None] Network 7245a93f-bdad-4850-88f9-09476b64c18f requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:58.748849 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b909174c-bbfa-4a54-afd5-ca0b20728ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:58.750829 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b909174c-bbfa-4a54-afd5-ca0b20728ae7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:58.852906 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b909174c-bbfa-4a54-afd5-ca0b20728ae7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.5826483 May 13 14:53:58.940691 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:58.982655 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Deleting port 453bf88f-5c9a-4b8b-87a6-d7e69dca3836 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:53:58.983962 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:59.112971 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b07356-a930-4643-a324-84478c938471 None None] Network 8b7ea246-95d3-4694-a989-30a0bca1b339 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:59.454667 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b059889-6646-4d7a-9ca4-c27e5e2c72b5 req-f68f9af9-1321-443e-b230-20e5ad4b30ea tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:59.456339 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3b059889-6646-4d7a-9ca4-c27e5e2c72b5 req-f68f9af9-1321-443e-b230-20e5ad4b30ea tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=51deba12-0b33-4b18-89eb-30072e91970a HTTP/1.1" status: 200 len: 946 time: 0.3068373 May 13 14:53:59.548193 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3b059889-6646-4d7a-9ca4-c27e5e2c72b5 req-a02567b5-ba12-4390-a98b-ef4bf51df3d5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=6323da97-ebc7-4971-a1d1-b71709aade33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799623 May 13 14:53:59.626323 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] For port 453bf88f-5c9a-4b8b-87a6-d7e69dca3836, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=453bf88f-5c9a-4b8b-87a6-d7e69dca3836,segment=NetworkSegment(4c80011b-49b4-47dd-a614-91ad7e142355),segment_id=4c80011b-49b4-47dd-a614-91ad7e142355)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:59.627800 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:59.690388 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8bdbf1ad-74b8-4fb1-a283-39ce4a50af4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:59.755842 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb29f1f-6f4d-484d-90ce-cd4ff90de3ce None None] Network 7245a93f-bdad-4850-88f9-09476b64c18f requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:59.894176 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Calling delete_port for 453bf88f-5c9a-4b8b-87a6-d7e69dca3836 owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:53:59.928362 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 46550) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:00.031900 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:00.058089 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-551068b1-7567-449f-bd60-4c779b0801c4 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:00.081410 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] No DVR routers for this DVR port 453bf88f-5c9a-4b8b-87a6-d7e69dca3836 on host n-d-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:54:00.099528 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-551068b1-7567-449f-bd60-4c779b0801c4 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:00.121945 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event deleted for resources: {'Port': ['ID=453bf88f-5c9a-4b8b-87a6-d7e69dca3836,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:00.208764 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-551068b1-7567-449f-bd60-4c779b0801c4 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:00.225588 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540dcf96-c68b-4aed-bcec-9b091ae97338 None None] get_active_networks_info from n-d-841760-1 {{(pid=88083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 14:54:00.240593 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:00.264712 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551068b1-7567-449f-bd60-4c779b0801c4 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a397b8c0-c46e-4510-b31b-d2f4e91e8abb,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:00.278300 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b7ea246-95d3-4694-a989-30a0bca1b339']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:00.304591 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-551068b1-7567-449f-bd60-4c779b0801c4 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:00.308137 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-551068b1-7567-449f-bd60-4c779b0801c4 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "DELETE /v2.0/security-groups/a397b8c0-c46e-4510-b31b-d2f4e91e8abb HTTP/1.1" status: 204 len: 168 time: 0.3787062 May 13 14:54:00.314242 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 46558) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:00.321311 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c80011b-49b4-47dd-a614-91ad7e142355') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:00.321719 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c80011b-49b4-47dd-a614-91ad7e142355') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:00.338343 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:00.359347 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-a2de5643-2d24-466b-a764-8ce59429f327 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] show failed (client error): The resource could not be found. May 13 14:54:00.360442 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a2de5643-2d24-466b-a764-8ce59429f327 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "GET /v2.0/security-groups/a397b8c0-c46e-4510-b31b-d2f4e91e8abb HTTP/1.1" status: 404 len: 347 time: 0.0448442 May 13 14:54:00.366311 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 46562) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:00.369616 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:00.383881 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:54:00.385075 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:00.565814 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:54:00.565814 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:54:00.565814 n-d-841760-1 neutron-server[88081]: timer() May 13 14:54:00.565814 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:54:00.565814 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:54:00.565814 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:54:00.565814 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:54:00.565814 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:54:00.565814 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:54:00.565814 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:54:00.565814 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:54:00.565814 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:54:00.565814 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:54:00.565814 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:54:00.565814 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:54:00.565814 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:54:00.565814 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:54:00.565814 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:54:00.565814 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:54:00.565814 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:54:00.565814 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:54:00.565814 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:54:00.565814 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:54:00.565814 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:54:00.565814 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:54:00.565814 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:54:00.565814 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:54:00.565814 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:54:00.565814 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:54:00.565814 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:54:00.565814 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:54:00.565814 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:54:00.756374 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:00.800371 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:00.841038 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event deleted for resources: {'Network': ['ID=8b7ea246-95d3-4694-a989-30a0bca1b339,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:00.844553 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:00.854479 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:00.861599 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6779756a-359a-4aeb-abf2-0bba42f421e0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "DELETE /v2.0/networks/8b7ea246-95d3-4694-a989-30a0bca1b339 HTTP/1.1" status: 204 len: 168 time: 4.9489982 May 13 14:54:00.871077 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46578) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:00.877888 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-653a8a91-1f33-406a-a734-552e474c38c2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Deleting port 63c053d8-22a8-4cdd-8313-be46b45918c1 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:00.883425 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-653a8a91-1f33-406a-a734-552e474c38c2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:00.894231 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540dcf96-c68b-4aed-bcec-9b091ae97338 None None] Resources bound (agent type, host, resource id): {{(pid=88083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 14:54:00.967391 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ebe44a-e5d5-43fe-8264-ac65ca3c399f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] DELETE failed (client error): The resource could not be found. May 13 14:54:00.968241 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74ebe44a-e5d5-43fe-8264-ac65ca3c399f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:54:00.975719 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-74ebe44a-e5d5-43fe-8264-ac65ca3c399f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "DELETE /v2.0/networks/8b7ea246-95d3-4694-a989-30a0bca1b339 HTTP/1.1" status: 404 len: 339 time: 0.1026273 May 13 14:54:00.979809 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46582) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:00.992964 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-2dbee499-b901-4ddd-bcf6-7b6fe9896b20 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-608018358', 'description': 'd1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:01.000646 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2dbee499-b901-4ddd-bcf6-7b6fe9896b20 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:01.006377 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2dbee499-b901-4ddd-bcf6-7b6fe9896b20 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Usage tracker for resource:network and tenant:92056d06e6f64d8f87cf74e57d5ce72a is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:01.010687 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2dbee499-b901-4ddd-bcf6-7b6fe9896b20 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:01.018957 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2dbee499-b901-4ddd-bcf6-7b6fe9896b20 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:01.041299 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-876429fa-7e47-4d60-afdf-a1436813be4a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:01.045105 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-876429fa-7e47-4d60-afdf-a1436813be4a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/networks?id=7245a93f-bdad-4850-88f9-09476b64c18f HTTP/1.1" status: 200 len: 806 time: 0.4782763 May 13 14:54:01.060423 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbee499-b901-4ddd-bcf6-7b6fe9896b20 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Made reservation on behalf of 92056d06e6f64d8f87cf74e57d5ce72a for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:54:01.063985 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2dbee499-b901-4ddd-bcf6-7b6fe9896b20 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:01.080988 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46586) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:01.085530 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-54bda5ad-d9a5-4f39-b265-709246fef796 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/quotas/732161aac5934f6693072fa75ca25401 HTTP/1.1" status: 200 len: 375 time: 0.0365171 May 13 14:54:01.284215 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-e2dadb43-33f7-415c-9484-e78ef3ef482d tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=732161aac5934f6693072fa75ca25401&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0976477 May 13 14:54:01.423706 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dbee499-b901-4ddd-bcf6-7b6fe9896b20 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:54:01.440692 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-653a8a91-1f33-406a-a734-552e474c38c2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:01.441215 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-653a8a91-1f33-406a-a734-552e474c38c2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:01.655084 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-653a8a91-1f33-406a-a734-552e474c38c2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Calling delete_port for 63c053d8-22a8-4cdd-8313-be46b45918c1 owned by network:floatingip {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:01.683542 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2dbee499-b901-4ddd-bcf6-7b6fe9896b20 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:01.683890 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-2dbee499-b901-4ddd-bcf6-7b6fe9896b20 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Added segment 7938a551-0a14-4f2d-ba55-822a28af362b of type vlan for network 785836f8-cc9c-4f49-b4c7-78c48b6f1884 May 13 14:54:01.824134 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2dbee499-b901-4ddd-bcf6-7b6fe9896b20 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:01.849786 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-64fe981c-f770-4a76-8286-37772a7b37fb service neutron] 10.222.0.35 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5637095 May 13 14:54:01.968237 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-653a8a91-1f33-406a-a734-552e474c38c2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:02.030030 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a8a91-1f33-406a-a734-552e474c38c2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Pushing event deleted for resources: {'Port': ['ID=63c053d8-22a8-4cdd-8313-be46b45918c1,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:02.147769 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:02.165086 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-653a8a91-1f33-406a-a734-552e474c38c2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for floatingip, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:02.189041 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-653a8a91-1f33-406a-a734-552e474c38c2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:02.194285 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-653a8a91-1f33-406a-a734-552e474c38c2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "DELETE /v2.0/floatingips/c510ac1c-dd92-44dc-8f6e-7f511be0a609 HTTP/1.1" status: 204 len: 168 time: 1.8262110 May 13 14:54:02.195305 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 46606) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:02.294044 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2dbee499-b901-4ddd-bcf6-7b6fe9896b20 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:02.314064 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-8d57752c-faee-463a-a4d2-6544011fb03e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Deleting port e207a457-df02-4445-883d-49c778eef818 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:02.314506 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8d57752c-faee-463a-a4d2-6544011fb03e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:02.315088 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbee499-b901-4ddd-bcf6-7b6fe9896b20 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:02.316015 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2dbee499-b901-4ddd-bcf6-7b6fe9896b20 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:02.726855 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2dbee499-b901-4ddd-bcf6-7b6fe9896b20 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7416601 May 13 14:54:02.743407 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46616) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:02.883578 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-a916355a-41dc-4a5b-a7e0-c13a297fc192 service neutron] 10.222.0.35 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9630620 May 13 14:54:02.958878 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8d57752c-faee-463a-a4d2-6544011fb03e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:03.096568 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbee499-b901-4ddd-bcf6-7b6fe9896b20 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event updated for resources: {'Network': ['ID=785836f8-cc9c-4f49-b4c7-78c48b6f1884,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:03.108806 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 785836f8-cc9c-4f49-b4c7-78c48b6f1884 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:54:03.236165 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902ad881-27f5-4f42-bcce-f1cc87fb6359 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:03.236913 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-902ad881-27f5-4f42-bcce-f1cc87fb6359 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Synchronizing usage tracker for tenant:92056d06e6f64d8f87cf74e57d5ce72a on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:54:03.351509 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-902ad881-27f5-4f42-bcce-f1cc87fb6359 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Unset dirty status for tenant:92056d06e6f64d8f87cf74e57d5ce72a on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:54:03.361341 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-902ad881-27f5-4f42-bcce-f1cc87fb6359 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "GET /v2.0/networks?id=785836f8-cc9c-4f49-b4c7-78c48b6f1884 HTTP/1.1" status: 200 len: 764 time: 0.6138558 May 13 14:54:03.365149 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46630) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:03.379942 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-59b4933d-ff95-4cf0-93c6-7a59711fa1ea tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Request body: {'network': {'description': 'd2'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:03.446773 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-8d57752c-faee-463a-a4d2-6544011fb03e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Calling delete_port for e207a457-df02-4445-883d-49c778eef818 owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:03.524530 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-31bc01a0-cff5-4253-8b4c-52654c61da9b req-1182a123-a4e1-4eca-a863-6987ca8454ba tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=65b96d96-407b-4e80-965c-8e3ccaa13f8d HTTP/1.1" status: 200 len: 210 time: 0.2187397 May 13 14:54:03.792699 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8d57752c-faee-463a-a4d2-6544011fb03e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:03.858153 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57752c-faee-463a-a4d2-6544011fb03e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Pushing event deleted for resources: {'Port': ['ID=e207a457-df02-4445-883d-49c778eef818,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:04.046750 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8d57752c-faee-463a-a4d2-6544011fb03e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:04.064371 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8d57752c-faee-463a-a4d2-6544011fb03e tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "DELETE /v2.0/ports/e207a457-df02-4445-883d-49c778eef818 HTTP/1.1" status: 204 len: 168 time: 1.8679047 May 13 14:54:04.066020 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 46652) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:04.185134 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3fc13c75-f248-45e9-a366-f4bdefd8c926 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:04.285155 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-7bd9c8c3-011d-4bad-8e3d-524133f48bdf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Deleting port 7a63f6e5-ceca-4634-989e-47b8cd43cba3 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:04.285155 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7bd9c8c3-011d-4bad-8e3d-524133f48bdf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:04.322750 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-59b4933d-ff95-4cf0-93c6-7a59711fa1ea tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:04.850547 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e704d262-70e5-4054-9c84-9c82c8089358 req-b5672bee-ce55-4a18-b581-f938ea6f9480 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=65b96d96-407b-4e80-965c-8e3ccaa13f8d HTTP/1.1" status: 200 len: 210 time: 0.0713780 May 13 14:54:04.854193 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-59b4933d-ff95-4cf0-93c6-7a59711fa1ea tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:04.969280 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7bd9c8c3-011d-4bad-8e3d-524133f48bdf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:05.136833 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-59b4933d-ff95-4cf0-93c6-7a59711fa1ea tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Network 785836f8-cc9c-4f49-b4c7-78c48b6f1884 is not hosted by any dhcp agent {{(pid=88081) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 13 14:54:05.157666 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b4933d-ff95-4cf0-93c6-7a59711fa1ea tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:05.158674 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-59b4933d-ff95-4cf0-93c6-7a59711fa1ea tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:05.161377 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-59b4933d-ff95-4cf0-93c6-7a59711fa1ea tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "PUT /v2.0/networks/785836f8-cc9c-4f49-b4c7-78c48b6f1884 HTTP/1.1" status: 200 len: 761 time: 1.7886415 May 13 14:54:05.164358 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46668) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:05.184663 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-7bd9c8c3-011d-4bad-8e3d-524133f48bdf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Calling delete_port for 7a63f6e5-ceca-4634-989e-47b8cd43cba3 owned by {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:05.257453 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4933d-ff95-4cf0-93c6-7a59711fa1ea tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event updated for resources: {'Network': ['ID=785836f8-cc9c-4f49-b4c7-78c48b6f1884,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:05.276318 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 785836f8-cc9c-4f49-b4c7-78c48b6f1884 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:54:05.512489 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bf6355-c0d0-4ac9-9b93-db8851df2759 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:05.536166 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c2bf6355-c0d0-4ac9-9b93-db8851df2759 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "GET /v2.0/networks?id=785836f8-cc9c-4f49-b4c7-78c48b6f1884 HTTP/1.1" status: 200 len: 764 time: 0.3567407 May 13 14:54:05.550258 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46682) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:05.684532 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7bd9c8c3-011d-4bad-8e3d-524133f48bdf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:05.705597 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-88ff1c35-fa6f-4728-8e7f-2c3a2bad4fe9 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:05.706345 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-88ff1c35-fa6f-4728-8e7f-2c3a2bad4fe9 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Synchronizing usage tracker for tenant:732161aac5934f6693072fa75ca25401 on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:54:05.861668 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9c8c3-011d-4bad-8e3d-524133f48bdf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Pushing event deleted for resources: {'Port': ['ID=7a63f6e5-ceca-4634-989e-47b8cd43cba3,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:05.886113 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9c8c3-011d-4bad-8e3d-524133f48bdf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:05.886113 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9c8c3-011d-4bad-8e3d-524133f48bdf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:05.886402 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9c8c3-011d-4bad-8e3d-524133f48bdf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:05.886547 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9c8c3-011d-4bad-8e3d-524133f48bdf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:05.888606 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9c8c3-011d-4bad-8e3d-524133f48bdf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:05.888879 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9c8c3-011d-4bad-8e3d-524133f48bdf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:05.889415 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9c8c3-011d-4bad-8e3d-524133f48bdf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:05.889941 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9c8c3-011d-4bad-8e3d-524133f48bdf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:05.892225 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9c8c3-011d-4bad-8e3d-524133f48bdf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:05.892770 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9c8c3-011d-4bad-8e3d-524133f48bdf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:05.893100 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9c8c3-011d-4bad-8e3d-524133f48bdf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:05.893622 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9c8c3-011d-4bad-8e3d-524133f48bdf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:05.977241 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fe89d3-5117-413a-a2a5-ff21ca35dcb7 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:05.981860 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b6fe89d3-5117-413a-a2a5-ff21ca35dcb7 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4266350 May 13 14:54:05.984100 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46694) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:06.011571 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-88ff1c35-fa6f-4728-8e7f-2c3a2bad4fe9 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Unset dirty status for tenant:732161aac5934f6693072fa75ca25401 on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:54:06.012879 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-88ff1c35-fa6f-4728-8e7f-2c3a2bad4fe9 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.59 "GET /v2.0/networks?id=7245a93f-bdad-4850-88f9-09476b64c18f HTTP/1.1" status: 200 len: 806 time: 0.7785046 May 13 14:54:06.062204 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-19e8983d-c293-4198-aacc-29552547870a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Request body: {'port': {'device_id': '65b96d96-407b-4e80-965c-8e3ccaa13f8d', 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f', 'admin_state_up': True, 'tenant_id': '732161aac5934f6693072fa75ca25401'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:06.112134 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-46793031-5dbd-4d07-8833-7f5fbac60304 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Synchronizing usage tracker for tenant:92056d06e6f64d8f87cf74e57d5ce72a on resource:subnet {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:54:06.180979 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-46793031-5dbd-4d07-8833-7f5fbac60304 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Unset dirty status for tenant:92056d06e6f64d8f87cf74e57d5ce72a on resource:subnet {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:54:06.187804 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-46793031-5dbd-4d07-8833-7f5fbac60304 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "GET /v2.0/subnets?network_id=c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 207 time: 0.1985779 May 13 14:54:06.200471 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46702) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:06.309633 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-3fc13c75-f248-45e9-a366-f4bdefd8c926 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Allocated IP 172.20.0.17 (e671153c-00d7-406d-85ed-65647a5a0614/0acc617e-a4e0-4380-8ca6-6796fc3baaca/c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:54:06.390091 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-19e8983d-c293-4198-aacc-29552547870a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:06.396385 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-19e8983d-c293-4198-aacc-29552547870a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Usage tracker for resource:port and tenant:732161aac5934f6693072fa75ca25401 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:06.399642 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-19e8983d-c293-4198-aacc-29552547870a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:06.406475 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-19e8983d-c293-4198-aacc-29552547870a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:06.479765 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bacebe3c-e8fb-4427-befa-9d31ff6b8e40 req-b65004f8-08b9-4c80-9035-1c427027f249 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=65b96d96-407b-4e80-965c-8e3ccaa13f8d HTTP/1.1" status: 200 len: 210 time: 0.0572584 May 13 14:54:06.480445 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-19e8983d-c293-4198-aacc-29552547870a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Made reservation on behalf of 732161aac5934f6693072fa75ca25401 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:54:06.484746 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-19e8983d-c293-4198-aacc-29552547870a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:06.524687 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7bd9c8c3-011d-4bad-8e3d-524133f48bdf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:06.553822 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7bd9c8c3-011d-4bad-8e3d-524133f48bdf tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "DELETE /v2.0/ports/7a63f6e5-ceca-4634-989e-47b8cd43cba3 HTTP/1.1" status: 204 len: 168 time: 2.4857655 May 13 14:54:06.561951 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46710) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:06.974952 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-19e8983d-c293-4198-aacc-29552547870a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Allocated IP 172.20.0.12 (7245a93f-bdad-4850-88f9-09476b64c18f/34fcb229-3793-40c5-9fb6-d9e1bba72c19/c219a9e3-31ff-4672-a567-a3f58b20873f) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:54:07.022107 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-31258ba0-2fdc-4dd5-a338-b8ae882187bb tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Deleting subnet ab4d13d9-e6e2-41d7-a1c7-685370a51797 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:54:07.025747 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-31258ba0-2fdc-4dd5-a338-b8ae882187bb tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:07.089476 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-31258ba0-2fdc-4dd5-a338-b8ae882187bb tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:07.227272 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b27357-d40f-4c97-84cb-107954536db7 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:07.242713 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b27357-d40f-4c97-84cb-107954536db7 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:07.248692 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b27357-d40f-4c97-84cb-107954536db7 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:07.258574 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b27357-d40f-4c97-84cb-107954536db7 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:07.266842 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b27357-d40f-4c97-84cb-107954536db7 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:07.274744 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b27357-d40f-4c97-84cb-107954536db7 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:07.282448 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 46730) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:07.283688 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-12b27357-d40f-4c97-84cb-107954536db7 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 1.0608270 May 13 14:54:07.383922 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3fc13c75-f248-45e9-a366-f4bdefd8c926 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:07.411578 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c51d8c9f-69d0-433d-8428-d17d9243feb3 req-3a990c0c-a54e-4035-8ad4-4e9a56705fc4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5162439 May 13 14:54:07.423950 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-3fc13c75-f248-45e9-a366-f4bdefd8c926 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Transition to ACTIVE for port object c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:54:07.509557 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7614e44e-49ef-45ee-80b9-d7c15fe0d1b7 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Synchronizing usage tracker for tenant:92056d06e6f64d8f87cf74e57d5ce72a on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:54:07.517099 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-31258ba0-2fdc-4dd5-a338-b8ae882187bb tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:07.545151 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-19e8983d-c293-4198-aacc-29552547870a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:07.548378 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7614e44e-49ef-45ee-80b9-d7c15fe0d1b7 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Unset dirty status for tenant:92056d06e6f64d8f87cf74e57d5ce72a on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:54:07.550015 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7614e44e-49ef-45ee-80b9-d7c15fe0d1b7 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2659876 May 13 14:54:07.556800 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 46740) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:07.697050 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5c8dad-08a1-49a3-800f-3bf0b4cf44ab tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:07.698096 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5c8dad-08a1-49a3-800f-3bf0b4cf44ab tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:07.703313 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5c8dad-08a1-49a3-800f-3bf0b4cf44ab tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:07.703313 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5c8dad-08a1-49a3-800f-3bf0b4cf44ab tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:07.704352 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5c8dad-08a1-49a3-800f-3bf0b4cf44ab tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:07.712947 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4c5c8dad-08a1-49a3-800f-3bf0b4cf44ab tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1485572 May 13 14:54:07.712947 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 46744) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:07.817634 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ca6a780f-6170-4229-b91a-76c7ccbc6b25 req-0b90c0f6-8d75-4059-95f7-3b759e2e0240 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=65b96d96-407b-4e80-965c-8e3ccaa13f8d HTTP/1.1" status: 200 len: 210 time: 0.0662589 May 13 14:54:07.847455 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ac5e21-a5dd-40a7-a4e1-887919303576 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['shared'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:07.849409 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ac5e21-a5dd-40a7-a4e1-887919303576 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['shared'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:07.850539 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ac5e21-a5dd-40a7-a4e1-887919303576 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['shared'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:07.852678 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ac5e21-a5dd-40a7-a4e1-887919303576 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['shared'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:07.854222 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ac5e21-a5dd-40a7-a4e1-887919303576 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['shared'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:07.854748 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3fc13c75-f248-45e9-a366-f4bdefd8c926 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:07.855941 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b0ac5e21-a5dd-40a7-a4e1-887919303576 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1422060 May 13 14:54:07.870652 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 46750) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:07.917805 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d8c9f-69d0-433d-8428-d17d9243feb3 req-8c33692d-9d94-4203-bc12-6fb19ddf0102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:07.919470 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c51d8c9f-69d0-433d-8428-d17d9243feb3 req-8c33692d-9d94-4203-bc12-6fb19ddf0102 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2fd5504203d84ec88c34b0f9b983d931&device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5 HTTP/1.1" status: 200 len: 1097 time: 0.4725702 May 13 14:54:07.973855 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc13c75-f248-45e9-a366-f4bdefd8c926 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Network e671153c-00d7-406d-85ed-65647a5a0614 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:54:07.987518 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-3fc13c75-f248-45e9-a366-f4bdefd8c926 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:54:08.023371 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc13c75-f248-45e9-a366-f4bdefd8c926 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:54:08.045118 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-19e8983d-c293-4198-aacc-29552547870a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:08.122484 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-31258ba0-2fdc-4dd5-a338-b8ae882187bb tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:08.195788 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8983d-c293-4198-aacc-29552547870a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Pushing event updated for resources: {'Port': ['ID=c219a9e3-31ff-4672-a567-a3f58b20873f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:08.253877 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-19e8983d-c293-4198-aacc-29552547870a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Network 7245a93f-bdad-4850-88f9-09476b64c18f is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:54:08.256790 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-19e8983d-c293-4198-aacc-29552547870a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:54:08.265826 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23061f0d-e08e-4c31-9b84-52d94fc718c8 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:08.276879 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-23061f0d-e08e-4c31-9b84-52d94fc718c8 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "GET /v2.0/networks/8237efef-d266-4afd-a07a-d3494470df68 HTTP/1.1" status: 200 len: 803 time: 0.4059498 May 13 14:54:08.290326 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 46760) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:08.291384 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-19e8983d-c293-4198-aacc-29552547870a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:54:08.306068 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-31258ba0-2fdc-4dd5-a338-b8ae882187bb tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:08.328110 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e09f73-5c55-4a31-927f-a855ea24dff2 None None] Network add62c5c-9eca-4348-9830-32239b4651d7 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:54:08.342207 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-31258ba0-2fdc-4dd5-a338-b8ae882187bb tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "DELETE /v2.0/subnets/ab4d13d9-e6e2-41d7-a1c7-685370a51797 HTTP/1.1" status: 204 len: 168 time: 1.7709336 May 13 14:54:08.342207 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc13c75-f248-45e9-a366-f4bdefd8c926 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'Port': ['ID=c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:08.358224 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46772) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:08.359152 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31258ba0-2fdc-4dd5-a338-b8ae882187bb tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Pushing event deleted for resources: {'Subnet': ['ID=ab4d13d9-e6e2-41d7-a1c7-685370a51797,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:08.490602 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3fc13c75-f248-45e9-a366-f4bdefd8c926 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:08.505456 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-19e8983d-c293-4198-aacc-29552547870a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:08.506133 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-19e8983d-c293-4198-aacc-29552547870a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:08.532399 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-19e8983d-c293-4198-aacc-29552547870a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4808574 May 13 14:54:08.546278 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-db20ca93-a7a7-49db-a6e5-272e22d8d761 service neutron] Request body: {'port': {'device_id': '65b96d96-407b-4e80-965c-8e3ccaa13f8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:08.609995 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ebff2bb0-a32d-40b8-a4ac-fa389144aa25 None None] Provisioning for port c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:54:08.620454 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ebff2bb0-a32d-40b8-a4ac-fa389144aa25 None None] Provisioning complete for port c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:54:08.621167 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ebff2bb0-a32d-40b8-a4ac-fa389144aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:08.637149 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d8c9f-69d0-433d-8428-d17d9243feb3 req-7d507b19-fb4a-4cdc-8900-b715a7e4408c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:08.639406 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c51d8c9f-69d0-433d-8428-d17d9243feb3 req-7d507b19-fb4a-4cdc-8900-b715a7e4408c service neutron] 10.222.0.74 "GET /v2.0/networks?id=cfdd8600-9e9e-4b19-899a-a1b4272199f6 HTTP/1.1" status: 200 len: 897 time: 0.6675956 May 13 14:54:08.688119 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c5230751-c1c6-412f-9c1e-9c55c29ec7b0 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "GET /v2.0/networks/8237efef-d266-4afd-a07a-d3494470df68?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3648410 May 13 14:54:08.698654 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 46784) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:08.766025 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ebff2bb0-a32d-40b8-a4ac-fa389144aa25 None None] Port c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:54:08.832836 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ac0228-5d8c-42cd-acb5-0cd85e07a1f8 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:08.835365 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a2ac0228-5d8c-42cd-acb5-0cd85e07a1f8 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "GET /v2.0/subnets/5ab5cb0d-fa39-4074-894c-755d35f2b8e5 HTTP/1.1" status: 200 len: 843 time: 0.1349294 May 13 14:54:08.903590 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46792) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:08.919678 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-6be86a0d-032b-4418-a100-60354b4b3aa2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Deleting subnet 6d953eaa-2a7e-4580-bb0c-458e876aebfa {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:54:08.934177 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe6a7d2-18f5-418c-9732-a8a160e7af52 None None] DHCP port deletion for add62c5c-9eca-4348-9830-32239b4651d7 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:54:08.939375 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-abe6a7d2-18f5-418c-9732-a8a160e7af52 None None] Deleting port c901ab10-5f98-4fb3-b426-80a46d9a9b48 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:08.940022 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-abe6a7d2-18f5-418c-9732-a8a160e7af52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:08.969013 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-db20ca93-a7a7-49db-a6e5-272e22d8d761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:09.216737 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6be86a0d-032b-4418-a100-60354b4b3aa2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:09.329999 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-abe6a7d2-18f5-418c-9732-a8a160e7af52 None None] For port c901ab10-5f98-4fb3-b426-80a46d9a9b48, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c901ab10-5f98-4fb3-b426-80a46d9a9b48,segment=NetworkSegment(6a1902e2-8090-4fe5-b451-4ecbfde075b6),segment_id=6a1902e2-8090-4fe5-b451-4ecbfde075b6)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:09.331247 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-abe6a7d2-18f5-418c-9732-a8a160e7af52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:09.397351 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6be86a0d-032b-4418-a100-60354b4b3aa2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:09.477666 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c51d8c9f-69d0-433d-8428-d17d9243feb3 req-df6c33de-583f-427d-a0de-221e4346d8b6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9bf7401-9e79-4804-a012-00c3c5113ffb HTTP/1.1" status: 200 len: 1001 time: 0.6076539 May 13 14:54:09.532168 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-abe6a7d2-18f5-418c-9732-a8a160e7af52 None None] Calling delete_port for c901ab10-5f98-4fb3-b426-80a46d9a9b48 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:09.566947 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4085a155-f0cc-41f0-8a58-deae171e776d tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['shared'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:09.576865 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c901ab10-5f98-4fb3-b426-80a46d9a9b48 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:54:09.581967 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4085a155-f0cc-41f0-8a58-deae171e776d tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "GET /v2.0/subnets/5ab5cb0d-fa39-4074-894c-755d35f2b8e5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.6763978 May 13 14:54:09.606967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 46802) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:09.696251 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-cda5ed40-87ae-4224-8500-a14840654aaf tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-898974896'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:09.724256 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0dfa2-9a15-4e2f-9163-dd9fe88b95e8 req-3602fc36-b0d6-4b5f-970c-b827f7a7e9cd tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:09.725095 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-51a0dfa2-9a15-4e2f-9163-dd9fe88b95e8 req-3602fc36-b0d6-4b5f-970c-b827f7a7e9cd tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Synchronizing usage tracker for tenant:732161aac5934f6693072fa75ca25401 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:54:09.729085 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-cda5ed40-87ae-4224-8500-a14840654aaf tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:09.759730 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port c901ab10-5f98-4fb3-b426-80a46d9a9b48 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:54:09.760144 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:09.784884 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-51a0dfa2-9a15-4e2f-9163-dd9fe88b95e8 req-3602fc36-b0d6-4b5f-970c-b827f7a7e9cd tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Unset dirty status for tenant:732161aac5934f6693072fa75ca25401 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:54:09.786947 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-51a0dfa2-9a15-4e2f-9163-dd9fe88b95e8 req-3602fc36-b0d6-4b5f-970c-b827f7a7e9cd tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=65b96d96-407b-4e80-965c-8e3ccaa13f8d HTTP/1.1" status: 200 len: 932 time: 0.7873068 May 13 14:54:09.791989 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3fc13c75-f248-45e9-a366-f4bdefd8c926 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:09.813251 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-cda5ed40-87ae-4224-8500-a14840654aaf tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:09.830661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d8c9f-69d0-433d-8428-d17d9243feb3 req-74d5379b-69e9-40a7-865b-2277e4ab6886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:09.841604 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port c901ab10-5f98-4fb3-b426-80a46d9a9b48, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c901ab10-5f98-4fb3-b426-80a46d9a9b48,segment=NetworkSegment(6a1902e2-8090-4fe5-b451-4ecbfde075b6),segment_id=6a1902e2-8090-4fe5-b451-4ecbfde075b6)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:09.843203 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c51d8c9f-69d0-433d-8428-d17d9243feb3 req-74d5379b-69e9-40a7-865b-2277e4ab6886 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a1d6ff67-d218-4836-93b4-1d9b2817932f HTTP/1.1" status: 200 len: 835 time: 0.3477526 May 13 14:54:09.847339 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:09.904782 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-abe6a7d2-18f5-418c-9732-a8a160e7af52 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:54:09.905154 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-abe6a7d2-18f5-418c-9732-a8a160e7af52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:54:09.938413 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=c901ab10-5f98-4fb3-b426-80a46d9a9b48,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:09.997670 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda5ed40-87ae-4224-8500-a14840654aaf tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Made reservation on behalf of 92056d06e6f64d8f87cf74e57d5ce72a for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:54:09.999944 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-51a0dfa2-9a15-4e2f-9163-dd9fe88b95e8 req-f7e3c675-619d-477f-99b3-468bada8956a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Synchronizing usage tracker for tenant:732161aac5934f6693072fa75ca25401 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:54:10.001897 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cda5ed40-87ae-4224-8500-a14840654aaf tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:10.009967 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-db20ca93-a7a7-49db-a6e5-272e22d8d761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c219a9e3-31ff-4672-a567-a3f58b20873f {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:54:10.029115 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-51a0dfa2-9a15-4e2f-9163-dd9fe88b95e8 req-f7e3c675-619d-477f-99b3-468bada8956a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Unset dirty status for tenant:732161aac5934f6693072fa75ca25401 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:54:10.030365 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-51a0dfa2-9a15-4e2f-9163-dd9fe88b95e8 req-f7e3c675-619d-477f-99b3-468bada8956a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331774 May 13 14:54:10.032221 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-db20ca93-a7a7-49db-a6e5-272e22d8d761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:10.054710 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-db20ca93-a7a7-49db-a6e5-272e22d8d761 service neutron] Transition to ACTIVE for port object c219a9e3-31ff-4672-a567-a3f58b20873f will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:54:10.069264 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-db20ca93-a7a7-49db-a6e5-272e22d8d761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:10.157583 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20ca93-a7a7-49db-a6e5-272e22d8d761 service neutron] Pushing event updated for resources: {'Port': ['ID=c219a9e3-31ff-4672-a567-a3f58b20873f,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:10.195552 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6be86a0d-032b-4418-a100-60354b4b3aa2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:10.273409 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda5ed40-87ae-4224-8500-a14840654aaf tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:54:10.304124 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cda5ed40-87ae-4224-8500-a14840654aaf tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:10.304545 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-cda5ed40-87ae-4224-8500-a14840654aaf tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Added segment a7ff55c2-e19e-4570-8dac-a0c541d26404 of type vlan for network b9cfd948-82fa-4bac-abe3-baf6ce2ae8b7 May 13 14:54:10.406591 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-abe6a7d2-18f5-418c-9732-a8a160e7af52 None None] Deleting port c901ab10-5f98-4fb3-b426-80a46d9a9b48 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:10.408552 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-abe6a7d2-18f5-418c-9732-a8a160e7af52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:10.414755 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-db20ca93-a7a7-49db-a6e5-272e22d8d761 service neutron] Attempting to bind port c219a9e3-31ff-4672-a567-a3f58b20873f on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:54:10.415367 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-db20ca93-a7a7-49db-a6e5-272e22d8d761 service neutron] Attempting to bind port c219a9e3-31ff-4672-a567-a3f58b20873f by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '57c587b4-4a75-4472-8b66-fdd8b5188b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:54:10.415938 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-db20ca93-a7a7-49db-a6e5-272e22d8d761 service neutron] Attempting to bind port c219a9e3-31ff-4672-a567-a3f58b20873f on network 7245a93f-bdad-4850-88f9-09476b64c18f {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:54:10.417007 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d8c9f-69d0-433d-8428-d17d9243feb3 req-41e6e4d2-a346-442e-95ab-f98003c32e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:10.420339 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c51d8c9f-69d0-433d-8428-d17d9243feb3 req-41e6e4d2-a346-442e-95ab-f98003c32e10 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cfdd8600-9e9e-4b19-899a-a1b4272199f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5649178 May 13 14:54:10.422148 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-db20ca93-a7a7-49db-a6e5-272e22d8d761 service neutron] Port c219a9e3-31ff-4672-a567-a3f58b20873f on network 7245a93f-bdad-4850-88f9-09476b64c18f not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:54:10.422582 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-db20ca93-a7a7-49db-a6e5-272e22d8d761 service neutron] Attempting to bind port c219a9e3-31ff-4672-a567-a3f58b20873f on network 7245a93f-bdad-4850-88f9-09476b64c18f {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:54:10.440029 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-db20ca93-a7a7-49db-a6e5-272e22d8d761 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:54:10.440774 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-db20ca93-a7a7-49db-a6e5-272e22d8d761 service neutron] Checking segment: {'id': '57c587b4-4a75-4472-8b66-fdd8b5188b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:54:10.441265 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-db20ca93-a7a7-49db-a6e5-272e22d8d761 service neutron] Bound using segment: {'id': '57c587b4-4a75-4472-8b66-fdd8b5188b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:54:10.441882 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-db20ca93-a7a7-49db-a6e5-272e22d8d761 service neutron] Bound port: c219a9e3-31ff-4672-a567-a3f58b20873f, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c587b4-4a75-4472-8b66-fdd8b5188b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:54:10.442760 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-db20ca93-a7a7-49db-a6e5-272e22d8d761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:10.512495 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cda5ed40-87ae-4224-8500-a14840654aaf tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:10.581799 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-db20ca93-a7a7-49db-a6e5-272e22d8d761 service neutron] For port c219a9e3-31ff-4672-a567-a3f58b20873f, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:54:10.587451 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-db20ca93-a7a7-49db-a6e5-272e22d8d761 service neutron] For port c219a9e3-31ff-4672-a567-a3f58b20873f, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=c219a9e3-31ff-4672-a567-a3f58b20873f,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:54:10.593862 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-db20ca93-a7a7-49db-a6e5-272e22d8d761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:10.667173 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-db20ca93-a7a7-49db-a6e5-272e22d8d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:10.667960 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-db20ca93-a7a7-49db-a6e5-272e22d8d761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:10.669516 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-db20ca93-a7a7-49db-a6e5-272e22d8d761 service neutron] 10.222.0.59 "PUT /v2.0/ports/c219a9e3-31ff-4672-a567-a3f58b20873f HTTP/1.1" status: 200 len: 1092 time: 2.1276007 May 13 14:54:10.670422 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b96d96-407b-4e80-965c-8e3ccaa13f8d', 'tag': 'c219a9e3-31ff-4672-a567-a3f58b20873f'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:54:10.711147 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20ca93-a7a7-49db-a6e5-272e22d8d761 service neutron] Pushing event updated for resources: {'Port': ['ID=c219a9e3-31ff-4672-a567-a3f58b20873f,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:10.793044 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6578645-139d-4cb4-bb7f-81a327290312'] response: {'name': 'network-changed', 'server_uuid': '65b96d96-407b-4e80-965c-8e3ccaa13f8d', 'tag': 'c219a9e3-31ff-4672-a567-a3f58b20873f', 'status': 'completed', 'code': 200} May 13 14:54:10.878776 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-18600bf5-0a7f-40f4-bc93-ad03ce250b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:10.883242 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-18600bf5-0a7f-40f4-bc93-ad03ce250b80 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=732161aac5934f6693072fa75ca25401&device_id=65b96d96-407b-4e80-965c-8e3ccaa13f8d HTTP/1.1" status: 200 len: 1095 time: 0.1542885 May 13 14:54:10.917314 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-abe6a7d2-18f5-418c-9732-a8a160e7af52 None None] For port c901ab10-5f98-4fb3-b426-80a46d9a9b48, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c901ab10-5f98-4fb3-b426-80a46d9a9b48,segment=NetworkSegment(6a1902e2-8090-4fe5-b451-4ecbfde075b6),segment_id=6a1902e2-8090-4fe5-b451-4ecbfde075b6)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:10.917892 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-abe6a7d2-18f5-418c-9732-a8a160e7af52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:11.027104 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-d281964b-add5-4875-8670-ca1d9df131e6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c219a9e3-31ff-4672-a567-a3f58b20873f HTTP/1.1" status: 200 len: 217 time: 0.1360161 May 13 14:54:11.046053 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cda5ed40-87ae-4224-8500-a14840654aaf tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:11.052344 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda5ed40-87ae-4224-8500-a14840654aaf tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:11.053038 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cda5ed40-87ae-4224-8500-a14840654aaf tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:11.216567 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-38260c22-228b-456f-a36b-7f534c39f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:11.220229 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-38260c22-228b-456f-a36b-7f534c39f636 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34fcb229-3793-40c5-9fb6-d9e1bba72c19 HTTP/1.1" status: 200 len: 846 time: 0.1884325 May 13 14:54:11.290690 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c51d8c9f-69d0-433d-8428-d17d9243feb3 req-4bf3664b-df47-40b3-abcf-4647bff57c28 service neutron] 10.222.0.74 "GET /v2.0/networks/cfdd8600-9e9e-4b19-899a-a1b4272199f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8379805 May 13 14:54:11.308687 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-abe6a7d2-18f5-418c-9732-a8a160e7af52 None None] Calling delete_port for c901ab10-5f98-4fb3-b426-80a46d9a9b48 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:11.407220 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-5b7934d3-7b58-4e89-952e-b648868e6454 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7245a93f-bdad-4850-88f9-09476b64c18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1711676 May 13 14:54:11.615569 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-abe6a7d2-18f5-418c-9732-a8a160e7af52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:11.671878 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6be86a0d-032b-4418-a100-60354b4b3aa2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:11.685690 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a13009-b413-47b1-879c-4de2b2fd6a65 req-6cce5be5-c934-4294-852a-bb4434a9a8ef tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:11.688038 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d2a13009-b413-47b1-879c-4de2b2fd6a65 req-6cce5be5-c934-4294-852a-bb4434a9a8ef tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=65b96d96-407b-4e80-965c-8e3ccaa13f8d HTTP/1.1" status: 200 len: 944 time: 0.3496454 May 13 14:54:11.766077 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe6a7d2-18f5-418c-9732-a8a160e7af52 None None] No DVR routers for this DVR port c901ab10-5f98-4fb3-b426-80a46d9a9b48 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:54:11.774277 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-4fc5c4a4-fe8a-4ba8-b419-5c34ae8bd2a5 service neutron] 10.222.0.59 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650050 May 13 14:54:11.781949 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6a7d2-18f5-418c-9732-a8a160e7af52 None None] Pushing event deleted for resources: {'Port': ['ID=c901ab10-5f98-4fb3-b426-80a46d9a9b48,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:11.984328 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d2a13009-b413-47b1-879c-4de2b2fd6a65 req-4b4e33bf-2f59-4ebe-b20c-9849f836506d tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690887 May 13 14:54:11.997717 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c51d8c9f-69d0-433d-8428-d17d9243feb3 req-04069b15-6cfe-488f-b1ea-0b4890c46379 service neutron] 10.222.0.74 "GET /v2.0/networks/cfdd8600-9e9e-4b19-899a-a1b4272199f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611627 May 13 14:54:12.066185 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be86a0d-032b-4418-a100-60354b4b3aa2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Pushing event deleted for resources: {'Subnet': ['ID=6d953eaa-2a7e-4580-bb0c-458e876aebfa,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:12.067589 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fca7d7f-5b65-4244-9e71-fbab9849df4e None None] Network b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:54:12.118276 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2edff5d3-e4d7-4193-8e74-d4c929fe8c3d req-9763649a-a011-44c4-9490-a37fe405af15 service neutron] 10.222.0.59 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185222 May 13 14:54:12.121836 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6be86a0d-032b-4418-a100-60354b4b3aa2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:12.135600 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5ed40-87ae-4224-8500-a14840654aaf tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event updated for resources: {'Network': ['ID=b9cfd948-82fa-4bac-abe3-baf6ce2ae8b7,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:12.172588 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cda5ed40-87ae-4224-8500-a14840654aaf tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.5369282 May 13 14:54:12.176515 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6be86a0d-032b-4418-a100-60354b4b3aa2 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "DELETE /v2.0/subnets/6d953eaa-2a7e-4580-bb0c-458e876aebfa HTTP/1.1" status: 204 len: 168 time: 3.8083284 May 13 14:54:12.179682 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 46866) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:12.180360 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 46868) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:12.246968 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-2d8de8c9-c483-4bd8-99e8-a49bce8aeb1f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Request body: {'subnet': {'network_id': 'b9cfd948-82fa-4bac-abe3-baf6ce2ae8b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:12.260102 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3fc13c75-f248-45e9-a366-f4bdefd8c926 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:12.271698 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3fc13c75-f248-45e9-a366-f4bdefd8c926 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:12.335341 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network b9cfd948-82fa-4bac-abe3-baf6ce2ae8b7 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:54:12.450783 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc13c75-f248-45e9-a366-f4bdefd8c926 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'Port': ['ID=c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:12.536922 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3fc13c75-f248-45e9-a366-f4bdefd8c926 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:12.914943 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc13c75-f248-45e9-a366-f4bdefd8c926 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Network e671153c-00d7-406d-85ed-65647a5a0614 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:54:12.916306 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-3fc13c75-f248-45e9-a366-f4bdefd8c926 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:54:12.959467 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d2e532-da83-4205-99e4-4fd6f71e028f None None] DHCP port deletion for b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:54:12.964077 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2403653e-fd01-44a1-bdff-21f0e4e9df8f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:12.969730 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-04d2e532-da83-4205-99e4-4fd6f71e028f None None] Deleting port 1ac24853-4a70-4bce-a5c9-5c0be1a70394 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:12.970146 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-04d2e532-da83-4205-99e4-4fd6f71e028f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:12.986967 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2d8de8c9-c483-4bd8-99e8-a49bce8aeb1f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:13.017049 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2d8de8c9-c483-4bd8-99e8-a49bce8aeb1f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:13.028695 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2021d7-85d1-4639-9d05-f909d44d6da4 req-6445bbf4-f79c-453c-87a3-515f35186f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:13.030685 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ac2021d7-85d1-4639-9d05-f909d44d6da4 req-6445bbf4-f79c-453c-87a3-515f35186f61 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=732161aac5934f6693072fa75ca25401&device_id=65b96d96-407b-4e80-965c-8e3ccaa13f8d HTTP/1.1" status: 200 len: 1095 time: 0.6770456 May 13 14:54:13.131224 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8de8c9-c483-4bd8-99e8-a49bce8aeb1f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Made reservation on behalf of 92056d06e6f64d8f87cf74e57d5ce72a for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:54:13.136980 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2d8de8c9-c483-4bd8-99e8-a49bce8aeb1f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:13.472296 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-02e751f4-9c78-4466-9d17-c0499db2db59 None None] Provisioning complete for port c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:54:13.474215 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-02e751f4-9c78-4466-9d17-c0499db2db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:13.619820 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc13c75-f248-45e9-a366-f4bdefd8c926 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Router 1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:54:13.628371 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64dc838-b7f3-47fe-a3d1-228b24673688 req-578c29f4-9d0a-44af-afbd-392013b3cd8b tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:13.630793 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b64dc838-b7f3-47fe-a3d1-228b24673688 req-578c29f4-9d0a-44af-afbd-392013b3cd8b tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=65b96d96-407b-4e80-965c-8e3ccaa13f8d HTTP/1.1" status: 200 len: 944 time: 0.2630239 May 13 14:54:13.785305 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 1ac24853-4a70-4bce-a5c9-5c0be1a70394 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:54:13.906685 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b64dc838-b7f3-47fe-a3d1-228b24673688 req-326fa231-8d72-4911-870a-49049b3c78d8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684205 May 13 14:54:14.010662 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-02e751f4-9c78-4466-9d17-c0499db2db59 None None] Port c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:54:14.022308 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-04d2e532-da83-4205-99e4-4fd6f71e028f None None] For port 1ac24853-4a70-4bce-a5c9-5c0be1a70394, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=1ac24853-4a70-4bce-a5c9-5c0be1a70394,segment=NetworkSegment(2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1),segment_id=2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:14.022720 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-04d2e532-da83-4205-99e4-4fd6f71e028f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:14.025485 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.ipam_backend_mixin [None req-2d8de8c9-c483-4bd8-99e8-a49bce8aeb1f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Performing IP validity checks on allocation pools {{(pid=88082) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 13 14:54:14.026121 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.ipam_backend_mixin [None req-2d8de8c9-c483-4bd8-99e8-a49bce8aeb1f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88082) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 13 14:54:14.056617 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc13c75-f248-45e9-a366-f4bdefd8c926 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:54:14.067950 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3fc13c75-f248-45e9-a366-f4bdefd8c926 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "PUT /v2.0/routers/1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9844065 May 13 14:54:14.074794 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0de546-47ed-40a1-8870-df5a84ccbe3b None None] Sync routers for ids ['1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:54:14.087900 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2403653e-fd01-44a1-bdff-21f0e4e9df8f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:14.091101 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0de546-47ed-40a1-8870-df5a84ccbe3b None None] Routers {'1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:54:14.091966 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-ae0de546-47ed-40a1-8870-df5a84ccbe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:54:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:14.233891 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-2403653e-fd01-44a1-bdff-21f0e4e9df8f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add62c5c-9eca-4348-9830-32239b4651d7']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:14.289005 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-2403653e-fd01-44a1-bdff-21f0e4e9df8f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a1902e2-8090-4fe5-b451-4ecbfde075b6') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:14.291704 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-2403653e-fd01-44a1-bdff-21f0e4e9df8f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a1902e2-8090-4fe5-b451-4ecbfde075b6') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:14.321093 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2021d7-85d1-4639-9d05-f909d44d6da4 req-842bdad2-ef2f-4267-8e13-e5cd48524b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:14.326942 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ac2021d7-85d1-4639-9d05-f909d44d6da4 req-842bdad2-ef2f-4267-8e13-e5cd48524b8e service neutron] 10.222.0.59 "GET /v2.0/networks?id=7245a93f-bdad-4850-88f9-09476b64c18f HTTP/1.1" status: 200 len: 907 time: 1.2374709 May 13 14:54:14.432512 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-04d2e532-da83-4205-99e4-4fd6f71e028f None None] Calling delete_port for 1ac24853-4a70-4bce-a5c9-5c0be1a70394 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:14.449285 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ac2021d7-85d1-4639-9d05-f909d44d6da4 req-dbd33760-414f-4080-8424-1d20fee771e6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c219a9e3-31ff-4672-a567-a3f58b20873f HTTP/1.1" status: 200 len: 217 time: 0.1170695 May 13 14:54:14.452293 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2403653e-fd01-44a1-bdff-21f0e4e9df8f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:14.478967 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-ae0de546-47ed-40a1-8870-df5a84ccbe3b None None] Set router 1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:54:14.609776 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2021d7-85d1-4639-9d05-f909d44d6da4 req-faafd709-724e-480d-99ec-57028ccfad1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:14.611971 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ac2021d7-85d1-4639-9d05-f909d44d6da4 req-faafd709-724e-480d-99ec-57028ccfad1c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34fcb229-3793-40c5-9fb6-d9e1bba72c19 HTTP/1.1" status: 200 len: 846 time: 0.1481500 May 13 14:54:14.613469 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2403653e-fd01-44a1-bdff-21f0e4e9df8f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:14.624778 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-04d2e532-da83-4205-99e4-4fd6f71e028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:14.686236 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2403653e-fd01-44a1-bdff-21f0e4e9df8f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:54:14.687081 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2403653e-fd01-44a1-bdff-21f0e4e9df8f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:14.692832 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2e532-da83-4205-99e4-4fd6f71e028f None None] Pushing event deleted for resources: {'Port': ['ID=1ac24853-4a70-4bce-a5c9-5c0be1a70394,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:14.714268 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ac2021d7-85d1-4639-9d05-f909d44d6da4 req-69f594e4-4786-4d78-b5ef-f6b8bdc0dcd5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7245a93f-bdad-4850-88f9-09476b64c18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934153 May 13 14:54:14.714488 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No active binding found for port 1ac24853-4a70-4bce-a5c9-5c0be1a70394 {{(pid=88083) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 13 14:54:14.715015 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 1ac24853-4a70-4bce-a5c9-5c0be1a70394 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:54:14.715728 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:54:14.715728 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:54:14.715728 n-d-841760-1 neutron-server[88082]: timer() May 13 14:54:14.715728 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:54:14.715728 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:54:14.715728 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:54:14.715728 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:54:14.715728 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:54:14.715728 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:54:14.715728 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:54:14.715728 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:54:14.715728 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:54:14.715728 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:54:14.715728 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:54:14.715728 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:54:14.715728 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:54:14.715728 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:54:14.715728 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:54:14.715728 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:54:14.715728 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:54:14.715728 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:54:14.715728 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:54:14.715728 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:54:14.715728 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:54:14.715728 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:54:14.715728 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:54:14.715728 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:54:14.715728 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:54:14.715728 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:54:14.715728 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:54:14.715728 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:54:14.715728 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:54:14.732933 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d2e532-da83-4205-99e4-4fd6f71e028f None None] No DVR routers for this DVR port 1ac24853-4a70-4bce-a5c9-5c0be1a70394 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:54:14.760852 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device c219a9e3-31ff-4672-a567-a3f58b20873f details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:54:15.093042 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port c219a9e3-31ff-4672-a567-a3f58b20873f, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=c219a9e3-31ff-4672-a567-a3f58b20873f,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:15.103618 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2403653e-fd01-44a1-bdff-21f0e4e9df8f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:15.110708 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2403653e-fd01-44a1-bdff-21f0e4e9df8f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:15.158506 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'c219a9e3-31ff-4672-a567-a3f58b20873f', 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f', 'port_id': 'c219a9e3-31ff-4672-a567-a3f58b20873f', 'mac_address': 'fa:16:3e:29:e5:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34fcb229-3793-40c5-9fb6-d9e1bba72c19', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:54:15.172105 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2403653e-fd01-44a1-bdff-21f0e4e9df8f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "DELETE /v2.0/networks/add62c5c-9eca-4348-9830-32239b4651d7 HTTP/1.1" status: 204 len: 168 time: 2.9874618 May 13 14:54:15.176161 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 47184) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:15.233393 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2403653e-fd01-44a1-bdff-21f0e4e9df8f tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Pushing event deleted for resources: {'Network': ['ID=add62c5c-9eca-4348-9830-32239b4651d7,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:15.238245 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2d8de8c9-c483-4bd8-99e8-a49bce8aeb1f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:15.324937 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port c219a9e3-31ff-4672-a567-a3f58b20873f is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:54:15.325449 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:15.370460 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c219a9e3-31ff-4672-a567-a3f58b20873f {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:54:15.393174 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ac2021d7-85d1-4639-9d05-f909d44d6da4 req-0086dd57-1b50-40ac-96e4-25da43036ed4 service neutron] 10.222.0.59 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6732442 May 13 14:54:15.395196 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-ae0de546-47ed-40a1-8870-df5a84ccbe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'name': 'tempest-TestNetworkBasicOps-router-1368052910', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:51:10Z', 'updated_at': '2022-05-13T14:54:09Z', 'revision_number': 5, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:02:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:12Z', 'updated_at': '2022-05-13T14:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '27a837e8-5c03-4d0b-bfe0-7e98fe62d45e', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'floating_ip_address': '172.25.0.58', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'port_id': 'e9bf7401-9e79-4804-a012-00c3c5113ffb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6', 'mac_address': 'fa:16:3e:f5:84:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b43b0d-784a-497d-82a3-0be9baece9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:52:14Z', 'updated_at': '2022-05-13T14:52:22Z', 'revision_number': 1, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a85da6-0c75-4789-9a35-2ddee0538925', 'name': '', 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'mac_address': 'fa:16:3e:9d:3d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': 'a1d6ff67-d218-4836-93b4-1d9b2817932f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:22Z', 'updated_at': '2022-05-13T14:51:37Z', 'revision_number': 5, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'subnets': [{'id': 'a1d6ff67-d218-4836-93b4-1d9b2817932f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad', 'name': '', 'network_id': 'e671153c-00d7-406d-85ed-65647a5a0614', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'mac_address': 'fa:16:3e:4e:a0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '0acc617e-a4e0-4380-8ca6-6796fc3baaca', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:05Z', 'updated_at': '2022-05-13T14:54:10Z', 'revision_number': 2, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'subnets': [{'id': '0acc617e-a4e0-4380-8ca6-6796fc3baaca', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:15.402230 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0de546-47ed-40a1-8870-df5a84ccbe3b None None] Checking router: 1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:54:15.402660 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0de546-47ed-40a1-8870-df5a84ccbe3b None None] Updating router 1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9 port c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:54:15.414414 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port c219a9e3-31ff-4672-a567-a3f58b20873f, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=c219a9e3-31ff-4672-a567-a3f58b20873f,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:15.419318 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:15.423946 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8de8c9-c483-4bd8-99e8-a49bce8aeb1f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Checking segment: {'id': 'a7ff55c2-e19e-4570-8dac-a0c541d26404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b9cfd948-82fa-4bac-abe3-baf6ce2ae8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:54:15.424323 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8de8c9-c483-4bd8-99e8-a49bce8aeb1f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Network hostable DHCP agents. Network: b9cfd948-82fa-4bac-abe3-baf6ce2ae8b7, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:54:15.544127 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-ae0de546-47ed-40a1-8870-df5a84ccbe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:15.549949 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b7b55fbb-ebb2-4639-b227-2d2617d64b71 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:15.607769 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8de8c9-c483-4bd8-99e8-a49bce8aeb1f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event updated for resources: {'Subnet': ['ID=d258b735-d903-43e8-a216-42032994e3c7,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:15.610095 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=c219a9e3-31ff-4672-a567-a3f58b20873f,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:15.638372 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['c219a9e3-31ff-4672-a567-a3f58b20873f'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:54:15.679328 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba6e8b-596c-4366-b2de-c1916fc836c1 req-fba1c24d-e099-4437-8ff1-1004bee5b37e tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:15.681182 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6cba6e8b-596c-4366-b2de-c1916fc836c1 req-fba1c24d-e099-4437-8ff1-1004bee5b37e tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=65b96d96-407b-4e80-965c-8e3ccaa13f8d HTTP/1.1" status: 200 len: 944 time: 0.5198066 May 13 14:54:15.685281 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8de8c9-c483-4bd8-99e8-a49bce8aeb1f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Network b9cfd948-82fa-4bac-abe3-baf6ce2ae8b7 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:54:15.720907 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-2d8de8c9-c483-4bd8-99e8-a49bce8aeb1f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, b9cfd948-82fa-4bac-abe3-baf6ce2ae8b7) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:54:15.739503 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a86a52-f90d-44b0-8f59-a03b2cbc980e None None] Network b9cfd948-82fa-4bac-abe3-baf6ce2ae8b7 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:54:15.811317 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8de8c9-c483-4bd8-99e8-a49bce8aeb1f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:15.812221 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2d8de8c9-c483-4bd8-99e8-a49bce8aeb1f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33287236'] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:15.861361 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ac2021d7-85d1-4639-9d05-f909d44d6da4 req-93f2dd73-1758-4c1a-8efd-e020dfe2669c service neutron] 10.222.0.59 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389801 May 13 14:54:15.865837 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6cba6e8b-596c-4366-b2de-c1916fc836c1 req-3cdedb07-925b-4f8f-bf47-46d7e7ec10b5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573427 May 13 14:54:15.868513 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2d8de8c9-c483-4bd8-99e8-a49bce8aeb1f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.6867914 May 13 14:54:15.875146 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47248) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:15.886604 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-dd373626-e248-475b-9586-e441bfb74294 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:16.219951 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd373626-e248-475b-9586-e441bfb74294 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31861384'] for subnet, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:16.258274 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a9c88e-a885-44dd-84b6-9150f2a64261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-b9cfd948-82fa-4bac-abe3-baf6ce2ae8b7', 'network_id': 'b9cfd948-82fa-4bac-abe3-baf6ce2ae8b7', 'tenant_id': '92056d06e6f64d8f87cf74e57d5ce72a', 'fixed_ips': [{'subnet_id': 'd258b735-d903-43e8-a216-42032994e3c7'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:54:16.258847 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e6a9c88e-a885-44dd-84b6-9150f2a64261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:16.292861 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b7b55fbb-ebb2-4639-b227-2d2617d64b71 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:16.421255 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-b7b55fbb-ebb2-4639-b227-2d2617d64b71 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:16.481881 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-b7b55fbb-ebb2-4639-b227-2d2617d64b71 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:16.482168 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-b7b55fbb-ebb2-4639-b227-2d2617d64b71 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2020ed7c-8e7b-4a9f-89c1-99a0e5c198b1') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:16.516971 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b7b55fbb-ebb2-4639-b227-2d2617d64b71 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:16.551366 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-ae0de546-47ed-40a1-8870-df5a84ccbe3b None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:16.558217 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b7b55fbb-ebb2-4639-b227-2d2617d64b71 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:16.573771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b55fbb-ebb2-4639-b227-2d2617d64b71 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:54:16.574394 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b7b55fbb-ebb2-4639-b227-2d2617d64b71 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:16.601278 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:54:16.601278 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:54:16.601278 n-d-841760-1 neutron-server[88081]: timer() May 13 14:54:16.601278 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:54:16.601278 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:54:16.601278 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:54:16.601278 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:54:16.601278 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:54:16.601278 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:54:16.601278 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:54:16.601278 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:54:16.601278 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:54:16.601278 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:54:16.601278 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:54:16.601278 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:54:16.601278 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:54:16.601278 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:54:16.601278 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:54:16.601278 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:54:16.601278 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:54:16.601278 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:54:16.601278 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:54:16.601278 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:54:16.601278 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:54:16.601278 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:54:16.601278 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:54:16.601278 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:54:16.601278 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:54:16.601278 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:54:16.601278 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:54:16.601278 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:54:16.601278 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:54:16.686536 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd373626-e248-475b-9586-e441bfb74294 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772689068665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31881622'] for subnet, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:16.714837 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-ae0de546-47ed-40a1-8870-df5a84ccbe3b None None] Transition to ACTIVE for port object c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:54:16.715174 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b7b55fbb-ebb2-4639-b227-2d2617d64b71 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:16.730142 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-ae0de546-47ed-40a1-8870-df5a84ccbe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:16.759374 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd373626-e248-475b-9586-e441bfb74294 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:16.760508 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd373626-e248-475b-9586-e441bfb74294 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:16.762169 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-dd373626-e248-475b-9586-e441bfb74294 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "PUT /v2.0/subnets/d258b735-d903-43e8-a216-42032994e3c7 HTTP/1.1" status: 200 len: 900 time: 0.8855870 May 13 14:54:16.765264 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b7b55fbb-ebb2-4639-b227-2d2617d64b71 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:16.766315 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47306) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:16.779865 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b55fbb-ebb2-4639-b227-2d2617d64b71 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Pushing event deleted for resources: {'Network': ['ID=b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:16.781731 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device c219a9e3-31ff-4672-a567-a3f58b20873f up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:54:16.793198 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b7b55fbb-ebb2-4639-b227-2d2617d64b71 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] 10.222.0.35 "DELETE /v2.0/networks/b3eebbd2-e6a4-41ea-8c42-f71772e1cb7c HTTP/1.1" status: 204 len: 168 time: 1.6114433 May 13 14:54:16.793198 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b55fbb-ebb2-4639-b227-2d2617d64b71 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:16.793503 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b55fbb-ebb2-4639-b227-2d2617d64b71 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:16.793787 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b55fbb-ebb2-4639-b227-2d2617d64b71 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:16.794132 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b55fbb-ebb2-4639-b227-2d2617d64b71 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:16.794464 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b55fbb-ebb2-4639-b227-2d2617d64b71 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:16.794804 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b55fbb-ebb2-4639-b227-2d2617d64b71 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:16.795193 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b55fbb-ebb2-4639-b227-2d2617d64b71 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:16.795528 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b55fbb-ebb2-4639-b227-2d2617d64b71 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:16.796038 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b55fbb-ebb2-4639-b227-2d2617d64b71 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:16.796384 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b55fbb-ebb2-4639-b227-2d2617d64b71 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:16.796731 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b55fbb-ebb2-4639-b227-2d2617d64b71 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:16.797096 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b55fbb-ebb2-4639-b227-2d2617d64b71 tempest-TaggedBootDevicesTest_v242-1419731362 tempest-TaggedBootDevicesTest_v242-1419731362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:16.893436 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531124e-f8d7-42fb-a838-7f4b853a1921 None None] Pushing event updated for resources: {'Port': ['ID=c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:16.896573 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port c219a9e3-31ff-4672-a567-a3f58b20873f completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:54:16.905585 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd373626-e248-475b-9586-e441bfb74294 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event updated for resources: {'Subnet': ['ID=d258b735-d903-43e8-a216-42032994e3c7,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:16.911245 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port c219a9e3-31ff-4672-a567-a3f58b20873f triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:54:16.911766 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:16.956523 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-e6a9c88e-a885-44dd-84b6-9150f2a64261 None None] Allocated IP 2001:db8::3 (b9cfd948-82fa-4bac-abe3-baf6ce2ae8b7/d258b735-d903-43e8-a216-42032994e3c7/5cce648a-6be9-4f25-927b-f62355e07a64) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:54:17.065048 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:17.304977 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531124e-f8d7-42fb-a838-7f4b853a1921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:17.305325 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531124e-f8d7-42fb-a838-7f4b853a1921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:17.305651 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531124e-f8d7-42fb-a838-7f4b853a1921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:17.305984 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531124e-f8d7-42fb-a838-7f4b853a1921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:17.306316 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531124e-f8d7-42fb-a838-7f4b853a1921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:17.306687 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531124e-f8d7-42fb-a838-7f4b853a1921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:17.307167 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531124e-f8d7-42fb-a838-7f4b853a1921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:17.307837 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531124e-f8d7-42fb-a838-7f4b853a1921 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:17.308202 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531124e-f8d7-42fb-a838-7f4b853a1921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:17.308536 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531124e-f8d7-42fb-a838-7f4b853a1921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:17.308861 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531124e-f8d7-42fb-a838-7f4b853a1921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:17.309318 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531124e-f8d7-42fb-a838-7f4b853a1921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:17.335524 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-ae0de546-47ed-40a1-8870-df5a84ccbe3b None None] Attempting to bind port c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:54:17.335891 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-ae0de546-47ed-40a1-8870-df5a84ccbe3b None None] Attempting to bind port c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '34a199cd-1d62-4dd2-adc9-7506731a103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e671153c-00d7-406d-85ed-65647a5a0614'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:54:17.336255 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0de546-47ed-40a1-8870-df5a84ccbe3b None None] Attempting to bind port c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad on network e671153c-00d7-406d-85ed-65647a5a0614 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:54:17.344115 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0de546-47ed-40a1-8870-df5a84ccbe3b None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:54:17.344518 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0de546-47ed-40a1-8870-df5a84ccbe3b None None] Checking segment: {'id': '34a199cd-1d62-4dd2-adc9-7506731a103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e671153c-00d7-406d-85ed-65647a5a0614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:54:17.344887 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-ae0de546-47ed-40a1-8870-df5a84ccbe3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:17.345279 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0de546-47ed-40a1-8870-df5a84ccbe3b None None] Bound using segment: {'id': '34a199cd-1d62-4dd2-adc9-7506731a103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e671153c-00d7-406d-85ed-65647a5a0614'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:54:17.345741 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-ae0de546-47ed-40a1-8870-df5a84ccbe3b None None] Bound port: c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a199cd-1d62-4dd2-adc9-7506731a103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e671153c-00d7-406d-85ed-65647a5a0614'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:54:17.346153 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-ae0de546-47ed-40a1-8870-df5a84ccbe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:17.435771 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e6a9c88e-a885-44dd-84b6-9150f2a64261 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:17.452241 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:17.465811 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e6a9c88e-a885-44dd-84b6-9150f2a64261 None None] Transition to ACTIVE for port object 5cce648a-6be9-4f25-927b-f62355e07a64 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:54:17.479962 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-ae0de546-47ed-40a1-8870-df5a84ccbe3b None None] For port c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:54:17.483821 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-ae0de546-47ed-40a1-8870-df5a84ccbe3b None None] For port c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad,segment=NetworkSegment(34a199cd-1d62-4dd2-adc9-7506731a103f),segment_id=34a199cd-1d62-4dd2-adc9-7506731a103f)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:54:17.490012 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-ae0de546-47ed-40a1-8870-df5a84ccbe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:17.520926 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e6a9c88e-a885-44dd-84b6-9150f2a64261 None None] Transition to ACTIVE for port object 5cce648a-6be9-4f25-927b-f62355e07a64 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:54:17.542604 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e6a9c88e-a885-44dd-84b6-9150f2a64261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:17.580153 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531124e-f8d7-42fb-a838-7f4b853a1921 None None] Pushing event updated for resources: {'Port': ['ID=c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad,revision_number=4']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:17.601363 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0de546-47ed-40a1-8870-df5a84ccbe3b None None] Routers {'1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:54:17.602255 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-ae0de546-47ed-40a1-8870-df5a84ccbe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:54:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:17.636938 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:17.715570 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event deleted for resources: {'Subnet': ['ID=d258b735-d903-43e8-a216-42032994e3c7,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:17.858770 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port c219a9e3-31ff-4672-a567-a3f58b20873f is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:54:17.858770 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:17.942383 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:18.044201 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a9c88e-a885-44dd-84b6-9150f2a64261 None None] Network b9cfd948-82fa-4bac-abe3-baf6ce2ae8b7 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:54:18.061209 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9cfd948-82fa-4bac-abe3-baf6ce2ae8b7']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:18.066299 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9c88e-a885-44dd-84b6-9150f2a64261 None None] Pushing event updated for resources: {'Port': ['ID=5cce648a-6be9-4f25-927b-f62355e07a64,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:18.071729 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b96d96-407b-4e80-965c-8e3ccaa13f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c219a9e3-31ff-4672-a567-a3f58b20873f'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:54:18.101279 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-ae0de546-47ed-40a1-8870-df5a84ccbe3b None None] Set router 1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:54:18.103286 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-e6a9c88e-a885-44dd-84b6-9150f2a64261 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:54:18.124462 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ff55c2-e19e-4570-8dac-a0c541d26404') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:18.124795 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ff55c2-e19e-4570-8dac-a0c541d26404') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:18.135095 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port c219a9e3-31ff-4672-a567-a3f58b20873f, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=c219a9e3-31ff-4672-a567-a3f58b20873f,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:18.149643 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a9c88e-a885-44dd-84b6-9150f2a64261 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:54:18.156632 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d7a5c-3c37-44f2-b529-44f9e49d39f1 req-1a74449d-9cb2-474b-9728-3fec215a3d1b tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:18.166891 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:18.171951 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dd9d7a5c-3c37-44f2-b529-44f9e49d39f1 req-1a74449d-9cb2-474b-9728-3fec215a3d1b tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=65b96d96-407b-4e80-965c-8e3ccaa13f8d HTTP/1.1" status: 200 len: 945 time: 0.8702402 May 13 14:54:18.262503 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:18.329960 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-491cc502-ab16-4286-8e93-90599d75efb8'] response: {'server_uuid': '65b96d96-407b-4e80-965c-8e3ccaa13f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c219a9e3-31ff-4672-a567-a3f58b20873f', 'code': 200} May 13 14:54:18.404317 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dd9d7a5c-3c37-44f2-b529-44f9e49d39f1 req-29aa9297-1061-4f50-8004-710e2215c5e0 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310779 May 13 14:54:18.424886 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:18.436585 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:54:18.437246 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:18.445104 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:18.487385 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:54:18.487385 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:54:18.487385 n-d-841760-1 neutron-server[88082]: timer() May 13 14:54:18.487385 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:54:18.487385 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:54:18.487385 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:54:18.487385 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:54:18.487385 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:54:18.487385 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:54:18.487385 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:54:18.487385 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:54:18.487385 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:54:18.487385 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:54:18.487385 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:54:18.487385 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:54:18.487385 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:54:18.487385 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:54:18.487385 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:54:18.487385 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:54:18.487385 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:54:18.487385 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:54:18.487385 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:54:18.487385 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:54:18.487385 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:54:18.487385 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:54:18.487385 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:54:18.487385 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:54:18.487385 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:54:18.487385 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:54:18.487385 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:54:18.487385 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:54:18.487385 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:54:18.531955 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-e6a9c88e-a885-44dd-84b6-9150f2a64261 None None] Attempting to bind port 5cce648a-6be9-4f25-927b-f62355e07a64 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:54:18.531955 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-e6a9c88e-a885-44dd-84b6-9150f2a64261 None None] Attempting to bind port 5cce648a-6be9-4f25-927b-f62355e07a64 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'a7ff55c2-e19e-4570-8dac-a0c541d26404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b9cfd948-82fa-4bac-abe3-baf6ce2ae8b7'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:54:18.531955 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a9c88e-a885-44dd-84b6-9150f2a64261 None None] Attempting to bind port 5cce648a-6be9-4f25-927b-f62355e07a64 on network b9cfd948-82fa-4bac-abe3-baf6ce2ae8b7 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:54:18.548312 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a9c88e-a885-44dd-84b6-9150f2a64261 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:54:18.550257 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a9c88e-a885-44dd-84b6-9150f2a64261 None None] Checking segment: {'id': 'a7ff55c2-e19e-4570-8dac-a0c541d26404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b9cfd948-82fa-4bac-abe3-baf6ce2ae8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:54:18.550257 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e6a9c88e-a885-44dd-84b6-9150f2a64261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:18.554488 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a9c88e-a885-44dd-84b6-9150f2a64261 None None] Bound using segment: {'id': 'a7ff55c2-e19e-4570-8dac-a0c541d26404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b9cfd948-82fa-4bac-abe3-baf6ce2ae8b7'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:54:18.554867 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-e6a9c88e-a885-44dd-84b6-9150f2a64261 None None] Bound port: 5cce648a-6be9-4f25-927b-f62355e07a64, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ff55c2-e19e-4570-8dac-a0c541d26404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b9cfd948-82fa-4bac-abe3-baf6ce2ae8b7'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:54:18.555293 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e6a9c88e-a885-44dd-84b6-9150f2a64261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:18.647897 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.api [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 13 14:54:18.647897 n-d-841760-1 neutron-server[88082]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 13 14:54:18.647897 n-d-841760-1 neutron-server[88082]: [parameters: {'id': 'b9cfd948-82fa-4bac-abe3-baf6ce2ae8b7'}] May 13 14:54:18.647897 n-d-841760-1 neutron-server[88082]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:54:18.648452 n-d-841760-1 neutron-server[88082]: DEBUG oslo_db.api [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:54:18.656747 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=c219a9e3-31ff-4672-a567-a3f58b20873f,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:18.662603 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d1a1f-324c-4826-a460-bcd95af2a675 req-fa72d525-e0cc-42df-bcb6-b9b1a5765cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:18.664457 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-211d1a1f-324c-4826-a460-bcd95af2a675 req-fa72d525-e0cc-42df-bcb6-b9b1a5765cb6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=65b96d96-407b-4e80-965c-8e3ccaa13f8d HTTP/1.1" status: 200 len: 1097 time: 0.3740237 May 13 14:54:18.690365 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-e6a9c88e-a885-44dd-84b6-9150f2a64261 None None] For port 5cce648a-6be9-4f25-927b-f62355e07a64, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:54:18.694243 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-e6a9c88e-a885-44dd-84b6-9150f2a64261 None None] For port 5cce648a-6be9-4f25-927b-f62355e07a64, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=5cce648a-6be9-4f25-927b-f62355e07a64,segment=NetworkSegment(a7ff55c2-e19e-4570-8dac-a0c541d26404),segment_id=a7ff55c2-e19e-4570-8dac-a0c541d26404)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:54:18.698974 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e6a9c88e-a885-44dd-84b6-9150f2a64261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:18.760721 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-ae0de546-47ed-40a1-8870-df5a84ccbe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'name': 'tempest-TestNetworkBasicOps-router-1368052910', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:51:10Z', 'updated_at': '2022-05-13T14:54:09Z', 'revision_number': 5, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:02:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:12Z', 'updated_at': '2022-05-13T14:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '27a837e8-5c03-4d0b-bfe0-7e98fe62d45e', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'floating_ip_address': '172.25.0.58', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'port_id': 'e9bf7401-9e79-4804-a012-00c3c5113ffb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6', 'mac_address': 'fa:16:3e:f5:84:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b43b0d-784a-497d-82a3-0be9baece9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:52:14Z', 'updated_at': '2022-05-13T14:52:22Z', 'revision_number': 1, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a85da6-0c75-4789-9a35-2ddee0538925', 'name': '', 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'mac_address': 'fa:16:3e:9d:3d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': 'a1d6ff67-d218-4836-93b4-1d9b2817932f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:22Z', 'updated_at': '2022-05-13T14:51:37Z', 'revision_number': 5, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'subnets': [{'id': 'a1d6ff67-d218-4836-93b4-1d9b2817932f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad', 'name': '', 'network_id': 'e671153c-00d7-406d-85ed-65647a5a0614', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'mac_address': 'fa:16:3e:4e:a0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '0acc617e-a4e0-4380-8ca6-6796fc3baaca', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:05Z', 'updated_at': '2022-05-13T14:54:17Z', 'revision_number': 4, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'subnets': [{'id': '0acc617e-a4e0-4380-8ca6-6796fc3baaca', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:18.770269 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0de546-47ed-40a1-8870-df5a84ccbe3b None None] The sync data for ids ['1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'] in n-d-841760-1 is: [{'id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'name': 'tempest-TestNetworkBasicOps-router-1368052910', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:51:10Z', 'updated_at': '2022-05-13T14:54:09Z', 'revision_number': 5, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:02:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:12Z', 'updated_at': '2022-05-13T14:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '27a837e8-5c03-4d0b-bfe0-7e98fe62d45e', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'floating_ip_address': '172.25.0.58', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'port_id': 'e9bf7401-9e79-4804-a012-00c3c5113ffb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6', 'mac_address': 'fa:16:3e:f5:84:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b43b0d-784a-497d-82a3-0be9baece9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:52:14Z', 'updated_at': '2022-05-13T14:52:22Z', 'revision_number': 1, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a85da6-0c75-4789-9a35-2ddee0538925', 'name': '', 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'mac_address': 'fa:16:3e:9d:3d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': 'a1d6ff67-d218-4836-93b4-1d9b2817932f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:22Z', 'updated_at': '2022-05-13T14:51:37Z', 'revision_number': 5, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'subnets': [{'id': 'a1d6ff67-d218-4836-93b4-1d9b2817932f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad', 'name': '', 'network_id': 'e671153c-00d7-406d-85ed-65647a5a0614', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'mac_address': 'fa:16:3e:4e:a0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '0acc617e-a4e0-4380-8ca6-6796fc3baaca', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:05Z', 'updated_at': '2022-05-13T14:54:17Z', 'revision_number': 4, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'subnets': [{'id': '0acc617e-a4e0-4380-8ca6-6796fc3baaca', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:54:18.777830 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-211d1a1f-324c-4826-a460-bcd95af2a675 req-afecfad1-cee8-4d86-91dc-36ac54eec650 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011558 May 13 14:54:19.021086 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9c88e-a885-44dd-84b6-9150f2a64261 None None] Pushing event updated for resources: {'Port': ['ID=5cce648a-6be9-4f25-927b-f62355e07a64,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:19.055630 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bcb629-f121-46fe-9ab1-5bba0211a4cc None None] Network b9cfd948-82fa-4bac-abe3-baf6ce2ae8b7 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:54:19.150342 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:19.171747 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Deleting port 5cce648a-6be9-4f25-927b-f62355e07a64 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:19.172081 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:19.590597 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f57d65-32be-47da-b2bc-7d1f4049a006 None None] Network b9cfd948-82fa-4bac-abe3-baf6ce2ae8b7 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:54:19.768265 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:54:19.786102 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] For port 5cce648a-6be9-4f25-927b-f62355e07a64, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=5cce648a-6be9-4f25-927b-f62355e07a64,segment=NetworkSegment(a7ff55c2-e19e-4570-8dac-a0c541d26404),segment_id=a7ff55c2-e19e-4570-8dac-a0c541d26404)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:19.788074 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:19.990699 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a97373-430e-479f-915a-7dad6731cd7b req-5fbe62ca-5182-4121-9378-15cd8f137b66 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:19.995999 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-86a97373-430e-479f-915a-7dad6731cd7b req-5fbe62ca-5182-4121-9378-15cd8f137b66 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=65b96d96-407b-4e80-965c-8e3ccaa13f8d HTTP/1.1" status: 200 len: 946 time: 0.3364105 May 13 14:54:20.134879 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-86a97373-430e-479f-915a-7dad6731cd7b req-a63ff710-aa07-4b06-897d-c5efa0aca081 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264246 May 13 14:54:20.190214 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Calling delete_port for 5cce648a-6be9-4f25-927b-f62355e07a64 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:20.336986 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:54:20.377518 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:54:20.377942 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:20.397639 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:20.474072 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80efc7dd-17e7-4406-86da-3c71a76b90d9 None None] get_active_networks_info from n-d-841760-1 {{(pid=88083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 14:54:20.497571 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event deleted for resources: {'Port': ['ID=5cce648a-6be9-4f25-927b-f62355e07a64,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:20.514615 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] No DVR routers for this DVR port 5cce648a-6be9-4f25-927b-f62355e07a64 on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:54:20.694100 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:54:20.694711 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:20.764451 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 47356) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:20.801636 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:20.873990 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80efc7dd-17e7-4406-86da-3c71a76b90d9 None None] Resources bound (agent type, host, resource id): {{(pid=88083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 14:54:20.905413 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad,segment=NetworkSegment(34a199cd-1d62-4dd2-adc9-7506731a103f),segment_id=34a199cd-1d62-4dd2-adc9-7506731a103f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:20.920583 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:21.004701 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9cfd948-82fa-4bac-abe3-baf6ce2ae8b7']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:21.023289 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ff55c2-e19e-4570-8dac-a0c541d26404') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:21.024030 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ff55c2-e19e-4570-8dac-a0c541d26404') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:21.050620 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:21.076014 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:21.089313 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:54:21.089967 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:21.109820 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:54:21.109820 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:54:21.109820 n-d-841760-1 neutron-server[88082]: timer() May 13 14:54:21.109820 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:54:21.109820 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:54:21.109820 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:54:21.109820 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:54:21.109820 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:54:21.109820 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:54:21.109820 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:54:21.109820 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:54:21.109820 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:54:21.109820 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:54:21.109820 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:54:21.109820 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:54:21.109820 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:54:21.109820 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:54:21.109820 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:54:21.109820 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:54:21.109820 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:54:21.109820 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:54:21.109820 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:54:21.109820 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:54:21.109820 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:54:21.109820 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:54:21.109820 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:54:21.109820 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:54:21.109820 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:54:21.109820 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:54:21.109820 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:54:21.109820 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:54:21.109820 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:54:21.114550 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-45c72c13-5281-4efd-9bea-b1eebdfc6a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:21.254796 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-45c72c13-5281-4efd-9bea-b1eebdfc6a99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:21.302071 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-45c72c13-5281-4efd-9bea-b1eebdfc6a99 admin admin] Usage tracker for resource:security_group_rule and tenant:e972cd3df274443eb0a71bb36c19cc65 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:21.311728 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:21.313074 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:21.323961 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-45c72c13-5281-4efd-9bea-b1eebdfc6a99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:21.348761 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:21.364701 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-45c72c13-5281-4efd-9bea-b1eebdfc6a99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:21.366690 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event deleted for resources: {'Network': ['ID=b9cfd948-82fa-4bac-abe3-baf6ce2ae8b7,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:21.466649 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f88f0fb7-d33e-4b1b-b845-c6173e51cc72 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "DELETE /v2.0/networks/b9cfd948-82fa-4bac-abe3-baf6ce2ae8b7 HTTP/1.1" status: 204 len: 168 time: 4.6989102 May 13 14:54:21.467439 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47372) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:21.559601 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372ef38-f7c3-4076-9f04-de6d9dd5776a req-b953672a-3510-41fd-8b20-7059f43fb7ec tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:21.561492 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d372ef38-f7c3-4076-9f04-de6d9dd5776a req-b953672a-3510-41fd-8b20-7059f43fb7ec tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f2f9ef1-a077-4fa6-aac2-67634429d9f9 HTTP/1.1" status: 200 len: 950 time: 0.4148712 May 13 14:54:21.568843 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-bedde913-904d-4bd9-8a72-46cab5dfdd00 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] DELETE failed (client error): The resource could not be found. May 13 14:54:21.570802 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bedde913-904d-4bd9-8a72-46cab5dfdd00 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:54:21.579834 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bedde913-904d-4bd9-8a72-46cab5dfdd00 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "DELETE /v2.0/subnets/d258b735-d903-43e8-a216-42032994e3c7 HTTP/1.1" status: 404 len: 337 time: 0.1045103 May 13 14:54:21.582748 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47378) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:21.669006 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f82b366-a261-461e-97c9-eab872a80024 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] DELETE failed (client error): The resource could not be found. May 13 14:54:21.681180 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:54:21.682218 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f82b366-a261-461e-97c9-eab872a80024 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:54:21.690020 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2f82b366-a261-461e-97c9-eab872a80024 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "DELETE /v2.0/networks/b9cfd948-82fa-4bac-abe3-baf6ce2ae8b7 HTTP/1.1" status: 404 len: 339 time: 0.0895796 May 13 14:54:21.695452 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47382) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:21.755016 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-45c72c13-5281-4efd-9bea-b1eebdfc6a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:21.762874 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d372ef38-f7c3-4076-9f04-de6d9dd5776a req-9b44a07f-f5b3-4f87-83f7-3f944199896d tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.35 "GET /v2.0/security-groups?id=d84ab5c9-4357-459d-99c3-66c268116f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837552 May 13 14:54:21.764066 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-45c72c13-5281-4efd-9bea-b1eebdfc6a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:21.812519 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-45c72c13-5281-4efd-9bea-b1eebdfc6a99 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e972cd3df274443eb0a71bb36c19cc65&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0387874 May 13 14:54:21.816726 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 47386) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:21.837260 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:54:21.838824 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:21.884237 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ede63f9a-3217-4876-bc3f-60fb8b7b9ce6 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:21.895228 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272a644-9359-4148-8620-c32f9f2fa41b req-ad502520-bef2-40a1-8386-57c628244f77 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:21.896752 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1272a644-9359-4148-8620-c32f9f2fa41b req-ad502520-bef2-40a1-8386-57c628244f77 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=65b96d96-407b-4e80-965c-8e3ccaa13f8d HTTP/1.1" status: 200 len: 946 time: 0.4801557 May 13 14:54:21.899078 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c72c13-5281-4efd-9bea-b1eebdfc6a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8920055e-c454-40f3-a107-93e7f6e42076,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:21.960843 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-717be87b-8533-4d6c-aa56-862ac507a0ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:22.025396 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-717be87b-8533-4d6c-aa56-862ac507a0ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:22.092305 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:54:22.111748 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1272a644-9359-4148-8620-c32f9f2fa41b req-900bc087-a58a-4403-8de9-cdcc87c874f9 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056222 May 13 14:54:22.144586 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-717be87b-8533-4d6c-aa56-862ac507a0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:22.158180 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ede63f9a-3217-4876-bc3f-60fb8b7b9ce6 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:22.177832 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717be87b-8533-4d6c-aa56-862ac507a0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8920055e-c454-40f3-a107-93e7f6e42076,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:22.180159 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-717be87b-8533-4d6c-aa56-862ac507a0ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:22.181543 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-717be87b-8533-4d6c-aa56-862ac507a0ca admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8920055e-c454-40f3-a107-93e7f6e42076 HTTP/1.1" status: 204 len: 168 time: 0.3634660 May 13 14:54:22.233544 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-ede63f9a-3217-4876-bc3f-60fb8b7b9ce6 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['785836f8-cc9c-4f49-b4c7-78c48b6f1884']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:22.252718 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-ede63f9a-3217-4876-bc3f-60fb8b7b9ce6 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7938a551-0a14-4f2d-ba55-822a28af362b') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:22.254153 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-ede63f9a-3217-4876-bc3f-60fb8b7b9ce6 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7938a551-0a14-4f2d-ba55-822a28af362b') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:22.273011 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ede63f9a-3217-4876-bc3f-60fb8b7b9ce6 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:22.295266 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ede63f9a-3217-4876-bc3f-60fb8b7b9ce6 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:22.305492 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede63f9a-3217-4876-bc3f-60fb8b7b9ce6 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:54:22.306373 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ede63f9a-3217-4876-bc3f-60fb8b7b9ce6 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:22.330377 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:54:22.330377 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:54:22.330377 n-d-841760-1 neutron-server[88082]: timer() May 13 14:54:22.330377 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:54:22.330377 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:54:22.330377 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:54:22.330377 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:54:22.330377 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:54:22.330377 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:54:22.330377 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:54:22.330377 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:54:22.330377 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:54:22.330377 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:54:22.330377 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:54:22.330377 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:54:22.330377 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:54:22.330377 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:54:22.330377 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:54:22.330377 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:54:22.330377 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:54:22.330377 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:54:22.330377 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:54:22.330377 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:54:22.330377 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:54:22.330377 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:54:22.330377 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:54:22.330377 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:54:22.330377 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:54:22.330377 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:54:22.330377 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:54:22.330377 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:54:22.330377 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:54:22.416552 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ede63f9a-3217-4876-bc3f-60fb8b7b9ce6 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:22.426101 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ede63f9a-3217-4876-bc3f-60fb8b7b9ce6 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:22.462889 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede63f9a-3217-4876-bc3f-60fb8b7b9ce6 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event deleted for resources: {'Network': ['ID=785836f8-cc9c-4f49-b4c7-78c48b6f1884,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:22.466176 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ede63f9a-3217-4876-bc3f-60fb8b7b9ce6 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "DELETE /v2.0/networks/785836f8-cc9c-4f49-b4c7-78c48b6f1884 HTTP/1.1" status: 204 len: 168 time: 0.7689416 May 13 14:54:22.470682 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 47406) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:22.541782 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b34de0-6456-4919-94d2-742db270a83f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] DELETE failed (client error): The resource could not be found. May 13 14:54:22.542217 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b34de0-6456-4919-94d2-742db270a83f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:54:22.546957 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-68b34de0-6456-4919-94d2-742db270a83f tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "DELETE /v2.0/subnets/1273d3aa-d42a-43da-8ed5-759142cd782a HTTP/1.1" status: 404 len: 337 time: 0.0725915 May 13 14:54:22.547442 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47412) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:22.594042 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-553797a0-1182-4ec3-ae97-612b3780a8d2 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] DELETE failed (client error): The resource could not be found. May 13 14:54:22.594874 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-553797a0-1182-4ec3-ae97-612b3780a8d2 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:54:22.599947 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-553797a0-1182-4ec3-ae97-612b3780a8d2 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "DELETE /v2.0/networks/8b7ea246-95d3-4694-a989-30a0bca1b339 HTTP/1.1" status: 404 len: 339 time: 0.0512698 May 13 14:54:22.600380 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47418) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:22.684111 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-de3a9772-827c-41f6-bad7-2034c0add662 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Deleting subnet 8ac87a10-1d4d-429d-b472-e94a4c05a51a {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:54:22.687646 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-de3a9772-827c-41f6-bad7-2034c0add662 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:22.709226 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ded0c7-979f-4f13-9a7f-79d37f0e04c2 req-384d8d56-f34d-4ee7-8128-c29dd630ade4 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:22.712091 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49ded0c7-979f-4f13-9a7f-79d37f0e04c2 req-384d8d56-f34d-4ee7-8128-c29dd630ade4 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/networks?id=7245a93f-bdad-4850-88f9-09476b64c18f HTTP/1.1" status: 200 len: 806 time: 0.2663851 May 13 14:54:22.744634 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49ded0c7-979f-4f13-9a7f-79d37f0e04c2 req-73976886-81a0-4d6a-bd5b-3b95c45ba60d tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/quotas/732161aac5934f6693072fa75ca25401 HTTP/1.1" status: 200 len: 375 time: 0.0200677 May 13 14:54:22.768536 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-de3a9772-827c-41f6-bad7-2034c0add662 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:22.866458 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49ded0c7-979f-4f13-9a7f-79d37f0e04c2 req-e776202d-15df-41e8-a538-37c742ef5ed6 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=732161aac5934f6693072fa75ca25401&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1143222 May 13 14:54:22.890172 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-de3a9772-827c-41f6-bad7-2034c0add662 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:23.050911 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0e21a-83fd-4722-af32-e45198a3783c req-e07871a3-c1bd-46b3-9e4b-0054419fa497 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:23.052488 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-80e0e21a-83fd-4722-af32-e45198a3783c req-e07871a3-c1bd-46b3-9e4b-0054419fa497 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f2f9ef1-a077-4fa6-aac2-67634429d9f9 HTTP/1.1" status: 200 len: 950 time: 0.1203487 May 13 14:54:23.053502 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-de3a9772-827c-41f6-bad7-2034c0add662 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:23.092279 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49ded0c7-979f-4f13-9a7f-79d37f0e04c2 req-9a9d8580-222a-4ff5-86e5-9945bbb78a8d service neutron] 10.222.0.35 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151451 May 13 14:54:23.100603 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a27c6-7fd4-49a3-b670-48dac42ef327 req-5b48f5f7-ce21-40ff-acfc-db651b2bb64b tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:23.103311 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a4a27c6-7fd4-49a3-b670-48dac42ef327 req-5b48f5f7-ce21-40ff-acfc-db651b2bb64b tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.74 "GET /v2.0/ports?device_id=3f2f9ef1-a077-4fa6-aac2-67634429d9f9 HTTP/1.1" status: 200 len: 950 time: 0.1415691 May 13 14:54:23.110553 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a9772-827c-41f6-bad7-2034c0add662 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event deleted for resources: {'Subnet': ['ID=8ac87a10-1d4d-429d-b472-e94a4c05a51a,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:23.118308 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-de3a9772-827c-41f6-bad7-2034c0add662 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:23.124942 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368de11d-ee49-491e-a176-0147cc092e9a None None] Network e0c86dbf-b3f4-4320-8d1e-1883f7d4c31f requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:54:23.143584 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-de3a9772-827c-41f6-bad7-2034c0add662 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "DELETE /v2.0/subnets/8ac87a10-1d4d-429d-b472-e94a4c05a51a HTTP/1.1" status: 204 len: 168 time: 0.5399344 May 13 14:54:23.146819 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47438) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:23.182730 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-80e0e21a-83fd-4722-af32-e45198a3783c req-f43605f5-244b-49b3-b3b4-db5b68c8f306 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.35 "GET /v2.0/security-groups?id=d84ab5c9-4357-459d-99c3-66c268116f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976152 May 13 14:54:23.252244 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ee0bc8-fdee-47a7-a1b6-9915014a97f7 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Deleting subnet 7e189a23-4e92-4b2b-bfd1-080aa5ce67dc {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:54:23.263843 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-00ee0bc8-fdee-47a7-a1b6-9915014a97f7 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:23.319568 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-5a4a27c6-7fd4-49a3-b670-48dac42ef327 req-5f39c9e7-15ad-47cc-b8af-28a0c97eca96 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Deleting port ee939c4a-8b8a-450e-a4d9-6d9391de9eb9 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:23.320557 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5a4a27c6-7fd4-49a3-b670-48dac42ef327 req-5f39c9e7-15ad-47cc-b8af-28a0c97eca96 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:23.415831 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-00ee0bc8-fdee-47a7-a1b6-9915014a97f7 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:23.514188 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49ded0c7-979f-4f13-9a7f-79d37f0e04c2 req-42f96ba0-c5a3-4e36-9357-6c1558c4a1e3 service neutron] 10.222.0.35 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095194 May 13 14:54:23.521612 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-00ee0bc8-fdee-47a7-a1b6-9915014a97f7 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:23.636929 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-00ee0bc8-fdee-47a7-a1b6-9915014a97f7 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:23.722532 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee0bc8-fdee-47a7-a1b6-9915014a97f7 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event deleted for resources: {'Subnet': ['ID=7e189a23-4e92-4b2b-bfd1-080aa5ce67dc,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:23.749420 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-00ee0bc8-fdee-47a7-a1b6-9915014a97f7 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:23.765524 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-00ee0bc8-fdee-47a7-a1b6-9915014a97f7 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "DELETE /v2.0/subnets/7e189a23-4e92-4b2b-bfd1-080aa5ce67dc HTTP/1.1" status: 204 len: 168 time: 0.6175272 May 13 14:54:23.766135 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47450) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:24.009784 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-5a4a27c6-7fd4-49a3-b670-48dac42ef327 req-5f39c9e7-15ad-47cc-b8af-28a0c97eca96 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] For port ee939c4a-8b8a-450e-a4d9-6d9391de9eb9, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=ee939c4a-8b8a-450e-a4d9-6d9391de9eb9,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:24.010452 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5a4a27c6-7fd4-49a3-b670-48dac42ef327 req-5f39c9e7-15ad-47cc-b8af-28a0c97eca96 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:24.480644 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:54:24.511220 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4a52d8f5-d3c7-464b-957b-b6dc566c6c24 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:24.529307 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-4a52d8f5-d3c7-464b-957b-b6dc566c6c24 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Deleting port b649611c-db55-4cee-a999-7235a6e32dc9 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:24.535489 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4a52d8f5-d3c7-464b-957b-b6dc566c6c24 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:24.596656 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-5a4a27c6-7fd4-49a3-b670-48dac42ef327 req-5f39c9e7-15ad-47cc-b8af-28a0c97eca96 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Calling delete_port for ee939c4a-8b8a-450e-a4d9-6d9391de9eb9 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:24.653381 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd021df-8175-484b-96be-bada2d5ce9a6 None None] Network e0c86dbf-b3f4-4320-8d1e-1883f7d4c31f requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:54:24.925380 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5a4a27c6-7fd4-49a3-b670-48dac42ef327 req-5f39c9e7-15ad-47cc-b8af-28a0c97eca96 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:25.067265 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f39c9e7-15ad-47cc-b8af-28a0c97eca96 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Pushing event deleted for resources: {'Port': ['ID=ee939c4a-8b8a-450e-a4d9-6d9391de9eb9,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:25.099045 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device ee939c4a-8b8a-450e-a4d9-6d9391de9eb9 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:54:25.126888 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4a27c6-7fd4-49a3-b670-48dac42ef327 req-5f39c9e7-15ad-47cc-b8af-28a0c97eca96 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] No DVR routers for this DVR port ee939c4a-8b8a-450e-a4d9-6d9391de9eb9 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:54:25.134364 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5a4a27c6-7fd4-49a3-b670-48dac42ef327 req-5f39c9e7-15ad-47cc-b8af-28a0c97eca96 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:25.154676 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2f9ef1-a077-4fa6-aac2-67634429d9f9', 'name': 'network-vif-deleted', 'tag': 'ee939c4a-8b8a-450e-a4d9-6d9391de9eb9'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:54:25.156497 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-43a6a7d0-e5d5-4a18-815b-0e3e494eb8e5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:25.167853 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a4a27c6-7fd4-49a3-b670-48dac42ef327 req-5f39c9e7-15ad-47cc-b8af-28a0c97eca96 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.74 "DELETE /v2.0/ports/ee939c4a-8b8a-450e-a4d9-6d9391de9eb9 HTTP/1.1" status: 204 len: 173 time: 2.0368817 May 13 14:54:25.168069 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-43a6a7d0-e5d5-4a18-815b-0e3e494eb8e5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/networks?id=7245a93f-bdad-4850-88f9-09476b64c18f HTTP/1.1" status: 200 len: 806 time: 0.2890279 May 13 14:54:25.179442 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051cc114-6c40-467c-9588-596a85986d71 req-7ea06abf-6524-4524-b1db-3c726eb29848 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:25.180870 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-051cc114-6c40-467c-9588-596a85986d71 req-7ea06abf-6524-4524-b1db-3c726eb29848 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Synchronizing usage tracker for tenant:c1c0db1bc05148dfb48a062f91651f9c on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:54:25.207787 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-051cc114-6c40-467c-9588-596a85986d71 req-7ea06abf-6524-4524-b1db-3c726eb29848 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] Unset dirty status for tenant:c1c0db1bc05148dfb48a062f91651f9c on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:54:25.209794 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-051cc114-6c40-467c-9588-596a85986d71 req-7ea06abf-6524-4524-b1db-3c726eb29848 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f2f9ef1-a077-4fa6-aac2-67634429d9f9 HTTP/1.1" status: 200 len: 867 time: 0.6419039 May 13 14:54:25.224587 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: ee939c4a-8b8a-450e-a4d9-6d9391de9eb9 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:54:25.226813 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device ee939c4a-8b8a-450e-a4d9-6d9391de9eb9 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:54:25.255915 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-11d4f2c8-bc87-482a-abbf-3071b4667c05 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/quotas/732161aac5934f6693072fa75ca25401 HTTP/1.1" status: 200 len: 375 time: 0.0843539 May 13 14:54:25.275207 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-1f02925b-3fee-4ab0-8b6f-a03f35408064 None None] Provisioning complete for port b649611c-db55-4cee-a999-7235a6e32dc9 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:54:25.275868 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1f02925b-3fee-4ab0-8b6f-a03f35408064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:25.301413 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-051cc114-6c40-467c-9588-596a85986d71 req-06f9c716-dabf-4397-b579-3cb928b5a975 tempest-VolumesBackupsTest-239156475 tempest-VolumesBackupsTest-239156475-project] 10.222.0.35 "GET /v2.0/security-groups?id=d84ab5c9-4357-459d-99c3-66c268116f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847390 May 13 14:54:25.518450 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-4a52d8f5-d3c7-464b-957b-b6dc566c6c24 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] For port b649611c-db55-4cee-a999-7235a6e32dc9, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b649611c-db55-4cee-a999-7235a6e32dc9,segment=NetworkSegment(5bf363e8-b5ca-49e2-a591-1efe035a26ae),segment_id=5bf363e8-b5ca-49e2-a591-1efe035a26ae)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:25.519002 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4a52d8f5-d3c7-464b-957b-b6dc566c6c24 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:25.522825 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3788b159-b241-416a-8f67-d39c75d8a8c8'] response: {'server_uuid': '3f2f9ef1-a077-4fa6-aac2-67634429d9f9', 'name': 'network-vif-deleted', 'tag': 'ee939c4a-8b8a-450e-a4d9-6d9391de9eb9', 'status': 'completed', 'code': 200} May 13 14:54:25.639018 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1f02925b-3fee-4ab0-8b6f-a03f35408064 None None] Current status of the port b649611c-db55-4cee-a999-7235a6e32dc9 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:54:25.722523 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e752ae6-ac88-49bf-98fd-9844ce97b46f None None] DHCP port deletion for e0c86dbf-b3f4-4320-8d1e-1883f7d4c31f request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:54:25.728310 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-6e752ae6-ac88-49bf-98fd-9844ce97b46f None None] Deleting port b649611c-db55-4cee-a999-7235a6e32dc9 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:25.728873 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6e752ae6-ac88-49bf-98fd-9844ce97b46f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:25.793158 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-4a52d8f5-d3c7-464b-957b-b6dc566c6c24 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Calling delete_port for b649611c-db55-4cee-a999-7235a6e32dc9 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:25.926165 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-03e97b7a-2c8b-4fd2-9550-5eacda7065e3 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=732161aac5934f6693072fa75ca25401&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6686027 May 13 14:54:26.045867 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-6e752ae6-ac88-49bf-98fd-9844ce97b46f None None] For port b649611c-db55-4cee-a999-7235a6e32dc9, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b649611c-db55-4cee-a999-7235a6e32dc9,segment=NetworkSegment(5bf363e8-b5ca-49e2-a591-1efe035a26ae),segment_id=5bf363e8-b5ca-49e2-a591-1efe035a26ae)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:26.046326 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6e752ae6-ac88-49bf-98fd-9844ce97b46f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:26.072813 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4a52d8f5-d3c7-464b-957b-b6dc566c6c24 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:26.147308 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52d8f5-d3c7-464b-957b-b6dc566c6c24 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event deleted for resources: {'Port': ['ID=b649611c-db55-4cee-a999-7235a6e32dc9,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:26.161908 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a52d8f5-d3c7-464b-957b-b6dc566c6c24 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] No DVR routers for this DVR port b649611c-db55-4cee-a999-7235a6e32dc9 on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:54:26.190912 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-6e752ae6-ac88-49bf-98fd-9844ce97b46f None None] Calling delete_port for b649611c-db55-4cee-a999-7235a6e32dc9 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:26.211499 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-9e5cc996-e373-4cd7-bbe2-00d30e43d9f4 service neutron] 10.222.0.35 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840054 May 13 14:54:26.274479 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-6e752ae6-ac88-49bf-98fd-9844ce97b46f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:54:26.274837 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-6e752ae6-ac88-49bf-98fd-9844ce97b46f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:54:26.399650 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4a52d8f5-d3c7-464b-957b-b6dc566c6c24 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:26.457041 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-4a52d8f5-d3c7-464b-957b-b6dc566c6c24 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0c86dbf-b3f4-4320-8d1e-1883f7d4c31f']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:26.480373 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-94dacd18-98e5-48a0-add0-2940c6602245 service neutron] 10.222.0.35 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664096 May 13 14:54:26.481993 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-4a52d8f5-d3c7-464b-957b-b6dc566c6c24 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf363e8-b5ca-49e2-a591-1efe035a26ae') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:26.482212 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-4a52d8f5-d3c7-464b-957b-b6dc566c6c24 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf363e8-b5ca-49e2-a591-1efe035a26ae') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:26.497020 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4a52d8f5-d3c7-464b-957b-b6dc566c6c24 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:26.527017 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4a52d8f5-d3c7-464b-957b-b6dc566c6c24 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:26.544090 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a52d8f5-d3c7-464b-957b-b6dc566c6c24 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:54:26.544500 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4a52d8f5-d3c7-464b-957b-b6dc566c6c24 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:26.578144 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:54:26.578144 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:54:26.578144 n-d-841760-1 neutron-server[88082]: timer() May 13 14:54:26.578144 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:54:26.578144 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:54:26.578144 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:54:26.578144 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:54:26.578144 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:54:26.578144 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:54:26.578144 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:54:26.578144 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:54:26.578144 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:54:26.578144 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:54:26.578144 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:54:26.578144 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:54:26.578144 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:54:26.578144 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:54:26.578144 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:54:26.578144 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:54:26.578144 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:54:26.578144 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:54:26.578144 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:54:26.578144 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:54:26.578144 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:54:26.578144 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:54:26.578144 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:54:26.578144 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:54:26.578144 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:54:26.578144 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:54:26.578144 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:54:26.578144 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:54:26.578144 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:54:26.709256 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4a52d8f5-d3c7-464b-957b-b6dc566c6c24 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:26.735308 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4a52d8f5-d3c7-464b-957b-b6dc566c6c24 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:26.758417 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52d8f5-d3c7-464b-957b-b6dc566c6c24 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event deleted for resources: {'Network': ['ID=e0c86dbf-b3f4-4320-8d1e-1883f7d4c31f,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:26.772613 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4a52d8f5-d3c7-464b-957b-b6dc566c6c24 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "DELETE /v2.0/networks/e0c86dbf-b3f4-4320-8d1e-1883f7d4c31f HTTP/1.1" status: 204 len: 168 time: 3.0052590 May 13 14:54:26.774842 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47524) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:26.776047 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-6e752ae6-ac88-49bf-98fd-9844ce97b46f None None] Deleting port b649611c-db55-4cee-a999-7235a6e32dc9 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:26.776749 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6e752ae6-ac88-49bf-98fd-9844ce97b46f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:26.826851 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3e09ce2b-c834-4932-81df-24d8802d9215 req-a29f5dae-5799-41dc-b292-8e8847bc8c54 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=84f23137-55c3-405e-adcf-389853413f2d HTTP/1.1" status: 200 len: 210 time: 0.1560683 May 13 14:54:26.834394 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a0a5812-16e3-4099-91a2-3e509c89a387 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] DELETE failed (client error): The resource could not be found. May 13 14:54:26.834858 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a0a5812-16e3-4099-91a2-3e509c89a387 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:54:26.836604 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9a0a5812-16e3-4099-91a2-3e509c89a387 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "DELETE /v2.0/subnets/2125dfbf-50ce-4234-9355-2fb351e4d1b0 HTTP/1.1" status: 404 len: 337 time: 0.0605884 May 13 14:54:26.839539 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 47530) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:26.869086 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-691f95c5-a510-4f05-9bb5-dd57048c3ca6 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] DELETE failed (client error): The resource could not be found. May 13 14:54:26.870027 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-691f95c5-a510-4f05-9bb5-dd57048c3ca6 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:54:26.874719 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47534) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:26.874923 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-691f95c5-a510-4f05-9bb5-dd57048c3ca6 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "DELETE /v2.0/networks/dab868c4-4557-4ae1-9c9c-946415db82cc HTTP/1.1" status: 404 len: 339 time: 0.0338829 May 13 14:54:26.929085 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-a236afe9-c561-47b5-929d-7318b5ef0824 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] DELETE failed (client error): The resource could not be found. May 13 14:54:26.929917 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a236afe9-c561-47b5-929d-7318b5ef0824 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:54:26.934825 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 47538) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:26.944269 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-6e752ae6-ac88-49bf-98fd-9844ce97b46f None None] The port 'b649611c-db55-4cee-a999-7235a6e32dc9' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:54:26.946779 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a236afe9-c561-47b5-929d-7318b5ef0824 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "DELETE /v2.0/subnets/681d766b-d708-4ee3-837d-4dcd27ea9f94 HTTP/1.1" status: 404 len: 337 time: 0.0710330 May 13 14:54:26.972784 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a3e247d-a0f7-44f1-afc0-44099592b48a tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] DELETE failed (client error): The resource could not be found. May 13 14:54:26.973261 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a3e247d-a0f7-44f1-afc0-44099592b48a tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:54:26.977744 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47542) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:27.001234 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3a3e247d-a0f7-44f1-afc0-44099592b48a tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "DELETE /v2.0/networks/baa411ed-8d18-4936-8f5e-8b19ed2e2aa0 HTTP/1.1" status: 404 len: 339 time: 0.0638344 May 13 14:54:27.202964 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-dafe0665-80ba-4415-8198-9d19096ae61c tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] DELETE failed (client error): The resource could not be found. May 13 14:54:27.203537 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dafe0665-80ba-4415-8198-9d19096ae61c tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:54:27.208947 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-dafe0665-80ba-4415-8198-9d19096ae61c tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "DELETE /v2.0/subnets/2d3bc0cf-bae2-4818-a8ed-cf6f4847492b HTTP/1.1" status: 404 len: 337 time: 0.2300243 May 13 14:54:27.211506 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 47550) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:27.267923 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3fa60bf4-6962-4787-91d8-b33a44f962f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:27.269594 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bfb0139-186b-41d0-a0f1-6e2583e6cd31 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] DELETE failed (client error): The resource could not be found. May 13 14:54:27.272644 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bfb0139-186b-41d0-a0f1-6e2583e6cd31 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:54:27.277262 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47558) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:27.291702 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3bfb0139-186b-41d0-a0f1-6e2583e6cd31 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "DELETE /v2.0/networks/a23a6d49-6ac2-4b91-8902-66e48a0249a2 HTTP/1.1" status: 404 len: 339 time: 0.0786529 May 13 14:54:27.375357 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6b22ca9-6a2d-4510-8616-d8d4b41122b5 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Deleting subnet e21a2271-cb2b-4dd5-baed-cf6daa5cfcc5 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:54:27.380541 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a6b22ca9-6a2d-4510-8616-d8d4b41122b5 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:27.490458 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a6b22ca9-6a2d-4510-8616-d8d4b41122b5 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:27.563179 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b649611c-db55-4cee-a999-7235a6e32dc9 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:54:27.633271 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: b649611c-db55-4cee-a999-7235a6e32dc9 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:54:27.633944 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b649611c-db55-4cee-a999-7235a6e32dc9 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:54:27.653794 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a6b22ca9-6a2d-4510-8616-d8d4b41122b5 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:27.797792 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a6b22ca9-6a2d-4510-8616-d8d4b41122b5 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:27.874798 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b22ca9-6a2d-4510-8616-d8d4b41122b5 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event deleted for resources: {'Subnet': ['ID=e21a2271-cb2b-4dd5-baed-cf6daa5cfcc5,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:27.883535 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a6b22ca9-6a2d-4510-8616-d8d4b41122b5 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:27.885401 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc3d553-a790-45b1-9baf-3ded161f6499 None None] Network f168430e-f836-4aa3-a1c6-2372762ae604 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:54:27.898690 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47568) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:27.913088 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a6b22ca9-6a2d-4510-8616-d8d4b41122b5 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "DELETE /v2.0/subnets/e21a2271-cb2b-4dd5-baed-cf6daa5cfcc5 HTTP/1.1" status: 204 len: 168 time: 0.6321020 May 13 14:54:27.919310 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47574) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:28.198144 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d9d02fed-1b06-4662-a041-354d37827c6d req-cfcaf204-ce85-4778-87b0-9972e81bb097 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=84f23137-55c3-405e-adcf-389853413f2d HTTP/1.1" status: 200 len: 210 time: 0.1152751 May 13 14:54:28.298726 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-685f680f-d031-48db-aab3-2fe27faff0f4 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:28.472510 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b23b37-401b-4089-ae53-6c7ab7a1fa51 None None] DHCP port deletion for f168430e-f836-4aa3-a1c6-2372762ae604 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:54:28.477215 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-55b23b37-401b-4089-ae53-6c7ab7a1fa51 None None] Deleting port dcd808ea-2bbb-4142-9e18-cb25d0a40022 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:28.477879 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-55b23b37-401b-4089-ae53-6c7ab7a1fa51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:28.633593 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:28.659203 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 47582) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:28.837089 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-685f680f-d031-48db-aab3-2fe27faff0f4 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Deleting port dcd808ea-2bbb-4142-9e18-cb25d0a40022 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:28.837916 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-685f680f-d031-48db-aab3-2fe27faff0f4 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:28.891586 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-55b23b37-401b-4089-ae53-6c7ab7a1fa51 None None] For port dcd808ea-2bbb-4142-9e18-cb25d0a40022, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=dcd808ea-2bbb-4142-9e18-cb25d0a40022,segment=NetworkSegment(58c00d88-87de-4c5f-8c6e-2d21d39e2bfd),segment_id=58c00d88-87de-4c5f-8c6e-2d21d39e2bfd)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:28.892359 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-55b23b37-401b-4089-ae53-6c7ab7a1fa51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:29.042198 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-b369901b-51c1-4dc1-946d-eaf1bd927b94 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:29.055503 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-b369901b-51c1-4dc1-946d-eaf1bd927b94 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.74 "GET /v2.0/networks?id=7245a93f-bdad-4850-88f9-09476b64c18f HTTP/1.1" status: 200 len: 806 time: 0.6256294 May 13 14:54:29.205955 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-eb84373a-8812-41f8-ad98-de8c6f615ac3 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Request body: {'port': {'device_id': '84f23137-55c3-405e-adcf-389853413f2d', 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f', 'admin_state_up': True, 'tenant_id': '732161aac5934f6693072fa75ca25401'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:29.208644 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-55b23b37-401b-4089-ae53-6c7ab7a1fa51 None None] Calling delete_port for dcd808ea-2bbb-4142-9e18-cb25d0a40022 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:29.307970 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-55b23b37-401b-4089-ae53-6c7ab7a1fa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:29.382172 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b23b37-401b-4089-ae53-6c7ab7a1fa51 None None] Pushing event deleted for resources: {'Port': ['ID=dcd808ea-2bbb-4142-9e18-cb25d0a40022,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:29.404101 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b23b37-401b-4089-ae53-6c7ab7a1fa51 None None] No DVR routers for this DVR port dcd808ea-2bbb-4142-9e18-cb25d0a40022 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:54:29.430274 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b23b37-401b-4089-ae53-6c7ab7a1fa51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:29.434225 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b23b37-401b-4089-ae53-6c7ab7a1fa51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:29.434637 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b23b37-401b-4089-ae53-6c7ab7a1fa51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:29.434985 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b23b37-401b-4089-ae53-6c7ab7a1fa51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:29.435999 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b23b37-401b-4089-ae53-6c7ab7a1fa51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:29.436319 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b23b37-401b-4089-ae53-6c7ab7a1fa51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:29.436620 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b23b37-401b-4089-ae53-6c7ab7a1fa51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:29.436955 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b23b37-401b-4089-ae53-6c7ab7a1fa51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:29.437289 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b23b37-401b-4089-ae53-6c7ab7a1fa51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:29.437749 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b23b37-401b-4089-ae53-6c7ab7a1fa51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:29.438087 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b23b37-401b-4089-ae53-6c7ab7a1fa51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:29.438412 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b23b37-401b-4089-ae53-6c7ab7a1fa51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:29.514771 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-685f680f-d031-48db-aab3-2fe27faff0f4 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] For port dcd808ea-2bbb-4142-9e18-cb25d0a40022, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=dcd808ea-2bbb-4142-9e18-cb25d0a40022,segment=NetworkSegment(58c00d88-87de-4c5f-8c6e-2d21d39e2bfd),segment_id=58c00d88-87de-4c5f-8c6e-2d21d39e2bfd)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:29.515278 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-685f680f-d031-48db-aab3-2fe27faff0f4 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:29.599052 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f579747c-6345-4dcd-8903-5d35d07afe20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:29.605852 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device dcd808ea-2bbb-4142-9e18-cb25d0a40022 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:54:29.651874 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: dcd808ea-2bbb-4142-9e18-cb25d0a40022 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:54:29.652156 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device dcd808ea-2bbb-4142-9e18-cb25d0a40022 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:54:29.765052 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-685f680f-d031-48db-aab3-2fe27faff0f4 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Calling delete_port for dcd808ea-2bbb-4142-9e18-cb25d0a40022 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:29.865578 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.api [None req-685f680f-d031-48db-aab3-2fe27faff0f4 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:54:29.866268 n-d-841760-1 neutron-server[88082]: DEBUG oslo_db.api [None req-685f680f-d031-48db-aab3-2fe27faff0f4 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:54:29.960119 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dc1f15a3-6475-45cc-99e3-75460779ce63 req-ec76bd27-a6db-4a84-bfd2-79cd6c1f25a2 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=84f23137-55c3-405e-adcf-389853413f2d HTTP/1.1" status: 200 len: 210 time: 0.4542778 May 13 14:54:29.975357 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-eb84373a-8812-41f8-ad98-de8c6f615ac3 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:29.993202 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-eb84373a-8812-41f8-ad98-de8c6f615ac3 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:30.053322 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-eb84373a-8812-41f8-ad98-de8c6f615ac3 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Made reservation on behalf of 732161aac5934f6693072fa75ca25401 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:54:30.063277 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-eb84373a-8812-41f8-ad98-de8c6f615ac3 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:30.128554 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-84f4fa10-86ef-4bad-a516-fde76890afb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:30.343962 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-eb84373a-8812-41f8-ad98-de8c6f615ac3 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Allocated IP 172.20.0.10 (7245a93f-bdad-4850-88f9-09476b64c18f/34fcb229-3793-40c5-9fb6-d9e1bba72c19/c7653395-de23-4c0d-8957-6c0f2990a829) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:54:30.401455 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-685f680f-d031-48db-aab3-2fe27faff0f4 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Deleting port dcd808ea-2bbb-4142-9e18-cb25d0a40022 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:30.401945 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-685f680f-d031-48db-aab3-2fe27faff0f4 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:30.592531 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-685f680f-d031-48db-aab3-2fe27faff0f4 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] The port 'dcd808ea-2bbb-4142-9e18-cb25d0a40022' was deleted {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:54:30.672073 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:30.757691 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:30.799842 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-eb84373a-8812-41f8-ad98-de8c6f615ac3 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:30.848204 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-685f680f-d031-48db-aab3-2fe27faff0f4 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:30.867032 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0c9a5d53-c80a-43ae-8f6a-154df5b8ea38 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:30.896058 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-685f680f-d031-48db-aab3-2fe27faff0f4 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f168430e-f836-4aa3-a1c6-2372762ae604']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:30.916564 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-685f680f-d031-48db-aab3-2fe27faff0f4 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c00d88-87de-4c5f-8c6e-2d21d39e2bfd') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:30.917000 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-685f680f-d031-48db-aab3-2fe27faff0f4 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c00d88-87de-4c5f-8c6e-2d21d39e2bfd') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:30.935744 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-685f680f-d031-48db-aab3-2fe27faff0f4 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:31.014832 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-685f680f-d031-48db-aab3-2fe27faff0f4 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:31.027849 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685f680f-d031-48db-aab3-2fe27faff0f4 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:54:31.028348 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-685f680f-d031-48db-aab3-2fe27faff0f4 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: util.warn( May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: timer() May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:54:31.045957 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:54:31.116100 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-84f4fa10-86ef-4bad-a516-fde76890afb7 admin admin] Deleting port 0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:31.116806 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-84f4fa10-86ef-4bad-a516-fde76890afb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:31.298142 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-eb84373a-8812-41f8-ad98-de8c6f615ac3 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:31.310222 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['c219a9e3-31ff-4672-a567-a3f58b20873f'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:54:31.344872 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-84f4fa10-86ef-4bad-a516-fde76890afb7 admin admin] For port 0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4,segment=NetworkSegment(a2913665-eb77-4691-ac44-6156c569581f),segment_id=a2913665-eb77-4691-ac44-6156c569581f)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:31.345171 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-84f4fa10-86ef-4bad-a516-fde76890afb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:31.415823 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-eb84373a-8812-41f8-ad98-de8c6f615ac3 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Network 7245a93f-bdad-4850-88f9-09476b64c18f is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:54:31.421485 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-eb84373a-8812-41f8-ad98-de8c6f615ac3 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:54:31.430916 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-eb84373a-8812-41f8-ad98-de8c6f615ac3 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:54:31.548250 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84373a-8812-41f8-ad98-de8c6f615ac3 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Pushing event updated for resources: {'Port': ['ID=c7653395-de23-4c0d-8957-6c0f2990a829,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:31.555181 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-84f4fa10-86ef-4bad-a516-fde76890afb7 admin admin] Calling delete_port for 0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4 owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:31.623829 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-eb84373a-8812-41f8-ad98-de8c6f615ac3 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:31.624515 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-eb84373a-8812-41f8-ad98-de8c6f615ac3 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:31.725365 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-eb84373a-8812-41f8-ad98-de8c6f615ac3 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6567094 May 13 14:54:31.748282 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-5c4cc5da-e1c6-462c-a81a-48a01aab4bcc service neutron] Request body: {'port': {'device_id': '84f23137-55c3-405e-adcf-389853413f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:31.782782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-0c9a5d53-c80a-43ae-8f6a-154df5b8ea38 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Deleting port c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:31.782782 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0c9a5d53-c80a-43ae-8f6a-154df5b8ea38 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:32.087630 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-685f680f-d031-48db-aab3-2fe27faff0f4 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:32.117781 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-685f680f-d031-48db-aab3-2fe27faff0f4 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:32.136985 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:32.145256 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-685f680f-d031-48db-aab3-2fe27faff0f4 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "DELETE /v2.0/networks/f168430e-f836-4aa3-a1c6-2372762ae604 HTTP/1.1" status: 204 len: 168 time: 4.2205944 May 13 14:54:32.147418 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-5c4cc5da-e1c6-462c-a81a-48a01aab4bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:32.159659 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47702) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:32.160600 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f680f-d031-48db-aab3-2fe27faff0f4 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event deleted for resources: {'Network': ['ID=f168430e-f836-4aa3-a1c6-2372762ae604,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:32.226395 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-655931e2-fd4e-430e-8a8b-3d61243a43df tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] DELETE failed (client error): The resource could not be found. May 13 14:54:32.226769 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-655931e2-fd4e-430e-8a8b-3d61243a43df tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:54:32.230724 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-655931e2-fd4e-430e-8a8b-3d61243a43df tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "DELETE /v2.0/subnets/6b7f356a-52ec-4460-89d5-2c2218ea975f HTTP/1.1" status: 404 len: 337 time: 0.0658004 May 13 14:54:32.231719 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47706) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:32.245073 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-0c9a5d53-c80a-43ae-8f6a-154df5b8ea38 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] For port c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad,segment=NetworkSegment(34a199cd-1d62-4dd2-adc9-7506731a103f),segment_id=34a199cd-1d62-4dd2-adc9-7506731a103f)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:32.245073 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0c9a5d53-c80a-43ae-8f6a-154df5b8ea38 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:32.262018 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e15d097-5dce-4698-90b2-497f6259513d tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] DELETE failed (client error): The resource could not be found. May 13 14:54:32.262498 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e15d097-5dce-4698-90b2-497f6259513d tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:54:32.266651 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3e15d097-5dce-4698-90b2-497f6259513d tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "DELETE /v2.0/networks/ff6a5303-7700-47ee-aa2f-4c4a195bd158 HTTP/1.1" status: 404 len: 339 time: 0.0316284 May 13 14:54:32.271458 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47710) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:32.325659 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c7174-a8fe-44cd-a06a-46c307b771e3 req-4ab23d81-cb0f-4dea-b63b-d3f4ec8b71b8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:32.331129 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-eb5c7174-a8fe-44cd-a06a-46c307b771e3 req-4ab23d81-cb0f-4dea-b63b-d3f4ec8b71b8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=84f23137-55c3-405e-adcf-389853413f2d HTTP/1.1" status: 200 len: 932 time: 0.7175684 May 13 14:54:32.445606 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-d08ad915-101e-49e0-be22-8c400e32dbfd tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Deleting subnet 5ab5cb0d-fa39-4074-894c-755d35f2b8e5 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:54:32.449496 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d08ad915-101e-49e0-be22-8c400e32dbfd tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:32.491142 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-eb5c7174-a8fe-44cd-a06a-46c307b771e3 req-d35045d9-6974-4d4b-8ad7-491335acec6d tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585484 May 13 14:54:32.530212 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d08ad915-101e-49e0-be22-8c400e32dbfd tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:32.592476 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-84f4fa10-86ef-4bad-a516-fde76890afb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:32.604458 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-0c9a5d53-c80a-43ae-8f6a-154df5b8ea38 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Calling delete_port for c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:32.653046 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f4fa10-86ef-4bad-a516-fde76890afb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:32.839429 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d08ad915-101e-49e0-be22-8c400e32dbfd tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:33.169983 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d08ad915-101e-49e0-be22-8c400e32dbfd tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:33.228998 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-84f4fa10-86ef-4bad-a516-fde76890afb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:33.251919 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d08ad915-101e-49e0-be22-8c400e32dbfd tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:33.254865 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f260506-7d13-4c67-b91c-afa145ad35b5 None None] Network 8237efef-d266-4afd-a07a-d3494470df68 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:54:33.273996 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ad915-101e-49e0-be22-8c400e32dbfd tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event deleted for resources: {'Subnet': ['ID=5ab5cb0d-fa39-4074-894c-755d35f2b8e5,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:33.327580 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-5c4cc5da-e1c6-462c-a81a-48a01aab4bcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7653395-de23-4c0d-8957-6c0f2990a829 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:54:33.337553 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-5c4cc5da-e1c6-462c-a81a-48a01aab4bcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:33.390686 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0c9a5d53-c80a-43ae-8f6a-154df5b8ea38 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:33.395171 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d08ad915-101e-49e0-be22-8c400e32dbfd tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "DELETE /v2.0/subnets/5ab5cb0d-fa39-4074-894c-755d35f2b8e5 HTTP/1.1" status: 204 len: 168 time: 1.1223009 May 13 14:54:33.406771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 47718) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:33.486786 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a5d53-c80a-43ae-8f6a-154df5b8ea38 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event deleted for resources: {'Port': ['ID=c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:33.499827 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-5c4cc5da-e1c6-462c-a81a-48a01aab4bcc service neutron] Transition to ACTIVE for port object c7653395-de23-4c0d-8957-6c0f2990a829 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:54:33.682311 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-5c4cc5da-e1c6-462c-a81a-48a01aab4bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:33.759597 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b449167e-8b52-4770-b7f3-8bda9f4d08fa None None] DHCP port deletion for 8237efef-d266-4afd-a07a-d3494470df68 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:54:33.764679 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-b449167e-8b52-4770-b7f3-8bda9f4d08fa None None] Deleting port 742ecd83-3f99-49ee-b7d7-ea9c26ec37a3 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:33.765057 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b449167e-8b52-4770-b7f3-8bda9f4d08fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:33.880698 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f4fa10-86ef-4bad-a516-fde76890afb7 admin admin] Router 8c6a7c28-347e-4ca4-bdab-d19c4c2793bd has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:54:33.985201 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4cc5da-e1c6-462c-a81a-48a01aab4bcc service neutron] Pushing event updated for resources: {'Port': ['ID=c7653395-de23-4c0d-8957-6c0f2990a829,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:34.021019 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f474eff0-0c69-4cf3-80d4-c20382532e71 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:34.133223 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-b449167e-8b52-4770-b7f3-8bda9f4d08fa None None] For port 742ecd83-3f99-49ee-b7d7-ea9c26ec37a3, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=742ecd83-3f99-49ee-b7d7-ea9c26ec37a3,segment=NetworkSegment(6b3f0efa-0225-4101-9807-979b705ef81f),segment_id=6b3f0efa-0225-4101-9807-979b705ef81f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:34.133547 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b449167e-8b52-4770-b7f3-8bda9f4d08fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:34.259061 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f4fa10-86ef-4bad-a516-fde76890afb7 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:54:34.269722 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d26026c-5ed6-4e01-86f7-e54746567f54 None None] Sync routers for ids ['8c6a7c28-347e-4ca4-bdab-d19c4c2793bd'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:54:34.270563 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-84f4fa10-86ef-4bad-a516-fde76890afb7 admin admin] 10.222.0.35 "PUT /v2.0/routers/8c6a7c28-347e-4ca4-bdab-d19c4c2793bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3699322 May 13 14:54:34.272599 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47730) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:34.283689 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-b449167e-8b52-4770-b7f3-8bda9f4d08fa None None] Calling delete_port for 742ecd83-3f99-49ee-b7d7-ea9c26ec37a3 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:34.315162 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-5c4cc5da-e1c6-462c-a81a-48a01aab4bcc service neutron] Attempting to bind port c7653395-de23-4c0d-8957-6c0f2990a829 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:54:34.315680 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-5c4cc5da-e1c6-462c-a81a-48a01aab4bcc service neutron] Attempting to bind port c7653395-de23-4c0d-8957-6c0f2990a829 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '57c587b4-4a75-4472-8b66-fdd8b5188b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:54:34.316638 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-5c4cc5da-e1c6-462c-a81a-48a01aab4bcc service neutron] Attempting to bind port c7653395-de23-4c0d-8957-6c0f2990a829 on network 7245a93f-bdad-4850-88f9-09476b64c18f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:54:34.339287 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d26026c-5ed6-4e01-86f7-e54746567f54 None None] Routers {'8c6a7c28-347e-4ca4-bdab-d19c4c2793bd'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:54:34.340540 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-2d26026c-5ed6-4e01-86f7-e54746567f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:54:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8c6a7c28-347e-4ca4-bdab-d19c4c2793bd'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:34.358441 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-f474eff0-0c69-4cf3-80d4-c20382532e71 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Deleting port 742ecd83-3f99-49ee-b7d7-ea9c26ec37a3 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:34.358779 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f474eff0-0c69-4cf3-80d4-c20382532e71 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:34.453206 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-5c4cc5da-e1c6-462c-a81a-48a01aab4bcc service neutron] Port c7653395-de23-4c0d-8957-6c0f2990a829 on network 7245a93f-bdad-4850-88f9-09476b64c18f not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:54:34.453668 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-5c4cc5da-e1c6-462c-a81a-48a01aab4bcc service neutron] Attempting to bind port c7653395-de23-4c0d-8957-6c0f2990a829 on network 7245a93f-bdad-4850-88f9-09476b64c18f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:54:34.489880 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca947d0-9067-4e4d-9548-1c54ce0dcbed req-0c797737-78f6-49d2-95ce-8ef6af2977ae tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:34.490529 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-7ca947d0-9067-4e4d-9548-1c54ce0dcbed req-0c797737-78f6-49d2-95ce-8ef6af2977ae tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Synchronizing usage tracker for tenant:732161aac5934f6693072fa75ca25401 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:54:34.561393 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-5c4cc5da-e1c6-462c-a81a-48a01aab4bcc service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:54:34.561887 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-5c4cc5da-e1c6-462c-a81a-48a01aab4bcc service neutron] Checking segment: {'id': '57c587b4-4a75-4472-8b66-fdd8b5188b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:54:34.562372 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-5c4cc5da-e1c6-462c-a81a-48a01aab4bcc service neutron] Bound using segment: {'id': '57c587b4-4a75-4472-8b66-fdd8b5188b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:54:34.562921 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-5c4cc5da-e1c6-462c-a81a-48a01aab4bcc service neutron] Bound port: c7653395-de23-4c0d-8957-6c0f2990a829, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c587b4-4a75-4472-8b66-fdd8b5188b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:54:34.563397 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-5c4cc5da-e1c6-462c-a81a-48a01aab4bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:34.619705 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-2d26026c-5ed6-4e01-86f7-e54746567f54 None None] Set router 8c6a7c28-347e-4ca4-bdab-d19c4c2793bd gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:54:34.641897 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-46d63126-8bdf-41e9-8dd0-e1168b4f4cea admin admin] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:34.942447 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-46d63126-8bdf-41e9-8dd0-e1168b4f4cea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:34.965498 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-46d63126-8bdf-41e9-8dd0-e1168b4f4cea admin admin] Deleting port 5bbca6bf-ad93-480f-96d8-40a7b95a9b72 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:34.966206 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-46d63126-8bdf-41e9-8dd0-e1168b4f4cea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:34.987193 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b449167e-8b52-4770-b7f3-8bda9f4d08fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:35.089653 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-7ca947d0-9067-4e4d-9548-1c54ce0dcbed req-0c797737-78f6-49d2-95ce-8ef6af2977ae tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Unset dirty status for tenant:732161aac5934f6693072fa75ca25401 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:54:35.091449 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7ca947d0-9067-4e4d-9548-1c54ce0dcbed req-0c797737-78f6-49d2-95ce-8ef6af2977ae tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=84f23137-55c3-405e-adcf-389853413f2d HTTP/1.1" status: 200 len: 944 time: 1.4106405 May 13 14:54:35.100870 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b449167e-8b52-4770-b7f3-8bda9f4d08fa None None] No DVR routers for this DVR port 742ecd83-3f99-49ee-b7d7-ea9c26ec37a3 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:54:35.102554 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449167e-8b52-4770-b7f3-8bda9f4d08fa None None] Pushing event deleted for resources: {'Port': ['ID=742ecd83-3f99-49ee-b7d7-ea9c26ec37a3,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:35.145786 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-2d26026c-5ed6-4e01-86f7-e54746567f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'name': 'tempest-TaggedBootDevicesTest_v242-1996635987-router', 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '5bbca6bf-ad93-480f-96d8-40a7b95a9b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:46:38Z', 'updated_at': '2022-05-13T14:54:32Z', 'revision_number': 5, 'project_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'gw_port': {'id': '5bbca6bf-ad93-480f-96d8-40a7b95a9b72', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:46:41Z', 'updated_at': '2022-05-13T14:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:35.152658 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d26026c-5ed6-4e01-86f7-e54746567f54 None None] Checking router: 8c6a7c28-347e-4ca4-bdab-d19c4c2793bd for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:54:35.168671 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d26026c-5ed6-4e01-86f7-e54746567f54 None None] Routers {'8c6a7c28-347e-4ca4-bdab-d19c4c2793bd'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:54:35.168953 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-2d26026c-5ed6-4e01-86f7-e54746567f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:54:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8c6a7c28-347e-4ca4-bdab-d19c4c2793bd'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:35.182784 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0c9a5d53-c80a-43ae-8f6a-154df5b8ea38 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:35.260375 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-5c4cc5da-e1c6-462c-a81a-48a01aab4bcc service neutron] For port c7653395-de23-4c0d-8957-6c0f2990a829, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:54:35.385543 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7ca947d0-9067-4e4d-9548-1c54ce0dcbed req-f25c7a70-7b16-433f-9172-c35e4527b67b tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798595 May 13 14:54:35.417527 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-46d63126-8bdf-41e9-8dd0-e1168b4f4cea admin admin] For port 5bbca6bf-ad93-480f-96d8-40a7b95a9b72, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=5bbca6bf-ad93-480f-96d8-40a7b95a9b72,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:35.418040 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-46d63126-8bdf-41e9-8dd0-e1168b4f4cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:35.421854 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-f474eff0-0c69-4cf3-80d4-c20382532e71 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] For port 742ecd83-3f99-49ee-b7d7-ea9c26ec37a3, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=742ecd83-3f99-49ee-b7d7-ea9c26ec37a3,segment=NetworkSegment(6b3f0efa-0225-4101-9807-979b705ef81f),segment_id=6b3f0efa-0225-4101-9807-979b705ef81f)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:35.422204 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f474eff0-0c69-4cf3-80d4-c20382532e71 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:35.435663 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-2d26026c-5ed6-4e01-86f7-e54746567f54 None None] Set router 8c6a7c28-347e-4ca4-bdab-d19c4c2793bd gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:54:35.449053 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-5c4cc5da-e1c6-462c-a81a-48a01aab4bcc service neutron] For port c7653395-de23-4c0d-8957-6c0f2990a829, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=c7653395-de23-4c0d-8957-6c0f2990a829,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:54:35.579969 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-5c4cc5da-e1c6-462c-a81a-48a01aab4bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:35.668953 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-46d63126-8bdf-41e9-8dd0-e1168b4f4cea admin admin] Calling delete_port for 5bbca6bf-ad93-480f-96d8-40a7b95a9b72 owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:35.765154 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 742ecd83-3f99-49ee-b7d7-ea9c26ec37a3 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:54:35.816283 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 742ecd83-3f99-49ee-b7d7-ea9c26ec37a3 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:54:35.816710 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 742ecd83-3f99-49ee-b7d7-ea9c26ec37a3 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:54:35.821801 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-2d26026c-5ed6-4e01-86f7-e54746567f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'name': 'tempest-TaggedBootDevicesTest_v242-1996635987-router', 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:46:38Z', 'updated_at': '2022-05-13T14:54:34Z', 'revision_number': 6, 'project_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:35.830223 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-f474eff0-0c69-4cf3-80d4-c20382532e71 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Calling delete_port for 742ecd83-3f99-49ee-b7d7-ea9c26ec37a3 owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:35.835859 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d26026c-5ed6-4e01-86f7-e54746567f54 None None] The sync data for ids ['8c6a7c28-347e-4ca4-bdab-d19c4c2793bd'] in n-d-841760-1 is: [{'id': '8c6a7c28-347e-4ca4-bdab-d19c4c2793bd', 'name': 'tempest-TaggedBootDevicesTest_v242-1996635987-router', 'tenant_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:46:38Z', 'updated_at': '2022-05-13T14:54:34Z', 'revision_number': 6, 'project_id': 'dacb06c0bb204205bf6fd6f72c27271e', 'gw_port_host': None}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:54:35.888873 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-5c4cc5da-e1c6-462c-a81a-48a01aab4bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:35.890090 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-5c4cc5da-e1c6-462c-a81a-48a01aab4bcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:35.891593 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-5c4cc5da-e1c6-462c-a81a-48a01aab4bcc service neutron] 10.222.0.74 "PUT /v2.0/ports/c7653395-de23-4c0d-8957-6c0f2990a829 HTTP/1.1" status: 200 len: 1092 time: 4.1524191 May 13 14:54:35.980590 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f23137-55c3-405e-adcf-389853413f2d', 'tag': 'c7653395-de23-4c0d-8957-6c0f2990a829'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:54:36.032590 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-46d63126-8bdf-41e9-8dd0-e1168b4f4cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:36.108831 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d63126-8bdf-41e9-8dd0-e1168b4f4cea admin admin] Pushing event deleted for resources: {'Port': ['ID=5bbca6bf-ad93-480f-96d8-40a7b95a9b72,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:36.113296 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae730b04-26e3-4fd2-915e-768b4198ce28'] response: {'name': 'network-changed', 'server_uuid': '84f23137-55c3-405e-adcf-389853413f2d', 'tag': 'c7653395-de23-4c0d-8957-6c0f2990a829', 'status': 'completed', 'code': 200} May 13 14:54:36.210710 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-46d63126-8bdf-41e9-8dd0-e1168b4f4cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:36.304431 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4cc5da-e1c6-462c-a81a-48a01aab4bcc service neutron] Pushing event updated for resources: {'Port': ['ID=c7653395-de23-4c0d-8957-6c0f2990a829,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:36.465581 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [None req-f474eff0-0c69-4cf3-80d4-c20382532e71 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:54:36.466516 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [None req-f474eff0-0c69-4cf3-80d4-c20382532e71 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:54:36.531840 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-46d63126-8bdf-41e9-8dd0-e1168b4f4cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:36.534686 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-46d63126-8bdf-41e9-8dd0-e1168b4f4cea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:36.548704 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-be85ccb9-02a3-4eba-b1af-4dd3d43cc8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:36.550466 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-be85ccb9-02a3-4eba-b1af-4dd3d43cc8f2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=732161aac5934f6693072fa75ca25401&device_id=84f23137-55c3-405e-adcf-389853413f2d HTTP/1.1" status: 200 len: 1095 time: 0.5570431 May 13 14:54:36.558755 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c728d5-dc88-4192-8ccd-c2c0fc64ce03 req-e4d1fbf4-b6f7-43b6-8dd8-1a983b277ab3 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:36.560493 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-40c728d5-dc88-4192-8ccd-c2c0fc64ce03 req-e4d1fbf4-b6f7-43b6-8dd8-1a983b277ab3 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf HTTP/1.1" status: 200 len: 945 time: 0.4858034 May 13 14:54:36.582605 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-46d63126-8bdf-41e9-8dd0-e1168b4f4cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:36.584753 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d63126-8bdf-41e9-8dd0-e1168b4f4cea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c6a7c28-347e-4ca4-bdab-d19c4c2793bd {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:54:36.726292 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-46d63126-8bdf-41e9-8dd0-e1168b4f4cea admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:36.727448 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-46d63126-8bdf-41e9-8dd0-e1168b4f4cea admin admin] 10.222.0.35 "DELETE /v2.0/routers/8c6a7c28-347e-4ca4-bdab-d19c4c2793bd HTTP/1.1" status: 204 len: 168 time: 2.4516594 May 13 14:54:36.750366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47754) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:36.810517 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-dba62d79-33dc-42cf-a769-509e81457f08 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7653395-de23-4c0d-8957-6c0f2990a829 HTTP/1.1" status: 200 len: 217 time: 0.1543882 May 13 14:54:36.944033 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-40c728d5-dc88-4192-8ccd-c2c0fc64ce03 req-94719eac-7e48-4b75-970a-41e7bf70aa29 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/security-groups?id=e431ab1d-cbe3-4a71-a1b2-65f8a63740a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729980 May 13 14:54:36.969145 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9a5d53-c80a-43ae-8f6a-154df5b8ea38 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Router 1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:54:36.972455 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-5346ae67-bf18-4f76-aa03-2138ea4ec437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:36.973679 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-5346ae67-bf18-4f76-aa03-2138ea4ec437 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=34fcb229-3793-40c5-9fb6-d9e1bba72c19 HTTP/1.1" status: 200 len: 846 time: 0.1558764 May 13 14:54:36.974172 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-f474eff0-0c69-4cf3-80d4-c20382532e71 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Deleting port 742ecd83-3f99-49ee-b7d7-ea9c26ec37a3 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:36.974511 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f474eff0-0c69-4cf3-80d4-c20382532e71 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:37.093972 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-1e4ccead-428d-4a8a-aa7d-efd912b96831 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7245a93f-bdad-4850-88f9-09476b64c18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867310 May 13 14:54:37.132859 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-f474eff0-0c69-4cf3-80d4-c20382532e71 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] The port '742ecd83-3f99-49ee-b7d7-ea9c26ec37a3' was deleted {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:54:37.248593 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e3f2b21-38dc-422b-a292-46ceefd1f0eb admin admin] Deleting subnet b6c8e4a4-7ae1-42ec-8a8f-588a5dfe3854 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:54:37.259598 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1e3f2b21-38dc-422b-a292-46ceefd1f0eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:37.327366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032a4b8-d47a-43df-b114-620b03bb9540 req-45f6443c-25a7-44c9-ba57-6af558b308fa tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:37.335359 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6032a4b8-d47a-43df-b114-620b03bb9540 req-45f6443c-25a7-44c9-ba57-6af558b308fa tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=84f23137-55c3-405e-adcf-389853413f2d HTTP/1.1" status: 200 len: 944 time: 0.7250712 May 13 14:54:37.376112 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1e3f2b21-38dc-422b-a292-46ceefd1f0eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:37.453008 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6032a4b8-d47a-43df-b114-620b03bb9540 req-bae66afa-e64d-43c9-ba0c-c67ad6d85f03 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167469 May 13 14:54:37.470027 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496c35b-7978-4629-be4f-8a80c4a5bbf2 req-5e8ed0c8-66c2-4c36-8a36-ed03cf734380 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:37.470027 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7496c35b-7978-4629-be4f-8a80c4a5bbf2 req-5e8ed0c8-66c2-4c36-8a36-ed03cf734380 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf HTTP/1.1" status: 200 len: 945 time: 0.4409990 May 13 14:54:37.571632 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:54:37.642288 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:54:37.642562 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0f9c60ef-30c0-40e2-8e8b-cf6d6f8af4a4 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:54:37.642994 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 5bbca6bf-ad93-480f-96d8-40a7b95a9b72 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:54:37.681565 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-7496c35b-7978-4629-be4f-8a80c4a5bbf2 req-5f1646dc-4bfa-4a9d-86c3-fdfbe157a357 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Deleting port 398cdb92-296c-4cde-8131-a4d03d83a38f {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:37.682264 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7496c35b-7978-4629-be4f-8a80c4a5bbf2 req-5f1646dc-4bfa-4a9d-86c3-fdfbe157a357 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:37.695913 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f474eff0-0c69-4cf3-80d4-c20382532e71 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:37.717011 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 5bbca6bf-ad93-480f-96d8-40a7b95a9b72 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:54:37.717364 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 5bbca6bf-ad93-480f-96d8-40a7b95a9b72 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:54:37.774032 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1e3f2b21-38dc-422b-a292-46ceefd1f0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:37.829133 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-f474eff0-0c69-4cf3-80d4-c20382532e71 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8237efef-d266-4afd-a07a-d3494470df68']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:37.865552 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-f474eff0-0c69-4cf3-80d4-c20382532e71 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b3f0efa-0225-4101-9807-979b705ef81f') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:37.865922 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-f474eff0-0c69-4cf3-80d4-c20382532e71 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b3f0efa-0225-4101-9807-979b705ef81f') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:37.882599 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-9273782e-6975-45fc-a897-d1bd11130ac0 service neutron] 10.222.0.74 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7791407 May 13 14:54:37.919812 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f474eff0-0c69-4cf3-80d4-c20382532e71 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:37.944869 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9a5d53-c80a-43ae-8f6a-154df5b8ea38 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:54:37.957048 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb38603f-d05e-46af-bf48-516e895da12b None None] Sync routers for ids ['1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:54:37.987828 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb38603f-d05e-46af-bf48-516e895da12b None None] Routers {'1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:54:37.992639 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-fb38603f-d05e-46af-bf48-516e895da12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:54:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:38.101085 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1e3f2b21-38dc-422b-a292-46ceefd1f0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:38.137999 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f474eff0-0c69-4cf3-80d4-c20382532e71 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:38.167602 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0c9a5d53-c80a-43ae-8f6a-154df5b8ea38 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "PUT /v2.0/routers/1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5065813 May 13 14:54:38.176908 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f2b21-38dc-422b-a292-46ceefd1f0eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6c8e4a4-7ae1-42ec-8a8f-588a5dfe3854,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:38.191634 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e217698-9911-4db4-95ed-6f2498fe23d6 None None] Network c2791814-6ab4-4ee1-8449-7b69fcd7217d requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:54:38.195892 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1e3f2b21-38dc-422b-a292-46ceefd1f0eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:38.215472 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1e3f2b21-38dc-422b-a292-46ceefd1f0eb admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b6c8e4a4-7ae1-42ec-8a8f-588a5dfe3854 HTTP/1.1" status: 204 len: 168 time: 1.4554470 May 13 14:54:38.219143 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47770) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:38.223815 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f474eff0-0c69-4cf3-80d4-c20382532e71 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:54:38.224483 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f474eff0-0c69-4cf3-80d4-c20382532e71 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: timer() May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:54:38.247798 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:54:38.252370 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-7496c35b-7978-4629-be4f-8a80c4a5bbf2 req-5f1646dc-4bfa-4a9d-86c3-fdfbe157a357 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] For port 398cdb92-296c-4cde-8131-a4d03d83a38f, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=398cdb92-296c-4cde-8131-a4d03d83a38f,segment=NetworkSegment(34abcdca-4f95-4169-844a-19537946b334),segment_id=34abcdca-4f95-4169-844a-19537946b334)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:38.252742 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7496c35b-7978-4629-be4f-8a80c4a5bbf2 req-5f1646dc-4bfa-4a9d-86c3-fdfbe157a357 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:38.382605 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f474eff0-0c69-4cf3-80d4-c20382532e71 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:38.392544 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f474eff0-0c69-4cf3-80d4-c20382532e71 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:38.472601 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f474eff0-0c69-4cf3-80d4-c20382532e71 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] Pushing event deleted for resources: {'Network': ['ID=8237efef-d266-4afd-a07a-d3494470df68,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:38.491917 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47774) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:38.494164 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f474eff0-0c69-4cf3-80d4-c20382532e71 tempest-NetworksIpV6Test-864670226 tempest-NetworksIpV6Test-864670226-project] 10.222.0.35 "DELETE /v2.0/networks/8237efef-d266-4afd-a07a-d3494470df68 HTTP/1.1" status: 204 len: 168 time: 5.0522006 May 13 14:54:38.499981 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0ec5e044-6445-4d57-9d78-6689b52d62d7 req-0f95a15b-f320-4ccb-9cdd-af11d476d8e4 service neutron] 10.222.0.74 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6110110 May 13 14:54:38.500398 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-23ebfe71-7eb5-4fee-be83-981ce4957717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:38.539095 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-fb38603f-d05e-46af-bf48-516e895da12b None None] Set router 1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:54:38.561186 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e74bb9-100b-4b45-8671-acf009d739ca req-81cab271-05cc-41c0-b576-a5578b8e928f tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:38.573302 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e3e74bb9-100b-4b45-8671-acf009d739ca req-81cab271-05cc-41c0-b576-a5578b8e928f tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf HTTP/1.1" status: 200 len: 945 time: 0.3997333 May 13 14:54:38.652977 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-23ebfe71-7eb5-4fee-be83-981ce4957717 admin admin] Deleting port 632d6e10-0828-479f-a984-8683bd6a0a2e {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:38.653327 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-23ebfe71-7eb5-4fee-be83-981ce4957717 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:38.809887 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e3e74bb9-100b-4b45-8671-acf009d739ca req-95e1c5e6-80c7-407e-98c2-94415a29b481 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/security-groups?id=e431ab1d-cbe3-4a71-a1b2-65f8a63740a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344687 May 13 14:54:38.934407 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1029b2-6127-40c4-82c3-850caaea018a req-72e42b88-ce4e-42c3-9f94-f1f01cfce976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:38.936129 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fd1029b2-6127-40c4-82c3-850caaea018a req-72e42b88-ce4e-42c3-9f94-f1f01cfce976 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=732161aac5934f6693072fa75ca25401&device_id=84f23137-55c3-405e-adcf-389853413f2d HTTP/1.1" status: 200 len: 1095 time: 0.2803366 May 13 14:54:39.088524 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d11e8b-7590-4bc3-ae52-5099b547ec15 None None] DHCP port deletion for c2791814-6ab4-4ee1-8449-7b69fcd7217d request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:54:39.093486 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47790) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:39.094184 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-69d11e8b-7590-4bc3-ae52-5099b547ec15 None None] Deleting port 632d6e10-0828-479f-a984-8683bd6a0a2e {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:39.094502 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-69d11e8b-7590-4bc3-ae52-5099b547ec15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:39.160732 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-57d455e8-1a25-4136-b15f-f47c3a9e8fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:39.312281 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7496c35b-7978-4629-be4f-8a80c4a5bbf2 req-5f1646dc-4bfa-4a9d-86c3-fdfbe157a357 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:39.315410 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7496c35b-7978-4629-be4f-8a80c4a5bbf2 req-5f1646dc-4bfa-4a9d-86c3-fdfbe157a357 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:39.317124 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [req-7496c35b-7978-4629-be4f-8a80c4a5bbf2 req-5f1646dc-4bfa-4a9d-86c3-fdfbe157a357 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Floating IP 41d6971d-fd43-42a7-bf89-6bb9119e850b disassociated. External IP: 172.25.0.30, port: 398cdb92-296c-4cde-8131-a4d03d83a38f. May 13 14:54:39.318784 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-7496c35b-7978-4629-be4f-8a80c4a5bbf2 req-5f1646dc-4bfa-4a9d-86c3-fdfbe157a357 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Calling delete_port for 398cdb92-296c-4cde-8131-a4d03d83a38f owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:39.385894 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-69d11e8b-7590-4bc3-ae52-5099b547ec15 None None] For port 632d6e10-0828-479f-a984-8683bd6a0a2e, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=632d6e10-0828-479f-a984-8683bd6a0a2e,segment=NetworkSegment(a2913665-eb77-4691-ac44-6156c569581f),segment_id=a2913665-eb77-4691-ac44-6156c569581f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:39.386301 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-69d11e8b-7590-4bc3-ae52-5099b547ec15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:39.429811 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1029b2-6127-40c4-82c3-850caaea018a req-db1aea77-53f6-4ad4-bca9-34dacb3642c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:39.431341 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fd1029b2-6127-40c4-82c3-850caaea018a req-db1aea77-53f6-4ad4-bca9-34dacb3642c6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7245a93f-bdad-4850-88f9-09476b64c18f HTTP/1.1" status: 200 len: 907 time: 0.4881294 May 13 14:54:39.529535 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f06967-9706-4cc4-9665-340b5263efef req-efeda125-fb3a-42a6-af27-d5038465b151 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:39.530263 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-e1f06967-9706-4cc4-9665-340b5263efef req-efeda125-fb3a-42a6-af27-d5038465b151 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Synchronizing usage tracker for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:54:39.553013 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-69d11e8b-7590-4bc3-ae52-5099b547ec15 None None] Calling delete_port for 632d6e10-0828-479f-a984-8683bd6a0a2e owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:39.556915 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fd1029b2-6127-40c4-82c3-850caaea018a req-11a4d481-b526-4af3-a83c-badf8dfdb0cc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7653395-de23-4c0d-8957-6c0f2990a829 HTTP/1.1" status: 200 len: 217 time: 0.1168060 May 13 14:54:39.563820 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-e1f06967-9706-4cc4-9665-340b5263efef req-efeda125-fb3a-42a6-af27-d5038465b151 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Unset dirty status for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:54:39.565042 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e1f06967-9706-4cc4-9665-340b5263efef req-efeda125-fb3a-42a6-af27-d5038465b151 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=51deba12-0b33-4b18-89eb-30072e91970a HTTP/1.1" status: 200 len: 946 time: 0.4133654 May 13 14:54:39.578970 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-57d455e8-1a25-4136-b15f-f47c3a9e8fe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:39.611636 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-fb38603f-d05e-46af-bf48-516e895da12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'name': 'tempest-TestNetworkBasicOps-router-1368052910', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:51:10Z', 'updated_at': '2022-05-13T14:54:33Z', 'revision_number': 6, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:02:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:12Z', 'updated_at': '2022-05-13T14:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '27a837e8-5c03-4d0b-bfe0-7e98fe62d45e', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'floating_ip_address': '172.25.0.58', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'port_id': 'e9bf7401-9e79-4804-a012-00c3c5113ffb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6', 'mac_address': 'fa:16:3e:f5:84:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b43b0d-784a-497d-82a3-0be9baece9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:52:14Z', 'updated_at': '2022-05-13T14:52:22Z', 'revision_number': 1, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a85da6-0c75-4789-9a35-2ddee0538925', 'name': '', 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'mac_address': 'fa:16:3e:9d:3d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': 'a1d6ff67-d218-4836-93b4-1d9b2817932f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:22Z', 'updated_at': '2022-05-13T14:51:37Z', 'revision_number': 5, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'subnets': [{'id': 'a1d6ff67-d218-4836-93b4-1d9b2817932f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:39.621427 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb38603f-d05e-46af-bf48-516e895da12b None None] Checking router: 1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:54:39.643349 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb38603f-d05e-46af-bf48-516e895da12b None None] Routers {'1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:54:39.644554 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-fb38603f-d05e-46af-bf48-516e895da12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:54:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:39.654962 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 632d6e10-0828-479f-a984-8683bd6a0a2e no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:54:39.674432 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1029b2-6127-40c4-82c3-850caaea018a req-b8a00f4c-4e9b-4aca-b412-40feba94b9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:39.676185 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fd1029b2-6127-40c4-82c3-850caaea018a req-b8a00f4c-4e9b-4aca-b412-40feba94b9d2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=34fcb229-3793-40c5-9fb6-d9e1bba72c19 HTTP/1.1" status: 200 len: 846 time: 0.1088679 May 13 14:54:39.682501 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e1f06967-9706-4cc4-9665-340b5263efef req-6b86b636-3ea7-446d-9ef8-cc8c812a5c9c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=6323da97-ebc7-4971-a1d1-b71709aade33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699043 May 13 14:54:39.705357 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-57d455e8-1a25-4136-b15f-f47c3a9e8fe7 admin admin] Usage tracker for resource:security_group_rule and tenant:cf1c5e45f996472a8a703f5e418d9f82 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:39.725530 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-57d455e8-1a25-4136-b15f-f47c3a9e8fe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:39.738255 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7496c35b-7978-4629-be4f-8a80c4a5bbf2 req-5f1646dc-4bfa-4a9d-86c3-fdfbe157a357 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:39.759715 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fd1029b2-6127-40c4-82c3-850caaea018a req-d4a4e6b4-056c-4fba-bb1a-216b97293227 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7245a93f-bdad-4850-88f9-09476b64c18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761609 May 13 14:54:39.761724 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 632d6e10-0828-479f-a984-8683bd6a0a2e {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:54:39.762066 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 632d6e10-0828-479f-a984-8683bd6a0a2e not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:54:39.775230 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-69d11e8b-7590-4bc3-ae52-5099b547ec15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:39.818184 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-57d455e8-1a25-4136-b15f-f47c3a9e8fe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:39.855700 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d11e8b-7590-4bc3-ae52-5099b547ec15 None None] Pushing event deleted for resources: {'Port': ['ID=632d6e10-0828-479f-a984-8683bd6a0a2e,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:39.858071 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d11e8b-7590-4bc3-ae52-5099b547ec15 None None] No DVR routers for this DVR port 632d6e10-0828-479f-a984-8683bd6a0a2e on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:54:39.979880 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-fb38603f-d05e-46af-bf48-516e895da12b None None] Set router 1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:54:40.052453 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1646dc-4bfa-4a9d-86c3-fdfbe157a357 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Pushing event deleted for resources: {'Port': ['ID=398cdb92-296c-4cde-8131-a4d03d83a38f,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:40.295715 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c22bdcdf-0579-4457-8e40-edcffbce33a7 req-3c806f18-0177-479a-a4c6-36755596bb69 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf HTTP/1.1" status: 200 len: 210 time: 0.0925808 May 13 14:54:40.317753 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fd1029b2-6127-40c4-82c3-850caaea018a req-fe1cb6ba-61d8-47f7-90a1-e15ef349bf7c service neutron] 10.222.0.74 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5430276 May 13 14:54:40.319909 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 47802) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:40.320593 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e10d6bcb-6db7-47bd-acc8-30977d5a8298 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=92056d06e6f64d8f87cf74e57d5ce72a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2028487 May 13 14:54:40.348950 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-23ebfe71-7eb5-4fee-be83-981ce4957717 admin admin] For port 632d6e10-0828-479f-a984-8683bd6a0a2e, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=632d6e10-0828-479f-a984-8683bd6a0a2e,segment=NetworkSegment(a2913665-eb77-4691-ac44-6156c569581f),segment_id=a2913665-eb77-4691-ac44-6156c569581f)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:40.349496 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-23ebfe71-7eb5-4fee-be83-981ce4957717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:40.527143 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3d716-20ed-4c82-9bfe-9aefa5a7ae2e req-69cd1ad5-fc18-4075-8544-696a3c4c81a0 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:40.534655 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2fa3d716-20ed-4c82-9bfe-9aefa5a7ae2e req-69cd1ad5-fc18-4075-8544-696a3c4c81a0 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=84f23137-55c3-405e-adcf-389853413f2d HTTP/1.1" status: 200 len: 944 time: 1.3644743 May 13 14:54:40.536936 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fd1029b2-6127-40c4-82c3-850caaea018a req-b8adde87-983e-43e8-84e9-1d0386b878b0 service neutron] 10.222.0.74 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914058 May 13 14:54:40.549741 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-23ebfe71-7eb5-4fee-be83-981ce4957717 admin admin] Calling delete_port for 632d6e10-0828-479f-a984-8683bd6a0a2e owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:40.624496 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-52909eef-b5f0-4ee0-b194-288136f2afd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:40.684366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7496c35b-7978-4629-be4f-8a80c4a5bbf2 req-5f1646dc-4bfa-4a9d-86c3-fdfbe157a357 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Router 24e8a5f2-9791-4479-812d-d8cfca04f9bb has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:54:40.691966 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-fb38603f-d05e-46af-bf48-516e895da12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'name': 'tempest-TestNetworkBasicOps-router-1368052910', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:51:10Z', 'updated_at': '2022-05-13T14:54:33Z', 'revision_number': 6, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:02:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:12Z', 'updated_at': '2022-05-13T14:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '27a837e8-5c03-4d0b-bfe0-7e98fe62d45e', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'floating_ip_address': '172.25.0.58', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'port_id': 'e9bf7401-9e79-4804-a012-00c3c5113ffb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6', 'mac_address': 'fa:16:3e:f5:84:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b43b0d-784a-497d-82a3-0be9baece9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:52:14Z', 'updated_at': '2022-05-13T14:52:22Z', 'revision_number': 1, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a85da6-0c75-4789-9a35-2ddee0538925', 'name': '', 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'mac_address': 'fa:16:3e:9d:3d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': 'a1d6ff67-d218-4836-93b4-1d9b2817932f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:22Z', 'updated_at': '2022-05-13T14:51:37Z', 'revision_number': 5, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'subnets': [{'id': 'a1d6ff67-d218-4836-93b4-1d9b2817932f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:40.702843 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb38603f-d05e-46af-bf48-516e895da12b None None] The sync data for ids ['1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'] in n-d-841760-1 is: [{'id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'name': 'tempest-TestNetworkBasicOps-router-1368052910', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:51:10Z', 'updated_at': '2022-05-13T14:54:33Z', 'revision_number': 6, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:02:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:12Z', 'updated_at': '2022-05-13T14:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '27a837e8-5c03-4d0b-bfe0-7e98fe62d45e', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'floating_ip_address': '172.25.0.58', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'port_id': 'e9bf7401-9e79-4804-a012-00c3c5113ffb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6', 'mac_address': 'fa:16:3e:f5:84:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b43b0d-784a-497d-82a3-0be9baece9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:52:14Z', 'updated_at': '2022-05-13T14:52:22Z', 'revision_number': 1, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a85da6-0c75-4789-9a35-2ddee0538925', 'name': '', 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'mac_address': 'fa:16:3e:9d:3d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': 'a1d6ff67-d218-4836-93b4-1d9b2817932f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:22Z', 'updated_at': '2022-05-13T14:51:37Z', 'revision_number': 5, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'subnets': [{'id': 'a1d6ff67-d218-4836-93b4-1d9b2817932f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:54:40.709666 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2fa3d716-20ed-4c82-9bfe-9aefa5a7ae2e req-be602eb5-62fb-44d7-a154-a3fc2b415d3e tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738389 May 13 14:54:40.727705 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-52909eef-b5f0-4ee0-b194-288136f2afd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:40.861903 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-52909eef-b5f0-4ee0-b194-288136f2afd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:40.871485 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-57d455e8-1a25-4136-b15f-f47c3a9e8fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:40.887379 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfe035-2165-4a39-a93c-2884c2ce3163 req-c8323523-6854-44e7-adaa-2fc73964f508 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:40.889004 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7ccfe035-2165-4a39-a93c-2884c2ce3163 req-c8323523-6854-44e7-adaa-2fc73964f508 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.74 "GET /v2.0/ports?device_id=51deba12-0b33-4b18-89eb-30072e91970a HTTP/1.1" status: 200 len: 946 time: 0.2610281 May 13 14:54:40.892040 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52909eef-b5f0-4ee0-b194-288136f2afd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ad75c2-688d-465a-9fd5-0c332ce61cb0,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:40.928248 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-57d455e8-1a25-4136-b15f-f47c3a9e8fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:40.964241 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.api [None req-23ebfe71-7eb5-4fee-be83-981ce4957717 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:54:40.964241 n-d-841760-1 neutron-server[88082]: DEBUG oslo_db.api [None req-23ebfe71-7eb5-4fee-be83-981ce4957717 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:54:40.989087 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-52909eef-b5f0-4ee0-b194-288136f2afd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:40.990187 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-52909eef-b5f0-4ee0-b194-288136f2afd6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/92ad75c2-688d-465a-9fd5-0c332ce61cb0 HTTP/1.1" status: 204 len: 168 time: 0.6664879 May 13 14:54:41.015133 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-57d455e8-1a25-4136-b15f-f47c3a9e8fe7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cf1c5e45f996472a8a703f5e418d9f82&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5100536 May 13 14:54:41.016245 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 47810) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:41.018576 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d455e8-1a25-4136-b15f-f47c3a9e8fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488dab66-879a-4ee4-a990-b7a78d470b63,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:41.026315 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7496c35b-7978-4629-be4f-8a80c4a5bbf2 req-5f1646dc-4bfa-4a9d-86c3-fdfbe157a357 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:54:41.038586 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c06c12d-0ff6-499f-a245-6f86993d0281 None None] Sync routers for ids ['24e8a5f2-9791-4479-812d-d8cfca04f9bb'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:54:41.045675 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-7ccfe035-2165-4a39-a93c-2884c2ce3163 req-60018a0a-6fe7-4bbb-9c39-9381195c16ca tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Deleting port 49089343-e953-4154-837f-dabd08e6969e {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:41.046014 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7ccfe035-2165-4a39-a93c-2884c2ce3163 req-60018a0a-6fe7-4bbb-9c39-9381195c16ca tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:41.055948 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c06c12d-0ff6-499f-a245-6f86993d0281 None None] Routers {'24e8a5f2-9791-4479-812d-d8cfca04f9bb'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:54:41.077872 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-4c06c12d-0ff6-499f-a245-6f86993d0281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:54:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['24e8a5f2-9791-4479-812d-d8cfca04f9bb'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:41.139005 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-7496c35b-7978-4629-be4f-8a80c4a5bbf2 req-5f1646dc-4bfa-4a9d-86c3-fdfbe157a357 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] No DVR routers for this DVR port 398cdb92-296c-4cde-8131-a4d03d83a38f on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:54:41.142557 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7496c35b-7978-4629-be4f-8a80c4a5bbf2 req-5f1646dc-4bfa-4a9d-86c3-fdfbe157a357 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:41.145504 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf', 'name': 'network-vif-deleted', 'tag': '398cdb92-296c-4cde-8131-a4d03d83a38f'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:54:41.204295 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7496c35b-7978-4629-be4f-8a80c4a5bbf2 req-5f1646dc-4bfa-4a9d-86c3-fdfbe157a357 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.74 "DELETE /v2.0/ports/398cdb92-296c-4cde-8131-a4d03d83a38f HTTP/1.1" status: 204 len: 173 time: 3.7208028 May 13 14:54:41.223571 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b31fa698-ab73-4b12-9af6-c34269853daa'] response: {'server_uuid': 'ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf', 'name': 'network-vif-deleted', 'tag': '398cdb92-296c-4cde-8131-a4d03d83a38f', 'status': 'completed', 'code': 200} May 13 14:54:41.303380 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84cbfd9-fbdd-4304-afe5-f548ad75d663 req-622bd94a-b981-4b05-b21a-176ca3fc751a tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:41.321080 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f84cbfd9-fbdd-4304-afe5-f548ad75d663 req-622bd94a-b981-4b05-b21a-176ca3fc751a tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=51deba12-0b33-4b18-89eb-30072e91970a HTTP/1.1" status: 200 len: 946 time: 0.4299166 May 13 14:54:41.468741 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-23ebfe71-7eb5-4fee-be83-981ce4957717 admin admin] Deleting port 632d6e10-0828-479f-a984-8683bd6a0a2e {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:41.469351 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-23ebfe71-7eb5-4fee-be83-981ce4957717 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:41.523635 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 398cdb92-296c-4cde-8131-a4d03d83a38f no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:54:41.537991 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4d057816-a1c1-4701-964d-a4f5024c648b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:41.611381 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:54:41.625868 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4d057816-a1c1-4701-964d-a4f5024c648b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:41.645344 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-23ebfe71-7eb5-4fee-be83-981ce4957717 admin admin] The port '632d6e10-0828-479f-a984-8683bd6a0a2e' was deleted {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:54:41.667288 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:54:41.667692 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c83e7663-6c1b-4bb1-b56d-f4939d3dc4ad not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:54:41.670999 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 398cdb92-296c-4cde-8131-a4d03d83a38f {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:54:41.671995 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 398cdb92-296c-4cde-8131-a4d03d83a38f not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:54:41.701818 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-4c06c12d-0ff6-499f-a245-6f86993d0281 None None] Set router 24e8a5f2-9791-4479-812d-d8cfca04f9bb gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:54:41.706380 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-5f54a55f-ab9c-41e3-b722-011a8847e58b req-a914d108-99d4-4916-a601-dbffcf9e474b tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Synchronizing usage tracker for tenant:6165004ac18741f8a69dd64293b7a1e1 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:54:41.717720 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f84cbfd9-fbdd-4304-afe5-f548ad75d663 req-ec531114-bcd9-4ec8-a343-4f4b24be5221 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=6323da97-ebc7-4971-a1d1-b71709aade33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3661797 May 13 14:54:41.852782 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-5f54a55f-ab9c-41e3-b722-011a8847e58b req-a914d108-99d4-4916-a601-dbffcf9e474b tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Unset dirty status for tenant:6165004ac18741f8a69dd64293b7a1e1 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:54:41.855261 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5f54a55f-ab9c-41e3-b722-011a8847e58b req-a914d108-99d4-4916-a601-dbffcf9e474b tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba31cd53-f5b2-48bf-88d3-7f8d9485dfbf HTTP/1.1" status: 200 len: 210 time: 0.2492642 May 13 14:54:41.859103 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4d057816-a1c1-4701-964d-a4f5024c648b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:41.920371 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4d057816-a1c1-4701-964d-a4f5024c648b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:41.922806 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4d057816-a1c1-4701-964d-a4f5024c648b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/488dab66-879a-4ee4-a990-b7a78d470b63 HTTP/1.1" status: 204 len: 168 time: 0.9037669 May 13 14:54:41.926443 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d057816-a1c1-4701-964d-a4f5024c648b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488dab66-879a-4ee4-a990-b7a78d470b63,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:42.156575 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-4c06c12d-0ff6-499f-a245-6f86993d0281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'name': 'tempest-TestServerBasicOps-1227308815-router', 'tenant_id': '6165004ac18741f8a69dd64293b7a1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '7ed7c93c-4627-4b97-bad1-558401b1419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:52Z', 'updated_at': '2022-05-13T14:48:04Z', 'revision_number': 4, 'project_id': '6165004ac18741f8a69dd64293b7a1e1', 'gw_port': {'id': '7ed7c93c-4627-4b97-bad1-558401b1419f', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:54Z', 'updated_at': '2022-05-13T14:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'e034f71c-821c-4a13-aac6-eca5c712d5c6', 'name': '', 'network_id': '5282d3ed-350b-4da4-8383-5e6e9e2a8391', 'tenant_id': '6165004ac18741f8a69dd64293b7a1e1', 'mac_address': 'fa:16:3e:f9:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '1c8f4586-9019-4e40-a9f7-0e85fc630d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:01Z', 'updated_at': '2022-05-13T14:48:16Z', 'revision_number': 5, 'project_id': '6165004ac18741f8a69dd64293b7a1e1', 'subnets': [{'id': '1c8f4586-9019-4e40-a9f7-0e85fc630d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:42.170647 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-7ccfe035-2165-4a39-a93c-2884c2ce3163 req-60018a0a-6fe7-4bbb-9c39-9381195c16ca tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] For port 49089343-e953-4154-837f-dabd08e6969e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=49089343-e953-4154-837f-dabd08e6969e,segment=NetworkSegment(34a199cd-1d62-4dd2-adc9-7506731a103f),segment_id=34a199cd-1d62-4dd2-adc9-7506731a103f)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:42.170647 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7ccfe035-2165-4a39-a93c-2884c2ce3163 req-60018a0a-6fe7-4bbb-9c39-9381195c16ca tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:42.175613 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c06c12d-0ff6-499f-a245-6f86993d0281 None None] Checking router: 24e8a5f2-9791-4479-812d-d8cfca04f9bb for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:54:42.186209 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c06c12d-0ff6-499f-a245-6f86993d0281 None None] Routers {'24e8a5f2-9791-4479-812d-d8cfca04f9bb'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:54:42.187069 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-4c06c12d-0ff6-499f-a245-6f86993d0281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:54:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['24e8a5f2-9791-4479-812d-d8cfca04f9bb'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:42.200567 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-23ebfe71-7eb5-4fee-be83-981ce4957717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:42.292772 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-23ebfe71-7eb5-4fee-be83-981ce4957717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2791814-6ab4-4ee1-8449-7b69fcd7217d']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:42.332381 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-23ebfe71-7eb5-4fee-be83-981ce4957717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2913665-eb77-4691-ac44-6156c569581f') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:42.337040 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-23ebfe71-7eb5-4fee-be83-981ce4957717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2913665-eb77-4691-ac44-6156c569581f') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:42.368217 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-23ebfe71-7eb5-4fee-be83-981ce4957717 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:42.404114 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-23ebfe71-7eb5-4fee-be83-981ce4957717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:42.420252 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ebfe71-7eb5-4fee-be83-981ce4957717 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:54:42.420252 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-23ebfe71-7eb5-4fee-be83-981ce4957717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:42.444400 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:54:42.444400 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:54:42.444400 n-d-841760-1 neutron-server[88082]: timer() May 13 14:54:42.444400 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:54:42.444400 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:54:42.444400 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:54:42.444400 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:54:42.444400 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:54:42.444400 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:54:42.444400 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:54:42.444400 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:54:42.444400 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:54:42.444400 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:54:42.444400 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:54:42.444400 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:54:42.444400 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:54:42.444400 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:54:42.444400 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:54:42.444400 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:54:42.444400 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:54:42.444400 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:54:42.444400 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:54:42.444400 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:54:42.444400 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:54:42.444400 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:54:42.444400 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:54:42.444400 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:54:42.444400 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:54:42.444400 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:54:42.444400 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:54:42.444400 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:54:42.444400 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:54:42.447373 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47842) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:42.460781 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-7ccfe035-2165-4a39-a93c-2884c2ce3163 req-60018a0a-6fe7-4bbb-9c39-9381195c16ca tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Calling delete_port for 49089343-e953-4154-837f-dabd08e6969e owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:42.541118 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-4c06c12d-0ff6-499f-a245-6f86993d0281 None None] Set router 24e8a5f2-9791-4479-812d-d8cfca04f9bb gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:54:42.556705 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-23ebfe71-7eb5-4fee-be83-981ce4957717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:42.566110 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-23ebfe71-7eb5-4fee-be83-981ce4957717 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:42.632726 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d4777-4008-4d21-ad9e-5129cd804f97 req-06f40628-927c-4e1f-a3cb-a11e85da4673 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:42.644026 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-23ebfe71-7eb5-4fee-be83-981ce4957717 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c2791814-6ab4-4ee1-8449-7b69fcd7217d HTTP/1.1" status: 204 len: 168 time: 4.4206274 May 13 14:54:42.644026 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebfe71-7eb5-4fee-be83-981ce4957717 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2791814-6ab4-4ee1-8449-7b69fcd7217d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:42.647709 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47852) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:42.649211 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-553d4777-4008-4d21-ad9e-5129cd804f97 req-06f40628-927c-4e1f-a3cb-a11e85da4673 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=84f23137-55c3-405e-adcf-389853413f2d HTTP/1.1" status: 200 len: 944 time: 0.6522934 May 13 14:54:42.890612 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-553d4777-4008-4d21-ad9e-5129cd804f97 req-bd1f8eaf-7baf-4cd3-ae86-6e6dcc66f37f tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400746 May 13 14:54:42.943456 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7ccfe035-2165-4a39-a93c-2884c2ce3163 req-60018a0a-6fe7-4bbb-9c39-9381195c16ca tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:43.160675 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-0b0cdf8a-c719-40ed-8a52-6ab5747f0d03 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-329371551', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:43.161310 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device c7653395-de23-4c0d-8957-6c0f2990a829 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:54:43.169123 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0b0cdf8a-c719-40ed-8a52-6ab5747f0d03 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:43.173695 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0b0cdf8a-c719-40ed-8a52-6ab5747f0d03 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Usage tracker for resource:router and tenant:25bad8df4ad849aba1c240e7a825745d is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:43.177952 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0b0cdf8a-c719-40ed-8a52-6ab5747f0d03 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:43.184896 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0b0cdf8a-c719-40ed-8a52-6ab5747f0d03 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:43.213330 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b0cdf8a-c719-40ed-8a52-6ab5747f0d03 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:43.214366 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b0cdf8a-c719-40ed-8a52-6ab5747f0d03 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:43.240683 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3a76caca-7cee-4f1a-99e3-39ddec6d7332 req-f6164a31-99dc-4215-af6e-25a28d4162ef tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=51deba12-0b33-4b18-89eb-30072e91970a HTTP/1.1" status: 200 len: 210 time: 0.1209657 May 13 14:54:43.258202 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60018a0a-6fe7-4bbb-9c39-9381195c16ca tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event deleted for resources: {'Port': ['ID=49089343-e953-4154-837f-dabd08e6969e,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:43.276597 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47868) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:43.282524 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b0cdf8a-c719-40ed-8a52-6ab5747f0d03 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:43.455530 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-4c06c12d-0ff6-499f-a245-6f86993d0281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'name': 'tempest-TestServerBasicOps-1227308815-router', 'tenant_id': '6165004ac18741f8a69dd64293b7a1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '7ed7c93c-4627-4b97-bad1-558401b1419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:52Z', 'updated_at': '2022-05-13T14:48:04Z', 'revision_number': 4, 'project_id': '6165004ac18741f8a69dd64293b7a1e1', 'gw_port': {'id': '7ed7c93c-4627-4b97-bad1-558401b1419f', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:54Z', 'updated_at': '2022-05-13T14:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'e034f71c-821c-4a13-aac6-eca5c712d5c6', 'name': '', 'network_id': '5282d3ed-350b-4da4-8383-5e6e9e2a8391', 'tenant_id': '6165004ac18741f8a69dd64293b7a1e1', 'mac_address': 'fa:16:3e:f9:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '1c8f4586-9019-4e40-a9f7-0e85fc630d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:01Z', 'updated_at': '2022-05-13T14:48:16Z', 'revision_number': 5, 'project_id': '6165004ac18741f8a69dd64293b7a1e1', 'subnets': [{'id': '1c8f4586-9019-4e40-a9f7-0e85fc630d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:43.471913 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c06c12d-0ff6-499f-a245-6f86993d0281 None None] The sync data for ids ['24e8a5f2-9791-4479-812d-d8cfca04f9bb'] in n-d-841760-1 is: [{'id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'name': 'tempest-TestServerBasicOps-1227308815-router', 'tenant_id': '6165004ac18741f8a69dd64293b7a1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '7ed7c93c-4627-4b97-bad1-558401b1419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:52Z', 'updated_at': '2022-05-13T14:48:04Z', 'revision_number': 4, 'project_id': '6165004ac18741f8a69dd64293b7a1e1', 'gw_port': {'id': '7ed7c93c-4627-4b97-bad1-558401b1419f', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:54Z', 'updated_at': '2022-05-13T14:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'e034f71c-821c-4a13-aac6-eca5c712d5c6', 'name': '', 'network_id': '5282d3ed-350b-4da4-8383-5e6e9e2a8391', 'tenant_id': '6165004ac18741f8a69dd64293b7a1e1', 'mac_address': 'fa:16:3e:f9:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '1c8f4586-9019-4e40-a9f7-0e85fc630d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:01Z', 'updated_at': '2022-05-13T14:48:16Z', 'revision_number': 5, 'project_id': '6165004ac18741f8a69dd64293b7a1e1', 'subnets': [{'id': '1c8f4586-9019-4e40-a9f7-0e85fc630d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:54:43.486599 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ccfe035-2165-4a39-a93c-2884c2ce3163 req-60018a0a-6fe7-4bbb-9c39-9381195c16ca tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] No DVR routers for this DVR port 49089343-e953-4154-837f-dabd08e6969e on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:54:43.489499 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7ccfe035-2165-4a39-a93c-2884c2ce3163 req-60018a0a-6fe7-4bbb-9c39-9381195c16ca tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:43.492933 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port c7653395-de23-4c0d-8957-6c0f2990a829, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=c7653395-de23-4c0d-8957-6c0f2990a829,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:43.499930 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51deba12-0b33-4b18-89eb-30072e91970a', 'name': 'network-vif-deleted', 'tag': '49089343-e953-4154-837f-dabd08e6969e'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:54:43.528582 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'c7653395-de23-4c0d-8957-6c0f2990a829', 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f', 'port_id': 'c7653395-de23-4c0d-8957-6c0f2990a829', 'mac_address': 'fa:16:3e:9d:da:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34fcb229-3793-40c5-9fb6-d9e1bba72c19', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:54:43.531867 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7ccfe035-2165-4a39-a93c-2884c2ce3163 req-60018a0a-6fe7-4bbb-9c39-9381195c16ca tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.74 "DELETE /v2.0/ports/49089343-e953-4154-837f-dabd08e6969e HTTP/1.1" status: 204 len: 173 time: 2.6364670 May 13 14:54:43.634162 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-598c7756-f152-4cfa-95f5-ac3ee533727c'] response: {'server_uuid': '51deba12-0b33-4b18-89eb-30072e91970a', 'name': 'network-vif-deleted', 'tag': '49089343-e953-4154-837f-dabd08e6969e', 'status': 'completed', 'code': 200} May 13 14:54:43.688762 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port c7653395-de23-4c0d-8957-6c0f2990a829 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:54:43.692253 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:43.722190 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-51653994-9dd5-4e36-bed3-f7b83a1b2282 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Deleting port 6756a069-2f5f-4373-bb28-2e6c6273fff1 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:43.722808 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51653994-9dd5-4e36-bed3-f7b83a1b2282 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:43.738909 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7653395-de23-4c0d-8957-6c0f2990a829 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:54:43.772496 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port c7653395-de23-4c0d-8957-6c0f2990a829, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=c7653395-de23-4c0d-8957-6c0f2990a829,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:43.783771 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:43.968383 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b0cdf8a-c719-40ed-8a52-6ab5747f0d03 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:44.023832 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=c7653395-de23-4c0d-8957-6c0f2990a829,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:44.039436 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685d1871-8475-4a15-9623-100268e0bbc1 None None] New status for floating IP 41d6971d-fd43-42a7-bf89-6bb9119e850b: DOWN {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:54:44.198933 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b0cdf8a-c719-40ed-8a52-6ab5747f0d03 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:44.200130 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0b0cdf8a-c719-40ed-8a52-6ab5747f0d03 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.7510908 May 13 14:54:44.203733 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 47890) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:44.210657 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-ab2adb20-fde1-47c2-b55e-2f13c780b20e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1512199686'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:44.217855 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['c7653395-de23-4c0d-8957-6c0f2990a829'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:54:44.218866 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ab2adb20-fde1-47c2-b55e-2f13c780b20e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:44.229224 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ab2adb20-fde1-47c2-b55e-2f13c780b20e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Usage tracker for resource:network and tenant:25bad8df4ad849aba1c240e7a825745d is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:44.238565 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ab2adb20-fde1-47c2-b55e-2f13c780b20e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:44.251474 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ab2adb20-fde1-47c2-b55e-2f13c780b20e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:44.267078 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2adb20-fde1-47c2-b55e-2f13c780b20e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Made reservation on behalf of 25bad8df4ad849aba1c240e7a825745d for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:54:44.273301 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ab2adb20-fde1-47c2-b55e-2f13c780b20e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:44.315369 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ab2adb20-fde1-47c2-b55e-2f13c780b20e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:44.363930 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ab2adb20-fde1-47c2-b55e-2f13c780b20e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:44.375863 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ab2adb20-fde1-47c2-b55e-2f13c780b20e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Usage tracker for resource:security_group_rule and tenant:25bad8df4ad849aba1c240e7a825745d is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:44.382304 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ab2adb20-fde1-47c2-b55e-2f13c780b20e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:44.401936 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ab2adb20-fde1-47c2-b55e-2f13c780b20e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:44.504944 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51653994-9dd5-4e36-bed3-f7b83a1b2282 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:44.507991 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51653994-9dd5-4e36-bed3-f7b83a1b2282 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:44.648723 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ab2adb20-fde1-47c2-b55e-2f13c780b20e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:44.724009 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-51653994-9dd5-4e36-bed3-f7b83a1b2282 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Calling delete_port for 6756a069-2f5f-4373-bb28-2e6c6273fff1 owned by network:floatingip {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:44.725245 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-c9ed7dbf-81cb-4bb6-98be-a8e2b194a481 req-4bf2223b-b5e7-4ec7-a94f-a87af34a70a9 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Synchronizing usage tracker for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:54:44.728140 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ab2adb20-fde1-47c2-b55e-2f13c780b20e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:44.782290 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab2adb20-fde1-47c2-b55e-2f13c780b20e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:54:44.795051 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2adb20-fde1-47c2-b55e-2f13c780b20e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87e272f8-aeda-40c9-9541-0fbf184bcc63,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:44.802592 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ab2adb20-fde1-47c2-b55e-2f13c780b20e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:44.803027 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-ab2adb20-fde1-47c2-b55e-2f13c780b20e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Added segment d519a491-521a-4351-bdee-c519f3e7e3ff of type vlan for network 3cd870f0-d997-4b88-831e-185871b98f89 May 13 14:54:44.812267 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-c9ed7dbf-81cb-4bb6-98be-a8e2b194a481 req-4bf2223b-b5e7-4ec7-a94f-a87af34a70a9 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Unset dirty status for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:54:44.813322 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c9ed7dbf-81cb-4bb6-98be-a8e2b194a481 req-4bf2223b-b5e7-4ec7-a94f-a87af34a70a9 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=51deba12-0b33-4b18-89eb-30072e91970a HTTP/1.1" status: 200 len: 210 time: 0.1602530 May 13 14:54:44.850367 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ab2adb20-fde1-47c2-b55e-2f13c780b20e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:44.859209 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f88590-0788-41b7-aa28-6bd56747cea9 req-8ea3eaa9-32f7-492c-8ea1-e4bb9bb9a34c tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:44.860933 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-09f88590-0788-41b7-aa28-6bd56747cea9 req-8ea3eaa9-32f7-492c-8ea1-e4bb9bb9a34c tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=84f23137-55c3-405e-adcf-389853413f2d HTTP/1.1" status: 200 len: 945 time: 0.7565231 May 13 14:54:45.069794 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-09f88590-0788-41b7-aa28-6bd56747cea9 req-af914ffb-9b41-4949-b368-e92a57a625da tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790776 May 13 14:54:45.072641 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.api [None req-51653994-9dd5-4e36-bed3-f7b83a1b2282 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:54:45.072969 n-d-841760-1 neutron-server[88082]: DEBUG oslo_db.api [None req-51653994-9dd5-4e36-bed3-f7b83a1b2282 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:54:45.104345 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ab2adb20-fde1-47c2-b55e-2f13c780b20e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:45.111697 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2adb20-fde1-47c2-b55e-2f13c780b20e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:45.112487 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ab2adb20-fde1-47c2-b55e-2f13c780b20e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:45.145357 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 49089343-e953-4154-837f-dabd08e6969e no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:54:45.220172 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5efa0ce6-772c-41bc-89e9-eed28e0dd652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:45.241189 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ab2adb20-fde1-47c2-b55e-2f13c780b20e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0362098 May 13 14:54:45.244611 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2adb20-fde1-47c2-b55e-2f13c780b20e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Pushing event updated for resources: {'Network': ['ID=3cd870f0-d997-4b88-831e-185871b98f89,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:45.247802 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 47904) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:45.253871 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-bae59c40-057f-4f19-b5a0-d40905931337 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Request body: {'subnet': {'network_id': '3cd870f0-d997-4b88-831e-185871b98f89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:45.263187 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 49089343-e953-4154-837f-dabd08e6969e {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:54:45.264584 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 49089343-e953-4154-837f-dabd08e6969e not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:54:45.271237 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 3cd870f0-d997-4b88-831e-185871b98f89 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:54:45.413412 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-bae59c40-057f-4f19-b5a0-d40905931337 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:45.420737 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-bae59c40-057f-4f19-b5a0-d40905931337 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Usage tracker for resource:subnet and tenant:25bad8df4ad849aba1c240e7a825745d is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:45.424383 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-bae59c40-057f-4f19-b5a0-d40905931337 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:45.432135 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-bae59c40-057f-4f19-b5a0-d40905931337 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:45.444610 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae59c40-057f-4f19-b5a0-d40905931337 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Made reservation on behalf of 25bad8df4ad849aba1c240e7a825745d for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:54:45.451419 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bae59c40-057f-4f19-b5a0-d40905931337 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:45.615191 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-51653994-9dd5-4e36-bed3-f7b83a1b2282 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Deleting port 6756a069-2f5f-4373-bb28-2e6c6273fff1 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:45.615191 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51653994-9dd5-4e36-bed3-f7b83a1b2282 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:45.775023 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bae59c40-057f-4f19-b5a0-d40905931337 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:45.880926 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae59c40-057f-4f19-b5a0-d40905931337 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Pushing event updated for resources: {'Subnet': ['ID=95928a28-4ad1-4de5-ad1b-e7db31eb56d2,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:45.893477 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae59c40-057f-4f19-b5a0-d40905931337 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Checking segment: {'id': 'd519a491-521a-4351-bdee-c519f3e7e3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3cd870f0-d997-4b88-831e-185871b98f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:54:45.894044 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae59c40-057f-4f19-b5a0-d40905931337 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Network hostable DHCP agents. Network: 3cd870f0-d997-4b88-831e-185871b98f89, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:54:45.941996 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae59c40-057f-4f19-b5a0-d40905931337 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Network 3cd870f0-d997-4b88-831e-185871b98f89 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:54:45.957926 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51653994-9dd5-4e36-bed3-f7b83a1b2282 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:45.958797 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51653994-9dd5-4e36-bed3-f7b83a1b2282 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:45.960033 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-bae59c40-057f-4f19-b5a0-d40905931337 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 3cd870f0-d997-4b88-831e-185871b98f89) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:54:45.966898 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47910) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:45.975315 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1233e943-642f-4b71-8ee6-a48269102e06 None None] Network 3cd870f0-d997-4b88-831e-185871b98f89 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:54:45.976358 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae59c40-057f-4f19-b5a0-d40905931337 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:45.977835 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bae59c40-057f-4f19-b5a0-d40905931337 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:46.046581 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-bae59c40-057f-4f19-b5a0-d40905931337 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7973564 May 13 14:54:46.047588 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 47916) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:46.076764 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-ff7d4aed-f600-4cf1-a597-58371ad25c59 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Request body: {'network': {'name': 'tempest-router-network01--2007162798'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:46.099251 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ff7d4aed-f600-4cf1-a597-58371ad25c59 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:46.114988 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ff7d4aed-f600-4cf1-a597-58371ad25c59 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Usage tracker for resource:network and tenant:25bad8df4ad849aba1c240e7a825745d is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:46.127171 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ff7d4aed-f600-4cf1-a597-58371ad25c59 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:46.157538 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ff7d4aed-f600-4cf1-a597-58371ad25c59 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:46.206570 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7d4aed-f600-4cf1-a597-58371ad25c59 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Made reservation on behalf of 25bad8df4ad849aba1c240e7a825745d for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:54:46.214706 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ff7d4aed-f600-4cf1-a597-58371ad25c59 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:46.278870 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff7d4aed-f600-4cf1-a597-58371ad25c59 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:54:46.291937 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-51653994-9dd5-4e36-bed3-f7b83a1b2282 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Calling delete_port for 6756a069-2f5f-4373-bb28-2e6c6273fff1 owned by network:floatingip {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:46.302571 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ff7d4aed-f600-4cf1-a597-58371ad25c59 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:46.303334 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-ff7d4aed-f600-4cf1-a597-58371ad25c59 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Added segment 4eaa1eb5-f3e0-40b0-9218-7609c721f288 of type vlan for network 96917acf-2d31-4226-815c-2c1eb5473ab2 May 13 14:54:46.382470 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ff7d4aed-f600-4cf1-a597-58371ad25c59 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:46.462892 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ff7d4aed-f600-4cf1-a597-58371ad25c59 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:46.489367 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7d4aed-f600-4cf1-a597-58371ad25c59 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:46.489367 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ff7d4aed-f600-4cf1-a597-58371ad25c59 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:46.525277 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13c987c-6969-4082-af58-982906b34463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-3cd870f0-d997-4b88-831e-185871b98f89', 'network_id': '3cd870f0-d997-4b88-831e-185871b98f89', 'tenant_id': '25bad8df4ad849aba1c240e7a825745d', 'fixed_ips': [{'subnet_id': '95928a28-4ad1-4de5-ad1b-e7db31eb56d2'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:54:46.528469 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f13c987c-6969-4082-af58-982906b34463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:46.564979 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e623d71-d0e6-406d-ad20-1f0c1d7536c0 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:46.586958 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-5efa0ce6-772c-41bc-89e9-eed28e0dd652 admin admin] Deleting port d4afe1c9-838f-4250-9186-9269728c7ba2 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:46.586958 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5efa0ce6-772c-41bc-89e9-eed28e0dd652 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:46.616028 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ff7d4aed-f600-4cf1-a597-58371ad25c59 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5627470 May 13 14:54:46.618236 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 47924) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:46.626762 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-23ac2b8f-9014-4860-858d-f500efdea33e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Request body: {'network': {'name': 'tempest-router-network02--550802069'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:46.636594 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-23ac2b8f-9014-4860-858d-f500efdea33e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:46.639241 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d4aed-f600-4cf1-a597-58371ad25c59 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Pushing event updated for resources: {'Network': ['ID=96917acf-2d31-4226-815c-2c1eb5473ab2,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:46.644198 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-23ac2b8f-9014-4860-858d-f500efdea33e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Usage tracker for resource:network and tenant:25bad8df4ad849aba1c240e7a825745d is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:46.648099 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-23ac2b8f-9014-4860-858d-f500efdea33e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:46.656661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-23ac2b8f-9014-4860-858d-f500efdea33e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:46.665175 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 96917acf-2d31-4226-815c-2c1eb5473ab2 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:54:46.674395 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ac2b8f-9014-4860-858d-f500efdea33e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Made reservation on behalf of 25bad8df4ad849aba1c240e7a825745d for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:54:46.678243 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-23ac2b8f-9014-4860-858d-f500efdea33e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:46.712180 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e623d71-d0e6-406d-ad20-1f0c1d7536c0 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:46.714648 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ac2b8f-9014-4860-858d-f500efdea33e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:54:46.734940 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-23ac2b8f-9014-4860-858d-f500efdea33e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:46.735233 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-23ac2b8f-9014-4860-858d-f500efdea33e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Added segment 13c4e8e1-3f56-4da2-9b96-2fc29fce0751 of type vlan for network 58bc4b72-2bba-47b0-8f43-eaf3002c266b May 13 14:54:46.768665 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-23ac2b8f-9014-4860-858d-f500efdea33e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:46.810636 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-23ac2b8f-9014-4860-858d-f500efdea33e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:46.816233 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ac2b8f-9014-4860-858d-f500efdea33e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:46.816850 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-23ac2b8f-9014-4860-858d-f500efdea33e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:46.878207 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-f13c987c-6969-4082-af58-982906b34463 None None] Allocated IP 172.20.0.2 (3cd870f0-d997-4b88-831e-185871b98f89/95928a28-4ad1-4de5-ad1b-e7db31eb56d2/7e64b315-4ac2-4a99-b794-e4ef991b74f8) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:54:46.944010 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-23ac2b8f-9014-4860-858d-f500efdea33e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3250978 May 13 14:54:46.947409 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 47928) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:46.950686 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac2b8f-9014-4860-858d-f500efdea33e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Pushing event updated for resources: {'Network': ['ID=58bc4b72-2bba-47b0-8f43-eaf3002c266b,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:46.966403 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf787c78-2d41-43a4-835d-f821ca8ae635 req-0d0ccbdc-b452-480e-87c3-480e92ed6842 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:46.968969 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-8f83ed01-d98f-405f-87b1-72f375b57004 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Request body: {'subnet': {'network_id': '96917acf-2d31-4226-815c-2c1eb5473ab2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:46.969782 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bf787c78-2d41-43a4-835d-f821ca8ae635 req-0d0ccbdc-b452-480e-87c3-480e92ed6842 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=84f23137-55c3-405e-adcf-389853413f2d HTTP/1.1" status: 200 len: 945 time: 0.6075394 May 13 14:54:46.982765 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-5efa0ce6-772c-41bc-89e9-eed28e0dd652 admin admin] For port d4afe1c9-838f-4250-9186-9269728c7ba2, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d4afe1c9-838f-4250-9186-9269728c7ba2,segment=NetworkSegment(3a867948-379d-43fb-9cef-d39f10b2d7d5),segment_id=3a867948-379d-43fb-9cef-d39f10b2d7d5)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:46.983970 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5efa0ce6-772c-41bc-89e9-eed28e0dd652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:46.993140 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 58bc4b72-2bba-47b0-8f43-eaf3002c266b details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:54:47.108730 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51653994-9dd5-4e36-bed3-f7b83a1b2282 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:47.131667 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-8f83ed01-d98f-405f-87b1-72f375b57004 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:47.136989 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-8f83ed01-d98f-405f-87b1-72f375b57004 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Usage tracker for resource:subnet and tenant:25bad8df4ad849aba1c240e7a825745d is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:47.140280 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-8f83ed01-d98f-405f-87b1-72f375b57004 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:47.148763 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-8f83ed01-d98f-405f-87b1-72f375b57004 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:47.165722 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f83ed01-d98f-405f-87b1-72f375b57004 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Made reservation on behalf of 25bad8df4ad849aba1c240e7a825745d for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:54:47.167976 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device c7653395-de23-4c0d-8957-6c0f2990a829 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:54:47.174609 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8f83ed01-d98f-405f-87b1-72f375b57004 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:47.218660 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-5efa0ce6-772c-41bc-89e9-eed28e0dd652 admin admin] Calling delete_port for d4afe1c9-838f-4250-9186-9269728c7ba2 owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:47.291234 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51653994-9dd5-4e36-bed3-f7b83a1b2282 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Pushing event deleted for resources: {'Port': ['ID=6756a069-2f5f-4373-bb28-2e6c6273fff1,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:47.393011 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port c7653395-de23-4c0d-8957-6c0f2990a829 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:54:47.416624 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f13c987c-6969-4082-af58-982906b34463 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:47.419562 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port c7653395-de23-4c0d-8957-6c0f2990a829 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:54:47.419973 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:47.531763 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f13c987c-6969-4082-af58-982906b34463 None None] Transition to ACTIVE for port object 7e64b315-4ac2-4a99-b794-e4ef991b74f8 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:54:47.536602 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bf787c78-2d41-43a4-835d-f821ca8ae635 req-22a779e6-fd84-4bd7-a8f5-f1fff0a97863 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5409355 May 13 14:54:47.581522 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f13c987c-6969-4082-af58-982906b34463 None None] Transition to ACTIVE for port object 7e64b315-4ac2-4a99-b794-e4ef991b74f8 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:54:47.590856 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f13c987c-6969-4082-af58-982906b34463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:47.682780 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c987c-6969-4082-af58-982906b34463 None None] Pushing event updated for resources: {'Port': ['ID=7e64b315-4ac2-4a99-b794-e4ef991b74f8,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:47.731827 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e623d71-d0e6-406d-ad20-1f0c1d7536c0 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:47.732138 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13c987c-6969-4082-af58-982906b34463 None None] Network 3cd870f0-d997-4b88-831e-185871b98f89 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:54:47.740922 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-f13c987c-6969-4082-af58-982906b34463 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:54:47.746994 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13c987c-6969-4082-af58-982906b34463 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:54:47.753460 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8f83ed01-d98f-405f-87b1-72f375b57004 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:47.790339 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51653994-9dd5-4e36-bed3-f7b83a1b2282 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks [] for floatingip, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:47.812047 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e623d71-d0e6-406d-ad20-1f0c1d7536c0 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6323da97-ebc7-4971-a1d1-b71709aade33,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:47.859984 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port c7653395-de23-4c0d-8957-6c0f2990a829 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:54:47.861201 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:47.878539 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e623d71-d0e6-406d-ad20-1f0c1d7536c0 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:47.879321 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83ed01-d98f-405f-87b1-72f375b57004 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Pushing event updated for resources: {'Subnet': ['ID=bafafd8f-54db-4c10-b35f-9fd29399099d,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:47.883434 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8e623d71-d0e6-406d-ad20-1f0c1d7536c0 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "DELETE /v2.0/security-groups/6323da97-ebc7-4971-a1d1-b71709aade33 HTTP/1.1" status: 204 len: 168 time: 1.9099894 May 13 14:54:47.883631 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f83ed01-d98f-405f-87b1-72f375b57004 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Checking segment: {'id': '4eaa1eb5-f3e0-40b0-9218-7609c721f288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '96917acf-2d31-4226-815c-2c1eb5473ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:54:47.883631 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f83ed01-d98f-405f-87b1-72f375b57004 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Network hostable DHCP agents. Network: 96917acf-2d31-4226-815c-2c1eb5473ab2, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:54:47.885176 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51653994-9dd5-4e36-bed3-f7b83a1b2282 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:47.887908 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-51653994-9dd5-4e36-bed3-f7b83a1b2282 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "DELETE /v2.0/floatingips/41d6971d-fd43-42a7-bf89-6bb9119e850b HTTP/1.1" status: 204 len: 168 time: 4.6074092 May 13 14:54:47.954939 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 47944) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:47.959566 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f83ed01-d98f-405f-87b1-72f375b57004 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Network 96917acf-2d31-4226-815c-2c1eb5473ab2 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:54:48.015796 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-8f83ed01-d98f-405f-87b1-72f375b57004 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 96917acf-2d31-4226-815c-2c1eb5473ab2) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:54:48.027867 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f83ed01-d98f-405f-87b1-72f375b57004 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:48.029074 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8f83ed01-d98f-405f-87b1-72f375b57004 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:48.062205 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84e1d30-f21b-406d-bebe-53b5d405f3f3 None None] Network 96917acf-2d31-4226-815c-2c1eb5473ab2 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:54:48.066189 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8f83ed01-d98f-405f-87b1-72f375b57004 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1175480 May 13 14:54:48.069706 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 47948) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:48.084364 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-59cc9484-8f95-4d6f-9ed0-3afe71ce41d0 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Request body: {'subnet': {'network_id': '58bc4b72-2bba-47b0-8f43-eaf3002c266b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:48.118771 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5efa0ce6-772c-41bc-89e9-eed28e0dd652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:48.128915 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f23137-55c3-405e-adcf-389853413f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7653395-de23-4c0d-8957-6c0f2990a829'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:54:48.138006 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-b844addf-a00e-41cf-8f3b-c6fa2f981480 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Deleting subnet 0acc617e-a4e0-4380-8ca6-6796fc3baaca {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:54:48.142234 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b844addf-a00e-41cf-8f3b-c6fa2f981480 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:48.250603 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b844addf-a00e-41cf-8f3b-c6fa2f981480 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:48.284421 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-f13c987c-6969-4082-af58-982906b34463 None None] Attempting to bind port 7e64b315-4ac2-4a99-b794-e4ef991b74f8 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:54:48.284794 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-f13c987c-6969-4082-af58-982906b34463 None None] Attempting to bind port 7e64b315-4ac2-4a99-b794-e4ef991b74f8 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'd519a491-521a-4351-bdee-c519f3e7e3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3cd870f0-d997-4b88-831e-185871b98f89'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:54:48.285172 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13c987c-6969-4082-af58-982906b34463 None None] Attempting to bind port 7e64b315-4ac2-4a99-b794-e4ef991b74f8 on network 3cd870f0-d997-4b88-831e-185871b98f89 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:54:48.294775 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f3b87e0-acf0-4bb9-ac68-83fea387dd49'] response: {'server_uuid': '84f23137-55c3-405e-adcf-389853413f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7653395-de23-4c0d-8957-6c0f2990a829', 'code': 200} May 13 14:54:48.301963 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47956) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:48.334192 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port c7653395-de23-4c0d-8957-6c0f2990a829, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=c7653395-de23-4c0d-8957-6c0f2990a829,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:48.355776 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13c987c-6969-4082-af58-982906b34463 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:54:48.356154 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13c987c-6969-4082-af58-982906b34463 None None] Checking segment: {'id': 'd519a491-521a-4351-bdee-c519f3e7e3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3cd870f0-d997-4b88-831e-185871b98f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:54:48.356560 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f13c987c-6969-4082-af58-982906b34463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:48.356957 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13c987c-6969-4082-af58-982906b34463 None None] Bound using segment: {'id': 'd519a491-521a-4351-bdee-c519f3e7e3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3cd870f0-d997-4b88-831e-185871b98f89'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:54:48.357576 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-f13c987c-6969-4082-af58-982906b34463 None None] Bound port: 7e64b315-4ac2-4a99-b794-e4ef991b74f8, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd519a491-521a-4351-bdee-c519f3e7e3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3cd870f0-d997-4b88-831e-185871b98f89'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:54:48.357818 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f13c987c-6969-4082-af58-982906b34463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:48.418801 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:48.469541 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa0ce6-772c-41bc-89e9-eed28e0dd652 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4afe1c9-838f-4250-9186-9269728c7ba2,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:48.716298 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=c7653395-de23-4c0d-8957-6c0f2990a829,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:48.718054 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:48.883695 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-f13c987c-6969-4082-af58-982906b34463 None None] For port 7e64b315-4ac2-4a99-b794-e4ef991b74f8, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:54:48.888787 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-f13c987c-6969-4082-af58-982906b34463 None None] For port 7e64b315-4ac2-4a99-b794-e4ef991b74f8, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=7e64b315-4ac2-4a99-b794-e4ef991b74f8,segment=NetworkSegment(d519a491-521a-4351-bdee-c519f3e7e3ff),segment_id=d519a491-521a-4351-bdee-c519f3e7e3ff)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:54:48.951854 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f13c987c-6969-4082-af58-982906b34463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:48.982439 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-59cc9484-8f95-4d6f-9ed0-3afe71ce41d0 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:48.990733 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-59cc9484-8f95-4d6f-9ed0-3afe71ce41d0 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Usage tracker for resource:subnet and tenant:25bad8df4ad849aba1c240e7a825745d is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:48.997362 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-59cc9484-8f95-4d6f-9ed0-3afe71ce41d0 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:49.003543 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc0701-9521-47a1-8b7a-9f9292f79fad req-8eb6f631-d0a1-4040-84ab-ba4821f15cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:49.005083 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-80dc0701-9521-47a1-8b7a-9f9292f79fad req-8eb6f631-d0a1-4040-84ab-ba4821f15cf2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=84f23137-55c3-405e-adcf-389853413f2d HTTP/1.1" status: 200 len: 1097 time: 0.4671898 May 13 14:54:49.011027 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-59cc9484-8f95-4d6f-9ed0-3afe71ce41d0 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:49.060470 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-80dc0701-9521-47a1-8b7a-9f9292f79fad req-69b9b7e7-837f-40a4-bdbb-b8ba6fcb196d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458283 May 13 14:54:49.069263 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b844addf-a00e-41cf-8f3b-c6fa2f981480 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:49.101459 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5efa0ce6-772c-41bc-89e9-eed28e0dd652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:49.107158 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cc9484-8f95-4d6f-9ed0-3afe71ce41d0 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Made reservation on behalf of 25bad8df4ad849aba1c240e7a825745d for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:54:49.110655 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-59cc9484-8f95-4d6f-9ed0-3afe71ce41d0 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:49.276897 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b844addf-a00e-41cf-8f3b-c6fa2f981480 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:49.306219 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17eca54-23c4-45d2-83f5-65ea040ac8c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-96917acf-2d31-4226-815c-2c1eb5473ab2', 'network_id': '96917acf-2d31-4226-815c-2c1eb5473ab2', 'tenant_id': '25bad8df4ad849aba1c240e7a825745d', 'fixed_ips': [{'subnet_id': 'bafafd8f-54db-4c10-b35f-9fd29399099d'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:54:49.310455 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a17eca54-23c4-45d2-83f5-65ea040ac8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:49.345446 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c987c-6969-4082-af58-982906b34463 None None] Pushing event updated for resources: {'Port': ['ID=7e64b315-4ac2-4a99-b794-e4ef991b74f8,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:49.347754 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cc8093c9-e0fe-4c6a-8e2f-c19128d1f387 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:49.358258 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844addf-a00e-41cf-8f3b-c6fa2f981480 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event deleted for resources: {'Subnet': ['ID=0acc617e-a4e0-4380-8ca6-6796fc3baaca,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:49.377663 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b844addf-a00e-41cf-8f3b-c6fa2f981480 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:49.401123 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b844addf-a00e-41cf-8f3b-c6fa2f981480 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "DELETE /v2.0/subnets/0acc617e-a4e0-4380-8ca6-6796fc3baaca HTTP/1.1" status: 204 len: 168 time: 1.4441185 May 13 14:54:49.432610 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898df323-9eab-456e-b629-aae2ffa36fd5 None None] Network e671153c-00d7-406d-85ed-65647a5a0614 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:54:49.437580 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 47966) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:49.551825 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cc8093c9-e0fe-4c6a-8e2f-c19128d1f387 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:49.623742 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-292d1e12-30eb-4746-ab10-0117804f8a2c req-fc89f786-25fa-4a6b-ae94-3449328b4bf8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=65b96d96-407b-4e80-965c-8e3ccaa13f8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2233636 May 13 14:54:49.624750 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d9f14e33-c849-4ddc-adac-7493036e2ccd tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:49.661521 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-d9f14e33-c849-4ddc-adac-7493036e2ccd tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Deleting port af80a71b-769b-4062-b303-2e969cf73a3f {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:49.661866 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d9f14e33-c849-4ddc-adac-7493036e2ccd tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:49.796967 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-59cc9484-8f95-4d6f-9ed0-3afe71ce41d0 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:49.823067 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-a17eca54-23c4-45d2-83f5-65ea040ac8c7 None None] Allocated IP 172.20.0.2 (96917acf-2d31-4226-815c-2c1eb5473ab2/bafafd8f-54db-4c10-b35f-9fd29399099d/a9b9bae7-f1c2-452b-ad58-64ac7da911eb) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:54:50.302676 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a17eca54-23c4-45d2-83f5-65ea040ac8c7 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:50.320634 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a17eca54-23c4-45d2-83f5-65ea040ac8c7 None None] Transition to ACTIVE for port object a9b9bae7-f1c2-452b-ad58-64ac7da911eb will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:54:50.328874 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cc9484-8f95-4d6f-9ed0-3afe71ce41d0 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Checking segment: {'id': '13c4e8e1-3f56-4da2-9b96-2fc29fce0751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '58bc4b72-2bba-47b0-8f43-eaf3002c266b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:54:50.329708 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cc9484-8f95-4d6f-9ed0-3afe71ce41d0 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Network hostable DHCP agents. Network: 58bc4b72-2bba-47b0-8f43-eaf3002c266b, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:54:50.337146 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-d9f14e33-c849-4ddc-adac-7493036e2ccd tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] For port af80a71b-769b-4062-b303-2e969cf73a3f, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=af80a71b-769b-4062-b303-2e969cf73a3f,segment=NetworkSegment(34a199cd-1d62-4dd2-adc9-7506731a103f),segment_id=34a199cd-1d62-4dd2-adc9-7506731a103f)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:50.337561 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d9f14e33-c849-4ddc-adac-7493036e2ccd tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:50.346995 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc9484-8f95-4d6f-9ed0-3afe71ce41d0 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Pushing event updated for resources: {'Subnet': ['ID=731c82ac-6fca-4941-99ad-d6ef9a5cdd6f,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:50.348399 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2300847e-cae1-41c1-ba2c-b43fe8e688a6 None None] DHCP port deletion for e671153c-00d7-406d-85ed-65647a5a0614 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:54:50.399540 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-2300847e-cae1-41c1-ba2c-b43fe8e688a6 None None] Deleting port af80a71b-769b-4062-b303-2e969cf73a3f {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:50.400029 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2300847e-cae1-41c1-ba2c-b43fe8e688a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:50.482574 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a17eca54-23c4-45d2-83f5-65ea040ac8c7 None None] Transition to ACTIVE for port object a9b9bae7-f1c2-452b-ad58-64ac7da911eb will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:54:50.502541 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a17eca54-23c4-45d2-83f5-65ea040ac8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:50.591246 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17eca54-23c4-45d2-83f5-65ea040ac8c7 None None] Network 96917acf-2d31-4226-815c-2c1eb5473ab2 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:54:50.626294 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-d9f14e33-c849-4ddc-adac-7493036e2ccd tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Calling delete_port for af80a71b-769b-4062-b303-2e969cf73a3f owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:50.692076 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-a17eca54-23c4-45d2-83f5-65ea040ac8c7 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:54:50.730655 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17eca54-23c4-45d2-83f5-65ea040ac8c7 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:54:50.735147 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efa0ce6-772c-41bc-89e9-eed28e0dd652 admin admin] Router f17c6d81-1af1-49e3-b87f-763859d65c5f has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:54:50.766278 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cc9484-8f95-4d6f-9ed0-3afe71ce41d0 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Network 58bc4b72-2bba-47b0-8f43-eaf3002c266b is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:54:50.830425 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-59cc9484-8f95-4d6f-9ed0-3afe71ce41d0 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 58bc4b72-2bba-47b0-8f43-eaf3002c266b) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:54:50.840547 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cc9484-8f95-4d6f-9ed0-3afe71ce41d0 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:50.842513 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-59cc9484-8f95-4d6f-9ed0-3afe71ce41d0 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:50.847242 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c27f4-0296-477b-bc91-17db8db82951 req-6a09b14b-067c-41d5-9de1-42b81d6b5bed tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:50.850680 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-901c27f4-0296-477b-bc91-17db8db82951 req-6a09b14b-067c-41d5-9de1-42b81d6b5bed tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=84f23137-55c3-405e-adcf-389853413f2d HTTP/1.1" status: 200 len: 946 time: 1.8104186 May 13 14:54:50.884296 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b61467e-ed46-44bb-999f-f52f61407809 None None] Network 58bc4b72-2bba-47b0-8f43-eaf3002c266b requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:54:50.899560 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d9f14e33-c849-4ddc-adac-7493036e2ccd tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:51.080216 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-59cc9484-8f95-4d6f-9ed0-3afe71ce41d0 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0094659 May 13 14:54:51.090852 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 47986) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:51.091577 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f14e33-c849-4ddc-adac-7493036e2ccd tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event deleted for resources: {'Port': ['ID=af80a71b-769b-4062-b303-2e969cf73a3f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:51.354337 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682f5f24-e4ab-4829-a83e-3884e32f0c61 None None] Network 3cd870f0-d997-4b88-831e-185871b98f89 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:54:51.386913 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efa0ce6-772c-41bc-89e9-eed28e0dd652 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:54:51.429033 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d1e12-30eb-4746-ab10-0117804f8a2c req-37c49807-67e3-4a10-80b1-ebc0c6fc3c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:51.430875 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-292d1e12-30eb-4746-ab10-0117804f8a2c req-37c49807-67e3-4a10-80b1-ebc0c6fc3c7d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=732161aac5934f6693072fa75ca25401&device_id=65b96d96-407b-4e80-965c-8e3ccaa13f8d HTTP/1.1" status: 200 len: 1097 time: 0.9169180 May 13 14:54:51.515281 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f14e33-c849-4ddc-adac-7493036e2ccd tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] No DVR routers for this DVR port af80a71b-769b-4062-b303-2e969cf73a3f on host n-d-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:54:51.588549 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-a17eca54-23c4-45d2-83f5-65ea040ac8c7 None None] Attempting to bind port a9b9bae7-f1c2-452b-ad58-64ac7da911eb on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:54:51.589053 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-a17eca54-23c4-45d2-83f5-65ea040ac8c7 None None] Attempting to bind port a9b9bae7-f1c2-452b-ad58-64ac7da911eb by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '4eaa1eb5-f3e0-40b0-9218-7609c721f288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '96917acf-2d31-4226-815c-2c1eb5473ab2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:54:51.589541 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17eca54-23c4-45d2-83f5-65ea040ac8c7 None None] Attempting to bind port a9b9bae7-f1c2-452b-ad58-64ac7da911eb on network 96917acf-2d31-4226-815c-2c1eb5473ab2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:54:51.592432 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c471401b-5a51-46b1-8971-8fa6f93adf26 None None] Sync routers for ids ['f17c6d81-1af1-49e3-b87f-763859d65c5f'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:54:51.743022 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-901c27f4-0296-477b-bc91-17db8db82951 req-22ee5a65-a690-43e9-a2bb-c8ab4590443a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8558962 May 13 14:54:51.832894 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5efa0ce6-772c-41bc-89e9-eed28e0dd652 admin admin] 10.222.0.35 "PUT /v2.0/routers/f17c6d81-1af1-49e3-b87f-763859d65c5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1818416 May 13 14:54:51.833680 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 47992) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:51.868963 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17eca54-23c4-45d2-83f5-65ea040ac8c7 None None] Pushing event updated for resources: {'Port': ['ID=a9b9bae7-f1c2-452b-ad58-64ac7da911eb,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:52.169773 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cc8093c9-e0fe-4c6a-8e2f-c19128d1f387 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:52.169773 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cc8093c9-e0fe-4c6a-8e2f-c19128d1f387 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:52.198264 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-cc8093c9-e0fe-4c6a-8e2f-c19128d1f387 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] 10.222.0.35 "DELETE /v2.0/security-groups/e431ab1d-cbe3-4a71-a1b2-65f8a63740a0 HTTP/1.1" status: 204 len: 168 time: 3.7035470 May 13 14:54:52.212277 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 7e64b315-4ac2-4a99-b794-e4ef991b74f8 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:54:52.274626 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48012) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:52.282396 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c471401b-5a51-46b1-8971-8fa6f93adf26 None None] Routers {'f17c6d81-1af1-49e3-b87f-763859d65c5f'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:54:52.282396 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-c471401b-5a51-46b1-8971-8fa6f93adf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:54:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['f17c6d81-1af1-49e3-b87f-763859d65c5f'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:52.335375 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d9f14e33-c849-4ddc-adac-7493036e2ccd tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:52.337232 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8093c9-e0fe-4c6a-8e2f-c19128d1f387 tempest-TestServerBasicOps-650545379 tempest-TestServerBasicOps-650545379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e431ab1d-cbe3-4a71-a1b2-65f8a63740a0,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:52.390592 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-d9f14e33-c849-4ddc-adac-7493036e2ccd tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e671153c-00d7-406d-85ed-65647a5a0614']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:52.410251 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-d9f14e33-c849-4ddc-adac-7493036e2ccd tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a199cd-1d62-4dd2-adc9-7506731a103f') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:52.414209 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-d9f14e33-c849-4ddc-adac-7493036e2ccd tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a199cd-1d62-4dd2-adc9-7506731a103f') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:52.421141 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d1e12-30eb-4746-ab10-0117804f8a2c req-76a5dc0f-e766-46ff-9aca-57d668381f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:52.423580 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-292d1e12-30eb-4746-ab10-0117804f8a2c req-76a5dc0f-e766-46ff-9aca-57d668381f02 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7245a93f-bdad-4850-88f9-09476b64c18f HTTP/1.1" status: 200 len: 907 time: 0.7057629 May 13 14:54:52.442653 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d9f14e33-c849-4ddc-adac-7493036e2ccd tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:52.491151 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d9f14e33-c849-4ddc-adac-7493036e2ccd tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:52.507066 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9f14e33-c849-4ddc-adac-7493036e2ccd tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:54:52.507520 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d9f14e33-c849-4ddc-adac-7493036e2ccd tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:52.548985 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e706a581-5909-44ba-bacf-10022bc74599 admin admin] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:52.612132 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-c471401b-5a51-46b1-8971-8fa6f93adf26 None None] Set router f17c6d81-1af1-49e3-b87f-763859d65c5f gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:54:52.634759 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-292d1e12-30eb-4746-ab10-0117804f8a2c req-01e16397-de0c-4360-9b64-5b03a3b6770d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c219a9e3-31ff-4672-a567-a3f58b20873f HTTP/1.1" status: 200 len: 217 time: 0.1961851 May 13 14:54:52.741607 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:54:52.741607 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:54:52.741607 n-d-841760-1 neutron-server[88081]: timer() May 13 14:54:52.741607 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:54:52.741607 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:54:52.741607 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:54:52.741607 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:54:52.741607 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:54:52.741607 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:54:52.741607 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:54:52.741607 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:54:52.741607 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:54:52.741607 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:54:52.741607 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:54:52.741607 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:54:52.741607 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:54:52.741607 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:54:52.741607 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:54:52.741607 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:54:52.741607 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:54:52.741607 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:54:52.741607 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:54:52.741607 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:54:52.741607 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:54:52.741607 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:54:52.741607 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:54:52.741607 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:54:52.741607 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:54:52.741607 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:54:52.741607 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:54:52.741607 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:54:52.741607 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:54:52.750709 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d9f14e33-c849-4ddc-adac-7493036e2ccd tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:52.756438 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17eca54-23c4-45d2-83f5-65ea040ac8c7 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:54:52.757037 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17eca54-23c4-45d2-83f5-65ea040ac8c7 None None] Checking segment: {'id': '4eaa1eb5-f3e0-40b0-9218-7609c721f288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '96917acf-2d31-4226-815c-2c1eb5473ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:54:52.757487 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a17eca54-23c4-45d2-83f5-65ea040ac8c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:52.758280 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17eca54-23c4-45d2-83f5-65ea040ac8c7 None None] Bound using segment: {'id': '4eaa1eb5-f3e0-40b0-9218-7609c721f288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '96917acf-2d31-4226-815c-2c1eb5473ab2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:54:52.758825 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-a17eca54-23c4-45d2-83f5-65ea040ac8c7 None None] Bound port: a9b9bae7-f1c2-452b-ad58-64ac7da911eb, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eaa1eb5-f3e0-40b0-9218-7609c721f288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '96917acf-2d31-4226-815c-2c1eb5473ab2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:54:52.759259 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a17eca54-23c4-45d2-83f5-65ea040ac8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:52.784153 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d9f14e33-c849-4ddc-adac-7493036e2ccd tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:52.788851 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d4fe6e7b-6b31-4fa7-9295-efa65b2c8679 None None] Provisioning for port 7e64b315-4ac2-4a99-b794-e4ef991b74f8 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:54:52.807270 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f14e33-c849-4ddc-adac-7493036e2ccd tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event deleted for resources: {'Network': ['ID=e671153c-00d7-406d-85ed-65647a5a0614,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:52.863600 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d9f14e33-c849-4ddc-adac-7493036e2ccd tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "DELETE /v2.0/networks/e671153c-00d7-406d-85ed-65647a5a0614 HTTP/1.1" status: 204 len: 168 time: 3.4196107 May 13 14:54:52.868993 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48020) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:52.914256 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d1e12-30eb-4746-ab10-0117804f8a2c req-69c15580-870f-46ab-9450-cbabfa315780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:52.917370 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-292d1e12-30eb-4746-ab10-0117804f8a2c req-69c15580-870f-46ab-9450-cbabfa315780 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34fcb229-3793-40c5-9fb6-d9e1bba72c19 HTTP/1.1" status: 200 len: 846 time: 0.2686632 May 13 14:54:52.941632 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-2300847e-cae1-41c1-ba2c-b43fe8e688a6 None None] For port af80a71b-769b-4062-b303-2e969cf73a3f, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=af80a71b-769b-4062-b303-2e969cf73a3f,segment=NetworkSegment(34a199cd-1d62-4dd2-adc9-7506731a103f),segment_id=34a199cd-1d62-4dd2-adc9-7506731a103f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:52.942217 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2300847e-cae1-41c1-ba2c-b43fe8e688a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:53.008060 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-61f2924c-f128-42c3-a403-f2796b38b38d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:53.051313 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-292d1e12-30eb-4746-ab10-0117804f8a2c req-7b3983d4-4c71-44aa-a63f-bd0776e91682 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7245a93f-bdad-4850-88f9-09476b64c18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776479 May 13 14:54:53.087408 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-2300847e-cae1-41c1-ba2c-b43fe8e688a6 None None] Calling delete_port for af80a71b-769b-4062-b303-2e969cf73a3f owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:53.110329 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [req-292d1e12-30eb-4746-ab10-0117804f8a2c req-5427614b-43b7-4935-b09e-e35e13c5f5f6 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:54:53.111676 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-292d1e12-30eb-4746-ab10-0117804f8a2c req-5427614b-43b7-4935-b09e-e35e13c5f5f6 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053501 May 13 14:54:53.207685 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-2300847e-cae1-41c1-ba2c-b43fe8e688a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:54:53.208040 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-2300847e-cae1-41c1-ba2c-b43fe8e688a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:54:53.283406 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e706a581-5909-44ba-bacf-10022bc74599 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:53.419081 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-e706a581-5909-44ba-bacf-10022bc74599 admin admin] Deleting port ee0a6666-e4e9-4e8b-80f8-79ccac021e04 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:53.419873 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e706a581-5909-44ba-bacf-10022bc74599 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:53.424203 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3b5576-984b-4573-931a-2a7ac321077e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-58bc4b72-2bba-47b0-8f43-eaf3002c266b', 'network_id': '58bc4b72-2bba-47b0-8f43-eaf3002c266b', 'tenant_id': '25bad8df4ad849aba1c240e7a825745d', 'fixed_ips': [{'subnet_id': '731c82ac-6fca-4941-99ad-d6ef9a5cdd6f'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:54:53.425138 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5576-984b-4573-931a-2a7ac321077e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:53.473858 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5398d97-7755-47be-87c5-2cb9cf3b30a5 req-15256b2f-d8c9-4ad7-93c6-6ebd510eab18 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:53.476373 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f5398d97-7755-47be-87c5-2cb9cf3b30a5 req-15256b2f-d8c9-4ad7-93c6-6ebd510eab18 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=84f23137-55c3-405e-adcf-389853413f2d HTTP/1.1" status: 200 len: 946 time: 0.5541568 May 13 14:54:53.545206 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-61f2924c-f128-42c3-a403-f2796b38b38d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Allocated IP 172.20.0.1 (96917acf-2d31-4226-815c-2c1eb5473ab2/bafafd8f-54db-4c10-b35f-9fd29399099d/7e085bd5-9d4c-4b77-a53d-2ddd00daa58d) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:54:53.745412 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-2300847e-cae1-41c1-ba2c-b43fe8e688a6 None None] Deleting port af80a71b-769b-4062-b303-2e969cf73a3f {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:53.745843 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2300847e-cae1-41c1-ba2c-b43fe8e688a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:53.867848 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-a17eca54-23c4-45d2-83f5-65ea040ac8c7 None None] For port a9b9bae7-f1c2-452b-ad58-64ac7da911eb, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:54:53.875463 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-2300847e-cae1-41c1-ba2c-b43fe8e688a6 None None] The port 'af80a71b-769b-4062-b303-2e969cf73a3f' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:54:53.960777 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-a17eca54-23c4-45d2-83f5-65ea040ac8c7 None None] For port a9b9bae7-f1c2-452b-ad58-64ac7da911eb, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=a9b9bae7-f1c2-452b-ad58-64ac7da911eb,segment=NetworkSegment(4eaa1eb5-f3e0-40b0-9218-7609c721f288),segment_id=4eaa1eb5-f3e0-40b0-9218-7609c721f288)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:54:53.986348 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 7e64b315-4ac2-4a99-b794-e4ef991b74f8 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:54:53.999756 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a17eca54-23c4-45d2-83f5-65ea040ac8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:54.034374 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-e706a581-5909-44ba-bacf-10022bc74599 admin admin] For port ee0a6666-e4e9-4e8b-80f8-79ccac021e04, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=ee0a6666-e4e9-4e8b-80f8-79ccac021e04,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:54.035032 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e706a581-5909-44ba-bacf-10022bc74599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:54.058385 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-1c417e69-f3bc-4080-bdc0-dd269541d2b4 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Deleting port f898a8aa-d074-4b77-adde-0adb537eda1a {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:54.058974 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1c417e69-f3bc-4080-bdc0-dd269541d2b4 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:54.204512 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 7e64b315-4ac2-4a99-b794-e4ef991b74f8 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:54:54.204903 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:54.454218 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-7e3b5576-984b-4573-931a-2a7ac321077e None None] Allocated IP 172.20.0.2 (58bc4b72-2bba-47b0-8f43-eaf3002c266b/731c82ac-6fca-4941-99ad-d6ef9a5cdd6f/dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:54:54.462978 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f5398d97-7755-47be-87c5-2cb9cf3b30a5 req-4001b11c-694b-498f-ac83-fa43d5a88c55 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9496224 May 13 14:54:54.499344 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-e706a581-5909-44ba-bacf-10022bc74599 admin admin] Calling delete_port for ee0a6666-e4e9-4e8b-80f8-79ccac021e04 owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:54.608248 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-292d1e12-30eb-4746-ab10-0117804f8a2c req-93198bd9-ce5d-4c4a-926b-0b34edc77967 service neutron] 10.222.0.59 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4823132 May 13 14:54:54.847852 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17eca54-23c4-45d2-83f5-65ea040ac8c7 None None] Pushing event updated for resources: {'Port': ['ID=a9b9bae7-f1c2-452b-ad58-64ac7da911eb,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:54.913863 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-61f2924c-f128-42c3-a403-f2796b38b38d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:55.073501 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1c417e69-f3bc-4080-bdc0-dd269541d2b4 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:55.074507 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1c417e69-f3bc-4080-bdc0-dd269541d2b4 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:55.092845 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 7e64b315-4ac2-4a99-b794-e4ef991b74f8 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:54:55.099786 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:55.190766 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-292d1e12-30eb-4746-ab10-0117804f8a2c req-e0e89185-2a9d-4bab-b6d3-a8221a99e207 service neutron] 10.222.0.59 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5673673 May 13 14:54:55.194109 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e706a581-5909-44ba-bacf-10022bc74599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:55.246100 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-c471401b-5a51-46b1-8971-8fa6f93adf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17c6d81-1af1-49e3-b87f-763859d65c5f', 'name': 'tempest-TaggedBootDevicesTest_v242-764123798-router', 'tenant_id': '845a31714dc94b5195a265e4e77fe7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'ee0a6666-e4e9-4e8b-80f8-79ccac021e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:10Z', 'updated_at': '2022-05-13T14:54:47Z', 'revision_number': 5, 'project_id': '845a31714dc94b5195a265e4e77fe7ac', 'gw_port': {'id': 'ee0a6666-e4e9-4e8b-80f8-79ccac021e04', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:09:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c6d81-1af1-49e3-b87f-763859d65c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:15Z', 'updated_at': '2022-05-13T14:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:55.279589 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5576-984b-4573-931a-2a7ac321077e None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:55.289319 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c471401b-5a51-46b1-8971-8fa6f93adf26 None None] Checking router: f17c6d81-1af1-49e3-b87f-763859d65c5f for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:54:55.301459 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 7e64b315-4ac2-4a99-b794-e4ef991b74f8, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=7e64b315-4ac2-4a99-b794-e4ef991b74f8,segment=NetworkSegment(d519a491-521a-4351-bdee-c519f3e7e3ff),segment_id=d519a491-521a-4351-bdee-c519f3e7e3ff)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:55.319888 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7e3b5576-984b-4573-931a-2a7ac321077e None None] Transition to ACTIVE for port object dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:54:55.328715 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e706a581-5909-44ba-bacf-10022bc74599 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee0a6666-e4e9-4e8b-80f8-79ccac021e04,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:55.331322 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:55.557768 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device af80a71b-769b-4062-b303-2e969cf73a3f no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:54:55.596941 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-1c417e69-f3bc-4080-bdc0-dd269541d2b4 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Calling delete_port for f898a8aa-d074-4b77-adde-0adb537eda1a owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:55.672148 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e706a581-5909-44ba-bacf-10022bc74599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:55.719845 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=7e64b315-4ac2-4a99-b794-e4ef991b74f8,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:55.734533 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c471401b-5a51-46b1-8971-8fa6f93adf26 None None] Routers {'f17c6d81-1af1-49e3-b87f-763859d65c5f'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:54:55.735420 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-c471401b-5a51-46b1-8971-8fa6f93adf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:54:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['f17c6d81-1af1-49e3-b87f-763859d65c5f'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:55.787247 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-61f2924c-f128-42c3-a403-f2796b38b38d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Transition to ACTIVE for port object 7e085bd5-9d4c-4b77-a53d-2ddd00daa58d will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:54:55.854161 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7e3b5576-984b-4573-931a-2a7ac321077e None None] Transition to ACTIVE for port object dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:54:55.871130 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: af80a71b-769b-4062-b303-2e969cf73a3f {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:54:55.871485 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device af80a71b-769b-4062-b303-2e969cf73a3f not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:54:55.904537 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-99980de6-c8d6-40cd-88f7-84892e4be1a7 None None] Provisioning complete for port 7e64b315-4ac2-4a99-b794-e4ef991b74f8 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:54:55.905561 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-99980de6-c8d6-40cd-88f7-84892e4be1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:55.971868 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8ad38-3aca-47e4-ac11-94b18b625890 req-4745c019-1934-4966-bb18-e39313b51f70 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:55.988184 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7bf8ad38-3aca-47e4-ac11-94b18b625890 req-4745c019-1934-4966-bb18-e39313b51f70 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=84f23137-55c3-405e-adcf-389853413f2d HTTP/1.1" status: 200 len: 946 time: 1.0902693 May 13 14:54:56.008309 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5576-984b-4573-931a-2a7ac321077e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:56.125859 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-61f2924c-f128-42c3-a403-f2796b38b38d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:56.189212 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e706a581-5909-44ba-bacf-10022bc74599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:56.197278 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e706a581-5909-44ba-bacf-10022bc74599 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:56.296961 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3b5576-984b-4573-931a-2a7ac321077e None None] Network 58bc4b72-2bba-47b0-8f43-eaf3002c266b is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:54:56.322536 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b5576-984b-4573-931a-2a7ac321077e None None] Pushing event updated for resources: {'Port': ['ID=dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:56.325131 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-7e3b5576-984b-4573-931a-2a7ac321077e None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:54:56.366080 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3b5576-984b-4573-931a-2a7ac321077e None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:54:56.400947 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e706a581-5909-44ba-bacf-10022bc74599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:56.401760 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e706a581-5909-44ba-bacf-10022bc74599 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f17c6d81-1af1-49e3-b87f-763859d65c5f {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:54:56.508659 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e706a581-5909-44ba-bacf-10022bc74599 admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:56.510272 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e706a581-5909-44ba-bacf-10022bc74599 admin admin] 10.222.0.35 "DELETE /v2.0/routers/f17c6d81-1af1-49e3-b87f-763859d65c5f HTTP/1.1" status: 204 len: 168 time: 4.6703105 May 13 14:54:56.514191 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48080) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:56.626631 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2924c-f128-42c3-a403-f2796b38b38d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Pushing event updated for resources: {'Port': ['ID=7e085bd5-9d4c-4b77-a53d-2ddd00daa58d,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:56.637378 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7bf8ad38-3aca-47e4-ac11-94b18b625890 req-a93950e3-f52e-4cbc-86f6-6661e6b61197 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6470065 May 13 14:54:56.647239 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1c417e69-f3bc-4080-bdc0-dd269541d2b4 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:56.774044 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device a9b9bae7-f1c2-452b-ad58-64ac7da911eb up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:54:56.795886 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf99a0f-7cde-41b0-afe3-ed78bdf0873d admin admin] Deleting subnet 128c8b8c-87d9-48f2-93d8-46de95f935ce {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:54:56.800815 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ecf99a0f-7cde-41b0-afe3-ed78bdf0873d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:56.806920 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c417e69-f3bc-4080-bdc0-dd269541d2b4 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event deleted for resources: {'Port': ['ID=f898a8aa-d074-4b77-adde-0adb537eda1a,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:56.827867 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f2924c-f128-42c3-a403-f2796b38b38d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Network 96917acf-2d31-4226-815c-2c1eb5473ab2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:54:56.870177 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-c471401b-5a51-46b1-8971-8fa6f93adf26 None None] Set router f17c6d81-1af1-49e3-b87f-763859d65c5f gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:54:56.928063 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-99980de6-c8d6-40cd-88f7-84892e4be1a7 None None] Current status of the port 7e64b315-4ac2-4a99-b794-e4ef991b74f8 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:54:56.930841 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ecf99a0f-7cde-41b0-afe3-ed78bdf0873d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:56.966207 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-61f2924c-f128-42c3-a403-f2796b38b38d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:54:57.004420 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f2924c-f128-42c3-a403-f2796b38b38d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:54:57.068496 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-61f2924c-f128-42c3-a403-f2796b38b38d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:57.121741 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ecf99a0f-7cde-41b0-afe3-ed78bdf0873d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:57.220133 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898eb30a-a43f-49fa-95db-a10e495856b4 None None] Network 96917acf-2d31-4226-815c-2c1eb5473ab2 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:54:57.487458 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c9a5862e-b942-4209-9960-30cf31541b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:57.561058 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1c417e69-f3bc-4080-bdc0-dd269541d2b4 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for floatingip, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:57.562120 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [None req-1c417e69-f3bc-4080-bdc0-dd269541d2b4 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Floating IP 27a837e8-5c03-4d0b-bfe0-7e98fe62d45e disassociated (deleted). External IP: 172.25.0.58, port: e9bf7401-9e79-4804-a012-00c3c5113ffb. May 13 14:54:57.644493 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-c471401b-5a51-46b1-8971-8fa6f93adf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17c6d81-1af1-49e3-b87f-763859d65c5f', 'name': 'tempest-TaggedBootDevicesTest_v242-764123798-router', 'tenant_id': '845a31714dc94b5195a265e4e77fe7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:10Z', 'updated_at': '2022-05-13T14:54:54Z', 'revision_number': 7, 'project_id': '845a31714dc94b5195a265e4e77fe7ac', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:57.646756 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-7e3b5576-984b-4573-931a-2a7ac321077e None None] Attempting to bind port dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:54:57.647230 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-7e3b5576-984b-4573-931a-2a7ac321077e None None] Attempting to bind port dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '13c4e8e1-3f56-4da2-9b96-2fc29fce0751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '58bc4b72-2bba-47b0-8f43-eaf3002c266b'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:54:57.647599 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3b5576-984b-4573-931a-2a7ac321077e None None] Attempting to bind port dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff on network 58bc4b72-2bba-47b0-8f43-eaf3002c266b {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:54:57.792571 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ecf99a0f-7cde-41b0-afe3-ed78bdf0873d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:57.809897 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3b5576-984b-4573-931a-2a7ac321077e None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:54:57.810510 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3b5576-984b-4573-931a-2a7ac321077e None None] Checking segment: {'id': '13c4e8e1-3f56-4da2-9b96-2fc29fce0751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '58bc4b72-2bba-47b0-8f43-eaf3002c266b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:54:57.810838 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5576-984b-4573-931a-2a7ac321077e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:57.811169 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3b5576-984b-4573-931a-2a7ac321077e None None] Bound using segment: {'id': '13c4e8e1-3f56-4da2-9b96-2fc29fce0751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '58bc4b72-2bba-47b0-8f43-eaf3002c266b'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:54:57.811622 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-7e3b5576-984b-4573-931a-2a7ac321077e None None] Bound port: dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c4e8e1-3f56-4da2-9b96-2fc29fce0751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '58bc4b72-2bba-47b0-8f43-eaf3002c266b'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:54:57.811997 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5576-984b-4573-931a-2a7ac321077e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:57.838877 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c471401b-5a51-46b1-8971-8fa6f93adf26 None None] The sync data for ids ['f17c6d81-1af1-49e3-b87f-763859d65c5f'] in n-d-841760-1 is: [{'id': 'f17c6d81-1af1-49e3-b87f-763859d65c5f', 'name': 'tempest-TaggedBootDevicesTest_v242-764123798-router', 'tenant_id': '845a31714dc94b5195a265e4e77fe7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:10Z', 'updated_at': '2022-05-13T14:54:54Z', 'revision_number': 7, 'project_id': '845a31714dc94b5195a265e4e77fe7ac', 'gw_port_host': None}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:54:57.840922 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8f5df328-3abd-473b-9bde-8632c4ca2730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:57.846353 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ecf99a0f-7cde-41b0-afe3-ed78bdf0873d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:57.858121 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b9afd82e-d7ec-441d-b1ec-3e4bcf001394 None None] Provisioning for port a9b9bae7-f1c2-452b-ad58-64ac7da911eb completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:54:57.863563 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ecf99a0f-7cde-41b0-afe3-ed78bdf0873d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/128c8b8c-87d9-48f2-93d8-46de95f935ce HTTP/1.1" status: 204 len: 168 time: 1.3462672 May 13 14:54:57.864348 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48104) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:57.867522 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf99a0f-7cde-41b0-afe3-ed78bdf0873d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=128c8b8c-87d9-48f2-93d8-46de95f935ce,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:58.074359 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0096b7c5-6c79-4067-8b98-11150d907b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:58.099807 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-7e3b5576-984b-4573-931a-2a7ac321077e None None] For port dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:54:58.105596 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-7e3b5576-984b-4573-931a-2a7ac321077e None None] For port dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff,segment=NetworkSegment(13c4e8e1-3f56-4da2-9b96-2fc29fce0751),segment_id=13c4e8e1-3f56-4da2-9b96-2fc29fce0751)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:54:58.114874 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a263ccd-6791-4161-b537-2b7cdf8d4d44 None None] Network b74149e1-9a18-4f3c-bea7-af4f661fb923 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:54:58.116560 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-0096b7c5-6c79-4067-8b98-11150d907b1f admin admin] Deleting port 8890b42c-896d-4724-90ae-da137f5e363d {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:58.117169 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0096b7c5-6c79-4067-8b98-11150d907b1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:58.279325 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-61f2924c-f128-42c3-a403-f2796b38b38d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:58.326966 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5576-984b-4573-931a-2a7ac321077e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:58.462588 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port a9b9bae7-f1c2-452b-ad58-64ac7da911eb completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:54:58.730959 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port a9b9bae7-f1c2-452b-ad58-64ac7da911eb triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:54:58.731366 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:58.934667 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-0096b7c5-6c79-4067-8b98-11150d907b1f admin admin] For port 8890b42c-896d-4724-90ae-da137f5e363d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=8890b42c-896d-4724-90ae-da137f5e363d,segment=NetworkSegment(3a867948-379d-43fb-9cef-d39f10b2d7d5),segment_id=3a867948-379d-43fb-9cef-d39f10b2d7d5)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:58.935749 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0096b7c5-6c79-4067-8b98-11150d907b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:59.182727 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:59.197642 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-0096b7c5-6c79-4067-8b98-11150d907b1f admin admin] Calling delete_port for 8890b42c-896d-4724-90ae-da137f5e363d owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:59.294812 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b5576-984b-4573-931a-2a7ac321077e None None] Pushing event updated for resources: {'Port': ['ID=dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:59.362360 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-c9a5862e-b942-4209-9960-30cf31541b4b admin admin] Deleting port e034f71c-821c-4a13-aac6-eca5c712d5c6 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:59.363265 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c9a5862e-b942-4209-9960-30cf31541b4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:59.410074 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port a9b9bae7-f1c2-452b-ad58-64ac7da911eb is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:54:59.410587 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:59.536642 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port a9b9bae7-f1c2-452b-ad58-64ac7da911eb, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=a9b9bae7-f1c2-452b-ad58-64ac7da911eb,segment=NetworkSegment(4eaa1eb5-f3e0-40b0-9218-7609c721f288),segment_id=4eaa1eb5-f3e0-40b0-9218-7609c721f288)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:59.543194 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:59.545138 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 7e64b315-4ac2-4a99-b794-e4ef991b74f8 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:54:59.589693 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9846ab-f346-42e8-ae52-53d884b6bb42 req-85a4ea14-cac2-4e13-89c7-84886403a3e3 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:59.598972 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7d9846ab-f346-42e8-ae52-53d884b6bb42 req-85a4ea14-cac2-4e13-89c7-84886403a3e3 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=84f23137-55c3-405e-adcf-389853413f2d HTTP/1.1" status: 200 len: 946 time: 1.4114296 May 13 14:54:59.627966 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-c9a5862e-b942-4209-9960-30cf31541b4b admin admin] For port e034f71c-821c-4a13-aac6-eca5c712d5c6, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=e034f71c-821c-4a13-aac6-eca5c712d5c6,segment=NetworkSegment(34abcdca-4f95-4169-844a-19537946b334),segment_id=34abcdca-4f95-4169-844a-19537946b334)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:59.628427 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c9a5862e-b942-4209-9960-30cf31541b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:59.757653 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d48683-a929-4550-a2b9-fb12429538d2 None None] DHCP port deletion for b74149e1-9a18-4f3c-bea7-af4f661fb923 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:54:59.860669 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-85d48683-a929-4550-a2b9-fb12429538d2 None None] Deleting port 8890b42c-896d-4724-90ae-da137f5e363d {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:59.861338 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-85d48683-a929-4550-a2b9-fb12429538d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:59.916440 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-c9a5862e-b942-4209-9960-30cf31541b4b admin admin] Calling delete_port for e034f71c-821c-4a13-aac6-eca5c712d5c6 owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:00.134982 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fc1d15c8-31c7-48f0-994f-e5787e6d4317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:00.199244 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=a9b9bae7-f1c2-452b-ad58-64ac7da911eb,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:00.352937 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7d9846ab-f346-42e8-ae52-53d884b6bb42 req-a2872565-25e6-40c0-97e0-90adffd55e5c tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7526813 May 13 14:55:00.444895 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-2c39f955-af21-4041-a7f0-bd36e74e4de5 None None] Provisioning complete for port a9b9bae7-f1c2-452b-ad58-64ac7da911eb triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:00.449934 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2c39f955-af21-4041-a7f0-bd36e74e4de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:00.644721 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0096b7c5-6c79-4067-8b98-11150d907b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:00.667698 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c417e69-f3bc-4080-bdc0-dd269541d2b4 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Router 1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:55:00.686417 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a4c96-5102-47ee-a743-667c65de3ecc req-50e423b7-3a32-4821-b3f7-5490547abac8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:00.688084 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-018a4c96-5102-47ee-a743-667c65de3ecc req-50e423b7-3a32-4821-b3f7-5490547abac8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.74 "GET /v2.0/ports?device_id=84f23137-55c3-405e-adcf-389853413f2d HTTP/1.1" status: 200 len: 946 time: 1.5337701 May 13 14:55:00.708252 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096b7c5-6c79-4067-8b98-11150d907b1f admin admin] Pushing event deleted for resources: {'Port': ['ID=8890b42c-896d-4724-90ae-da137f5e363d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:00.724886 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0096b7c5-6c79-4067-8b98-11150d907b1f admin admin] No DVR routers for this DVR port 8890b42c-896d-4724-90ae-da137f5e363d on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:55:00.730367 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca658d4b-706c-4048-97ab-5f34debe2fba None None] Network 58bc4b72-2bba-47b0-8f43-eaf3002c266b requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:55:00.758578 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-61f2924c-f128-42c3-a403-f2796b38b38d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:00.843605 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-61f2924c-f128-42c3-a403-f2796b38b38d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:00.895263 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 7e64b315-4ac2-4a99-b794-e4ef991b74f8 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:00.895691 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:00.947291 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0096b7c5-6c79-4067-8b98-11150d907b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:00.996149 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:01.003436 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2924c-f128-42c3-a403-f2796b38b38d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Pushing event updated for resources: {'Port': ['ID=7e085bd5-9d4c-4b77-a53d-2ddd00daa58d,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:01.007018 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:01.023494 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-85d48683-a929-4550-a2b9-fb12429538d2 None None] For port 8890b42c-896d-4724-90ae-da137f5e363d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=8890b42c-896d-4724-90ae-da137f5e363d,segment=NetworkSegment(3a867948-379d-43fb-9cef-d39f10b2d7d5),segment_id=3a867948-379d-43fb-9cef-d39f10b2d7d5)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:01.024181 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-85d48683-a929-4550-a2b9-fb12429538d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:01.030835 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-018a4c96-5102-47ee-a743-667c65de3ecc req-db0f45e2-4a56-4453-a344-3e3faa172a92 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Deleting port c7653395-de23-4c0d-8957-6c0f2990a829 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:01.031638 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-018a4c96-5102-47ee-a743-667c65de3ecc req-db0f45e2-4a56-4453-a344-3e3faa172a92 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:01.041151 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c9a5862e-b942-4209-9960-30cf31541b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:01.052087 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-0096b7c5-6c79-4067-8b98-11150d907b1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b74149e1-9a18-4f3c-bea7-af4f661fb923']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:01.071070 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-0096b7c5-6c79-4067-8b98-11150d907b1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a867948-379d-43fb-9cef-d39f10b2d7d5') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:01.072167 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-0096b7c5-6c79-4067-8b98-11150d907b1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a867948-379d-43fb-9cef-d39f10b2d7d5') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:01.157279 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-61f2924c-f128-42c3-a403-f2796b38b38d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:01.166769 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0096b7c5-6c79-4067-8b98-11150d907b1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:01.190374 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5862e-b942-4209-9960-30cf31541b4b admin admin] Pushing event deleted for resources: {'Port': ['ID=e034f71c-821c-4a13-aac6-eca5c712d5c6,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:01.251313 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-85d48683-a929-4550-a2b9-fb12429538d2 None None] Calling delete_port for 8890b42c-896d-4724-90ae-da137f5e363d owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:01.284027 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0096b7c5-6c79-4067-8b98-11150d907b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:01.358522 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0096b7c5-6c79-4067-8b98-11150d907b1f admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:55:01.367800 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0096b7c5-6c79-4067-8b98-11150d907b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:01.368843 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-85d48683-a929-4550-a2b9-fb12429538d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:55:01.369450 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-85d48683-a929-4550-a2b9-fb12429538d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:55:01.411300 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:55:01.411300 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:55:01.411300 n-d-841760-1 neutron-server[88082]: timer() May 13 14:55:01.411300 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:55:01.411300 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:55:01.411300 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:55:01.411300 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:55:01.411300 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:55:01.411300 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:55:01.411300 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:55:01.411300 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:55:01.411300 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:55:01.411300 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:55:01.411300 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:55:01.411300 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:55:01.411300 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:55:01.411300 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:55:01.411300 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:55:01.411300 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:55:01.411300 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:55:01.411300 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:55:01.411300 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:55:01.411300 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:55:01.411300 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:55:01.411300 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:55:01.411300 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:55:01.411300 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:55:01.411300 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:55:01.411300 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:55:01.411300 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:55:01.411300 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:55:01.411300 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:55:01.496821 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:55:01.497566 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-2c39f955-af21-4041-a7f0-bd36e74e4de5 None None] Current status of the port a9b9bae7-f1c2-452b-ad58-64ac7da911eb is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:01.565242 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c417e69-f3bc-4080-bdc0-dd269541d2b4 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:55:01.577752 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f1cf44-e087-4496-974a-1e2d77efc458 None None] Sync routers for ids ['1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:55:01.588898 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f2924c-f128-42c3-a403-f2796b38b38d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Network 96917acf-2d31-4226-815c-2c1eb5473ab2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:55:01.597674 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f1cf44-e087-4496-974a-1e2d77efc458 None None] Routers {'1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:01.598821 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-25f1cf44-e087-4496-974a-1e2d77efc458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:55:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:01.621440 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-61f2924c-f128-42c3-a403-f2796b38b38d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:01.675470 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-2c39f955-af21-4041-a7f0-bd36e74e4de5 None None] Provisioning for port 7e085bd5-9d4c-4b77-a53d-2ddd00daa58d completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:55:01.691074 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-2c39f955-af21-4041-a7f0-bd36e74e4de5 None None] Provisioning complete for port 7e085bd5-9d4c-4b77-a53d-2ddd00daa58d triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:01.691560 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2c39f955-af21-4041-a7f0-bd36e74e4de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:01.837889 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-2c39f955-af21-4041-a7f0-bd36e74e4de5 None None] Port 7e085bd5-9d4c-4b77-a53d-2ddd00daa58d cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:55:01.976138 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-85d48683-a929-4550-a2b9-fb12429538d2 None None] Deleting port 8890b42c-896d-4724-90ae-da137f5e363d {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:01.977089 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-85d48683-a929-4550-a2b9-fb12429538d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:02.007881 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-25f1cf44-e087-4496-974a-1e2d77efc458 None None] Set router 1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:55:02.018915 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 7e64b315-4ac2-4a99-b794-e4ef991b74f8 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:02.067997 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0096b7c5-6c79-4067-8b98-11150d907b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:02.154421 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0096b7c5-6c79-4067-8b98-11150d907b1f admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:02.160254 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096b7c5-6c79-4067-8b98-11150d907b1f admin admin] Pushing event deleted for resources: {'Network': ['ID=b74149e1-9a18-4f3c-bea7-af4f661fb923,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:02.204525 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-85d48683-a929-4550-a2b9-fb12429538d2 None None] The port '8890b42c-896d-4724-90ae-da137f5e363d' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:55:02.278623 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-868a4f0c-cdab-4d1c-a375-a7f62564df46 None None] Provisioning complete for port 7e085bd5-9d4c-4b77-a53d-2ddd00daa58d triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:02.280046 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-868a4f0c-cdab-4d1c-a375-a7f62564df46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:02.408867 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0096b7c5-6c79-4067-8b98-11150d907b1f admin admin] 10.222.0.35 "DELETE /v2.0/networks/b74149e1-9a18-4f3c-bea7-af4f661fb923 HTTP/1.1" status: 204 len: 168 time: 4.5390460 May 13 14:55:02.461305 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-868a4f0c-cdab-4d1c-a375-a7f62564df46 None None] Port 7e085bd5-9d4c-4b77-a53d-2ddd00daa58d cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:55:02.479563 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a8e60-a688-4d80-9739-0dd5d8bf543a req-70ce89de-57a7-4166-a89f-120c78b24443 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:02.494320 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-610a8e60-a688-4d80-9739-0dd5d8bf543a req-70ce89de-57a7-4166-a89f-120c78b24443 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=84f23137-55c3-405e-adcf-389853413f2d HTTP/1.1" status: 200 len: 946 time: 0.9309859 May 13 14:55:02.527219 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c9a5862e-b942-4209-9960-30cf31541b4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:02.535527 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1c417e69-f3bc-4080-bdc0-dd269541d2b4 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:02.545835 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:55:02.606144 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-610a8e60-a688-4d80-9739-0dd5d8bf543a req-3fe855bc-2c2e-4add-8615-b8512caf3ad9 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106842 May 13 14:55:02.613838 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48166) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:02.766620 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1c417e69-f3bc-4080-bdc0-dd269541d2b4 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "DELETE /v2.0/floatingips/27a837e8-5c03-4d0b-bfe0-7e98fe62d45e HTTP/1.1" status: 204 len: 168 time: 9.8962781 May 13 14:55:02.775872 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:02.779822 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b43b0d-784a-497d-82a3-0be9baece9a5', 'tag': 'e9bf7401-9e79-4804-a012-00c3c5113ffb'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:55:02.813889 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a1f28f4f-ccae-4ee8-843d-bf12068224a9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dacb06c0bb204205bf6fd6f72c27271e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1956568 May 13 14:55:02.829391 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48174) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:02.896444 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20f55729-223e-4e8b-8047-14df87a3f278'] response: {'name': 'network-changed', 'server_uuid': 'b1b43b0d-784a-497d-82a3-0be9baece9a5', 'tag': 'e9bf7401-9e79-4804-a012-00c3c5113ffb', 'status': 'completed', 'code': 200} May 13 14:55:02.928956 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-868a4f0c-cdab-4d1c-a375-a7f62564df46 None None] Provisioning for port dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:55:02.969613 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-018a4c96-5102-47ee-a743-667c65de3ecc req-db0f45e2-4a56-4453-a344-3e3faa172a92 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] For port c7653395-de23-4c0d-8957-6c0f2990a829, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=c7653395-de23-4c0d-8957-6c0f2990a829,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:02.969982 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-018a4c96-5102-47ee-a743-667c65de3ecc req-db0f45e2-4a56-4453-a344-3e3faa172a92 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:02.973600 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:55:02.988350 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:02.992127 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:03.147048 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-25f1cf44-e087-4496-974a-1e2d77efc458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'name': 'tempest-TestNetworkBasicOps-router-1368052910', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:51:10Z', 'updated_at': '2022-05-13T14:54:33Z', 'revision_number': 6, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:02:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:12Z', 'updated_at': '2022-05-13T14:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '02a85da6-0c75-4789-9a35-2ddee0538925', 'name': '', 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'mac_address': 'fa:16:3e:9d:3d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': 'a1d6ff67-d218-4836-93b4-1d9b2817932f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:22Z', 'updated_at': '2022-05-13T14:51:37Z', 'revision_number': 5, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'subnets': [{'id': 'a1d6ff67-d218-4836-93b4-1d9b2817932f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:03.163484 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f1cf44-e087-4496-974a-1e2d77efc458 None None] Checking router: 1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:55:03.222184 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f1cf44-e087-4496-974a-1e2d77efc458 None None] Routers {'1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:03.222720 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-25f1cf44-e087-4496-974a-1e2d77efc458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:55:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:03.370138 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:03.370711 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:03.400500 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device c7653395-de23-4c0d-8957-6c0f2990a829 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:55:03.441690 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-018a4c96-5102-47ee-a743-667c65de3ecc req-db0f45e2-4a56-4453-a344-3e3faa172a92 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Calling delete_port for c7653395-de23-4c0d-8957-6c0f2990a829 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:03.677551 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a5862e-b942-4209-9960-30cf31541b4b admin admin] Router 24e8a5f2-9791-4479-812d-d8cfca04f9bb has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:55:03.736192 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-25f1cf44-e087-4496-974a-1e2d77efc458 None None] Set router 1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:55:03.742591 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-109965d0-d339-479b-8123-520dfafaf9dc None None] Provisioning complete for port 7e085bd5-9d4c-4b77-a53d-2ddd00daa58d triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:03.742971 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-109965d0-d339-479b-8123-520dfafaf9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:03.759476 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f2924c-f128-42c3-a403-f2796b38b38d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Router 2f20aa6e-761b-4f89-adf8-9713f0328ffb is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:55:03.786747 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-018a4c96-5102-47ee-a743-667c65de3ecc req-db0f45e2-4a56-4453-a344-3e3faa172a92 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:03.857599 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['c219a9e3-31ff-4672-a567-a3f58b20873f'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:55:03.905508 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff,segment=NetworkSegment(13c4e8e1-3f56-4da2-9b96-2fc29fce0751),segment_id=13c4e8e1-3f56-4da2-9b96-2fc29fce0751)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:03.955601 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No active binding found for port c7653395-de23-4c0d-8957-6c0f2990a829 {{(pid=88083) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 13 14:55:03.956027 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device c7653395-de23-4c0d-8957-6c0f2990a829 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:55:03.968718 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:03.969902 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device a9b9bae7-f1c2-452b-ad58-64ac7da911eb up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:55:04.010499 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f45e2-4a56-4453-a344-3e3faa172a92 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Pushing event deleted for resources: {'Port': ['ID=c7653395-de23-4c0d-8957-6c0f2990a829,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:04.028116 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4495639f-c169-4e08-9058-ded9d44a1b33 req-97fb6a09-10c7-4762-8987-0da04bf500c4 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=84f23137-55c3-405e-adcf-389853413f2d HTTP/1.1" status: 200 len: 210 time: 0.0724440 May 13 14:55:04.033068 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1caf3f06-00a0-464a-b181-371a459b4b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:04.122469 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-109965d0-d339-479b-8123-520dfafaf9dc None None] Port 7e085bd5-9d4c-4b77-a53d-2ddd00daa58d cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:55:04.163932 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f2924c-f128-42c3-a403-f2796b38b38d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:55:04.208015 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d83726a-dffa-4ecf-a83f-4fb017d456a0 None None] Sync routers for ids ['2f20aa6e-761b-4f89-adf8-9713f0328ffb'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:55:04.221560 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port a9b9bae7-f1c2-452b-ad58-64ac7da911eb triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:04.222167 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:04.326143 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d83726a-dffa-4ecf-a83f-4fb017d456a0 None None] Routers {'2f20aa6e-761b-4f89-adf8-9713f0328ffb'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:04.327310 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-2d83726a-dffa-4ecf-a83f-4fb017d456a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:55:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['2f20aa6e-761b-4f89-adf8-9713f0328ffb'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:04.344193 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1caf3f06-00a0-464a-b181-371a459b4b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:04.373785 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-61f2924c-f128-42c3-a403-f2796b38b38d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] 10.222.0.35 "PUT /v2.0/routers/2f20aa6e-761b-4f89-adf8-9713f0328ffb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2754557 May 13 14:55:04.434178 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-25f1cf44-e087-4496-974a-1e2d77efc458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'name': 'tempest-TestNetworkBasicOps-router-1368052910', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:51:10Z', 'updated_at': '2022-05-13T14:54:33Z', 'revision_number': 6, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:02:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:12Z', 'updated_at': '2022-05-13T14:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '02a85da6-0c75-4789-9a35-2ddee0538925', 'name': '', 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'mac_address': 'fa:16:3e:9d:3d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': 'a1d6ff67-d218-4836-93b4-1d9b2817932f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:22Z', 'updated_at': '2022-05-13T14:51:37Z', 'revision_number': 5, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'subnets': [{'id': 'a1d6ff67-d218-4836-93b4-1d9b2817932f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:04.440408 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a5862e-b942-4209-9960-30cf31541b4b admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:55:04.444197 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f1cf44-e087-4496-974a-1e2d77efc458 None None] The sync data for ids ['1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'] in n-d-841760-1 is: [{'id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'name': 'tempest-TestNetworkBasicOps-router-1368052910', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:51:10Z', 'updated_at': '2022-05-13T14:54:33Z', 'revision_number': 6, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:02:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:12Z', 'updated_at': '2022-05-13T14:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '02a85da6-0c75-4789-9a35-2ddee0538925', 'name': '', 'network_id': 'cfdd8600-9e9e-4b19-899a-a1b4272199f6', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'mac_address': 'fa:16:3e:9d:3d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': 'a1d6ff67-d218-4836-93b4-1d9b2817932f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:22Z', 'updated_at': '2022-05-13T14:51:37Z', 'revision_number': 5, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'subnets': [{'id': 'a1d6ff67-d218-4836-93b4-1d9b2817932f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:55:04.457849 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de58d860-294b-42ab-a8b3-a336a3452302 None None] Sync routers for ids ['24e8a5f2-9791-4479-812d-d8cfca04f9bb'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:55:04.465286 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48202) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:04.470273 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de58d860-294b-42ab-a8b3-a336a3452302 None None] Routers {'24e8a5f2-9791-4479-812d-d8cfca04f9bb'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:04.472537 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c9a5862e-b942-4209-9960-30cf31541b4b admin admin] 10.222.0.35 "PUT /v2.0/routers/24e8a5f2-9791-4479-812d-d8cfca04f9bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2117701 May 13 14:55:04.472879 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-de58d860-294b-42ab-a8b3-a336a3452302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:55:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['24e8a5f2-9791-4479-812d-d8cfca04f9bb'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:04.475186 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-2d83726a-dffa-4ecf-a83f-4fb017d456a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:04.486683 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48206) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:04.520664 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa662a29-80a1-4082-8787-e975eacb1135 req-9e7958b2-3b3b-467d-95b9-ae6c1a4f9627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:04.522169 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fa662a29-80a1-4082-8787-e975eacb1135 req-9e7958b2-3b3b-467d-95b9-ae6c1a4f9627 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2fd5504203d84ec88c34b0f9b983d931&device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5 HTTP/1.1" status: 200 len: 1097 time: 1.5839078 May 13 14:55:04.594585 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d83726a-dffa-4ecf-a83f-4fb017d456a0 None None] Routers {'2f20aa6e-761b-4f89-adf8-9713f0328ffb'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:04.595723 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-2d83726a-dffa-4ecf-a83f-4fb017d456a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:55:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['2f20aa6e-761b-4f89-adf8-9713f0328ffb'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:04.708268 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-018a4c96-5102-47ee-a743-667c65de3ecc req-db0f45e2-4a56-4453-a344-3e3faa172a92 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] No DVR routers for this DVR port c7653395-de23-4c0d-8957-6c0f2990a829 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:55:04.759681 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-4fcd9989-d7d6-4773-9ed6-ddfd402c2c9c None None] Provisioning complete for port dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:04.760018 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4fcd9989-d7d6-4773-9ed6-ddfd402c2c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:04.833186 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port a9b9bae7-f1c2-452b-ad58-64ac7da911eb is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:04.842101 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.74', 53360) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:04.862419 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-018a4c96-5102-47ee-a743-667c65de3ecc req-db0f45e2-4a56-4453-a344-3e3faa172a92 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:04.873545 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-018a4c96-5102-47ee-a743-667c65de3ecc req-db0f45e2-4a56-4453-a344-3e3faa172a92 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.74 "DELETE /v2.0/ports/c7653395-de23-4c0d-8957-6c0f2990a829 HTTP/1.1" status: 204 len: 173 time: 4.1649046 May 13 14:55:04.874936 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521a52c-d7ca-48d4-bd33-e98c8d8d465d req-95b976a5-b5d4-476c-9d76-92313f499121 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:04.888770 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a521a52c-d7ca-48d4-bd33-e98c8d8d465d req-95b976a5-b5d4-476c-9d76-92313f499121 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5 HTTP/1.1" status: 200 len: 946 time: 1.2951555 May 13 14:55:04.931079 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-de58d860-294b-42ab-a8b3-a336a3452302 None None] Set router 24e8a5f2-9791-4479-812d-d8cfca04f9bb gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:55:05.019705 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f23137-55c3-405e-adcf-389853413f2d', 'name': 'network-vif-deleted', 'tag': 'c7653395-de23-4c0d-8957-6c0f2990a829'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:55:05.075834 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-2d83726a-dffa-4ecf-a83f-4fb017d456a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:05.076168 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d83726a-dffa-4ecf-a83f-4fb017d456a0 None None] The sync data for ids ['2f20aa6e-761b-4f89-adf8-9713f0328ffb'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:55:05.103507 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-a521a52c-d7ca-48d4-bd33-e98c8d8d465d req-8668d449-4cd3-4c61-82b7-17ae932853ff tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Synchronizing usage tracker for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:55:05.138232 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ee0a6666-e4e9-4e8b-80f8-79ccac021e04 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:55:05.234567 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-a521a52c-d7ca-48d4-bd33-e98c8d8d465d req-8668d449-4cd3-4c61-82b7-17ae932853ff tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Unset dirty status for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:55:05.236239 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:05.237915 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a521a52c-d7ca-48d4-bd33-e98c8d8d465d req-8668d449-4cd3-4c61-82b7-17ae932853ff tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b2ac550-59c6-45b6-866d-44a5053abc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3401008 May 13 14:55:05.247588 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a27731-b6de-46bd-b21e-c30484258361 None None] New status for floating IP 27a837e8-5c03-4d0b-bfe0-7e98fe62d45e: DOWN {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:55:05.260724 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa662a29-80a1-4082-8787-e975eacb1135 req-c2f90353-7d66-4bce-8e73-66ff8d12339a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:05.264790 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fa662a29-80a1-4082-8787-e975eacb1135 req-c2f90353-7d66-4bce-8e73-66ff8d12339a service neutron] 10.222.0.74 "GET /v2.0/networks?id=cfdd8600-9e9e-4b19-899a-a1b4272199f6 HTTP/1.1" status: 200 len: 897 time: 0.7333436 May 13 14:55:05.355739 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: ee0a6666-e4e9-4e8b-80f8-79ccac021e04 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:55:05.355739 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ee0a6666-e4e9-4e8b-80f8-79ccac021e04 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:55:05.355739 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d4afe1c9-838f-4250-9186-9269728c7ba2 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:55:05.450319 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fa662a29-80a1-4082-8787-e975eacb1135 req-6f108847-212a-4d38-ad49-0a8ed7da36ad service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9bf7401-9e79-4804-a012-00c3c5113ffb HTTP/1.1" status: 200 len: 217 time: 0.1737397 May 13 14:55:05.650364 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6082337c-c7e9-4769-a8f6-8165dbc72446'] response: {'server_uuid': '84f23137-55c3-405e-adcf-389853413f2d', 'name': 'network-vif-deleted', 'tag': 'c7653395-de23-4c0d-8957-6c0f2990a829', 'status': 'completed', 'code': 200} May 13 14:55:05.705189 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa662a29-80a1-4082-8787-e975eacb1135 req-5085f916-dd99-4089-90ef-514a53fffa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:05.706995 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fa662a29-80a1-4082-8787-e975eacb1135 req-5085f916-dd99-4089-90ef-514a53fffa9b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a1d6ff67-d218-4836-93b4-1d9b2817932f HTTP/1.1" status: 200 len: 835 time: 0.2519147 May 13 14:55:05.739269 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: d4afe1c9-838f-4250-9186-9269728c7ba2 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:55:05.739670 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d4afe1c9-838f-4250-9186-9269728c7ba2 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:55:05.740253 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 8890b42c-896d-4724-90ae-da137f5e363d no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:55:05.774979 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1caf3f06-00a0-464a-b181-371a459b4b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:05.857548 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa662a29-80a1-4082-8787-e975eacb1135 req-ecb0c632-08fa-4a0e-b6c5-e9223afa1acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:05.859695 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fa662a29-80a1-4082-8787-e975eacb1135 req-ecb0c632-08fa-4a0e-b6c5-e9223afa1acf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cfdd8600-9e9e-4b19-899a-a1b4272199f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1453583 May 13 14:55:05.859819 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 8890b42c-896d-4724-90ae-da137f5e363d {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:55:05.860287 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 8890b42c-896d-4724-90ae-da137f5e363d not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:55:05.908847 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-4fcd9989-d7d6-4773-9ed6-ddfd402c2c9c None None] Current status of the port dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:05.923044 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-c05e8b52-facf-4d8d-886d-da6acd7c7e89 req-52801b0d-5ef0-4aa4-a563-961534806d45 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Synchronizing usage tracker for tenant:732161aac5934f6693072fa75ca25401 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:55:05.951469 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-de58d860-294b-42ab-a8b3-a336a3452302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'name': 'tempest-TestServerBasicOps-1227308815-router', 'tenant_id': '6165004ac18741f8a69dd64293b7a1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '7ed7c93c-4627-4b97-bad1-558401b1419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:52Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 5, 'project_id': '6165004ac18741f8a69dd64293b7a1e1', 'gw_port': {'id': '7ed7c93c-4627-4b97-bad1-558401b1419f', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:54Z', 'updated_at': '2022-05-13T14:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:05.966715 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de58d860-294b-42ab-a8b3-a336a3452302 None None] Checking router: 24e8a5f2-9791-4479-812d-d8cfca04f9bb for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:55:05.987362 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de58d860-294b-42ab-a8b3-a336a3452302 None None] Routers {'24e8a5f2-9791-4479-812d-d8cfca04f9bb'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:05.987982 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-de58d860-294b-42ab-a8b3-a336a3452302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:55:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['24e8a5f2-9791-4479-812d-d8cfca04f9bb'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:06.011866 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:55:06.191437 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fa662a29-80a1-4082-8787-e975eacb1135 req-ab61f885-6f4b-4b31-81e2-c2a51b0c39ce service neutron] 10.222.0.74 "GET /v2.0/networks/cfdd8600-9e9e-4b19-899a-a1b4272199f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181002 May 13 14:55:06.214203 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:06.214774 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:06.220292 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-de58d860-294b-42ab-a8b3-a336a3452302 None None] Set router 24e8a5f2-9791-4479-812d-d8cfca04f9bb gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:55:06.422849 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-728e0902-0981-41d3-b10d-f43afa28f4f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:06.505892 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:06.507974 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf3f06-00a0-464a-b181-371a459b4b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b54fbd-297a-4350-9640-4bf0314c9cdb,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:06.543074 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1caf3f06-00a0-464a-b181-371a459b4b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:06.544249 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1caf3f06-00a0-464a-b181-371a459b4b4c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/97b54fbd-297a-4350-9640-4bf0314c9cdb HTTP/1.1" status: 204 len: 168 time: 3.7139163 May 13 14:55:06.566034 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-c05e8b52-facf-4d8d-886d-da6acd7c7e89 req-52801b0d-5ef0-4aa4-a563-961534806d45 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Unset dirty status for tenant:732161aac5934f6693072fa75ca25401 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:55:06.581245 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c05e8b52-facf-4d8d-886d-da6acd7c7e89 req-52801b0d-5ef0-4aa4-a563-961534806d45 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=84f23137-55c3-405e-adcf-389853413f2d HTTP/1.1" status: 200 len: 210 time: 0.9278188 May 13 14:55:06.632214 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12675a57-c6a6-4791-8d87-888a5cc383ae req-1d8f7a01-5892-496c-9421-34d77d21a67c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:06.633268 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-12675a57-c6a6-4791-8d87-888a5cc383ae req-1d8f7a01-5892-496c-9421-34d77d21a67c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Synchronizing usage tracker for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:55:06.711799 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fa662a29-80a1-4082-8787-e975eacb1135 req-fe9d781e-25ce-4385-a830-a38d511676bc service neutron] 10.222.0.74 "GET /v2.0/networks/cfdd8600-9e9e-4b19-899a-a1b4272199f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5104434 May 13 14:55:06.772329 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7fab1-e990-473c-848f-5dd35a2bb152 req-6ee7f48d-5926-47ae-acf7-86c86d0c9aa1 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:06.785272 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0ce7fab1-e990-473c-848f-5dd35a2bb152 req-6ee7f48d-5926-47ae-acf7-86c86d0c9aa1 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5 HTTP/1.1" status: 200 len: 946 time: 0.2334695 May 13 14:55:06.827182 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-728e0902-0981-41d3-b10d-f43afa28f4f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:06.854322 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-de58d860-294b-42ab-a8b3-a336a3452302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'name': 'tempest-TestServerBasicOps-1227308815-router', 'tenant_id': '6165004ac18741f8a69dd64293b7a1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '7ed7c93c-4627-4b97-bad1-558401b1419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:52Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 5, 'project_id': '6165004ac18741f8a69dd64293b7a1e1', 'gw_port': {'id': '7ed7c93c-4627-4b97-bad1-558401b1419f', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:54Z', 'updated_at': '2022-05-13T14:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:06.864479 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de58d860-294b-42ab-a8b3-a336a3452302 None None] The sync data for ids ['24e8a5f2-9791-4479-812d-d8cfca04f9bb'] in n-d-841760-1 is: [{'id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'name': 'tempest-TestServerBasicOps-1227308815-router', 'tenant_id': '6165004ac18741f8a69dd64293b7a1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '7ed7c93c-4627-4b97-bad1-558401b1419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:52Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 5, 'project_id': '6165004ac18741f8a69dd64293b7a1e1', 'gw_port': {'id': '7ed7c93c-4627-4b97-bad1-558401b1419f', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e8a5f2-9791-4479-812d-d8cfca04f9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:54Z', 'updated_at': '2022-05-13T14:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:55:06.867581 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0ce7fab1-e990-473c-848f-5dd35a2bb152 req-f2973ce6-dcba-4b3a-a460-6265d4952f76 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b2ac550-59c6-45b6-866d-44a5053abc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0748334 May 13 14:55:06.867784 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-728e0902-0981-41d3-b10d-f43afa28f4f7 admin admin] Deleting port 7ed7c93c-4627-4b97-bad1-558401b1419f {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:06.868108 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-728e0902-0981-41d3-b10d-f43afa28f4f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:06.922349 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-12675a57-c6a6-4791-8d87-888a5cc383ae req-1d8f7a01-5892-496c-9421-34d77d21a67c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Unset dirty status for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:55:06.923672 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-12675a57-c6a6-4791-8d87-888a5cc383ae req-1d8f7a01-5892-496c-9421-34d77d21a67c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5 HTTP/1.1" status: 200 len: 946 time: 2.0452683 May 13 14:55:07.194745 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-12675a57-c6a6-4791-8d87-888a5cc383ae req-39b92ba1-027e-4b76-b424-fe5a819cf895 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Deleting port e9bf7401-9e79-4804-a012-00c3c5113ffb {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:07.195092 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-12675a57-c6a6-4791-8d87-888a5cc383ae req-39b92ba1-027e-4b76-b424-fe5a819cf895 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:07.295675 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-9f51c200-b988-4eaa-ba9d-20a09cfb8b47 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:55:07.297049 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9f51c200-b988-4eaa-ba9d-20a09cfb8b47 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] 10.222.0.35 "PUT /v2.0/routers/2f20aa6e-761b-4f89-adf8-9713f0328ffb/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.8204048 May 13 14:55:07.299734 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48258) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:07.360903 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48262) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:07.407032 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-728e0902-0981-41d3-b10d-f43afa28f4f7 admin admin] For port 7ed7c93c-4627-4b97-bad1-558401b1419f, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=7ed7c93c-4627-4b97-bad1-558401b1419f,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:07.407667 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-728e0902-0981-41d3-b10d-f43afa28f4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:07.561411 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-728e0902-0981-41d3-b10d-f43afa28f4f7 admin admin] Calling delete_port for 7ed7c93c-4627-4b97-bad1-558401b1419f owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:07.597815 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-156bff04-2b9a-4ea0-a877-181e4c6b3e3e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=845a31714dc94b5195a265e4e77fe7ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2354393 May 13 14:55:07.604737 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48268) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:07.908943 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e034f71c-821c-4a13-aac6-eca5c712d5c6 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:55:07.925799 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-07649324-da73-4856-806c-cc74cbee9c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:07.959389 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-07649324-da73-4856-806c-cc74cbee9c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:08.002107 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: e034f71c-821c-4a13-aac6-eca5c712d5c6 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:55:08.003538 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e034f71c-821c-4a13-aac6-eca5c712d5c6 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:55:08.416079 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-0ef1cf0a-2af5-4507-b35d-e6cc003349ca tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:08.422998 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-0ef1cf0a-2af5-4507-b35d-e6cc003349ca tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/networks?id=7245a93f-bdad-4850-88f9-09476b64c18f HTTP/1.1" status: 200 len: 806 time: 0.2305884 May 13 14:55:08.446291 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1059f86-d0d4-4119-a3fb-40280da89a45 req-3df51e86-dd26-4e8a-a18d-13c0ee607411 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:08.457614 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b1059f86-d0d4-4119-a3fb-40280da89a45 req-3df51e86-dd26-4e8a-a18d-13c0ee607411 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5 HTTP/1.1" status: 200 len: 946 time: 0.2911143 May 13 14:55:08.461415 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-7f1b8595-fa9f-41de-a4ea-d35b6835cf8c tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/quotas/732161aac5934f6693072fa75ca25401 HTTP/1.1" status: 200 len: 375 time: 0.0373905 May 13 14:55:08.463015 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-07649324-da73-4856-806c-cc74cbee9c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:08.544176 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b1059f86-d0d4-4119-a3fb-40280da89a45 req-ba8e1d1f-56bb-4f0c-a767-cb743eeac22e tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b2ac550-59c6-45b6-866d-44a5053abc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0854912 May 13 14:55:08.592867 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07649324-da73-4856-806c-cc74cbee9c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637b85f7-c6a4-4fe7-b8d9-5c00716b131e,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:08.622742 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07649324-da73-4856-806c-cc74cbee9c28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:08.623465 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07649324-da73-4856-806c-cc74cbee9c28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:08.623791 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07649324-da73-4856-806c-cc74cbee9c28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:08.624247 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07649324-da73-4856-806c-cc74cbee9c28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:08.624655 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07649324-da73-4856-806c-cc74cbee9c28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:08.625258 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07649324-da73-4856-806c-cc74cbee9c28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:08.625489 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07649324-da73-4856-806c-cc74cbee9c28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:08.625678 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07649324-da73-4856-806c-cc74cbee9c28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:08.626227 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07649324-da73-4856-806c-cc74cbee9c28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:08.626736 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07649324-da73-4856-806c-cc74cbee9c28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:08.627291 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07649324-da73-4856-806c-cc74cbee9c28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:08.628068 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07649324-da73-4856-806c-cc74cbee9c28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:08.628843 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-12675a57-c6a6-4791-8d87-888a5cc383ae req-39b92ba1-027e-4b76-b424-fe5a819cf895 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] For port e9bf7401-9e79-4804-a012-00c3c5113ffb, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=e9bf7401-9e79-4804-a012-00c3c5113ffb,segment=NetworkSegment(61778e94-d977-405b-98c8-1a76f336218b),segment_id=61778e94-d977-405b-98c8-1a76f336218b)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:08.629362 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-12675a57-c6a6-4791-8d87-888a5cc383ae req-39b92ba1-027e-4b76-b424-fe5a819cf895 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:08.651888 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-07649324-da73-4856-806c-cc74cbee9c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:08.667945 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-07649324-da73-4856-806c-cc74cbee9c28 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/637b85f7-c6a4-4fe7-b8d9-5c00716b131e HTTP/1.1" status: 204 len: 168 time: 1.0508840 May 13 14:55:08.714787 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-62d8b531-7863-4049-921f-da2fcea4786b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:08.867591 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-12675a57-c6a6-4791-8d87-888a5cc383ae req-39b92ba1-027e-4b76-b424-fe5a819cf895 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Calling delete_port for e9bf7401-9e79-4804-a012-00c3c5113ffb owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:08.897368 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-728e0902-0981-41d3-b10d-f43afa28f4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:09.039065 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-e54e778f-d013-4aa8-99e9-f0e5f87c9fc9 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=732161aac5934f6693072fa75ca25401&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5706234 May 13 14:55:09.060050 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e0902-0981-41d3-b10d-f43afa28f4f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ed7c93c-4627-4b97-bad1-558401b1419f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:09.078200 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-b4b453cf-3de2-4a06-ba18-d0f7961e9833 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:55:09.085766 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-b4b453cf-3de2-4a06-ba18-d0f7961e9833 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0221760 May 13 14:55:09.256898 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device e9bf7401-9e79-4804-a012-00c3c5113ffb no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:55:09.330393 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-62d8b531-7863-4049-921f-da2fcea4786b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Deleting port 7e085bd5-9d4c-4b77-a53d-2ddd00daa58d {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:09.331060 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-62d8b531-7863-4049-921f-da2fcea4786b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:09.433973 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-12675a57-c6a6-4791-8d87-888a5cc383ae req-39b92ba1-027e-4b76-b424-fe5a819cf895 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:09.442955 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-728e0902-0981-41d3-b10d-f43afa28f4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:09.446067 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Port e9bf7401-9e79-4804-a012-00c3c5113ffb update to DOWN by agent not found {{(pid=88083) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 13 14:55:09.701936 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b92ba1-027e-4b76-b424-fe5a819cf895 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event deleted for resources: {'Port': ['ID=e9bf7401-9e79-4804-a012-00c3c5113ffb,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:09.743154 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2aedc6a4-3c01-407c-a128-0cbf6b0ef6a1 req-1ef9cdc0-a41c-4555-9f77-72246d8d0533 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5 HTTP/1.1" status: 200 len: 210 time: 0.0608747 May 13 14:55:09.771675 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-62d8b531-7863-4049-921f-da2fcea4786b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:09.864413 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-5627d15d-b11a-462b-86bd-8c24780cb814 service neutron] 10.222.0.35 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7775238 May 13 14:55:09.980827 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-62d8b531-7863-4049-921f-da2fcea4786b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Calling delete_port for 7e085bd5-9d4c-4b77-a53d-2ddd00daa58d owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:10.089557 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48362) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:10.262984 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-12675a57-c6a6-4791-8d87-888a5cc383ae req-39b92ba1-027e-4b76-b424-fe5a819cf895 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] No DVR routers for this DVR port e9bf7401-9e79-4804-a012-00c3c5113ffb on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:55:10.274628 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-12675a57-c6a6-4791-8d87-888a5cc383ae req-39b92ba1-027e-4b76-b424-fe5a819cf895 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:10.280060 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-62d8b531-7863-4049-921f-da2fcea4786b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:10.286490 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b43b0d-784a-497d-82a3-0be9baece9a5', 'name': 'network-vif-deleted', 'tag': 'e9bf7401-9e79-4804-a012-00c3c5113ffb'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:55:10.350726 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-07e04bde-7b2d-48a1-bc99-686f7f6aaa2d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-490026162-network', 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:10.370793 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-728e0902-0981-41d3-b10d-f43afa28f4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:10.381100 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-728e0902-0981-41d3-b10d-f43afa28f4f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:10.426106 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-12675a57-c6a6-4791-8d87-888a5cc383ae req-39b92ba1-027e-4b76-b424-fe5a819cf895 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.74 "DELETE /v2.0/ports/e9bf7401-9e79-4804-a012-00c3c5113ffb HTTP/1.1" status: 204 len: 173 time: 3.4955940 May 13 14:55:10.450011 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-728e0902-0981-41d3-b10d-f43afa28f4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:10.456971 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728e0902-0981-41d3-b10d-f43afa28f4f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24e8a5f2-9791-4479-812d-d8cfca04f9bb {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:55:10.466079 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2e0c274-3a5f-46f3-b5bb-aa47ec59acd1'] response: {'server_uuid': 'b1b43b0d-784a-497d-82a3-0be9baece9a5', 'name': 'network-vif-deleted', 'tag': 'e9bf7401-9e79-4804-a012-00c3c5113ffb', 'status': 'completed', 'code': 200} May 13 14:55:10.495460 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-728e0902-0981-41d3-b10d-f43afa28f4f7 admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:10.496990 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-728e0902-0981-41d3-b10d-f43afa28f4f7 admin admin] 10.222.0.35 "DELETE /v2.0/routers/24e8a5f2-9791-4479-812d-d8cfca04f9bb HTTP/1.1" status: 204 len: 168 time: 5.8173292 May 13 14:55:10.499528 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48374) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:10.503799 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-da72f274-82cb-47cd-bd4c-7d3dba68a660 service neutron] 10.222.0.35 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5195968 May 13 14:55:10.605096 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-07e04bde-7b2d-48a1-bc99-686f7f6aaa2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:10.620782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-c51bdd71-7d3f-4054-9cbd-b84a7fdff164 admin admin] Deleting subnet 1c8f4586-9019-4e40-a9f7-0e85fc630d68 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:55:10.636439 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8b531-7863-4049-921f-da2fcea4786b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Pushing event deleted for resources: {'Port': ['ID=7e085bd5-9d4c-4b77-a53d-2ddd00daa58d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:10.638763 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c51bdd71-7d3f-4054-9cbd-b84a7fdff164 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:10.646293 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-07e04bde-7b2d-48a1-bc99-686f7f6aaa2d admin admin] Usage tracker for resource:network and tenant:ac0ce7a13bd948f9949b7bdefd23d50f is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:10.682835 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-07e04bde-7b2d-48a1-bc99-686f7f6aaa2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:10.702609 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-07e04bde-7b2d-48a1-bc99-686f7f6aaa2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:10.731036 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e04bde-7b2d-48a1-bc99-686f7f6aaa2d admin admin] Made reservation on behalf of ac0ce7a13bd948f9949b7bdefd23d50f for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:55:10.734098 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-07e04bde-7b2d-48a1-bc99-686f7f6aaa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:10.796279 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c51bdd71-7d3f-4054-9cbd-b84a7fdff164 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:11.127435 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-62d8b531-7863-4049-921f-da2fcea4786b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:11.136709 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-07e04bde-7b2d-48a1-bc99-686f7f6aaa2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:11.190935 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c51bdd71-7d3f-4054-9cbd-b84a7fdff164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:11.296901 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cfb3825e-f45f-478d-a62d-9017bda6e198 req-cd21c365-078c-4429-9d9c-cdaaa261713d tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=df18e78d-dedd-4de9-bde9-dfaaaae72459 HTTP/1.1" status: 200 len: 210 time: 0.1897814 May 13 14:55:11.298496 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c51bdd71-7d3f-4054-9cbd-b84a7fdff164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:11.322712 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-07e04bde-7b2d-48a1-bc99-686f7f6aaa2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:11.369841 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51bdd71-7d3f-4054-9cbd-b84a7fdff164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c8f4586-9019-4e40-a9f7-0e85fc630d68,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:11.377912 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c51bdd71-7d3f-4054-9cbd-b84a7fdff164 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:11.382854 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394020fb-09b9-4f8d-9c88-467515e98eb4 None None] Network 5282d3ed-350b-4da4-8383-5e6e9e2a8391 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:55:11.402995 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c51bdd71-7d3f-4054-9cbd-b84a7fdff164 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1c8f4586-9019-4e40-a9f7-0e85fc630d68 HTTP/1.1" status: 204 len: 168 time: 0.8994410 May 13 14:55:11.405989 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48400) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:11.539154 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-07e04bde-7b2d-48a1-bc99-686f7f6aaa2d admin admin] Usage tracker for resource:security_group_rule and tenant:ac0ce7a13bd948f9949b7bdefd23d50f is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:11.549776 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-07e04bde-7b2d-48a1-bc99-686f7f6aaa2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:11.615294 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0412e1e-ad98-49fa-a9d3-05d64c035db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:11.628332 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f891c96d-5d9f-4851-bc6e-ddec58fd7509 req-f2f5f356-3568-40e7-95fa-258a51f3da99 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1b43b0d-784a-497d-82a3-0be9baece9a5 HTTP/1.1" status: 200 len: 210 time: 0.4680207 May 13 14:55:11.628332 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-07e04bde-7b2d-48a1-bc99-686f7f6aaa2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:11.634382 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-d0412e1e-ad98-49fa-a9d3-05d64c035db3 admin admin] Deleting port 97309e88-68a1-4470-b5a1-2a49a6b4c0af {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:11.635233 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0412e1e-ad98-49fa-a9d3-05d64c035db3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:11.908944 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d8b531-7863-4049-921f-da2fcea4786b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Router 2f20aa6e-761b-4f89-adf8-9713f0328ffb has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:55:11.943202 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaa7225-65a2-437b-ace0-0c8919fca804 None None] DHCP port deletion for 5282d3ed-350b-4da4-8383-5e6e9e2a8391 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:55:11.947261 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-2aaa7225-65a2-437b-ace0-0c8919fca804 None None] Deleting port 97309e88-68a1-4470-b5a1-2a49a6b4c0af {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:11.947634 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2aaa7225-65a2-437b-ace0-0c8919fca804 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:12.053382 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-d0412e1e-ad98-49fa-a9d3-05d64c035db3 admin admin] For port 97309e88-68a1-4470-b5a1-2a49a6b4c0af, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=97309e88-68a1-4470-b5a1-2a49a6b4c0af,segment=NetworkSegment(34abcdca-4f95-4169-844a-19537946b334),segment_id=34abcdca-4f95-4169-844a-19537946b334)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:12.053989 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0412e1e-ad98-49fa-a9d3-05d64c035db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:12.122806 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d8b531-7863-4049-921f-da2fcea4786b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:55:12.132133 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a0f156-9398-448d-afbb-96c7b46a28d7 None None] Sync routers for ids ['2f20aa6e-761b-4f89-adf8-9713f0328ffb'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:55:12.149456 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a0f156-9398-448d-afbb-96c7b46a28d7 None None] Routers {'2f20aa6e-761b-4f89-adf8-9713f0328ffb'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:12.150240 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-59a0f156-9398-448d-afbb-96c7b46a28d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:55:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['2f20aa6e-761b-4f89-adf8-9713f0328ffb'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:12.191756 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-62d8b531-7863-4049-921f-da2fcea4786b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] 10.222.0.35 "PUT /v2.0/routers/2f20aa6e-761b-4f89-adf8-9713f0328ffb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8836329 May 13 14:55:12.192273 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48418) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:12.256662 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-07e04bde-7b2d-48a1-bc99-686f7f6aaa2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:12.274682 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-07e04bde-7b2d-48a1-bc99-686f7f6aaa2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:12.291685 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e04bde-7b2d-48a1-bc99-686f7f6aaa2d admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:55:12.305729 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-07e04bde-7b2d-48a1-bc99-686f7f6aaa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:12.306032 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-07e04bde-7b2d-48a1-bc99-686f7f6aaa2d admin admin] Added segment 0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa of type vlan for network d6183f6d-25fb-4e44-b996-0f5bcb025fdd May 13 14:55:12.310248 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-59a0f156-9398-448d-afbb-96c7b46a28d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:12.335589 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a0f156-9398-448d-afbb-96c7b46a28d7 None None] Routers {'2f20aa6e-761b-4f89-adf8-9713f0328ffb'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:12.336024 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-59a0f156-9398-448d-afbb-96c7b46a28d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:55:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['2f20aa6e-761b-4f89-adf8-9713f0328ffb'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:12.339807 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-07e04bde-7b2d-48a1-bc99-686f7f6aaa2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:12.394427 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-07e04bde-7b2d-48a1-bc99-686f7f6aaa2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:12.395708 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e04bde-7b2d-48a1-bc99-686f7f6aaa2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:12.396482 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-07e04bde-7b2d-48a1-bc99-686f7f6aaa2d admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:12.451104 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-d0412e1e-ad98-49fa-a9d3-05d64c035db3 admin admin] Calling delete_port for 97309e88-68a1-4470-b5a1-2a49a6b4c0af owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:12.533511 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-50c4f526-0213-4062-a10d-c54565ab3bae tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] delete failed (client error): The resource could not be found. May 13 14:55:12.539831 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-50c4f526-0213-4062-a10d-c54565ab3bae tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] 10.222.0.35 "DELETE /v2.0/routers/tempest-non_exist_router-1150639575 HTTP/1.1" status: 404 len: 335 time: 0.3425756 May 13 14:55:12.547079 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48428) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:12.547756 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e04bde-7b2d-48a1-bc99-686f7f6aaa2d admin admin] Pushing event updated for resources: {'Network': ['ID=d6183f6d-25fb-4e44-b996-0f5bcb025fdd,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:12.567398 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-59a0f156-9398-448d-afbb-96c7b46a28d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:12.568561 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a0f156-9398-448d-afbb-96c7b46a28d7 None None] The sync data for ids ['2f20aa6e-761b-4f89-adf8-9713f0328ffb'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:55:12.568889 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-2aaa7225-65a2-437b-ace0-0c8919fca804 None None] For port 97309e88-68a1-4470-b5a1-2a49a6b4c0af, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=97309e88-68a1-4470-b5a1-2a49a6b4c0af,segment=NetworkSegment(34abcdca-4f95-4169-844a-19537946b334),segment_id=34abcdca-4f95-4169-844a-19537946b334)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:12.569384 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2aaa7225-65a2-437b-ace0-0c8919fca804 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:12.628239 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-a3a03d2c-774a-4e81-a678-eb0e5dae7d97 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Request body: {'router': {'external_gateway_info': {'network_id': '2f20aa6e-761b-4f89-adf8-9713f0328ffb'}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:12.758719 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-2aaa7225-65a2-437b-ace0-0c8919fca804 None None] Calling delete_port for 97309e88-68a1-4470-b5a1-2a49a6b4c0af owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:12.785852 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0412e1e-ad98-49fa-a9d3-05d64c035db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:12.794273 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-07e04bde-7b2d-48a1-bc99-686f7f6aaa2d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7033482 May 13 14:55:12.816300 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48434) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:12.860276 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e04bde-7b2d-48a1-bc99-686f7f6aaa2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f976fa-597e-439b-8cb0-3aa841a32fd6,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:12.874837 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48436) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:12.877198 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0412e1e-ad98-49fa-a9d3-05d64c035db3 admin admin] No DVR routers for this DVR port 97309e88-68a1-4470-b5a1-2a49a6b4c0af on host n-d-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:55:12.907007 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 7ed7c93c-4627-4b97-bad1-558401b1419f no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:55:12.947928 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-e159dcec-9148-46a0-a3ae-e1809587eb6d admin admin] Request body: {'subnet': {'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-490026162-subnet', 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:12.952558 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0412e1e-ad98-49fa-a9d3-05d64c035db3 admin admin] Pushing event deleted for resources: {'Port': ['ID=97309e88-68a1-4470-b5a1-2a49a6b4c0af,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:12.969511 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1f92d9ed-82b9-486a-90f4-f2d351899f44 req-bf6f6538-4c70-4cff-857d-62f588032f41 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=df18e78d-dedd-4de9-bde9-dfaaaae72459 HTTP/1.1" status: 200 len: 210 time: 0.2932460 May 13 14:55:12.993878 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 7ed7c93c-4627-4b97-bad1-558401b1419f {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:55:12.994439 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 7ed7c93c-4627-4b97-bad1-558401b1419f not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:55:12.996517 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-2aaa7225-65a2-437b-ace0-0c8919fca804 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:55:12.997040 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-2aaa7225-65a2-437b-ace0-0c8919fca804 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:55:12.998089 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network d6183f6d-25fb-4e44-b996-0f5bcb025fdd details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:55:13.009803 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e159dcec-9148-46a0-a3ae-e1809587eb6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:13.023612 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e159dcec-9148-46a0-a3ae-e1809587eb6d admin admin] Usage tracker for resource:subnet and tenant:ac0ce7a13bd948f9949b7bdefd23d50f is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:13.125665 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e159dcec-9148-46a0-a3ae-e1809587eb6d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:13.136718 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e159dcec-9148-46a0-a3ae-e1809587eb6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:13.166224 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0412e1e-ad98-49fa-a9d3-05d64c035db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:13.201201 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e159dcec-9148-46a0-a3ae-e1809587eb6d admin admin] Made reservation on behalf of ac0ce7a13bd948f9949b7bdefd23d50f for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:55:13.209110 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e159dcec-9148-46a0-a3ae-e1809587eb6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:13.427435 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-d0412e1e-ad98-49fa-a9d3-05d64c035db3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5282d3ed-350b-4da4-8383-5e6e9e2a8391']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:13.465468 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-d0412e1e-ad98-49fa-a9d3-05d64c035db3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34abcdca-4f95-4169-844a-19537946b334') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:13.465468 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-d0412e1e-ad98-49fa-a9d3-05d64c035db3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34abcdca-4f95-4169-844a-19537946b334') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:13.500109 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-2aaa7225-65a2-437b-ace0-0c8919fca804 None None] Deleting port 97309e88-68a1-4470-b5a1-2a49a6b4c0af {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:13.500109 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2aaa7225-65a2-437b-ace0-0c8919fca804 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:13.713890 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-2aaa7225-65a2-437b-ace0-0c8919fca804 None None] The port '97309e88-68a1-4470-b5a1-2a49a6b4c0af' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:55:13.720397 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3230cdd2-6798-45a9-961a-0812c5f38491 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:13.756559 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a3a03d2c-774a-4e81-a678-eb0e5dae7d97 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:13.780096 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3230cdd2-6798-45a9-961a-0812c5f38491 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:13.812455 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-a3a03d2c-774a-4e81-a678-eb0e5dae7d97 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] update failed (client error): The resource could not be found. May 13 14:55:13.826540 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a3a03d2c-774a-4e81-a678-eb0e5dae7d97 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] 10.222.0.35 "PUT /v2.0/routers/2f20aa6e-761b-4f89-adf8-9713f0328ffb HTTP/1.1" status: 404 len: 339 time: 1.2625384 May 13 14:55:13.826540 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48462) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:13.942365 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0412e1e-ad98-49fa-a9d3-05d64c035db3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:13.989918 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 97309e88-68a1-4470-b5a1-2a49a6b4c0af no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:55:14.034041 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 97309e88-68a1-4470-b5a1-2a49a6b4c0af {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:55:14.034722 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 97309e88-68a1-4470-b5a1-2a49a6b4c0af not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:55:14.168051 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0412e1e-ad98-49fa-a9d3-05d64c035db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:14.192554 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0412e1e-ad98-49fa-a9d3-05d64c035db3 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:55:14.195062 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0412e1e-ad98-49fa-a9d3-05d64c035db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:14.313913 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cc66c1e3-7284-4b72-8d25-83a0695a3099 req-f7b05769-d135-48f2-a2de-ab7e5aac4e15 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=df18e78d-dedd-4de9-bde9-dfaaaae72459 HTTP/1.1" status: 200 len: 210 time: 0.0899794 May 13 14:55:14.333189 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:55:14.333189 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:55:14.333189 n-d-841760-1 neutron-server[88081]: timer() May 13 14:55:14.333189 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:55:14.333189 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:55:14.333189 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:55:14.333189 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:55:14.333189 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:55:14.333189 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:55:14.333189 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:55:14.333189 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:55:14.333189 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:55:14.333189 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:55:14.333189 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:55:14.333189 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:55:14.333189 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:55:14.333189 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:55:14.333189 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:55:14.333189 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:55:14.333189 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:55:14.333189 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:55:14.333189 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:55:14.333189 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:55:14.333189 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:55:14.333189 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:55:14.333189 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:55:14.333189 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:55:14.333189 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:55:14.333189 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:55:14.333189 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:55:14.333189 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:55:14.333189 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:55:14.348585 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e159dcec-9148-46a0-a3ae-e1809587eb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:14.437319 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159dcec-9148-46a0-a3ae-e1809587eb6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f43563bd-f154-4518-8312-29f2255f69ef,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:14.445875 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0412e1e-ad98-49fa-a9d3-05d64c035db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:14.452385 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0412e1e-ad98-49fa-a9d3-05d64c035db3 admin admin] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:14.506908 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0412e1e-ad98-49fa-a9d3-05d64c035db3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5282d3ed-350b-4da4-8383-5e6e9e2a8391,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:14.514844 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-bb7e0d2d-52ca-4677-94ab-4cfccfdd506a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:14.516598 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-bb7e0d2d-52ca-4677-94ab-4cfccfdd506a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.74 "GET /v2.0/networks?id=7245a93f-bdad-4850-88f9-09476b64c18f HTTP/1.1" status: 200 len: 806 time: 1.2433069 May 13 14:55:14.536107 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-3d80e108-54a8-4ad0-9bf2-113e96ee0dc8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Request body: {'port': {'device_id': 'df18e78d-dedd-4de9-bde9-dfaaaae72459', 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f', 'admin_state_up': True, 'tenant_id': '732161aac5934f6693072fa75ca25401'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:14.557559 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d0412e1e-ad98-49fa-a9d3-05d64c035db3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5282d3ed-350b-4da4-8383-5e6e9e2a8391 HTTP/1.1" status: 204 len: 168 time: 3.1485951 May 13 14:55:14.557559 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48480) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:14.574149 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3230cdd2-6798-45a9-961a-0812c5f38491 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:14.615825 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3230cdd2-6798-45a9-961a-0812c5f38491 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2ac550-59c6-45b6-866d-44a5053abc01,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:14.638555 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3230cdd2-6798-45a9-961a-0812c5f38491 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:14.640105 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3230cdd2-6798-45a9-961a-0812c5f38491 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "DELETE /v2.0/security-groups/5b2ac550-59c6-45b6-866d-44a5053abc01 HTTP/1.1" status: 204 len: 168 time: 1.7634976 May 13 14:55:14.687006 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-23f45672-67b2-4c3c-8011-8155a01bb0aa tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:14.698027 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48486) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:14.730171 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e159dcec-9148-46a0-a3ae-e1809587eb6d admin admin] Checking segment: {'id': '0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:55:14.730654 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e159dcec-9148-46a0-a3ae-e1809587eb6d admin admin] Network hostable DHCP agents. Network: d6183f6d-25fb-4e44-b996-0f5bcb025fdd, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:55:14.810791 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e159dcec-9148-46a0-a3ae-e1809587eb6d admin admin] Network d6183f6d-25fb-4e44-b996-0f5bcb025fdd is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:55:15.092816 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-e159dcec-9148-46a0-a3ae-e1809587eb6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, d6183f6d-25fb-4e44-b996-0f5bcb025fdd) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:15.114622 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e159dcec-9148-46a0-a3ae-e1809587eb6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:15.115253 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e159dcec-9148-46a0-a3ae-e1809587eb6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:15.117521 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb53b5a1-a97a-4142-bb59-92f81db46b3f None None] Network d6183f6d-25fb-4e44-b996-0f5bcb025fdd requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:55:15.240244 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-3d80e108-54a8-4ad0-9bf2-113e96ee0dc8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:15.299569 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-3d80e108-54a8-4ad0-9bf2-113e96ee0dc8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:15.308650 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e159dcec-9148-46a0-a3ae-e1809587eb6d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3763514 May 13 14:55:15.314960 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48506) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:15.326037 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-f430d8a5-9d1b-42a9-a391-65fd2acb06ab admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-490026162-router', 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:15.349024 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f430d8a5-9d1b-42a9-a391-65fd2acb06ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:15.354460 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f430d8a5-9d1b-42a9-a391-65fd2acb06ab admin admin] Usage tracker for resource:router and tenant:ac0ce7a13bd948f9949b7bdefd23d50f is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:15.358951 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f430d8a5-9d1b-42a9-a391-65fd2acb06ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:15.366600 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f430d8a5-9d1b-42a9-a391-65fd2acb06ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:15.413151 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f430d8a5-9d1b-42a9-a391-65fd2acb06ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:15.414711 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f430d8a5-9d1b-42a9-a391-65fd2acb06ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:15.449557 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f430d8a5-9d1b-42a9-a391-65fd2acb06ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:15.566859 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-3d80e108-54a8-4ad0-9bf2-113e96ee0dc8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Made reservation on behalf of 732161aac5934f6693072fa75ca25401 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:55:15.573288 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-3d80e108-54a8-4ad0-9bf2-113e96ee0dc8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:15.657342 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e53c615-939e-433a-80cf-6e7379cf1c7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-d6183f6d-25fb-4e44-b996-0f5bcb025fdd', 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd', 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'fixed_ips': [{'subnet_id': 'f43563bd-f154-4518-8312-29f2255f69ef'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:55:15.658449 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6e53c615-939e-433a-80cf-6e7379cf1c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:15.901408 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1b12707c-fe14-45fb-87e6-f6630fe48e3b req-efe32d8a-86d1-4d91-a1a7-e6bd40b9ab6b tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=df18e78d-dedd-4de9-bde9-dfaaaae72459 HTTP/1.1" status: 200 len: 210 time: 0.1498959 May 13 14:55:15.999786 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-6e53c615-939e-433a-80cf-6e7379cf1c7b None None] Allocated IP 172.20.0.2 (d6183f6d-25fb-4e44-b996-0f5bcb025fdd/f43563bd-f154-4518-8312-29f2255f69ef/90f5e9dd-6fb6-4c47-be55-3eb3118941ed) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:55:16.090304 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f430d8a5-9d1b-42a9-a391-65fd2acb06ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:16.275401 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-23f45672-67b2-4c3c-8011-8155a01bb0aa tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Allocated IP 172.20.0.1 (3cd870f0-d997-4b88-831e-185871b98f89/95928a28-4ad1-4de5-ad1b-e7db31eb56d2/6513bec1-2acd-4603-96e7-1304624c84f4) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:55:16.446509 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6e53c615-939e-433a-80cf-6e7379cf1c7b None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:16.487240 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6e53c615-939e-433a-80cf-6e7379cf1c7b None None] Transition to ACTIVE for port object 90f5e9dd-6fb6-4c47-be55-3eb3118941ed will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:55:16.516827 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6e53c615-939e-433a-80cf-6e7379cf1c7b None None] Transition to ACTIVE for port object 90f5e9dd-6fb6-4c47-be55-3eb3118941ed will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:55:16.532841 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6e53c615-939e-433a-80cf-6e7379cf1c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:16.604617 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-23f45672-67b2-4c3c-8011-8155a01bb0aa tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:16.663452 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-23f45672-67b2-4c3c-8011-8155a01bb0aa tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Transition to ACTIVE for port object 6513bec1-2acd-4603-96e7-1304624c84f4 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:55:16.666733 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53c615-939e-433a-80cf-6e7379cf1c7b None None] Pushing event updated for resources: {'Port': ['ID=90f5e9dd-6fb6-4c47-be55-3eb3118941ed,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:16.676145 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e53c615-939e-433a-80cf-6e7379cf1c7b None None] Network d6183f6d-25fb-4e44-b996-0f5bcb025fdd is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:55:16.678610 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-6e53c615-939e-433a-80cf-6e7379cf1c7b None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:16.681380 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e53c615-939e-433a-80cf-6e7379cf1c7b None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:55:16.686913 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-90db9264-a914-4853-9164-99f701701196 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:16.797221 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-3d80e108-54a8-4ad0-9bf2-113e96ee0dc8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Allocated IP 172.20.0.9 (7245a93f-bdad-4850-88f9-09476b64c18f/34fcb229-3793-40c5-9fb6-d9e1bba72c19/4ad3a210-2724-45af-a344-e9499fae0dae) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:55:16.827288 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6e53c615-939e-433a-80cf-6e7379cf1c7b None None] Attempting to bind port 90f5e9dd-6fb6-4c47-be55-3eb3118941ed on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:55:16.827288 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6e53c615-939e-433a-80cf-6e7379cf1c7b None None] Attempting to bind port 90f5e9dd-6fb6-4c47-be55-3eb3118941ed by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:55:16.827288 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e53c615-939e-433a-80cf-6e7379cf1c7b None None] Attempting to bind port 90f5e9dd-6fb6-4c47-be55-3eb3118941ed on network d6183f6d-25fb-4e44-b996-0f5bcb025fdd {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:55:16.827288 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e53c615-939e-433a-80cf-6e7379cf1c7b None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:55:16.831454 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e53c615-939e-433a-80cf-6e7379cf1c7b None None] Checking segment: {'id': '0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:55:16.831454 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6e53c615-939e-433a-80cf-6e7379cf1c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:16.831454 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e53c615-939e-433a-80cf-6e7379cf1c7b None None] Bound using segment: {'id': '0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:55:16.831454 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6e53c615-939e-433a-80cf-6e7379cf1c7b None None] Bound port: 90f5e9dd-6fb6-4c47-be55-3eb3118941ed, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:55:16.831454 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6e53c615-939e-433a-80cf-6e7379cf1c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:16.925672 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-23f45672-67b2-4c3c-8011-8155a01bb0aa tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:16.929797 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-6e53c615-939e-433a-80cf-6e7379cf1c7b None None] For port 90f5e9dd-6fb6-4c47-be55-3eb3118941ed, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:55:16.934514 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-6e53c615-939e-433a-80cf-6e7379cf1c7b None None] For port 90f5e9dd-6fb6-4c47-be55-3eb3118941ed, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=90f5e9dd-6fb6-4c47-be55-3eb3118941ed,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:55:16.942173 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6e53c615-939e-433a-80cf-6e7379cf1c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:17.012204 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f45672-67b2-4c3c-8011-8155a01bb0aa tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Network 3cd870f0-d997-4b88-831e-185871b98f89 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:55:17.021505 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-23f45672-67b2-4c3c-8011-8155a01bb0aa tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:17.024988 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f45672-67b2-4c3c-8011-8155a01bb0aa tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:55:17.170765 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53c615-939e-433a-80cf-6e7379cf1c7b None None] Pushing event updated for resources: {'Port': ['ID=90f5e9dd-6fb6-4c47-be55-3eb3118941ed,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:17.235366 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-3d80e108-54a8-4ad0-9bf2-113e96ee0dc8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:17.298109 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-23f45672-67b2-4c3c-8011-8155a01bb0aa tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:17.381940 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-3d80e108-54a8-4ad0-9bf2-113e96ee0dc8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:17.394156 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['c219a9e3-31ff-4672-a567-a3f58b20873f'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:55:17.567205 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-3d80e108-54a8-4ad0-9bf2-113e96ee0dc8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Network 7245a93f-bdad-4850-88f9-09476b64c18f is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:55:17.582519 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f45672-67b2-4c3c-8011-8155a01bb0aa tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Pushing event updated for resources: {'Port': ['ID=6513bec1-2acd-4603-96e7-1304624c84f4,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:17.582751 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-4b7c3485-effd-4f79-9306-389374215a4e None None] Provisioning for port 6513bec1-2acd-4603-96e7-1304624c84f4 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:55:17.594281 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80e108-54a8-4ad0-9bf2-113e96ee0dc8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Pushing event updated for resources: {'Port': ['ID=4ad3a210-2724-45af-a344-e9499fae0dae,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:17.600120 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-3d80e108-54a8-4ad0-9bf2-113e96ee0dc8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:17.617590 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-3d80e108-54a8-4ad0-9bf2-113e96ee0dc8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:55:17.684450 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-4b7c3485-effd-4f79-9306-389374215a4e None None] Provisioning complete for port 6513bec1-2acd-4603-96e7-1304624c84f4 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:17.685016 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4b7c3485-effd-4f79-9306-389374215a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:17.804602 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-3d80e108-54a8-4ad0-9bf2-113e96ee0dc8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:17.805794 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-3d80e108-54a8-4ad0-9bf2-113e96ee0dc8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:17.871010 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80e108-54a8-4ad0-9bf2-113e96ee0dc8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:17.871604 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80e108-54a8-4ad0-9bf2-113e96ee0dc8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:17.872161 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80e108-54a8-4ad0-9bf2-113e96ee0dc8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:17.872693 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80e108-54a8-4ad0-9bf2-113e96ee0dc8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:17.873301 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80e108-54a8-4ad0-9bf2-113e96ee0dc8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:17.873872 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80e108-54a8-4ad0-9bf2-113e96ee0dc8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:17.874426 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80e108-54a8-4ad0-9bf2-113e96ee0dc8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:17.874989 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80e108-54a8-4ad0-9bf2-113e96ee0dc8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:17.875699 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80e108-54a8-4ad0-9bf2-113e96ee0dc8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:17.876186 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80e108-54a8-4ad0-9bf2-113e96ee0dc8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:17.877464 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80e108-54a8-4ad0-9bf2-113e96ee0dc8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:17.878183 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80e108-54a8-4ad0-9bf2-113e96ee0dc8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:17.951460 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-4b7c3485-effd-4f79-9306-389374215a4e None None] Port 6513bec1-2acd-4603-96e7-1304624c84f4 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:55:17.982869 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-23f45672-67b2-4c3c-8011-8155a01bb0aa tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:18.011453 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-3d80e108-54a8-4ad0-9bf2-113e96ee0dc8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4766831 May 13 14:55:18.046218 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-90db9264-a914-4853-9164-99f701701196 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Deleting port 02a85da6-0c75-4789-9a35-2ddee0538925 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:18.046218 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-90db9264-a914-4853-9164-99f701701196 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:18.053463 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-da748470-fcaf-4815-b28d-9fa39521a127 service neutron] Request body: {'port': {'device_id': 'df18e78d-dedd-4de9-bde9-dfaaaae72459', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:18.148111 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:18.176269 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 90f5e9dd-6fb6-4c47-be55-3eb3118941ed up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:55:18.218794 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da29d1-972b-4db6-ad89-2142e440c882 req-13f7b853-b492-43a3-bf26-f13f79c1794a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:18.219859 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-92da29d1-972b-4db6-ad89-2142e440c882 req-13f7b853-b492-43a3-bf26-f13f79c1794a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Synchronizing usage tracker for tenant:732161aac5934f6693072fa75ca25401 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:55:18.366623 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 90f5e9dd-6fb6-4c47-be55-3eb3118941ed completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:55:18.556415 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-92da29d1-972b-4db6-ad89-2142e440c882 req-13f7b853-b492-43a3-bf26-f13f79c1794a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Unset dirty status for tenant:732161aac5934f6693072fa75ca25401 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:55:18.563334 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-92da29d1-972b-4db6-ad89-2142e440c882 req-13f7b853-b492-43a3-bf26-f13f79c1794a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=df18e78d-dedd-4de9-bde9-dfaaaae72459 HTTP/1.1" status: 200 len: 931 time: 1.2847972 May 13 14:55:18.691144 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-90db9264-a914-4853-9164-99f701701196 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] For port 02a85da6-0c75-4789-9a35-2ddee0538925, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=02a85da6-0c75-4789-9a35-2ddee0538925,segment=NetworkSegment(61778e94-d977-405b-98c8-1a76f336218b),segment_id=61778e94-d977-405b-98c8-1a76f336218b)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:18.691520 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-90db9264-a914-4853-9164-99f701701196 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:18.816720 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-da748470-fcaf-4815-b28d-9fa39521a127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:18.857940 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-90db9264-a914-4853-9164-99f701701196 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Calling delete_port for 02a85da6-0c75-4789-9a35-2ddee0538925 owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:18.915898 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-92da29d1-972b-4db6-ad89-2142e440c882 req-31b58115-6c86-4110-bd50-310bfa762842 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515527 May 13 14:55:18.964069 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f430d8a5-9d1b-42a9-a391-65fd2acb06ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:19.036178 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fa56db19-205a-4acf-a6b1-f8a7ed2dbd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:19.036645 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26943fce-220b-4bb3-b95d-9df7aabcb21a None None] Network d6183f6d-25fb-4e44-b996-0f5bcb025fdd requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:55:19.099665 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f430d8a5-9d1b-42a9-a391-65fd2acb06ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:19.192746 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c9262c61-3f26-4875-9ee7-cff0a06d142d None None] Provisioning for port 90f5e9dd-6fb6-4c47-be55-3eb3118941ed completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:55:19.213749 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c9262c61-3f26-4875-9ee7-cff0a06d142d None None] Provisioning complete for port 90f5e9dd-6fb6-4c47-be55-3eb3118941ed triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:19.214118 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c9262c61-3f26-4875-9ee7-cff0a06d142d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:19.283545 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [None req-23f45672-67b2-4c3c-8011-8155a01bb0aa tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:55:19.318264 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-23f45672-67b2-4c3c-8011-8155a01bb0aa tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:19.335905 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-23f45672-67b2-4c3c-8011-8155a01bb0aa tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:19.529458 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f45672-67b2-4c3c-8011-8155a01bb0aa tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Pushing event updated for resources: {'Port': ['ID=6513bec1-2acd-4603-96e7-1304624c84f4,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:19.536804 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-90db9264-a914-4853-9164-99f701701196 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:19.602243 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-23f45672-67b2-4c3c-8011-8155a01bb0aa tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:19.680310 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-c9262c61-3f26-4875-9ee7-cff0a06d142d None None] Current status of the port 90f5e9dd-6fb6-4c47-be55-3eb3118941ed is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:19.680877 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c9262c61-3f26-4875-9ee7-cff0a06d142d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:19.728692 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-c9262c61-3f26-4875-9ee7-cff0a06d142d None None] For port 90f5e9dd-6fb6-4c47-be55-3eb3118941ed, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=90f5e9dd-6fb6-4c47-be55-3eb3118941ed,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:19.738890 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c9262c61-3f26-4875-9ee7-cff0a06d142d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:19.747262 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db9264-a914-4853-9164-99f701701196 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event deleted for resources: {'Port': ['ID=02a85da6-0c75-4789-9a35-2ddee0538925,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:19.878781 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9262c61-3f26-4875-9ee7-cff0a06d142d None None] Pushing event updated for resources: {'Port': ['ID=90f5e9dd-6fb6-4c47-be55-3eb3118941ed,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:20.197596 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 90f5e9dd-6fb6-4c47-be55-3eb3118941ed up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:55:20.223792 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-f430d8a5-9d1b-42a9-a391-65fd2acb06ab admin admin] Allocated IP 172.25.0.247 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/61f11ba7-38db-43d7-b53c-03f96006877e) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:55:20.285687 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f45672-67b2-4c3c-8011-8155a01bb0aa tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Network 3cd870f0-d997-4b88-831e-185871b98f89 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:55:20.288901 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-23f45672-67b2-4c3c-8011-8155a01bb0aa tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:20.365835 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 90f5e9dd-6fb6-4c47-be55-3eb3118941ed triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:20.366211 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:20.669393 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9b33ae59-789b-4995-a504-7ab10a63138a None None] Provisioning complete for port 90f5e9dd-6fb6-4c47-be55-3eb3118941ed triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:20.669898 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9b33ae59-789b-4995-a504-7ab10a63138a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:20.820294 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 90f5e9dd-6fb6-4c47-be55-3eb3118941ed is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:20.837287 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-9b33ae59-789b-4995-a504-7ab10a63138a None None] Current status of the port 90f5e9dd-6fb6-4c47-be55-3eb3118941ed is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:20.907343 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f430d8a5-9d1b-42a9-a391-65fd2acb06ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:20.925544 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-da748470-fcaf-4815-b28d-9fa39521a127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ad3a210-2724-45af-a344-e9499fae0dae {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:55:20.935823 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-da748470-fcaf-4815-b28d-9fa39521a127 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:20.975058 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-58bc25c9-40f6-4a85-99ba-151f3bbaf054 None None] Provisioning complete for port 6513bec1-2acd-4603-96e7-1304624c84f4 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:20.976018 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-58bc25c9-40f6-4a85-99ba-151f3bbaf054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:21.009763 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-da748470-fcaf-4815-b28d-9fa39521a127 service neutron] Transition to ACTIVE for port object 4ad3a210-2724-45af-a344-e9499fae0dae will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:55:21.027313 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-da748470-fcaf-4815-b28d-9fa39521a127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:21.136775 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da748470-fcaf-4815-b28d-9fa39521a127 service neutron] Pushing event updated for resources: {'Port': ['ID=4ad3a210-2724-45af-a344-e9499fae0dae,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:21.139664 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-fa56db19-205a-4acf-a6b1-f8a7ed2dbd13 admin admin] Deleting port d69fc11b-2993-4727-8cf9-1a895795eb8c {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:21.140012 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fa56db19-205a-4acf-a6b1-f8a7ed2dbd13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:21.165945 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-58bc25c9-40f6-4a85-99ba-151f3bbaf054 None None] Port 6513bec1-2acd-4603-96e7-1304624c84f4 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:55:21.176351 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef1956-9b31-4ea6-ae92-b8d0cab526be req-f27b8a51-a626-4590-8fa9-d3f6b64a5b4e tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:21.178193 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-45ef1956-9b31-4ea6-ae92-b8d0cab526be req-f27b8a51-a626-4590-8fa9-d3f6b64a5b4e tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=df18e78d-dedd-4de9-bde9-dfaaaae72459 HTTP/1.1" status: 200 len: 931 time: 1.0283911 May 13 14:55:21.187080 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f430d8a5-9d1b-42a9-a391-65fd2acb06ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:21.210113 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f45672-67b2-4c3c-8011-8155a01bb0aa tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Router 2f20aa6e-761b-4f89-adf8-9713f0328ffb has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:55:21.230254 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-90db9264-a914-4853-9164-99f701701196 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:21.284009 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430d8a5-9d1b-42a9-a391-65fd2acb06ab admin admin] Pushing event updated for resources: {'Port': ['ID=61f11ba7-38db-43d7-b53c-03f96006877e,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:21.361304 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f430d8a5-9d1b-42a9-a391-65fd2acb06ab admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:55:21.369283 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-f430d8a5-9d1b-42a9-a391-65fd2acb06ab admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:21.385273 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f430d8a5-9d1b-42a9-a391-65fd2acb06ab admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:55:21.405855 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-45ef1956-9b31-4ea6-ae92-b8d0cab526be req-647e48ec-7e5e-44ea-a052-a40edb8b1445 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130845 May 13 14:55:21.657136 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f45672-67b2-4c3c-8011-8155a01bb0aa tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:55:21.667370 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d8a5d8-7bb9-46c9-b8a5-45c299c4244b None None] Sync routers for ids ['2f20aa6e-761b-4f89-adf8-9713f0328ffb'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:55:21.681611 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d8a5d8-7bb9-46c9-b8a5-45c299c4244b None None] Routers {'2f20aa6e-761b-4f89-adf8-9713f0328ffb'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:21.682242 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-02d8a5d8-7bb9-46c9-b8a5-45c299c4244b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:55:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['2f20aa6e-761b-4f89-adf8-9713f0328ffb'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:21.790142 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-02d8a5d8-7bb9-46c9-b8a5-45c299c4244b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:21.801346 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d8a5d8-7bb9-46c9-b8a5-45c299c4244b None None] Routers {'2f20aa6e-761b-4f89-adf8-9713f0328ffb'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:21.802353 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-02d8a5d8-7bb9-46c9-b8a5-45c299c4244b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:55:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['2f20aa6e-761b-4f89-adf8-9713f0328ffb'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:21.899213 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-da748470-fcaf-4815-b28d-9fa39521a127 service neutron] Attempting to bind port 4ad3a210-2724-45af-a344-e9499fae0dae on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:55:21.899557 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-da748470-fcaf-4815-b28d-9fa39521a127 service neutron] Attempting to bind port 4ad3a210-2724-45af-a344-e9499fae0dae by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '57c587b4-4a75-4472-8b66-fdd8b5188b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:55:21.899890 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-da748470-fcaf-4815-b28d-9fa39521a127 service neutron] Attempting to bind port 4ad3a210-2724-45af-a344-e9499fae0dae on network 7245a93f-bdad-4850-88f9-09476b64c18f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:55:21.932650 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-02d8a5d8-7bb9-46c9-b8a5-45c299c4244b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:21.933341 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d8a5d8-7bb9-46c9-b8a5-45c299c4244b None None] The sync data for ids ['2f20aa6e-761b-4f89-adf8-9713f0328ffb'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:55:21.971378 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-da748470-fcaf-4815-b28d-9fa39521a127 service neutron] Port 4ad3a210-2724-45af-a344-e9499fae0dae on network 7245a93f-bdad-4850-88f9-09476b64c18f not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:55:21.971996 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-da748470-fcaf-4815-b28d-9fa39521a127 service neutron] Attempting to bind port 4ad3a210-2724-45af-a344-e9499fae0dae on network 7245a93f-bdad-4850-88f9-09476b64c18f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:55:21.986624 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-da748470-fcaf-4815-b28d-9fa39521a127 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:55:21.987268 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-da748470-fcaf-4815-b28d-9fa39521a127 service neutron] Checking segment: {'id': '57c587b4-4a75-4472-8b66-fdd8b5188b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:55:21.988322 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-da748470-fcaf-4815-b28d-9fa39521a127 service neutron] Bound using segment: {'id': '57c587b4-4a75-4472-8b66-fdd8b5188b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:55:21.988322 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-da748470-fcaf-4815-b28d-9fa39521a127 service neutron] Bound port: 4ad3a210-2724-45af-a344-e9499fae0dae, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c587b4-4a75-4472-8b66-fdd8b5188b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:55:21.989024 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-da748470-fcaf-4815-b28d-9fa39521a127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:22.046272 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-23f45672-67b2-4c3c-8011-8155a01bb0aa tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] 10.222.0.35 "PUT /v2.0/routers/2f20aa6e-761b-4f89-adf8-9713f0328ffb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2169917 May 13 14:55:22.049927 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48628) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:22.088066 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-fa56db19-205a-4acf-a6b1-f8a7ed2dbd13 admin admin] For port d69fc11b-2993-4727-8cf9-1a895795eb8c, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d69fc11b-2993-4727-8cf9-1a895795eb8c,segment=NetworkSegment(3a29a968-60a2-4340-917d-a4cd80014364),segment_id=3a29a968-60a2-4340-917d-a4cd80014364)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:22.088387 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fa56db19-205a-4acf-a6b1-f8a7ed2dbd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:22.303871 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2baf171a-2d4d-44fd-a4e3-d14e3ccbf649 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:22.378111 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90db9264-a914-4853-9164-99f701701196 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Router 1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:55:22.486576 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-fa56db19-205a-4acf-a6b1-f8a7ed2dbd13 admin admin] Calling delete_port for d69fc11b-2993-4727-8cf9-1a895795eb8c owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:22.591610 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-da748470-fcaf-4815-b28d-9fa39521a127 service neutron] For port 4ad3a210-2724-45af-a344-e9499fae0dae, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:55:22.692853 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-2baf171a-2d4d-44fd-a4e3-d14e3ccbf649 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] delete failed (client error): There was a conflict when trying to complete your request. May 13 14:55:22.697607 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2baf171a-2d4d-44fd-a4e3-d14e3ccbf649 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] 10.222.0.35 "DELETE /v2.0/routers/2f20aa6e-761b-4f89-adf8-9713f0328ffb HTTP/1.1" status: 409 len: 329 time: 0.6466327 May 13 14:55:22.698178 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48648) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:22.768193 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-da748470-fcaf-4815-b28d-9fa39521a127 service neutron] For port 4ad3a210-2724-45af-a344-e9499fae0dae, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=4ad3a210-2724-45af-a344-e9499fae0dae,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:55:22.792504 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-da748470-fcaf-4815-b28d-9fa39521a127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:22.962619 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90db9264-a914-4853-9164-99f701701196 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:55:22.973002 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83355a4-23ed-41ff-abb3-aeb7c570a4b2 None None] Sync routers for ids ['1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:55:22.978768 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-90db9264-a914-4853-9164-99f701701196 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "PUT /v2.0/routers/1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2770724 May 13 14:55:23.003200 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83355a4-23ed-41ff-abb3-aeb7c570a4b2 None None] Routers {'1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:23.003849 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a83355a4-23ed-41ff-abb3-aeb7c570a4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:55:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:23.033108 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48658) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:23.050725 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-da748470-fcaf-4815-b28d-9fa39521a127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:23.052155 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-da748470-fcaf-4815-b28d-9fa39521a127 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:23.053574 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-da748470-fcaf-4815-b28d-9fa39521a127 service neutron] 10.222.0.74 "PUT /v2.0/ports/4ad3a210-2724-45af-a344-e9499fae0dae HTTP/1.1" status: 200 len: 1091 time: 5.0079384 May 13 14:55:23.054361 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f430d8a5-9d1b-42a9-a391-65fd2acb06ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:23.215077 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7f6bef-fc99-4689-8781-b63640fbd1c0 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Deleting subnet a1d6ff67-d218-4836-93b4-1d9b2817932f {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:55:23.224172 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f7f6bef-fc99-4689-8781-b63640fbd1c0 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:23.319702 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df18e78d-dedd-4de9-bde9-dfaaaae72459', 'tag': '4ad3a210-2724-45af-a344-e9499fae0dae'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:55:23.374155 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f7f6bef-fc99-4689-8781-b63640fbd1c0 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:23.480214 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-a83355a4-23ed-41ff-abb3-aeb7c570a4b2 None None] Set router 1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:55:23.490385 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a2a796-0d64-4a8d-9f4c-d58b028b2e93'] response: {'name': 'network-changed', 'server_uuid': 'df18e78d-dedd-4de9-bde9-dfaaaae72459', 'tag': '4ad3a210-2724-45af-a344-e9499fae0dae', 'status': 'completed', 'code': 200} May 13 14:55:23.548350 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a33b01-9ad6-47c1-acb1-872cae5b1dca req-d0138cd7-0d36-4fa1-8882-70892fdc4c85 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:23.555076 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e1a33b01-9ad6-47c1-acb1-872cae5b1dca req-d0138cd7-0d36-4fa1-8882-70892fdc4c85 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=df18e78d-dedd-4de9-bde9-dfaaaae72459 HTTP/1.1" status: 200 len: 943 time: 0.9605098 May 13 14:55:23.679526 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f7f6bef-fc99-4689-8781-b63640fbd1c0 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:23.798799 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da748470-fcaf-4815-b28d-9fa39521a127 service neutron] Pushing event updated for resources: {'Port': ['ID=4ad3a210-2724-45af-a344-e9499fae0dae,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:23.931048 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f7f6bef-fc99-4689-8781-b63640fbd1c0 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:23.970141 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e1a33b01-9ad6-47c1-acb1-872cae5b1dca req-0c6ed517-b458-46bf-981e-ddbd14db7c0d tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140773 May 13 14:55:24.010721 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f430d8a5-9d1b-42a9-a391-65fd2acb06ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:24.019995 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-6afcbf28-0ecf-481a-b152-8275cb5b0f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:24.022066 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-6afcbf28-0ecf-481a-b152-8275cb5b0f4f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=732161aac5934f6693072fa75ca25401&device_id=df18e78d-dedd-4de9-bde9-dfaaaae72459 HTTP/1.1" status: 200 len: 1094 time: 0.6825092 May 13 14:55:24.054356 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f6bef-fc99-4689-8781-b63640fbd1c0 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event deleted for resources: {'Subnet': ['ID=a1d6ff67-d218-4836-93b4-1d9b2817932f,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:24.068380 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a83355a4-23ed-41ff-abb3-aeb7c570a4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'name': 'tempest-TestNetworkBasicOps-router-1368052910', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:51:10Z', 'updated_at': '2022-05-13T14:55:19Z', 'revision_number': 7, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:02:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:12Z', 'updated_at': '2022-05-13T14:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:24.068932 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bc23d7-5c56-4ea5-93e2-9984c3aa69db None None] Network cfdd8600-9e9e-4b19-899a-a1b4272199f6 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:55:24.070736 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f7f6bef-fc99-4689-8781-b63640fbd1c0 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:24.075678 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83355a4-23ed-41ff-abb3-aeb7c570a4b2 None None] Checking router: 1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:55:24.089563 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83355a4-23ed-41ff-abb3-aeb7c570a4b2 None None] Routers {'1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:24.090619 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a83355a4-23ed-41ff-abb3-aeb7c570a4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:55:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:24.101309 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0f7f6bef-fc99-4689-8781-b63640fbd1c0 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "DELETE /v2.0/subnets/a1d6ff67-d218-4836-93b4-1d9b2817932f HTTP/1.1" status: 204 len: 168 time: 1.0671215 May 13 14:55:24.105869 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48680) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:24.200021 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fa56db19-205a-4acf-a6b1-f8a7ed2dbd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:24.326783 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4b99bd89-f921-467a-bae1-4bf4d1d82f01 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:24.355431 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-5cb67e12-8a81-4f51-aab8-8445f8e9581f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ad3a210-2724-45af-a344-e9499fae0dae HTTP/1.1" status: 200 len: 217 time: 0.2492528 May 13 14:55:24.364404 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56db19-205a-4acf-a6b1-f8a7ed2dbd13 admin admin] Pushing event deleted for resources: {'Port': ['ID=d69fc11b-2993-4727-8cf9-1a895795eb8c,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:24.555356 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-a83355a4-23ed-41ff-abb3-aeb7c570a4b2 None None] Set router 1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:55:24.625880 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd03e2f-071c-44c2-9af4-844f4251a27b None None] DHCP port deletion for cfdd8600-9e9e-4b19-899a-a1b4272199f6 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:55:24.630942 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-6fd03e2f-071c-44c2-9af4-844f4251a27b None None] Deleting port f538edf2-72f3-4db1-a7ff-33f948971671 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:24.631358 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6fd03e2f-071c-44c2-9af4-844f4251a27b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:24.890854 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-d6882ad6-9382-4420-b140-58a663764a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:24.893228 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-d6882ad6-9382-4420-b140-58a663764a15 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=34fcb229-3793-40c5-9fb6-d9e1bba72c19 HTTP/1.1" status: 200 len: 846 time: 0.5219452 May 13 14:55:24.949928 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-295ca41f-8551-43a9-a3f1-8eb0f3e4ebf1 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:24.984213 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-0ef481e2-06f3-4b17-a203-3ae2d535c139 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7245a93f-bdad-4850-88f9-09476b64c18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741220 May 13 14:55:25.195159 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-6fd03e2f-071c-44c2-9af4-844f4251a27b None None] For port f538edf2-72f3-4db1-a7ff-33f948971671, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=f538edf2-72f3-4db1-a7ff-33f948971671,segment=NetworkSegment(61778e94-d977-405b-98c8-1a76f336218b),segment_id=61778e94-d977-405b-98c8-1a76f336218b)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:25.195721 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6fd03e2f-071c-44c2-9af4-844f4251a27b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:25.319455 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a83355a4-23ed-41ff-abb3-aeb7c570a4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'name': 'tempest-TestNetworkBasicOps-router-1368052910', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:51:10Z', 'updated_at': '2022-05-13T14:55:19Z', 'revision_number': 7, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:02:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:12Z', 'updated_at': '2022-05-13T14:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:25.327523 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83355a4-23ed-41ff-abb3-aeb7c570a4b2 None None] The sync data for ids ['1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9'] in n-d-841760-1 is: [{'id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'name': 'tempest-TestNetworkBasicOps-router-1368052910', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:51:10Z', 'updated_at': '2022-05-13T14:55:19Z', 'revision_number': 7, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'f8125c09-bb79-440e-8a5a-a06b9b6de6de', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:02:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:51:12Z', 'updated_at': '2022-05-13T14:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:55:25.471395 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-6fd03e2f-071c-44c2-9af4-844f4251a27b None None] Calling delete_port for f538edf2-72f3-4db1-a7ff-33f948971671 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:25.484362 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-b8142a19-c0d0-46f7-901a-0968d39a454c service neutron] 10.222.0.74 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4907320 May 13 14:55:25.485642 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fa56db19-205a-4acf-a6b1-f8a7ed2dbd13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:25.489684 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f430d8a5-9d1b-42a9-a391-65fd2acb06ab admin admin] Router dce03531-9a45-4233-bca3-5b8690e68905 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:55:25.643594 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6fd03e2f-071c-44c2-9af4-844f4251a27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:25.648266 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-4b99bd89-f921-467a-bae1-4bf4d1d82f01 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Deleting port 6513bec1-2acd-4603-96e7-1304624c84f4 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:25.648616 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4b99bd89-f921-467a-bae1-4bf4d1d82f01 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:25.704767 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd03e2f-071c-44c2-9af4-844f4251a27b None None] No DVR routers for this DVR port f538edf2-72f3-4db1-a7ff-33f948971671 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:55:25.706205 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd03e2f-071c-44c2-9af4-844f4251a27b None None] Pushing event deleted for resources: {'Port': ['ID=f538edf2-72f3-4db1-a7ff-33f948971671,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:25.726423 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23b5daa4-b9cb-4b3c-ab62-5c1f6de5702a req-30b4bed8-3d8c-479c-82ee-b653b2d0ec29 service neutron] 10.222.0.74 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337015 May 13 14:55:25.744417 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e15054-8ebb-41a5-8a83-5b069ad3ef31 req-27d8b9ad-71f8-479c-942a-9bc9ccdc55cd tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:25.746044 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f1e15054-8ebb-41a5-8a83-5b069ad3ef31 req-27d8b9ad-71f8-479c-942a-9bc9ccdc55cd tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=df18e78d-dedd-4de9-bde9-dfaaaae72459 HTTP/1.1" status: 200 len: 943 time: 0.4001508 May 13 14:55:25.781741 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-295ca41f-8551-43a9-a3f1-8eb0f3e4ebf1 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:25.809196 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-295ca41f-8551-43a9-a3f1-8eb0f3e4ebf1 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Deleting port f8125c09-bb79-440e-8a5a-a06b9b6de6de {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:25.809530 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-295ca41f-8551-43a9-a3f1-8eb0f3e4ebf1 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:26.078593 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4b99bd89-f921-467a-bae1-4bf4d1d82f01 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:26.111657 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device f538edf2-72f3-4db1-a7ff-33f948971671 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:55:26.156464 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: f538edf2-72f3-4db1-a7ff-33f948971671 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:55:26.158129 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device f538edf2-72f3-4db1-a7ff-33f948971671 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:55:26.158129 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 02a85da6-0c75-4789-9a35-2ddee0538925 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:55:26.198537 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f1e15054-8ebb-41a5-8a83-5b069ad3ef31 req-bf31ea1e-bb65-4371-9d86-0b14f2eeb772 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955359 May 13 14:55:26.249180 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 02a85da6-0c75-4789-9a35-2ddee0538925 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:55:26.249662 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 02a85da6-0c75-4789-9a35-2ddee0538925 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:55:26.326288 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-4b99bd89-f921-467a-bae1-4bf4d1d82f01 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Calling delete_port for 6513bec1-2acd-4603-96e7-1304624c84f4 owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:26.361953 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f430d8a5-9d1b-42a9-a391-65fd2acb06ab admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:55:26.371610 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b68acd-3b89-4812-9a32-4c7d18c4333e None None] Sync routers for ids ['dce03531-9a45-4233-bca3-5b8690e68905'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:55:26.384403 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b68acd-3b89-4812-9a32-4c7d18c4333e None None] Routers {'dce03531-9a45-4233-bca3-5b8690e68905'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:26.388720 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-24b68acd-3b89-4812-9a32-4c7d18c4333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:55:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['dce03531-9a45-4233-bca3-5b8690e68905'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:26.409617 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f430d8a5-9d1b-42a9-a391-65fd2acb06ab admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:26.410731 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f430d8a5-9d1b-42a9-a391-65fd2acb06ab admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.0944130 May 13 14:55:26.417419 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48718) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:26.654855 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-24b68acd-3b89-4812-9a32-4c7d18c4333e None None] Set router dce03531-9a45-4233-bca3-5b8690e68905 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:55:26.726333 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4b99bd89-f921-467a-bae1-4bf4d1d82f01 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:26.875657 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99bd89-f921-467a-bae1-4bf4d1d82f01 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Pushing event deleted for resources: {'Port': ['ID=6513bec1-2acd-4603-96e7-1304624c84f4,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:27.240559 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4b99bd89-f921-467a-bae1-4bf4d1d82f01 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:27.246927 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-295ca41f-8551-43a9-a3f1-8eb0f3e4ebf1 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] For port f8125c09-bb79-440e-8a5a-a06b9b6de6de, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=f8125c09-bb79-440e-8a5a-a06b9b6de6de,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:27.247590 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-295ca41f-8551-43a9-a3f1-8eb0f3e4ebf1 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:27.288571 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5bcdc049-6b81-42bf-bf26-af06e67869e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:27.314757 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-24b68acd-3b89-4812-9a32-4c7d18c4333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'name': 'tempest-ServerActionsTestJSON-490026162-router', 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '61f11ba7-38db-43d7-b53c-03f96006877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:15Z', 'updated_at': '2022-05-13T14:55:22Z', 'revision_number': 3, 'project_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'gw_port': {'id': '61f11ba7-38db-43d7-b53c-03f96006877e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:60:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:19Z', 'updated_at': '2022-05-13T14:55:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:27.326389 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b68acd-3b89-4812-9a32-4c7d18c4333e None None] Checking router: dce03531-9a45-4233-bca3-5b8690e68905 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:55:27.326741 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b68acd-3b89-4812-9a32-4c7d18c4333e None None] Updating router dce03531-9a45-4233-bca3-5b8690e68905 port 61f11ba7-38db-43d7-b53c-03f96006877e binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:55:27.401550 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca11f6c-e544-4ba3-8097-470f54149e08 req-aaac3e73-7e1a-4e99-a6ad-9bc1758d49e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:27.403612 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-24b68acd-3b89-4812-9a32-4c7d18c4333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:27.404073 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bca11f6c-e544-4ba3-8097-470f54149e08 req-aaac3e73-7e1a-4e99-a6ad-9bc1758d49e0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=732161aac5934f6693072fa75ca25401&device_id=df18e78d-dedd-4de9-bde9-dfaaaae72459 HTTP/1.1" status: 200 len: 1094 time: 1.5014641 May 13 14:55:27.418047 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa56db19-205a-4acf-a6b1-f8a7ed2dbd13 admin admin] Router 0192b712-f9e3-4ebf-99ec-575db8bd7251 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:55:27.846478 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-24b68acd-3b89-4812-9a32-4c7d18c4333e None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:27.869943 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-24b68acd-3b89-4812-9a32-4c7d18c4333e None None] Transition to ACTIVE for port object 61f11ba7-38db-43d7-b53c-03f96006877e will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:55:27.886588 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa56db19-205a-4acf-a6b1-f8a7ed2dbd13 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:55:27.886931 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-24b68acd-3b89-4812-9a32-4c7d18c4333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:27.902357 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f3aadd-29b8-46ef-b3a0-726474d4dc1c None None] Sync routers for ids ['0192b712-f9e3-4ebf-99ec-575db8bd7251'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:55:27.924216 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f3aadd-29b8-46ef-b3a0-726474d4dc1c None None] Routers {'0192b712-f9e3-4ebf-99ec-575db8bd7251'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:27.924216 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e3f3aadd-29b8-46ef-b3a0-726474d4dc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:55:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['0192b712-f9e3-4ebf-99ec-575db8bd7251'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:27.966576 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fa56db19-205a-4acf-a6b1-f8a7ed2dbd13 admin admin] 10.222.0.35 "PUT /v2.0/routers/0192b712-f9e3-4ebf-99ec-575db8bd7251/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4024954 May 13 14:55:27.979807 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-295ca41f-8551-43a9-a3f1-8eb0f3e4ebf1 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Calling delete_port for f8125c09-bb79-440e-8a5a-a06b9b6de6de owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:27.980803 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48748) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:28.052022 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace8610-1ad0-476c-bb9c-722833d24730 None None] Pushing event updated for resources: {'Port': ['ID=61f11ba7-38db-43d7-b53c-03f96006877e,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:28.082708 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-24b68acd-3b89-4812-9a32-4c7d18c4333e None None] Attempting to bind port 61f11ba7-38db-43d7-b53c-03f96006877e on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:55:28.083705 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-24b68acd-3b89-4812-9a32-4c7d18c4333e None None] Attempting to bind port 61f11ba7-38db-43d7-b53c-03f96006877e by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:55:28.084324 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b68acd-3b89-4812-9a32-4c7d18c4333e None None] Attempting to bind port 61f11ba7-38db-43d7-b53c-03f96006877e on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:55:28.091392 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b68acd-3b89-4812-9a32-4c7d18c4333e None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:55:28.092209 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b68acd-3b89-4812-9a32-4c7d18c4333e None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:55:28.092844 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-24b68acd-3b89-4812-9a32-4c7d18c4333e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:28.095879 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b68acd-3b89-4812-9a32-4c7d18c4333e None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:55:28.096582 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-24b68acd-3b89-4812-9a32-4c7d18c4333e None None] Bound port: 61f11ba7-38db-43d7-b53c-03f96006877e, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:55:28.097217 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-24b68acd-3b89-4812-9a32-4c7d18c4333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:28.224570 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-24b68acd-3b89-4812-9a32-4c7d18c4333e None None] For port 61f11ba7-38db-43d7-b53c-03f96006877e, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:55:28.230180 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-24b68acd-3b89-4812-9a32-4c7d18c4333e None None] For port 61f11ba7-38db-43d7-b53c-03f96006877e, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=61f11ba7-38db-43d7-b53c-03f96006877e,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:55:28.245018 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-24b68acd-3b89-4812-9a32-4c7d18c4333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:28.391507 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-e3f3aadd-29b8-46ef-b3a0-726474d4dc1c None None] Set router 0192b712-f9e3-4ebf-99ec-575db8bd7251 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:55:28.436822 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace8610-1ad0-476c-bb9c-722833d24730 None None] Pushing event updated for resources: {'Port': ['ID=61f11ba7-38db-43d7-b53c-03f96006877e,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:28.454221 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b68acd-3b89-4812-9a32-4c7d18c4333e None None] Routers {'dce03531-9a45-4233-bca3-5b8690e68905'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:28.455587 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-24b68acd-3b89-4812-9a32-4c7d18c4333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:55:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['dce03531-9a45-4233-bca3-5b8690e68905'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:28.473632 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-010e4904-a1cf-4cab-81ab-fd9eee7fa600 admin admin] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:28.480631 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b99bd89-f921-467a-bae1-4bf4d1d82f01 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Router 2f20aa6e-761b-4f89-adf8-9713f0328ffb has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:55:28.685914 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-24b68acd-3b89-4812-9a32-4c7d18c4333e None None] Set router dce03531-9a45-4233-bca3-5b8690e68905 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:55:28.698691 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b99bd89-f921-467a-bae1-4bf4d1d82f01 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:55:28.719908 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4b99bd89-f921-467a-bae1-4bf4d1d82f01 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] 10.222.0.35 "PUT /v2.0/routers/2f20aa6e-761b-4f89-adf8-9713f0328ffb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0178957 May 13 14:55:28.724533 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48760) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:28.803192 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-295ca41f-8551-43a9-a3f1-8eb0f3e4ebf1 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:28.827359 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a02afe-f725-4269-9b49-e2855704812e None None] Sync routers for ids ['2f20aa6e-761b-4f89-adf8-9713f0328ffb'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:55:28.889218 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ca41f-8551-43a9-a3f1-8eb0f3e4ebf1 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event deleted for resources: {'Port': ['ID=f8125c09-bb79-440e-8a5a-a06b9b6de6de,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:28.924672 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:28.933371 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca11f6c-e544-4ba3-8097-470f54149e08 req-29545495-5ce1-4f4c-b2cc-2e457df0d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:28.935255 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bca11f6c-e544-4ba3-8097-470f54149e08 req-29545495-5ce1-4f4c-b2cc-2e457df0d702 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7245a93f-bdad-4850-88f9-09476b64c18f HTTP/1.1" status: 200 len: 907 time: 1.5195570 May 13 14:55:28.946280 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a02afe-f725-4269-9b49-e2855704812e None None] Routers {'2f20aa6e-761b-4f89-adf8-9713f0328ffb'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:28.947206 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-12a02afe-f725-4269-9b49-e2855704812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:55:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['2f20aa6e-761b-4f89-adf8-9713f0328ffb'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:28.950754 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc518c4-93c9-48a9-8cd3-a8863d4ec9fd req-de7e05e7-762b-42a5-9d1b-ae9dd75a021b tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:28.952458 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1fc518c4-93c9-48a9-8cd3-a8863d4ec9fd req-de7e05e7-762b-42a5-9d1b-ae9dd75a021b tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=df18e78d-dedd-4de9-bde9-dfaaaae72459 HTTP/1.1" status: 200 len: 943 time: 1.4885008 May 13 14:55:28.981835 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-473308f6-ca1e-42e6-831c-76692a7c3a77 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] show failed (client error): The resource could not be found. May 13 14:55:28.988558 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-473308f6-ca1e-42e6-831c-76692a7c3a77 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] 10.222.0.35 "GET /v2.0/routers/tempest-non_exist_router-1093230179 HTTP/1.1" status: 404 len: 335 time: 0.2622609 May 13 14:55:28.989421 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48768) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:29.004194 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-b09e54fe-22a6-4c74-beaf-cf86e85f5554 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:29.077105 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-12a02afe-f725-4269-9b49-e2855704812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:29.097858 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-b09e54fe-22a6-4c74-beaf-cf86e85f5554 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] update failed (client error): The resource could not be found. May 13 14:55:29.104434 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b09e54fe-22a6-4c74-beaf-cf86e85f5554 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] 10.222.0.35 "PUT /v2.0/routers/tempest-non_exist_router-1004562614 HTTP/1.1" status: 404 len: 335 time: 0.1051924 May 13 14:55:29.112497 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a02afe-f725-4269-9b49-e2855704812e None None] Routers {'2f20aa6e-761b-4f89-adf8-9713f0328ffb'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:29.113273 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-12a02afe-f725-4269-9b49-e2855704812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:55:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['2f20aa6e-761b-4f89-adf8-9713f0328ffb'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:29.127189 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-295ca41f-8551-43a9-a3f1-8eb0f3e4ebf1 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:29.131323 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e3f3aadd-29b8-46ef-b3a0-726474d4dc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0192b712-f9e3-4ebf-99ec-575db8bd7251', 'name': 'tempest-TestServerBasicOps-1147072485-router', 'tenant_id': 'e4c2a0535ce0400ba706f596c15b607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '9d5ab7e9-e270-4d50-b8c2-3092f05a73d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:48:13Z', 'updated_at': '2022-05-13T14:55:23Z', 'revision_number': 5, 'project_id': 'e4c2a0535ce0400ba706f596c15b607b', 'gw_port': {'id': '9d5ab7e9-e270-4d50-b8c2-3092f05a73d3', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0192b712-f9e3-4ebf-99ec-575db8bd7251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:17Z', 'updated_at': '2022-05-13T14:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:29.135494 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f3aadd-29b8-46ef-b3a0-726474d4dc1c None None] Checking router: 0192b712-f9e3-4ebf-99ec-575db8bd7251 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:55:29.172840 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f3aadd-29b8-46ef-b3a0-726474d4dc1c None None] Routers {'0192b712-f9e3-4ebf-99ec-575db8bd7251'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:29.172840 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e3f3aadd-29b8-46ef-b3a0-726474d4dc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:55:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['0192b712-f9e3-4ebf-99ec-575db8bd7251'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:29.181212 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48774) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:29.260158 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b3fa4c-2f8b-422f-b8f7-f4a332c4dc0d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Deleting subnet 731c82ac-6fca-4941-99ad-d6ef9a5cdd6f {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:55:29.366757 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 4ad3a210-2724-45af-a344-e9499fae0dae details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:55:29.404907 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-12a02afe-f725-4269-9b49-e2855704812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:29.405657 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a02afe-f725-4269-9b49-e2855704812e None None] The sync data for ids ['2f20aa6e-761b-4f89-adf8-9713f0328ffb'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:55:29.406801 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-36b3fa4c-2f8b-422f-b8f7-f4a332c4dc0d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:29.535334 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-e3f3aadd-29b8-46ef-b3a0-726474d4dc1c None None] Set router 0192b712-f9e3-4ebf-99ec-575db8bd7251 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:55:29.575430 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bca11f6c-e544-4ba3-8097-470f54149e08 req-bc439a8c-b570-4dbc-8cc6-df524bd4b019 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ad3a210-2724-45af-a344-e9499fae0dae HTTP/1.1" status: 200 len: 217 time: 0.6193995 May 13 14:55:29.651033 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2b616853-8e00-488e-86f3-758cf87dcff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:29.719767 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-24b68acd-3b89-4812-9a32-4c7d18c4333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'name': 'tempest-ServerActionsTestJSON-490026162-router', 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '61f11ba7-38db-43d7-b53c-03f96006877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:15Z', 'updated_at': '2022-05-13T14:55:22Z', 'revision_number': 3, 'project_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'gw_port': {'id': '61f11ba7-38db-43d7-b53c-03f96006877e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:60:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:19Z', 'updated_at': '2022-05-13T14:55:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:29.730025 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 4ad3a210-2724-45af-a344-e9499fae0dae, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=4ad3a210-2724-45af-a344-e9499fae0dae,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:29.738357 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b68acd-3b89-4812-9a32-4c7d18c4333e None None] The sync data for ids ['dce03531-9a45-4233-bca3-5b8690e68905'] in n-d-841760-1 is: [{'id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'name': 'tempest-ServerActionsTestJSON-490026162-router', 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '61f11ba7-38db-43d7-b53c-03f96006877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:15Z', 'updated_at': '2022-05-13T14:55:22Z', 'revision_number': 3, 'project_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'gw_port': {'id': '61f11ba7-38db-43d7-b53c-03f96006877e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:60:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:19Z', 'updated_at': '2022-05-13T14:55:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:55:29.760241 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '4ad3a210-2724-45af-a344-e9499fae0dae', 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f', 'port_id': '4ad3a210-2724-45af-a344-e9499fae0dae', 'mac_address': 'fa:16:3e:69:97:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34fcb229-3793-40c5-9fb6-d9e1bba72c19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:55:29.840671 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-36b3fa4c-2f8b-422f-b8f7-f4a332c4dc0d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:29.884070 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 4ad3a210-2724-45af-a344-e9499fae0dae is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:29.884810 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:29.944557 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-295ca41f-8551-43a9-a3f1-8eb0f3e4ebf1 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:29.959446 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-295ca41f-8551-43a9-a3f1-8eb0f3e4ebf1 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:29.960145 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ad3a210-2724-45af-a344-e9499fae0dae {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:55:29.985478 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1fc518c4-93c9-48a9-8cd3-a8863d4ec9fd req-ec3881d9-29b7-4642-a8db-b598bb931c2f tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080722 May 13 14:55:30.009418 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 4ad3a210-2724-45af-a344-e9499fae0dae, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=4ad3a210-2724-45af-a344-e9499fae0dae,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:30.027889 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:30.067536 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-295ca41f-8551-43a9-a3f1-8eb0f3e4ebf1 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:30.070151 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295ca41f-8551-43a9-a3f1-8eb0f3e4ebf1 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Fanout notify agent at l3_agent the message router_deleted on router 1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9 {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:55:30.107433 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-295ca41f-8551-43a9-a3f1-8eb0f3e4ebf1 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:30.109404 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-295ca41f-8551-43a9-a3f1-8eb0f3e4ebf1 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "DELETE /v2.0/routers/1a1b4c6a-c758-42e8-809d-6ae1c08ea0c9 HTTP/1.1" status: 204 len: 168 time: 6.0025280 May 13 14:55:30.113055 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48796) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:30.218875 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e3f3aadd-29b8-46ef-b3a0-726474d4dc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0192b712-f9e3-4ebf-99ec-575db8bd7251', 'name': 'tempest-TestServerBasicOps-1147072485-router', 'tenant_id': 'e4c2a0535ce0400ba706f596c15b607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '9d5ab7e9-e270-4d50-b8c2-3092f05a73d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:48:13Z', 'updated_at': '2022-05-13T14:55:23Z', 'revision_number': 5, 'project_id': 'e4c2a0535ce0400ba706f596c15b607b', 'gw_port': {'id': '9d5ab7e9-e270-4d50-b8c2-3092f05a73d3', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0192b712-f9e3-4ebf-99ec-575db8bd7251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:17Z', 'updated_at': '2022-05-13T14:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:30.223104 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f3aadd-29b8-46ef-b3a0-726474d4dc1c None None] The sync data for ids ['0192b712-f9e3-4ebf-99ec-575db8bd7251'] in n-d-841760-1 is: [{'id': '0192b712-f9e3-4ebf-99ec-575db8bd7251', 'name': 'tempest-TestServerBasicOps-1147072485-router', 'tenant_id': 'e4c2a0535ce0400ba706f596c15b607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '9d5ab7e9-e270-4d50-b8c2-3092f05a73d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:48:13Z', 'updated_at': '2022-05-13T14:55:23Z', 'revision_number': 5, 'project_id': 'e4c2a0535ce0400ba706f596c15b607b', 'gw_port': {'id': '9d5ab7e9-e270-4d50-b8c2-3092f05a73d3', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0192b712-f9e3-4ebf-99ec-575db8bd7251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:17Z', 'updated_at': '2022-05-13T14:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:55:30.278508 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=4ad3a210-2724-45af-a344-e9499fae0dae,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:30.298869 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:30.300104 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:30.300628 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:30.301269 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:30.301760 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:30.302239 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:30.302732 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:30.303339 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:30.304263 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:30.304816 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:30.305306 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:30.305782 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:30.364067 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-36b3fa4c-2f8b-422f-b8f7-f4a332c4dc0d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:30.413542 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca11f6c-e544-4ba3-8097-470f54149e08 req-2fc37325-1b67-4ac8-a15e-bde9d2ff1d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:30.418988 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bca11f6c-e544-4ba3-8097-470f54149e08 req-2fc37325-1b67-4ac8-a15e-bde9d2ff1d7b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=34fcb229-3793-40c5-9fb6-d9e1bba72c19 HTTP/1.1" status: 200 len: 846 time: 0.6877151 May 13 14:55:30.425911 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['4ad3a210-2724-45af-a344-e9499fae0dae'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:55:30.480709 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-010e4904-a1cf-4cab-81ab-fd9eee7fa600 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:30.505908 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bca11f6c-e544-4ba3-8097-470f54149e08 req-20a90d88-e2db-473b-b133-864dcb50755d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7245a93f-bdad-4850-88f9-09476b64c18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789807 May 13 14:55:30.549398 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24412420-76f5-49a8-afe9-c6d35af2a6f5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:30.561767 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a657df04-58c7-4ef4-9dd7-569991614c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:30.580959 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-010e4904-a1cf-4cab-81ab-fd9eee7fa600 admin admin] Deleting port 9d5ab7e9-e270-4d50-b8c2-3092f05a73d3 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:30.581542 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-010e4904-a1cf-4cab-81ab-fd9eee7fa600 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:30.777984 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:30.802479 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:30.821010 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-36b3fa4c-2f8b-422f-b8f7-f4a332c4dc0d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:30.949910 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3fa4c-2f8b-422f-b8f7-f4a332c4dc0d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Pushing event deleted for resources: {'Subnet': ['ID=731c82ac-6fca-4941-99ad-d6ef9a5cdd6f,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:30.971570 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d84db09-0e19-484e-b6df-ccf9ef0368e6 None None] Network 58bc4b72-2bba-47b0-8f43-eaf3002c266b requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:55:30.977911 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-010e4904-a1cf-4cab-81ab-fd9eee7fa600 admin admin] For port 9d5ab7e9-e270-4d50-b8c2-3092f05a73d3, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=9d5ab7e9-e270-4d50-b8c2-3092f05a73d3,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:30.978777 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-010e4904-a1cf-4cab-81ab-fd9eee7fa600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:31.014533 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-36b3fa4c-2f8b-422f-b8f7-f4a332c4dc0d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:31.042729 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-36b3fa4c-2f8b-422f-b8f7-f4a332c4dc0d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] 10.222.0.35 "DELETE /v2.0/subnets/731c82ac-6fca-4941-99ad-d6ef9a5cdd6f HTTP/1.1" status: 204 len: 168 time: 1.8604047 May 13 14:55:31.046751 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48812) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:31.067199 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24412420-76f5-49a8-afe9-c6d35af2a6f5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:31.163568 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-010e4904-a1cf-4cab-81ab-fd9eee7fa600 admin admin] Calling delete_port for 9d5ab7e9-e270-4d50-b8c2-3092f05a73d3 owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:31.521003 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-50702847-9448-4716-8522-da9176279a05 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Deleting subnet bafafd8f-54db-4c10-b35f-9fd29399099d {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:55:31.577976 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-50702847-9448-4716-8522-da9176279a05 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:31.578999 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b34529-5239-4cad-b5c4-cc11028e5c0b None None] DHCP port deletion for 58bc4b72-2bba-47b0-8f43-eaf3002c266b request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:55:31.584569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-60b34529-5239-4cad-b5c4-cc11028e5c0b None None] Deleting port dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:31.585020 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-60b34529-5239-4cad-b5c4-cc11028e5c0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:31.691305 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-24412420-76f5-49a8-afe9-c6d35af2a6f5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfdd8600-9e9e-4b19-899a-a1b4272199f6']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:31.713851 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-24412420-76f5-49a8-afe9-c6d35af2a6f5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61778e94-d977-405b-98c8-1a76f336218b') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:31.714197 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-24412420-76f5-49a8-afe9-c6d35af2a6f5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61778e94-d977-405b-98c8-1a76f336218b') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:31.726703 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-50702847-9448-4716-8522-da9176279a05 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:31.794739 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bca11f6c-e544-4ba3-8097-470f54149e08 req-58b00835-e30e-4f1f-8a79-02d6c8c6df67 service neutron] 10.222.0.74 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2641947 May 13 14:55:31.803084 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24412420-76f5-49a8-afe9-c6d35af2a6f5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:31.879487 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24412420-76f5-49a8-afe9-c6d35af2a6f5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:31.932332 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24412420-76f5-49a8-afe9-c6d35af2a6f5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:55:31.932758 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24412420-76f5-49a8-afe9-c6d35af2a6f5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:31.965498 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:55:31.965498 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:55:31.965498 n-d-841760-1 neutron-server[88082]: timer() May 13 14:55:31.965498 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:55:31.965498 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:55:31.965498 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:55:31.965498 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:55:31.965498 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:55:31.965498 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:55:31.965498 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:55:31.965498 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:55:31.965498 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:55:31.965498 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:55:31.965498 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:55:31.965498 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:55:31.965498 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:55:31.965498 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:55:31.965498 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:55:31.965498 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:55:31.965498 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:55:31.965498 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:55:31.965498 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:55:31.965498 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:55:31.965498 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:55:31.965498 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:55:31.965498 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:55:31.965498 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:55:31.965498 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:55:31.965498 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:55:31.965498 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:55:31.965498 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:55:31.965498 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:55:32.021074 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bd736-9300-41d9-aa32-6d026d71e3a4 req-32265c51-e278-46e3-ba17-d6d32ce6ecaa tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:32.023019 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f73bd736-9300-41d9-aa32-6d026d71e3a4 req-32265c51-e278-46e3-ba17-d6d32ce6ecaa tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=df18e78d-dedd-4de9-bde9-dfaaaae72459 HTTP/1.1" status: 200 len: 944 time: 0.7134569 May 13 14:55:32.092413 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-60b34529-5239-4cad-b5c4-cc11028e5c0b None None] For port dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff,segment=NetworkSegment(13c4e8e1-3f56-4da2-9b96-2fc29fce0751),segment_id=13c4e8e1-3f56-4da2-9b96-2fc29fce0751)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:32.095614 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-60b34529-5239-4cad-b5c4-cc11028e5c0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:32.122169 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-010e4904-a1cf-4cab-81ab-fd9eee7fa600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:32.220357 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e4904-a1cf-4cab-81ab-fd9eee7fa600 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d5ab7e9-e270-4d50-b8c2-3092f05a73d3,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:32.251975 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-50702847-9448-4716-8522-da9176279a05 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:32.255617 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 61f11ba7-38db-43d7-b53c-03f96006877e up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:55:32.348263 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24412420-76f5-49a8-afe9-c6d35af2a6f5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:32.370342 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f73bd736-9300-41d9-aa32-6d026d71e3a4 req-8b8a036e-b2d0-46c8-9459-1b47c0555733 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379660 May 13 14:55:32.416845 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-60b34529-5239-4cad-b5c4-cc11028e5c0b None None] Calling delete_port for dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:32.423971 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24412420-76f5-49a8-afe9-c6d35af2a6f5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:32.440910 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24412420-76f5-49a8-afe9-c6d35af2a6f5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event deleted for resources: {'Network': ['ID=cfdd8600-9e9e-4b19-899a-a1b4272199f6,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:32.453009 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-24412420-76f5-49a8-afe9-c6d35af2a6f5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "DELETE /v2.0/networks/cfdd8600-9e9e-4b19-899a-a1b4272199f6 HTTP/1.1" status: 204 len: 168 time: 2.3274364 May 13 14:55:32.494512 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48834) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:32.510097 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-1eed845b-a6f2-434a-936c-021471e2ed55 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'network': {'name': 'tempest-network-smoke--103333197', 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'port_security_enabled': True}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:32.526156 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1eed845b-a6f2-434a-936c-021471e2ed55 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:32.535807 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1eed845b-a6f2-434a-936c-021471e2ed55 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:network and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:32.539854 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1eed845b-a6f2-434a-936c-021471e2ed55 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:32.548697 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1eed845b-a6f2-434a-936c-021471e2ed55 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:32.558548 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-50702847-9448-4716-8522-da9176279a05 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:32.596559 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:32.624630 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50702847-9448-4716-8522-da9176279a05 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Pushing event deleted for resources: {'Subnet': ['ID=bafafd8f-54db-4c10-b35f-9fd29399099d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:32.627050 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eed845b-a6f2-434a-936c-021471e2ed55 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Made reservation on behalf of 2fd5504203d84ec88c34b0f9b983d931 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:55:32.633181 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1eed845b-a6f2-434a-936c-021471e2ed55 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:32.646748 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05257ed-c315-401f-b1f1-6e7ef4f40788 None None] Network 96917acf-2d31-4226-815c-2c1eb5473ab2 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:55:32.669199 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-60b34529-5239-4cad-b5c4-cc11028e5c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:32.676823 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-50702847-9448-4716-8522-da9176279a05 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:32.708044 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-50702847-9448-4716-8522-da9176279a05 tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] 10.222.0.35 "DELETE /v2.0/subnets/bafafd8f-54db-4c10-b35f-9fd29399099d HTTP/1.1" status: 204 len: 168 time: 1.6454639 May 13 14:55:32.709264 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48844) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:32.720454 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-a657df04-58c7-4ef4-9dd7-569991614c8d admin admin] Allocated IP 172.20.0.1 (d6183f6d-25fb-4e44-b996-0f5bcb025fdd/f43563bd-f154-4518-8312-29f2255f69ef/71c82fbc-eade-4b29-97cd-476156503ab0) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:55:32.743624 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 61f11ba7-38db-43d7-b53c-03f96006877e completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:55:32.808956 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eed845b-a6f2-434a-936c-021471e2ed55 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:55:32.824422 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b34529-5239-4cad-b5c4-cc11028e5c0b None None] Pushing event deleted for resources: {'Port': ['ID=dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:32.861455 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 61f11ba7-38db-43d7-b53c-03f96006877e triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:32.861835 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:32.927474 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1eed845b-a6f2-434a-936c-021471e2ed55 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:32.927822 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-1eed845b-a6f2-434a-936c-021471e2ed55 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Added segment a02caf75-1c2e-4d08-9c97-66ffe197803c of type vlan for network 213c970f-c639-49b2-8c01-7dd8915da6b5 May 13 14:55:32.938117 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-19290917-fd3d-46fc-a70b-243ec572ce0d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:33.006754 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b34529-5239-4cad-b5c4-cc11028e5c0b None None] No DVR routers for this DVR port dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:55:33.008722 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a657df04-58c7-4ef4-9dd7-569991614c8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:33.031903 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bca11f6c-e544-4ba3-8097-470f54149e08 req-40f65362-2106-49d0-af54-97e23748bca0 service neutron] 10.222.0.74 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1810081 May 13 14:55:33.040646 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1eed845b-a6f2-434a-936c-021471e2ed55 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:33.110812 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-a657df04-58c7-4ef4-9dd7-569991614c8d admin admin] Transition to ACTIVE for port object 71c82fbc-eade-4b29-97cd-476156503ab0 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:55:33.130202 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1eed845b-a6f2-434a-936c-021471e2ed55 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:33.135935 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eed845b-a6f2-434a-936c-021471e2ed55 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:33.136584 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1eed845b-a6f2-434a-936c-021471e2ed55 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:33.197679 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-010e4904-a1cf-4cab-81ab-fd9eee7fa600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:33.267763 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 61f11ba7-38db-43d7-b53c-03f96006877e is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:33.267763 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:33.305881 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 61f11ba7-38db-43d7-b53c-03f96006877e, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=61f11ba7-38db-43d7-b53c-03f96006877e,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:33.316104 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:33.340218 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed845b-a6f2-434a-936c-021471e2ed55 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'Network': ['ID=213c970f-c639-49b2-8c01-7dd8915da6b5,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:33.441034 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1eed845b-a6f2-434a-936c-021471e2ed55 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9340842 May 13 14:55:33.444944 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48858) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:33.448120 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-19290917-fd3d-46fc-a70b-243ec572ce0d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:33.449833 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 213c970f-c639-49b2-8c01-7dd8915da6b5 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:55:33.465147 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61ab89e-76c6-476f-88be-49bb6eecf199 None None] DHCP port deletion for 96917acf-2d31-4226-815c-2c1eb5473ab2 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:55:33.478826 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 4ad3a210-2724-45af-a344-e9499fae0dae up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:55:33.482266 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-19290917-fd3d-46fc-a70b-243ec572ce0d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58bc4b72-2bba-47b0-8f43-eaf3002c266b']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:33.499813 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-19290917-fd3d-46fc-a70b-243ec572ce0d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c4e8e1-3f56-4da2-9b96-2fc29fce0751') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:33.500630 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-19290917-fd3d-46fc-a70b-243ec572ce0d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c4e8e1-3f56-4da2-9b96-2fc29fce0751') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:33.511653 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-010e4904-a1cf-4cab-81ab-fd9eee7fa600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:33.514748 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-010e4904-a1cf-4cab-81ab-fd9eee7fa600 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:33.519305 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-19290917-fd3d-46fc-a70b-243ec572ce0d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:33.526809 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a657df04-58c7-4ef4-9dd7-569991614c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:33.532952 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device f8125c09-bb79-440e-8a5a-a06b9b6de6de no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:55:33.544840 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-19290917-fd3d-46fc-a70b-243ec572ce0d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:33.556696 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19290917-fd3d-46fc-a70b-243ec572ce0d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:55:33.557261 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-19290917-fd3d-46fc-a70b-243ec572ce0d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:33.651033 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657df04-58c7-4ef4-9dd7-569991614c8d admin admin] Pushing event updated for resources: {'Port': ['ID=71c82fbc-eade-4b29-97cd-476156503ab0,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:33.670295 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-d61ab89e-76c6-476f-88be-49bb6eecf199 None None] Deleting port a9b9bae7-f1c2-452b-ad58-64ac7da911eb {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:33.670663 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d61ab89e-76c6-476f-88be-49bb6eecf199 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:33.710230 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: f8125c09-bb79-440e-8a5a-a06b9b6de6de {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:55:33.710883 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device f8125c09-bb79-440e-8a5a-a06b9b6de6de not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:55:33.711757 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d69fc11b-2993-4727-8cf9-1a895795eb8c no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:55:33.793382 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-010e4904-a1cf-4cab-81ab-fd9eee7fa600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:33.793382 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010e4904-a1cf-4cab-81ab-fd9eee7fa600 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0192b712-f9e3-4ebf-99ec-575db8bd7251 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:55:33.793382 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a657df04-58c7-4ef4-9dd7-569991614c8d admin admin] Network d6183f6d-25fb-4e44-b996-0f5bcb025fdd is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:55:33.795673 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-a657df04-58c7-4ef4-9dd7-569991614c8d admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:33.806819 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a657df04-58c7-4ef4-9dd7-569991614c8d admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:55:33.836790 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: d69fc11b-2993-4727-8cf9-1a895795eb8c {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:55:33.837495 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d69fc11b-2993-4727-8cf9-1a895795eb8c not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:55:33.838351 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:55:33.868339 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-010e4904-a1cf-4cab-81ab-fd9eee7fa600 admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:33.869466 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-010e4904-a1cf-4cab-81ab-fd9eee7fa600 admin admin] 10.222.0.35 "DELETE /v2.0/routers/0192b712-f9e3-4ebf-99ec-575db8bd7251 HTTP/1.1" status: 204 len: 168 time: 5.8767979 May 13 14:55:33.877659 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48868) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:33.926292 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:55:33.927311 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device dc5b4832-9b9c-4ff1-82a2-d8ba7901ceff not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:55:33.934047 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:55:33.934047 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:55:33.934047 n-d-841760-1 neutron-server[88082]: timer() May 13 14:55:33.934047 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:55:33.934047 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:55:33.934047 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:55:33.934047 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:55:33.934047 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:55:33.934047 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:55:33.934047 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:55:33.934047 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:55:33.934047 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:55:33.934047 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:55:33.934047 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:55:33.934047 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:55:33.934047 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:55:33.934047 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:55:33.934047 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:55:33.934047 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:55:33.934047 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:55:33.934047 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:55:33.934047 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:55:33.934047 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:55:33.934047 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:55:33.934047 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:55:33.934047 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:55:33.934047 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:55:33.934047 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:55:33.934047 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:55:33.934047 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:55:33.934047 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:55:33.934047 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:55:33.938199 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-83db2413-c157-4ff5-bba8-864b508e09ae tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-11964592', 'admin_state_up': True, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:33.979196 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-83db2413-c157-4ff5-bba8-864b508e09ae tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:33.979433 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=61f11ba7-38db-43d7-b53c-03f96006877e,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:34.007693 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-83db2413-c157-4ff5-bba8-864b508e09ae tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:router and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:34.016135 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d6022a6-32e8-4014-93d7-d2d4a8cbfe13 admin admin] Deleting subnet 69a77e24-b3fa-48e5-b1b0-c96c6565cb0d {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:55:34.017971 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-83db2413-c157-4ff5-bba8-864b508e09ae tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:34.020027 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3d6022a6-32e8-4014-93d7-d2d4a8cbfe13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:34.028227 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-83db2413-c157-4ff5-bba8-864b508e09ae tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:34.055408 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-19290917-fd3d-46fc-a70b-243ec572ce0d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:34.074109 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-19290917-fd3d-46fc-a70b-243ec572ce0d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:34.102135 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3d6022a6-32e8-4014-93d7-d2d4a8cbfe13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:34.115817 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-19290917-fd3d-46fc-a70b-243ec572ce0d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] 10.222.0.35 "DELETE /v2.0/networks/58bc4b72-2bba-47b0-8f43-eaf3002c266b HTTP/1.1" status: 204 len: 168 time: 1.4057970 May 13 14:55:34.119078 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 48874) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:34.120447 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19290917-fd3d-46fc-a70b-243ec572ce0d tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Pushing event deleted for resources: {'Network': ['ID=58bc4b72-2bba-47b0-8f43-eaf3002c266b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:34.147979 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 4ad3a210-2724-45af-a344-e9499fae0dae completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:55:34.162025 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 4ad3a210-2724-45af-a344-e9499fae0dae triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:34.162587 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:34.255449 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-d61ab89e-76c6-476f-88be-49bb6eecf199 None None] For port a9b9bae7-f1c2-452b-ad58-64ac7da911eb, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=a9b9bae7-f1c2-452b-ad58-64ac7da911eb,segment=NetworkSegment(4eaa1eb5-f3e0-40b0-9218-7609c721f288),segment_id=4eaa1eb5-f3e0-40b0-9218-7609c721f288)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:34.256140 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d61ab89e-76c6-476f-88be-49bb6eecf199 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:34.275735 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3d6022a6-32e8-4014-93d7-d2d4a8cbfe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:34.373031 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d9d6d-21de-49de-87f1-cfd3ff74dd85 req-65a7800d-a1ee-477f-a239-da27185732e0 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:34.397313 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8b8bc9c3-50cf-46bf-98a2-221d190e1c2b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:34.405587 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-761d9d6d-21de-49de-87f1-cfd3ff74dd85 req-65a7800d-a1ee-477f-a239-da27185732e0 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=df18e78d-dedd-4de9-bde9-dfaaaae72459 HTTP/1.1" status: 200 len: 944 time: 0.7558517 May 13 14:55:34.426196 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-83db2413-c157-4ff5-bba8-864b508e09ae tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:34.427591 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-83db2413-c157-4ff5-bba8-864b508e09ae tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:34.429153 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3d6022a6-32e8-4014-93d7-d2d4a8cbfe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:34.478564 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-8b8bc9c3-50cf-46bf-98a2-221d190e1c2b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Deleting port a9b9bae7-f1c2-452b-ad58-64ac7da911eb {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:34.478914 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8b8bc9c3-50cf-46bf-98a2-221d190e1c2b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:34.482501 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-d61ab89e-76c6-476f-88be-49bb6eecf199 None None] Calling delete_port for a9b9bae7-f1c2-452b-ad58-64ac7da911eb owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:34.525104 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6022a6-32e8-4014-93d7-d2d4a8cbfe13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69a77e24-b3fa-48e5-b1b0-c96c6565cb0d,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:34.550768 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a657df04-58c7-4ef4-9dd7-569991614c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:34.560838 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-83db2413-c157-4ff5-bba8-864b508e09ae tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:34.570018 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device a9b9bae7-f1c2-452b-ad58-64ac7da911eb no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:55:34.683925 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-15df72bb-637b-4460-a636-95a8db35c6b4 None None] Provisioning for port 71c82fbc-eade-4b29-97cd-476156503ab0 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:55:34.706701 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-15df72bb-637b-4460-a636-95a8db35c6b4 None None] Provisioning complete for port 71c82fbc-eade-4b29-97cd-476156503ab0 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:34.707085 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-15df72bb-637b-4460-a636-95a8db35c6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:34.725647 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-761d9d6d-21de-49de-87f1-cfd3ff74dd85 req-c0e7002a-d495-4acd-9a96-d9a79120a6d0 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194449 May 13 14:55:34.739057 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3d6022a6-32e8-4014-93d7-d2d4a8cbfe13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:34.753071 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3d6022a6-32e8-4014-93d7-d2d4a8cbfe13 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/69a77e24-b3fa-48e5-b1b0-c96c6565cb0d HTTP/1.1" status: 204 len: 168 time: 0.8574221 May 13 14:55:34.756669 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48890) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:34.774842 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96beb8b0-386f-41e0-93e7-632d1f2d1b5c None None] Network d51859c9-941b-45d2-a2bb-408dee695648 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:55:34.912009 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c78424db-bbc3-42fb-877a-751e02f6f2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:34.936485 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-c78424db-bbc3-42fb-877a-751e02f6f2d8 admin admin] Deleting port e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:34.936839 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c78424db-bbc3-42fb-877a-751e02f6f2d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:34.961644 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-8b8bc9c3-50cf-46bf-98a2-221d190e1c2b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] For port a9b9bae7-f1c2-452b-ad58-64ac7da911eb, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=a9b9bae7-f1c2-452b-ad58-64ac7da911eb,segment=NetworkSegment(4eaa1eb5-f3e0-40b0-9218-7609c721f288),segment_id=4eaa1eb5-f3e0-40b0-9218-7609c721f288)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:34.976482 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8b8bc9c3-50cf-46bf-98a2-221d190e1c2b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:35.049512 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 4ad3a210-2724-45af-a344-e9499fae0dae is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:35.049908 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:35.162120 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df18e78d-dedd-4de9-bde9-dfaaaae72459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad3a210-2724-45af-a344-e9499fae0dae'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:55:35.166756 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d61ab89e-76c6-476f-88be-49bb6eecf199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:35.269699 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-15df72bb-637b-4460-a636-95a8db35c6b4 None None] Port 71c82fbc-eade-4b29-97cd-476156503ab0 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:55:35.312301 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0c15659-7e72-43d0-b233-5a8a4114978a'] response: {'server_uuid': 'df18e78d-dedd-4de9-bde9-dfaaaae72459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad3a210-2724-45af-a344-e9499fae0dae', 'code': 200} May 13 14:55:35.377382 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ab89e-76c6-476f-88be-49bb6eecf199 None None] Pushing event deleted for resources: {'Port': ['ID=a9b9bae7-f1c2-452b-ad58-64ac7da911eb,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:35.380545 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Port a9b9bae7-f1c2-452b-ad58-64ac7da911eb update to DOWN by agent not found {{(pid=88083) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 13 14:55:35.384444 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 4ad3a210-2724-45af-a344-e9499fae0dae, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=4ad3a210-2724-45af-a344-e9499fae0dae,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:35.387442 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61ab89e-76c6-476f-88be-49bb6eecf199 None None] No DVR routers for this DVR port a9b9bae7-f1c2-452b-ad58-64ac7da911eb on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:55:35.500146 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-8b8bc9c3-50cf-46bf-98a2-221d190e1c2b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Calling delete_port for a9b9bae7-f1c2-452b-ad58-64ac7da911eb owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:35.521876 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:35.580311 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a657df04-58c7-4ef4-9dd7-569991614c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:35.609031 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=4ad3a210-2724-45af-a344-e9499fae0dae,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:35.691094 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-83db2413-c157-4ff5-bba8-864b508e09ae tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:35.720842 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9bab47-a109-4296-b9c6-2a1e05073779 None None] DHCP port deletion for d51859c9-941b-45d2-a2bb-408dee695648 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:55:35.725437 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ac9bab47-a109-4296-b9c6-2a1e05073779 None None] Deleting port e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:35.725805 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ac9bab47-a109-4296-b9c6-2a1e05073779 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:35.750361 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.api [None req-8b8bc9c3-50cf-46bf-98a2-221d190e1c2b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:55:35.751483 n-d-841760-1 neutron-server[88082]: DEBUG oslo_db.api [None req-8b8bc9c3-50cf-46bf-98a2-221d190e1c2b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:55:35.885208 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-c78424db-bbc3-42fb-877a-751e02f6f2d8 admin admin] For port e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2,segment=NetworkSegment(3a29a968-60a2-4340-917d-a4cd80014364),segment_id=3a29a968-60a2-4340-917d-a4cd80014364)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:35.885594 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c78424db-bbc3-42fb-877a-751e02f6f2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:36.106581 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-c78424db-bbc3-42fb-877a-751e02f6f2d8 admin admin] Calling delete_port for e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2 owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:36.139254 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 61f11ba7-38db-43d7-b53c-03f96006877e up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:55:36.283631 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-ac9bab47-a109-4296-b9c6-2a1e05073779 None None] For port e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2,segment=NetworkSegment(3a29a968-60a2-4340-917d-a4cd80014364),segment_id=3a29a968-60a2-4340-917d-a4cd80014364)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:36.284122 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ac9bab47-a109-4296-b9c6-2a1e05073779 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:36.332304 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-8b8bc9c3-50cf-46bf-98a2-221d190e1c2b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Deleting port a9b9bae7-f1c2-452b-ad58-64ac7da911eb {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:36.333081 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8b8bc9c3-50cf-46bf-98a2-221d190e1c2b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:36.518850 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ac9bab47-a109-4296-b9c6-2a1e05073779 None None] Calling delete_port for e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:36.543093 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c78424db-bbc3-42fb-877a-751e02f6f2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:36.589802 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 61f11ba7-38db-43d7-b53c-03f96006877e triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:36.590467 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:36.628348 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-83db2413-c157-4ff5-bba8-864b508e09ae tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:36.708490 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-ac9bab47-a109-4296-b9c6-2a1e05073779 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:55:36.708490 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-ac9bab47-a109-4296-b9c6-2a1e05073779 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:55:36.736970 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a657df04-58c7-4ef4-9dd7-569991614c8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:36.746891 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 61f11ba7-38db-43d7-b53c-03f96006877e is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:36.767861 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-83db2413-c157-4ff5-bba8-864b508e09ae tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:36.823819 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-8b8bc9c3-50cf-46bf-98a2-221d190e1c2b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] The port 'a9b9bae7-f1c2-452b-ad58-64ac7da911eb' was deleted {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:55:36.849100 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 9d5ab7e9-e270-4d50-b8c2-3092f05a73d3 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:55:36.860800 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78424db-bbc3-42fb-877a-751e02f6f2d8 admin admin] No DVR routers for this DVR port e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2 on host n-d-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:55:36.863060 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78424db-bbc3-42fb-877a-751e02f6f2d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:36.870134 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a657df04-58c7-4ef4-9dd7-569991614c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:36.906627 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 9d5ab7e9-e270-4d50-b8c2-3092f05a73d3 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:55:36.906627 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 9d5ab7e9-e270-4d50-b8c2-3092f05a73d3 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:55:36.909502 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:55:37.017016 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:55:37.018617 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:55:37.105782 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8b8bc9c3-50cf-46bf-98a2-221d190e1c2b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:37.178522 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-8b8bc9c3-50cf-46bf-98a2-221d190e1c2b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96917acf-2d31-4226-815c-2c1eb5473ab2']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:37.189603 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c78424db-bbc3-42fb-877a-751e02f6f2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:37.197561 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-8b8bc9c3-50cf-46bf-98a2-221d190e1c2b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eaa1eb5-f3e0-40b0-9218-7609c721f288') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:37.197860 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-8b8bc9c3-50cf-46bf-98a2-221d190e1c2b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eaa1eb5-f3e0-40b0-9218-7609c721f288') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:37.209637 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ac9bab47-a109-4296-b9c6-2a1e05073779 None None] Deleting port e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:37.210017 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ac9bab47-a109-4296-b9c6-2a1e05073779 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:37.226132 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8b8bc9c3-50cf-46bf-98a2-221d190e1c2b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:37.248297 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-c78424db-bbc3-42fb-877a-751e02f6f2d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d51859c9-941b-45d2-a2bb-408dee695648']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:37.264493 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-c78424db-bbc3-42fb-877a-751e02f6f2d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a29a968-60a2-4340-917d-a4cd80014364') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:37.264856 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-c78424db-bbc3-42fb-877a-751e02f6f2d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a29a968-60a2-4340-917d-a4cd80014364') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:37.279805 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c78424db-bbc3-42fb-877a-751e02f6f2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:37.280123 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-83db2413-c157-4ff5-bba8-864b508e09ae tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Allocated IP 172.25.0.164 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/d5f7acd6-f3f0-428d-8268-9f342e5ae80e) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:55:37.305829 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c78424db-bbc3-42fb-877a-751e02f6f2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:37.308378 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8b8bc9c3-50cf-46bf-98a2-221d190e1c2b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:37.314598 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c78424db-bbc3-42fb-877a-751e02f6f2d8 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:55:37.314598 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c78424db-bbc3-42fb-877a-751e02f6f2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:37.345564 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8bc9c3-50cf-46bf-98a2-221d190e1c2b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:55:37.345972 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8b8bc9c3-50cf-46bf-98a2-221d190e1c2b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:37.370432 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ac9bab47-a109-4296-b9c6-2a1e05073779 None None] The port 'e99f7ea1-e3e4-4d6b-938f-59cc3d2c95c2' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:55:37.485840 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:55:37.485840 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:55:37.485840 n-d-841760-1 neutron-server[88082]: timer() May 13 14:55:37.485840 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:55:37.485840 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:55:37.485840 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:55:37.485840 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:55:37.485840 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:55:37.485840 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:55:37.485840 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:55:37.485840 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:55:37.485840 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:55:37.485840 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:55:37.485840 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:55:37.485840 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:55:37.485840 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:55:37.485840 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:55:37.485840 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:55:37.485840 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:55:37.485840 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:55:37.485840 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:55:37.485840 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:55:37.485840 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:55:37.485840 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:55:37.485840 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:55:37.485840 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:55:37.485840 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:55:37.485840 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:55:37.485840 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:55:37.485840 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:55:37.485840 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:55:37.485840 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:55:37.511717 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8b8bc9c3-50cf-46bf-98a2-221d190e1c2b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:37.517758 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8b8bc9c3-50cf-46bf-98a2-221d190e1c2b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:37.526380 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657df04-58c7-4ef4-9dd7-569991614c8d admin admin] Pushing event updated for resources: {'Port': ['ID=71c82fbc-eade-4b29-97cd-476156503ab0,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:37.537122 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:55:37.537122 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:55:37.537122 n-d-841760-1 neutron-server[88081]: timer() May 13 14:55:37.537122 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:55:37.537122 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:55:37.537122 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:55:37.537122 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:55:37.537122 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:55:37.537122 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:55:37.537122 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:55:37.537122 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:55:37.537122 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:55:37.537122 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:55:37.537122 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:55:37.537122 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:55:37.537122 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:55:37.537122 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:55:37.537122 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:55:37.537122 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:55:37.537122 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:55:37.537122 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:55:37.537122 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:55:37.537122 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:55:37.537122 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:55:37.537122 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:55:37.537122 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:55:37.537122 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:55:37.537122 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:55:37.537122 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:55:37.537122 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:55:37.537122 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:55:37.537122 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:55:37.541379 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f07c9-1f9a-4fb4-a657-6473008e4bbe req-b22ba531-2582-47bd-b885-3f436954858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:37.544312 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-141f07c9-1f9a-4fb4-a657-6473008e4bbe req-b22ba531-2582-47bd-b885-3f436954858a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=df18e78d-dedd-4de9-bde9-dfaaaae72459 HTTP/1.1" status: 200 len: 1096 time: 2.0293372 May 13 14:55:37.551397 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8b8bc9c3-50cf-46bf-98a2-221d190e1c2b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] 10.222.0.35 "DELETE /v2.0/networks/96917acf-2d31-4226-815c-2c1eb5473ab2 HTTP/1.1" status: 204 len: 168 time: 3.4227276 May 13 14:55:37.554414 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c78424db-bbc3-42fb-877a-751e02f6f2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:37.564636 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48938) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:37.659025 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c78424db-bbc3-42fb-877a-751e02f6f2d8 admin admin] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:37.670675 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c78424db-bbc3-42fb-877a-751e02f6f2d8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d51859c9-941b-45d2-a2bb-408dee695648 HTTP/1.1" status: 204 len: 168 time: 2.9079218 May 13 14:55:37.705747 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78424db-bbc3-42fb-877a-751e02f6f2d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d51859c9-941b-45d2-a2bb-408dee695648,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:37.728278 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a657df04-58c7-4ef4-9dd7-569991614c8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:37.771145 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-141f07c9-1f9a-4fb4-a657-6473008e4bbe req-a91e0e7a-1234-4dfb-b0a2-162be2dd6d9f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037461 May 13 14:55:37.836125 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8bc9c3-50cf-46bf-98a2-221d190e1c2b tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Pushing event deleted for resources: {'Network': ['ID=96917acf-2d31-4226-815c-2c1eb5473ab2,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:37.853046 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-83db2413-c157-4ff5-bba8-864b508e09ae tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:37.880264 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-33fd157f-2c0f-40b5-b8ae-156c900a037f tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Deleting subnet 95928a28-4ad1-4de5-ad1b-e7db31eb56d2 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:55:37.884305 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-33fd157f-2c0f-40b5-b8ae-156c900a037f tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:37.925792 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-83db2413-c157-4ff5-bba8-864b508e09ae tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:37.961097 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad699f-9682-43c2-adde-b68b44332107 req-41829d64-229a-4bb1-8a12-1e256d1bae8a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:37.962795 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c8ad699f-9682-43c2-adde-b68b44332107 req-41829d64-229a-4bb1-8a12-1e256d1bae8a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=df18e78d-dedd-4de9-bde9-dfaaaae72459 HTTP/1.1" status: 200 len: 945 time: 1.6969562 May 13 14:55:37.968351 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48952) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:38.031004 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-33fd157f-2c0f-40b5-b8ae-156c900a037f tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:38.043095 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db2413-c157-4ff5-bba8-864b508e09ae tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'Port': ['ID=d5f7acd6-f3f0-428d-8268-9f342e5ae80e,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:38.068944 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83db2413-c157-4ff5-bba8-864b508e09ae tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:55:38.070133 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-83db2413-c157-4ff5-bba8-864b508e09ae tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:38.076809 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83db2413-c157-4ff5-bba8-864b508e09ae tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:55:38.340557 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c8ad699f-9682-43c2-adde-b68b44332107 req-0434bee7-3015-4678-9493-552e70e9ea35 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534241 May 13 14:55:38.378792 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4c40b811-9340-45be-ac98-cd61dc7e60fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6165004ac18741f8a69dd64293b7a1e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4096086 May 13 14:55:38.385306 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48964) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:38.433099 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a657df04-58c7-4ef4-9dd7-569991614c8d admin admin] Network d6183f6d-25fb-4e44-b996-0f5bcb025fdd is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:55:38.444531 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-a657df04-58c7-4ef4-9dd7-569991614c8d admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:38.484786 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:55:38.584300 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-33fd157f-2c0f-40b5-b8ae-156c900a037f tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:38.632038 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a367fa68-c8f9-4b7d-ba85-e905a1aae146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:38.770757 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-83db2413-c157-4ff5-bba8-864b508e09ae tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:38.776745 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a367fa68-c8f9-4b7d-ba85-e905a1aae146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:38.828785 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3cf77373-8839-4a78-9669-c9325f1258f5 None None] Provisioning complete for port 71c82fbc-eade-4b29-97cd-476156503ab0 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:38.829301 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3cf77373-8839-4a78-9669-c9325f1258f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:38.872018 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a657df04-58c7-4ef4-9dd7-569991614c8d admin admin] Router dce03531-9a45-4233-bca3-5b8690e68905 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:55:38.873409 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-33fd157f-2c0f-40b5-b8ae-156c900a037f tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:38.923359 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-33fd157f-2c0f-40b5-b8ae-156c900a037f tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:38.942330 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd157f-2c0f-40b5-b8ae-156c900a037f tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Pushing event deleted for resources: {'Subnet': ['ID=95928a28-4ad1-4de5-ad1b-e7db31eb56d2,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:38.958403 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3cf77373-8839-4a78-9669-c9325f1258f5 None None] Port 71c82fbc-eade-4b29-97cd-476156503ab0 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:55:38.967540 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15675a1-6b83-4bd1-8b1d-5227b3029b36 None None] Network 3cd870f0-d997-4b88-831e-185871b98f89 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:55:39.098967 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a367fa68-c8f9-4b7d-ba85-e905a1aae146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:39.103824 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a367fa68-c8f9-4b7d-ba85-e905a1aae146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:39.127326 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a367fa68-c8f9-4b7d-ba85-e905a1aae146 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/31f8286a-e389-4f48-967b-862b7e4c0263 HTTP/1.1" status: 204 len: 168 time: 0.7407153 May 13 14:55:39.389313 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-33fd157f-2c0f-40b5-b8ae-156c900a037f tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] 10.222.0.35 "DELETE /v2.0/subnets/95928a28-4ad1-4de5-ad1b-e7db31eb56d2 HTTP/1.1" status: 204 len: 168 time: 1.8106630 May 13 14:55:39.400789 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 48992) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:39.477353 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367fa68-c8f9-4b7d-ba85-e905a1aae146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f8286a-e389-4f48-967b-862b7e4c0263,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:39.539144 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbf52ec-de86-403d-a0ad-dc9390519118 None None] DHCP port deletion for 3cd870f0-d997-4b88-831e-185871b98f89 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:55:39.543421 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7fbf52ec-de86-403d-a0ad-dc9390519118 None None] Deleting port 7e64b315-4ac2-4a99-b794-e4ef991b74f8 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:39.543788 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7fbf52ec-de86-403d-a0ad-dc9390519118 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:39.762315 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a657df04-58c7-4ef4-9dd7-569991614c8d admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:55:39.780591 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ed366f-21a4-48d6-abff-678a4d76d3a2 None None] Sync routers for ids ['dce03531-9a45-4233-bca3-5b8690e68905'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:55:39.795701 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a657df04-58c7-4ef4-9dd7-569991614c8d admin admin] 10.222.0.35 "PUT /v2.0/routers/dce03531-9a45-4233-bca3-5b8690e68905/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3626390 May 13 14:55:39.803445 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3b570ee5-6420-432e-ba0c-12058c7874ea tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:39.808290 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ed366f-21a4-48d6-abff-678a4d76d3a2 None None] Routers {'dce03531-9a45-4233-bca3-5b8690e68905'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:39.809050 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e2ed366f-21a4-48d6-abff-678a4d76d3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:55:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['dce03531-9a45-4233-bca3-5b8690e68905'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:39.827558 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-83db2413-c157-4ff5-bba8-864b508e09ae tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:39.829767 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-3b570ee5-6420-432e-ba0c-12058c7874ea tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Deleting port 7e64b315-4ac2-4a99-b794-e4ef991b74f8 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:39.830113 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3b570ee5-6420-432e-ba0c-12058c7874ea tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:40.034039 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49006) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:40.103530 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-e2ed366f-21a4-48d6-abff-678a4d76d3a2 None None] Set router dce03531-9a45-4233-bca3-5b8690e68905 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:55:40.110409 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-7fbf52ec-de86-403d-a0ad-dc9390519118 None None] For port 7e64b315-4ac2-4a99-b794-e4ef991b74f8, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=7e64b315-4ac2-4a99-b794-e4ef991b74f8,segment=NetworkSegment(d519a491-521a-4351-bdee-c519f3e7e3ff),segment_id=d519a491-521a-4351-bdee-c519f3e7e3ff)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:40.111134 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7fbf52ec-de86-403d-a0ad-dc9390519118 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:40.132143 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 7e64b315-4ac2-4a99-b794-e4ef991b74f8 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:55:40.544962 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7fbc1-8ae7-4a45-958d-78e97953da63 req-41cc92f6-e35f-4f02-bebe-7e225177055f tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:40.546958 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-29e7fbc1-8ae7-4a45-958d-78e97953da63 req-41cc92f6-e35f-4f02-bebe-7e225177055f tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=df18e78d-dedd-4de9-bde9-dfaaaae72459 HTTP/1.1" status: 200 len: 945 time: 0.9241786 May 13 14:55:40.570029 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-08a5c197-59a8-4751-ad68-ecebb5c72a71 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e4c2a0535ce0400ba706f596c15b607b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5327339 May 13 14:55:40.571138 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49020) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:40.586961 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-3b570ee5-6420-432e-ba0c-12058c7874ea tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] For port 7e64b315-4ac2-4a99-b794-e4ef991b74f8, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=7e64b315-4ac2-4a99-b794-e4ef991b74f8,segment=NetworkSegment(d519a491-521a-4351-bdee-c519f3e7e3ff),segment_id=d519a491-521a-4351-bdee-c519f3e7e3ff)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:40.590614 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3b570ee5-6420-432e-ba0c-12058c7874ea tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:40.646680 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-29e7fbc1-8ae7-4a45-958d-78e97953da63 req-6ed0226e-425c-4b49-9bd1-3f373caa7935 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909491 May 13 14:55:40.676405 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7fbf52ec-de86-403d-a0ad-dc9390519118 None None] Calling delete_port for 7e64b315-4ac2-4a99-b794-e4ef991b74f8 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:40.704078 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83db2413-c157-4ff5-bba8-864b508e09ae tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Router cb3f3c15-007b-4be7-8d3d-4996326d7d7e is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:55:40.738380 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d50ea4e7-542f-4bf0-a6c4-bacb64a4d465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:40.795624 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49028) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:40.797225 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d50ea4e7-542f-4bf0-a6c4-bacb64a4d465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:40.900097 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-bae37158-7d81-4c65-9a4a-4d456397e5b0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1414576902', 'description': 'tempest-description--933225001'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:40.909356 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e2ed366f-21a4-48d6-abff-678a4d76d3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'name': 'tempest-ServerActionsTestJSON-490026162-router', 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '61f11ba7-38db-43d7-b53c-03f96006877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:15Z', 'updated_at': '2022-05-13T14:55:35Z', 'revision_number': 4, 'project_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'gw_port': {'id': '61f11ba7-38db-43d7-b53c-03f96006877e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:60:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:19Z', 'updated_at': '2022-05-13T14:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '71c82fbc-eade-4b29-97cd-476156503ab0', 'name': '', 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd', 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'mac_address': 'fa:16:3e:44:c2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': 'f43563bd-f154-4518-8312-29f2255f69ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:31Z', 'updated_at': '2022-05-13T14:55:35Z', 'revision_number': 2, 'project_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'subnets': [{'id': 'f43563bd-f154-4518-8312-29f2255f69ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:40.914293 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ed366f-21a4-48d6-abff-678a4d76d3a2 None None] Checking router: dce03531-9a45-4233-bca3-5b8690e68905 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:55:40.914801 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ed366f-21a4-48d6-abff-678a4d76d3a2 None None] Updating router dce03531-9a45-4233-bca3-5b8690e68905 port 71c82fbc-eade-4b29-97cd-476156503ab0 binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:55:40.926447 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-3b570ee5-6420-432e-ba0c-12058c7874ea tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Calling delete_port for 7e64b315-4ac2-4a99-b794-e4ef991b74f8 owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:40.982673 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-bae37158-7d81-4c65-9a4a-4d456397e5b0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:41.010565 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-bae37158-7d81-4c65-9a4a-4d456397e5b0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Usage tracker for resource:security_group and tenant:ac0ce7a13bd948f9949b7bdefd23d50f is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:41.019262 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-e2ed366f-21a4-48d6-abff-678a4d76d3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:41.026649 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-bae37158-7d81-4c65-9a4a-4d456397e5b0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:41.050773 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 7e64b315-4ac2-4a99-b794-e4ef991b74f8 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:41.051048 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:41.092909 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-bae37158-7d81-4c65-9a4a-4d456397e5b0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:41.095046 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7fbf52ec-de86-403d-a0ad-dc9390519118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:41.159001 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bae37158-7d81-4c65-9a4a-4d456397e5b0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:41.224598 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-bae37158-7d81-4c65-9a4a-4d456397e5b0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:41.241100 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [None req-3b570ee5-6420-432e-ba0c-12058c7874ea tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:55:41.241420 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [None req-3b570ee5-6420-432e-ba0c-12058c7874ea tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:55:41.242321 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-bae37158-7d81-4c65-9a4a-4d456397e5b0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Usage tracker for resource:security_group_rule and tenant:ac0ce7a13bd948f9949b7bdefd23d50f is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:41.256109 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-bae37158-7d81-4c65-9a4a-4d456397e5b0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:41.262473 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-bae37158-7d81-4c65-9a4a-4d456397e5b0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:41.280444 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf52ec-de86-403d-a0ad-dc9390519118 None None] Pushing event deleted for resources: {'Port': ['ID=7e64b315-4ac2-4a99-b794-e4ef991b74f8,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:41.296822 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbf52ec-de86-403d-a0ad-dc9390519118 None None] No DVR routers for this DVR port 7e64b315-4ac2-4a99-b794-e4ef991b74f8 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:55:41.315367 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d50ea4e7-542f-4bf0-a6c4-bacb64a4d465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:41.385274 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ea4e7-542f-4bf0-a6c4-bacb64a4d465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62e5694-95a4-4b09-baf8-82115905b9e8,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:41.437751 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bae37158-7d81-4c65-9a4a-4d456397e5b0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:41.447511 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bae37158-7d81-4c65-9a4a-4d456397e5b0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:41.481592 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d50ea4e7-542f-4bf0-a6c4-bacb64a4d465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:41.482796 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d50ea4e7-542f-4bf0-a6c4-bacb64a4d465 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b62e5694-95a4-4b09-baf8-82115905b9e8 HTTP/1.1" status: 204 len: 168 time: 0.9077885 May 13 14:55:41.508451 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae37158-7d81-4c65-9a4a-4d456397e5b0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=361bad2d-be68-4afe-8935-2f7439ce12e6,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:41.513983 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bae37158-7d81-4c65-9a4a-4d456397e5b0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:41.515615 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-bae37158-7d81-4c65-9a4a-4d456397e5b0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7188907 May 13 14:55:41.520350 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49048) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:41.526398 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-c0742664-9360-469c-8212-cc1fb7b906e5 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Request body: {'security_group_rule': {'security_group_id': '361bad2d-be68-4afe-8935-2f7439ce12e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:41.534271 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c0742664-9360-469c-8212-cc1fb7b906e5 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:41.538678 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeca0a0-e19f-41ea-b8c0-1704f43838c0 req-ea577dd6-9c57-4348-9fc4-e5e2fca997f1 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:41.539612 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c0742664-9360-469c-8212-cc1fb7b906e5 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Usage tracker for resource:security_group_rule and tenant:ac0ce7a13bd948f9949b7bdefd23d50f is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:41.540273 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ebeca0a0-e19f-41ea-b8c0-1704f43838c0 req-ea577dd6-9c57-4348-9fc4-e5e2fca997f1 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=df18e78d-dedd-4de9-bde9-dfaaaae72459 HTTP/1.1" status: 200 len: 945 time: 0.4145226 May 13 14:55:41.550803 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c0742664-9360-469c-8212-cc1fb7b906e5 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:41.551807 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83db2413-c157-4ff5-bba8-864b508e09ae tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:55:41.568725 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72389ee9-1db0-4f2f-8809-1caef007d49a None None] Sync routers for ids ['cb3f3c15-007b-4be7-8d3d-4996326d7d7e'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:55:41.586652 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c0742664-9360-469c-8212-cc1fb7b906e5 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:41.587446 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72389ee9-1db0-4f2f-8809-1caef007d49a None None] Routers {'cb3f3c15-007b-4be7-8d3d-4996326d7d7e'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:41.591743 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-72389ee9-1db0-4f2f-8809-1caef007d49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:55:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['cb3f3c15-007b-4be7-8d3d-4996326d7d7e'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:41.635004 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c0742664-9360-469c-8212-cc1fb7b906e5 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:41.642168 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ebeca0a0-e19f-41ea-b8c0-1704f43838c0 req-ae85c475-330e-49b8-8272-126a4d4a82ba tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929554 May 13 14:55:41.643163 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-83db2413-c157-4ff5-bba8-864b508e09ae tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:41.657219 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49052) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:41.671850 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-83db2413-c157-4ff5-bba8-864b508e09ae tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.7339542 May 13 14:55:41.751882 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-3b570ee5-6420-432e-ba0c-12058c7874ea tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Deleting port 7e64b315-4ac2-4a99-b794-e4ef991b74f8 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:41.754604 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3b570ee5-6420-432e-ba0c-12058c7874ea tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:41.884265 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49058) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:41.892716 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-e2ed366f-21a4-48d6-abff-678a4d76d3a2 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:41.903758 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3abd92e1-c905-41fa-893b-06d895b810ec tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=2fd5504203d84ec88c34b0f9b983d931&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2425833 May 13 14:55:41.920768 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-e2ed366f-21a4-48d6-abff-678a4d76d3a2 None None] Transition to ACTIVE for port object 71c82fbc-eade-4b29-97cd-476156503ab0 will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:55:41.939932 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-e2ed366f-21a4-48d6-abff-678a4d76d3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:42.080526 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-3b570ee5-6420-432e-ba0c-12058c7874ea tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] The port '7e64b315-4ac2-4a99-b794-e4ef991b74f8' was deleted {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:55:42.102971 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-72389ee9-1db0-4f2f-8809-1caef007d49a None None] Set router cb3f3c15-007b-4be7-8d3d-4996326d7d7e gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:55:42.369179 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7558764-e712-4cce-b49c-7b570534a811 None None] Pushing event updated for resources: {'Port': ['ID=71c82fbc-eade-4b29-97cd-476156503ab0,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:42.426632 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7558764-e712-4cce-b49c-7b570534a811 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:42.430688 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7558764-e712-4cce-b49c-7b570534a811 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:42.431072 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7558764-e712-4cce-b49c-7b570534a811 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:42.432610 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7558764-e712-4cce-b49c-7b570534a811 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:42.432881 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7558764-e712-4cce-b49c-7b570534a811 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:42.434039 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7558764-e712-4cce-b49c-7b570534a811 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:42.435782 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7558764-e712-4cce-b49c-7b570534a811 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:42.436321 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7558764-e712-4cce-b49c-7b570534a811 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:42.436904 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7558764-e712-4cce-b49c-7b570534a811 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:42.437381 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7558764-e712-4cce-b49c-7b570534a811 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:42.437708 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7558764-e712-4cce-b49c-7b570534a811 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:42.442846 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7558764-e712-4cce-b49c-7b570534a811 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:42.522889 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829dec45-908f-44c7-9a25-9cba9a410700 tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:42.534809 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-829dec45-908f-44c7-9a25-9cba9a410700 tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6491582 May 13 14:55:42.537751 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49082) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:42.614172 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0b525619-dc7b-4e07-ada5-625519d74b1b tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=c35d8094-27c1-4288-955d-bcb140e23bf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0682564 May 13 14:55:42.617063 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49088) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:42.647808 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-4d125e3e-4f22-47d9-8cb7-45c75cd8ed55 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1007204875', 'network_id': '213c970f-c639-49b2-8c01-7dd8915da6b5', 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:42.744907 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3b570ee5-6420-432e-ba0c-12058c7874ea tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:42.775973 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-3b570ee5-6420-432e-ba0c-12058c7874ea tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cd870f0-d997-4b88-831e-185871b98f89']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:42.790528 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-3b570ee5-6420-432e-ba0c-12058c7874ea tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd519a491-521a-4351-bdee-c519f3e7e3ff') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:42.790917 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-3b570ee5-6420-432e-ba0c-12058c7874ea tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd519a491-521a-4351-bdee-c519f3e7e3ff') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:42.804675 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3b570ee5-6420-432e-ba0c-12058c7874ea tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:42.826648 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3b570ee5-6420-432e-ba0c-12058c7874ea tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:42.842448 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b570ee5-6420-432e-ba0c-12058c7874ea tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:55:42.842448 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3b570ee5-6420-432e-ba0c-12058c7874ea tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:42.883064 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09434b3b-b0a6-4b14-bc78-4ab8446b2786 req-dbf48834-07d9-4a08-9bb0-5b6e0664aabd tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:42.888970 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-72389ee9-1db0-4f2f-8809-1caef007d49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'name': 'tempest-TestNetworkBasicOps-router-11964592', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'd5f7acd6-f3f0-428d-8268-9f342e5ae80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:34Z', 'updated_at': '2022-05-13T14:55:38Z', 'revision_number': 3, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'd5f7acd6-f3f0-428d-8268-9f342e5ae80e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:36Z', 'updated_at': '2022-05-13T14:55:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:42.896216 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-09434b3b-b0a6-4b14-bc78-4ab8446b2786 req-dbf48834-07d9-4a08-9bb0-5b6e0664aabd tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=df18e78d-dedd-4de9-bde9-dfaaaae72459 HTTP/1.1" status: 200 len: 945 time: 0.7420528 May 13 14:55:42.914665 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72389ee9-1db0-4f2f-8809-1caef007d49a None None] Checking router: cb3f3c15-007b-4be7-8d3d-4996326d7d7e for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:55:42.915041 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72389ee9-1db0-4f2f-8809-1caef007d49a None None] Updating router cb3f3c15-007b-4be7-8d3d-4996326d7d7e port d5f7acd6-f3f0-428d-8268-9f342e5ae80e binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:55:42.941396 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-e2ed366f-21a4-48d6-abff-678a4d76d3a2 None None] Attempting to bind port 71c82fbc-eade-4b29-97cd-476156503ab0 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:55:42.942042 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-e2ed366f-21a4-48d6-abff-678a4d76d3a2 None None] Attempting to bind port 71c82fbc-eade-4b29-97cd-476156503ab0 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:55:42.942148 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ed366f-21a4-48d6-abff-678a4d76d3a2 None None] Attempting to bind port 71c82fbc-eade-4b29-97cd-476156503ab0 on network d6183f6d-25fb-4e44-b996-0f5bcb025fdd {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: util.warn( May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: timer() May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:55:42.959609 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:55:42.982674 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3b570ee5-6420-432e-ba0c-12058c7874ea tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:42.996999 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3b570ee5-6420-432e-ba0c-12058c7874ea tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:43.067140 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ed366f-21a4-48d6-abff-678a4d76d3a2 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:55:43.067140 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ed366f-21a4-48d6-abff-678a4d76d3a2 None None] Checking segment: {'id': '0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:55:43.067140 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-e2ed366f-21a4-48d6-abff-678a4d76d3a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:43.067140 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ed366f-21a4-48d6-abff-678a4d76d3a2 None None] Bound using segment: {'id': '0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:55:43.067684 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-e2ed366f-21a4-48d6-abff-678a4d76d3a2 None None] Bound port: 71c82fbc-eade-4b29-97cd-476156503ab0, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:55:43.068274 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-e2ed366f-21a4-48d6-abff-678a4d76d3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:43.073611 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c0742664-9360-469c-8212-cc1fb7b906e5 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:43.075722 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-09434b3b-b0a6-4b14-bc78-4ab8446b2786 req-296c7ada-4ae4-45a9-841e-b95f553809d8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757669 May 13 14:55:43.086795 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b570ee5-6420-432e-ba0c-12058c7874ea tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Pushing event deleted for resources: {'Network': ['ID=3cd870f0-d997-4b88-831e-185871b98f89,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:43.100291 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c0742664-9360-469c-8212-cc1fb7b906e5 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:43.105153 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4d125e3e-4f22-47d9-8cb7-45c75cd8ed55 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:43.107653 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-72389ee9-1db0-4f2f-8809-1caef007d49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:43.114005 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4d125e3e-4f22-47d9-8cb7-45c75cd8ed55 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:subnet and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:43.124097 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4d125e3e-4f22-47d9-8cb7-45c75cd8ed55 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:43.124976 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3b570ee5-6420-432e-ba0c-12058c7874ea tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] 10.222.0.35 "DELETE /v2.0/networks/3cd870f0-d997-4b88-831e-185871b98f89 HTTP/1.1" status: 204 len: 168 time: 3.7076368 May 13 14:55:43.127412 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49102) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:43.137790 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4d125e3e-4f22-47d9-8cb7-45c75cd8ed55 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:43.165630 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d125e3e-4f22-47d9-8cb7-45c75cd8ed55 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Made reservation on behalf of 2fd5504203d84ec88c34b0f9b983d931 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:55:43.169867 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4d125e3e-4f22-47d9-8cb7-45c75cd8ed55 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:43.240451 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-e2ed366f-21a4-48d6-abff-678a4d76d3a2 None None] For port 71c82fbc-eade-4b29-97cd-476156503ab0, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:55:43.248558 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-e2ed366f-21a4-48d6-abff-678a4d76d3a2 None None] For port 71c82fbc-eade-4b29-97cd-476156503ab0, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=71c82fbc-eade-4b29-97cd-476156503ab0,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:55:43.277422 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-e2ed366f-21a4-48d6-abff-678a4d76d3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:43.337292 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0742664-9360-469c-8212-cc1fb7b906e5 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e97096ce-e34f-49ad-a40a-981553da24c2,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:43.409030 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e6b87dfb-8eeb-4cd6-b3fa-ff06dddc865c tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Synchronizing usage tracker for tenant:25bad8df4ad849aba1c240e7a825745d on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:55:43.451088 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c0742664-9360-469c-8212-cc1fb7b906e5 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:43.481348 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c0742664-9360-469c-8212-cc1fb7b906e5 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9581475 May 13 14:55:43.487994 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49118) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:43.603685 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7558764-e712-4cce-b49c-7b570534a811 None None] Pushing event updated for resources: {'Port': ['ID=71c82fbc-eade-4b29-97cd-476156503ab0,revision_number=4']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:43.645379 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-32f4f157-acc3-472a-bab6-dda04e3e523e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Request body: {'security_group_rule': {'security_group_id': '361bad2d-be68-4afe-8935-2f7439ce12e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:43.684743 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-32f4f157-acc3-472a-bab6-dda04e3e523e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:43.685032 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ed366f-21a4-48d6-abff-678a4d76d3a2 None None] Routers {'dce03531-9a45-4233-bca3-5b8690e68905'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:43.686027 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e2ed366f-21a4-48d6-abff-678a4d76d3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:55:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['dce03531-9a45-4233-bca3-5b8690e68905'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:43.698027 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-32f4f157-acc3-472a-bab6-dda04e3e523e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Usage tracker for resource:security_group_rule and tenant:ac0ce7a13bd948f9949b7bdefd23d50f is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:43.746903 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-32f4f157-acc3-472a-bab6-dda04e3e523e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:43.768063 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e6b87dfb-8eeb-4cd6-b3fa-ff06dddc865c tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Unset dirty status for tenant:25bad8df4ad849aba1c240e7a825745d on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:55:43.775953 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e6b87dfb-8eeb-4cd6-b3fa-ff06dddc865c tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f20aa6e-761b-4f89-adf8-9713f0328ffb HTTP/1.1" status: 200 len: 205 time: 0.6292932 May 13 14:55:43.791492 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49122) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:43.791995 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49124) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:43.878463 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-72389ee9-1db0-4f2f-8809-1caef007d49a None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:43.907846 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-72389ee9-1db0-4f2f-8809-1caef007d49a None None] Transition to ACTIVE for port object d5f7acd6-f3f0-428d-8268-9f342e5ae80e will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:55:43.925095 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-72389ee9-1db0-4f2f-8809-1caef007d49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:43.967974 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-32f4f157-acc3-472a-bab6-dda04e3e523e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:43.989739 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-e2ed366f-21a4-48d6-abff-678a4d76d3a2 None None] Set router dce03531-9a45-4233-bca3-5b8690e68905 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:55:44.030268 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df91b53-22f3-449b-a0e9-53f158352648 None None] Pushing event updated for resources: {'Port': ['ID=d5f7acd6-f3f0-428d-8268-9f342e5ae80e,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:44.119508 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-72389ee9-1db0-4f2f-8809-1caef007d49a None None] Attempting to bind port d5f7acd6-f3f0-428d-8268-9f342e5ae80e on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:55:44.128261 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-72389ee9-1db0-4f2f-8809-1caef007d49a None None] Attempting to bind port d5f7acd6-f3f0-428d-8268-9f342e5ae80e by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:55:44.129001 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72389ee9-1db0-4f2f-8809-1caef007d49a None None] Attempting to bind port d5f7acd6-f3f0-428d-8268-9f342e5ae80e on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:55:44.159948 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72389ee9-1db0-4f2f-8809-1caef007d49a None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:55:44.160514 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72389ee9-1db0-4f2f-8809-1caef007d49a None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:55:44.162430 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-72389ee9-1db0-4f2f-8809-1caef007d49a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:44.162938 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72389ee9-1db0-4f2f-8809-1caef007d49a None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:55:44.163643 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-72389ee9-1db0-4f2f-8809-1caef007d49a None None] Bound port: d5f7acd6-f3f0-428d-8268-9f342e5ae80e, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:55:44.166699 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-72389ee9-1db0-4f2f-8809-1caef007d49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:44.232184 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-b59cc8fc-6974-4b96-a9ed-6183888dadc9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1579462461-network', 'tenant_id': '8866a58c47c34e22ac6a323e064b7f6d'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:44.241295 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b59cc8fc-6974-4b96-a9ed-6183888dadc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:44.245855 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-32f4f157-acc3-472a-bab6-dda04e3e523e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:44.278830 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4d125e3e-4f22-47d9-8cb7-45c75cd8ed55 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:44.288716 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c6f36325-9d4d-4aca-8b44-dcd618df698e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:44.329815 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-72389ee9-1db0-4f2f-8809-1caef007d49a None None] For port d5f7acd6-f3f0-428d-8268-9f342e5ae80e, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:55:44.333351 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-72389ee9-1db0-4f2f-8809-1caef007d49a None None] For port d5f7acd6-f3f0-428d-8268-9f342e5ae80e, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d5f7acd6-f3f0-428d-8268-9f342e5ae80e,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:55:44.347802 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-72389ee9-1db0-4f2f-8809-1caef007d49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:44.378027 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b59cc8fc-6974-4b96-a9ed-6183888dadc9 admin admin] Usage tracker for resource:network and tenant:8866a58c47c34e22ac6a323e064b7f6d is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:44.382287 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b59cc8fc-6974-4b96-a9ed-6183888dadc9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:44.474387 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-32f4f157-acc3-472a-bab6-dda04e3e523e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:44.476017 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b59cc8fc-6974-4b96-a9ed-6183888dadc9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:44.554633 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d125e3e-4f22-47d9-8cb7-45c75cd8ed55 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'Subnet': ['ID=4e2de9b6-120b-40f6-9204-e1f066201b83,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:44.565500 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d125e3e-4f22-47d9-8cb7-45c75cd8ed55 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Checking segment: {'id': 'a02caf75-1c2e-4d08-9c97-66ffe197803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '213c970f-c639-49b2-8c01-7dd8915da6b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:55:44.568033 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d125e3e-4f22-47d9-8cb7-45c75cd8ed55 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Network hostable DHCP agents. Network: 213c970f-c639-49b2-8c01-7dd8915da6b5, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:55:44.570591 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72389ee9-1db0-4f2f-8809-1caef007d49a None None] Routers {'cb3f3c15-007b-4be7-8d3d-4996326d7d7e'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:44.574716 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-72389ee9-1db0-4f2f-8809-1caef007d49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:55:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['cb3f3c15-007b-4be7-8d3d-4996326d7d7e'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:44.623105 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d125e3e-4f22-47d9-8cb7-45c75cd8ed55 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Network 213c970f-c639-49b2-8c01-7dd8915da6b5 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:55:44.647903 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-4d125e3e-4f22-47d9-8cb7-45c75cd8ed55 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 213c970f-c639-49b2-8c01-7dd8915da6b5) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:44.673035 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9fd60-09f4-4954-8a24-3243e01d5ef2 req-fbd78048-9f87-4d81-89a3-0850702ab65e tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:44.674664 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-edc9fd60-09f4-4954-8a24-3243e01d5ef2 req-fbd78048-9f87-4d81-89a3-0850702ab65e tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.74 "GET /v2.0/ports?device_id=df18e78d-dedd-4de9-bde9-dfaaaae72459 HTTP/1.1" status: 200 len: 945 time: 1.1853633 May 13 14:55:44.675381 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d125e3e-4f22-47d9-8cb7-45c75cd8ed55 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:44.675525 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-32f4f157-acc3-472a-bab6-dda04e3e523e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:44.676169 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4d125e3e-4f22-47d9-8cb7-45c75cd8ed55 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:44.714804 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4f157-acc3-472a-bab6-dda04e3e523e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c70d2b-6d5f-4109-b7c8-2622367f8f7d,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:44.741908 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4d125e3e-4f22-47d9-8cb7-45c75cd8ed55 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1240888 May 13 14:55:44.744933 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49150) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:44.762572 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e2ed366f-21a4-48d6-abff-678a4d76d3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'name': 'tempest-ServerActionsTestJSON-490026162-router', 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '61f11ba7-38db-43d7-b53c-03f96006877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:15Z', 'updated_at': '2022-05-13T14:55:35Z', 'revision_number': 4, 'project_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'gw_port': {'id': '61f11ba7-38db-43d7-b53c-03f96006877e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:60:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:19Z', 'updated_at': '2022-05-13T14:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '71c82fbc-eade-4b29-97cd-476156503ab0', 'name': '', 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd', 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'mac_address': 'fa:16:3e:44:c2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': 'f43563bd-f154-4518-8312-29f2255f69ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:31Z', 'updated_at': '2022-05-13T14:55:43Z', 'revision_number': 4, 'project_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'subnets': [{'id': 'f43563bd-f154-4518-8312-29f2255f69ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:44.775184 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ed366f-21a4-48d6-abff-678a4d76d3a2 None None] The sync data for ids ['dce03531-9a45-4233-bca3-5b8690e68905'] in n-d-841760-1 is: [{'id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'name': 'tempest-ServerActionsTestJSON-490026162-router', 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '61f11ba7-38db-43d7-b53c-03f96006877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:15Z', 'updated_at': '2022-05-13T14:55:35Z', 'revision_number': 4, 'project_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'gw_port': {'id': '61f11ba7-38db-43d7-b53c-03f96006877e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:60:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:19Z', 'updated_at': '2022-05-13T14:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '71c82fbc-eade-4b29-97cd-476156503ab0', 'name': '', 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd', 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'mac_address': 'fa:16:3e:44:c2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': 'f43563bd-f154-4518-8312-29f2255f69ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:31Z', 'updated_at': '2022-05-13T14:55:43Z', 'revision_number': 4, 'project_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'subnets': [{'id': 'f43563bd-f154-4518-8312-29f2255f69ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:55:44.822310 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-edc9fd60-09f4-4954-8a24-3243e01d5ef2 req-12d04e5f-e362-4459-8be5-6b87ecfd1ee5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Deleting port 4ad3a210-2724-45af-a344-e9499fae0dae {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:44.822641 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-edc9fd60-09f4-4954-8a24-3243e01d5ef2 req-12d04e5f-e362-4459-8be5-6b87ecfd1ee5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:44.924484 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee25fec-eea0-45ae-96ac-bfb5892bcdd7 None None] Network 213c970f-c639-49b2-8c01-7dd8915da6b5 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:55:44.932967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59cc8fc-6974-4b96-a9ed-6183888dadc9 admin admin] Made reservation on behalf of 8866a58c47c34e22ac6a323e064b7f6d for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:55:44.935797 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b59cc8fc-6974-4b96-a9ed-6183888dadc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:45.111328 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df91b53-22f3-449b-a0e9-53f158352648 None None] Pushing event updated for resources: {'Port': ['ID=d5f7acd6-f3f0-428d-8268-9f342e5ae80e,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:45.153417 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b59cc8fc-6974-4b96-a9ed-6183888dadc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:45.218000 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-32f4f157-acc3-472a-bab6-dda04e3e523e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:45.229065 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-32f4f157-acc3-472a-bab6-dda04e3e523e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6307800 May 13 14:55:45.267424 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49158) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:45.301497 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b59cc8fc-6974-4b96-a9ed-6183888dadc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:45.318392 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b59cc8fc-6974-4b96-a9ed-6183888dadc9 admin admin] Usage tracker for resource:security_group_rule and tenant:8866a58c47c34e22ac6a323e064b7f6d is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:45.323052 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b59cc8fc-6974-4b96-a9ed-6183888dadc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:45.340405 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b59cc8fc-6974-4b96-a9ed-6183888dadc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:45.478606 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95995adb-1d4b-4490-811e-29cba88505e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-213c970f-c639-49b2-8c01-7dd8915da6b5', 'network_id': '213c970f-c639-49b2-8c01-7dd8915da6b5', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'fixed_ips': [{'subnet_id': '4e2de9b6-120b-40f6-9204-e1f066201b83'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:55:45.480527 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-95995adb-1d4b-4490-811e-29cba88505e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:45.493570 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b59cc8fc-6974-4b96-a9ed-6183888dadc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:45.498168 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-c020d981-c236-4af3-bb5f-945afcae8d26 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:45.505202 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c6f36325-9d4d-4aca-8b44-dcd618df698e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:45.564517 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c6f36325-9d4d-4aca-8b44-dcd618df698e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:45.591499 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b59cc8fc-6974-4b96-a9ed-6183888dadc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:45.730354 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-72389ee9-1db0-4f2f-8809-1caef007d49a None None] Set router cb3f3c15-007b-4be7-8d3d-4996326d7d7e gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:55:45.930429 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c020d981-c236-4af3-bb5f-945afcae8d26 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:46.021992 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346adeff-1037-47c5-a5b4-c53dfcc9ce54 req-3cabcf2e-2a15-45e4-9046-f9f1ea0a154e tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:46.035948 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-346adeff-1037-47c5-a5b4-c53dfcc9ce54 req-3cabcf2e-2a15-45e4-9046-f9f1ea0a154e tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=df18e78d-dedd-4de9-bde9-dfaaaae72459 HTTP/1.1" status: 200 len: 945 time: 1.6378796 May 13 14:55:46.093404 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c020d981-c236-4af3-bb5f-945afcae8d26 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Usage tracker for resource:floatingip and tenant:ac0ce7a13bd948f9949b7bdefd23d50f is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:46.127295 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c020d981-c236-4af3-bb5f-945afcae8d26 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:46.137430 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 71c82fbc-eade-4b29-97cd-476156503ab0 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:55:46.151800 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c020d981-c236-4af3-bb5f-945afcae8d26 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:46.160101 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b59cc8fc-6974-4b96-a9ed-6183888dadc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:55:46.182782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59cc8fc-6974-4b96-a9ed-6183888dadc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb480ca-1483-4528-b9e2-6c3c0dd07961,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:46.233161 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c6f36325-9d4d-4aca-8b44-dcd618df698e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:46.245703 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f36325-9d4d-4aca-8b44-dcd618df698e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Fanout notify agent at l3_agent the message router_deleted on router 2f20aa6e-761b-4f89-adf8-9713f0328ffb {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:55:46.342274 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-95995adb-1d4b-4490-811e-29cba88505e7 None None] Allocated IP 172.20.0.2 (213c970f-c639-49b2-8c01-7dd8915da6b5/4e2de9b6-120b-40f6-9204-e1f066201b83/78db02fe-d3f5-4fe9-b064-69882a29fbb2) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:55:46.378717 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 71c82fbc-eade-4b29-97cd-476156503ab0 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:55:46.403654 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 71c82fbc-eade-4b29-97cd-476156503ab0 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:46.404401 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:46.436005 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b59cc8fc-6974-4b96-a9ed-6183888dadc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:46.436608 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-b59cc8fc-6974-4b96-a9ed-6183888dadc9 admin admin] Added segment a091b5a1-7c19-4677-8ebf-571a45af7dd0 of type vlan for network 43ddb1be-7c29-4450-a618-58154740455e May 13 14:55:46.439026 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c020d981-c236-4af3-bb5f-945afcae8d26 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks [] for floatingip, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:46.467576 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-346adeff-1037-47c5-a5b4-c53dfcc9ce54 req-1bb4d24c-0b8c-4d3c-a0d8-5b02b7875072 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305112 May 13 14:55:46.593773 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b59cc8fc-6974-4b96-a9ed-6183888dadc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:46.665974 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-04335018-bf22-4a68-bd40-9fa7a33432b5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:46.712791 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c6f36325-9d4d-4aca-8b44-dcd618df698e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:46.721787 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c6f36325-9d4d-4aca-8b44-dcd618df698e tempest-RoutersNegativeTest-1716882295 tempest-RoutersNegativeTest-1716882295-project] 10.222.0.35 "DELETE /v2.0/routers/2f20aa6e-761b-4f89-adf8-9713f0328ffb HTTP/1.1" status: 204 len: 168 time: 2.9058459 May 13 14:55:46.790171 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b59cc8fc-6974-4b96-a9ed-6183888dadc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:46.791404 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59cc8fc-6974-4b96-a9ed-6183888dadc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:46.791996 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b59cc8fc-6974-4b96-a9ed-6183888dadc9 admin admin] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:46.994336 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-72389ee9-1db0-4f2f-8809-1caef007d49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'name': 'tempest-TestNetworkBasicOps-router-11964592', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'd5f7acd6-f3f0-428d-8268-9f342e5ae80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:34Z', 'updated_at': '2022-05-13T14:55:38Z', 'revision_number': 3, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'd5f7acd6-f3f0-428d-8268-9f342e5ae80e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:36Z', 'updated_at': '2022-05-13T14:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:47.046920 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72389ee9-1db0-4f2f-8809-1caef007d49a None None] The sync data for ids ['cb3f3c15-007b-4be7-8d3d-4996326d7d7e'] in n-d-841760-1 is: [{'id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'name': 'tempest-TestNetworkBasicOps-router-11964592', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'd5f7acd6-f3f0-428d-8268-9f342e5ae80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:34Z', 'updated_at': '2022-05-13T14:55:38Z', 'revision_number': 3, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'd5f7acd6-f3f0-428d-8268-9f342e5ae80e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:36Z', 'updated_at': '2022-05-13T14:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:55:47.060436 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59cc8fc-6974-4b96-a9ed-6183888dadc9 admin admin] Pushing event updated for resources: {'Network': ['ID=43ddb1be-7c29-4450-a618-58154740455e,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:47.075249 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 43ddb1be-7c29-4450-a618-58154740455e details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:55:47.075964 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b59cc8fc-6974-4b96-a9ed-6183888dadc9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.2686284 May 13 14:55:47.081928 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49198) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:47.100391 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-1e3223ec-9f61-4016-862a-6ee4a94e401b admin admin] Request body: {'subnet': {'network_id': '43ddb1be-7c29-4450-a618-58154740455e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1579462461-subnet', 'tenant_id': '8866a58c47c34e22ac6a323e064b7f6d', 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:47.104604 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 71c82fbc-eade-4b29-97cd-476156503ab0 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:47.104990 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:47.110043 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-edc9fd60-09f4-4954-8a24-3243e01d5ef2 req-12d04e5f-e362-4459-8be5-6b87ecfd1ee5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] For port 4ad3a210-2724-45af-a344-e9499fae0dae, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=4ad3a210-2724-45af-a344-e9499fae0dae,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:47.110681 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-edc9fd60-09f4-4954-8a24-3243e01d5ef2 req-12d04e5f-e362-4459-8be5-6b87ecfd1ee5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:47.149337 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1e3223ec-9f61-4016-862a-6ee4a94e401b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:47.270213 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-95995adb-1d4b-4490-811e-29cba88505e7 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:47.331709 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1e3223ec-9f61-4016-862a-6ee4a94e401b admin admin] Usage tracker for resource:subnet and tenant:8866a58c47c34e22ac6a323e064b7f6d is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:47.334497 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49202) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:47.349746 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-95995adb-1d4b-4490-811e-29cba88505e7 None None] Transition to ACTIVE for port object 78db02fe-d3f5-4fe9-b064-69882a29fbb2 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:55:47.376676 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 71c82fbc-eade-4b29-97cd-476156503ab0, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=71c82fbc-eade-4b29-97cd-476156503ab0,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:47.387938 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:47.461527 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-edc9fd60-09f4-4954-8a24-3243e01d5ef2 req-12d04e5f-e362-4459-8be5-6b87ecfd1ee5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Calling delete_port for 4ad3a210-2724-45af-a344-e9499fae0dae owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:47.521881 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1e3223ec-9f61-4016-862a-6ee4a94e401b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:47.557195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1e3223ec-9f61-4016-862a-6ee4a94e401b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:47.588280 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=71c82fbc-eade-4b29-97cd-476156503ab0,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:47.599827 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 4ad3a210-2724-45af-a344-e9499fae0dae no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:55:47.615511 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3223ec-9f61-4016-862a-6ee4a94e401b admin admin] Made reservation on behalf of 8866a58c47c34e22ac6a323e064b7f6d for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:55:47.618602 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1e3223ec-9f61-4016-862a-6ee4a94e401b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:47.724130 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-95995adb-1d4b-4490-811e-29cba88505e7 None None] Transition to ACTIVE for port object 78db02fe-d3f5-4fe9-b064-69882a29fbb2 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:55:47.746438 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-95995adb-1d4b-4490-811e-29cba88505e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:47.821746 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95995adb-1d4b-4490-811e-29cba88505e7 None None] Network 213c970f-c639-49b2-8c01-7dd8915da6b5 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:55:47.831962 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-95995adb-1d4b-4490-811e-29cba88505e7 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:47.834900 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95995adb-1d4b-4490-811e-29cba88505e7 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:55:47.924772 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c020d981-c236-4af3-bb5f-945afcae8d26 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:48.063355 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-edc9fd60-09f4-4954-8a24-3243e01d5ef2 req-12d04e5f-e362-4459-8be5-6b87ecfd1ee5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:48.080835 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-53c760d9-a9be-4724-a169-927e4dbd56ff req-1f162711-51ee-4b41-9829-972dc104b0df tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=df18e78d-dedd-4de9-bde9-dfaaaae72459 HTTP/1.1" status: 200 len: 210 time: 0.1561143 May 13 14:55:48.123783 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-04335018-bf22-4a68-bd40-9fa7a33432b5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Allocated IP 172.20.0.1 (213c970f-c639-49b2-8c01-7dd8915da6b5/4e2de9b6-120b-40f6-9204-e1f066201b83/aa8488fe-09a1-48d3-9bab-811754ce4890) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:55:48.136433 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95995adb-1d4b-4490-811e-29cba88505e7 None None] Pushing event updated for resources: {'Port': ['ID=78db02fe-d3f5-4fe9-b064-69882a29fbb2,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:48.186369 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['c219a9e3-31ff-4672-a567-a3f58b20873f'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:55:48.285852 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d04e5f-e362-4459-8be5-6b87ecfd1ee5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Pushing event deleted for resources: {'Port': ['ID=4ad3a210-2724-45af-a344-e9499fae0dae,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:48.348344 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 71c82fbc-eade-4b29-97cd-476156503ab0 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:55:48.414716 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Port 4ad3a210-2724-45af-a344-e9499fae0dae update to DOWN by agent not found {{(pid=88083) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 13 14:55:48.489551 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-95995adb-1d4b-4490-811e-29cba88505e7 None None] Attempting to bind port 78db02fe-d3f5-4fe9-b064-69882a29fbb2 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:55:48.490165 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-95995adb-1d4b-4490-811e-29cba88505e7 None None] Attempting to bind port 78db02fe-d3f5-4fe9-b064-69882a29fbb2 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'a02caf75-1c2e-4d08-9c97-66ffe197803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '213c970f-c639-49b2-8c01-7dd8915da6b5'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:55:48.492332 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95995adb-1d4b-4490-811e-29cba88505e7 None None] Attempting to bind port 78db02fe-d3f5-4fe9-b064-69882a29fbb2 on network 213c970f-c639-49b2-8c01-7dd8915da6b5 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:55:48.521487 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:48.532337 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-58cf6b55-4d30-455e-8e64-297aa1609d53 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=25bad8df4ad849aba1c240e7a825745d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0812502 May 13 14:55:48.537537 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95995adb-1d4b-4490-811e-29cba88505e7 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:55:48.538204 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95995adb-1d4b-4490-811e-29cba88505e7 None None] Checking segment: {'id': 'a02caf75-1c2e-4d08-9c97-66ffe197803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '213c970f-c639-49b2-8c01-7dd8915da6b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:55:48.538781 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-95995adb-1d4b-4490-811e-29cba88505e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:48.541538 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95995adb-1d4b-4490-811e-29cba88505e7 None None] Bound using segment: {'id': 'a02caf75-1c2e-4d08-9c97-66ffe197803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '213c970f-c639-49b2-8c01-7dd8915da6b5'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:55:48.542133 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-95995adb-1d4b-4490-811e-29cba88505e7 None None] Bound port: 78db02fe-d3f5-4fe9-b064-69882a29fbb2, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02caf75-1c2e-4d08-9c97-66ffe197803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '213c970f-c639-49b2-8c01-7dd8915da6b5'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:55:48.542536 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-95995adb-1d4b-4490-811e-29cba88505e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:48.581286 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49218) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:48.614724 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc9fd60-09f4-4954-8a24-3243e01d5ef2 req-12d04e5f-e362-4459-8be5-6b87ecfd1ee5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] No DVR routers for this DVR port 4ad3a210-2724-45af-a344-e9499fae0dae on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:55:48.633033 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-edc9fd60-09f4-4954-8a24-3243e01d5ef2 req-12d04e5f-e362-4459-8be5-6b87ecfd1ee5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:48.638426 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df18e78d-dedd-4de9-bde9-dfaaaae72459', 'name': 'network-vif-deleted', 'tag': '4ad3a210-2724-45af-a344-e9499fae0dae'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:55:48.704865 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cdfc831-1a08-4568-a94a-5988c0e3a6a3'] response: {'server_uuid': 'df18e78d-dedd-4de9-bde9-dfaaaae72459', 'name': 'network-vif-deleted', 'tag': '4ad3a210-2724-45af-a344-e9499fae0dae', 'status': 'completed', 'code': 200} May 13 14:55:48.725005 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-edc9fd60-09f4-4954-8a24-3243e01d5ef2 req-12d04e5f-e362-4459-8be5-6b87ecfd1ee5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.74 "DELETE /v2.0/ports/4ad3a210-2724-45af-a344-e9499fae0dae HTTP/1.1" status: 204 len: 173 time: 4.0115681 May 13 14:55:48.747200 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-95995adb-1d4b-4490-811e-29cba88505e7 None None] For port 78db02fe-d3f5-4fe9-b064-69882a29fbb2, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:55:48.749541 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-c020d981-c236-4af3-bb5f-945afcae8d26 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Allocated IP 172.25.0.142 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/c318e5f4-3d64-4af3-af37-e419c6c8b042) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:55:48.752510 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-95995adb-1d4b-4490-811e-29cba88505e7 None None] For port 78db02fe-d3f5-4fe9-b064-69882a29fbb2, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=78db02fe-d3f5-4fe9-b064-69882a29fbb2,segment=NetworkSegment(a02caf75-1c2e-4d08-9c97-66ffe197803c),segment_id=a02caf75-1c2e-4d08-9c97-66ffe197803c)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:55:48.779227 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-95995adb-1d4b-4490-811e-29cba88505e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:48.821075 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1e3223ec-9f61-4016-862a-6ee4a94e401b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:48.945278 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-04335018-bf22-4a68-bd40-9fa7a33432b5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:48.964341 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95995adb-1d4b-4490-811e-29cba88505e7 None None] Pushing event updated for resources: {'Port': ['ID=78db02fe-d3f5-4fe9-b064-69882a29fbb2,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:48.985233 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 71c82fbc-eade-4b29-97cd-476156503ab0 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:48.986561 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:49.100762 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-04335018-bf22-4a68-bd40-9fa7a33432b5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Transition to ACTIVE for port object aa8488fe-09a1-48d3-9bab-811754ce4890 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:55:49.181549 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3223ec-9f61-4016-862a-6ee4a94e401b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c491e9f5-0b00-4ba7-b275-697c520f82cd,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:49.280299 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-04335018-bf22-4a68-bd40-9fa7a33432b5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:49.332068 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3223ec-9f61-4016-862a-6ee4a94e401b admin admin] Checking segment: {'id': 'a091b5a1-7c19-4677-8ebf-571a45af7dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '43ddb1be-7c29-4450-a618-58154740455e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:55:49.332876 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3223ec-9f61-4016-862a-6ee4a94e401b admin admin] Network hostable DHCP agents. Network: 43ddb1be-7c29-4450-a618-58154740455e, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:55:49.387600 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 71c82fbc-eade-4b29-97cd-476156503ab0 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:49.390593 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d5f7acd6-f3f0-428d-8268-9f342e5ae80e up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:55:49.436684 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04335018-bf22-4a68-bd40-9fa7a33432b5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Network 213c970f-c639-49b2-8c01-7dd8915da6b5 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:55:49.447658 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d7905aea-78d0-44a8-a88e-03d16bfd8b62 req-ade9fd3c-dda9-4b73-9a72-33d2e0e052c8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=65b96d96-407b-4e80-965c-8e3ccaa13f8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9368179 May 13 14:55:49.448933 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c020d981-c236-4af3-bb5f-945afcae8d26 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:49.480868 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-04335018-bf22-4a68-bd40-9fa7a33432b5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:49.487564 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a28e305e-3358-4d79-8079-5237c489fe67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:49.495483 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3223ec-9f61-4016-862a-6ee4a94e401b admin admin] Network 43ddb1be-7c29-4450-a618-58154740455e is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:55:49.505022 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04335018-bf22-4a68-bd40-9fa7a33432b5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:55:49.517949 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port d5f7acd6-f3f0-428d-8268-9f342e5ae80e completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:55:49.546187 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port d5f7acd6-f3f0-428d-8268-9f342e5ae80e triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:49.551705 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:49.572272 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-1e3223ec-9f61-4016-862a-6ee4a94e401b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 43ddb1be-7c29-4450-a618-58154740455e) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:49.607928 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3223ec-9f61-4016-862a-6ee4a94e401b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:49.608922 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1e3223ec-9f61-4016-862a-6ee4a94e401b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:49.653363 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade1d605-9ba6-4356-9e1b-625e0b7b62f8 None None] Network 43ddb1be-7c29-4450-a618-58154740455e requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:55:49.698911 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1e3223ec-9f61-4016-862a-6ee4a94e401b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6155074 May 13 14:55:49.707553 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49230) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:49.729440 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-3bb23ad7-be68-4d82-8f09-c6d3ed85f5da admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1579462461-router', 'tenant_id': '8866a58c47c34e22ac6a323e064b7f6d', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:49.762052 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3bb23ad7-be68-4d82-8f09-c6d3ed85f5da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:49.784186 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3bb23ad7-be68-4d82-8f09-c6d3ed85f5da admin admin] Usage tracker for resource:router and tenant:8866a58c47c34e22ac6a323e064b7f6d is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:49.799481 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3bb23ad7-be68-4d82-8f09-c6d3ed85f5da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:49.825039 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3bb23ad7-be68-4d82-8f09-c6d3ed85f5da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:49.844431 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c020d981-c236-4af3-bb5f-945afcae8d26 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:49.917682 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d5f7acd6-f3f0-428d-8268-9f342e5ae80e is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:49.918912 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:49.931013 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-65de0b6b-10ea-4823-92bb-f5a520ef1f49 req-2d37b96a-a5c9-4da0-a639-4a77cc31d12e tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=df18e78d-dedd-4de9-bde9-dfaaaae72459 HTTP/1.1" status: 200 len: 210 time: 0.4573507 May 13 14:55:50.026998 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port d5f7acd6-f3f0-428d-8268-9f342e5ae80e, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d5f7acd6-f3f0-428d-8268-9f342e5ae80e,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:50.149567 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:50.265804 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-04335018-bf22-4a68-bd40-9fa7a33432b5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:50.319350 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04335018-bf22-4a68-bd40-9fa7a33432b5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'Port': ['ID=aa8488fe-09a1-48d3-9bab-811754ce4890,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:50.333679 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a28e305e-3358-4d79-8079-5237c489fe67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:50.456945 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 78db02fe-d3f5-4fe9-b064-69882a29fbb2 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:55:50.521201 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea8a9ef-f6a4-4c2d-b44f-e0d650121448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-43ddb1be-7c29-4450-a618-58154740455e', 'network_id': '43ddb1be-7c29-4450-a618-58154740455e', 'tenant_id': '8866a58c47c34e22ac6a323e064b7f6d', 'fixed_ips': [{'subnet_id': 'c491e9f5-0b00-4ba7-b275-697c520f82cd'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:55:50.522556 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8ea8a9ef-f6a4-4c2d-b44f-e0d650121448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:50.574483 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=d5f7acd6-f3f0-428d-8268-9f342e5ae80e,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:50.577766 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3bb23ad7-be68-4d82-8f09-c6d3ed85f5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:50.590772 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3bb23ad7-be68-4d82-8f09-c6d3ed85f5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:50.605495 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c020d981-c236-4af3-bb5f-945afcae8d26 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:55:50.613632 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-c020d981-c236-4af3-bb5f-945afcae8d26 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:50.624534 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c020d981-c236-4af3-bb5f-945afcae8d26 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:55:50.757003 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020d981-c236-4af3-bb5f-945afcae8d26 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Pushing event updated for resources: {'Port': ['ID=c318e5f4-3d64-4af3-af37-e419c6c8b042,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:50.784928 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3bb23ad7-be68-4d82-8f09-c6d3ed85f5da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:50.809127 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7905aea-78d0-44a8-a88e-03d16bfd8b62 req-bb3d97cb-e5a3-469b-b480-4e49e3c1c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:50.811793 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d7905aea-78d0-44a8-a88e-03d16bfd8b62 req-bb3d97cb-e5a3-469b-b480-4e49e3c1c8be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=732161aac5934f6693072fa75ca25401&device_id=65b96d96-407b-4e80-965c-8e3ccaa13f8d HTTP/1.1" status: 200 len: 1097 time: 1.1310465 May 13 14:55:50.821968 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a28e305e-3358-4d79-8079-5237c489fe67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:50.832590 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-8ea8a9ef-f6a4-4c2d-b44f-e0d650121448 None None] Allocated IP 172.20.0.2 (43ddb1be-7c29-4450-a618-58154740455e/c491e9f5-0b00-4ba7-b275-697c520f82cd/3d38f52f-abe4-4b98-aa6d-136598d6c0de) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:55:50.899177 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e305e-3358-4d79-8079-5237c489fe67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e272f8-aeda-40c9-9541-0fbf184bcc63,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:51.054618 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 78db02fe-d3f5-4fe9-b064-69882a29fbb2 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:55:51.248515 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7905aea-78d0-44a8-a88e-03d16bfd8b62 req-2390f24d-79c5-4a6a-96c9-6ba5f7a1c9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:51.259877 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d7905aea-78d0-44a8-a88e-03d16bfd8b62 req-2390f24d-79c5-4a6a-96c9-6ba5f7a1c9a0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7245a93f-bdad-4850-88f9-09476b64c18f HTTP/1.1" status: 200 len: 907 time: 0.3976157 May 13 14:55:51.511520 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8ea8a9ef-f6a4-4c2d-b44f-e0d650121448 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:51.525873 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8ea8a9ef-f6a4-4c2d-b44f-e0d650121448 None None] Transition to ACTIVE for port object 3d38f52f-abe4-4b98-aa6d-136598d6c0de will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:55:51.552064 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8ea8a9ef-f6a4-4c2d-b44f-e0d650121448 None None] Transition to ACTIVE for port object 3d38f52f-abe4-4b98-aa6d-136598d6c0de will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:55:51.558328 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073ca0ad-3e16-4f42-be8b-46f8591b5260 None None] Network 213c970f-c639-49b2-8c01-7dd8915da6b5 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:55:51.567822 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d7905aea-78d0-44a8-a88e-03d16bfd8b62 req-5c88cbd9-1cff-4b50-ad75-86b2be9960c1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c219a9e3-31ff-4672-a567-a3f58b20873f HTTP/1.1" status: 200 len: 217 time: 0.2973611 May 13 14:55:51.621499 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3bb23ad7-be68-4d82-8f09-c6d3ed85f5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:51.636067 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c020d981-c236-4af3-bb5f-945afcae8d26 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:51.668491 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a28e305e-3358-4d79-8079-5237c489fe67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:51.669645 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a28e305e-3358-4d79-8079-5237c489fe67 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/87e272f8-aeda-40c9-9541-0fbf184bcc63 HTTP/1.1" status: 204 len: 168 time: 3.0846004 May 13 14:55:51.747487 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8ea8a9ef-f6a4-4c2d-b44f-e0d650121448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:51.829251 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c020d981-c236-4af3-bb5f-945afcae8d26 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:51.857337 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea8a9ef-f6a4-4c2d-b44f-e0d650121448 None None] Network 43ddb1be-7c29-4450-a618-58154740455e is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:55:51.865190 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-8ea8a9ef-f6a4-4c2d-b44f-e0d650121448 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:51.872041 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea8a9ef-f6a4-4c2d-b44f-e0d650121448 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:55:51.892729 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-04335018-bf22-4a68-bd40-9fa7a33432b5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:51.970681 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8a9ef-f6a4-4c2d-b44f-e0d650121448 None None] Pushing event updated for resources: {'Port': ['ID=3d38f52f-abe4-4b98-aa6d-136598d6c0de,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:51.976934 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e372166d-8ac0-4ead-a6e6-d4ec7d3390ab None None] Provisioning for port 78db02fe-d3f5-4fe9-b064-69882a29fbb2 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:55:52.002671 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7905aea-78d0-44a8-a88e-03d16bfd8b62 req-5cdb6300-3e6c-4f5d-b035-91bd0d14ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:52.004907 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d7905aea-78d0-44a8-a88e-03d16bfd8b62 req-5cdb6300-3e6c-4f5d-b035-91bd0d14ed36 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34fcb229-3793-40c5-9fb6-d9e1bba72c19 HTTP/1.1" status: 200 len: 846 time: 0.3563583 May 13 14:55:52.067408 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e372166d-8ac0-4ead-a6e6-d4ec7d3390ab None None] Provisioning complete for port 78db02fe-d3f5-4fe9-b064-69882a29fbb2 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:52.076654 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e372166d-8ac0-4ead-a6e6-d4ec7d3390ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:52.169412 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d7905aea-78d0-44a8-a88e-03d16bfd8b62 req-315580f2-9dde-41a6-a30b-72fdeb32163c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7245a93f-bdad-4850-88f9-09476b64c18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1520002 May 13 14:55:52.207226 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-8ea8a9ef-f6a4-4c2d-b44f-e0d650121448 None None] Attempting to bind port 3d38f52f-abe4-4b98-aa6d-136598d6c0de on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:55:52.209781 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-8ea8a9ef-f6a4-4c2d-b44f-e0d650121448 None None] Attempting to bind port 3d38f52f-abe4-4b98-aa6d-136598d6c0de by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'a091b5a1-7c19-4677-8ebf-571a45af7dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '43ddb1be-7c29-4450-a618-58154740455e'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:55:52.210295 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea8a9ef-f6a4-4c2d-b44f-e0d650121448 None None] Attempting to bind port 3d38f52f-abe4-4b98-aa6d-136598d6c0de on network 43ddb1be-7c29-4450-a618-58154740455e {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:55:52.240785 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea8a9ef-f6a4-4c2d-b44f-e0d650121448 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:55:52.241365 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea8a9ef-f6a4-4c2d-b44f-e0d650121448 None None] Checking segment: {'id': 'a091b5a1-7c19-4677-8ebf-571a45af7dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '43ddb1be-7c29-4450-a618-58154740455e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:55:52.241890 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8ea8a9ef-f6a4-4c2d-b44f-e0d650121448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:52.242400 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea8a9ef-f6a4-4c2d-b44f-e0d650121448 None None] Bound using segment: {'id': 'a091b5a1-7c19-4677-8ebf-571a45af7dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '43ddb1be-7c29-4450-a618-58154740455e'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:55:52.243011 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-8ea8a9ef-f6a4-4c2d-b44f-e0d650121448 None None] Bound port: 3d38f52f-abe4-4b98-aa6d-136598d6c0de, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a091b5a1-7c19-4677-8ebf-571a45af7dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '43ddb1be-7c29-4450-a618-58154740455e'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:55:52.243532 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8ea8a9ef-f6a4-4c2d-b44f-e0d650121448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:52.518353 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d5f7acd6-f3f0-428d-8268-9f342e5ae80e up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:55:52.839374 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d7905aea-78d0-44a8-a88e-03d16bfd8b62 req-8181b809-6425-47ad-b543-346440feb6b3 service neutron] 10.222.0.59 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6142166 May 13 14:55:52.984164 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-8ea8a9ef-f6a4-4c2d-b44f-e0d650121448 None None] For port 3d38f52f-abe4-4b98-aa6d-136598d6c0de, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:55:53.007318 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-8ea8a9ef-f6a4-4c2d-b44f-e0d650121448 None None] For port 3d38f52f-abe4-4b98-aa6d-136598d6c0de, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3d38f52f-abe4-4b98-aa6d-136598d6c0de,segment=NetworkSegment(a091b5a1-7c19-4677-8ebf-571a45af7dd0),segment_id=a091b5a1-7c19-4677-8ebf-571a45af7dd0)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:55:53.013580 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e372166d-8ac0-4ead-a6e6-d4ec7d3390ab None None] Current status of the port 78db02fe-d3f5-4fe9-b064-69882a29fbb2 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:53.018398 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e372166d-8ac0-4ead-a6e6-d4ec7d3390ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:53.072241 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8ea8a9ef-f6a4-4c2d-b44f-e0d650121448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:53.099362 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73217ea-693f-49df-b262-cffd5a823e08 req-0501a9bd-d85f-413c-84c5-af420ef950c2 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:53.100988 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a73217ea-693f-49df-b262-cffd5a823e08 req-0501a9bd-d85f-413c-84c5-af420ef950c2 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/networks?id=7245a93f-bdad-4850-88f9-09476b64c18f HTTP/1.1" status: 200 len: 806 time: 0.7482414 May 13 14:55:53.180646 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port d5f7acd6-f3f0-428d-8268-9f342e5ae80e triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:53.181044 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:53.335973 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8a9ef-f6a4-4c2d-b44f-e0d650121448 None None] Pushing event updated for resources: {'Port': ['ID=3d38f52f-abe4-4b98-aa6d-136598d6c0de,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:53.340502 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a73217ea-693f-49df-b262-cffd5a823e08 req-a80cf432-5812-4066-b234-1783329e5d3e tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/quotas/732161aac5934f6693072fa75ca25401 HTTP/1.1" status: 200 len: 375 time: 0.1941261 May 13 14:55:53.475797 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-e372166d-8ac0-4ead-a6e6-d4ec7d3390ab None None] For port 78db02fe-d3f5-4fe9-b064-69882a29fbb2, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=78db02fe-d3f5-4fe9-b064-69882a29fbb2,segment=NetworkSegment(a02caf75-1c2e-4d08-9c97-66ffe197803c),segment_id=a02caf75-1c2e-4d08-9c97-66ffe197803c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:53.570014 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e372166d-8ac0-4ead-a6e6-d4ec7d3390ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:53.751743 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c020d981-c236-4af3-bb5f-945afcae8d26 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:53.833306 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c020d981-c236-4af3-bb5f-945afcae8d26 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:53.861413 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d7905aea-78d0-44a8-a88e-03d16bfd8b62 req-5bc47af4-37ca-421b-9169-51f56af4b0c4 service neutron] 10.222.0.59 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0144584 May 13 14:55:53.862277 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d5f7acd6-f3f0-428d-8268-9f342e5ae80e is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:53.901485 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372166d-8ac0-4ead-a6e6-d4ec7d3390ab None None] Pushing event updated for resources: {'Port': ['ID=78db02fe-d3f5-4fe9-b064-69882a29fbb2,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:53.912321 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-04335018-bf22-4a68-bd40-9fa7a33432b5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:53.919496 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9581dc73-ffdf-48f3-878b-bd99e6c3ffae None None] Provisioning complete for port 78db02fe-d3f5-4fe9-b064-69882a29fbb2 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:53.922563 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9581dc73-ffdf-48f3-878b-bd99e6c3ffae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:53.928184 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-04335018-bf22-4a68-bd40-9fa7a33432b5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:54.231533 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-a73217ea-693f-49df-b262-cffd5a823e08 req-d4a6161c-b021-4e6a-a877-e8829aa8dbbc tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Synchronizing usage tracker for tenant:732161aac5934f6693072fa75ca25401 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:55:54.338904 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020d981-c236-4af3-bb5f-945afcae8d26 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Pushing event updated for resources: {'Port': ['ID=c318e5f4-3d64-4af3-af37-e419c6c8b042,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:54.389603 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04335018-bf22-4a68-bd40-9fa7a33432b5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'Port': ['ID=aa8488fe-09a1-48d3-9bab-811754ce4890,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:54.427240 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-9581dc73-ffdf-48f3-878b-bd99e6c3ffae None None] Current status of the port 78db02fe-d3f5-4fe9-b064-69882a29fbb2 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:54.447619 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-04335018-bf22-4a68-bd40-9fa7a33432b5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:54.464891 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c020d981-c236-4af3-bb5f-945afcae8d26 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:54.472767 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9581dc73-ffdf-48f3-878b-bd99e6c3ffae None None] Provisioning for port aa8488fe-09a1-48d3-9bab-811754ce4890 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:55:54.484019 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9581dc73-ffdf-48f3-878b-bd99e6c3ffae None None] Provisioning complete for port aa8488fe-09a1-48d3-9bab-811754ce4890 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:54.485207 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9581dc73-ffdf-48f3-878b-bd99e6c3ffae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:54.606174 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 78db02fe-d3f5-4fe9-b064-69882a29fbb2 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:55:54.716184 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-9581dc73-ffdf-48f3-878b-bd99e6c3ffae None None] Port aa8488fe-09a1-48d3-9bab-811754ce4890 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:55:54.740868 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 78db02fe-d3f5-4fe9-b064-69882a29fbb2 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:54.741566 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:54.761866 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-a73217ea-693f-49df-b262-cffd5a823e08 req-d4a6161c-b021-4e6a-a877-e8829aa8dbbc tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Unset dirty status for tenant:732161aac5934f6693072fa75ca25401 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:55:54.776635 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a73217ea-693f-49df-b262-cffd5a823e08 req-d4a6161c-b021-4e6a-a877-e8829aa8dbbc tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=732161aac5934f6693072fa75ca25401&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3740385 May 13 14:55:54.885513 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-51488ac7-e22a-4831-855a-9096d36ff08f None None] Provisioning complete for port aa8488fe-09a1-48d3-9bab-811754ce4890 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:54.886105 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-51488ac7-e22a-4831-855a-9096d36ff08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:55.019230 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-51488ac7-e22a-4831-855a-9096d36ff08f None None] Port aa8488fe-09a1-48d3-9bab-811754ce4890 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:55:55.036940 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 78db02fe-d3f5-4fe9-b064-69882a29fbb2 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:55.092388 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04335018-bf22-4a68-bd40-9fa7a33432b5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Network 213c970f-c639-49b2-8c01-7dd8915da6b5 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:55:55.097691 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-04335018-bf22-4a68-bd40-9fa7a33432b5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:55.605035 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04335018-bf22-4a68-bd40-9fa7a33432b5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Router cb3f3c15-007b-4be7-8d3d-4996326d7d7e has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:55:55.706215 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-fd1d9a5b-51a2-4585-a749-bf69c345a21b None None] Provisioning complete for port aa8488fe-09a1-48d3-9bab-811754ce4890 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:55.708722 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fd1d9a5b-51a2-4585-a749-bf69c345a21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:55.757639 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c020d981-c236-4af3-bb5f-945afcae8d26 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:55.771529 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c020d981-c236-4af3-bb5f-945afcae8d26 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.4906559 May 13 14:55:55.941946 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-fd1d9a5b-51a2-4585-a749-bf69c345a21b None None] Port aa8488fe-09a1-48d3-9bab-811754ce4890 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:55:55.943495 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9b0add-2e8e-41a8-9d4a-05b32201f26e None None] Network 43ddb1be-7c29-4450-a618-58154740455e requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:55:55.974316 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3bb23ad7-be68-4d82-8f09-c6d3ed85f5da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:56.086202 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04335018-bf22-4a68-bd40-9fa7a33432b5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:55:56.098645 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3bb23ad7-be68-4d82-8f09-c6d3ed85f5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:56.104481 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a11c34-160a-4e29-a44c-cbbef06fd085 None None] Sync routers for ids ['cb3f3c15-007b-4be7-8d3d-4996326d7d7e'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:55:56.114874 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-04335018-bf22-4a68-bd40-9fa7a33432b5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "PUT /v2.0/routers/cb3f3c15-007b-4be7-8d3d-4996326d7d7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3653102 May 13 14:55:56.116325 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49616) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:56.134721 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a73217ea-693f-49df-b262-cffd5a823e08 req-8f0a2113-7594-487a-9028-2eebd8e1226e service neutron] 10.222.0.35 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3570094 May 13 14:55:56.158376 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a11c34-160a-4e29-a44c-cbbef06fd085 None None] Routers {'cb3f3c15-007b-4be7-8d3d-4996326d7d7e'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:56.159406 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-04a11c34-160a-4e29-a44c-cbbef06fd085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:55:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['cb3f3c15-007b-4be7-8d3d-4996326d7d7e'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:56.528725 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-e4a5d821-b14d-436e-ae95-b41561488ea3 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Synchronizing usage tracker for tenant:ac0ce7a13bd948f9949b7bdefd23d50f on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:55:56.604311 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3d38f52f-abe4-4b98-aa6d-136598d6c0de up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:55:56.634449 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-e4a5d821-b14d-436e-ae95-b41561488ea3 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Unset dirty status for tenant:ac0ce7a13bd948f9949b7bdefd23d50f on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:55:56.643271 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-e4a5d821-b14d-436e-ae95-b41561488ea3 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1414576902&fields=id&tenant_id=ac0ce7a13bd948f9949b7bdefd23d50f HTTP/1.1" status: 200 len: 267 time: 0.4387264 May 13 14:55:56.759959 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a73217ea-693f-49df-b262-cffd5a823e08 req-1bf990dc-7db6-4117-afe3-928bad98b98b service neutron] 10.222.0.35 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5712454 May 13 14:55:56.796608 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-3bb23ad7-be68-4d82-8f09-c6d3ed85f5da admin admin] Allocated IP 172.25.0.204 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/0e894f5a-6ca4-45d3-b449-b76f044da03c) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:55:56.805107 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-bcbfef06-38aa-4600-a4a5-42de1676ac49 None None] Provisioning for port 3d38f52f-abe4-4b98-aa6d-136598d6c0de completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:55:56.933483 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-04a11c34-160a-4e29-a44c-cbbef06fd085 None None] Set router cb3f3c15-007b-4be7-8d3d-4996326d7d7e gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:55:56.963888 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a4c2e4-43dd-4a37-8a33-79955ad735cc tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:56.964514 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a4c2e4-43dd-4a37-8a33-79955ad735cc tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:56.965449 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a4c2e4-43dd-4a37-8a33-79955ad735cc tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:56.967631 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a4c2e4-43dd-4a37-8a33-79955ad735cc tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:56.968166 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a4c2e4-43dd-4a37-8a33-79955ad735cc tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:56.971901 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a4c2e4-43dd-4a37-8a33-79955ad735cc tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:56.972533 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a4c2e4-43dd-4a37-8a33-79955ad735cc tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:56.979978 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-34a4c2e4-43dd-4a37-8a33-79955ad735cc tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4976 time: 0.8623075 May 13 14:55:56.986589 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49680) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:57.119802 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 3d38f52f-abe4-4b98-aa6d-136598d6c0de completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:55:57.153329 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 3d38f52f-abe4-4b98-aa6d-136598d6c0de triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:57.157643 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3bb23ad7-be68-4d82-8f09-c6d3ed85f5da admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:57.160192 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:57.305613 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3bb23ad7-be68-4d82-8f09-c6d3ed85f5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:57.370015 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-681ca3f9-a989-49ed-b125-ac1449003612 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:57.370988 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-681ca3f9-a989-49ed-b125-ac1449003612 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Synchronizing usage tracker for tenant:ac0ce7a13bd948f9949b7bdefd23d50f on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:55:57.381319 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a72433a-fec0-4b49-a2d1-f9479cfafc1e tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:57.382413 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a72433a-fec0-4b49-a2d1-f9479cfafc1e tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:57.383028 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a72433a-fec0-4b49-a2d1-f9479cfafc1e tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:57.384465 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a72433a-fec0-4b49-a2d1-f9479cfafc1e tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:57.388197 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a72433a-fec0-4b49-a2d1-f9479cfafc1e tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:57.388804 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a72433a-fec0-4b49-a2d1-f9479cfafc1e tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:57.389702 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a72433a-fec0-4b49-a2d1-f9479cfafc1e tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:57.399742 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4a72433a-fec0-4b49-a2d1-f9479cfafc1e tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4637 time: 0.4083400 May 13 14:55:57.408465 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49706) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:57.463000 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6415a702-04b0-4c3f-bdba-d64b239e1145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:57.655838 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb23ad7-be68-4d82-8f09-c6d3ed85f5da admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:55:57.677204 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-3bb23ad7-be68-4d82-8f09-c6d3ed85f5da admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:57.682226 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb23ad7-be68-4d82-8f09-c6d3ed85f5da admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:55:57.699158 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-681ca3f9-a989-49ed-b125-ac1449003612 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Unset dirty status for tenant:ac0ce7a13bd948f9949b7bdefd23d50f on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:55:57.707367 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-681ca3f9-a989-49ed-b125-ac1449003612 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/networks?id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd HTTP/1.1" status: 200 len: 811 time: 1.0610621 May 13 14:55:57.709043 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 3d38f52f-abe4-4b98-aa6d-136598d6c0de is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:57.709435 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:57.758689 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-7e8765ef-5389-40af-a508-deab68d44237 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/quotas/ac0ce7a13bd948f9949b7bdefd23d50f HTTP/1.1" status: 200 len: 375 time: 0.0465255 May 13 14:55:57.787336 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a8410ebe-19c8-4289-a3a6-603bf8f710b6 req-dd0eec34-65a8-42f6-b1af-27cc57b3dcb6 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=56e8a02c-f64d-4791-b895-e358fbad0e16 HTTP/1.1" status: 200 len: 210 time: 0.3417010 May 13 14:55:57.801154 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 3d38f52f-abe4-4b98-aa6d-136598d6c0de, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3d38f52f-abe4-4b98-aa6d-136598d6c0de,segment=NetworkSegment(a091b5a1-7c19-4677-8ebf-571a45af7dd0),segment_id=a091b5a1-7c19-4677-8ebf-571a45af7dd0)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:57.812066 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:57.850143 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb23ad7-be68-4d82-8f09-c6d3ed85f5da admin admin] Pushing event updated for resources: {'Port': ['ID=0e894f5a-6ca4-45d3-b449-b76f044da03c,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:58.142227 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=3d38f52f-abe4-4b98-aa6d-136598d6c0de,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:58.527529 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3d38f52f-abe4-4b98-aa6d-136598d6c0de up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:55:58.645006 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:58.747211 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 3d38f52f-abe4-4b98-aa6d-136598d6c0de triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:58.747584 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:58.818723 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-04a11c34-160a-4e29-a44c-cbbef06fd085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'name': 'tempest-TestNetworkBasicOps-router-11964592', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'd5f7acd6-f3f0-428d-8268-9f342e5ae80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:34Z', 'updated_at': '2022-05-13T14:55:51Z', 'revision_number': 4, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'd5f7acd6-f3f0-428d-8268-9f342e5ae80e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:36Z', 'updated_at': '2022-05-13T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'aa8488fe-09a1-48d3-9bab-811754ce4890', 'name': '', 'network_id': '213c970f-c639-49b2-8c01-7dd8915da6b5', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'mac_address': 'fa:16:3e:44:69:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '4e2de9b6-120b-40f6-9204-e1f066201b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:47Z', 'updated_at': '2022-05-13T14:55:52Z', 'revision_number': 2, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'subnets': [{'id': '4e2de9b6-120b-40f6-9204-e1f066201b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:58.838714 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a11c34-160a-4e29-a44c-cbbef06fd085 None None] Checking router: cb3f3c15-007b-4be7-8d3d-4996326d7d7e for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:55:58.839835 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a11c34-160a-4e29-a44c-cbbef06fd085 None None] Updating router cb3f3c15-007b-4be7-8d3d-4996326d7d7e port aa8488fe-09a1-48d3-9bab-811754ce4890 binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:55:58.874592 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-7fd0aeed-6d55-4b35-b307-409430a0c5f9 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac0ce7a13bd948f9949b7bdefd23d50f&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1122582 May 13 14:55:58.909771 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-1615c369-8f5e-4efe-8bc1-e5c6d4fffe83 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:55:58.926750 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-1615c369-8f5e-4efe-8bc1-e5c6d4fffe83 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0246701 May 13 14:55:59.003570 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-04a11c34-160a-4e29-a44c-cbbef06fd085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:59.118209 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-97c6788d-2624-4bfc-adad-87f7f280d316 None None] Provisioning complete for port 3d38f52f-abe4-4b98-aa6d-136598d6c0de triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:59.126778 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-97c6788d-2624-4bfc-adad-87f7f280d316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:59.401430 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-8dd3b9f9-0898-4c4a-9ead-2d23f2677988 service neutron] 10.222.0.35 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487860 May 13 14:55:59.514616 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 3d38f52f-abe4-4b98-aa6d-136598d6c0de is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:59.531321 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-97c6788d-2624-4bfc-adad-87f7f280d316 None None] Current status of the port 3d38f52f-abe4-4b98-aa6d-136598d6c0de is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:59.571882 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c3f522df-c931-49c2-b83e-c9193e139453 req-135d4a01-3b46-4337-b5ec-fdc19811e60f tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=56e8a02c-f64d-4791-b895-e358fbad0e16 HTTP/1.1" status: 200 len: 210 time: 0.1842532 May 13 14:55:59.585265 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9298b88e-669a-4d59-880a-dd84f0e68b4e tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2859 time: 2.1707754 May 13 14:55:59.636230 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-be3f0459-22ba-4398-9a13-364eb5c514e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:59.777097 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49846) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:59.818784 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-71f88829-744c-45dc-8994-f8e7f4be1bfb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1667157224', 'description': 'tempest-secgroup-smoke-1667157224 description', 'project_id': '2fd5504203d84ec88c34b0f9b983d931'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:59.839617 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-71f88829-744c-45dc-8994-f8e7f4be1bfb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:59.868056 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-71f88829-744c-45dc-8994-f8e7f4be1bfb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:security_group and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:59.877356 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-71f88829-744c-45dc-8994-f8e7f4be1bfb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:59.900494 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-71f88829-744c-45dc-8994-f8e7f4be1bfb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:59.929787 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3bb23ad7-be68-4d82-8f09-c6d3ed85f5da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:00.019695 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-28465c71-61d0-49fa-84c2-d02651533e06 service neutron] 10.222.0.35 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6012530 May 13 14:56:00.188679 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-71f88829-744c-45dc-8994-f8e7f4be1bfb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:00.205510 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-04a11c34-160a-4e29-a44c-cbbef06fd085 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:00.257556 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-04a11c34-160a-4e29-a44c-cbbef06fd085 None None] Transition to ACTIVE for port object aa8488fe-09a1-48d3-9bab-811754ce4890 will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:56:00.279168 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-71f88829-744c-45dc-8994-f8e7f4be1bfb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:00.279626 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-04a11c34-160a-4e29-a44c-cbbef06fd085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:00.291618 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-71f88829-744c-45dc-8994-f8e7f4be1bfb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:security_group_rule and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:00.296694 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-71f88829-744c-45dc-8994-f8e7f4be1bfb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:00.705221 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f55829-fbbc-4126-a1d4-a60497fd4398 None None] Pushing event updated for resources: {'Port': ['ID=aa8488fe-09a1-48d3-9bab-811754ce4890,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:00.817925 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:00.854648 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:01.024781 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-04a11c34-160a-4e29-a44c-cbbef06fd085 None None] Attempting to bind port aa8488fe-09a1-48d3-9bab-811754ce4890 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:56:01.025280 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-04a11c34-160a-4e29-a44c-cbbef06fd085 None None] Attempting to bind port aa8488fe-09a1-48d3-9bab-811754ce4890 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'a02caf75-1c2e-4d08-9c97-66ffe197803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '213c970f-c639-49b2-8c01-7dd8915da6b5'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:56:01.025642 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a11c34-160a-4e29-a44c-cbbef06fd085 None None] Attempting to bind port aa8488fe-09a1-48d3-9bab-811754ce4890 on network 213c970f-c639-49b2-8c01-7dd8915da6b5 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:56:01.037737 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a11c34-160a-4e29-a44c-cbbef06fd085 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:56:01.038104 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a11c34-160a-4e29-a44c-cbbef06fd085 None None] Checking segment: {'id': 'a02caf75-1c2e-4d08-9c97-66ffe197803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '213c970f-c639-49b2-8c01-7dd8915da6b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:56:01.038498 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-04a11c34-160a-4e29-a44c-cbbef06fd085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:01.038877 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a11c34-160a-4e29-a44c-cbbef06fd085 None None] Bound using segment: {'id': 'a02caf75-1c2e-4d08-9c97-66ffe197803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '213c970f-c639-49b2-8c01-7dd8915da6b5'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:56:01.043717 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-04a11c34-160a-4e29-a44c-cbbef06fd085 None None] Bound port: aa8488fe-09a1-48d3-9bab-811754ce4890, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02caf75-1c2e-4d08-9c97-66ffe197803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '213c970f-c639-49b2-8c01-7dd8915da6b5'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:56:01.044153 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-04a11c34-160a-4e29-a44c-cbbef06fd085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:01.066851 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bd9d7007-2545-47cf-8de0-b3335b45b1de req-3b2f926d-9df2-4764-8b0a-fdb4fde94697 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=56e8a02c-f64d-4791-b895-e358fbad0e16 HTTP/1.1" status: 200 len: 210 time: 0.0937767 May 13 14:56:01.279352 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3bb23ad7-be68-4d82-8f09-c6d3ed85f5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:01.317691 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-71f88829-744c-45dc-8994-f8e7f4be1bfb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:01.340071 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-04a11c34-160a-4e29-a44c-cbbef06fd085 None None] For port aa8488fe-09a1-48d3-9bab-811754ce4890, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:56:01.346107 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-04a11c34-160a-4e29-a44c-cbbef06fd085 None None] For port aa8488fe-09a1-48d3-9bab-811754ce4890, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=aa8488fe-09a1-48d3-9bab-811754ce4890,segment=NetworkSegment(a02caf75-1c2e-4d08-9c97-66ffe197803c),segment_id=a02caf75-1c2e-4d08-9c97-66ffe197803c)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:56:01.371435 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-04a11c34-160a-4e29-a44c-cbbef06fd085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:01.688530 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a11c34-160a-4e29-a44c-cbbef06fd085 None None] Routers {'cb3f3c15-007b-4be7-8d3d-4996326d7d7e'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:56:01.689360 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-04a11c34-160a-4e29-a44c-cbbef06fd085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:56:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['cb3f3c15-007b-4be7-8d3d-4996326d7d7e'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:02.016851 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-04a11c34-160a-4e29-a44c-cbbef06fd085 None None] Set router cb3f3c15-007b-4be7-8d3d-4996326d7d7e gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:56:02.118833 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49892) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:02.157831 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:02.376072 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73217ea-693f-49df-b262-cffd5a823e08 req-6690cd0c-52dc-47f5-ac1a-5a5d053c1444 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:02.377058 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f55829-fbbc-4126-a1d4-a60497fd4398 None None] Pushing event updated for resources: {'Port': ['ID=aa8488fe-09a1-48d3-9bab-811754ce4890,revision_number=4']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:02.386195 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a73217ea-693f-49df-b262-cffd5a823e08 req-6690cd0c-52dc-47f5-ac1a-5a5d053c1444 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.74 "GET /v2.0/networks?id=7245a93f-bdad-4850-88f9-09476b64c18f HTTP/1.1" status: 200 len: 806 time: 1.2156470 May 13 14:56:02.545885 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2f2b7bc2-5784-458f-8d81-25b6f40182fe req-1e237b6f-8e26-4035-8e63-bec5a2b9e3e9 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=56e8a02c-f64d-4791-b895-e358fbad0e16 HTTP/1.1" status: 200 len: 210 time: 0.1695232 May 13 14:56:02.555155 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-abc376f3-8c4f-4ad9-8e7e-aa1c5bf497b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:02.606765 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-abc376f3-8c4f-4ad9-8e7e-aa1c5bf497b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:02.615574 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-abc376f3-8c4f-4ad9-8e7e-aa1c5bf497b2 admin admin] Usage tracker for resource:security_group_rule and tenant:14a52dc9c99f4c39b5773812751d930c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:02.622094 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-abc376f3-8c4f-4ad9-8e7e-aa1c5bf497b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:02.635361 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-abc376f3-8c4f-4ad9-8e7e-aa1c5bf497b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:02.648992 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-71f88829-744c-45dc-8994-f8e7f4be1bfb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:02.721493 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-8df87599-d444-4fc7-a439-a2ad2f43d744 req-5b76f30b-55e9-41cc-b035-e54a8d6f9a4b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Synchronizing usage tracker for tenant:ac0ce7a13bd948f9949b7bdefd23d50f on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:56:02.940817 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-a73217ea-693f-49df-b262-cffd5a823e08 req-e8358d24-1bad-4da5-8b41-8a722772e5de tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Request body: {'port': {'device_id': '56e8a02c-f64d-4791-b895-e358fbad0e16', 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f', 'admin_state_up': True, 'tenant_id': '732161aac5934f6693072fa75ca25401'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:02.962907 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-71f88829-744c-45dc-8994-f8e7f4be1bfb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:02.999894 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-8df87599-d444-4fc7-a439-a2ad2f43d744 req-5b76f30b-55e9-41cc-b035-e54a8d6f9a4b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Unset dirty status for tenant:ac0ce7a13bd948f9949b7bdefd23d50f on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:56:03.001540 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8df87599-d444-4fc7-a439-a2ad2f43d744 req-5b76f30b-55e9-41cc-b035-e54a8d6f9a4b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 210 time: 1.8301573 May 13 14:56:03.007285 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-04a11c34-160a-4e29-a44c-cbbef06fd085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'name': 'tempest-TestNetworkBasicOps-router-11964592', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'd5f7acd6-f3f0-428d-8268-9f342e5ae80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:34Z', 'updated_at': '2022-05-13T14:55:51Z', 'revision_number': 4, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'd5f7acd6-f3f0-428d-8268-9f342e5ae80e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:36Z', 'updated_at': '2022-05-13T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'aa8488fe-09a1-48d3-9bab-811754ce4890', 'name': '', 'network_id': '213c970f-c639-49b2-8c01-7dd8915da6b5', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'mac_address': 'fa:16:3e:44:69:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '4e2de9b6-120b-40f6-9204-e1f066201b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:47Z', 'updated_at': '2022-05-13T14:56:01Z', 'revision_number': 4, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'subnets': [{'id': '4e2de9b6-120b-40f6-9204-e1f066201b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:03.015791 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a11c34-160a-4e29-a44c-cbbef06fd085 None None] The sync data for ids ['cb3f3c15-007b-4be7-8d3d-4996326d7d7e'] in n-d-841760-1 is: [{'id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'name': 'tempest-TestNetworkBasicOps-router-11964592', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'd5f7acd6-f3f0-428d-8268-9f342e5ae80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:34Z', 'updated_at': '2022-05-13T14:55:51Z', 'revision_number': 4, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'd5f7acd6-f3f0-428d-8268-9f342e5ae80e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:36Z', 'updated_at': '2022-05-13T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'aa8488fe-09a1-48d3-9bab-811754ce4890', 'name': '', 'network_id': '213c970f-c639-49b2-8c01-7dd8915da6b5', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'mac_address': 'fa:16:3e:44:69:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '4e2de9b6-120b-40f6-9204-e1f066201b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:47Z', 'updated_at': '2022-05-13T14:56:01Z', 'revision_number': 4, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'subnets': [{'id': '4e2de9b6-120b-40f6-9204-e1f066201b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:56:03.278964 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-088e1680-28ac-49e1-ba70-a60c12b0d35f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:03.282208 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-088e1680-28ac-49e1-ba70-a60c12b0d35f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.59 "GET /v2.0/networks?id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd HTTP/1.1" status: 200 len: 811 time: 0.4890954 May 13 14:56:03.314987 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f88829-744c-45dc-8994-f8e7f4be1bfb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f2e205-76c9-42a4-91b3-e415c6a7f8da,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:03.349274 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-71f88829-744c-45dc-8994-f8e7f4be1bfb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:03.370717 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-71f88829-744c-45dc-8994-f8e7f4be1bfb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 3.5903580 May 13 14:56:03.375580 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49906) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:03.376763 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb23ad7-be68-4d82-8f09-c6d3ed85f5da admin admin] Router 70013a78-9851-4707-993a-f334fe55af61 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:56:03.384460 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-184d71f1-c411-44af-83b6-db9e207b1800 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'security_group_rule': {'security_group_id': 'b0f2e205-76c9-42a4-91b3-e415c6a7f8da', 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:03.402987 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-184d71f1-c411-44af-83b6-db9e207b1800 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:03.418602 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-184d71f1-c411-44af-83b6-db9e207b1800 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:security_group_rule and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:03.424546 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-90283e5a-12fc-4615-8d1f-a4e8d3689933 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac0ce7a13bd948f9949b7bdefd23d50f HTTP/1.1" status: 200 len: 380 time: 0.1294694 May 13 14:56:03.436512 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-224ee9fe-d5dc-4b67-b360-71110ff59b38 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Request body: {'port': {'device_id': '379e7721-aeee-4882-9686-dacd8e87af95', 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd', 'admin_state_up': True, 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'security_groups': ['361bad2d-be68-4afe-8935-2f7439ce12e6']}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:03.451730 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-184d71f1-c411-44af-83b6-db9e207b1800 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:03.549111 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-184d71f1-c411-44af-83b6-db9e207b1800 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:03.733020 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-abc376f3-8c4f-4ad9-8e7e-aa1c5bf497b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:03.748963 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-abc376f3-8c4f-4ad9-8e7e-aa1c5bf497b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:03.937985 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1cdc8cc4-4150-4ba2-a580-753148a73e4e req-187ccf34-8e4a-4033-b26a-573b94213096 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=56e8a02c-f64d-4791-b895-e358fbad0e16 HTTP/1.1" status: 200 len: 210 time: 0.1066201 May 13 14:56:03.948349 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-abc376f3-8c4f-4ad9-8e7e-aa1c5bf497b2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=14a52dc9c99f4c39b5773812751d930c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8268170 May 13 14:56:03.951476 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-224ee9fe-d5dc-4b67-b360-71110ff59b38 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:03.955544 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb23ad7-be68-4d82-8f09-c6d3ed85f5da admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:56:03.958682 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc376f3-8c4f-4ad9-8e7e-aa1c5bf497b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81dac176-fa5f-468f-8d22-d91e191f7086,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:03.969571 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49916) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:03.971066 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-a73217ea-693f-49df-b262-cffd5a823e08 req-e8358d24-1bad-4da5-8b41-8a722772e5de tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:03.976711 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa495c9c-df1f-4bf8-8b81-9862144dcfdb None None] Sync routers for ids ['70013a78-9851-4707-993a-f334fe55af61'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:56:04.004165 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa495c9c-df1f-4bf8-8b81-9862144dcfdb None None] Routers {'70013a78-9851-4707-993a-f334fe55af61'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:56:04.004592 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-184d71f1-c411-44af-83b6-db9e207b1800 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:04.005369 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-fa495c9c-df1f-4bf8-8b81-9862144dcfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:56:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['70013a78-9851-4707-993a-f334fe55af61'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:04.018722 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-224ee9fe-d5dc-4b67-b360-71110ff59b38 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:04.068714 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-224ee9fe-d5dc-4b67-b360-71110ff59b38 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Made reservation on behalf of ac0ce7a13bd948f9949b7bdefd23d50f for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:04.087798 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-224ee9fe-d5dc-4b67-b360-71110ff59b38 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:04.559774 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device aa8488fe-09a1-48d3-9bab-811754ce4890 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:56:04.588131 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-a73217ea-693f-49df-b262-cffd5a823e08 req-e8358d24-1bad-4da5-8b41-8a722772e5de tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:04.628630 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f6392bda-6bd6-42bf-84be-bf6b8594e0fc req-4004acab-5356-4c3a-90d3-b82b9e6f6af6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 210 time: 0.2240820 May 13 14:56:04.655289 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3bb23ad7-be68-4d82-8f09-c6d3ed85f5da admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:04.657349 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3bb23ad7-be68-4d82-8f09-c6d3ed85f5da admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 14.9422693 May 13 14:56:04.668525 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49926) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:04.747013 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port aa8488fe-09a1-48d3-9bab-811754ce4890 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:56:04.757303 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-fa495c9c-df1f-4bf8-8b81-9862144dcfdb None None] Set router 70013a78-9851-4707-993a-f334fe55af61 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:56:04.793601 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-224ee9fe-d5dc-4b67-b360-71110ff59b38 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Allocated IP 172.20.0.9 (d6183f6d-25fb-4e44-b996-0f5bcb025fdd/f43563bd-f154-4518-8312-29f2255f69ef/b7cba8e6-abe7-42b8-83df-4ac2f9068e76) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:56:04.894078 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port aa8488fe-09a1-48d3-9bab-811754ce4890 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:04.894537 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:04.903327 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-184d71f1-c411-44af-83b6-db9e207b1800 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:04.926168 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73217ea-693f-49df-b262-cffd5a823e08 req-e8358d24-1bad-4da5-8b41-8a722772e5de tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Made reservation on behalf of 732161aac5934f6693072fa75ca25401 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:04.933743 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a73217ea-693f-49df-b262-cffd5a823e08 req-e8358d24-1bad-4da5-8b41-8a722772e5de tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:05.024284 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-184d71f1-c411-44af-83b6-db9e207b1800 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:05.339461 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8ba4b13a-5c42-42b2-95b7-65199f022c25 req-77467f23-85c9-48c5-aa60-3bcafdb8006d tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=56e8a02c-f64d-4791-b895-e358fbad0e16 HTTP/1.1" status: 200 len: 210 time: 0.1358547 May 13 14:56:05.418460 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d71f1-c411-44af-83b6-db9e207b1800 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450c3574-c04e-43a1-9f0c-cc572368743b,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:05.441738 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-184d71f1-c411-44af-83b6-db9e207b1800 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:05.443708 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-184d71f1-c411-44af-83b6-db9e207b1800 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0635600 May 13 14:56:05.450410 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49938) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:05.474934 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-9757182e-bf91-47b0-96be-42cb96f201a2 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'security_group_rule': {'security_group_id': 'b0f2e205-76c9-42a4-91b3-e415c6a7f8da', 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:05.494626 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-224ee9fe-d5dc-4b67-b360-71110ff59b38 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:05.508148 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-229565a7-bc66-4865-834d-bad5a63b818f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:05.510611 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9757182e-bf91-47b0-96be-42cb96f201a2 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:05.541956 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9757182e-bf91-47b0-96be-42cb96f201a2 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:security_group_rule and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:05.546488 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9757182e-bf91-47b0-96be-42cb96f201a2 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:05.550035 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-224ee9fe-d5dc-4b67-b360-71110ff59b38 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Transition to ACTIVE for port object b7cba8e6-abe7-42b8-83df-4ac2f9068e76 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:56:05.566914 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9757182e-bf91-47b0-96be-42cb96f201a2 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:05.611487 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9757182e-bf91-47b0-96be-42cb96f201a2 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:05.723544 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-224ee9fe-d5dc-4b67-b360-71110ff59b38 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:05.771159 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port aa8488fe-09a1-48d3-9bab-811754ce4890 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:05.771708 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:05.777474 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-229565a7-bc66-4865-834d-bad5a63b818f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:05.815218 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port aa8488fe-09a1-48d3-9bab-811754ce4890, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=aa8488fe-09a1-48d3-9bab-811754ce4890,segment=NetworkSegment(a02caf75-1c2e-4d08-9c97-66ffe197803c),segment_id=a02caf75-1c2e-4d08-9c97-66ffe197803c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:05.818051 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-fa495c9c-df1f-4bf8-8b81-9862144dcfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70013a78-9851-4707-993a-f334fe55af61', 'name': 'tempest-TestServerMultinode-1579462461-router', 'tenant_id': '8866a58c47c34e22ac6a323e064b7f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '0e894f5a-6ca4-45d3-b449-b76f044da03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:50Z', 'updated_at': '2022-05-13T14:55:59Z', 'revision_number': 3, 'project_id': '8866a58c47c34e22ac6a323e064b7f6d', 'gw_port': {'id': '0e894f5a-6ca4-45d3-b449-b76f044da03c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70013a78-9851-4707-993a-f334fe55af61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:56Z', 'updated_at': '2022-05-13T14:55:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:05.823032 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa495c9c-df1f-4bf8-8b81-9862144dcfdb None None] Checking router: 70013a78-9851-4707-993a-f334fe55af61 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:56:05.823521 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa495c9c-df1f-4bf8-8b81-9862144dcfdb None None] Updating router 70013a78-9851-4707-993a-f334fe55af61 port 0e894f5a-6ca4-45d3-b449-b76f044da03c binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:56:05.902143 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-229565a7-bc66-4865-834d-bad5a63b818f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:05.935593 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fa495c9c-df1f-4bf8-8b81-9862144dcfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:05.953771 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9757182e-bf91-47b0-96be-42cb96f201a2 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:05.988588 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9757182e-bf91-47b0-96be-42cb96f201a2 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:06.056838 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-224ee9fe-d5dc-4b67-b360-71110ff59b38 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Network d6183f6d-25fb-4e44-b996-0f5bcb025fdd is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:56:06.071765 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-224ee9fe-d5dc-4b67-b360-71110ff59b38 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:06.093805 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229565a7-bc66-4865-834d-bad5a63b818f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81dac176-fa5f-468f-8d22-d91e191f7086,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:06.100120 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:06.112835 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-224ee9fe-d5dc-4b67-b360-71110ff59b38 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:56:06.277451 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ee9fe-d5dc-4b67-b360-71110ff59b38 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Pushing event updated for resources: {'Port': ['ID=b7cba8e6-abe7-42b8-83df-4ac2f9068e76,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:06.297753 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-224ee9fe-d5dc-4b67-b360-71110ff59b38 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:06.302840 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-224ee9fe-d5dc-4b67-b360-71110ff59b38 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:06.306392 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49952) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:06.327103 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=aa8488fe-09a1-48d3-9bab-811754ce4890,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:06.330880 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757182e-bf91-47b0-96be-42cb96f201a2 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a4d1f4b-3b1f-4499-b3d2-dff28b608cba,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:06.367893 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-229565a7-bc66-4865-834d-bad5a63b818f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:06.369565 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-229565a7-bc66-4865-834d-bad5a63b818f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/81dac176-fa5f-468f-8d22-d91e191f7086 HTTP/1.1" status: 204 len: 168 time: 2.3086276 May 13 14:56:06.412311 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c9798-6a78-4892-8005-533d9a8a2955 req-69b2ef07-d886-4fdc-8088-31c4a75f49f5 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:06.417661 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9757182e-bf91-47b0-96be-42cb96f201a2 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:06.421112 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9757182e-bf91-47b0-96be-42cb96f201a2 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9504383 May 13 14:56:06.424084 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-224ee9fe-d5dc-4b67-b360-71110ff59b38 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9917979 May 13 14:56:06.425721 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b20c9798-6a78-4892-8005-533d9a8a2955 req-69b2ef07-d886-4fdc-8088-31c4a75f49f5 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 931 time: 0.5086784 May 13 14:56:06.434480 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49962) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:06.452376 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] Request body: {'port': {'device_id': '379e7721-aeee-4882-9686-dacd8e87af95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:06.561581 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-0d6597e4-f3e4-4072-94d4-7e2ac7ab0f83 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'security_group_rule': {'security_group_id': 'b0f2e205-76c9-42a4-91b3-e415c6a7f8da', 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:06.579593 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0d6597e4-f3e4-4072-94d4-7e2ac7ab0f83 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:06.594495 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0d6597e4-f3e4-4072-94d4-7e2ac7ab0f83 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:security_group_rule and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:06.600348 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0d6597e4-f3e4-4072-94d4-7e2ac7ab0f83 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:06.615057 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0d6597e4-f3e4-4072-94d4-7e2ac7ab0f83 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:06.713024 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-a73217ea-693f-49df-b262-cffd5a823e08 req-e8358d24-1bad-4da5-8b41-8a722772e5de tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Allocated IP 172.20.0.13 (7245a93f-bdad-4850-88f9-09476b64c18f/34fcb229-3793-40c5-9fb6-d9e1bba72c19/cdb4a137-f73c-4554-a3eb-0af120fd080d) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:56:06.714178 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3c0dbf26-d669-43ed-b7fb-0682338d5d2e None None] Provisioning for port b7cba8e6-abe7-42b8-83df-4ac2f9068e76 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:56:06.741266 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3c0dbf26-d669-43ed-b7fb-0682338d5d2e None None] Provisioning complete for port b7cba8e6-abe7-42b8-83df-4ac2f9068e76 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:06.741718 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3c0dbf26-d669-43ed-b7fb-0682338d5d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:06.923009 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-b20c9798-6a78-4892-8005-533d9a8a2955 req-d92e5a36-e3cb-472e-96b0-e933d750a20d tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Synchronizing usage tracker for tenant:ac0ce7a13bd948f9949b7bdefd23d50f on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:56:06.937740 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-57fd1b34-ca53-4b6e-b945-a7cea42b9fe1 req-1840996b-6c89-4d0f-a365-dd00da19b0c7 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=56e8a02c-f64d-4791-b895-e358fbad0e16 HTTP/1.1" status: 200 len: 210 time: 0.2869303 May 13 14:56:06.937968 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3c0dbf26-d669-43ed-b7fb-0682338d5d2e None None] Port b7cba8e6-abe7-42b8-83df-4ac2f9068e76 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:56:06.988903 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0d6597e4-f3e4-4072-94d4-7e2ac7ab0f83 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:07.020631 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:07.064974 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fa495c9c-df1f-4bf8-8b81-9862144dcfdb None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:07.083843 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-fa495c9c-df1f-4bf8-8b81-9862144dcfdb None None] Transition to ACTIVE for port object 0e894f5a-6ca4-45d3-b449-b76f044da03c will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:56:07.097719 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fa495c9c-df1f-4bf8-8b81-9862144dcfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:07.111193 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d0a6d52-111f-4349-ad31-5a700ecfd20b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:07.136723 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49974) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:07.173858 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6574ba5f-daeb-41e2-8c2f-4f1d484835e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:07.192198 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-fa495c9c-df1f-4bf8-8b81-9862144dcfdb None None] Attempting to bind port 0e894f5a-6ca4-45d3-b449-b76f044da03c on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:56:07.192620 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-fa495c9c-df1f-4bf8-8b81-9862144dcfdb None None] Attempting to bind port 0e894f5a-6ca4-45d3-b449-b76f044da03c by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:56:07.193038 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa495c9c-df1f-4bf8-8b81-9862144dcfdb None None] Attempting to bind port 0e894f5a-6ca4-45d3-b449-b76f044da03c on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:56:07.195105 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6574ba5f-daeb-41e2-8c2f-4f1d484835e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:07.200287 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6574ba5f-daeb-41e2-8c2f-4f1d484835e7 admin admin] Usage tracker for resource:security_group_rule and tenant:3e40151c223f47e48d62e050d765c205 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:07.203826 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6574ba5f-daeb-41e2-8c2f-4f1d484835e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:07.205759 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa495c9c-df1f-4bf8-8b81-9862144dcfdb None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:56:07.206145 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa495c9c-df1f-4bf8-8b81-9862144dcfdb None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:56:07.206546 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fa495c9c-df1f-4bf8-8b81-9862144dcfdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:07.206992 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa495c9c-df1f-4bf8-8b81-9862144dcfdb None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:56:07.207493 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-fa495c9c-df1f-4bf8-8b81-9862144dcfdb None None] Bound port: 0e894f5a-6ca4-45d3-b449-b76f044da03c, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:56:07.208107 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fa495c9c-df1f-4bf8-8b81-9862144dcfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:07.210169 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6574ba5f-daeb-41e2-8c2f-4f1d484835e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:07.281712 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de227fe9-63fa-4a1b-ac39-0aab6efb1b3b None None] Pushing event updated for resources: {'Port': ['ID=0e894f5a-6ca4-45d3-b449-b76f044da03c,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:07.308251 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-b20c9798-6a78-4892-8005-533d9a8a2955 req-d92e5a36-e3cb-472e-96b0-e933d750a20d tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Unset dirty status for tenant:ac0ce7a13bd948f9949b7bdefd23d50f on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:56:07.309868 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b20c9798-6a78-4892-8005-533d9a8a2955 req-d92e5a36-e3cb-472e-96b0-e933d750a20d tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8828092 May 13 14:56:07.314735 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1d0a6d52-111f-4349-ad31-5a700ecfd20b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:07.320207 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6574ba5f-daeb-41e2-8c2f-4f1d484835e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:07.359904 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-fa495c9c-df1f-4bf8-8b81-9862144dcfdb None None] For port 0e894f5a-6ca4-45d3-b449-b76f044da03c, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:56:07.363443 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-fa495c9c-df1f-4bf8-8b81-9862144dcfdb None None] For port 0e894f5a-6ca4-45d3-b449-b76f044da03c, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=0e894f5a-6ca4-45d3-b449-b76f044da03c,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:56:07.369270 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fa495c9c-df1f-4bf8-8b81-9862144dcfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:07.392766 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0d6597e4-f3e4-4072-94d4-7e2ac7ab0f83 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:07.432041 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0d6597e4-f3e4-4072-94d4-7e2ac7ab0f83 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:07.463139 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa495c9c-df1f-4bf8-8b81-9862144dcfdb None None] Routers {'70013a78-9851-4707-993a-f334fe55af61'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:56:07.464087 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-fa495c9c-df1f-4bf8-8b81-9862144dcfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:56:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['70013a78-9851-4707-993a-f334fe55af61'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:07.486196 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6597e4-f3e4-4072-94d4-7e2ac7ab0f83 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9972a01a-f95a-4589-aecf-3c0c96e114ae,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:07.490773 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0d6597e4-f3e4-4072-94d4-7e2ac7ab0f83 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:07.492227 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0d6597e4-f3e4-4072-94d4-7e2ac7ab0f83 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9504843 May 13 14:56:07.495164 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49978) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:07.502325 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-13644dd1-c6a9-4247-99b4-94eb472db069 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'security_group_rule': {'security_group_id': 'b0f2e205-76c9-42a4-91b3-e415c6a7f8da', 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:07.510210 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7cba8e6-abe7-42b8-83df-4ac2f9068e76 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:56:07.515507 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-13644dd1-c6a9-4247-99b4-94eb472db069 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:07.522768 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:07.525614 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-13644dd1-c6a9-4247-99b4-94eb472db069 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:security_group_rule and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:07.527776 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a73217ea-693f-49df-b262-cffd5a823e08 req-e8358d24-1bad-4da5-8b41-8a722772e5de tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:07.530501 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-13644dd1-c6a9-4247-99b4-94eb472db069 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:07.549551 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-13644dd1-c6a9-4247-99b4-94eb472db069 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:07.554811 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] Transition to ACTIVE for port object b7cba8e6-abe7-42b8-83df-4ac2f9068e76 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:56:07.564151 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:07.564580 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1d0a6d52-111f-4349-ad31-5a700ecfd20b admin admin] Usage tracker for resource:security_group_rule and tenant:2ecd959e72e14da4bcc688335415bad6 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:07.567762 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de227fe9-63fa-4a1b-ac39-0aab6efb1b3b None None] Pushing event updated for resources: {'Port': ['ID=0e894f5a-6ca4-45d3-b449-b76f044da03c,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:07.569092 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1d0a6d52-111f-4349-ad31-5a700ecfd20b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:07.585766 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1d0a6d52-111f-4349-ad31-5a700ecfd20b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:07.635449 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-13644dd1-c6a9-4247-99b4-94eb472db069 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:07.699565 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6574ba5f-daeb-41e2-8c2f-4f1d484835e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:07.717382 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-fa495c9c-df1f-4bf8-8b81-9862144dcfdb None None] Set router 70013a78-9851-4707-993a-f334fe55af61 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:56:07.733628 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a73217ea-693f-49df-b262-cffd5a823e08 req-e8358d24-1bad-4da5-8b41-8a722772e5de tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:07.744553 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d0a6d52-111f-4349-ad31-5a700ecfd20b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:07.799645 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['c219a9e3-31ff-4672-a567-a3f58b20873f'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:56:07.902507 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] Pushing event updated for resources: {'Port': ['ID=b7cba8e6-abe7-42b8-83df-4ac2f9068e76,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:08.017314 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1d0a6d52-111f-4349-ad31-5a700ecfd20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:08.102560 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1d0a6d52-111f-4349-ad31-5a700ecfd20b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2ecd959e72e14da4bcc688335415bad6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7930825 May 13 14:56:08.111898 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 49990) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:08.113358 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] Attempting to bind port b7cba8e6-abe7-42b8-83df-4ac2f9068e76 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:56:08.113944 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] Attempting to bind port b7cba8e6-abe7-42b8-83df-4ac2f9068e76 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:56:08.114590 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] Attempting to bind port b7cba8e6-abe7-42b8-83df-4ac2f9068e76 on network d6183f6d-25fb-4e44-b996-0f5bcb025fdd {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:56:08.115580 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8358d24-1bad-4da5-8b41-8a722772e5de tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Pushing event updated for resources: {'Port': ['ID=cdb4a137-f73c-4554-a3eb-0af120fd080d,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:08.125917 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6574ba5f-daeb-41e2-8c2f-4f1d484835e7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3e40151c223f47e48d62e050d765c205&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9880240 May 13 14:56:08.127868 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 49994) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:08.132540 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-13644dd1-c6a9-4247-99b4-94eb472db069 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:08.146352 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574ba5f-daeb-41e2-8c2f-4f1d484835e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e18ba65-5875-4b02-b56f-0f999d0684c3,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:08.150821 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73217ea-693f-49df-b262-cffd5a823e08 req-e8358d24-1bad-4da5-8b41-8a722772e5de tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Network 7245a93f-bdad-4850-88f9-09476b64c18f is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:56:08.176166 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] Port b7cba8e6-abe7-42b8-83df-4ac2f9068e76 on network d6183f6d-25fb-4e44-b996-0f5bcb025fdd not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:56:08.176915 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] Attempting to bind port b7cba8e6-abe7-42b8-83df-4ac2f9068e76 on network d6183f6d-25fb-4e44-b996-0f5bcb025fdd {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:56:08.198888 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a6d52-111f-4349-ad31-5a700ecfd20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9234f9dc-8130-4045-9851-3d47e020d958,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:08.202258 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-a73217ea-693f-49df-b262-cffd5a823e08 req-e8358d24-1bad-4da5-8b41-8a722772e5de tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:08.217499 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73217ea-693f-49df-b262-cffd5a823e08 req-e8358d24-1bad-4da5-8b41-8a722772e5de tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:56:08.271374 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-13644dd1-c6a9-4247-99b4-94eb472db069 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:08.346201 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13644dd1-c6a9-4247-99b4-94eb472db069 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633698f9-0119-499d-b90b-95d9e80e05c5,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:08.355694 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-13644dd1-c6a9-4247-99b4-94eb472db069 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:08.358624 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-13644dd1-c6a9-4247-99b4-94eb472db069 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8618777 May 13 14:56:08.361259 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:56:08.362135 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] Checking segment: {'id': '0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:56:08.363146 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] Bound using segment: {'id': '0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:56:08.370894 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] Bound port: b7cba8e6-abe7-42b8-83df-4ac2f9068e76, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:56:08.371941 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:08.388321 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50000) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:08.402302 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-fa495c9c-df1f-4bf8-8b81-9862144dcfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70013a78-9851-4707-993a-f334fe55af61', 'name': 'tempest-TestServerMultinode-1579462461-router', 'tenant_id': '8866a58c47c34e22ac6a323e064b7f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '0e894f5a-6ca4-45d3-b449-b76f044da03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:50Z', 'updated_at': '2022-05-13T14:55:59Z', 'revision_number': 3, 'project_id': '8866a58c47c34e22ac6a323e064b7f6d', 'gw_port': {'id': '0e894f5a-6ca4-45d3-b449-b76f044da03c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70013a78-9851-4707-993a-f334fe55af61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:56Z', 'updated_at': '2022-05-13T14:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:08.407421 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device aa8488fe-09a1-48d3-9bab-811754ce4890 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:56:08.484840 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa495c9c-df1f-4bf8-8b81-9862144dcfdb None None] The sync data for ids ['70013a78-9851-4707-993a-f334fe55af61'] in n-d-841760-1 is: [{'id': '70013a78-9851-4707-993a-f334fe55af61', 'name': 'tempest-TestServerMultinode-1579462461-router', 'tenant_id': '8866a58c47c34e22ac6a323e064b7f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '0e894f5a-6ca4-45d3-b449-b76f044da03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:50Z', 'updated_at': '2022-05-13T14:55:59Z', 'revision_number': 3, 'project_id': '8866a58c47c34e22ac6a323e064b7f6d', 'gw_port': {'id': '0e894f5a-6ca4-45d3-b449-b76f044da03c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70013a78-9851-4707-993a-f334fe55af61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:56Z', 'updated_at': '2022-05-13T14:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:56:08.503766 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73217ea-693f-49df-b262-cffd5a823e08 req-e8358d24-1bad-4da5-8b41-8a722772e5de tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:08.504431 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a73217ea-693f-49df-b262-cffd5a823e08 req-e8358d24-1bad-4da5-8b41-8a722772e5de tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:08.516475 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port aa8488fe-09a1-48d3-9bab-811754ce4890 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:08.516853 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:08.557681 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c82e2b56-ba78-4976-bc34-6a43d54b0054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:08.621182 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] For port b7cba8e6-abe7-42b8-83df-4ac2f9068e76, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:56:08.633447 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] For port b7cba8e6-abe7-42b8-83df-4ac2f9068e76, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b7cba8e6-abe7-42b8-83df-4ac2f9068e76,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:56:08.664914 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-98eb5da6-e6bf-4e6d-9f39-13fa82c627ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:08.676610 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:08.705597 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-98eb5da6-e6bf-4e6d-9f39-13fa82c627ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:08.767904 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a73217ea-693f-49df-b262-cffd5a823e08 req-e8358d24-1bad-4da5-8b41-8a722772e5de tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0158637 May 13 14:56:08.774750 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port aa8488fe-09a1-48d3-9bab-811754ce4890 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:08.782785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-752ca37d-481d-404b-a758-6ad57fd17b7c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'security_group_rule': {'security_group_id': 'b0f2e205-76c9-42a4-91b3-e415c6a7f8da', 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:08.792049 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-98eb5da6-e6bf-4e6d-9f39-13fa82c627ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:08.809926 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-752ca37d-481d-404b-a758-6ad57fd17b7c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:08.820142 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-a73217ea-693f-49df-b262-cffd5a823e08 req-4e4d90bb-fa12-4719-8c2f-82e3ceea1769 service neutron] Request body: {'port': {'device_id': '56e8a02c-f64d-4791-b895-e358fbad0e16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:08.828925 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:08.829936 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:08.831444 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] 10.222.0.59 "PUT /v2.0/ports/b7cba8e6-abe7-42b8-83df-4ac2f9068e76 HTTP/1.1" status: 200 len: 1091 time: 2.3957801 May 13 14:56:08.831934 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379e7721-aeee-4882-9686-dacd8e87af95', 'tag': 'b7cba8e6-abe7-42b8-83df-4ac2f9068e76'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:56:08.882584 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-763b676d-cea2-470f-bd2d-ce0e7730dd27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:08.944015 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-752ca37d-481d-404b-a758-6ad57fd17b7c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:security_group_rule and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:08.964427 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-752ca37d-481d-404b-a758-6ad57fd17b7c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:08.983911 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-752ca37d-481d-404b-a758-6ad57fd17b7c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:09.009419 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e148dcf-51af-475d-954f-101f2bb49301 req-508940bf-0e98-4a85-ac44-0a6a06d4d46c tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:09.011210 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4e148dcf-51af-475d-954f-101f2bb49301 req-508940bf-0e98-4a85-ac44-0a6a06d4d46c tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=56e8a02c-f64d-4791-b895-e358fbad0e16 HTTP/1.1" status: 200 len: 932 time: 0.8758426 May 13 14:56:09.013329 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-763b676d-cea2-470f-bd2d-ce0e7730dd27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:09.074642 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb5da6-e6bf-4e6d-9f39-13fa82c627ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e18ba65-5875-4b02-b56f-0f999d0684c3,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:09.121633 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] Pushing event updated for resources: {'Port': ['ID=b7cba8e6-abe7-42b8-83df-4ac2f9068e76,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:09.154848 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:09.155352 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:09.155724 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:09.156454 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:09.156920 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:09.157262 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:09.157773 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:09.158103 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:09.158470 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:09.158838 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:09.159415 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:09.159828 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8becb6-2eaf-4a2c-a1ba-bce05b97b709 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:09.215180 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-98eb5da6-e6bf-4e6d-9f39-13fa82c627ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:09.219914 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-98eb5da6-e6bf-4e6d-9f39-13fa82c627ed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2e18ba65-5875-4b02-b56f-0f999d0684c3 HTTP/1.1" status: 204 len: 168 time: 1.0854774 May 13 14:56:09.233303 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4e148dcf-51af-475d-954f-101f2bb49301 req-f5ee6df9-7d57-47d5-87cf-46f9b4d9232f tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887839 May 13 14:56:09.235840 n-d-841760-1 neutron-server[88081]: INFO neutron.db.securitygroups_db [None req-752ca37d-481d-404b-a758-6ad57fd17b7c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Project 2fd5504203d84ec88c34b0f9b983d931 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 14:56:09.256259 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-4bce029b-00b7-48d4-9e63-e433499f4da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:09.257818 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-4bce029b-00b7-48d4-9e63-e433499f4da6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac0ce7a13bd948f9949b7bdefd23d50f&device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 1094 time: 0.3479712 May 13 14:56:09.258674 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-763b676d-cea2-470f-bd2d-ce0e7730dd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:09.320985 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681e652-61b1-457a-bd3e-5329f78f2d6e req-d9d16015-db40-4689-9d46-0ef87495979f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:09.332877 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c681e652-61b1-457a-bd3e-5329f78f2d6e req-d9d16015-db40-4689-9d46-0ef87495979f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 943 time: 0.7826350 May 13 14:56:09.348100 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-752ca37d-481d-404b-a758-6ad57fd17b7c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:09.395246 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-18640135-af4e-4438-82ad-ebe62c9b3e84 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7cba8e6-abe7-42b8-83df-4ac2f9068e76 HTTP/1.1" status: 200 len: 217 time: 0.1125274 May 13 14:56:09.399006 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-980cac78-4698-4eed-9c6b-1a22eeaade03'] response: {'name': 'network-changed', 'server_uuid': '379e7721-aeee-4882-9686-dacd8e87af95', 'tag': 'b7cba8e6-abe7-42b8-83df-4ac2f9068e76', 'status': 'completed', 'code': 200} May 13 14:56:09.406011 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b676d-cea2-470f-bd2d-ce0e7730dd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9234f9dc-8130-4045-9851-3d47e020d958,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:09.467305 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-763b676d-cea2-470f-bd2d-ce0e7730dd27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:09.483517 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-763b676d-cea2-470f-bd2d-ce0e7730dd27 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9234f9dc-8130-4045-9851-3d47e020d958 HTTP/1.1" status: 204 len: 168 time: 1.3556540 May 13 14:56:09.554856 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-dfe16219-8025-464d-9b37-95e5a5864f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:09.555861 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-dfe16219-8025-464d-9b37-95e5a5864f02 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f43563bd-f154-4518-8312-29f2255f69ef HTTP/1.1" status: 200 len: 850 time: 0.1518593 May 13 14:56:09.636236 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a73217ea-693f-49df-b262-cffd5a823e08 req-4e4d90bb-fa12-4719-8c2f-82e3ceea1769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:09.756565 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-89299854-53ab-4708-8bba-9c77ea5e6029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:09.773495 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-89299854-53ab-4708-8bba-9c77ea5e6029 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2112627 May 13 14:56:09.906926 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c681e652-61b1-457a-bd3e-5329f78f2d6e req-7ae07173-4101-4f27-a2dd-cd71a65a9f19 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5724287 May 13 14:56:10.096420 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-222f4133-cf1c-43fd-831e-c701ed6c4219 service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157041 May 13 14:56:10.274031 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-752ca37d-481d-404b-a758-6ad57fd17b7c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:10.316382 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-c82e2b56-ba78-4976-bc34-6a43d54b0054 admin admin] Allocated IP 172.20.0.1 (43ddb1be-7c29-4450-a618-58154740455e/c491e9f5-0b00-4ba7-b275-697c520f82cd/5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:56:10.333300 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-752ca37d-481d-404b-a758-6ad57fd17b7c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:10.436345 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0e894f5a-6ca4-45d3-b449-b76f044da03c up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:56:10.624080 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c82e2b56-ba78-4976-bc34-6a43d54b0054 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:10.668500 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 0e894f5a-6ca4-45d3-b449-b76f044da03c completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:56:10.673822 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-c82e2b56-ba78-4976-bc34-6a43d54b0054 admin admin] Transition to ACTIVE for port object 5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:56:10.681578 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 0e894f5a-6ca4-45d3-b449-b76f044da03c triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:10.681954 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:10.735042 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c82e2b56-ba78-4976-bc34-6a43d54b0054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:10.869416 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e2b56-ba78-4976-bc34-6a43d54b0054 admin admin] Pushing event updated for resources: {'Port': ['ID=5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:10.892934 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ca37d-481d-404b-a758-6ad57fd17b7c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd88922-3293-4ebc-afdb-d09a832937a3,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:10.933041 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 0e894f5a-6ca4-45d3-b449-b76f044da03c is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:10.933948 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:10.964118 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d97fcb40-43ea-4959-a3cc-fcf47f7e1514 req-6df110c3-31a3-4756-9252-6465cd8104b6 service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8591838 May 13 14:56:10.973849 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 0e894f5a-6ca4-45d3-b449-b76f044da03c, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=0e894f5a-6ca4-45d3-b449-b76f044da03c,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:10.984655 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a4388-e60a-421b-965e-9b320b0c8223 req-f1709399-3af3-4ac6-8a3c-14f055529712 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:10.994016 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-572a4388-e60a-421b-965e-9b320b0c8223 req-f1709399-3af3-4ac6-8a3c-14f055529712 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=56e8a02c-f64d-4791-b895-e358fbad0e16 HTTP/1.1" status: 200 len: 932 time: 0.2900298 May 13 14:56:11.002075 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:11.151643 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=0e894f5a-6ca4-45d3-b449-b76f044da03c,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:11.199017 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-572a4388-e60a-421b-965e-9b320b0c8223 req-8cc46205-f0fc-4100-b0fa-0225a74fad07 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039051 May 13 14:56:11.223032 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634caf7-87b3-4f08-a90d-319d1287c916 req-8f98b0a0-7a63-4a71-90c6-0f8130439f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:11.226700 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e634caf7-87b3-4f08-a90d-319d1287c916 req-8f98b0a0-7a63-4a71-90c6-0f8130439f75 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac0ce7a13bd948f9949b7bdefd23d50f&device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 1094 time: 0.1981213 May 13 14:56:11.528479 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634caf7-87b3-4f08-a90d-319d1287c916 req-52cca2e2-e672-4d3d-b613-bb642d49eb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:11.531676 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e634caf7-87b3-4f08-a90d-319d1287c916 req-52cca2e2-e672-4d3d-b613-bb642d49eb6f service neutron] 10.222.0.59 "GET /v2.0/networks?id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd HTTP/1.1" status: 200 len: 912 time: 0.2978697 May 13 14:56:11.649321 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82e2b56-ba78-4976-bc34-6a43d54b0054 admin admin] Network 43ddb1be-7c29-4450-a618-58154740455e is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:56:11.653935 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-752ca37d-481d-404b-a758-6ad57fd17b7c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:11.655175 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-752ca37d-481d-404b-a758-6ad57fd17b7c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 3.2632294 May 13 14:56:11.659927 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-c82e2b56-ba78-4976-bc34-6a43d54b0054 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:11.660673 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50082) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:11.674712 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-d842df47-9dc9-4083-a875-399edf1358be tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'security_group_rule': {'security_group_id': 'b0f2e205-76c9-42a4-91b3-e415c6a7f8da', 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:11.674897 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82e2b56-ba78-4976-bc34-6a43d54b0054 admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:56:11.702040 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e634caf7-87b3-4f08-a90d-319d1287c916 req-a9461c31-9339-4d97-9e0e-04eb1ae092ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7cba8e6-abe7-42b8-83df-4ac2f9068e76 HTTP/1.1" status: 200 len: 217 time: 0.1637859 May 13 14:56:11.709781 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d842df47-9dc9-4083-a875-399edf1358be tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:11.718368 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d842df47-9dc9-4083-a875-399edf1358be tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:security_group_rule and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:11.719151 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-a73217ea-693f-49df-b262-cffd5a823e08 req-4e4d90bb-fa12-4719-8c2f-82e3ceea1769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdb4a137-f73c-4554-a3eb-0af120fd080d {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:56:11.758496 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a73217ea-693f-49df-b262-cffd5a823e08 req-4e4d90bb-fa12-4719-8c2f-82e3ceea1769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:11.802231 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d842df47-9dc9-4083-a875-399edf1358be tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:11.823281 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d842df47-9dc9-4083-a875-399edf1358be tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:11.837588 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c82e2b56-ba78-4976-bc34-6a43d54b0054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:11.846905 n-d-841760-1 neutron-server[88082]: INFO neutron.db.securitygroups_db [None req-d842df47-9dc9-4083-a875-399edf1358be tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Project 2fd5504203d84ec88c34b0f9b983d931 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 14:56:11.855371 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634caf7-87b3-4f08-a90d-319d1287c916 req-f98a9ca8-14ca-4d14-ad38-17274dc6fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:11.857773 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e634caf7-87b3-4f08-a90d-319d1287c916 req-f98a9ca8-14ca-4d14-ad38-17274dc6fdd4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f43563bd-f154-4518-8312-29f2255f69ef HTTP/1.1" status: 200 len: 850 time: 0.1437104 May 13 14:56:11.862434 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d842df47-9dc9-4083-a875-399edf1358be tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:11.889005 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-a73217ea-693f-49df-b262-cffd5a823e08 req-4e4d90bb-fa12-4719-8c2f-82e3ceea1769 service neutron] Transition to ACTIVE for port object cdb4a137-f73c-4554-a3eb-0af120fd080d will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:56:11.899707 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a73217ea-693f-49df-b262-cffd5a823e08 req-4e4d90bb-fa12-4719-8c2f-82e3ceea1769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:12.035942 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d842df47-9dc9-4083-a875-399edf1358be tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:12.038205 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d930b8-9d82-4d8b-a72a-91c78847f082 req-c82e5846-cd60-463c-bdd2-08c17e9edb16 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:12.047028 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634caf7-87b3-4f08-a90d-319d1287c916 req-e4d221eb-74e4-4bbc-b5a3-7d810cbee097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:12.048965 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e634caf7-87b3-4f08-a90d-319d1287c916 req-e4d221eb-74e4-4bbc-b5a3-7d810cbee097 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1728914 May 13 14:56:12.050190 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d842df47-9dc9-4083-a875-399edf1358be tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:12.057405 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23d930b8-9d82-4d8b-a72a-91c78847f082 req-c82e5846-cd60-463c-bdd2-08c17e9edb16 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 943 time: 0.7298610 May 13 14:56:12.109825 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842df47-9dc9-4083-a875-399edf1358be tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=937cafed-64b4-47db-ab10-d6447386765c,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:12.118471 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-714bb1c2-4058-40ad-b36d-e4f93c900d17 None None] Provisioning for port 5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:56:12.130480 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-714bb1c2-4058-40ad-b36d-e4f93c900d17 None None] Provisioning complete for port 5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:12.131278 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-714bb1c2-4058-40ad-b36d-e4f93c900d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:12.214526 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-714bb1c2-4058-40ad-b36d-e4f93c900d17 None None] Port 5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:56:12.260642 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d842df47-9dc9-4083-a875-399edf1358be tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:12.267269 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d842df47-9dc9-4083-a875-399edf1358be tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5994773 May 13 14:56:12.409337 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e634caf7-87b3-4f08-a90d-319d1287c916 req-73633fba-e889-46c9-bcba-000fec9ca5be service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519161 May 13 14:56:12.427777 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0e894f5a-6ca4-45d3-b449-b76f044da03c up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:56:12.595256 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d90bb-fa12-4719-8c2f-82e3ceea1769 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb4a137-f73c-4554-a3eb-0af120fd080d,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:12.605248 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e634caf7-87b3-4f08-a90d-319d1287c916 req-e62f9633-943a-42e2-a696-7ce96572e9c3 service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870229 May 13 14:56:12.612376 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23d930b8-9d82-4d8b-a72a-91c78847f082 req-387c3e64-0587-4822-8be0-3f35d3f482fb tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5537210 May 13 14:56:12.681877 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 0e894f5a-6ca4-45d3-b449-b76f044da03c triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:12.685530 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:12.734407 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452e985-6288-4341-991e-dc700cce6518 req-98f6a14e-9f56-4bf7-9998-153716075e55 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:12.739549 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0452e985-6288-4341-991e-dc700cce6518 req-98f6a14e-9f56-4bf7-9998-153716075e55 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=56e8a02c-f64d-4791-b895-e358fbad0e16 HTTP/1.1" status: 200 len: 944 time: 0.1318867 May 13 14:56:12.835776 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0452e985-6288-4341-991e-dc700cce6518 req-25eb41bb-3991-40bb-a65f-4afdf9a69613 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895848 May 13 14:56:12.882829 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 0e894f5a-6ca4-45d3-b449-b76f044da03c is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:12.919755 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-be6799ee-e1b1-4063-b570-79141122ee61 req-2684afcd-8097-43e0-af6c-c9f79e9864a0 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Synchronizing usage tracker for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:56:12.928370 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c82e2b56-ba78-4976-bc34-6a43d54b0054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:13.009997 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-be6799ee-e1b1-4063-b570-79141122ee61 req-2684afcd-8097-43e0-af6c-c9f79e9864a0 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Unset dirty status for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:56:13.011345 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be6799ee-e1b1-4063-b570-79141122ee61 req-2684afcd-8097-43e0-af6c-c9f79e9864a0 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1667157224&fields=id&tenant_id=2fd5504203d84ec88c34b0f9b983d931 HTTP/1.1" status: 200 len: 267 time: 0.1647856 May 13 14:56:13.029153 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-a73217ea-693f-49df-b262-cffd5a823e08 req-4e4d90bb-fa12-4719-8c2f-82e3ceea1769 service neutron] Attempting to bind port cdb4a137-f73c-4554-a3eb-0af120fd080d on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:56:13.029895 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-a73217ea-693f-49df-b262-cffd5a823e08 req-4e4d90bb-fa12-4719-8c2f-82e3ceea1769 service neutron] Attempting to bind port cdb4a137-f73c-4554-a3eb-0af120fd080d by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '57c587b4-4a75-4472-8b66-fdd8b5188b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:56:13.030398 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73217ea-693f-49df-b262-cffd5a823e08 req-4e4d90bb-fa12-4719-8c2f-82e3ceea1769 service neutron] Attempting to bind port cdb4a137-f73c-4554-a3eb-0af120fd080d on network 7245a93f-bdad-4850-88f9-09476b64c18f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:56:13.256099 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b7cba8e6-abe7-42b8-83df-4ac2f9068e76 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:56:13.276100 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50132) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:13.444170 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b7cba8e6-abe7-42b8-83df-4ac2f9068e76, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b7cba8e6-abe7-42b8-83df-4ac2f9068e76,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:13.464528 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'b7cba8e6-abe7-42b8-83df-4ac2f9068e76', 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd', 'port_id': 'b7cba8e6-abe7-42b8-83df-4ac2f9068e76', 'mac_address': 'fa:16:3e:e6:ac:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43563bd-f154-4518-8312-29f2255f69ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:56:13.548195 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port b7cba8e6-abe7-42b8-83df-4ac2f9068e76 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:13.548735 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:13.556088 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fa7e58dc-ab7d-490c-a6f3-ee390cbb4a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:13.587428 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7cba8e6-abe7-42b8-83df-4ac2f9068e76 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:56:13.591911 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73217ea-693f-49df-b262-cffd5a823e08 req-4e4d90bb-fa12-4719-8c2f-82e3ceea1769 service neutron] Port cdb4a137-f73c-4554-a3eb-0af120fd080d on network 7245a93f-bdad-4850-88f9-09476b64c18f not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:56:13.592364 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73217ea-693f-49df-b262-cffd5a823e08 req-4e4d90bb-fa12-4719-8c2f-82e3ceea1769 service neutron] Attempting to bind port cdb4a137-f73c-4554-a3eb-0af120fd080d on network 7245a93f-bdad-4850-88f9-09476b64c18f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:56:13.592541 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-fa7e58dc-ab7d-490c-a6f3-ee390cbb4a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:13.599515 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-fa7e58dc-ab7d-490c-a6f3-ee390cbb4a74 admin admin] Usage tracker for resource:security_group_rule and tenant:d58effaf4b864e608e884fa2946df72b is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:13.608198 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-fa7e58dc-ab7d-490c-a6f3-ee390cbb4a74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:13.620178 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-fa7e58dc-ab7d-490c-a6f3-ee390cbb4a74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:13.621851 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b7cba8e6-abe7-42b8-83df-4ac2f9068e76, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b7cba8e6-abe7-42b8-83df-4ac2f9068e76,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:13.625606 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6799ee-e1b1-4063-b570-79141122ee61 req-bb6f7f2e-93f6-4e13-afa2-ca499d5aea5c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:13.626428 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-be6799ee-e1b1-4063-b570-79141122ee61 req-bb6f7f2e-93f6-4e13-afa2-ca499d5aea5c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Synchronizing usage tracker for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:56:13.629801 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:13.638828 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73217ea-693f-49df-b262-cffd5a823e08 req-4e4d90bb-fa12-4719-8c2f-82e3ceea1769 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:56:13.639297 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73217ea-693f-49df-b262-cffd5a823e08 req-4e4d90bb-fa12-4719-8c2f-82e3ceea1769 service neutron] Checking segment: {'id': '57c587b4-4a75-4472-8b66-fdd8b5188b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:56:13.639700 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73217ea-693f-49df-b262-cffd5a823e08 req-4e4d90bb-fa12-4719-8c2f-82e3ceea1769 service neutron] Bound using segment: {'id': '57c587b4-4a75-4472-8b66-fdd8b5188b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:56:13.640778 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-a73217ea-693f-49df-b262-cffd5a823e08 req-4e4d90bb-fa12-4719-8c2f-82e3ceea1769 service neutron] Bound port: cdb4a137-f73c-4554-a3eb-0af120fd080d, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c587b4-4a75-4472-8b66-fdd8b5188b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:56:13.640778 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a73217ea-693f-49df-b262-cffd5a823e08 req-4e4d90bb-fa12-4719-8c2f-82e3ceea1769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:13.765917 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=b7cba8e6-abe7-42b8-83df-4ac2f9068e76,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:13.766909 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-be6799ee-e1b1-4063-b570-79141122ee61 req-bb6f7f2e-93f6-4e13-afa2-ca499d5aea5c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Unset dirty status for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:56:13.768074 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be6799ee-e1b1-4063-b570-79141122ee61 req-bb6f7f2e-93f6-4e13-afa2-ca499d5aea5c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/networks?id=213c970f-c639-49b2-8c01-7dd8915da6b5 HTTP/1.1" status: 200 len: 796 time: 0.7474358 May 13 14:56:13.851952 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['b7cba8e6-abe7-42b8-83df-4ac2f9068e76'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:56:13.852896 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c82e2b56-ba78-4976-bc34-6a43d54b0054 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:13.919283 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be6799ee-e1b1-4063-b570-79141122ee61 req-ac24d699-b554-4eb4-8a37-91e57f2811bb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/quotas/2fd5504203d84ec88c34b0f9b983d931 HTTP/1.1" status: 200 len: 375 time: 0.1389146 May 13 14:56:13.927885 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c82e2b56-ba78-4976-bc34-6a43d54b0054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:14.032419 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fa7e58dc-ab7d-490c-a6f3-ee390cbb4a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:14.054093 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-a73217ea-693f-49df-b262-cffd5a823e08 req-4e4d90bb-fa12-4719-8c2f-82e3ceea1769 service neutron] For port cdb4a137-f73c-4554-a3eb-0af120fd080d, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:56:14.058563 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-a73217ea-693f-49df-b262-cffd5a823e08 req-4e4d90bb-fa12-4719-8c2f-82e3ceea1769 service neutron] For port cdb4a137-f73c-4554-a3eb-0af120fd080d, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=cdb4a137-f73c-4554-a3eb-0af120fd080d,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:56:14.063977 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fa7e58dc-ab7d-490c-a6f3-ee390cbb4a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:14.160343 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43546358-311d-4236-807d-82f73bd4c452 req-89fb3049-21bd-415a-8d30-f91ebbce5f61 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:14.162270 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-43546358-311d-4236-807d-82f73bd4c452 req-89fb3049-21bd-415a-8d30-f91ebbce5f61 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Synchronizing usage tracker for tenant:ac0ce7a13bd948f9949b7bdefd23d50f on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:56:14.183620 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fa7e58dc-ab7d-490c-a6f3-ee390cbb4a74 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d58effaf4b864e608e884fa2946df72b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9053283 May 13 14:56:14.184841 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50150) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:14.185212 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a73217ea-693f-49df-b262-cffd5a823e08 req-4e4d90bb-fa12-4719-8c2f-82e3ceea1769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:14.197165 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e2b56-ba78-4976-bc34-6a43d54b0054 admin admin] Pushing event updated for resources: {'Port': ['ID=5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:14.255495 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e58dc-ab7d-490c-a6f3-ee390cbb4a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c88069f-cc53-4b81-ac58-74920f23a179,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:14.276509 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-43546358-311d-4236-807d-82f73bd4c452 req-89fb3049-21bd-415a-8d30-f91ebbce5f61 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Unset dirty status for tenant:ac0ce7a13bd948f9949b7bdefd23d50f on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:56:14.278349 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-43546358-311d-4236-807d-82f73bd4c452 req-89fb3049-21bd-415a-8d30-f91ebbce5f61 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.5124400 May 13 14:56:14.294838 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73217ea-693f-49df-b262-cffd5a823e08 req-4e4d90bb-fa12-4719-8c2f-82e3ceea1769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:14.295631 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a73217ea-693f-49df-b262-cffd5a823e08 req-4e4d90bb-fa12-4719-8c2f-82e3ceea1769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:14.297130 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a73217ea-693f-49df-b262-cffd5a823e08 req-4e4d90bb-fa12-4719-8c2f-82e3ceea1769 service neutron] 10.222.0.74 "PUT /v2.0/ports/cdb4a137-f73c-4554-a3eb-0af120fd080d HTTP/1.1" status: 200 len: 1092 time: 5.5000882 May 13 14:56:14.297944 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c82e2b56-ba78-4976-bc34-6a43d54b0054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:14.301932 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e8a02c-f64d-4791-b895-e358fbad0e16', 'tag': 'cdb4a137-f73c-4554-a3eb-0af120fd080d'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:56:14.431870 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-736d0f53-ab43-4387-878a-8ae807e9b342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:14.455978 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-43546358-311d-4236-807d-82f73bd4c452 req-408d9356-c0cf-46a1-813c-53b8132f7c48 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664932 May 13 14:56:14.458719 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d90bb-fa12-4719-8c2f-82e3ceea1769 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb4a137-f73c-4554-a3eb-0af120fd080d,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:14.507019 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-736d0f53-ab43-4387-878a-8ae807e9b342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:14.516389 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-be6799ee-e1b1-4063-b570-79141122ee61 req-e1deff3c-588a-4ca2-84b0-2848221386f3 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Synchronizing usage tracker for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:56:14.574986 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-be6799ee-e1b1-4063-b570-79141122ee61 req-e1deff3c-588a-4ca2-84b0-2848221386f3 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Unset dirty status for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:56:14.577118 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be6799ee-e1b1-4063-b570-79141122ee61 req-e1deff3c-588a-4ca2-84b0-2848221386f3 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fd5504203d84ec88c34b0f9b983d931&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5162690 May 13 14:56:14.589559 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73217ea-693f-49df-b262-cffd5a823e08 req-23726731-5551-4e05-8b6e-81e35e618f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:14.591053 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a73217ea-693f-49df-b262-cffd5a823e08 req-23726731-5551-4e05-8b6e-81e35e618f44 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=732161aac5934f6693072fa75ca25401&device_id=56e8a02c-f64d-4791-b895-e358fbad0e16 HTTP/1.1" status: 200 len: 1095 time: 0.2287962 May 13 14:56:14.620827 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82e2b56-ba78-4976-bc34-6a43d54b0054 admin admin] Network 43ddb1be-7c29-4450-a618-58154740455e is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:56:14.682639 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-c82e2b56-ba78-4976-bc34-6a43d54b0054 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:14.724636 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-736d0f53-ab43-4387-878a-8ae807e9b342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:14.762992 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d0f53-ab43-4387-878a-8ae807e9b342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c88069f-cc53-4b81-ac58-74920f23a179,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:14.771090 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a73217ea-693f-49df-b262-cffd5a823e08 req-db672ff8-5d5e-4744-915b-b63aab71cd23 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdb4a137-f73c-4554-a3eb-0af120fd080d HTTP/1.1" status: 200 len: 217 time: 0.1463614 May 13 14:56:14.787475 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-736d0f53-ab43-4387-878a-8ae807e9b342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:14.794347 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-736d0f53-ab43-4387-878a-8ae807e9b342 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2c88069f-cc53-4b81-ac58-74920f23a179 HTTP/1.1" status: 204 len: 168 time: 0.5914152 May 13 14:56:14.823959 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae43f3-84c5-48ec-9884-17ee68c426d3 req-96785063-9ca1-4a58-a606-b0dfe5fb2d29 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:14.826324 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-24ae43f3-84c5-48ec-9884-17ee68c426d3 req-96785063-9ca1-4a58-a606-b0dfe5fb2d29 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=56e8a02c-f64d-4791-b895-e358fbad0e16 HTTP/1.1" status: 200 len: 944 time: 0.2065182 May 13 14:56:14.889404 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-24ae43f3-84c5-48ec-9884-17ee68c426d3 req-10ebd602-cc44-46da-8049-abc02dd24763 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551453 May 13 14:56:15.022513 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ed19f45-f7f7-41c9-aa02-b8455ef5927c'] response: {'name': 'network-changed', 'server_uuid': '56e8a02c-f64d-4791-b895-e358fbad0e16', 'tag': 'cdb4a137-f73c-4554-a3eb-0af120fd080d', 'status': 'completed', 'code': 200} May 13 14:56:15.043712 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73217ea-693f-49df-b262-cffd5a823e08 req-50297a92-cb21-40da-b2a5-7ee1b4795eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:15.045305 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a73217ea-693f-49df-b262-cffd5a823e08 req-50297a92-cb21-40da-b2a5-7ee1b4795eac service neutron] 10.222.0.74 "GET /v2.0/subnets?id=34fcb229-3793-40c5-9fb6-d9e1bba72c19 HTTP/1.1" status: 200 len: 846 time: 0.2136433 May 13 14:56:15.130305 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be6799ee-e1b1-4063-b570-79141122ee61 req-ac1a925c-2298-4fda-aff2-b2c37bd5b742 service neutron] 10.222.0.35 "GET /v2.0/networks/213c970f-c639-49b2-8c01-7dd8915da6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327764 May 13 14:56:15.162822 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c4a415f8-197b-424d-81ba-43c3104d14b1 None None] Provisioning complete for port 5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:15.163840 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c4a415f8-197b-424d-81ba-43c3104d14b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:15.228916 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82e2b56-ba78-4976-bc34-6a43d54b0054 admin admin] Router 70013a78-9851-4707-993a-f334fe55af61 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:56:15.262405 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b7cba8e6-abe7-42b8-83df-4ac2f9068e76 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:56:15.314894 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a73217ea-693f-49df-b262-cffd5a823e08 req-036df264-3c11-4983-b964-907ba6afcc18 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7245a93f-bdad-4850-88f9-09476b64c18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1743534 May 13 14:56:15.376906 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50172) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:15.391970 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-c4a415f8-197b-424d-81ba-43c3104d14b1 None None] Port 5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:56:15.402080 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7dae2b5e-2f71-42b5-967a-162134a111e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:15.422067 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-7dae2b5e-2f71-42b5-967a-162134a111e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:15.428334 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7dae2b5e-2f71-42b5-967a-162134a111e1 admin admin] Usage tracker for resource:security_group_rule and tenant:24b31e3916944493b6e98d012e8066b1 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:15.431999 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7dae2b5e-2f71-42b5-967a-162134a111e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:15.441150 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-7dae2b5e-2f71-42b5-967a-162134a111e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:15.444545 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port b7cba8e6-abe7-42b8-83df-4ac2f9068e76 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:56:15.454795 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port b7cba8e6-abe7-42b8-83df-4ac2f9068e76 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:15.456683 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:15.477096 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:56:15.689562 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port b7cba8e6-abe7-42b8-83df-4ac2f9068e76 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:15.696843 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:15.710210 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7dae2b5e-2f71-42b5-967a-162134a111e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:15.720082 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7dae2b5e-2f71-42b5-967a-162134a111e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:15.786518 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379e7721-aeee-4882-9686-dacd8e87af95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cba8e6-abe7-42b8-83df-4ac2f9068e76'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:56:15.797597 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b7cba8e6-abe7-42b8-83df-4ac2f9068e76, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b7cba8e6-abe7-42b8-83df-4ac2f9068e76,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:15.812512 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:15.838779 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7dae2b5e-2f71-42b5-967a-162134a111e1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=24b31e3916944493b6e98d012e8066b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4605358 May 13 14:56:15.847899 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae2b5e-2f71-42b5-967a-162134a111e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c32e9b-4869-4378-a220-3a84a70c9326,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:15.848163 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50188) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:15.916727 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a824df-5e2b-4541-8f83-e9fc5793dd75 req-60e0714f-3ed2-4fd1-b26a-8cba28e96cc6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:15.930418 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d5a824df-5e2b-4541-8f83-e9fc5793dd75 req-60e0714f-3ed2-4fd1-b26a-8cba28e96cc6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1719334 May 13 14:56:16.010096 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d5a824df-5e2b-4541-8f83-e9fc5793dd75 req-c8c7ff8c-8e53-4c63-a537-eda001e5717b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782251 May 13 14:56:16.019408 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=b7cba8e6-abe7-42b8-83df-4ac2f9068e76,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:16.074232 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a73217ea-693f-49df-b262-cffd5a823e08 req-0d2a0ba5-373a-45d6-a625-a22f1c9d49bf service neutron] 10.222.0.74 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7516742 May 13 14:56:16.096562 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-474d2642-5e07-41bd-939a-dc942e314875'] response: {'server_uuid': '379e7721-aeee-4882-9686-dacd8e87af95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cba8e6-abe7-42b8-83df-4ac2f9068e76', 'code': 200} May 13 14:56:16.264365 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a73217ea-693f-49df-b262-cffd5a823e08 req-ef4154dc-afa3-44af-adfe-c6667b206d08 service neutron] 10.222.0.74 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828470 May 13 14:56:16.390663 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae2d58-2e76-4e5d-b210-716d8a14f33f req-be6d38e8-b180-4d48-862b-d6ad78e2dd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:16.392177 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-98ae2d58-2e76-4e5d-b210-716d8a14f33f req-be6d38e8-b180-4d48-862b-d6ad78e2dd36 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 1096 time: 0.2186551 May 13 14:56:16.494536 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be6799ee-e1b1-4063-b570-79141122ee61 req-f16b9107-78ab-47c0-9643-f89877b52afb service neutron] 10.222.0.35 "GET /v2.0/networks/213c970f-c639-49b2-8c01-7dd8915da6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2890811 May 13 14:56:16.544608 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5518507a-cfde-4574-8e7f-cf9754cdb27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:16.559883 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82e2b56-ba78-4976-bc34-6a43d54b0054 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:56:16.576443 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c82e2b56-ba78-4976-bc34-6a43d54b0054 admin admin] 10.222.0.35 "PUT /v2.0/routers/70013a78-9851-4707-993a-f334fe55af61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8987029 May 13 14:56:16.583599 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd30a2c3-7f39-446e-a2de-f9db4e25ce51 None None] Sync routers for ids ['70013a78-9851-4707-993a-f334fe55af61'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:56:16.602498 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5518507a-cfde-4574-8e7f-cf9754cdb27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:16.622128 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd30a2c3-7f39-446e-a2de-f9db4e25ce51 None None] Routers {'70013a78-9851-4707-993a-f334fe55af61'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:56:16.629725 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-cd30a2c3-7f39-446e-a2de-f9db4e25ce51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:56:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['70013a78-9851-4707-993a-f334fe55af61'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:16.670484 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09320e66-df2d-444f-9d70-d9cf1bd5779f req-209612e7-e5fd-486a-8499-8928090d2bcf tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:16.675581 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146d81e-c768-4944-9f2b-0be958579cb3 req-942e764e-5f50-41f9-b678-6ee5a5377732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:16.677589 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2146d81e-c768-4944-9f2b-0be958579cb3 req-942e764e-5f50-41f9-b678-6ee5a5377732 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=732161aac5934f6693072fa75ca25401&device_id=56e8a02c-f64d-4791-b895-e358fbad0e16 HTTP/1.1" status: 200 len: 1095 time: 0.2815423 May 13 14:56:16.682099 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-09320e66-df2d-444f-9d70-d9cf1bd5779f req-209612e7-e5fd-486a-8499-8928090d2bcf tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=56e8a02c-f64d-4791-b895-e358fbad0e16 HTTP/1.1" status: 200 len: 944 time: 0.4009697 May 13 14:56:16.725316 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-98ae2d58-2e76-4e5d-b210-716d8a14f33f req-a790173d-4cf3-493d-b95e-ab619480245f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3267105 May 13 14:56:16.881073 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-09320e66-df2d-444f-9d70-d9cf1bd5779f req-38c98e6e-a27b-45c9-8d6a-780b62946f68 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850021 May 13 14:56:17.005989 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e5db76c4-692b-462f-a9d3-dadabcb7423c req-90c4fef8-ad9d-4dca-a727-1705cc2dc07b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1b172d8-6c98-4291-8a6e-83cb9531ab64 HTTP/1.1" status: 200 len: 210 time: 0.1414144 May 13 14:56:17.120912 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5518507a-cfde-4574-8e7f-cf9754cdb27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:17.137730 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-cd30a2c3-7f39-446e-a2de-f9db4e25ce51 None None] Set router 70013a78-9851-4707-993a-f334fe55af61 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:56:17.173434 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5518507a-cfde-4574-8e7f-cf9754cdb27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c32e9b-4869-4378-a220-3a84a70c9326,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:17.175793 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146d81e-c768-4944-9f2b-0be958579cb3 req-53a5507b-f306-4b80-8ab8-cf151c302f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:17.178078 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2146d81e-c768-4944-9f2b-0be958579cb3 req-53a5507b-f306-4b80-8ab8-cf151c302f24 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7245a93f-bdad-4850-88f9-09476b64c18f HTTP/1.1" status: 200 len: 907 time: 0.4837315 May 13 14:56:17.328127 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5518507a-cfde-4574-8e7f-cf9754cdb27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:17.329077 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5518507a-cfde-4574-8e7f-cf9754cdb27b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e2c32e9b-4869-4378-a220-3a84a70c9326 HTTP/1.1" status: 204 len: 168 time: 1.2960777 May 13 14:56:17.350790 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2146d81e-c768-4944-9f2b-0be958579cb3 req-7f044981-7e55-47c9-a0bf-576d0f36e85a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdb4a137-f73c-4554-a3eb-0af120fd080d HTTP/1.1" status: 200 len: 217 time: 0.1545012 May 13 14:56:17.430378 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faec499-a1e8-420e-8610-9b337d119c74 req-54acc22c-255d-4b82-98eb-c78995968e33 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:17.434702 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2faec499-a1e8-420e-8610-9b337d119c74 req-54acc22c-255d-4b82-98eb-c78995968e33 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 945 time: 0.2332325 May 13 14:56:17.491193 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146d81e-c768-4944-9f2b-0be958579cb3 req-9f3fc596-767f-4c6b-8bc1-a3495ea637cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:17.492767 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2146d81e-c768-4944-9f2b-0be958579cb3 req-9f3fc596-767f-4c6b-8bc1-a3495ea637cc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=34fcb229-3793-40c5-9fb6-d9e1bba72c19 HTTP/1.1" status: 200 len: 846 time: 0.1357577 May 13 14:56:17.571702 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2faec499-a1e8-420e-8610-9b337d119c74 req-46dc656a-537a-4354-b1f9-fbef9f0203f1 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226759 May 13 14:56:17.596443 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2146d81e-c768-4944-9f2b-0be958579cb3 req-9db6fdae-e3f1-416c-821a-f2789f95b90a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7245a93f-bdad-4850-88f9-09476b64c18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968082 May 13 14:56:17.773646 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-cd30a2c3-7f39-446e-a2de-f9db4e25ce51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70013a78-9851-4707-993a-f334fe55af61', 'name': 'tempest-TestServerMultinode-1579462461-router', 'tenant_id': '8866a58c47c34e22ac6a323e064b7f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '0e894f5a-6ca4-45d3-b449-b76f044da03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:50Z', 'updated_at': '2022-05-13T14:56:12Z', 'revision_number': 4, 'project_id': '8866a58c47c34e22ac6a323e064b7f6d', 'gw_port': {'id': '0e894f5a-6ca4-45d3-b449-b76f044da03c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70013a78-9851-4707-993a-f334fe55af61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:56Z', 'updated_at': '2022-05-13T14:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168', 'name': '', 'network_id': '43ddb1be-7c29-4450-a618-58154740455e', 'tenant_id': '8866a58c47c34e22ac6a323e064b7f6d', 'mac_address': 'fa:16:3e:63:d3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70013a78-9851-4707-993a-f334fe55af61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': 'c491e9f5-0b00-4ba7-b275-697c520f82cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:56:09Z', 'updated_at': '2022-05-13T14:56:13Z', 'revision_number': 2, 'project_id': '8866a58c47c34e22ac6a323e064b7f6d', 'subnets': [{'id': 'c491e9f5-0b00-4ba7-b275-697c520f82cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:17.790198 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd30a2c3-7f39-446e-a2de-f9db4e25ce51 None None] Checking router: 70013a78-9851-4707-993a-f334fe55af61 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:56:17.790529 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd30a2c3-7f39-446e-a2de-f9db4e25ce51 None None] Updating router 70013a78-9851-4707-993a-f334fe55af61 port 5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168 binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:56:17.916318 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-cd30a2c3-7f39-446e-a2de-f9db4e25ce51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:17.983769 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2146d81e-c768-4944-9f2b-0be958579cb3 req-adb5c60f-c007-4dcc-8927-a6c386af245b service neutron] 10.222.0.74 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799920 May 13 14:56:18.164803 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:18.395483 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-4bf28ba5-0223-46d6-881a-63daf7c6ea84 req-7b226d3e-8fb1-48ef-a1ff-18f6106468e0 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Synchronizing usage tracker for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:56:18.410883 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-4bf28ba5-0223-46d6-881a-63daf7c6ea84 req-7b226d3e-8fb1-48ef-a1ff-18f6106468e0 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Unset dirty status for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:56:18.424827 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4bf28ba5-0223-46d6-881a-63daf7c6ea84 req-7b226d3e-8fb1-48ef-a1ff-18f6106468e0 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1b172d8-6c98-4291-8a6e-83cb9531ab64 HTTP/1.1" status: 200 len: 210 time: 0.0843325 May 13 14:56:18.475804 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50248) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:18.483899 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-f5aa7874-8587-48aa-96c7-a12aa7a78685 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1880526690-network', 'tenant_id': 'ce5e38cffc304c0ab894ad9e627bb7e9'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:18.492609 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f5aa7874-8587-48aa-96c7-a12aa7a78685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:18.498176 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f5aa7874-8587-48aa-96c7-a12aa7a78685 admin admin] Usage tracker for resource:network and tenant:ce5e38cffc304c0ab894ad9e627bb7e9 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:18.504007 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f5aa7874-8587-48aa-96c7-a12aa7a78685 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:18.512437 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f5aa7874-8587-48aa-96c7-a12aa7a78685 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:18.525520 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5aa7874-8587-48aa-96c7-a12aa7a78685 admin admin] Made reservation on behalf of ce5e38cffc304c0ab894ad9e627bb7e9 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:18.532487 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f5aa7874-8587-48aa-96c7-a12aa7a78685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:18.539548 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2146d81e-c768-4944-9f2b-0be958579cb3 req-af520f96-f8a8-4e9a-8d58-3cdfb47aa95b service neutron] 10.222.0.74 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5546401 May 13 14:56:18.564756 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f5aa7874-8587-48aa-96c7-a12aa7a78685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:18.590933 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694eca1-b0ee-428d-ae8a-00250b84f73c req-50c9ee19-fa46-4d7a-a50d-d8838b7b66b4 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:18.592180 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-5694eca1-b0ee-428d-ae8a-00250b84f73c req-50c9ee19-fa46-4d7a-a50d-d8838b7b66b4 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Synchronizing usage tracker for tenant:732161aac5934f6693072fa75ca25401 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:56:18.605608 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f5aa7874-8587-48aa-96c7-a12aa7a78685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:18.613026 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-5694eca1-b0ee-428d-ae8a-00250b84f73c req-50c9ee19-fa46-4d7a-a50d-d8838b7b66b4 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Unset dirty status for tenant:732161aac5934f6693072fa75ca25401 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:56:18.615574 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5694eca1-b0ee-428d-ae8a-00250b84f73c req-50c9ee19-fa46-4d7a-a50d-d8838b7b66b4 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=56e8a02c-f64d-4791-b895-e358fbad0e16 HTTP/1.1" status: 200 len: 944 time: 0.4596102 May 13 14:56:18.616340 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f5aa7874-8587-48aa-96c7-a12aa7a78685 admin admin] Usage tracker for resource:security_group_rule and tenant:ce5e38cffc304c0ab894ad9e627bb7e9 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:18.637525 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f5aa7874-8587-48aa-96c7-a12aa7a78685 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:18.659444 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f5aa7874-8587-48aa-96c7-a12aa7a78685 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:18.753688 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5694eca1-b0ee-428d-ae8a-00250b84f73c req-57718ae0-d7a7-4c02-9259-86cd5fab2b45 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320710 May 13 14:56:18.763384 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-cd30a2c3-7f39-446e-a2de-f9db4e25ce51 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:18.782456 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-cd30a2c3-7f39-446e-a2de-f9db4e25ce51 None None] Transition to ACTIVE for port object 5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168 will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:56:18.800958 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-cd30a2c3-7f39-446e-a2de-f9db4e25ce51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:19.016194 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f5aa7874-8587-48aa-96c7-a12aa7a78685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:19.031531 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f5aa7874-8587-48aa-96c7-a12aa7a78685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:19.081810 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5aa7874-8587-48aa-96c7-a12aa7a78685 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:56:19.134923 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bc67c-57e0-4c69-bb49-b37b89432e7e req-ad20fd99-d586-4e8f-9fd2-70c38f6be650 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:19.144571 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-807bc67c-57e0-4c69-bb49-b37b89432e7e req-ad20fd99-d586-4e8f-9fd2-70c38f6be650 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 945 time: 0.2931235 May 13 14:56:19.204418 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa7874-8587-48aa-96c7-a12aa7a78685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b37d46b-913c-4854-99b8-08b609e816d8,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:19.265411 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-cd30a2c3-7f39-446e-a2de-f9db4e25ce51 None None] Attempting to bind port 5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:56:19.265854 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-cd30a2c3-7f39-446e-a2de-f9db4e25ce51 None None] Attempting to bind port 5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'a091b5a1-7c19-4677-8ebf-571a45af7dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '43ddb1be-7c29-4450-a618-58154740455e'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:56:19.267441 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd30a2c3-7f39-446e-a2de-f9db4e25ce51 None None] Attempting to bind port 5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168 on network 43ddb1be-7c29-4450-a618-58154740455e {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:56:19.277978 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11347b62-ff8c-423e-b5f6-341621300203 None None] Pushing event updated for resources: {'Port': ['ID=5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:19.289540 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd30a2c3-7f39-446e-a2de-f9db4e25ce51 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:56:19.291255 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd30a2c3-7f39-446e-a2de-f9db4e25ce51 None None] Checking segment: {'id': 'a091b5a1-7c19-4677-8ebf-571a45af7dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '43ddb1be-7c29-4450-a618-58154740455e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:56:19.294293 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-cd30a2c3-7f39-446e-a2de-f9db4e25ce51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:19.294795 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-807bc67c-57e0-4c69-bb49-b37b89432e7e req-2bb6ac6c-1ee4-4c09-ac34-80fc92655dd0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475790 May 13 14:56:19.295208 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd30a2c3-7f39-446e-a2de-f9db4e25ce51 None None] Bound using segment: {'id': 'a091b5a1-7c19-4677-8ebf-571a45af7dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '43ddb1be-7c29-4450-a618-58154740455e'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:56:19.295815 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-cd30a2c3-7f39-446e-a2de-f9db4e25ce51 None None] Bound port: 5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a091b5a1-7c19-4677-8ebf-571a45af7dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '43ddb1be-7c29-4450-a618-58154740455e'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:56:19.296561 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-cd30a2c3-7f39-446e-a2de-f9db4e25ce51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:19.309943 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f5aa7874-8587-48aa-96c7-a12aa7a78685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:19.314698 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-f5aa7874-8587-48aa-96c7-a12aa7a78685 admin admin] Added segment df3c2022-85c2-4bc5-8c7b-937307f00035 of type vlan for network 1bbaec0f-af26-45d2-8297-20af6af30ce9 May 13 14:56:19.461693 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f5aa7874-8587-48aa-96c7-a12aa7a78685 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:19.537138 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f5aa7874-8587-48aa-96c7-a12aa7a78685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:19.539448 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5aa7874-8587-48aa-96c7-a12aa7a78685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:19.540308 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f5aa7874-8587-48aa-96c7-a12aa7a78685 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:19.582486 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device cdb4a137-f73c-4554-a3eb-0af120fd080d details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:56:19.674727 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-cd30a2c3-7f39-446e-a2de-f9db4e25ce51 None None] For port 5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:56:19.696724 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-cd30a2c3-7f39-446e-a2de-f9db4e25ce51 None None] For port 5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168,segment=NetworkSegment(a091b5a1-7c19-4677-8ebf-571a45af7dd0),segment_id=a091b5a1-7c19-4677-8ebf-571a45af7dd0)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:56:19.706589 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-cd30a2c3-7f39-446e-a2de-f9db4e25ce51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:19.834125 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd30a2c3-7f39-446e-a2de-f9db4e25ce51 None None] Routers {'70013a78-9851-4707-993a-f334fe55af61'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:56:19.836631 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-cd30a2c3-7f39-446e-a2de-f9db4e25ce51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:56:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['70013a78-9851-4707-993a-f334fe55af61'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:19.929816 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6799ee-e1b1-4063-b570-79141122ee61 req-c32d3a5e-a0d9-445d-8c49-b5c64b841ac3 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:19.931489 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be6799ee-e1b1-4063-b570-79141122ee61 req-c32d3a5e-a0d9-445d-8c49-b5c64b841ac3 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.74 "GET /v2.0/networks?id=213c970f-c639-49b2-8c01-7dd8915da6b5 HTTP/1.1" status: 200 len: 796 time: 0.7998543 May 13 14:56:19.987619 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221c646-342d-4039-bd16-fe80045a2c0d req-96cd97f3-94b8-4934-8fb5-620fe4becd8b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:20.003528 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d221c646-342d-4039-bd16-fe80045a2c0d req-96cd97f3-94b8-4934-8fb5-620fe4becd8b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 945 time: 0.3881617 May 13 14:56:20.012255 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa7874-8587-48aa-96c7-a12aa7a78685 admin admin] Pushing event updated for resources: {'Network': ['ID=1bbaec0f-af26-45d2-8297-20af6af30ce9,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:20.059129 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50284) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:20.069732 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 1bbaec0f-af26-45d2-8297-20af6af30ce9 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:56:20.073132 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-ee99089b-90a8-4cad-a98b-c0d47258250a tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Request body: {'floatingip': {'port_id': 'b7cba8e6-abe7-42b8-83df-4ac2f9068e76'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:20.116867 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5b2f74ca-3c7d-4cf0-9b3b-e513d6cf0fb2 req-570dda1f-7a0a-42ad-8bd3-c20b77aec070 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1b172d8-6c98-4291-8a6e-83cb9531ab64 HTTP/1.1" status: 200 len: 210 time: 0.2382820 May 13 14:56:20.189835 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f5aa7874-8587-48aa-96c7-a12aa7a78685 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7104466 May 13 14:56:20.192319 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50292) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:20.218910 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-c49bb964-743f-4679-ba88-b97eca798c37 admin admin] Request body: {'subnet': {'network_id': '1bbaec0f-af26-45d2-8297-20af6af30ce9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1880526690-subnet', 'tenant_id': 'ce5e38cffc304c0ab894ad9e627bb7e9', 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:20.238585 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c49bb964-743f-4679-ba88-b97eca798c37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:20.259878 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c49bb964-743f-4679-ba88-b97eca798c37 admin admin] Usage tracker for resource:subnet and tenant:ce5e38cffc304c0ab894ad9e627bb7e9 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:20.275694 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c49bb964-743f-4679-ba88-b97eca798c37 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:20.297705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c49bb964-743f-4679-ba88-b97eca798c37 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:20.324133 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-cd30a2c3-7f39-446e-a2de-f9db4e25ce51 None None] Set router 70013a78-9851-4707-993a-f334fe55af61 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:56:20.329110 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49bb964-743f-4679-ba88-b97eca798c37 admin admin] Made reservation on behalf of ce5e38cffc304c0ab894ad9e627bb7e9 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:20.337155 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c49bb964-743f-4679-ba88-b97eca798c37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:20.542748 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50296) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:20.559931 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be6799ee-e1b1-4063-b570-79141122ee61 req-f8533df0-83b4-4c00-a697-32b640a34cb1 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fd5504203d84ec88c34b0f9b983d931 HTTP/1.1" status: 200 len: 380 time: 0.5992219 May 13 14:56:20.710203 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-be6799ee-e1b1-4063-b570-79141122ee61 req-1c835dfb-7fa8-49a6-aadb-a261ab97b36d tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'port': {'device_id': 'd1b172d8-6c98-4291-8a6e-83cb9531ab64', 'network_id': '213c970f-c639-49b2-8c01-7dd8915da6b5', 'admin_state_up': True, 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'security_groups': ['b0f2e205-76c9-42a4-91b3-e415c6a7f8da']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:20.765139 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ee99089b-90a8-4cad-a98b-c0d47258250a tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks [] for floatingip, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:20.871191 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11347b62-ff8c-423e-b5f6-341621300203 None None] Pushing event updated for resources: {'Port': ['ID=5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168,revision_number=4']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:20.896056 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-cd30a2c3-7f39-446e-a2de-f9db4e25ce51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70013a78-9851-4707-993a-f334fe55af61', 'name': 'tempest-TestServerMultinode-1579462461-router', 'tenant_id': '8866a58c47c34e22ac6a323e064b7f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '0e894f5a-6ca4-45d3-b449-b76f044da03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:50Z', 'updated_at': '2022-05-13T14:56:12Z', 'revision_number': 4, 'project_id': '8866a58c47c34e22ac6a323e064b7f6d', 'gw_port': {'id': '0e894f5a-6ca4-45d3-b449-b76f044da03c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70013a78-9851-4707-993a-f334fe55af61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:56Z', 'updated_at': '2022-05-13T14:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168', 'name': '', 'network_id': '43ddb1be-7c29-4450-a618-58154740455e', 'tenant_id': '8866a58c47c34e22ac6a323e064b7f6d', 'mac_address': 'fa:16:3e:63:d3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70013a78-9851-4707-993a-f334fe55af61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': 'c491e9f5-0b00-4ba7-b275-697c520f82cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:56:09Z', 'updated_at': '2022-05-13T14:56:19Z', 'revision_number': 4, 'project_id': '8866a58c47c34e22ac6a323e064b7f6d', 'subnets': [{'id': 'c491e9f5-0b00-4ba7-b275-697c520f82cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:20.906896 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd30a2c3-7f39-446e-a2de-f9db4e25ce51 None None] The sync data for ids ['70013a78-9851-4707-993a-f334fe55af61'] in n-d-841760-1 is: [{'id': '70013a78-9851-4707-993a-f334fe55af61', 'name': 'tempest-TestServerMultinode-1579462461-router', 'tenant_id': '8866a58c47c34e22ac6a323e064b7f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '0e894f5a-6ca4-45d3-b449-b76f044da03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:50Z', 'updated_at': '2022-05-13T14:56:12Z', 'revision_number': 4, 'project_id': '8866a58c47c34e22ac6a323e064b7f6d', 'gw_port': {'id': '0e894f5a-6ca4-45d3-b449-b76f044da03c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70013a78-9851-4707-993a-f334fe55af61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:56Z', 'updated_at': '2022-05-13T14:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168', 'name': '', 'network_id': '43ddb1be-7c29-4450-a618-58154740455e', 'tenant_id': '8866a58c47c34e22ac6a323e064b7f6d', 'mac_address': 'fa:16:3e:63:d3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70013a78-9851-4707-993a-f334fe55af61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': 'c491e9f5-0b00-4ba7-b275-697c520f82cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:56:09Z', 'updated_at': '2022-05-13T14:56:19Z', 'revision_number': 4, 'project_id': '8866a58c47c34e22ac6a323e064b7f6d', 'subnets': [{'id': 'c491e9f5-0b00-4ba7-b275-697c520f82cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:56:20.937678 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port cdb4a137-f73c-4554-a3eb-0af120fd080d, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=cdb4a137-f73c-4554-a3eb-0af120fd080d,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:20.966142 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c49bb964-743f-4679-ba88-b97eca798c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:20.981031 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'cdb4a137-f73c-4554-a3eb-0af120fd080d', 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f', 'port_id': 'cdb4a137-f73c-4554-a3eb-0af120fd080d', 'mac_address': 'fa:16:3e:04:f5:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34fcb229-3793-40c5-9fb6-d9e1bba72c19', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:56:21.131743 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port cdb4a137-f73c-4554-a3eb-0af120fd080d is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:21.132602 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:21.139220 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bb964-743f-4679-ba88-b97eca798c37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32b4abb3-ae2d-49fb-88ed-e0091dce6408,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:21.169868 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdb4a137-f73c-4554-a3eb-0af120fd080d {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:56:21.232344 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port cdb4a137-f73c-4554-a3eb-0af120fd080d, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=cdb4a137-f73c-4554-a3eb-0af120fd080d,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:21.245702 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:21.368922 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49bb964-743f-4679-ba88-b97eca798c37 admin admin] Checking segment: {'id': 'df3c2022-85c2-4bc5-8c7b-937307f00035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1bbaec0f-af26-45d2-8297-20af6af30ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:56:21.369515 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49bb964-743f-4679-ba88-b97eca798c37 admin admin] Network hostable DHCP agents. Network: 1bbaec0f-af26-45d2-8297-20af6af30ce9, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:56:21.491865 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=cdb4a137-f73c-4554-a3eb-0af120fd080d,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:21.492493 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-30e938e0-74c9-49df-967c-d739db85c65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:21.589781 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b556d390-f741-49b3-a2a7-5bc5154132be req-4e4c4e16-4b60-46b3-aa71-0fe59c0e2620 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1b172d8-6c98-4291-8a6e-83cb9531ab64 HTTP/1.1" status: 200 len: 210 time: 0.1165061 May 13 14:56:21.602351 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49bb964-743f-4679-ba88-b97eca798c37 admin admin] Network 1bbaec0f-af26-45d2-8297-20af6af30ce9 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:56:21.626435 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-c49bb964-743f-4679-ba88-b97eca798c37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 1bbaec0f-af26-45d2-8297-20af6af30ce9) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:21.629124 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['cdb4a137-f73c-4554-a3eb-0af120fd080d'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:56:21.645207 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49bb964-743f-4679-ba88-b97eca798c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:21.646595 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c49bb964-743f-4679-ba88-b97eca798c37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:21.677661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-30e938e0-74c9-49df-967c-d739db85c65c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:21.697377 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-30e938e0-74c9-49df-967c-d739db85c65c admin admin] Usage tracker for resource:security_group_rule and tenant:f70ae39a563f42cfa04f481ae2a1d460 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:21.699209 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c49bb964-743f-4679-ba88-b97eca798c37 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5041251 May 13 14:56:21.703545 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50324) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:21.714257 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-5e0ec0fd-598d-4fff-b3d8-91ca02b63b48 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1880526690-router', 'tenant_id': 'ce5e38cffc304c0ab894ad9e627bb7e9', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:21.714499 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-30e938e0-74c9-49df-967c-d739db85c65c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:21.719332 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eca267a-82b5-43f4-a604-b615968be69b None None] Network 1bbaec0f-af26-45d2-8297-20af6af30ce9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:56:21.729755 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5e0ec0fd-598d-4fff-b3d8-91ca02b63b48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:21.738101 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5e0ec0fd-598d-4fff-b3d8-91ca02b63b48 admin admin] Usage tracker for resource:router and tenant:ce5e38cffc304c0ab894ad9e627bb7e9 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:21.744941 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5e0ec0fd-598d-4fff-b3d8-91ca02b63b48 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:21.754623 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5e0ec0fd-598d-4fff-b3d8-91ca02b63b48 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:21.755934 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-30e938e0-74c9-49df-967c-d739db85c65c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:21.776243 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec0fd-598d-4fff-b3d8-91ca02b63b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:21.778589 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec0fd-598d-4fff-b3d8-91ca02b63b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:21.794251 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a3af2-c994-485c-85a5-07dc5a76b17a req-efa6f744-4374-401e-9200-ad169fa0d53e tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:21.803608 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-673a3af2-c994-485c-85a5-07dc5a76b17a req-efa6f744-4374-401e-9200-ad169fa0d53e tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=56e8a02c-f64d-4791-b895-e358fbad0e16 HTTP/1.1" status: 200 len: 944 time: 1.1966000 May 13 14:56:21.820397 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec0fd-598d-4fff-b3d8-91ca02b63b48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:22.027098 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-be6799ee-e1b1-4063-b570-79141122ee61 req-1c835dfb-7fa8-49a6-aadb-a261ab97b36d tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:22.092953 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-673a3af2-c994-485c-85a5-07dc5a76b17a req-8631cdbc-0930-401a-ba1e-63a3afaff1ff tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880189 May 13 14:56:22.097060 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-be6799ee-e1b1-4063-b570-79141122ee61 req-1c835dfb-7fa8-49a6-aadb-a261ab97b36d tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:22.189173 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844d1ec9-1807-4032-a3e0-7d75f7b3db59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-1bbaec0f-af26-45d2-8297-20af6af30ce9', 'network_id': '1bbaec0f-af26-45d2-8297-20af6af30ce9', 'tenant_id': 'ce5e38cffc304c0ab894ad9e627bb7e9', 'fixed_ips': [{'subnet_id': '32b4abb3-ae2d-49fb-88ed-e0091dce6408'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:56:22.190848 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-844d1ec9-1807-4032-a3e0-7d75f7b3db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:22.376249 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-30e938e0-74c9-49df-967c-d739db85c65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:22.383626 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be6799ee-e1b1-4063-b570-79141122ee61 req-1c835dfb-7fa8-49a6-aadb-a261ab97b36d tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Made reservation on behalf of 2fd5504203d84ec88c34b0f9b983d931 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:22.393790 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-be6799ee-e1b1-4063-b570-79141122ee61 req-1c835dfb-7fa8-49a6-aadb-a261ab97b36d tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:22.423299 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:56:22.450446 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec0fd-598d-4fff-b3d8-91ca02b63b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:22.486915 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-30e938e0-74c9-49df-967c-d739db85c65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:22.645091 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:56:22.670690 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-30e938e0-74c9-49df-967c-d739db85c65c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f70ae39a563f42cfa04f481ae2a1d460&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1094172 May 13 14:56:22.674182 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e938e0-74c9-49df-967c-d739db85c65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5375973-2770-421f-bbb3-18f69fbded9d,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:22.684339 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:22.684776 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:22.687227 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50342) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:22.717552 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e938e0-74c9-49df-967c-d739db85c65c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:22.720283 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e938e0-74c9-49df-967c-d739db85c65c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:22.720676 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e938e0-74c9-49df-967c-d739db85c65c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:22.721025 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e938e0-74c9-49df-967c-d739db85c65c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:22.725597 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e938e0-74c9-49df-967c-d739db85c65c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:22.726109 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e938e0-74c9-49df-967c-d739db85c65c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:22.726454 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e938e0-74c9-49df-967c-d739db85c65c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:22.726794 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e938e0-74c9-49df-967c-d739db85c65c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:22.727200 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e938e0-74c9-49df-967c-d739db85c65c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:22.727753 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e938e0-74c9-49df-967c-d739db85c65c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:22.731563 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e938e0-74c9-49df-967c-d739db85c65c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:22.736099 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e938e0-74c9-49df-967c-d739db85c65c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:22.992270 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:22.992648 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:23.027039 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-844d1ec9-1807-4032-a3e0-7d75f7b3db59 None None] Allocated IP 172.20.0.2 (1bbaec0f-af26-45d2-8297-20af6af30ce9/32b4abb3-ae2d-49fb-88ed-e0091dce6408/23b81d77-1c27-4a95-b9d5-7b2629b3c2a1) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:56:23.051030 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168,segment=NetworkSegment(a091b5a1-7c19-4677-8ebf-571a45af7dd0),segment_id=a091b5a1-7c19-4677-8ebf-571a45af7dd0)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:23.065269 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:23.126806 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-13ab31ff-043a-4073-ac2c-98f51d69d1ca req-9d8fd739-b177-4270-9e93-86a0401ef403 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1b172d8-6c98-4291-8a6e-83cb9531ab64 HTTP/1.1" status: 200 len: 210 time: 0.0835414 May 13 14:56:23.193621 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [None req-ee99089b-90a8-4cad-a98b-c0d47258250a tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:56:23.196891 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:23.427502 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25e476d4-4a71-42dd-9733-76d40d4a140f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:23.430937 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec0fd-598d-4fff-b3d8-91ca02b63b48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:23.465827 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-be6799ee-e1b1-4063-b570-79141122ee61 req-1c835dfb-7fa8-49a6-aadb-a261ab97b36d tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Allocated IP 172.20.0.11 (213c970f-c639-49b2-8c01-7dd8915da6b5/4e2de9b6-120b-40f6-9204-e1f066201b83/3922c313-0a0e-4af5-a027-c7b1deaa7a81) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:56:23.473536 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec0fd-598d-4fff-b3d8-91ca02b63b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:23.561693 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25e476d4-4a71-42dd-9733-76d40d4a140f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:23.561957 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ee99089b-90a8-4cad-a98b-c0d47258250a tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:23.572109 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ee99089b-90a8-4cad-a98b-c0d47258250a tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:23.600009 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device cdb4a137-f73c-4554-a3eb-0af120fd080d up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:56:23.770692 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-5e0ec0fd-598d-4fff-b3d8-91ca02b63b48 admin admin] Allocated IP 172.25.0.225 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/2fc3e570-04e3-41d3-b739-adad98fbb979) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:56:23.818292 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-844d1ec9-1807-4032-a3e0-7d75f7b3db59 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:23.833614 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-844d1ec9-1807-4032-a3e0-7d75f7b3db59 None None] Transition to ACTIVE for port object 23b81d77-1c27-4a95-b9d5-7b2629b3c2a1 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:56:23.836918 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port cdb4a137-f73c-4554-a3eb-0af120fd080d completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:56:23.850922 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port cdb4a137-f73c-4554-a3eb-0af120fd080d triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:23.851318 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:23.912515 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-844d1ec9-1807-4032-a3e0-7d75f7b3db59 None None] Transition to ACTIVE for port object 23b81d77-1c27-4a95-b9d5-7b2629b3c2a1 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:56:23.924188 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-844d1ec9-1807-4032-a3e0-7d75f7b3db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:24.003311 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec0fd-598d-4fff-b3d8-91ca02b63b48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:24.015395 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844d1ec9-1807-4032-a3e0-7d75f7b3db59 None None] Network 1bbaec0f-af26-45d2-8297-20af6af30ce9 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:56:24.033957 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50380) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:24.044996 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec0fd-598d-4fff-b3d8-91ca02b63b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:24.062741 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-844d1ec9-1807-4032-a3e0-7d75f7b3db59 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:24.084607 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844d1ec9-1807-4032-a3e0-7d75f7b3db59 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:56:24.095336 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d1ec9-1807-4032-a3e0-7d75f7b3db59 None None] Pushing event updated for resources: {'Port': ['ID=23b81d77-1c27-4a95-b9d5-7b2629b3c2a1,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:24.139142 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25e476d4-4a71-42dd-9733-76d40d4a140f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:24.146454 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0ec0fd-598d-4fff-b3d8-91ca02b63b48 admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:56:24.163374 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port cdb4a137-f73c-4554-a3eb-0af120fd080d is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:24.163532 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-5e0ec0fd-598d-4fff-b3d8-91ca02b63b48 admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:24.164513 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:24.172527 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0ec0fd-598d-4fff-b3d8-91ca02b63b48 admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:56:24.197230 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc6cbc-274c-4cda-a1b3-18a89a77e15d req-262689d0-01fa-456c-af51-15981d90243f tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:24.208475 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cbbc6cbc-274c-4cda-a1b3-18a89a77e15d req-262689d0-01fa-456c-af51-15981d90243f tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=56e8a02c-f64d-4791-b895-e358fbad0e16 HTTP/1.1" status: 200 len: 945 time: 0.8194416 May 13 14:56:24.224639 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ec0fd-598d-4fff-b3d8-91ca02b63b48 admin admin] Pushing event updated for resources: {'Port': ['ID=2fc3e570-04e3-41d3-b739-adad98fbb979,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:24.236307 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e476d4-4a71-42dd-9733-76d40d4a140f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5375973-2770-421f-bbb3-18f69fbded9d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:24.306501 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25e476d4-4a71-42dd-9733-76d40d4a140f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:24.308949 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-25e476d4-4a71-42dd-9733-76d40d4a140f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d5375973-2770-421f-bbb3-18f69fbded9d HTTP/1.1" status: 204 len: 168 time: 1.6164634 May 13 14:56:24.454939 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:56:24.484475 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4aedff9c-c8f1-46eb-a077-9d9e16e35b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:24.555668 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e2df33c1-4fe7-4e13-bc15-e9180c05c989 req-28fe5287-c268-494a-ba9d-94147587f232 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1b172d8-6c98-4291-8a6e-83cb9531ab64 HTTP/1.1" status: 200 len: 210 time: 0.1558111 May 13 14:56:24.577123 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4aedff9c-c8f1-46eb-a077-9d9e16e35b43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:24.636321 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4aedff9c-c8f1-46eb-a077-9d9e16e35b43 admin admin] Usage tracker for resource:security_group_rule and tenant:6538973f8aa64c7dbe69f1c913d5bdb5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:24.672875 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-844d1ec9-1807-4032-a3e0-7d75f7b3db59 None None] Attempting to bind port 23b81d77-1c27-4a95-b9d5-7b2629b3c2a1 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:56:24.673238 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-844d1ec9-1807-4032-a3e0-7d75f7b3db59 None None] Attempting to bind port 23b81d77-1c27-4a95-b9d5-7b2629b3c2a1 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'df3c2022-85c2-4bc5-8c7b-937307f00035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1bbaec0f-af26-45d2-8297-20af6af30ce9'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:56:24.673564 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844d1ec9-1807-4032-a3e0-7d75f7b3db59 None None] Attempting to bind port 23b81d77-1c27-4a95-b9d5-7b2629b3c2a1 on network 1bbaec0f-af26-45d2-8297-20af6af30ce9 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:56:24.689335 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4aedff9c-c8f1-46eb-a077-9d9e16e35b43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:24.693173 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cbbc6cbc-274c-4cda-a1b3-18a89a77e15d req-355679c4-00f9-4eb4-b926-9ec7d33a1105 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790270 May 13 14:56:24.700370 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e8a02c-f64d-4791-b895-e358fbad0e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb4a137-f73c-4554-a3eb-0af120fd080d'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:56:24.708708 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [None req-ee99089b-90a8-4cad-a98b-c0d47258250a tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Floating IP 712883ae-bea2-4318-b56c-d5cabf6b63d7 associated. External IP: 172.25.0.142, port: b7cba8e6-abe7-42b8-83df-4ac2f9068e76. May 13 14:56:24.728243 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844d1ec9-1807-4032-a3e0-7d75f7b3db59 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:56:24.729253 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844d1ec9-1807-4032-a3e0-7d75f7b3db59 None None] Checking segment: {'id': 'df3c2022-85c2-4bc5-8c7b-937307f00035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1bbaec0f-af26-45d2-8297-20af6af30ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:56:24.729894 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-844d1ec9-1807-4032-a3e0-7d75f7b3db59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:24.730925 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844d1ec9-1807-4032-a3e0-7d75f7b3db59 None None] Bound using segment: {'id': 'df3c2022-85c2-4bc5-8c7b-937307f00035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1bbaec0f-af26-45d2-8297-20af6af30ce9'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:56:24.731658 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-844d1ec9-1807-4032-a3e0-7d75f7b3db59 None None] Bound port: 23b81d77-1c27-4a95-b9d5-7b2629b3c2a1, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df3c2022-85c2-4bc5-8c7b-937307f00035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1bbaec0f-af26-45d2-8297-20af6af30ce9'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:56:24.732510 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-844d1ec9-1807-4032-a3e0-7d75f7b3db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:24.869384 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port cdb4a137-f73c-4554-a3eb-0af120fd080d, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=cdb4a137-f73c-4554-a3eb-0af120fd080d,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:24.883998 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:24.888470 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35bc2a97-3abc-42b9-af80-59cd3bd3e840'] response: {'server_uuid': '56e8a02c-f64d-4791-b895-e358fbad0e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb4a137-f73c-4554-a3eb-0af120fd080d', 'code': 200} May 13 14:56:24.889237 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4aedff9c-c8f1-46eb-a077-9d9e16e35b43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:25.071496 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-844d1ec9-1807-4032-a3e0-7d75f7b3db59 None None] For port 23b81d77-1c27-4a95-b9d5-7b2629b3c2a1, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:56:25.076335 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-844d1ec9-1807-4032-a3e0-7d75f7b3db59 None None] For port 23b81d77-1c27-4a95-b9d5-7b2629b3c2a1, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=23b81d77-1c27-4a95-b9d5-7b2629b3c2a1,segment=NetworkSegment(df3c2022-85c2-4bc5-8c7b-937307f00035),segment_id=df3c2022-85c2-4bc5-8c7b-937307f00035)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:56:25.102743 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=cdb4a137-f73c-4554-a3eb-0af120fd080d,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:25.123517 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-844d1ec9-1807-4032-a3e0-7d75f7b3db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:25.241322 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec0fd-598d-4fff-b3d8-91ca02b63b48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:25.242496 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:25.243246 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:25.301345 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bca0ff-5bce-487f-8af0-dd17415c4e50 req-f5c5d90c-611c-43d0-b5aa-ad5c0f70aeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:25.302855 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f8bca0ff-5bce-487f-8af0-dd17415c4e50 req-f5c5d90c-611c-43d0-b5aa-ad5c0f70aeb5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=56e8a02c-f64d-4791-b895-e358fbad0e16 HTTP/1.1" status: 200 len: 1097 time: 0.3080566 May 13 14:56:25.326869 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-be6799ee-e1b1-4063-b570-79141122ee61 req-1c835dfb-7fa8-49a6-aadb-a261ab97b36d tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:25.371528 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d1ec9-1807-4032-a3e0-7d75f7b3db59 None None] Pushing event updated for resources: {'Port': ['ID=23b81d77-1c27-4a95-b9d5-7b2629b3c2a1,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:25.380506 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee99089b-90a8-4cad-a98b-c0d47258250a tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Router dce03531-9a45-4233-bca3-5b8690e68905 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:56:25.389633 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-be6799ee-e1b1-4063-b570-79141122ee61 req-1c835dfb-7fa8-49a6-aadb-a261ab97b36d tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Transition to ACTIVE for port object 3922c313-0a0e-4af5-a027-c7b1deaa7a81 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:56:25.504968 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:25.625720 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee99089b-90a8-4cad-a98b-c0d47258250a tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:56:25.644415 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a01127f-ec31-47a4-9874-3be4c869fdc1 None None] Sync routers for ids ['dce03531-9a45-4233-bca3-5b8690e68905'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:56:25.656943 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a01127f-ec31-47a4-9874-3be4c869fdc1 None None] Routers {'dce03531-9a45-4233-bca3-5b8690e68905'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:56:25.657566 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-4a01127f-ec31-47a4-9874-3be4c869fdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:56:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['dce03531-9a45-4233-bca3-5b8690e68905'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:25.664824 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f8bca0ff-5bce-487f-8af0-dd17415c4e50 req-24aae003-054d-454d-aed6-e0f735e37336 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430791 May 13 14:56:25.672383 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4aedff9c-c8f1-46eb-a077-9d9e16e35b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:25.706309 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4aedff9c-c8f1-46eb-a077-9d9e16e35b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:25.719335 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-be6799ee-e1b1-4063-b570-79141122ee61 req-1c835dfb-7fa8-49a6-aadb-a261ab97b36d tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:25.768651 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aedff9c-c8f1-46eb-a077-9d9e16e35b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f51ab9-11c2-4905-b346-e123549f2d99,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:25.865227 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be6799ee-e1b1-4063-b570-79141122ee61 req-1c835dfb-7fa8-49a6-aadb-a261ab97b36d tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Network 213c970f-c639-49b2-8c01-7dd8915da6b5 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:56:25.865716 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4aedff9c-c8f1-46eb-a077-9d9e16e35b43 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6538973f8aa64c7dbe69f1c913d5bdb5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8282762 May 13 14:56:25.865824 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c835dfb-7fa8-49a6-aadb-a261ab97b36d tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'Port': ['ID=3922c313-0a0e-4af5-a027-c7b1deaa7a81,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:25.867388 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-be6799ee-e1b1-4063-b570-79141122ee61 req-1c835dfb-7fa8-49a6-aadb-a261ab97b36d tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:25.870324 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50418) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:25.878022 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6799ee-e1b1-4063-b570-79141122ee61 req-1c835dfb-7fa8-49a6-aadb-a261ab97b36d tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:56:26.014964 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ee99089b-90a8-4cad-a98b-c0d47258250a tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:26.084164 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-4a01127f-ec31-47a4-9874-3be4c869fdc1 None None] Set router dce03531-9a45-4233-bca3-5b8690e68905 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:56:26.154364 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ee99089b-90a8-4cad-a98b-c0d47258250a tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "PUT /v2.0/floatingips/712883ae-bea2-4318-b56c-d5cabf6b63d7 HTTP/1.1" status: 200 len: 991 time: 6.0941141 May 13 14:56:26.168397 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379e7721-aeee-4882-9686-dacd8e87af95', 'tag': 'b7cba8e6-abe7-42b8-83df-4ac2f9068e76'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:56:26.288032 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6799ee-e1b1-4063-b570-79141122ee61 req-1c835dfb-7fa8-49a6-aadb-a261ab97b36d tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:26.293325 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-be6799ee-e1b1-4063-b570-79141122ee61 req-1c835dfb-7fa8-49a6-aadb-a261ab97b36d tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:26.320855 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9b10b-f790-4c72-8e73-e3d75f634c06 req-06216600-0e15-4419-bd93-6764483c38a8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:26.323954 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a7f9b10b-f790-4c72-8e73-e3d75f634c06 req-06216600-0e15-4419-bd93-6764483c38a8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=56e8a02c-f64d-4791-b895-e358fbad0e16 HTTP/1.1" status: 200 len: 946 time: 0.3153169 May 13 14:56:26.378817 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a2d8ba85-fd79-49c1-8d98-f8353f95c359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:26.408639 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec0fd-598d-4fff-b3d8-91ca02b63b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:26.430393 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be6799ee-e1b1-4063-b570-79141122ee61 req-1c835dfb-7fa8-49a6-aadb-a261ab97b36d tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8347225 May 13 14:56:26.454162 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-be6799ee-e1b1-4063-b570-79141122ee61 req-8552f0ad-cd0f-4852-82a2-525ea3d16726 service neutron] Request body: {'port': {'device_id': 'd1b172d8-6c98-4291-8a6e-83cb9531ab64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:26.515441 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-4454d5a1-eb1c-4941-ad7b-16517ded2c60 None None] Provisioning for port 3922c313-0a0e-4af5-a027-c7b1deaa7a81 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:56:26.555307 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a2d8ba85-fd79-49c1-8d98-f8353f95c359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:26.557292 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-4454d5a1-eb1c-4941-ad7b-16517ded2c60 None None] Provisioning complete for port 3922c313-0a0e-4af5-a027-c7b1deaa7a81 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:26.557800 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4454d5a1-eb1c-4941-ad7b-16517ded2c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:26.575087 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52905d-2bdc-4442-be20-71278abbcca6 req-166b8b8c-288a-40e0-8b9b-92b690aaa407 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:26.575717 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-1d52905d-2bdc-4442-be20-71278abbcca6 req-166b8b8c-288a-40e0-8b9b-92b690aaa407 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Synchronizing usage tracker for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:56:26.674885 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a7f9b10b-f790-4c72-8e73-e3d75f634c06 req-b618cfc5-6ec9-4c02-993a-f7c523c17525 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200407 May 13 14:56:26.688928 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 23b81d77-1c27-4a95-b9d5-7b2629b3c2a1 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:56:26.692240 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-1d52905d-2bdc-4442-be20-71278abbcca6 req-166b8b8c-288a-40e0-8b9b-92b690aaa407 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Unset dirty status for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:56:26.693925 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1d52905d-2bdc-4442-be20-71278abbcca6 req-166b8b8c-288a-40e0-8b9b-92b690aaa407 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1b172d8-6c98-4291-8a6e-83cb9531ab64 HTTP/1.1" status: 200 len: 932 time: 0.8305655 May 13 14:56:26.764491 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-be6799ee-e1b1-4063-b570-79141122ee61 req-8552f0ad-cd0f-4852-82a2-525ea3d16726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:26.857363 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1d52905d-2bdc-4442-be20-71278abbcca6 req-e0bc57e6-7a28-43ab-8ced-6c6258601680 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0f2e205-76c9-42a4-91b3-e415c6a7f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559770 May 13 14:56:26.914559 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a2d8ba85-fd79-49c1-8d98-f8353f95c359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:26.931602 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-4454d5a1-eb1c-4941-ad7b-16517ded2c60 None None] Port 3922c313-0a0e-4af5-a027-c7b1deaa7a81 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:56:26.978442 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05059f8e-0446-4c23-84a6-912d0eba67f2'] response: {'name': 'network-changed', 'server_uuid': '379e7721-aeee-4882-9686-dacd8e87af95', 'tag': 'b7cba8e6-abe7-42b8-83df-4ac2f9068e76', 'status': 'completed', 'code': 200} May 13 14:56:27.021889 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a2d8ba85-fd79-49c1-8d98-f8353f95c359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:27.042301 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a2d8ba85-fd79-49c1-8d98-f8353f95c359 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b1f51ab9-11c2-4905-b346-e123549f2d99 HTTP/1.1" status: 204 len: 168 time: 1.1538322 May 13 14:56:27.051679 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8ba85-fd79-49c1-8d98-f8353f95c359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f51ab9-11c2-4905-b346-e123549f2d99,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:27.087476 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 23b81d77-1c27-4a95-b9d5-7b2629b3c2a1 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:56:27.114405 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-4a01127f-ec31-47a4-9874-3be4c869fdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'name': 'tempest-ServerActionsTestJSON-490026162-router', 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '61f11ba7-38db-43d7-b53c-03f96006877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:15Z', 'updated_at': '2022-05-13T14:55:35Z', 'revision_number': 4, 'project_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'gw_port': {'id': '61f11ba7-38db-43d7-b53c-03f96006877e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:60:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:19Z', 'updated_at': '2022-05-13T14:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '712883ae-bea2-4318-b56c-d5cabf6b63d7', 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'port_id': 'b7cba8e6-abe7-42b8-83df-4ac2f9068e76', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd', 'mac_address': 'fa:16:3e:e6:ac:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379e7721-aeee-4882-9686-dacd8e87af95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:55:50Z', 'updated_at': '2022-05-13T14:56:23Z', 'revision_number': 1, 'project_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c82fbc-eade-4b29-97cd-476156503ab0', 'name': '', 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd', 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'mac_address': 'fa:16:3e:44:c2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': 'f43563bd-f154-4518-8312-29f2255f69ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:31Z', 'updated_at': '2022-05-13T14:55:47Z', 'revision_number': 5, 'project_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'subnets': [{'id': 'f43563bd-f154-4518-8312-29f2255f69ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:27.130617 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a01127f-ec31-47a4-9874-3be4c869fdc1 None None] Checking router: dce03531-9a45-4233-bca3-5b8690e68905 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:56:27.157657 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a01127f-ec31-47a4-9874-3be4c869fdc1 None None] Routers {'dce03531-9a45-4233-bca3-5b8690e68905'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:56:27.158641 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-4a01127f-ec31-47a4-9874-3be4c869fdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:56:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['dce03531-9a45-4233-bca3-5b8690e68905'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:27.351735 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f74666d-7200-4eed-84bd-5204df9fbeab None None] Network 1bbaec0f-af26-45d2-8297-20af6af30ce9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:56:27.452933 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411258c1-577c-4eeb-abf9-99616bf5edf5 req-1a83133d-7c7f-4e7d-a1ef-e42adbb0e644 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:27.454765 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-411258c1-577c-4eeb-abf9-99616bf5edf5 req-1a83133d-7c7f-4e7d-a1ef-e42adbb0e644 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 945 time: 0.5070875 May 13 14:56:27.464720 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0ec0fd-598d-4fff-b3d8-91ca02b63b48 admin admin] Router 8598f905-4194-4ec4-a3cc-114d6f2a4b52 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:56:27.474566 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-27f42581-0138-43aa-b1bb-fa3dccc0ca35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:27.506419 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef60b3-cc39-4aa9-b133-b16e9b521a92 req-6827a124-d12f-427b-803a-29d77ae81f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:27.508136 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9eef60b3-cc39-4aa9-b133-b16e9b521a92 req-6827a124-d12f-427b-803a-29d77ae81f88 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac0ce7a13bd948f9949b7bdefd23d50f&device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 1096 time: 0.4514692 May 13 14:56:27.556490 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8d62ab81-4df7-41ab-ba49-c828d0bfb948 None None] Provisioning for port 23b81d77-1c27-4a95-b9d5-7b2629b3c2a1 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:56:27.597164 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8d62ab81-4df7-41ab-ba49-c828d0bfb948 None None] Provisioning complete for port 23b81d77-1c27-4a95-b9d5-7b2629b3c2a1 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:27.597525 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8d62ab81-4df7-41ab-ba49-c828d0bfb948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:27.728329 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-411258c1-577c-4eeb-abf9-99616bf5edf5 req-4ce77e54-58af-443b-aff7-20e1f443373c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2465692 May 13 14:56:27.968358 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-4a01127f-ec31-47a4-9874-3be4c869fdc1 None None] Set router dce03531-9a45-4233-bca3-5b8690e68905 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:56:28.050536 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-be6799ee-e1b1-4063-b570-79141122ee61 req-8552f0ad-cd0f-4852-82a2-525ea3d16726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3922c313-0a0e-4af5-a027-c7b1deaa7a81 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:56:28.054702 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50450) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:28.060360 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-be6799ee-e1b1-4063-b570-79141122ee61 req-8552f0ad-cd0f-4852-82a2-525ea3d16726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:28.081509 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-be6799ee-e1b1-4063-b570-79141122ee61 req-8552f0ad-cd0f-4852-82a2-525ea3d16726 service neutron] Transition to ACTIVE for port object 3922c313-0a0e-4af5-a027-c7b1deaa7a81 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:56:28.116403 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-93669100-e746-4d77-8ccd-ab512af4ab9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:28.147227 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-be6799ee-e1b1-4063-b570-79141122ee61 req-8552f0ad-cd0f-4852-82a2-525ea3d16726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:28.163233 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-93669100-e746-4d77-8ccd-ab512af4ab9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:28.177376 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-93669100-e746-4d77-8ccd-ab512af4ab9b admin admin] Usage tracker for resource:security_group_rule and tenant:d85867cee92a4ad9b2a1ddb750b25941 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:28.184092 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-93669100-e746-4d77-8ccd-ab512af4ab9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:28.194157 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef60b3-cc39-4aa9-b133-b16e9b521a92 req-53ca1060-28be-43ff-81a8-f5c7a30d205c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:28.195932 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9eef60b3-cc39-4aa9-b133-b16e9b521a92 req-53ca1060-28be-43ff-81a8-f5c7a30d205c service neutron] 10.222.0.59 "GET /v2.0/networks?id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd HTTP/1.1" status: 200 len: 912 time: 0.6794484 May 13 14:56:28.198836 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-93669100-e746-4d77-8ccd-ab512af4ab9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:28.202497 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0ec0fd-598d-4fff-b3d8-91ca02b63b48 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:56:28.214308 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30ca67e-fbaa-4f9e-8913-4bdbd2ee1036 None None] Sync routers for ids ['8598f905-4194-4ec4-a3cc-114d6f2a4b52'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:56:28.229472 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30ca67e-fbaa-4f9e-8913-4bdbd2ee1036 None None] Routers {'8598f905-4194-4ec4-a3cc-114d6f2a4b52'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:56:28.230439 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e30ca67e-fbaa-4f9e-8913-4bdbd2ee1036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:56:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8598f905-4194-4ec4-a3cc-114d6f2a4b52'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:28.344781 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552f0ad-cd0f-4852-82a2-525ea3d16726 service neutron] Pushing event updated for resources: {'Port': ['ID=3922c313-0a0e-4af5-a027-c7b1deaa7a81,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:28.409432 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9eef60b3-cc39-4aa9-b133-b16e9b521a92 req-c3ad30cb-de78-4280-8d94-fd19c443de84 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7cba8e6-abe7-42b8-83df-4ac2f9068e76 HTTP/1.1" status: 200 len: 999 time: 0.2032347 May 13 14:56:28.411781 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-8d62ab81-4df7-41ab-ba49-c828d0bfb948 None None] Current status of the port 23b81d77-1c27-4a95-b9d5-7b2629b3c2a1 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:28.412919 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8d62ab81-4df7-41ab-ba49-c828d0bfb948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:28.486425 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-8d62ab81-4df7-41ab-ba49-c828d0bfb948 None None] For port 23b81d77-1c27-4a95-b9d5-7b2629b3c2a1, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=23b81d77-1c27-4a95-b9d5-7b2629b3c2a1,segment=NetworkSegment(df3c2022-85c2-4bc5-8c7b-937307f00035),segment_id=df3c2022-85c2-4bc5-8c7b-937307f00035)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:28.495385 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8d62ab81-4df7-41ab-ba49-c828d0bfb948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:28.577802 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec0fd-598d-4fff-b3d8-91ca02b63b48 admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:28.582757 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5e0ec0fd-598d-4fff-b3d8-91ca02b63b48 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.8777547 May 13 14:56:28.587567 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50458) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:28.599991 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-e30ca67e-fbaa-4f9e-8913-4bdbd2ee1036 None None] Set router 8598f905-4194-4ec4-a3cc-114d6f2a4b52 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:56:28.632002 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff8a34-9454-4fdd-af09-0c3d7601ad9e req-779c1e57-5979-43c1-8771-9afeb2d440af tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:28.640905 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a5ff8a34-9454-4fdd-af09-0c3d7601ad9e req-779c1e57-5979-43c1-8771-9afeb2d440af tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 945 time: 0.6312590 May 13 14:56:28.690520 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7766379-b671-420a-83c2-4c0c19b85745 req-6cb35489-c847-43e4-ad4c-b11dc7505547 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:28.692135 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f7766379-b671-420a-83c2-4c0c19b85745 req-6cb35489-c847-43e4-ad4c-b11dc7505547 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=56e8a02c-f64d-4791-b895-e358fbad0e16 HTTP/1.1" status: 200 len: 946 time: 0.6675849 May 13 14:56:28.755099 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-be6799ee-e1b1-4063-b570-79141122ee61 req-8552f0ad-cd0f-4852-82a2-525ea3d16726 service neutron] Attempting to bind port 3922c313-0a0e-4af5-a027-c7b1deaa7a81 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:56:28.755371 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-be6799ee-e1b1-4063-b570-79141122ee61 req-8552f0ad-cd0f-4852-82a2-525ea3d16726 service neutron] Attempting to bind port 3922c313-0a0e-4af5-a027-c7b1deaa7a81 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'a02caf75-1c2e-4d08-9c97-66ffe197803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '213c970f-c639-49b2-8c01-7dd8915da6b5'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:56:28.756204 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6799ee-e1b1-4063-b570-79141122ee61 req-8552f0ad-cd0f-4852-82a2-525ea3d16726 service neutron] Attempting to bind port 3922c313-0a0e-4af5-a027-c7b1deaa7a81 on network 213c970f-c639-49b2-8c01-7dd8915da6b5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:56:28.771651 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6799ee-e1b1-4063-b570-79141122ee61 req-8552f0ad-cd0f-4852-82a2-525ea3d16726 service neutron] Port 3922c313-0a0e-4af5-a027-c7b1deaa7a81 on network 213c970f-c639-49b2-8c01-7dd8915da6b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:56:28.771976 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6799ee-e1b1-4063-b570-79141122ee61 req-8552f0ad-cd0f-4852-82a2-525ea3d16726 service neutron] Attempting to bind port 3922c313-0a0e-4af5-a027-c7b1deaa7a81 on network 213c970f-c639-49b2-8c01-7dd8915da6b5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:56:28.787078 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6799ee-e1b1-4063-b570-79141122ee61 req-8552f0ad-cd0f-4852-82a2-525ea3d16726 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:56:28.787437 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6799ee-e1b1-4063-b570-79141122ee61 req-8552f0ad-cd0f-4852-82a2-525ea3d16726 service neutron] Checking segment: {'id': 'a02caf75-1c2e-4d08-9c97-66ffe197803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '213c970f-c639-49b2-8c01-7dd8915da6b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:56:28.787822 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6799ee-e1b1-4063-b570-79141122ee61 req-8552f0ad-cd0f-4852-82a2-525ea3d16726 service neutron] Bound using segment: {'id': 'a02caf75-1c2e-4d08-9c97-66ffe197803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '213c970f-c639-49b2-8c01-7dd8915da6b5'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:56:28.788256 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-be6799ee-e1b1-4063-b570-79141122ee61 req-8552f0ad-cd0f-4852-82a2-525ea3d16726 service neutron] Bound port: 3922c313-0a0e-4af5-a027-c7b1deaa7a81, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a02caf75-1c2e-4d08-9c97-66ffe197803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '213c970f-c639-49b2-8c01-7dd8915da6b5'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:56:28.788672 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-be6799ee-e1b1-4063-b570-79141122ee61 req-8552f0ad-cd0f-4852-82a2-525ea3d16726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:28.813310 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f7766379-b671-420a-83c2-4c0c19b85745 req-24eca986-3dcb-4eb0-b946-bb61fc4bf086 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103442 May 13 14:56:28.907127 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-be6799ee-e1b1-4063-b570-79141122ee61 req-8552f0ad-cd0f-4852-82a2-525ea3d16726 service neutron] For port 3922c313-0a0e-4af5-a027-c7b1deaa7a81, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:56:28.910893 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-be6799ee-e1b1-4063-b570-79141122ee61 req-8552f0ad-cd0f-4852-82a2-525ea3d16726 service neutron] For port 3922c313-0a0e-4af5-a027-c7b1deaa7a81, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=3922c313-0a0e-4af5-a027-c7b1deaa7a81,segment=NetworkSegment(a02caf75-1c2e-4d08-9c97-66ffe197803c),segment_id=a02caf75-1c2e-4d08-9c97-66ffe197803c)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:56:28.923885 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-be6799ee-e1b1-4063-b570-79141122ee61 req-8552f0ad-cd0f-4852-82a2-525ea3d16726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:29.052049 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef60b3-cc39-4aa9-b133-b16e9b521a92 req-001eac1c-1b41-4d02-b4c4-4e89e8998d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:29.057478 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9eef60b3-cc39-4aa9-b133-b16e9b521a92 req-001eac1c-1b41-4d02-b4c4-4e89e8998d64 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f43563bd-f154-4518-8312-29f2255f69ef HTTP/1.1" status: 200 len: 850 time: 0.6298599 May 13 14:56:29.082453 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:29.119528 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552f0ad-cd0f-4852-82a2-525ea3d16726 service neutron] Pushing event updated for resources: {'Port': ['ID=3922c313-0a0e-4af5-a027-c7b1deaa7a81,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:29.132514 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6799ee-e1b1-4063-b570-79141122ee61 req-8552f0ad-cd0f-4852-82a2-525ea3d16726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:29.133158 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-be6799ee-e1b1-4063-b570-79141122ee61 req-8552f0ad-cd0f-4852-82a2-525ea3d16726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:29.134590 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be6799ee-e1b1-4063-b570-79141122ee61 req-8552f0ad-cd0f-4852-82a2-525ea3d16726 service neutron] 10.222.0.74 "PUT /v2.0/ports/3922c313-0a0e-4af5-a027-c7b1deaa7a81 HTTP/1.1" status: 200 len: 1092 time: 2.6872373 May 13 14:56:29.135056 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b172d8-6c98-4291-8a6e-83cb9531ab64', 'tag': '3922c313-0a0e-4af5-a027-c7b1deaa7a81'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:56:29.197672 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62ab81-4df7-41ab-ba49-c828d0bfb948 None None] Pushing event updated for resources: {'Port': ['ID=23b81d77-1c27-4a95-b9d5-7b2629b3c2a1,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:29.261819 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-4a01127f-ec31-47a4-9874-3be4c869fdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'name': 'tempest-ServerActionsTestJSON-490026162-router', 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '61f11ba7-38db-43d7-b53c-03f96006877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:15Z', 'updated_at': '2022-05-13T14:55:35Z', 'revision_number': 4, 'project_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'gw_port': {'id': '61f11ba7-38db-43d7-b53c-03f96006877e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:60:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:19Z', 'updated_at': '2022-05-13T14:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '712883ae-bea2-4318-b56c-d5cabf6b63d7', 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'port_id': 'b7cba8e6-abe7-42b8-83df-4ac2f9068e76', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd', 'mac_address': 'fa:16:3e:e6:ac:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379e7721-aeee-4882-9686-dacd8e87af95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:55:50Z', 'updated_at': '2022-05-13T14:56:23Z', 'revision_number': 1, 'project_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c82fbc-eade-4b29-97cd-476156503ab0', 'name': '', 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd', 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'mac_address': 'fa:16:3e:44:c2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': 'f43563bd-f154-4518-8312-29f2255f69ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:31Z', 'updated_at': '2022-05-13T14:55:47Z', 'revision_number': 5, 'project_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'subnets': [{'id': 'f43563bd-f154-4518-8312-29f2255f69ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:29.272169 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a01127f-ec31-47a4-9874-3be4c869fdc1 None None] The sync data for ids ['dce03531-9a45-4233-bca3-5b8690e68905'] in n-d-841760-1 is: [{'id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'name': 'tempest-ServerActionsTestJSON-490026162-router', 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '61f11ba7-38db-43d7-b53c-03f96006877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:15Z', 'updated_at': '2022-05-13T14:55:35Z', 'revision_number': 4, 'project_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'gw_port': {'id': '61f11ba7-38db-43d7-b53c-03f96006877e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:60:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:19Z', 'updated_at': '2022-05-13T14:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '712883ae-bea2-4318-b56c-d5cabf6b63d7', 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'port_id': 'b7cba8e6-abe7-42b8-83df-4ac2f9068e76', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd', 'mac_address': 'fa:16:3e:e6:ac:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379e7721-aeee-4882-9686-dacd8e87af95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:55:50Z', 'updated_at': '2022-05-13T14:56:23Z', 'revision_number': 1, 'project_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c82fbc-eade-4b29-97cd-476156503ab0', 'name': '', 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd', 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'mac_address': 'fa:16:3e:44:c2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': 'f43563bd-f154-4518-8312-29f2255f69ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:31Z', 'updated_at': '2022-05-13T14:55:47Z', 'revision_number': 5, 'project_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'subnets': [{'id': 'f43563bd-f154-4518-8312-29f2255f69ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:56:29.280651 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e30ca67e-fbaa-4f9e-8913-4bdbd2ee1036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598f905-4194-4ec4-a3cc-114d6f2a4b52', 'name': 'tempest-TestServerMultinode-1880526690-router', 'tenant_id': 'ce5e38cffc304c0ab894ad9e627bb7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '2fc3e570-04e3-41d3-b739-adad98fbb979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:56:21Z', 'updated_at': '2022-05-13T14:56:24Z', 'revision_number': 3, 'project_id': 'ce5e38cffc304c0ab894ad9e627bb7e9', 'gw_port': {'id': '2fc3e570-04e3-41d3-b739-adad98fbb979', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8598f905-4194-4ec4-a3cc-114d6f2a4b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:56:23Z', 'updated_at': '2022-05-13T14:56:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:29.305336 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30ca67e-fbaa-4f9e-8913-4bdbd2ee1036 None None] Checking router: 8598f905-4194-4ec4-a3cc-114d6f2a4b52 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:56:29.305659 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30ca67e-fbaa-4f9e-8913-4bdbd2ee1036 None None] Updating router 8598f905-4194-4ec4-a3cc-114d6f2a4b52 port 2fc3e570-04e3-41d3-b739-adad98fbb979 binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:56:29.364934 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6799ee-e1b1-4063-b570-79141122ee61 req-3b401214-b84e-4f7b-b714-c3be01c7eb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:29.366459 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be6799ee-e1b1-4063-b570-79141122ee61 req-3b401214-b84e-4f7b-b714-c3be01c7eb00 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2fd5504203d84ec88c34b0f9b983d931&device_id=d1b172d8-6c98-4291-8a6e-83cb9531ab64 HTTP/1.1" status: 200 len: 1095 time: 0.1651571 May 13 14:56:29.490324 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-e30ca67e-fbaa-4f9e-8913-4bdbd2ee1036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:29.598079 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b5436bd8-8127-47a2-81a7-f97ab8acb405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:29.690389 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be6799ee-e1b1-4063-b570-79141122ee61 req-8b1fd646-ffa2-4a89-ad1f-cb28b0aa5e66 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3922c313-0a0e-4af5-a027-c7b1deaa7a81 HTTP/1.1" status: 200 len: 217 time: 0.2161472 May 13 14:56:29.721346 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a5ff8a34-9454-4fdd-af09-0c3d7601ad9e req-11008159-ef21-4d83-90e6-3bb838a7717f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0795600 May 13 14:56:29.761675 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-93669100-e746-4d77-8ccd-ab512af4ab9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:29.770966 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-93669100-e746-4d77-8ccd-ab512af4ab9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:29.805606 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef60b3-cc39-4aa9-b133-b16e9b521a92 req-108543a0-b274-4718-b10c-14dd6744df6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:29.821888 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9eef60b3-cc39-4aa9-b133-b16e9b521a92 req-108543a0-b274-4718-b10c-14dd6744df6e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6747141 May 13 14:56:29.838530 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7c6332-9993-406f-8011-cdd56c575671 None None] New status for floating IP 712883ae-bea2-4318-b56c-d5cabf6b63d7: ACTIVE {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:56:29.843528 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6799ee-e1b1-4063-b570-79141122ee61 req-967937d7-8db5-48c7-ad14-3ac9411c9635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:29.844878 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be6799ee-e1b1-4063-b570-79141122ee61 req-967937d7-8db5-48c7-ad14-3ac9411c9635 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e2de9b6-120b-40f6-9204-e1f066201b83 HTTP/1.1" status: 200 len: 835 time: 0.1474309 May 13 14:56:29.993498 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a390b26-0057-4ab1-8a76-a90f7bcf68f1 req-f55539b5-3e54-413b-b34f-72dd874481ff tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:30.000827 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6a390b26-0057-4ab1-8a76-a90f7bcf68f1 req-f55539b5-3e54-413b-b34f-72dd874481ff tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1b172d8-6c98-4291-8a6e-83cb9531ab64 HTTP/1.1" status: 200 len: 944 time: 0.6267707 May 13 14:56:30.028383 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-fd540c18-829b-4988-95e8-c70637fc6259 None None] Provisioning complete for port 23b81d77-1c27-4a95-b9d5-7b2629b3c2a1 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:30.028753 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fd540c18-829b-4988-95e8-c70637fc6259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:30.060617 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9eef60b3-cc39-4aa9-b133-b16e9b521a92 req-e3be3feb-d9fc-4915-a475-c79e9a469598 service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105021 May 13 14:56:30.106711 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6a390b26-0057-4ab1-8a76-a90f7bcf68f1 req-f9e3e883-904d-4a46-aac9-fed875ad4c42 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0f2e205-76c9-42a4-91b3-e415c6a7f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850413 May 13 14:56:30.121598 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6799ee-e1b1-4063-b570-79141122ee61 req-55f523ad-3de4-4ec6-aeee-40d2021e0326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:30.128077 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be6799ee-e1b1-4063-b570-79141122ee61 req-55f523ad-3de4-4ec6-aeee-40d2021e0326 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=213c970f-c639-49b2-8c01-7dd8915da6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2708218 May 13 14:56:30.180153 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-e30ca67e-fbaa-4f9e-8913-4bdbd2ee1036 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:30.226768 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-e30ca67e-fbaa-4f9e-8913-4bdbd2ee1036 None None] Transition to ACTIVE for port object 2fc3e570-04e3-41d3-b739-adad98fbb979 will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:56:30.245420 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-e30ca67e-fbaa-4f9e-8913-4bdbd2ee1036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:30.363959 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be6799ee-e1b1-4063-b570-79141122ee61 req-574f3378-0d00-4b93-a319-ffaa47afca57 service neutron] 10.222.0.74 "GET /v2.0/networks/213c970f-c639-49b2-8c01-7dd8915da6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188966 May 13 14:56:30.373763 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcbd6c57-1824-4dbf-a991-b1c66ec5fc79'] response: {'name': 'network-changed', 'server_uuid': 'd1b172d8-6c98-4291-8a6e-83cb9531ab64', 'tag': '3922c313-0a0e-4af5-a027-c7b1deaa7a81', 'status': 'completed', 'code': 200} May 13 14:56:30.400796 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-e30ca67e-fbaa-4f9e-8913-4bdbd2ee1036 None None] Attempting to bind port 2fc3e570-04e3-41d3-b739-adad98fbb979 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:56:30.402076 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-e30ca67e-fbaa-4f9e-8913-4bdbd2ee1036 None None] Attempting to bind port 2fc3e570-04e3-41d3-b739-adad98fbb979 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:56:30.403275 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ca67e-fbaa-4f9e-8913-4bdbd2ee1036 None None] Attempting to bind port 2fc3e570-04e3-41d3-b739-adad98fbb979 on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:56:30.414277 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33638245-6f05-40c7-b050-83e71b633cb6 None None] Pushing event updated for resources: {'Port': ['ID=2fc3e570-04e3-41d3-b739-adad98fbb979,revision_number=2']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:30.425016 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ca67e-fbaa-4f9e-8913-4bdbd2ee1036 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:56:30.425725 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ca67e-fbaa-4f9e-8913-4bdbd2ee1036 None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:56:30.426424 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-e30ca67e-fbaa-4f9e-8913-4bdbd2ee1036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:30.427315 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ca67e-fbaa-4f9e-8913-4bdbd2ee1036 None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:56:30.428308 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-e30ca67e-fbaa-4f9e-8913-4bdbd2ee1036 None None] Bound port: 2fc3e570-04e3-41d3-b739-adad98fbb979, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:56:30.429032 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-e30ca67e-fbaa-4f9e-8913-4bdbd2ee1036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:30.457305 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 23b81d77-1c27-4a95-b9d5-7b2629b3c2a1 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:56:30.563984 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-e30ca67e-fbaa-4f9e-8913-4bdbd2ee1036 None None] For port 2fc3e570-04e3-41d3-b739-adad98fbb979, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:56:30.569653 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-e30ca67e-fbaa-4f9e-8913-4bdbd2ee1036 None None] For port 2fc3e570-04e3-41d3-b739-adad98fbb979, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=2fc3e570-04e3-41d3-b739-adad98fbb979,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:56:30.577383 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-e30ca67e-fbaa-4f9e-8913-4bdbd2ee1036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:30.642010 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-93669100-e746-4d77-8ccd-ab512af4ab9b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d85867cee92a4ad9b2a1ddb750b25941&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5692415 May 13 14:56:30.643615 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50488) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:30.660947 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93669100-e746-4d77-8ccd-ab512af4ab9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9dfc2d-992b-4d9e-b50f-1684bd31afa5,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:30.739318 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30ca67e-fbaa-4f9e-8913-4bdbd2ee1036 None None] Routers {'8598f905-4194-4ec4-a3cc-114d6f2a4b52'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:56:30.740359 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e30ca67e-fbaa-4f9e-8913-4bdbd2ee1036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:56:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8598f905-4194-4ec4-a3cc-114d6f2a4b52'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:30.746173 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be6799ee-e1b1-4063-b570-79141122ee61 req-642d7c0d-c675-48bc-bdcf-96f6e23d944c service neutron] 10.222.0.74 "GET /v2.0/networks/213c970f-c639-49b2-8c01-7dd8915da6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711185 May 13 14:56:30.782538 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5e1b2b98-7ca8-4175-92bf-f7c4fc776cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:30.827553 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5e1b2b98-7ca8-4175-92bf-f7c4fc776cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:30.891764 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:30.912008 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-fd540c18-829b-4988-95e8-c70637fc6259 None None] Current status of the port 23b81d77-1c27-4a95-b9d5-7b2629b3c2a1 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:30.919330 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:30.942912 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 23b81d77-1c27-4a95-b9d5-7b2629b3c2a1 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:30.943311 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:30.991240 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33638245-6f05-40c7-b050-83e71b633cb6 None None] Pushing event updated for resources: {'Port': ['ID=2fc3e570-04e3-41d3-b739-adad98fbb979,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:31.046091 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5e1b2b98-7ca8-4175-92bf-f7c4fc776cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:31.090551 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b2b98-7ca8-4175-92bf-f7c4fc776cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9dfc2d-992b-4d9e-b50f-1684bd31afa5,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:31.116922 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5e1b2b98-7ca8-4175-92bf-f7c4fc776cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:31.123329 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5e1b2b98-7ca8-4175-92bf-f7c4fc776cb7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7f9dfc2d-992b-4d9e-b50f-1684bd31afa5 HTTP/1.1" status: 204 len: 168 time: 0.4782379 May 13 14:56:31.126646 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587558a-881b-41a8-8136-788ba2cf5743 req-83640678-de5a-4e3d-a491-d7ef7191a26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:31.129174 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2587558a-881b-41a8-8136-788ba2cf5743 req-83640678-de5a-4e3d-a491-d7ef7191a26d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2fd5504203d84ec88c34b0f9b983d931&device_id=d1b172d8-6c98-4291-8a6e-83cb9531ab64 HTTP/1.1" status: 200 len: 1095 time: 0.2475724 May 13 14:56:31.145390 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-e30ca67e-fbaa-4f9e-8913-4bdbd2ee1036 None None] Set router 8598f905-4194-4ec4-a3cc-114d6f2a4b52 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:56:31.220623 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 23b81d77-1c27-4a95-b9d5-7b2629b3c2a1 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:31.257345 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9eef60b3-cc39-4aa9-b133-b16e9b521a92 req-e09cbc43-ec5f-4a98-8115-a2c145a7aa3e service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8474483 May 13 14:56:31.480499 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-db4584a6-ed07-4f91-83f8-08e7ced79f3a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:31.492145 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-db4584a6-ed07-4f91-83f8-08e7ced79f3a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/networks?id=7245a93f-bdad-4850-88f9-09476b64c18f HTTP/1.1" status: 200 len: 806 time: 1.4268191 May 13 14:56:31.522441 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-eb4df917-c504-4a69-856b-de7cc912c701 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/quotas/732161aac5934f6693072fa75ca25401 HTTP/1.1" status: 200 len: 375 time: 0.0291853 May 13 14:56:31.534306 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ea8c9-121d-44cd-97c2-545123c72f0b req-0068d9f6-7540-4e2b-ba8d-fa2ef8f3c2d4 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:31.535870 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-489ea8c9-121d-44cd-97c2-545123c72f0b req-0068d9f6-7540-4e2b-ba8d-fa2ef8f3c2d4 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 945 time: 0.5574965 May 13 14:56:31.626257 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-489ea8c9-121d-44cd-97c2-545123c72f0b req-5ec0804c-8e57-4e90-ab5a-b7acd3bea637 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821803 May 13 14:56:31.647024 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587558a-881b-41a8-8136-788ba2cf5743 req-030a08d0-25fa-46d8-9e18-95cd8917b0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:31.648819 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2587558a-881b-41a8-8136-788ba2cf5743 req-030a08d0-25fa-46d8-9e18-95cd8917b0df service neutron] 10.222.0.74 "GET /v2.0/networks?id=213c970f-c639-49b2-8c01-7dd8915da6b5 HTTP/1.1" status: 200 len: 897 time: 0.5096159 May 13 14:56:31.680047 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d9dbb674-779a-41a1-b9b5-36a0a0058c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:31.735800 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2587558a-881b-41a8-8136-788ba2cf5743 req-caba8807-0d1d-4ab5-9069-3b9869d3742d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3922c313-0a0e-4af5-a027-c7b1deaa7a81 HTTP/1.1" status: 200 len: 217 time: 0.0745540 May 13 14:56:31.747060 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-11df4721-2176-4d49-b320-16f805bc7e05 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=732161aac5934f6693072fa75ca25401&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2233078 May 13 14:56:31.812027 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e30ca67e-fbaa-4f9e-8913-4bdbd2ee1036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598f905-4194-4ec4-a3cc-114d6f2a4b52', 'name': 'tempest-TestServerMultinode-1880526690-router', 'tenant_id': 'ce5e38cffc304c0ab894ad9e627bb7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '2fc3e570-04e3-41d3-b739-adad98fbb979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:56:21Z', 'updated_at': '2022-05-13T14:56:24Z', 'revision_number': 3, 'project_id': 'ce5e38cffc304c0ab894ad9e627bb7e9', 'gw_port': {'id': '2fc3e570-04e3-41d3-b739-adad98fbb979', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8598f905-4194-4ec4-a3cc-114d6f2a4b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:56:23Z', 'updated_at': '2022-05-13T14:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:31.820765 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30ca67e-fbaa-4f9e-8913-4bdbd2ee1036 None None] The sync data for ids ['8598f905-4194-4ec4-a3cc-114d6f2a4b52'] in n-d-841760-1 is: [{'id': '8598f905-4194-4ec4-a3cc-114d6f2a4b52', 'name': 'tempest-TestServerMultinode-1880526690-router', 'tenant_id': 'ce5e38cffc304c0ab894ad9e627bb7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '2fc3e570-04e3-41d3-b739-adad98fbb979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:56:21Z', 'updated_at': '2022-05-13T14:56:24Z', 'revision_number': 3, 'project_id': 'ce5e38cffc304c0ab894ad9e627bb7e9', 'gw_port': {'id': '2fc3e570-04e3-41d3-b739-adad98fbb979', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8598f905-4194-4ec4-a3cc-114d6f2a4b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:56:23Z', 'updated_at': '2022-05-13T14:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:56:31.928525 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587558a-881b-41a8-8136-788ba2cf5743 req-4355d332-860c-40bb-8adc-21d42a869ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:31.930868 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2587558a-881b-41a8-8136-788ba2cf5743 req-4355d332-860c-40bb-8adc-21d42a869ed2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e2de9b6-120b-40f6-9204-e1f066201b83 HTTP/1.1" status: 200 len: 835 time: 0.1885970 May 13 14:56:32.088952 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bf922-4780-41b9-a1ac-3ddf8c00bd94 req-3d595781-0ac3-461a-a87e-9c503e90955d tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:32.092868 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef7bf922-4780-41b9-a1ac-3ddf8c00bd94 req-3d595781-0ac3-461a-a87e-9c503e90955d tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1b172d8-6c98-4291-8a6e-83cb9531ab64 HTTP/1.1" status: 200 len: 944 time: 0.2282920 May 13 14:56:32.169131 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:32.276398 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587558a-881b-41a8-8136-788ba2cf5743 req-08df755b-d40c-40c8-ba7b-aca4a94650d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:32.280600 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2587558a-881b-41a8-8136-788ba2cf5743 req-08df755b-d40c-40c8-ba7b-aca4a94650d4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=213c970f-c639-49b2-8c01-7dd8915da6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3327172 May 13 14:56:32.341378 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef7bf922-4780-41b9-a1ac-3ddf8c00bd94 req-7920d0e7-837d-4e61-88c4-dbe7275b186f tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0f2e205-76c9-42a4-91b3-e415c6a7f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388687 May 13 14:56:32.379940 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-d9dbb674-779a-41a1-b9b5-36a0a0058c5d admin admin] Allocated IP 172.20.0.1 (1bbaec0f-af26-45d2-8297-20af6af30ce9/32b4abb3-ae2d-49fb-88ed-e0091dce6408/6d314f19-46f0-4755-96c5-814831a08d9c) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:56:32.416883 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-ab5e8655-8b30-44d7-beec-fd5e2ce1807a service neutron] 10.222.0.35 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5722268 May 13 14:56:32.465416 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2fc3e570-04e3-41d3-b739-adad98fbb979 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:56:32.617861 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 2fc3e570-04e3-41d3-b739-adad98fbb979 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:56:32.623308 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2587558a-881b-41a8-8136-788ba2cf5743 req-883ad9af-cdff-4b09-abfd-2bfac2caf3fa service neutron] 10.222.0.74 "GET /v2.0/networks/213c970f-c639-49b2-8c01-7dd8915da6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340249 May 13 14:56:32.626833 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 2fc3e570-04e3-41d3-b739-adad98fbb979 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:32.627244 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:32.664979 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50532) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:32.739374 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-d8b1a010-ce75-40c4-8b21-065c78648d04 service neutron] 10.222.0.35 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291082 May 13 14:56:32.885997 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 2fc3e570-04e3-41d3-b739-adad98fbb979 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:32.886398 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:32.908131 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d9dbb674-779a-41a1-b9b5-36a0a0058c5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:32.909143 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 2fc3e570-04e3-41d3-b739-adad98fbb979, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=2fc3e570-04e3-41d3-b739-adad98fbb979,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:32.914259 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:32.942308 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-d9dbb674-779a-41a1-b9b5-36a0a0058c5d admin admin] Transition to ACTIVE for port object 6d314f19-46f0-4755-96c5-814831a08d9c will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:56:33.003945 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d9dbb674-779a-41a1-b9b5-36a0a0058c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:33.038220 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=2fc3e570-04e3-41d3-b739-adad98fbb979,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:33.059251 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:33.059604 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:33.059947 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:33.060291 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:33.060628 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:33.060961 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:33.061850 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:33.062181 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:33.062514 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:33.062841 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:33.063207 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:33.063535 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:33.093895 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2587558a-881b-41a8-8136-788ba2cf5743 req-9a0006e8-2e74-49e4-9955-9e4fde1cc6cd service neutron] 10.222.0.74 "GET /v2.0/networks/213c970f-c639-49b2-8c01-7dd8915da6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4650607 May 13 14:56:33.138054 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f1dae-5e38-4b65-a9a4-dfa9d06bc4dc req-ccb86b41-ac38-4ccb-9cf8-a7f044bc217b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:33.148862 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e5f1dae-5e38-4b65-a9a4-dfa9d06bc4dc req-ccb86b41-ac38-4ccb-9cf8-a7f044bc217b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 945 time: 0.2706482 May 13 14:56:33.166341 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dbb674-779a-41a1-b9b5-36a0a0058c5d admin admin] Pushing event updated for resources: {'Port': ['ID=6d314f19-46f0-4755-96c5-814831a08d9c,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:33.177692 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-13a8d1e6-ad21-4d95-820f-0aabb6e74aa9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-859549555-network', 'tenant_id': '50f7421f4cf74092a9d1141400e7d749'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:33.192468 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-13a8d1e6-ad21-4d95-820f-0aabb6e74aa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:33.203889 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-13a8d1e6-ad21-4d95-820f-0aabb6e74aa9 admin admin] Usage tracker for resource:network and tenant:50f7421f4cf74092a9d1141400e7d749 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:33.214300 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-13a8d1e6-ad21-4d95-820f-0aabb6e74aa9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:33.230195 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-13a8d1e6-ad21-4d95-820f-0aabb6e74aa9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:33.253128 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e5f1dae-5e38-4b65-a9a4-dfa9d06bc4dc req-63082ee6-5d07-4d88-af88-a8afb354dc91 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952661 May 13 14:56:33.319085 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dbb674-779a-41a1-b9b5-36a0a0058c5d admin admin] Network 1bbaec0f-af26-45d2-8297-20af6af30ce9 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:56:33.320276 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a8d1e6-ad21-4d95-820f-0aabb6e74aa9 admin admin] Made reservation on behalf of 50f7421f4cf74092a9d1141400e7d749 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:33.323305 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-13a8d1e6-ad21-4d95-820f-0aabb6e74aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:33.347146 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-d9dbb674-779a-41a1-b9b5-36a0a0058c5d admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:33.367400 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f871ce8-92d3-4fe4-9a21-b7209bfddefd req-7755ff6c-6182-40a1-acca-857be39b686d tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=93fe6f20-9778-4ac3-9f3f-9c5a363d7a54 HTTP/1.1" status: 200 len: 210 time: 0.2041876 May 13 14:56:33.370393 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dbb674-779a-41a1-b9b5-36a0a0058c5d admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:56:33.488718 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-13a8d1e6-ad21-4d95-820f-0aabb6e74aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:33.558036 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-13a8d1e6-ad21-4d95-820f-0aabb6e74aa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:33.578217 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-13a8d1e6-ad21-4d95-820f-0aabb6e74aa9 admin admin] Usage tracker for resource:security_group_rule and tenant:50f7421f4cf74092a9d1141400e7d749 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:33.582828 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-13a8d1e6-ad21-4d95-820f-0aabb6e74aa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:33.602652 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d9dbb674-779a-41a1-b9b5-36a0a0058c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:33.614318 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-13a8d1e6-ad21-4d95-820f-0aabb6e74aa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:33.646514 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605ec9b-ba7e-42f0-8dde-0f6bde59f926 req-c9231057-ac54-4764-b24d-d9ee76e9e9e5 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:33.653885 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c605ec9b-ba7e-42f0-8dde-0f6bde59f926 req-c9231057-ac54-4764-b24d-d9ee76e9e9e5 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 945 time: 0.1878641 May 13 14:56:33.715070 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c605ec9b-ba7e-42f0-8dde-0f6bde59f926 req-e28b5c35-25ad-4f1d-9c17-d88c51392383 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601988 May 13 14:56:33.767075 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-672ccbc9-cafb-415c-b5cf-45f4cda67301 None None] Provisioning for port 6d314f19-46f0-4755-96c5-814831a08d9c completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:56:33.775179 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-672ccbc9-cafb-415c-b5cf-45f4cda67301 None None] Provisioning complete for port 6d314f19-46f0-4755-96c5-814831a08d9c triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:33.775922 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-672ccbc9-cafb-415c-b5cf-45f4cda67301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:33.936419 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-672ccbc9-cafb-415c-b5cf-45f4cda67301 None None] Port 6d314f19-46f0-4755-96c5-814831a08d9c cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:56:34.019472 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-13a8d1e6-ad21-4d95-820f-0aabb6e74aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:34.039398 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-13a8d1e6-ad21-4d95-820f-0aabb6e74aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:34.066252 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce3c97-8c27-49da-b172-a5a23f815b16 req-6d960f26-9f13-4855-8e24-7246c88c04e8 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:34.074618 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-27ce3c97-8c27-49da-b172-a5a23f815b16 req-6d960f26-9f13-4855-8e24-7246c88c04e8 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1b172d8-6c98-4291-8a6e-83cb9531ab64 HTTP/1.1" status: 200 len: 944 time: 0.3853967 May 13 14:56:34.114620 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a8d1e6-ad21-4d95-820f-0aabb6e74aa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:56:34.168159 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-27ce3c97-8c27-49da-b172-a5a23f815b16 req-8a9006a7-5056-415f-82fe-c6c8a56de933 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Synchronizing usage tracker for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:56:34.184669 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8d1e6-ad21-4d95-820f-0aabb6e74aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0c00fc-cf34-43f0-af62-5530d697aa2c,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:34.188703 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-13a8d1e6-ad21-4d95-820f-0aabb6e74aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:34.189393 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-13a8d1e6-ad21-4d95-820f-0aabb6e74aa9 admin admin] Added segment c20294a1-2978-4c87-b078-73c66c04a42e of type vlan for network 5fab0a7c-c40e-4669-bee5-83051afa029e May 13 14:56:34.272600 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-27ce3c97-8c27-49da-b172-a5a23f815b16 req-8a9006a7-5056-415f-82fe-c6c8a56de933 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Unset dirty status for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:56:34.282430 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-27ce3c97-8c27-49da-b172-a5a23f815b16 req-8a9006a7-5056-415f-82fe-c6c8a56de933 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0f2e205-76c9-42a4-91b3-e415c6a7f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065639 May 13 14:56:34.349112 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2fc3e570-04e3-41d3-b739-adad98fbb979 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:56:34.356814 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-13a8d1e6-ad21-4d95-820f-0aabb6e74aa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:34.404161 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d9dbb674-779a-41a1-b9b5-36a0a0058c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:34.468131 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-13a8d1e6-ad21-4d95-820f-0aabb6e74aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:34.469113 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a8d1e6-ad21-4d95-820f-0aabb6e74aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:34.469698 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-13a8d1e6-ad21-4d95-820f-0aabb6e74aa9 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:34.481993 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 2fc3e570-04e3-41d3-b739-adad98fbb979 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:34.482370 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:34.643441 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8d1e6-ad21-4d95-820f-0aabb6e74aa9 admin admin] Pushing event updated for resources: {'Network': ['ID=5fab0a7c-c40e-4669-bee5-83051afa029e,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:34.656400 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 5fab0a7c-c40e-4669-bee5-83051afa029e details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:56:34.658436 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-13a8d1e6-ad21-4d95-820f-0aabb6e74aa9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9889233 May 13 14:56:34.661727 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50590) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:34.667822 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-4720eaa6-c881-435e-b318-ef4a14ffd70f admin admin] Request body: {'subnet': {'network_id': '5fab0a7c-c40e-4669-bee5-83051afa029e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-859549555-subnet', 'tenant_id': '50f7421f4cf74092a9d1141400e7d749', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:34.679906 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4720eaa6-c881-435e-b318-ef4a14ffd70f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:34.688168 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4720eaa6-c881-435e-b318-ef4a14ffd70f admin admin] Usage tracker for resource:subnet and tenant:50f7421f4cf74092a9d1141400e7d749 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:34.690268 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 2fc3e570-04e3-41d3-b739-adad98fbb979 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:34.695396 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4720eaa6-c881-435e-b318-ef4a14ffd70f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:34.715000 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4720eaa6-c881-435e-b318-ef4a14ffd70f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:34.736535 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7eb24fc8-ff60-404f-a49c-68ba7b5a603d req-0968cbab-57c7-446a-b75c-cb6b4e0578b5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=93fe6f20-9778-4ac3-9f3f-9c5a363d7a54 HTTP/1.1" status: 200 len: 210 time: 0.1013978 May 13 14:56:34.740804 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4720eaa6-c881-435e-b318-ef4a14ffd70f admin admin] Made reservation on behalf of 50f7421f4cf74092a9d1141400e7d749 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:34.747367 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4720eaa6-c881-435e-b318-ef4a14ffd70f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:35.040980 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4720eaa6-c881-435e-b318-ef4a14ffd70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:35.135294 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720eaa6-c881-435e-b318-ef4a14ffd70f admin admin] Pushing event updated for resources: {'Subnet': ['ID=de64d53d-2d52-47d9-8249-cf73d0be7796,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:35.156455 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4720eaa6-c881-435e-b318-ef4a14ffd70f admin admin] Checking segment: {'id': 'c20294a1-2978-4c87-b078-73c66c04a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5fab0a7c-c40e-4669-bee5-83051afa029e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:56:35.156922 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4720eaa6-c881-435e-b318-ef4a14ffd70f admin admin] Network hostable DHCP agents. Network: 5fab0a7c-c40e-4669-bee5-83051afa029e, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:56:35.168908 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.resource_extend [None req-d9dbb674-779a-41a1-b9b5-36a0a0058c5d admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:56:35.184084 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4720eaa6-c881-435e-b318-ef4a14ffd70f admin admin] Network 5fab0a7c-c40e-4669-bee5-83051afa029e is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:56:35.190749 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-6be92eaa-bad2-4ffb-ae95-60dbd24d36c7 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:35.192265 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-6be92eaa-bad2-4ffb-ae95-60dbd24d36c7 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.59 "GET /v2.0/networks?id=7245a93f-bdad-4850-88f9-09476b64c18f HTTP/1.1" status: 200 len: 806 time: 0.3154459 May 13 14:56:35.194361 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d9dbb674-779a-41a1-b9b5-36a0a0058c5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:35.200174 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d9dbb674-779a-41a1-b9b5-36a0a0058c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:35.213316 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-4720eaa6-c881-435e-b318-ef4a14ffd70f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 5fab0a7c-c40e-4669-bee5-83051afa029e) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:35.224825 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e571d09e-9ae7-4103-afe3-7d7f0021be94 None None] Network 5fab0a7c-c40e-4669-bee5-83051afa029e requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:56:35.251373 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4720eaa6-c881-435e-b318-ef4a14ffd70f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:35.252305 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4720eaa6-c881-435e-b318-ef4a14ffd70f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:35.275909 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-99bec0bf-e8ac-4586-851d-21ee77795f95 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Request body: {'port': {'device_id': '93fe6f20-9778-4ac3-9f3f-9c5a363d7a54', 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f', 'admin_state_up': True, 'tenant_id': '732161aac5934f6693072fa75ca25401'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:35.300820 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4720eaa6-c881-435e-b318-ef4a14ffd70f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6377995 May 13 14:56:35.409196 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d9dbb674-779a-41a1-b9b5-36a0a0058c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:35.550609 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7524a0-0f3f-49a0-be2e-959cb7f106d9 None None] Network 5fab0a7c-c40e-4669-bee5-83051afa029e requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:56:35.661829 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691d440-7340-4bfe-a3e4-03a95bb991a3 req-bc6779de-a71a-45da-a3e1-81d07c1afa31 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:35.674913 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1691d440-7340-4bfe-a3e4-03a95bb991a3 req-bc6779de-a71a-45da-a3e1-81d07c1afa31 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1b172d8-6c98-4291-8a6e-83cb9531ab64 HTTP/1.1" status: 200 len: 944 time: 0.1663845 May 13 14:56:35.833236 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 3922c313-0a0e-4af5-a027-c7b1deaa7a81 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:56:35.843821 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1691d440-7340-4bfe-a3e4-03a95bb991a3 req-dc939163-3e57-4039-93c7-a42360428078 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0f2e205-76c9-42a4-91b3-e415c6a7f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659582 May 13 14:56:35.988934 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dbb674-779a-41a1-b9b5-36a0a0058c5d admin admin] Pushing event updated for resources: {'Port': ['ID=6d314f19-46f0-4755-96c5-814831a08d9c,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:36.010927 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dbb674-779a-41a1-b9b5-36a0a0058c5d admin admin] Network 1bbaec0f-af26-45d2-8297-20af6af30ce9 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:56:36.011270 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 3922c313-0a0e-4af5-a027-c7b1deaa7a81, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=3922c313-0a0e-4af5-a027-c7b1deaa7a81,segment=NetworkSegment(a02caf75-1c2e-4d08-9c97-66ffe197803c),segment_id=a02caf75-1c2e-4d08-9c97-66ffe197803c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:36.025385 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-d9dbb674-779a-41a1-b9b5-36a0a0058c5d admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:36.029215 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fdee795d-a201-40aa-846c-be54a6530525 req-97a75f85-e3da-4e17-97e9-83bdbacfd26d tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=93fe6f20-9778-4ac3-9f3f-9c5a363d7a54 HTTP/1.1" status: 200 len: 210 time: 0.1008263 May 13 14:56:36.113672 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '3922c313-0a0e-4af5-a027-c7b1deaa7a81', 'network_id': '213c970f-c639-49b2-8c01-7dd8915da6b5', 'port_id': '3922c313-0a0e-4af5-a027-c7b1deaa7a81', 'mac_address': 'fa:16:3e:ec:45:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e2de9b6-120b-40f6-9204-e1f066201b83', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:56:36.213905 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-99bec0bf-e8ac-4586-851d-21ee77795f95 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:36.224794 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 3922c313-0a0e-4af5-a027-c7b1deaa7a81 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:36.225051 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:36.243064 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-99bec0bf-e8ac-4586-851d-21ee77795f95 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:36.251803 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3922c313-0a0e-4af5-a027-c7b1deaa7a81 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:56:36.277524 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 3922c313-0a0e-4af5-a027-c7b1deaa7a81, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=3922c313-0a0e-4af5-a027-c7b1deaa7a81,segment=NetworkSegment(a02caf75-1c2e-4d08-9c97-66ffe197803c),segment_id=a02caf75-1c2e-4d08-9c97-66ffe197803c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:36.283410 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:36.384588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-99bec0bf-e8ac-4586-851d-21ee77795f95 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Made reservation on behalf of 732161aac5934f6693072fa75ca25401 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:36.393690 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-99bec0bf-e8ac-4586-851d-21ee77795f95 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:36.413310 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50624) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:36.431260 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-627b9c90-40c4-4897-809d-dcdf930229b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1406226488-network', 'tenant_id': '287c3d92493f4c26899cae2c820b9f6b'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:36.434273 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=3922c313-0a0e-4af5-a027-c7b1deaa7a81,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:36.448825 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-627b9c90-40c4-4897-809d-dcdf930229b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:36.458449 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-627b9c90-40c4-4897-809d-dcdf930229b7 admin admin] Usage tracker for resource:network and tenant:287c3d92493f4c26899cae2c820b9f6b is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:36.466629 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-627b9c90-40c4-4897-809d-dcdf930229b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:36.485010 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-627b9c90-40c4-4897-809d-dcdf930229b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:36.490486 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-983ee6a9-7ade-4c29-99a2-10100065626d None None] Provisioning complete for port 6d314f19-46f0-4755-96c5-814831a08d9c triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:36.496955 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-983ee6a9-7ade-4c29-99a2-10100065626d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:36.513483 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627b9c90-40c4-4897-809d-dcdf930229b7 admin admin] Made reservation on behalf of 287c3d92493f4c26899cae2c820b9f6b for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:36.519211 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-627b9c90-40c4-4897-809d-dcdf930229b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:36.560690 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-627b9c90-40c4-4897-809d-dcdf930229b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:36.597160 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-627b9c90-40c4-4897-809d-dcdf930229b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:36.605611 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-627b9c90-40c4-4897-809d-dcdf930229b7 admin admin] Usage tracker for resource:security_group_rule and tenant:287c3d92493f4c26899cae2c820b9f6b is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:36.608664 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-983ee6a9-7ade-4c29-99a2-10100065626d None None] Port 6d314f19-46f0-4755-96c5-814831a08d9c cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:56:36.609766 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-627b9c90-40c4-4897-809d-dcdf930229b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:36.619178 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-627b9c90-40c4-4897-809d-dcdf930229b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:36.650260 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-99bec0bf-e8ac-4586-851d-21ee77795f95 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Allocated IP 172.20.0.2 (7245a93f-bdad-4850-88f9-09476b64c18f/34fcb229-3793-40c5-9fb6-d9e1bba72c19/a04146c9-ca56-470c-8428-1dcb5730a41e) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:56:36.701102 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['3922c313-0a0e-4af5-a027-c7b1deaa7a81'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:56:36.748330 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-627b9c90-40c4-4897-809d-dcdf930229b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:36.753951 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-627b9c90-40c4-4897-809d-dcdf930229b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:36.796149 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627b9c90-40c4-4897-809d-dcdf930229b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:56:36.811808 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b9c90-40c4-4897-809d-dcdf930229b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44001326-36c5-4cb3-b704-733724e3c0ce,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:36.834212 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-627b9c90-40c4-4897-809d-dcdf930229b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:36.834859 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-627b9c90-40c4-4897-809d-dcdf930229b7 admin admin] Added segment f2946fde-4043-46df-87c1-91fcdb416142 of type vlan for network c8edfe6d-aa92-4d88-86bf-e272d15aeaf2 May 13 14:56:36.867458 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-627b9c90-40c4-4897-809d-dcdf930229b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:36.896087 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-99bec0bf-e8ac-4586-851d-21ee77795f95 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:36.921060 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9dbb674-779a-41a1-b9b5-36a0a0058c5d admin admin] Router 8598f905-4194-4ec4-a3cc-114d6f2a4b52 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:56:36.923022 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-627b9c90-40c4-4897-809d-dcdf930229b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:36.924202 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627b9c90-40c4-4897-809d-dcdf930229b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:36.924875 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-627b9c90-40c4-4897-809d-dcdf930229b7 admin admin] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:37.008975 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-99bec0bf-e8ac-4586-851d-21ee77795f95 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:37.027707 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['c219a9e3-31ff-4672-a567-a3f58b20873f'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:56:37.150466 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bec0bf-e8ac-4586-851d-21ee77795f95 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Pushing event updated for resources: {'Port': ['ID=a04146c9-ca56-470c-8428-1dcb5730a41e,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:37.263585 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-627b9c90-40c4-4897-809d-dcdf930229b7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8488603 May 13 14:56:37.264553 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b9c90-40c4-4897-809d-dcdf930229b7 admin admin] Pushing event updated for resources: {'Network': ['ID=c8edfe6d-aa92-4d88-86bf-e272d15aeaf2,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:37.266662 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50640) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:37.295026 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-99f634af-f437-42bd-9454-28e0088ae3e1 admin admin] Request body: {'subnet': {'network_id': 'c8edfe6d-aa92-4d88-86bf-e272d15aeaf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1406226488-subnet', 'tenant_id': '287c3d92493f4c26899cae2c820b9f6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:37.298006 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network c8edfe6d-aa92-4d88-86bf-e272d15aeaf2 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:56:37.310458 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-99f634af-f437-42bd-9454-28e0088ae3e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:37.358701 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-99f634af-f437-42bd-9454-28e0088ae3e1 admin admin] Usage tracker for resource:subnet and tenant:287c3d92493f4c26899cae2c820b9f6b is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:37.383072 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-99f634af-f437-42bd-9454-28e0088ae3e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:37.419886 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-99f634af-f437-42bd-9454-28e0088ae3e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:37.441047 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659821e-0b74-4d8c-84e0-4f90d3c19f58 req-ddc191a5-9efb-490f-a1ee-7e8835a44918 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:37.441758 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b7cba8e6-abe7-42b8-83df-4ac2f9068e76 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:56:37.443580 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2659821e-0b74-4d8c-84e0-4f90d3c19f58 req-ddc191a5-9efb-490f-a1ee-7e8835a44918 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1b172d8-6c98-4291-8a6e-83cb9531ab64 HTTP/1.1" status: 200 len: 945 time: 0.3424642 May 13 14:56:37.455861 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f634af-f437-42bd-9454-28e0088ae3e1 admin admin] Made reservation on behalf of 287c3d92493f4c26899cae2c820b9f6b for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:37.459806 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-99f634af-f437-42bd-9454-28e0088ae3e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:37.604216 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9dbb674-779a-41a1-b9b5-36a0a0058c5d admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:56:37.615483 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f174586-3a19-488a-806b-63a1b9b5b229 None None] Sync routers for ids ['8598f905-4194-4ec4-a3cc-114d6f2a4b52'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:56:37.634120 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f174586-3a19-488a-806b-63a1b9b5b229 None None] Routers {'8598f905-4194-4ec4-a3cc-114d6f2a4b52'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:56:37.634356 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-99bec0bf-e8ac-4586-851d-21ee77795f95 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Network 7245a93f-bdad-4850-88f9-09476b64c18f is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:56:37.635019 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-7f174586-3a19-488a-806b-63a1b9b5b229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:56:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8598f905-4194-4ec4-a3cc-114d6f2a4b52'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:37.640012 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-99bec0bf-e8ac-4586-851d-21ee77795f95 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:37.646063 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-99bec0bf-e8ac-4586-851d-21ee77795f95 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:56:37.739878 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d9dbb674-779a-41a1-b9b5-36a0a0058c5d admin admin] 10.222.0.35 "PUT /v2.0/routers/8598f905-4194-4ec4-a3cc-114d6f2a4b52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1475143 May 13 14:56:37.817926 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23cce9-2bd8-4aa7-a934-d1cc5f5ea07d req-b5069548-3435-4a51-973e-3d3d414f8ea5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:37.818758 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-8d23cce9-2bd8-4aa7-a934-d1cc5f5ea07d req-b5069548-3435-4a51-973e-3d3d414f8ea5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Synchronizing usage tracker for tenant:732161aac5934f6693072fa75ca25401 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:56:37.832139 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-99bec0bf-e8ac-4586-851d-21ee77795f95 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:37.834885 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-99bec0bf-e8ac-4586-851d-21ee77795f95 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:37.884152 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-99bec0bf-e8ac-4586-851d-21ee77795f95 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6517391 May 13 14:56:37.891829 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-8d23cce9-2bd8-4aa7-a934-d1cc5f5ea07d req-b5069548-3435-4a51-973e-3d3d414f8ea5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Unset dirty status for tenant:732161aac5934f6693072fa75ca25401 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:56:37.895726 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.resource_extend [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:56:37.902656 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8d23cce9-2bd8-4aa7-a934-d1cc5f5ea07d req-b5069548-3435-4a51-973e-3d3d414f8ea5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=93fe6f20-9778-4ac3-9f3f-9c5a363d7a54 HTTP/1.1" status: 200 len: 931 time: 0.3556643 May 13 14:56:37.952278 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-d41f14a5-4007-4e4a-9963-9ace59c925a5 service neutron] Request body: {'port': {'device_id': '93fe6f20-9778-4ac3-9f3f-9c5a363d7a54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:38.145547 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-7f174586-3a19-488a-806b-63a1b9b5b229 None None] Set router 8598f905-4194-4ec4-a3cc-114d6f2a4b52 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:56:38.315215 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2659821e-0b74-4d8c-84e0-4f90d3c19f58 req-6f65cb57-51ec-4e12-a89e-d017f04397e3 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0f2e205-76c9-42a4-91b3-e415c6a7f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4190660 May 13 14:56:38.356285 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b7cba8e6-abe7-42b8-83df-4ac2f9068e76, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b7cba8e6-abe7-42b8-83df-4ac2f9068e76,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:38.417896 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'b7cba8e6-abe7-42b8-83df-4ac2f9068e76', 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd', 'port_id': 'b7cba8e6-abe7-42b8-83df-4ac2f9068e76', 'mac_address': 'fa:16:3e:e6:ac:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43563bd-f154-4518-8312-29f2255f69ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:56:38.483059 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-99f634af-f437-42bd-9454-28e0088ae3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:38.509747 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port b7cba8e6-abe7-42b8-83df-4ac2f9068e76 is: ACTIVE; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:38.510389 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:38.535141 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8d23cce9-2bd8-4aa7-a934-d1cc5f5ea07d req-be08d82b-3ac0-4eb3-95b0-05c382af03ee tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6302686 May 13 14:56:38.539351 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7cba8e6-abe7-42b8-83df-4ac2f9068e76 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:56:38.570698 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b7cba8e6-abe7-42b8-83df-4ac2f9068e76, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b7cba8e6-abe7-42b8-83df-4ac2f9068e76,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:38.576989 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:38.746748 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-d41f14a5-4007-4e4a-9963-9ace59c925a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:38.793733 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['cdb4a137-f73c-4554-a3eb-0af120fd080d'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:56:38.809222 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f634af-f437-42bd-9454-28e0088ae3e1 admin admin] Checking segment: {'id': 'f2946fde-4043-46df-87c1-91fcdb416142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c8edfe6d-aa92-4d88-86bf-e272d15aeaf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:56:38.809832 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f634af-f437-42bd-9454-28e0088ae3e1 admin admin] Network hostable DHCP agents. Network: c8edfe6d-aa92-4d88-86bf-e272d15aeaf2, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:56:38.837009 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f634af-f437-42bd-9454-28e0088ae3e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=394f50b5-cf85-4cb4-9cb4-9e959042c304,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:38.894809 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['b7cba8e6-abe7-42b8-83df-4ac2f9068e76'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:56:38.895010 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f634af-f437-42bd-9454-28e0088ae3e1 admin admin] Network c8edfe6d-aa92-4d88-86bf-e272d15aeaf2 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:56:38.921855 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-99f634af-f437-42bd-9454-28e0088ae3e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, c8edfe6d-aa92-4d88-86bf-e272d15aeaf2) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:38.933274 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f634af-f437-42bd-9454-28e0088ae3e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:38.934270 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-99f634af-f437-42bd-9454-28e0088ae3e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:39.013029 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-99f634af-f437-42bd-9454-28e0088ae3e1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7437530 May 13 14:56:39.018975 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a1adc1-4969-41ac-a270-eb5ca067f1b4 None None] Network c8edfe6d-aa92-4d88-86bf-e272d15aeaf2 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:56:39.220526 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-7f174586-3a19-488a-806b-63a1b9b5b229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598f905-4194-4ec4-a3cc-114d6f2a4b52', 'name': 'tempest-TestServerMultinode-1880526690-router', 'tenant_id': 'ce5e38cffc304c0ab894ad9e627bb7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '2fc3e570-04e3-41d3-b739-adad98fbb979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:56:21Z', 'updated_at': '2022-05-13T14:56:34Z', 'revision_number': 4, 'project_id': 'ce5e38cffc304c0ab894ad9e627bb7e9', 'gw_port': {'id': '2fc3e570-04e3-41d3-b739-adad98fbb979', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f905-4194-4ec4-a3cc-114d6f2a4b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:56:23Z', 'updated_at': '2022-05-13T14:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '6d314f19-46f0-4755-96c5-814831a08d9c', 'name': '', 'network_id': '1bbaec0f-af26-45d2-8297-20af6af30ce9', 'tenant_id': 'ce5e38cffc304c0ab894ad9e627bb7e9', 'mac_address': 'fa:16:3e:37:87:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8598f905-4194-4ec4-a3cc-114d6f2a4b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '32b4abb3-ae2d-49fb-88ed-e0091dce6408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:56:31Z', 'updated_at': '2022-05-13T14:56:34Z', 'revision_number': 2, 'project_id': 'ce5e38cffc304c0ab894ad9e627bb7e9', 'subnets': [{'id': '32b4abb3-ae2d-49fb-88ed-e0091dce6408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:39.228347 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f174586-3a19-488a-806b-63a1b9b5b229 None None] Checking router: 8598f905-4194-4ec4-a3cc-114d6f2a4b52 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:56:39.229426 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f174586-3a19-488a-806b-63a1b9b5b229 None None] Updating router 8598f905-4194-4ec4-a3cc-114d6f2a4b52 port 6d314f19-46f0-4755-96c5-814831a08d9c binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:56:39.345143 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=b7cba8e6-abe7-42b8-83df-4ac2f9068e76,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:39.460954 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-7f174586-3a19-488a-806b-63a1b9b5b229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:39.645666 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-af98269a-e62b-42ed-957f-a425989567f6 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:39.646980 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-af98269a-e62b-42ed-957f-a425989567f6 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Synchronizing usage tracker for tenant:ce5e38cffc304c0ab894ad9e627bb7e9 on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:56:39.703078 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 3922c313-0a0e-4af5-a027-c7b1deaa7a81 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:56:39.783776 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a0654-0cf6-4de0-9b19-83d89eb1b237 req-495b5452-f961-4ecb-99f1-60b09f240040 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:39.787872 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-272a0654-0cf6-4de0-9b19-83d89eb1b237 req-495b5452-f961-4ecb-99f1-60b09f240040 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1b172d8-6c98-4291-8a6e-83cb9531ab64 HTTP/1.1" status: 200 len: 945 time: 0.2135286 May 13 14:56:39.818441 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-af98269a-e62b-42ed-957f-a425989567f6 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Unset dirty status for tenant:ce5e38cffc304c0ab894ad9e627bb7e9 on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:56:39.824677 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-af98269a-e62b-42ed-957f-a425989567f6 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/networks?id=43ddb1be-7c29-4450-a618-58154740455e HTTP/1.1" status: 200 len: 911 time: 0.4947612 May 13 14:56:39.864074 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3665480-b76a-481f-820d-f4a571d5ed3f None None] Network c8edfe6d-aa92-4d88-86bf-e272d15aeaf2 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:56:39.875146 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-f4dbce59-e465-42d7-95dd-c00c10b07186 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/quotas/ce5e38cffc304c0ab894ad9e627bb7e9 HTTP/1.1" status: 200 len: 375 time: 0.0204501 May 13 14:56:39.926022 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-272a0654-0cf6-4de0-9b19-83d89eb1b237 req-d2fb2bb0-e2fc-4ec9-bcfa-7fcf1b333559 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0f2e205-76c9-42a4-91b3-e415c6a7f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255734 May 13 14:56:39.980569 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-d41f14a5-4007-4e4a-9963-9ace59c925a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a04146c9-ca56-470c-8428-1dcb5730a41e {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:56:40.005229 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-d41f14a5-4007-4e4a-9963-9ace59c925a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:40.095331 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-9feeef6f-4e80-4a4b-9694-7e7e19ddb48b tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Synchronizing usage tracker for tenant:ce5e38cffc304c0ab894ad9e627bb7e9 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:56:40.112908 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-d41f14a5-4007-4e4a-9963-9ace59c925a5 service neutron] Transition to ACTIVE for port object a04146c9-ca56-470c-8428-1dcb5730a41e will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:56:40.122397 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-9feeef6f-4e80-4a4b-9694-7e7e19ddb48b tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Unset dirty status for tenant:ce5e38cffc304c0ab894ad9e627bb7e9 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:56:40.125115 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-9feeef6f-4e80-4a4b-9694-7e7e19ddb48b tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce5e38cffc304c0ab894ad9e627bb7e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2480884 May 13 14:56:40.134354 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-d41f14a5-4007-4e4a-9963-9ace59c925a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:40.176762 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-7f174586-3a19-488a-806b-63a1b9b5b229 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:40.200422 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-7f174586-3a19-488a-806b-63a1b9b5b229 None None] Transition to ACTIVE for port object 6d314f19-46f0-4755-96c5-814831a08d9c will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:56:40.215328 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-7f174586-3a19-488a-806b-63a1b9b5b229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:40.309583 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd2554-0aca-426e-9f5e-1e704d54a7f7 req-f3100984-7866-483b-8871-ce27ec50f6b9 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:40.314181 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4bbd2554-0aca-426e-9f5e-1e704d54a7f7 req-f3100984-7866-483b-8871-ce27ec50f6b9 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=93fe6f20-9778-4ac3-9f3f-9c5a363d7a54 HTTP/1.1" status: 200 len: 943 time: 0.2233942 May 13 14:56:40.346615 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 3922c313-0a0e-4af5-a027-c7b1deaa7a81 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:56:40.417638 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f14a5-4007-4e4a-9963-9ace59c925a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a04146c9-ca56-470c-8428-1dcb5730a41e,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:40.430719 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 3922c313-0a0e-4af5-a027-c7b1deaa7a81 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:40.431445 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:40.468749 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4bbd2554-0aca-426e-9f5e-1e704d54a7f7 req-c2395436-96f2-47b7-9f5d-6860b09804cf tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436081 May 13 14:56:40.675384 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964523a0-d4c3-45b9-9949-3a4495c65279 None None] Pushing event updated for resources: {'Port': ['ID=6d314f19-46f0-4755-96c5-814831a08d9c,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:40.707486 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-7f174586-3a19-488a-806b-63a1b9b5b229 None None] Attempting to bind port 6d314f19-46f0-4755-96c5-814831a08d9c on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:56:40.709758 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-7f174586-3a19-488a-806b-63a1b9b5b229 None None] Attempting to bind port 6d314f19-46f0-4755-96c5-814831a08d9c by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'df3c2022-85c2-4bc5-8c7b-937307f00035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1bbaec0f-af26-45d2-8297-20af6af30ce9'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:56:40.710412 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f174586-3a19-488a-806b-63a1b9b5b229 None None] Attempting to bind port 6d314f19-46f0-4755-96c5-814831a08d9c on network 1bbaec0f-af26-45d2-8297-20af6af30ce9 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:56:40.729560 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f174586-3a19-488a-806b-63a1b9b5b229 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:56:40.730070 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f174586-3a19-488a-806b-63a1b9b5b229 None None] Checking segment: {'id': 'df3c2022-85c2-4bc5-8c7b-937307f00035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1bbaec0f-af26-45d2-8297-20af6af30ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:56:40.730473 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-7f174586-3a19-488a-806b-63a1b9b5b229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:40.740231 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f174586-3a19-488a-806b-63a1b9b5b229 None None] Bound using segment: {'id': 'df3c2022-85c2-4bc5-8c7b-937307f00035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1bbaec0f-af26-45d2-8297-20af6af30ce9'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:56:40.742546 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-7f174586-3a19-488a-806b-63a1b9b5b229 None None] Bound port: 6d314f19-46f0-4755-96c5-814831a08d9c, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df3c2022-85c2-4bc5-8c7b-937307f00035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1bbaec0f-af26-45d2-8297-20af6af30ce9'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:56:40.743007 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-7f174586-3a19-488a-806b-63a1b9b5b229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:41.066957 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-7f174586-3a19-488a-806b-63a1b9b5b229 None None] For port 6d314f19-46f0-4755-96c5-814831a08d9c, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:56:41.080314 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-7f174586-3a19-488a-806b-63a1b9b5b229 None None] For port 6d314f19-46f0-4755-96c5-814831a08d9c, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6d314f19-46f0-4755-96c5-814831a08d9c,segment=NetworkSegment(df3c2022-85c2-4bc5-8c7b-937307f00035),segment_id=df3c2022-85c2-4bc5-8c7b-937307f00035)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:56:41.088840 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-7f174586-3a19-488a-806b-63a1b9b5b229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:41.197808 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 3922c313-0a0e-4af5-a027-c7b1deaa7a81 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:41.198408 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:41.252565 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f174586-3a19-488a-806b-63a1b9b5b229 None None] Routers {'8598f905-4194-4ec4-a3cc-114d6f2a4b52'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:56:41.253208 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-7f174586-3a19-488a-806b-63a1b9b5b229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:56:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8598f905-4194-4ec4-a3cc-114d6f2a4b52'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:41.258814 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b172d8-6c98-4291-8a6e-83cb9531ab64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3922c313-0a0e-4af5-a027-c7b1deaa7a81'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:56:41.292772 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 3922c313-0a0e-4af5-a027-c7b1deaa7a81, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=3922c313-0a0e-4af5-a027-c7b1deaa7a81,segment=NetworkSegment(a02caf75-1c2e-4d08-9c97-66ffe197803c),segment_id=a02caf75-1c2e-4d08-9c97-66ffe197803c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:41.298646 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:41.317159 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-d41f14a5-4007-4e4a-9963-9ace59c925a5 service neutron] Attempting to bind port a04146c9-ca56-470c-8428-1dcb5730a41e on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:56:41.318190 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-d41f14a5-4007-4e4a-9963-9ace59c925a5 service neutron] Attempting to bind port a04146c9-ca56-470c-8428-1dcb5730a41e by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '57c587b4-4a75-4472-8b66-fdd8b5188b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:56:41.318702 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-d41f14a5-4007-4e4a-9963-9ace59c925a5 service neutron] Attempting to bind port a04146c9-ca56-470c-8428-1dcb5730a41e on network 7245a93f-bdad-4850-88f9-09476b64c18f {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:56:41.329649 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-6bd7631e-84c6-45af-8575-3119009bfa15 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:41.337407 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-d41f14a5-4007-4e4a-9963-9ace59c925a5 service neutron] Port a04146c9-ca56-470c-8428-1dcb5730a41e on network 7245a93f-bdad-4850-88f9-09476b64c18f not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:56:41.338096 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-d41f14a5-4007-4e4a-9963-9ace59c925a5 service neutron] Attempting to bind port a04146c9-ca56-470c-8428-1dcb5730a41e on network 7245a93f-bdad-4850-88f9-09476b64c18f {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:56:41.346889 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-6bd7631e-84c6-45af-8575-3119009bfa15 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.35 "GET /v2.0/networks?id=5fab0a7c-c40e-4669-bee5-83051afa029e HTTP/1.1" status: 200 len: 808 time: 0.3325250 May 13 14:56:41.357238 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-d41f14a5-4007-4e4a-9963-9ace59c925a5 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:56:41.358690 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-d41f14a5-4007-4e4a-9963-9ace59c925a5 service neutron] Checking segment: {'id': '57c587b4-4a75-4472-8b66-fdd8b5188b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:56:41.359799 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-d41f14a5-4007-4e4a-9963-9ace59c925a5 service neutron] Bound using segment: {'id': '57c587b4-4a75-4472-8b66-fdd8b5188b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:56:41.360826 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-d41f14a5-4007-4e4a-9963-9ace59c925a5 service neutron] Bound port: a04146c9-ca56-470c-8428-1dcb5730a41e, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c587b4-4a75-4472-8b66-fdd8b5188b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:56:41.361520 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-d41f14a5-4007-4e4a-9963-9ace59c925a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:41.377982 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-ddc4ca78-91fb-41fd-8d0d-ff5e77a85553 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.35 "GET /v2.0/quotas/50f7421f4cf74092a9d1141400e7d749 HTTP/1.1" status: 200 len: 375 time: 0.0296509 May 13 14:56:41.394629 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b7cba8e6-abe7-42b8-83df-4ac2f9068e76 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:56:41.515838 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-0230fb37-793d-4300-99bf-b1316db112bd tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=50f7421f4cf74092a9d1141400e7d749&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1208768 May 13 14:56:41.592055 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-d41f14a5-4007-4e4a-9963-9ace59c925a5 service neutron] For port a04146c9-ca56-470c-8428-1dcb5730a41e, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:56:41.598076 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-d41f14a5-4007-4e4a-9963-9ace59c925a5 service neutron] For port a04146c9-ca56-470c-8428-1dcb5730a41e, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=a04146c9-ca56-470c-8428-1dcb5730a41e,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:56:41.608133 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-d41f14a5-4007-4e4a-9963-9ace59c925a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:41.626247 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964523a0-d4c3-45b9-9949-3a4495c65279 None None] Pushing event updated for resources: {'Port': ['ID=6d314f19-46f0-4755-96c5-814831a08d9c,revision_number=4']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:41.697685 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=3922c313-0a0e-4af5-a027-c7b1deaa7a81,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:41.704765 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-5ec4f481-354c-4907-a477-bcfcb9366564 service neutron] 10.222.0.35 "GET /v2.0/networks/43ddb1be-7c29-4450-a618-58154740455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2987804 May 13 14:56:41.742732 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port b7cba8e6-abe7-42b8-83df-4ac2f9068e76 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:41.744161 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:41.860053 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-d41f14a5-4007-4e4a-9963-9ace59c925a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:41.861277 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-d41f14a5-4007-4e4a-9963-9ace59c925a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:41.862971 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-d41f14a5-4007-4e4a-9963-9ace59c925a5 service neutron] 10.222.0.59 "PUT /v2.0/ports/a04146c9-ca56-470c-8428-1dcb5730a41e HTTP/1.1" status: 200 len: 1091 time: 3.9158001 May 13 14:56:41.874249 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fe6f20-9778-4ac3-9f3f-9c5a363d7a54', 'tag': 'a04146c9-ca56-470c-8428-1dcb5730a41e'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:56:42.009063 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port b7cba8e6-abe7-42b8-83df-4ac2f9068e76 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:42.009453 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:42.018064 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-7f174586-3a19-488a-806b-63a1b9b5b229 None None] Set router 8598f905-4194-4ec4-a3cc-114d6f2a4b52 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:56:42.021602 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f14a5-4007-4e4a-9963-9ace59c925a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a04146c9-ca56-470c-8428-1dcb5730a41e,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:42.057261 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b7cba8e6-abe7-42b8-83df-4ac2f9068e76, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b7cba8e6-abe7-42b8-83df-4ac2f9068e76,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:42.063251 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:42.188349 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-68d747d2-1435-49c4-a21b-9d528238254b service neutron] 10.222.0.35 "GET /v2.0/networks/5fab0a7c-c40e-4669-bee5-83051afa029e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6719477 May 13 14:56:42.227479 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-8e8a3a9b-ec1c-4098-a558-567ef46867e9 service neutron] 10.222.0.35 "GET /v2.0/networks/43ddb1be-7c29-4450-a618-58154740455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217218 May 13 14:56:42.252500 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-5342dd29-b884-4216-813b-0cc367148be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:42.265367 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-5342dd29-b884-4216-813b-0cc367148be8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=732161aac5934f6693072fa75ca25401&device_id=93fe6f20-9778-4ac3-9f3f-9c5a363d7a54 HTTP/1.1" status: 200 len: 1094 time: 0.3626633 May 13 14:56:42.302740 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=b7cba8e6-abe7-42b8-83df-4ac2f9068e76,revision_number=7']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:42.482629 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-f5339248-4fc8-4d4a-b9ad-063148a7df74 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a04146c9-ca56-470c-8428-1dcb5730a41e HTTP/1.1" status: 200 len: 217 time: 0.2069314 May 13 14:56:42.604738 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-0aac2709-742f-4291-af76-c956f76a3b26 service neutron] 10.222.0.35 "GET /v2.0/networks/5fab0a7c-c40e-4669-bee5-83051afa029e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153261 May 13 14:56:42.911461 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84feabbf-a85d-4772-8f6f-72afb4e3c0dc'] response: {'server_uuid': 'd1b172d8-6c98-4291-8a6e-83cb9531ab64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3922c313-0a0e-4af5-a027-c7b1deaa7a81', 'code': 200} May 13 14:56:42.911794 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-3ceea512-b516-4f78-af17-dee97fd2ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:42.914355 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-3ceea512-b516-4f78-af17-dee97fd2ed44 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34fcb229-3793-40c5-9fb6-d9e1bba72c19 HTTP/1.1" status: 200 len: 846 time: 0.4237943 May 13 14:56:43.214731 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-5eb8a927-1914-4e3c-a8b2-6003d76cdba5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7245a93f-bdad-4850-88f9-09476b64c18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2817547 May 13 14:56:43.242397 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b4984-fb3f-4313-af7b-bd414c21c619 req-5a9ce056-7739-40b3-9951-518924d99db8 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:43.244424 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-071b4984-fb3f-4313-af7b-bd414c21c619 req-5a9ce056-7739-40b3-9951-518924d99db8 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1b172d8-6c98-4291-8a6e-83cb9531ab64 HTTP/1.1" status: 200 len: 946 time: 0.6454940 May 13 14:56:43.509506 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-071b4984-fb3f-4313-af7b-bd414c21c619 req-e3f6cce4-ec0d-4765-9cce-2550c83be938 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0f2e205-76c9-42a4-91b3-e415c6a7f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768432 May 13 14:56:43.617150 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-7f174586-3a19-488a-806b-63a1b9b5b229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598f905-4194-4ec4-a3cc-114d6f2a4b52', 'name': 'tempest-TestServerMultinode-1880526690-router', 'tenant_id': 'ce5e38cffc304c0ab894ad9e627bb7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '2fc3e570-04e3-41d3-b739-adad98fbb979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:56:21Z', 'updated_at': '2022-05-13T14:56:34Z', 'revision_number': 4, 'project_id': 'ce5e38cffc304c0ab894ad9e627bb7e9', 'gw_port': {'id': '2fc3e570-04e3-41d3-b739-adad98fbb979', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f905-4194-4ec4-a3cc-114d6f2a4b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:56:23Z', 'updated_at': '2022-05-13T14:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '6d314f19-46f0-4755-96c5-814831a08d9c', 'name': '', 'network_id': '1bbaec0f-af26-45d2-8297-20af6af30ce9', 'tenant_id': 'ce5e38cffc304c0ab894ad9e627bb7e9', 'mac_address': 'fa:16:3e:37:87:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8598f905-4194-4ec4-a3cc-114d6f2a4b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '32b4abb3-ae2d-49fb-88ed-e0091dce6408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:56:31Z', 'updated_at': '2022-05-13T14:56:41Z', 'revision_number': 4, 'project_id': 'ce5e38cffc304c0ab894ad9e627bb7e9', 'subnets': [{'id': '32b4abb3-ae2d-49fb-88ed-e0091dce6408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:43.631614 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f174586-3a19-488a-806b-63a1b9b5b229 None None] The sync data for ids ['8598f905-4194-4ec4-a3cc-114d6f2a4b52'] in n-d-841760-1 is: [{'id': '8598f905-4194-4ec4-a3cc-114d6f2a4b52', 'name': 'tempest-TestServerMultinode-1880526690-router', 'tenant_id': 'ce5e38cffc304c0ab894ad9e627bb7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '2fc3e570-04e3-41d3-b739-adad98fbb979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:56:21Z', 'updated_at': '2022-05-13T14:56:34Z', 'revision_number': 4, 'project_id': 'ce5e38cffc304c0ab894ad9e627bb7e9', 'gw_port': {'id': '2fc3e570-04e3-41d3-b739-adad98fbb979', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f905-4194-4ec4-a3cc-114d6f2a4b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:56:23Z', 'updated_at': '2022-05-13T14:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '6d314f19-46f0-4755-96c5-814831a08d9c', 'name': '', 'network_id': '1bbaec0f-af26-45d2-8297-20af6af30ce9', 'tenant_id': 'ce5e38cffc304c0ab894ad9e627bb7e9', 'mac_address': 'fa:16:3e:37:87:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8598f905-4194-4ec4-a3cc-114d6f2a4b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '32b4abb3-ae2d-49fb-88ed-e0091dce6408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:56:31Z', 'updated_at': '2022-05-13T14:56:41Z', 'revision_number': 4, 'project_id': 'ce5e38cffc304c0ab894ad9e627bb7e9', 'subnets': [{'id': '32b4abb3-ae2d-49fb-88ed-e0091dce6408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:56:43.655173 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-4d0992e0-2a3a-43fb-9250-87a49a70969d service neutron] 10.222.0.59 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089425 May 13 14:56:43.725658 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff044b8c-a27f-489c-831a-f0c0f9f957ac req-321bf895-f2e4-44b3-a228-7fa0a5ff72d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:43.731994 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ff044b8c-a27f-489c-831a-f0c0f9f957ac req-321bf895-f2e4-44b3-a228-7fa0a5ff72d2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d1b172d8-6c98-4291-8a6e-83cb9531ab64 HTTP/1.1" status: 200 len: 1097 time: 0.6520841 May 13 14:56:43.935126 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5332e1-0e0e-4625-8149-1f07fc7da99d req-67985595-0dda-4d9e-92b6-ced03a3a0eab tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:43.952693 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9a5332e1-0e0e-4625-8149-1f07fc7da99d req-67985595-0dda-4d9e-92b6-ced03a3a0eab tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=93fe6f20-9778-4ac3-9f3f-9c5a363d7a54 HTTP/1.1" status: 200 len: 943 time: 0.7265515 May 13 14:56:44.018625 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ff044b8c-a27f-489c-831a-f0c0f9f957ac req-17b60e62-76bc-481f-b7eb-e65e2412ec0d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b0f2e205-76c9-42a4-91b3-e415c6a7f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732847 May 13 14:56:44.079470 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ebb5102-8b7e-4cb6-89de-b152504c8567'] response: {'name': 'network-changed', 'server_uuid': '93fe6f20-9778-4ac3-9f3f-9c5a363d7a54', 'tag': 'a04146c9-ca56-470c-8428-1dcb5730a41e', 'status': 'completed', 'code': 200} May 13 14:56:44.119767 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9a5332e1-0e0e-4625-8149-1f07fc7da99d req-1d65f65d-3a29-4f9f-9cd0-53e07d94a749 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655920 May 13 14:56:44.185354 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b6abe0b4-f48f-4dc5-9414-fb1871a2568f req-6639392c-33b7-42d1-a0cb-606aa77a00be tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=141e985b-33b0-42b5-b81a-2247f0129b7d HTTP/1.1" status: 200 len: 210 time: 0.1046791 May 13 14:56:44.290152 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da655afb-4a8b-4a0a-ba11-2dadd99574d1 req-ecca1d2c-0652-4e9f-b323-fdf0363c29f2 service neutron] 10.222.0.59 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6262589 May 13 14:56:44.463506 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f28e730b-3df0-4d04-aab1-66e2ec83f190 req-52fe362c-bf01-4a5b-9bf1-5a02071b84ee tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.35 "GET /v2.0/ports?device_id=0823c7c4-4e19-46d9-870f-4d84a8bf6849 HTTP/1.1" status: 200 len: 210 time: 0.0821865 May 13 14:56:44.560365 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6d314f19-46f0-4755-96c5-814831a08d9c up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:56:44.798165 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 6d314f19-46f0-4755-96c5-814831a08d9c completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:56:44.804546 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 6d314f19-46f0-4755-96c5-814831a08d9c triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:44.804926 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:44.935538 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379e7721-aeee-4882-9686-dacd8e87af95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cba8e6-abe7-42b8-83df-4ac2f9068e76'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:56:45.070710 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19167440-364a-43c3-a7c7-0b2d8785dc3a'] response: {'server_uuid': '379e7721-aeee-4882-9686-dacd8e87af95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cba8e6-abe7-42b8-83df-4ac2f9068e76', 'code': 200} May 13 14:56:45.079978 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9718ee-84c8-4014-bea3-22c81ae2347d req-d0c1eb58-6ced-4581-9e87-a23d94efc908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:45.081496 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e9718ee-84c8-4014-bea3-22c81ae2347d req-d0c1eb58-6ced-4581-9e87-a23d94efc908 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=732161aac5934f6693072fa75ca25401&device_id=93fe6f20-9778-4ac3-9f3f-9c5a363d7a54 HTTP/1.1" status: 200 len: 1094 time: 0.3810596 May 13 14:56:45.103708 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 6d314f19-46f0-4755-96c5-814831a08d9c is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:45.106157 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:45.218398 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 6d314f19-46f0-4755-96c5-814831a08d9c, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6d314f19-46f0-4755-96c5-814831a08d9c,segment=NetworkSegment(df3c2022-85c2-4bc5-8c7b-937307f00035),segment_id=df3c2022-85c2-4bc5-8c7b-937307f00035)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:45.224957 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:45.390795 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26525c25-5286-445b-a53d-662add1f188b req-1d1e762d-c34c-4d59-831a-f1daeeaa763f tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:45.414574 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-26525c25-5286-445b-a53d-662add1f188b req-1d1e762d-c34c-4d59-831a-f1daeeaa763f tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1b172d8-6c98-4291-8a6e-83cb9531ab64 HTTP/1.1" status: 200 len: 946 time: 0.6024423 May 13 14:56:45.652516 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=6d314f19-46f0-4755-96c5-814831a08d9c,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:45.858831 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-26525c25-5286-445b-a53d-662add1f188b req-d3ba0c39-44d8-4f30-b411-ffad9a2132f2 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0f2e205-76c9-42a4-91b3-e415c6a7f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4376581 May 13 14:56:45.873043 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9718ee-84c8-4014-bea3-22c81ae2347d req-bdf4a5d0-f918-46aa-b734-7aede5b129ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:45.881280 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e9718ee-84c8-4014-bea3-22c81ae2347d req-bdf4a5d0-f918-46aa-b734-7aede5b129ae service neutron] 10.222.0.59 "GET /v2.0/networks?id=7245a93f-bdad-4850-88f9-09476b64c18f HTTP/1.1" status: 200 len: 907 time: 0.7911077 May 13 14:56:46.084100 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e9718ee-84c8-4014-bea3-22c81ae2347d req-5b09a33a-6896-4d57-8375-2ca436c0b1cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a04146c9-ca56-470c-8428-1dcb5730a41e HTTP/1.1" status: 200 len: 217 time: 0.1963396 May 13 14:56:46.238526 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9718ee-84c8-4014-bea3-22c81ae2347d req-50619918-4cd7-4228-b6a4-96cc14bbb1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:46.240379 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e9718ee-84c8-4014-bea3-22c81ae2347d req-50619918-4cd7-4228-b6a4-96cc14bbb1e5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34fcb229-3793-40c5-9fb6-d9e1bba72c19 HTTP/1.1" status: 200 len: 846 time: 0.1446354 May 13 14:56:46.353277 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e9718ee-84c8-4014-bea3-22c81ae2347d req-176f7a04-91c3-4c85-98b7-2cc9b67d3aa7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7245a93f-bdad-4850-88f9-09476b64c18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018777 May 13 14:56:46.456721 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-4fd0c6a2-ac47-47fb-ba56-382543784f32 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:46.458879 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-4fd0c6a2-ac47-47fb-ba56-382543784f32 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.59 "GET /v2.0/networks?id=43ddb1be-7c29-4450-a618-58154740455e HTTP/1.1" status: 200 len: 911 time: 0.7477672 May 13 14:56:46.491008 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6d314f19-46f0-4755-96c5-814831a08d9c up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:56:46.494668 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-2680d4ad-b077-4fc4-9df0-796d4d6ee3f3 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Request body: {'port': {'device_id': '141e985b-33b0-42b5-b81a-2247f0129b7d', 'network_id': '43ddb1be-7c29-4450-a618-58154740455e', 'admin_state_up': True, 'tenant_id': 'ce5e38cffc304c0ab894ad9e627bb7e9'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:46.502933 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-2680d4ad-b077-4fc4-9df0-796d4d6ee3f3 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:46.515988 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-2680d4ad-b077-4fc4-9df0-796d4d6ee3f3 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:46.535365 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-2680d4ad-b077-4fc4-9df0-796d4d6ee3f3 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Made reservation on behalf of ce5e38cffc304c0ab894ad9e627bb7e9 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:46.539479 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-2680d4ad-b077-4fc4-9df0-796d4d6ee3f3 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:46.611049 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78009382-cbd6-4bf8-acac-b37fb89b62d6 req-bb7188b5-0b53-4603-a837-7163a39dbb16 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:46.622348 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-78009382-cbd6-4bf8-acac-b37fb89b62d6 req-bb7188b5-0b53-4603-a837-7163a39dbb16 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=93fe6f20-9778-4ac3-9f3f-9c5a363d7a54 HTTP/1.1" status: 200 len: 943 time: 1.1727879 May 13 14:56:46.734482 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 6d314f19-46f0-4755-96c5-814831a08d9c triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:46.736347 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:46.830892 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e9718ee-84c8-4014-bea3-22c81ae2347d req-14700daa-cc44-4d06-9e74-2e964f0cb7c3 service neutron] 10.222.0.59 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320223 May 13 14:56:46.851826 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-78009382-cbd6-4bf8-acac-b37fb89b62d6 req-3e62be30-e9e6-4811-ae07-dbf8aaf54ece tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280478 May 13 14:56:46.942553 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-1947fdcd-4488-4816-8dc2-36e645a6683d tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:46.944068 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-1947fdcd-4488-4816-8dc2-36e645a6683d tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.74 "GET /v2.0/networks?id=5fab0a7c-c40e-4669-bee5-83051afa029e HTTP/1.1" status: 200 len: 808 time: 0.9099982 May 13 14:56:46.981963 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-3e9f32dc-bbe4-4043-86ca-3f56621a48df tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Request body: {'port': {'device_id': '0823c7c4-4e19-46d9-870f-4d84a8bf6849', 'network_id': '5fab0a7c-c40e-4669-bee5-83051afa029e', 'admin_state_up': True, 'tenant_id': '50f7421f4cf74092a9d1141400e7d749'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:47.016413 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e4dcff37-389d-4e71-99c6-ccca1c731f83 req-aa76d42a-5c24-4550-83a3-9a4ab8449d79 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=141e985b-33b0-42b5-b81a-2247f0129b7d HTTP/1.1" status: 200 len: 210 time: 0.6612902 May 13 14:56:47.164347 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 6d314f19-46f0-4755-96c5-814831a08d9c is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:47.214135 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e9718ee-84c8-4014-bea3-22c81ae2347d req-8f84449e-c252-48f1-9441-919529fb97a8 service neutron] 10.222.0.59 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763323 May 13 14:56:47.257899 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b15cf699-4432-46f0-95c4-1de5d135eea1 req-302b8765-109c-4775-9daa-0b17eca317b8 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.35 "GET /v2.0/ports?device_id=0823c7c4-4e19-46d9-870f-4d84a8bf6849 HTTP/1.1" status: 200 len: 210 time: 0.0725255 May 13 14:56:47.407166 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-2680d4ad-b077-4fc4-9df0-796d4d6ee3f3 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Allocated IP 172.20.0.13 (43ddb1be-7c29-4450-a618-58154740455e/c491e9f5-0b00-4ba7-b275-697c520f82cd/c8a78fee-be5f-4a0e-8854-5a7c14c0c31a) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:56:47.411714 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device a04146c9-ca56-470c-8428-1dcb5730a41e details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:56:47.469834 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-3e9f32dc-bbe4-4043-86ca-3f56621a48df tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:47.475555 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-3e9f32dc-bbe4-4043-86ca-3f56621a48df tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Usage tracker for resource:port and tenant:50f7421f4cf74092a9d1141400e7d749 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:47.481815 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-3e9f32dc-bbe4-4043-86ca-3f56621a48df tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:47.505606 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-3e9f32dc-bbe4-4043-86ca-3f56621a48df tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:47.522678 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-3e9f32dc-bbe4-4043-86ca-3f56621a48df tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Made reservation on behalf of 50f7421f4cf74092a9d1141400e7d749 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:47.526493 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-3e9f32dc-bbe4-4043-86ca-3f56621a48df tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:47.766243 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d039f4-d0c7-4135-bd2b-a537616d4db7 req-e118f58b-c7a8-47c0-92df-6df663106137 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:47.774165 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-21d039f4-d0c7-4135-bd2b-a537616d4db7 req-e118f58b-c7a8-47c0-92df-6df663106137 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1b172d8-6c98-4291-8a6e-83cb9531ab64 HTTP/1.1" status: 200 len: 946 time: 0.1470103 May 13 14:56:47.787942 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port a04146c9-ca56-470c-8428-1dcb5730a41e, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=a04146c9-ca56-470c-8428-1dcb5730a41e,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:47.828345 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'a04146c9-ca56-470c-8428-1dcb5730a41e', 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f', 'port_id': 'a04146c9-ca56-470c-8428-1dcb5730a41e', 'mac_address': 'fa:16:3e:c2:25:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34fcb229-3793-40c5-9fb6-d9e1bba72c19', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:56:47.837868 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-21d039f4-d0c7-4135-bd2b-a537616d4db7 req-342d025b-4880-4b82-8ba8-f63c8d3f81d9 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0f2e205-76c9-42a4-91b3-e415c6a7f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627410 May 13 14:56:48.000180 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port a04146c9-ca56-470c-8428-1dcb5730a41e is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:48.000548 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:48.054927 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a04146c9-ca56-470c-8428-1dcb5730a41e {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:56:48.111544 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port a04146c9-ca56-470c-8428-1dcb5730a41e, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=a04146c9-ca56-470c-8428-1dcb5730a41e,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:48.118710 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:48.369241 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-2680d4ad-b077-4fc4-9df0-796d4d6ee3f3 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:48.390877 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-2680d4ad-b077-4fc4-9df0-796d4d6ee3f3 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Transition to ACTIVE for port object c8a78fee-be5f-4a0e-8854-5a7c14c0c31a will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:56:48.427770 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:48.437831 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['a04146c9-ca56-470c-8428-1dcb5730a41e'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:56:48.456600 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-2680d4ad-b077-4fc4-9df0-796d4d6ee3f3 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:48.568184 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680d4ad-b077-4fc4-9df0-796d4d6ee3f3 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Pushing event updated for resources: {'Port': ['ID=c8a78fee-be5f-4a0e-8854-5a7c14c0c31a,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:48.598546 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-2680d4ad-b077-4fc4-9df0-796d4d6ee3f3 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Network 43ddb1be-7c29-4450-a618-58154740455e is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:56:48.604662 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-2680d4ad-b077-4fc4-9df0-796d4d6ee3f3 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:48.627866 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-2680d4ad-b077-4fc4-9df0-796d4d6ee3f3 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:56:48.654166 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=a04146c9-ca56-470c-8428-1dcb5730a41e,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:48.717344 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-3e9f32dc-bbe4-4043-86ca-3f56621a48df tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Allocated IP 172.20.0.3 (5fab0a7c-c40e-4669-bee5-83051afa029e/de64d53d-2d52-47d9-8249-cf73d0be7796/0ef13399-1296-4360-89a2-f7bcd392ca15) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:56:48.749083 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd84e1d-42c2-4b00-96a9-f4d677471895 req-f3a45298-b827-4426-9854-1e31183a0313 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:48.769922 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1cd84e1d-42c2-4b00-96a9-f4d677471895 req-f3a45298-b827-4426-9854-1e31183a0313 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=93fe6f20-9778-4ac3-9f3f-9c5a363d7a54 HTTP/1.1" status: 200 len: 944 time: 0.5589476 May 13 14:56:48.773670 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-2680d4ad-b077-4fc4-9df0-796d4d6ee3f3 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:48.774800 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-2680d4ad-b077-4fc4-9df0-796d4d6ee3f3 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:48.805413 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b202502b-10c6-4963-9317-7a1c79ab947d req-9c4de160-94d9-4bd3-948a-420f1f89da0a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=65b96d96-407b-4e80-965c-8e3ccaa13f8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4755118 May 13 14:56:48.893962 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1cd84e1d-42c2-4b00-96a9-f4d677471895 req-56e31bd9-fcc5-4fda-9224-63467e08f86d tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231134 May 13 14:56:48.987323 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587aa7c2-9701-49d8-a8f2-df1a8addcafe req-fa9c06ca-cab5-4937-aeec-7e24468a77fc tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:48.989126 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-587aa7c2-9701-49d8-a8f2-df1a8addcafe req-fa9c06ca-cab5-4937-aeec-7e24468a77fc tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1b172d8-6c98-4291-8a6e-83cb9531ab64 HTTP/1.1" status: 200 len: 946 time: 0.6875186 May 13 14:56:49.011789 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-2680d4ad-b077-4fc4-9df0-796d4d6ee3f3 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.5213327 May 13 14:56:49.036723 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-cbe3bcbc-5279-495c-b2f2-81f4446d5b11 service neutron] Request body: {'port': {'device_id': '141e985b-33b0-42b5-b81a-2247f0129b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:49.247439 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202502b-10c6-4963-9317-7a1c79ab947d req-b4ba5995-53e0-4f41-a22e-6862dd109abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:49.248750 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-2de6b730-f376-4c6e-be37-6208d1728f6a None None] Provisioning for port c8a78fee-be5f-4a0e-8854-5a7c14c0c31a completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:56:49.255459 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-2de6b730-f376-4c6e-be37-6208d1728f6a None None] Provisioning complete for port c8a78fee-be5f-4a0e-8854-5a7c14c0c31a triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:49.255968 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b202502b-10c6-4963-9317-7a1c79ab947d req-b4ba5995-53e0-4f41-a22e-6862dd109abe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=732161aac5934f6693072fa75ca25401&device_id=65b96d96-407b-4e80-965c-8e3ccaa13f8d HTTP/1.1" status: 200 len: 1097 time: 0.2705603 May 13 14:56:49.267816 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2de6b730-f376-4c6e-be37-6208d1728f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:49.292085 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-cbe3bcbc-5279-495c-b2f2-81f4446d5b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:49.377012 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-2de6b730-f376-4c6e-be37-6208d1728f6a None None] Port c8a78fee-be5f-4a0e-8854-5a7c14c0c31a cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:56:49.486182 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc58d01-1ca6-4b93-9365-39f291160fa2 req-8bdd3e11-1875-49ad-b297-0c952af7d6f8 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:49.493515 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3dc58d01-1ca6-4b93-9365-39f291160fa2 req-8bdd3e11-1875-49ad-b297-0c952af7d6f8 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=141e985b-33b0-42b5-b81a-2247f0129b7d HTTP/1.1" status: 200 len: 1028 time: 0.3900230 May 13 14:56:49.569508 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-3dc58d01-1ca6-4b93-9365-39f291160fa2 req-ee28112b-bc83-4caf-919e-99f3bd2b91c6 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Synchronizing usage tracker for tenant:ce5e38cffc304c0ab894ad9e627bb7e9 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:56:49.594024 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202502b-10c6-4963-9317-7a1c79ab947d req-6a7eb2ad-1762-4ec7-a7a3-79f059612fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:49.594268 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-587aa7c2-9701-49d8-a8f2-df1a8addcafe req-a86736a4-0308-4ed2-ba2e-054a1b9e8007 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0f2e205-76c9-42a4-91b3-e415c6a7f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5793581 May 13 14:56:49.596275 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b202502b-10c6-4963-9317-7a1c79ab947d req-6a7eb2ad-1762-4ec7-a7a3-79f059612fc1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7245a93f-bdad-4850-88f9-09476b64c18f HTTP/1.1" status: 200 len: 907 time: 0.3205056 May 13 14:56:49.597732 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-3dc58d01-1ca6-4b93-9365-39f291160fa2 req-ee28112b-bc83-4caf-919e-99f3bd2b91c6 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Unset dirty status for tenant:ce5e38cffc304c0ab894ad9e627bb7e9 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:56:49.607188 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3dc58d01-1ca6-4b93-9365-39f291160fa2 req-ee28112b-bc83-4caf-919e-99f3bd2b91c6 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4b37d46b-913c-4854-99b8-08b609e816d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118937 May 13 14:56:49.684642 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 50914) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:49.811809 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b202502b-10c6-4963-9317-7a1c79ab947d req-47e94c91-af1a-465c-b1ad-8b67f81232f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c219a9e3-31ff-4672-a567-a3f58b20873f HTTP/1.1" status: 200 len: 217 time: 0.2042289 May 13 14:56:49.970086 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-3e9f32dc-bbe4-4043-86ca-3f56621a48df tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:50.043866 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4ca18c54-3a11-4c47-b167-92266d22a765 req-6f67dad2-75b8-4968-9730-d35a4d4fc5eb tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.35 "GET /v2.0/ports?device_id=0823c7c4-4e19-46d9-870f-4d84a8bf6849 HTTP/1.1" status: 200 len: 210 time: 0.1190057 May 13 14:56:50.075016 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202502b-10c6-4963-9317-7a1c79ab947d req-95000dca-556c-4e86-aad8-3239969519d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:50.078268 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b202502b-10c6-4963-9317-7a1c79ab947d req-95000dca-556c-4e86-aad8-3239969519d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34fcb229-3793-40c5-9fb6-d9e1bba72c19 HTTP/1.1" status: 200 len: 846 time: 0.2597766 May 13 14:56:50.207790 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b202502b-10c6-4963-9317-7a1c79ab947d req-da34d988-50da-4ba7-b8fb-b7c9bcd589fc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7245a93f-bdad-4850-88f9-09476b64c18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1230228 May 13 14:56:50.542605 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b202502b-10c6-4963-9317-7a1c79ab947d req-22498df3-b220-4562-9f1d-97755c048254 service neutron] 10.222.0.59 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265188 May 13 14:56:50.717499 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-cbe3bcbc-5279-495c-b2f2-81f4446d5b11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8a78fee-be5f-4a0e-8854-5a7c14c0c31a {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:56:50.733833 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-cbe3bcbc-5279-495c-b2f2-81f4446d5b11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:50.762510 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-cbe3bcbc-5279-495c-b2f2-81f4446d5b11 service neutron] Transition to ACTIVE for port object c8a78fee-be5f-4a0e-8854-5a7c14c0c31a will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:56:50.786914 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-cbe3bcbc-5279-495c-b2f2-81f4446d5b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:50.914080 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b202502b-10c6-4963-9317-7a1c79ab947d req-c78222ed-5f0b-4347-8638-9f334f854217 service neutron] 10.222.0.59 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611071 May 13 14:56:51.193400 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fd9b6-fccd-48cd-a7d6-bac9e630942d req-91c4196d-f2f2-4c95-856a-21fc2e2872fd tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:51.205722 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2a6fd9b6-fccd-48cd-a7d6-bac9e630942d req-91c4196d-f2f2-4c95-856a-21fc2e2872fd tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=141e985b-33b0-42b5-b81a-2247f0129b7d HTTP/1.1" status: 200 len: 1053 time: 0.2515545 May 13 14:56:51.248278 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3bcbc-5279-495c-b2f2-81f4446d5b11 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a78fee-be5f-4a0e-8854-5a7c14c0c31a,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:51.322164 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2a6fd9b6-fccd-48cd-a7d6-bac9e630942d req-d5cb45a3-fcec-4966-a832-c2d4853f8018 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4b37d46b-913c-4854-99b8-08b609e816d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173882 May 13 14:56:51.432316 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device a04146c9-ca56-470c-8428-1dcb5730a41e up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:56:51.499552 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-3e9f32dc-bbe4-4043-86ca-3f56621a48df tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:51.554379 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa4308-1e87-4574-85a3-09d7cce1747e req-583a3b27-06df-4029-8e41-df2efa0c2d43 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:51.555992 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-68aa4308-1e87-4574-85a3-09d7cce1747e req-583a3b27-06df-4029-8e41-df2efa0c2d43 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=93fe6f20-9778-4ac3-9f3f-9c5a363d7a54 HTTP/1.1" status: 200 len: 944 time: 1.4565723 May 13 14:56:51.588716 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f640a18-0df3-4016-8b98-4a2e538e3d4d tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:51.591194 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7f640a18-0df3-4016-8b98-4a2e538e3d4d tempest-TestNetworkBasicOps-296537928 tempest-TestNetworkBasicOps-296537928-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d1b172d8-6c98-4291-8a6e-83cb9531ab64 HTTP/1.1" status: 200 len: 1092 time: 1.9038908 May 13 14:56:51.602175 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 50950) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:51.612436 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-4e75ed78-b694-44f8-b89f-2971d1076e3c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'port_id': '3922c313-0a0e-4af5-a027-c7b1deaa7a81', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:51.635219 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4e75ed78-b694-44f8-b89f-2971d1076e3c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:51.647963 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4e75ed78-b694-44f8-b89f-2971d1076e3c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Usage tracker for resource:floatingip and tenant:2fd5504203d84ec88c34b0f9b983d931 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:51.649952 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port a04146c9-ca56-470c-8428-1dcb5730a41e completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:56:51.655223 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4e75ed78-b694-44f8-b89f-2971d1076e3c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:51.669552 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port a04146c9-ca56-470c-8428-1dcb5730a41e triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:51.669552 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:51.671303 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4e75ed78-b694-44f8-b89f-2971d1076e3c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:51.680581 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-3e9f32dc-bbe4-4043-86ca-3f56621a48df tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Network 5fab0a7c-c40e-4669-bee5-83051afa029e is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:56:51.697403 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e75ed78-b694-44f8-b89f-2971d1076e3c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for floatingip, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:51.711056 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-3e9f32dc-bbe4-4043-86ca-3f56621a48df tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:51.715400 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-3e9f32dc-bbe4-4043-86ca-3f56621a48df tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:56:51.814889 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-68aa4308-1e87-4574-85a3-09d7cce1747e req-e4905410-9b64-45cf-b4e9-8b8cb93aeffd tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444873 May 13 14:56:51.827691 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f32dc-bbe4-4043-86ca-3f56621a48df tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Pushing event updated for resources: {'Port': ['ID=0ef13399-1296-4360-89a2-f7bcd392ca15,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:51.837848 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-cbe3bcbc-5279-495c-b2f2-81f4446d5b11 service neutron] Attempting to bind port c8a78fee-be5f-4a0e-8854-5a7c14c0c31a on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:56:51.838384 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-cbe3bcbc-5279-495c-b2f2-81f4446d5b11 service neutron] Attempting to bind port c8a78fee-be5f-4a0e-8854-5a7c14c0c31a by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'a091b5a1-7c19-4677-8ebf-571a45af7dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '43ddb1be-7c29-4450-a618-58154740455e'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:56:51.838854 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-cbe3bcbc-5279-495c-b2f2-81f4446d5b11 service neutron] Attempting to bind port c8a78fee-be5f-4a0e-8854-5a7c14c0c31a on network 43ddb1be-7c29-4450-a618-58154740455e {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:56:51.862554 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-cbe3bcbc-5279-495c-b2f2-81f4446d5b11 service neutron] Port c8a78fee-be5f-4a0e-8854-5a7c14c0c31a on network 43ddb1be-7c29-4450-a618-58154740455e not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:56:51.862947 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-cbe3bcbc-5279-495c-b2f2-81f4446d5b11 service neutron] Attempting to bind port c8a78fee-be5f-4a0e-8854-5a7c14c0c31a on network 43ddb1be-7c29-4450-a618-58154740455e {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:56:51.872059 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-cbe3bcbc-5279-495c-b2f2-81f4446d5b11 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:56:51.872389 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-cbe3bcbc-5279-495c-b2f2-81f4446d5b11 service neutron] Checking segment: {'id': 'a091b5a1-7c19-4677-8ebf-571a45af7dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '43ddb1be-7c29-4450-a618-58154740455e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:56:51.873658 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-cbe3bcbc-5279-495c-b2f2-81f4446d5b11 service neutron] Bound using segment: {'id': 'a091b5a1-7c19-4677-8ebf-571a45af7dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '43ddb1be-7c29-4450-a618-58154740455e'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:56:51.874151 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-cbe3bcbc-5279-495c-b2f2-81f4446d5b11 service neutron] Bound port: c8a78fee-be5f-4a0e-8854-5a7c14c0c31a, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a091b5a1-7c19-4677-8ebf-571a45af7dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '43ddb1be-7c29-4450-a618-58154740455e'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:56:51.874573 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-cbe3bcbc-5279-495c-b2f2-81f4446d5b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:51.984688 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6dcadc-d80b-4b9d-8f1f-297352fe4abf req-794fabb8-444c-4d57-bffa-85a9fe0ef3e8 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:51.994170 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-cbe3bcbc-5279-495c-b2f2-81f4446d5b11 service neutron] For port c8a78fee-be5f-4a0e-8854-5a7c14c0c31a, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:56:51.994654 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6e6dcadc-d80b-4b9d-8f1f-297352fe4abf req-794fabb8-444c-4d57-bffa-85a9fe0ef3e8 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.35 "GET /v2.0/ports?device_id=0823c7c4-4e19-46d9-870f-4d84a8bf6849 HTTP/1.1" status: 200 len: 931 time: 0.4840472 May 13 14:56:51.997796 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-cbe3bcbc-5279-495c-b2f2-81f4446d5b11 service neutron] For port c8a78fee-be5f-4a0e-8854-5a7c14c0c31a, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=c8a78fee-be5f-4a0e-8854-5a7c14c0c31a,segment=NetworkSegment(a091b5a1-7c19-4677-8ebf-571a45af7dd0),segment_id=a091b5a1-7c19-4677-8ebf-571a45af7dd0)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:56:52.011459 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-cbe3bcbc-5279-495c-b2f2-81f4446d5b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:52.076975 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port a04146c9-ca56-470c-8428-1dcb5730a41e is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:52.076975 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:52.096546 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-3e9f32dc-bbe4-4043-86ca-3f56621a48df tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:52.096546 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-3e9f32dc-bbe4-4043-86ca-3f56621a48df tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:52.103292 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-6e6dcadc-d80b-4b9d-8f1f-297352fe4abf req-7e291d35-c256-453b-821d-6a7bc46ba64b tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Synchronizing usage tracker for tenant:50f7421f4cf74092a9d1141400e7d749 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:56:52.175584 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-6e6dcadc-d80b-4b9d-8f1f-297352fe4abf req-7e291d35-c256-453b-821d-6a7bc46ba64b tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Unset dirty status for tenant:50f7421f4cf74092a9d1141400e7d749 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:56:52.192667 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6e6dcadc-d80b-4b9d-8f1f-297352fe4abf req-7e291d35-c256-453b-821d-6a7bc46ba64b tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf0c00fc-cf34-43f0-af62-5530d697aa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957052 May 13 14:56:52.193531 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-cbe3bcbc-5279-495c-b2f2-81f4446d5b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:52.194169 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-cbe3bcbc-5279-495c-b2f2-81f4446d5b11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:52.195953 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-cbe3bcbc-5279-495c-b2f2-81f4446d5b11 service neutron] 10.222.0.59 "PUT /v2.0/ports/c8a78fee-be5f-4a0e-8854-5a7c14c0c31a HTTP/1.1" status: 200 len: 1092 time: 3.1635993 May 13 14:56:52.197024 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '141e985b-33b0-42b5-b81a-2247f0129b7d', 'tag': 'c8a78fee-be5f-4a0e-8854-5a7c14c0c31a'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:56:52.198662 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fe6f20-9778-4ac3-9f3f-9c5a363d7a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04146c9-ca56-470c-8428-1dcb5730a41e'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:56:52.219970 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-3e9f32dc-bbe4-4043-86ca-3f56621a48df tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2442348 May 13 14:56:52.255277 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-de0260e9-3d58-45c9-81dc-9ef08d11679e service neutron] Request body: {'port': {'device_id': '0823c7c4-4e19-46d9-870f-4d84a8bf6849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:52.268929 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e75ed78-b694-44f8-b89f-2971d1076e3c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:52.297460 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port a04146c9-ca56-470c-8428-1dcb5730a41e, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=a04146c9-ca56-470c-8428-1dcb5730a41e,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:52.318565 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:52.327377 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7e233c5-0d76-4dd0-851c-a674334e2ff1'] response: {'name': 'network-changed', 'server_uuid': '141e985b-33b0-42b5-b81a-2247f0129b7d', 'tag': 'c8a78fee-be5f-4a0e-8854-5a7c14c0c31a', 'status': 'completed', 'code': 200} May 13 14:56:52.445380 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3bcbc-5279-495c-b2f2-81f4446d5b11 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a78fee-be5f-4a0e-8854-5a7c14c0c31a,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:52.480930 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:56:52.510204 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36ea989c-4b7b-459c-b287-56bc25e87750'] response: {'server_uuid': '93fe6f20-9778-4ac3-9f3f-9c5a363d7a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04146c9-ca56-470c-8428-1dcb5730a41e', 'code': 200} May 13 14:56:52.599058 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=a04146c9-ca56-470c-8428-1dcb5730a41e,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:52.666775 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-de0260e9-3d58-45c9-81dc-9ef08d11679e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:52.814992 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-4e75ed78-b694-44f8-b89f-2971d1076e3c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Allocated IP 172.25.0.250 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/571f4a27-f95b-45ee-ae19-08faff6c5451) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:56:52.825038 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf50c8-3978-4091-a365-6017043bac97 req-ca81485d-9379-4524-9eee-34cb2d50368a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:52.832800 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-abcf50c8-3978-4091-a365-6017043bac97 req-ca81485d-9379-4524-9eee-34cb2d50368a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=93fe6f20-9778-4ac3-9f3f-9c5a363d7a54 HTTP/1.1" status: 200 len: 1096 time: 0.2158737 May 13 14:56:52.837678 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-3f5e4763-a43b-4875-a026-abd334389985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:52.839457 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-3f5e4763-a43b-4875-a026-abd334389985 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce5e38cffc304c0ab894ad9e627bb7e9&device_id=141e985b-33b0-42b5-b81a-2247f0129b7d HTTP/1.1" status: 200 len: 1095 time: 0.5107777 May 13 14:56:53.024365 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-1674d720-022b-4fb5-8d6b-417cf7fa430a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8a78fee-be5f-4a0e-8854-5a7c14c0c31a HTTP/1.1" status: 200 len: 217 time: 0.1774106 May 13 14:56:53.111383 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-48d64d69-f8df-48a2-b553-2123257fa81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:53.113090 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-48d64d69-f8df-48a2-b553-2123257fa81b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c491e9f5-0b00-4ba7-b275-697c520f82cd HTTP/1.1" status: 200 len: 849 time: 0.0788345 May 13 14:56:53.295401 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f347e-7783-4aef-821f-d3634835d094 req-6fe314e8-da8a-4f95-8d68-8707952d9164 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:53.299065 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-5e2f347e-7783-4aef-821f-d3634835d094 req-6fe314e8-da8a-4f95-8d68-8707952d9164 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Synchronizing usage tracker for tenant:ce5e38cffc304c0ab894ad9e627bb7e9 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:56:53.377440 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-abcf50c8-3978-4091-a365-6017043bac97 req-a4be7816-57c1-4889-a72c-8a9efc9f705b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5351126 May 13 14:56:53.461348 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-5e2f347e-7783-4aef-821f-d3634835d094 req-6fe314e8-da8a-4f95-8d68-8707952d9164 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Unset dirty status for tenant:ce5e38cffc304c0ab894ad9e627bb7e9 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:56:53.462534 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5e2f347e-7783-4aef-821f-d3634835d094 req-6fe314e8-da8a-4f95-8d68-8707952d9164 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=141e985b-33b0-42b5-b81a-2247f0129b7d HTTP/1.1" status: 200 len: 1095 time: 0.7982340 May 13 14:56:53.535804 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e75ed78-b694-44f8-b89f-2971d1076e3c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:53.577642 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a499a-0feb-4b9e-bc57-c28fa1595fde req-71311912-c14e-4c47-9d13-6086236ed13d tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:53.579505 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-293a499a-0feb-4b9e-bc57-c28fa1595fde req-71311912-c14e-4c47-9d13-6086236ed13d tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=93fe6f20-9778-4ac3-9f3f-9c5a363d7a54 HTTP/1.1" status: 200 len: 945 time: 0.3456852 May 13 14:56:53.581340 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e75ed78-b694-44f8-b89f-2971d1076e3c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:53.794076 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5e2f347e-7783-4aef-821f-d3634835d094 req-22e34903-4473-4c79-88e9-6ac81ab717eb tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4b37d46b-913c-4854-99b8-08b609e816d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563248 May 13 14:56:53.833071 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e75ed78-b694-44f8-b89f-2971d1076e3c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:56:53.851018 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-612c5e50-ed92-41bc-a3cb-3aeafde308c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:53.851667 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-4e75ed78-b694-44f8-b89f-2971d1076e3c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:53.861038 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-612c5e50-ed92-41bc-a3cb-3aeafde308c2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43ddb1be-7c29-4450-a618-58154740455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7054744 May 13 14:56:53.868438 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-293a499a-0feb-4b9e-bc57-c28fa1595fde req-2cf84576-00e0-45ae-92c8-77b34242f541 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316730 May 13 14:56:53.869311 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e75ed78-b694-44f8-b89f-2971d1076e3c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:56:54.047174 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75ed78-b694-44f8-b89f-2971d1076e3c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'Port': ['ID=571f4a27-f95b-45ee-ae19-08faff6c5451,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:54.093085 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-de0260e9-3d58-45c9-81dc-9ef08d11679e service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:56:54.933205 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-de0260e9-3d58-45c9-81dc-9ef08d11679e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef13399-1296-4360-89a2-f7bcd392ca15 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:56:54.985835 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-de0260e9-3d58-45c9-81dc-9ef08d11679e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:55.018610 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e75ed78-b694-44f8-b89f-2971d1076e3c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:55.049907 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-de0260e9-3d58-45c9-81dc-9ef08d11679e service neutron] Transition to ACTIVE for port object 0ef13399-1296-4360-89a2-f7bcd392ca15 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:56:55.066929 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-0e6f638c-f42b-4476-b91f-8e2385f18304 service neutron] 10.222.0.59 "GET /v2.0/networks/43ddb1be-7c29-4450-a618-58154740455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1884041 May 13 14:56:55.068152 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-de0260e9-3d58-45c9-81dc-9ef08d11679e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:55.171415 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e75ed78-b694-44f8-b89f-2971d1076e3c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:55.505114 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee63b6-0f08-4b17-a93f-b16355b2634e req-4da07eed-ca00-4976-b9c6-6617d977123e tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:55.514080 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-38ee63b6-0f08-4b17-a93f-b16355b2634e req-4da07eed-ca00-4976-b9c6-6617d977123e tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=141e985b-33b0-42b5-b81a-2247f0129b7d HTTP/1.1" status: 200 len: 1095 time: 0.3437760 May 13 14:56:55.520280 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0260e9-3d58-45c9-81dc-9ef08d11679e service neutron] Pushing event updated for resources: {'Port': ['ID=0ef13399-1296-4360-89a2-f7bcd392ca15,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:55.525902 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0b99829-23ab-42d5-a0d1-5dd044c66d8c req-c9337cbb-ca1d-4b60-ad98-69e217b393bc service neutron] 10.222.0.59 "GET /v2.0/networks/43ddb1be-7c29-4450-a618-58154740455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4475405 May 13 14:56:55.553838 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c514b7b-92c7-44c6-a731-986618090371 req-9bcf95fd-b1a8-430d-b428-0b6edaace33f tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:55.555046 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-5c514b7b-92c7-44c6-a731-986618090371 req-9bcf95fd-b1a8-430d-b428-0b6edaace33f tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Synchronizing usage tracker for tenant:50f7421f4cf74092a9d1141400e7d749 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:56:55.748190 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e75ed78-b694-44f8-b89f-2971d1076e3c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:55.765847 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-38ee63b6-0f08-4b17-a93f-b16355b2634e req-9629559f-95bb-4bb6-81a2-2de034913a10 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4b37d46b-913c-4854-99b8-08b609e816d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474709 May 13 14:56:55.771153 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e75ed78-b694-44f8-b89f-2971d1076e3c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:55.776804 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-5c514b7b-92c7-44c6-a731-986618090371 req-9bcf95fd-b1a8-430d-b428-0b6edaace33f tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Unset dirty status for tenant:50f7421f4cf74092a9d1141400e7d749 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:56:55.795141 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5c514b7b-92c7-44c6-a731-986618090371 req-9bcf95fd-b1a8-430d-b428-0b6edaace33f tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.35 "GET /v2.0/ports?device_id=0823c7c4-4e19-46d9-870f-4d84a8bf6849 HTTP/1.1" status: 200 len: 931 time: 1.7033987 May 13 14:56:55.943571 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf8c0c-2a99-4046-a0b0-30d18c843838 req-2c86aa02-727e-47bb-b453-8188f71102c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:55.945109 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3faf8c0c-2a99-4046-a0b0-30d18c843838 req-2c86aa02-727e-47bb-b453-8188f71102c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce5e38cffc304c0ab894ad9e627bb7e9&device_id=141e985b-33b0-42b5-b81a-2247f0129b7d HTTP/1.1" status: 200 len: 1095 time: 0.2580304 May 13 14:56:56.120685 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75ed78-b694-44f8-b89f-2971d1076e3c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event updated for resources: {'Port': ['ID=571f4a27-f95b-45ee-ae19-08faff6c5451,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:56.171934 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e75ed78-b694-44f8-b89f-2971d1076e3c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:56.176697 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf8c0c-2a99-4046-a0b0-30d18c843838 req-4bad8f4d-ad5f-4192-b387-1a2c61e1a483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:56.179228 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3faf8c0c-2a99-4046-a0b0-30d18c843838 req-4bad8f4d-ad5f-4192-b387-1a2c61e1a483 service neutron] 10.222.0.59 "GET /v2.0/networks?id=43ddb1be-7c29-4450-a618-58154740455e HTTP/1.1" status: 200 len: 911 time: 0.2245164 May 13 14:56:56.205359 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5c514b7b-92c7-44c6-a731-986618090371 req-b3bf0fd4-19e7-4432-bbb0-9bd5d95405b6 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf0c00fc-cf34-43f0-af62-5530d697aa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082828 May 13 14:56:56.360531 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7678e-f9b0-4ff3-8a8a-b4a21eb977a0 req-454e03da-a200-41f7-9483-8e23d93dfd3c tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:56.368806 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3af7678e-f9b0-4ff3-8a8a-b4a21eb977a0 req-454e03da-a200-41f7-9483-8e23d93dfd3c tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=93fe6f20-9778-4ac3-9f3f-9c5a363d7a54 HTTP/1.1" status: 200 len: 945 time: 0.3142748 May 13 14:56:56.465593 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3faf8c0c-2a99-4046-a0b0-30d18c843838 req-39aedd1a-12e6-48da-93d8-f8002942b63d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8a78fee-be5f-4a0e-8854-5a7c14c0c31a HTTP/1.1" status: 200 len: 217 time: 0.2433527 May 13 14:56:56.519820 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3af7678e-f9b0-4ff3-8a8a-b4a21eb977a0 req-f6713aa0-df10-44aa-90f7-8ce758d186d6 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476295 May 13 14:56:56.554278 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-de0260e9-3d58-45c9-81dc-9ef08d11679e service neutron] Attempting to bind port 0ef13399-1296-4360-89a2-f7bcd392ca15 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:56:56.554749 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-de0260e9-3d58-45c9-81dc-9ef08d11679e service neutron] Attempting to bind port 0ef13399-1296-4360-89a2-f7bcd392ca15 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'c20294a1-2978-4c87-b078-73c66c04a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5fab0a7c-c40e-4669-bee5-83051afa029e'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:56:56.555238 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-de0260e9-3d58-45c9-81dc-9ef08d11679e service neutron] Attempting to bind port 0ef13399-1296-4360-89a2-f7bcd392ca15 on network 5fab0a7c-c40e-4669-bee5-83051afa029e {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:56:56.572097 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-de0260e9-3d58-45c9-81dc-9ef08d11679e service neutron] Port 0ef13399-1296-4360-89a2-f7bcd392ca15 on network 5fab0a7c-c40e-4669-bee5-83051afa029e not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:56:56.574369 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-de0260e9-3d58-45c9-81dc-9ef08d11679e service neutron] Attempting to bind port 0ef13399-1296-4360-89a2-f7bcd392ca15 on network 5fab0a7c-c40e-4669-bee5-83051afa029e {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:56:56.582295 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-4e75ed78-b694-44f8-b89f-2971d1076e3c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Floating IP c5d25c9e-7dbd-450f-99f0-e3886db653c7 associated. External IP: 172.25.0.250, port: 3922c313-0a0e-4af5-a027-c7b1deaa7a81. May 13 14:56:56.614588 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-de0260e9-3d58-45c9-81dc-9ef08d11679e service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:56:56.614979 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-de0260e9-3d58-45c9-81dc-9ef08d11679e service neutron] Checking segment: {'id': 'c20294a1-2978-4c87-b078-73c66c04a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5fab0a7c-c40e-4669-bee5-83051afa029e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:56:56.615536 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-de0260e9-3d58-45c9-81dc-9ef08d11679e service neutron] Bound using segment: {'id': 'c20294a1-2978-4c87-b078-73c66c04a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5fab0a7c-c40e-4669-bee5-83051afa029e'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:56:56.616076 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-de0260e9-3d58-45c9-81dc-9ef08d11679e service neutron] Bound port: 0ef13399-1296-4360-89a2-f7bcd392ca15, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c20294a1-2978-4c87-b078-73c66c04a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5fab0a7c-c40e-4669-bee5-83051afa029e'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:56:56.618090 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-de0260e9-3d58-45c9-81dc-9ef08d11679e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:56.848617 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-de0260e9-3d58-45c9-81dc-9ef08d11679e service neutron] For port 0ef13399-1296-4360-89a2-f7bcd392ca15, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:56:56.852869 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-de0260e9-3d58-45c9-81dc-9ef08d11679e service neutron] For port 0ef13399-1296-4360-89a2-f7bcd392ca15, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=0ef13399-1296-4360-89a2-f7bcd392ca15,segment=NetworkSegment(c20294a1-2978-4c87-b078-73c66c04a42e),segment_id=c20294a1-2978-4c87-b078-73c66c04a42e)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:56:56.910801 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-de0260e9-3d58-45c9-81dc-9ef08d11679e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:56.971973 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf8c0c-2a99-4046-a0b0-30d18c843838 req-e94bed76-ed9d-4be6-ab26-60dc531e21bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:56.975552 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3faf8c0c-2a99-4046-a0b0-30d18c843838 req-e94bed76-ed9d-4be6-ab26-60dc531e21bc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c491e9f5-0b00-4ba7-b275-697c520f82cd HTTP/1.1" status: 200 len: 849 time: 0.4940512 May 13 14:56:57.108999 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-de0260e9-3d58-45c9-81dc-9ef08d11679e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:57.109826 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-de0260e9-3d58-45c9-81dc-9ef08d11679e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:57.111313 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-de0260e9-3d58-45c9-81dc-9ef08d11679e service neutron] 10.222.0.74 "PUT /v2.0/ports/0ef13399-1296-4360-89a2-f7bcd392ca15 HTTP/1.1" status: 200 len: 1091 time: 4.8730407 May 13 14:56:57.116817 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0823c7c4-4e19-46d9-870f-4d84a8bf6849', 'tag': '0ef13399-1296-4360-89a2-f7bcd392ca15'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:56:57.152844 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf8c0c-2a99-4046-a0b0-30d18c843838 req-666f8ee8-78ae-461b-85ce-2325befe90be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:57.154918 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3faf8c0c-2a99-4046-a0b0-30d18c843838 req-666f8ee8-78ae-461b-85ce-2325befe90be service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43ddb1be-7c29-4450-a618-58154740455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1542730 May 13 14:56:57.155983 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0260e9-3d58-45c9-81dc-9ef08d11679e service neutron] Pushing event updated for resources: {'Port': ['ID=0ef13399-1296-4360-89a2-f7bcd392ca15,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:57.260286 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409a35b-b59f-4a13-b811-39d4f3185158 req-03825254-2f90-4d1b-af96-0bcd649731b1 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:57.271190 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9409a35b-b59f-4a13-b811-39d4f3185158 req-03825254-2f90-4d1b-af96-0bcd649731b1 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=141e985b-33b0-42b5-b81a-2247f0129b7d HTTP/1.1" status: 200 len: 1095 time: 0.3156981 May 13 14:56:57.278260 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f485f52b-bedb-4acd-9569-8b4af9ffba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:57.399672 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9409a35b-b59f-4a13-b811-39d4f3185158 req-2d10c19f-f032-43f4-bf7d-076b4aa5c3a0 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4b37d46b-913c-4854-99b8-08b609e816d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272314 May 13 14:56:57.440826 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device c8a78fee-be5f-4a0e-8854-5a7c14c0c31a details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:56:57.559181 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3faf8c0c-2a99-4046-a0b0-30d18c843838 req-d98af393-4951-4d6b-9990-12a43b5f7c87 service neutron] 10.222.0.59 "GET /v2.0/networks/43ddb1be-7c29-4450-a618-58154740455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892970 May 13 14:56:57.710094 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port c8a78fee-be5f-4a0e-8854-5a7c14c0c31a, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=c8a78fee-be5f-4a0e-8854-5a7c14c0c31a,segment=NetworkSegment(a091b5a1-7c19-4677-8ebf-571a45af7dd0),segment_id=a091b5a1-7c19-4677-8ebf-571a45af7dd0)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:57.762062 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'c8a78fee-be5f-4a0e-8854-5a7c14c0c31a', 'network_id': '43ddb1be-7c29-4450-a618-58154740455e', 'port_id': 'c8a78fee-be5f-4a0e-8854-5a7c14c0c31a', 'mac_address': 'fa:16:3e:94:c8:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c491e9f5-0b00-4ba7-b275-697c520f82cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:56:57.792218 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aefcff4-155a-4fe8-8d75-38f2574fada3'] response: {'name': 'network-changed', 'server_uuid': '0823c7c4-4e19-46d9-870f-4d84a8bf6849', 'tag': '0ef13399-1296-4360-89a2-f7bcd392ca15', 'status': 'completed', 'code': 200} May 13 14:56:57.843480 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76640e38-eed3-4120-9531-b53d7f39bd2e req-a6a4f8bf-223c-401a-a231-716f4996a7ce tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:57.845720 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-76640e38-eed3-4120-9531-b53d7f39bd2e req-a6a4f8bf-223c-401a-a231-716f4996a7ce tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=56e8a02c-f64d-4791-b895-e358fbad0e16 HTTP/1.1" status: 200 len: 946 time: 0.9909263 May 13 14:56:57.884923 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port c8a78fee-be5f-4a0e-8854-5a7c14c0c31a is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:57.885305 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:57.911875 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a78fee-be5f-4a0e-8854-5a7c14c0c31a {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:56:57.932605 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port c8a78fee-be5f-4a0e-8854-5a7c14c0c31a, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=c8a78fee-be5f-4a0e-8854-5a7c14c0c31a,segment=NetworkSegment(a091b5a1-7c19-4677-8ebf-571a45af7dd0),segment_id=a091b5a1-7c19-4677-8ebf-571a45af7dd0)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:57.938899 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:58.092352 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=c8a78fee-be5f-4a0e-8854-5a7c14c0c31a,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:58.126970 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e75ed78-b694-44f8-b89f-2971d1076e3c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Router cb3f3c15-007b-4be7-8d3d-4996326d7d7e has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:56:58.195170 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-76640e38-eed3-4120-9531-b53d7f39bd2e req-f6e9e3d0-a2c1-414b-b9ce-d63e0fb401e1 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864144 May 13 14:56:58.202954 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['c8a78fee-be5f-4a0e-8854-5a7c14c0c31a'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:56:58.322212 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3faf8c0c-2a99-4046-a0b0-30d18c843838 req-b0b01b90-ef2f-42ba-8c1e-b61e8e6272e7 service neutron] 10.222.0.59 "GET /v2.0/networks/43ddb1be-7c29-4450-a618-58154740455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5665100 May 13 14:56:58.375621 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-09b1a05d-41cc-4ad0-a682-6e827963b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:58.377938 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-09b1a05d-41cc-4ad0-a682-6e827963b119 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=50f7421f4cf74092a9d1141400e7d749&device_id=0823c7c4-4e19-46d9-870f-4d84a8bf6849 HTTP/1.1" status: 200 len: 1094 time: 0.8173900 May 13 14:56:58.625502 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:58.681438 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-fdba8011-b69f-46fc-a545-ea3ec82b7ca5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ef13399-1296-4360-89a2-f7bcd392ca15 HTTP/1.1" status: 200 len: 217 time: 0.2842388 May 13 14:56:58.770208 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4514d00-d3b6-4393-8312-c4c0e805c354 req-45ec53f2-9222-4b8e-930b-009002cfc912 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:58.778667 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c4514d00-d3b6-4393-8312-c4c0e805c354 req-45ec53f2-9222-4b8e-930b-009002cfc912 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.35 "GET /v2.0/ports?device_id=0823c7c4-4e19-46d9-870f-4d84a8bf6849 HTTP/1.1" status: 200 len: 943 time: 0.8162570 May 13 14:56:58.871637 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-d2b277d6-9e6d-438b-86f5-de621264ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:58.875023 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c4514d00-d3b6-4393-8312-c4c0e805c354 req-082bf92b-589e-48ab-a645-d03fb047272f tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf0c00fc-cf34-43f0-af62-5530d697aa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946147 May 13 14:56:58.875642 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-d2b277d6-9e6d-438b-86f5-de621264ce9b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=de64d53d-2d52-47d9-8249-cf73d0be7796 HTTP/1.1" status: 200 len: 848 time: 0.1820576 May 13 14:56:58.902954 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e75ed78-b694-44f8-b89f-2971d1076e3c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:56:58.921463 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1e0324-dc64-409c-b621-ded11a1e272b None None] Sync routers for ids ['cb3f3c15-007b-4be7-8d3d-4996326d7d7e'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:56:58.940954 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1e0324-dc64-409c-b621-ded11a1e272b None None] Routers {'cb3f3c15-007b-4be7-8d3d-4996326d7d7e'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:56:58.941709 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ed1e0324-dc64-409c-b621-ded11a1e272b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:56:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['cb3f3c15-007b-4be7-8d3d-4996326d7d7e'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:58.960525 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e75ed78-b694-44f8-b89f-2971d1076e3c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:59.072081 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-128627b2-d66a-44a0-aff5-ae462dd72e88 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5fab0a7c-c40e-4669-bee5-83051afa029e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1752193 May 13 14:56:59.114219 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4e75ed78-b694-44f8-b89f-2971d1076e3c tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.5091617 May 13 14:56:59.117547 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51082) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:59.118026 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b172d8-6c98-4291-8a6e-83cb9531ab64', 'tag': '3922c313-0a0e-4af5-a027-c7b1deaa7a81'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:56:59.443901 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device c8a78fee-be5f-4a0e-8854-5a7c14c0c31a up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:56:59.478179 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-724368a0-c8fd-4e32-943f-9ab40789a26a tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/floatingips/c5d25c9e-7dbd-450f-99f0-e3886db653c7 HTTP/1.1" status: 200 len: 992 time: 0.3472083 May 13 14:56:59.514266 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8f4bc-9f04-41bd-a498-fe1b9b950637 req-e9bb1334-4540-41ff-9896-2f0c3e43023f tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:59.517131 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e4a8f4bc-9f04-41bd-a498-fe1b9b950637 req-e9bb1334-4540-41ff-9896-2f0c3e43023f tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=141e985b-33b0-42b5-b81a-2247f0129b7d HTTP/1.1" status: 200 len: 1096 time: 0.3036156 May 13 14:56:59.556233 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-33bb8a63-9f59-4ac6-b790-bb5aab51f0d8 service neutron] 10.222.0.74 "GET /v2.0/networks/5fab0a7c-c40e-4669-bee5-83051afa029e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821565 May 13 14:56:59.574457 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e4a8f4bc-9f04-41bd-a498-fe1b9b950637 req-9d1865b2-b38a-47e5-8c29-94e05a99d7de tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4b37d46b-913c-4854-99b8-08b609e816d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501208 May 13 14:56:59.617416 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-ed1e0324-dc64-409c-b621-ded11a1e272b None None] Set router cb3f3c15-007b-4be7-8d3d-4996326d7d7e gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:56:59.630021 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4260c-c09e-487e-b38b-db8ec0e8c042 req-d87034de-2a2a-4dc4-8c4a-56c5560160fe tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:59.632065 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-eed4260c-c09e-487e-b38b-db8ec0e8c042 req-d87034de-2a2a-4dc4-8c4a-56c5560160fe tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=93fe6f20-9778-4ac3-9f3f-9c5a363d7a54 HTTP/1.1" status: 200 len: 945 time: 1.0811729 May 13 14:56:59.708020 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59021d16-a3b8-4dea-a556-d8280eb7d160'] response: {'name': 'network-changed', 'server_uuid': 'd1b172d8-6c98-4291-8a6e-83cb9531ab64', 'tag': '3922c313-0a0e-4af5-a027-c7b1deaa7a81', 'status': 'completed', 'code': 200} May 13 14:56:59.744687 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port c8a78fee-be5f-4a0e-8854-5a7c14c0c31a completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:56:59.817393 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-eed4260c-c09e-487e-b38b-db8ec0e8c042 req-bb2c91fb-b668-45f0-8830-a47ea547be7b tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886700 May 13 14:56:59.933106 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c75b3286-c848-4c61-8773-a431a6d4c1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:59.950150 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port c8a78fee-be5f-4a0e-8854-5a7c14c0c31a triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:59.951437 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:59.963893 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6d165-68a0-4db5-959f-f047bef8393b req-aa11afc1-7b72-42ed-a767-0f6c1b01900e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:59.965504 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a3f6d165-68a0-4db5-959f-f047bef8393b req-aa11afc1-7b72-42ed-a767-0f6c1b01900e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2fd5504203d84ec88c34b0f9b983d931&device_id=d1b172d8-6c98-4291-8a6e-83cb9531ab64 HTTP/1.1" status: 200 len: 1097 time: 0.2027028 May 13 14:56:59.996608 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e6a9ff8-fab8-4d2b-beb9-85650cdc357a req-8fe2788d-5bbc-4c74-812e-3dac47697a2a service neutron] 10.222.0.74 "GET /v2.0/networks/5fab0a7c-c40e-4669-bee5-83051afa029e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226954 May 13 14:57:00.329636 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6d165-68a0-4db5-959f-f047bef8393b req-0d1900ca-2adb-4619-8bb8-21c6b93e45b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:00.356254 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a3f6d165-68a0-4db5-959f-f047bef8393b req-0d1900ca-2adb-4619-8bb8-21c6b93e45b1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=213c970f-c639-49b2-8c01-7dd8915da6b5 HTTP/1.1" status: 200 len: 897 time: 0.3721218 May 13 14:57:00.485451 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51112) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:00.633392 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a3f6d165-68a0-4db5-959f-f047bef8393b req-14274821-fe80-444d-9d06-6734205eabb4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3922c313-0a0e-4af5-a027-c7b1deaa7a81 HTTP/1.1" status: 200 len: 1000 time: 0.2724948 May 13 14:57:00.741025 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6d165-68a0-4db5-959f-f047bef8393b req-1a23f4ec-a263-4497-905b-163606493706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:00.742506 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a3f6d165-68a0-4db5-959f-f047bef8393b req-1a23f4ec-a263-4497-905b-163606493706 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e2de9b6-120b-40f6-9204-e1f066201b83 HTTP/1.1" status: 200 len: 835 time: 0.0988541 May 13 14:57:00.813946 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-49ef9d26-896f-4b1a-9842-8af90cb782d5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/floatingips/c5d25c9e-7dbd-450f-99f0-e3886db653c7 HTTP/1.1" status: 200 len: 992 time: 0.3083811 May 13 14:57:00.841682 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a1db0-cd64-4767-94b8-dce523962550 req-f99583e6-9634-45ad-884f-2c24edfd94ae tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:00.849341 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c21a1db0-cd64-4767-94b8-dce523962550 req-f99583e6-9634-45ad-884f-2c24edfd94ae tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.35 "GET /v2.0/ports?device_id=0823c7c4-4e19-46d9-870f-4d84a8bf6849 HTTP/1.1" status: 200 len: 943 time: 0.6099665 May 13 14:57:00.852951 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272267f-1309-48bc-ad52-f9eb7b1d45b9 req-997ce299-be80-498d-9017-7618bdc9949f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:00.855042 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7272267f-1309-48bc-ad52-f9eb7b1d45b9 req-997ce299-be80-498d-9017-7618bdc9949f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=50f7421f4cf74092a9d1141400e7d749&device_id=0823c7c4-4e19-46d9-870f-4d84a8bf6849 HTTP/1.1" status: 200 len: 1094 time: 0.7367370 May 13 14:57:01.110150 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port c8a78fee-be5f-4a0e-8854-5a7c14c0c31a is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:57:01.112039 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:01.119383 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6d165-68a0-4db5-959f-f047bef8393b req-75112c48-6078-4290-b54a-1ac9337c510f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:01.121106 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a3f6d165-68a0-4db5-959f-f047bef8393b req-75112c48-6078-4290-b54a-1ac9337c510f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=213c970f-c639-49b2-8c01-7dd8915da6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3387623 May 13 14:57:01.128478 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:01.139433 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:01.154418 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c21a1db0-cd64-4767-94b8-dce523962550 req-24702add-1cd0-4165-bf72-ae920c96065f tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf0c00fc-cf34-43f0-af62-5530d697aa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040709 May 13 14:57:01.160442 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272267f-1309-48bc-ad52-f9eb7b1d45b9 req-6b0490ea-4aa6-4749-a5a1-27ee76ded792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:01.162042 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7272267f-1309-48bc-ad52-f9eb7b1d45b9 req-6b0490ea-4aa6-4749-a5a1-27ee76ded792 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5fab0a7c-c40e-4669-bee5-83051afa029e HTTP/1.1" status: 200 len: 909 time: 0.2955835 May 13 14:57:01.190474 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port c8a78fee-be5f-4a0e-8854-5a7c14c0c31a, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=c8a78fee-be5f-4a0e-8854-5a7c14c0c31a,segment=NetworkSegment(a091b5a1-7c19-4677-8ebf-571a45af7dd0),segment_id=a091b5a1-7c19-4677-8ebf-571a45af7dd0)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:01.193110 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141e985b-33b0-42b5-b81a-2247f0129b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a78fee-be5f-4a0e-8854-5a7c14c0c31a'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:57:01.206504 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:01.396079 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ed1e0324-dc64-409c-b621-ded11a1e272b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'name': 'tempest-TestNetworkBasicOps-router-11964592', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'd5f7acd6-f3f0-428d-8268-9f342e5ae80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:34Z', 'updated_at': '2022-05-13T14:55:51Z', 'revision_number': 4, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'd5f7acd6-f3f0-428d-8268-9f342e5ae80e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:36Z', 'updated_at': '2022-05-13T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'c5d25c9e-7dbd-450f-99f0-e3886db653c7', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'floating_ip_address': '172.25.0.250', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'port_id': '3922c313-0a0e-4af5-a027-c7b1deaa7a81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '213c970f-c639-49b2-8c01-7dd8915da6b5', 'mac_address': 'fa:16:3e:ec:45:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b172d8-6c98-4291-8a6e-83cb9531ab64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:56:54Z', 'updated_at': '2022-05-13T14:56:54Z', 'revision_number': 0, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8488fe-09a1-48d3-9bab-811754ce4890', 'name': '', 'network_id': '213c970f-c639-49b2-8c01-7dd8915da6b5', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'mac_address': 'fa:16:3e:44:69:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '4e2de9b6-120b-40f6-9204-e1f066201b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:47Z', 'updated_at': '2022-05-13T14:56:05Z', 'revision_number': 5, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'subnets': [{'id': '4e2de9b6-120b-40f6-9204-e1f066201b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:01.404396 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=c8a78fee-be5f-4a0e-8854-5a7c14c0c31a,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:01.412617 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1e0324-dc64-409c-b621-ded11a1e272b None None] Checking router: cb3f3c15-007b-4be7-8d3d-4996326d7d7e for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:57:01.439686 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a3f6d165-68a0-4db5-959f-f047bef8393b req-d5992bc7-ad63-432a-b9ff-5a96addf5709 service neutron] 10.222.0.74 "GET /v2.0/networks/213c970f-c639-49b2-8c01-7dd8915da6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112428 May 13 14:57:01.447428 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1e0324-dc64-409c-b621-ded11a1e272b None None] Routers {'cb3f3c15-007b-4be7-8d3d-4996326d7d7e'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:57:01.450752 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ed1e0324-dc64-409c-b621-ded11a1e272b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:57:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['cb3f3c15-007b-4be7-8d3d-4996326d7d7e'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:01.453474 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7272267f-1309-48bc-ad52-f9eb7b1d45b9 req-d2496da5-da99-4674-b3ca-e7b4e63e0311 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ef13399-1296-4360-89a2-f7bcd392ca15 HTTP/1.1" status: 200 len: 217 time: 0.2802536 May 13 14:57:01.489589 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef198686-ee4d-40d1-811b-76e8cc223b08 req-d49913fd-2adf-4cd6-afaf-8ebd0b92d0a2 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:01.496848 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ef198686-ee4d-40d1-811b-76e8cc223b08 req-d49913fd-2adf-4cd6-afaf-8ebd0b92d0a2 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=93fe6f20-9778-4ac3-9f3f-9c5a363d7a54 HTTP/1.1" status: 200 len: 945 time: 0.7532778 May 13 14:57:01.674056 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd2d44-2346-41a1-8a29-4b46c441a29d req-60cf8e87-8097-482d-b18f-44b47ffd6837 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:01.682757 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6ffd2d44-2346-41a1-8a29-4b46c441a29d req-60cf8e87-8097-482d-b18f-44b47ffd6837 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=141e985b-33b0-42b5-b81a-2247f0129b7d HTTP/1.1" status: 200 len: 1097 time: 0.1822753 May 13 14:57:01.796847 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272267f-1309-48bc-ad52-f9eb7b1d45b9 req-85d55188-4abe-4751-8bfd-027cfa293183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:01.798341 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7272267f-1309-48bc-ad52-f9eb7b1d45b9 req-85d55188-4abe-4751-8bfd-027cfa293183 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=de64d53d-2d52-47d9-8249-cf73d0be7796 HTTP/1.1" status: 200 len: 848 time: 0.3393512 May 13 14:57:01.853199 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a3f6d165-68a0-4db5-959f-f047bef8393b req-8b1165db-1d8a-4d23-85c0-5630752b00ba service neutron] 10.222.0.74 "GET /v2.0/networks/213c970f-c639-49b2-8c01-7dd8915da6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997993 May 13 14:57:01.855415 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7272267f-1309-48bc-ad52-f9eb7b1d45b9 req-19cdc6dc-91a3-423f-8b4e-f9842c9376c6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5fab0a7c-c40e-4669-bee5-83051afa029e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479054 May 13 14:57:01.857923 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-ed1e0324-dc64-409c-b621-ded11a1e272b None None] Set router cb3f3c15-007b-4be7-8d3d-4996326d7d7e gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:57:01.858679 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51128) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:01.881355 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6ffd2d44-2346-41a1-8a29-4b46c441a29d req-f06ea0d3-978c-4e5b-9526-54c4b96b94b6 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4b37d46b-913c-4854-99b8-08b609e816d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980243 May 13 14:57:02.128584 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3472270-504d-45f4-bb02-b16539b6cc14'] response: {'server_uuid': '141e985b-33b0-42b5-b81a-2247f0129b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a78fee-be5f-4a0e-8854-5a7c14c0c31a', 'code': 200} May 13 14:57:02.404589 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ef198686-ee4d-40d1-811b-76e8cc223b08 req-9e9bd413-e0ce-4033-b4b8-da3eec48e860 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9059329 May 13 14:57:02.409062 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7272267f-1309-48bc-ad52-f9eb7b1d45b9 req-4d8f2ffc-521b-4659-bb2e-c4a79bf1b5c4 service neutron] 10.222.0.74 "GET /v2.0/networks/5fab0a7c-c40e-4669-bee5-83051afa029e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265889 May 13 14:57:02.451276 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:02.658128 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-09f3ec04-5545-4a04-8262-816dc469ea1b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/floatingips/c5d25c9e-7dbd-450f-99f0-e3886db653c7 HTTP/1.1" status: 200 len: 992 time: 0.7936482 May 13 14:57:02.697324 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d87a8d-7b0d-443a-b65e-be637b83117d req-e1ba1539-8f4e-4f20-82f0-e06b056faec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:02.698900 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b5d87a8d-7b0d-443a-b65e-be637b83117d req-e1ba1539-8f4e-4f20-82f0-e06b056faec9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=141e985b-33b0-42b5-b81a-2247f0129b7d HTTP/1.1" status: 200 len: 1097 time: 0.4116225 May 13 14:57:02.727227 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478297d6-518c-4476-9d1b-b4c1ac8e8c26 req-e38a98d7-e4f8-4f1f-890e-51a9d5823dcc tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:02.730242 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-478297d6-518c-4476-9d1b-b4c1ac8e8c26 req-e38a98d7-e4f8-4f1f-890e-51a9d5823dcc tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.59 "GET /v2.0/ports?device_id=93fe6f20-9778-4ac3-9f3f-9c5a363d7a54 HTTP/1.1" status: 200 len: 945 time: 1.0112762 May 13 14:57:02.822376 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b5d87a8d-7b0d-443a-b65e-be637b83117d req-6f600438-ddbd-49cf-b2a6-eb79ee19cf3d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4b37d46b-913c-4854-99b8-08b609e816d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158075 May 13 14:57:02.960439 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-478297d6-518c-4476-9d1b-b4c1ac8e8c26 req-a5a545b6-d17b-453c-9e32-24fd0a54e58c tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Deleting port a04146c9-ca56-470c-8428-1dcb5730a41e {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:57:02.961405 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-478297d6-518c-4476-9d1b-b4c1ac8e8c26 req-a5a545b6-d17b-453c-9e32-24fd0a54e58c tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:03.081117 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7272267f-1309-48bc-ad52-f9eb7b1d45b9 req-5cbc3636-00ec-4f68-90bf-3dfab4bc6595 service neutron] 10.222.0.74 "GET /v2.0/networks/5fab0a7c-c40e-4669-bee5-83051afa029e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6560743 May 13 14:57:03.103477 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ed1e0324-dc64-409c-b621-ded11a1e272b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'name': 'tempest-TestNetworkBasicOps-router-11964592', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'd5f7acd6-f3f0-428d-8268-9f342e5ae80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:34Z', 'updated_at': '2022-05-13T14:55:51Z', 'revision_number': 4, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'd5f7acd6-f3f0-428d-8268-9f342e5ae80e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:36Z', 'updated_at': '2022-05-13T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'c5d25c9e-7dbd-450f-99f0-e3886db653c7', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'floating_ip_address': '172.25.0.250', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'port_id': '3922c313-0a0e-4af5-a027-c7b1deaa7a81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '213c970f-c639-49b2-8c01-7dd8915da6b5', 'mac_address': 'fa:16:3e:ec:45:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b172d8-6c98-4291-8a6e-83cb9531ab64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:56:54Z', 'updated_at': '2022-05-13T14:56:54Z', 'revision_number': 0, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8488fe-09a1-48d3-9bab-811754ce4890', 'name': '', 'network_id': '213c970f-c639-49b2-8c01-7dd8915da6b5', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'mac_address': 'fa:16:3e:44:69:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '4e2de9b6-120b-40f6-9204-e1f066201b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:47Z', 'updated_at': '2022-05-13T14:56:05Z', 'revision_number': 5, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'subnets': [{'id': '4e2de9b6-120b-40f6-9204-e1f066201b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:03.112477 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b90d46-40fc-43fc-86db-8d2c2bc53fc3 req-a4f6edbb-74ee-4a10-85fb-397168d7cb93 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:03.115224 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1e0324-dc64-409c-b621-ded11a1e272b None None] The sync data for ids ['cb3f3c15-007b-4be7-8d3d-4996326d7d7e'] in n-d-841760-1 is: [{'id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'name': 'tempest-TestNetworkBasicOps-router-11964592', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'd5f7acd6-f3f0-428d-8268-9f342e5ae80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:34Z', 'updated_at': '2022-05-13T14:55:51Z', 'revision_number': 4, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'd5f7acd6-f3f0-428d-8268-9f342e5ae80e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:36Z', 'updated_at': '2022-05-13T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'c5d25c9e-7dbd-450f-99f0-e3886db653c7', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'floating_ip_address': '172.25.0.250', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'port_id': '3922c313-0a0e-4af5-a027-c7b1deaa7a81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '213c970f-c639-49b2-8c01-7dd8915da6b5', 'mac_address': 'fa:16:3e:ec:45:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b172d8-6c98-4291-8a6e-83cb9531ab64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:56:54Z', 'updated_at': '2022-05-13T14:56:54Z', 'revision_number': 0, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8488fe-09a1-48d3-9bab-811754ce4890', 'name': '', 'network_id': '213c970f-c639-49b2-8c01-7dd8915da6b5', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'mac_address': 'fa:16:3e:44:69:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '4e2de9b6-120b-40f6-9204-e1f066201b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:47Z', 'updated_at': '2022-05-13T14:56:05Z', 'revision_number': 5, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'subnets': [{'id': '4e2de9b6-120b-40f6-9204-e1f066201b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:57:03.133465 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-09b90d46-40fc-43fc-86db-8d2c2bc53fc3 req-a4f6edbb-74ee-4a10-85fb-397168d7cb93 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.35 "GET /v2.0/ports?device_id=0823c7c4-4e19-46d9-870f-4d84a8bf6849 HTTP/1.1" status: 200 len: 943 time: 0.3367836 May 13 14:57:03.269833 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c196f27-c30c-49d3-b621-ca67ac50295d req-9f87c601-e35e-4913-8310-70ddd360d9d3 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:03.272267 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2c196f27-c30c-49d3-b621-ca67ac50295d req-9f87c601-e35e-4913-8310-70ddd360d9d3 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=141e985b-33b0-42b5-b81a-2247f0129b7d HTTP/1.1" status: 200 len: 1097 time: 0.1770926 May 13 14:57:03.353183 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2c196f27-c30c-49d3-b621-ca67ac50295d req-0eddcf66-3c0c-46dc-82fe-113ef953f38b tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4b37d46b-913c-4854-99b8-08b609e816d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751150 May 13 14:57:03.409874 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-09b90d46-40fc-43fc-86db-8d2c2bc53fc3 req-0eb21a4d-af3e-4f06-ae77-b95ab6f143b0 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf0c00fc-cf34-43f0-af62-5530d697aa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751117 May 13 14:57:03.491974 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e030f73c-b066-4380-9407-7bcd23be7720 None None] New status for floating IP c5d25c9e-7dbd-450f-99f0-e3886db653c7: ACTIVE {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:57:03.519185 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-478297d6-518c-4476-9d1b-b4c1ac8e8c26 req-a5a545b6-d17b-453c-9e32-24fd0a54e58c tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] For port a04146c9-ca56-470c-8428-1dcb5730a41e, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=a04146c9-ca56-470c-8428-1dcb5730a41e,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:03.520116 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-478297d6-518c-4476-9d1b-b4c1ac8e8c26 req-a5a545b6-d17b-453c-9e32-24fd0a54e58c tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:03.677434 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51152) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:03.687413 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-478297d6-518c-4476-9d1b-b4c1ac8e8c26 req-a5a545b6-d17b-453c-9e32-24fd0a54e58c tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Calling delete_port for a04146c9-ca56-470c-8428-1dcb5730a41e owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:57:03.777733 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 0ef13399-1296-4360-89a2-f7bcd392ca15 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:57:03.784405 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4b9c0-4976-4a7f-933d-3966ba1ecf67 req-96d0d0e1-4fd4-469a-9702-425199b2a249 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:03.791548 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-72a4b9c0-4976-4a7f-933d-3966ba1ecf67 req-96d0d0e1-4fd4-469a-9702-425199b2a249 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=93fe6f20-9778-4ac3-9f3f-9c5a363d7a54 HTTP/1.1" status: 200 len: 945 time: 0.1894302 May 13 14:57:03.900031 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-72a4b9c0-4976-4a7f-933d-3966ba1ecf67 req-0d640de2-c4de-47f6-802e-818d3df1a358 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074882 May 13 14:57:03.927749 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5f0a863e-22da-42f4-8e81-88272049b64d tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/floatingips/c5d25c9e-7dbd-450f-99f0-e3886db653c7 HTTP/1.1" status: 200 len: 992 time: 0.2483480 May 13 14:57:04.136935 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-478297d6-518c-4476-9d1b-b4c1ac8e8c26 req-a5a545b6-d17b-453c-9e32-24fd0a54e58c tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:04.150664 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 0ef13399-1296-4360-89a2-f7bcd392ca15, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=0ef13399-1296-4360-89a2-f7bcd392ca15,segment=NetworkSegment(c20294a1-2978-4c87-b078-73c66c04a42e),segment_id=c20294a1-2978-4c87-b078-73c66c04a42e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:04.186519 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '0ef13399-1296-4360-89a2-f7bcd392ca15', 'network_id': '5fab0a7c-c40e-4669-bee5-83051afa029e', 'port_id': '0ef13399-1296-4360-89a2-f7bcd392ca15', 'mac_address': 'fa:16:3e:0d:36:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de64d53d-2d52-47d9-8249-cf73d0be7796', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:57:04.254734 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['c219a9e3-31ff-4672-a567-a3f58b20873f'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:57:04.277576 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a545b6-d17b-453c-9e32-24fd0a54e58c tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Pushing event deleted for resources: {'Port': ['ID=a04146c9-ca56-470c-8428-1dcb5730a41e,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:04.351169 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['cdb4a137-f73c-4554-a3eb-0af120fd080d'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:57:04.452479 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-478297d6-518c-4476-9d1b-b4c1ac8e8c26 req-a5a545b6-d17b-453c-9e32-24fd0a54e58c tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] No DVR routers for this DVR port a04146c9-ca56-470c-8428-1dcb5730a41e on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:57:04.455649 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-478297d6-518c-4476-9d1b-b4c1ac8e8c26 req-a5a545b6-d17b-453c-9e32-24fd0a54e58c tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:04.459276 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fe6f20-9778-4ac3-9f3f-9c5a363d7a54', 'name': 'network-vif-deleted', 'tag': 'a04146c9-ca56-470c-8428-1dcb5730a41e'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:57:04.483649 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-478297d6-518c-4476-9d1b-b4c1ac8e8c26 req-a5a545b6-d17b-453c-9e32-24fd0a54e58c tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.59 "DELETE /v2.0/ports/a04146c9-ca56-470c-8428-1dcb5730a41e HTTP/1.1" status: 204 len: 173 time: 1.7431965 May 13 14:57:04.596560 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 0ef13399-1296-4360-89a2-f7bcd392ca15 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:57:04.597118 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:04.636558 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef13399-1296-4360-89a2-f7bcd392ca15 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:57:04.741452 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cce7d-4556-406d-85d6-31ab00723674 req-82b28ea3-ab0b-4c6c-89af-cce8c9df95e5 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:04.750348 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be3cce7d-4556-406d-85d6-31ab00723674 req-82b28ea3-ab0b-4c6c-89af-cce8c9df95e5 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=141e985b-33b0-42b5-b81a-2247f0129b7d HTTP/1.1" status: 200 len: 1097 time: 0.1389039 May 13 14:57:04.794423 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 0ef13399-1296-4360-89a2-f7bcd392ca15, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=0ef13399-1296-4360-89a2-f7bcd392ca15,segment=NetworkSegment(c20294a1-2978-4c87-b078-73c66c04a42e),segment_id=c20294a1-2978-4c87-b078-73c66c04a42e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:04.811850 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be3cce7d-4556-406d-85d6-31ab00723674 req-ce0d7889-ad50-43fb-82dc-35120a6c985a tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4b37d46b-913c-4854-99b8-08b609e816d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536659 May 13 14:57:04.831682 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:04.894266 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd595ec5-d321-4a1e-b952-994ab4719f15'] response: {'server_uuid': '93fe6f20-9778-4ac3-9f3f-9c5a363d7a54', 'name': 'network-vif-deleted', 'tag': 'a04146c9-ca56-470c-8428-1dcb5730a41e', 'status': 'completed', 'code': 200} May 13 14:57:04.907640 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1201c-d773-4974-901e-144ae752ab29 req-22146bf0-cd59-40fe-8edb-68790b64f6cd tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:04.919892 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ada1201c-d773-4974-901e-144ae752ab29 req-22146bf0-cd59-40fe-8edb-68790b64f6cd tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.35 "GET /v2.0/ports?device_id=0823c7c4-4e19-46d9-870f-4d84a8bf6849 HTTP/1.1" status: 200 len: 944 time: 0.2398086 May 13 14:57:04.929632 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 51192) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:04.999516 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=0ef13399-1296-4360-89a2-f7bcd392ca15,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:05.001269 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ada1201c-d773-4974-901e-144ae752ab29 req-1a31b507-e1c6-441e-b87a-0b4f1c91fe51 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf0c00fc-cf34-43f0-af62-5530d697aa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755873 May 13 14:57:05.133275 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-bbd56ad6-3fb2-4918-b4d6-a06ae76c1774 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/floatingips/c5d25c9e-7dbd-450f-99f0-e3886db653c7 HTTP/1.1" status: 200 len: 994 time: 0.2016740 May 13 14:57:05.171744 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e781c-4749-4edc-9ad4-3bd8c693b4c2 req-fdf5c637-a42d-454e-8dca-f6f435a8d0b6 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:05.174684 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-450e781c-4749-4edc-9ad4-3bd8c693b4c2 req-fdf5c637-a42d-454e-8dca-f6f435a8d0b6 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=141e985b-33b0-42b5-b81a-2247f0129b7d HTTP/1.1" status: 200 len: 1097 time: 0.1344798 May 13 14:57:05.257515 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-450e781c-4749-4edc-9ad4-3bd8c693b4c2 req-8ce4f58a-ec25-46e7-b18e-b27bef0f2e83 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4b37d46b-913c-4854-99b8-08b609e816d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713120 May 13 14:57:05.307442 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['0ef13399-1296-4360-89a2-f7bcd392ca15'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:57:05.482995 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device a04146c9-ca56-470c-8428-1dcb5730a41e no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:57:05.539248 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: a04146c9-ca56-470c-8428-1dcb5730a41e {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:57:05.539801 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device a04146c9-ca56-470c-8428-1dcb5730a41e not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:57:05.561590 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-bf5671d6-8c98-434b-8ef9-18dc221efab2 req-817a22a2-1102-4451-93f8-c44d83e46895 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Synchronizing usage tracker for tenant:732161aac5934f6693072fa75ca25401 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:57:05.590687 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-bf5671d6-8c98-434b-8ef9-18dc221efab2 req-817a22a2-1102-4451-93f8-c44d83e46895 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Unset dirty status for tenant:732161aac5934f6693072fa75ca25401 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:57:05.600215 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bf5671d6-8c98-434b-8ef9-18dc221efab2 req-817a22a2-1102-4451-93f8-c44d83e46895 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=93fe6f20-9778-4ac3-9f3f-9c5a363d7a54 HTTP/1.1" status: 200 len: 210 time: 0.1045072 May 13 14:57:05.670659 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ea546-f366-42ff-b785-be07777dabb1 req-68f5fcbc-adc2-4323-a251-5d055fe62166 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:05.673884 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b50ea546-f366-42ff-b785-be07777dabb1 req-68f5fcbc-adc2-4323-a251-5d055fe62166 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 945 time: 0.1831920 May 13 14:57:05.746380 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b50ea546-f366-42ff-b785-be07777dabb1 req-c2a48b47-af8d-440e-a5dd-ea1902787441 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661628 May 13 14:57:05.927339 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e94163-1ff3-4102-b94f-f7d380be25af req-26b2ea6b-aae7-4a7a-be08-631639e2cc54 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:05.928888 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-68e94163-1ff3-4102-b94f-f7d380be25af req-26b2ea6b-aae7-4a7a-be08-631639e2cc54 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=141e985b-33b0-42b5-b81a-2247f0129b7d HTTP/1.1" status: 200 len: 1097 time: 0.2081177 May 13 14:57:05.982315 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-68e94163-1ff3-4102-b94f-f7d380be25af req-6aac471a-5083-4f86-969f-c2adfae602f0 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4b37d46b-913c-4854-99b8-08b609e816d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443921 May 13 14:57:06.231430 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e3d3b-8b77-4d55-b76c-4375091b636e req-4479e449-c73a-4e0b-9c4b-4f9428feacfe tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:06.234790 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-714e3d3b-8b77-4d55-b76c-4375091b636e req-4479e449-c73a-4e0b-9c4b-4f9428feacfe tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.35 "GET /v2.0/ports?device_id=0823c7c4-4e19-46d9-870f-4d84a8bf6849 HTTP/1.1" status: 200 len: 944 time: 0.1078706 May 13 14:57:06.290517 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-714e3d3b-8b77-4d55-b76c-4375091b636e req-ef73af46-abea-49e4-bc44-69d15a7f96b4 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf0c00fc-cf34-43f0-af62-5530d697aa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463367 May 13 14:57:06.327098 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-69fe78ad-3de8-42ad-9df7-352e734a9a1f tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:06.328634 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-69fe78ad-3de8-42ad-9df7-352e734a9a1f tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/networks?id=43ddb1be-7c29-4450-a618-58154740455e HTTP/1.1" status: 200 len: 911 time: 0.1812549 May 13 14:57:06.344500 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-3273b64e-b3d8-4415-b75b-696d87da928a tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/quotas/ce5e38cffc304c0ab894ad9e627bb7e9 HTTP/1.1" status: 200 len: 375 time: 0.0099576 May 13 14:57:06.424776 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-fa81ad2a-1513-46ba-912d-2d0398c4679a tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce5e38cffc304c0ab894ad9e627bb7e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0746145 May 13 14:57:06.568467 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-6f8a191a-3e79-436a-a4d2-837e876e3b1e service neutron] 10.222.0.35 "GET /v2.0/networks/43ddb1be-7c29-4450-a618-58154740455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363871 May 13 14:57:06.754704 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-b76db59b-d73b-48f5-a4fa-7c3853ea76f1 service neutron] 10.222.0.35 "GET /v2.0/networks/43ddb1be-7c29-4450-a618-58154740455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797769 May 13 14:57:07.073002 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b040742f-1497-4412-a5c9-8b4564c1faf5 req-e4d3b8f3-7b0a-4d90-828a-44d2798337c4 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7f1ed380-e699-4f33-b5ed-28468800a629 HTTP/1.1" status: 200 len: 210 time: 0.0726705 May 13 14:57:07.129383 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6480705-a85e-4d6c-883c-75a690b00aa4 req-d4957e41-152f-4a34-9c74-f70d40aac3b0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:07.131346 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f6480705-a85e-4d6c-883c-75a690b00aa4 req-d4957e41-152f-4a34-9c74-f70d40aac3b0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 945 time: 0.1246426 May 13 14:57:07.200452 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f6480705-a85e-4d6c-883c-75a690b00aa4 req-cfa7c8e9-27c1-4c91-8c03-51bd91218a4f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584843 May 13 14:57:07.316047 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1f9d7-c550-4c1d-b847-93c9cdd3d920 req-b17095ab-4ae0-449f-a955-6d556f9f0ae9 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:07.317645 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9cb1f9d7-c550-4c1d-b847-93c9cdd3d920 req-b17095ab-4ae0-449f-a955-6d556f9f0ae9 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=56e8a02c-f64d-4791-b895-e358fbad0e16 HTTP/1.1" status: 200 len: 946 time: 0.1012921 May 13 14:57:07.389265 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9cb1f9d7-c550-4c1d-b847-93c9cdd3d920 req-ea6c2774-d9ee-40da-b898-a861190dd28a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639944 May 13 14:57:07.596234 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486ac99-ae3f-40f1-9a4e-c64b9ab1a772 req-f4e1df49-204b-4c57-aabc-b407836679d0 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:07.598425 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0486ac99-ae3f-40f1-9a4e-c64b9ab1a772 req-f4e1df49-204b-4c57-aabc-b407836679d0 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.35 "GET /v2.0/ports?device_id=0823c7c4-4e19-46d9-870f-4d84a8bf6849 HTTP/1.1" status: 200 len: 944 time: 0.1122859 May 13 14:57:07.726143 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0486ac99-ae3f-40f1-9a4e-c64b9ab1a772 req-0d495f1d-0476-4cfe-982e-ac9bf5b281c6 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf0c00fc-cf34-43f0-af62-5530d697aa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121550 May 13 14:57:07.799310 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 0ef13399-1296-4360-89a2-f7bcd392ca15 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:57:07.879377 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 0ef13399-1296-4360-89a2-f7bcd392ca15 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:57:07.885522 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 0ef13399-1296-4360-89a2-f7bcd392ca15 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:57:07.885873 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:08.048751 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 0ef13399-1296-4360-89a2-f7bcd392ca15 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:57:08.049248 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:08.088562 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0823c7c4-4e19-46d9-870f-4d84a8bf6849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef13399-1296-4360-89a2-f7bcd392ca15'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:57:08.114457 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 0ef13399-1296-4360-89a2-f7bcd392ca15, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=0ef13399-1296-4360-89a2-f7bcd392ca15,segment=NetworkSegment(c20294a1-2978-4c87-b078-73c66c04a42e),segment_id=c20294a1-2978-4c87-b078-73c66c04a42e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:08.120506 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:08.195024 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e3c9e07-7aa7-4187-ad18-acaa128398c6'] response: {'server_uuid': '0823c7c4-4e19-46d9-870f-4d84a8bf6849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef13399-1296-4360-89a2-f7bcd392ca15', 'code': 200} May 13 14:57:08.201978 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=0ef13399-1296-4360-89a2-f7bcd392ca15,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:08.292043 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c90cef80-4d0e-4452-8eb9-3d99adfb0fb6 req-96e00ec2-3598-4248-a0b1-7d9a35f1c025 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7f1ed380-e699-4f33-b5ed-28468800a629 HTTP/1.1" status: 200 len: 210 time: 0.0501516 May 13 14:57:08.369609 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ead816-9878-436a-b224-20015aabaa35 req-1c2fa8a3-9953-49bd-ac9c-e43ca958f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:08.371170 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-57ead816-9878-436a-b224-20015aabaa35 req-1c2fa8a3-9953-49bd-ac9c-e43ca958f751 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0823c7c4-4e19-46d9-870f-4d84a8bf6849 HTTP/1.1" status: 200 len: 1096 time: 0.0708625 May 13 14:57:08.486566 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-57ead816-9878-436a-b224-20015aabaa35 req-ab17a81a-1724-4cfe-b2e5-e517a70b6014 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=cf0c00fc-cf34-43f0-af62-5530d697aa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754864 May 13 14:57:08.610667 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526faae-52eb-4487-9679-b2685305b890 req-9b397f39-9cee-418a-980e-2312897d01c8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:08.612178 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a526faae-52eb-4487-9679-b2685305b890 req-9b397f39-9cee-418a-980e-2312897d01c8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=56e8a02c-f64d-4791-b895-e358fbad0e16 HTTP/1.1" status: 200 len: 946 time: 0.0845695 May 13 14:57:08.663498 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a526faae-52eb-4487-9679-b2685305b890 req-30e56206-9286-401e-b1df-bd8a189a0b7f tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448942 May 13 14:57:09.087905 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938f194-2d51-4fb1-a0c0-3c7d50707619 req-e0536a28-1377-4338-bde6-fedd623947aa tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:09.089456 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0938f194-2d51-4fb1-a0c0-3c7d50707619 req-e0536a28-1377-4338-bde6-fedd623947aa tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.35 "GET /v2.0/ports?device_id=0823c7c4-4e19-46d9-870f-4d84a8bf6849 HTTP/1.1" status: 200 len: 945 time: 0.2540970 May 13 14:57:09.386940 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-65abc6bd-ba25-4098-8579-9ee2cd9ad8b8 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:09.386940 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-65abc6bd-ba25-4098-8579-9ee2cd9ad8b8 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.74 "GET /v2.0/networks?id=43ddb1be-7c29-4450-a618-58154740455e HTTP/1.1" status: 200 len: 911 time: 0.2284920 May 13 14:57:09.394200 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0938f194-2d51-4fb1-a0c0-3c7d50707619 req-fb1b5986-0e5e-46f5-897b-2bd12b3f3aa1 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf0c00fc-cf34-43f0-af62-5530d697aa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721021 May 13 14:57:09.394200 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c7764-d614-4235-a94f-b97021ca5521 req-3bbaee9d-4cd5-4894-bbdd-c633feb8ceb2 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:09.394200 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-570c7764-d614-4235-a94f-b97021ca5521 req-3bbaee9d-4cd5-4894-bbdd-c633feb8ceb2 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.74 "GET /v2.0/ports?device_id=56e8a02c-f64d-4791-b895-e358fbad0e16 HTTP/1.1" status: 200 len: 946 time: 0.2364271 May 13 14:57:09.394693 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-00b3824c-ed83-4d62-8def-25a3adbf6a4c tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Request body: {'port': {'device_id': '7f1ed380-e699-4f33-b5ed-28468800a629', 'network_id': '43ddb1be-7c29-4450-a618-58154740455e', 'admin_state_up': True, 'tenant_id': 'ce5e38cffc304c0ab894ad9e627bb7e9'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:57:09.394693 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-00b3824c-ed83-4d62-8def-25a3adbf6a4c tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:57:09.394693 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-00b3824c-ed83-4d62-8def-25a3adbf6a4c tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:57:09.394693 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-00b3824c-ed83-4d62-8def-25a3adbf6a4c tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Made reservation on behalf of ce5e38cffc304c0ab894ad9e627bb7e9 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:57:09.394693 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-00b3824c-ed83-4d62-8def-25a3adbf6a4c tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:09.406585 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-570c7764-d614-4235-a94f-b97021ca5521 req-42261d3f-9e0f-45cd-888e-821f43e78be5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Deleting port cdb4a137-f73c-4554-a3eb-0af120fd080d {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:57:09.406934 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-570c7764-d614-4235-a94f-b97021ca5521 req-42261d3f-9e0f-45cd-888e-821f43e78be5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:09.488876 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b7cba8e6-abe7-42b8-83df-4ac2f9068e76 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:57:09.709381 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6c5e6b45-ce11-406c-95c3-14e4147b8d80 req-65135cd1-3019-4bef-892a-4949fe5c1ab2 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7f1ed380-e699-4f33-b5ed-28468800a629 HTTP/1.1" status: 200 len: 210 time: 0.1413291 May 13 14:57:09.773831 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-00b3824c-ed83-4d62-8def-25a3adbf6a4c tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Allocated IP 172.20.0.6 (43ddb1be-7c29-4450-a618-58154740455e/c491e9f5-0b00-4ba7-b275-697c520f82cd/ab4bb203-a63a-4498-94f9-282777dc826e) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:57:09.834551 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port b7cba8e6-abe7-42b8-83df-4ac2f9068e76 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:57:09.835327 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:09.881979 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b7cba8e6-abe7-42b8-83df-4ac2f9068e76, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b7cba8e6-abe7-42b8-83df-4ac2f9068e76,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:09.887097 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:10.192648 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-00b3824c-ed83-4d62-8def-25a3adbf6a4c tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:10.212740 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-00b3824c-ed83-4d62-8def-25a3adbf6a4c tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Transition to ACTIVE for port object ab4bb203-a63a-4498-94f9-282777dc826e will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:57:10.243953 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-00b3824c-ed83-4d62-8def-25a3adbf6a4c tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:10.288090 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379e7721-aeee-4882-9686-dacd8e87af95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7cba8e6-abe7-42b8-83df-4ac2f9068e76'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:57:10.304723 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['c8a78fee-be5f-4a0e-8854-5a7c14c0c31a'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:57:10.336917 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-00b3824c-ed83-4d62-8def-25a3adbf6a4c tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Network 43ddb1be-7c29-4450-a618-58154740455e is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:57:10.345485 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-00b3824c-ed83-4d62-8def-25a3adbf6a4c tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:57:10.355006 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-00b3824c-ed83-4d62-8def-25a3adbf6a4c tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:57:10.474520 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3824c-ed83-4d62-8def-25a3adbf6a4c tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Pushing event updated for resources: {'Port': ['ID=ab4bb203-a63a-4498-94f9-282777dc826e,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:10.549483 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-570c7764-d614-4235-a94f-b97021ca5521 req-42261d3f-9e0f-45cd-888e-821f43e78be5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] For port cdb4a137-f73c-4554-a3eb-0af120fd080d, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=cdb4a137-f73c-4554-a3eb-0af120fd080d,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:10.549483 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-570c7764-d614-4235-a94f-b97021ca5521 req-42261d3f-9e0f-45cd-888e-821f43e78be5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:10.560280 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-00b3824c-ed83-4d62-8def-25a3adbf6a4c tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:10.560280 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-00b3824c-ed83-4d62-8def-25a3adbf6a4c tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:10.617464 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=b7cba8e6-abe7-42b8-83df-4ac2f9068e76,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:10.689520 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a3fa2-65d8-42b6-8f3f-66947f73e9de req-ac8dbe13-8bcf-4628-a8e5-98a144b36945 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:10.691204 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c3a3fa2-65d8-42b6-8f3f-66947f73e9de req-ac8dbe13-8bcf-4628-a8e5-98a144b36945 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.35 "GET /v2.0/ports?device_id=0823c7c4-4e19-46d9-870f-4d84a8bf6849 HTTP/1.1" status: 200 len: 945 time: 0.2179182 May 13 14:57:10.692787 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-00b3824c-ed83-4d62-8def-25a3adbf6a4c tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5203519 May 13 14:57:10.721742 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e060d-cbe7-46c8-b517-2a3bbf360915 req-c92b9b86-668f-49f7-9e0c-afa15e5fb0cd tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:10.729910 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-720e060d-cbe7-46c8-b517-2a3bbf360915 req-c92b9b86-668f-49f7-9e0c-afa15e5fb0cd tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=56e8a02c-f64d-4791-b895-e358fbad0e16 HTTP/1.1" status: 200 len: 946 time: 0.9092753 May 13 14:57:10.811146 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-74c05888-228f-4b4d-af18-bae8e2247b55 service neutron] Request body: {'port': {'device_id': '7f1ed380-e699-4f33-b5ed-28468800a629', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:57:10.835944 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-570c7764-d614-4235-a94f-b97021ca5521 req-42261d3f-9e0f-45cd-888e-821f43e78be5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Calling delete_port for cdb4a137-f73c-4554-a3eb-0af120fd080d owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:57:10.880265 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c3a3fa2-65d8-42b6-8f3f-66947f73e9de req-69c63332-10a2-4c9a-9d5d-2f4cf4456441 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf0c00fc-cf34-43f0-af62-5530d697aa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727202 May 13 14:57:10.972139 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f05ff25c-2128-41da-a8bc-d9fa13bb50f4 None None] Provisioning for port ab4bb203-a63a-4498-94f9-282777dc826e completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:57:10.986087 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f05ff25c-2128-41da-a8bc-d9fa13bb50f4 None None] Provisioning complete for port ab4bb203-a63a-4498-94f9-282777dc826e triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:57:10.986087 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f05ff25c-2128-41da-a8bc-d9fa13bb50f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:10.990573 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-720e060d-cbe7-46c8-b517-2a3bbf360915 req-80eddaaa-2e93-46fe-855e-afb45620d4d5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484133 May 13 14:57:11.078304 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0ebd036-5d1c-4611-b2e0-d8ffca166068'] response: {'server_uuid': '379e7721-aeee-4882-9686-dacd8e87af95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7cba8e6-abe7-42b8-83df-4ac2f9068e76', 'code': 200} May 13 14:57:11.302043 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f05ff25c-2128-41da-a8bc-d9fa13bb50f4 None None] Port ab4bb203-a63a-4498-94f9-282777dc826e cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:57:11.419925 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-570c7764-d614-4235-a94f-b97021ca5521 req-42261d3f-9e0f-45cd-888e-821f43e78be5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:11.434556 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['c219a9e3-31ff-4672-a567-a3f58b20873f'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:57:11.471573 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-74c05888-228f-4b4d-af18-bae8e2247b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:11.538189 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['cdb4a137-f73c-4554-a3eb-0af120fd080d'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:57:11.586376 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42261d3f-9e0f-45cd-888e-821f43e78be5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Pushing event deleted for resources: {'Port': ['ID=cdb4a137-f73c-4554-a3eb-0af120fd080d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:11.621187 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b7cba8e6-abe7-42b8-83df-4ac2f9068e76 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:57:11.701047 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42261d3f-9e0f-45cd-888e-821f43e78be5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:11.701047 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42261d3f-9e0f-45cd-888e-821f43e78be5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:11.701047 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42261d3f-9e0f-45cd-888e-821f43e78be5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:11.701047 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42261d3f-9e0f-45cd-888e-821f43e78be5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:11.701047 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42261d3f-9e0f-45cd-888e-821f43e78be5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:11.701047 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42261d3f-9e0f-45cd-888e-821f43e78be5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:11.701047 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42261d3f-9e0f-45cd-888e-821f43e78be5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:11.701047 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42261d3f-9e0f-45cd-888e-821f43e78be5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:11.701047 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42261d3f-9e0f-45cd-888e-821f43e78be5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:11.701047 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42261d3f-9e0f-45cd-888e-821f43e78be5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:11.701047 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42261d3f-9e0f-45cd-888e-821f43e78be5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:11.701047 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42261d3f-9e0f-45cd-888e-821f43e78be5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:12.050893 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-570c7764-d614-4235-a94f-b97021ca5521 req-42261d3f-9e0f-45cd-888e-821f43e78be5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] No DVR routers for this DVR port cdb4a137-f73c-4554-a3eb-0af120fd080d on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:57:12.108507 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-570c7764-d614-4235-a94f-b97021ca5521 req-42261d3f-9e0f-45cd-888e-821f43e78be5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:12.159682 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b7cba8e6-abe7-42b8-83df-4ac2f9068e76, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b7cba8e6-abe7-42b8-83df-4ac2f9068e76,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:12.171587 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e8a02c-f64d-4791-b895-e358fbad0e16', 'name': 'network-vif-deleted', 'tag': 'cdb4a137-f73c-4554-a3eb-0af120fd080d'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:57:12.212604 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-570c7764-d614-4235-a94f-b97021ca5521 req-42261d3f-9e0f-45cd-888e-821f43e78be5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.74 "DELETE /v2.0/ports/cdb4a137-f73c-4554-a3eb-0af120fd080d HTTP/1.1" status: 204 len: 173 time: 2.9886284 May 13 14:57:12.258654 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f553c73-e719-45ec-8ad9-58031de3be65 req-9605c99c-65f3-4f2d-88a5-39ba62e4bc22 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:12.267092 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'b7cba8e6-abe7-42b8-83df-4ac2f9068e76', 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd', 'port_id': 'b7cba8e6-abe7-42b8-83df-4ac2f9068e76', 'mac_address': 'fa:16:3e:e6:ac:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43563bd-f154-4518-8312-29f2255f69ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:57:12.280061 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9f553c73-e719-45ec-8ad9-58031de3be65 req-9605c99c-65f3-4f2d-88a5-39ba62e4bc22 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7f1ed380-e699-4f33-b5ed-28468800a629 HTTP/1.1" status: 200 len: 1027 time: 0.7061348 May 13 14:57:12.313210 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-74c05888-228f-4b4d-af18-bae8e2247b55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab4bb203-a63a-4498-94f9-282777dc826e {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:57:12.346913 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-74c05888-228f-4b4d-af18-bae8e2247b55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:12.376046 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9f553c73-e719-45ec-8ad9-58031de3be65 req-31fd5270-97ef-47d6-a29a-a7226bbadea0 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4b37d46b-913c-4854-99b8-08b609e816d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938032 May 13 14:57:12.395787 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-74c05888-228f-4b4d-af18-bae8e2247b55 service neutron] Transition to ACTIVE for port object ab4bb203-a63a-4498-94f9-282777dc826e will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:57:12.519392 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port b7cba8e6-abe7-42b8-83df-4ac2f9068e76 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:57:12.519392 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:12.539564 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-74c05888-228f-4b4d-af18-bae8e2247b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:12.594585 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-08687d59-429e-4ccb-9f04-fad613388ab3 req-61b6bce4-8f81-4d08-9c8c-7f78cab8b5f1 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=56e8a02c-f64d-4791-b895-e358fbad0e16 HTTP/1.1" status: 200 len: 210 time: 0.1730330 May 13 14:57:12.660653 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa2fda7e-3964-43ae-98b3-61e9201a91e4'] response: {'server_uuid': '56e8a02c-f64d-4791-b895-e358fbad0e16', 'name': 'network-vif-deleted', 'tag': 'cdb4a137-f73c-4554-a3eb-0af120fd080d', 'status': 'completed', 'code': 200} May 13 14:57:12.680606 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7cba8e6-abe7-42b8-83df-4ac2f9068e76 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:57:12.767800 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b7cba8e6-abe7-42b8-83df-4ac2f9068e76, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b7cba8e6-abe7-42b8-83df-4ac2f9068e76,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:12.781481 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8adea29d-9f07-4070-9061-640bda97d644 req-99e3c69c-a63c-4262-8788-d45b8a75c2e9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d1b172d8-6c98-4291-8a6e-83cb9531ab64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8161697 May 13 14:57:12.785491 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:12.799459 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c05888-228f-4b4d-af18-bae8e2247b55 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4bb203-a63a-4498-94f9-282777dc826e,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:13.005274 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=b7cba8e6-abe7-42b8-83df-4ac2f9068e76,revision_number=9']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:13.021591 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['b7cba8e6-abe7-42b8-83df-4ac2f9068e76'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:57:13.077769 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-74c05888-228f-4b4d-af18-bae8e2247b55 service neutron] Attempting to bind port ab4bb203-a63a-4498-94f9-282777dc826e on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:57:13.077769 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-74c05888-228f-4b4d-af18-bae8e2247b55 service neutron] Attempting to bind port ab4bb203-a63a-4498-94f9-282777dc826e by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'a091b5a1-7c19-4677-8ebf-571a45af7dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '43ddb1be-7c29-4450-a618-58154740455e'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:57:13.077769 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-74c05888-228f-4b4d-af18-bae8e2247b55 service neutron] Attempting to bind port ab4bb203-a63a-4498-94f9-282777dc826e on network 43ddb1be-7c29-4450-a618-58154740455e {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:57:13.112460 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-74c05888-228f-4b4d-af18-bae8e2247b55 service neutron] Port ab4bb203-a63a-4498-94f9-282777dc826e on network 43ddb1be-7c29-4450-a618-58154740455e not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:57:13.112460 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-74c05888-228f-4b4d-af18-bae8e2247b55 service neutron] Attempting to bind port ab4bb203-a63a-4498-94f9-282777dc826e on network 43ddb1be-7c29-4450-a618-58154740455e {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:57:13.143277 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-74c05888-228f-4b4d-af18-bae8e2247b55 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:57:13.143277 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-74c05888-228f-4b4d-af18-bae8e2247b55 service neutron] Checking segment: {'id': 'a091b5a1-7c19-4677-8ebf-571a45af7dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '43ddb1be-7c29-4450-a618-58154740455e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:57:13.143277 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-74c05888-228f-4b4d-af18-bae8e2247b55 service neutron] Bound using segment: {'id': 'a091b5a1-7c19-4677-8ebf-571a45af7dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '43ddb1be-7c29-4450-a618-58154740455e'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:57:13.143277 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-74c05888-228f-4b4d-af18-bae8e2247b55 service neutron] Bound port: ab4bb203-a63a-4498-94f9-282777dc826e, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a091b5a1-7c19-4677-8ebf-571a45af7dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '43ddb1be-7c29-4450-a618-58154740455e'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:57:13.143277 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-74c05888-228f-4b4d-af18-bae8e2247b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:13.409277 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adea29d-9f07-4070-9061-640bda97d644 req-95af72ed-5332-4830-93c3-d37656ba1f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:13.409277 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8adea29d-9f07-4070-9061-640bda97d644 req-95af72ed-5332-4830-93c3-d37656ba1f2e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2fd5504203d84ec88c34b0f9b983d931&device_id=d1b172d8-6c98-4291-8a6e-83cb9531ab64 HTTP/1.1" status: 200 len: 1097 time: 0.4210558 May 13 14:57:13.409277 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-74c05888-228f-4b4d-af18-bae8e2247b55 service neutron] For port ab4bb203-a63a-4498-94f9-282777dc826e, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:57:13.420157 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-74c05888-228f-4b4d-af18-bae8e2247b55 service neutron] For port ab4bb203-a63a-4498-94f9-282777dc826e, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=ab4bb203-a63a-4498-94f9-282777dc826e,segment=NetworkSegment(a091b5a1-7c19-4677-8ebf-571a45af7dd0),segment_id=a091b5a1-7c19-4677-8ebf-571a45af7dd0)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:57:13.613766 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-74c05888-228f-4b4d-af18-bae8e2247b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:13.831484 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c05888-228f-4b4d-af18-bae8e2247b55 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4bb203-a63a-4498-94f9-282777dc826e,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:13.845580 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device cdb4a137-f73c-4554-a3eb-0af120fd080d no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:57:13.875956 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-74c05888-228f-4b4d-af18-bae8e2247b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:13.875956 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-74c05888-228f-4b4d-af18-bae8e2247b55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:13.879069 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-74c05888-228f-4b4d-af18-bae8e2247b55 service neutron] 10.222.0.74 "PUT /v2.0/ports/ab4bb203-a63a-4498-94f9-282777dc826e HTTP/1.1" status: 200 len: 1091 time: 3.1199310 May 13 14:57:13.881967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1ed380-e699-4f33-b5ed-28468800a629', 'tag': 'ab4bb203-a63a-4498-94f9-282777dc826e'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:57:13.970423 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: cdb4a137-f73c-4554-a3eb-0af120fd080d {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:57:13.971045 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device cdb4a137-f73c-4554-a3eb-0af120fd080d not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:57:14.046902 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b77cfeff-29bd-4488-aa82-39a456c09dae'] response: {'name': 'network-changed', 'server_uuid': '7f1ed380-e699-4f33-b5ed-28468800a629', 'tag': 'ab4bb203-a63a-4498-94f9-282777dc826e', 'status': 'completed', 'code': 200} May 13 14:57:14.187558 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a75714-40db-425f-bed6-3e44d355c497 req-d8274204-e513-487d-ab21-dd8590dd76af tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:14.187558 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f5a75714-40db-425f-bed6-3e44d355c497 req-d8274204-e513-487d-ab21-dd8590dd76af tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Synchronizing usage tracker for tenant:ce5e38cffc304c0ab894ad9e627bb7e9 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:57:14.187558 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adea29d-9f07-4070-9061-640bda97d644 req-1f7f19a4-290f-4999-9fe7-bef0552f37b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:14.187558 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8adea29d-9f07-4070-9061-640bda97d644 req-1f7f19a4-290f-4999-9fe7-bef0552f37b3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=213c970f-c639-49b2-8c01-7dd8915da6b5 HTTP/1.1" status: 200 len: 897 time: 0.7633793 May 13 14:57:14.406815 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-ec858406-3fb4-418b-b08b-628cc04167b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:14.406815 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-ec858406-3fb4-418b-b08b-628cc04167b7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ce5e38cffc304c0ab894ad9e627bb7e9&device_id=7f1ed380-e699-4f33-b5ed-28468800a629 HTTP/1.1" status: 200 len: 1094 time: 0.4352398 May 13 14:57:14.603084 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-97ede806-01b5-43c7-aedc-219b13e471eb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab4bb203-a63a-4498-94f9-282777dc826e HTTP/1.1" status: 200 len: 217 time: 0.1480079 May 13 14:57:14.603851 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f5a75714-40db-425f-bed6-3e44d355c497 req-d8274204-e513-487d-ab21-dd8590dd76af tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Unset dirty status for tenant:ce5e38cffc304c0ab894ad9e627bb7e9 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:57:14.604912 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f5a75714-40db-425f-bed6-3e44d355c497 req-d8274204-e513-487d-ab21-dd8590dd76af tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7f1ed380-e699-4f33-b5ed-28468800a629 HTTP/1.1" status: 200 len: 1094 time: 0.8129506 May 13 14:57:14.642655 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-cc46b533-14c9-4d54-ad6d-e969a97c8d5c tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:14.652861 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-cc46b533-14c9-4d54-ad6d-e969a97c8d5c tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/networks?id=7245a93f-bdad-4850-88f9-09476b64c18f HTTP/1.1" status: 200 len: 806 time: 0.3424549 May 13 14:57:14.689316 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-0e95c7b8-bb4c-4d75-9c91-ef44c38c91a0 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/quotas/732161aac5934f6693072fa75ca25401 HTTP/1.1" status: 200 len: 375 time: 0.0368564 May 13 14:57:14.765818 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8adea29d-9f07-4070-9061-640bda97d644 req-0de5c41a-6405-45a4-8fd2-971a3c19d3bd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3922c313-0a0e-4af5-a027-c7b1deaa7a81 HTTP/1.1" status: 200 len: 1002 time: 0.5655947 May 13 14:57:14.952205 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-3435d556-d58b-4c8f-b029-bd0f517efdaa tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Synchronizing usage tracker for tenant:732161aac5934f6693072fa75ca25401 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:57:14.986862 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-3435d556-d58b-4c8f-b029-bd0f517efdaa tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Unset dirty status for tenant:732161aac5934f6693072fa75ca25401 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:57:14.995386 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-3435d556-d58b-4c8f-b029-bd0f517efdaa tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=732161aac5934f6693072fa75ca25401&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3103118 May 13 14:57:15.118483 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-b6d3413b-3ed1-44c0-8d88-de0707fa7770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:15.118483 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-b6d3413b-3ed1-44c0-8d88-de0707fa7770 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c491e9f5-0b00-4ba7-b275-697c520f82cd HTTP/1.1" status: 200 len: 849 time: 0.3836367 May 13 14:57:15.187188 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-74066583-8c61-4979-a093-5047226e328d service neutron] 10.222.0.35 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751051 May 13 14:57:15.252661 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f5a75714-40db-425f-bed6-3e44d355c497 req-6b6e65ce-bb7d-4a1f-b08f-ca8805fe05be tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4b37d46b-913c-4854-99b8-08b609e816d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6257141 May 13 14:57:15.284673 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adea29d-9f07-4070-9061-640bda97d644 req-a2f20e41-1a54-4714-8dfd-a81777b64be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:15.284673 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8adea29d-9f07-4070-9061-640bda97d644 req-a2f20e41-1a54-4714-8dfd-a81777b64be5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e2de9b6-120b-40f6-9204-e1f066201b83 HTTP/1.1" status: 200 len: 835 time: 0.5057137 May 13 14:57:15.385269 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-33487308-58d8-40f8-96bf-f261da7b606e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:15.386964 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-33487308-58d8-40f8-96bf-f261da7b606e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=43ddb1be-7c29-4450-a618-58154740455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2598572 May 13 14:57:15.452103 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-aebbdfb5-005d-481a-a988-7aba0985cdb1 service neutron] 10.222.0.35 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779665 May 13 14:57:15.509768 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b7cba8e6-abe7-42b8-83df-4ac2f9068e76 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:57:15.607595 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adea29d-9f07-4070-9061-640bda97d644 req-bbe5aa86-adfe-4bbb-8366-9e601ee1f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:15.607595 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8adea29d-9f07-4070-9061-640bda97d644 req-bbe5aa86-adfe-4bbb-8366-9e601ee1f7e7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=213c970f-c639-49b2-8c01-7dd8915da6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3185680 May 13 14:57:15.736402 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port b7cba8e6-abe7-42b8-83df-4ac2f9068e76 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:57:15.736753 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:16.013320 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4217c57a-83cf-4fbb-ad44-109b00f066e8 req-bdf8ff48-6ad3-414b-b82d-ab8d1f03c499 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=9006ffad-a3ad-4c8e-8bdb-3994a2955d3c HTTP/1.1" status: 200 len: 210 time: 0.1137123 May 13 14:57:16.043529 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-9259bd29-df1b-4ed6-94dd-88885974115c service neutron] 10.222.0.74 "GET /v2.0/networks/43ddb1be-7c29-4450-a618-58154740455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6502647 May 13 14:57:16.051752 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port b7cba8e6-abe7-42b8-83df-4ac2f9068e76 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:57:16.052137 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:16.130435 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379e7721-aeee-4882-9686-dacd8e87af95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cba8e6-abe7-42b8-83df-4ac2f9068e76'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:57:16.174350 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b7cba8e6-abe7-42b8-83df-4ac2f9068e76, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b7cba8e6-abe7-42b8-83df-4ac2f9068e76,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:16.192795 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:16.252432 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9769c974-7e4b-4d31-b705-7c7d9486003f'] response: {'server_uuid': '379e7721-aeee-4882-9686-dacd8e87af95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cba8e6-abe7-42b8-83df-4ac2f9068e76', 'code': 200} May 13 14:57:16.266231 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8adea29d-9f07-4070-9061-640bda97d644 req-3435254b-7fcd-4b6a-835f-88bc63f0fcaa service neutron] 10.222.0.74 "GET /v2.0/networks/213c970f-c639-49b2-8c01-7dd8915da6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6362896 May 13 14:57:16.348022 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59d018ef-e750-4c83-b0f6-1d2da7e8768b req-58084f55-d8cf-4631-b180-e871ef411861 service neutron] 10.222.0.74 "GET /v2.0/networks/43ddb1be-7c29-4450-a618-58154740455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801976 May 13 14:57:16.454248 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=b7cba8e6-abe7-42b8-83df-4ac2f9068e76,revision_number=10']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:16.824460 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8adea29d-9f07-4070-9061-640bda97d644 req-e8d6d12e-642e-4000-8d1d-715c6b212797 service neutron] 10.222.0.74 "GET /v2.0/networks/213c970f-c639-49b2-8c01-7dd8915da6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729319 May 13 14:57:17.053021 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b3006-62b9-4fdb-ba34-5447ab9c12df req-2907de21-634d-4625-ace1-fe7d3180fa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:17.053021 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ee0b3006-62b9-4fdb-ba34-5447ab9c12df req-2907de21-634d-4625-ace1-fe7d3180fa51 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ce5e38cffc304c0ab894ad9e627bb7e9&device_id=7f1ed380-e699-4f33-b5ed-28468800a629 HTTP/1.1" status: 200 len: 1094 time: 0.4472082 May 13 14:57:17.077837 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de13f1-0c81-423d-9644-4b57c7d6cbcf req-033444e2-53ee-46eb-90c1-8daff46b812a tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:17.077837 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-79de13f1-0c81-423d-9644-4b57c7d6cbcf req-033444e2-53ee-46eb-90c1-8daff46b812a tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7f1ed380-e699-4f33-b5ed-28468800a629 HTTP/1.1" status: 200 len: 1094 time: 0.3569758 May 13 14:57:17.349443 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-992c37da-5a41-4803-a21a-d1e4888f7516 req-c6696ed6-5953-4eb4-8dc2-7bac28af404f tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=9006ffad-a3ad-4c8e-8bdb-3994a2955d3c HTTP/1.1" status: 200 len: 210 time: 0.1091845 May 13 14:57:17.392875 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-79de13f1-0c81-423d-9644-4b57c7d6cbcf req-0d6e535e-fd6e-4c14-a244-662a4d68abe7 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4b37d46b-913c-4854-99b8-08b609e816d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143199 May 13 14:57:17.479399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b3006-62b9-4fdb-ba34-5447ab9c12df req-30eb05b3-09f3-4ed8-a30b-9399dd1d599b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:17.479399 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ee0b3006-62b9-4fdb-ba34-5447ab9c12df req-30eb05b3-09f3-4ed8-a30b-9399dd1d599b service neutron] 10.222.0.74 "GET /v2.0/networks?id=43ddb1be-7c29-4450-a618-58154740455e HTTP/1.1" status: 200 len: 911 time: 0.3976240 May 13 14:57:17.624439 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ee0b3006-62b9-4fdb-ba34-5447ab9c12df req-3293f4ba-9b02-456b-a79b-4c07b2dd9076 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab4bb203-a63a-4498-94f9-282777dc826e HTTP/1.1" status: 200 len: 217 time: 0.1365833 May 13 14:57:17.742477 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b3006-62b9-4fdb-ba34-5447ab9c12df req-7ee0f455-15cd-4747-8acd-958a9036be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:17.745189 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ee0b3006-62b9-4fdb-ba34-5447ab9c12df req-7ee0f455-15cd-4747-8acd-958a9036be40 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c491e9f5-0b00-4ba7-b275-697c520f82cd HTTP/1.1" status: 200 len: 849 time: 0.1173205 May 13 14:57:17.908505 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b3006-62b9-4fdb-ba34-5447ab9c12df req-2e7fcc8e-8da8-4300-a0fc-81baed770957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:17.910570 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ee0b3006-62b9-4fdb-ba34-5447ab9c12df req-2e7fcc8e-8da8-4300-a0fc-81baed770957 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=43ddb1be-7c29-4450-a618-58154740455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556072 May 13 14:57:18.187894 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:18.338323 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ee0b3006-62b9-4fdb-ba34-5447ab9c12df req-3e9c8433-ed95-43a5-8293-802c3474dd92 service neutron] 10.222.0.74 "GET /v2.0/networks/43ddb1be-7c29-4450-a618-58154740455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175873 May 13 14:57:18.910967 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1ac4fdde-a79f-46a6-8933-74bfdf821d32 req-c5d3b0b3-8a74-41a5-a5ea-9b364f6f50c3 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=9006ffad-a3ad-4c8e-8bdb-3994a2955d3c HTTP/1.1" status: 200 len: 210 time: 0.0984249 May 13 14:57:18.993732 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ee0b3006-62b9-4fdb-ba34-5447ab9c12df req-f025f8d7-ad82-4ce1-a73e-2177ecfb2d86 service neutron] 10.222.0.74 "GET /v2.0/networks/43ddb1be-7c29-4450-a618-58154740455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6431639 May 13 14:57:19.513255 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de86c1-3a59-4c82-8102-ab1f063e06e6 req-4157a6d6-4720-4f32-af7c-565ca6a1001e tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:19.516015 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-36de86c1-3a59-4c82-8102-ab1f063e06e6 req-4157a6d6-4720-4f32-af7c-565ca6a1001e tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7f1ed380-e699-4f33-b5ed-28468800a629 HTTP/1.1" status: 200 len: 1094 time: 0.5200958 May 13 14:57:19.797836 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-4bebcd16-0b30-4699-8c64-2b1322e7fd8a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:19.801138 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-4bebcd16-0b30-4699-8c64-2b1322e7fd8a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.59 "GET /v2.0/networks?id=7245a93f-bdad-4850-88f9-09476b64c18f HTTP/1.1" status: 200 len: 806 time: 0.7193012 May 13 14:57:19.838156 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-591b15f1-743f-4d28-952c-eafce356d8ca tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Request body: {'port': {'device_id': '9006ffad-a3ad-4c8e-8bdb-3994a2955d3c', 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f', 'admin_state_up': True, 'tenant_id': '732161aac5934f6693072fa75ca25401'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:57:19.858980 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecef31c-dd30-44f1-85fc-800c07336b0d req-0b4a647d-14cd-403c-bddf-9453d4706e8b tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:19.858980 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-eecef31c-dd30-44f1-85fc-800c07336b0d req-0b4a647d-14cd-403c-bddf-9453d4706e8b tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.35 "GET /v2.0/ports?device_id=0823c7c4-4e19-46d9-870f-4d84a8bf6849 HTTP/1.1" status: 200 len: 945 time: 0.1526980 May 13 14:57:19.864067 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device ab4bb203-a63a-4498-94f9-282777dc826e details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:57:20.016831 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-eecef31c-dd30-44f1-85fc-800c07336b0d req-2cc48e86-ea75-4d46-95ff-984c3939c375 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf0c00fc-cf34-43f0-af62-5530d697aa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222775 May 13 14:57:20.148369 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port ab4bb203-a63a-4498-94f9-282777dc826e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=ab4bb203-a63a-4498-94f9-282777dc826e,segment=NetworkSegment(a091b5a1-7c19-4677-8ebf-571a45af7dd0),segment_id=a091b5a1-7c19-4677-8ebf-571a45af7dd0)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:20.151425 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-36de86c1-3a59-4c82-8102-ab1f063e06e6 req-c69d001b-b3c1-4a6a-82eb-454534049640 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4b37d46b-913c-4854-99b8-08b609e816d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6271489 May 13 14:57:20.152481 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-591b15f1-743f-4d28-952c-eafce356d8ca tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:57:20.164189 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-591b15f1-743f-4d28-952c-eafce356d8ca tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:57:20.179216 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'ab4bb203-a63a-4498-94f9-282777dc826e', 'network_id': '43ddb1be-7c29-4450-a618-58154740455e', 'port_id': 'ab4bb203-a63a-4498-94f9-282777dc826e', 'mac_address': 'fa:16:3e:57:dc:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c491e9f5-0b00-4ba7-b275-697c520f82cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:57:20.206357 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-591b15f1-743f-4d28-952c-eafce356d8ca tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Made reservation on behalf of 732161aac5934f6693072fa75ca25401 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:57:20.210418 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-591b15f1-743f-4d28-952c-eafce356d8ca tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:20.336206 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port ab4bb203-a63a-4498-94f9-282777dc826e is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:57:20.336206 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:20.399847 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab4bb203-a63a-4498-94f9-282777dc826e {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:57:20.444812 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port ab4bb203-a63a-4498-94f9-282777dc826e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=ab4bb203-a63a-4498-94f9-282777dc826e,segment=NetworkSegment(a091b5a1-7c19-4677-8ebf-571a45af7dd0),segment_id=a091b5a1-7c19-4677-8ebf-571a45af7dd0)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:20.461384 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:20.538714 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-03dfbc87-c8d6-47fe-aca4-be126770bc7f req-31e6aef3-f15d-4a7b-9f30-fda56e8d3e0f tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=9006ffad-a3ad-4c8e-8bdb-3994a2955d3c HTTP/1.1" status: 200 len: 210 time: 0.2751093 May 13 14:57:20.585167 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=ab4bb203-a63a-4498-94f9-282777dc826e,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:20.636061 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-591b15f1-743f-4d28-952c-eafce356d8ca tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Allocated IP 172.20.0.14 (7245a93f-bdad-4850-88f9-09476b64c18f/34fcb229-3793-40c5-9fb6-d9e1bba72c19/e6807da3-e391-44f4-b666-c22049d79e5a) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:57:20.892705 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['ab4bb203-a63a-4498-94f9-282777dc826e'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:57:21.018641 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-591b15f1-743f-4d28-952c-eafce356d8ca tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:21.111812 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-591b15f1-743f-4d28-952c-eafce356d8ca tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:21.132296 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['c219a9e3-31ff-4672-a567-a3f58b20873f'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:57:21.579492 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-591b15f1-743f-4d28-952c-eafce356d8ca tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Network 7245a93f-bdad-4850-88f9-09476b64c18f is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:57:21.579492 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-591b15f1-743f-4d28-952c-eafce356d8ca tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:57:21.579492 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b15f1-743f-4d28-952c-eafce356d8ca tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Pushing event updated for resources: {'Port': ['ID=e6807da3-e391-44f4-b666-c22049d79e5a,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:21.579492 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-591b15f1-743f-4d28-952c-eafce356d8ca tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:57:21.587807 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51143bf-031b-4fc9-9aa0-5b73d7b418cf req-faaf65b5-d6c8-4c57-b79e-2e7011799fe6 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:21.587807 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e51143bf-031b-4fc9-9aa0-5b73d7b418cf req-faaf65b5-d6c8-4c57-b79e-2e7011799fe6 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7f1ed380-e699-4f33-b5ed-28468800a629 HTTP/1.1" status: 200 len: 1095 time: 0.1232941 May 13 14:57:21.620416 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e51143bf-031b-4fc9-9aa0-5b73d7b418cf req-fe01067a-e201-4330-be7c-2e27dceb7451 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4b37d46b-913c-4854-99b8-08b609e816d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579498 May 13 14:57:21.644347 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3392e7-9247-4958-a3bd-573d48d06f1a req-d9d123a2-593c-4f39-a35a-00920f8f8019 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:21.650963 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dc3392e7-9247-4958-a3bd-573d48d06f1a req-d9d123a2-593c-4f39-a35a-00920f8f8019 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.35 "GET /v2.0/ports?device_id=0823c7c4-4e19-46d9-870f-4d84a8bf6849 HTTP/1.1" status: 200 len: 945 time: 0.4011893 May 13 14:57:21.686052 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-591b15f1-743f-4d28-952c-eafce356d8ca tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:21.686052 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-591b15f1-743f-4d28-952c-eafce356d8ca tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:21.741844 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dc3392e7-9247-4958-a3bd-573d48d06f1a req-87f51608-7bc2-4c43-a555-0ada97f5f35d tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf0c00fc-cf34-43f0-af62-5530d697aa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928798 May 13 14:57:21.769976 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264153d-7871-451f-b19b-2149454d99f6 req-91124676-4e3a-4c83-a0c3-f5be9e2392d5 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:21.769976 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3264153d-7871-451f-b19b-2149454d99f6 req-91124676-4e3a-4c83-a0c3-f5be9e2392d5 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.74 "GET /v2.0/ports?device_id=0823c7c4-4e19-46d9-870f-4d84a8bf6849 HTTP/1.1" status: 200 len: 945 time: 0.5603960 May 13 14:57:21.849020 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-591b15f1-743f-4d28-952c-eafce356d8ca tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0345237 May 13 14:57:21.879335 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-94408dba-4370-4e61-89f5-493a26dc8d79 service neutron] Request body: {'port': {'device_id': '9006ffad-a3ad-4c8e-8bdb-3994a2955d3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:57:21.920808 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32d0a2-be8d-4705-a26a-b9333c2653d0 req-219ec176-084c-4057-92a9-8647f53fe15e tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:21.933768 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4a32d0a2-be8d-4705-a26a-b9333c2653d0 req-219ec176-084c-4057-92a9-8647f53fe15e tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=9006ffad-a3ad-4c8e-8bdb-3994a2955d3c HTTP/1.1" status: 200 len: 932 time: 0.1934516 May 13 14:57:21.945200 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-3264153d-7871-451f-b19b-2149454d99f6 req-3267f522-714f-4728-84de-1a820e700f53 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Deleting port 0ef13399-1296-4360-89a2-f7bcd392ca15 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:57:21.945649 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3264153d-7871-451f-b19b-2149454d99f6 req-3267f522-714f-4728-84de-1a820e700f53 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:21.987221 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4a32d0a2-be8d-4705-a26a-b9333c2653d0 req-230091aa-1207-4c54-8d4a-6b702b995bc0 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516174 May 13 14:57:22.401924 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-94408dba-4370-4e61-89f5-493a26dc8d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:22.827003 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-3264153d-7871-451f-b19b-2149454d99f6 req-3267f522-714f-4728-84de-1a820e700f53 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] For port 0ef13399-1296-4360-89a2-f7bcd392ca15, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=0ef13399-1296-4360-89a2-f7bcd392ca15,segment=NetworkSegment(c20294a1-2978-4c87-b078-73c66c04a42e),segment_id=c20294a1-2978-4c87-b078-73c66c04a42e)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:22.827755 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3264153d-7871-451f-b19b-2149454d99f6 req-3267f522-714f-4728-84de-1a820e700f53 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:23.057700 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04274e0a-bb7e-4513-a459-665925a19cd7 req-2f02c4f5-ed3b-45fe-b341-a5cde1d22365 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:23.057700 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-04274e0a-bb7e-4513-a459-665925a19cd7 req-2f02c4f5-ed3b-45fe-b341-a5cde1d22365 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.35 "GET /v2.0/ports?device_id=0823c7c4-4e19-46d9-870f-4d84a8bf6849 HTTP/1.1" status: 200 len: 945 time: 0.1308601 May 13 14:57:23.179206 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-04274e0a-bb7e-4513-a459-665925a19cd7 req-76a24846-04d7-426b-a5cb-c04e28987d71 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf0c00fc-cf34-43f0-af62-5530d697aa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190181 May 13 14:57:23.245302 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-3264153d-7871-451f-b19b-2149454d99f6 req-3267f522-714f-4728-84de-1a820e700f53 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Calling delete_port for 0ef13399-1296-4360-89a2-f7bcd392ca15 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:57:23.559101 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef61a94-a5f9-4052-ad68-d2da78c52bb5 req-8a05ba86-5abe-4319-83b8-0723380b7c40 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:23.569012 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1ef61a94-a5f9-4052-ad68-d2da78c52bb5 req-8a05ba86-5abe-4319-83b8-0723380b7c40 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7f1ed380-e699-4f33-b5ed-28468800a629 HTTP/1.1" status: 200 len: 1095 time: 0.7169175 May 13 14:57:23.702542 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1ef61a94-a5f9-4052-ad68-d2da78c52bb5 req-c617509f-e67d-4352-bed9-dc0fe169cfe1 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4b37d46b-913c-4854-99b8-08b609e816d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354146 May 13 14:57:23.772544 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3264153d-7871-451f-b19b-2149454d99f6 req-3267f522-714f-4728-84de-1a820e700f53 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:23.812883 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['0ef13399-1296-4360-89a2-f7bcd392ca15'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:57:23.825596 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaacc11-ce9f-403a-8b09-fec2ea04f85d req-6d4d20f1-48ff-4772-bdbc-697c49c1eaea tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:23.827552 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7aaacc11-ce9f-403a-8b09-fec2ea04f85d req-6d4d20f1-48ff-4772-bdbc-697c49c1eaea tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=9006ffad-a3ad-4c8e-8bdb-3994a2955d3c HTTP/1.1" status: 200 len: 932 time: 0.3311160 May 13 14:57:23.874766 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device ab4bb203-a63a-4498-94f9-282777dc826e up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:57:23.984870 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7aaacc11-ce9f-403a-8b09-fec2ea04f85d req-011a48a3-de0b-4d4b-899f-e8e787a3e5d6 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492479 May 13 14:57:24.148967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267f522-714f-4728-84de-1a820e700f53 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Pushing event deleted for resources: {'Port': ['ID=0ef13399-1296-4360-89a2-f7bcd392ca15,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:24.166937 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port ab4bb203-a63a-4498-94f9-282777dc826e completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:57:24.175945 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3267f522-714f-4728-84de-1a820e700f53 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:24.176552 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3267f522-714f-4728-84de-1a820e700f53 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:24.176986 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3267f522-714f-4728-84de-1a820e700f53 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:24.177399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3267f522-714f-4728-84de-1a820e700f53 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:24.177805 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3267f522-714f-4728-84de-1a820e700f53 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:24.178251 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3267f522-714f-4728-84de-1a820e700f53 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:24.178656 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3267f522-714f-4728-84de-1a820e700f53 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:24.179048 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3267f522-714f-4728-84de-1a820e700f53 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:24.179465 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3267f522-714f-4728-84de-1a820e700f53 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:24.179874 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3267f522-714f-4728-84de-1a820e700f53 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:24.180321 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3267f522-714f-4728-84de-1a820e700f53 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:24.180718 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3267f522-714f-4728-84de-1a820e700f53 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:24.220591 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port ab4bb203-a63a-4498-94f9-282777dc826e triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:57:24.221181 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:24.236103 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-3264153d-7871-451f-b19b-2149454d99f6 req-3267f522-714f-4728-84de-1a820e700f53 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] No DVR routers for this DVR port 0ef13399-1296-4360-89a2-f7bcd392ca15 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:57:24.239655 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-94408dba-4370-4e61-89f5-493a26dc8d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6807da3-e391-44f4-b666-c22049d79e5a {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:57:24.244800 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3264153d-7871-451f-b19b-2149454d99f6 req-3267f522-714f-4728-84de-1a820e700f53 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:24.269289 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0823c7c4-4e19-46d9-870f-4d84a8bf6849', 'name': 'network-vif-deleted', 'tag': '0ef13399-1296-4360-89a2-f7bcd392ca15'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:57:24.292323 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3264153d-7871-451f-b19b-2149454d99f6 req-3267f522-714f-4728-84de-1a820e700f53 tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.74 "DELETE /v2.0/ports/0ef13399-1296-4360-89a2-f7bcd392ca15 HTTP/1.1" status: 204 len: 173 time: 2.5172439 May 13 14:57:24.296513 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-94408dba-4370-4e61-89f5-493a26dc8d79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:24.370622 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-94408dba-4370-4e61-89f5-493a26dc8d79 service neutron] Transition to ACTIVE for port object e6807da3-e391-44f4-b666-c22049d79e5a will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:57:24.384046 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-94408dba-4370-4e61-89f5-493a26dc8d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:24.724161 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port ab4bb203-a63a-4498-94f9-282777dc826e is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:57:24.724572 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:24.789422 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7794d96f-d164-458e-98b0-cb0e238812eb'] response: {'server_uuid': '0823c7c4-4e19-46d9-870f-4d84a8bf6849', 'name': 'network-vif-deleted', 'tag': '0ef13399-1296-4360-89a2-f7bcd392ca15', 'status': 'completed', 'code': 200} May 13 14:57:24.808772 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-c3d74f4c-0a17-4a9b-acfd-fafb0bfb3ba5 req-02a9c719-5f9e-40b8-bbb7-c6d0375a9bdb tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Synchronizing usage tracker for tenant:50f7421f4cf74092a9d1141400e7d749 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:57:24.823524 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port ab4bb203-a63a-4498-94f9-282777dc826e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=ab4bb203-a63a-4498-94f9-282777dc826e,segment=NetworkSegment(a091b5a1-7c19-4677-8ebf-571a45af7dd0),segment_id=a091b5a1-7c19-4677-8ebf-571a45af7dd0)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:24.827977 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1ed380-e699-4f33-b5ed-28468800a629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4bb203-a63a-4498-94f9-282777dc826e'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:57:24.845731 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:24.959936 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94408dba-4370-4e61-89f5-493a26dc8d79 service neutron] Pushing event updated for resources: {'Port': ['ID=e6807da3-e391-44f4-b666-c22049d79e5a,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:24.994511 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf28a6-7de7-446e-9b65-50436092a5e0 req-97b6c75f-e9f2-408c-8f0f-3d84f183474f tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:24.996160 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5daf28a6-7de7-446e-9b65-50436092a5e0 req-97b6c75f-e9f2-408c-8f0f-3d84f183474f tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7f1ed380-e699-4f33-b5ed-28468800a629 HTTP/1.1" status: 200 len: 1096 time: 0.1205189 May 13 14:57:25.003423 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-c3d74f4c-0a17-4a9b-acfd-fafb0bfb3ba5 req-02a9c719-5f9e-40b8-bbb7-c6d0375a9bdb tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] Unset dirty status for tenant:50f7421f4cf74092a9d1141400e7d749 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:57:25.013799 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c3d74f4c-0a17-4a9b-acfd-fafb0bfb3ba5 req-02a9c719-5f9e-40b8-bbb7-c6d0375a9bdb tempest-VolumesActionsTest-1370834735 tempest-VolumesActionsTest-1370834735-project] 10.222.0.35 "GET /v2.0/ports?device_id=0823c7c4-4e19-46d9-870f-4d84a8bf6849 HTTP/1.1" status: 200 len: 210 time: 0.3235958 May 13 14:57:25.081971 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=ab4bb203-a63a-4498-94f9-282777dc826e,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:25.113346 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5daf28a6-7de7-446e-9b65-50436092a5e0 req-b763ec3b-8263-4aad-b276-afb395408113 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4b37d46b-913c-4854-99b8-08b609e816d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091139 May 13 14:57:25.115821 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30c14978-b551-4391-821e-b6c301867a14'] response: {'server_uuid': '7f1ed380-e699-4f33-b5ed-28468800a629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4bb203-a63a-4498-94f9-282777dc826e', 'code': 200} May 13 14:57:25.361301 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-94408dba-4370-4e61-89f5-493a26dc8d79 service neutron] Attempting to bind port e6807da3-e391-44f4-b666-c22049d79e5a on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:57:25.361834 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-94408dba-4370-4e61-89f5-493a26dc8d79 service neutron] Attempting to bind port e6807da3-e391-44f4-b666-c22049d79e5a by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '57c587b4-4a75-4472-8b66-fdd8b5188b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:57:25.361943 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-94408dba-4370-4e61-89f5-493a26dc8d79 service neutron] Attempting to bind port e6807da3-e391-44f4-b666-c22049d79e5a on network 7245a93f-bdad-4850-88f9-09476b64c18f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:57:25.391881 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-94408dba-4370-4e61-89f5-493a26dc8d79 service neutron] Port e6807da3-e391-44f4-b666-c22049d79e5a on network 7245a93f-bdad-4850-88f9-09476b64c18f not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:57:25.394961 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-94408dba-4370-4e61-89f5-493a26dc8d79 service neutron] Attempting to bind port e6807da3-e391-44f4-b666-c22049d79e5a on network 7245a93f-bdad-4850-88f9-09476b64c18f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:57:25.439522 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-94408dba-4370-4e61-89f5-493a26dc8d79 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:57:25.439522 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-94408dba-4370-4e61-89f5-493a26dc8d79 service neutron] Checking segment: {'id': '57c587b4-4a75-4472-8b66-fdd8b5188b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:57:25.451777 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-94408dba-4370-4e61-89f5-493a26dc8d79 service neutron] Bound using segment: {'id': '57c587b4-4a75-4472-8b66-fdd8b5188b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:57:25.451777 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-94408dba-4370-4e61-89f5-493a26dc8d79 service neutron] Bound port: e6807da3-e391-44f4-b666-c22049d79e5a, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c587b4-4a75-4472-8b66-fdd8b5188b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:57:25.451777 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-94408dba-4370-4e61-89f5-493a26dc8d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:25.525292 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549efa8-7037-4c4b-b209-1f988b8ba826 req-d274d275-8d9a-4e2b-aa52-a7cc0e15a78f tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:25.525292 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-d549efa8-7037-4c4b-b209-1f988b8ba826 req-d274d275-8d9a-4e2b-aa52-a7cc0e15a78f tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Synchronizing usage tracker for tenant:732161aac5934f6693072fa75ca25401 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:57:25.608364 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb316158-da30-4949-bba8-9ff29073082b req-824052bf-fd2b-492d-89dd-745991e43892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:25.608364 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bb316158-da30-4949-bba8-9ff29073082b req-824052bf-fd2b-492d-89dd-745991e43892 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7f1ed380-e699-4f33-b5ed-28468800a629 HTTP/1.1" status: 200 len: 1096 time: 0.3510230 May 13 14:57:25.608364 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-d549efa8-7037-4c4b-b209-1f988b8ba826 req-d274d275-8d9a-4e2b-aa52-a7cc0e15a78f tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Unset dirty status for tenant:732161aac5934f6693072fa75ca25401 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:57:25.619614 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d549efa8-7037-4c4b-b209-1f988b8ba826 req-d274d275-8d9a-4e2b-aa52-a7cc0e15a78f tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=9006ffad-a3ad-4c8e-8bdb-3994a2955d3c HTTP/1.1" status: 200 len: 944 time: 0.3205788 May 13 14:57:25.722115 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bb316158-da30-4949-bba8-9ff29073082b req-f5491e43-5d64-4870-87cd-387b4e0259cf service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4b37d46b-913c-4854-99b8-08b609e816d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898306 May 13 14:57:25.728944 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d549efa8-7037-4c4b-b209-1f988b8ba826 req-e548b529-6ce3-43e9-8976-f5d4b4c80caf tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129131 May 13 14:57:25.736476 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-94408dba-4370-4e61-89f5-493a26dc8d79 service neutron] For port e6807da3-e391-44f4-b666-c22049d79e5a, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:57:25.744834 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-94408dba-4370-4e61-89f5-493a26dc8d79 service neutron] For port e6807da3-e391-44f4-b666-c22049d79e5a, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=e6807da3-e391-44f4-b666-c22049d79e5a,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:57:25.758093 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-94408dba-4370-4e61-89f5-493a26dc8d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:25.835912 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-94408dba-4370-4e61-89f5-493a26dc8d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:25.836546 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-94408dba-4370-4e61-89f5-493a26dc8d79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:25.838352 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-94408dba-4370-4e61-89f5-493a26dc8d79 service neutron] 10.222.0.59 "PUT /v2.0/ports/e6807da3-e391-44f4-b666-c22049d79e5a HTTP/1.1" status: 200 len: 1092 time: 3.9634805 May 13 14:57:25.870756 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 0ef13399-1296-4360-89a2-f7bcd392ca15 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:57:25.880596 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94408dba-4370-4e61-89f5-493a26dc8d79 service neutron] Pushing event updated for resources: {'Port': ['ID=e6807da3-e391-44f4-b666-c22049d79e5a,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:25.930917 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 0ef13399-1296-4360-89a2-f7bcd392ca15 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:57:25.931519 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 0ef13399-1296-4360-89a2-f7bcd392ca15 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:57:26.074339 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-192acfdf-d309-405c-8d42-47e0578c7d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:26.074339 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-192acfdf-d309-405c-8d42-47e0578c7d1f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=732161aac5934f6693072fa75ca25401&device_id=9006ffad-a3ad-4c8e-8bdb-3994a2955d3c HTTP/1.1" status: 200 len: 1095 time: 0.1768026 May 13 14:57:26.803701 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9006ffad-a3ad-4c8e-8bdb-3994a2955d3c', 'tag': 'e6807da3-e391-44f4-b666-c22049d79e5a'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:57:26.839759 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-c2d555fe-630a-4c88-b5cb-dfb1197bb3a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6807da3-e391-44f4-b666-c22049d79e5a HTTP/1.1" status: 200 len: 217 time: 0.7443902 May 13 14:57:27.014073 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591bf432-98b5-48a2-ba5c-cf0f04f93788 req-ec3a9893-4400-4de2-b26b-11fc006e2479 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:27.021277 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-591bf432-98b5-48a2-ba5c-cf0f04f93788 req-ec3a9893-4400-4de2-b26b-11fc006e2479 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7f1ed380-e699-4f33-b5ed-28468800a629 HTTP/1.1" status: 200 len: 1096 time: 0.4949107 May 13 14:57:27.160182 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-591bf432-98b5-48a2-ba5c-cf0f04f93788 req-7654a418-256d-46e4-b50c-3f500fd7cec9 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4b37d46b-913c-4854-99b8-08b609e816d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076374 May 13 14:57:27.375746 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-d67f9320-b018-4a52-9370-f9414a5c0283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:27.385809 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d810e449-8f19-43fc-adfb-bdbc723a0494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:27.394675 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-d67f9320-b018-4a52-9370-f9414a5c0283 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34fcb229-3793-40c5-9fb6-d9e1bba72c19 HTTP/1.1" status: 200 len: 846 time: 0.5466118 May 13 14:57:27.403310 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184043b-edbd-4ee6-917b-c13ae1465ee1 req-4465a1a4-0be3-4780-a758-93b39c664370 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:27.423996 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7184043b-edbd-4ee6-917b-c13ae1465ee1 req-4465a1a4-0be3-4780-a758-93b39c664370 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=9006ffad-a3ad-4c8e-8bdb-3994a2955d3c HTTP/1.1" status: 200 len: 944 time: 0.3458622 May 13 14:57:27.612211 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7184043b-edbd-4ee6-917b-c13ae1465ee1 req-b9f01e03-21ce-45b1-9ab0-c568b673e351 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021961 May 13 14:57:27.647173 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f799e70a-7e52-4dc5-a475-515175910660'] response: {'name': 'network-changed', 'server_uuid': '9006ffad-a3ad-4c8e-8bdb-3994a2955d3c', 'tag': 'e6807da3-e391-44f4-b666-c22049d79e5a', 'status': 'completed', 'code': 200} May 13 14:57:27.666741 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-7739c700-5d63-47ba-9f26-c7ee0c0d20d2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7245a93f-bdad-4850-88f9-09476b64c18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2670105 May 13 14:57:28.087196 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-e8516783-3410-4c53-874e-b36cc2feeda6 service neutron] 10.222.0.59 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103253 May 13 14:57:28.243497 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e0e8c55-85bd-4dd3-a806-a083e689530b req-e4895d58-f430-4ee0-8111-5f5096c117e4 service neutron] 10.222.0.59 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474781 May 13 14:57:28.480228 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754dad0-03c7-4c23-af70-73e34bc9cd43 req-e3691e2a-b216-49e3-b7a0-7bcad164e48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:28.485164 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e754dad0-03c7-4c23-af70-73e34bc9cd43 req-e3691e2a-b216-49e3-b7a0-7bcad164e48e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=732161aac5934f6693072fa75ca25401&device_id=9006ffad-a3ad-4c8e-8bdb-3994a2955d3c HTTP/1.1" status: 200 len: 1095 time: 0.1846368 May 13 14:57:28.640348 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325d753-2ef1-45b8-ae52-c116aa58be5d req-00cb8b0e-0b5f-46b9-be4a-9ed98e52141c tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:28.671735 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2325d753-2ef1-45b8-ae52-c116aa58be5d req-00cb8b0e-0b5f-46b9-be4a-9ed98e52141c tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7f1ed380-e699-4f33-b5ed-28468800a629 HTTP/1.1" status: 200 len: 1096 time: 0.2216771 May 13 14:57:28.678228 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:28.787158 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2325d753-2ef1-45b8-ae52-c116aa58be5d req-6a079cab-117e-4f93-84b1-b8fe4f1df70b tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4b37d46b-913c-4854-99b8-08b609e816d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161511 May 13 14:57:29.130849 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754dad0-03c7-4c23-af70-73e34bc9cd43 req-07cea102-aef7-4457-8818-4255998fad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:29.133745 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e754dad0-03c7-4c23-af70-73e34bc9cd43 req-07cea102-aef7-4457-8818-4255998fad54 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7245a93f-bdad-4850-88f9-09476b64c18f HTTP/1.1" status: 200 len: 907 time: 0.6138272 May 13 14:57:29.349928 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e754dad0-03c7-4c23-af70-73e34bc9cd43 req-713bacfb-3d62-4c58-8a11-978fa771a9ca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6807da3-e391-44f4-b666-c22049d79e5a HTTP/1.1" status: 200 len: 217 time: 0.1994867 May 13 14:57:29.419244 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be11b15-031e-4299-bcc0-105b9f16aed4 req-2717dce9-1e80-439a-b3a7-c52b6e0fd4f5 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:29.427260 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9be11b15-031e-4299-bcc0-105b9f16aed4 req-2717dce9-1e80-439a-b3a7-c52b6e0fd4f5 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7f1ed380-e699-4f33-b5ed-28468800a629 HTTP/1.1" status: 200 len: 1096 time: 0.2630782 May 13 14:57:29.489884 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:57:29.499768 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3243e52-29d9-4a9c-b0d6-87ad361d6123 req-e340c9a1-5334-40e2-9b9a-46a715f2950f tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:29.502083 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d3243e52-29d9-4a9c-b0d6-87ad361d6123 req-e340c9a1-5334-40e2-9b9a-46a715f2950f tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=9006ffad-a3ad-4c8e-8bdb-3994a2955d3c HTTP/1.1" status: 200 len: 944 time: 0.4935868 May 13 14:57:29.504603 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754dad0-03c7-4c23-af70-73e34bc9cd43 req-74cd99c8-ed44-4fb1-98fd-22321b5cce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:29.506967 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e754dad0-03c7-4c23-af70-73e34bc9cd43 req-74cd99c8-ed44-4fb1-98fd-22321b5cce42 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34fcb229-3793-40c5-9fb6-d9e1bba72c19 HTTP/1.1" status: 200 len: 846 time: 0.1480784 May 13 14:57:29.521310 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9be11b15-031e-4299-bcc0-105b9f16aed4 req-6df4b701-0f37-4374-b3ff-29fd7e05cfad tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4b37d46b-913c-4854-99b8-08b609e816d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926793 May 13 14:57:29.594247 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5786fc27-0045-4e69-b99e-44403fee539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:29.661769 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e754dad0-03c7-4c23-af70-73e34bc9cd43 req-c4a30fc4-1d8d-415a-885b-58c41ba78ffc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7245a93f-bdad-4850-88f9-09476b64c18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185868 May 13 14:57:29.746984 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d3243e52-29d9-4a9c-b0d6-87ad361d6123 req-f344e97c-ebac-4279-bcfb-642448a7f53e tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363844 May 13 14:57:29.915469 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e99e1e-07d9-4af7-8a99-3529faa2939f req-bb0f5a2d-58f6-4097-8b6f-3cdd00a3b8c3 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:29.919619 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b7e99e1e-07d9-4af7-8a99-3529faa2939f req-bb0f5a2d-58f6-4097-8b6f-3cdd00a3b8c3 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7f1ed380-e699-4f33-b5ed-28468800a629 HTTP/1.1" status: 200 len: 1096 time: 0.2311680 May 13 14:57:30.029547 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b7e99e1e-07d9-4af7-8a99-3529faa2939f req-e2015dbe-1427-4f2f-8ca9-201c7c408dcf tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4b37d46b-913c-4854-99b8-08b609e816d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022203 May 13 14:57:30.164513 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e754dad0-03c7-4c23-af70-73e34bc9cd43 req-4d26c967-2791-4352-8b29-8f60bc456d18 service neutron] 10.222.0.59 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862282 May 13 14:57:30.450499 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e754dad0-03c7-4c23-af70-73e34bc9cd43 req-771d918d-a66b-4aa2-a144-78e4accbb13e service neutron] 10.222.0.59 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723901 May 13 14:57:30.701376 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:30.739969 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:30.943183 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ceda4c-a8d8-4e23-988e-1883eafb905c req-d333d935-462f-43e6-a5e2-f1c5ec7412ba tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:30.954456 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c0ceda4c-a8d8-4e23-988e-1883eafb905c req-d333d935-462f-43e6-a5e2-f1c5ec7412ba tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7f1ed380-e699-4f33-b5ed-28468800a629 HTTP/1.1" status: 200 len: 1096 time: 0.1410460 May 13 14:57:31.184970 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c0ceda4c-a8d8-4e23-988e-1883eafb905c req-bb6d90a9-a682-4db1-9dd3-7438157928f0 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4b37d46b-913c-4854-99b8-08b609e816d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297037 May 13 14:57:31.359561 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0044d-a083-47e6-b7bb-d84f3a387649 req-e7162920-4aa4-4fa1-8aaa-4dbb9ed55757 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:31.379029 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dfa0044d-a083-47e6-b7bb-d84f3a387649 req-e7162920-4aa4-4fa1-8aaa-4dbb9ed55757 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=9006ffad-a3ad-4c8e-8bdb-3994a2955d3c HTTP/1.1" status: 200 len: 944 time: 0.2429967 May 13 14:57:31.554331 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device e6807da3-e391-44f4-b666-c22049d79e5a details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:57:31.601682 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dfa0044d-a083-47e6-b7bb-d84f3a387649 req-0eb69710-7486-4a2f-96d6-d193c385fe9c tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184939 May 13 14:57:31.860430 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port e6807da3-e391-44f4-b666-c22049d79e5a, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=e6807da3-e391-44f4-b666-c22049d79e5a,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:31.889041 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'e6807da3-e391-44f4-b666-c22049d79e5a', 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f', 'port_id': 'e6807da3-e391-44f4-b666-c22049d79e5a', 'mac_address': 'fa:16:3e:5f:77:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34fcb229-3793-40c5-9fb6-d9e1bba72c19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:57:32.024470 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port e6807da3-e391-44f4-b666-c22049d79e5a is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:57:32.024470 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:32.088740 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6807da3-e391-44f4-b666-c22049d79e5a {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:57:32.189665 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port e6807da3-e391-44f4-b666-c22049d79e5a, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=e6807da3-e391-44f4-b666-c22049d79e5a,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:32.217834 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:32.347979 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaeb473-f066-4e8d-ad17-62b986fd455a req-5d525ce5-cf54-4cab-b8b9-21d9de69c7b5 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:32.349519 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-eaaeb473-f066-4e8d-ad17-62b986fd455a req-5d525ce5-cf54-4cab-b8b9-21d9de69c7b5 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=7f1ed380-e699-4f33-b5ed-28468800a629 HTTP/1.1" status: 200 len: 1096 time: 0.1775296 May 13 14:57:32.416579 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=e6807da3-e391-44f4-b666-c22049d79e5a,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:32.439826 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:32.525793 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['e6807da3-e391-44f4-b666-c22049d79e5a'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:57:32.872328 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a1656-805c-4d03-9399-46aecf8a810f req-e5db062c-fa1e-4cf5-a302-d7d5a3462f8f tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:32.891973 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-063a1656-805c-4d03-9399-46aecf8a810f req-e5db062c-fa1e-4cf5-a302-d7d5a3462f8f tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7f1ed380-e699-4f33-b5ed-28468800a629 HTTP/1.1" status: 200 len: 1096 time: 0.3492436 May 13 14:57:32.965782 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-063a1656-805c-4d03-9399-46aecf8a810f req-5a60b0eb-c1e2-4b0f-9939-b1ffaada75f5 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4b37d46b-913c-4854-99b8-08b609e816d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720778 May 13 14:57:33.217523 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-eaaeb473-f066-4e8d-ad17-62b986fd455a req-ea6df0ea-4161-4768-b983-d07f62607c2f tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Deleting port ab4bb203-a63a-4498-94f9-282777dc826e {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:57:33.217523 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-eaaeb473-f066-4e8d-ad17-62b986fd455a req-ea6df0ea-4161-4768-b983-d07f62607c2f tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:33.522296 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73febe9-a3f9-4d84-8650-73b483f84f52 req-de0ab57c-34eb-4906-a8b9-be870f40491a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:33.538535 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b73febe9-a3f9-4d84-8650-73b483f84f52 req-de0ab57c-34eb-4906-a8b9-be870f40491a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=9006ffad-a3ad-4c8e-8bdb-3994a2955d3c HTTP/1.1" status: 200 len: 945 time: 0.6212227 May 13 14:57:33.726327 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b73febe9-a3f9-4d84-8650-73b483f84f52 req-65cc1c16-e8da-4a1a-b40e-eee3ae5cfc50 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926713 May 13 14:57:33.826701 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-eaaeb473-f066-4e8d-ad17-62b986fd455a req-ea6df0ea-4161-4768-b983-d07f62607c2f tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] For port ab4bb203-a63a-4498-94f9-282777dc826e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=ab4bb203-a63a-4498-94f9-282777dc826e,segment=NetworkSegment(a091b5a1-7c19-4677-8ebf-571a45af7dd0),segment_id=a091b5a1-7c19-4677-8ebf-571a45af7dd0)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:33.827279 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-eaaeb473-f066-4e8d-ad17-62b986fd455a req-ea6df0ea-4161-4768-b983-d07f62607c2f tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:34.090546 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-eaaeb473-f066-4e8d-ad17-62b986fd455a req-ea6df0ea-4161-4768-b983-d07f62607c2f tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Calling delete_port for ab4bb203-a63a-4498-94f9-282777dc826e owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:57:34.327021 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f672bd-4497-449a-9c10-e1c4848826fd req-7c8fb7f9-7693-4de2-b983-47e382e87317 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:34.339005 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-16f672bd-4497-449a-9c10-e1c4848826fd req-7c8fb7f9-7693-4de2-b983-47e382e87317 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7f1ed380-e699-4f33-b5ed-28468800a629 HTTP/1.1" status: 200 len: 1096 time: 0.1971576 May 13 14:57:34.448313 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-16f672bd-4497-449a-9c10-e1c4848826fd req-f59d8aeb-b7bb-4e21-9bc8-caefdc396ff1 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4b37d46b-913c-4854-99b8-08b609e816d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006880 May 13 14:57:34.469006 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-eaaeb473-f066-4e8d-ad17-62b986fd455a req-ea6df0ea-4161-4768-b983-d07f62607c2f tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:34.471524 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['c8a78fee-be5f-4a0e-8854-5a7c14c0c31a'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:57:34.635638 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6df0ea-4161-4768-b983-d07f62607c2f tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab4bb203-a63a-4498-94f9-282777dc826e,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:34.909690 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaaeb473-f066-4e8d-ad17-62b986fd455a req-ea6df0ea-4161-4768-b983-d07f62607c2f tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] No DVR routers for this DVR port ab4bb203-a63a-4498-94f9-282777dc826e on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:57:34.913711 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-eaaeb473-f066-4e8d-ad17-62b986fd455a req-ea6df0ea-4161-4768-b983-d07f62607c2f tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:34.925089 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1ed380-e699-4f33-b5ed-28468800a629', 'name': 'network-vif-deleted', 'tag': 'ab4bb203-a63a-4498-94f9-282777dc826e'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:57:34.992029 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-eaaeb473-f066-4e8d-ad17-62b986fd455a req-ea6df0ea-4161-4768-b983-d07f62607c2f tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.74 "DELETE /v2.0/ports/ab4bb203-a63a-4498-94f9-282777dc826e HTTP/1.1" status: 204 len: 173 time: 2.6358078 May 13 14:57:35.083215 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3340366f-479c-4d62-b034-c7898cc51864'] response: {'server_uuid': '7f1ed380-e699-4f33-b5ed-28468800a629', 'name': 'network-vif-deleted', 'tag': 'ab4bb203-a63a-4498-94f9-282777dc826e', 'status': 'completed', 'code': 200} May 13 14:57:35.420018 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36133a89-eb48-42c4-8fcb-d6ab1029d17c req-db75179c-04e4-4018-86bb-f004750a97a5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:35.429711 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-36133a89-eb48-42c4-8fcb-d6ab1029d17c req-db75179c-04e4-4018-86bb-f004750a97a5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=9006ffad-a3ad-4c8e-8bdb-3994a2955d3c HTTP/1.1" status: 200 len: 945 time: 0.3004239 May 13 14:57:35.531904 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-36133a89-eb48-42c4-8fcb-d6ab1029d17c req-2b3989c6-115d-49bd-afe6-b0346fedbec2 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992641 May 13 14:57:35.581187 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device e6807da3-e391-44f4-b666-c22049d79e5a up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:57:35.820601 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port e6807da3-e391-44f4-b666-c22049d79e5a completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:57:35.828085 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port e6807da3-e391-44f4-b666-c22049d79e5a triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:57:35.828085 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:35.991415 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device ab4bb203-a63a-4498-94f9-282777dc826e no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:57:36.031805 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1974cee6-a46d-4cd8-b03b-e9cb85189a04 req-317737cb-751a-4890-8b20-54cca0c8ca70 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7f1ed380-e699-4f33-b5ed-28468800a629 HTTP/1.1" status: 200 len: 210 time: 0.1180754 May 13 14:57:36.136708 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: ab4bb203-a63a-4498-94f9-282777dc826e {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:57:36.136708 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device ab4bb203-a63a-4498-94f9-282777dc826e not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:57:36.298751 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port e6807da3-e391-44f4-b666-c22049d79e5a is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:57:36.298751 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:36.337882 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port e6807da3-e391-44f4-b666-c22049d79e5a, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=e6807da3-e391-44f4-b666-c22049d79e5a,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:36.338944 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9006ffad-a3ad-4c8e-8bdb-3994a2955d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6807da3-e391-44f4-b666-c22049d79e5a'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:57:36.356464 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:36.502834 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21a34375-49fb-4917-97ec-23443f571af4'] response: {'server_uuid': '9006ffad-a3ad-4c8e-8bdb-3994a2955d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6807da3-e391-44f4-b666-c22049d79e5a', 'code': 200} May 13 14:57:36.502834 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=e6807da3-e391-44f4-b666-c22049d79e5a,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:36.513065 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:36.513065 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:36.513065 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:36.513065 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:36.513065 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:36.513065 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:36.513065 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:36.513065 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:36.513065 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:36.513065 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:36.513065 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:36.513065 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:36.878171 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d165535-7b5c-47f4-bf00-e50482228fb9 req-59ecef00-384f-47aa-bbcf-2a8bb78dc085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:36.878171 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1d165535-7b5c-47f4-bf00-e50482228fb9 req-59ecef00-384f-47aa-bbcf-2a8bb78dc085 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9006ffad-a3ad-4c8e-8bdb-3994a2955d3c HTTP/1.1" status: 200 len: 1097 time: 0.1615646 May 13 14:57:36.947057 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301430c-a7d9-4e7e-a8dd-a497e312c45d req-be3e9438-3f10-46a0-a16c-b1eb55fe64bf tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:36.964594 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1301430c-a7d9-4e7e-a8dd-a497e312c45d req-be3e9438-3f10-46a0-a16c-b1eb55fe64bf tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=9006ffad-a3ad-4c8e-8bdb-3994a2955d3c HTTP/1.1" status: 200 len: 946 time: 0.1869309 May 13 14:57:37.095655 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1d165535-7b5c-47f4-bf00-e50482228fb9 req-306b934e-e97a-401f-900b-157208f1cf07 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134197 May 13 14:57:37.136443 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1301430c-a7d9-4e7e-a8dd-a497e312c45d req-9de5550b-0557-482f-bea5-a5fdf722f849 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756268 May 13 14:57:37.167103 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cda41-400b-4d55-971d-6d9a9cb0a4ed req-f9e51f06-c3ac-4e0c-8fb3-6ae145645050 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:37.169678 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-714cda41-400b-4d55-971d-6d9a9cb0a4ed req-f9e51f06-c3ac-4e0c-8fb3-6ae145645050 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 946 time: 0.1793702 May 13 14:57:37.333946 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-714cda41-400b-4d55-971d-6d9a9cb0a4ed req-f6c64f93-feb7-48d8-b99b-4f147484f6f2 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345773 May 13 14:57:38.013303 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef9738-c482-4471-beb9-b1b7c4c49827 req-65d3a284-f8fc-4b86-a166-e25beebe92c6 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:38.024808 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b1ef9738-c482-4471-beb9-b1b7c4c49827 req-65d3a284-f8fc-4b86-a166-e25beebe92c6 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=141e985b-33b0-42b5-b81a-2247f0129b7d HTTP/1.1" status: 200 len: 1097 time: 0.1785190 May 13 14:57:38.101584 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b1ef9738-c482-4471-beb9-b1b7c4c49827 req-7e98b26e-202c-45df-80d8-0bbdbc6acf29 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4b37d46b-913c-4854-99b8-08b609e816d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711741 May 13 14:57:38.146773 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4126381-3d44-46e4-982b-c7d7cb46e40c req-fb3cd2d8-f16e-43d2-b90a-3d5e3f0f9779 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:38.155390 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b4126381-3d44-46e4-982b-c7d7cb46e40c req-fb3cd2d8-f16e-43d2-b90a-3d5e3f0f9779 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 946 time: 0.1786795 May 13 14:57:38.269081 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b4126381-3d44-46e4-982b-c7d7cb46e40c req-06ecdd67-464a-4e0c-b80f-5cf25c6bbf37 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919933 May 13 14:57:38.513418 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b21a0-8b21-44f5-a8e2-78b726ed4a44 req-a7f89483-a586-4648-8c31-bee4bc6d6c44 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:38.529086 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2c0b21a0-8b21-44f5-a8e2-78b726ed4a44 req-a7f89483-a586-4648-8c31-bee4bc6d6c44 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=9006ffad-a3ad-4c8e-8bdb-3994a2955d3c HTTP/1.1" status: 200 len: 946 time: 0.1683500 May 13 14:57:38.627521 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2c0b21a0-8b21-44f5-a8e2-78b726ed4a44 req-0ffdbdd0-63f5-4382-9247-9e92fae451f7 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911632 May 13 14:57:39.454764 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91a9a4-5e47-4724-b9f8-f0adcc26823b req-102edfc3-bf67-4ded-966d-ab76a354d7c0 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:39.454764 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ce91a9a4-5e47-4724-b9f8-f0adcc26823b req-102edfc3-bf67-4ded-966d-ab76a354d7c0 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Synchronizing usage tracker for tenant:ce5e38cffc304c0ab894ad9e627bb7e9 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:57:39.486883 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ce91a9a4-5e47-4724-b9f8-f0adcc26823b req-102edfc3-bf67-4ded-966d-ab76a354d7c0 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Unset dirty status for tenant:ce5e38cffc304c0ab894ad9e627bb7e9 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:57:39.486883 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ce91a9a4-5e47-4724-b9f8-f0adcc26823b req-102edfc3-bf67-4ded-966d-ab76a354d7c0 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=141e985b-33b0-42b5-b81a-2247f0129b7d HTTP/1.1" status: 200 len: 1097 time: 0.2019782 May 13 14:57:39.562312 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ce91a9a4-5e47-4724-b9f8-f0adcc26823b req-ec949699-49ae-4d28-9f9a-63a70b7692d6 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4b37d46b-913c-4854-99b8-08b609e816d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619183 May 13 14:57:39.694126 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34087236-73ec-4fed-95de-f22bdd7166a4 req-418cf365-d282-475f-be9c-b63362e7be7e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:39.696925 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-34087236-73ec-4fed-95de-f22bdd7166a4 req-418cf365-d282-475f-be9c-b63362e7be7e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 946 time: 0.1061532 May 13 14:57:39.886183 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-34087236-73ec-4fed-95de-f22bdd7166a4 req-2c835acb-0c84-442e-92df-a099fa57ccb7 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683731 May 13 14:57:39.932645 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5399664-c799-4bdf-b065-af0cbc93bbb2 req-3b09a749-43b6-406f-91ac-5da7db0aaf22 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:39.933776 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c5399664-c799-4bdf-b065-af0cbc93bbb2 req-3b09a749-43b6-406f-91ac-5da7db0aaf22 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=9006ffad-a3ad-4c8e-8bdb-3994a2955d3c HTTP/1.1" status: 200 len: 946 time: 0.1664884 May 13 14:57:39.958618 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530452f6-1edf-48c6-9a53-443dca1aa622 req-99c8bbf5-b3e5-418e-ba59-95521b25cf46 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:39.960204 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-530452f6-1edf-48c6-9a53-443dca1aa622 req-99c8bbf5-b3e5-418e-ba59-95521b25cf46 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=141e985b-33b0-42b5-b81a-2247f0129b7d HTTP/1.1" status: 200 len: 1097 time: 0.1543443 May 13 14:57:40.042453 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c5399664-c799-4bdf-b065-af0cbc93bbb2 req-72203265-f7f4-4d2b-b2d5-dbf1ae972476 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952117 May 13 14:57:40.077174 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-530452f6-1edf-48c6-9a53-443dca1aa622 req-540f49be-1f65-4255-a17b-525b4f51971b tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Deleting port c8a78fee-be5f-4a0e-8854-5a7c14c0c31a {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:57:40.077174 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-530452f6-1edf-48c6-9a53-443dca1aa622 req-540f49be-1f65-4255-a17b-525b4f51971b tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:40.762820 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-530452f6-1edf-48c6-9a53-443dca1aa622 req-540f49be-1f65-4255-a17b-525b4f51971b tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] For port c8a78fee-be5f-4a0e-8854-5a7c14c0c31a, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=c8a78fee-be5f-4a0e-8854-5a7c14c0c31a,segment=NetworkSegment(a091b5a1-7c19-4677-8ebf-571a45af7dd0),segment_id=a091b5a1-7c19-4677-8ebf-571a45af7dd0)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:40.763999 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-530452f6-1edf-48c6-9a53-443dca1aa622 req-540f49be-1f65-4255-a17b-525b4f51971b tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:40.843022 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78661964-08ae-43d1-af7e-b1211f965ca9 req-db62da00-3d98-4173-87ea-5fe03e84488e tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:40.843022 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-78661964-08ae-43d1-af7e-b1211f965ca9 req-db62da00-3d98-4173-87ea-5fe03e84488e tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=141e985b-33b0-42b5-b81a-2247f0129b7d HTTP/1.1" status: 200 len: 1097 time: 0.0991888 May 13 14:57:40.970887 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-530452f6-1edf-48c6-9a53-443dca1aa622 req-540f49be-1f65-4255-a17b-525b4f51971b tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Calling delete_port for c8a78fee-be5f-4a0e-8854-5a7c14c0c31a owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:57:40.974417 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-78661964-08ae-43d1-af7e-b1211f965ca9 req-0d5de0d1-6271-4f30-ad3e-c26b5b7c8909 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4b37d46b-913c-4854-99b8-08b609e816d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136425 May 13 14:57:41.131180 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8245237-b3bb-44c4-9cb2-3d38be3e670b req-02b37253-8cdf-486d-a27f-b459b2e71c2d tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:41.131180 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d8245237-b3bb-44c4-9cb2-3d38be3e670b req-02b37253-8cdf-486d-a27f-b459b2e71c2d tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=9006ffad-a3ad-4c8e-8bdb-3994a2955d3c HTTP/1.1" status: 200 len: 946 time: 0.4821930 May 13 14:57:41.303836 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6dc03c-5e8c-4dbd-80b3-5b841ec60bf3 req-ded358f0-8119-4184-831c-d46a2ada4a34 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:41.303836 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2b6dc03c-5e8c-4dbd-80b3-5b841ec60bf3 req-ded358f0-8119-4184-831c-d46a2ada4a34 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 946 time: 0.1711831 May 13 14:57:41.330333 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d8245237-b3bb-44c4-9cb2-3d38be3e670b req-d7f42fa4-6b9e-4126-835a-d3f0dfa5eff8 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814899 May 13 14:57:41.389546 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-530452f6-1edf-48c6-9a53-443dca1aa622 req-540f49be-1f65-4255-a17b-525b4f51971b tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:41.403827 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['c8a78fee-be5f-4a0e-8854-5a7c14c0c31a'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:57:41.488009 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f49be-1f65-4255-a17b-525b4f51971b tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8a78fee-be5f-4a0e-8854-5a7c14c0c31a,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:41.611200 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2b6dc03c-5e8c-4dbd-80b3-5b841ec60bf3 req-c1112a63-5e7d-495b-9a25-df23c1dee73a tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3009179 May 13 14:57:41.635004 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-530452f6-1edf-48c6-9a53-443dca1aa622 req-540f49be-1f65-4255-a17b-525b4f51971b tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] No DVR routers for this DVR port c8a78fee-be5f-4a0e-8854-5a7c14c0c31a on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:57:41.642631 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-530452f6-1edf-48c6-9a53-443dca1aa622 req-540f49be-1f65-4255-a17b-525b4f51971b tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:41.652157 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141e985b-33b0-42b5-b81a-2247f0129b7d', 'name': 'network-vif-deleted', 'tag': 'c8a78fee-be5f-4a0e-8854-5a7c14c0c31a'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:57:41.678007 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b7cba8e6-abe7-42b8-83df-4ac2f9068e76 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:57:41.686780 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-530452f6-1edf-48c6-9a53-443dca1aa622 req-540f49be-1f65-4255-a17b-525b4f51971b tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.59 "DELETE /v2.0/ports/c8a78fee-be5f-4a0e-8854-5a7c14c0c31a HTTP/1.1" status: 204 len: 173 time: 1.7184176 May 13 14:57:41.716246 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0e0f3-def9-4320-bdf0-3ca42232eb7e req-92b52833-fa34-47d9-9fa9-6b59f5e7c0ec tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:41.725034 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a9d0e0f3-def9-4320-bdf0-3ca42232eb7e req-92b52833-fa34-47d9-9fa9-6b59f5e7c0ec tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=9006ffad-a3ad-4c8e-8bdb-3994a2955d3c HTTP/1.1" status: 200 len: 946 time: 0.1426837 May 13 14:57:41.751367 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b7cba8e6-abe7-42b8-83df-4ac2f9068e76 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:57:41.832349 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a9d0e0f3-def9-4320-bdf0-3ca42232eb7e req-7d409fc2-9284-435f-8ccf-5b8525b1e430 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077335 May 13 14:57:41.935076 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b645fa3d-9aae-4ae7-84a6-94ae9b5743a9'] response: {'server_uuid': '141e985b-33b0-42b5-b81a-2247f0129b7d', 'name': 'network-vif-deleted', 'tag': 'c8a78fee-be5f-4a0e-8854-5a7c14c0c31a', 'status': 'completed', 'code': 200} May 13 14:57:42.038171 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.resource_extend [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:57:42.415806 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bdeeef67-2805-4bc3-8367-0e7de32e19ba req-3ae8f651-44cf-4c05-b88f-d01f5cbcd7f9 tempest-TestServerMultinode-2144727704 tempest-TestServerMultinode-2144727704-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=141e985b-33b0-42b5-b81a-2247f0129b7d HTTP/1.1" status: 200 len: 210 time: 0.1561160 May 13 14:57:42.509264 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port b7cba8e6-abe7-42b8-83df-4ac2f9068e76 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:57:42.509264 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:42.722128 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379e7721-aeee-4882-9686-dacd8e87af95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7cba8e6-abe7-42b8-83df-4ac2f9068e76'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:57:42.739996 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b7cba8e6-abe7-42b8-83df-4ac2f9068e76, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b7cba8e6-abe7-42b8-83df-4ac2f9068e76,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:42.773588 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:42.995695 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383829a9-1b7e-4374-b5a1-d0780ff406b0 req-f960cb47-f04a-44d5-8fb4-a07cde038531 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:43.009679 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-383829a9-1b7e-4374-b5a1-d0780ff406b0 req-f960cb47-f04a-44d5-8fb4-a07cde038531 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=9006ffad-a3ad-4c8e-8bdb-3994a2955d3c HTTP/1.1" status: 200 len: 946 time: 0.1771994 May 13 14:57:43.106598 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-383829a9-1b7e-4374-b5a1-d0780ff406b0 req-302eb68c-3cbd-4b88-b845-f5e7afe7ea47 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002398 May 13 14:57:43.160193 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b7cba8e6-abe7-42b8-83df-4ac2f9068e76, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b7cba8e6-abe7-42b8-83df-4ac2f9068e76,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:43.203066 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62cc57f5-f56f-46e9-939d-fbaef83ea607'] response: {'server_uuid': '379e7721-aeee-4882-9686-dacd8e87af95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7cba8e6-abe7-42b8-83df-4ac2f9068e76', 'code': 200} May 13 14:57:43.276835 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'b7cba8e6-abe7-42b8-83df-4ac2f9068e76', 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd', 'port_id': 'b7cba8e6-abe7-42b8-83df-4ac2f9068e76', 'mac_address': 'fa:16:3e:e6:ac:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43563bd-f154-4518-8312-29f2255f69ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:57:43.323783 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57415dad-2ed8-48d9-b5a0-9ddd3988b034 req-9d19b333-3aa8-4d21-a34d-494b37e38eae tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:43.340659 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-57415dad-2ed8-48d9-b5a0-9ddd3988b034 req-9d19b333-3aa8-4d21-a34d-494b37e38eae tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.2727497 May 13 14:57:43.470661 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=b7cba8e6-abe7-42b8-83df-4ac2f9068e76,revision_number=11']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:43.508059 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port b7cba8e6-abe7-42b8-83df-4ac2f9068e76 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:57:43.508059 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:43.522070 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7cba8e6-abe7-42b8-83df-4ac2f9068e76 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:57:43.547560 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b7cba8e6-abe7-42b8-83df-4ac2f9068e76, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b7cba8e6-abe7-42b8-83df-4ac2f9068e76,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:43.552226 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-57415dad-2ed8-48d9-b5a0-9ddd3988b034 req-9622793c-7202-429d-b111-1876cea2b7fa tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131853 May 13 14:57:43.557416 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:43.702051 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device c8a78fee-be5f-4a0e-8854-5a7c14c0c31a no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:57:43.760363 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: c8a78fee-be5f-4a0e-8854-5a7c14c0c31a {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:57:43.760363 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device c8a78fee-be5f-4a0e-8854-5a7c14c0c31a not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:57:43.760363 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['b7cba8e6-abe7-42b8-83df-4ac2f9068e76'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:57:43.780487 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 51948) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:44.003627 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=b7cba8e6-abe7-42b8-83df-4ac2f9068e76,revision_number=12']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:44.082843 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef81d4-be6e-4960-9e9f-16af7ee5ead9 req-2f319d87-7cb6-4258-9dbf-5540e82fa353 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:44.099419 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4fef81d4-be6e-4960-9e9f-16af7ee5ead9 req-2f319d87-7cb6-4258-9dbf-5540e82fa353 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.59 "GET /v2.0/ports?device_id=9006ffad-a3ad-4c8e-8bdb-3994a2955d3c HTTP/1.1" status: 200 len: 946 time: 0.2495348 May 13 14:57:44.287237 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-4fef81d4-be6e-4960-9e9f-16af7ee5ead9 req-0d8c7369-1e80-4176-a6c5-1d2c09c368a0 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Deleting port e6807da3-e391-44f4-b666-c22049d79e5a {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:57:44.287237 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4fef81d4-be6e-4960-9e9f-16af7ee5ead9 req-0d8c7369-1e80-4176-a6c5-1d2c09c368a0 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:45.300603 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e4c76-9132-4308-a6ad-ced1ecd6010d req-1e6c1a10-6d91-4b4e-b74a-99611cb65e7b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:45.309865 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-998e4c76-9132-4308-a6ad-ced1ecd6010d req-1e6c1a10-6d91-4b4e-b74a-99611cb65e7b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 945 time: 0.3741958 May 13 14:57:45.327673 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d97bb2-f4b8-4373-babe-eaf23983a04c req-47f1cfdd-c664-46ca-840d-c97d65e289fb tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:45.341411 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-03d97bb2-f4b8-4373-babe-eaf23983a04c req-47f1cfdd-c664-46ca-840d-c97d65e289fb tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=9006ffad-a3ad-4c8e-8bdb-3994a2955d3c HTTP/1.1" status: 200 len: 946 time: 0.8556945 May 13 14:57:45.380165 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-998e4c76-9132-4308-a6ad-ced1ecd6010d req-ed839cde-fd61-4415-9f54-0d9ed029f651 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692875 May 13 14:57:45.504016 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-4fef81d4-be6e-4960-9e9f-16af7ee5ead9 req-0d8c7369-1e80-4176-a6c5-1d2c09c368a0 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] For port e6807da3-e391-44f4-b666-c22049d79e5a, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=e6807da3-e391-44f4-b666-c22049d79e5a,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:45.504016 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4fef81d4-be6e-4960-9e9f-16af7ee5ead9 req-0d8c7369-1e80-4176-a6c5-1d2c09c368a0 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:45.683793 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b7cba8e6-abe7-42b8-83df-4ac2f9068e76 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:57:45.718947 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-159703f2-36f9-4c5b-9e10-b6b7b7313113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:45.848672 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-4fef81d4-be6e-4960-9e9f-16af7ee5ead9 req-0d8c7369-1e80-4176-a6c5-1d2c09c368a0 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Calling delete_port for e6807da3-e391-44f4-b666-c22049d79e5a owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:57:45.868951 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port b7cba8e6-abe7-42b8-83df-4ac2f9068e76 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:57:45.869333 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:46.110425 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port b7cba8e6-abe7-42b8-83df-4ac2f9068e76 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:57:46.110425 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:46.202484 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379e7721-aeee-4882-9686-dacd8e87af95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cba8e6-abe7-42b8-83df-4ac2f9068e76'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:57:46.257815 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b7cba8e6-abe7-42b8-83df-4ac2f9068e76, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b7cba8e6-abe7-42b8-83df-4ac2f9068e76,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:46.270535 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:46.382830 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24077854-b1d8-4c00-a080-2a1217740eff'] response: {'server_uuid': '379e7721-aeee-4882-9686-dacd8e87af95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cba8e6-abe7-42b8-83df-4ac2f9068e76', 'code': 200} May 13 14:57:46.458030 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-03d97bb2-f4b8-4373-babe-eaf23983a04c req-131ca77e-f7ba-4d40-b47c-a5eff32d0a18 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1140587 May 13 14:57:46.513767 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4fef81d4-be6e-4960-9e9f-16af7ee5ead9 req-0d8c7369-1e80-4176-a6c5-1d2c09c368a0 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:46.582604 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=b7cba8e6-abe7-42b8-83df-4ac2f9068e76,revision_number=13']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:46.613447 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['c219a9e3-31ff-4672-a567-a3f58b20873f'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:57:46.750381 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c7369-1e80-4176-a6c5-1d2c09c368a0 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Pushing event deleted for resources: {'Port': ['ID=e6807da3-e391-44f4-b666-c22049d79e5a,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:46.962415 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fef81d4-be6e-4960-9e9f-16af7ee5ead9 req-0d8c7369-1e80-4176-a6c5-1d2c09c368a0 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] No DVR routers for this DVR port e6807da3-e391-44f4-b666-c22049d79e5a on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:57:46.962415 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4fef81d4-be6e-4960-9e9f-16af7ee5ead9 req-0d8c7369-1e80-4176-a6c5-1d2c09c368a0 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:46.970893 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9006ffad-a3ad-4c8e-8bdb-3994a2955d3c', 'name': 'network-vif-deleted', 'tag': 'e6807da3-e391-44f4-b666-c22049d79e5a'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:57:47.083192 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4fef81d4-be6e-4960-9e9f-16af7ee5ead9 req-0d8c7369-1e80-4176-a6c5-1d2c09c368a0 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.59 "DELETE /v2.0/ports/e6807da3-e391-44f4-b666-c22049d79e5a HTTP/1.1" status: 204 len: 173 time: 2.9759078 May 13 14:57:47.097480 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-159703f2-36f9-4c5b-9e10-b6b7b7313113 admin admin] Deleting port 5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:57:47.098589 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-159703f2-36f9-4c5b-9e10-b6b7b7313113 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:47.190346 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-501ef2f4-78a2-4bb1-80d9-8c1c15e74a08'] response: {'server_uuid': '9006ffad-a3ad-4c8e-8bdb-3994a2955d3c', 'name': 'network-vif-deleted', 'tag': 'e6807da3-e391-44f4-b666-c22049d79e5a', 'status': 'completed', 'code': 200} May 13 14:57:47.480676 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-159703f2-36f9-4c5b-9e10-b6b7b7313113 admin admin] For port 5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168,segment=NetworkSegment(a091b5a1-7c19-4677-8ebf-571a45af7dd0),segment_id=a091b5a1-7c19-4677-8ebf-571a45af7dd0)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:47.481314 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-159703f2-36f9-4c5b-9e10-b6b7b7313113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:47.697423 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device e6807da3-e391-44f4-b666-c22049d79e5a no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:57:47.728499 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-159703f2-36f9-4c5b-9e10-b6b7b7313113 admin admin] Calling delete_port for 5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168 owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:57:47.801378 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: e6807da3-e391-44f4-b666-c22049d79e5a {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:57:47.801378 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device e6807da3-e391-44f4-b666-c22049d79e5a not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:57:47.943731 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-df88c487-00d2-4916-8eb1-9953799c5cbc req-908afdb4-7d54-49e5-b641-65477e38670d tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Synchronizing usage tracker for tenant:732161aac5934f6693072fa75ca25401 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:57:48.001129 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-df88c487-00d2-4916-8eb1-9953799c5cbc req-908afdb4-7d54-49e5-b641-65477e38670d tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Unset dirty status for tenant:732161aac5934f6693072fa75ca25401 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:57:48.014044 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-df88c487-00d2-4916-8eb1-9953799c5cbc req-908afdb4-7d54-49e5-b641-65477e38670d tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=9006ffad-a3ad-4c8e-8bdb-3994a2955d3c HTTP/1.1" status: 200 len: 210 time: 0.2575049 May 13 14:57:48.252938 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:48.461559 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02018f46-a9f4-4f92-b231-d77bdbd5306e req-3734d034-af67-4a0d-9ab5-d24b00722846 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:48.482349 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-02018f46-a9f4-4f92-b231-d77bdbd5306e req-3734d034-af67-4a0d-9ab5-d24b00722846 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 946 time: 1.7433853 May 13 14:57:48.756023 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-02018f46-a9f4-4f92-b231-d77bdbd5306e req-ebc0a55f-c84b-4bc6-9f6f-586fc2854eb5 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2721856 May 13 14:57:49.073301 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-159703f2-36f9-4c5b-9e10-b6b7b7313113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:49.482532 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159703f2-36f9-4c5b-9e10-b6b7b7313113 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:49.614008 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cc47f-7516-49e8-880d-30f3f9627d88 req-e48e2efe-26ac-4e56-8792-574f11b66797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:49.616485 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c61cc47f-7516-49e8-880d-30f3f9627d88 req-e48e2efe-26ac-4e56-8792-574f11b66797 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac0ce7a13bd948f9949b7bdefd23d50f&device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 1097 time: 0.2414935 May 13 14:57:49.977093 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-159703f2-36f9-4c5b-9e10-b6b7b7313113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:50.041536 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cc47f-7516-49e8-880d-30f3f9627d88 req-7bb318db-4334-4c1c-ad21-13a896609244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:50.041536 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c61cc47f-7516-49e8-880d-30f3f9627d88 req-7bb318db-4334-4c1c-ad21-13a896609244 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd HTTP/1.1" status: 200 len: 912 time: 0.3579850 May 13 14:57:50.237556 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c61cc47f-7516-49e8-880d-30f3f9627d88 req-f19588cb-3b5f-4fd2-84be-9e072ac96116 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7cba8e6-abe7-42b8-83df-4ac2f9068e76 HTTP/1.1" status: 200 len: 1001 time: 0.1204879 May 13 14:57:50.397788 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cc47f-7516-49e8-880d-30f3f9627d88 req-8481a7d1-2844-419f-94c0-5288e8ac94e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:50.399613 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c61cc47f-7516-49e8-880d-30f3f9627d88 req-8481a7d1-2844-419f-94c0-5288e8ac94e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f43563bd-f154-4518-8312-29f2255f69ef HTTP/1.1" status: 200 len: 850 time: 0.2012923 May 13 14:57:50.528476 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbdfdb6-505f-4e6d-9109-1ab99a1cb23c req-74213a53-384e-4132-a4b4-4da265f21171 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:50.536400 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ecbdfdb6-505f-4e6d-9109-1ab99a1cb23c req-74213a53-384e-4132-a4b4-4da265f21171 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 946 time: 0.5074244 May 13 14:57:50.644385 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ecbdfdb6-505f-4e6d-9109-1ab99a1cb23c req-eea5fb9d-b575-4399-a3c7-4e46bf18cb28 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039259 May 13 14:57:50.735425 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cc47f-7516-49e8-880d-30f3f9627d88 req-a579bf4e-4f3d-494e-83bf-a675828e4366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:50.737189 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c61cc47f-7516-49e8-880d-30f3f9627d88 req-a579bf4e-4f3d-494e-83bf-a675828e4366 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3237588 May 13 14:57:50.752698 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-c287b44e-2140-4e8c-b761-fd94918ca806 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:50.760858 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-c287b44e-2140-4e8c-b761-fd94918ca806 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/networks?id=7245a93f-bdad-4850-88f9-09476b64c18f HTTP/1.1" status: 200 len: 806 time: 0.7814419 May 13 14:57:50.779505 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-34c653ed-0f48-4a03-9872-21f77496a8b4 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/quotas/732161aac5934f6693072fa75ca25401 HTTP/1.1" status: 200 len: 375 time: 0.0167403 May 13 14:57:51.123597 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c61cc47f-7516-49e8-880d-30f3f9627d88 req-6050b65d-6088-4e94-b4fd-df71d228f759 service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726625 May 13 14:57:51.149071 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159703f2-36f9-4c5b-9e10-b6b7b7313113 admin admin] Router 70013a78-9851-4707-993a-f334fe55af61 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:57:51.645015 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c61cc47f-7516-49e8-880d-30f3f9627d88 req-053bb163-7436-4d60-b126-586bb9f9be82 service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105939 May 13 14:57:51.797461 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-ac68e1b7-b860-4263-b852-79d9ab4e0ad3 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=732161aac5934f6693072fa75ca25401&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0167272 May 13 14:57:51.897574 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159703f2-36f9-4c5b-9e10-b6b7b7313113 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:57:51.916904 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7060ac1-75e3-4715-8450-21b3de9b664d None None] Sync routers for ids ['70013a78-9851-4707-993a-f334fe55af61'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:57:51.916904 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7060ac1-75e3-4715-8450-21b3de9b664d None None] Routers {'70013a78-9851-4707-993a-f334fe55af61'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:57:51.916904 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-a7060ac1-75e3-4715-8450-21b3de9b664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:57:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['70013a78-9851-4707-993a-f334fe55af61'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:52.003696 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-159703f2-36f9-4c5b-9e10-b6b7b7313113 admin admin] 10.222.0.35 "PUT /v2.0/routers/70013a78-9851-4707-993a-f334fe55af61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1910813 May 13 14:57:52.003696 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52052) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:52.187758 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d449d-1d34-4669-9962-0fa89930281c req-7a6bc133-0bf6-4be4-a52d-7d624a80b197 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:52.227986 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b90d449d-1d34-4669-9962-0fa89930281c req-7a6bc133-0bf6-4be4-a52d-7d624a80b197 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 946 time: 0.3011384 May 13 14:57:52.327773 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b90d449d-1d34-4669-9962-0fa89930281c req-4fbd0a90-d1cd-4da9-bdd0-3acf5be33d8e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057985 May 13 14:57:52.436136 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-a7060ac1-75e3-4715-8450-21b3de9b664d None None] Set router 70013a78-9851-4707-993a-f334fe55af61 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:57:52.812811 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8950391b-a544-4fed-87f0-3de9496ef0e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:52.919074 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-ba69c70a-9c0d-41a1-850b-8be8532c0c9b service neutron] 10.222.0.35 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0844345 May 13 14:57:53.111572 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-a7060ac1-75e3-4715-8450-21b3de9b664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70013a78-9851-4707-993a-f334fe55af61', 'name': 'tempest-TestServerMultinode-1579462461-router', 'tenant_id': '8866a58c47c34e22ac6a323e064b7f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '0e894f5a-6ca4-45d3-b449-b76f044da03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:50Z', 'updated_at': '2022-05-13T14:57:48Z', 'revision_number': 5, 'project_id': '8866a58c47c34e22ac6a323e064b7f6d', 'gw_port': {'id': '0e894f5a-6ca4-45d3-b449-b76f044da03c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70013a78-9851-4707-993a-f334fe55af61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:56Z', 'updated_at': '2022-05-13T14:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:53.111572 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7060ac1-75e3-4715-8450-21b3de9b664d None None] Checking router: 70013a78-9851-4707-993a-f334fe55af61 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:57:53.127707 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7060ac1-75e3-4715-8450-21b3de9b664d None None] Routers {'70013a78-9851-4707-993a-f334fe55af61'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:57:53.127707 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-a7060ac1-75e3-4715-8450-21b3de9b664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:57:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['70013a78-9851-4707-993a-f334fe55af61'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:53.529458 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8950391b-a544-4fed-87f0-3de9496ef0e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:53.570042 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-8950391b-a544-4fed-87f0-3de9496ef0e6 admin admin] Deleting port 0e894f5a-6ca4-45d3-b449-b76f044da03c {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:57:53.570042 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8950391b-a544-4fed-87f0-3de9496ef0e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:53.814736 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-a7060ac1-75e3-4715-8450-21b3de9b664d None None] Set router 70013a78-9851-4707-993a-f334fe55af61 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:57:53.978151 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87335191-146a-4644-9d15-61932a8434a7 req-e12815e0-1574-4b49-9339-97fc4d20babf tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:53.978151 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-87335191-146a-4644-9d15-61932a8434a7 req-e12815e0-1574-4b49-9339-97fc4d20babf tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 946 time: 0.2640383 May 13 14:57:54.152790 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-87335191-146a-4644-9d15-61932a8434a7 req-8556cda7-0edf-43cf-ae6e-230d4b489326 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593845 May 13 14:57:54.296129 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-8950391b-a544-4fed-87f0-3de9496ef0e6 admin admin] For port 0e894f5a-6ca4-45d3-b449-b76f044da03c, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=0e894f5a-6ca4-45d3-b449-b76f044da03c,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:54.296129 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8950391b-a544-4fed-87f0-3de9496ef0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:54.304309 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52080) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:54.333203 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-7ef130a7-89b0-48a8-8bf6-dae54118a069 service neutron] 10.222.0.35 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3296580 May 13 14:57:54.611625 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-8950391b-a544-4fed-87f0-3de9496ef0e6 admin admin] Calling delete_port for 0e894f5a-6ca4-45d3-b449-b76f044da03c owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:57:54.690178 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3e2e26dc-9115-417c-8693-94a8d5adea1e tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/floatingips/c5d25c9e-7dbd-450f-99f0-e3886db653c7 HTTP/1.1" status: 200 len: 994 time: 0.3785293 May 13 14:57:54.932647 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-a7060ac1-75e3-4715-8450-21b3de9b664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70013a78-9851-4707-993a-f334fe55af61', 'name': 'tempest-TestServerMultinode-1579462461-router', 'tenant_id': '8866a58c47c34e22ac6a323e064b7f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '0e894f5a-6ca4-45d3-b449-b76f044da03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:50Z', 'updated_at': '2022-05-13T14:57:48Z', 'revision_number': 5, 'project_id': '8866a58c47c34e22ac6a323e064b7f6d', 'gw_port': {'id': '0e894f5a-6ca4-45d3-b449-b76f044da03c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70013a78-9851-4707-993a-f334fe55af61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:56Z', 'updated_at': '2022-05-13T14:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:54.940119 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7060ac1-75e3-4715-8450-21b3de9b664d None None] The sync data for ids ['70013a78-9851-4707-993a-f334fe55af61'] in n-d-841760-1 is: [{'id': '70013a78-9851-4707-993a-f334fe55af61', 'name': 'tempest-TestServerMultinode-1579462461-router', 'tenant_id': '8866a58c47c34e22ac6a323e064b7f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '0e894f5a-6ca4-45d3-b449-b76f044da03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:50Z', 'updated_at': '2022-05-13T14:57:48Z', 'revision_number': 5, 'project_id': '8866a58c47c34e22ac6a323e064b7f6d', 'gw_port': {'id': '0e894f5a-6ca4-45d3-b449-b76f044da03c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70013a78-9851-4707-993a-f334fe55af61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:56Z', 'updated_at': '2022-05-13T14:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:57:54.989468 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-05fa75e7-a278-4c4c-a3fb-58c7c4a61b42 req-f04c7d16-0faf-4975-aff9-e2a92391cad4 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 210 time: 0.1153543 May 13 14:57:55.166109 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52106) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:55.247224 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8950391b-a544-4fed-87f0-3de9496ef0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:55.544509 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950391b-a544-4fed-87f0-3de9496ef0e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e894f5a-6ca4-45d3-b449-b76f044da03c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:55.880977 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8950391b-a544-4fed-87f0-3de9496ef0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:56.003183 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-122b5e1b-ded1-41ff-b0d2-f0b05fb42815 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Deleting port 571f4a27-f95b-45ee-ae19-08faff6c5451 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:57:56.003813 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-122b5e1b-ded1-41ff-b0d2-f0b05fb42815 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:56.509105 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:57:56.625426 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8950391b-a544-4fed-87f0-3de9496ef0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:56.625426 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8950391b-a544-4fed-87f0-3de9496ef0e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:56.639648 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:57:56.639648 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 5ae14e57-d1b3-4eb9-a7e5-b0d045b9d168 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:57:56.680749 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8950391b-a544-4fed-87f0-3de9496ef0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:56.680749 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8950391b-a544-4fed-87f0-3de9496ef0e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70013a78-9851-4707-993a-f334fe55af61 {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:57:56.748326 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8950391b-a544-4fed-87f0-3de9496ef0e6 admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:56.748326 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8950391b-a544-4fed-87f0-3de9496ef0e6 admin admin] 10.222.0.35 "DELETE /v2.0/routers/70013a78-9851-4707-993a-f334fe55af61 HTTP/1.1" status: 204 len: 168 time: 4.7453260 May 13 14:57:56.748326 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52126) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:56.866008 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3063774a-5075-435e-9160-f8c1658db79d req-0c3fc601-dd54-42f2-ba98-f03ff03757cb tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 210 time: 0.0915387 May 13 14:57:56.899716 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cf150-604b-41d0-8fed-f14f3c2fb982 req-6d9a5267-844e-4feb-a9b6-a6eb23e9b291 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:56.899716 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2a3cf150-604b-41d0-8fed-f14f3c2fb982 req-6d9a5267-844e-4feb-a9b6-a6eb23e9b291 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 946 time: 1.3318620 May 13 14:57:57.001391 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-122b5e1b-ded1-41ff-b0d2-f0b05fb42815 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:57.001879 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-122b5e1b-ded1-41ff-b0d2-f0b05fb42815 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:57.086837 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2a3cf150-604b-41d0-8fed-f14f3c2fb982 req-1042639b-e7cc-4765-a783-2e75574a204b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578968 May 13 14:57:57.121186 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfef4e0f-d38e-4e24-9ec6-f383b2c94501 admin admin] Deleting subnet c491e9f5-0b00-4ba7-b275-697c520f82cd {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:57:57.124750 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bfef4e0f-d38e-4e24-9ec6-f383b2c94501 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:57.235742 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bfef4e0f-d38e-4e24-9ec6-f383b2c94501 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:57.377111 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ae4731ab-b8b8-4d8d-ad5e-3ea4fa1bfc96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:57.428182 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-122b5e1b-ded1-41ff-b0d2-f0b05fb42815 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Calling delete_port for 571f4a27-f95b-45ee-ae19-08faff6c5451 owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:57:57.463209 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bfef4e0f-d38e-4e24-9ec6-f383b2c94501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:57.661465 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bfef4e0f-d38e-4e24-9ec6-f383b2c94501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:57.714398 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bfef4e0f-d38e-4e24-9ec6-f383b2c94501 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:57.718530 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e8ba23-bf94-4c15-8e20-2250296bcb02 None None] Network 43ddb1be-7c29-4450-a618-58154740455e requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:57:57.750358 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef4e0f-d38e-4e24-9ec6-f383b2c94501 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c491e9f5-0b00-4ba7-b275-697c520f82cd,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:57.773666 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bfef4e0f-d38e-4e24-9ec6-f383b2c94501 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c491e9f5-0b00-4ba7-b275-697c520f82cd HTTP/1.1" status: 204 len: 168 time: 1.0477619 May 13 14:57:57.775196 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52138) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:58.049746 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-25d0cfd6-c910-4c99-9ae8-8b3f06c9e548 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:58.049746 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-25d0cfd6-c910-4c99-9ae8-8b3f06c9e548 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.74 "GET /v2.0/networks?id=7245a93f-bdad-4850-88f9-09476b64c18f HTTP/1.1" status: 200 len: 806 time: 0.8342805 May 13 14:57:58.091615 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-3c740774-5456-4a72-abfa-8b189171fb02 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Request body: {'port': {'device_id': '5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8', 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f', 'admin_state_up': True, 'tenant_id': '732161aac5934f6693072fa75ca25401'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:57:58.216694 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9682ffc9-52b6-463d-a495-97c2c75743c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:58.229514 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-9682ffc9-52b6-463d-a495-97c2c75743c3 admin admin] Deleting port 3d38f52f-abe4-4b98-aa6d-136598d6c0de {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:57:58.229514 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9682ffc9-52b6-463d-a495-97c2c75743c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:58.411122 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0e894f5a-6ca4-45d3-b449-b76f044da03c no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:57:58.608989 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 0e894f5a-6ca4-45d3-b449-b76f044da03c {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:57:58.609338 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0e894f5a-6ca4-45d3-b449-b76f044da03c not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:57:58.610846 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c48bfa7-ec34-446e-8b45-998e77a5b14c None None] DHCP port deletion for 43ddb1be-7c29-4450-a618-58154740455e request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:57:58.644094 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7c48bfa7-ec34-446e-8b45-998e77a5b14c None None] Deleting port 3d38f52f-abe4-4b98-aa6d-136598d6c0de {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:57:58.644469 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7c48bfa7-ec34-446e-8b45-998e77a5b14c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:58.661870 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0528132b-e799-4bae-a4a0-27aa0c9f1d31 req-88f758dd-0e81-47cc-a8c9-608bcb0c4257 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 210 time: 0.0997291 May 13 14:57:58.765170 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-3c740774-5456-4a72-abfa-8b189171fb02 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:57:58.770894 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-122b5e1b-ded1-41ff-b0d2-f0b05fb42815 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:58.840458 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d404d3f-a321-43a4-bc8e-9eda516987d8 req-e8fe8fbf-8ecb-41f9-b5d7-1f6cbdd7e08f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:58.862667 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7d404d3f-a321-43a4-bc8e-9eda516987d8 req-e8fe8fbf-8ecb-41f9-b5d7-1f6cbdd7e08f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 946 time: 0.4647546 May 13 14:57:59.053704 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7d404d3f-a321-43a4-bc8e-9eda516987d8 req-9554c249-dd90-4a63-8d14-2d517dfa6314 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906724 May 13 14:57:59.077334 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-9682ffc9-52b6-463d-a495-97c2c75743c3 admin admin] For port 3d38f52f-abe4-4b98-aa6d-136598d6c0de, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3d38f52f-abe4-4b98-aa6d-136598d6c0de,segment=NetworkSegment(a091b5a1-7c19-4677-8ebf-571a45af7dd0),segment_id=a091b5a1-7c19-4677-8ebf-571a45af7dd0)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:59.077334 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9682ffc9-52b6-463d-a495-97c2c75743c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:59.100128 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-3c740774-5456-4a72-abfa-8b189171fb02 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:57:59.100128 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-122b5e1b-ded1-41ff-b0d2-f0b05fb42815 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for floatingip, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:59.100128 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [None req-122b5e1b-ded1-41ff-b0d2-f0b05fb42815 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Floating IP c5d25c9e-7dbd-450f-99f0-e3886db653c7 disassociated (deleted). External IP: 172.25.0.250, port: 3922c313-0a0e-4af5-a027-c7b1deaa7a81. May 13 14:57:59.466146 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-7c48bfa7-ec34-446e-8b45-998e77a5b14c None None] For port 3d38f52f-abe4-4b98-aa6d-136598d6c0de, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3d38f52f-abe4-4b98-aa6d-136598d6c0de,segment=NetworkSegment(a091b5a1-7c19-4677-8ebf-571a45af7dd0),segment_id=a091b5a1-7c19-4677-8ebf-571a45af7dd0)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:59.466146 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7c48bfa7-ec34-446e-8b45-998e77a5b14c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:59.478582 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b5e1b-ded1-41ff-b0d2-f0b05fb42815 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event deleted for resources: {'Port': ['ID=571f4a27-f95b-45ee-ae19-08faff6c5451,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:59.546018 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-3c740774-5456-4a72-abfa-8b189171fb02 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Made reservation on behalf of 732161aac5934f6693072fa75ca25401 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:57:59.551535 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-3c740774-5456-4a72-abfa-8b189171fb02 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:59.739214 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:59.756487 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7c48bfa7-ec34-446e-8b45-998e77a5b14c None None] Calling delete_port for 3d38f52f-abe4-4b98-aa6d-136598d6c0de owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:57:59.761078 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-9682ffc9-52b6-463d-a495-97c2c75743c3 admin admin] Calling delete_port for 3d38f52f-abe4-4b98-aa6d-136598d6c0de owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:57:59.890484 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-61eb4170-6fa5-48e9-a568-128605b94cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:00.022405 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-7c48bfa7-ec34-446e-8b45-998e77a5b14c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 13 14:58:00.022405 n-d-841760-1 neutron-server[88083]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] May 13 14:58:00.022405 n-d-841760-1 neutron-server[88083]: [parameters: {'port_id': '3d38f52f-abe4-4b98-aa6d-136598d6c0de', 'host': 'n-d-841760-1'}] May 13 14:58:00.022405 n-d-841760-1 neutron-server[88083]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:58:00.022405 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-7c48bfa7-ec34-446e-8b45-998e77a5b14c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:58:00.034255 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9682ffc9-52b6-463d-a495-97c2c75743c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:00.209284 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682ffc9-52b6-463d-a495-97c2c75743c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d38f52f-abe4-4b98-aa6d-136598d6c0de,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:00.209284 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9682ffc9-52b6-463d-a495-97c2c75743c3 admin admin] No DVR routers for this DVR port 3d38f52f-abe4-4b98-aa6d-136598d6c0de on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:58:00.504754 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7c48bfa7-ec34-446e-8b45-998e77a5b14c None None] Deleting port 3d38f52f-abe4-4b98-aa6d-136598d6c0de {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:58:00.505316 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7c48bfa7-ec34-446e-8b45-998e77a5b14c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:00.563889 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9b58ca52-e2d2-4a55-b0f6-e809ba925063 req-499ad458-9ce5-4ca3-a363-171af8ceb41d tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 210 time: 0.6989570 May 13 14:58:00.644393 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3d38f52f-abe4-4b98-aa6d-136598d6c0de no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:58:00.708822 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7c48bfa7-ec34-446e-8b45-998e77a5b14c None None] The port '3d38f52f-abe4-4b98-aa6d-136598d6c0de' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:58:00.735774 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 3d38f52f-abe4-4b98-aa6d-136598d6c0de {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:58:00.736589 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3d38f52f-abe4-4b98-aa6d-136598d6c0de not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:58:00.755931 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:00.767041 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:00.799955 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122b5e1b-ded1-41ff-b0d2-f0b05fb42815 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Router cb3f3c15-007b-4be7-8d3d-4996326d7d7e has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:58:00.811394 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-3c740774-5456-4a72-abfa-8b189171fb02 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Allocated IP 172.20.0.9 (7245a93f-bdad-4850-88f9-09476b64c18f/34fcb229-3793-40c5-9fb6-d9e1bba72c19/78e777a1-da3b-4fc5-9d17-998c9ad6d238) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:58:00.879764 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9682ffc9-52b6-463d-a495-97c2c75743c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:00.931605 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-9682ffc9-52b6-463d-a495-97c2c75743c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ddb1be-7c29-4450-a618-58154740455e']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:00.952558 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-9682ffc9-52b6-463d-a495-97c2c75743c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a091b5a1-7c19-4677-8ebf-571a45af7dd0') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:00.952558 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-9682ffc9-52b6-463d-a495-97c2c75743c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a091b5a1-7c19-4677-8ebf-571a45af7dd0') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:00.983538 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56750f3f-5f4b-4faa-8dbc-0b90d7c16cbd req-97630c3a-6834-49d7-b6de-4706df826e60 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:00.991517 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-56750f3f-5f4b-4faa-8dbc-0b90d7c16cbd req-97630c3a-6834-49d7-b6de-4706df826e60 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 946 time: 0.6680443 May 13 14:58:00.991517 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9682ffc9-52b6-463d-a495-97c2c75743c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:01.203712 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122b5e1b-ded1-41ff-b0d2-f0b05fb42815 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:58:01.215425 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e224a865-bee7-475b-9c47-22d69214c408 None None] Sync routers for ids ['cb3f3c15-007b-4be7-8d3d-4996326d7d7e'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:58:01.256117 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e224a865-bee7-475b-9c47-22d69214c408 None None] Routers {'cb3f3c15-007b-4be7-8d3d-4996326d7d7e'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:58:01.274551 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e224a865-bee7-475b-9c47-22d69214c408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:58:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['cb3f3c15-007b-4be7-8d3d-4996326d7d7e'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:01.399481 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9682ffc9-52b6-463d-a495-97c2c75743c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:01.438557 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9682ffc9-52b6-463d-a495-97c2c75743c3 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:58:01.438557 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9682ffc9-52b6-463d-a495-97c2c75743c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:01.685704 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:58:01.685704 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:58:01.685704 n-d-841760-1 neutron-server[88082]: timer() May 13 14:58:01.685704 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:58:01.685704 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:58:01.685704 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:58:01.685704 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:58:01.685704 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:58:01.685704 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:58:01.685704 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:58:01.685704 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:58:01.685704 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:58:01.685704 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:58:01.685704 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:58:01.685704 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:58:01.685704 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:58:01.685704 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:58:01.685704 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:58:01.685704 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:58:01.685704 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:58:01.685704 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:58:01.685704 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:58:01.685704 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:58:01.685704 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:58:01.685704 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:58:01.685704 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:58:01.685704 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:58:01.685704 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:58:01.685704 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:58:01.685704 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:58:01.685704 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:58:01.685704 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:58:01.910889 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-56750f3f-5f4b-4faa-8dbc-0b90d7c16cbd req-88783487-218d-4d8a-9ff6-b80670cf2806 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9160252 May 13 14:58:01.954518 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9682ffc9-52b6-463d-a495-97c2c75743c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:02.016553 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9682ffc9-52b6-463d-a495-97c2c75743c3 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:02.032329 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682ffc9-52b6-463d-a495-97c2c75743c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=43ddb1be-7c29-4450-a618-58154740455e,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:02.040197 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9682ffc9-52b6-463d-a495-97c2c75743c3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/43ddb1be-7c29-4450-a618-58154740455e HTTP/1.1" status: 204 len: 168 time: 4.2611170 May 13 14:58:02.041334 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52182) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:02.169320 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-3c740774-5456-4a72-abfa-8b189171fb02 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:02.185263 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:02.210394 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-e224a865-bee7-475b-9c47-22d69214c408 None None] Set router cb3f3c15-007b-4be7-8d3d-4996326d7d7e gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:58:02.383246 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-122b5e1b-ded1-41ff-b0d2-f0b05fb42815 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:02.453634 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2b0fbd49-913a-4e2b-a6c7-7fdfbeca4274 req-e1a0d001-e105-4306-ac8b-33e6415682e3 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Synchronizing usage tracker for tenant:732161aac5934f6693072fa75ca25401 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:58:02.576734 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2b0fbd49-913a-4e2b-a6c7-7fdfbeca4274 req-e1a0d001-e105-4306-ac8b-33e6415682e3 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Unset dirty status for tenant:732161aac5934f6693072fa75ca25401 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:58:02.596902 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2b0fbd49-913a-4e2b-a6c7-7fdfbeca4274 req-e1a0d001-e105-4306-ac8b-33e6415682e3 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 210 time: 0.3898859 May 13 14:58:02.657301 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-3c740774-5456-4a72-abfa-8b189171fb02 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:02.666606 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['c219a9e3-31ff-4672-a567-a3f58b20873f'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:58:02.860231 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-122b5e1b-ded1-41ff-b0d2-f0b05fb42815 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "DELETE /v2.0/floatingips/c5d25c9e-7dbd-450f-99f0-e3886db653c7 HTTP/1.1" status: 204 len: 168 time: 7.6996963 May 13 14:58:03.007883 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b172d8-6c98-4291-8a6e-83cb9531ab64', 'tag': '3922c313-0a0e-4af5-a027-c7b1deaa7a81'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:58:03.172239 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-3c740774-5456-4a72-abfa-8b189171fb02 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Network 7245a93f-bdad-4850-88f9-09476b64c18f is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:58:03.200773 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-3c740774-5456-4a72-abfa-8b189171fb02 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:58:03.206580 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-3c740774-5456-4a72-abfa-8b189171fb02 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:58:03.289535 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-3c740774-5456-4a72-abfa-8b189171fb02 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:03.290645 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-3c740774-5456-4a72-abfa-8b189171fb02 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:03.311675 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c740774-5456-4a72-abfa-8b189171fb02 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Pushing event updated for resources: {'Port': ['ID=78e777a1-da3b-4fc5-9d17-998c9ad6d238,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:03.356022 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-3c740774-5456-4a72-abfa-8b189171fb02 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2977452 May 13 14:58:03.385232 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-91f27693-231b-4a68-80cc-ad8b7d57e4de service neutron] Request body: {'port': {'device_id': '5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:03.576357 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e224a865-bee7-475b-9c47-22d69214c408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'name': 'tempest-TestNetworkBasicOps-router-11964592', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'd5f7acd6-f3f0-428d-8268-9f342e5ae80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:34Z', 'updated_at': '2022-05-13T14:55:51Z', 'revision_number': 4, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'd5f7acd6-f3f0-428d-8268-9f342e5ae80e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:36Z', 'updated_at': '2022-05-13T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'aa8488fe-09a1-48d3-9bab-811754ce4890', 'name': '', 'network_id': '213c970f-c639-49b2-8c01-7dd8915da6b5', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'mac_address': 'fa:16:3e:44:69:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '4e2de9b6-120b-40f6-9204-e1f066201b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:47Z', 'updated_at': '2022-05-13T14:56:05Z', 'revision_number': 5, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'subnets': [{'id': '4e2de9b6-120b-40f6-9204-e1f066201b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:03.592480 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e224a865-bee7-475b-9c47-22d69214c408 None None] Checking router: cb3f3c15-007b-4be7-8d3d-4996326d7d7e for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:58:03.668135 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e224a865-bee7-475b-9c47-22d69214c408 None None] Routers {'cb3f3c15-007b-4be7-8d3d-4996326d7d7e'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:58:03.668654 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e224a865-bee7-475b-9c47-22d69214c408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:58:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['cb3f3c15-007b-4be7-8d3d-4996326d7d7e'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:04.042612 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634250ae-bb58-4482-bb31-d2fc3cf0569c req-805ec5f2-118b-4b3e-9a44-b32acd1422fa tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:04.044507 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-634250ae-bb58-4482-bb31-d2fc3cf0569c req-805ec5f2-118b-4b3e-9a44-b32acd1422fa tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 946 time: 0.4405973 May 13 14:58:04.045513 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-91f27693-231b-4a68-80cc-ad8b7d57e4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:04.099013 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f6bfc15-4309-4f35-a2e1-78300f88cfe8'] response: {'name': 'network-changed', 'server_uuid': 'd1b172d8-6c98-4291-8a6e-83cb9531ab64', 'tag': '3922c313-0a0e-4af5-a027-c7b1deaa7a81', 'status': 'completed', 'code': 200} May 13 14:58:04.109984 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f987f4f-eef3-43b9-8d2f-afb81fdcfbbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:04.535728 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-e224a865-bee7-475b-9c47-22d69214c408 None None] Set router cb3f3c15-007b-4be7-8d3d-4996326d7d7e gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:58:04.562555 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-634250ae-bb58-4482-bb31-d2fc3cf0569c req-24ffd1f9-bcda-436b-bb60-9512869cf05c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5064750 May 13 14:58:04.753271 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25127abf-c456-4af8-b6f7-a97f664bd496 req-dcc1911f-89c4-4cf3-8c6c-cd847c05c09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:04.759643 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-25127abf-c456-4af8-b6f7-a97f664bd496 req-dcc1911f-89c4-4cf3-8c6c-cd847c05c09a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2fd5504203d84ec88c34b0f9b983d931&device_id=d1b172d8-6c98-4291-8a6e-83cb9531ab64 HTTP/1.1" status: 200 len: 1097 time: 0.6249917 May 13 14:58:04.837009 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b5bbd-2f57-4035-a9a1-56009e396e29 req-8c0d8568-977a-42b2-a123-19a758222542 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:04.839018 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dd5b5bbd-2f57-4035-a9a1-56009e396e29 req-8c0d8568-977a-42b2-a123-19a758222542 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 931 time: 0.4696417 May 13 14:58:05.103740 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dd5b5bbd-2f57-4035-a9a1-56009e396e29 req-c1a1a9f9-054a-490d-b258-e75298b886fb tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483203 May 13 14:58:05.389846 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-3f987f4f-eef3-43b9-8d2f-afb81fdcfbbc admin admin] Deleting port 6d314f19-46f0-4755-96c5-814831a08d9c {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:58:05.390820 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f987f4f-eef3-43b9-8d2f-afb81fdcfbbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:05.463097 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e224a865-bee7-475b-9c47-22d69214c408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'name': 'tempest-TestNetworkBasicOps-router-11964592', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'd5f7acd6-f3f0-428d-8268-9f342e5ae80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:34Z', 'updated_at': '2022-05-13T14:55:51Z', 'revision_number': 4, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'd5f7acd6-f3f0-428d-8268-9f342e5ae80e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:36Z', 'updated_at': '2022-05-13T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'aa8488fe-09a1-48d3-9bab-811754ce4890', 'name': '', 'network_id': '213c970f-c639-49b2-8c01-7dd8915da6b5', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'mac_address': 'fa:16:3e:44:69:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '4e2de9b6-120b-40f6-9204-e1f066201b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:47Z', 'updated_at': '2022-05-13T14:56:05Z', 'revision_number': 5, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'subnets': [{'id': '4e2de9b6-120b-40f6-9204-e1f066201b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:05.469632 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e224a865-bee7-475b-9c47-22d69214c408 None None] The sync data for ids ['cb3f3c15-007b-4be7-8d3d-4996326d7d7e'] in n-d-841760-1 is: [{'id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'name': 'tempest-TestNetworkBasicOps-router-11964592', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'd5f7acd6-f3f0-428d-8268-9f342e5ae80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:34Z', 'updated_at': '2022-05-13T14:55:51Z', 'revision_number': 4, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'd5f7acd6-f3f0-428d-8268-9f342e5ae80e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:36Z', 'updated_at': '2022-05-13T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'aa8488fe-09a1-48d3-9bab-811754ce4890', 'name': '', 'network_id': '213c970f-c639-49b2-8c01-7dd8915da6b5', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'mac_address': 'fa:16:3e:44:69:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '4e2de9b6-120b-40f6-9204-e1f066201b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:47Z', 'updated_at': '2022-05-13T14:56:05Z', 'revision_number': 5, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'subnets': [{'id': '4e2de9b6-120b-40f6-9204-e1f066201b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:58:05.570311 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25127abf-c456-4af8-b6f7-a97f664bd496 req-c0005943-1061-4b50-8f54-ccb163c8702d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:05.572092 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-25127abf-c456-4af8-b6f7-a97f664bd496 req-c0005943-1061-4b50-8f54-ccb163c8702d service neutron] 10.222.0.74 "GET /v2.0/networks?id=213c970f-c639-49b2-8c01-7dd8915da6b5 HTTP/1.1" status: 200 len: 897 time: 0.6942604 May 13 14:58:05.585975 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efdca0-67c0-40f4-b89f-1301c1f8cde9 req-eba04141-4a0b-418a-a53a-666b8a0026a0 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:05.586715 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-a5efdca0-67c0-40f4-b89f-1301c1f8cde9 req-eba04141-4a0b-418a-a53a-666b8a0026a0 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Synchronizing usage tracker for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:58:05.912281 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-25127abf-c456-4af8-b6f7-a97f664bd496 req-96dc84c5-fb48-4dd9-bdf9-52325da39442 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3922c313-0a0e-4af5-a027-c7b1deaa7a81 HTTP/1.1" status: 200 len: 217 time: 0.3209624 May 13 14:58:05.923588 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-91f27693-231b-4a68-80cc-ad8b7d57e4de service neutron] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:58:06.001802 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6fff7-bc9d-40d6-b2ed-e22a841e1321 req-36b6a668-3c22-446a-b43b-980caa90635b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:06.003748 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2ce6fff7-bc9d-40d6-b2ed-e22a841e1321 req-36b6a668-3c22-446a-b43b-980caa90635b tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.74 "GET /v2.0/ports?device_id=d1b172d8-6c98-4291-8a6e-83cb9531ab64 HTTP/1.1" status: 200 len: 946 time: 0.5619347 May 13 14:58:06.102718 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913b8614-056c-42d8-8ec5-6cb264ae839b None None] New status for floating IP c5d25c9e-7dbd-450f-99f0-e3886db653c7: DOWN {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:58:06.115016 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-3f987f4f-eef3-43b9-8d2f-afb81fdcfbbc admin admin] For port 6d314f19-46f0-4755-96c5-814831a08d9c, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6d314f19-46f0-4755-96c5-814831a08d9c,segment=NetworkSegment(df3c2022-85c2-4bc5-8c7b-937307f00035),segment_id=df3c2022-85c2-4bc5-8c7b-937307f00035)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:06.115533 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f987f4f-eef3-43b9-8d2f-afb81fdcfbbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:06.255356 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-a5efdca0-67c0-40f4-b89f-1301c1f8cde9 req-eba04141-4a0b-418a-a53a-666b8a0026a0 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Unset dirty status for tenant:2fd5504203d84ec88c34b0f9b983d931 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:58:06.272358 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a5efdca0-67c0-40f4-b89f-1301c1f8cde9 req-eba04141-4a0b-418a-a53a-666b8a0026a0 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1b172d8-6c98-4291-8a6e-83cb9531ab64 HTTP/1.1" status: 200 len: 946 time: 1.4786251 May 13 14:58:06.418282 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-91f27693-231b-4a68-80cc-ad8b7d57e4de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e777a1-da3b-4fc5-9d17-998c9ad6d238 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:58:06.446218 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-91f27693-231b-4a68-80cc-ad8b7d57e4de service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:06.450203 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25127abf-c456-4af8-b6f7-a97f664bd496 req-9eb1d214-73d7-439b-a805-fe8e837905e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:06.452102 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-25127abf-c456-4af8-b6f7-a97f664bd496 req-9eb1d214-73d7-439b-a805-fe8e837905e9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e2de9b6-120b-40f6-9204-e1f066201b83 HTTP/1.1" status: 200 len: 835 time: 0.5307677 May 13 14:58:06.471276 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-2ce6fff7-bc9d-40d6-b2ed-e22a841e1321 req-5a5ea091-041a-4ec8-930c-5e4ca3843ceb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Deleting port 3922c313-0a0e-4af5-a027-c7b1deaa7a81 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:58:06.471845 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2ce6fff7-bc9d-40d6-b2ed-e22a841e1321 req-5a5ea091-041a-4ec8-930c-5e4ca3843ceb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:06.479363 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:58:06.523677 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a5efdca0-67c0-40f4-b89f-1301c1f8cde9 req-30bd6f4a-4051-4642-9009-2126302a1ed7 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0f2e205-76c9-42a4-91b3-e415c6a7f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502959 May 13 14:58:06.580026 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-91f27693-231b-4a68-80cc-ad8b7d57e4de service neutron] Transition to ACTIVE for port object 78e777a1-da3b-4fc5-9d17-998c9ad6d238 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:58:06.604468 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-91f27693-231b-4a68-80cc-ad8b7d57e4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:06.610644 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-3f987f4f-eef3-43b9-8d2f-afb81fdcfbbc admin admin] Calling delete_port for 6d314f19-46f0-4755-96c5-814831a08d9c owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:58:07.010598 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f27693-231b-4a68-80cc-ad8b7d57e4de service neutron] Pushing event updated for resources: {'Port': ['ID=78e777a1-da3b-4fc5-9d17-998c9ad6d238,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:07.032595 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066172a-bf87-40bf-afee-a4bd51abf961 req-31f46c29-b462-4941-9310-fc9f65a69f79 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:07.040546 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f066172a-bf87-40bf-afee-a4bd51abf961 req-31f46c29-b462-4941-9310-fc9f65a69f79 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 946 time: 1.2714090 May 13 14:58:07.093042 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25127abf-c456-4af8-b6f7-a97f664bd496 req-ed3d7970-4047-4621-8615-51262cc08915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:07.095213 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-25127abf-c456-4af8-b6f7-a97f664bd496 req-ed3d7970-4047-4621-8615-51262cc08915 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=213c970f-c639-49b2-8c01-7dd8915da6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6311648 May 13 14:58:07.336605 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f066172a-bf87-40bf-afee-a4bd51abf961 req-99b53683-46f8-4592-b356-d2ff0b94a0b2 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847810 May 13 14:58:07.360636 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaaec87-206d-43db-adb0-7477d625d2cb req-9f853f83-42fc-4ded-b3ac-f89c17164122 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:07.381373 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fcaaec87-206d-43db-adb0-7477d625d2cb req-9f853f83-42fc-4ded-b3ac-f89c17164122 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 943 time: 0.6359279 May 13 14:58:07.392177 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-91f27693-231b-4a68-80cc-ad8b7d57e4de service neutron] Attempting to bind port 78e777a1-da3b-4fc5-9d17-998c9ad6d238 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:58:07.392925 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-91f27693-231b-4a68-80cc-ad8b7d57e4de service neutron] Attempting to bind port 78e777a1-da3b-4fc5-9d17-998c9ad6d238 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '57c587b4-4a75-4472-8b66-fdd8b5188b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:58:07.393265 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-91f27693-231b-4a68-80cc-ad8b7d57e4de service neutron] Attempting to bind port 78e777a1-da3b-4fc5-9d17-998c9ad6d238 on network 7245a93f-bdad-4850-88f9-09476b64c18f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:58:07.443867 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-91f27693-231b-4a68-80cc-ad8b7d57e4de service neutron] Port 78e777a1-da3b-4fc5-9d17-998c9ad6d238 on network 7245a93f-bdad-4850-88f9-09476b64c18f not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:58:07.444196 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-91f27693-231b-4a68-80cc-ad8b7d57e4de service neutron] Attempting to bind port 78e777a1-da3b-4fc5-9d17-998c9ad6d238 on network 7245a93f-bdad-4850-88f9-09476b64c18f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:58:07.456495 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-91f27693-231b-4a68-80cc-ad8b7d57e4de service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:58:07.456902 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-91f27693-231b-4a68-80cc-ad8b7d57e4de service neutron] Checking segment: {'id': '57c587b4-4a75-4472-8b66-fdd8b5188b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:58:07.457607 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-91f27693-231b-4a68-80cc-ad8b7d57e4de service neutron] Bound using segment: {'id': '57c587b4-4a75-4472-8b66-fdd8b5188b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:58:07.458698 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-91f27693-231b-4a68-80cc-ad8b7d57e4de service neutron] Bound port: 78e777a1-da3b-4fc5-9d17-998c9ad6d238, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c587b4-4a75-4472-8b66-fdd8b5188b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:58:07.459104 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-91f27693-231b-4a68-80cc-ad8b7d57e4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:07.566985 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-2ce6fff7-bc9d-40d6-b2ed-e22a841e1321 req-5a5ea091-041a-4ec8-930c-5e4ca3843ceb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] For port 3922c313-0a0e-4af5-a027-c7b1deaa7a81, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=3922c313-0a0e-4af5-a027-c7b1deaa7a81,segment=NetworkSegment(a02caf75-1c2e-4d08-9c97-66ffe197803c),segment_id=a02caf75-1c2e-4d08-9c97-66ffe197803c)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:07.566985 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2ce6fff7-bc9d-40d6-b2ed-e22a841e1321 req-5a5ea091-041a-4ec8-930c-5e4ca3843ceb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:07.681796 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fcaaec87-206d-43db-adb0-7477d625d2cb req-65c7a04f-eca1-442e-ba0d-54e0016f7d4f tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854753 May 13 14:58:07.709101 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-25127abf-c456-4af8-b6f7-a97f664bd496 req-23222cbf-e639-4ab9-a995-5909b7ccce0b service neutron] 10.222.0.74 "GET /v2.0/networks/213c970f-c639-49b2-8c01-7dd8915da6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5802109 May 13 14:58:07.757918 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f987f4f-eef3-43b9-8d2f-afb81fdcfbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:07.777247 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-2ce6fff7-bc9d-40d6-b2ed-e22a841e1321 req-5a5ea091-041a-4ec8-930c-5e4ca3843ceb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Calling delete_port for 3922c313-0a0e-4af5-a027-c7b1deaa7a81 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:58:07.924839 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-25127abf-c456-4af8-b6f7-a97f664bd496 req-68f2408e-97f6-4462-b411-8f48d98b220f service neutron] 10.222.0.74 "GET /v2.0/networks/213c970f-c639-49b2-8c01-7dd8915da6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015181 May 13 14:58:07.938555 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-91f27693-231b-4a68-80cc-ad8b7d57e4de service neutron] For port 78e777a1-da3b-4fc5-9d17-998c9ad6d238, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:58:07.969044 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-91f27693-231b-4a68-80cc-ad8b7d57e4de service neutron] For port 78e777a1-da3b-4fc5-9d17-998c9ad6d238, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=78e777a1-da3b-4fc5-9d17-998c9ad6d238,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:58:07.982406 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-91f27693-231b-4a68-80cc-ad8b7d57e4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:08.059726 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f987f4f-eef3-43b9-8d2f-afb81fdcfbbc admin admin] Pushing event deleted for resources: {'Port': ['ID=6d314f19-46f0-4755-96c5-814831a08d9c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:08.102959 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-91f27693-231b-4a68-80cc-ad8b7d57e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:08.104181 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-91f27693-231b-4a68-80cc-ad8b7d57e4de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:08.106372 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-91f27693-231b-4a68-80cc-ad8b7d57e4de service neutron] 10.222.0.74 "PUT /v2.0/ports/78e777a1-da3b-4fc5-9d17-998c9ad6d238 HTTP/1.1" status: 200 len: 1091 time: 4.7396486 May 13 14:58:08.106980 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8', 'tag': '78e777a1-da3b-4fc5-9d17-998c9ad6d238'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:58:08.172016 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eebf86cc-d47b-4153-af00-eb94c54f5f17'] response: {'name': 'network-changed', 'server_uuid': '5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8', 'tag': '78e777a1-da3b-4fc5-9d17-998c9ad6d238', 'status': 'completed', 'code': 200} May 13 14:58:08.172688 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f27693-231b-4a68-80cc-ad8b7d57e4de service neutron] Pushing event updated for resources: {'Port': ['ID=78e777a1-da3b-4fc5-9d17-998c9ad6d238,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:08.449883 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-61f10e0c-6cb6-45ae-9420-595aeff3a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:08.461965 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-61f10e0c-6cb6-45ae-9420-595aeff3a734 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=732161aac5934f6693072fa75ca25401&device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 1094 time: 0.2544582 May 13 14:58:08.554502 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2ce6fff7-bc9d-40d6-b2ed-e22a841e1321 req-5a5ea091-041a-4ec8-930c-5e4ca3843ceb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:08.575962 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-285bafd1-f2be-4cc7-ace7-cfa30bc09e8b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78e777a1-da3b-4fc5-9d17-998c9ad6d238 HTTP/1.1" status: 200 len: 217 time: 0.1096249 May 13 14:58:08.704712 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ea091-041a-4ec8-930c-5e4ca3843ceb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event deleted for resources: {'Port': ['ID=3922c313-0a0e-4af5-a027-c7b1deaa7a81,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:08.753513 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b36f97-aee0-47f8-9ced-bbb1a933939f req-b7bf1e8a-a162-4559-a057-ee42d4d11453 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:08.757753 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-54b36f97-aee0-47f8-9ced-bbb1a933939f req-b7bf1e8a-a162-4559-a057-ee42d4d11453 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1b172d8-6c98-4291-8a6e-83cb9531ab64 HTTP/1.1" status: 200 len: 946 time: 0.8351271 May 13 14:58:08.813135 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-6f019ba2-cfab-4192-b850-d7484323e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:08.817262 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-6f019ba2-cfab-4192-b850-d7484323e101 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=34fcb229-3793-40c5-9fb6-d9e1bba72c19 HTTP/1.1" status: 200 len: 846 time: 0.2315035 May 13 14:58:08.919395 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3641f7c-e5db-4e61-a225-1aaf2e331c65 req-1f4524d9-f924-4751-a337-8fb2af2e2ded tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:08.920935 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e3641f7c-e5db-4e61-a225-1aaf2e331c65 req-1f4524d9-f924-4751-a337-8fb2af2e2ded tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 946 time: 0.2871702 May 13 14:58:08.971592 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-f2b84268-b4c5-4171-8b99-0390c249aece service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7245a93f-bdad-4850-88f9-09476b64c18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1410472 May 13 14:58:09.019475 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e3641f7c-e5db-4e61-a225-1aaf2e331c65 req-f495606d-2676-42df-a55c-dd75d2a6ab55 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758712 May 13 14:58:09.364938 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce6fff7-bc9d-40d6-b2ed-e22a841e1321 req-5a5ea091-041a-4ec8-930c-5e4ca3843ceb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] No DVR routers for this DVR port 3922c313-0a0e-4af5-a027-c7b1deaa7a81 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:58:09.423756 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-2ce6fff7-bc9d-40d6-b2ed-e22a841e1321 req-5a5ea091-041a-4ec8-930c-5e4ca3843ceb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:09.429630 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b172d8-6c98-4291-8a6e-83cb9531ab64', 'name': 'network-vif-deleted', 'tag': '3922c313-0a0e-4af5-a027-c7b1deaa7a81'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:58:09.496434 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7580f80-d7dc-41b1-9cd3-955611ca1c60 req-2ddc92ac-f0d6-4305-b818-e6d9a886f60c tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:09.497643 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f987f4f-eef3-43b9-8d2f-afb81fdcfbbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:09.503863 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e7580f80-d7dc-41b1-9cd3-955611ca1c60 req-2ddc92ac-f0d6-4305-b818-e6d9a886f60c tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 943 time: 0.1964598 May 13 14:58:09.547090 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-bb3f8fd6-28bb-49fe-81b9-525c47dcc61a service neutron] 10.222.0.74 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5517175 May 13 14:58:09.622946 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-54b36f97-aee0-47f8-9ced-bbb1a933939f req-730fb38a-edf6-4c74-a75c-c86a7cc9b805 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0f2e205-76c9-42a4-91b3-e415c6a7f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5162251 May 13 14:58:09.634694 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2ce6fff7-bc9d-40d6-b2ed-e22a841e1321 req-5a5ea091-041a-4ec8-930c-5e4ca3843ceb tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.74 "DELETE /v2.0/ports/3922c313-0a0e-4af5-a027-c7b1deaa7a81 HTTP/1.1" status: 204 len: 173 time: 3.6128848 May 13 14:58:09.844510 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae2ae815-f35a-4f6c-a5a0-de0723cd918a'] response: {'server_uuid': 'd1b172d8-6c98-4291-8a6e-83cb9531ab64', 'name': 'network-vif-deleted', 'tag': '3922c313-0a0e-4af5-a027-c7b1deaa7a81', 'status': 'completed', 'code': 200} May 13 14:58:09.845902 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e7580f80-d7dc-41b1-9cd3-955611ca1c60 req-78fd55f2-9793-4dcf-8cd8-2d913bd2e8e5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409653 May 13 14:58:09.848324 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1a248ed0-dafb-48a8-a319-3108b405e2cd req-41518669-a78b-4b9f-9449-df1969f66ad9 service neutron] 10.222.0.74 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811110 May 13 14:58:10.124923 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 3922c313-0a0e-4af5-a027-c7b1deaa7a81 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:58:10.160975 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe202330-5849-4719-8c06-8167f3aa374b req-9e765108-2770-4bd3-8adc-f96b3d8c6402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:10.162745 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fe202330-5849-4719-8c06-8167f3aa374b req-9e765108-2770-4bd3-8adc-f96b3d8c6402 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=732161aac5934f6693072fa75ca25401&device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 1094 time: 0.1693935 May 13 14:58:10.252307 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 3922c313-0a0e-4af5-a027-c7b1deaa7a81 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:58:10.262213 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 3922c313-0a0e-4af5-a027-c7b1deaa7a81 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:58:10.442995 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe202330-5849-4719-8c06-8167f3aa374b req-a23cadda-9d8c-402a-a16c-18aa9029233a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:10.449123 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fe202330-5849-4719-8c06-8167f3aa374b req-a23cadda-9d8c-402a-a16c-18aa9029233a service neutron] 10.222.0.74 "GET /v2.0/networks?id=7245a93f-bdad-4850-88f9-09476b64c18f HTTP/1.1" status: 200 len: 907 time: 0.2787957 May 13 14:58:10.515684 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f987f4f-eef3-43b9-8d2f-afb81fdcfbbc admin admin] Router 8598f905-4194-4ec4-a3cc-114d6f2a4b52 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:58:10.547920 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fe202330-5849-4719-8c06-8167f3aa374b req-8cd8d6ef-3509-4899-aebd-a6012fbf8b38 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78e777a1-da3b-4fc5-9d17-998c9ad6d238 HTTP/1.1" status: 200 len: 217 time: 0.0914974 May 13 14:58:10.666484 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe202330-5849-4719-8c06-8167f3aa374b req-98d4fa11-a221-42e0-b84d-cc439b894e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:10.669499 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fe202330-5849-4719-8c06-8167f3aa374b req-98d4fa11-a221-42e0-b84d-cc439b894e4c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=34fcb229-3793-40c5-9fb6-d9e1bba72c19 HTTP/1.1" status: 200 len: 846 time: 0.0980694 May 13 14:58:10.719919 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8ce51-f030-427a-9d0f-2f3cfba46205 req-52b62c84-29bb-40f8-ba55-e2b9655dc787 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:10.732461 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-91c8ce51-f030-427a-9d0f-2f3cfba46205 req-52b62c84-29bb-40f8-ba55-e2b9655dc787 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 946 time: 0.4171169 May 13 14:58:10.738000 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fe202330-5849-4719-8c06-8167f3aa374b req-20894a2d-853b-425e-a99d-434065abda63 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7245a93f-bdad-4850-88f9-09476b64c18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608721 May 13 14:58:10.912946 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-91c8ce51-f030-427a-9d0f-2f3cfba46205 req-f4f93d30-dab9-4c36-b6c9-b4a608d9b0be tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792982 May 13 14:58:10.954790 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f987f4f-eef3-43b9-8d2f-afb81fdcfbbc admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:58:10.967139 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1658cae-d0a9-48c0-b6a0-44eedca14884 None None] Sync routers for ids ['8598f905-4194-4ec4-a3cc-114d6f2a4b52'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:58:10.973041 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3f987f4f-eef3-43b9-8d2f-afb81fdcfbbc admin admin] 10.222.0.35 "PUT /v2.0/routers/8598f905-4194-4ec4-a3cc-114d6f2a4b52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9245317 May 13 14:58:10.973961 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52282) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:10.988043 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1658cae-d0a9-48c0-b6a0-44eedca14884 None None] Routers {'8598f905-4194-4ec4-a3cc-114d6f2a4b52'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:58:10.990177 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a1658cae-d0a9-48c0-b6a0-44eedca14884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:58:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8598f905-4194-4ec4-a3cc-114d6f2a4b52'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:11.199485 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e3026401-f811-4686-aa88-3bde1612ff69 req-76cc5536-8f54-4068-b891-bfe4a813a467 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1b172d8-6c98-4291-8a6e-83cb9531ab64 HTTP/1.1" status: 200 len: 210 time: 0.1486363 May 13 14:58:11.368062 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fe202330-5849-4719-8c06-8167f3aa374b req-c7ecca68-e9be-4b6e-a0a0-de1ea4b7763b service neutron] 10.222.0.74 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6175389 May 13 14:58:11.535408 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-a1658cae-d0a9-48c0-b6a0-44eedca14884 None None] Set router 8598f905-4194-4ec4-a3cc-114d6f2a4b52 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:58:11.771642 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fe202330-5849-4719-8c06-8167f3aa374b req-f5684216-e0d0-4309-86b4-1b87d9965d04 service neutron] 10.222.0.74 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965552 May 13 14:58:11.808428 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-73e0c880-41b7-418a-8bce-6406aa6d0dc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:12.007856 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a1658cae-d0a9-48c0-b6a0-44eedca14884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598f905-4194-4ec4-a3cc-114d6f2a4b52', 'name': 'tempest-TestServerMultinode-1880526690-router', 'tenant_id': 'ce5e38cffc304c0ab894ad9e627bb7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '2fc3e570-04e3-41d3-b739-adad98fbb979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:56:21Z', 'updated_at': '2022-05-13T14:58:07Z', 'revision_number': 5, 'project_id': 'ce5e38cffc304c0ab894ad9e627bb7e9', 'gw_port': {'id': '2fc3e570-04e3-41d3-b739-adad98fbb979', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f905-4194-4ec4-a3cc-114d6f2a4b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:56:23Z', 'updated_at': '2022-05-13T14:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:12.020100 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1658cae-d0a9-48c0-b6a0-44eedca14884 None None] Checking router: 8598f905-4194-4ec4-a3cc-114d6f2a4b52 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:58:12.053116 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1658cae-d0a9-48c0-b6a0-44eedca14884 None None] Routers {'8598f905-4194-4ec4-a3cc-114d6f2a4b52'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:58:12.053739 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a1658cae-d0a9-48c0-b6a0-44eedca14884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:58:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8598f905-4194-4ec4-a3cc-114d6f2a4b52'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:12.068094 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adeb065-40c0-472e-a07c-70b0579d4e53 req-46dc78e7-7bbf-4435-9530-13ccd1551713 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:12.077129 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0adeb065-40c0-472e-a07c-70b0579d4e53 req-46dc78e7-7bbf-4435-9530-13ccd1551713 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 943 time: 0.6272674 May 13 14:58:12.202713 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-73e0c880-41b7-418a-8bce-6406aa6d0dc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:12.243019 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0adeb065-40c0-472e-a07c-70b0579d4e53 req-f5380982-231d-4454-9a40-7c0b0ed76429 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647806 May 13 14:58:12.267055 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-73e0c880-41b7-418a-8bce-6406aa6d0dc6 admin admin] Deleting port 2fc3e570-04e3-41d3-b739-adad98fbb979 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:58:12.267597 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-73e0c880-41b7-418a-8bce-6406aa6d0dc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:12.456955 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52334) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:12.489892 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-a1658cae-d0a9-48c0-b6a0-44eedca14884 None None] Set router 8598f905-4194-4ec4-a3cc-114d6f2a4b52 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:58:12.643870 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-faf95a49-3237-4e0d-b95f-f0448ef0e361 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:12.732594 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62530d6f-b5fd-4513-b1f8-75511d7464c1 req-ac04d1bf-fae4-41ad-9bb2-0500d33b6f49 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:12.740287 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-62530d6f-b5fd-4513-b1f8-75511d7464c1 req-ac04d1bf-fae4-41ad-9bb2-0500d33b6f49 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 946 time: 0.5932786 May 13 14:58:12.787389 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-faf95a49-3237-4e0d-b95f-f0448ef0e361 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:12.977904 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-62530d6f-b5fd-4513-b1f8-75511d7464c1 req-d7c2449b-9f78-4eac-9929-b66beee60742 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362900 May 13 14:58:13.028210 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-faf95a49-3237-4e0d-b95f-f0448ef0e361 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:13.088126 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf95a49-3237-4e0d-b95f-f0448ef0e361 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f2e205-76c9-42a4-91b3-e415c6a7f8da,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:13.092405 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-faf95a49-3237-4e0d-b95f-f0448ef0e361 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:13.093531 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-faf95a49-3237-4e0d-b95f-f0448ef0e361 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "DELETE /v2.0/security-groups/b0f2e205-76c9-42a4-91b3-e415c6a7f8da HTTP/1.1" status: 204 len: 168 time: 0.6304712 May 13 14:58:13.161055 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-73e0c880-41b7-418a-8bce-6406aa6d0dc6 admin admin] For port 2fc3e570-04e3-41d3-b739-adad98fbb979, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=2fc3e570-04e3-41d3-b739-adad98fbb979,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:13.161528 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-73e0c880-41b7-418a-8bce-6406aa6d0dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:13.399361 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a1658cae-d0a9-48c0-b6a0-44eedca14884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598f905-4194-4ec4-a3cc-114d6f2a4b52', 'name': 'tempest-TestServerMultinode-1880526690-router', 'tenant_id': 'ce5e38cffc304c0ab894ad9e627bb7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '2fc3e570-04e3-41d3-b739-adad98fbb979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:56:21Z', 'updated_at': '2022-05-13T14:58:07Z', 'revision_number': 5, 'project_id': 'ce5e38cffc304c0ab894ad9e627bb7e9', 'gw_port': {'id': '2fc3e570-04e3-41d3-b739-adad98fbb979', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f905-4194-4ec4-a3cc-114d6f2a4b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:56:23Z', 'updated_at': '2022-05-13T14:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:13.407999 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1658cae-d0a9-48c0-b6a0-44eedca14884 None None] The sync data for ids ['8598f905-4194-4ec4-a3cc-114d6f2a4b52'] in n-d-841760-1 is: [{'id': '8598f905-4194-4ec4-a3cc-114d6f2a4b52', 'name': 'tempest-TestServerMultinode-1880526690-router', 'tenant_id': 'ce5e38cffc304c0ab894ad9e627bb7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '2fc3e570-04e3-41d3-b739-adad98fbb979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:56:21Z', 'updated_at': '2022-05-13T14:58:07Z', 'revision_number': 5, 'project_id': 'ce5e38cffc304c0ab894ad9e627bb7e9', 'gw_port': {'id': '2fc3e570-04e3-41d3-b739-adad98fbb979', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f905-4194-4ec4-a3cc-114d6f2a4b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:56:23Z', 'updated_at': '2022-05-13T14:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:58:13.478424 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-73e0c880-41b7-418a-8bce-6406aa6d0dc6 admin admin] Calling delete_port for 2fc3e570-04e3-41d3-b739-adad98fbb979 owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:58:13.581499 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7f721-c5ae-47df-b6f0-03e66fbbff2d req-481113d5-2ebf-4ace-aee5-79d2a9cda316 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:13.584147 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fee7f721-c5ae-47df-b6f0-03e66fbbff2d req-481113d5-2ebf-4ace-aee5-79d2a9cda316 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 943 time: 0.1568077 May 13 14:58:13.695989 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fee7f721-c5ae-47df-b6f0-03e66fbbff2d req-5340e5b3-e8ad-40f5-9c28-944d791fcb46 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037617 May 13 14:58:13.900930 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-73e0c880-41b7-418a-8bce-6406aa6d0dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:14.036801 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0c880-41b7-418a-8bce-6406aa6d0dc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fc3e570-04e3-41d3-b739-adad98fbb979,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:14.080338 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0c880-41b7-418a-8bce-6406aa6d0dc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:14.080765 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0c880-41b7-418a-8bce-6406aa6d0dc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:14.081586 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0c880-41b7-418a-8bce-6406aa6d0dc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:14.081833 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0c880-41b7-418a-8bce-6406aa6d0dc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:14.082262 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0c880-41b7-418a-8bce-6406aa6d0dc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:14.082687 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0c880-41b7-418a-8bce-6406aa6d0dc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:14.083298 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0c880-41b7-418a-8bce-6406aa6d0dc6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:14.087513 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0c880-41b7-418a-8bce-6406aa6d0dc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:14.088402 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0c880-41b7-418a-8bce-6406aa6d0dc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:14.089501 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0c880-41b7-418a-8bce-6406aa6d0dc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:14.090397 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0c880-41b7-418a-8bce-6406aa6d0dc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:14.091948 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0c880-41b7-418a-8bce-6406aa6d0dc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:14.140850 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 78e777a1-da3b-4fc5-9d17-998c9ad6d238 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:58:14.156341 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52458) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:14.289707 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-73e0c880-41b7-418a-8bce-6406aa6d0dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:14.569798 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6d314f19-46f0-4755-96c5-814831a08d9c no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:58:14.618695 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-73e0c880-41b7-418a-8bce-6406aa6d0dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:14.622388 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-73e0c880-41b7-418a-8bce-6406aa6d0dc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:14.666710 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 6d314f19-46f0-4755-96c5-814831a08d9c {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:58:14.667515 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6d314f19-46f0-4755-96c5-814831a08d9c not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:58:14.693411 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-73e0c880-41b7-418a-8bce-6406aa6d0dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:14.694006 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e0c880-41b7-418a-8bce-6406aa6d0dc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8598f905-4194-4ec4-a3cc-114d6f2a4b52 {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:58:14.705190 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 78e777a1-da3b-4fc5-9d17-998c9ad6d238, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=78e777a1-da3b-4fc5-9d17-998c9ad6d238,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:14.719641 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-73e0c880-41b7-418a-8bce-6406aa6d0dc6 admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:14.728131 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-73e0c880-41b7-418a-8bce-6406aa6d0dc6 admin admin] 10.222.0.35 "DELETE /v2.0/routers/8598f905-4194-4ec4-a3cc-114d6f2a4b52 HTTP/1.1" status: 204 len: 168 time: 3.7524874 May 13 14:58:14.730558 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52518) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:14.736057 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '78e777a1-da3b-4fc5-9d17-998c9ad6d238', 'network_id': '7245a93f-bdad-4850-88f9-09476b64c18f', 'port_id': '78e777a1-da3b-4fc5-9d17-998c9ad6d238', 'mac_address': 'fa:16:3e:c7:f0:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34fcb229-3793-40c5-9fb6-d9e1bba72c19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:58:14.878285 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d0cc25-02b4-41fb-bd66-826364da1dd0 admin admin] Deleting subnet 32b4abb3-ae2d-49fb-88ed-e0091dce6408 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:58:14.887288 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51d0cc25-02b4-41fb-bd66-826364da1dd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:14.898194 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 78e777a1-da3b-4fc5-9d17-998c9ad6d238 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:14.899578 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:14.962596 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e777a1-da3b-4fc5-9d17-998c9ad6d238 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:58:15.000485 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 78e777a1-da3b-4fc5-9d17-998c9ad6d238, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=78e777a1-da3b-4fc5-9d17-998c9ad6d238,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:15.012331 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:15.039982 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51d0cc25-02b4-41fb-bd66-826364da1dd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:15.119787 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=78e777a1-da3b-4fc5-9d17-998c9ad6d238,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:15.125054 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb5b6f-70ff-405a-afd9-c00fbb569156 req-169a2d26-9f2f-4797-aaf1-4757b2fae138 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:15.134271 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6ccb5b6f-70ff-405a-afd9-c00fbb569156 req-169a2d26-9f2f-4797-aaf1-4757b2fae138 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 943 time: 0.1786973 May 13 14:58:15.222245 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f8f40-9e84-40a7-9501-201e6c206fb7 req-2134fc8d-521f-4645-8432-e09d0d124a78 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:15.234919 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-111f8f40-9e84-40a7-9501-201e6c206fb7 req-2134fc8d-521f-4645-8432-e09d0d124a78 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 946 time: 0.9062963 May 13 14:58:15.239814 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6ccb5b6f-70ff-405a-afd9-c00fbb569156 req-1c4d577c-26cb-43df-9640-bc0b5189b256 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043630 May 13 14:58:15.290827 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51d0cc25-02b4-41fb-bd66-826364da1dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:15.412697 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['78e777a1-da3b-4fc5-9d17-998c9ad6d238'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:58:15.432204 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-111f8f40-9e84-40a7-9501-201e6c206fb7 req-d3f7cfd8-26e1-42af-a358-2a7bb8024c28 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948688 May 13 14:58:15.471104 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51d0cc25-02b4-41fb-bd66-826364da1dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:15.534348 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0cc25-02b4-41fb-bd66-826364da1dd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32b4abb3-ae2d-49fb-88ed-e0091dce6408,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:15.548910 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51d0cc25-02b4-41fb-bd66-826364da1dd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:15.555640 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-51d0cc25-02b4-41fb-bd66-826364da1dd0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/32b4abb3-ae2d-49fb-88ed-e0091dce6408 HTTP/1.1" status: 204 len: 168 time: 0.8237219 May 13 14:58:15.559582 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52606) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:15.597879 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11744b92-c8d4-4fd5-a8dc-898fd1c7ed8c None None] Network 1bbaec0f-af26-45d2-8297-20af6af30ce9 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:58:15.745680 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5120a492-b3e6-4d91-bfe8-20f8bf074fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:15.776878 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-5120a492-b3e6-4d91-bfe8-20f8bf074fa5 admin admin] Deleting port 23b81d77-1c27-4a95-b9d5-7b2629b3c2a1 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:58:15.777436 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5120a492-b3e6-4d91-bfe8-20f8bf074fa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:16.099828 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e1e08b49-8aef-459a-8a8e-d63f6e4c0952 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:16.121106 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05a9525-26c7-4d4c-8ac3-45ef75db7109 None None] DHCP port deletion for 1bbaec0f-af26-45d2-8297-20af6af30ce9 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:58:16.126798 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-a05a9525-26c7-4d4c-8ac3-45ef75db7109 None None] Deleting port 23b81d77-1c27-4a95-b9d5-7b2629b3c2a1 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:58:16.127258 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a05a9525-26c7-4d4c-8ac3-45ef75db7109 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:16.284686 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-5120a492-b3e6-4d91-bfe8-20f8bf074fa5 admin admin] For port 23b81d77-1c27-4a95-b9d5-7b2629b3c2a1, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=23b81d77-1c27-4a95-b9d5-7b2629b3c2a1,segment=NetworkSegment(df3c2022-85c2-4bc5-8c7b-937307f00035),segment_id=df3c2022-85c2-4bc5-8c7b-937307f00035)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:16.285282 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5120a492-b3e6-4d91-bfe8-20f8bf074fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:16.598227 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-a05a9525-26c7-4d4c-8ac3-45ef75db7109 None None] For port 23b81d77-1c27-4a95-b9d5-7b2629b3c2a1, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=23b81d77-1c27-4a95-b9d5-7b2629b3c2a1,segment=NetworkSegment(df3c2022-85c2-4bc5-8c7b-937307f00035),segment_id=df3c2022-85c2-4bc5-8c7b-937307f00035)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:16.599082 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a05a9525-26c7-4d4c-8ac3-45ef75db7109 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:16.665686 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-5120a492-b3e6-4d91-bfe8-20f8bf074fa5 admin admin] Calling delete_port for 23b81d77-1c27-4a95-b9d5-7b2629b3c2a1 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:58:16.811736 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-a05a9525-26c7-4d4c-8ac3-45ef75db7109 None None] Calling delete_port for 23b81d77-1c27-4a95-b9d5-7b2629b3c2a1 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:58:16.823807 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487c2be-511c-4970-bf3b-7690f8811618 req-1602498f-15d4-4845-86b6-472a82e8eeb3 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:16.825341 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0487c2be-511c-4970-bf3b-7690f8811618 req-1602498f-15d4-4845-86b6-472a82e8eeb3 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 944 time: 0.1699240 May 13 14:58:16.849845 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5120a492-b3e6-4d91-bfe8-20f8bf074fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:16.855548 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 23b81d77-1c27-4a95-b9d5-7b2629b3c2a1 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:58:16.922450 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 23b81d77-1c27-4a95-b9d5-7b2629b3c2a1 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:58:16.922804 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 23b81d77-1c27-4a95-b9d5-7b2629b3c2a1 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:58:16.923313 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2fc3e570-04e3-41d3-b739-adad98fbb979 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:58:16.966868 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120a492-b3e6-4d91-bfe8-20f8bf074fa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=23b81d77-1c27-4a95-b9d5-7b2629b3c2a1,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:16.986688 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5120a492-b3e6-4d91-bfe8-20f8bf074fa5 admin admin] No DVR routers for this DVR port 23b81d77-1c27-4a95-b9d5-7b2629b3c2a1 on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:58:16.994519 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52756) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:17.004182 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 2fc3e570-04e3-41d3-b739-adad98fbb979 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:58:17.004560 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2fc3e570-04e3-41d3-b739-adad98fbb979 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:58:17.014040 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0487c2be-511c-4970-bf3b-7690f8811618 req-50a74202-83de-4e66-8145-546214500a82 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729765 May 13 14:58:17.083348 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a6e27-2733-4778-891c-0174c61b3c89 req-7e32c67d-d69e-4c07-87f5-0641a66531c5 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:58:17.089559 n-d-841760-1 neutron-server[88083]: util.warn( May 13 14:58:17.094023 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-595a6e27-2733-4778-891c-0174c61b3c89 req-7e32c67d-d69e-4c07-87f5-0641a66531c5 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 946 time: 0.3892567 May 13 14:58:17.098480 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-a05a9525-26c7-4d4c-8ac3-45ef75db7109 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:58:17.100569 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-a05a9525-26c7-4d4c-8ac3-45ef75db7109 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:58:17.164747 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-595a6e27-2733-4778-891c-0174c61b3c89 req-27695480-ba8f-45f4-9c26-029e351af0e9 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697043 May 13 14:58:17.210171 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5120a492-b3e6-4d91-bfe8-20f8bf074fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:17.255527 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-e1e08b49-8aef-459a-8a8e-d63f6e4c0952 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Deleting port aa8488fe-09a1-48d3-9bab-811754ce4890 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:58:17.255866 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e1e08b49-8aef-459a-8a8e-d63f6e4c0952 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:17.270280 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-5120a492-b3e6-4d91-bfe8-20f8bf074fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bbaec0f-af26-45d2-8297-20af6af30ce9']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:17.284525 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-5120a492-b3e6-4d91-bfe8-20f8bf074fa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df3c2022-85c2-4bc5-8c7b-937307f00035') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:17.284962 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-5120a492-b3e6-4d91-bfe8-20f8bf074fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df3c2022-85c2-4bc5-8c7b-937307f00035') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:17.302226 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5120a492-b3e6-4d91-bfe8-20f8bf074fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:17.319280 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9c0e5f-60ca-4886-aa68-249c98de28d2 admin admin] Deleting subnet de64d53d-2d52-47d9-8249-cf73d0be7796 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:58:17.326178 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1c9c0e5f-60ca-4886-aa68-249c98de28d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:17.339514 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5120a492-b3e6-4d91-bfe8-20f8bf074fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:17.352193 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5120a492-b3e6-4d91-bfe8-20f8bf074fa5 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:58:17.352820 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5120a492-b3e6-4d91-bfe8-20f8bf074fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:17.396385 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:58:17.396385 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:58:17.396385 n-d-841760-1 neutron-server[88082]: timer() May 13 14:58:17.396385 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:58:17.396385 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:58:17.396385 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:58:17.396385 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:58:17.396385 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:58:17.396385 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:58:17.396385 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:58:17.396385 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:58:17.396385 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:58:17.396385 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:58:17.396385 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:58:17.396385 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:58:17.396385 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:58:17.396385 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:58:17.396385 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:58:17.396385 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:58:17.396385 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:58:17.396385 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:58:17.396385 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:58:17.396385 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:58:17.396385 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:58:17.396385 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:58:17.396385 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:58:17.396385 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:58:17.396385 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:58:17.396385 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:58:17.396385 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:58:17.396385 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:58:17.396385 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:58:17.500453 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1c9c0e5f-60ca-4886-aa68-249c98de28d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:17.511452 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5120a492-b3e6-4d91-bfe8-20f8bf074fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:17.543555 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5120a492-b3e6-4d91-bfe8-20f8bf074fa5 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:17.546761 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120a492-b3e6-4d91-bfe8-20f8bf074fa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bbaec0f-af26-45d2-8297-20af6af30ce9,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:17.569721 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5120a492-b3e6-4d91-bfe8-20f8bf074fa5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/1bbaec0f-af26-45d2-8297-20af6af30ce9 HTTP/1.1" status: 204 len: 168 time: 2.0086384 May 13 14:58:17.602310 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-a05a9525-26c7-4d4c-8ac3-45ef75db7109 None None] Deleting port 23b81d77-1c27-4a95-b9d5-7b2629b3c2a1 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:58:17.603051 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a05a9525-26c7-4d4c-8ac3-45ef75db7109 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:17.648655 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1c9c0e5f-60ca-4886-aa68-249c98de28d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:17.693439 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41e166-cc37-4ee7-8ccd-dc49f46c6e6e req-76f3413c-b2aa-477a-b75a-1d145623e685 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:17.696049 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e41e166-cc37-4ee7-8ccd-dc49f46c6e6e req-76f3413c-b2aa-477a-b75a-1d145623e685 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 946 time: 0.1134968 May 13 14:58:17.766128 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e41e166-cc37-4ee7-8ccd-dc49f46c6e6e req-0b2fed88-1ea1-44cd-9945-81df624724ca tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553174 May 13 14:58:17.800774 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1c9c0e5f-60ca-4886-aa68-249c98de28d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:17.807591 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-a05a9525-26c7-4d4c-8ac3-45ef75db7109 None None] The port '23b81d77-1c27-4a95-b9d5-7b2629b3c2a1' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:58:17.879519 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1c9c0e5f-60ca-4886-aa68-249c98de28d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:17.891564 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-e1e08b49-8aef-459a-8a8e-d63f6e4c0952 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] For port aa8488fe-09a1-48d3-9bab-811754ce4890, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=aa8488fe-09a1-48d3-9bab-811754ce4890,segment=NetworkSegment(a02caf75-1c2e-4d08-9c97-66ffe197803c),segment_id=a02caf75-1c2e-4d08-9c97-66ffe197803c)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:17.892259 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e1e08b49-8aef-459a-8a8e-d63f6e4c0952 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:17.902074 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c0e5f-60ca-4886-aa68-249c98de28d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de64d53d-2d52-47d9-8249-cf73d0be7796,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:17.911469 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1c9c0e5f-60ca-4886-aa68-249c98de28d2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/de64d53d-2d52-47d9-8249-cf73d0be7796 HTTP/1.1" status: 204 len: 168 time: 0.9096751 May 13 14:58:17.916198 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 52866) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:17.987524 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52874) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:18.061178 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9c6f9b25-a95a-4e47-a63a-9ba24fd04f5a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8866a58c47c34e22ac6a323e064b7f6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0718212 May 13 14:58:18.063442 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52880) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:18.134216 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a2b71a27-bb40-4841-94f9-76a56bce435d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:18.168383 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a2b71a27-bb40-4841-94f9-76a56bce435d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:18.172051 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 78e777a1-da3b-4fc5-9d17-998c9ad6d238 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:58:18.220116 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:18.265457 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a2b71a27-bb40-4841-94f9-76a56bce435d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:18.288474 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 78e777a1-da3b-4fc5-9d17-998c9ad6d238 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:58:18.298502 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 78e777a1-da3b-4fc5-9d17-998c9ad6d238 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:18.298875 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:18.309609 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b71a27-bb40-4841-94f9-76a56bce435d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb480ca-1483-4528-b9e2-6c3c0dd07961,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:18.330723 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a2b71a27-bb40-4841-94f9-76a56bce435d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:18.332217 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a2b71a27-bb40-4841-94f9-76a56bce435d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2cb480ca-1483-4528-b9e2-6c3c0dd07961 HTTP/1.1" status: 204 len: 168 time: 0.2674651 May 13 14:58:18.386655 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-e1e08b49-8aef-459a-8a8e-d63f6e4c0952 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Calling delete_port for aa8488fe-09a1-48d3-9bab-811754ce4890 owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:58:18.485517 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 78e777a1-da3b-4fc5-9d17-998c9ad6d238 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:18.486302 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:18.523719 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e777a1-da3b-4fc5-9d17-998c9ad6d238'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:58:18.538927 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 78e777a1-da3b-4fc5-9d17-998c9ad6d238, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=78e777a1-da3b-4fc5-9d17-998c9ad6d238,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:18.548574 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:18.556144 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-818e8539-ff9b-4c61-8abf-e270578cfc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:18.756832 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c28f943-005b-4d6e-b635-86dac1a3a5b0'] response: {'server_uuid': '5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e777a1-da3b-4fc5-9d17-998c9ad6d238', 'code': 200} May 13 14:58:18.758226 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=78e777a1-da3b-4fc5-9d17-998c9ad6d238,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:18.821817 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5762c-13b6-4284-843a-fa5fa540da25 req-1a998d06-1465-4695-8043-262c63e27ddd tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:18.824224 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-38e5762c-13b6-4284-843a-fa5fa540da25 req-1a998d06-1465-4695-8043-262c63e27ddd tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 944 time: 0.5085604 May 13 14:58:19.000541 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52930) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:19.064907 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5aee2a85-6b0c-46a1-a4ee-b730aa101451 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce5e38cffc304c0ab894ad9e627bb7e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0609028 May 13 14:58:19.065225 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52934) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:19.071778 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-38e5762c-13b6-4284-843a-fa5fa540da25 req-9d260a4d-7ffa-4bb2-9898-18155a7a2568 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125230 May 13 14:58:19.078691 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-818e8539-ff9b-4c61-8abf-e270578cfc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:19.131985 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-818e8539-ff9b-4c61-8abf-e270578cfc56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fab0a7c-c40e-4669-bee5-83051afa029e']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:19.142249 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fc31e-520d-487a-ae40-29a76315fe60 req-25614a99-e668-4c76-87a5-88f66e53ac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:19.143705 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c45fc31e-520d-487a-ae40-29a76315fe60 req-25614a99-e668-4c76-87a5-88f66e53ac64 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 1096 time: 0.3968925 May 13 14:58:19.168533 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a40dab88-c30c-4eb3-960d-b6e398065d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:19.178289 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-818e8539-ff9b-4c61-8abf-e270578cfc56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c20294a1-2978-4c87-b078-73c66c04a42e') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:19.178744 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-818e8539-ff9b-4c61-8abf-e270578cfc56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c20294a1-2978-4c87-b078-73c66c04a42e') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:19.206790 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a40dab88-c30c-4eb3-960d-b6e398065d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:19.232385 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-818e8539-ff9b-4c61-8abf-e270578cfc56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:19.278775 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c45fc31e-520d-487a-ae40-29a76315fe60 req-0a75fc6f-5b0a-4c63-9e53-e9d72257d696 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288383 May 13 14:58:19.279000 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a40dab88-c30c-4eb3-960d-b6e398065d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:19.282755 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-818e8539-ff9b-4c61-8abf-e270578cfc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:19.296391 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818e8539-ff9b-4c61-8abf-e270578cfc56 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:58:19.296849 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-818e8539-ff9b-4c61-8abf-e270578cfc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:19.316240 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:58:19.316240 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:58:19.316240 n-d-841760-1 neutron-server[88081]: timer() May 13 14:58:19.316240 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:58:19.316240 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:58:19.316240 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:58:19.316240 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:58:19.316240 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:58:19.316240 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:58:19.316240 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:58:19.316240 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:58:19.316240 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:58:19.316240 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:58:19.316240 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:58:19.316240 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:58:19.316240 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:58:19.316240 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:58:19.316240 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:58:19.316240 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:58:19.316240 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:58:19.316240 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:58:19.316240 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:58:19.316240 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:58:19.316240 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:58:19.316240 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:58:19.316240 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:58:19.316240 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:58:19.316240 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:58:19.316240 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:58:19.316240 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:58:19.316240 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:58:19.316240 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:58:19.327082 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40dab88-c30c-4eb3-960d-b6e398065d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b37d46b-913c-4854-99b8-08b609e816d8,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:19.347687 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a40dab88-c30c-4eb3-960d-b6e398065d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:19.350183 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a40dab88-c30c-4eb3-960d-b6e398065d0d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4b37d46b-913c-4854-99b8-08b609e816d8 HTTP/1.1" status: 204 len: 168 time: 0.2838056 May 13 14:58:19.430979 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e1e08b49-8aef-459a-8a8e-d63f6e4c0952 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:19.500721 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e08b49-8aef-459a-8a8e-d63f6e4c0952 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event deleted for resources: {'Port': ['ID=aa8488fe-09a1-48d3-9bab-811754ce4890,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:19.542545 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-818e8539-ff9b-4c61-8abf-e270578cfc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:19.558301 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-818e8539-ff9b-4c61-8abf-e270578cfc56 admin admin] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:19.681533 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e8539-ff9b-4c61-8abf-e270578cfc56 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fab0a7c-c40e-4669-bee5-83051afa029e,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:19.782916 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-818e8539-ff9b-4c61-8abf-e270578cfc56 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5fab0a7c-c40e-4669-bee5-83051afa029e HTTP/1.1" status: 204 len: 168 time: 1.8581591 May 13 14:58:19.785679 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52974) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:19.844527 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b7cba8e6-abe7-42b8-83df-4ac2f9068e76 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:58:19.885851 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1547e7-55f1-4fc3-a65e-b5211086f6c7 admin admin] Deleting subnet 394f50b5-cf85-4cb4-9cb4-9e959042c304 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:58:19.892197 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3a1547e7-55f1-4fc3-a65e-b5211086f6c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:19.951782 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e1e08b49-8aef-459a-8a8e-d63f6e4c0952 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:19.972808 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3a1547e7-55f1-4fc3-a65e-b5211086f6c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:20.111093 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3a1547e7-55f1-4fc3-a65e-b5211086f6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:20.136633 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port b7cba8e6-abe7-42b8-83df-4ac2f9068e76 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:20.139723 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:20.243931 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3a1547e7-55f1-4fc3-a65e-b5211086f6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:20.264681 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b7cba8e6-abe7-42b8-83df-4ac2f9068e76, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b7cba8e6-abe7-42b8-83df-4ac2f9068e76,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:20.270350 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:20.399423 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=b7cba8e6-abe7-42b8-83df-4ac2f9068e76,revision_number=14']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:20.429863 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3a1547e7-55f1-4fc3-a65e-b5211086f6c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:20.433740 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1547e7-55f1-4fc3-a65e-b5211086f6c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=394f50b5-cf85-4cb4-9cb4-9e959042c304,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:20.457428 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3a1547e7-55f1-4fc3-a65e-b5211086f6c7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/394f50b5-cf85-4cb4-9cb4-9e959042c304 HTTP/1.1" status: 204 len: 168 time: 0.6695220 May 13 14:58:20.461748 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 52994) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:20.643424 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e287b95-3f63-4d34-a20d-5e9ad54e9fd6 req-4744d054-bfd2-4aa3-b5c7-dcf5bd6387be tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:20.645595 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5e287b95-3f63-4d34-a20d-5e9ad54e9fd6 req-4744d054-bfd2-4aa3-b5c7-dcf5bd6387be tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.3182282 May 13 14:58:20.653059 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6c7d6344-a8ef-4a6e-811c-7b0d119a5380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:20.747808 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5e287b95-3f63-4d34-a20d-5e9ad54e9fd6 req-49066e19-2376-4cab-bbb4-ddd32d56d023 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819855 May 13 14:58:20.758303 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379e7721-aeee-4882-9686-dacd8e87af95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7cba8e6-abe7-42b8-83df-4ac2f9068e76'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:58:20.842274 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-541c4734-0d74-430a-8cc1-f98c8f11a364'] response: {'server_uuid': '379e7721-aeee-4882-9686-dacd8e87af95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7cba8e6-abe7-42b8-83df-4ac2f9068e76', 'code': 200} May 13 14:58:20.911357 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53012) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:20.936227 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f98829-fb27-4612-9fa9-b7256f6800b7 req-91d18007-b9b7-48a3-be3d-6b64d72e97f7 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:20.938220 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-45f98829-fb27-4612-9fa9-b7256f6800b7 req-91d18007-b9b7-48a3-be3d-6b64d72e97f7 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 945 time: 0.3484082 May 13 14:58:20.946173 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e08b49-8aef-459a-8a8e-d63f6e4c0952 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Router cb3f3c15-007b-4be7-8d3d-4996326d7d7e has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:58:21.055314 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6c7d6344-a8ef-4a6e-811c-7b0d119a5380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:21.079351 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-45f98829-fb27-4612-9fa9-b7256f6800b7 req-eb29d231-4acf-4cb8-a15b-f1624fdddb61 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305449 May 13 14:58:21.130597 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-6c7d6344-a8ef-4a6e-811c-7b0d119a5380 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8edfe6d-aa92-4d88-86bf-e272d15aeaf2']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:21.146534 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-2c27d4e1-6955-4cd3-a462-cc3a21abf5a0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1177078177-network', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:21.147656 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-6c7d6344-a8ef-4a6e-811c-7b0d119a5380 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2946fde-4043-46df-87c1-91fcdb416142') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:21.148048 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-6c7d6344-a8ef-4a6e-811c-7b0d119a5380 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2946fde-4043-46df-87c1-91fcdb416142') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:21.162358 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2c27d4e1-6955-4cd3-a462-cc3a21abf5a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:21.169836 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2c27d4e1-6955-4cd3-a462-cc3a21abf5a0 admin admin] Usage tracker for resource:network and tenant:509ebfd4eb0444ae8f3872e1e9436dc2 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:21.174235 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6c7d6344-a8ef-4a6e-811c-7b0d119a5380 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:21.174544 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2c27d4e1-6955-4cd3-a462-cc3a21abf5a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:21.190929 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2c27d4e1-6955-4cd3-a462-cc3a21abf5a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:21.197125 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6c7d6344-a8ef-4a6e-811c-7b0d119a5380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:21.203285 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e08b49-8aef-459a-8a8e-d63f6e4c0952 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:58:21.206495 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c7d6344-a8ef-4a6e-811c-7b0d119a5380 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:58:21.207100 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6c7d6344-a8ef-4a6e-811c-7b0d119a5380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:21.208665 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e1e08b49-8aef-459a-8a8e-d63f6e4c0952 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "PUT /v2.0/routers/cb3f3c15-007b-4be7-8d3d-4996326d7d7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0510929 May 13 14:58:21.212172 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53018) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:21.218289 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56f5e0f-8451-4094-9ef6-a2acbc5fe977 None None] Sync routers for ids ['cb3f3c15-007b-4be7-8d3d-4996326d7d7e'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:58:21.222256 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:58:21.222256 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:58:21.222256 n-d-841760-1 neutron-server[88082]: timer() May 13 14:58:21.222256 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:58:21.222256 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:58:21.222256 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:58:21.222256 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:58:21.222256 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:58:21.222256 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:58:21.222256 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:58:21.222256 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:58:21.222256 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:58:21.222256 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:58:21.222256 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:58:21.222256 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:58:21.222256 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:58:21.222256 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:58:21.222256 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:58:21.222256 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:58:21.222256 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:58:21.222256 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:58:21.222256 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:58:21.222256 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:58:21.222256 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:58:21.222256 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:58:21.222256 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:58:21.222256 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:58:21.222256 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:58:21.222256 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:58:21.222256 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:58:21.222256 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:58:21.222256 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:58:21.233475 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56f5e0f-8451-4094-9ef6-a2acbc5fe977 None None] Routers {'cb3f3c15-007b-4be7-8d3d-4996326d7d7e'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:58:21.234158 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-a56f5e0f-8451-4094-9ef6-a2acbc5fe977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:58:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['cb3f3c15-007b-4be7-8d3d-4996326d7d7e'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:21.292914 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d979d-370a-4d24-8380-4e33a99efe09 req-3bb7cbec-550c-4a6d-8292-bafb64b212fd tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:21.298095 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c27d4e1-6955-4cd3-a462-cc3a21abf5a0 admin admin] Made reservation on behalf of 509ebfd4eb0444ae8f3872e1e9436dc2 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:58:21.300402 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2c27d4e1-6955-4cd3-a462-cc3a21abf5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:21.300860 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cb6d979d-370a-4d24-8380-4e33a99efe09 req-3bb7cbec-550c-4a6d-8292-bafb64b212fd tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.2154579 May 13 14:58:21.336668 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2c27d4e1-6955-4cd3-a462-cc3a21abf5a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:21.362828 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6c7d6344-a8ef-4a6e-811c-7b0d119a5380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:21.364070 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2c27d4e1-6955-4cd3-a462-cc3a21abf5a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:21.373009 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2c27d4e1-6955-4cd3-a462-cc3a21abf5a0 admin admin] Usage tracker for resource:security_group_rule and tenant:509ebfd4eb0444ae8f3872e1e9436dc2 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:21.377794 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2c27d4e1-6955-4cd3-a462-cc3a21abf5a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:21.382255 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6c7d6344-a8ef-4a6e-811c-7b0d119a5380 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:21.388623 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-269ae06f-a884-4636-b106-ff8dbd39ba90 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Deleting subnet 4e2de9b6-120b-40f6-9204-e1f066201b83 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:58:21.391736 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2c27d4e1-6955-4cd3-a462-cc3a21abf5a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:21.393687 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-269ae06f-a884-4636-b106-ff8dbd39ba90 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:21.419868 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6c7d6344-a8ef-4a6e-811c-7b0d119a5380 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c8edfe6d-aa92-4d88-86bf-e272d15aeaf2 HTTP/1.1" status: 204 len: 168 time: 0.9565210 May 13 14:58:21.424056 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d6344-a8ef-4a6e-811c-7b0d119a5380 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8edfe6d-aa92-4d88-86bf-e272d15aeaf2,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:21.462476 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cb6d979d-370a-4d24-8380-4e33a99efe09 req-bfe0426a-ff45-4d62-a3f7-60b5d0eda15a tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604445 May 13 14:58:21.483874 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-269ae06f-a884-4636-b106-ff8dbd39ba90 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:21.543143 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-a56f5e0f-8451-4094-9ef6-a2acbc5fe977 None None] Set router cb3f3c15-007b-4be7-8d3d-4996326d7d7e gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:58:21.649788 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53030) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:21.692883 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-269ae06f-a884-4636-b106-ff8dbd39ba90 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:21.709616 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ab7f57e1-f08f-4601-99d0-0875b13ce9d7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=50f7421f4cf74092a9d1141400e7d749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0583732 May 13 14:58:21.712363 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53034) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:21.803838 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2c27d4e1-6955-4cd3-a462-cc3a21abf5a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:21.811554 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2c27d4e1-6955-4cd3-a462-cc3a21abf5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:21.825072 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fe2efcc7-a5cd-46fb-b9bc-08e939bf18a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:21.858395 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fe2efcc7-a5cd-46fb-b9bc-08e939bf18a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:21.860085 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c769a8-f747-4aaa-9aaa-0b6b97dd8b17 req-4895d7ae-43dd-485f-90b1-51cb5b67602f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:21.867777 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-25c769a8-f747-4aaa-9aaa-0b6b97dd8b17 req-4895d7ae-43dd-485f-90b1-51cb5b67602f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.2470458 May 13 14:58:21.899997 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-269ae06f-a884-4636-b106-ff8dbd39ba90 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:21.910893 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c27d4e1-6955-4cd3-a462-cc3a21abf5a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:58:21.930526 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fe2efcc7-a5cd-46fb-b9bc-08e939bf18a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:21.939379 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27d4e1-6955-4cd3-a462-cc3a21abf5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e195059-9450-40cb-8966-abc2e5e7600d,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:21.955284 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2efcc7-a5cd-46fb-b9bc-08e939bf18a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0c00fc-cf34-43f0-af62-5530d697aa2c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:21.970201 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fe2efcc7-a5cd-46fb-b9bc-08e939bf18a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:21.971051 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ae06f-a884-4636-b106-ff8dbd39ba90 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event deleted for resources: {'Subnet': ['ID=4e2de9b6-120b-40f6-9204-e1f066201b83,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:21.972345 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fe2efcc7-a5cd-46fb-b9bc-08e939bf18a9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cf0c00fc-cf34-43f0-af62-5530d697aa2c HTTP/1.1" status: 204 len: 168 time: 0.2590435 May 13 14:58:21.981758 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2c27d4e1-6955-4cd3-a462-cc3a21abf5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:21.982512 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-2c27d4e1-6955-4cd3-a462-cc3a21abf5a0 admin admin] Added segment 4ba17580-f555-4891-9de3-9d0aa4db0786 of type vlan for network b043589d-15c3-44b5-8d99-d7c57b00acb0 May 13 14:58:21.998738 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-25c769a8-f747-4aaa-9aaa-0b6b97dd8b17 req-dca4e06d-bcd9-4eef-ba83-28f6daa5e07d tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298020 May 13 14:58:21.998930 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f054c7-e7f7-49c3-86a1-a1b9d057a46e None None] Network 213c970f-c639-49b2-8c01-7dd8915da6b5 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:58:22.002162 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-269ae06f-a884-4636-b106-ff8dbd39ba90 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:22.092079 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53042) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:22.092906 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-269ae06f-a884-4636-b106-ff8dbd39ba90 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "DELETE /v2.0/subnets/4e2de9b6-120b-40f6-9204-e1f066201b83 HTTP/1.1" status: 204 len: 168 time: 0.8785918 May 13 14:58:22.108086 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2c27d4e1-6955-4cd3-a462-cc3a21abf5a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:22.183956 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2c27d4e1-6955-4cd3-a462-cc3a21abf5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:22.189509 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c27d4e1-6955-4cd3-a462-cc3a21abf5a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:22.190107 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2c27d4e1-6955-4cd3-a462-cc3a21abf5a0 admin admin] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:22.331378 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-a56f5e0f-8451-4094-9ef6-a2acbc5fe977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'name': 'tempest-TestNetworkBasicOps-router-11964592', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'd5f7acd6-f3f0-428d-8268-9f342e5ae80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:34Z', 'updated_at': '2022-05-13T14:58:19Z', 'revision_number': 5, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'd5f7acd6-f3f0-428d-8268-9f342e5ae80e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:36Z', 'updated_at': '2022-05-13T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:22.337894 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56f5e0f-8451-4094-9ef6-a2acbc5fe977 None None] Checking router: cb3f3c15-007b-4be7-8d3d-4996326d7d7e for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:58:22.363200 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56f5e0f-8451-4094-9ef6-a2acbc5fe977 None None] Routers {'cb3f3c15-007b-4be7-8d3d-4996326d7d7e'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:58:22.363703 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-a56f5e0f-8451-4094-9ef6-a2acbc5fe977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:58:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['cb3f3c15-007b-4be7-8d3d-4996326d7d7e'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:22.523682 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-14ab7337-16b7-4b92-8b3f-85d3d5a748e5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:22.761188 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53054) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:22.774345 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2c27d4e1-6955-4cd3-a462-cc3a21abf5a0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8596175 May 13 14:58:22.792362 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53056) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:22.828435 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-a56f5e0f-8451-4094-9ef6-a2acbc5fe977 None None] Set router cb3f3c15-007b-4be7-8d3d-4996326d7d7e gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:58:22.877514 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27d4e1-6955-4cd3-a462-cc3a21abf5a0 admin admin] Pushing event updated for resources: {'Network': ['ID=b043589d-15c3-44b5-8d99-d7c57b00acb0,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:22.887216 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-9add9405-f729-488a-ad0a-087786592d8e admin admin] Request body: {'subnet': {'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1177078177-subnet', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:22.894979 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9add9405-f729-488a-ad0a-087786592d8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:22.899360 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9add9405-f729-488a-ad0a-087786592d8e admin admin] Usage tracker for resource:subnet and tenant:509ebfd4eb0444ae8f3872e1e9436dc2 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:22.904406 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8ed6f3-96cf-4caa-a981-f51564c8b28c None None] DHCP port deletion for 213c970f-c639-49b2-8c01-7dd8915da6b5 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:58:22.904607 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9add9405-f729-488a-ad0a-087786592d8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:22.906341 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network b043589d-15c3-44b5-8d99-d7c57b00acb0 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:58:22.911681 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9add9405-f729-488a-ad0a-087786592d8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:22.912271 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19897ad8-3524-4b92-821b-195cb47cb831 req-304a3a03-c017-4164-8c9b-e1d29e35b0ca tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:22.920458 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-19897ad8-3524-4b92-821b-195cb47cb831 req-304a3a03-c017-4164-8c9b-e1d29e35b0ca tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1594882 May 13 14:58:22.923446 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-14ab7337-16b7-4b92-8b3f-85d3d5a748e5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:22.938936 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9add9405-f729-488a-ad0a-087786592d8e admin admin] Made reservation on behalf of 509ebfd4eb0444ae8f3872e1e9436dc2 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:58:22.941913 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9add9405-f729-488a-ad0a-087786592d8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:22.955679 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-14ab7337-16b7-4b92-8b3f-85d3d5a748e5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Deleting port d5f7acd6-f3f0-428d-8268-9f342e5ae80e {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:58:22.956012 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-14ab7337-16b7-4b92-8b3f-85d3d5a748e5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:23.003818 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-da8ed6f3-96cf-4caa-a981-f51564c8b28c None None] Deleting port 78db02fe-d3f5-4fe9-b064-69882a29fbb2 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:58:23.004193 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-da8ed6f3-96cf-4caa-a981-f51564c8b28c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:23.036439 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-19897ad8-3524-4b92-821b-195cb47cb831 req-86163e3f-e532-4ebd-a9f9-812cc3af2a09 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149967 May 13 14:58:23.054492 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3c088fb9-5743-4702-8ba6-3b114eca952c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=287c3d92493f4c26899cae2c820b9f6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2788119 May 13 14:58:23.057058 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53062) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:23.243723 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f6fd3f0e-ba12-4f53-9ba8-22fa0e6b5eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:23.297050 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f6fd3f0e-ba12-4f53-9ba8-22fa0e6b5eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:23.325396 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-14ab7337-16b7-4b92-8b3f-85d3d5a748e5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] For port d5f7acd6-f3f0-428d-8268-9f342e5ae80e, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d5f7acd6-f3f0-428d-8268-9f342e5ae80e,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:23.325745 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-14ab7337-16b7-4b92-8b3f-85d3d5a748e5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:23.375511 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa76ca4-5d61-465a-95db-d53d43f5afa2 req-0afb7f25-a362-4f21-82b2-f2cb480d5ac7 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:23.377934 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-baa76ca4-5d61-465a-95db-d53d43f5afa2 req-0afb7f25-a362-4f21-82b2-f2cb480d5ac7 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 945 time: 0.9525809 May 13 14:58:23.400894 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c81a8-6dcb-4152-8cce-c883030d20c2 req-aa313328-8129-4ca9-b2a3-4f512fe86a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:23.402683 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-984c81a8-6dcb-4152-8cce-c883030d20c2 req-aa313328-8129-4ca9-b2a3-4f512fe86a61 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac0ce7a13bd948f9949b7bdefd23d50f&device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 1095 time: 0.8378797 May 13 14:58:23.470571 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-14ab7337-16b7-4b92-8b3f-85d3d5a748e5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Calling delete_port for d5f7acd6-f3f0-428d-8268-9f342e5ae80e owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:58:23.555937 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f6fd3f0e-ba12-4f53-9ba8-22fa0e6b5eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:23.575359 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-baa76ca4-5d61-465a-95db-d53d43f5afa2 req-4e8be61e-d264-4785-9e8e-b0e173f25ac9 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859276 May 13 14:58:23.653116 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-da8ed6f3-96cf-4caa-a981-f51564c8b28c None None] For port 78db02fe-d3f5-4fe9-b064-69882a29fbb2, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=78db02fe-d3f5-4fe9-b064-69882a29fbb2,segment=NetworkSegment(a02caf75-1c2e-4d08-9c97-66ffe197803c),segment_id=a02caf75-1c2e-4d08-9c97-66ffe197803c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:23.653718 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-da8ed6f3-96cf-4caa-a981-f51564c8b28c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:23.692812 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c81a8-6dcb-4152-8cce-c883030d20c2 req-1512895d-8c69-4ead-9ad3-287a1dc1bb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:23.694531 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-984c81a8-6dcb-4152-8cce-c883030d20c2 req-1512895d-8c69-4ead-9ad3-287a1dc1bb66 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd HTTP/1.1" status: 200 len: 912 time: 0.2770975 May 13 14:58:23.696428 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9add9405-f729-488a-ad0a-087786592d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:23.703769 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd3f0e-ba12-4f53-9ba8-22fa0e6b5eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44001326-36c5-4cb3-b704-733724e3c0ce,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:23.713730 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f6fd3f0e-ba12-4f53-9ba8-22fa0e6b5eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:23.714924 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f6fd3f0e-ba12-4f53-9ba8-22fa0e6b5eb0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/44001326-36c5-4cb3-b704-733724e3c0ce HTTP/1.1" status: 204 len: 168 time: 0.6569376 May 13 14:58:23.836992 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-da8ed6f3-96cf-4caa-a981-f51564c8b28c None None] Calling delete_port for 78db02fe-d3f5-4fe9-b064-69882a29fbb2 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:58:23.875481 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-14ab7337-16b7-4b92-8b3f-85d3d5a748e5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:23.906086 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-a56f5e0f-8451-4094-9ef6-a2acbc5fe977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'name': 'tempest-TestNetworkBasicOps-router-11964592', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'd5f7acd6-f3f0-428d-8268-9f342e5ae80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:34Z', 'updated_at': '2022-05-13T14:58:19Z', 'revision_number': 5, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'd5f7acd6-f3f0-428d-8268-9f342e5ae80e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:36Z', 'updated_at': '2022-05-13T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:23.911958 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56f5e0f-8451-4094-9ef6-a2acbc5fe977 None None] The sync data for ids ['cb3f3c15-007b-4be7-8d3d-4996326d7d7e'] in n-d-841760-1 is: [{'id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'name': 'tempest-TestNetworkBasicOps-router-11964592', 'tenant_id': '2fd5504203d84ec88c34b0f9b983d931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'd5f7acd6-f3f0-428d-8268-9f342e5ae80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:34Z', 'updated_at': '2022-05-13T14:58:19Z', 'revision_number': 5, 'project_id': '2fd5504203d84ec88c34b0f9b983d931', 'gw_port': {'id': 'd5f7acd6-f3f0-428d-8268-9f342e5ae80e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3f3c15-007b-4be7-8d3d-4996326d7d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:36Z', 'updated_at': '2022-05-13T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:58:23.954214 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab7337-16b7-4b92-8b3f-85d3d5a748e5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event deleted for resources: {'Port': ['ID=d5f7acd6-f3f0-428d-8268-9f342e5ae80e,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:23.977264 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-da8ed6f3-96cf-4caa-a981-f51564c8b28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:24.036791 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ed6f3-96cf-4caa-a981-f51564c8b28c None None] Pushing event deleted for resources: {'Port': ['ID=78db02fe-d3f5-4fe9-b064-69882a29fbb2,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:24.046893 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8ed6f3-96cf-4caa-a981-f51564c8b28c None None] No DVR routers for this DVR port 78db02fe-d3f5-4fe9-b064-69882a29fbb2 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:58:24.100764 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add9405-f729-488a-ad0a-087786592d8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b5ceabd-0dba-40ce-b48a-2cb206526c19,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:24.109678 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-14ab7337-16b7-4b92-8b3f-85d3d5a748e5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:24.117674 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9add9405-f729-488a-ad0a-087786592d8e admin admin] Checking segment: {'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:58:24.118040 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9add9405-f729-488a-ad0a-087786592d8e admin admin] Network hostable DHCP agents. Network: b043589d-15c3-44b5-8d99-d7c57b00acb0, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:58:24.131037 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-984c81a8-6dcb-4152-8cce-c883030d20c2 req-158aa8ba-f411-4322-9816-570088dee751 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7cba8e6-abe7-42b8-83df-4ac2f9068e76 HTTP/1.1" status: 200 len: 999 time: 0.3219824 May 13 14:58:24.220508 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9add9405-f729-488a-ad0a-087786592d8e admin admin] Network b043589d-15c3-44b5-8d99-d7c57b00acb0 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:58:24.229995 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdcb22-1428-4d79-8f23-5b973bf4589e req-f7472cd0-446f-45ee-ae46-cd223ae69746 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:24.231549 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2abdcb22-1428-4d79-8f23-5b973bf4589e req-f7472cd0-446f-45ee-ae46-cd223ae69746 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 945 time: 0.2349484 May 13 14:58:24.234641 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c81a8-6dcb-4152-8cce-c883030d20c2 req-ae36b2e9-d974-4292-85b8-2ee00bf84a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:24.236065 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-984c81a8-6dcb-4152-8cce-c883030d20c2 req-ae36b2e9-d974-4292-85b8-2ee00bf84a9d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f43563bd-f154-4518-8312-29f2255f69ef HTTP/1.1" status: 200 len: 850 time: 0.0961156 May 13 14:58:24.337622 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-9add9405-f729-488a-ad0a-087786592d8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, b043589d-15c3-44b5-8d99-d7c57b00acb0) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:58:24.346105 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1b2d52-968d-4433-826d-3aa7caba331d None None] Network b043589d-15c3-44b5-8d99-d7c57b00acb0 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:58:24.360595 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9add9405-f729-488a-ad0a-087786592d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:24.361082 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9add9405-f729-488a-ad0a-087786592d8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:24.382260 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2abdcb22-1428-4d79-8f23-5b973bf4589e req-92e04793-cc2e-4dd7-bbf5-74a24541f2e9 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432693 May 13 14:58:24.431542 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-14ab7337-16b7-4b92-8b3f-85d3d5a748e5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:24.440506 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-14ab7337-16b7-4b92-8b3f-85d3d5a748e5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:24.443789 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9add9405-f729-488a-ad0a-087786592d8e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6397979 May 13 14:58:24.444919 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53090) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:24.480760 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1177078177-router', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:24.512145 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c81a8-6dcb-4152-8cce-c883030d20c2 req-4a3a5ea5-ccf5-4f74-97df-d67b373efa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:24.514564 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-984c81a8-6dcb-4152-8cce-c883030d20c2 req-4a3a5ea5-ccf5-4f74-97df-d67b373efa7b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2654319 May 13 14:58:24.521924 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:24.567190 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-14ab7337-16b7-4b92-8b3f-85d3d5a748e5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:24.567737 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ab7337-16b7-4b92-8b3f-85d3d5a748e5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Fanout notify agent at l3_agent the message router_deleted on router cb3f3c15-007b-4be7-8d3d-4996326d7d7e {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:58:24.595821 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01572406-172e-4bd8-bd8a-bbb578eeb61d req-6d651692-c62b-47f4-9367-c0663281d0c6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:24.597364 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-01572406-172e-4bd8-bd8a-bbb578eeb61d req-6d651692-c62b-47f4-9367-c0663281d0c6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.3372676 May 13 14:58:24.601811 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-14ab7337-16b7-4b92-8b3f-85d3d5a748e5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:24.606102 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-14ab7337-16b7-4b92-8b3f-85d3d5a748e5 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "DELETE /v2.0/routers/cb3f3c15-007b-4be7-8d3d-4996326d7d7e HTTP/1.1" status: 204 len: 168 time: 2.5128698 May 13 14:58:24.606892 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53096) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:24.645006 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 78db02fe-d3f5-4fe9-b064-69882a29fbb2 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:58:24.743927 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Usage tracker for resource:router and tenant:509ebfd4eb0444ae8f3872e1e9436dc2 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:24.757043 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 78db02fe-d3f5-4fe9-b064-69882a29fbb2 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:58:24.759844 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 78db02fe-d3f5-4fe9-b064-69882a29fbb2 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:58:24.761005 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device aa8488fe-09a1-48d3-9bab-811754ce4890 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:58:24.807953 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:24.844226 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-01572406-172e-4bd8-bd8a-bbb578eeb61d req-2efb02c6-a89b-4830-a678-e4a5aa370725 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846757 May 13 14:58:24.846459 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:24.888718 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1030-b64a-466b-a524-48cba95e1fa9 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:24.913557 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:24.915386 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:24.956484 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-984c81a8-6dcb-4152-8cce-c883030d20c2 req-cb1602a7-aa8b-4519-afde-6aa151f8756e service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300094 May 13 14:58:24.993073 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:25.019946 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63b760-4327-4695-9f85-59e980d6d8d5 req-a9801895-19dd-4a9a-b553-f7d147cbc994 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:25.022165 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ce63b760-4327-4695-9f85-59e980d6d8d5 req-a9801895-19dd-4a9a-b553-f7d147cbc994 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 945 time: 0.2923987 May 13 14:58:25.088932 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: aa8488fe-09a1-48d3-9bab-811754ce4890 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:58:25.089231 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device aa8488fe-09a1-48d3-9bab-811754ce4890 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:58:25.116782 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666c2f54-5cfc-4b33-9e7f-cfc4b31d0f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-b043589d-15c3-44b5-8d99-d7c57b00acb0', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'fixed_ips': [{'subnet_id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:58:25.118474 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-666c2f54-5cfc-4b33-9e7f-cfc4b31d0f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:25.177899 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1030-b64a-466b-a524-48cba95e1fa9 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:25.245601 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-dcfa1030-b64a-466b-a524-48cba95e1fa9 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['213c970f-c639-49b2-8c01-7dd8915da6b5']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:25.296757 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-dcfa1030-b64a-466b-a524-48cba95e1fa9 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02caf75-1c2e-4d08-9c97-66ffe197803c') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:25.297071 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-dcfa1030-b64a-466b-a524-48cba95e1fa9 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02caf75-1c2e-4d08-9c97-66ffe197803c') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:25.333443 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1030-b64a-466b-a524-48cba95e1fa9 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:25.371555 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ce63b760-4327-4695-9f85-59e980d6d8d5 req-cbfb16fe-31ac-44b0-addf-05c6b61079f2 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805092 May 13 14:58:25.383545 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1030-b64a-466b-a524-48cba95e1fa9 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:25.398688 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcfa1030-b64a-466b-a524-48cba95e1fa9 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:58:25.401822 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1030-b64a-466b-a524-48cba95e1fa9 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:25.434854 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:58:25.434854 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:58:25.434854 n-d-841760-1 neutron-server[88082]: timer() May 13 14:58:25.434854 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:58:25.434854 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:58:25.434854 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:58:25.434854 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:58:25.434854 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:58:25.434854 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:58:25.434854 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:58:25.434854 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:58:25.434854 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:58:25.434854 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:58:25.434854 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:58:25.434854 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:58:25.434854 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:58:25.434854 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:58:25.434854 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:58:25.434854 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:58:25.434854 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:58:25.434854 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:58:25.434854 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:58:25.434854 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:58:25.434854 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:58:25.434854 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:58:25.434854 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:58:25.434854 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:58:25.434854 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:58:25.434854 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:58:25.434854 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:58:25.434854 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:58:25.434854 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:58:25.532266 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-666c2f54-5cfc-4b33-9e7f-cfc4b31d0f6a None None] Allocated IP 172.20.0.2 (b043589d-15c3-44b5-8d99-d7c57b00acb0/3b5ceabd-0dba-40ce-b48a-2cb206526c19/247551f3-7878-407e-9e88-1b5ea7fab6c4) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:58:25.552934 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-984c81a8-6dcb-4152-8cce-c883030d20c2 req-8ebadcc8-f221-43e8-9c2c-36fae0638264 service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5851336 May 13 14:58:25.587177 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1030-b64a-466b-a524-48cba95e1fa9 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:25.620042 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1030-b64a-466b-a524-48cba95e1fa9 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:25.641467 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-dcfa1030-b64a-466b-a524-48cba95e1fa9 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] 10.222.0.35 "DELETE /v2.0/networks/213c970f-c639-49b2-8c01-7dd8915da6b5 HTTP/1.1" status: 204 len: 168 time: 1.0332034 May 13 14:58:25.647478 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa1030-b64a-466b-a524-48cba95e1fa9 tempest-TestNetworkBasicOps-684839325 tempest-TestNetworkBasicOps-684839325-project] Pushing event deleted for resources: {'Network': ['ID=213c970f-c639-49b2-8c01-7dd8915da6b5,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:25.767925 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:26.237742 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-666c2f54-5cfc-4b33-9e7f-cfc4b31d0f6a None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:26.264330 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-666c2f54-5cfc-4b33-9e7f-cfc4b31d0f6a None None] Transition to ACTIVE for port object 247551f3-7878-407e-9e88-1b5ea7fab6c4 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:58:26.325509 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-666c2f54-5cfc-4b33-9e7f-cfc4b31d0f6a None None] Transition to ACTIVE for port object 247551f3-7878-407e-9e88-1b5ea7fab6c4 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:58:26.337409 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-666c2f54-5cfc-4b33-9e7f-cfc4b31d0f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:26.392801 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9197a-d693-4af6-a756-44a1e69f5c53 req-e07eb471-2183-402e-be5b-f56ef6d6fc2c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:26.401467 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-90d9197a-d693-4af6-a756-44a1e69f5c53 req-e07eb471-2183-402e-be5b-f56ef6d6fc2c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.2458920 May 13 14:58:26.442912 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53154) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:26.495204 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d5f7acd6-f3f0-428d-8268-9f342e5ae80e no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:58:26.529353 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-90d9197a-d693-4af6-a756-44a1e69f5c53 req-fd73450e-a6c7-49d9-aa05-8d1927cb0f4f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195025 May 13 14:58:26.579313 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: d5f7acd6-f3f0-428d-8268-9f342e5ae80e {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:58:26.579662 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d5f7acd6-f3f0-428d-8268-9f342e5ae80e not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:58:26.594070 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10fa25-6e7a-4644-bcdb-aab95fac7a64 req-5f6fba41-d170-470f-a20e-c36a310bf4a1 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:26.595608 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8d10fa25-6e7a-4644-bcdb-aab95fac7a64 req-5f6fba41-d170-470f-a20e-c36a310bf4a1 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 945 time: 0.5692101 May 13 14:58:26.626058 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666c2f54-5cfc-4b33-9e7f-cfc4b31d0f6a None None] Network b043589d-15c3-44b5-8d99-d7c57b00acb0 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:58:26.649208 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-666c2f54-5cfc-4b33-9e7f-cfc4b31d0f6a None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:58:26.660066 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666c2f54-5cfc-4b33-9e7f-cfc4b31d0f6a None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:58:26.675251 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c2f54-5cfc-4b33-9e7f-cfc4b31d0f6a None None] Pushing event updated for resources: {'Port': ['ID=247551f3-7878-407e-9e88-1b5ea7fab6c4,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:26.847757 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8d10fa25-6e7a-4644-bcdb-aab95fac7a64 req-0922afa5-49ad-48a0-b0c8-844e46ffee18 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364850 May 13 14:58:26.910344 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-666c2f54-5cfc-4b33-9e7f-cfc4b31d0f6a None None] Attempting to bind port 247551f3-7878-407e-9e88-1b5ea7fab6c4 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:58:26.910715 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-666c2f54-5cfc-4b33-9e7f-cfc4b31d0f6a None None] Attempting to bind port 247551f3-7878-407e-9e88-1b5ea7fab6c4 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:58:26.911079 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666c2f54-5cfc-4b33-9e7f-cfc4b31d0f6a None None] Attempting to bind port 247551f3-7878-407e-9e88-1b5ea7fab6c4 on network b043589d-15c3-44b5-8d99-d7c57b00acb0 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:58:26.917469 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666c2f54-5cfc-4b33-9e7f-cfc4b31d0f6a None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:58:26.917841 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666c2f54-5cfc-4b33-9e7f-cfc4b31d0f6a None None] Checking segment: {'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:58:26.918238 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-666c2f54-5cfc-4b33-9e7f-cfc4b31d0f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:26.918920 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666c2f54-5cfc-4b33-9e7f-cfc4b31d0f6a None None] Bound using segment: {'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:58:26.919441 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-666c2f54-5cfc-4b33-9e7f-cfc4b31d0f6a None None] Bound port: 247551f3-7878-407e-9e88-1b5ea7fab6c4, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:58:26.919961 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-666c2f54-5cfc-4b33-9e7f-cfc4b31d0f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:26.943593 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1b7b2088-0ea5-4691-8e28-e1fad916b6a0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2fd5504203d84ec88c34b0f9b983d931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4991596 May 13 14:58:26.948801 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:26.949829 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53168) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:26.984372 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:27.040840 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-666c2f54-5cfc-4b33-9e7f-cfc4b31d0f6a None None] For port 247551f3-7878-407e-9e88-1b5ea7fab6c4, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:58:27.044825 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-666c2f54-5cfc-4b33-9e7f-cfc4b31d0f6a None None] For port 247551f3-7878-407e-9e88-1b5ea7fab6c4, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=247551f3-7878-407e-9e88-1b5ea7fab6c4,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:58:27.050005 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-666c2f54-5cfc-4b33-9e7f-cfc4b31d0f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:27.066030 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7a5a6e2c-51d7-468c-9ff1-3f81712d82d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:27.132375 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7a5a6e2c-51d7-468c-9ff1-3f81712d82d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:27.179911 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Allocated IP 172.25.0.201 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:58:27.221410 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c2f54-5cfc-4b33-9e7f-cfc4b31d0f6a None None] Pushing event updated for resources: {'Port': ['ID=247551f3-7878-407e-9e88-1b5ea7fab6c4,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:27.224663 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7a5a6e2c-51d7-468c-9ff1-3f81712d82d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:27.245312 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a6e2c-51d7-468c-9ff1-3f81712d82d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949eb0ae-302f-4fb0-a3d5-bd0b383132e7,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:27.268109 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7a5a6e2c-51d7-468c-9ff1-3f81712d82d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:27.269595 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7a5a6e2c-51d7-468c-9ff1-3f81712d82d4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/949eb0ae-302f-4fb0-a3d5-bd0b383132e7 HTTP/1.1" status: 204 len: 168 time: 0.3186197 May 13 14:58:27.320457 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0814ae1d-5e89-451d-ac17-543256f60847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:27.381182 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:27.434401 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:27.532235 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:58:27.533815 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:58:27.538478 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:58:27.622614 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Pushing event updated for resources: {'Port': ['ID=c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:27.653583 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:27.653583 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:27.653583 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:27.653583 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:27.653583 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:27.655067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:27.655067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:27.655067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:27.659477 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:27.659477 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:27.659477 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:27.659477 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:28.022878 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53198) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:28.049938 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652158b4-47ec-4e3e-8e5a-ed51fba6c1da req-85c0032d-9c74-413b-977a-28d1d25b19e9 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:28.051839 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-652158b4-47ec-4e3e-8e5a-ed51fba6c1da req-85c0032d-9c74-413b-977a-28d1d25b19e9 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.2259150 May 13 14:58:28.054913 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e964ba2a-0c32-482e-ad44-f8571fe335a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:28.093662 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e964ba2a-0c32-482e-ad44-f8571fe335a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:28.098517 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e964ba2a-0c32-482e-ad44-f8571fe335a4 admin admin] Usage tracker for resource:security_group_rule and tenant:a8e91860caa14971b09eeb3f6940c51e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:28.102627 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e964ba2a-0c32-482e-ad44-f8571fe335a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:28.109967 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e964ba2a-0c32-482e-ad44-f8571fe335a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:28.255396 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:28.261954 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e964ba2a-0c32-482e-ad44-f8571fe335a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:28.271194 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e964ba2a-0c32-482e-ad44-f8571fe335a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:28.343019 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964ba2a-0c32-482e-ad44-f8571fe335a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfd514b-10de-43d8-9fb8-7eabbdc55e98,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:28.389592 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-652158b4-47ec-4e3e-8e5a-ed51fba6c1da req-801ddbae-7182-4a87-a345-61febd4b073c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3228042 May 13 14:58:28.437582 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e964ba2a-0c32-482e-ad44-f8571fe335a4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a8e91860caa14971b09eeb3f6940c51e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4127476 May 13 14:58:28.440104 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53208) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:28.590839 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-94aed3ce-7dea-42ba-a749-ff2823e9c84f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:28.636176 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:28.643486 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 247551f3-7878-407e-9e88-1b5ea7fab6c4 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:58:28.770851 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-94aed3ce-7dea-42ba-a749-ff2823e9c84f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:28.843021 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 247551f3-7878-407e-9e88-1b5ea7fab6c4 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:58:28.857788 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-94aed3ce-7dea-42ba-a749-ff2823e9c84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:28.898214 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aed3ce-7dea-42ba-a749-ff2823e9c84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfd514b-10de-43d8-9fb8-7eabbdc55e98,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:28.916674 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-94aed3ce-7dea-42ba-a749-ff2823e9c84f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:28.920398 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-94aed3ce-7dea-42ba-a749-ff2823e9c84f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4cfd514b-10de-43d8-9fb8-7eabbdc55e98 HTTP/1.1" status: 204 len: 168 time: 0.4791603 May 13 14:58:28.954455 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc4eca-0912-4b20-971b-8cd85a5cdfac req-8c9d6871-7bed-40f9-88c8-43c0dc18c947 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:28.962434 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b6cc4eca-0912-4b20-971b-8cd85a5cdfac req-8c9d6871-7bed-40f9-88c8-43c0dc18c947 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 945 time: 0.7566020 May 13 14:58:29.048405 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b6cc4eca-0912-4b20-971b-8cd85a5cdfac req-22f5e6d0-30d5-414f-ad14-c8415080e5bc tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845773 May 13 14:58:29.113185 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b288a4-6594-466a-b615-04e79a95b698 None None] Network b043589d-15c3-44b5-8d99-d7c57b00acb0 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:58:29.314654 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:29.366426 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9dd892fe-34ce-4818-9dfc-f9ba7996beb0 None None] Provisioning for port 247551f3-7878-407e-9e88-1b5ea7fab6c4 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:58:29.400910 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9dd892fe-34ce-4818-9dfc-f9ba7996beb0 None None] Provisioning complete for port 247551f3-7878-407e-9e88-1b5ea7fab6c4 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:29.406540 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9dd892fe-34ce-4818-9dfc-f9ba7996beb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:29.483564 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd433d-6bc3-4b17-b72e-47e7e285443a req-308a8e85-2fbe-416c-b6ce-7b332aae7a46 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:29.499771 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f6dd433d-6bc3-4b17-b72e-47e7e285443a req-308a8e85-2fbe-416c-b6ce-7b332aae7a46 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.5680346 May 13 14:58:29.618787 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f6dd433d-6bc3-4b17-b72e-47e7e285443a req-9997138a-0fdb-4461-9a8c-0e3d445a1917 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179774 May 13 14:58:29.759886 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-602e75bc-095d-47aa-a7d4-42bef0d9b825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:29.769218 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-9dd892fe-34ce-4818-9dfc-f9ba7996beb0 None None] Current status of the port 247551f3-7878-407e-9e88-1b5ea7fab6c4 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:29.769732 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9dd892fe-34ce-4818-9dfc-f9ba7996beb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:29.839782 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-9dd892fe-34ce-4818-9dfc-f9ba7996beb0 None None] For port 247551f3-7878-407e-9e88-1b5ea7fab6c4, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=247551f3-7878-407e-9e88-1b5ea7fab6c4,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:29.858269 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9dd892fe-34ce-4818-9dfc-f9ba7996beb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:29.915022 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Router 44ec9fef-c72d-4385-8c9b-5b93076abd1a is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:58:29.955854 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd892fe-34ce-4818-9dfc-f9ba7996beb0 None None] Pushing event updated for resources: {'Port': ['ID=247551f3-7878-407e-9e88-1b5ea7fab6c4,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:30.156233 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b12aae-2bdb-4dcd-90da-a23364ae9f6e req-cb8f633c-6574-4066-adfa-d7833e7841ac tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:30.159760 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-29b12aae-2bdb-4dcd-90da-a23364ae9f6e req-cb8f633c-6574-4066-adfa-d7833e7841ac tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.3022616 May 13 14:58:30.229628 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-29b12aae-2bdb-4dcd-90da-a23364ae9f6e req-45b070b6-f8f3-4ee9-ab21-b9d79b30421c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579505 May 13 14:58:30.232652 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:58:30.245455 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e61c588-9847-4ea0-b5e3-a34ecc886b2e None None] Sync routers for ids ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:58:30.267513 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e61c588-9847-4ea0-b5e3-a34ecc886b2e None None] Routers {'44ec9fef-c72d-4385-8c9b-5b93076abd1a'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:58:30.268173 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-3e61c588-9847-4ea0-b5e3-a34ecc886b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:58:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:30.275032 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:30.279584 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e14c6a71-e513-46a8-989a-76b2f291be68 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.8230395 May 13 14:58:30.280315 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53252) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:30.290035 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-fd45fe62-0dd5-4eb8-90d5-afa47e5a4028 None None] Provisioning complete for port 247551f3-7878-407e-9e88-1b5ea7fab6c4 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:30.292029 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fd45fe62-0dd5-4eb8-90d5-afa47e5a4028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:30.439499 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1550719-4b93-4121-b0b0-88d4fd33fdd0 req-21ac9762-49d5-4f5c-9929-4fecc5901ae7 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:30.441490 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e1550719-4b93-4121-b0b0-88d4fd33fdd0 req-21ac9762-49d5-4f5c-9929-4fecc5901ae7 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 945 time: 0.2247984 May 13 14:58:30.561514 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 247551f3-7878-407e-9e88-1b5ea7fab6c4 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:58:30.590010 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e1550719-4b93-4121-b0b0-88d4fd33fdd0 req-63e7bf30-09c1-4f01-9da2-67169b97d253 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402929 May 13 14:58:30.666129 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-3e61c588-9847-4ea0-b5e3-a34ecc886b2e None None] Set router 44ec9fef-c72d-4385-8c9b-5b93076abd1a gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:58:30.771574 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-fd45fe62-0dd5-4eb8-90d5-afa47e5a4028 None None] Current status of the port 247551f3-7878-407e-9e88-1b5ea7fab6c4 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:30.778464 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:30.781989 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:30.796675 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 247551f3-7878-407e-9e88-1b5ea7fab6c4 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:30.797338 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:30.973307 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da427a-2faa-485c-90e5-f41d78f0488a req-2cbcb5cd-6499-4491-b600-bfabdff4cfea tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:30.980795 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-45da427a-2faa-485c-90e5-f41d78f0488a req-2cbcb5cd-6499-4491-b600-bfabdff4cfea tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.4051113 May 13 14:58:30.987061 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 247551f3-7878-407e-9e88-1b5ea7fab6c4 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:31.060862 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-3e61c588-9847-4ea0-b5e3-a34ecc886b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'name': 'tempest-TestVolumeBootPattern-1177078177-router', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:24Z', 'updated_at': '2022-05-13T14:58:27Z', 'revision_number': 3, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'gw_port': {'id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:27Z', 'updated_at': '2022-05-13T14:58:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:31.065985 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e61c588-9847-4ea0-b5e3-a34ecc886b2e None None] Checking router: 44ec9fef-c72d-4385-8c9b-5b93076abd1a for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:58:31.066924 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e61c588-9847-4ea0-b5e3-a34ecc886b2e None None] Updating router 44ec9fef-c72d-4385-8c9b-5b93076abd1a port c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:58:31.128648 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-3e61c588-9847-4ea0-b5e3-a34ecc886b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:31.145843 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-45da427a-2faa-485c-90e5-f41d78f0488a req-6927798b-ec4d-48b0-8af2-d2e86f8af918 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641583 May 13 14:58:31.496831 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ccd0f-0f81-4e4f-8d73-814338caaf15 req-8a069c64-cdfa-452c-b025-8ed57d9c970a tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:31.501723 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4d7ccd0f-0f81-4e4f-8d73-814338caaf15 req-8a069c64-cdfa-452c-b025-8ed57d9c970a tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1373265 May 13 14:58:31.587086 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4d7ccd0f-0f81-4e4f-8d73-814338caaf15 req-f832fb76-741b-4059-a807-be73696eca1c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786037 May 13 14:58:31.668281 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-3e61c588-9847-4ea0-b5e3-a34ecc886b2e None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:31.698100 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-3e61c588-9847-4ea0-b5e3-a34ecc886b2e None None] Transition to ACTIVE for port object c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:58:31.713511 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-3e61c588-9847-4ea0-b5e3-a34ecc886b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:31.814388 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-18c19d98-0ca7-4e4b-bdf8-15389ae13c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:31.862759 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e77bb-b306-40b3-bf61-bf6b44f1b07d None None] Pushing event updated for resources: {'Port': ['ID=c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba,revision_number=2']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:31.890698 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e77bb-b306-40b3-bf61-bf6b44f1b07d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:31.891661 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e77bb-b306-40b3-bf61-bf6b44f1b07d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:31.891661 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e77bb-b306-40b3-bf61-bf6b44f1b07d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:31.892233 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e77bb-b306-40b3-bf61-bf6b44f1b07d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:31.892790 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e77bb-b306-40b3-bf61-bf6b44f1b07d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:31.893236 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e77bb-b306-40b3-bf61-bf6b44f1b07d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:31.893565 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e77bb-b306-40b3-bf61-bf6b44f1b07d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:31.893889 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e77bb-b306-40b3-bf61-bf6b44f1b07d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:31.894214 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e77bb-b306-40b3-bf61-bf6b44f1b07d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:31.894532 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e77bb-b306-40b3-bf61-bf6b44f1b07d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:31.894860 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e77bb-b306-40b3-bf61-bf6b44f1b07d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:31.895200 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e77bb-b306-40b3-bf61-bf6b44f1b07d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:31.902080 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-3e61c588-9847-4ea0-b5e3-a34ecc886b2e None None] Attempting to bind port c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:58:31.902446 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-3e61c588-9847-4ea0-b5e3-a34ecc886b2e None None] Attempting to bind port c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:58:31.902814 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e61c588-9847-4ea0-b5e3-a34ecc886b2e None None] Attempting to bind port c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:58:31.909085 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e61c588-9847-4ea0-b5e3-a34ecc886b2e None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:58:31.909516 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e61c588-9847-4ea0-b5e3-a34ecc886b2e None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:58:31.909911 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-3e61c588-9847-4ea0-b5e3-a34ecc886b2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:31.910297 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e61c588-9847-4ea0-b5e3-a34ecc886b2e None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:58:31.911454 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-3e61c588-9847-4ea0-b5e3-a34ecc886b2e None None] Bound port: c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:58:31.911454 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-3e61c588-9847-4ea0-b5e3-a34ecc886b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:32.017779 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-3e61c588-9847-4ea0-b5e3-a34ecc886b2e None None] For port c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:58:32.018735 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809d7cf-5f86-4081-a846-6c58f6791756 req-15ad98b0-ecef-4e2c-8db4-0d2d77501a88 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:32.021677 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-3e61c588-9847-4ea0-b5e3-a34ecc886b2e None None] For port c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:58:32.027220 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3809d7cf-5f86-4081-a846-6c58f6791756 req-15ad98b0-ecef-4e2c-8db4-0d2d77501a88 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 945 time: 0.1974456 May 13 14:58:32.027471 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-3e61c588-9847-4ea0-b5e3-a34ecc886b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:32.120544 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e61c588-9847-4ea0-b5e3-a34ecc886b2e None None] Routers {'44ec9fef-c72d-4385-8c9b-5b93076abd1a'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:58:32.121318 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-3e61c588-9847-4ea0-b5e3-a34ecc886b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:58:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:32.126980 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-cd70486c-2456-48a6-aaba-2105a70aee1c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:32.134459 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-cd70486c-2456-48a6-aaba-2105a70aee1c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/networks?id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd HTTP/1.1" status: 200 len: 811 time: 0.2136676 May 13 14:58:32.175573 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:32.176348 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-ac6ba72d-3403-4eb2-9003-1e38e3d4f64f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/quotas/ac0ce7a13bd948f9949b7bdefd23d50f HTTP/1.1" status: 200 len: 375 time: 0.0403619 May 13 14:58:32.198130 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3809d7cf-5f86-4081-a846-6c58f6791756 req-ce7e518c-a2b6-4cfe-9d46-ed931e4f83d5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689878 May 13 14:58:32.290035 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-18c19d98-0ca7-4e4b-bdf8-15389ae13c95 admin admin] Allocated IP 172.20.0.1 (b043589d-15c3-44b5-8d99-d7c57b00acb0/3b5ceabd-0dba-40ce-b48a-2cb206526c19/ba52dd23-838b-48b4-90bf-75e37d2ea5fb) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:58:32.379839 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-5fea2d46-494b-4a27-983d-7f6ba38be69d tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac0ce7a13bd948f9949b7bdefd23d50f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2026064 May 13 14:58:32.438280 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-3e61c588-9847-4ea0-b5e3-a34ecc886b2e None None] Set router 44ec9fef-c72d-4385-8c9b-5b93076abd1a gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:58:32.545416 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-f3ca70ad-2962-4b6c-af3b-3065ae357826 service neutron] 10.222.0.35 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560555 May 13 14:58:32.571979 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-18c19d98-0ca7-4e4b-bdf8-15389ae13c95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:32.596543 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-18c19d98-0ca7-4e4b-bdf8-15389ae13c95 admin admin] Transition to ACTIVE for port object ba52dd23-838b-48b4-90bf-75e37d2ea5fb will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:58:32.626535 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-18c19d98-0ca7-4e4b-bdf8-15389ae13c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:32.700257 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e77bb-b306-40b3-bf61-bf6b44f1b07d None None] Pushing event updated for resources: {'Port': ['ID=c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:32.739816 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c19d98-0ca7-4e4b-bdf8-15389ae13c95 admin admin] Network b043589d-15c3-44b5-8d99-d7c57b00acb0 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:58:32.751335 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-18c19d98-0ca7-4e4b-bdf8-15389ae13c95 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:58:32.751724 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-00da2005-5bc9-4e21-be46-8e22b7375bc5 service neutron] 10.222.0.35 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948223 May 13 14:58:32.796032 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c19d98-0ca7-4e4b-bdf8-15389ae13c95 admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:58:32.890671 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-3e61c588-9847-4ea0-b5e3-a34ecc886b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'name': 'tempest-TestVolumeBootPattern-1177078177-router', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:24Z', 'updated_at': '2022-05-13T14:58:27Z', 'revision_number': 3, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'gw_port': {'id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:27Z', 'updated_at': '2022-05-13T14:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:32.896223 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e61c588-9847-4ea0-b5e3-a34ecc886b2e None None] The sync data for ids ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'] in n-d-841760-1 is: [{'id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'name': 'tempest-TestVolumeBootPattern-1177078177-router', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:24Z', 'updated_at': '2022-05-13T14:58:27Z', 'revision_number': 3, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'gw_port': {'id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:27Z', 'updated_at': '2022-05-13T14:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:58:32.981836 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c19d98-0ca7-4e4b-bdf8-15389ae13c95 admin admin] Pushing event updated for resources: {'Port': ['ID=ba52dd23-838b-48b4-90bf-75e37d2ea5fb,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:33.002571 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-18c19d98-0ca7-4e4b-bdf8-15389ae13c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:33.238855 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-036429da-4fc0-4c1b-800c-082f84e4497f None None] Provisioning for port ba52dd23-838b-48b4-90bf-75e37d2ea5fb completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:58:33.255677 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-036429da-4fc0-4c1b-800c-082f84e4497f None None] Provisioning complete for port ba52dd23-838b-48b4-90bf-75e37d2ea5fb triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:33.261230 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-036429da-4fc0-4c1b-800c-082f84e4497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:33.369248 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b4df741b-4d1e-43cb-a7f1-d7c25ed114b7 req-bb62ce8a-3953-4f5d-9868-8f3aa7c924e9 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 210 time: 0.1454978 May 13 14:58:33.620460 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-18c19d98-0ca7-4e4b-bdf8-15389ae13c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:33.622900 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-036429da-4fc0-4c1b-800c-082f84e4497f None None] Port ba52dd23-838b-48b4-90bf-75e37d2ea5fb cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:58:33.651078 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53324) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:33.705972 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10223a-4615-4017-aef9-d736f885d23e req-be755284-eb2d-4cb5-acda-416448cb33b4 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:33.724165 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8a10223a-4615-4017-aef9-d736f885d23e req-be755284-eb2d-4cb5-acda-416448cb33b4 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 945 time: 0.2439954 May 13 14:58:33.830321 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8a10223a-4615-4017-aef9-d736f885d23e req-da37c8a3-a049-43f3-bf9b-5bd316e4aff5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996048 May 13 14:58:33.995761 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-18c19d98-0ca7-4e4b-bdf8-15389ae13c95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:34.002991 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-18c19d98-0ca7-4e4b-bdf8-15389ae13c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:34.049537 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-36504df9-40b5-444e-8f98-c0df7e3de864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:34.092562 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-36504df9-40b5-444e-8f98-c0df7e3de864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:34.096669 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-36504df9-40b5-444e-8f98-c0df7e3de864 admin admin] Usage tracker for resource:security_group_rule and tenant:ac917898ad2042c58d95b20ad36d1b8c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:34.099984 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-36504df9-40b5-444e-8f98-c0df7e3de864 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:34.106777 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-36504df9-40b5-444e-8f98-c0df7e3de864 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:34.193761 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-18c19d98-0ca7-4e4b-bdf8-15389ae13c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:34.225973 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c19d98-0ca7-4e4b-bdf8-15389ae13c95 admin admin] Pushing event updated for resources: {'Port': ['ID=ba52dd23-838b-48b4-90bf-75e37d2ea5fb,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:34.259069 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-36504df9-40b5-444e-8f98-c0df7e3de864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:34.264909 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-36504df9-40b5-444e-8f98-c0df7e3de864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:34.335547 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-36504df9-40b5-444e-8f98-c0df7e3de864 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac917898ad2042c58d95b20ad36d1b8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6811562 May 13 14:58:34.338458 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53346) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:34.454185 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36504df9-40b5-444e-8f98-c0df7e3de864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e484882-50fd-45af-a1d5-af128d7dab9c,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:34.529167 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fdf43083-d52f-4cd7-8764-75a52efb5686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:34.564685 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fdf43083-d52f-4cd7-8764-75a52efb5686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:34.568010 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:58:34.677444 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fdf43083-d52f-4cd7-8764-75a52efb5686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:34.708736 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fdf43083-d52f-4cd7-8764-75a52efb5686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:34.715907 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fdf43083-d52f-4cd7-8764-75a52efb5686 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9e484882-50fd-45af-a1d5-af128d7dab9c HTTP/1.1" status: 204 len: 168 time: 0.3708088 May 13 14:58:34.724514 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:58:34.726315 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf43083-d52f-4cd7-8764-75a52efb5686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e484882-50fd-45af-a1d5-af128d7dab9c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:34.738201 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:34.739570 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:34.881126 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c19d98-0ca7-4e4b-bdf8-15389ae13c95 admin admin] Network b043589d-15c3-44b5-8d99-d7c57b00acb0 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:58:34.893710 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-18c19d98-0ca7-4e4b-bdf8-15389ae13c95 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:58:34.935859 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c8b7c63c-567c-4298-b0c9-56a44358924b req-ccd91f67-e01f-47bf-b184-6d758e0c5859 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 210 time: 0.4529979 May 13 14:58:35.000567 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:35.000947 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:35.035249 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:35.040034 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:35.156303 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef00b5-a39d-4088-a12c-90c49d1f0267 req-2a8d3b50-1b54-48a1-8919-9b5a588ce0d4 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:35.156303 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-adef00b5-a39d-4088-a12c-90c49d1f0267 req-2a8d3b50-1b54-48a1-8919-9b5a588ce0d4 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 945 time: 0.1928365 May 13 14:58:35.207619 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:35.270342 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-adef00b5-a39d-4088-a12c-90c49d1f0267 req-60b4cb02-605c-4092-9cd7-84f7c9fbba8c tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025419 May 13 14:58:35.274722 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6e824bf6-8aa7-4d09-9120-7cd56c517d56 None None] Provisioning complete for port ba52dd23-838b-48b4-90bf-75e37d2ea5fb triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:35.275099 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6e824bf6-8aa7-4d09-9120-7cd56c517d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:35.306397 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c19d98-0ca7-4e4b-bdf8-15389ae13c95 admin admin] Router 44ec9fef-c72d-4385-8c9b-5b93076abd1a has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:58:35.399595 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53368) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:35.429042 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a44f71f2-f987-4615-9cf9-e9603f190106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:35.439829 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-6e824bf6-8aa7-4d09-9120-7cd56c517d56 None None] Port ba52dd23-838b-48b4-90bf-75e37d2ea5fb cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:58:35.469221 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a44f71f2-f987-4615-9cf9-e9603f190106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:35.477757 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a44f71f2-f987-4615-9cf9-e9603f190106 admin admin] Usage tracker for resource:security_group_rule and tenant:63c725525ad04f67a0284d795cbb2f5b is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:35.481424 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a44f71f2-f987-4615-9cf9-e9603f190106 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:35.489358 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a44f71f2-f987-4615-9cf9-e9603f190106 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:35.651631 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a44f71f2-f987-4615-9cf9-e9603f190106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:35.657528 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a44f71f2-f987-4615-9cf9-e9603f190106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:35.726093 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c19d98-0ca7-4e4b-bdf8-15389ae13c95 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:58:35.735637 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a44f71f2-f987-4615-9cf9-e9603f190106 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=63c725525ad04f67a0284d795cbb2f5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3351202 May 13 14:58:35.737111 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f71f2-f987-4615-9cf9-e9603f190106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6246d771-4417-4acc-addf-1da3bc643b7f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:35.746123 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-18c19d98-0ca7-4e4b-bdf8-15389ae13c95 admin admin] 10.222.0.35 "PUT /v2.0/routers/44ec9fef-c72d-4385-8c9b-5b93076abd1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4564877 May 13 14:58:35.746123 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53378) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:35.746442 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-78c4a80e-9d3a-4caf-abe7-d0434d3836fc tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:35.748149 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-78c4a80e-9d3a-4caf-abe7-d0434d3836fc tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.59 "GET /v2.0/networks?id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd HTTP/1.1" status: 200 len: 811 time: 0.3072147 May 13 14:58:35.771426 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-8eab6a09-d106-45bf-9a6f-0eb3c65b3341 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Request body: {'port': {'device_id': '09a46fc3-18bf-4151-bf08-692abb85d92f', 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd', 'admin_state_up': True, 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:35.838951 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec1c9bc-aeb5-47e5-a3a9-b02cf7d9c24b None None] Sync routers for ids ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:58:35.850160 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec1c9bc-aeb5-47e5-a3a9-b02cf7d9c24b None None] Routers {'44ec9fef-c72d-4385-8c9b-5b93076abd1a'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:58:35.851743 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-dec1c9bc-aeb5-47e5-a3a9-b02cf7d9c24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:58:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:35.956499 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0fb4372b-f4f4-4f60-a3cd-a2d5983cfa23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:36.010803 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0fb4372b-f4f4-4f60-a3cd-a2d5983cfa23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:36.090324 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-8eab6a09-d106-45bf-9a6f-0eb3c65b3341 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:36.114802 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-8eab6a09-d106-45bf-9a6f-0eb3c65b3341 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:36.133114 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-8eab6a09-d106-45bf-9a6f-0eb3c65b3341 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Made reservation on behalf of ac0ce7a13bd948f9949b7bdefd23d50f for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:58:36.138506 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-8eab6a09-d106-45bf-9a6f-0eb3c65b3341 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:36.165912 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-dec1c9bc-aeb5-47e5-a3a9-b02cf7d9c24b None None] Set router 44ec9fef-c72d-4385-8c9b-5b93076abd1a gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:58:36.201152 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2e119c28-959d-4cf3-b29b-eec5ca7c316a req-a69d8bcd-1209-44d3-99eb-2a439cf5e738 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 210 time: 0.0737314 May 13 14:58:36.371319 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0fb4372b-f4f4-4f60-a3cd-a2d5983cfa23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:36.518335 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4372b-f4f4-4f60-a3cd-a2d5983cfa23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6246d771-4417-4acc-addf-1da3bc643b7f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:36.609405 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:58:36.621966 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-8eab6a09-d106-45bf-9a6f-0eb3c65b3341 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Allocated IP 172.20.0.7 (d6183f6d-25fb-4e44-b996-0f5bcb025fdd/f43563bd-f154-4518-8312-29f2255f69ef/87ebdfb7-c701-4ddb-88f0-7972bffd8352) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:58:36.679373 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc82cc-a8be-4e2e-8974-445c0242bfe3 req-e5ca95c5-601a-4b66-94f7-9293dc22db6b tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:36.681933 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2abc82cc-a8be-4e2e-8974-445c0242bfe3 req-e5ca95c5-601a-4b66-94f7-9293dc22db6b tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 945 time: 0.1388237 May 13 14:58:36.774607 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0fb4372b-f4f4-4f60-a3cd-a2d5983cfa23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:36.798185 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0fb4372b-f4f4-4f60-a3cd-a2d5983cfa23 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6246d771-4417-4acc-addf-1da3bc643b7f HTTP/1.1" status: 204 len: 168 time: 1.0338359 May 13 14:58:36.825703 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2abc82cc-a8be-4e2e-8974-445c0242bfe3 req-6c229827-ac47-4b60-a6e2-03226d15f70f tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309032 May 13 14:58:36.929423 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53416) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:36.935476 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-df79e307-f969-4cb6-ac0d-03b23784ae20 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-181924428-network', 'tenant_id': 'd31c1977664949b183cecc1edc2b64a8'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:36.937218 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:36.938118 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:36.946296 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-df79e307-f969-4cb6-ac0d-03b23784ae20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:36.955399 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-df79e307-f969-4cb6-ac0d-03b23784ae20 admin admin] Usage tracker for resource:network and tenant:d31c1977664949b183cecc1edc2b64a8 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:36.965984 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-df79e307-f969-4cb6-ac0d-03b23784ae20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:36.974757 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-df79e307-f969-4cb6-ac0d-03b23784ae20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:36.999985 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df79e307-f969-4cb6-ac0d-03b23784ae20 admin admin] Made reservation on behalf of d31c1977664949b183cecc1edc2b64a8 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:58:37.002689 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-df79e307-f969-4cb6-ac0d-03b23784ae20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:37.035290 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-df79e307-f969-4cb6-ac0d-03b23784ae20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:37.037423 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-8eab6a09-d106-45bf-9a6f-0eb3c65b3341 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:37.092433 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-8eab6a09-d106-45bf-9a6f-0eb3c65b3341 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Transition to ACTIVE for port object 87ebdfb7-c701-4ddb-88f0-7972bffd8352 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:58:37.095162 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-df79e307-f969-4cb6-ac0d-03b23784ae20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:37.102997 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-df79e307-f969-4cb6-ac0d-03b23784ae20 admin admin] Usage tracker for resource:security_group_rule and tenant:d31c1977664949b183cecc1edc2b64a8 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:37.106672 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-df79e307-f969-4cb6-ac0d-03b23784ae20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:37.114137 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-df79e307-f969-4cb6-ac0d-03b23784ae20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:37.153936 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-8eab6a09-d106-45bf-9a6f-0eb3c65b3341 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:37.207419 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:37.219428 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-df79e307-f969-4cb6-ac0d-03b23784ae20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:37.238945 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-df79e307-f969-4cb6-ac0d-03b23784ae20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:37.247295 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-dec1c9bc-aeb5-47e5-a3a9-b02cf7d9c24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'name': 'tempest-TestVolumeBootPattern-1177078177-router', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:24Z', 'updated_at': '2022-05-13T14:58:33Z', 'revision_number': 4, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'gw_port': {'id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:27Z', 'updated_at': '2022-05-13T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'ba52dd23-838b-48b4-90bf-75e37d2ea5fb', 'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'mac_address': 'fa:16:3e:f6:99:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:31Z', 'updated_at': '2022-05-13T14:58:33Z', 'revision_number': 2, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'subnets': [{'id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:37.257494 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df79e307-f969-4cb6-ac0d-03b23784ae20 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:58:37.260383 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec1c9bc-aeb5-47e5-a3a9-b02cf7d9c24b None None] Checking router: 44ec9fef-c72d-4385-8c9b-5b93076abd1a for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:58:37.260383 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec1c9bc-aeb5-47e5-a3a9-b02cf7d9c24b None None] Updating router 44ec9fef-c72d-4385-8c9b-5b93076abd1a port ba52dd23-838b-48b4-90bf-75e37d2ea5fb binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:58:37.269051 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-df79e307-f969-4cb6-ac0d-03b23784ae20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:37.269514 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-df79e307-f969-4cb6-ac0d-03b23784ae20 admin admin] Added segment db32ecca-709a-4eaa-9057-fcf9e2eb55ef of type vlan for network fbd3c1be-bad3-4384-886e-070a7af4a3ed May 13 14:58:37.304130 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-df79e307-f969-4cb6-ac0d-03b23784ae20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:37.319284 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab6a09-d106-45bf-9a6f-0eb3c65b3341 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Pushing event updated for resources: {'Port': ['ID=87ebdfb7-c701-4ddb-88f0-7972bffd8352,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:37.339932 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-8eab6a09-d106-45bf-9a6f-0eb3c65b3341 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Network d6183f6d-25fb-4e44-b996-0f5bcb025fdd is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:58:37.341653 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-8eab6a09-d106-45bf-9a6f-0eb3c65b3341 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:58:37.344851 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-8eab6a09-d106-45bf-9a6f-0eb3c65b3341 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:58:37.405574 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79e307-f969-4cb6-ac0d-03b23784ae20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d497e0ab-0e7f-44b5-85dd-23e786fe98c0,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:37.424254 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-df79e307-f969-4cb6-ac0d-03b23784ae20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:37.425322 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df79e307-f969-4cb6-ac0d-03b23784ae20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:37.425910 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-df79e307-f969-4cb6-ac0d-03b23784ae20 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:37.453729 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-8eab6a09-d106-45bf-9a6f-0eb3c65b3341 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:37.456186 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-8eab6a09-d106-45bf-9a6f-0eb3c65b3341 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:37.490403 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-dec1c9bc-aeb5-47e5-a3a9-b02cf7d9c24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:37.493131 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-8eab6a09-d106-45bf-9a6f-0eb3c65b3341 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7276280 May 13 14:58:37.660294 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d78f97-4b61-4a1e-9d4d-7b6ef8211d17 req-e0ca9e84-fcf9-4304-80de-59522caa73ee tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:37.661380 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-c6d78f97-4b61-4a1e-9d4d-7b6ef8211d17 req-e0ca9e84-fcf9-4304-80de-59522caa73ee tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Synchronizing usage tracker for tenant:ac0ce7a13bd948f9949b7bdefd23d50f on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:58:37.691842 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-c6d78f97-4b61-4a1e-9d4d-7b6ef8211d17 req-e0ca9e84-fcf9-4304-80de-59522caa73ee tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Unset dirty status for tenant:ac0ce7a13bd948f9949b7bdefd23d50f on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:58:37.705644 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c6d78f97-4b61-4a1e-9d4d-7b6ef8211d17 req-e0ca9e84-fcf9-4304-80de-59522caa73ee tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 931 time: 0.1494243 May 13 14:58:37.765306 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79e307-f969-4cb6-ac0d-03b23784ae20 admin admin] Pushing event updated for resources: {'Network': ['ID=fbd3c1be-bad3-4384-886e-070a7af4a3ed,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:37.780433 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network fbd3c1be-bad3-4384-886e-070a7af4a3ed details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:58:37.782551 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-df79e307-f969-4cb6-ac0d-03b23784ae20 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8518541 May 13 14:58:37.785298 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53442) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:37.796036 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-ab5a05fd-79c1-41a8-b874-39bdff5acfc7 admin admin] Request body: {'subnet': {'network_id': 'fbd3c1be-bad3-4384-886e-070a7af4a3ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-181924428-subnet', 'tenant_id': 'd31c1977664949b183cecc1edc2b64a8', 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:37.805347 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c6d78f97-4b61-4a1e-9d4d-7b6ef8211d17 req-4054ab09-6a1b-4acb-a9cd-71b6929bca23 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969841 May 13 14:58:37.820758 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ab5a05fd-79c1-41a8-b874-39bdff5acfc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:37.828481 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ab5a05fd-79c1-41a8-b874-39bdff5acfc7 admin admin] Usage tracker for resource:subnet and tenant:d31c1977664949b183cecc1edc2b64a8 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:37.835413 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ab5a05fd-79c1-41a8-b874-39bdff5acfc7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:37.849209 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ab5a05fd-79c1-41a8-b874-39bdff5acfc7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:37.899298 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5a05fd-79c1-41a8-b874-39bdff5acfc7 admin admin] Made reservation on behalf of d31c1977664949b183cecc1edc2b64a8 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:58:37.899298 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ab5a05fd-79c1-41a8-b874-39bdff5acfc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:37.921859 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-09f48f20-db11-4072-a91d-6e126e3b21ec None None] Provisioning for port 87ebdfb7-c701-4ddb-88f0-7972bffd8352 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:58:37.951844 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-09f48f20-db11-4072-a91d-6e126e3b21ec None None] Provisioning complete for port 87ebdfb7-c701-4ddb-88f0-7972bffd8352 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:37.952539 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-09f48f20-db11-4072-a91d-6e126e3b21ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:38.046448 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-09f48f20-db11-4072-a91d-6e126e3b21ec None None] Port 87ebdfb7-c701-4ddb-88f0-7972bffd8352 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:58:38.063810 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-00f81541-e847-48f8-98b7-868258f125ea service neutron] Request body: {'port': {'device_id': '09a46fc3-18bf-4151-bf08-692abb85d92f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:38.218234 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440582a4-eb8a-4b7d-8386-e9e4fd6cb9fd req-c60632cf-7d81-4bf8-9876-afa375090cdb tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:38.225972 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-440582a4-eb8a-4b7d-8386-e9e4fd6cb9fd req-c60632cf-7d81-4bf8-9876-afa375090cdb tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 945 time: 0.1343360 May 13 14:58:38.279757 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-440582a4-eb8a-4b7d-8386-e9e4fd6cb9fd req-711b8bba-1251-453d-98e9-e23f5116b5e5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509982 May 13 14:58:38.429635 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-dec1c9bc-aeb5-47e5-a3a9-b02cf7d9c24b None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:38.449351 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-dec1c9bc-aeb5-47e5-a3a9-b02cf7d9c24b None None] Transition to ACTIVE for port object ba52dd23-838b-48b4-90bf-75e37d2ea5fb will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:58:38.457763 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-dec1c9bc-aeb5-47e5-a3a9-b02cf7d9c24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:38.491787 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-00f81541-e847-48f8-98b7-868258f125ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:38.495560 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ab5a05fd-79c1-41a8-b874-39bdff5acfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:38.554784 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132094c-e85e-4d35-8ccb-6a3597f5b153 None None] Pushing event updated for resources: {'Port': ['ID=ba52dd23-838b-48b4-90bf-75e37d2ea5fb,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:38.670207 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132094c-e85e-4d35-8ccb-6a3597f5b153 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:38.670715 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132094c-e85e-4d35-8ccb-6a3597f5b153 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:38.681995 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132094c-e85e-4d35-8ccb-6a3597f5b153 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:38.681995 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132094c-e85e-4d35-8ccb-6a3597f5b153 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:38.681995 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132094c-e85e-4d35-8ccb-6a3597f5b153 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:38.681995 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132094c-e85e-4d35-8ccb-6a3597f5b153 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:38.681995 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132094c-e85e-4d35-8ccb-6a3597f5b153 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:38.681995 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132094c-e85e-4d35-8ccb-6a3597f5b153 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:38.681995 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132094c-e85e-4d35-8ccb-6a3597f5b153 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:38.682573 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132094c-e85e-4d35-8ccb-6a3597f5b153 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:38.686071 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132094c-e85e-4d35-8ccb-6a3597f5b153 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:38.686071 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132094c-e85e-4d35-8ccb-6a3597f5b153 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:38.741221 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a05fd-79c1-41a8-b874-39bdff5acfc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a840f7ab-0548-4da6-8ddd-693553172f92,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:38.793630 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5a05fd-79c1-41a8-b874-39bdff5acfc7 admin admin] Checking segment: {'id': 'db32ecca-709a-4eaa-9057-fcf9e2eb55ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fbd3c1be-bad3-4384-886e-070a7af4a3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:58:38.793999 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5a05fd-79c1-41a8-b874-39bdff5acfc7 admin admin] Network hostable DHCP agents. Network: fbd3c1be-bad3-4384-886e-070a7af4a3ed, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:58:38.843875 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5a05fd-79c1-41a8-b874-39bdff5acfc7 admin admin] Network fbd3c1be-bad3-4384-886e-070a7af4a3ed is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:58:38.873990 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-ab5a05fd-79c1-41a8-b874-39bdff5acfc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, fbd3c1be-bad3-4384-886e-070a7af4a3ed) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:58:38.889117 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5a05fd-79c1-41a8-b874-39bdff5acfc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:38.892526 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ab5a05fd-79c1-41a8-b874-39bdff5acfc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:38.942392 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618a26c0-b143-43d5-89de-b45f7f71877f None None] Network fbd3c1be-bad3-4384-886e-070a7af4a3ed requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:58:38.949610 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ab5a05fd-79c1-41a8-b874-39bdff5acfc7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1620443 May 13 14:58:38.952680 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53476) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:38.964002 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-6d795d50-cf41-4f2d-98e6-c4f951a840c2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-181924428-router', 'tenant_id': 'd31c1977664949b183cecc1edc2b64a8', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:38.976815 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6d795d50-cf41-4f2d-98e6-c4f951a840c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:38.988350 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6d795d50-cf41-4f2d-98e6-c4f951a840c2 admin admin] Usage tracker for resource:router and tenant:d31c1977664949b183cecc1edc2b64a8 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:38.994214 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6d795d50-cf41-4f2d-98e6-c4f951a840c2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:39.010760 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6d795d50-cf41-4f2d-98e6-c4f951a840c2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:39.044105 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6d795d50-cf41-4f2d-98e6-c4f951a840c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:39.045287 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6d795d50-cf41-4f2d-98e6-c4f951a840c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:39.057786 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-dec1c9bc-aeb5-47e5-a3a9-b02cf7d9c24b None None] Attempting to bind port ba52dd23-838b-48b4-90bf-75e37d2ea5fb on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:58:39.058371 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-dec1c9bc-aeb5-47e5-a3a9-b02cf7d9c24b None None] Attempting to bind port ba52dd23-838b-48b4-90bf-75e37d2ea5fb by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:58:39.058503 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1c9bc-aeb5-47e5-a3a9-b02cf7d9c24b None None] Attempting to bind port ba52dd23-838b-48b4-90bf-75e37d2ea5fb on network b043589d-15c3-44b5-8d99-d7c57b00acb0 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:58:39.075946 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6d795d50-cf41-4f2d-98e6-c4f951a840c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:39.148624 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1c9bc-aeb5-47e5-a3a9-b02cf7d9c24b None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:58:39.148996 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1c9bc-aeb5-47e5-a3a9-b02cf7d9c24b None None] Checking segment: {'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:58:39.159820 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-dec1c9bc-aeb5-47e5-a3a9-b02cf7d9c24b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:39.160528 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1c9bc-aeb5-47e5-a3a9-b02cf7d9c24b None None] Bound using segment: {'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:58:39.161208 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-dec1c9bc-aeb5-47e5-a3a9-b02cf7d9c24b None None] Bound port: ba52dd23-838b-48b4-90bf-75e37d2ea5fb, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:58:39.161771 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-dec1c9bc-aeb5-47e5-a3a9-b02cf7d9c24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:39.167413 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-00f81541-e847-48f8-98b7-868258f125ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ebdfb7-c701-4ddb-88f0-7972bffd8352 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:58:39.186608 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-00f81541-e847-48f8-98b7-868258f125ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:39.208195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-00f81541-e847-48f8-98b7-868258f125ea service neutron] Transition to ACTIVE for port object 87ebdfb7-c701-4ddb-88f0-7972bffd8352 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:58:39.217165 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-00f81541-e847-48f8-98b7-868258f125ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:39.534840 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-dec1c9bc-aeb5-47e5-a3a9-b02cf7d9c24b None None] For port ba52dd23-838b-48b4-90bf-75e37d2ea5fb, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:58:39.538480 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-dec1c9bc-aeb5-47e5-a3a9-b02cf7d9c24b None None] For port ba52dd23-838b-48b4-90bf-75e37d2ea5fb, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=ba52dd23-838b-48b4-90bf-75e37d2ea5fb,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:58:39.544468 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a8f7d1-f352-4b91-ab92-dbeec36e422a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-fbd3c1be-bad3-4384-886e-070a7af4a3ed', 'network_id': 'fbd3c1be-bad3-4384-886e-070a7af4a3ed', 'tenant_id': 'd31c1977664949b183cecc1edc2b64a8', 'fixed_ips': [{'subnet_id': 'a840f7ab-0548-4da6-8ddd-693553172f92'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:58:39.547713 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-63a8f7d1-f352-4b91-ab92-dbeec36e422a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:39.569007 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-dec1c9bc-aeb5-47e5-a3a9-b02cf7d9c24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:39.618291 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f81541-e847-48f8-98b7-868258f125ea service neutron] Pushing event updated for resources: {'Port': ['ID=87ebdfb7-c701-4ddb-88f0-7972bffd8352,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:39.755722 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec1c9bc-aeb5-47e5-a3a9-b02cf7d9c24b None None] Routers {'44ec9fef-c72d-4385-8c9b-5b93076abd1a'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:58:39.756354 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-dec1c9bc-aeb5-47e5-a3a9-b02cf7d9c24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:58:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:39.899896 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-00f81541-e847-48f8-98b7-868258f125ea service neutron] Attempting to bind port 87ebdfb7-c701-4ddb-88f0-7972bffd8352 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:58:39.900727 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-00f81541-e847-48f8-98b7-868258f125ea service neutron] Attempting to bind port 87ebdfb7-c701-4ddb-88f0-7972bffd8352 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:58:39.901234 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-00f81541-e847-48f8-98b7-868258f125ea service neutron] Attempting to bind port 87ebdfb7-c701-4ddb-88f0-7972bffd8352 on network d6183f6d-25fb-4e44-b996-0f5bcb025fdd {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:58:39.916421 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-00f81541-e847-48f8-98b7-868258f125ea service neutron] Port 87ebdfb7-c701-4ddb-88f0-7972bffd8352 on network d6183f6d-25fb-4e44-b996-0f5bcb025fdd not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:58:39.916933 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-00f81541-e847-48f8-98b7-868258f125ea service neutron] Attempting to bind port 87ebdfb7-c701-4ddb-88f0-7972bffd8352 on network d6183f6d-25fb-4e44-b996-0f5bcb025fdd {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:58:39.926850 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-00f81541-e847-48f8-98b7-868258f125ea service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:58:39.927399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-00f81541-e847-48f8-98b7-868258f125ea service neutron] Checking segment: {'id': '0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:58:39.927951 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-00f81541-e847-48f8-98b7-868258f125ea service neutron] Bound using segment: {'id': '0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:58:39.929693 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-00f81541-e847-48f8-98b7-868258f125ea service neutron] Bound port: 87ebdfb7-c701-4ddb-88f0-7972bffd8352, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:58:39.930294 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-00f81541-e847-48f8-98b7-868258f125ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:39.956104 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7991661-e209-42eb-bacc-d68a44cc6344 req-45bf8122-35fe-4166-9d00-416c0bcc48cc tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:39.966370 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c7991661-e209-42eb-bacc-d68a44cc6344 req-45bf8122-35fe-4166-9d00-416c0bcc48cc tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 943 time: 0.5668688 May 13 14:58:40.095983 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c7991661-e209-42eb-bacc-d68a44cc6344 req-96c7349e-78d1-48e3-883b-9646b3382e79 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284025 May 13 14:58:40.140768 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6d795d50-cf41-4f2d-98e6-c4f951a840c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:40.153565 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-00f81541-e847-48f8-98b7-868258f125ea service neutron] For port 87ebdfb7-c701-4ddb-88f0-7972bffd8352, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:58:40.161718 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-00f81541-e847-48f8-98b7-868258f125ea service neutron] For port 87ebdfb7-c701-4ddb-88f0-7972bffd8352, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=87ebdfb7-c701-4ddb-88f0-7972bffd8352,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:58:40.167893 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-dec1c9bc-aeb5-47e5-a3a9-b02cf7d9c24b None None] Set router 44ec9fef-c72d-4385-8c9b-5b93076abd1a gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:58:40.169351 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-00f81541-e847-48f8-98b7-868258f125ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:40.330389 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f81541-e847-48f8-98b7-868258f125ea service neutron] Pushing event updated for resources: {'Port': ['ID=87ebdfb7-c701-4ddb-88f0-7972bffd8352,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:40.336337 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-00f81541-e847-48f8-98b7-868258f125ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:40.336951 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-00f81541-e847-48f8-98b7-868258f125ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:40.338909 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-00f81541-e847-48f8-98b7-868258f125ea service neutron] 10.222.0.59 "PUT /v2.0/ports/87ebdfb7-c701-4ddb-88f0-7972bffd8352 HTTP/1.1" status: 200 len: 1091 time: 2.8374915 May 13 14:58:40.346880 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a46fc3-18bf-4151-bf08-692abb85d92f', 'tag': '87ebdfb7-c701-4ddb-88f0-7972bffd8352'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:58:40.370372 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef1f78-e6bc-40d8-b1b9-98c43d26a15b req-2d8c8861-73de-4336-9619-a6f5faff34ed tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:40.379210 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-63ef1f78-e6bc-40d8-b1b9-98c43d26a15b req-2d8c8861-73de-4336-9619-a6f5faff34ed tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 945 time: 0.5701220 May 13 14:58:40.381195 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132094c-e85e-4d35-8ccb-6a3597f5b153 None None] Pushing event updated for resources: {'Port': ['ID=ba52dd23-838b-48b4-90bf-75e37d2ea5fb,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:40.470094 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a09f7d0-7a0e-45d9-be83-dd5e5e041ca1'] response: {'name': 'network-changed', 'server_uuid': '09a46fc3-18bf-4151-bf08-692abb85d92f', 'tag': '87ebdfb7-c701-4ddb-88f0-7972bffd8352', 'status': 'completed', 'code': 200} May 13 14:58:40.484817 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-63ef1f78-e6bc-40d8-b1b9-98c43d26a15b req-ac160476-003d-45a3-a9d5-50c89b271bca tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935948 May 13 14:58:40.547946 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-ed3111fc-cca3-485f-9ca4-32fce63327ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:40.549458 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-ed3111fc-cca3-485f-9ca4-32fce63327ab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac0ce7a13bd948f9949b7bdefd23d50f&device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 1094 time: 0.1668677 May 13 14:58:40.648626 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-41265eae-32ef-4b0d-84af-2962d2bb0951 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87ebdfb7-c701-4ddb-88f0-7972bffd8352 HTTP/1.1" status: 200 len: 217 time: 0.0920630 May 13 14:58:40.787690 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-a4e452ec-d369-4ba8-90dc-9c58187231d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:40.789200 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-a4e452ec-d369-4ba8-90dc-9c58187231d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f43563bd-f154-4518-8312-29f2255f69ef HTTP/1.1" status: 200 len: 850 time: 0.1346691 May 13 14:58:40.892420 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-63a8f7d1-f352-4b91-ab92-dbeec36e422a None None] Allocated IP 172.20.0.2 (fbd3c1be-bad3-4384-886e-070a7af4a3ed/a840f7ab-0548-4da6-8ddd-693553172f92/25826024-c375-4332-a381-bf17efd44510) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:58:40.903482 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-438f463a-cb7b-43be-93e1-4e31de056984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:40.905256 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-438f463a-cb7b-43be-93e1-4e31de056984 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090045 May 13 14:58:40.952966 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6d795d50-cf41-4f2d-98e6-c4f951a840c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:40.993332 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6d795d50-cf41-4f2d-98e6-c4f951a840c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:41.100321 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-a4269cc8-ccf0-4b88-95c4-a79400fef39b service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887414 May 13 14:58:41.263651 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-6d795d50-cf41-4f2d-98e6-c4f951a840c2 admin admin] Allocated IP 172.25.0.39 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/e376b9d3-904c-4579-8d74-9760ff25ae94) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:58:41.384998 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-63a8f7d1-f352-4b91-ab92-dbeec36e422a None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:41.399002 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1a8ed23f-ef69-4cfc-8721-2a191eef87fb req-f0934b26-40e7-44e8-8dd8-94b96ef98eba service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913089 May 13 14:58:41.399673 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-63a8f7d1-f352-4b91-ab92-dbeec36e422a None None] Transition to ACTIVE for port object 25826024-c375-4332-a381-bf17efd44510 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:58:41.423771 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-dec1c9bc-aeb5-47e5-a3a9-b02cf7d9c24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'name': 'tempest-TestVolumeBootPattern-1177078177-router', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:24Z', 'updated_at': '2022-05-13T14:58:33Z', 'revision_number': 4, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'gw_port': {'id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:27Z', 'updated_at': '2022-05-13T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'ba52dd23-838b-48b4-90bf-75e37d2ea5fb', 'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'mac_address': 'fa:16:3e:f6:99:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:31Z', 'updated_at': '2022-05-13T14:58:39Z', 'revision_number': 4, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'subnets': [{'id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:41.429729 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec1c9bc-aeb5-47e5-a3a9-b02cf7d9c24b None None] The sync data for ids ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'] in n-d-841760-1 is: [{'id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'name': 'tempest-TestVolumeBootPattern-1177078177-router', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:24Z', 'updated_at': '2022-05-13T14:58:33Z', 'revision_number': 4, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'gw_port': {'id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:27Z', 'updated_at': '2022-05-13T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'ba52dd23-838b-48b4-90bf-75e37d2ea5fb', 'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'mac_address': 'fa:16:3e:f6:99:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:31Z', 'updated_at': '2022-05-13T14:58:39Z', 'revision_number': 4, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'subnets': [{'id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:58:41.431998 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-63a8f7d1-f352-4b91-ab92-dbeec36e422a None None] Transition to ACTIVE for port object 25826024-c375-4332-a381-bf17efd44510 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:58:41.443373 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-63a8f7d1-f352-4b91-ab92-dbeec36e422a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:41.585883 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a8f7d1-f352-4b91-ab92-dbeec36e422a None None] Network fbd3c1be-bad3-4384-886e-070a7af4a3ed is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:58:41.590298 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-63a8f7d1-f352-4b91-ab92-dbeec36e422a None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:58:41.594588 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a8f7d1-f352-4b91-ab92-dbeec36e422a None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:58:41.595906 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf5e53-3eb7-4a19-8423-4c382bf43337 req-ee9abf20-d468-4dd8-9896-dd03f0cd29d3 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:41.600928 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8f7d1-f352-4b91-ab92-dbeec36e422a None None] Pushing event updated for resources: {'Port': ['ID=25826024-c375-4332-a381-bf17efd44510,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:41.610007 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7faf5e53-3eb7-4a19-8423-4c382bf43337 req-ee9abf20-d468-4dd8-9896-dd03f0cd29d3 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 943 time: 0.3499014 May 13 14:58:41.756539 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6d795d50-cf41-4f2d-98e6-c4f951a840c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:41.780248 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-63a8f7d1-f352-4b91-ab92-dbeec36e422a None None] Attempting to bind port 25826024-c375-4332-a381-bf17efd44510 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:58:41.780560 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-63a8f7d1-f352-4b91-ab92-dbeec36e422a None None] Attempting to bind port 25826024-c375-4332-a381-bf17efd44510 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'db32ecca-709a-4eaa-9057-fcf9e2eb55ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fbd3c1be-bad3-4384-886e-070a7af4a3ed'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:58:41.780923 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a8f7d1-f352-4b91-ab92-dbeec36e422a None None] Attempting to bind port 25826024-c375-4332-a381-bf17efd44510 on network fbd3c1be-bad3-4384-886e-070a7af4a3ed {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:58:41.792879 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a8f7d1-f352-4b91-ab92-dbeec36e422a None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:58:41.793264 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a8f7d1-f352-4b91-ab92-dbeec36e422a None None] Checking segment: {'id': 'db32ecca-709a-4eaa-9057-fcf9e2eb55ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fbd3c1be-bad3-4384-886e-070a7af4a3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:58:41.793731 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-63a8f7d1-f352-4b91-ab92-dbeec36e422a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:41.794126 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a8f7d1-f352-4b91-ab92-dbeec36e422a None None] Bound using segment: {'id': 'db32ecca-709a-4eaa-9057-fcf9e2eb55ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fbd3c1be-bad3-4384-886e-070a7af4a3ed'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:58:41.795199 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-63a8f7d1-f352-4b91-ab92-dbeec36e422a None None] Bound port: 25826024-c375-4332-a381-bf17efd44510, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db32ecca-709a-4eaa-9057-fcf9e2eb55ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fbd3c1be-bad3-4384-886e-070a7af4a3ed'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:58:41.795471 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-63a8f7d1-f352-4b91-ab92-dbeec36e422a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:41.873209 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6d795d50-cf41-4f2d-98e6-c4f951a840c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:41.990015 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-63a8f7d1-f352-4b91-ab92-dbeec36e422a None None] For port 25826024-c375-4332-a381-bf17efd44510, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:58:41.993445 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-63a8f7d1-f352-4b91-ab92-dbeec36e422a None None] For port 25826024-c375-4332-a381-bf17efd44510, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=25826024-c375-4332-a381-bf17efd44510,segment=NetworkSegment(db32ecca-709a-4eaa-9057-fcf9e2eb55ef),segment_id=db32ecca-709a-4eaa-9057-fcf9e2eb55ef)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:58:41.999605 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-63a8f7d1-f352-4b91-ab92-dbeec36e422a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:42.029104 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d795d50-cf41-4f2d-98e6-c4f951a840c2 admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:58:42.034611 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-6d795d50-cf41-4f2d-98e6-c4f951a840c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:58:42.047387 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d795d50-cf41-4f2d-98e6-c4f951a840c2 admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:58:42.065494 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7faf5e53-3eb7-4a19-8423-4c382bf43337 req-6bea5f0c-2393-498b-bcc1-41f1919ce719 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574064 May 13 14:58:42.088559 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d795d50-cf41-4f2d-98e6-c4f951a840c2 admin admin] Pushing event updated for resources: {'Port': ['ID=e376b9d3-904c-4579-8d74-9760ff25ae94,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:42.133036 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b433e-acd1-4e9a-937f-a3a422901a95 req-4a2f10ce-b1f7-4d61-82c2-044751c5b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:42.134706 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-338b433e-acd1-4e9a-937f-a3a422901a95 req-4a2f10ce-b1f7-4d61-82c2-044751c5b301 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac0ce7a13bd948f9949b7bdefd23d50f&device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 1094 time: 0.5237224 May 13 14:58:42.156065 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8f7d1-f352-4b91-ab92-dbeec36e422a None None] Pushing event updated for resources: {'Port': ['ID=25826024-c375-4332-a381-bf17efd44510,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:42.202176 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330170c3-ade0-47e1-8a0f-a5e70143424d req-1b1b9841-0308-4e46-ae02-5b5af60d5e38 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:42.221079 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-330170c3-ade0-47e1-8a0f-a5e70143424d req-1b1b9841-0308-4e46-ae02-5b5af60d5e38 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 945 time: 0.4163828 May 13 14:58:42.518633 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-330170c3-ade0-47e1-8a0f-a5e70143424d req-69656f87-b8de-41b6-b1a5-6f09b80f2563 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966442 May 13 14:58:42.594024 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b433e-acd1-4e9a-937f-a3a422901a95 req-cf5dde30-973f-41d9-8d0e-87f15179aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:42.597313 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-338b433e-acd1-4e9a-937f-a3a422901a95 req-cf5dde30-973f-41d9-8d0e-87f15179aca9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd HTTP/1.1" status: 200 len: 912 time: 0.4532137 May 13 14:58:42.616913 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ba52dd23-838b-48b4-90bf-75e37d2ea5fb up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:58:42.769157 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-338b433e-acd1-4e9a-937f-a3a422901a95 req-978e7099-c7dc-4441-b55e-6ab12e0561d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87ebdfb7-c701-4ddb-88f0-7972bffd8352 HTTP/1.1" status: 200 len: 217 time: 0.1538451 May 13 14:58:42.897940 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port ba52dd23-838b-48b4-90bf-75e37d2ea5fb completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:58:42.904716 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port ba52dd23-838b-48b4-90bf-75e37d2ea5fb triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:42.905574 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:42.940889 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b433e-acd1-4e9a-937f-a3a422901a95 req-111f2388-15ae-4bde-9a7f-c4460791bb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:42.942364 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-338b433e-acd1-4e9a-937f-a3a422901a95 req-111f2388-15ae-4bde-9a7f-c4460791bb36 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f43563bd-f154-4518-8312-29f2255f69ef HTTP/1.1" status: 200 len: 850 time: 0.1659226 May 13 14:58:43.106634 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b433e-acd1-4e9a-937f-a3a422901a95 req-ef8da1f0-8ed8-4dc6-a29a-abae6144eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:43.109051 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-338b433e-acd1-4e9a-937f-a3a422901a95 req-ef8da1f0-8ed8-4dc6-a29a-abae6144eda4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1584332 May 13 14:58:43.261523 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port ba52dd23-838b-48b4-90bf-75e37d2ea5fb is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:43.261914 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:43.382332 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port ba52dd23-838b-48b4-90bf-75e37d2ea5fb, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=ba52dd23-838b-48b4-90bf-75e37d2ea5fb,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:43.388575 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:43.420023 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6d795d50-cf41-4f2d-98e6-c4f951a840c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:43.480182 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:58:43.549373 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-338b433e-acd1-4e9a-937f-a3a422901a95 req-e8e4e0ed-fe82-42cb-9c37-ebc82bb2f0fd service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340601 May 13 14:58:43.577022 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=ba52dd23-838b-48b4-90bf-75e37d2ea5fb,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:43.762270 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3463716-9f39-431b-824e-6b391de26543 req-16e00396-bd32-4567-bb2b-676f67a976ff tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:43.772242 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a3463716-9f39-431b-824e-6b391de26543 req-16e00396-bd32-4567-bb2b-676f67a976ff tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 943 time: 0.4148006 May 13 14:58:43.866913 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a3463716-9f39-431b-824e-6b391de26543 req-4227513b-eb51-4360-9a69-e4f75e9a8123 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934396 May 13 14:58:43.867167 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74682fe-77e2-4fbd-b079-1bec15cc01e6 req-c49418cb-e34d-47f8-8389-0150ecacd16c tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:43.869473 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c74682fe-77e2-4fbd-b079-1bec15cc01e6 req-c49418cb-e34d-47f8-8389-0150ecacd16c tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 945 time: 0.3676846 May 13 14:58:43.877827 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-338b433e-acd1-4e9a-937f-a3a422901a95 req-7a1ce1e9-3ac4-4b5d-9ae2-d71bc3cc69d4 service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157239 May 13 14:58:43.941198 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 87ebdfb7-c701-4ddb-88f0-7972bffd8352 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:58:43.962300 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0517b1bc-0956-4fb7-b084-ffed787d762e None None] Network fbd3c1be-bad3-4384-886e-070a7af4a3ed requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:58:44.060206 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c74682fe-77e2-4fbd-b079-1bec15cc01e6 req-8670be8c-6b5d-4db8-8b9e-3d8d64c91c1c tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797376 May 13 14:58:44.229154 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6d795d50-cf41-4f2d-98e6-c4f951a840c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:44.313867 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-dcd6fbb1-0df4-4c02-aa21-d6505c98b094 None None] Provisioning for port 25826024-c375-4332-a381-bf17efd44510 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:58:44.433512 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9945ab-68a1-4577-ab4b-a01d7839db6a req-3daba529-4141-43d1-8333-39dee6b715fe tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:44.446227 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5f9945ab-68a1-4577-ab4b-a01d7839db6a req-3daba529-4141-43d1-8333-39dee6b715fe tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 945 time: 0.1721733 May 13 14:58:44.514277 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5f9945ab-68a1-4577-ab4b-a01d7839db6a req-91d7f492-5f15-4d53-802f-e5840763d3ba tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641422 May 13 14:58:44.591626 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 87ebdfb7-c701-4ddb-88f0-7972bffd8352, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=87ebdfb7-c701-4ddb-88f0-7972bffd8352,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:44.643227 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '87ebdfb7-c701-4ddb-88f0-7972bffd8352', 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd', 'port_id': '87ebdfb7-c701-4ddb-88f0-7972bffd8352', 'mac_address': 'fa:16:3e:e1:4f:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43563bd-f154-4518-8312-29f2255f69ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:58:44.660530 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d795d50-cf41-4f2d-98e6-c4f951a840c2 admin admin] Router e1a4cba1-888f-49d1-a931-17dab2a3f34f is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:58:44.705746 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 25826024-c375-4332-a381-bf17efd44510 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:58:44.861366 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 87ebdfb7-c701-4ddb-88f0-7972bffd8352 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:44.862056 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:44.904031 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 25826024-c375-4332-a381-bf17efd44510 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:58:44.924068 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 25826024-c375-4332-a381-bf17efd44510 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:44.924685 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:44.964745 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ebdfb7-c701-4ddb-88f0-7972bffd8352 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:58:45.005850 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 87ebdfb7-c701-4ddb-88f0-7972bffd8352, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=87ebdfb7-c701-4ddb-88f0-7972bffd8352,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:45.023070 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:45.113539 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=87ebdfb7-c701-4ddb-88f0-7972bffd8352,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:45.177009 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d795d50-cf41-4f2d-98e6-c4f951a840c2 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:58:45.195026 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bcdadf-4c57-4ca6-b2d3-4c1d6f4f9f8b None None] Sync routers for ids ['e1a4cba1-888f-49d1-a931-17dab2a3f34f'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:58:45.218439 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bcdadf-4c57-4ca6-b2d3-4c1d6f4f9f8b None None] Routers {'e1a4cba1-888f-49d1-a931-17dab2a3f34f'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:58:45.226680 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e9bcdadf-4c57-4ca6-b2d3-4c1d6f4f9f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:58:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['e1a4cba1-888f-49d1-a931-17dab2a3f34f'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:45.369442 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0ff09-8163-46d1-aa1b-aaf700266b41 req-072a9b63-f3a5-4794-8955-7bcd1dca4006 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:45.378842 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a8b0ff09-8163-46d1-aa1b-aaf700266b41 req-072a9b63-f3a5-4794-8955-7bcd1dca4006 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 944 time: 0.2541468 May 13 14:58:45.392638 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fd11d-716d-4fd7-8938-9c1f9bbcd974 req-af6063e3-f1f7-4057-8ae6-3ccbb55c4c78 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:45.403235 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d20fd11d-716d-4fd7-8938-9c1f9bbcd974 req-af6063e3-f1f7-4057-8ae6-3ccbb55c4c78 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 945 time: 0.3768990 May 13 14:58:45.408600 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6d795d50-cf41-4f2d-98e6-c4f951a840c2 admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:45.411526 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6d795d50-cf41-4f2d-98e6-c4f951a840c2 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.4576111 May 13 14:58:45.412333 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 25826024-c375-4332-a381-bf17efd44510 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:45.412764 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:45.420771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53612) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:45.512819 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 25826024-c375-4332-a381-bf17efd44510, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=25826024-c375-4332-a381-bf17efd44510,segment=NetworkSegment(db32ecca-709a-4eaa-9057-fcf9e2eb55ef),segment_id=db32ecca-709a-4eaa-9057-fcf9e2eb55ef)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:45.518320 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:45.520091 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ba52dd23-838b-48b4-90bf-75e37d2ea5fb up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:58:45.579348 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d20fd11d-716d-4fd7-8938-9c1f9bbcd974 req-431cf3e8-99f8-4ab7-81ef-fd0486930bf5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572685 May 13 14:58:45.689688 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['87ebdfb7-c701-4ddb-88f0-7972bffd8352'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:58:45.718446 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a8b0ff09-8163-46d1-aa1b-aaf700266b41 req-d41ce64b-7ec6-458c-a53a-75f2bdfbebbc tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372786 May 13 14:58:45.733658 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=25826024-c375-4332-a381-bf17efd44510,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:45.738913 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-e9bcdadf-4c57-4ca6-b2d3-4c1d6f4f9f8b None None] Set router e1a4cba1-888f-49d1-a931-17dab2a3f34f gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:58:45.746272 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-807aa6f0-c15f-489a-b348-158b7aa4a8be None None] Provisioning complete for port 25826024-c375-4332-a381-bf17efd44510 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:45.746643 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-807aa6f0-c15f-489a-b348-158b7aa4a8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:45.992736 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-807aa6f0-c15f-489a-b348-158b7aa4a8be None None] Current status of the port 25826024-c375-4332-a381-bf17efd44510 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:46.017593 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port ba52dd23-838b-48b4-90bf-75e37d2ea5fb triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:46.018073 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:46.248188 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port ba52dd23-838b-48b4-90bf-75e37d2ea5fb is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:46.394654 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e9bcdadf-4c57-4ca6-b2d3-4c1d6f4f9f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a4cba1-888f-49d1-a931-17dab2a3f34f', 'name': 'tempest-TestVolumeBootPattern-181924428-router', 'tenant_id': 'd31c1977664949b183cecc1edc2b64a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'e376b9d3-904c-4579-8d74-9760ff25ae94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:39Z', 'updated_at': '2022-05-13T14:58:42Z', 'revision_number': 3, 'project_id': 'd31c1977664949b183cecc1edc2b64a8', 'gw_port': {'id': 'e376b9d3-904c-4579-8d74-9760ff25ae94', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a4cba1-888f-49d1-a931-17dab2a3f34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:41Z', 'updated_at': '2022-05-13T14:58:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:46.403729 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bcdadf-4c57-4ca6-b2d3-4c1d6f4f9f8b None None] Checking router: e1a4cba1-888f-49d1-a931-17dab2a3f34f for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:58:46.404254 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bcdadf-4c57-4ca6-b2d3-4c1d6f4f9f8b None None] Updating router e1a4cba1-888f-49d1-a931-17dab2a3f34f port e376b9d3-904c-4579-8d74-9760ff25ae94 binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:58:46.492567 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-e9bcdadf-4c57-4ca6-b2d3-4c1d6f4f9f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:46.553862 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 25826024-c375-4332-a381-bf17efd44510 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:58:46.677188 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8d8a0-7c8b-43f6-9769-8c092b3b28bb req-752b2228-2fd7-44fe-9305-db5b88e35e5c tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:46.683205 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4dc8d8a0-7c8b-43f6-9769-8c092b3b28bb req-752b2228-2fd7-44fe-9305-db5b88e35e5c tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 945 time: 0.4955342 May 13 14:58:46.760400 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 25826024-c375-4332-a381-bf17efd44510 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:46.761096 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:47.095981 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 25826024-c375-4332-a381-bf17efd44510 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:47.184564 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-4dc8d8a0-7c8b-43f6-9769-8c092b3b28bb req-6cb85951-2cdd-4a82-a82d-3bcabb216273 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Deleting port 78e777a1-da3b-4fc5-9d17-998c9ad6d238 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:58:47.185539 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4dc8d8a0-7c8b-43f6-9769-8c092b3b28bb req-6cb85951-2cdd-4a82-a82d-3bcabb216273 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:47.343912 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f122e-5a92-4701-a246-5205fb8cdfac req-7d63dfec-942d-42e5-b18e-6016a759e7b5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:47.346064 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-170f122e-5a92-4701-a246-5205fb8cdfac req-7d63dfec-942d-42e5-b18e-6016a759e7b5 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 945 time: 0.1414189 May 13 14:58:47.369074 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-e9bcdadf-4c57-4ca6-b2d3-4c1d6f4f9f8b None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:47.408671 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-e9bcdadf-4c57-4ca6-b2d3-4c1d6f4f9f8b None None] Transition to ACTIVE for port object e376b9d3-904c-4579-8d74-9760ff25ae94 will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:58:47.417991 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8cfac07a-f8ec-4cf2-a492-4116ca4fac3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:47.428608 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-e9bcdadf-4c57-4ca6-b2d3-4c1d6f4f9f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:47.434732 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-170f122e-5a92-4701-a246-5205fb8cdfac req-25e938c8-862a-4adb-a043-852d3c9358da tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827386 May 13 14:58:47.511543 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67c893-5f9f-42cf-bc45-a6141462297c None None] Pushing event updated for resources: {'Port': ['ID=e376b9d3-904c-4579-8d74-9760ff25ae94,revision_number=2']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:47.545276 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-e9bcdadf-4c57-4ca6-b2d3-4c1d6f4f9f8b None None] Attempting to bind port e376b9d3-904c-4579-8d74-9760ff25ae94 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:58:47.545910 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-e9bcdadf-4c57-4ca6-b2d3-4c1d6f4f9f8b None None] Attempting to bind port e376b9d3-904c-4579-8d74-9760ff25ae94 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:58:47.546423 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bcdadf-4c57-4ca6-b2d3-4c1d6f4f9f8b None None] Attempting to bind port e376b9d3-904c-4579-8d74-9760ff25ae94 on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:58:47.554036 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bcdadf-4c57-4ca6-b2d3-4c1d6f4f9f8b None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:58:47.554558 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bcdadf-4c57-4ca6-b2d3-4c1d6f4f9f8b None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:58:47.554986 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-e9bcdadf-4c57-4ca6-b2d3-4c1d6f4f9f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:47.555415 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bcdadf-4c57-4ca6-b2d3-4c1d6f4f9f8b None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:58:47.555913 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-e9bcdadf-4c57-4ca6-b2d3-4c1d6f4f9f8b None None] Bound port: e376b9d3-904c-4579-8d74-9760ff25ae94, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:58:47.556653 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-e9bcdadf-4c57-4ca6-b2d3-4c1d6f4f9f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:47.598647 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a482671-05cb-48c8-af43-c3411ea8c7c9 req-cd9b711a-4ec3-4424-9503-179586dab859 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:47.600270 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0a482671-05cb-48c8-af43-c3411ea8c7c9 req-cd9b711a-4ec3-4424-9503-179586dab859 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 944 time: 0.5079222 May 13 14:58:47.660913 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-e9bcdadf-4c57-4ca6-b2d3-4c1d6f4f9f8b None None] For port e376b9d3-904c-4579-8d74-9760ff25ae94, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:58:47.666600 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-e9bcdadf-4c57-4ca6-b2d3-4c1d6f4f9f8b None None] For port e376b9d3-904c-4579-8d74-9760ff25ae94, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=e376b9d3-904c-4579-8d74-9760ff25ae94,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:58:47.704067 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-e9bcdadf-4c57-4ca6-b2d3-4c1d6f4f9f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:47.788089 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bcdadf-4c57-4ca6-b2d3-4c1d6f4f9f8b None None] Routers {'e1a4cba1-888f-49d1-a931-17dab2a3f34f'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:58:47.788658 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0a482671-05cb-48c8-af43-c3411ea8c7c9 req-42f1929b-136c-4907-8aaf-665aa88ddfcd tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762743 May 13 14:58:47.789241 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e9bcdadf-4c57-4ca6-b2d3-4c1d6f4f9f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:58:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['e1a4cba1-888f-49d1-a931-17dab2a3f34f'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:47.873126 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-4dc8d8a0-7c8b-43f6-9769-8c092b3b28bb req-6cb85951-2cdd-4a82-a82d-3bcabb216273 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] For port 78e777a1-da3b-4fc5-9d17-998c9ad6d238, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=78e777a1-da3b-4fc5-9d17-998c9ad6d238,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:47.873669 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4dc8d8a0-7c8b-43f6-9769-8c092b3b28bb req-6cb85951-2cdd-4a82-a82d-3bcabb216273 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:47.938906 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 87ebdfb7-c701-4ddb-88f0-7972bffd8352 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:58:48.044117 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67c893-5f9f-42cf-bc45-a6141462297c None None] Pushing event updated for resources: {'Port': ['ID=e376b9d3-904c-4579-8d74-9760ff25ae94,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:48.103442 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 87ebdfb7-c701-4ddb-88f0-7972bffd8352 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:58:48.113421 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 87ebdfb7-c701-4ddb-88f0-7972bffd8352 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:48.113729 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:48.132908 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-4dc8d8a0-7c8b-43f6-9769-8c092b3b28bb req-6cb85951-2cdd-4a82-a82d-3bcabb216273 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Calling delete_port for 78e777a1-da3b-4fc5-9d17-998c9ad6d238 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:58:48.228822 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-e9bcdadf-4c57-4ca6-b2d3-4c1d6f4f9f8b None None] Set router e1a4cba1-888f-49d1-a931-17dab2a3f34f gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:58:48.242654 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-8cfac07a-f8ec-4cf2-a492-4116ca4fac3a admin admin] Allocated IP 172.20.0.1 (fbd3c1be-bad3-4384-886e-070a7af4a3ed/a840f7ab-0548-4da6-8ddd-693553172f92/ce0161de-084d-4f3c-94be-323478882569) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:58:48.279362 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:48.420189 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 87ebdfb7-c701-4ddb-88f0-7972bffd8352 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:48.420593 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:48.463496 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53664) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:48.471538 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 87ebdfb7-c701-4ddb-88f0-7972bffd8352, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=87ebdfb7-c701-4ddb-88f0-7972bffd8352,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:48.472793 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a46fc3-18bf-4151-bf08-692abb85d92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ebdfb7-c701-4ddb-88f0-7972bffd8352'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:58:48.482012 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:48.597388 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0f5f7ed-0f54-4067-8824-64a9d0a14bdb'] response: {'server_uuid': '09a46fc3-18bf-4151-bf08-692abb85d92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ebdfb7-c701-4ddb-88f0-7972bffd8352', 'code': 200} May 13 14:58:48.607989 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4dc8d8a0-7c8b-43f6-9769-8c092b3b28bb req-6cb85951-2cdd-4a82-a82d-3bcabb216273 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:48.621870 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['c219a9e3-31ff-4672-a567-a3f58b20873f'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:58:48.736023 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=87ebdfb7-c701-4ddb-88f0-7972bffd8352,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:48.779438 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb85951-2cdd-4a82-a82d-3bcabb216273 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Pushing event deleted for resources: {'Port': ['ID=78e777a1-da3b-4fc5-9d17-998c9ad6d238,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:48.816488 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e9bcdadf-4c57-4ca6-b2d3-4c1d6f4f9f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a4cba1-888f-49d1-a931-17dab2a3f34f', 'name': 'tempest-TestVolumeBootPattern-181924428-router', 'tenant_id': 'd31c1977664949b183cecc1edc2b64a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'e376b9d3-904c-4579-8d74-9760ff25ae94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:39Z', 'updated_at': '2022-05-13T14:58:42Z', 'revision_number': 3, 'project_id': 'd31c1977664949b183cecc1edc2b64a8', 'gw_port': {'id': 'e376b9d3-904c-4579-8d74-9760ff25ae94', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a4cba1-888f-49d1-a931-17dab2a3f34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:41Z', 'updated_at': '2022-05-13T14:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:48.825127 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-836f10d7-d1ff-408d-8f8e-44389057a632 req-5ba988c2-8afb-4bb5-b95f-757d30d0ee37 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 210 time: 0.1127522 May 13 14:58:48.829892 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bcdadf-4c57-4ca6-b2d3-4c1d6f4f9f8b None None] The sync data for ids ['e1a4cba1-888f-49d1-a931-17dab2a3f34f'] in n-d-841760-1 is: [{'id': 'e1a4cba1-888f-49d1-a931-17dab2a3f34f', 'name': 'tempest-TestVolumeBootPattern-181924428-router', 'tenant_id': 'd31c1977664949b183cecc1edc2b64a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'e376b9d3-904c-4579-8d74-9760ff25ae94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:39Z', 'updated_at': '2022-05-13T14:58:42Z', 'revision_number': 3, 'project_id': 'd31c1977664949b183cecc1edc2b64a8', 'gw_port': {'id': 'e376b9d3-904c-4579-8d74-9760ff25ae94', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a4cba1-888f-49d1-a931-17dab2a3f34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:41Z', 'updated_at': '2022-05-13T14:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:58:48.830423 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c3c2f113-5ec1-4aa1-9128-2e458279abb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:48.854074 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c3c2f113-5ec1-4aa1-9128-2e458279abb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:48.860538 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8cfac07a-f8ec-4cf2-a492-4116ca4fac3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:48.861738 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c3c2f113-5ec1-4aa1-9128-2e458279abb1 admin admin] Usage tracker for resource:security_group_rule and tenant:e4dae15241a447bfb11d15a6e5ae235c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:48.867010 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c3c2f113-5ec1-4aa1-9128-2e458279abb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:48.893506 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c3c2f113-5ec1-4aa1-9128-2e458279abb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:49.050649 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c3c2f113-5ec1-4aa1-9128-2e458279abb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:49.055617 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c3c2f113-5ec1-4aa1-9128-2e458279abb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:49.106800 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2f113-5ec1-4aa1-9128-2e458279abb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b105a37b-503f-46d1-98d9-44e29ffa611d,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:49.113531 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c3c2f113-5ec1-4aa1-9128-2e458279abb1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e4dae15241a447bfb11d15a6e5ae235c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6486411 May 13 14:58:49.124962 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 53684) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:49.153219 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc8d8a0-7c8b-43f6-9769-8c092b3b28bb req-6cb85951-2cdd-4a82-a82d-3bcabb216273 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] No DVR routers for this DVR port 78e777a1-da3b-4fc5-9d17-998c9ad6d238 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:58:49.155379 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-8cfac07a-f8ec-4cf2-a492-4116ca4fac3a admin admin] Transition to ACTIVE for port object ce0161de-084d-4f3c-94be-323478882569 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:58:49.220114 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4dc8d8a0-7c8b-43f6-9769-8c092b3b28bb req-6cb85951-2cdd-4a82-a82d-3bcabb216273 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:49.231156 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd5e7fec-ffa6-4c1e-a94e-4244355b6ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:49.240146 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8', 'name': 'network-vif-deleted', 'tag': '78e777a1-da3b-4fc5-9d17-998c9ad6d238'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:58:49.286453 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd5e7fec-ffa6-4c1e-a94e-4244355b6ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:49.340732 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45b2bd8d-b64c-484e-849c-f1948588c40d'] response: {'server_uuid': '5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8', 'name': 'network-vif-deleted', 'tag': '78e777a1-da3b-4fc5-9d17-998c9ad6d238', 'status': 'completed', 'code': 200} May 13 14:58:49.356767 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4dc8d8a0-7c8b-43f6-9769-8c092b3b28bb req-6cb85951-2cdd-4a82-a82d-3bcabb216273 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.74 "DELETE /v2.0/ports/78e777a1-da3b-4fc5-9d17-998c9ad6d238 HTTP/1.1" status: 204 len: 173 time: 2.6640956 May 13 14:58:49.363854 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59993412-87e8-4032-bbc9-9b264d8ddbef req-3a4e8b21-b9f9-404d-b550-53c20594461a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:49.365445 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59993412-87e8-4032-bbc9-9b264d8ddbef req-3a4e8b21-b9f9-404d-b550-53c20594461a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 1096 time: 0.6839330 May 13 14:58:49.429218 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59993412-87e8-4032-bbc9-9b264d8ddbef req-2f1de616-6699-4c32-bf40-d6b6bcd66b10 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508060 May 13 14:58:49.448203 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8cfac07a-f8ec-4cf2-a492-4116ca4fac3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:49.531751 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee2803-d56c-40d5-a2a4-3a31629d9048 req-c8a25a2e-6593-496d-a3c5-845d6315bfbc tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:49.533332 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-09ee2803-d56c-40d5-a2a4-3a31629d9048 req-c8a25a2e-6593-496d-a3c5-845d6315bfbc tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 945 time: 0.3845043 May 13 14:58:49.557855 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd5e7fec-ffa6-4c1e-a94e-4244355b6ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:49.577138 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e7fec-ffa6-4c1e-a94e-4244355b6ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b105a37b-503f-46d1-98d9-44e29ffa611d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:49.586820 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd5e7fec-ffa6-4c1e-a94e-4244355b6ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:49.588336 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-dd5e7fec-ffa6-4c1e-a94e-4244355b6ef9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b105a37b-503f-46d1-98d9-44e29ffa611d HTTP/1.1" status: 204 len: 168 time: 0.4617825 May 13 14:58:49.646620 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfac07a-f8ec-4cf2-a492-4116ca4fac3a admin admin] Network fbd3c1be-bad3-4384-886e-070a7af4a3ed is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:58:49.654944 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-8cfac07a-f8ec-4cf2-a492-4116ca4fac3a admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:58:49.654944 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfac07a-f8ec-4cf2-a492-4116ca4fac3a admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:58:49.690856 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfac07a-f8ec-4cf2-a492-4116ca4fac3a admin admin] Pushing event updated for resources: {'Port': ['ID=ce0161de-084d-4f3c-94be-323478882569,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:49.772621 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-09ee2803-d56c-40d5-a2a4-3a31629d9048 req-a65c0e2d-985c-4083-acbc-cf678de98c64 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259464 May 13 14:58:49.789069 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8cfac07a-f8ec-4cf2-a492-4116ca4fac3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:50.062097 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-448d3da1-f1ad-48e5-9e41-f896a5064ec6 None None] Provisioning for port ce0161de-084d-4f3c-94be-323478882569 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:58:50.076541 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-448d3da1-f1ad-48e5-9e41-f896a5064ec6 None None] Provisioning complete for port ce0161de-084d-4f3c-94be-323478882569 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:50.077049 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-448d3da1-f1ad-48e5-9e41-f896a5064ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:50.089346 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-84ea16b5-4ef7-43ad-a1e6-6c6b69c2e00e req-00f79946-96ea-4339-8a7d-30d181289903 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1dfaaa-b222-4bb4-98b0-82e6df1b61a8 HTTP/1.1" status: 200 len: 210 time: 0.0696893 May 13 14:58:50.155766 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8cfac07a-f8ec-4cf2-a492-4116ca4fac3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:50.192197 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-448d3da1-f1ad-48e5-9e41-f896a5064ec6 None None] Port ce0161de-084d-4f3c-94be-323478882569 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:58:50.325446 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 78e777a1-da3b-4fc5-9d17-998c9ad6d238 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:58:50.382560 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 78e777a1-da3b-4fc5-9d17-998c9ad6d238 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:58:50.383147 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 78e777a1-da3b-4fc5-9d17-998c9ad6d238 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:58:50.559800 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8cfac07a-f8ec-4cf2-a492-4116ca4fac3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:50.562166 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e376b9d3-904c-4579-8d74-9760ff25ae94 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:58:50.578153 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8cfac07a-f8ec-4cf2-a492-4116ca4fac3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:50.672100 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port e376b9d3-904c-4579-8d74-9760ff25ae94 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:58:50.683894 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port e376b9d3-904c-4579-8d74-9760ff25ae94 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:50.684589 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:50.784566 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8cfac07a-f8ec-4cf2-a492-4116ca4fac3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:50.806452 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfac07a-f8ec-4cf2-a492-4116ca4fac3a admin admin] Pushing event updated for resources: {'Port': ['ID=ce0161de-084d-4f3c-94be-323478882569,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:51.009058 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port e376b9d3-904c-4579-8d74-9760ff25ae94 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:51.013912 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfac07a-f8ec-4cf2-a492-4116ca4fac3a admin admin] Network fbd3c1be-bad3-4384-886e-070a7af4a3ed is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:58:51.014039 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:51.015910 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-8cfac07a-f8ec-4cf2-a492-4116ca4fac3a admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:58:51.077241 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port e376b9d3-904c-4579-8d74-9760ff25ae94, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=e376b9d3-904c-4579-8d74-9760ff25ae94,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:51.084415 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:51.277537 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=e376b9d3-904c-4579-8d74-9760ff25ae94,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:51.540666 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-442a6855-b13d-4459-beb7-16f1ba71140e None None] Provisioning complete for port ce0161de-084d-4f3c-94be-323478882569 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:51.541388 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-442a6855-b13d-4459-beb7-16f1ba71140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:51.543392 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfac07a-f8ec-4cf2-a492-4116ca4fac3a admin admin] Router e1a4cba1-888f-49d1-a931-17dab2a3f34f has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:58:51.572634 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be64e80-b7ea-473e-879d-0ae010c36c8b req-828af44b-a953-432d-8b02-1fd9629c33c8 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:51.574150 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9be64e80-b7ea-473e-879d-0ae010c36c8b req-828af44b-a953-432d-8b02-1fd9629c33c8 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 945 time: 0.5547390 May 13 14:58:51.715770 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-60f1ea44-63d0-4a0a-9683-d0975c6d407e req-b42ab9f6-8e2d-4b1e-bf39-ebed2c7dbec2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=65b96d96-407b-4e80-965c-8e3ccaa13f8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4464121 May 13 14:58:51.738101 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-442a6855-b13d-4459-beb7-16f1ba71140e None None] Port ce0161de-084d-4f3c-94be-323478882569 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:58:51.795840 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9be64e80-b7ea-473e-879d-0ae010c36c8b req-0068ad4d-fcd3-416c-bcd4-facc0741ea24 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658466 May 13 14:58:52.033200 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfac07a-f8ec-4cf2-a492-4116ca4fac3a admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:58:52.044787 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8cfac07a-f8ec-4cf2-a492-4116ca4fac3a admin admin] 10.222.0.35 "PUT /v2.0/routers/e1a4cba1-888f-49d1-a931-17dab2a3f34f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6222794 May 13 14:58:52.045625 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9343fa4f-5ce7-4050-89f8-a34b66228664 None None] Sync routers for ids ['e1a4cba1-888f-49d1-a931-17dab2a3f34f'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:58:52.080623 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1ea44-63d0-4a0a-9683-d0975c6d407e req-87195803-aa6e-490c-9047-cea15a2e85a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:52.082207 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-60f1ea44-63d0-4a0a-9683-d0975c6d407e req-87195803-aa6e-490c-9047-cea15a2e85a1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=732161aac5934f6693072fa75ca25401&device_id=65b96d96-407b-4e80-965c-8e3ccaa13f8d HTTP/1.1" status: 200 len: 1097 time: 0.2437639 May 13 14:58:52.100044 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9343fa4f-5ce7-4050-89f8-a34b66228664 None None] Routers {'e1a4cba1-888f-49d1-a931-17dab2a3f34f'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:58:52.100720 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-9343fa4f-5ce7-4050-89f8-a34b66228664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:58:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['e1a4cba1-888f-49d1-a931-17dab2a3f34f'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:52.557068 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e376b9d3-904c-4579-8d74-9760ff25ae94 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:58:52.823210 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-9343fa4f-5ce7-4050-89f8-a34b66228664 None None] Set router e1a4cba1-888f-49d1-a931-17dab2a3f34f gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:58:52.857932 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1ea44-63d0-4a0a-9683-d0975c6d407e req-9eea01f0-f58a-4b1d-aabf-858745b8564c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:52.859908 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-60f1ea44-63d0-4a0a-9683-d0975c6d407e req-9eea01f0-f58a-4b1d-aabf-858745b8564c service neutron] 10.222.0.59 "GET /v2.0/networks?id=7245a93f-bdad-4850-88f9-09476b64c18f HTTP/1.1" status: 200 len: 907 time: 0.7555847 May 13 14:58:52.871389 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75e4a1-582b-4d57-9430-932c2aad222c req-01cad8fc-951b-4ff9-b432-729db40e9d4b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:52.881335 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e75e4a1-582b-4d57-9430-932c2aad222c req-01cad8fc-951b-4ff9-b432-729db40e9d4b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 945 time: 0.2695198 May 13 14:58:52.956603 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port e376b9d3-904c-4579-8d74-9760ff25ae94 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:52.957807 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:53.059665 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-60f1ea44-63d0-4a0a-9683-d0975c6d407e req-069b20f2-7726-46f0-a09d-6e92fd95df37 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c219a9e3-31ff-4672-a567-a3f58b20873f HTTP/1.1" status: 200 len: 217 time: 0.1622641 May 13 14:58:53.077727 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e75e4a1-582b-4d57-9430-932c2aad222c req-6d5f9bba-80da-40c4-9613-a9201ceb7092 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949515 May 13 14:58:53.246471 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1ea44-63d0-4a0a-9683-d0975c6d407e req-d3de0c24-567b-4940-b025-1df78bb6cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:53.248123 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-60f1ea44-63d0-4a0a-9683-d0975c6d407e req-d3de0c24-567b-4940-b025-1df78bb6cb62 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34fcb229-3793-40c5-9fb6-d9e1bba72c19 HTTP/1.1" status: 200 len: 846 time: 0.1677377 May 13 14:58:53.319775 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-60f1ea44-63d0-4a0a-9683-d0975c6d407e req-c4597495-7474-4907-a30e-5e9b27245397 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7245a93f-bdad-4850-88f9-09476b64c18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641780 May 13 14:58:53.546333 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port e376b9d3-904c-4579-8d74-9760ff25ae94 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:53.554187 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-60f1ea44-63d0-4a0a-9683-d0975c6d407e req-f78c1632-f820-4578-8e9a-1d5204181b45 service neutron] 10.222.0.59 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264154 May 13 14:58:53.758567 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-9343fa4f-5ce7-4050-89f8-a34b66228664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a4cba1-888f-49d1-a931-17dab2a3f34f', 'name': 'tempest-TestVolumeBootPattern-181924428-router', 'tenant_id': 'd31c1977664949b183cecc1edc2b64a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'e376b9d3-904c-4579-8d74-9760ff25ae94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:39Z', 'updated_at': '2022-05-13T14:58:49Z', 'revision_number': 4, 'project_id': 'd31c1977664949b183cecc1edc2b64a8', 'gw_port': {'id': 'e376b9d3-904c-4579-8d74-9760ff25ae94', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a4cba1-888f-49d1-a931-17dab2a3f34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:41Z', 'updated_at': '2022-05-13T14:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'ce0161de-084d-4f3c-94be-323478882569', 'name': '', 'network_id': 'fbd3c1be-bad3-4384-886e-070a7af4a3ed', 'tenant_id': 'd31c1977664949b183cecc1edc2b64a8', 'mac_address': 'fa:16:3e:b1:95:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a4cba1-888f-49d1-a931-17dab2a3f34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'a840f7ab-0548-4da6-8ddd-693553172f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:47Z', 'updated_at': '2022-05-13T14:58:50Z', 'revision_number': 2, 'project_id': 'd31c1977664949b183cecc1edc2b64a8', 'subnets': [{'id': 'a840f7ab-0548-4da6-8ddd-693553172f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:53.786222 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e07b0d-59d4-4435-a897-7dba337c9d45 req-e3ec562b-d6de-4e02-8fa4-ea90df628711 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:53.791341 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9343fa4f-5ce7-4050-89f8-a34b66228664 None None] Checking router: e1a4cba1-888f-49d1-a931-17dab2a3f34f for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:58:53.791700 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9343fa4f-5ce7-4050-89f8-a34b66228664 None None] Updating router e1a4cba1-888f-49d1-a931-17dab2a3f34f port ce0161de-084d-4f3c-94be-323478882569 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:58:53.802193 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b4e07b0d-59d4-4435-a897-7dba337c9d45 req-e3ec562b-d6de-4e02-8fa4-ea90df628711 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=65b96d96-407b-4e80-965c-8e3ccaa13f8d HTTP/1.1" status: 200 len: 946 time: 0.1774778 May 13 14:58:53.821423 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-60f1ea44-63d0-4a0a-9683-d0975c6d407e req-eac53b37-53a8-46a8-8161-993e5bb2109b service neutron] 10.222.0.59 "GET /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582631 May 13 14:58:53.891661 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b4e07b0d-59d4-4435-a897-7dba337c9d45 req-02d94f5d-35ce-44d2-9e4e-c5b112b0027e tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884302 May 13 14:58:53.904604 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9343fa4f-5ce7-4050-89f8-a34b66228664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:54.344692 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a2293-c11f-4c82-bea0-49e3347b7161 req-c0489acc-f065-4ff0-a2ca-ecf210e18ed8 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:54.346386 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-143a2293-c11f-4c82-bea0-49e3347b7161 req-c0489acc-f065-4ff0-a2ca-ecf210e18ed8 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 945 time: 0.0930536 May 13 14:58:54.405932 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9343fa4f-5ce7-4050-89f8-a34b66228664 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:54.409455 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-143a2293-c11f-4c82-bea0-49e3347b7161 req-b1ce148c-ec57-4db3-a7bc-d299acd9f291 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500391 May 13 14:58:54.415954 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9343fa4f-5ce7-4050-89f8-a34b66228664 None None] Transition to ACTIVE for port object ce0161de-084d-4f3c-94be-323478882569 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:58:54.433180 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9343fa4f-5ce7-4050-89f8-a34b66228664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:54.504178 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f479461-394d-455c-a22d-c928e13128ad None None] Pushing event updated for resources: {'Port': ['ID=ce0161de-084d-4f3c-94be-323478882569,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:54.711633 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-9343fa4f-5ce7-4050-89f8-a34b66228664 None None] Attempting to bind port ce0161de-084d-4f3c-94be-323478882569 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:58:54.713099 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-9343fa4f-5ce7-4050-89f8-a34b66228664 None None] Attempting to bind port ce0161de-084d-4f3c-94be-323478882569 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'db32ecca-709a-4eaa-9057-fcf9e2eb55ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fbd3c1be-bad3-4384-886e-070a7af4a3ed'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:58:54.713773 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9343fa4f-5ce7-4050-89f8-a34b66228664 None None] Attempting to bind port ce0161de-084d-4f3c-94be-323478882569 on network fbd3c1be-bad3-4384-886e-070a7af4a3ed {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:58:54.722186 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9343fa4f-5ce7-4050-89f8-a34b66228664 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:58:54.723038 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9343fa4f-5ce7-4050-89f8-a34b66228664 None None] Checking segment: {'id': 'db32ecca-709a-4eaa-9057-fcf9e2eb55ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fbd3c1be-bad3-4384-886e-070a7af4a3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:58:54.723652 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9343fa4f-5ce7-4050-89f8-a34b66228664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:54.724206 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9343fa4f-5ce7-4050-89f8-a34b66228664 None None] Bound using segment: {'id': 'db32ecca-709a-4eaa-9057-fcf9e2eb55ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fbd3c1be-bad3-4384-886e-070a7af4a3ed'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:58:54.725509 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-9343fa4f-5ce7-4050-89f8-a34b66228664 None None] Bound port: ce0161de-084d-4f3c-94be-323478882569, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db32ecca-709a-4eaa-9057-fcf9e2eb55ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fbd3c1be-bad3-4384-886e-070a7af4a3ed'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:58:54.726059 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9343fa4f-5ce7-4050-89f8-a34b66228664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:54.830963 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-9343fa4f-5ce7-4050-89f8-a34b66228664 None None] For port ce0161de-084d-4f3c-94be-323478882569, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:58:54.835170 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-9343fa4f-5ce7-4050-89f8-a34b66228664 None None] For port ce0161de-084d-4f3c-94be-323478882569, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=ce0161de-084d-4f3c-94be-323478882569,segment=NetworkSegment(db32ecca-709a-4eaa-9057-fcf9e2eb55ef),segment_id=db32ecca-709a-4eaa-9057-fcf9e2eb55ef)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:58:54.840944 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9343fa4f-5ce7-4050-89f8-a34b66228664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:55.018648 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9343fa4f-5ce7-4050-89f8-a34b66228664 None None] Routers {'e1a4cba1-888f-49d1-a931-17dab2a3f34f'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:58:55.021755 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-9343fa4f-5ce7-4050-89f8-a34b66228664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:58:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['e1a4cba1-888f-49d1-a931-17dab2a3f34f'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:55.134566 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e26a8e-c578-41f9-9783-4d201b2307ea req-cd549e80-bf60-4b41-8094-a11568c2e21a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:55.138138 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-a3e26a8e-c578-41f9-9783-4d201b2307ea req-cd549e80-bf60-4b41-8094-a11568c2e21a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Synchronizing usage tracker for tenant:732161aac5934f6693072fa75ca25401 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:58:55.209791 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-a3e26a8e-c578-41f9-9783-4d201b2307ea req-cd549e80-bf60-4b41-8094-a11568c2e21a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Unset dirty status for tenant:732161aac5934f6693072fa75ca25401 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:58:55.213024 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a3e26a8e-c578-41f9-9783-4d201b2307ea req-cd549e80-bf60-4b41-8094-a11568c2e21a tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.59 "GET /v2.0/ports?device_id=65b96d96-407b-4e80-965c-8e3ccaa13f8d HTTP/1.1" status: 200 len: 946 time: 0.4158695 May 13 14:58:55.361589 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f479461-394d-455c-a22d-c928e13128ad None None] Pushing event updated for resources: {'Port': ['ID=ce0161de-084d-4f3c-94be-323478882569,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:55.447081 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ca756-718b-4cc1-8eb0-40f6f30f2768 req-b4e5d3b3-e45e-433a-810d-5f0d6096f7a2 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:55.448436 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-a3e26a8e-c578-41f9-9783-4d201b2307ea req-463b7e97-c985-434d-9698-c9cabb4267f2 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Deleting port c219a9e3-31ff-4672-a567-a3f58b20873f {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:58:55.448859 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a3e26a8e-c578-41f9-9783-4d201b2307ea req-463b7e97-c985-434d-9698-c9cabb4267f2 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:55.448996 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c00ca756-718b-4cc1-8eb0-40f6f30f2768 req-b4e5d3b3-e45e-433a-810d-5f0d6096f7a2 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=65b96d96-407b-4e80-965c-8e3ccaa13f8d HTTP/1.1" status: 200 len: 946 time: 0.1961143 May 13 14:58:55.679262 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c00ca756-718b-4cc1-8eb0-40f6f30f2768 req-c0ddef7b-aa80-4892-a7c6-9e3bc8b9cdb0 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ea625a-ab7d-420f-b355-1b4b79d0aa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242966 May 13 14:58:55.701138 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-9343fa4f-5ce7-4050-89f8-a34b66228664 None None] Set router e1a4cba1-888f-49d1-a931-17dab2a3f34f gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:58:55.958787 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ff73f-d478-4c27-ae74-df75c180062f req-f88a0953-f843-483d-8133-113a33ef77ac tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:55.960317 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-005ff73f-d478-4c27-ae74-df75c180062f req-f88a0953-f843-483d-8133-113a33ef77ac tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 945 time: 0.3072355 May 13 14:58:56.037755 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-005ff73f-d478-4c27-ae74-df75c180062f req-92f3bbad-7b4c-4cc4-aae8-7494f7f9d819 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669312 May 13 14:58:56.079671 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-a3e26a8e-c578-41f9-9783-4d201b2307ea req-463b7e97-c985-434d-9698-c9cabb4267f2 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] For port c219a9e3-31ff-4672-a567-a3f58b20873f, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=c219a9e3-31ff-4672-a567-a3f58b20873f,segment=NetworkSegment(57c587b4-4a75-4472-8b66-fdd8b5188b83),segment_id=57c587b4-4a75-4472-8b66-fdd8b5188b83)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:56.080296 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a3e26a8e-c578-41f9-9783-4d201b2307ea req-463b7e97-c985-434d-9698-c9cabb4267f2 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:56.177429 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-9343fa4f-5ce7-4050-89f8-a34b66228664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a4cba1-888f-49d1-a931-17dab2a3f34f', 'name': 'tempest-TestVolumeBootPattern-181924428-router', 'tenant_id': 'd31c1977664949b183cecc1edc2b64a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'e376b9d3-904c-4579-8d74-9760ff25ae94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:39Z', 'updated_at': '2022-05-13T14:58:49Z', 'revision_number': 4, 'project_id': 'd31c1977664949b183cecc1edc2b64a8', 'gw_port': {'id': 'e376b9d3-904c-4579-8d74-9760ff25ae94', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a4cba1-888f-49d1-a931-17dab2a3f34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:41Z', 'updated_at': '2022-05-13T14:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'ce0161de-084d-4f3c-94be-323478882569', 'name': '', 'network_id': 'fbd3c1be-bad3-4384-886e-070a7af4a3ed', 'tenant_id': 'd31c1977664949b183cecc1edc2b64a8', 'mac_address': 'fa:16:3e:b1:95:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a4cba1-888f-49d1-a931-17dab2a3f34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'a840f7ab-0548-4da6-8ddd-693553172f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:47Z', 'updated_at': '2022-05-13T14:58:54Z', 'revision_number': 4, 'project_id': 'd31c1977664949b183cecc1edc2b64a8', 'subnets': [{'id': 'a840f7ab-0548-4da6-8ddd-693553172f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:56.183140 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9343fa4f-5ce7-4050-89f8-a34b66228664 None None] The sync data for ids ['e1a4cba1-888f-49d1-a931-17dab2a3f34f'] in n-d-841760-1 is: [{'id': 'e1a4cba1-888f-49d1-a931-17dab2a3f34f', 'name': 'tempest-TestVolumeBootPattern-181924428-router', 'tenant_id': 'd31c1977664949b183cecc1edc2b64a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'e376b9d3-904c-4579-8d74-9760ff25ae94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:39Z', 'updated_at': '2022-05-13T14:58:49Z', 'revision_number': 4, 'project_id': 'd31c1977664949b183cecc1edc2b64a8', 'gw_port': {'id': 'e376b9d3-904c-4579-8d74-9760ff25ae94', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a4cba1-888f-49d1-a931-17dab2a3f34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:41Z', 'updated_at': '2022-05-13T14:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'ce0161de-084d-4f3c-94be-323478882569', 'name': '', 'network_id': 'fbd3c1be-bad3-4384-886e-070a7af4a3ed', 'tenant_id': 'd31c1977664949b183cecc1edc2b64a8', 'mac_address': 'fa:16:3e:b1:95:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a4cba1-888f-49d1-a931-17dab2a3f34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'a840f7ab-0548-4da6-8ddd-693553172f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:47Z', 'updated_at': '2022-05-13T14:58:54Z', 'revision_number': 4, 'project_id': 'd31c1977664949b183cecc1edc2b64a8', 'subnets': [{'id': 'a840f7ab-0548-4da6-8ddd-693553172f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:58:56.230675 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-a3e26a8e-c578-41f9-9783-4d201b2307ea req-463b7e97-c985-434d-9698-c9cabb4267f2 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Calling delete_port for c219a9e3-31ff-4672-a567-a3f58b20873f owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:58:56.545367 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a3e26a8e-c578-41f9-9783-4d201b2307ea req-463b7e97-c985-434d-9698-c9cabb4267f2 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:56.604426 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ce0161de-084d-4f3c-94be-323478882569 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:58:56.789400 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port ce0161de-084d-4f3c-94be-323478882569 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:58:56.800982 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port ce0161de-084d-4f3c-94be-323478882569 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:56.801414 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:56.912233 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b7e97-c985-434d-9698-c9cabb4267f2 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Pushing event deleted for resources: {'Port': ['ID=c219a9e3-31ff-4672-a567-a3f58b20873f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:57.104011 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port ce0161de-084d-4f3c-94be-323478882569 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:57.104390 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:57.147781 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port ce0161de-084d-4f3c-94be-323478882569, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=ce0161de-084d-4f3c-94be-323478882569,segment=NetworkSegment(db32ecca-709a-4eaa-9057-fcf9e2eb55ef),segment_id=db32ecca-709a-4eaa-9057-fcf9e2eb55ef)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:57.152493 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e26a8e-c578-41f9-9783-4d201b2307ea req-463b7e97-c985-434d-9698-c9cabb4267f2 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] No DVR routers for this DVR port c219a9e3-31ff-4672-a567-a3f58b20873f on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:58:57.153471 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:57.160485 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a3e26a8e-c578-41f9-9783-4d201b2307ea req-463b7e97-c985-434d-9698-c9cabb4267f2 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:57.185485 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b30e1c10-e96b-47f1-84e3-6b9e8354ff23 req-13928778-1952-4401-a34e-29885ff61387 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.35 "GET /v2.0/ports?device_id=65b96d96-407b-4e80-965c-8e3ccaa13f8d HTTP/1.1" status: 200 len: 210 time: 0.2590034 May 13 14:58:57.188347 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b96d96-407b-4e80-965c-8e3ccaa13f8d', 'name': 'network-vif-deleted', 'tag': 'c219a9e3-31ff-4672-a567-a3f58b20873f'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:58:57.202888 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a3e26a8e-c578-41f9-9783-4d201b2307ea req-463b7e97-c985-434d-9698-c9cabb4267f2 tempest-ServersTestJSON-490802653 tempest-ServersTestJSON-490802653-project] 10.222.0.59 "DELETE /v2.0/ports/c219a9e3-31ff-4672-a567-a3f58b20873f HTTP/1.1" status: 204 len: 173 time: 1.9835253 May 13 14:58:57.213934 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0574a0-e674-4adc-abe4-659649f74103 req-a1e52753-92d4-415e-9bd4-783ac5eb373b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:57.222849 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4e0574a0-e674-4adc-abe4-659649f74103 req-a1e52753-92d4-415e-9bd4-783ac5eb373b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/networks?id=b043589d-15c3-44b5-8d99-d7c57b00acb0 HTTP/1.1" status: 200 len: 812 time: 0.3560786 May 13 14:58:57.269101 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4e0574a0-e674-4adc-abe4-659649f74103 req-e1f913f9-4ff1-471e-9c74-045f1c6e7361 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/quotas/509ebfd4eb0444ae8f3872e1e9436dc2 HTTP/1.1" status: 200 len: 375 time: 0.0447943 May 13 14:58:57.385363 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4e0574a0-e674-4adc-abe4-659649f74103 req-e6c8ebec-c928-4f48-a7f2-00c9c1b28385 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1145871 May 13 14:58:57.388532 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-425fab2c-5fc0-4b9c-92f6-bf5c3f4aa1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:57.440691 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=ce0161de-084d-4f3c-94be-323478882569,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:57.475917 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684e4e6-d59a-4e0c-a76f-267b618eccd7 req-9d2e10b4-ebe7-4fb9-9b44-4b2f227779d9 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:57.486046 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0684e4e6-d59a-4e0c-a76f-267b618eccd7 req-9d2e10b4-ebe7-4fb9-9b44-4b2f227779d9 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 945 time: 0.1626968 May 13 14:58:57.581595 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0684e4e6-d59a-4e0c-a76f-267b618eccd7 req-8306851d-9640-4fac-a6c8-59eaec2a7ae8 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943236 May 13 14:58:57.610670 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4e0574a0-e674-4adc-abe4-659649f74103 req-d00ad141-02f6-4564-95ee-08a62ff94507 service neutron] 10.222.0.35 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238784 May 13 14:58:57.716770 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88bdcda7-d0b7-4754-947a-1c9f4d091877'] response: {'server_uuid': '65b96d96-407b-4e80-965c-8e3ccaa13f8d', 'name': 'network-vif-deleted', 'tag': 'c219a9e3-31ff-4672-a567-a3f58b20873f', 'status': 'completed', 'code': 200} May 13 14:58:57.831765 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4e0574a0-e674-4adc-abe4-659649f74103 req-1919ddf9-89e4-438f-a7af-002d0002540a service neutron] 10.222.0.35 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201197 May 13 14:58:57.984243 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device c219a9e3-31ff-4672-a567-a3f58b20873f no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:58:58.035962 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: c219a9e3-31ff-4672-a567-a3f58b20873f {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:58:58.037056 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device c219a9e3-31ff-4672-a567-a3f58b20873f not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:58:58.613895 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2a45c59f-7609-4fbb-8c59-d296b472c9d2 req-b529cd7a-0ee0-413a-8577-2e7e791cd3e3 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d45205a-231f-48f8-9612-42baed5b2c43 HTTP/1.1" status: 200 len: 210 time: 0.0567458 May 13 14:58:58.617487 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ce0161de-084d-4f3c-94be-323478882569 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:58:58.760819 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:58.794101 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port ce0161de-084d-4f3c-94be-323478882569 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:58.794686 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:58.946467 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53958) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:58.989898 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a22ef-4205-4ee0-a15b-66dc2726a371 req-c1ef6f4d-4e5d-42c0-8ce3-c6fd60420cee tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:58.991482 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da8a22ef-4205-4ee0-a15b-66dc2726a371 req-c1ef6f4d-4e5d-42c0-8ce3-c6fd60420cee tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 945 time: 0.2204618 May 13 14:58:59.061330 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port ce0161de-084d-4f3c-94be-323478882569 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:59.071161 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da8a22ef-4205-4ee0-a15b-66dc2726a371 req-f09fee82-7afa-4404-8ef0-e03a88630e9d tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726714 May 13 14:58:59.359424 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff193be-09c2-4515-add6-0ba75579e235 admin admin] Deleting subnet 34fcb229-3793-40c5-9fb6-d9e1bba72c19 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:58:59.362493 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fff193be-09c2-4515-add6-0ba75579e235 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:59.428058 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fff193be-09c2-4515-add6-0ba75579e235 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:59.525866 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fff193be-09c2-4515-add6-0ba75579e235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:59.617784 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bb9e6cb9-05ac-43f7-a9f8-a13d8ccd8393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:59.653177 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fff193be-09c2-4515-add6-0ba75579e235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:59.706445 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff193be-09c2-4515-add6-0ba75579e235 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34fcb229-3793-40c5-9fb6-d9e1bba72c19,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:59.713518 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fff193be-09c2-4515-add6-0ba75579e235 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:59.721880 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fff193be-09c2-4515-add6-0ba75579e235 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/34fcb229-3793-40c5-9fb6-d9e1bba72c19 HTTP/1.1" status: 204 len: 168 time: 0.7740605 May 13 14:58:59.724277 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 53980) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:59.866040 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-41f27e2d-852a-41a3-ab60-07172b8e391a req-da0c109a-159b-494f-b88c-1d10a670c3f5 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Synchronizing usage tracker for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:58:59.901077 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d93efdaf-edc6-49bd-bb05-084509252353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:59.915806 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-41f27e2d-852a-41a3-ab60-07172b8e391a req-da0c109a-159b-494f-b88c-1d10a670c3f5 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Unset dirty status for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:58:59.924334 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-41f27e2d-852a-41a3-ab60-07172b8e391a req-da0c109a-159b-494f-b88c-1d10a670c3f5 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d45205a-231f-48f8-9612-42baed5b2c43 HTTP/1.1" status: 200 len: 210 time: 0.1224830 May 13 14:59:00.329369 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d93efdaf-edc6-49bd-bb05-084509252353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:00.348840 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a68fc-c6e6-42df-bba6-d53244768906 req-5508018e-2e63-40e3-91df-dfc4d58dc5bc tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:00.358471 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cc4a68fc-c6e6-42df-bba6-d53244768906 req-5508018e-2e63-40e3-91df-dfc4d58dc5bc tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 945 time: 0.1586215 May 13 14:59:00.361186 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0574a0-e674-4adc-abe4-659649f74103 req-4f5bd98c-2765-4c72-bafc-9cd4a53c03f4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:00.362020 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-4e0574a0-e674-4adc-abe4-659649f74103 req-4f5bd98c-2765-4c72-bafc-9cd4a53c03f4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Synchronizing usage tracker for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:59:00.397879 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-d93efdaf-edc6-49bd-bb05-084509252353 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7245a93f-bdad-4850-88f9-09476b64c18f']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:00.407573 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-4e0574a0-e674-4adc-abe4-659649f74103 req-4f5bd98c-2765-4c72-bafc-9cd4a53c03f4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Unset dirty status for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:59:00.408986 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4e0574a0-e674-4adc-abe4-659649f74103 req-4f5bd98c-2765-4c72-bafc-9cd4a53c03f4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.74 "GET /v2.0/networks?id=b043589d-15c3-44b5-8d99-d7c57b00acb0 HTTP/1.1" status: 200 len: 812 time: 0.4099984 May 13 14:59:00.415817 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-d93efdaf-edc6-49bd-bb05-084509252353 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c587b4-4a75-4472-8b66-fdd8b5188b83') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:00.416220 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-d93efdaf-edc6-49bd-bb05-084509252353 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c587b4-4a75-4472-8b66-fdd8b5188b83') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:00.433828 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-4e0574a0-e674-4adc-abe4-659649f74103 req-cad5b559-58af-4e97-bfd8-bafa18bc707c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Request body: {'port': {'device_id': '7d45205a-231f-48f8-9612-42baed5b2c43', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'admin_state_up': True, 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:00.441457 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cc4a68fc-c6e6-42df-bba6-d53244768906 req-a3e5439a-594f-4c87-bd44-46c5f4b912da tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819342 May 13 14:59:00.664275 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d93efdaf-edc6-49bd-bb05-084509252353 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:00.702775 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:00.717418 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d93efdaf-edc6-49bd-bb05-084509252353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:00.761155 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93efdaf-edc6-49bd-bb05-084509252353 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:59:00.761865 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d93efdaf-edc6-49bd-bb05-084509252353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:00.772448 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:00.784287 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 14:59:00.784287 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:59:00.784287 n-d-841760-1 neutron-server[88081]: timer() May 13 14:59:00.784287 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:59:00.784287 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 14:59:00.784287 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:59:00.784287 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 14:59:00.784287 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:59:00.784287 n-d-841760-1 neutron-server[88081]: self._notify() May 13 14:59:00.784287 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:59:00.784287 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 14:59:00.784287 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:59:00.784287 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 14:59:00.784287 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:59:00.784287 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:59:00.784287 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:59:00.784287 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:59:00.784287 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:59:00.784287 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 14:59:00.784287 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:59:00.784287 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 14:59:00.784287 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:59:00.784287 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:59:00.784287 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:59:00.784287 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 14:59:00.784287 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:59:00.784287 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:59:00.784287 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:59:00.784287 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:59:00.784287 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:59:00.784287 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:59:00.784287 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:59:00.948422 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d93efdaf-edc6-49bd-bb05-084509252353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:00.974071 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d93efdaf-edc6-49bd-bb05-084509252353 admin admin] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:00.979544 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-4e0574a0-e674-4adc-abe4-659649f74103 req-cad5b559-58af-4e97-bfd8-bafa18bc707c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:00.981865 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93efdaf-edc6-49bd-bb05-084509252353 admin admin] Pushing event deleted for resources: {'Network': ['ID=7245a93f-bdad-4850-88f9-09476b64c18f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:00.996962 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-4e0574a0-e674-4adc-abe4-659649f74103 req-cad5b559-58af-4e97-bfd8-bafa18bc707c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:01.002139 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d93efdaf-edc6-49bd-bb05-084509252353 admin admin] 10.222.0.35 "DELETE /v2.0/networks/7245a93f-bdad-4850-88f9-09476b64c18f HTTP/1.1" status: 204 len: 168 time: 1.2768874 May 13 14:59:01.014070 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e0574a0-e674-4adc-abe4-659649f74103 req-cad5b559-58af-4e97-bfd8-bafa18bc707c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Made reservation on behalf of 509ebfd4eb0444ae8f3872e1e9436dc2 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:59:01.034422 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4e0574a0-e674-4adc-abe4-659649f74103 req-cad5b559-58af-4e97-bfd8-bafa18bc707c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:01.170311 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54010) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:01.205060 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-21d9b92d-66c4-46db-8599-00331cb7ddc1 req-102b3a9d-70c6-40fa-bb69-5048569afc9b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d45205a-231f-48f8-9612-42baed5b2c43 HTTP/1.1" status: 200 len: 210 time: 0.1219654 May 13 14:59:01.255006 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-430620e2-0133-4211-90d0-d91b6bbfafaf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=732161aac5934f6693072fa75ca25401&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0832453 May 13 14:59:01.257783 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54016) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:01.380985 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d78a18ec-695d-4579-b2d7-83307a119cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:01.438636 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-4e0574a0-e674-4adc-abe4-659649f74103 req-cad5b559-58af-4e97-bfd8-bafa18bc707c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Allocated IP 172.20.0.8 (b043589d-15c3-44b5-8d99-d7c57b00acb0/3b5ceabd-0dba-40ce-b48a-2cb206526c19/1a8464b7-d554-4115-9c8c-ab86baf567c4) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:59:01.449418 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d78a18ec-695d-4579-b2d7-83307a119cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:01.547775 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d78a18ec-695d-4579-b2d7-83307a119cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:01.630923 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a18ec-695d-4579-b2d7-83307a119cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ea625a-ab7d-420f-b355-1b4b79d0aa6e,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:01.665834 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d78a18ec-695d-4579-b2d7-83307a119cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:01.667183 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d78a18ec-695d-4579-b2d7-83307a119cae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/04ea625a-ab7d-420f-b355-1b4b79d0aa6e HTTP/1.1" status: 204 len: 168 time: 0.4079127 May 13 14:59:01.836324 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783e245-55fb-4612-ad9a-da00e8598859 req-985dbb4c-0d3a-4bcb-bcf7-b5d1226f5bc2 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:01.848568 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d783e245-55fb-4612-ad9a-da00e8598859 req-985dbb4c-0d3a-4bcb-bcf7-b5d1226f5bc2 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 945 time: 0.2638390 May 13 14:59:01.953589 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d783e245-55fb-4612-ad9a-da00e8598859 req-34dc8921-74b7-441d-aa89-9d097837abf2 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036439 May 13 14:59:02.129837 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4e0574a0-e674-4adc-abe4-659649f74103 req-cad5b559-58af-4e97-bfd8-bafa18bc707c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:02.147744 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-4e0574a0-e674-4adc-abe4-659649f74103 req-cad5b559-58af-4e97-bfd8-bafa18bc707c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Transition to ACTIVE for port object 1a8464b7-d554-4115-9c8c-ab86baf567c4 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:59:02.209465 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4e0574a0-e674-4adc-abe4-659649f74103 req-cad5b559-58af-4e97-bfd8-bafa18bc707c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:02.209589 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:02.310724 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e0574a0-e674-4adc-abe4-659649f74103 req-cad5b559-58af-4e97-bfd8-bafa18bc707c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Network b043589d-15c3-44b5-8d99-d7c57b00acb0 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:59:02.320628 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-4e0574a0-e674-4adc-abe4-659649f74103 req-cad5b559-58af-4e97-bfd8-bafa18bc707c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:02.359776 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0574a0-e674-4adc-abe4-659649f74103 req-cad5b559-58af-4e97-bfd8-bafa18bc707c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:59:02.473066 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5b559-58af-4e97-bfd8-bafa18bc707c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Pushing event updated for resources: {'Port': ['ID=1a8464b7-d554-4115-9c8c-ab86baf567c4,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:02.650320 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0574a0-e674-4adc-abe4-659649f74103 req-cad5b559-58af-4e97-bfd8-bafa18bc707c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:02.653311 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4e0574a0-e674-4adc-abe4-659649f74103 req-cad5b559-58af-4e97-bfd8-bafa18bc707c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:02.795639 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4e0574a0-e674-4adc-abe4-659649f74103 req-cad5b559-58af-4e97-bfd8-bafa18bc707c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3710542 May 13 14:59:02.829771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-4e0574a0-e674-4adc-abe4-659649f74103 req-9fc867db-e316-4e9b-a4d7-b5302971c08a service neutron] Request body: {'port': {'device_id': '7d45205a-231f-48f8-9612-42baed5b2c43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:02.834243 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-cdc49330-ccb8-4818-818b-39f9bf2296fc None None] Provisioning for port 1a8464b7-d554-4115-9c8c-ab86baf567c4 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:59:02.849547 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-cdc49330-ccb8-4818-818b-39f9bf2296fc None None] Provisioning complete for port 1a8464b7-d554-4115-9c8c-ab86baf567c4 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:02.849925 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cdc49330-ccb8-4818-818b-39f9bf2296fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:03.000237 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c03dfa-8476-46b9-9954-19729dc86b79 req-1af6c580-d220-4538-b6fa-161d59240ded tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:03.001574 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-d0c03dfa-8476-46b9-9954-19729dc86b79 req-1af6c580-d220-4538-b6fa-161d59240ded tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Synchronizing usage tracker for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:59:03.020029 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-cdc49330-ccb8-4818-818b-39f9bf2296fc None None] Port 1a8464b7-d554-4115-9c8c-ab86baf567c4 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:59:03.038914 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-d0c03dfa-8476-46b9-9954-19729dc86b79 req-1af6c580-d220-4538-b6fa-161d59240ded tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Unset dirty status for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:59:03.046210 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d0c03dfa-8476-46b9-9954-19729dc86b79 req-1af6c580-d220-4538-b6fa-161d59240ded tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d45205a-231f-48f8-9612-42baed5b2c43 HTTP/1.1" status: 200 len: 931 time: 0.5329640 May 13 14:59:03.051612 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4e0574a0-e674-4adc-abe4-659649f74103 req-9fc867db-e316-4e9b-a4d7-b5302971c08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:03.288686 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-d0c03dfa-8476-46b9-9954-19729dc86b79 req-6a88791e-e40b-4003-8abe-2b04d44d20cf tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Synchronizing usage tracker for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:59:03.344359 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3978d-39c8-4f2e-8197-22679e479f0f req-771d6708-8fbf-4ab2-b22b-7a9817dcacc5 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:03.355984 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d2b3978d-39c8-4f2e-8197-22679e479f0f req-771d6708-8fbf-4ab2-b22b-7a9817dcacc5 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 945 time: 0.2108347 May 13 14:59:03.362104 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-d0c03dfa-8476-46b9-9954-19729dc86b79 req-6a88791e-e40b-4003-8abe-2b04d44d20cf tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Unset dirty status for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:59:03.364425 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d0c03dfa-8476-46b9-9954-19729dc86b79 req-6a88791e-e40b-4003-8abe-2b04d44d20cf tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171139 May 13 14:59:03.419431 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d2b3978d-39c8-4f2e-8197-22679e479f0f req-91193b29-d7b9-42f6-8c15-ac6b6713ad67 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619574 May 13 14:59:03.813577 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-4e0574a0-e674-4adc-abe4-659649f74103 req-9fc867db-e316-4e9b-a4d7-b5302971c08a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a8464b7-d554-4115-9c8c-ab86baf567c4 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:59:03.823004 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4e0574a0-e674-4adc-abe4-659649f74103 req-9fc867db-e316-4e9b-a4d7-b5302971c08a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:03.842064 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-4e0574a0-e674-4adc-abe4-659649f74103 req-9fc867db-e316-4e9b-a4d7-b5302971c08a service neutron] Transition to ACTIVE for port object 1a8464b7-d554-4115-9c8c-ab86baf567c4 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:59:03.847645 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4e0574a0-e674-4adc-abe4-659649f74103 req-9fc867db-e316-4e9b-a4d7-b5302971c08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:04.104919 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc867db-e316-4e9b-a4d7-b5302971c08a service neutron] Pushing event updated for resources: {'Port': ['ID=1a8464b7-d554-4115-9c8c-ab86baf567c4,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:04.137335 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54132) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:04.194592 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-4e0574a0-e674-4adc-abe4-659649f74103 req-9fc867db-e316-4e9b-a4d7-b5302971c08a service neutron] Attempting to bind port 1a8464b7-d554-4115-9c8c-ab86baf567c4 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:04.194996 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-4e0574a0-e674-4adc-abe4-659649f74103 req-9fc867db-e316-4e9b-a4d7-b5302971c08a service neutron] Attempting to bind port 1a8464b7-d554-4115-9c8c-ab86baf567c4 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:04.195591 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0574a0-e674-4adc-abe4-659649f74103 req-9fc867db-e316-4e9b-a4d7-b5302971c08a service neutron] Attempting to bind port 1a8464b7-d554-4115-9c8c-ab86baf567c4 on network b043589d-15c3-44b5-8d99-d7c57b00acb0 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:04.204570 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0574a0-e674-4adc-abe4-659649f74103 req-9fc867db-e316-4e9b-a4d7-b5302971c08a service neutron] Port 1a8464b7-d554-4115-9c8c-ab86baf567c4 on network b043589d-15c3-44b5-8d99-d7c57b00acb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:59:04.204892 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0574a0-e674-4adc-abe4-659649f74103 req-9fc867db-e316-4e9b-a4d7-b5302971c08a service neutron] Attempting to bind port 1a8464b7-d554-4115-9c8c-ab86baf567c4 on network b043589d-15c3-44b5-8d99-d7c57b00acb0 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:04.215462 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0574a0-e674-4adc-abe4-659649f74103 req-9fc867db-e316-4e9b-a4d7-b5302971c08a service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:59:04.216217 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0574a0-e674-4adc-abe4-659649f74103 req-9fc867db-e316-4e9b-a4d7-b5302971c08a service neutron] Checking segment: {'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:59:04.217224 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0574a0-e674-4adc-abe4-659649f74103 req-9fc867db-e316-4e9b-a4d7-b5302971c08a service neutron] Bound using segment: {'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:59:04.217656 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-4e0574a0-e674-4adc-abe4-659649f74103 req-9fc867db-e316-4e9b-a4d7-b5302971c08a service neutron] Bound port: 1a8464b7-d554-4115-9c8c-ab86baf567c4, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:59:04.218002 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4e0574a0-e674-4adc-abe4-659649f74103 req-9fc867db-e316-4e9b-a4d7-b5302971c08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:04.340727 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-4e0574a0-e674-4adc-abe4-659649f74103 req-9fc867db-e316-4e9b-a4d7-b5302971c08a service neutron] For port 1a8464b7-d554-4115-9c8c-ab86baf567c4, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:59:04.364156 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-4e0574a0-e674-4adc-abe4-659649f74103 req-9fc867db-e316-4e9b-a4d7-b5302971c08a service neutron] For port 1a8464b7-d554-4115-9c8c-ab86baf567c4, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=1a8464b7-d554-4115-9c8c-ab86baf567c4,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:59:04.364156 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4e0574a0-e674-4adc-abe4-659649f74103 req-9fc867db-e316-4e9b-a4d7-b5302971c08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:04.398745 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1782aef9-8bca-4867-96dd-35fd613c6570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:04.408993 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1782aef9-8bca-4867-96dd-35fd613c6570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:04.408993 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1782aef9-8bca-4867-96dd-35fd613c6570 admin admin] Usage tracker for resource:security_group_rule and tenant:db1fab11715b4200b9d6fc90948246d9 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:04.414185 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1782aef9-8bca-4867-96dd-35fd613c6570 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:04.428078 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1782aef9-8bca-4867-96dd-35fd613c6570 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:04.446125 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0574a0-e674-4adc-abe4-659649f74103 req-9fc867db-e316-4e9b-a4d7-b5302971c08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:04.447516 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4e0574a0-e674-4adc-abe4-659649f74103 req-9fc867db-e316-4e9b-a4d7-b5302971c08a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:04.449539 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4e0574a0-e674-4adc-abe4-659649f74103 req-9fc867db-e316-4e9b-a4d7-b5302971c08a service neutron] 10.222.0.74 "PUT /v2.0/ports/1a8464b7-d554-4115-9c8c-ab86baf567c4 HTTP/1.1" status: 200 len: 1091 time: 1.6345057 May 13 14:59:04.450274 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d45205a-231f-48f8-9612-42baed5b2c43', 'tag': '1a8464b7-d554-4115-9c8c-ab86baf567c4'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:59:04.574319 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc867db-e316-4e9b-a4d7-b5302971c08a service neutron] Pushing event updated for resources: {'Port': ['ID=1a8464b7-d554-4115-9c8c-ab86baf567c4,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:04.696792 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1782aef9-8bca-4867-96dd-35fd613c6570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:04.701517 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1782aef9-8bca-4867-96dd-35fd613c6570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:04.750423 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782aef9-8bca-4867-96dd-35fd613c6570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503708e4-94fd-46ff-976f-24aab2bf9805,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:04.810907 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0574a0-e674-4adc-abe4-659649f74103 req-a4dca565-20d1-4974-85f7-81562ac9a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:04.812611 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4e0574a0-e674-4adc-abe4-659649f74103 req-a4dca565-20d1-4974-85f7-81562ac9a87a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2&device_id=7d45205a-231f-48f8-9612-42baed5b2c43 HTTP/1.1" status: 200 len: 1094 time: 0.2205973 May 13 14:59:04.826462 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989fbbe-8134-4bf4-9a8f-5b6784aeb9bf req-84606831-54e1-40c7-ac80-69f8046ffa09 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:04.828671 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d989fbbe-8134-4bf4-9a8f-5b6784aeb9bf req-84606831-54e1-40c7-ac80-69f8046ffa09 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d45205a-231f-48f8-9612-42baed5b2c43 HTTP/1.1" status: 200 len: 943 time: 0.1624877 May 13 14:59:04.844163 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1782aef9-8bca-4867-96dd-35fd613c6570 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=db1fab11715b4200b9d6fc90948246d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7055423 May 13 14:59:04.846721 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54154) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:04.939652 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ab611027-019a-43f9-9c9b-55c41b4e8340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:04.947448 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4e0574a0-e674-4adc-abe4-659649f74103 req-ad600101-d4ff-4bbd-8b11-c9171c5b7a51 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a8464b7-d554-4115-9c8c-ab86baf567c4 HTTP/1.1" status: 200 len: 217 time: 0.1177495 May 13 14:59:04.974236 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a754d-515c-433c-8f19-51895af5af80 req-e15f4a7c-c0ad-4144-b5e5-90fbe118275c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:04.975827 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0c6a754d-515c-433c-8f19-51895af5af80 req-e15f4a7c-c0ad-4144-b5e5-90fbe118275c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 945 time: 0.2214296 May 13 14:59:05.008447 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ab611027-019a-43f9-9c9b-55c41b4e8340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:05.058876 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d989fbbe-8134-4bf4-9a8f-5b6784aeb9bf req-4ef425bd-3230-4e6c-9ecf-7ffa9ee2d9ca tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102996 May 13 14:59:05.072173 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0574a0-e674-4adc-abe4-659649f74103 req-f9a18f7f-cd8c-4952-aadb-e6716b9b53a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:05.072173 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4e0574a0-e674-4adc-abe4-659649f74103 req-f9a18f7f-cd8c-4952-aadb-e6716b9b53a1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b5ceabd-0dba-40ce-b48a-2cb206526c19 HTTP/1.1" status: 200 len: 851 time: 0.1079392 May 13 14:59:05.073975 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0c6a754d-515c-433c-8f19-51895af5af80 req-c21355e5-34a4-449e-8b98-2b7c5d0b6cb6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908198 May 13 14:59:05.106596 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ab611027-019a-43f9-9c9b-55c41b4e8340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:05.128150 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ab611027-019a-43f9-9c9b-55c41b4e8340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:05.131911 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ab611027-019a-43f9-9c9b-55c41b4e8340 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/503708e4-94fd-46ff-976f-24aab2bf9805 HTTP/1.1" status: 204 len: 168 time: 0.2816319 May 13 14:59:05.131911 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab611027-019a-43f9-9c9b-55c41b4e8340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503708e4-94fd-46ff-976f-24aab2bf9805,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:05.269420 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b93edc17-d325-49c3-8479-1dacd4c2a97e'] response: {'name': 'network-changed', 'server_uuid': '7d45205a-231f-48f8-9612-42baed5b2c43', 'tag': '1a8464b7-d554-4115-9c8c-ab86baf567c4', 'status': 'completed', 'code': 200} May 13 14:59:05.306453 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0574a0-e674-4adc-abe4-659649f74103 req-8d95ecc0-c3dd-4446-bb4f-16fb95e4205e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:05.308927 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4e0574a0-e674-4adc-abe4-659649f74103 req-8d95ecc0-c3dd-4446-bb4f-16fb95e4205e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b043589d-15c3-44b5-8d99-d7c57b00acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2243419 May 13 14:59:05.468926 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4e0574a0-e674-4adc-abe4-659649f74103 req-0f5e40f7-51e4-4965-a5ae-9cd649ebcd05 service neutron] 10.222.0.74 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522951 May 13 14:59:05.640188 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4e0574a0-e674-4adc-abe4-659649f74103 req-fbb289c2-35cf-4375-8091-463a16a41eaf service neutron] 10.222.0.74 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653466 May 13 14:59:05.797514 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acae72-2cc4-4acc-867e-d1f457220a75 req-fdd8d529-c6bc-4992-b320-92afffb760e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:05.799190 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-12acae72-2cc4-4acc-867e-d1f457220a75 req-fdd8d529-c6bc-4992-b320-92afffb760e0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2&device_id=7d45205a-231f-48f8-9612-42baed5b2c43 HTTP/1.1" status: 200 len: 1094 time: 0.0750885 May 13 14:59:06.006658 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acae72-2cc4-4acc-867e-d1f457220a75 req-ba63e5ad-53dd-4802-8017-f3b30c4f003f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:06.008251 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-12acae72-2cc4-4acc-867e-d1f457220a75 req-ba63e5ad-53dd-4802-8017-f3b30c4f003f service neutron] 10.222.0.74 "GET /v2.0/networks?id=b043589d-15c3-44b5-8d99-d7c57b00acb0 HTTP/1.1" status: 200 len: 913 time: 0.2028830 May 13 14:59:06.119826 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-12acae72-2cc4-4acc-867e-d1f457220a75 req-f916c2f6-a462-4047-9e19-2fbff07c4158 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a8464b7-d554-4115-9c8c-ab86baf567c4 HTTP/1.1" status: 200 len: 217 time: 0.1036308 May 13 14:59:06.353125 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acae72-2cc4-4acc-867e-d1f457220a75 req-3dbf362e-58eb-42cd-be6d-1aee7f9c1996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:06.354615 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-12acae72-2cc4-4acc-867e-d1f457220a75 req-3dbf362e-58eb-42cd-be6d-1aee7f9c1996 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b5ceabd-0dba-40ce-b48a-2cb206526c19 HTTP/1.1" status: 200 len: 851 time: 0.2200224 May 13 14:59:06.371697 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae39883-ad61-4850-a8d5-6a1f93f2c68e req-aa80bba2-4632-4563-accc-f5394efbadc9 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:06.373196 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fae39883-ad61-4850-a8d5-6a1f93f2c68e req-aa80bba2-4632-4563-accc-f5394efbadc9 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 945 time: 0.1193507 May 13 14:59:06.540404 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fae39883-ad61-4850-a8d5-6a1f93f2c68e req-4a15d678-97e0-457b-9538-e829922b58ca tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282573 May 13 14:59:06.566016 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acae72-2cc4-4acc-867e-d1f457220a75 req-a646b12f-2ab2-4f43-897c-81be2931b2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:06.567928 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-12acae72-2cc4-4acc-867e-d1f457220a75 req-a646b12f-2ab2-4f43-897c-81be2931b2fb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b043589d-15c3-44b5-8d99-d7c57b00acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2050548 May 13 14:59:06.640969 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb15a1-b296-4994-8282-623c6d2e0232 req-d2da817b-bbe9-4ee1-bd87-62fe6b32d067 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:06.642755 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-57fb15a1-b296-4994-8282-623c6d2e0232 req-d2da817b-bbe9-4ee1-bd87-62fe6b32d067 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d45205a-231f-48f8-9612-42baed5b2c43 HTTP/1.1" status: 200 len: 943 time: 0.3341088 May 13 14:59:06.765735 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-57fb15a1-b296-4994-8282-623c6d2e0232 req-ee4103c2-4a2c-41c2-b75c-07b580aa8676 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163371 May 13 14:59:06.802052 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-12acae72-2cc4-4acc-867e-d1f457220a75 req-399c793d-8288-4c31-8c5f-c885c2df526a service neutron] 10.222.0.74 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274561 May 13 14:59:06.967779 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-12acae72-2cc4-4acc-867e-d1f457220a75 req-05efb9f0-c097-4c25-97aa-d579c6f58366 service neutron] 10.222.0.74 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591697 May 13 14:59:07.549878 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54264) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:07.744511 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cb16a000-cbf8-4b4c-82b4-1df15f17d952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:07.766814 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-cb16a000-cbf8-4b4c-82b4-1df15f17d952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:07.784177 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-cb16a000-cbf8-4b4c-82b4-1df15f17d952 admin admin] Usage tracker for resource:security_group_rule and tenant:fb578b5e90d544a684f971a148c7b91b is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:07.791493 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-cb16a000-cbf8-4b4c-82b4-1df15f17d952 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:07.799283 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-cb16a000-cbf8-4b4c-82b4-1df15f17d952 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:07.838201 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e8173-2137-49d8-abac-b5a2afefa0c6 req-ce1bf7f0-8437-461d-86b4-71bad0a6387c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:07.839830 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d58e8173-2137-49d8-abac-b5a2afefa0c6 req-ce1bf7f0-8437-461d-86b4-71bad0a6387c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 945 time: 0.1620910 May 13 14:59:07.947142 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d58e8173-2137-49d8-abac-b5a2afefa0c6 req-5aa33941-16ec-453f-aa1b-e08ccd923ad3 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972137 May 13 14:59:07.996653 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cb16a000-cbf8-4b4c-82b4-1df15f17d952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:08.003598 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cb16a000-cbf8-4b4c-82b4-1df15f17d952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:08.025900 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2c43b-b1a0-45d5-a4f9-ae6a0568b4ec req-87f49b53-6f0a-4f91-8055-7eb161e3f378 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:08.027545 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c4b2c43b-b1a0-45d5-a4f9-ae6a0568b4ec req-87f49b53-6f0a-4f91-8055-7eb161e3f378 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d45205a-231f-48f8-9612-42baed5b2c43 HTTP/1.1" status: 200 len: 943 time: 0.1337435 May 13 14:59:08.072901 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-cb16a000-cbf8-4b4c-82b4-1df15f17d952 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb578b5e90d544a684f971a148c7b91b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5218511 May 13 14:59:08.074136 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16a000-cbf8-4b4c-82b4-1df15f17d952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5dd340-648a-4a41-8413-508dacccd63c,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:08.075593 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54284) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:08.125398 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c4b2c43b-b1a0-45d5-a4f9-ae6a0568b4ec req-b76671b9-1dd2-4358-a4ac-b32851c599f5 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915568 May 13 14:59:08.175595 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8f5a135c-ed15-4549-b668-8e4f9dcc261b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:08.212455 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8f5a135c-ed15-4549-b668-8e4f9dcc261b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:08.284162 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8f5a135c-ed15-4549-b668-8e4f9dcc261b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:08.313560 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a135c-ed15-4549-b668-8e4f9dcc261b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5dd340-648a-4a41-8413-508dacccd63c,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:08.319000 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8f5a135c-ed15-4549-b668-8e4f9dcc261b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:08.322785 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8f5a135c-ed15-4549-b668-8e4f9dcc261b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bd5dd340-648a-4a41-8413-508dacccd63c HTTP/1.1" status: 204 len: 168 time: 0.2446344 May 13 14:59:09.345652 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497a714-3ecd-46d7-a1d6-33701a600e93 req-60625f34-261c-4fda-ba2e-a8466acce9f6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:09.347998 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9497a714-3ecd-46d7-a1d6-33701a600e93 req-60625f34-261c-4fda-ba2e-a8466acce9f6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 945 time: 0.1977787 May 13 14:59:09.385425 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d37f09-20ce-4ff6-9891-f96aea19ef17 req-1b1e95b5-f6bd-4f27-a745-25764c3684c6 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:09.387474 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-46d37f09-20ce-4ff6-9891-f96aea19ef17 req-1b1e95b5-f6bd-4f27-a745-25764c3684c6 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d45205a-231f-48f8-9612-42baed5b2c43 HTTP/1.1" status: 200 len: 943 time: 0.1059911 May 13 14:59:09.410117 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9497a714-3ecd-46d7-a1d6-33701a600e93 req-72181c9c-a32d-4049-a4b1-edec320d0ef3 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524609 May 13 14:59:09.444487 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-46d37f09-20ce-4ff6-9891-f96aea19ef17 req-c669a24b-8678-45a0-b615-6e353cb0328f tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512094 May 13 14:59:09.740442 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54356) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:09.861480 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9abae8ed-76c5-4a43-a971-f60eab8b258d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:09.877231 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9abae8ed-76c5-4a43-a971-f60eab8b258d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:09.881606 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9abae8ed-76c5-4a43-a971-f60eab8b258d admin admin] Usage tracker for resource:security_group_rule and tenant:aebe2750aa8a4866922a84353daf3ba3 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:09.887386 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9abae8ed-76c5-4a43-a971-f60eab8b258d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:09.895410 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9abae8ed-76c5-4a43-a971-f60eab8b258d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:09.998692 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9abae8ed-76c5-4a43-a971-f60eab8b258d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:10.003344 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9abae8ed-76c5-4a43-a971-f60eab8b258d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:10.079393 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9abae8ed-76c5-4a43-a971-f60eab8b258d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aebe2750aa8a4866922a84353daf3ba3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3350737 May 13 14:59:10.079393 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abae8ed-76c5-4a43-a971-f60eab8b258d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f58663e-04f0-453b-bc31-0f49332088ac,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:10.080098 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54368) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:10.144308 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6e964381-ca05-4412-bb47-9f7d72e85ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:10.181404 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6e964381-ca05-4412-bb47-9f7d72e85ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:10.250597 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6e964381-ca05-4412-bb47-9f7d72e85ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:10.282314 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6e964381-ca05-4412-bb47-9f7d72e85ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:10.283612 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6e964381-ca05-4412-bb47-9f7d72e85ec8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5f58663e-04f0-453b-bc31-0f49332088ac HTTP/1.1" status: 204 len: 168 time: 0.2023623 May 13 14:59:10.287562 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e964381-ca05-4412-bb47-9f7d72e85ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f58663e-04f0-453b-bc31-0f49332088ac,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:10.665415 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1b9f6-4a93-4753-8ef4-f23a5035ebf2 req-9001db70-5946-4d76-a3ea-89e107f28cb6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:10.667275 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-54f1b9f6-4a93-4753-8ef4-f23a5035ebf2 req-9001db70-5946-4d76-a3ea-89e107f28cb6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 945 time: 0.1454360 May 13 14:59:10.694016 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4985ab2-2e41-4892-90bf-e53418c4f82b req-d6da7210-e540-4175-927d-8d2013fcfc49 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:10.701660 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e4985ab2-2e41-4892-90bf-e53418c4f82b req-d6da7210-e540-4175-927d-8d2013fcfc49 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d45205a-231f-48f8-9612-42baed5b2c43 HTTP/1.1" status: 200 len: 943 time: 0.1025412 May 13 14:59:10.746695 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-54f1b9f6-4a93-4753-8ef4-f23a5035ebf2 req-96f0792f-a724-4ade-bf19-e65967850e99 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704865 May 13 14:59:10.771665 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e4985ab2-2e41-4892-90bf-e53418c4f82b req-1a32e4bb-07c5-4f5f-8360-5197781a801e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690496 May 13 14:59:11.163768 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54400) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:11.275280 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-dae99c16-4e2e-4373-8f8e-de621e9aa7e8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-46765238-network', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:11.281156 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-dae99c16-4e2e-4373-8f8e-de621e9aa7e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:11.285302 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-dae99c16-4e2e-4373-8f8e-de621e9aa7e8 admin admin] Usage tracker for resource:network and tenant:38a8881fe1424acaba5f3d712cefac02 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:11.288756 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-dae99c16-4e2e-4373-8f8e-de621e9aa7e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:11.295670 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-dae99c16-4e2e-4373-8f8e-de621e9aa7e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:11.306928 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae99c16-4e2e-4373-8f8e-de621e9aa7e8 admin admin] Made reservation on behalf of 38a8881fe1424acaba5f3d712cefac02 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:59:11.310186 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dae99c16-4e2e-4373-8f8e-de621e9aa7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:11.337832 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dae99c16-4e2e-4373-8f8e-de621e9aa7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:11.353294 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-dae99c16-4e2e-4373-8f8e-de621e9aa7e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:11.357129 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-dae99c16-4e2e-4373-8f8e-de621e9aa7e8 admin admin] Usage tracker for resource:security_group_rule and tenant:38a8881fe1424acaba5f3d712cefac02 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:11.360011 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-dae99c16-4e2e-4373-8f8e-de621e9aa7e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:11.366339 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-dae99c16-4e2e-4373-8f8e-de621e9aa7e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:11.456719 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dae99c16-4e2e-4373-8f8e-de621e9aa7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:11.462983 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dae99c16-4e2e-4373-8f8e-de621e9aa7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:11.500182 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae99c16-4e2e-4373-8f8e-de621e9aa7e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:59:11.509945 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae99c16-4e2e-4373-8f8e-de621e9aa7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd234535-3925-4c7a-942d-278dc2263a52,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:11.517088 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dae99c16-4e2e-4373-8f8e-de621e9aa7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:11.517371 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-dae99c16-4e2e-4373-8f8e-de621e9aa7e8 admin admin] Added segment 89f6c3f9-8bdb-4179-8eb7-052eef44125d of type vlan for network 82746afc-6560-4007-9fb3-904cf8d650cf May 13 14:59:11.545815 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dae99c16-4e2e-4373-8f8e-de621e9aa7e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:11.581524 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dae99c16-4e2e-4373-8f8e-de621e9aa7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:11.583527 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae99c16-4e2e-4373-8f8e-de621e9aa7e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:11.584197 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dae99c16-4e2e-4373-8f8e-de621e9aa7e8 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:11.671046 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-dae99c16-4e2e-4373-8f8e-de621e9aa7e8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5061326 May 13 14:59:11.673944 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54416) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:11.684444 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-b473c0ce-2909-4b31-854f-7de7cd69e4b3 admin admin] Request body: {'subnet': {'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-46765238-subnet', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:11.691674 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b473c0ce-2909-4b31-854f-7de7cd69e4b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:11.698511 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b473c0ce-2909-4b31-854f-7de7cd69e4b3 admin admin] Usage tracker for resource:subnet and tenant:38a8881fe1424acaba5f3d712cefac02 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:11.702536 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae99c16-4e2e-4373-8f8e-de621e9aa7e8 admin admin] Pushing event updated for resources: {'Network': ['ID=82746afc-6560-4007-9fb3-904cf8d650cf,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:11.704533 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b473c0ce-2909-4b31-854f-7de7cd69e4b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:11.712526 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b473c0ce-2909-4b31-854f-7de7cd69e4b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:11.714770 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 82746afc-6560-4007-9fb3-904cf8d650cf details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:59:11.726530 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b473c0ce-2909-4b31-854f-7de7cd69e4b3 admin admin] Made reservation on behalf of 38a8881fe1424acaba5f3d712cefac02 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:59:11.730447 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b473c0ce-2909-4b31-854f-7de7cd69e4b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:12.069097 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede4304-1ef2-4ee3-a38f-a9f52b2d3b38 req-70762e3b-aa2b-4d02-8a17-86bf373a5402 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:12.087556 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bede4304-1ef2-4ee3-a38f-a9f52b2d3b38 req-70762e3b-aa2b-4d02-8a17-86bf373a5402 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 945 time: 0.0929756 May 13 14:59:12.147467 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bede4304-1ef2-4ee3-a38f-a9f52b2d3b38 req-47ad6d95-e063-4814-8105-8d21e3b46049 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582232 May 13 14:59:12.239076 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb14007-e376-459a-98a7-18ec4ab6d712 req-09fe93a7-729e-4251-a948-049d156c7275 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:12.248235 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ccb14007-e376-459a-98a7-18ec4ab6d712 req-09fe93a7-729e-4251-a948-049d156c7275 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d45205a-231f-48f8-9612-42baed5b2c43 HTTP/1.1" status: 200 len: 943 time: 0.1907842 May 13 14:59:12.277449 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b473c0ce-2909-4b31-854f-7de7cd69e4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:12.382422 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ccb14007-e376-459a-98a7-18ec4ab6d712 req-a76016a0-fcf2-445f-90e4-9f00b1f31c0a tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301372 May 13 14:59:12.419457 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473c0ce-2909-4b31-854f-7de7cd69e4b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=498b4812-77a0-4897-b979-c45bc3bb9502,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:12.442108 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473c0ce-2909-4b31-854f-7de7cd69e4b3 admin admin] Checking segment: {'id': '89f6c3f9-8bdb-4179-8eb7-052eef44125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:59:12.442501 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b473c0ce-2909-4b31-854f-7de7cd69e4b3 admin admin] Network hostable DHCP agents. Network: 82746afc-6560-4007-9fb3-904cf8d650cf, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:59:12.478751 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b473c0ce-2909-4b31-854f-7de7cd69e4b3 admin admin] Network 82746afc-6560-4007-9fb3-904cf8d650cf is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:59:12.492135 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-b473c0ce-2909-4b31-854f-7de7cd69e4b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 82746afc-6560-4007-9fb3-904cf8d650cf) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:12.499162 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b473c0ce-2909-4b31-854f-7de7cd69e4b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:12.499904 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b473c0ce-2909-4b31-854f-7de7cd69e4b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:12.502451 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95815344-e37c-4027-8a06-6c643d84587f None None] Network 82746afc-6560-4007-9fb3-904cf8d650cf requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:59:12.558097 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b473c0ce-2909-4b31-854f-7de7cd69e4b3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8816533 May 13 14:59:12.560920 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54434) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:12.565771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-6846944f-82c4-405a-9be9-1d1251dcef9b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-46765238-router', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:12.580253 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6846944f-82c4-405a-9be9-1d1251dcef9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:12.584464 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6846944f-82c4-405a-9be9-1d1251dcef9b admin admin] Usage tracker for resource:router and tenant:38a8881fe1424acaba5f3d712cefac02 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:12.587591 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6846944f-82c4-405a-9be9-1d1251dcef9b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:12.594719 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54438) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:12.603595 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6846944f-82c4-405a-9be9-1d1251dcef9b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:12.622146 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6846944f-82c4-405a-9be9-1d1251dcef9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:12.623790 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6846944f-82c4-405a-9be9-1d1251dcef9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:12.646944 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6846944f-82c4-405a-9be9-1d1251dcef9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:12.797801 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8c5d7108-22a2-42a9-99ba-876d7c05f86e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:12.817759 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28da942-4630-4412-9dbd-e3caec40dd40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-82746afc-6560-4007-9fb3-904cf8d650cf', 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'fixed_ips': [{'subnet_id': '498b4812-77a0-4897-b979-c45bc3bb9502'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:59:12.818772 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d28da942-4630-4412-9dbd-e3caec40dd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:12.819669 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8c5d7108-22a2-42a9-99ba-876d7c05f86e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:12.824566 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8c5d7108-22a2-42a9-99ba-876d7c05f86e admin admin] Usage tracker for resource:security_group_rule and tenant:f8cce8f3e19b46f1879f445ada125efb is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:12.827482 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8c5d7108-22a2-42a9-99ba-876d7c05f86e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:12.834220 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8c5d7108-22a2-42a9-99ba-876d7c05f86e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:13.014730 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8c5d7108-22a2-42a9-99ba-876d7c05f86e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:13.021907 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8c5d7108-22a2-42a9-99ba-876d7c05f86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:13.024551 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6846944f-82c4-405a-9be9-1d1251dcef9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:13.086169 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-d28da942-4630-4412-9dbd-e3caec40dd40 None None] Allocated IP 172.20.0.2 (82746afc-6560-4007-9fb3-904cf8d650cf/498b4812-77a0-4897-b979-c45bc3bb9502/1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:59:13.105447 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d7108-22a2-42a9-99ba-876d7c05f86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fea3324-2247-46e8-844e-113d5d091cef,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:13.110474 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8c5d7108-22a2-42a9-99ba-876d7c05f86e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f8cce8f3e19b46f1879f445ada125efb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5142734 May 13 14:59:13.113095 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54444) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:13.185290 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6e8685a-7159-4472-a75a-4b5d2eaab111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:13.241062 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6e8685a-7159-4472-a75a-4b5d2eaab111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:13.433488 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8add3e3-fe52-4020-bd41-538a4278d8cd req-3cb1fb0f-5f74-4082-ae71-852b525a6157 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:13.440919 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a8add3e3-fe52-4020-bd41-538a4278d8cd req-3cb1fb0f-5f74-4082-ae71-852b525a6157 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 945 time: 0.1454351 May 13 14:59:13.457140 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6e8685a-7159-4472-a75a-4b5d2eaab111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:13.483470 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6846944f-82c4-405a-9be9-1d1251dcef9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:13.487548 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8685a-7159-4472-a75a-4b5d2eaab111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fea3324-2247-46e8-844e-113d5d091cef,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:13.500551 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d28da942-4630-4412-9dbd-e3caec40dd40 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:13.500780 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6e8685a-7159-4472-a75a-4b5d2eaab111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:13.501815 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c6e8685a-7159-4472-a75a-4b5d2eaab111 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9fea3324-2247-46e8-844e-113d5d091cef HTTP/1.1" status: 204 len: 168 time: 0.3876660 May 13 14:59:13.524564 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d28da942-4630-4412-9dbd-e3caec40dd40 None None] Transition to ACTIVE for port object 1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:59:13.527277 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a8add3e3-fe52-4020-bd41-538a4278d8cd req-d4516d7b-025d-4fb9-9bbb-8d5c0e9786ef tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850396 May 13 14:59:13.564547 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d28da942-4630-4412-9dbd-e3caec40dd40 None None] Transition to ACTIVE for port object 1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:59:13.580113 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d28da942-4630-4412-9dbd-e3caec40dd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:13.590366 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6846944f-82c4-405a-9be9-1d1251dcef9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:13.669380 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28da942-4630-4412-9dbd-e3caec40dd40 None None] Network 82746afc-6560-4007-9fb3-904cf8d650cf is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:59:13.670738 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-d28da942-4630-4412-9dbd-e3caec40dd40 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:13.676792 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28da942-4630-4412-9dbd-e3caec40dd40 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:59:13.770779 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f7462-52f0-4650-ac93-8502028b70bc req-9825565a-e98d-4441-a204-1020cd75371f tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:13.772551 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ee5f7462-52f0-4650-ac93-8502028b70bc req-9825565a-e98d-4441-a204-1020cd75371f tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d45205a-231f-48f8-9612-42baed5b2c43 HTTP/1.1" status: 200 len: 943 time: 0.2230377 May 13 14:59:13.822301 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-6846944f-82c4-405a-9be9-1d1251dcef9b admin admin] Allocated IP 172.25.0.76 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/83faf507-a565-4ca4-b9e8-5b37a4ba03be) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:59:13.844728 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28da942-4630-4412-9dbd-e3caec40dd40 None None] Pushing event updated for resources: {'Port': ['ID=1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:13.863950 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-d28da942-4630-4412-9dbd-e3caec40dd40 None None] Attempting to bind port 1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:13.864309 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-d28da942-4630-4412-9dbd-e3caec40dd40 None None] Attempting to bind port 1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '89f6c3f9-8bdb-4179-8eb7-052eef44125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:13.864676 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28da942-4630-4412-9dbd-e3caec40dd40 None None] Attempting to bind port 1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a on network 82746afc-6560-4007-9fb3-904cf8d650cf {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:13.872789 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28da942-4630-4412-9dbd-e3caec40dd40 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:59:13.873165 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28da942-4630-4412-9dbd-e3caec40dd40 None None] Checking segment: {'id': '89f6c3f9-8bdb-4179-8eb7-052eef44125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:59:13.873570 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d28da942-4630-4412-9dbd-e3caec40dd40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:13.873962 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28da942-4630-4412-9dbd-e3caec40dd40 None None] Bound using segment: {'id': '89f6c3f9-8bdb-4179-8eb7-052eef44125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:59:13.874606 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-d28da942-4630-4412-9dbd-e3caec40dd40 None None] Bound port: 1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f6c3f9-8bdb-4179-8eb7-052eef44125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:59:13.874989 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d28da942-4630-4412-9dbd-e3caec40dd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:13.973638 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-d28da942-4630-4412-9dbd-e3caec40dd40 None None] For port 1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:59:13.978464 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-d28da942-4630-4412-9dbd-e3caec40dd40 None None] For port 1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:59:13.984347 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d28da942-4630-4412-9dbd-e3caec40dd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:13.994842 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ee5f7462-52f0-4650-ac93-8502028b70bc req-e785aaa8-21ee-4d75-b43b-3dab39567848 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134657 May 13 14:59:14.099716 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28da942-4630-4412-9dbd-e3caec40dd40 None None] Pushing event updated for resources: {'Port': ['ID=1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:14.120462 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6846944f-82c4-405a-9be9-1d1251dcef9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:14.153032 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6846944f-82c4-405a-9be9-1d1251dcef9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:14.373429 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6846944f-82c4-405a-9be9-1d1251dcef9b admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:59:14.376534 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-6846944f-82c4-405a-9be9-1d1251dcef9b admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:14.380498 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6846944f-82c4-405a-9be9-1d1251dcef9b admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:59:14.434939 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 1a8464b7-d554-4115-9c8c-ab86baf567c4 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:59:14.483174 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846944f-82c4-405a-9be9-1d1251dcef9b admin admin] Pushing event updated for resources: {'Port': ['ID=83faf507-a565-4ca4-b9e8-5b37a4ba03be,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:14.730712 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:59:14.816041 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 1a8464b7-d554-4115-9c8c-ab86baf567c4, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=1a8464b7-d554-4115-9c8c-ab86baf567c4,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:14.843383 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '1a8464b7-d554-4115-9c8c-ab86baf567c4', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'port_id': '1a8464b7-d554-4115-9c8c-ab86baf567c4', 'mac_address': 'fa:16:3e:87:2b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:59:14.929311 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:59:14.930873 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0bc94-6813-493b-88ca-061f529ed38f req-f9a7a9a2-e395-42e5-9b7a-85819cbeaae7 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:14.932206 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-11a0bc94-6813-493b-88ca-061f529ed38f req-f9a7a9a2-e395-42e5-9b7a-85819cbeaae7 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 945 time: 0.1823676 May 13 14:59:14.949901 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 1a8464b7-d554-4115-9c8c-ab86baf567c4 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:14.951892 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:15.000745 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a8464b7-d554-4115-9c8c-ab86baf567c4 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:59:15.026835 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-11a0bc94-6813-493b-88ca-061f529ed38f req-d27d6a37-98e5-4ff8-9459-f0581946a9ce tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845437 May 13 14:59:15.062123 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 1a8464b7-d554-4115-9c8c-ab86baf567c4, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=1a8464b7-d554-4115-9c8c-ab86baf567c4,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:15.067947 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:15.282343 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=1a8464b7-d554-4115-9c8c-ab86baf567c4,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:15.427824 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['1a8464b7-d554-4115-9c8c-ab86baf567c4'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:59:15.498735 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb059b4-2d14-4855-aa34-af1aad9daf62 req-0154f3e5-1af1-4505-b77d-9ee384908ba8 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:15.506436 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7fb059b4-2d14-4855-aa34-af1aad9daf62 req-0154f3e5-1af1-4505-b77d-9ee384908ba8 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d45205a-231f-48f8-9612-42baed5b2c43 HTTP/1.1" status: 200 len: 944 time: 0.2470758 May 13 14:59:15.587066 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6846944f-82c4-405a-9be9-1d1251dcef9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:15.718277 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7fb059b4-2d14-4855-aa34-af1aad9daf62 req-9008fac9-7230-46b1-9cea-d26367998ebb tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089176 May 13 14:59:15.810801 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320537f4-2669-4af5-93ad-ac1fd30104ab None None] Network 82746afc-6560-4007-9fb3-904cf8d650cf requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:59:15.932506 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-4b030dab-4571-4800-b65b-921126cf443e None None] Provisioning for port 1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:59:15.952511 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-4b030dab-4571-4800-b65b-921126cf443e None None] Provisioning complete for port 1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:15.952511 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4b030dab-4571-4800-b65b-921126cf443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:16.114728 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6846944f-82c4-405a-9be9-1d1251dcef9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:16.180003 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-4b030dab-4571-4800-b65b-921126cf443e None None] Current status of the port 1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:16.180392 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4b030dab-4571-4800-b65b-921126cf443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:16.267239 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-4b030dab-4571-4800-b65b-921126cf443e None None] For port 1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:16.276880 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4b030dab-4571-4800-b65b-921126cf443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:16.302440 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1c5c6-b116-49e0-96dc-6966f8e67693 req-7a599efc-03fd-410d-9789-9fb36b843731 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:16.318436 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2df1c5c6-b116-49e0-96dc-6966f8e67693 req-7a599efc-03fd-410d-9789-9fb36b843731 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 945 time: 0.1480768 May 13 14:59:16.366563 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b030dab-4571-4800-b65b-921126cf443e None None] Pushing event updated for resources: {'Port': ['ID=1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:16.397551 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2df1c5c6-b116-49e0-96dc-6966f8e67693 req-052cca07-eb21-4c91-a32b-7d7320cdab47 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780680 May 13 14:59:16.449465 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 1a8464b7-d554-4115-9c8c-ab86baf567c4 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:59:16.463378 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6846944f-82c4-405a-9be9-1d1251dcef9b admin admin] Router edd64084-0577-44c3-9862-fd94e3d40eb7 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:59:16.528586 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:59:16.596879 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 1a8464b7-d554-4115-9c8c-ab86baf567c4 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:59:16.603571 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 1a8464b7-d554-4115-9c8c-ab86baf567c4 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:16.604696 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:16.669458 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:16.669840 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:16.761954 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b0778123-5bfb-414b-b3e4-82fe2b368a72 None None] Provisioning complete for port 1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:16.761954 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b0778123-5bfb-414b-b3e4-82fe2b368a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:16.944114 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 1a8464b7-d554-4115-9c8c-ab86baf567c4 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:16.945562 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:16.955965 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6846944f-82c4-405a-9be9-1d1251dcef9b admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:59:16.968921 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f6d048-cc78-458d-9321-71e640233494 None None] Sync routers for ids ['edd64084-0577-44c3-9862-fd94e3d40eb7'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:59:16.994455 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6846944f-82c4-405a-9be9-1d1251dcef9b admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:16.995855 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6846944f-82c4-405a-9be9-1d1251dcef9b admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4339864 May 13 14:59:16.998927 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54622) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:17.004717 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f6d048-cc78-458d-9321-71e640233494 None None] Routers {'edd64084-0577-44c3-9862-fd94e3d40eb7'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:59:17.006161 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-49f6d048-cc78-458d-9321-71e640233494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:59:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['edd64084-0577-44c3-9862-fd94e3d40eb7'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:17.027887 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5572f97-e13a-460a-8e79-2f9c9c7f6345 req-41b95f83-dc8d-47d4-b423-d441b1608059 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:17.037098 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f5572f97-e13a-460a-8e79-2f9c9c7f6345 req-41b95f83-dc8d-47d4-b423-d441b1608059 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d45205a-231f-48f8-9612-42baed5b2c43 HTTP/1.1" status: 200 len: 944 time: 0.1591253 May 13 14:59:17.040042 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54626) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:17.087053 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:17.105611 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d45205a-231f-48f8-9612-42baed5b2c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8464b7-d554-4115-9c8c-ab86baf567c4'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:59:17.127786 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-b0778123-5bfb-414b-b3e4-82fe2b368a72 None None] Current status of the port 1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:17.131291 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 1a8464b7-d554-4115-9c8c-ab86baf567c4, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=1a8464b7-d554-4115-9c8c-ab86baf567c4,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:17.137299 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:17.155737 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f5572f97-e13a-460a-8e79-2f9c9c7f6345 req-42e42bfe-261c-49f5-8f7f-c6e3979ebe0e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154990 May 13 14:59:17.262828 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=1a8464b7-d554-4115-9c8c-ab86baf567c4,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:17.345784 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e908a1f3-57cf-4ec4-a0d3-0431358933b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:17.370992 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e908a1f3-57cf-4ec4-a0d3-0431358933b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:17.387501 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e908a1f3-57cf-4ec4-a0d3-0431358933b4 admin admin] Usage tracker for resource:security_group_rule and tenant:751767e7d01b4d2a8d524491039a5a55 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:17.391377 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e908a1f3-57cf-4ec4-a0d3-0431358933b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:17.400458 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e908a1f3-57cf-4ec4-a0d3-0431358933b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:17.420418 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d59bd3f-ee66-4d87-a889-27f858a8d7d0'] response: {'server_uuid': '7d45205a-231f-48f8-9612-42baed5b2c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8464b7-d554-4115-9c8c-ab86baf567c4', 'code': 200} May 13 14:59:17.431740 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-49f6d048-cc78-458d-9321-71e640233494 None None] Set router edd64084-0577-44c3-9862-fd94e3d40eb7 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:59:17.613025 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e908a1f3-57cf-4ec4-a0d3-0431358933b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:17.675239 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e908a1f3-57cf-4ec4-a0d3-0431358933b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:17.885000 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908a1f3-57cf-4ec4-a0d3-0431358933b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d0883c-a085-48d9-aa97-f7bb9674714a,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:17.885000 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e908a1f3-57cf-4ec4-a0d3-0431358933b4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=751767e7d01b4d2a8d524491039a5a55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8373251 May 13 14:59:17.889203 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54656) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:17.924575 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b298560-2b25-4d9f-9b74-96b0be31bf68 req-fb01a02c-22d6-4e23-a739-9532bfdf6128 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:17.926827 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9b298560-2b25-4d9f-9b74-96b0be31bf68 req-fb01a02c-22d6-4e23-a739-9532bfdf6128 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 945 time: 0.3648660 May 13 14:59:17.933570 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42e289-a2c4-49d2-9adb-5cb845706d6f req-e0458620-a31a-4775-85e3-1da66abf3284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:17.936329 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c42e289-a2c4-49d2-9adb-5cb845706d6f req-e0458620-a31a-4775-85e3-1da66abf3284 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7d45205a-231f-48f8-9612-42baed5b2c43 HTTP/1.1" status: 200 len: 1096 time: 0.4213789 May 13 14:59:17.996370 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-49f6d048-cc78-458d-9321-71e640233494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-46765238-router', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:59:12Z', 'updated_at': '2022-05-13T14:59:15Z', 'revision_number': 3, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'gw_port': {'id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:13Z', 'updated_at': '2022-05-13T14:59:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:17.996370 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f6d048-cc78-458d-9321-71e640233494 None None] Checking router: edd64084-0577-44c3-9862-fd94e3d40eb7 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:59:17.996370 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f6d048-cc78-458d-9321-71e640233494 None None] Updating router edd64084-0577-44c3-9862-fd94e3d40eb7 port 83faf507-a565-4ca4-b9e8-5b37a4ba03be binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:59:18.052033 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c42e289-a2c4-49d2-9adb-5cb845706d6f req-a620bd1d-c6bb-4e2e-8cf4-2d62fdfb0034 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616474 May 13 14:59:18.052033 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9b298560-2b25-4d9f-9b74-96b0be31bf68 req-c7a50e55-67e0-446e-919c-33e8864611b9 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068156 May 13 14:59:18.090139 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-49f6d048-cc78-458d-9321-71e640233494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:18.215770 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:18.384495 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-97adf0f1-b387-4e64-94b1-707f08d5509d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:18.453109 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-48699688-a0a8-4cc5-84db-5f4e3a339cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:18.453109 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-97adf0f1-b387-4e64-94b1-707f08d5509d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:18.529918 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-49f6d048-cc78-458d-9321-71e640233494 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:18.543991 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-49f6d048-cc78-458d-9321-71e640233494 None None] Transition to ACTIVE for port object 83faf507-a565-4ca4-b9e8-5b37a4ba03be will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:59:18.543991 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-49f6d048-cc78-458d-9321-71e640233494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:18.566170 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650089c2-50fb-4b25-bd8d-14ebeaae18bb req-f57574ca-42f4-4545-9019-c2b441088a61 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:18.566170 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-650089c2-50fb-4b25-bd8d-14ebeaae18bb req-f57574ca-42f4-4545-9019-c2b441088a61 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d45205a-231f-48f8-9612-42baed5b2c43 HTTP/1.1" status: 200 len: 945 time: 0.2405043 May 13 14:59:18.644170 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-49f6d048-cc78-458d-9321-71e640233494 None None] Attempting to bind port 83faf507-a565-4ca4-b9e8-5b37a4ba03be on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:18.644170 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-49f6d048-cc78-458d-9321-71e640233494 None None] Attempting to bind port 83faf507-a565-4ca4-b9e8-5b37a4ba03be by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:18.644170 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f6d048-cc78-458d-9321-71e640233494 None None] Attempting to bind port 83faf507-a565-4ca4-b9e8-5b37a4ba03be on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:18.644170 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6fb7a-8409-4c70-9205-10964b0f547b None None] Pushing event updated for resources: {'Port': ['ID=83faf507-a565-4ca4-b9e8-5b37a4ba03be,revision_number=2']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:18.644170 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f6d048-cc78-458d-9321-71e640233494 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:59:18.644170 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f6d048-cc78-458d-9321-71e640233494 None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:59:18.655246 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-49f6d048-cc78-458d-9321-71e640233494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:18.655246 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f6d048-cc78-458d-9321-71e640233494 None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:59:18.655246 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-49f6d048-cc78-458d-9321-71e640233494 None None] Bound port: 83faf507-a565-4ca4-b9e8-5b37a4ba03be, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:59:18.655246 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-49f6d048-cc78-458d-9321-71e640233494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:18.705729 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-97adf0f1-b387-4e64-94b1-707f08d5509d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:18.709908 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adf0f1-b387-4e64-94b1-707f08d5509d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d0883c-a085-48d9-aa97-f7bb9674714a,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:18.744219 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adf0f1-b387-4e64-94b1-707f08d5509d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:18.744609 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adf0f1-b387-4e64-94b1-707f08d5509d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:18.745844 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adf0f1-b387-4e64-94b1-707f08d5509d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:18.745844 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adf0f1-b387-4e64-94b1-707f08d5509d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:18.745844 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adf0f1-b387-4e64-94b1-707f08d5509d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:18.745844 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adf0f1-b387-4e64-94b1-707f08d5509d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:18.746235 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adf0f1-b387-4e64-94b1-707f08d5509d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:18.746901 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adf0f1-b387-4e64-94b1-707f08d5509d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:18.746901 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adf0f1-b387-4e64-94b1-707f08d5509d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:18.747068 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adf0f1-b387-4e64-94b1-707f08d5509d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:18.747420 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adf0f1-b387-4e64-94b1-707f08d5509d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:18.747739 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adf0f1-b387-4e64-94b1-707f08d5509d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:18.790621 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-650089c2-50fb-4b25-bd8d-14ebeaae18bb req-931f5d8a-314d-4be9-b0b1-9f1ecadb5d8f tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216426 May 13 14:59:18.818081 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-49f6d048-cc78-458d-9321-71e640233494 None None] For port 83faf507-a565-4ca4-b9e8-5b37a4ba03be, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:59:18.835632 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-49f6d048-cc78-458d-9321-71e640233494 None None] For port 83faf507-a565-4ca4-b9e8-5b37a4ba03be, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=83faf507-a565-4ca4-b9e8-5b37a4ba03be,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:59:18.849047 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-97adf0f1-b387-4e64-94b1-707f08d5509d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:18.849047 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-97adf0f1-b387-4e64-94b1-707f08d5509d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d3d0883c-a085-48d9-aa97-f7bb9674714a HTTP/1.1" status: 204 len: 168 time: 0.9334457 May 13 14:59:18.855964 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-49f6d048-cc78-458d-9321-71e640233494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:18.892462 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-48699688-a0a8-4cc5-84db-5f4e3a339cae admin admin] Allocated IP 172.20.0.1 (82746afc-6560-4007-9fb3-904cf8d650cf/498b4812-77a0-4897-b979-c45bc3bb9502/a7cd2998-b136-41c2-b4ff-7de0ce99483f) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:59:18.938808 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f6d048-cc78-458d-9321-71e640233494 None None] Routers {'edd64084-0577-44c3-9862-fd94e3d40eb7'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:59:18.938808 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-49f6d048-cc78-458d-9321-71e640233494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:59:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['edd64084-0577-44c3-9862-fd94e3d40eb7'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:19.029256 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6fb7a-8409-4c70-9205-10964b0f547b None None] Pushing event updated for resources: {'Port': ['ID=83faf507-a565-4ca4-b9e8-5b37a4ba03be,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:19.092821 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-48699688-a0a8-4cc5-84db-5f4e3a339cae admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:19.136078 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-48699688-a0a8-4cc5-84db-5f4e3a339cae admin admin] Transition to ACTIVE for port object a7cd2998-b136-41c2-b4ff-7de0ce99483f will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:59:19.154518 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-48699688-a0a8-4cc5-84db-5f4e3a339cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:19.199657 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-49f6d048-cc78-458d-9321-71e640233494 None None] Set router edd64084-0577-44c3-9862-fd94e3d40eb7 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:59:19.268191 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54674) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:19.323178 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-800652fe-8cbc-47f2-b28c-27f8babf2202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:19.368941 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48699688-a0a8-4cc5-84db-5f4e3a339cae admin admin] Pushing event updated for resources: {'Port': ['ID=a7cd2998-b136-41c2-b4ff-7de0ce99483f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:19.368941 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48699688-a0a8-4cc5-84db-5f4e3a339cae admin admin] Network 82746afc-6560-4007-9fb3-904cf8d650cf is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:59:19.368941 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-48699688-a0a8-4cc5-84db-5f4e3a339cae admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:19.368941 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48699688-a0a8-4cc5-84db-5f4e3a339cae admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:59:19.465249 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-800652fe-8cbc-47f2-b28c-27f8babf2202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:19.502049 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-48699688-a0a8-4cc5-84db-5f4e3a339cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:19.516340 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-800652fe-8cbc-47f2-b28c-27f8babf2202 admin admin] Usage tracker for resource:security_group_rule and tenant:26791d66e623437bb3365abd2e823c10 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:19.516340 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-800652fe-8cbc-47f2-b28c-27f8babf2202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:19.534135 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-800652fe-8cbc-47f2-b28c-27f8babf2202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:19.659335 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746bb0a-9920-4f19-98ae-5e62bc113982 req-4f7fe14b-6e2d-4f71-99f0-019d4a5884d2 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:19.659335 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3746bb0a-9920-4f19-98ae-5e62bc113982 req-4f7fe14b-6e2d-4f71-99f0-019d4a5884d2 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 945 time: 0.3179452 May 13 14:59:19.724788 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-49f6d048-cc78-458d-9321-71e640233494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-46765238-router', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:59:12Z', 'updated_at': '2022-05-13T14:59:15Z', 'revision_number': 3, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'gw_port': {'id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:13Z', 'updated_at': '2022-05-13T14:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:19.724788 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f6d048-cc78-458d-9321-71e640233494 None None] The sync data for ids ['edd64084-0577-44c3-9862-fd94e3d40eb7'] in n-d-841760-1 is: [{'id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-46765238-router', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:59:12Z', 'updated_at': '2022-05-13T14:59:15Z', 'revision_number': 3, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'gw_port': {'id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:13Z', 'updated_at': '2022-05-13T14:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:59:19.800458 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3746bb0a-9920-4f19-98ae-5e62bc113982 req-5c92b476-ddc3-4b6d-a755-7d5fa04015d0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473341 May 13 14:59:19.888892 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-1da172c3-13ac-4772-b40e-92bf7b37750e None None] Provisioning for port a7cd2998-b136-41c2-b4ff-7de0ce99483f completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:59:19.903869 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-1da172c3-13ac-4772-b40e-92bf7b37750e None None] Provisioning complete for port a7cd2998-b136-41c2-b4ff-7de0ce99483f triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:19.903869 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1da172c3-13ac-4772-b40e-92bf7b37750e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:19.971454 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-800652fe-8cbc-47f2-b28c-27f8babf2202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:19.971454 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-800652fe-8cbc-47f2-b28c-27f8babf2202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:20.075305 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-48699688-a0a8-4cc5-84db-5f4e3a339cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:20.087699 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1da172c3-13ac-4772-b40e-92bf7b37750e None None] Port a7cd2998-b136-41c2-b4ff-7de0ce99483f cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:59:20.131700 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-800652fe-8cbc-47f2-b28c-27f8babf2202 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=26791d66e623437bb3365abd2e823c10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8673501 May 13 14:59:20.131700 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800652fe-8cbc-47f2-b28c-27f8babf2202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96aca1bb-7a60-434c-a30f-396abb00bb4d,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:20.131700 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54688) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:20.365586 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a221dc2-9856-416d-9076-e21cc94568a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:20.367745 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ae525-d607-4c30-9a66-b23d202cc030 req-00834640-1d2e-43ae-a495-99d04ecfb28f tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:20.369999 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2f8ae525-d607-4c30-9a66-b23d202cc030 req-00834640-1d2e-43ae-a495-99d04ecfb28f tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d45205a-231f-48f8-9612-42baed5b2c43 HTTP/1.1" status: 200 len: 945 time: 0.4147463 May 13 14:59:20.470894 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a221dc2-9856-416d-9076-e21cc94568a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:20.486352 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:59:20.530492 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2f8ae525-d607-4c30-9a66-b23d202cc030 req-32910fa6-7778-4762-990e-415f11005ded tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404698 May 13 14:59:20.594114 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 83faf507-a565-4ca4-b9e8-5b37a4ba03be up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:59:20.650554 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7899afa-7547-449c-b1cd-7a0b3e1d9cef req-5c8cf189-1112-4af9-9933-8c02273641f6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:20.668230 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d7899afa-7547-449c-b1cd-7a0b3e1d9cef req-5c8cf189-1112-4af9-9933-8c02273641f6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.3167877 May 13 14:59:20.691008 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-48699688-a0a8-4cc5-84db-5f4e3a339cae admin admin] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:20.702719 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-48699688-a0a8-4cc5-84db-5f4e3a339cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:20.793593 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d7899afa-7547-449c-b1cd-7a0b3e1d9cef req-40defadf-f0aa-42ab-94ed-ed5f50aab3c4 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308730 May 13 14:59:20.847296 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a221dc2-9856-416d-9076-e21cc94568a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:20.854175 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 83faf507-a565-4ca4-b9e8-5b37a4ba03be completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:59:20.854175 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 83faf507-a565-4ca4-b9e8-5b37a4ba03be triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:20.859743 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a221dc2-9856-416d-9076-e21cc94568a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96aca1bb-7a60-434c-a30f-396abb00bb4d,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:20.865710 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:20.873050 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-48699688-a0a8-4cc5-84db-5f4e3a339cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:20.875760 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5a221dc2-9856-416d-9076-e21cc94568a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:20.875760 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5a221dc2-9856-416d-9076-e21cc94568a2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/96aca1bb-7a60-434c-a30f-396abb00bb4d HTTP/1.1" status: 204 len: 168 time: 0.7107289 May 13 14:59:21.060588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48699688-a0a8-4cc5-84db-5f4e3a339cae admin admin] Pushing event updated for resources: {'Port': ['ID=a7cd2998-b136-41c2-b4ff-7de0ce99483f,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:21.142256 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 83faf507-a565-4ca4-b9e8-5b37a4ba03be is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:21.143471 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:21.164016 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 83faf507-a565-4ca4-b9e8-5b37a4ba03be, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=83faf507-a565-4ca4-b9e8-5b37a4ba03be,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:21.171220 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:21.296208 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48699688-a0a8-4cc5-84db-5f4e3a339cae admin admin] Network 82746afc-6560-4007-9fb3-904cf8d650cf is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:59:21.296208 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-48699688-a0a8-4cc5-84db-5f4e3a339cae admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:21.394189 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=83faf507-a565-4ca4-b9e8-5b37a4ba03be,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:21.424439 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0301a-6f4f-4037-b222-72b89474a959 req-3a173815-6ea8-4957-8f15-f2fcc2e931c0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:21.447920 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-89b0301a-6f4f-4037-b222-72b89474a959 req-3a173815-6ea8-4957-8f15-f2fcc2e931c0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.2818182 May 13 14:59:21.513760 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16178e7d-73fb-4c66-905b-139c27dc9218 req-10a9aa25-d0f2-4f55-a089-85f3ff48dba4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:21.520543 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-16178e7d-73fb-4c66-905b-139c27dc9218 req-10a9aa25-d0f2-4f55-a089-85f3ff48dba4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d45205a-231f-48f8-9612-42baed5b2c43 HTTP/1.1" status: 200 len: 945 time: 0.7365048 May 13 14:59:21.540794 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-89b0301a-6f4f-4037-b222-72b89474a959 req-35922a1c-3b33-4be4-a320-d6f010029506 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060021 May 13 14:59:21.674062 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-16178e7d-73fb-4c66-905b-139c27dc9218 req-23d49438-3e8c-47ca-b9cb-3f3a0d221df8 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525316 May 13 14:59:21.713457 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48699688-a0a8-4cc5-84db-5f4e3a339cae admin admin] Router edd64084-0577-44c3-9862-fd94e3d40eb7 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:59:21.845785 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b136ec63-2473-4581-87c1-5731583066f6 None None] Provisioning complete for port a7cd2998-b136-41c2-b4ff-7de0ce99483f triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:21.845785 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b136ec63-2473-4581-87c1-5731583066f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:21.909369 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bd706-6ea2-4a7d-bc15-ddbbc105daf3 req-7e981db5-c3a4-4307-a732-5d3672f256d3 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:21.919395 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-862bd706-6ea2-4a7d-bc15-ddbbc105daf3 req-7e981db5-c3a4-4307-a732-5d3672f256d3 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1453805 May 13 14:59:21.978138 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-b136ec63-2473-4581-87c1-5731583066f6 None None] Port a7cd2998-b136-41c2-b4ff-7de0ce99483f cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:59:22.041773 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-862bd706-6ea2-4a7d-bc15-ddbbc105daf3 req-390a7712-b7e2-4183-afff-218b9b7d1550 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187501 May 13 14:59:22.155968 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48699688-a0a8-4cc5-84db-5f4e3a339cae admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:59:22.169758 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-48699688-a0a8-4cc5-84db-5f4e3a339cae admin admin] 10.222.0.35 "PUT /v2.0/routers/edd64084-0577-44c3-9862-fd94e3d40eb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1668606 May 13 14:59:22.235511 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad55363-1ce7-4222-80c5-02202c924af4 req-7712b6fd-6bfb-4f31-a408-7a005b2763df tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:22.238640 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dad55363-1ce7-4222-80c5-02202c924af4 req-7712b6fd-6bfb-4f31-a408-7a005b2763df tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d45205a-231f-48f8-9612-42baed5b2c43 HTTP/1.1" status: 200 len: 945 time: 0.2239504 May 13 14:59:22.308186 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dad55363-1ce7-4222-80c5-02202c924af4 req-233caf5d-b092-4a3b-8a6c-3e29d161c39b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708575 May 13 14:59:22.538750 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cfe53-367b-4257-8d6c-47a5c52a70f8 req-af46ba7c-d69c-45a5-9baf-8fb0e739570f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:22.563738 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2a4cfe53-367b-4257-8d6c-47a5c52a70f8 req-af46ba7c-d69c-45a5-9baf-8fb0e739570f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.2485487 May 13 14:59:22.577965 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36713300-9617-4a7e-97ef-859a359a41a0 None None] Sync routers for ids ['edd64084-0577-44c3-9862-fd94e3d40eb7'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:59:22.592608 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36713300-9617-4a7e-97ef-859a359a41a0 None None] Routers {'edd64084-0577-44c3-9862-fd94e3d40eb7'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:59:22.593989 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-36713300-9617-4a7e-97ef-859a359a41a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:59:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['edd64084-0577-44c3-9862-fd94e3d40eb7'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:22.662114 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2a4cfe53-367b-4257-8d6c-47a5c52a70f8 req-b1b6b52a-de60-4e3f-aaa2-8dbd71ba6c4e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998211 May 13 14:59:22.667879 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 83faf507-a565-4ca4-b9e8-5b37a4ba03be up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:59:22.770280 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54752) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:22.941870 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-36713300-9617-4a7e-97ef-859a359a41a0 None None] Set router edd64084-0577-44c3-9862-fd94e3d40eb7 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:59:23.113868 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca24f07-aaca-47f9-ad8d-af8bbae645c5 req-7ead62e2-3db5-492e-8dfb-efb50cad0f02 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:23.126824 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bca24f07-aaca-47f9-ad8d-af8bbae645c5 req-7ead62e2-3db5-492e-8dfb-efb50cad0f02 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d45205a-231f-48f8-9612-42baed5b2c43 HTTP/1.1" status: 200 len: 945 time: 0.2715752 May 13 14:59:23.231523 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-a1154e91-88d2-46aa-b86b-0d4d5e9a23ba admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1334122569-network', 'tenant_id': '7930d55b67a844b5aa396c85050770c9'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:23.252348 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bca24f07-aaca-47f9-ad8d-af8bbae645c5 req-55f9edb7-43a3-42f3-86f7-ba9aee48c8f8 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232891 May 13 14:59:23.260223 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a1154e91-88d2-46aa-b86b-0d4d5e9a23ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:23.268204 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a1154e91-88d2-46aa-b86b-0d4d5e9a23ba admin admin] Usage tracker for resource:network and tenant:7930d55b67a844b5aa396c85050770c9 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:23.275986 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a1154e91-88d2-46aa-b86b-0d4d5e9a23ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:23.292908 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a1154e91-88d2-46aa-b86b-0d4d5e9a23ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:23.293007 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54766) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:23.298511 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-e878aabb-bf30-46b4-91b9-1df14a797645 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Request body: {'security_group': {'name': 'tempest-securitygroup--323744738', 'description': 'tempest-description--962638319'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:23.310112 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e878aabb-bf30-46b4-91b9-1df14a797645 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:23.317330 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e878aabb-bf30-46b4-91b9-1df14a797645 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Usage tracker for resource:security_group and tenant:38a8881fe1424acaba5f3d712cefac02 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:23.331468 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e878aabb-bf30-46b4-91b9-1df14a797645 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:23.332958 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1154e91-88d2-46aa-b86b-0d4d5e9a23ba admin admin] Made reservation on behalf of 7930d55b67a844b5aa396c85050770c9 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:59:23.336847 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a1154e91-88d2-46aa-b86b-0d4d5e9a23ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:23.340957 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e878aabb-bf30-46b4-91b9-1df14a797645 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:23.371396 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a1154e91-88d2-46aa-b86b-0d4d5e9a23ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:23.383419 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e878aabb-bf30-46b4-91b9-1df14a797645 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:23.419375 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e878aabb-bf30-46b4-91b9-1df14a797645 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:23.423525 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e878aabb-bf30-46b4-91b9-1df14a797645 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Usage tracker for resource:security_group_rule and tenant:38a8881fe1424acaba5f3d712cefac02 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:23.423525 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e878aabb-bf30-46b4-91b9-1df14a797645 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:23.434678 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a1154e91-88d2-46aa-b86b-0d4d5e9a23ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:23.441554 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e878aabb-bf30-46b4-91b9-1df14a797645 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:23.452040 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a1154e91-88d2-46aa-b86b-0d4d5e9a23ba admin admin] Usage tracker for resource:security_group_rule and tenant:7930d55b67a844b5aa396c85050770c9 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:23.513924 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 83faf507-a565-4ca4-b9e8-5b37a4ba03be triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:23.513924 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:23.567462 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a1154e91-88d2-46aa-b86b-0d4d5e9a23ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:23.580335 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a1154e91-88d2-46aa-b86b-0d4d5e9a23ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:23.610987 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e878aabb-bf30-46b4-91b9-1df14a797645 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:23.616312 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e878aabb-bf30-46b4-91b9-1df14a797645 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:23.720855 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878aabb-bf30-46b4-91b9-1df14a797645 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=663464bd-e86c-4312-b98d-55eeb1e1775f,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:23.724603 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-fd662606-e298-451d-9fa9-c9dd7ec3244b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:23.731700 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 83faf507-a565-4ca4-b9e8-5b37a4ba03be is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:23.737359 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-fd662606-e298-451d-9fa9-c9dd7ec3244b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/networks?id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd HTTP/1.1" status: 200 len: 811 time: 0.3271098 May 13 14:59:23.740237 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e878aabb-bf30-46b4-91b9-1df14a797645 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:23.742086 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-36713300-9617-4a7e-97ef-859a359a41a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-46765238-router', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:59:12Z', 'updated_at': '2022-05-13T14:59:19Z', 'revision_number': 4, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'gw_port': {'id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:13Z', 'updated_at': '2022-05-13T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'a7cd2998-b136-41c2-b4ff-7de0ce99483f', 'name': '', 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'mac_address': 'fa:16:3e:d3:89:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:18Z', 'updated_at': '2022-05-13T14:59:20Z', 'revision_number': 2, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'subnets': [{'id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:23.752146 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e878aabb-bf30-46b4-91b9-1df14a797645 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4396329 May 13 14:59:23.752146 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54780) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:23.756178 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36713300-9617-4a7e-97ef-859a359a41a0 None None] Checking router: edd64084-0577-44c3-9862-fd94e3d40eb7 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:59:23.756178 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36713300-9617-4a7e-97ef-859a359a41a0 None None] Updating router edd64084-0577-44c3-9862-fd94e3d40eb7 port a7cd2998-b136-41c2-b4ff-7de0ce99483f binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:59:23.761376 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-ca0c2d96-17f9-4f00-a240-f0428a264e53 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Request body: {'security_group_rule': {'security_group_id': '663464bd-e86c-4312-b98d-55eeb1e1775f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:23.761376 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ca0c2d96-17f9-4f00-a240-f0428a264e53 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:23.761376 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ca0c2d96-17f9-4f00-a240-f0428a264e53 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Usage tracker for resource:security_group_rule and tenant:38a8881fe1424acaba5f3d712cefac02 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:23.761376 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ca0c2d96-17f9-4f00-a240-f0428a264e53 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:23.769318 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-502eabf4-0e06-4504-bbc7-9cf2c9d57158 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/quotas/ac0ce7a13bd948f9949b7bdefd23d50f HTTP/1.1" status: 200 len: 375 time: 0.0373793 May 13 14:59:23.772821 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ca0c2d96-17f9-4f00-a240-f0428a264e53 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:23.798702 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ca0c2d96-17f9-4f00-a240-f0428a264e53 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:23.818351 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-36713300-9617-4a7e-97ef-859a359a41a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:23.880840 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ca0c2d96-17f9-4f00-a240-f0428a264e53 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:23.894547 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ca0c2d96-17f9-4f00-a240-f0428a264e53 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:23.928888 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a1154e91-88d2-46aa-b86b-0d4d5e9a23ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:23.938453 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c2d96-17f9-4f00-a240-f0428a264e53 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3004499-07d5-4f33-94cd-990166cc222d,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:23.952666 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-f3b43d3e-4a08-4e4b-87a1-a690ca80c20a tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac0ce7a13bd948f9949b7bdefd23d50f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1878922 May 13 14:59:23.955927 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ca0c2d96-17f9-4f00-a240-f0428a264e53 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:23.959643 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ca0c2d96-17f9-4f00-a240-f0428a264e53 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2209129 May 13 14:59:23.961520 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54784) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:23.967454 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-ece3cc24-8257-44c2-9801-aa7d954224de tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Request body: {'security_group_rule': {'security_group_id': '663464bd-e86c-4312-b98d-55eeb1e1775f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:23.974856 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ece3cc24-8257-44c2-9801-aa7d954224de tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:23.979349 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a1154e91-88d2-46aa-b86b-0d4d5e9a23ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:23.980458 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ece3cc24-8257-44c2-9801-aa7d954224de tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Usage tracker for resource:security_group_rule and tenant:38a8881fe1424acaba5f3d712cefac02 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:23.984139 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ece3cc24-8257-44c2-9801-aa7d954224de tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:23.992994 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ece3cc24-8257-44c2-9801-aa7d954224de tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:23.996596 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1154e91-88d2-46aa-b86b-0d4d5e9a23ba admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:59:24.011594 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a1154e91-88d2-46aa-b86b-0d4d5e9a23ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:24.012097 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-a1154e91-88d2-46aa-b86b-0d4d5e9a23ba admin admin] Added segment e4c9ec36-de6d-45e0-b969-0fb61f0df1e7 of type vlan for network f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3 May 13 14:59:24.016292 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ece3cc24-8257-44c2-9801-aa7d954224de tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:24.108879 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ece3cc24-8257-44c2-9801-aa7d954224de tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:24.130593 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ece3cc24-8257-44c2-9801-aa7d954224de tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:24.160403 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3cc24-8257-44c2-9801-aa7d954224de tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14109f9-42e3-412b-a323-51d76e463ca8,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:24.189288 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ece3cc24-8257-44c2-9801-aa7d954224de tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:24.196796 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ece3cc24-8257-44c2-9801-aa7d954224de tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2300007 May 13 14:59:24.208057 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 54792) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:24.208057 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:24.224491 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:24.231495 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Usage tracker for resource:floatingip and tenant:38a8881fe1424acaba5f3d712cefac02 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:24.231495 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:24.241862 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:24.261326 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for floatingip, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:24.310794 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1154e91-88d2-46aa-b86b-0d4d5e9a23ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e227e25e-f64a-4a0c-a909-d680f28ed52d,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:24.310794 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a1154e91-88d2-46aa-b86b-0d4d5e9a23ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:24.386103 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a1154e91-88d2-46aa-b86b-0d4d5e9a23ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:24.387063 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1154e91-88d2-46aa-b86b-0d4d5e9a23ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:24.387670 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a1154e91-88d2-46aa-b86b-0d4d5e9a23ba admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:24.439798 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a1154e91-88d2-46aa-b86b-0d4d5e9a23ba admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6728411 May 13 14:59:24.440541 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54800) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:24.459549 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-9cccbc09-5eca-4e7f-abe9-9d806620014c service neutron] 10.222.0.35 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016785 May 13 14:59:24.504853 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:24.546451 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-05cccfc9-d90c-4b50-a150-7b1800b8cba6 admin admin] Request body: {'subnet': {'network_id': 'f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1334122569-subnet', 'tenant_id': '7930d55b67a844b5aa396c85050770c9', 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:24.561463 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-05cccfc9-d90c-4b50-a150-7b1800b8cba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:24.610980 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-36713300-9617-4a7e-97ef-859a359a41a0 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:24.626213 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-36713300-9617-4a7e-97ef-859a359a41a0 None None] Transition to ACTIVE for port object a7cd2998-b136-41c2-b4ff-7de0ce99483f will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:59:24.629969 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-05cccfc9-d90c-4b50-a150-7b1800b8cba6 admin admin] Usage tracker for resource:subnet and tenant:7930d55b67a844b5aa396c85050770c9 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:24.637690 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-36713300-9617-4a7e-97ef-859a359a41a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:24.641439 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-05cccfc9-d90c-4b50-a150-7b1800b8cba6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:24.666434 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-05cccfc9-d90c-4b50-a150-7b1800b8cba6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:24.687362 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1154e91-88d2-46aa-b86b-0d4d5e9a23ba admin admin] Pushing event updated for resources: {'Network': ['ID=f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:24.733677 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cccfc9-d90c-4b50-a150-7b1800b8cba6 admin admin] Made reservation on behalf of 7930d55b67a844b5aa396c85050770c9 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:59:24.736403 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-05cccfc9-d90c-4b50-a150-7b1800b8cba6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:24.786651 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:59:24.935679 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef9fb7-362f-4347-9892-01488ce1686c req-cfbbabf5-2953-4c09-921b-e0d97238c28d tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:24.935679 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a0ef9fb7-362f-4347-9892-01488ce1686c req-cfbbabf5-2953-4c09-921b-e0d97238c28d tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d45205a-231f-48f8-9612-42baed5b2c43 HTTP/1.1" status: 200 len: 945 time: 0.4234166 May 13 14:59:24.943957 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-021980f8-406b-445b-9030-37b00b5a6da6 service neutron] 10.222.0.35 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4821160 May 13 14:59:24.986054 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73a3c3-4fd8-4b6f-b3f4-c61d626de830 req-4c72cced-5ed4-4a58-8209-50803f40e021 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:24.986054 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e73a3c3-4fd8-4b6f-b3f4-c61d626de830 req-4c72cced-5ed4-4a58-8209-50803f40e021 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d45205a-231f-48f8-9612-42baed5b2c43 HTTP/1.1" status: 200 len: 945 time: 0.3515644 May 13 14:59:25.191567 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-05cccfc9-d90c-4b50-a150-7b1800b8cba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:25.219596 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b0f50-5b7c-4f2b-be1b-c35ec6fdf7fa None None] Pushing event updated for resources: {'Port': ['ID=a7cd2998-b136-41c2-b4ff-7de0ce99483f,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:25.316819 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Allocated IP 172.25.0.23 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/8ec96649-21be-4f44-94ba-41187de6c14a) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:59:25.350535 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e253418b-1e74-4cb4-92f4-f6334cb279c2 req-cd192d37-2601-442d-8afe-b21a5cc025e8 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe664846-5698-4343-8467-f1a97799dc2d HTTP/1.1" status: 200 len: 210 time: 0.0856645 May 13 14:59:25.371449 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-36713300-9617-4a7e-97ef-859a359a41a0 None None] Attempting to bind port a7cd2998-b136-41c2-b4ff-7de0ce99483f on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:25.371449 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-36713300-9617-4a7e-97ef-859a359a41a0 None None] Attempting to bind port a7cd2998-b136-41c2-b4ff-7de0ce99483f by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '89f6c3f9-8bdb-4179-8eb7-052eef44125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:25.371449 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36713300-9617-4a7e-97ef-859a359a41a0 None None] Attempting to bind port a7cd2998-b136-41c2-b4ff-7de0ce99483f on network 82746afc-6560-4007-9fb3-904cf8d650cf {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:25.392632 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cccfc9-d90c-4b50-a150-7b1800b8cba6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ea1d299-5472-4ee0-97c8-912c9077966a,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:25.401067 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cccfc9-d90c-4b50-a150-7b1800b8cba6 admin admin] Checking segment: {'id': 'e4c9ec36-de6d-45e0-b969-0fb61f0df1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:59:25.401067 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cccfc9-d90c-4b50-a150-7b1800b8cba6 admin admin] Network hostable DHCP agents. Network: f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:59:25.427820 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36713300-9617-4a7e-97ef-859a359a41a0 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:59:25.427820 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36713300-9617-4a7e-97ef-859a359a41a0 None None] Checking segment: {'id': '89f6c3f9-8bdb-4179-8eb7-052eef44125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:59:25.427820 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-36713300-9617-4a7e-97ef-859a359a41a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:25.427820 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36713300-9617-4a7e-97ef-859a359a41a0 None None] Bound using segment: {'id': '89f6c3f9-8bdb-4179-8eb7-052eef44125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:59:25.427820 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-36713300-9617-4a7e-97ef-859a359a41a0 None None] Bound port: a7cd2998-b136-41c2-b4ff-7de0ce99483f, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f6c3f9-8bdb-4179-8eb7-052eef44125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:59:25.427820 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-36713300-9617-4a7e-97ef-859a359a41a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:25.432373 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cccfc9-d90c-4b50-a150-7b1800b8cba6 admin admin] Network f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:59:25.446550 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-05cccfc9-d90c-4b50-a150-7b1800b8cba6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:25.449414 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a0ef9fb7-362f-4347-9892-01488ce1686c req-5fdb1d82-bd47-4831-9bbd-57ae200e04c0 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5033913 May 13 14:59:25.451673 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cccfc9-d90c-4b50-a150-7b1800b8cba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:25.451673 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-05cccfc9-d90c-4b50-a150-7b1800b8cba6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:25.459876 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-1e73a3c3-4fd8-4b6f-b3f4-c61d626de830 req-dc5a4e24-484e-4a4c-a0a0-64142e2b156a tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Deleting port 1a8464b7-d554-4115-9c8c-ab86baf567c4 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:59:25.459876 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1e73a3c3-4fd8-4b6f-b3f4-c61d626de830 req-dc5a4e24-484e-4a4c-a0a0-64142e2b156a tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:25.490746 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-05cccfc9-d90c-4b50-a150-7b1800b8cba6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0323706 May 13 14:59:25.493961 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54814) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:25.500319 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-4ac78c03-5408-4bfe-a313-9bb18e15f6b9 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1334122569-router', 'tenant_id': '7930d55b67a844b5aa396c85050770c9', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:25.507390 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4ac78c03-5408-4bfe-a313-9bb18e15f6b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:25.514651 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4ac78c03-5408-4bfe-a313-9bb18e15f6b9 admin admin] Usage tracker for resource:router and tenant:7930d55b67a844b5aa396c85050770c9 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:25.521141 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4ac78c03-5408-4bfe-a313-9bb18e15f6b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:25.531293 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4ac78c03-5408-4bfe-a313-9bb18e15f6b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:25.547615 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6257ced-84c5-42da-87c4-a1387ef75035 None None] Network f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:59:25.549472 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ac78c03-5408-4bfe-a313-9bb18e15f6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:25.551580 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ac78c03-5408-4bfe-a313-9bb18e15f6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:25.577520 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ac78c03-5408-4bfe-a313-9bb18e15f6b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:25.902699 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:25.936668 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-1e73a3c3-4fd8-4b6f-b3f4-c61d626de830 req-dc5a4e24-484e-4a4c-a0a0-64142e2b156a tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] For port 1a8464b7-d554-4115-9c8c-ab86baf567c4, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=1a8464b7-d554-4115-9c8c-ab86baf567c4,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:25.937252 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1e73a3c3-4fd8-4b6f-b3f4-c61d626de830 req-dc5a4e24-484e-4a4c-a0a0-64142e2b156a tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:25.947819 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c808b4a-ee9a-44f6-8589-4b5133d67d99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3', 'network_id': 'f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3', 'tenant_id': '7930d55b67a844b5aa396c85050770c9', 'fixed_ips': [{'subnet_id': '0ea1d299-5472-4ee0-97c8-912c9077966a'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:59:25.949309 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2c808b4a-ee9a-44f6-8589-4b5133d67d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:25.987192 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-36713300-9617-4a7e-97ef-859a359a41a0 None None] For port a7cd2998-b136-41c2-b4ff-7de0ce99483f, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:59:26.088810 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-36713300-9617-4a7e-97ef-859a359a41a0 None None] For port a7cd2998-b136-41c2-b4ff-7de0ce99483f, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=a7cd2998-b136-41c2-b4ff-7de0ce99483f,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:59:26.110236 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-1e73a3c3-4fd8-4b6f-b3f4-c61d626de830 req-dc5a4e24-484e-4a4c-a0a0-64142e2b156a tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Calling delete_port for 1a8464b7-d554-4115-9c8c-ab86baf567c4 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:59:26.113925 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-36713300-9617-4a7e-97ef-859a359a41a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:26.208248 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ac78c03-5408-4bfe-a313-9bb18e15f6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:26.326067 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1e73a3c3-4fd8-4b6f-b3f4-c61d626de830 req-dc5a4e24-484e-4a4c-a0a0-64142e2b156a tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:26.413631 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36713300-9617-4a7e-97ef-859a359a41a0 None None] Routers {'edd64084-0577-44c3-9862-fd94e3d40eb7'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:59:26.421078 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-36713300-9617-4a7e-97ef-859a359a41a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:59:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['edd64084-0577-44c3-9862-fd94e3d40eb7'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:26.526533 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['1a8464b7-d554-4115-9c8c-ab86baf567c4'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:59:26.664947 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a4e24-484e-4a4c-a0a0-64142e2b156a tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Pushing event deleted for resources: {'Port': ['ID=1a8464b7-d554-4115-9c8c-ab86baf567c4,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:26.775240 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:26.793819 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b0f50-5b7c-4f2b-be1b-c35ec6fdf7fa None None] Pushing event updated for resources: {'Port': ['ID=a7cd2998-b136-41c2-b4ff-7de0ce99483f,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:26.857431 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e73a3c3-4fd8-4b6f-b3f4-c61d626de830 req-dc5a4e24-484e-4a4c-a0a0-64142e2b156a tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] No DVR routers for this DVR port 1a8464b7-d554-4115-9c8c-ab86baf567c4 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:59:26.862446 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1e73a3c3-4fd8-4b6f-b3f4-c61d626de830 req-dc5a4e24-484e-4a4c-a0a0-64142e2b156a tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:26.913042 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d45205a-231f-48f8-9612-42baed5b2c43', 'name': 'network-vif-deleted', 'tag': '1a8464b7-d554-4115-9c8c-ab86baf567c4'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:59:26.952396 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-90bd8e1e-659d-44ac-b617-0e8e860237e5 req-22f5a439-48dc-4037-bf1e-83b906bf71c4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d45205a-231f-48f8-9612-42baed5b2c43 HTTP/1.1" status: 200 len: 210 time: 0.1668596 May 13 14:59:27.014051 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Pushing event updated for resources: {'Port': ['ID=8ec96649-21be-4f44-94ba-41187de6c14a,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:27.014051 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:59:27.018135 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:27.036502 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e73a3c3-4fd8-4b6f-b3f4-c61d626de830 req-dc5a4e24-484e-4a4c-a0a0-64142e2b156a tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.74 "DELETE /v2.0/ports/1a8464b7-d554-4115-9c8c-ab86baf567c4 HTTP/1.1" status: 204 len: 173 time: 2.0352991 May 13 14:59:27.036502 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:59:27.076722 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-36713300-9617-4a7e-97ef-859a359a41a0 None None] Set router edd64084-0577-44c3-9862-fd94e3d40eb7 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:59:27.095534 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce6b7e03-db26-4577-bc90-fd8b50bd8fc2'] response: {'server_uuid': '7d45205a-231f-48f8-9612-42baed5b2c43', 'name': 'network-vif-deleted', 'tag': '1a8464b7-d554-4115-9c8c-ab86baf567c4', 'status': 'completed', 'code': 200} May 13 14:59:27.118292 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f8e4a7c6-c2f5-4eed-9213-30723e23803d req-6b0d35a0-d757-49e0-aa93-139393534917 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe664846-5698-4343-8467-f1a97799dc2d HTTP/1.1" status: 200 len: 210 time: 0.5222728 May 13 14:59:27.260474 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:27.312391 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ac78c03-5408-4bfe-a313-9bb18e15f6b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:27.330919 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-2c808b4a-ee9a-44f6-8589-4b5133d67d99 None None] Allocated IP 172.20.0.2 (f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3/0ea1d299-5472-4ee0-97c8-912c9077966a/184a8e58-0056-45ae-ace3-977504b08fe2) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:59:27.601491 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:27.807678 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ac78c03-5408-4bfe-a313-9bb18e15f6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:27.893244 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-72585f6b-8241-4240-9acf-0142c5683878 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:27.893244 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-72585f6b-8241-4240-9acf-0142c5683878 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.59 "GET /v2.0/networks?id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd HTTP/1.1" status: 200 len: 811 time: 0.4791007 May 13 14:59:27.905023 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1652a0b3-691e-4305-8f8d-18cea898d15c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Request body: {'port': {'device_id': 'fe664846-5698-4343-8467-f1a97799dc2d', 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd', 'admin_state_up': True, 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:28.034742 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-4ac78c03-5408-4bfe-a313-9bb18e15f6b9 admin admin] Allocated IP 172.25.0.70 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:59:28.095873 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-36b40b10-3110-46b1-a1e6-6b5e82f8de64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:28.121963 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2c808b4a-ee9a-44f6-8589-4b5133d67d99 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:28.152106 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-2c808b4a-ee9a-44f6-8589-4b5133d67d99 None None] Transition to ACTIVE for port object 184a8e58-0056-45ae-ace3-977504b08fe2 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:59:28.249942 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-2c808b4a-ee9a-44f6-8589-4b5133d67d99 None None] Transition to ACTIVE for port object 184a8e58-0056-45ae-ace3-977504b08fe2 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:59:28.266355 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-36713300-9617-4a7e-97ef-859a359a41a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-46765238-router', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:59:12Z', 'updated_at': '2022-05-13T14:59:19Z', 'revision_number': 4, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'gw_port': {'id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:13Z', 'updated_at': '2022-05-13T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'a7cd2998-b136-41c2-b4ff-7de0ce99483f', 'name': '', 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'mac_address': 'fa:16:3e:d3:89:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:18Z', 'updated_at': '2022-05-13T14:59:25Z', 'revision_number': 4, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'subnets': [{'id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:28.266355 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2c808b4a-ee9a-44f6-8589-4b5133d67d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:28.384902 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36713300-9617-4a7e-97ef-859a359a41a0 None None] The sync data for ids ['edd64084-0577-44c3-9862-fd94e3d40eb7'] in n-d-841760-1 is: [{'id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-46765238-router', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:59:12Z', 'updated_at': '2022-05-13T14:59:19Z', 'revision_number': 4, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'gw_port': {'id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:13Z', 'updated_at': '2022-05-13T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'a7cd2998-b136-41c2-b4ff-7de0ce99483f', 'name': '', 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'mac_address': 'fa:16:3e:d3:89:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:18Z', 'updated_at': '2022-05-13T14:59:25Z', 'revision_number': 4, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'subnets': [{'id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:59:28.396167 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ac78c03-5408-4bfe-a313-9bb18e15f6b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:28.453474 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c808b4a-ee9a-44f6-8589-4b5133d67d99 None None] Network f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:59:28.456337 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-2c808b4a-ee9a-44f6-8589-4b5133d67d99 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:28.466744 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c808b4a-ee9a-44f6-8589-4b5133d67d99 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:59:28.522322 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 1a8464b7-d554-4115-9c8c-ab86baf567c4 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:59:28.558935 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c311df75-20c3-4018-9b86-d2ca76a02d12 req-8ca47c8a-2c7b-4c0b-b484-3868d6649569 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe664846-5698-4343-8467-f1a97799dc2d HTTP/1.1" status: 200 len: 210 time: 0.1420999 May 13 14:59:28.586620 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 1a8464b7-d554-4115-9c8c-ab86baf567c4 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:59:28.588259 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 1a8464b7-d554-4115-9c8c-ab86baf567c4 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:59:28.599298 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2be9bcbb-4b19-4d46-984e-6946d5197e29 req-6a281e2f-b7a1-4e5a-9bf2-438eb4ee916b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Synchronizing usage tracker for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:59:28.614340 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ac78c03-5408-4bfe-a313-9bb18e15f6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:28.690227 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2be9bcbb-4b19-4d46-984e-6946d5197e29 req-6a281e2f-b7a1-4e5a-9bf2-438eb4ee916b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Unset dirty status for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:59:28.714160 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c808b4a-ee9a-44f6-8589-4b5133d67d99 None None] Pushing event updated for resources: {'Port': ['ID=184a8e58-0056-45ae-ace3-977504b08fe2,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:28.751639 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac78c03-5408-4bfe-a313-9bb18e15f6b9 admin admin] Pushing event updated for resources: {'Port': ['ID=02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:28.756103 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2be9bcbb-4b19-4d46-984e-6946d5197e29 req-6a281e2f-b7a1-4e5a-9bf2-438eb4ee916b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d45205a-231f-48f8-9612-42baed5b2c43 HTTP/1.1" status: 200 len: 210 time: 0.2422678 May 13 14:59:28.759532 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac78c03-5408-4bfe-a313-9bb18e15f6b9 admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:59:28.759532 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-4ac78c03-5408-4bfe-a313-9bb18e15f6b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:28.759532 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac78c03-5408-4bfe-a313-9bb18e15f6b9 admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:59:28.831715 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:28.841935 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-2c808b4a-ee9a-44f6-8589-4b5133d67d99 None None] Attempting to bind port 184a8e58-0056-45ae-ace3-977504b08fe2 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:28.841935 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-2c808b4a-ee9a-44f6-8589-4b5133d67d99 None None] Attempting to bind port 184a8e58-0056-45ae-ace3-977504b08fe2 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'e4c9ec36-de6d-45e0-b969-0fb61f0df1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:28.841935 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c808b4a-ee9a-44f6-8589-4b5133d67d99 None None] Attempting to bind port 184a8e58-0056-45ae-ace3-977504b08fe2 on network f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:28.849266 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c808b4a-ee9a-44f6-8589-4b5133d67d99 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:59:28.849266 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c808b4a-ee9a-44f6-8589-4b5133d67d99 None None] Checking segment: {'id': 'e4c9ec36-de6d-45e0-b969-0fb61f0df1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:59:28.849266 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2c808b4a-ee9a-44f6-8589-4b5133d67d99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:28.849266 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c808b4a-ee9a-44f6-8589-4b5133d67d99 None None] Bound using segment: {'id': 'e4c9ec36-de6d-45e0-b969-0fb61f0df1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:59:28.849266 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-2c808b4a-ee9a-44f6-8589-4b5133d67d99 None None] Bound port: 184a8e58-0056-45ae-ace3-977504b08fe2, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c9ec36-de6d-45e0-b969-0fb61f0df1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:59:28.849266 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2c808b4a-ee9a-44f6-8589-4b5133d67d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:28.911060 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1652a0b3-691e-4305-8f8d-18cea898d15c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:28.950078 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1652a0b3-691e-4305-8f8d-18cea898d15c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:28.970076 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:28.984028 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:29.043043 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1652a0b3-691e-4305-8f8d-18cea898d15c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Made reservation on behalf of ac0ce7a13bd948f9949b7bdefd23d50f for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:59:29.046925 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1652a0b3-691e-4305-8f8d-18cea898d15c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:29.108139 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-2c808b4a-ee9a-44f6-8589-4b5133d67d99 None None] For port 184a8e58-0056-45ae-ace3-977504b08fe2, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:59:29.108139 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-2c808b4a-ee9a-44f6-8589-4b5133d67d99 None None] For port 184a8e58-0056-45ae-ace3-977504b08fe2, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=184a8e58-0056-45ae-ace3-977504b08fe2,segment=NetworkSegment(e4c9ec36-de6d-45e0-b969-0fb61f0df1e7),segment_id=e4c9ec36-de6d-45e0-b969-0fb61f0df1e7)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:59:29.117518 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2c808b4a-ee9a-44f6-8589-4b5133d67d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:29.360052 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Pushing event updated for resources: {'Port': ['ID=8ec96649-21be-4f44-94ba-41187de6c14a,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:29.387589 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c808b4a-ee9a-44f6-8589-4b5133d67d99 None None] Pushing event updated for resources: {'Port': ['ID=184a8e58-0056-45ae-ace3-977504b08fe2,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:29.424925 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:29.425437 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:29.425781 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:29.426123 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:29.426447 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:29.426782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:29.427105 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:29.427484 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:29.427799 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:29.428131 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:29.428438 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:29.428752 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:29.437191 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:29.505143 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1652a0b3-691e-4305-8f8d-18cea898d15c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Allocated IP 172.20.0.5 (d6183f6d-25fb-4e44-b996-0f5bcb025fdd/f43563bd-f154-4518-8312-29f2255f69ef/cb21d252-b054-4dc5-be10-c926d9bfaa4f) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:59:29.505143 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:29.522783 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d4c668ed-f30a-4f4d-8444-afe48d46cf76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3119533 May 13 14:59:29.601240 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-951cd339-ef1d-4dcf-bc9a-122873323eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:29.803073 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ac78c03-5408-4bfe-a313-9bb18e15f6b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:29.998392 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3045fabf-29a4-415d-a056-0bdce9134d75 req-0ac49f40-0a8b-40af-8517-cc779626f6b0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe664846-5698-4343-8467-f1a97799dc2d HTTP/1.1" status: 200 len: 210 time: 0.1015887 May 13 14:59:30.142338 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-fdbda2a3-f72a-44a5-870f-b29e5095e563 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Synchronizing usage tracker for tenant:38a8881fe1424acaba5f3d712cefac02 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:59:30.149867 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1652a0b3-691e-4305-8f8d-18cea898d15c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:30.184210 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-fdbda2a3-f72a-44a5-870f-b29e5095e563 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Unset dirty status for tenant:38a8881fe1424acaba5f3d712cefac02 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:59:30.184210 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-fdbda2a3-f72a-44a5-870f-b29e5095e563 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--323744738&fields=id&tenant_id=38a8881fe1424acaba5f3d712cefac02 HTTP/1.1" status: 200 len: 267 time: 0.2889023 May 13 14:59:30.194871 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1652a0b3-691e-4305-8f8d-18cea898d15c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Transition to ACTIVE for port object cb21d252-b054-4dc5-be10-c926d9bfaa4f will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:59:30.686087 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-1148dd1d-f6cc-4b7c-aa2d-e3aa9b680c91 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:30.687791 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-1148dd1d-f6cc-4b7c-aa2d-e3aa9b680c91 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/networks?id=82746afc-6560-4007-9fb3-904cf8d650cf HTTP/1.1" status: 200 len: 815 time: 0.4772983 May 13 14:59:30.698015 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ac78c03-5408-4bfe-a313-9bb18e15f6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:30.724091 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:30.743244 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-29ca74ed-501e-4570-bf4b-f917954c746f tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/quotas/38a8881fe1424acaba5f3d712cefac02 HTTP/1.1" status: 200 len: 375 time: 0.0401127 May 13 14:59:30.772479 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 184a8e58-0056-45ae-ace3-977504b08fe2 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:59:30.854398 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1652a0b3-691e-4305-8f8d-18cea898d15c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:30.938740 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['87ebdfb7-c701-4ddb-88f0-7972bffd8352'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:59:31.036504 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:31.055940 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1652a0b3-691e-4305-8f8d-18cea898d15c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Network d6183f6d-25fb-4e44-b996-0f5bcb025fdd is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:59:31.086489 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1652a0b3-691e-4305-8f8d-18cea898d15c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:31.118480 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1652a0b3-691e-4305-8f8d-18cea898d15c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:59:31.193106 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 184a8e58-0056-45ae-ace3-977504b08fe2 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:59:31.208807 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device a7cd2998-b136-41c2-b4ff-7de0ce99483f up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:59:31.210216 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652a0b3-691e-4305-8f8d-18cea898d15c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Pushing event updated for resources: {'Port': ['ID=cb21d252-b054-4dc5-be10-c926d9bfaa4f,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:31.332709 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1652a0b3-691e-4305-8f8d-18cea898d15c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:31.333521 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1652a0b3-691e-4305-8f8d-18cea898d15c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:31.401484 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-9cb1e586-0455-455a-884f-dc595c2d32fd tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=38a8881fe1424acaba5f3d712cefac02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6487181 May 13 14:59:31.412813 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1652a0b3-691e-4305-8f8d-18cea898d15c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5191469 May 13 14:59:31.553173 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a7a872-4be0-46f7-b31c-7ea2b1c8e74b None None] Network f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:59:31.660079 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-3a6e757a-3793-48ea-8c44-a32835651820 service neutron] 10.222.0.35 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286646 May 13 14:59:31.669936 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1fb7dec5-9c0b-4801-b0cd-527ff2652fe0 service neutron] Request body: {'port': {'device_id': 'fe664846-5698-4343-8467-f1a97799dc2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:31.745480 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac78c03-5408-4bfe-a313-9bb18e15f6b9 admin admin] Router 51dd9c67-2e73-4f50-ac0c-830046b7e190 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:59:31.822810 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port a7cd2998-b136-41c2-b4ff-7de0ce99483f completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:59:31.827297 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-bbee9434-cf05-4801-a5d5-b371d04f3812 None None] Provisioning for port cb21d252-b054-4dc5-be10-c926d9bfaa4f completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:59:31.838766 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-bbee9434-cf05-4801-a5d5-b371d04f3812 None None] Provisioning complete for port cb21d252-b054-4dc5-be10-c926d9bfaa4f triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:31.839609 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bbee9434-cf05-4801-a5d5-b371d04f3812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:31.891005 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port a7cd2998-b136-41c2-b4ff-7de0ce99483f triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:31.893049 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:31.925159 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bafe3-c3ee-4ea0-bfde-771ef2cb68b6 req-d96e5c69-7dd9-4482-9586-eb8d6a290717 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:31.925159 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce9bafe3-c3ee-4ea0-bfde-771ef2cb68b6 req-d96e5c69-7dd9-4482-9586-eb8d6a290717 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe664846-5698-4343-8467-f1a97799dc2d HTTP/1.1" status: 200 len: 931 time: 0.4039028 May 13 14:59:32.014873 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-bbee9434-cf05-4801-a5d5-b371d04f3812 None None] Port cb21d252-b054-4dc5-be10-c926d9bfaa4f cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:59:32.071666 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1fb7dec5-9c0b-4801-b0cd-527ff2652fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:32.109337 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-96f64fa3-2454-4854-8721-775908ddfc90 service neutron] 10.222.0.35 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779266 May 13 14:59:32.185047 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-bbee9434-cf05-4801-a5d5-b371d04f3812 None None] Provisioning for port 184a8e58-0056-45ae-ace3-977504b08fe2 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:59:32.197321 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-bbee9434-cf05-4801-a5d5-b371d04f3812 None None] Provisioning complete for port 184a8e58-0056-45ae-ace3-977504b08fe2 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:32.198303 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bbee9434-cf05-4801-a5d5-b371d04f3812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:32.229278 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce9bafe3-c3ee-4ea0-bfde-771ef2cb68b6 req-04c97324-ff52-4a6b-8b98-6c162c7786a6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127625 May 13 14:59:32.258654 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac78c03-5408-4bfe-a313-9bb18e15f6b9 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:59:32.268403 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a2012a-f8f3-4987-997d-6b4657d06ad7 None None] Sync routers for ids ['51dd9c67-2e73-4f50-ac0c-830046b7e190'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:59:32.290644 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a2012a-f8f3-4987-997d-6b4657d06ad7 None None] Routers {'51dd9c67-2e73-4f50-ac0c-830046b7e190'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:59:32.296254 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-65a2012a-f8f3-4987-997d-6b4657d06ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:59:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['51dd9c67-2e73-4f50-ac0c-830046b7e190'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:32.338860 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ac78c03-5408-4bfe-a313-9bb18e15f6b9 admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:32.340245 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4ac78c03-5408-4bfe-a313-9bb18e15f6b9 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.8452682 May 13 14:59:32.343030 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 54906) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:32.689733 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-3b236bc6-af9c-4084-9dbe-9cd010806570 req-ad94bc7b-1f69-4e8c-a32a-1fbc100c8a33 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Synchronizing usage tracker for tenant:38a8881fe1424acaba5f3d712cefac02 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:59:32.753452 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port a7cd2998-b136-41c2-b4ff-7de0ce99483f is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:32.753452 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:32.856697 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:32.903429 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-65a2012a-f8f3-4987-997d-6b4657d06ad7 None None] Set router 51dd9c67-2e73-4f50-ac0c-830046b7e190 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:59:32.956328 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port a7cd2998-b136-41c2-b4ff-7de0ce99483f, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=a7cd2998-b136-41c2-b4ff-7de0ce99483f,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:32.994477 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-bbee9434-cf05-4801-a5d5-b371d04f3812 None None] Current status of the port 184a8e58-0056-45ae-ace3-977504b08fe2 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:32.994477 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bbee9434-cf05-4801-a5d5-b371d04f3812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:32.994477 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:33.062171 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-3b236bc6-af9c-4084-9dbe-9cd010806570 req-ad94bc7b-1f69-4e8c-a32a-1fbc100c8a33 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Unset dirty status for tenant:38a8881fe1424acaba5f3d712cefac02 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:59:33.064251 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3b236bc6-af9c-4084-9dbe-9cd010806570 req-ad94bc7b-1f69-4e8c-a32a-1fbc100c8a33 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 210 time: 0.4471796 May 13 14:59:33.136584 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=a7cd2998-b136-41c2-b4ff-7de0ce99483f,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:33.193472 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-bbee9434-cf05-4801-a5d5-b371d04f3812 None None] For port 184a8e58-0056-45ae-ace3-977504b08fe2, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=184a8e58-0056-45ae-ace3-977504b08fe2,segment=NetworkSegment(e4c9ec36-de6d-45e0-b969-0fb61f0df1e7),segment_id=e4c9ec36-de6d-45e0-b969-0fb61f0df1e7)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:33.204604 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bbee9434-cf05-4801-a5d5-b371d04f3812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:33.314795 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1fb7dec5-9c0b-4801-b0cd-527ff2652fe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb21d252-b054-4dc5-be10-c926d9bfaa4f {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:59:33.358880 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1fb7dec5-9c0b-4801-b0cd-527ff2652fe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:33.474349 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1fb7dec5-9c0b-4801-b0cd-527ff2652fe0 service neutron] Transition to ACTIVE for port object cb21d252-b054-4dc5-be10-c926d9bfaa4f will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:59:33.474349 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1fb7dec5-9c0b-4801-b0cd-527ff2652fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:33.556672 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee9434-cf05-4801-a5d5-b371d04f3812 None None] Pushing event updated for resources: {'Port': ['ID=184a8e58-0056-45ae-ace3-977504b08fe2,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:33.690666 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-65a2012a-f8f3-4987-997d-6b4657d06ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dd9c67-2e73-4f50-ac0c-830046b7e190', 'name': 'tempest-ImageQuotaTest-1334122569-router', 'tenant_id': '7930d55b67a844b5aa396c85050770c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:59:25Z', 'updated_at': '2022-05-13T14:59:29Z', 'revision_number': 3, 'project_id': '7930d55b67a844b5aa396c85050770c9', 'gw_port': {'id': '02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51dd9c67-2e73-4f50-ac0c-830046b7e190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:27Z', 'updated_at': '2022-05-13T14:59:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:33.714643 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a2012a-f8f3-4987-997d-6b4657d06ad7 None None] Checking router: 51dd9c67-2e73-4f50-ac0c-830046b7e190 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:59:33.714643 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a2012a-f8f3-4987-997d-6b4657d06ad7 None None] Updating router 51dd9c67-2e73-4f50-ac0c-830046b7e190 port 02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:59:33.798989 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-65a2012a-f8f3-4987-997d-6b4657d06ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:34.005786 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7dec5-9c0b-4801-b0cd-527ff2652fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=cb21d252-b054-4dc5-be10-c926d9bfaa4f,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:34.278817 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c59dfbae-d09e-4452-9975-cb5ba73df62a None None] Provisioning complete for port 184a8e58-0056-45ae-ace3-977504b08fe2 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:34.278817 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c59dfbae-d09e-4452-9975-cb5ba73df62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:34.405385 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82153f23-390f-4d15-a11e-3186ebef44e2 req-f1292209-0eab-480d-8b16-84b08cfca07a tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:34.406825 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-82153f23-390f-4d15-a11e-3186ebef44e2 req-f1292209-0eab-480d-8b16-84b08cfca07a tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Synchronizing usage tracker for tenant:ac0ce7a13bd948f9949b7bdefd23d50f on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:59:34.461282 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-82153f23-390f-4d15-a11e-3186ebef44e2 req-f1292209-0eab-480d-8b16-84b08cfca07a tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Unset dirty status for tenant:ac0ce7a13bd948f9949b7bdefd23d50f on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:59:34.469537 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-82153f23-390f-4d15-a11e-3186ebef44e2 req-f1292209-0eab-480d-8b16-84b08cfca07a tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe664846-5698-4343-8467-f1a97799dc2d HTTP/1.1" status: 200 len: 943 time: 0.8674817 May 13 14:59:34.530940 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1fb7dec5-9c0b-4801-b0cd-527ff2652fe0 service neutron] Attempting to bind port cb21d252-b054-4dc5-be10-c926d9bfaa4f on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:34.530940 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1fb7dec5-9c0b-4801-b0cd-527ff2652fe0 service neutron] Attempting to bind port cb21d252-b054-4dc5-be10-c926d9bfaa4f by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:34.530940 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1fb7dec5-9c0b-4801-b0cd-527ff2652fe0 service neutron] Attempting to bind port cb21d252-b054-4dc5-be10-c926d9bfaa4f on network d6183f6d-25fb-4e44-b996-0f5bcb025fdd {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:34.547641 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1fb7dec5-9c0b-4801-b0cd-527ff2652fe0 service neutron] Port cb21d252-b054-4dc5-be10-c926d9bfaa4f on network d6183f6d-25fb-4e44-b996-0f5bcb025fdd not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:59:34.547641 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1fb7dec5-9c0b-4801-b0cd-527ff2652fe0 service neutron] Attempting to bind port cb21d252-b054-4dc5-be10-c926d9bfaa4f on network d6183f6d-25fb-4e44-b996-0f5bcb025fdd {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:34.558685 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1fb7dec5-9c0b-4801-b0cd-527ff2652fe0 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:59:34.558685 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1fb7dec5-9c0b-4801-b0cd-527ff2652fe0 service neutron] Checking segment: {'id': '0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:59:34.558685 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1fb7dec5-9c0b-4801-b0cd-527ff2652fe0 service neutron] Bound using segment: {'id': '0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:59:34.558685 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1fb7dec5-9c0b-4801-b0cd-527ff2652fe0 service neutron] Bound port: cb21d252-b054-4dc5-be10-c926d9bfaa4f, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:59:34.558685 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1fb7dec5-9c0b-4801-b0cd-527ff2652fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:34.640219 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-82153f23-390f-4d15-a11e-3186ebef44e2 req-06d62e0e-884d-4b54-886c-7997da4b549c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651552 May 13 14:59:34.723343 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-c59dfbae-d09e-4452-9975-cb5ba73df62a None None] Current status of the port 184a8e58-0056-45ae-ace3-977504b08fe2 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:34.776533 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-65a2012a-f8f3-4987-997d-6b4657d06ad7 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:34.800043 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1fb7dec5-9c0b-4801-b0cd-527ff2652fe0 service neutron] For port cb21d252-b054-4dc5-be10-c926d9bfaa4f, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:59:34.801546 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-65a2012a-f8f3-4987-997d-6b4657d06ad7 None None] Transition to ACTIVE for port object 02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:59:34.803814 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1fb7dec5-9c0b-4801-b0cd-527ff2652fe0 service neutron] For port cb21d252-b054-4dc5-be10-c926d9bfaa4f, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=cb21d252-b054-4dc5-be10-c926d9bfaa4f,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:59:34.833751 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1fb7dec5-9c0b-4801-b0cd-527ff2652fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:34.849720 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-65a2012a-f8f3-4987-997d-6b4657d06ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:34.925140 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e97ffbb8-6a9c-4601-b034-4cfbd99f4fda req-6b7b2b62-cde9-4d48-872a-20486b63564e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 210 time: 0.1536107 May 13 14:59:35.089825 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-65a2012a-f8f3-4987-997d-6b4657d06ad7 None None] Attempting to bind port 02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:35.089825 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-65a2012a-f8f3-4987-997d-6b4657d06ad7 None None] Attempting to bind port 02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:35.089825 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a2012a-f8f3-4987-997d-6b4657d06ad7 None None] Attempting to bind port 02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:35.107302 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a2012a-f8f3-4987-997d-6b4657d06ad7 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:59:35.107302 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a2012a-f8f3-4987-997d-6b4657d06ad7 None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:59:35.107302 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-65a2012a-f8f3-4987-997d-6b4657d06ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:35.107302 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a2012a-f8f3-4987-997d-6b4657d06ad7 None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:59:35.107302 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-65a2012a-f8f3-4987-997d-6b4657d06ad7 None None] Bound port: 02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:59:35.107302 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-65a2012a-f8f3-4987-997d-6b4657d06ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:35.134332 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1fb7dec5-9c0b-4801-b0cd-527ff2652fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:35.135012 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1fb7dec5-9c0b-4801-b0cd-527ff2652fe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:35.139536 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-1fb7dec5-9c0b-4801-b0cd-527ff2652fe0 service neutron] 10.222.0.59 "PUT /v2.0/ports/cb21d252-b054-4dc5-be10-c926d9bfaa4f HTTP/1.1" status: 200 len: 1091 time: 3.7167113 May 13 14:59:35.140705 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe664846-5698-4343-8467-f1a97799dc2d', 'tag': 'cb21d252-b054-4dc5-be10-c926d9bfaa4f'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:59:35.182817 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 184a8e58-0056-45ae-ace3-977504b08fe2 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:59:35.226817 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7dec5-9c0b-4801-b0cd-527ff2652fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=cb21d252-b054-4dc5-be10-c926d9bfaa4f,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:35.261092 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d177cfff-c119-4750-9ee2-c13991cb2ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:35.282543 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28f34e-e251-49be-884d-6f1a853b650e None None] Pushing event updated for resources: {'Port': ['ID=02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b,revision_number=2']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:35.336795 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28f34e-e251-49be-884d-6f1a853b650e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:35.336795 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28f34e-e251-49be-884d-6f1a853b650e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:35.336795 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28f34e-e251-49be-884d-6f1a853b650e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:35.336795 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28f34e-e251-49be-884d-6f1a853b650e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:35.336795 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28f34e-e251-49be-884d-6f1a853b650e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:35.336795 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28f34e-e251-49be-884d-6f1a853b650e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:35.336795 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28f34e-e251-49be-884d-6f1a853b650e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:35.336795 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28f34e-e251-49be-884d-6f1a853b650e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:35.336795 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28f34e-e251-49be-884d-6f1a853b650e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:35.336795 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28f34e-e251-49be-884d-6f1a853b650e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:35.343095 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28f34e-e251-49be-884d-6f1a853b650e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:35.343095 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28f34e-e251-49be-884d-6f1a853b650e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:35.371736 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-bd847377-f0e6-42a1-8414-f237fbd8e0f3 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:35.371736 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-bd847377-f0e6-42a1-8414-f237fbd8e0f3 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.74 "GET /v2.0/networks?id=82746afc-6560-4007-9fb3-904cf8d650cf HTTP/1.1" status: 200 len: 815 time: 0.5622914 May 13 14:59:35.378222 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf6acdca-cfb9-4430-902d-75f87de21e9c'] response: {'name': 'network-changed', 'server_uuid': 'fe664846-5698-4343-8467-f1a97799dc2d', 'tag': 'cb21d252-b054-4dc5-be10-c926d9bfaa4f', 'status': 'completed', 'code': 200} May 13 14:59:35.425242 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 184a8e58-0056-45ae-ace3-977504b08fe2 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:35.425242 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:35.469127 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-65a2012a-f8f3-4987-997d-6b4657d06ad7 None None] For port 02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:59:35.475389 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-65a2012a-f8f3-4987-997d-6b4657d06ad7 None None] For port 02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:59:35.491791 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-65a2012a-f8f3-4987-997d-6b4657d06ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:35.684877 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-5a40ce70-d15a-45d5-ba5a-91cda6455d5e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38a8881fe1424acaba5f3d712cefac02 HTTP/1.1" status: 200 len: 379 time: 0.1281960 May 13 14:59:35.701435 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-fdd5da4d-938d-4778-8f5b-9420d2066c29 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Request body: {'port': {'device_id': '464bb716-0d66-48cd-bb81-66fc2035e520', 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf', 'admin_state_up': True, 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'security_groups': ['663464bd-e86c-4312-b98d-55eeb1e1775f']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:35.738292 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a2012a-f8f3-4987-997d-6b4657d06ad7 None None] Routers {'51dd9c67-2e73-4f50-ac0c-830046b7e190'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:59:35.738292 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-65a2012a-f8f3-4987-997d-6b4657d06ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:59:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['51dd9c67-2e73-4f50-ac0c-830046b7e190'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:35.973841 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 184a8e58-0056-45ae-ace3-977504b08fe2 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:35.973841 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device a7cd2998-b136-41c2-b4ff-7de0ce99483f up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:59:35.979789 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28f34e-e251-49be-884d-6f1a853b650e None None] Pushing event updated for resources: {'Port': ['ID=02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:36.104550 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port a7cd2998-b136-41c2-b4ff-7de0ce99483f triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:36.105098 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:36.236807 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-d177cfff-c119-4750-9ee2-c13991cb2ec0 admin admin] Allocated IP 172.20.0.1 (f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3/0ea1d299-5472-4ee0-97c8-912c9077966a/3f64de38-f794-48e0-adfd-aa8c2efd4c8f) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:59:36.322224 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-65a2012a-f8f3-4987-997d-6b4657d06ad7 None None] Set router 51dd9c67-2e73-4f50-ac0c-830046b7e190 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:59:36.521834 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-73966c2a-5ed9-4956-93d8-825308375a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:36.527773 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-73966c2a-5ed9-4956-93d8-825308375a1b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac0ce7a13bd948f9949b7bdefd23d50f&device_id=fe664846-5698-4343-8467-f1a97799dc2d HTTP/1.1" status: 200 len: 1094 time: 1.1494756 May 13 14:59:36.540919 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723274ca-8087-4370-b6c9-badfe8b8913a req-522a62b7-63f7-4d47-a642-fdaae53f1972 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:36.548892 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cc04a1ce-7721-4e35-91c6-67b53c283916 req-e400c09e-961f-41c7-b0bd-8bb85f3c2512 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 210 time: 0.1724136 May 13 14:59:36.549819 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-723274ca-8087-4370-b6c9-badfe8b8913a req-522a62b7-63f7-4d47-a642-fdaae53f1972 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe664846-5698-4343-8467-f1a97799dc2d HTTP/1.1" status: 200 len: 943 time: 0.5943720 May 13 14:59:36.551035 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-fdd5da4d-938d-4778-8f5b-9420d2066c29 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:36.582795 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port a7cd2998-b136-41c2-b4ff-7de0ce99483f is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:36.635598 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-723274ca-8087-4370-b6c9-badfe8b8913a req-efc71d8d-3b56-4c82-8e24-abf4ddf2387f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845103 May 13 14:59:36.763803 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-fdd5da4d-938d-4778-8f5b-9420d2066c29 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:36.799769 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d177cfff-c119-4750-9ee2-c13991cb2ec0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:36.802681 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-fdd5da4d-938d-4778-8f5b-9420d2066c29 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Made reservation on behalf of 38a8881fe1424acaba5f3d712cefac02 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:59:36.802681 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-fdd5da4d-938d-4778-8f5b-9420d2066c29 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:36.835842 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-d177cfff-c119-4750-9ee2-c13991cb2ec0 admin admin] Transition to ACTIVE for port object 3f64de38-f794-48e0-adfd-aa8c2efd4c8f will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:59:36.839059 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-88db353e-879a-488b-acc4-48ae57f1c77f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb21d252-b054-4dc5-be10-c926d9bfaa4f HTTP/1.1" status: 200 len: 217 time: 0.2740557 May 13 14:59:36.906761 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d177cfff-c119-4750-9ee2-c13991cb2ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:37.077831 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d177cfff-c119-4750-9ee2-c13991cb2ec0 admin admin] Network f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:59:37.098348 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-d177cfff-c119-4750-9ee2-c13991cb2ec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:37.107431 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d177cfff-c119-4750-9ee2-c13991cb2ec0 admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:59:37.199376 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-65a2012a-f8f3-4987-997d-6b4657d06ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dd9c67-2e73-4f50-ac0c-830046b7e190', 'name': 'tempest-ImageQuotaTest-1334122569-router', 'tenant_id': '7930d55b67a844b5aa396c85050770c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:59:25Z', 'updated_at': '2022-05-13T14:59:29Z', 'revision_number': 3, 'project_id': '7930d55b67a844b5aa396c85050770c9', 'gw_port': {'id': '02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51dd9c67-2e73-4f50-ac0c-830046b7e190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:27Z', 'updated_at': '2022-05-13T14:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:37.223237 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a2012a-f8f3-4987-997d-6b4657d06ad7 None None] The sync data for ids ['51dd9c67-2e73-4f50-ac0c-830046b7e190'] in n-d-841760-1 is: [{'id': '51dd9c67-2e73-4f50-ac0c-830046b7e190', 'name': 'tempest-ImageQuotaTest-1334122569-router', 'tenant_id': '7930d55b67a844b5aa396c85050770c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:59:25Z', 'updated_at': '2022-05-13T14:59:29Z', 'revision_number': 3, 'project_id': '7930d55b67a844b5aa396c85050770c9', 'gw_port': {'id': '02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51dd9c67-2e73-4f50-ac0c-830046b7e190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:27Z', 'updated_at': '2022-05-13T14:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:59:37.246652 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-2ea97881-6540-4134-89a9-5ca16be51a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:37.253179 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-2ea97881-6540-4134-89a9-5ca16be51a07 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f43563bd-f154-4518-8312-29f2255f69ef HTTP/1.1" status: 200 len: 850 time: 0.4063451 May 13 14:59:37.313922 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177cfff-c119-4750-9ee2-c13991cb2ec0 admin admin] Pushing event updated for resources: {'Port': ['ID=3f64de38-f794-48e0-adfd-aa8c2efd4c8f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:37.365877 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d177cfff-c119-4750-9ee2-c13991cb2ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:37.375104 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-fdd5da4d-938d-4778-8f5b-9420d2066c29 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Allocated IP 172.20.0.12 (82746afc-6560-4007-9fb3-904cf8d650cf/498b4812-77a0-4897-b979-c45bc3bb9502/48560cc7-cac7-4479-901c-e483bb13de0e) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:59:37.611276 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5dce5194-1f65-47f7-ac1b-06f10f334676 None None] Provisioning for port 3f64de38-f794-48e0-adfd-aa8c2efd4c8f completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:59:37.630532 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5dce5194-1f65-47f7-ac1b-06f10f334676 None None] Provisioning complete for port 3f64de38-f794-48e0-adfd-aa8c2efd4c8f triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:37.630532 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5dce5194-1f65-47f7-ac1b-06f10f334676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:37.823763 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d177cfff-c119-4750-9ee2-c13991cb2ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:37.983803 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-5dce5194-1f65-47f7-ac1b-06f10f334676 None None] Port 3f64de38-f794-48e0-adfd-aa8c2efd4c8f cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:59:38.503149 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec683a-b89e-44c2-94b6-4c685a789857 req-09ed8774-0e80-48c2-b954-8e5a8d431161 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:38.503149 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-10ec683a-b89e-44c2-94b6-4c685a789857 req-09ed8774-0e80-48c2-b954-8e5a8d431161 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe664846-5698-4343-8467-f1a97799dc2d HTTP/1.1" status: 200 len: 943 time: 0.3987525 May 13 14:59:38.512782 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-692f4f23-31f7-481f-9ba3-d930974cb474 req-68ce2149-9446-4fea-8c49-f6ca7174a795 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 210 time: 0.1869009 May 13 14:59:38.568997 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d177cfff-c119-4750-9ee2-c13991cb2ec0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:38.571610 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-fdd5da4d-938d-4778-8f5b-9420d2066c29 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:38.586197 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d177cfff-c119-4750-9ee2-c13991cb2ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:38.633196 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-fdd5da4d-938d-4778-8f5b-9420d2066c29 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Transition to ACTIVE for port object 48560cc7-cac7-4479-901c-e483bb13de0e will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:59:38.642573 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-51fafe4c-3de7-48d6-aacf-a76105114c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:38.644555 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-51fafe4c-3de7-48d6-aacf-a76105114c70 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9009330 May 13 14:59:38.861970 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d177cfff-c119-4750-9ee2-c13991cb2ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:38.922933 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-10ec683a-b89e-44c2-94b6-4c685a789857 req-6b9b607c-45af-4614-bffc-6c65df56064a tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027834 May 13 14:59:38.929931 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-fdd5da4d-938d-4778-8f5b-9420d2066c29 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:39.130008 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-fdd5da4d-938d-4778-8f5b-9420d2066c29 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Network 82746afc-6560-4007-9fb3-904cf8d650cf is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:59:39.140137 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-2d56fefa-7e19-4cda-8de8-41d1fcb7db75 service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805658 May 13 14:59:39.140137 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-fdd5da4d-938d-4778-8f5b-9420d2066c29 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:39.266909 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:59:39.305526 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177cfff-c119-4750-9ee2-c13991cb2ec0 admin admin] Pushing event updated for resources: {'Port': ['ID=3f64de38-f794-48e0-adfd-aa8c2efd4c8f,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:39.320592 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d177cfff-c119-4750-9ee2-c13991cb2ec0 admin admin] Network f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:59:39.321922 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-d177cfff-c119-4750-9ee2-c13991cb2ec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:39.417290 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-fdd5da4d-938d-4778-8f5b-9420d2066c29 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:59:39.458346 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-374ea7bd-ac7d-4961-b154-9ae77f2027a7 req-df557da4-ef2e-4a2d-882b-462b827df3cb service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154936 May 13 14:59:39.463781 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5da4d-938d-4778-8f5b-9420d2066c29 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Pushing event updated for resources: {'Port': ['ID=48560cc7-cac7-4479-901c-e483bb13de0e,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:39.511984 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:59:39.534477 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:39.534477 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:39.577774 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-fdd5da4d-938d-4778-8f5b-9420d2066c29 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:39.577774 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-fdd5da4d-938d-4778-8f5b-9420d2066c29 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:39.758675 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-fdd5da4d-938d-4778-8f5b-9420d2066c29 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0636928 May 13 14:59:39.788058 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-6a4dc98e-d5c4-459a-805f-318029bad52f service neutron] Request body: {'port': {'device_id': '464bb716-0d66-48cd-bb81-66fc2035e520', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:40.018901 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-14055aca-1982-4f7e-9403-5fb7b8062728 None None] Provisioning for port 48560cc7-cac7-4479-901c-e483bb13de0e completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:59:40.032241 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70200b72-075e-489a-8689-b599dc064af0 req-2c375a01-d106-4814-b757-997edaa7b1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:40.032241 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-70200b72-075e-489a-8689-b599dc064af0 req-2c375a01-d106-4814-b757-997edaa7b1ab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac0ce7a13bd948f9949b7bdefd23d50f&device_id=fe664846-5698-4343-8467-f1a97799dc2d HTTP/1.1" status: 200 len: 1094 time: 0.4255471 May 13 14:59:40.036639 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-14055aca-1982-4f7e-9403-5fb7b8062728 None None] Provisioning complete for port 48560cc7-cac7-4479-901c-e483bb13de0e triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:40.036639 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-14055aca-1982-4f7e-9403-5fb7b8062728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:40.050111 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d177cfff-c119-4750-9ee2-c13991cb2ec0 admin admin] Router 51dd9c67-2e73-4f50-ac0c-830046b7e190 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:59:40.128580 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:40.129078 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:40.170963 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:40.217230 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-14055aca-1982-4f7e-9403-5fb7b8062728 None None] Port 48560cc7-cac7-4479-901c-e483bb13de0e cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:59:40.221306 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:40.376298 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-327bd3cd-6784-4cd5-900a-f00b52181fe5 None None] Provisioning complete for port 3f64de38-f794-48e0-adfd-aa8c2efd4c8f triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:40.376298 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-327bd3cd-6784-4cd5-900a-f00b52181fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:40.504399 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-6a4dc98e-d5c4-459a-805f-318029bad52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:40.535951 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-327bd3cd-6784-4cd5-900a-f00b52181fe5 None None] Port 3f64de38-f794-48e0-adfd-aa8c2efd4c8f cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:59:40.541279 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:40.552495 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:40.553043 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:40.553562 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:40.554575 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:40.556029 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:40.556574 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:40.557086 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:40.557598 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:40.558105 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:40.558823 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:40.559464 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:40.560269 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:40.630925 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72854fbd-9942-4ea2-a59b-5f025254ac67 req-98187a0f-82ef-4ac2-8000-c0e5c188b6c9 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:40.631718 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-72854fbd-9942-4ea2-a59b-5f025254ac67 req-98187a0f-82ef-4ac2-8000-c0e5c188b6c9 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Synchronizing usage tracker for tenant:38a8881fe1424acaba5f3d712cefac02 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:59:40.687287 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70200b72-075e-489a-8689-b599dc064af0 req-cc373272-80b2-401e-8f36-fe67408af951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:40.693751 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-70200b72-075e-489a-8689-b599dc064af0 req-cc373272-80b2-401e-8f36-fe67408af951 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd HTTP/1.1" status: 200 len: 912 time: 0.5312927 May 13 14:59:40.803956 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-72854fbd-9942-4ea2-a59b-5f025254ac67 req-98187a0f-82ef-4ac2-8000-c0e5c188b6c9 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Unset dirty status for tenant:38a8881fe1424acaba5f3d712cefac02 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:59:40.803956 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-72854fbd-9942-4ea2-a59b-5f025254ac67 req-98187a0f-82ef-4ac2-8000-c0e5c188b6c9 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 932 time: 0.8700018 May 13 14:59:40.803956 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-70200b72-075e-489a-8689-b599dc064af0 req-cc0273fa-740e-4a93-a1ad-178f1675050b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb21d252-b054-4dc5-be10-c926d9bfaa4f HTTP/1.1" status: 200 len: 217 time: 0.0949140 May 13 14:59:40.841093 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ab5a1-cbe7-4aa5-891b-cdb84febcb12 req-dda7d12a-4c42-4c6c-b722-5d8daa5c199d tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:40.850191 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f95ab5a1-cbe7-4aa5-891b-cdb84febcb12 req-dda7d12a-4c42-4c6c-b722-5d8daa5c199d tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe664846-5698-4343-8467-f1a97799dc2d HTTP/1.1" status: 200 len: 943 time: 0.5789678 May 13 14:59:40.874926 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d177cfff-c119-4750-9ee2-c13991cb2ec0 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:59:40.888514 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e84131e-69cc-4383-b4db-e53f67412005 None None] Sync routers for ids ['51dd9c67-2e73-4f50-ac0c-830046b7e190'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:59:40.900697 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e84131e-69cc-4383-b4db-e53f67412005 None None] Routers {'51dd9c67-2e73-4f50-ac0c-830046b7e190'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:59:40.905909 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0e84131e-69cc-4383-b4db-e53f67412005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:59:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['51dd9c67-2e73-4f50-ac0c-830046b7e190'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:41.039348 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d177cfff-c119-4750-9ee2-c13991cb2ec0 admin admin] 10.222.0.35 "PUT /v2.0/routers/51dd9c67-2e73-4f50-ac0c-830046b7e190/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6895592 May 13 14:59:41.051661 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f95ab5a1-cbe7-4aa5-891b-cdb84febcb12 req-513cde33-a922-4336-9333-0658c55d6b5a tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924520 May 13 14:59:41.056044 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-72854fbd-9942-4ea2-a59b-5f025254ac67 req-f579b5a5-6e93-44f5-a8bb-d61f51718bae tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476722 May 13 14:59:41.130392 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70200b72-075e-489a-8689-b599dc064af0 req-653d89a1-ac87-453a-8e46-79529c39c1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:41.133121 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-70200b72-075e-489a-8689-b599dc064af0 req-653d89a1-ac87-453a-8e46-79529c39c1be service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f43563bd-f154-4518-8312-29f2255f69ef HTTP/1.1" status: 200 len: 850 time: 0.2782297 May 13 14:59:41.300015 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-0e84131e-69cc-4383-b4db-e53f67412005 None None] Set router 51dd9c67-2e73-4f50-ac0c-830046b7e190 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:59:41.419811 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70200b72-075e-489a-8689-b599dc064af0 req-7cf5216a-705c-49e7-8f54-77de742faa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:41.419811 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-70200b72-075e-489a-8689-b599dc064af0 req-7cf5216a-705c-49e7-8f54-77de742faa04 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2740891 May 13 14:59:41.509632 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:59:41.598509 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-6a4dc98e-d5c4-459a-805f-318029bad52f service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:59:41.900108 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:41.900823 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:41.982553 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0e84131e-69cc-4383-b4db-e53f67412005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dd9c67-2e73-4f50-ac0c-830046b7e190', 'name': 'tempest-ImageQuotaTest-1334122569-router', 'tenant_id': '7930d55b67a844b5aa396c85050770c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:59:25Z', 'updated_at': '2022-05-13T14:59:37Z', 'revision_number': 4, 'project_id': '7930d55b67a844b5aa396c85050770c9', 'gw_port': {'id': '02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dd9c67-2e73-4f50-ac0c-830046b7e190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:27Z', 'updated_at': '2022-05-13T14:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '3f64de38-f794-48e0-adfd-aa8c2efd4c8f', 'name': '', 'network_id': 'f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3', 'tenant_id': '7930d55b67a844b5aa396c85050770c9', 'mac_address': 'fa:16:3e:4c:0a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51dd9c67-2e73-4f50-ac0c-830046b7e190', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '0ea1d299-5472-4ee0-97c8-912c9077966a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:35Z', 'updated_at': '2022-05-13T14:59:38Z', 'revision_number': 2, 'project_id': '7930d55b67a844b5aa396c85050770c9', 'subnets': [{'id': '0ea1d299-5472-4ee0-97c8-912c9077966a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:41.987761 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e84131e-69cc-4383-b4db-e53f67412005 None None] Checking router: 51dd9c67-2e73-4f50-ac0c-830046b7e190 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:59:41.988389 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e84131e-69cc-4383-b4db-e53f67412005 None None] Updating router 51dd9c67-2e73-4f50-ac0c-830046b7e190 port 3f64de38-f794-48e0-adfd-aa8c2efd4c8f binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:59:41.990011 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-70200b72-075e-489a-8689-b599dc064af0 req-6cdf3e25-11d2-4d6d-b88e-b3b77f6bf6a2 service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632033 May 13 14:59:41.992978 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-6a4dc98e-d5c4-459a-805f-318029bad52f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48560cc7-cac7-4479-901c-e483bb13de0e {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:59:42.049266 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-6a4dc98e-d5c4-459a-805f-318029bad52f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:42.089418 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0e84131e-69cc-4383-b4db-e53f67412005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:42.216144 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device cb21d252-b054-4dc5-be10-c926d9bfaa4f details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:59:42.222255 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-6a4dc98e-d5c4-459a-805f-318029bad52f service neutron] Transition to ACTIVE for port object 48560cc7-cac7-4479-901c-e483bb13de0e will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:59:42.235913 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-6a4dc98e-d5c4-459a-805f-318029bad52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:42.598702 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-70200b72-075e-489a-8689-b599dc064af0 req-8ffc03d9-3c3a-4fd5-a57f-599d2df43e28 service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5836048 May 13 14:59:42.598702 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4dc98e-d5c4-459a-805f-318029bad52f service neutron] Pushing event updated for resources: {'Port': ['ID=48560cc7-cac7-4479-901c-e483bb13de0e,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:42.678515 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e598cb9-85ec-4050-8272-7d35bf0aae53 req-a4de28c2-19cb-45b7-99dc-84f2fbcaca5d tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:42.688047 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0e598cb9-85ec-4050-8272-7d35bf0aae53 req-a4de28c2-19cb-45b7-99dc-84f2fbcaca5d tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe664846-5698-4343-8467-f1a97799dc2d HTTP/1.1" status: 200 len: 943 time: 0.3746762 May 13 14:59:42.747662 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-6a4dc98e-d5c4-459a-805f-318029bad52f service neutron] Attempting to bind port 48560cc7-cac7-4479-901c-e483bb13de0e on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:42.748002 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-6a4dc98e-d5c4-459a-805f-318029bad52f service neutron] Attempting to bind port 48560cc7-cac7-4479-901c-e483bb13de0e by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '89f6c3f9-8bdb-4179-8eb7-052eef44125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:42.748554 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-6a4dc98e-d5c4-459a-805f-318029bad52f service neutron] Attempting to bind port 48560cc7-cac7-4479-901c-e483bb13de0e on network 82746afc-6560-4007-9fb3-904cf8d650cf {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:42.756571 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-6a4dc98e-d5c4-459a-805f-318029bad52f service neutron] Port 48560cc7-cac7-4479-901c-e483bb13de0e on network 82746afc-6560-4007-9fb3-904cf8d650cf not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:59:42.757222 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-6a4dc98e-d5c4-459a-805f-318029bad52f service neutron] Attempting to bind port 48560cc7-cac7-4479-901c-e483bb13de0e on network 82746afc-6560-4007-9fb3-904cf8d650cf {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:42.766912 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-6a4dc98e-d5c4-459a-805f-318029bad52f service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:59:42.767657 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-6a4dc98e-d5c4-459a-805f-318029bad52f service neutron] Checking segment: {'id': '89f6c3f9-8bdb-4179-8eb7-052eef44125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:59:42.768239 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-6a4dc98e-d5c4-459a-805f-318029bad52f service neutron] Bound using segment: {'id': '89f6c3f9-8bdb-4179-8eb7-052eef44125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:59:42.768870 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-6a4dc98e-d5c4-459a-805f-318029bad52f service neutron] Bound port: 48560cc7-cac7-4479-901c-e483bb13de0e, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f6c3f9-8bdb-4179-8eb7-052eef44125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:59:42.769411 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-6a4dc98e-d5c4-459a-805f-318029bad52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:42.801091 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0e598cb9-85ec-4050-8272-7d35bf0aae53 req-4e1f75de-3091-4fae-a691-abd90dcc3d12 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042056 May 13 14:59:42.894132 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.resource_extend [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:59:42.897956 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9129c-7a09-4e8c-aec5-ffe06fa82048 req-63f6d86e-7f0a-44ab-8ff1-55c9fc586103 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:42.897956 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d3b9129c-7a09-4e8c-aec5-ffe06fa82048 req-63f6d86e-7f0a-44ab-8ff1-55c9fc586103 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 944 time: 0.4288778 May 13 14:59:42.980777 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d3b9129c-7a09-4e8c-aec5-ffe06fa82048 req-8f54700d-f026-4b87-aa28-6f390db8a692 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699170 May 13 14:59:43.006979 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-6a4dc98e-d5c4-459a-805f-318029bad52f service neutron] For port 48560cc7-cac7-4479-901c-e483bb13de0e, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:59:43.017296 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-6a4dc98e-d5c4-459a-805f-318029bad52f service neutron] For port 48560cc7-cac7-4479-901c-e483bb13de0e, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=48560cc7-cac7-4479-901c-e483bb13de0e,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:59:43.024679 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:43.027601 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-6a4dc98e-d5c4-459a-805f-318029bad52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:43.113505 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-6a4dc98e-d5c4-459a-805f-318029bad52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:43.113505 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-6a4dc98e-d5c4-459a-805f-318029bad52f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:43.114683 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-6a4dc98e-d5c4-459a-805f-318029bad52f service neutron] 10.222.0.74 "PUT /v2.0/ports/48560cc7-cac7-4479-901c-e483bb13de0e HTTP/1.1" status: 200 len: 1092 time: 3.3428507 May 13 14:59:43.115451 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464bb716-0d66-48cd-bb81-66fc2035e520', 'tag': '48560cc7-cac7-4479-901c-e483bb13de0e'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:59:43.164305 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4dc98e-d5c4-459a-805f-318029bad52f service neutron] Pushing event updated for resources: {'Port': ['ID=48560cc7-cac7-4479-901c-e483bb13de0e,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:43.289772 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74e78fe1-9b08-45f2-a7c6-8d52390e32f2'] response: {'name': 'network-changed', 'server_uuid': '464bb716-0d66-48cd-bb81-66fc2035e520', 'tag': '48560cc7-cac7-4479-901c-e483bb13de0e', 'status': 'completed', 'code': 200} May 13 14:59:43.413431 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-488b0418-4415-496e-9d3c-990e904adace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:43.413431 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-488b0418-4415-496e-9d3c-990e904adace service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=38a8881fe1424acaba5f3d712cefac02&device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 1095 time: 0.2330160 May 13 14:59:43.415357 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port cb21d252-b054-4dc5-be10-c926d9bfaa4f, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=cb21d252-b054-4dc5-be10-c926d9bfaa4f,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:43.451531 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'cb21d252-b054-4dc5-be10-c926d9bfaa4f', 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd', 'port_id': 'cb21d252-b054-4dc5-be10-c926d9bfaa4f', 'mac_address': 'fa:16:3e:4d:66:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43563bd-f154-4518-8312-29f2255f69ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:59:43.561321 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-4dabf663-1cca-42a5-9e6d-29d2bdb15901 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48560cc7-cac7-4479-901c-e483bb13de0e HTTP/1.1" status: 200 len: 217 time: 0.1358309 May 13 14:59:43.680258 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port cb21d252-b054-4dc5-be10-c926d9bfaa4f is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:43.680258 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:43.683649 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-b8281729-6c37-4574-9c97-9467b008727b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:43.689817 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-b8281729-6c37-4574-9c97-9467b008727b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=498b4812-77a0-4897-b979-c45bc3bb9502 HTTP/1.1" status: 200 len: 854 time: 0.1158130 May 13 14:59:43.734335 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb21d252-b054-4dc5-be10-c926d9bfaa4f {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:59:43.792213 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port cb21d252-b054-4dc5-be10-c926d9bfaa4f, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=cb21d252-b054-4dc5-be10-c926d9bfaa4f,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:43.800684 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-27bf18ab-6cb0-4651-a267-ec51d87de9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:43.802932 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-27bf18ab-6cb0-4651-a267-ec51d87de9d6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=82746afc-6560-4007-9fb3-904cf8d650cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1111479 May 13 14:59:43.803173 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:43.938355 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55136) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:44.014605 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0e84131e-69cc-4383-b4db-e53f67412005 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:44.032760 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=cb21d252-b054-4dc5-be10-c926d9bfaa4f,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:44.044338 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0e84131e-69cc-4383-b4db-e53f67412005 None None] Transition to ACTIVE for port object 3f64de38-f794-48e0-adfd-aa8c2efd4c8f will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:59:44.044338 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['cb21d252-b054-4dc5-be10-c926d9bfaa4f'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:59:44.159860 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0e84131e-69cc-4383-b4db-e53f67412005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:44.331705 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-f207242a-c4aa-4a64-b47f-0f2816f9abaa service neutron] 10.222.0.74 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5228691 May 13 14:59:44.408526 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4767f5f-2063-40b7-8988-0a41293e3fd7 req-f4505c60-7771-40c5-845c-671ec0e637f2 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:44.432104 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a4767f5f-2063-40b7-8988-0a41293e3fd7 req-f4505c60-7771-40c5-845c-671ec0e637f2 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe664846-5698-4343-8467-f1a97799dc2d HTTP/1.1" status: 200 len: 944 time: 0.4087691 May 13 14:59:44.657082 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454fa87b-953e-473f-97a7-da9a3f637836 None None] Pushing event updated for resources: {'Port': ['ID=3f64de38-f794-48e0-adfd-aa8c2efd4c8f,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:44.715533 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a4767f5f-2063-40b7-8988-0a41293e3fd7 req-13ac8f25-43a6-4fbe-8cfe-a9f8c50e72eb tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214983 May 13 14:59:44.735486 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-0e84131e-69cc-4383-b4db-e53f67412005 None None] Attempting to bind port 3f64de38-f794-48e0-adfd-aa8c2efd4c8f on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:44.735486 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-0e84131e-69cc-4383-b4db-e53f67412005 None None] Attempting to bind port 3f64de38-f794-48e0-adfd-aa8c2efd4c8f by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'e4c9ec36-de6d-45e0-b969-0fb61f0df1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:44.735486 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e84131e-69cc-4383-b4db-e53f67412005 None None] Attempting to bind port 3f64de38-f794-48e0-adfd-aa8c2efd4c8f on network f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:44.752524 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e84131e-69cc-4383-b4db-e53f67412005 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:59:44.752524 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e84131e-69cc-4383-b4db-e53f67412005 None None] Checking segment: {'id': 'e4c9ec36-de6d-45e0-b969-0fb61f0df1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:59:44.752524 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0e84131e-69cc-4383-b4db-e53f67412005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:44.752524 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e84131e-69cc-4383-b4db-e53f67412005 None None] Bound using segment: {'id': 'e4c9ec36-de6d-45e0-b969-0fb61f0df1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:59:44.752524 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-0e84131e-69cc-4383-b4db-e53f67412005 None None] Bound port: 3f64de38-f794-48e0-adfd-aa8c2efd4c8f, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c9ec36-de6d-45e0-b969-0fb61f0df1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:59:44.767569 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0e84131e-69cc-4383-b4db-e53f67412005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:44.826734 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5d086341-dbed-4edc-9ea8-ccb41bf52e94 req-23fda989-10e1-43cc-a262-fc67702a11b0 service neutron] 10.222.0.74 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820440 May 13 14:59:44.958220 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cd36a-c4d4-453c-ab4f-2c4dd779dea4 req-532929a6-dc0f-4b89-82de-b28d3c7a4891 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:44.965963 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2d0cd36a-c4d4-453c-ab4f-2c4dd779dea4 req-532929a6-dc0f-4b89-82de-b28d3c7a4891 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 944 time: 0.3689942 May 13 14:59:45.011878 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-0e84131e-69cc-4383-b4db-e53f67412005 None None] For port 3f64de38-f794-48e0-adfd-aa8c2efd4c8f, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:59:45.040312 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2d0cd36a-c4d4-453c-ab4f-2c4dd779dea4 req-e7060138-9664-4d7d-a4fc-2bee98ac8f90 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Synchronizing usage tracker for tenant:38a8881fe1424acaba5f3d712cefac02 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:59:45.043386 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-0e84131e-69cc-4383-b4db-e53f67412005 None None] For port 3f64de38-f794-48e0-adfd-aa8c2efd4c8f, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3f64de38-f794-48e0-adfd-aa8c2efd4c8f,segment=NetworkSegment(e4c9ec36-de6d-45e0-b969-0fb61f0df1e7),segment_id=e4c9ec36-de6d-45e0-b969-0fb61f0df1e7)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:59:45.043386 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0e84131e-69cc-4383-b4db-e53f67412005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:45.156831 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e84131e-69cc-4383-b4db-e53f67412005 None None] Routers {'51dd9c67-2e73-4f50-ac0c-830046b7e190'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:59:45.156831 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0e84131e-69cc-4383-b4db-e53f67412005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:59:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['51dd9c67-2e73-4f50-ac0c-830046b7e190'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:45.273824 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2d0cd36a-c4d4-453c-ab4f-2c4dd779dea4 req-e7060138-9664-4d7d-a4fc-2bee98ac8f90 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Unset dirty status for tenant:38a8881fe1424acaba5f3d712cefac02 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:59:45.285479 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12ea7b-7dbb-497a-9f2a-599ab110149f req-21c5a6cd-d901-4a56-85ec-beda5d7b0ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:45.287714 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4e12ea7b-7dbb-497a-9f2a-599ab110149f req-21c5a6cd-d901-4a56-85ec-beda5d7b0ecd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=38a8881fe1424acaba5f3d712cefac02&device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 1095 time: 0.3574679 May 13 14:59:45.295544 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2d0cd36a-c4d4-453c-ab4f-2c4dd779dea4 req-e7060138-9664-4d7d-a4fc-2bee98ac8f90 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3284185 May 13 14:59:45.338784 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454fa87b-953e-473f-97a7-da9a3f637836 None None] Pushing event updated for resources: {'Port': ['ID=3f64de38-f794-48e0-adfd-aa8c2efd4c8f,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:45.616918 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-beda0ac3-a4bc-41d8-bb85-739bbd1140b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:45.623550 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-0e84131e-69cc-4383-b4db-e53f67412005 None None] Set router 51dd9c67-2e73-4f50-ac0c-830046b7e190 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:59:45.736119 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12ea7b-7dbb-497a-9f2a-599ab110149f req-f623c97d-3349-4663-af57-480a792ca120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:45.736119 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4e12ea7b-7dbb-497a-9f2a-599ab110149f req-f623c97d-3349-4663-af57-480a792ca120 service neutron] 10.222.0.74 "GET /v2.0/networks?id=82746afc-6560-4007-9fb3-904cf8d650cf HTTP/1.1" status: 200 len: 916 time: 0.4372754 May 13 14:59:45.825670 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4e12ea7b-7dbb-497a-9f2a-599ab110149f req-8c4f2384-42e8-496c-a4ba-d67e4c1a5ba9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48560cc7-cac7-4479-901c-e483bb13de0e HTTP/1.1" status: 200 len: 217 time: 0.0765440 May 13 14:59:45.954178 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12ea7b-7dbb-497a-9f2a-599ab110149f req-e2998293-928f-4a90-ac27-13e32f5ae773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:45.959584 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4e12ea7b-7dbb-497a-9f2a-599ab110149f req-e2998293-928f-4a90-ac27-13e32f5ae773 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=498b4812-77a0-4897-b979-c45bc3bb9502 HTTP/1.1" status: 200 len: 854 time: 0.1327202 May 13 14:59:46.218724 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12ea7b-7dbb-497a-9f2a-599ab110149f req-877e95b8-5289-4971-affb-960fdb23031b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:46.218724 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4e12ea7b-7dbb-497a-9f2a-599ab110149f req-877e95b8-5289-4971-affb-960fdb23031b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=82746afc-6560-4007-9fb3-904cf8d650cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2503860 May 13 14:59:46.275778 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a3b4b-a023-4905-988a-7cd264382caa req-ef3c2e23-78f4-43c1-b306-d248f027a7f9 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:46.275778 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ce3a3b4b-a023-4905-988a-7cd264382caa req-ef3c2e23-78f4-43c1-b306-d248f027a7f9 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe664846-5698-4343-8467-f1a97799dc2d HTTP/1.1" status: 200 len: 944 time: 0.2476859 May 13 14:59:46.285698 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device cb21d252-b054-4dc5-be10-c926d9bfaa4f up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:59:46.420667 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-beda0ac3-a4bc-41d8-bb85-739bbd1140b7 admin admin] Deleting port 3f64de38-f794-48e0-adfd-aa8c2efd4c8f {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:59:46.421963 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-beda0ac3-a4bc-41d8-bb85-739bbd1140b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:46.610004 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port cb21d252-b054-4dc5-be10-c926d9bfaa4f completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:59:46.626818 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port cb21d252-b054-4dc5-be10-c926d9bfaa4f triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:46.626818 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:46.720002 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ce3a3b4b-a023-4905-988a-7cd264382caa req-441237ed-7736-46b6-9dba-f316973079bb tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601356 May 13 14:59:46.758362 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0e84131e-69cc-4383-b4db-e53f67412005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dd9c67-2e73-4f50-ac0c-830046b7e190', 'name': 'tempest-ImageQuotaTest-1334122569-router', 'tenant_id': '7930d55b67a844b5aa396c85050770c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:59:25Z', 'updated_at': '2022-05-13T14:59:37Z', 'revision_number': 4, 'project_id': '7930d55b67a844b5aa396c85050770c9', 'gw_port': {'id': '02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dd9c67-2e73-4f50-ac0c-830046b7e190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:27Z', 'updated_at': '2022-05-13T14:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '3f64de38-f794-48e0-adfd-aa8c2efd4c8f', 'name': '', 'network_id': 'f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3', 'tenant_id': '7930d55b67a844b5aa396c85050770c9', 'mac_address': 'fa:16:3e:4c:0a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51dd9c67-2e73-4f50-ac0c-830046b7e190', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '0ea1d299-5472-4ee0-97c8-912c9077966a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:35Z', 'updated_at': '2022-05-13T14:59:44Z', 'revision_number': 4, 'project_id': '7930d55b67a844b5aa396c85050770c9', 'subnets': [{'id': '0ea1d299-5472-4ee0-97c8-912c9077966a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:46.773407 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e84131e-69cc-4383-b4db-e53f67412005 None None] The sync data for ids ['51dd9c67-2e73-4f50-ac0c-830046b7e190'] in n-d-841760-1 is: [{'id': '51dd9c67-2e73-4f50-ac0c-830046b7e190', 'name': 'tempest-ImageQuotaTest-1334122569-router', 'tenant_id': '7930d55b67a844b5aa396c85050770c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:59:25Z', 'updated_at': '2022-05-13T14:59:37Z', 'revision_number': 4, 'project_id': '7930d55b67a844b5aa396c85050770c9', 'gw_port': {'id': '02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dd9c67-2e73-4f50-ac0c-830046b7e190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:27Z', 'updated_at': '2022-05-13T14:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '3f64de38-f794-48e0-adfd-aa8c2efd4c8f', 'name': '', 'network_id': 'f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3', 'tenant_id': '7930d55b67a844b5aa396c85050770c9', 'mac_address': 'fa:16:3e:4c:0a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51dd9c67-2e73-4f50-ac0c-830046b7e190', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '0ea1d299-5472-4ee0-97c8-912c9077966a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:35Z', 'updated_at': '2022-05-13T14:59:44Z', 'revision_number': 4, 'project_id': '7930d55b67a844b5aa396c85050770c9', 'subnets': [{'id': '0ea1d299-5472-4ee0-97c8-912c9077966a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:59:46.786630 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4e12ea7b-7dbb-497a-9f2a-599ab110149f req-f4e5aff5-f027-453f-891a-d61adfc369f7 service neutron] 10.222.0.74 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5564601 May 13 14:59:46.810479 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port cb21d252-b054-4dc5-be10-c926d9bfaa4f is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:46.811102 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:46.911691 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-beda0ac3-a4bc-41d8-bb85-739bbd1140b7 admin admin] For port 3f64de38-f794-48e0-adfd-aa8c2efd4c8f, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3f64de38-f794-48e0-adfd-aa8c2efd4c8f,segment=NetworkSegment(e4c9ec36-de6d-45e0-b969-0fb61f0df1e7),segment_id=e4c9ec36-de6d-45e0-b969-0fb61f0df1e7)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:46.912308 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-beda0ac3-a4bc-41d8-bb85-739bbd1140b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:46.944927 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee111306-3294-47e2-bbbb-b5ade392cb25 req-fc14a344-8c3e-40f9-a26e-fe900abf3a81 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:46.948128 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ee111306-3294-47e2-bbbb-b5ade392cb25 req-fc14a344-8c3e-40f9-a26e-fe900abf3a81 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 944 time: 0.2956705 May 13 14:59:46.956510 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe664846-5698-4343-8467-f1a97799dc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb21d252-b054-4dc5-be10-c926d9bfaa4f'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:59:47.006018 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port cb21d252-b054-4dc5-be10-c926d9bfaa4f, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=cb21d252-b054-4dc5-be10-c926d9bfaa4f,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:47.020219 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:47.126227 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4e12ea7b-7dbb-497a-9f2a-599ab110149f req-35909732-ea61-4bbb-b9cc-a07aa77058d8 service neutron] 10.222.0.74 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255460 May 13 14:59:47.158010 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-490edcda-35cf-43e3-8755-e56bb516bd26'] response: {'server_uuid': 'fe664846-5698-4343-8467-f1a97799dc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb21d252-b054-4dc5-be10-c926d9bfaa4f', 'code': 200} May 13 14:59:47.251038 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=cb21d252-b054-4dc5-be10-c926d9bfaa4f,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:47.296616 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3f64de38-f794-48e0-adfd-aa8c2efd4c8f up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:59:47.549588 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 3f64de38-f794-48e0-adfd-aa8c2efd4c8f completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:59:47.562288 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 3f64de38-f794-48e0-adfd-aa8c2efd4c8f triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:47.562725 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:47.583721 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf4a2f-72e0-43ab-b922-1bd71eafa045 req-cea6cafa-0571-48e1-b1d8-3e8ba05ddce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:47.585442 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6abf4a2f-72e0-43ab-b922-1bd71eafa045 req-cea6cafa-0571-48e1-b1d8-3e8ba05ddce6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fe664846-5698-4343-8467-f1a97799dc2d HTTP/1.1" status: 200 len: 1096 time: 0.3635240 May 13 14:59:47.702771 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6abf4a2f-72e0-43ab-b922-1bd71eafa045 req-b93252d0-2b95-4b42-a503-d47610aa8e28 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060219 May 13 14:59:47.709927 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-beda0ac3-a4bc-41d8-bb85-739bbd1140b7 admin admin] Calling delete_port for 3f64de38-f794-48e0-adfd-aa8c2efd4c8f owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:59:47.951594 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 3f64de38-f794-48e0-adfd-aa8c2efd4c8f is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:47.952268 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:48.030955 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 3f64de38-f794-48e0-adfd-aa8c2efd4c8f, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3f64de38-f794-48e0-adfd-aa8c2efd4c8f,segment=NetworkSegment(e4c9ec36-de6d-45e0-b969-0fb61f0df1e7),segment_id=e4c9ec36-de6d-45e0-b969-0fb61f0df1e7)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:48.048802 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:48.065249 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f0228-cefe-49ce-b3da-3ea984b08358 req-44d9d2bb-b0fb-4541-b393-d3fc9e55c6df tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:48.065249 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f55f0228-cefe-49ce-b3da-3ea984b08358 req-44d9d2bb-b0fb-4541-b393-d3fc9e55c6df tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe664846-5698-4343-8467-f1a97799dc2d HTTP/1.1" status: 200 len: 945 time: 0.1284184 May 13 14:59:48.144214 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ee111306-3294-47e2-bbbb-b5ade392cb25 req-6b901069-09a7-42c4-ac26-0a38ee47c4ed tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9671419 May 13 14:59:48.146511 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f55f0228-cefe-49ce-b3da-3ea984b08358 req-8e2e7c0e-9a35-4fd8-89d3-2436fed0d53c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717335 May 13 14:59:48.273660 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.api [None req-beda0ac3-a4bc-41d8-bb85-739bbd1140b7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:59:48.274218 n-d-841760-1 neutron-server[88082]: DEBUG oslo_db.api [None req-beda0ac3-a4bc-41d8-bb85-739bbd1140b7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:59:48.275762 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=3f64de38-f794-48e0-adfd-aa8c2efd4c8f,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:48.280611 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:48.587632 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 48560cc7-cac7-4479-901c-e483bb13de0e details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:59:48.775625 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-beda0ac3-a4bc-41d8-bb85-739bbd1140b7 admin admin] Deleting port 3f64de38-f794-48e0-adfd-aa8c2efd4c8f {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:59:48.776832 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-beda0ac3-a4bc-41d8-bb85-739bbd1140b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:48.852620 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 48560cc7-cac7-4479-901c-e483bb13de0e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=48560cc7-cac7-4479-901c-e483bb13de0e,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:48.893772 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '48560cc7-cac7-4479-901c-e483bb13de0e', 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf', 'port_id': '48560cc7-cac7-4479-901c-e483bb13de0e', 'mac_address': 'fa:16:3e:85:82:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:59:49.026229 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 48560cc7-cac7-4479-901c-e483bb13de0e is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:49.026229 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:49.092149 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48560cc7-cac7-4479-901c-e483bb13de0e {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:59:49.147816 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 48560cc7-cac7-4479-901c-e483bb13de0e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=48560cc7-cac7-4479-901c-e483bb13de0e,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:49.158403 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:49.166904 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-beda0ac3-a4bc-41d8-bb85-739bbd1140b7 admin admin] For port 3f64de38-f794-48e0-adfd-aa8c2efd4c8f, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3f64de38-f794-48e0-adfd-aa8c2efd4c8f,segment=NetworkSegment(e4c9ec36-de6d-45e0-b969-0fb61f0df1e7),segment_id=e4c9ec36-de6d-45e0-b969-0fb61f0df1e7)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:49.167319 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-beda0ac3-a4bc-41d8-bb85-739bbd1140b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:49.339793 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-beda0ac3-a4bc-41d8-bb85-739bbd1140b7 admin admin] Calling delete_port for 3f64de38-f794-48e0-adfd-aa8c2efd4c8f owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:59:49.348473 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=48560cc7-cac7-4479-901c-e483bb13de0e,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:49.354803 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3f64de38-f794-48e0-adfd-aa8c2efd4c8f up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:59:49.529415 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 3f64de38-f794-48e0-adfd-aa8c2efd4c8f triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:49.529415 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:49.585808 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052d45c-cdaa-4538-9e0e-4093ea500f47 req-aef5eefd-f491-4ce4-b489-da3a1be15cbc tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:49.587359 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2052d45c-cdaa-4538-9e0e-4093ea500f47 req-aef5eefd-f491-4ce4-b489-da3a1be15cbc tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe664846-5698-4343-8467-f1a97799dc2d HTTP/1.1" status: 200 len: 945 time: 0.1644535 May 13 14:59:49.590895 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['48560cc7-cac7-4479-901c-e483bb13de0e'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:59:49.651394 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2052d45c-cdaa-4538-9e0e-4093ea500f47 req-d9766eec-c520-43ae-9ebb-6a6555008849 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500576 May 13 14:59:49.717147 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd339577-d3b1-49d0-aaaf-2de89f3acaf9 req-4aa414c3-d8e3-4f55-a681-6efc41340421 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:49.720377 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fd339577-d3b1-49d0-aaaf-2de89f3acaf9 req-4aa414c3-d8e3-4f55-a681-6efc41340421 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 945 time: 0.2479956 May 13 14:59:49.746876 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-beda0ac3-a4bc-41d8-bb85-739bbd1140b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:49.862573 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Port 3f64de38-f794-48e0-adfd-aa8c2efd4c8f update to ACTIVE by agent not found {{(pid=88083) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 13 14:59:49.881629 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fd339577-d3b1-49d0-aaaf-2de89f3acaf9 req-7031ce38-5968-4f9e-9e53-415a6e06602d tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473477 May 13 14:59:49.965256 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda0ac3-a4bc-41d8-bb85-739bbd1140b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f64de38-f794-48e0-adfd-aa8c2efd4c8f,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:50.358549 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-beda0ac3-a4bc-41d8-bb85-739bbd1140b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:50.601640 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 48560cc7-cac7-4479-901c-e483bb13de0e up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:59:50.735729 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 48560cc7-cac7-4479-901c-e483bb13de0e completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:59:50.735729 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 48560cc7-cac7-4479-901c-e483bb13de0e triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:50.741520 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:50.973337 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 48560cc7-cac7-4479-901c-e483bb13de0e is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:50.973337 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:51.032457 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464bb716-0d66-48cd-bb81-66fc2035e520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48560cc7-cac7-4479-901c-e483bb13de0e'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:59:51.052418 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beda0ac3-a4bc-41d8-bb85-739bbd1140b7 admin admin] Router 51dd9c67-2e73-4f50-ac0c-830046b7e190 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:59:51.059087 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 48560cc7-cac7-4479-901c-e483bb13de0e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=48560cc7-cac7-4479-901c-e483bb13de0e,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:51.066242 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:51.297211 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-420714ce-7838-4d52-97c0-8f45d7f95a34'] response: {'server_uuid': '464bb716-0d66-48cd-bb81-66fc2035e520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48560cc7-cac7-4479-901c-e483bb13de0e', 'code': 200} May 13 14:59:51.373402 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beda0ac3-a4bc-41d8-bb85-739bbd1140b7 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:59:51.387588 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cd089a-a625-4a8d-a206-583c839a208f None None] Sync routers for ids ['51dd9c67-2e73-4f50-ac0c-830046b7e190'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:59:51.393781 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-beda0ac3-a4bc-41d8-bb85-739bbd1140b7 admin admin] 10.222.0.35 "PUT /v2.0/routers/51dd9c67-2e73-4f50-ac0c-830046b7e190/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4491212 May 13 14:59:51.393781 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55230) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:51.415219 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=48560cc7-cac7-4479-901c-e483bb13de0e,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:51.432938 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cd089a-a625-4a8d-a206-583c839a208f None None] Routers {'51dd9c67-2e73-4f50-ac0c-830046b7e190'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:59:51.432938 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f5cd089a-a625-4a8d-a206-583c839a208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:59:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['51dd9c67-2e73-4f50-ac0c-830046b7e190'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:51.579562 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c6424-da89-4227-8a57-026e01d65711 req-d28af031-a75a-41fc-a7da-2b5a5da2f1f0 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:51.581771 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-564c6424-da89-4227-8a57-026e01d65711 req-d28af031-a75a-41fc-a7da-2b5a5da2f1f0 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 946 time: 0.3570220 May 13 14:59:51.589013 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4679b-4d2c-4895-97b3-f19c22b1fbe3 req-e83132e9-2c1e-4edb-be23-85090e8d1266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:51.595044 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f9c4679b-4d2c-4895-97b3-f19c22b1fbe3 req-e83132e9-2c1e-4edb-be23-85090e8d1266 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 1097 time: 0.2145994 May 13 14:59:51.740062 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f9c4679b-4d2c-4895-97b3-f19c22b1fbe3 req-b54a16c8-a3c4-44f4-a98a-4030412df2c8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002073 May 13 14:59:51.743284 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-f5cd089a-a625-4a8d-a206-583c839a208f None None] Set router 51dd9c67-2e73-4f50-ac0c-830046b7e190 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:59:51.746766 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-40082b99-47cc-4402-ae15-950459976844 admin admin] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:51.763901 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-564c6424-da89-4227-8a57-026e01d65711 req-e02e3736-c67c-4041-971c-de5b9e6e6ed3 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608157 May 13 14:59:52.019427 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-40082b99-47cc-4402-ae15-950459976844 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:52.036989 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-40082b99-47cc-4402-ae15-950459976844 admin admin] Deleting port 02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:59:52.036989 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-40082b99-47cc-4402-ae15-950459976844 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:52.208515 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f5cd089a-a625-4a8d-a206-583c839a208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dd9c67-2e73-4f50-ac0c-830046b7e190', 'name': 'tempest-ImageQuotaTest-1334122569-router', 'tenant_id': '7930d55b67a844b5aa396c85050770c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:59:25Z', 'updated_at': '2022-05-13T14:59:49Z', 'revision_number': 5, 'project_id': '7930d55b67a844b5aa396c85050770c9', 'gw_port': {'id': '02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dd9c67-2e73-4f50-ac0c-830046b7e190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:27Z', 'updated_at': '2022-05-13T14:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:52.216033 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cd089a-a625-4a8d-a206-583c839a208f None None] Checking router: 51dd9c67-2e73-4f50-ac0c-830046b7e190 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:59:52.246040 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cd089a-a625-4a8d-a206-583c839a208f None None] Routers {'51dd9c67-2e73-4f50-ac0c-830046b7e190'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:59:52.246040 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f5cd089a-a625-4a8d-a206-583c839a208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:59:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['51dd9c67-2e73-4f50-ac0c-830046b7e190'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:52.402626 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-40082b99-47cc-4402-ae15-950459976844 admin admin] For port 02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:52.409412 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-40082b99-47cc-4402-ae15-950459976844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:52.582888 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-40082b99-47cc-4402-ae15-950459976844 admin admin] Calling delete_port for 02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:59:52.610495 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-f5cd089a-a625-4a8d-a206-583c839a208f None None] Set router 51dd9c67-2e73-4f50-ac0c-830046b7e190 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:59:52.740057 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f5cd089a-a625-4a8d-a206-583c839a208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dd9c67-2e73-4f50-ac0c-830046b7e190', 'name': 'tempest-ImageQuotaTest-1334122569-router', 'tenant_id': '7930d55b67a844b5aa396c85050770c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:59:25Z', 'updated_at': '2022-05-13T14:59:52Z', 'revision_number': 6, 'project_id': '7930d55b67a844b5aa396c85050770c9', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:52.745121 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cd089a-a625-4a8d-a206-583c839a208f None None] The sync data for ids ['51dd9c67-2e73-4f50-ac0c-830046b7e190'] in n-d-841760-1 is: [{'id': '51dd9c67-2e73-4f50-ac0c-830046b7e190', 'name': 'tempest-ImageQuotaTest-1334122569-router', 'tenant_id': '7930d55b67a844b5aa396c85050770c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:59:25Z', 'updated_at': '2022-05-13T14:59:52Z', 'revision_number': 6, 'project_id': '7930d55b67a844b5aa396c85050770c9', 'gw_port_host': None}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:59:52.879783 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-40082b99-47cc-4402-ae15-950459976844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:52.945563 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40082b99-47cc-4402-ae15-950459976844 admin admin] Pushing event deleted for resources: {'Port': ['ID=02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:53.042905 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b568c1-beb3-4d17-bbc2-f1e6b134a120 req-530fb9b9-d353-4771-8342-64d950c0a302 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:53.050406 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-16b568c1-beb3-4d17-bbc2-f1e6b134a120 req-530fb9b9-d353-4771-8342-64d950c0a302 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 946 time: 0.1280465 May 13 14:59:53.129165 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-16b568c1-beb3-4d17-bbc2-f1e6b134a120 req-06b79d79-ffa3-49a2-9883-1a432e4e0f34 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826163 May 13 14:59:53.328856 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3f64de38-f794-48e0-adfd-aa8c2efd4c8f no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:59:53.339411 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-40082b99-47cc-4402-ae15-950459976844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:53.486207 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 3f64de38-f794-48e0-adfd-aa8c2efd4c8f {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:59:53.486207 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3f64de38-f794-48e0-adfd-aa8c2efd4c8f not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:59:53.577292 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-40bcdb59-3b78-44d0-993c-847c3d8e5535 req-a1520713-0677-4983-98f4-2ee9ad27c082 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2840753 May 13 14:59:53.701612 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-40082b99-47cc-4402-ae15-950459976844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:53.701612 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-40082b99-47cc-4402-ae15-950459976844 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:53.740000 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-40082b99-47cc-4402-ae15-950459976844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:53.755522 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40082b99-47cc-4402-ae15-950459976844 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51dd9c67-2e73-4f50-ac0c-830046b7e190 {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:59:53.758159 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcdb59-3b78-44d0-993c-847c3d8e5535 req-2a2eb92c-1550-44c2-b03b-099741078cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:53.758159 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-40bcdb59-3b78-44d0-993c-847c3d8e5535 req-2a2eb92c-1550-44c2-b03b-099741078cbf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac0ce7a13bd948f9949b7bdefd23d50f&device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 1095 time: 0.1439872 May 13 14:59:53.785776 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-40082b99-47cc-4402-ae15-950459976844 admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:53.785776 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-40082b99-47cc-4402-ae15-950459976844 admin admin] 10.222.0.35 "DELETE /v2.0/routers/51dd9c67-2e73-4f50-ac0c-830046b7e190 HTTP/1.1" status: 204 len: 168 time: 2.3842337 May 13 14:59:53.785776 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55262) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:53.922001 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-1efd68aa-6119-4d8c-bb9e-c95b24856ef2 admin admin] Deleting subnet 0ea1d299-5472-4ee0-97c8-912c9077966a {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:59:53.932789 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1efd68aa-6119-4d8c-bb9e-c95b24856ef2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:54.016549 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcdb59-3b78-44d0-993c-847c3d8e5535 req-c6caad29-13a7-4b37-b21e-e11f436de0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:54.016549 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-40bcdb59-3b78-44d0-993c-847c3d8e5535 req-c6caad29-13a7-4b37-b21e-e11f436de0b7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd HTTP/1.1" status: 200 len: 912 time: 0.2051225 May 13 14:59:54.047315 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1efd68aa-6119-4d8c-bb9e-c95b24856ef2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:54.175241 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-40bcdb59-3b78-44d0-993c-847c3d8e5535 req-eb8d5412-ac16-44dc-80df-d62409dd0378 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7cba8e6-abe7-42b8-83df-4ac2f9068e76 HTTP/1.1" status: 200 len: 999 time: 0.1612506 May 13 14:59:54.185516 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1efd68aa-6119-4d8c-bb9e-c95b24856ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:54.282407 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1efd68aa-6119-4d8c-bb9e-c95b24856ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:54.337164 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd68aa-6119-4d8c-bb9e-c95b24856ef2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ea1d299-5472-4ee0-97c8-912c9077966a,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:54.341615 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1efd68aa-6119-4d8c-bb9e-c95b24856ef2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:54.348886 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1efd68aa-6119-4d8c-bb9e-c95b24856ef2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0ea1d299-5472-4ee0-97c8-912c9077966a HTTP/1.1" status: 204 len: 168 time: 0.5690470 May 13 14:59:54.351989 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55274) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:54.355962 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb19aae4-afb4-488c-9de1-22b78dc8d849 None None] Network f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:59:54.595550 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcdb59-3b78-44d0-993c-847c3d8e5535 req-b3389940-0f6d-4cee-998e-da26cdf4c251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:54.597441 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-40bcdb59-3b78-44d0-993c-847c3d8e5535 req-b3389940-0f6d-4cee-998e-da26cdf4c251 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f43563bd-f154-4518-8312-29f2255f69ef HTTP/1.1" status: 200 len: 850 time: 0.4161518 May 13 14:59:54.619809 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a24146ed-2f14-402b-aafa-cf686a590988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:54.645827 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-a24146ed-2f14-402b-aafa-cf686a590988 admin admin] Deleting port 184a8e58-0056-45ae-ace3-977504b08fe2 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:59:54.646179 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a24146ed-2f14-402b-aafa-cf686a590988 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:54.754284 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03a5cf-1079-4b79-8168-1ecad2f973d8 req-fe9ae1df-5466-45ed-9c5e-584c205f219d tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:54.770344 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fe03a5cf-1079-4b79-8168-1ecad2f973d8 req-fe9ae1df-5466-45ed-9c5e-584c205f219d tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 946 time: 0.3365965 May 13 14:59:54.808301 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcdb59-3b78-44d0-993c-847c3d8e5535 req-7861359c-d1de-44e3-8e8a-d3f5efb148ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:54.808301 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-40bcdb59-3b78-44d0-993c-847c3d8e5535 req-7861359c-d1de-44e3-8e8a-d3f5efb148ce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2018430 May 13 14:59:54.851629 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026e6214-4773-429f-a2a0-3d7ca47cc924 None None] DHCP port deletion for f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:59:54.864917 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-026e6214-4773-429f-a2a0-3d7ca47cc924 None None] Deleting port 184a8e58-0056-45ae-ace3-977504b08fe2 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:59:54.864917 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-026e6214-4773-429f-a2a0-3d7ca47cc924 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:54.876960 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fe03a5cf-1079-4b79-8168-1ecad2f973d8 req-85bddd21-8067-4cb9-a8c2-08c4b72b7f05 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073282 May 13 14:59:55.218211 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-40bcdb59-3b78-44d0-993c-847c3d8e5535 req-a91fc62c-eeb5-4634-ad1b-fae76d9a2fbe service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827105 May 13 14:59:55.317792 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-026e6214-4773-429f-a2a0-3d7ca47cc924 None None] For port 184a8e58-0056-45ae-ace3-977504b08fe2, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=184a8e58-0056-45ae-ace3-977504b08fe2,segment=NetworkSegment(e4c9ec36-de6d-45e0-b969-0fb61f0df1e7),segment_id=e4c9ec36-de6d-45e0-b969-0fb61f0df1e7)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:55.317792 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-026e6214-4773-429f-a2a0-3d7ca47cc924 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:55.350623 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:59:55.388462 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-a24146ed-2f14-402b-aafa-cf686a590988 admin admin] For port 184a8e58-0056-45ae-ace3-977504b08fe2, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=184a8e58-0056-45ae-ace3-977504b08fe2,segment=NetworkSegment(e4c9ec36-de6d-45e0-b969-0fb61f0df1e7),segment_id=e4c9ec36-de6d-45e0-b969-0fb61f0df1e7)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:55.388462 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a24146ed-2f14-402b-aafa-cf686a590988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:55.515211 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-40bcdb59-3b78-44d0-993c-847c3d8e5535 req-34906207-3141-4d5b-a848-bdc3a5e4bb01 service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866938 May 13 14:59:55.538854 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-a24146ed-2f14-402b-aafa-cf686a590988 admin admin] Calling delete_port for 184a8e58-0056-45ae-ace3-977504b08fe2 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:59:55.590730 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:59:55.591574 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 02f4e98b-82c6-4e8b-a8a7-990d7c6e1d1b not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:59:55.591574 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 184a8e58-0056-45ae-ace3-977504b08fe2 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:59:55.617091 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8ea1d-11ae-4a9d-a66d-6051ab3a7868 req-00192173-ff96-4995-ad56-5c305b3e2bcf tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:55.622643 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-34f8ea1d-11ae-4a9d-a66d-6051ab3a7868 req-00192173-ff96-4995-ad56-5c305b3e2bcf tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 946 time: 0.5899818 May 13 14:59:55.627693 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-026e6214-4773-429f-a2a0-3d7ca47cc924 None None] Calling delete_port for 184a8e58-0056-45ae-ace3-977504b08fe2 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:59:55.628593 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 55294) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:55.648500 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-4bc3b52e-c77a-4a9c-b91c-3624259a8e4e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Request body: {'floatingip': {'port_id': '48560cc7-cac7-4479-901c-e483bb13de0e'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:55.666163 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a24146ed-2f14-402b-aafa-cf686a590988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:55.762990 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No active binding found for port 184a8e58-0056-45ae-ace3-977504b08fe2 {{(pid=88083) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 13 14:59:55.762990 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 184a8e58-0056-45ae-ace3-977504b08fe2 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:59:55.777885 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24146ed-2f14-402b-aafa-cf686a590988 admin admin] Pushing event deleted for resources: {'Port': ['ID=184a8e58-0056-45ae-ace3-977504b08fe2,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:55.786391 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24146ed-2f14-402b-aafa-cf686a590988 admin admin] No DVR routers for this DVR port 184a8e58-0056-45ae-ace3-977504b08fe2 on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:59:55.843761 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4bc3b52e-c77a-4a9c-b91c-3624259a8e4e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for floatingip, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:55.848921 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-026e6214-4773-429f-a2a0-3d7ca47cc924 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:59:55.849282 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-026e6214-4773-429f-a2a0-3d7ca47cc924 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:59:56.072365 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a24146ed-2f14-402b-aafa-cf686a590988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:56.147180 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-a24146ed-2f14-402b-aafa-cf686a590988 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:56.309114 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-a24146ed-2f14-402b-aafa-cf686a590988 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c9ec36-de6d-45e0-b969-0fb61f0df1e7') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:56.309792 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-a24146ed-2f14-402b-aafa-cf686a590988 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c9ec36-de6d-45e0-b969-0fb61f0df1e7') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:56.349074 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a24146ed-2f14-402b-aafa-cf686a590988 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:56.354551 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-026e6214-4773-429f-a2a0-3d7ca47cc924 None None] Deleting port 184a8e58-0056-45ae-ace3-977504b08fe2 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:59:56.354551 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-026e6214-4773-429f-a2a0-3d7ca47cc924 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:56.435364 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a24146ed-2f14-402b-aafa-cf686a590988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:56.454498 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a24146ed-2f14-402b-aafa-cf686a590988 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:59:56.454498 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a24146ed-2f14-402b-aafa-cf686a590988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:56.494990 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 14:59:56.494990 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:59:56.494990 n-d-841760-1 neutron-server[88082]: timer() May 13 14:59:56.494990 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:59:56.494990 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 14:59:56.494990 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:59:56.494990 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 14:59:56.494990 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:59:56.494990 n-d-841760-1 neutron-server[88082]: self._notify() May 13 14:59:56.494990 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:59:56.494990 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 14:59:56.494990 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:59:56.494990 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 14:59:56.494990 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:59:56.494990 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:59:56.494990 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:59:56.494990 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:59:56.494990 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:59:56.494990 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 14:59:56.494990 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:59:56.494990 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 14:59:56.494990 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:59:56.494990 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:59:56.494990 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:59:56.494990 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 14:59:56.494990 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:59:56.494990 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:59:56.494990 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:59:56.494990 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:59:56.494990 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:59:56.494990 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:59:56.494990 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:59:56.503179 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-026e6214-4773-429f-a2a0-3d7ca47cc924 None None] The port '184a8e58-0056-45ae-ace3-977504b08fe2' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:59:56.619567 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a24146ed-2f14-402b-aafa-cf686a590988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:56.625389 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a24146ed-2f14-402b-aafa-cf686a590988 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:56.681326 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24146ed-2f14-402b-aafa-cf686a590988 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:56.686463 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a24146ed-2f14-402b-aafa-cf686a590988 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f2c8bf45-abfc-4cfc-a543-b65ab5fb43e3 HTTP/1.1" status: 204 len: 168 time: 2.3315108 May 13 14:59:56.883223 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55316) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:56.963978 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ebc131e3-e510-41ed-a709-7829ae3b9442 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7930d55b67a844b5aa396c85050770c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0735669 May 13 14:59:56.970035 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55320) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:57.047753 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ab6b3170-f27a-4c88-a059-d0aa02c44f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:57.119264 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4bc3b52e-c77a-4a9c-b91c-3624259a8e4e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:57.126913 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4bc3b52e-c77a-4a9c-b91c-3624259a8e4e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:57.166914 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ab6b3170-f27a-4c88-a059-d0aa02c44f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:57.280174 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bbdbe41f-2fc7-4355-a959-7bf468a76514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:57.308381 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ab6b3170-f27a-4c88-a059-d0aa02c44f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:57.340356 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b3170-f27a-4c88-a059-d0aa02c44f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e227e25e-f64a-4a0c-a909-d680f28ed52d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:57.349593 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ab6b3170-f27a-4c88-a059-d0aa02c44f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:57.349593 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ab6b3170-f27a-4c88-a059-d0aa02c44f08 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e227e25e-f64a-4a0c-a909-d680f28ed52d HTTP/1.1" status: 204 len: 168 time: 0.3762341 May 13 14:59:57.493146 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:59:57.525689 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [None req-4bc3b52e-c77a-4a9c-b91c-3624259a8e4e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Floating IP 212bd691-cd04-4edc-b9de-c13fffbb97e4 associated. External IP: 172.25.0.23, port: 48560cc7-cac7-4479-901c-e483bb13de0e. May 13 14:59:57.998371 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55338) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:58.007347 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc3b52e-c77a-4a9c-b91c-3624259a8e4e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Router edd64084-0577-44c3-9862-fd94e3d40eb7 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:59:58.022245 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6bd31ddd-0882-48e5-a542-4dcc769e8ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:58.041781 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6bd31ddd-0882-48e5-a542-4dcc769e8ec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:58.047608 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6bd31ddd-0882-48e5-a542-4dcc769e8ec7 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:58.051872 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6bd31ddd-0882-48e5-a542-4dcc769e8ec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:58.060578 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6bd31ddd-0882-48e5-a542-4dcc769e8ec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:58.160115 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6bd31ddd-0882-48e5-a542-4dcc769e8ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:58.165248 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6bd31ddd-0882-48e5-a542-4dcc769e8ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:58.201866 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd31ddd-0882-48e5-a542-4dcc769e8ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a6b662-0b09-4d03-aaba-19075b886dd5,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:58.231320 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6bd31ddd-0882-48e5-a542-4dcc769e8ec7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2311065 May 13 14:59:58.233837 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55346) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:58.307874 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc3b52e-c77a-4a9c-b91c-3624259a8e4e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:59:58.313846 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-60e628ad-1ef1-47e7-81bd-aef7921594bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:58.317415 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4bc3b52e-c77a-4a9c-b91c-3624259a8e4e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:58.332643 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6823bed2-1bed-4898-97f1-0f8d57490381 None None] Sync routers for ids ['edd64084-0577-44c3-9862-fd94e3d40eb7'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:59:58.351900 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6823bed2-1bed-4898-97f1-0f8d57490381 None None] Routers {'edd64084-0577-44c3-9862-fd94e3d40eb7'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:59:58.352546 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-6823bed2-1bed-4898-97f1-0f8d57490381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:59:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['edd64084-0577-44c3-9862-fd94e3d40eb7'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:58.364725 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-60e628ad-1ef1-47e7-81bd-aef7921594bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:58.437403 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-60e628ad-1ef1-47e7-81bd-aef7921594bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:58.474685 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e628ad-1ef1-47e7-81bd-aef7921594bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a6b662-0b09-4d03-aaba-19075b886dd5,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:58.482969 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4bc3b52e-c77a-4a9c-b91c-3624259a8e4e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "PUT /v2.0/floatingips/212bd691-cd04-4edc-b9de-c13fffbb97e4 HTTP/1.1" status: 200 len: 991 time: 2.8524287 May 13 14:59:58.483617 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464bb716-0d66-48cd-bb81-66fc2035e520', 'tag': '48560cc7-cac7-4479-901c-e483bb13de0e'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:59:58.493137 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-60e628ad-1ef1-47e7-81bd-aef7921594bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:58.494568 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-60e628ad-1ef1-47e7-81bd-aef7921594bd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/75a6b662-0b09-4d03-aaba-19075b886dd5 HTTP/1.1" status: 204 len: 168 time: 0.2594588 May 13 14:59:58.568894 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd423440-4be6-4ba2-964c-6ab52c3577e6'] response: {'name': 'network-changed', 'server_uuid': '464bb716-0d66-48cd-bb81-66fc2035e520', 'tag': '48560cc7-cac7-4479-901c-e483bb13de0e', 'status': 'completed', 'code': 200} May 13 14:59:58.640882 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:58.674579 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-6823bed2-1bed-4898-97f1-0f8d57490381 None None] Set router edd64084-0577-44c3-9862-fd94e3d40eb7 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:59:58.751448 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c25a0-5ca8-4cf7-a06d-1bb3a7c313de req-9ba02270-0c29-4307-a2b7-d228564d891f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:58.753420 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9c9c25a0-5ca8-4cf7-a06d-1bb3a7c313de req-9ba02270-0c29-4307-a2b7-d228564d891f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=38a8881fe1424acaba5f3d712cefac02&device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 1097 time: 0.1408157 May 13 14:59:58.984722 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c25a0-5ca8-4cf7-a06d-1bb3a7c313de req-00d810ec-6f66-4d8a-8e21-c30ea19dbd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:58.986277 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9c9c25a0-5ca8-4cf7-a06d-1bb3a7c313de req-00d810ec-6f66-4d8a-8e21-c30ea19dbd34 service neutron] 10.222.0.74 "GET /v2.0/networks?id=82746afc-6560-4007-9fb3-904cf8d650cf HTTP/1.1" status: 200 len: 916 time: 0.2218370 May 13 14:59:59.110669 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9c9c25a0-5ca8-4cf7-a06d-1bb3a7c313de req-9e8b6c07-63a8-4693-ae77-6b4cd601500b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48560cc7-cac7-4479-901c-e483bb13de0e HTTP/1.1" status: 200 len: 999 time: 0.1179528 May 13 14:59:59.199394 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c25a0-5ca8-4cf7-a06d-1bb3a7c313de req-8d7a5d8b-d418-4d30-a220-1c6913063f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:59.201095 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9c9c25a0-5ca8-4cf7-a06d-1bb3a7c313de req-8d7a5d8b-d418-4d30-a220-1c6913063f44 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=498b4812-77a0-4897-b979-c45bc3bb9502 HTTP/1.1" status: 200 len: 854 time: 0.0840497 May 13 14:59:59.261395 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-6823bed2-1bed-4898-97f1-0f8d57490381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-46765238-router', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:59:12Z', 'updated_at': '2022-05-13T14:59:19Z', 'revision_number': 4, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'gw_port': {'id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:13Z', 'updated_at': '2022-05-13T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '212bd691-cd04-4edc-b9de-c13fffbb97e4', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'floating_ip_address': '172.25.0.23', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'port_id': '48560cc7-cac7-4479-901c-e483bb13de0e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf', 'mac_address': 'fa:16:3e:85:82:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464bb716-0d66-48cd-bb81-66fc2035e520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:59:27Z', 'updated_at': '2022-05-13T14:59:56Z', 'revision_number': 1, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7cd2998-b136-41c2-b4ff-7de0ce99483f', 'name': '', 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'mac_address': 'fa:16:3e:d3:89:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:18Z', 'updated_at': '2022-05-13T14:59:32Z', 'revision_number': 5, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'subnets': [{'id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:59.266389 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6823bed2-1bed-4898-97f1-0f8d57490381 None None] Checking router: edd64084-0577-44c3-9862-fd94e3d40eb7 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:59:59.278071 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6823bed2-1bed-4898-97f1-0f8d57490381 None None] Routers {'edd64084-0577-44c3-9862-fd94e3d40eb7'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:59:59.278925 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-6823bed2-1bed-4898-97f1-0f8d57490381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T14:59:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['edd64084-0577-44c3-9862-fd94e3d40eb7'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:59.299285 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c25a0-5ca8-4cf7-a06d-1bb3a7c313de req-7951db45-7d6b-4c49-ade4-2e4e3efb2b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:59.300973 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9c9c25a0-5ca8-4cf7-a06d-1bb3a7c313de req-7951db45-7d6b-4c49-ade4-2e4e3efb2b1e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=82746afc-6560-4007-9fb3-904cf8d650cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943675 May 13 14:59:59.464957 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9c9c25a0-5ca8-4cf7-a06d-1bb3a7c313de req-9ff18dff-3e68-4846-bc61-7a077630d86a service neutron] 10.222.0.74 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578178 May 13 14:59:59.568180 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-6823bed2-1bed-4898-97f1-0f8d57490381 None None] Set router edd64084-0577-44c3-9862-fd94e3d40eb7 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:59:59.662000 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9c9c25a0-5ca8-4cf7-a06d-1bb3a7c313de req-fa80712c-5f43-40fd-8c35-b6bebbf3c4fe service neutron] 10.222.0.74 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910131 May 13 14:59:59.667882 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cc56d1d9-dda1-4ef6-a9c7-a475e86bc8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:59.995150 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-6823bed2-1bed-4898-97f1-0f8d57490381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-46765238-router', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:59:12Z', 'updated_at': '2022-05-13T14:59:19Z', 'revision_number': 4, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'gw_port': {'id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:13Z', 'updated_at': '2022-05-13T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '212bd691-cd04-4edc-b9de-c13fffbb97e4', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'floating_ip_address': '172.25.0.23', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'port_id': '48560cc7-cac7-4479-901c-e483bb13de0e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf', 'mac_address': 'fa:16:3e:85:82:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464bb716-0d66-48cd-bb81-66fc2035e520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:59:27Z', 'updated_at': '2022-05-13T14:59:56Z', 'revision_number': 1, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7cd2998-b136-41c2-b4ff-7de0ce99483f', 'name': '', 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'mac_address': 'fa:16:3e:d3:89:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:18Z', 'updated_at': '2022-05-13T14:59:32Z', 'revision_number': 5, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'subnets': [{'id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:59.999329 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6823bed2-1bed-4898-97f1-0f8d57490381 None None] The sync data for ids ['edd64084-0577-44c3-9862-fd94e3d40eb7'] in n-d-841760-1 is: [{'id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-46765238-router', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:59:12Z', 'updated_at': '2022-05-13T14:59:19Z', 'revision_number': 4, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'gw_port': {'id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:13Z', 'updated_at': '2022-05-13T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '212bd691-cd04-4edc-b9de-c13fffbb97e4', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'floating_ip_address': '172.25.0.23', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'port_id': '48560cc7-cac7-4479-901c-e483bb13de0e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf', 'mac_address': 'fa:16:3e:85:82:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464bb716-0d66-48cd-bb81-66fc2035e520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:59:27Z', 'updated_at': '2022-05-13T14:59:56Z', 'revision_number': 1, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7cd2998-b136-41c2-b4ff-7de0ce99483f', 'name': '', 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'mac_address': 'fa:16:3e:d3:89:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:18Z', 'updated_at': '2022-05-13T14:59:32Z', 'revision_number': 5, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'subnets': [{'id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:00:00.198025 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1de03e1-9263-4db4-a028-9b4b732fd749 None None] New status for floating IP 212bd691-cd04-4edc-b9de-c13fffbb97e4: ACTIVE {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:00:00.703851 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:00.748831 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:02.003976 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e56fe6-da93-4a01-b3c0-f9e803f16c91 req-8097812e-fd3f-4c94-9803-91a4520dcdab tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:02.005526 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-20e56fe6-da93-4a01-b3c0-f9e803f16c91 req-8097812e-fd3f-4c94-9803-91a4520dcdab tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.0887549 May 13 15:00:02.053269 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-20e56fe6-da93-4a01-b3c0-f9e803f16c91 req-08193140-ee1c-45f4-bada-875d641f2acf tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396874 May 13 15:00:02.172117 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:02.256184 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16311f-9277-4db8-8706-a4a8dba8cd85 req-a893a216-7b67-4f1c-820f-f4ba9da03cc9 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:02.257636 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7a16311f-9277-4db8-8706-a4a8dba8cd85 req-a893a216-7b67-4f1c-820f-f4ba9da03cc9 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.0899687 May 13 15:00:02.311395 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7a16311f-9277-4db8-8706-a4a8dba8cd85 req-cf71434f-e3bf-44e3-ba8d-d6c106dc2f84 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470462 May 13 15:00:02.526190 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0888247-1a3e-48fc-987d-c5858c8b0d60 req-b6a3cb44-085d-4616-a25e-fd873a544996 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:02.527843 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b0888247-1a3e-48fc-987d-c5858c8b0d60 req-b6a3cb44-085d-4616-a25e-fd873a544996 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.0922272 May 13 15:00:02.575187 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b0888247-1a3e-48fc-987d-c5858c8b0d60 req-331bde0b-4660-4bcb-b592-d35e582d2ae0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410216 May 13 15:00:02.915399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4060da4-27aa-44ff-aff7-49710457a883 req-bf5d7326-96f5-4a26-b9af-f6eb33fb3082 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:02.917136 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c4060da4-27aa-44ff-aff7-49710457a883 req-bf5d7326-96f5-4a26-b9af-f6eb33fb3082 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.2263088 May 13 15:00:02.965834 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c4060da4-27aa-44ff-aff7-49710457a883 req-090aaf52-9581-47f8-b437-d6b4a5330aa6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423203 May 13 15:00:03.488434 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685677ad-b155-4c3d-8ed4-cfb68c82286b req-b31b5abf-824f-4d6b-9fde-308296d180e9 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:03.490079 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-685677ad-b155-4c3d-8ed4-cfb68c82286b req-b31b5abf-824f-4d6b-9fde-308296d180e9 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1008317 May 13 15:00:03.543888 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-685677ad-b155-4c3d-8ed4-cfb68c82286b req-6595ac98-80ec-46f7-941d-9ef6c7e244c6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453663 May 13 15:00:04.429525 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cf1a6-17fe-43de-bacf-f1bf3e202d73 req-3c09c410-c28f-4598-8c65-53561e5157bf tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:04.431299 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a27cf1a6-17fe-43de-bacf-f1bf3e202d73 req-3c09c410-c28f-4598-8c65-53561e5157bf tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1268399 May 13 15:00:04.504226 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a27cf1a6-17fe-43de-bacf-f1bf3e202d73 req-2faa87d5-3ee1-49a2-b785-1482c3ac01e0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668132 May 13 15:00:05.702971 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03496094-a32d-4f85-92b9-34c3dc51f832 req-705429a2-0ddb-46a9-8718-24133db241f7 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:05.704471 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-03496094-a32d-4f85-92b9-34c3dc51f832 req-705429a2-0ddb-46a9-8718-24133db241f7 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.0862656 May 13 15:00:05.755889 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-03496094-a32d-4f85-92b9-34c3dc51f832 req-66c8b4c1-f9e3-4a9e-a89a-5545aa2c78af tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447533 May 13 15:00:06.959188 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae071cf7-d44d-47af-987f-660d67ba0bee req-186a404a-8300-483c-8f3d-2027e0d2e053 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:06.960759 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ae071cf7-d44d-47af-987f-660d67ba0bee req-186a404a-8300-483c-8f3d-2027e0d2e053 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.0896797 May 13 15:00:07.011755 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ae071cf7-d44d-47af-987f-660d67ba0bee req-c928c6e2-7cc9-4650-9388-4056003e85eb tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445397 May 13 15:00:08.210588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a9834-3d6c-4a55-946f-8e977808f532 req-8e400fd0-d31f-4cd0-bb50-a5c5f39c166c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:08.212984 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c04a9834-3d6c-4a55-946f-8e977808f532 req-8e400fd0-d31f-4cd0-bb50-a5c5f39c166c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.0938103 May 13 15:00:08.262117 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c04a9834-3d6c-4a55-946f-8e977808f532 req-58ca7b8e-faeb-43b4-bb88-8bc0395a9ec3 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429776 May 13 15:00:09.000206 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-12de5f83-d946-4b8d-8f19-3b0d5e9d8c20 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:09.001677 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-12de5f83-d946-4b8d-8f19-3b0d5e9d8c20 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/networks?id=b043589d-15c3-44b5-8d99-d7c57b00acb0 HTTP/1.1" status: 200 len: 812 time: 0.1566033 May 13 15:00:09.019176 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-0cb3858d-175b-4809-ace2-58a04eb48342 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/quotas/509ebfd4eb0444ae8f3872e1e9436dc2 HTTP/1.1" status: 200 len: 375 time: 0.0104816 May 13 15:00:09.112941 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-cc5a5b38-f442-41e1-bf66-bfd120103fd8 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0867095 May 13 15:00:09.268634 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-2c514362-fe91-48d5-95ef-a3caaf8a8bf8 service neutron] 10.222.0.35 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462395 May 13 15:00:09.416464 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-d6a42e32-b82e-4687-86d8-71cd2f6a3f17 service neutron] 10.222.0.35 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410999 May 13 15:00:09.504283 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7130c-7fd0-4829-875a-ab93468094e1 req-482a5917-c764-4939-b4eb-a255151388c3 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:09.505977 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2fe7130c-7fd0-4829-875a-ab93468094e1 req-482a5917-c764-4939-b4eb-a255151388c3 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1124804 May 13 15:00:09.556169 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2fe7130c-7fd0-4829-875a-ab93468094e1 req-a05c6eb6-59c9-4e90-b76f-45e31adb2fd4 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437138 May 13 15:00:09.682386 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b2df48ab-365b-49f7-b291-16bf02762b36 req-5e5a62cb-b36e-481d-b3ff-2cac60c13b28 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2e5364-aedf-4352-a5ac-d47af26446c1 HTTP/1.1" status: 200 len: 210 time: 0.0446768 May 13 15:00:10.858881 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7f05e72b-0fb7-45c4-9ec8-04ae173de3e7 req-c427f617-5d38-480d-b92a-17c30afb8808 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2e5364-aedf-4352-a5ac-d47af26446c1 HTTP/1.1" status: 200 len: 210 time: 0.0443652 May 13 15:00:10.925323 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-5705060c-0121-4dfa-a80c-cbe38d6f67fa tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:10.927567 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-5705060c-0121-4dfa-a80c-cbe38d6f67fa tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.74 "GET /v2.0/networks?id=b043589d-15c3-44b5-8d99-d7c57b00acb0 HTTP/1.1" status: 200 len: 812 time: 0.2525861 May 13 15:00:10.939929 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff689b2-030d-42ba-a08e-3607233df9ac req-52ee0431-b2b9-4477-a130-a3e0d99a56c6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:10.941684 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-eff689b2-030d-42ba-a08e-3607233df9ac req-52ee0431-b2b9-4477-a130-a3e0d99a56c6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.2471814 May 13 15:00:10.946610 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-6ac1c032-7452-46ca-b490-7682b9c69dbf tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Request body: {'port': {'device_id': 'bb2e5364-aedf-4352-a5ac-d47af26446c1', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'admin_state_up': True, 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:00:11.134298 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-6ac1c032-7452-46ca-b490-7682b9c69dbf tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:00:11.178462 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-6ac1c032-7452-46ca-b490-7682b9c69dbf tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:00:11.193051 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-eff689b2-030d-42ba-a08e-3607233df9ac req-53f096ca-a78c-409d-bf36-183874186bfe tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035724 May 13 15:00:11.217419 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-6ac1c032-7452-46ca-b490-7682b9c69dbf tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Made reservation on behalf of 509ebfd4eb0444ae8f3872e1e9436dc2 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:00:11.221780 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-6ac1c032-7452-46ca-b490-7682b9c69dbf tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:11.380257 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55948) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:11.423247 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-6ac1c032-7452-46ca-b490-7682b9c69dbf tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Allocated IP 172.20.0.4 (b043589d-15c3-44b5-8d99-d7c57b00acb0/3b5ceabd-0dba-40ce-b48a-2cb206526c19/1fc3ed14-6c08-491d-b075-95333c77ee6b) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:00:11.607984 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c6eb7684-e356-4d2c-9bf6-898b1d44b644 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c1c0db1bc05148dfb48a062f91651f9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2240391 May 13 15:00:11.609078 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 55956) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:11.675026 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-943e7752-9d10-43b2-9459-5a8efcde2a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:11.706016 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-943e7752-9d10-43b2-9459-5a8efcde2a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:11.715005 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-6ac1c032-7452-46ca-b490-7682b9c69dbf tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:11.737362 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-6ac1c032-7452-46ca-b490-7682b9c69dbf tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Transition to ACTIVE for port object 1fc3ed14-6c08-491d-b075-95333c77ee6b will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:00:11.770202 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-6ac1c032-7452-46ca-b490-7682b9c69dbf tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:11.772118 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-943e7752-9d10-43b2-9459-5a8efcde2a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:11.791617 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e7752-9d10-43b2-9459-5a8efcde2a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84ab5c9-4357-459d-99c3-66c268116f30,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:11.804722 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-943e7752-9d10-43b2-9459-5a8efcde2a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:11.806097 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-943e7752-9d10-43b2-9459-5a8efcde2a49 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d84ab5c9-4357-459d-99c3-66c268116f30 HTTP/1.1" status: 204 len: 168 time: 0.1961343 May 13 15:00:11.845161 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-6ac1c032-7452-46ca-b490-7682b9c69dbf tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Network b043589d-15c3-44b5-8d99-d7c57b00acb0 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:00:11.846018 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-6ac1c032-7452-46ca-b490-7682b9c69dbf tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:00:11.850733 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-6ac1c032-7452-46ca-b490-7682b9c69dbf tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:00:11.912692 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1c032-7452-46ca-b490-7682b9c69dbf tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Pushing event updated for resources: {'Port': ['ID=1fc3ed14-6c08-491d-b075-95333c77ee6b,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:11.942070 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-6ac1c032-7452-46ca-b490-7682b9c69dbf tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:11.943305 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-6ac1c032-7452-46ca-b490-7682b9c69dbf tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:11.983061 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-6ac1c032-7452-46ca-b490-7682b9c69dbf tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0402665 May 13 15:00:12.009958 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-07d5dc57-7e28-46d5-8fe5-fe2d441910ff service neutron] Request body: {'port': {'device_id': 'bb2e5364-aedf-4352-a5ac-d47af26446c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:00:12.153856 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad90d1c-ae16-40a7-9874-daf89464731d req-0ad2c231-1306-4b6a-be57-a84641683a08 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:12.155432 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1ad90d1c-ae16-40a7-9874-daf89464731d req-0ad2c231-1306-4b6a-be57-a84641683a08 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2e5364-aedf-4352-a5ac-d47af26446c1 HTTP/1.1" status: 200 len: 931 time: 0.1161025 May 13 15:00:12.201799 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-07d5dc57-7e28-46d5-8fe5-fe2d441910ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:12.207669 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1ad90d1c-ae16-40a7-9874-daf89464731d req-0e801a95-3726-47ec-9069-8a32f1167149 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445464 May 13 15:00:12.253895 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8e7a89a5-4705-4faa-a61a-96af663525e1 None None] Provisioning for port 1fc3ed14-6c08-491d-b075-95333c77ee6b completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:00:12.262869 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8e7a89a5-4705-4faa-a61a-96af663525e1 None None] Provisioning complete for port 1fc3ed14-6c08-491d-b075-95333c77ee6b triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:00:12.263560 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8e7a89a5-4705-4faa-a61a-96af663525e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:12.333966 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-8e7a89a5-4705-4faa-a61a-96af663525e1 None None] Port 1fc3ed14-6c08-491d-b075-95333c77ee6b cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:00:12.736388 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6216db-b4ca-4f05-b554-9b369a62f2e6 req-69304487-47d6-4b50-adfb-ae4ae7fbc654 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:12.738019 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c6216db-b4ca-4f05-b554-9b369a62f2e6 req-69304487-47d6-4b50-adfb-ae4ae7fbc654 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.3147743 May 13 15:00:12.826568 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c6216db-b4ca-4f05-b554-9b369a62f2e6 req-96b9e556-5564-4496-b897-0c15c71c4199 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802643 May 13 15:00:12.905049 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-07d5dc57-7e28-46d5-8fe5-fe2d441910ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fc3ed14-6c08-491d-b075-95333c77ee6b {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:00:12.913609 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-07d5dc57-7e28-46d5-8fe5-fe2d441910ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:12.930883 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-07d5dc57-7e28-46d5-8fe5-fe2d441910ff service neutron] Transition to ACTIVE for port object 1fc3ed14-6c08-491d-b075-95333c77ee6b will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:00:12.935733 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-07d5dc57-7e28-46d5-8fe5-fe2d441910ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:13.108538 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5dc57-7e28-46d5-8fe5-fe2d441910ff service neutron] Pushing event updated for resources: {'Port': ['ID=1fc3ed14-6c08-491d-b075-95333c77ee6b,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:13.214270 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-07d5dc57-7e28-46d5-8fe5-fe2d441910ff service neutron] Attempting to bind port 1fc3ed14-6c08-491d-b075-95333c77ee6b on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:00:13.214608 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-07d5dc57-7e28-46d5-8fe5-fe2d441910ff service neutron] Attempting to bind port 1fc3ed14-6c08-491d-b075-95333c77ee6b by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:00:13.214940 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-07d5dc57-7e28-46d5-8fe5-fe2d441910ff service neutron] Attempting to bind port 1fc3ed14-6c08-491d-b075-95333c77ee6b on network b043589d-15c3-44b5-8d99-d7c57b00acb0 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:00:13.230165 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-07d5dc57-7e28-46d5-8fe5-fe2d441910ff service neutron] Port 1fc3ed14-6c08-491d-b075-95333c77ee6b on network b043589d-15c3-44b5-8d99-d7c57b00acb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:00:13.230502 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-07d5dc57-7e28-46d5-8fe5-fe2d441910ff service neutron] Attempting to bind port 1fc3ed14-6c08-491d-b075-95333c77ee6b on network b043589d-15c3-44b5-8d99-d7c57b00acb0 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:00:13.237547 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-07d5dc57-7e28-46d5-8fe5-fe2d441910ff service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:00:13.237884 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-07d5dc57-7e28-46d5-8fe5-fe2d441910ff service neutron] Checking segment: {'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:00:13.238274 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-07d5dc57-7e28-46d5-8fe5-fe2d441910ff service neutron] Bound using segment: {'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:00:13.239046 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-07d5dc57-7e28-46d5-8fe5-fe2d441910ff service neutron] Bound port: 1fc3ed14-6c08-491d-b075-95333c77ee6b, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:00:13.239425 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-07d5dc57-7e28-46d5-8fe5-fe2d441910ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:13.387600 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-07d5dc57-7e28-46d5-8fe5-fe2d441910ff service neutron] For port 1fc3ed14-6c08-491d-b075-95333c77ee6b, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:00:13.392406 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-07d5dc57-7e28-46d5-8fe5-fe2d441910ff service neutron] For port 1fc3ed14-6c08-491d-b075-95333c77ee6b, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=1fc3ed14-6c08-491d-b075-95333c77ee6b,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:00:13.401117 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-07d5dc57-7e28-46d5-8fe5-fe2d441910ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:13.495258 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-07d5dc57-7e28-46d5-8fe5-fe2d441910ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:13.495933 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-07d5dc57-7e28-46d5-8fe5-fe2d441910ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:13.501999 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-07d5dc57-7e28-46d5-8fe5-fe2d441910ff service neutron] 10.222.0.74 "PUT /v2.0/ports/1fc3ed14-6c08-491d-b075-95333c77ee6b HTTP/1.1" status: 200 len: 1091 time: 1.5020044 May 13 15:00:13.502487 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2e5364-aedf-4352-a5ac-d47af26446c1', 'tag': '1fc3ed14-6c08-491d-b075-95333c77ee6b'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:00:13.545391 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5dc57-7e28-46d5-8fe5-fe2d441910ff service neutron] Pushing event updated for resources: {'Port': ['ID=1fc3ed14-6c08-491d-b075-95333c77ee6b,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:13.554019 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb936f-5825-4899-b1dc-282d77b01d01 req-b16ea47c-0e1b-4df3-914f-0f370f3ab52e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:13.563516 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dcdb936f-5825-4899-b1dc-282d77b01d01 req-b16ea47c-0e1b-4df3-914f-0f370f3ab52e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2e5364-aedf-4352-a5ac-d47af26446c1 HTTP/1.1" status: 200 len: 943 time: 0.1677547 May 13 15:00:13.658835 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f16cdc3-8db0-4ea7-a8c4-3b2bffe3f737'] response: {'name': 'network-changed', 'server_uuid': 'bb2e5364-aedf-4352-a5ac-d47af26446c1', 'tag': '1fc3ed14-6c08-491d-b075-95333c77ee6b', 'status': 'completed', 'code': 200} May 13 15:00:13.712680 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dcdb936f-5825-4899-b1dc-282d77b01d01 req-0ca0cb70-fe4d-459b-aadc-b36f8fd5eae3 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405642 May 13 15:00:13.725275 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-bcc4ac58-155d-4cd9-a3ab-5a7bf30d4713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:13.728520 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-bcc4ac58-155d-4cd9-a3ab-5a7bf30d4713 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2&device_id=bb2e5364-aedf-4352-a5ac-d47af26446c1 HTTP/1.1" status: 200 len: 1094 time: 0.1445696 May 13 15:00:13.849072 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-cd0e33fc-d2c6-4ca5-ab33-35e96f99f842 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fc3ed14-6c08-491d-b075-95333c77ee6b HTTP/1.1" status: 200 len: 217 time: 0.1076891 May 13 15:00:13.952109 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-f04fb9f9-8004-478e-9d1c-0658b65f290e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:13.954021 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-f04fb9f9-8004-478e-9d1c-0658b65f290e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b5ceabd-0dba-40ce-b48a-2cb206526c19 HTTP/1.1" status: 200 len: 851 time: 0.0891023 May 13 15:00:14.118385 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-2e86035c-4c13-47fc-8493-ab42e1e0100a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:14.119961 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-2e86035c-4c13-47fc-8493-ab42e1e0100a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b043589d-15c3-44b5-8d99-d7c57b00acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1601326 May 13 15:00:14.167317 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4b734-ffc9-4016-a3c3-e6d4809a50fd req-0a3a8df6-df03-4678-8168-707201cb79ce tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:14.168862 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dbb4b734-ffc9-4016-a3c3-e6d4809a50fd req-0a3a8df6-df03-4678-8168-707201cb79ce tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1595833 May 13 15:00:14.307801 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dbb4b734-ffc9-4016-a3c3-e6d4809a50fd req-4bf37bcd-360e-4e6d-a123-d217a9b30998 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889149 May 13 15:00:14.352226 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-d85f9091-b695-4233-96c8-0d9efe4d3660 service neutron] 10.222.0.74 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240942 May 13 15:00:14.597373 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0322c2b0-c696-421c-b3bd-2280810f9613 req-07334b40-c7af-4679-a1bc-80a0e7aca16c service neutron] 10.222.0.74 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391548 May 13 15:00:14.782969 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab956b-7d8a-4ad1-aef1-bbde84827be2 req-394ad8db-ec12-4d4d-b11d-fdc684108307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:14.786101 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9eab956b-7d8a-4ad1-aef1-bbde84827be2 req-394ad8db-ec12-4d4d-b11d-fdc684108307 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2&device_id=bb2e5364-aedf-4352-a5ac-d47af26446c1 HTTP/1.1" status: 200 len: 1094 time: 0.1068342 May 13 15:00:14.962320 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab956b-7d8a-4ad1-aef1-bbde84827be2 req-466cb7d5-a23a-430c-b273-3cb84ef22782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:14.964164 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9eab956b-7d8a-4ad1-aef1-bbde84827be2 req-466cb7d5-a23a-430c-b273-3cb84ef22782 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b043589d-15c3-44b5-8d99-d7c57b00acb0 HTTP/1.1" status: 200 len: 913 time: 0.1728113 May 13 15:00:15.034055 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7efa91-0728-495b-8ddf-f103ab626ab6 req-7e69883d-24fb-4c28-b9ab-1f04bbe2047e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:15.042736 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1c7efa91-0728-495b-8ddf-f103ab626ab6 req-7e69883d-24fb-4c28-b9ab-1f04bbe2047e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2e5364-aedf-4352-a5ac-d47af26446c1 HTTP/1.1" status: 200 len: 943 time: 0.1515102 May 13 15:00:15.140373 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1c7efa91-0728-495b-8ddf-f103ab626ab6 req-ec141686-0dc6-4b83-aee5-4dd1041af816 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950673 May 13 15:00:15.244774 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9eab956b-7d8a-4ad1-aef1-bbde84827be2 req-6b55d35f-8161-41e7-ac24-556dfe757da5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fc3ed14-6c08-491d-b075-95333c77ee6b HTTP/1.1" status: 200 len: 217 time: 0.2711201 May 13 15:00:15.327296 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab956b-7d8a-4ad1-aef1-bbde84827be2 req-7d6c20e3-94ed-4889-b640-582da4829750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:15.329993 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9eab956b-7d8a-4ad1-aef1-bbde84827be2 req-7d6c20e3-94ed-4889-b640-582da4829750 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b5ceabd-0dba-40ce-b48a-2cb206526c19 HTTP/1.1" status: 200 len: 851 time: 0.0796883 May 13 15:00:15.454836 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab956b-7d8a-4ad1-aef1-bbde84827be2 req-c6506807-213b-4d79-b286-518827396161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:15.456323 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9eab956b-7d8a-4ad1-aef1-bbde84827be2 req-c6506807-213b-4d79-b286-518827396161 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b043589d-15c3-44b5-8d99-d7c57b00acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201439 May 13 15:00:15.721396 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9eab956b-7d8a-4ad1-aef1-bbde84827be2 req-ab2ff642-e31a-4384-a7bc-9e6c7ec60d9d service neutron] 10.222.0.74 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591894 May 13 15:00:15.738274 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4abf7-fdd0-4986-b096-59b7a32c0dd9 req-93b0b250-73e7-4bdf-98ea-f1a388610bd1 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:15.747695 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-94f4abf7-fdd0-4986-b096-59b7a32c0dd9 req-93b0b250-73e7-4bdf-98ea-f1a388610bd1 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.2603955 May 13 15:00:15.880206 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7b65cc37-9f32-40a7-aa0a-1eebb7c69868 req-c802ac81-4a90-4f01-9b74-dbc17a85f900 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1156378 May 13 15:00:15.929904 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-94f4abf7-fdd0-4986-b096-59b7a32c0dd9 req-40ebe708-ad7b-408d-9146-29062f3a0c12 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791759 May 13 15:00:16.010920 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9eab956b-7d8a-4ad1-aef1-bbde84827be2 req-c73dddc6-2d2d-494a-aa78-137414930cf1 service neutron] 10.222.0.74 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618923 May 13 15:00:16.155090 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65cc37-9f32-40a7-aa0a-1eebb7c69868 req-044c9e0b-1e6d-41ba-b162-397d707e5864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:16.157410 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7b65cc37-9f32-40a7-aa0a-1eebb7c69868 req-044c9e0b-1e6d-41ba-b162-397d707e5864 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=38a8881fe1424acaba5f3d712cefac02&device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 1097 time: 0.1241457 May 13 15:00:16.669623 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c3146-37d4-4dc2-8add-a3df2e05f15f req-64f16db3-4951-4b70-8863-477ff6c5e8e8 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:16.672133 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-af2c3146-37d4-4dc2-8add-a3df2e05f15f req-64f16db3-4951-4b70-8863-477ff6c5e8e8 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1795015 May 13 15:00:16.705679 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65cc37-9f32-40a7-aa0a-1eebb7c69868 req-3e01c2de-ca61-4a53-9497-537c69732e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:16.707234 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7b65cc37-9f32-40a7-aa0a-1eebb7c69868 req-3e01c2de-ca61-4a53-9497-537c69732e00 service neutron] 10.222.0.74 "GET /v2.0/networks?id=82746afc-6560-4007-9fb3-904cf8d650cf HTTP/1.1" status: 200 len: 916 time: 0.5230870 May 13 15:00:16.758994 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-af2c3146-37d4-4dc2-8add-a3df2e05f15f req-9336bab2-1392-4cfe-bfb3-b80deb5f0f48 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785468 May 13 15:00:16.827404 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236000ad-edff-4d9e-9316-893f92837832 req-11040b79-5eb8-499a-9e5a-9a94c8ca1b6e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:16.828143 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-236000ad-edff-4d9e-9316-893f92837832 req-11040b79-5eb8-499a-9e5a-9a94c8ca1b6e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Synchronizing usage tracker for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:00:16.869058 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7b65cc37-9f32-40a7-aa0a-1eebb7c69868 req-9bccdf5d-915a-4ed1-a156-d7f026381661 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48560cc7-cac7-4479-901c-e483bb13de0e HTTP/1.1" status: 200 len: 1001 time: 0.1541305 May 13 15:00:16.918388 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-236000ad-edff-4d9e-9316-893f92837832 req-11040b79-5eb8-499a-9e5a-9a94c8ca1b6e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Unset dirty status for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:00:16.920551 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-236000ad-edff-4d9e-9316-893f92837832 req-11040b79-5eb8-499a-9e5a-9a94c8ca1b6e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2e5364-aedf-4352-a5ac-d47af26446c1 HTTP/1.1" status: 200 len: 943 time: 0.5475492 May 13 15:00:16.971337 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a9e41-d7ae-430d-a9f2-2448f7d20e92 req-98d9842c-fdf4-4e0c-b5f6-d1255b5238d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:16.976192 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-395a9e41-d7ae-430d-a9f2-2448f7d20e92 req-98d9842c-fdf4-4e0c-b5f6-d1255b5238d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac0ce7a13bd948f9949b7bdefd23d50f&device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 1095 time: 0.3987453 May 13 15:00:17.057065 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65cc37-9f32-40a7-aa0a-1eebb7c69868 req-5cf22dc1-c1cc-41f2-848b-d6937a0128ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:17.059634 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7b65cc37-9f32-40a7-aa0a-1eebb7c69868 req-5cf22dc1-c1cc-41f2-848b-d6937a0128ef service neutron] 10.222.0.74 "GET /v2.0/subnets?id=498b4812-77a0-4897-b979-c45bc3bb9502 HTTP/1.1" status: 200 len: 854 time: 0.1848438 May 13 15:00:17.182154 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-236000ad-edff-4d9e-9316-893f92837832 req-1aa104f0-e3cb-4117-aa69-cbff68cdc40c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451074 May 13 15:00:17.283550 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a9e41-d7ae-430d-a9f2-2448f7d20e92 req-a5c63759-f9d1-4d6d-ba17-527281696881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:17.285141 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-395a9e41-d7ae-430d-a9f2-2448f7d20e92 req-a5c63759-f9d1-4d6d-ba17-527281696881 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd HTTP/1.1" status: 200 len: 912 time: 0.3004792 May 13 15:00:17.292955 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65cc37-9f32-40a7-aa0a-1eebb7c69868 req-7e29c9dd-d661-426c-b767-7c4425338716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:17.294420 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7b65cc37-9f32-40a7-aa0a-1eebb7c69868 req-7e29c9dd-d661-426c-b767-7c4425338716 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=82746afc-6560-4007-9fb3-904cf8d650cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1673417 May 13 15:00:17.576481 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-395a9e41-d7ae-430d-a9f2-2448f7d20e92 req-cf098da6-45a8-491c-8a28-bc5ff0fac80e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7cba8e6-abe7-42b8-83df-4ac2f9068e76 HTTP/1.1" status: 200 len: 999 time: 0.2787349 May 13 15:00:17.812640 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7b65cc37-9f32-40a7-aa0a-1eebb7c69868 req-ed2605cf-e3d3-433a-9eb0-0127f1c68341 service neutron] 10.222.0.74 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494131 May 13 15:00:17.821136 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a9e41-d7ae-430d-a9f2-2448f7d20e92 req-6ae0345a-1079-4602-8df3-604d85feb356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:17.822599 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-395a9e41-d7ae-430d-a9f2-2448f7d20e92 req-6ae0345a-1079-4602-8df3-604d85feb356 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f43563bd-f154-4518-8312-29f2255f69ef HTTP/1.1" status: 200 len: 850 time: 0.2370756 May 13 15:00:17.985830 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7b65cc37-9f32-40a7-aa0a-1eebb7c69868 req-7d12e990-eaa4-4b37-a8d2-c1fa874fc12f service neutron] 10.222.0.74 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572168 May 13 15:00:18.071438 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcd76d-cff3-4737-a422-cb5b8f60d10d req-3667d207-08b3-40e9-99dc-413e8e0bf43e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:18.079030 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-46bcd76d-cff3-4737-a422-cb5b8f60d10d req-3667d207-08b3-40e9-99dc-413e8e0bf43e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1662447 May 13 15:00:18.081727 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a9e41-d7ae-430d-a9f2-2448f7d20e92 req-7cc9197e-a131-4a11-a75e-d8ca9e838d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:18.083297 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-395a9e41-d7ae-430d-a9f2-2448f7d20e92 req-7cc9197e-a131-4a11-a75e-d8ca9e838d16 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2535949 May 13 15:00:18.147339 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-46bcd76d-cff3-4737-a422-cb5b8f60d10d req-8fd7e06b-2a0f-44c7-a774-42f32659ff95 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676777 May 13 15:00:18.236396 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:18.324883 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-395a9e41-d7ae-430d-a9f2-2448f7d20e92 req-39ba2521-1329-4228-b1c5-c2841a666af2 service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346170 May 13 15:00:18.542639 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-395a9e41-d7ae-430d-a9f2-2448f7d20e92 req-6e9ac80b-bc2e-4de7-9279-fc1ad3221b01 service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107174 May 13 15:00:18.555862 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f3990-55c4-4e85-8e89-aedbd3cac154 req-a444bcaa-a96a-48fd-815a-e183f4146cce tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:18.566176 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d16f3990-55c4-4e85-8e89-aedbd3cac154 req-a444bcaa-a96a-48fd-815a-e183f4146cce tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2e5364-aedf-4352-a5ac-d47af26446c1 HTTP/1.1" status: 200 len: 943 time: 0.2144248 May 13 15:00:18.624982 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d16f3990-55c4-4e85-8e89-aedbd3cac154 req-bb50c2c3-1241-4a32-8894-175a38270c65 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579796 May 13 15:00:19.402758 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7d21a-88bf-4fc8-b248-6be03da49ad5 req-66c2305d-375f-44f9-8b14-638a3a389866 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:19.404247 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3ec7d21a-88bf-4fc8-b248-6be03da49ad5 req-66c2305d-375f-44f9-8b14-638a3a389866 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1092434 May 13 15:00:19.460397 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3ec7d21a-88bf-4fc8-b248-6be03da49ad5 req-49ee03f1-c8ba-4388-9bff-16ecae22f4ec tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497882 May 13 15:00:19.704607 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262310d-be8f-46ab-86cd-8be72574b4ce req-8c3c071f-4f3d-4b2a-a52e-a2fb54164191 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:19.706563 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7262310d-be8f-46ab-86cd-8be72574b4ce req-8c3c071f-4f3d-4b2a-a52e-a2fb54164191 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1329386 May 13 15:00:19.775619 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7262310d-be8f-46ab-86cd-8be72574b4ce req-9ef5ec20-ce28-4ee5-b82d-6b9adc0fe350 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616176 May 13 15:00:19.914916 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035cdfb9-f92f-43fc-8147-347ed54e543b req-7047df81-e474-48c1-a680-8e127d73ba14 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:19.922516 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-035cdfb9-f92f-43fc-8147-347ed54e543b req-7047df81-e474-48c1-a680-8e127d73ba14 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2e5364-aedf-4352-a5ac-d47af26446c1 HTTP/1.1" status: 200 len: 943 time: 0.1651480 May 13 15:00:19.985174 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-035cdfb9-f92f-43fc-8147-347ed54e543b req-02e61a13-57c6-4c60-afb3-b4405961d060 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614672 May 13 15:00:20.325039 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594b404-8fd2-410c-999a-f2916f6f28c1 req-ad67fcf2-75ea-4425-89b6-e0cc1bf8f230 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:20.326817 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1594b404-8fd2-410c-999a-f2916f6f28c1 req-ad67fcf2-75ea-4425-89b6-e0cc1bf8f230 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1287591 May 13 15:00:20.379265 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1594b404-8fd2-410c-999a-f2916f6f28c1 req-67106db6-3242-4b1a-94ca-e90e2a319d27 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463157 May 13 15:00:20.591683 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54453251-18e3-4138-817e-616308b4c6bc req-5c6247dd-58d4-4955-883f-2d25ee073d77 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:20.593244 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-54453251-18e3-4138-817e-616308b4c6bc req-5c6247dd-58d4-4955-883f-2d25ee073d77 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.0949891 May 13 15:00:20.644151 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-54453251-18e3-4138-817e-616308b4c6bc req-0a452b44-f175-47e8-ad41-f96b103a742c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448077 May 13 15:00:20.948481 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d5739-4f60-4c17-8b95-747bc472ce31 req-0dfdd024-fce0-4521-871a-2748bd07c0c6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:20.950141 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-991d5739-4f60-4c17-8b95-747bc472ce31 req-0dfdd024-fce0-4521-871a-2748bd07c0c6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1936548 May 13 15:00:20.997401 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-991d5739-4f60-4c17-8b95-747bc472ce31 req-d53ac9c2-77e4-410f-aa8a-43a875016cdd tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407612 May 13 15:00:21.239648 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d2d6a-c925-4749-a720-ba14ec32a250 req-5bdecf32-b2a2-40f7-98e3-108eb01f6522 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:21.249324 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-364d2d6a-c925-4749-a720-ba14ec32a250 req-5bdecf32-b2a2-40f7-98e3-108eb01f6522 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2e5364-aedf-4352-a5ac-d47af26446c1 HTTP/1.1" status: 200 len: 943 time: 0.1399796 May 13 15:00:21.324931 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-364d2d6a-c925-4749-a720-ba14ec32a250 req-a0923fad-8f0b-45c9-90a0-68d86716fc4d tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744462 May 13 15:00:21.579020 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b24f38-c050-4611-a903-9c35c1bb205c req-2875afc6-63ce-41e9-9cf3-f1779909a8a1 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:21.580535 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a3b24f38-c050-4611-a903-9c35c1bb205c req-2875afc6-63ce-41e9-9cf3-f1779909a8a1 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.0919163 May 13 15:00:21.639945 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a3b24f38-c050-4611-a903-9c35c1bb205c req-a58eaa36-6db5-451e-ba7a-e4fbea7de9e2 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531721 May 13 15:00:22.550934 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac7b8e-9918-4092-ad02-639f581f6add req-6f7fbd5f-bffe-4707-8493-947638a4b1c3 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:22.552812 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fdac7b8e-9918-4092-ad02-639f581f6add req-6f7fbd5f-bffe-4707-8493-947638a4b1c3 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2e5364-aedf-4352-a5ac-d47af26446c1 HTTP/1.1" status: 200 len: 943 time: 0.0957203 May 13 15:00:22.604327 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fdac7b8e-9918-4092-ad02-639f581f6add req-f1b816a6-2e09-4c43-9918-4960da36e7b4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450871 May 13 15:00:22.851779 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c45844-9a6f-417a-b7b6-adcc432a33a7 req-9f2b0d90-8e77-4d8c-86c0-57b7a65db2fc tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:22.853553 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a2c45844-9a6f-417a-b7b6-adcc432a33a7 req-9f2b0d90-8e77-4d8c-86c0-57b7a65db2fc tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.0954521 May 13 15:00:22.901931 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a2c45844-9a6f-417a-b7b6-adcc432a33a7 req-0a95ea5b-cdc9-44ab-89b6-860c72757ab1 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420239 May 13 15:00:23.310957 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717955e-e8c6-4b4e-bd9e-aff779aa536f req-dafbadee-4bde-4b50-8d02-1ad85a947f4e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:23.312493 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1717955e-e8c6-4b4e-bd9e-aff779aa536f req-dafbadee-4bde-4b50-8d02-1ad85a947f4e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1043999 May 13 15:00:23.367839 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1717955e-e8c6-4b4e-bd9e-aff779aa536f req-be2f55bf-e611-4514-a079-f01a4bcbb482 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487874 May 13 15:00:23.797064 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a0f2d-2c84-48e2-bf2d-568c75838562 req-00195b68-6566-4cdc-a816-fac4ea7dece0 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:23.799201 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a77a0f2d-2c84-48e2-bf2d-568c75838562 req-00195b68-6566-4cdc-a816-fac4ea7dece0 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2e5364-aedf-4352-a5ac-d47af26446c1 HTTP/1.1" status: 200 len: 943 time: 0.0837245 May 13 15:00:23.851749 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a77a0f2d-2c84-48e2-bf2d-568c75838562 req-220e0bb2-41e6-4277-8564-d9b781a9e5d2 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460379 May 13 15:00:24.564179 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6199c63-946d-4de2-9d43-237b8603c736 req-1e51ae86-a712-4488-9eff-5e60273c9009 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:24.565762 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b6199c63-946d-4de2-9d43-237b8603c736 req-1e51ae86-a712-4488-9eff-5e60273c9009 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.0846245 May 13 15:00:24.620771 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b6199c63-946d-4de2-9d43-237b8603c736 req-4f14916d-759e-41b9-b82f-dbfb30893f12 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477173 May 13 15:00:24.813833 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539fd213-1ff8-4ccf-8830-24f5990d11b2 req-8ae12f53-f5c9-469a-8d6d-a6b86a2a02d9 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:24.815397 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-539fd213-1ff8-4ccf-8830-24f5990d11b2 req-8ae12f53-f5c9-469a-8d6d-a6b86a2a02d9 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.0868120 May 13 15:00:24.862429 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-539fd213-1ff8-4ccf-8830-24f5990d11b2 req-28a06d6c-a159-4f80-bc2a-f698fe75486a tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405123 May 13 15:00:25.052402 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81098441-3921-4dff-92dd-e1b01ae3282d req-1dac9e85-b99e-472e-81be-17c2d8f5d9e6 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:25.055048 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-81098441-3921-4dff-92dd-e1b01ae3282d req-1dac9e85-b99e-472e-81be-17c2d8f5d9e6 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2e5364-aedf-4352-a5ac-d47af26446c1 HTTP/1.1" status: 200 len: 943 time: 0.0988240 May 13 15:00:25.067468 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cacd8-4e41-4f3d-aa2a-7610843e18d9 req-50ef8380-0d3e-44c7-8484-e85a95ded83d tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:25.069639 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6b8cacd8-4e41-4f3d-aa2a-7610843e18d9 req-50ef8380-0d3e-44c7-8484-e85a95ded83d tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.0932989 May 13 15:00:25.118996 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-81098441-3921-4dff-92dd-e1b01ae3282d req-889f3b4d-67ad-492f-b2ca-bdfc71c6e28b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578878 May 13 15:00:25.127101 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6b8cacd8-4e41-4f3d-aa2a-7610843e18d9 req-de2ac107-d4e4-41af-907a-f7f8c2b4750b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510979 May 13 15:00:25.327481 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeda555-02f4-44e5-b7a7-8a49e5095594 req-9d2ffb25-aa90-4c6f-af12-729c34b08ce1 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:25.329126 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-faeda555-02f4-44e5-b7a7-8a49e5095594 req-9d2ffb25-aa90-4c6f-af12-729c34b08ce1 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.0864232 May 13 15:00:25.375123 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-faeda555-02f4-44e5-b7a7-8a49e5095594 req-b44c05ea-8070-4b67-a17b-8c7d74943fc4 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397162 May 13 15:00:25.576508 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e1957-32be-4cd3-aa35-4f0dc9c27b3c req-a18feec7-3648-4e52-9b00-0a161d485fdd tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:25.578028 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4e4e1957-32be-4cd3-aa35-4f0dc9c27b3c req-a18feec7-3648-4e52-9b00-0a161d485fdd tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.0871170 May 13 15:00:25.624171 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4e4e1957-32be-4cd3-aa35-4f0dc9c27b3c req-1620c17d-ce1b-4011-adaa-5d0b30d6341e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400651 May 13 15:00:25.812776 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466b3a5-d97a-4e35-8478-5b754ce57d96 req-43da815c-fc4d-4d25-adaa-11649b3640f2 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:25.814265 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8466b3a5-d97a-4e35-8478-5b754ce57d96 req-43da815c-fc4d-4d25-adaa-11649b3640f2 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.0830588 May 13 15:00:25.866873 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8466b3a5-d97a-4e35-8478-5b754ce57d96 req-d23dba9e-e916-4168-a8ab-f8195c05349f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450358 May 13 15:00:26.508026 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048c973-12d3-47f5-8b3b-4f28c5977c95 req-61b00b2a-b70e-4b41-b1af-cbe296744c4a tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:26.509845 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e048c973-12d3-47f5-8b3b-4f28c5977c95 req-61b00b2a-b70e-4b41-b1af-cbe296744c4a tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2e5364-aedf-4352-a5ac-d47af26446c1 HTTP/1.1" status: 200 len: 943 time: 0.0862796 May 13 15:00:26.564806 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e048c973-12d3-47f5-8b3b-4f28c5977c95 req-9ecf60e0-a6c4-45be-985a-69949f3ac067 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503106 May 13 15:00:27.264951 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b07779ff-6357-4131-b4ab-38be2947887e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:27.760765 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b4833-760f-448f-aed8-5d4d3175399d req-4d637965-50d2-45f1-8e4c-336a6a5f4944 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:27.762232 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c28b4833-760f-448f-aed8-5d4d3175399d req-4d637965-50d2-45f1-8e4c-336a6a5f4944 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2e5364-aedf-4352-a5ac-d47af26446c1 HTTP/1.1" status: 200 len: 943 time: 0.0839226 May 13 15:00:27.810876 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c28b4833-760f-448f-aed8-5d4d3175399d req-57692d8d-0b2f-409f-b55d-1bc7cb748c88 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428851 May 13 15:00:28.637904 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:29.010217 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cce7f-ae62-470e-8938-721af9fe5b9f req-e1ebce60-9077-4b19-b5fb-1ddfe7de3fdd tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:29.011647 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fd0cce7f-ae62-470e-8938-721af9fe5b9f req-e1ebce60-9077-4b19-b5fb-1ddfe7de3fdd tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2e5364-aedf-4352-a5ac-d47af26446c1 HTTP/1.1" status: 200 len: 943 time: 0.0902123 May 13 15:00:29.060454 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fd0cce7f-ae62-470e-8938-721af9fe5b9f req-41e852b3-bd33-4360-b1c2-4c9bd91e28a5 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424139 May 13 15:00:29.593620 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-147f4c4c-b674-457e-b78d-3c2bd187689b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:30.274444 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05295e-9647-441f-914b-377975067d63 req-07d47a7b-3e89-4537-8c45-76d373217cbd tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:30.276554 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ea05295e-9647-441f-914b-377975067d63 req-07d47a7b-3e89-4537-8c45-76d373217cbd tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2e5364-aedf-4352-a5ac-d47af26446c1 HTTP/1.1" status: 200 len: 943 time: 0.1018364 May 13 15:00:30.335038 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ea05295e-9647-441f-914b-377975067d63 req-ecb72a61-bcd7-4535-b93c-f96be4accdf3 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508764 May 13 15:00:30.714059 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:30.748667 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:30.829510 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 1fc3ed14-6c08-491d-b075-95333c77ee6b details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:00:30.979370 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 1fc3ed14-6c08-491d-b075-95333c77ee6b, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=1fc3ed14-6c08-491d-b075-95333c77ee6b,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:00:30.997235 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '1fc3ed14-6c08-491d-b075-95333c77ee6b', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'port_id': '1fc3ed14-6c08-491d-b075-95333c77ee6b', 'mac_address': 'fa:16:3e:04:8a:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:00:31.055568 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 1fc3ed14-6c08-491d-b075-95333c77ee6b is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:00:31.055953 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:31.073626 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc3ed14-6c08-491d-b075-95333c77ee6b {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:00:31.090495 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 1fc3ed14-6c08-491d-b075-95333c77ee6b, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=1fc3ed14-6c08-491d-b075-95333c77ee6b,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:00:31.095080 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:31.164256 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=1fc3ed14-6c08-491d-b075-95333c77ee6b,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:31.467732 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['1fc3ed14-6c08-491d-b075-95333c77ee6b'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:00:31.538587 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce75b5-27d7-41d0-9237-426b51d311e8 req-9063af33-639c-4b1e-a696-c58454b516ae tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:31.540131 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e8ce75b5-27d7-41d0-9237-426b51d311e8 req-9063af33-639c-4b1e-a696-c58454b516ae tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2e5364-aedf-4352-a5ac-d47af26446c1 HTTP/1.1" status: 200 len: 944 time: 0.0859158 May 13 15:00:31.601656 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e8ce75b5-27d7-41d0-9237-426b51d311e8 req-276e9026-696e-41fd-9dd6-5beb2d20e045 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553939 May 13 15:00:32.174247 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:32.796000 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab276f-11e3-4697-bb30-810aaf3f46c8 req-68345512-8e6d-430d-a067-b6c45c602a06 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:32.797486 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bfab276f-11e3-4697-bb30-810aaf3f46c8 req-68345512-8e6d-430d-a067-b6c45c602a06 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2e5364-aedf-4352-a5ac-d47af26446c1 HTTP/1.1" status: 200 len: 944 time: 0.0829241 May 13 15:00:32.831720 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 1fc3ed14-6c08-491d-b075-95333c77ee6b up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:00:32.844436 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bfab276f-11e3-4697-bb30-810aaf3f46c8 req-93c287b0-1214-417c-b928-c463bc42f82d tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410671 May 13 15:00:32.910698 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 1fc3ed14-6c08-491d-b075-95333c77ee6b completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:00:32.916391 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 1fc3ed14-6c08-491d-b075-95333c77ee6b triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:00:32.916761 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:33.038545 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 1fc3ed14-6c08-491d-b075-95333c77ee6b is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:00:33.038931 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:33.071126 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2e5364-aedf-4352-a5ac-d47af26446c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc3ed14-6c08-491d-b075-95333c77ee6b'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:00:33.081576 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 1fc3ed14-6c08-491d-b075-95333c77ee6b, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=1fc3ed14-6c08-491d-b075-95333c77ee6b,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:00:33.086541 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:33.157926 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50bd1611-5b37-4721-a803-f4fb5ee55ed8'] response: {'server_uuid': 'bb2e5364-aedf-4352-a5ac-d47af26446c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc3ed14-6c08-491d-b075-95333c77ee6b', 'code': 200} May 13 15:00:33.196792 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=1fc3ed14-6c08-491d-b075-95333c77ee6b,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:33.399253 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b004402-cf03-40dc-b5c3-0bc54fd8cddb req-68ce4818-fffb-474b-a591-727d8c233c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:33.400954 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1b004402-cf03-40dc-b5c3-0bc54fd8cddb req-68ce4818-fffb-474b-a591-727d8c233c58 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bb2e5364-aedf-4352-a5ac-d47af26446c1 HTTP/1.1" status: 200 len: 1096 time: 0.1903143 May 13 15:00:33.445172 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1b004402-cf03-40dc-b5c3-0bc54fd8cddb req-fdb272e4-ed74-42a8-a968-11af58ce7780 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377579 May 13 15:00:34.057694 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b435dd-1550-4666-874b-724a38497ca8 req-2cb15bc9-ba80-4283-b9dd-a7c5dba8c9f4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:34.059316 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-98b435dd-1550-4666-874b-724a38497ca8 req-2cb15bc9-ba80-4283-b9dd-a7c5dba8c9f4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2e5364-aedf-4352-a5ac-d47af26446c1 HTTP/1.1" status: 200 len: 945 time: 0.1043179 May 13 15:00:34.111788 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-98b435dd-1550-4666-874b-724a38497ca8 req-534a7f30-c654-4794-a3c9-745588c8d820 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464118 May 13 15:00:34.480471 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:00:35.311589 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f2acb-88a2-47a0-8dad-24b57c110ee7 req-4308ec3e-5a4d-419c-9e1c-c917671029f5 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:35.313250 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6b6f2acb-88a2-47a0-8dad-24b57c110ee7 req-4308ec3e-5a4d-419c-9e1c-c917671029f5 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2e5364-aedf-4352-a5ac-d47af26446c1 HTTP/1.1" status: 200 len: 945 time: 0.0968449 May 13 15:00:35.358933 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6b6f2acb-88a2-47a0-8dad-24b57c110ee7 req-83866656-73bc-4c69-940f-e87f42654ce2 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397890 May 13 15:00:35.545716 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677993d7-bbb0-4854-a819-eb8fdbb5ccfb req-5ec65546-d092-40dd-9e24-5596b72e5218 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:35.548011 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-677993d7-bbb0-4854-a819-eb8fdbb5ccfb req-5ec65546-d092-40dd-9e24-5596b72e5218 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2e5364-aedf-4352-a5ac-d47af26446c1 HTTP/1.1" status: 200 len: 945 time: 0.0854883 May 13 15:00:35.594235 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-677993d7-bbb0-4854-a819-eb8fdbb5ccfb req-141d0705-3232-4a0d-817e-468de886ec0e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396471 May 13 15:00:35.857513 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8ee7f-7b66-4975-9188-f6d8880046ca req-355c0c9a-02b1-4861-88da-b071a59cd563 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:35.858942 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b6d8ee7f-7b66-4975-9188-f6d8880046ca req-355c0c9a-02b1-4861-88da-b071a59cd563 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2e5364-aedf-4352-a5ac-d47af26446c1 HTTP/1.1" status: 200 len: 945 time: 0.1483185 May 13 15:00:35.912126 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b6d8ee7f-7b66-4975-9188-f6d8880046ca req-7ddb83bd-41ab-4b16-a5bb-79f15c5b6eb4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467641 May 13 15:00:36.627563 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffa427-7778-4b6f-875a-8db170b4deb9 req-12828d59-f48b-4082-a794-cac7bec74a23 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:36.635568 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-92ffa427-7778-4b6f-875a-8db170b4deb9 req-12828d59-f48b-4082-a794-cac7bec74a23 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2e5364-aedf-4352-a5ac-d47af26446c1 HTTP/1.1" status: 200 len: 945 time: 0.1709161 May 13 15:00:36.689549 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-92ffa427-7778-4b6f-875a-8db170b4deb9 req-76e6e85d-4886-4fd8-a9fa-c85a4fa0cf37 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529950 May 13 15:00:37.922822 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb998b9-4128-4c24-a08d-c9dea8620648 req-cd579044-8f95-4986-b4ab-0952247c34b0 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:37.925028 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcb998b9-4128-4c24-a08d-c9dea8620648 req-cd579044-8f95-4986-b4ab-0952247c34b0 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2e5364-aedf-4352-a5ac-d47af26446c1 HTTP/1.1" status: 200 len: 945 time: 0.1239464 May 13 15:00:38.013598 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcb998b9-4128-4c24-a08d-c9dea8620648 req-cd6d59be-bd6c-4dc6-a1f4-f616356435e4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757678 May 13 15:00:38.199754 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee8d00-5d76-4099-bc69-0aeadfdaff52 req-54026622-25ab-483f-ad5e-e2b913d71256 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:38.201216 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a2ee8d00-5d76-4099-bc69-0aeadfdaff52 req-54026622-25ab-483f-ad5e-e2b913d71256 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.74 "GET /v2.0/ports?device_id=bb2e5364-aedf-4352-a5ac-d47af26446c1 HTTP/1.1" status: 200 len: 945 time: 0.0953259 May 13 15:00:38.280345 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-a2ee8d00-5d76-4099-bc69-0aeadfdaff52 req-914553b7-b345-4f17-aa70-5e7cfb55a979 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Deleting port 1fc3ed14-6c08-491d-b075-95333c77ee6b {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:00:38.280968 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a2ee8d00-5d76-4099-bc69-0aeadfdaff52 req-914553b7-b345-4f17-aa70-5e7cfb55a979 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:38.591195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-a2ee8d00-5d76-4099-bc69-0aeadfdaff52 req-914553b7-b345-4f17-aa70-5e7cfb55a979 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] For port 1fc3ed14-6c08-491d-b075-95333c77ee6b, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=1fc3ed14-6c08-491d-b075-95333c77ee6b,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:00:38.591609 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a2ee8d00-5d76-4099-bc69-0aeadfdaff52 req-914553b7-b345-4f17-aa70-5e7cfb55a979 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:38.740093 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-a2ee8d00-5d76-4099-bc69-0aeadfdaff52 req-914553b7-b345-4f17-aa70-5e7cfb55a979 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Calling delete_port for 1fc3ed14-6c08-491d-b075-95333c77ee6b owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:00:38.908863 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a2ee8d00-5d76-4099-bc69-0aeadfdaff52 req-914553b7-b345-4f17-aa70-5e7cfb55a979 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:39.049872 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914553b7-b345-4f17-aa70-5e7cfb55a979 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Pushing event deleted for resources: {'Port': ['ID=1fc3ed14-6c08-491d-b075-95333c77ee6b,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:39.062909 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914553b7-b345-4f17-aa70-5e7cfb55a979 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:39.063486 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914553b7-b345-4f17-aa70-5e7cfb55a979 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:39.063981 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914553b7-b345-4f17-aa70-5e7cfb55a979 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:39.063981 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914553b7-b345-4f17-aa70-5e7cfb55a979 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:39.065227 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914553b7-b345-4f17-aa70-5e7cfb55a979 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:39.065227 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914553b7-b345-4f17-aa70-5e7cfb55a979 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:39.065227 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914553b7-b345-4f17-aa70-5e7cfb55a979 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:39.065227 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914553b7-b345-4f17-aa70-5e7cfb55a979 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:39.066521 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914553b7-b345-4f17-aa70-5e7cfb55a979 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:39.066521 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914553b7-b345-4f17-aa70-5e7cfb55a979 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:39.066521 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914553b7-b345-4f17-aa70-5e7cfb55a979 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:39.066521 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914553b7-b345-4f17-aa70-5e7cfb55a979 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:39.081643 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ee8d00-5d76-4099-bc69-0aeadfdaff52 req-914553b7-b345-4f17-aa70-5e7cfb55a979 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] No DVR routers for this DVR port 1fc3ed14-6c08-491d-b075-95333c77ee6b on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:00:39.095095 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a2ee8d00-5d76-4099-bc69-0aeadfdaff52 req-914553b7-b345-4f17-aa70-5e7cfb55a979 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:39.098075 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2e5364-aedf-4352-a5ac-d47af26446c1', 'name': 'network-vif-deleted', 'tag': '1fc3ed14-6c08-491d-b075-95333c77ee6b'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:00:39.126304 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a2ee8d00-5d76-4099-bc69-0aeadfdaff52 req-914553b7-b345-4f17-aa70-5e7cfb55a979 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.74 "DELETE /v2.0/ports/1fc3ed14-6c08-491d-b075-95333c77ee6b HTTP/1.1" status: 204 len: 173 time: 0.9193218 May 13 15:00:39.252832 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3a3e983-76bc-4f72-be10-49de266d393a'] response: {'server_uuid': 'bb2e5364-aedf-4352-a5ac-d47af26446c1', 'name': 'network-vif-deleted', 'tag': '1fc3ed14-6c08-491d-b075-95333c77ee6b', 'status': 'completed', 'code': 200} May 13 15:00:39.265029 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2f563688-4b4d-45d6-ad4e-f3444552be3c req-cabf9a5d-4672-47f6-be9e-58749512c539 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Synchronizing usage tracker for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:00:39.305157 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2f563688-4b4d-45d6-ad4e-f3444552be3c req-cabf9a5d-4672-47f6-be9e-58749512c539 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Unset dirty status for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:00:39.318573 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f563688-4b4d-45d6-ad4e-f3444552be3c req-cabf9a5d-4672-47f6-be9e-58749512c539 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2e5364-aedf-4352-a5ac-d47af26446c1 HTTP/1.1" status: 200 len: 210 time: 0.1484468 May 13 15:00:40.546566 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7359d109-f887-4144-950d-0084bf5562ce req-8aec3a3b-dcfe-4350-aaf9-c8b0c0aa4671 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2e5364-aedf-4352-a5ac-d47af26446c1 HTTP/1.1" status: 200 len: 210 time: 0.0508025 May 13 15:00:40.870232 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 1fc3ed14-6c08-491d-b075-95333c77ee6b no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:00:40.908251 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 1fc3ed14-6c08-491d-b075-95333c77ee6b {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:00:40.908559 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 1fc3ed14-6c08-491d-b075-95333c77ee6b not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:00:48.232170 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:53.327414 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2ff472b2-8ecd-4a00-b196-7c62f7ca9067 req-bac36997-2980-47f9-b15c-c474fe5fbf77 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0823920 May 13 15:00:53.441184 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff472b2-8ecd-4a00-b196-7c62f7ca9067 req-c2bee1cb-76f6-4314-87d1-7b309f818771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:53.442731 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2ff472b2-8ecd-4a00-b196-7c62f7ca9067 req-c2bee1cb-76f6-4314-87d1-7b309f818771 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac0ce7a13bd948f9949b7bdefd23d50f&device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 1096 time: 0.0934875 May 13 15:00:53.609455 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff472b2-8ecd-4a00-b196-7c62f7ca9067 req-433ab4df-fc71-4e60-b0b6-8ffb2047d09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:53.611920 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2ff472b2-8ecd-4a00-b196-7c62f7ca9067 req-433ab4df-fc71-4e60-b0b6-8ffb2047d09a service neutron] 10.222.0.59 "GET /v2.0/networks?id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd HTTP/1.1" status: 200 len: 912 time: 0.1465189 May 13 15:00:53.686458 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2ff472b2-8ecd-4a00-b196-7c62f7ca9067 req-bacebeb5-5aa7-4e25-a369-6118ad93d859 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87ebdfb7-c701-4ddb-88f0-7972bffd8352 HTTP/1.1" status: 200 len: 217 time: 0.0680015 May 13 15:00:53.860345 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff472b2-8ecd-4a00-b196-7c62f7ca9067 req-0c7f8c18-6d81-42df-a2ca-84aa7372180e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:53.861701 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2ff472b2-8ecd-4a00-b196-7c62f7ca9067 req-0c7f8c18-6d81-42df-a2ca-84aa7372180e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f43563bd-f154-4518-8312-29f2255f69ef HTTP/1.1" status: 200 len: 850 time: 0.1696365 May 13 15:00:53.952985 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff472b2-8ecd-4a00-b196-7c62f7ca9067 req-372f00c5-92d5-4de3-a7e4-81958da681e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:53.954463 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2ff472b2-8ecd-4a00-b196-7c62f7ca9067 req-372f00c5-92d5-4de3-a7e4-81958da681e3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852339 May 13 15:00:54.104566 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2ff472b2-8ecd-4a00-b196-7c62f7ca9067 req-db76bdd4-bbc0-4ec7-a50e-27d0c629d6bb service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421950 May 13 15:00:54.305265 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2ff472b2-8ecd-4a00-b196-7c62f7ca9067 req-6d2956ba-0b48-4987-966d-0dac265aafbe service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931670 May 13 15:00:54.339716 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62f77e-1e21-4c2b-92dc-6e06df62bdab req-fb87fa45-e3ac-482f-8293-679ae02a43aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:54.341593 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6f62f77e-1e21-4c2b-92dc-6e06df62bdab req-fb87fa45-e3ac-482f-8293-679ae02a43aa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac0ce7a13bd948f9949b7bdefd23d50f&device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 1095 time: 0.1027405 May 13 15:00:54.439748 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f448719-c869-4901-973f-20324ac5b929 req-31ac40e7-e1a8-4798-a3d2-092f48bb2062 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:54.442066 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f448719-c869-4901-973f-20324ac5b929 req-31ac40e7-e1a8-4798-a3d2-092f48bb2062 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1185281 May 13 15:00:54.501129 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f448719-c869-4901-973f-20324ac5b929 req-bd008697-fe15-429e-9479-323437f74b2c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479543 May 13 15:00:54.535358 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62f77e-1e21-4c2b-92dc-6e06df62bdab req-814d75d0-7d0b-4534-93c1-54ef9ec7c12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:54.538233 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6f62f77e-1e21-4c2b-92dc-6e06df62bdab req-814d75d0-7d0b-4534-93c1-54ef9ec7c12f service neutron] 10.222.0.59 "GET /v2.0/networks?id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd HTTP/1.1" status: 200 len: 912 time: 0.1903524 May 13 15:00:54.672342 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6f62f77e-1e21-4c2b-92dc-6e06df62bdab req-ca38b448-da04-45fc-b5bc-37840e7d0ea1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7cba8e6-abe7-42b8-83df-4ac2f9068e76 HTTP/1.1" status: 200 len: 999 time: 0.1281769 May 13 15:00:54.743008 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62f77e-1e21-4c2b-92dc-6e06df62bdab req-47f0569f-d7aa-4bcd-9dc1-3ef4eeef437f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:54.744721 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6f62f77e-1e21-4c2b-92dc-6e06df62bdab req-47f0569f-d7aa-4bcd-9dc1-3ef4eeef437f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f43563bd-f154-4518-8312-29f2255f69ef HTTP/1.1" status: 200 len: 850 time: 0.0669379 May 13 15:00:54.828077 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62f77e-1e21-4c2b-92dc-6e06df62bdab req-7d235b79-429a-453f-849a-220a77be0172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:54.831366 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6f62f77e-1e21-4c2b-92dc-6e06df62bdab req-7d235b79-429a-453f-849a-220a77be0172 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795696 May 13 15:00:55.076226 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6f62f77e-1e21-4c2b-92dc-6e06df62bdab req-79e776b2-7319-4a8d-8407-2587372a2593 service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395229 May 13 15:00:55.220595 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6f62f77e-1e21-4c2b-92dc-6e06df62bdab req-bf2c09a2-7d37-4ac4-9b81-1d5c5a6c8d76 service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390755 May 13 15:00:55.734498 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa351e7-dd61-4777-95cf-05f9a4fd0ee3 req-08d83f1d-d463-4d29-8ae6-83a285f7e14b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:55.742852 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-faa351e7-dd61-4777-95cf-05f9a4fd0ee3 req-08d83f1d-d463-4d29-8ae6-83a285f7e14b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1176476 May 13 15:00:55.803866 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-faa351e7-dd61-4777-95cf-05f9a4fd0ee3 req-3f6cd13c-bc2b-4001-9b6b-c04fc328ec05 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598893 May 13 15:00:57.016013 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0e3f4-39d0-4086-8150-242bda297443 req-5cdedb18-351a-4ff5-99df-c9daea99c06b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:57.019776 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c7b0e3f4-39d0-4086-8150-242bda297443 req-5cdedb18-351a-4ff5-99df-c9daea99c06b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.0952528 May 13 15:00:57.070359 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c7b0e3f4-39d0-4086-8150-242bda297443 req-3f936aae-10fd-4444-9cd5-dc3bbccd5bb2 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454757 May 13 15:00:57.270281 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d64bcb6c-d192-408e-b629-304ddd9069a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:58.292845 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffed81-490d-48f6-996c-b232e5b49064 req-e20d67d0-e80a-462a-8154-01af5cc00d95 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:58.300179 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cfffed81-490d-48f6-996c-b232e5b49064 req-e20d67d0-e80a-462a-8154-01af5cc00d95 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1067777 May 13 15:00:58.343518 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cfffed81-490d-48f6-996c-b232e5b49064 req-8afa9802-4376-4c5f-8dc5-229f6718e019 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421627 May 13 15:00:58.661323 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:59.587747 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-66f2079f-aa54-4f98-85d4-bb067ee9cd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:59.592842 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d428f-70e4-45da-aaa3-401540c7c7ae req-c99cf860-e9fd-4def-9541-4184b9383783 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:59.594606 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8a3d428f-70e4-45da-aaa3-401540c7c7ae req-c99cf860-e9fd-4def-9541-4184b9383783 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1080108 May 13 15:00:59.648112 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8a3d428f-70e4-45da-aaa3-401540c7c7ae req-9bdfca77-e57a-4b30-b6c4-cdcd637fcb2b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468009 May 13 15:01:00.722614 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:00.747177 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:00.937542 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79e7d0-0412-4d8f-ad0e-e708b78cd0f2 req-494b86e1-e7d4-4137-b970-5dc4809e6b0d tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:00.943579 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e79e7d0-0412-4d8f-ad0e-e708b78cd0f2 req-494b86e1-e7d4-4137-b970-5dc4809e6b0d tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1347845 May 13 15:01:01.009891 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e79e7d0-0412-4d8f-ad0e-e708b78cd0f2 req-2c6f0c7e-c2b8-497c-ab9c-bfe5a096cc6d tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586274 May 13 15:01:02.193141 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:02.379983 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a1d2b-afe1-479d-8d32-31cc5d908b8e req-989a1bba-555b-4f6f-9a52-9c1fc92c4adb tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:02.389759 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c86a1d2b-afe1-479d-8d32-31cc5d908b8e req-989a1bba-555b-4f6f-9a52-9c1fc92c4adb tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1833768 May 13 15:01:02.455482 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c86a1d2b-afe1-479d-8d32-31cc5d908b8e req-939aaeee-b3d4-4c3c-9d11-9fd9d94e2b79 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639217 May 13 15:01:03.573705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbda9a-25cf-48ce-8a8b-6945833f8335 req-700741a8-288a-4e42-bec2-4d4b19126e17 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:03.575220 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ddcbda9a-25cf-48ce-8a8b-6945833f8335 req-700741a8-288a-4e42-bec2-4d4b19126e17 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 946 time: 0.0892124 May 13 15:01:03.626950 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ddcbda9a-25cf-48ce-8a8b-6945833f8335 req-1289131c-fa87-4c90-b851-2934f928cc7f tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457382 May 13 15:01:04.089534 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9080a53-1c21-491e-94df-a196ec17293f req-875ba697-f668-49d5-ab20-b0be678aa67f tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:04.090975 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a9080a53-1c21-491e-94df-a196ec17293f req-875ba697-f668-49d5-ab20-b0be678aa67f tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/networks?id=b043589d-15c3-44b5-8d99-d7c57b00acb0 HTTP/1.1" status: 200 len: 812 time: 0.1538615 May 13 15:01:04.107626 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a9080a53-1c21-491e-94df-a196ec17293f req-af94b78e-2623-4771-ab41-92f1052ec63f tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/quotas/509ebfd4eb0444ae8f3872e1e9436dc2 HTTP/1.1" status: 200 len: 375 time: 0.0107062 May 13 15:01:04.219041 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a9080a53-1c21-491e-94df-a196ec17293f req-0c35c9c4-b922-4341-b94f-57ea21b813ca tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1058755 May 13 15:01:04.358820 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 56556) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:04.363980 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a9080a53-1c21-491e-94df-a196ec17293f req-a644ba30-d29b-47e5-ab61-bb80c6a22919 service neutron] 10.222.0.35 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440508 May 13 15:01:04.487981 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2982d8bc-503c-4b4d-842f-56005b2f5c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:04.503533 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2982d8bc-503c-4b4d-842f-56005b2f5c04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:04.504440 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a9080a53-1c21-491e-94df-a196ec17293f req-fa734a26-8e02-4722-9f20-263991779a00 service neutron] 10.222.0.35 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340785 May 13 15:01:04.510122 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2982d8bc-503c-4b4d-842f-56005b2f5c04 admin admin] Usage tracker for resource:security_group_rule and tenant:dbfd55711d8c49bfa81e7a2ad3f68326 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:04.513868 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2982d8bc-503c-4b4d-842f-56005b2f5c04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:04.520421 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2982d8bc-503c-4b4d-842f-56005b2f5c04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:04.640893 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2982d8bc-503c-4b4d-842f-56005b2f5c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:04.646730 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2982d8bc-503c-4b4d-842f-56005b2f5c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:04.710065 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982d8bc-503c-4b4d-842f-56005b2f5c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc51c491-d547-4f32-aef0-0ae89adad8d5,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:04.717859 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2982d8bc-503c-4b4d-842f-56005b2f5c04 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dbfd55711d8c49bfa81e7a2ad3f68326&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3540885 May 13 15:01:04.718097 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56568) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:04.721651 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2982d8bc-503c-4b4d-842f-56005b2f5c04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:04.722204 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2982d8bc-503c-4b4d-842f-56005b2f5c04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:04.722713 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2982d8bc-503c-4b4d-842f-56005b2f5c04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:04.723050 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2982d8bc-503c-4b4d-842f-56005b2f5c04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:04.723588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2982d8bc-503c-4b4d-842f-56005b2f5c04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:04.724625 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2982d8bc-503c-4b4d-842f-56005b2f5c04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:04.725103 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2982d8bc-503c-4b4d-842f-56005b2f5c04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:04.725588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2982d8bc-503c-4b4d-842f-56005b2f5c04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:04.726073 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2982d8bc-503c-4b4d-842f-56005b2f5c04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:04.726794 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2982d8bc-503c-4b4d-842f-56005b2f5c04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:04.727296 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2982d8bc-503c-4b4d-842f-56005b2f5c04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:04.727646 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2982d8bc-503c-4b4d-842f-56005b2f5c04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:04.789677 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cd1738ef-9675-4401-99a9-3e556d8a6890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:04.818396 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cd1738ef-9675-4401-99a9-3e556d8a6890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:04.851975 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfe44c-9824-4140-baa5-4a92077c456d req-d58bf5a2-be86-4efc-9721-9f50bcbbd620 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:04.853977 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e9cfe44c-9824-4140-baa5-4a92077c456d req-d58bf5a2-be86-4efc-9721-9f50bcbbd620 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 946 time: 0.0885844 May 13 15:01:04.879564 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cd1738ef-9675-4401-99a9-3e556d8a6890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:04.899828 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1738ef-9675-4401-99a9-3e556d8a6890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc51c491-d547-4f32-aef0-0ae89adad8d5,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:04.912733 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cd1738ef-9675-4401-99a9-3e556d8a6890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:04.916456 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cd1738ef-9675-4401-99a9-3e556d8a6890 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cc51c491-d547-4f32-aef0-0ae89adad8d5 HTTP/1.1" status: 204 len: 168 time: 0.1959310 May 13 15:01:04.930928 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e9cfe44c-9824-4140-baa5-4a92077c456d req-4a2d5113-772d-4791-bc67-8d5099915850 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699661 May 13 15:01:04.988117 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4dcb1cbe-e880-494c-ac55-0f5b51349ec1 req-f56001e6-eacc-4c26-a151-f3cfebadc7ba tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=b28341f4-a67c-48d0-ac34-c9af5f1fdc9c HTTP/1.1" status: 200 len: 210 time: 0.0464866 May 13 15:01:05.625330 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56606) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:05.733366 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-0b9f01b0-b153-4e64-bf8b-c8774f992353 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-995913141-network', 'tenant_id': 'a6a23df8cbe94793acbc3ac2f9144958'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:05.738559 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-0b9f01b0-b153-4e64-bf8b-c8774f992353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:05.743245 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0b9f01b0-b153-4e64-bf8b-c8774f992353 admin admin] Usage tracker for resource:network and tenant:a6a23df8cbe94793acbc3ac2f9144958 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:05.746133 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0b9f01b0-b153-4e64-bf8b-c8774f992353 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:05.752430 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-0b9f01b0-b153-4e64-bf8b-c8774f992353 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:05.763943 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9f01b0-b153-4e64-bf8b-c8774f992353 admin admin] Made reservation on behalf of a6a23df8cbe94793acbc3ac2f9144958 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:01:05.767077 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0b9f01b0-b153-4e64-bf8b-c8774f992353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:05.783621 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0b9f01b0-b153-4e64-bf8b-c8774f992353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:05.798552 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-0b9f01b0-b153-4e64-bf8b-c8774f992353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:05.802881 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0b9f01b0-b153-4e64-bf8b-c8774f992353 admin admin] Usage tracker for resource:security_group_rule and tenant:a6a23df8cbe94793acbc3ac2f9144958 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:05.806017 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0b9f01b0-b153-4e64-bf8b-c8774f992353 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:05.812955 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-0b9f01b0-b153-4e64-bf8b-c8774f992353 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:05.902450 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0b9f01b0-b153-4e64-bf8b-c8774f992353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:05.906403 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0b9f01b0-b153-4e64-bf8b-c8774f992353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:05.937895 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9f01b0-b153-4e64-bf8b-c8774f992353 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:01:05.947504 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f01b0-b153-4e64-bf8b-c8774f992353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726ce6dd-f95d-4f4f-84a6-bbfd0481c149,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:05.954554 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0b9f01b0-b153-4e64-bf8b-c8774f992353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:05.954810 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-0b9f01b0-b153-4e64-bf8b-c8774f992353 admin admin] Added segment 4a373744-5432-4c37-9b97-39df471e3447 of type vlan for network 8256e590-816c-4e6e-8929-f5948e88a38a May 13 15:01:05.984403 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0b9f01b0-b153-4e64-bf8b-c8774f992353 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:06.017546 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0b9f01b0-b153-4e64-bf8b-c8774f992353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:06.018673 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9f01b0-b153-4e64-bf8b-c8774f992353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:06.019414 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0b9f01b0-b153-4e64-bf8b-c8774f992353 admin admin] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:06.125464 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71cb63-d82a-49f1-8e38-413cac05d7c6 req-51ae8380-1ebb-4c07-bcfa-bcc68e3da1d1 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:06.126924 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9a71cb63-d82a-49f1-8e38-413cac05d7c6 req-51ae8380-1ebb-4c07-bcfa-bcc68e3da1d1 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 946 time: 0.0875711 May 13 15:01:06.167557 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7a5047ea-149b-4532-8b6b-c9b9e3fd4664 req-5d60d494-08a2-4a35-b145-80c02946a9b8 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=b28341f4-a67c-48d0-ac34-c9af5f1fdc9c HTTP/1.1" status: 200 len: 210 time: 0.0630655 May 13 15:01:06.171220 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f01b0-b153-4e64-bf8b-c8774f992353 admin admin] Pushing event updated for resources: {'Network': ['ID=8256e590-816c-4e6e-8929-f5948e88a38a,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:06.180215 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0b9f01b0-b153-4e64-bf8b-c8774f992353 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5535946 May 13 15:01:06.180927 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 56616) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:06.185465 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 8256e590-816c-4e6e-8929-f5948e88a38a details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:01:06.186277 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-895d74b1-b59d-4d8a-af46-2e85370fdbc3 admin admin] Request body: {'subnet': {'network_id': '8256e590-816c-4e6e-8929-f5948e88a38a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-995913141-subnet', 'tenant_id': 'a6a23df8cbe94793acbc3ac2f9144958', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:06.191728 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-895d74b1-b59d-4d8a-af46-2e85370fdbc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:06.196088 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9a71cb63-d82a-49f1-8e38-413cac05d7c6 req-9f4dff03-d211-485d-a75d-624c4f990b0c tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628295 May 13 15:01:06.196241 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-895d74b1-b59d-4d8a-af46-2e85370fdbc3 admin admin] Usage tracker for resource:subnet and tenant:a6a23df8cbe94793acbc3ac2f9144958 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:06.199094 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-895d74b1-b59d-4d8a-af46-2e85370fdbc3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:06.206057 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-895d74b1-b59d-4d8a-af46-2e85370fdbc3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:06.217557 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895d74b1-b59d-4d8a-af46-2e85370fdbc3 admin admin] Made reservation on behalf of a6a23df8cbe94793acbc3ac2f9144958 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:01:06.229864 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-895d74b1-b59d-4d8a-af46-2e85370fdbc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:06.677369 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9080a53-1c21-491e-94df-a196ec17293f req-e22ea9cc-acb9-415c-8754-f829f24b18a7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:06.678898 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a9080a53-1c21-491e-94df-a196ec17293f req-e22ea9cc-acb9-415c-8754-f829f24b18a7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.74 "GET /v2.0/networks?id=b043589d-15c3-44b5-8d99-d7c57b00acb0 HTTP/1.1" status: 200 len: 812 time: 0.3360929 May 13 15:01:06.680657 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-895d74b1-b59d-4d8a-af46-2e85370fdbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:06.717272 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-a9080a53-1c21-491e-94df-a196ec17293f req-1b24456b-674e-4393-89ae-af43cc16e6bc tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Request body: {'port': {'device_id': 'b28341f4-a67c-48d0-ac34-c9af5f1fdc9c', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'admin_state_up': True, 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:06.854557 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d74b1-b59d-4d8a-af46-2e85370fdbc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fae4d0b5-69f2-4a00-97c3-7c123ed0b77b,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:06.867773 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895d74b1-b59d-4d8a-af46-2e85370fdbc3 admin admin] Checking segment: {'id': '4a373744-5432-4c37-9b97-39df471e3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8256e590-816c-4e6e-8929-f5948e88a38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:01:06.868131 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895d74b1-b59d-4d8a-af46-2e85370fdbc3 admin admin] Network hostable DHCP agents. Network: 8256e590-816c-4e6e-8929-f5948e88a38a, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:01:06.920670 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-a9080a53-1c21-491e-94df-a196ec17293f req-1b24456b-674e-4393-89ae-af43cc16e6bc tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:06.924421 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895d74b1-b59d-4d8a-af46-2e85370fdbc3 admin admin] Network 8256e590-816c-4e6e-8929-f5948e88a38a is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:01:06.934928 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-a9080a53-1c21-491e-94df-a196ec17293f req-1b24456b-674e-4393-89ae-af43cc16e6bc tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:06.943618 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-895d74b1-b59d-4d8a-af46-2e85370fdbc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 8256e590-816c-4e6e-8929-f5948e88a38a) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:01:06.946523 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9080a53-1c21-491e-94df-a196ec17293f req-1b24456b-674e-4393-89ae-af43cc16e6bc tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Made reservation on behalf of 509ebfd4eb0444ae8f3872e1e9436dc2 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:01:06.949963 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a9080a53-1c21-491e-94df-a196ec17293f req-1b24456b-674e-4393-89ae-af43cc16e6bc tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:06.953167 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72848948-bfb0-4b17-bb54-f5a4ec965d4f None None] Network 8256e590-816c-4e6e-8929-f5948e88a38a requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:01:06.963419 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d74b1-b59d-4d8a-af46-2e85370fdbc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:06.963964 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-895d74b1-b59d-4d8a-af46-2e85370fdbc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:07.023522 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-895d74b1-b59d-4d8a-af46-2e85370fdbc3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8413496 May 13 15:01:07.168068 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-a9080a53-1c21-491e-94df-a196ec17293f req-1b24456b-674e-4393-89ae-af43cc16e6bc tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Allocated IP 172.20.0.10 (b043589d-15c3-44b5-8d99-d7c57b00acb0/3b5ceabd-0dba-40ce-b48a-2cb206526c19/20fc32da-a2ce-447b-a992-796e3a149869) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:01:07.226537 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ecfc9e-9814-48c6-9fad-002661d04934 None None] Network 8256e590-816c-4e6e-8929-f5948e88a38a requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:01:07.469853 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-52b3e415-3c4e-4acf-a96b-7f6e5507eefd req-6130859e-bb52-4f5e-846b-65f81b935c0c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=b28341f4-a67c-48d0-ac34-c9af5f1fdc9c HTTP/1.1" status: 200 len: 210 time: 0.0650346 May 13 15:01:07.501510 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625dbe9-8653-460e-8373-32ee2c18f07f req-f1eb9f12-fbe4-435a-b915-295d87d9a40c tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:07.503942 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a625dbe9-8653-460e-8373-32ee2c18f07f req-f1eb9f12-fbe4-435a-b915-295d87d9a40c tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 946 time: 0.1486824 May 13 15:01:07.565094 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a9080a53-1c21-491e-94df-a196ec17293f req-1b24456b-674e-4393-89ae-af43cc16e6bc tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:07.576414 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a625dbe9-8653-460e-8373-32ee2c18f07f req-88c0b2ad-8582-4c26-8b7c-85fbbf3d1d34 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647156 May 13 15:01:07.589009 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-a9080a53-1c21-491e-94df-a196ec17293f req-1b24456b-674e-4393-89ae-af43cc16e6bc tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Transition to ACTIVE for port object 20fc32da-a2ce-447b-a992-796e3a149869 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:01:07.626433 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a9080a53-1c21-491e-94df-a196ec17293f req-1b24456b-674e-4393-89ae-af43cc16e6bc tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:07.721398 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9080a53-1c21-491e-94df-a196ec17293f req-1b24456b-674e-4393-89ae-af43cc16e6bc tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Network b043589d-15c3-44b5-8d99-d7c57b00acb0 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:01:07.725167 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-a9080a53-1c21-491e-94df-a196ec17293f req-1b24456b-674e-4393-89ae-af43cc16e6bc tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:01:07.730019 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9080a53-1c21-491e-94df-a196ec17293f req-1b24456b-674e-4393-89ae-af43cc16e6bc tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:01:07.769843 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24456b-674e-4393-89ae-af43cc16e6bc tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Pushing event updated for resources: {'Port': ['ID=20fc32da-a2ce-447b-a992-796e3a149869,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:07.814122 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9080a53-1c21-491e-94df-a196ec17293f req-1b24456b-674e-4393-89ae-af43cc16e6bc tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:07.815414 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a9080a53-1c21-491e-94df-a196ec17293f req-1b24456b-674e-4393-89ae-af43cc16e6bc tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:07.864152 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a9080a53-1c21-491e-94df-a196ec17293f req-1b24456b-674e-4393-89ae-af43cc16e6bc tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1539454 May 13 15:01:07.882223 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-a9080a53-1c21-491e-94df-a196ec17293f req-d9d1f443-d934-46b4-bf7e-45e609e9700c service neutron] Request body: {'port': {'device_id': 'b28341f4-a67c-48d0-ac34-c9af5f1fdc9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:08.023506 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a9080a53-1c21-491e-94df-a196ec17293f req-d9d1f443-d934-46b4-bf7e-45e609e9700c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:08.104901 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5d87e75d-a59b-43cf-861c-2b02dbba7ac0 None None] Provisioning for port 20fc32da-a2ce-447b-a992-796e3a149869 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:01:08.110592 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5d87e75d-a59b-43cf-861c-2b02dbba7ac0 None None] Provisioning complete for port 20fc32da-a2ce-447b-a992-796e3a149869 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:01:08.110991 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5d87e75d-a59b-43cf-861c-2b02dbba7ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:08.170990 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-5d87e75d-a59b-43cf-861c-2b02dbba7ac0 None None] Port 20fc32da-a2ce-447b-a992-796e3a149869 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:01:08.411054 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-a9080a53-1c21-491e-94df-a196ec17293f req-d9d1f443-d934-46b4-bf7e-45e609e9700c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20fc32da-a2ce-447b-a992-796e3a149869 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:01:08.419069 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a9080a53-1c21-491e-94df-a196ec17293f req-d9d1f443-d934-46b4-bf7e-45e609e9700c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:08.434769 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-a9080a53-1c21-491e-94df-a196ec17293f req-d9d1f443-d934-46b4-bf7e-45e609e9700c service neutron] Transition to ACTIVE for port object 20fc32da-a2ce-447b-a992-796e3a149869 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:01:08.439393 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a9080a53-1c21-491e-94df-a196ec17293f req-d9d1f443-d934-46b4-bf7e-45e609e9700c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:08.830555 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61f6df-7117-4f87-85c2-7010d4e5b9f9 req-6a5adb58-4c9b-43dc-8abb-62fb780e8383 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:08.832163 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c61f6df-7117-4f87-85c2-7010d4e5b9f9 req-6a5adb58-4c9b-43dc-8abb-62fb780e8383 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 946 time: 0.0958261 May 13 15:01:08.862605 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f443-d934-46b4-bf7e-45e609e9700c service neutron] Pushing event updated for resources: {'Port': ['ID=20fc32da-a2ce-447b-a992-796e3a149869,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:08.879828 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c61f6df-7117-4f87-85c2-7010d4e5b9f9 req-63e3c918-1932-4b53-87b8-6d7a150c1c4e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416446 May 13 15:01:08.956415 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-a9080a53-1c21-491e-94df-a196ec17293f req-d9d1f443-d934-46b4-bf7e-45e609e9700c service neutron] Attempting to bind port 20fc32da-a2ce-447b-a992-796e3a149869 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:01:08.956615 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-a9080a53-1c21-491e-94df-a196ec17293f req-d9d1f443-d934-46b4-bf7e-45e609e9700c service neutron] Attempting to bind port 20fc32da-a2ce-447b-a992-796e3a149869 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:01:08.956944 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9080a53-1c21-491e-94df-a196ec17293f req-d9d1f443-d934-46b4-bf7e-45e609e9700c service neutron] Attempting to bind port 20fc32da-a2ce-447b-a992-796e3a149869 on network b043589d-15c3-44b5-8d99-d7c57b00acb0 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:01:08.963856 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9080a53-1c21-491e-94df-a196ec17293f req-d9d1f443-d934-46b4-bf7e-45e609e9700c service neutron] Port 20fc32da-a2ce-447b-a992-796e3a149869 on network b043589d-15c3-44b5-8d99-d7c57b00acb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:01:08.964176 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9080a53-1c21-491e-94df-a196ec17293f req-d9d1f443-d934-46b4-bf7e-45e609e9700c service neutron] Attempting to bind port 20fc32da-a2ce-447b-a992-796e3a149869 on network b043589d-15c3-44b5-8d99-d7c57b00acb0 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:01:08.973146 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf08d5-9027-464b-906e-1a6012aeac6b req-f9f9afc0-5b39-4291-a878-ac907349a31f tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:08.973871 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-30bf08d5-9027-464b-906e-1a6012aeac6b req-f9f9afc0-5b39-4291-a878-ac907349a31f tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Synchronizing usage tracker for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:01:08.980961 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9080a53-1c21-491e-94df-a196ec17293f req-d9d1f443-d934-46b4-bf7e-45e609e9700c service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:01:08.981298 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9080a53-1c21-491e-94df-a196ec17293f req-d9d1f443-d934-46b4-bf7e-45e609e9700c service neutron] Checking segment: {'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:01:08.981684 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9080a53-1c21-491e-94df-a196ec17293f req-d9d1f443-d934-46b4-bf7e-45e609e9700c service neutron] Bound using segment: {'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:01:08.982115 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-a9080a53-1c21-491e-94df-a196ec17293f req-d9d1f443-d934-46b4-bf7e-45e609e9700c service neutron] Bound port: 20fc32da-a2ce-447b-a992-796e3a149869, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:01:08.982453 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a9080a53-1c21-491e-94df-a196ec17293f req-d9d1f443-d934-46b4-bf7e-45e609e9700c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:09.044483 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-30bf08d5-9027-464b-906e-1a6012aeac6b req-f9f9afc0-5b39-4291-a878-ac907349a31f tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Unset dirty status for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:01:09.045636 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-30bf08d5-9027-464b-906e-1a6012aeac6b req-f9f9afc0-5b39-4291-a878-ac907349a31f tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=b28341f4-a67c-48d0-ac34-c9af5f1fdc9c HTTP/1.1" status: 200 len: 944 time: 0.4380291 May 13 15:01:09.120020 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-30bf08d5-9027-464b-906e-1a6012aeac6b req-d215e386-7261-4cf0-9487-c40dce9cfbb6 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632682 May 13 15:01:09.122893 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-a9080a53-1c21-491e-94df-a196ec17293f req-d9d1f443-d934-46b4-bf7e-45e609e9700c service neutron] For port 20fc32da-a2ce-447b-a992-796e3a149869, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:01:09.126581 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-a9080a53-1c21-491e-94df-a196ec17293f req-d9d1f443-d934-46b4-bf7e-45e609e9700c service neutron] For port 20fc32da-a2ce-447b-a992-796e3a149869, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=20fc32da-a2ce-447b-a992-796e3a149869,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:01:09.131967 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a9080a53-1c21-491e-94df-a196ec17293f req-d9d1f443-d934-46b4-bf7e-45e609e9700c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:09.207357 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9080a53-1c21-491e-94df-a196ec17293f req-d9d1f443-d934-46b4-bf7e-45e609e9700c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:09.207962 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-a9080a53-1c21-491e-94df-a196ec17293f req-d9d1f443-d934-46b4-bf7e-45e609e9700c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:09.209386 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a9080a53-1c21-491e-94df-a196ec17293f req-d9d1f443-d934-46b4-bf7e-45e609e9700c service neutron] 10.222.0.74 "PUT /v2.0/ports/20fc32da-a2ce-447b-a992-796e3a149869 HTTP/1.1" status: 200 len: 1092 time: 1.3326573 May 13 15:01:09.210063 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28341f4-a67c-48d0-ac34-c9af5f1fdc9c', 'tag': '20fc32da-a2ce-447b-a992-796e3a149869'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:01:09.244300 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f443-d934-46b4-bf7e-45e609e9700c service neutron] Pushing event updated for resources: {'Port': ['ID=20fc32da-a2ce-447b-a992-796e3a149869,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:09.305325 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-657ee1b3-e7f0-4572-9ed3-2d0a6747dd0d'] response: {'name': 'network-changed', 'server_uuid': 'b28341f4-a67c-48d0-ac34-c9af5f1fdc9c', 'tag': '20fc32da-a2ce-447b-a992-796e3a149869', 'status': 'completed', 'code': 200} May 13 15:01:09.357707 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9080a53-1c21-491e-94df-a196ec17293f req-67987252-554c-4a49-b3bb-363a27350de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:09.359477 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a9080a53-1c21-491e-94df-a196ec17293f req-67987252-554c-4a49-b3bb-363a27350de8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2&device_id=b28341f4-a67c-48d0-ac34-c9af5f1fdc9c HTTP/1.1" status: 200 len: 1095 time: 0.0967131 May 13 15:01:09.445179 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a9080a53-1c21-491e-94df-a196ec17293f req-f4bd3d47-8840-4b34-89a4-4fc167601f62 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20fc32da-a2ce-447b-a992-796e3a149869 HTTP/1.1" status: 200 len: 217 time: 0.0713716 May 13 15:01:09.510768 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9080a53-1c21-491e-94df-a196ec17293f req-abe4b538-72f9-421d-948b-1fc0e0916400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:09.512528 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a9080a53-1c21-491e-94df-a196ec17293f req-abe4b538-72f9-421d-948b-1fc0e0916400 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b5ceabd-0dba-40ce-b48a-2cb206526c19 HTTP/1.1" status: 200 len: 851 time: 0.0611110 May 13 15:01:09.595879 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9080a53-1c21-491e-94df-a196ec17293f req-8fb7f970-9059-47bf-a661-ff9b8dc30afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:09.597379 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a9080a53-1c21-491e-94df-a196ec17293f req-8fb7f970-9059-47bf-a661-ff9b8dc30afc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b043589d-15c3-44b5-8d99-d7c57b00acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778871 May 13 15:01:09.735730 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a9080a53-1c21-491e-94df-a196ec17293f req-f3f464c8-ee33-4f01-ab55-eae974002c8f service neutron] 10.222.0.74 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323590 May 13 15:01:09.875730 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a9080a53-1c21-491e-94df-a196ec17293f req-c4026110-b4fe-42c1-b175-39016ecdebdb service neutron] 10.222.0.74 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345310 May 13 15:01:10.100277 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858ed73-1f76-4c0b-9436-33abec574fd8 req-dd4a5737-4623-4ea1-86ef-320778e3ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:10.101675 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7858ed73-1f76-4c0b-9436-33abec574fd8 req-dd4a5737-4623-4ea1-86ef-320778e3ed58 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2&device_id=b28341f4-a67c-48d0-ac34-c9af5f1fdc9c HTTP/1.1" status: 200 len: 1095 time: 0.1433742 May 13 15:01:10.115912 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45e552-7239-4bf8-a8ec-15ebd94e63a9 req-050a6ab1-9e68-4c09-af1e-3e4a87f59745 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:10.117545 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ea45e552-7239-4bf8-a8ec-15ebd94e63a9 req-050a6ab1-9e68-4c09-af1e-3e4a87f59745 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 946 time: 0.1150310 May 13 15:01:10.260401 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ea45e552-7239-4bf8-a8ec-15ebd94e63a9 req-e7fdf74e-0ef0-4f3c-8d9f-0266b5266918 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251209 May 13 15:01:10.297502 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858ed73-1f76-4c0b-9436-33abec574fd8 req-2d820627-5e95-4980-8c56-2f6657ffb3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:10.299201 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7858ed73-1f76-4c0b-9436-33abec574fd8 req-2d820627-5e95-4980-8c56-2f6657ffb3f2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b043589d-15c3-44b5-8d99-d7c57b00acb0 HTTP/1.1" status: 200 len: 913 time: 0.1917279 May 13 15:01:10.370668 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874843f8-e149-4c50-9ac3-fde2a3ba3505 req-3065efc8-e0af-4cde-8529-959f863a9cf2 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:10.411900 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-874843f8-e149-4c50-9ac3-fde2a3ba3505 req-3065efc8-e0af-4cde-8529-959f863a9cf2 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=b28341f4-a67c-48d0-ac34-c9af5f1fdc9c HTTP/1.1" status: 200 len: 944 time: 0.1631134 May 13 15:01:10.441159 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7858ed73-1f76-4c0b-9436-33abec574fd8 req-906f3568-e55a-439d-83dc-d6e77524f0c4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20fc32da-a2ce-447b-a992-796e3a149869 HTTP/1.1" status: 200 len: 217 time: 0.1351581 May 13 15:01:10.484673 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-874843f8-e149-4c50-9ac3-fde2a3ba3505 req-ee2bf687-d66c-4219-8aff-9077528e8258 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679712 May 13 15:01:10.522217 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858ed73-1f76-4c0b-9436-33abec574fd8 req-83c40104-b4af-4ed3-890b-63bfa9f96cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:10.523811 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7858ed73-1f76-4c0b-9436-33abec574fd8 req-83c40104-b4af-4ed3-890b-63bfa9f96cee service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b5ceabd-0dba-40ce-b48a-2cb206526c19 HTTP/1.1" status: 200 len: 851 time: 0.0760083 May 13 15:01:10.602425 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858ed73-1f76-4c0b-9436-33abec574fd8 req-a758e240-e967-429b-b06b-45eb7b19bbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:10.603965 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7858ed73-1f76-4c0b-9436-33abec574fd8 req-a758e240-e967-429b-b06b-45eb7b19bbaf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b043589d-15c3-44b5-8d99-d7c57b00acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740359 May 13 15:01:10.743544 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7858ed73-1f76-4c0b-9436-33abec574fd8 req-3a15e456-94e1-4c12-bb3b-bf00615225f4 service neutron] 10.222.0.74 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323106 May 13 15:01:11.054907 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7858ed73-1f76-4c0b-9436-33abec574fd8 req-80199f43-044d-4dba-ab03-da05b4469556 service neutron] 10.222.0.74 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529283 May 13 15:01:11.474016 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52296d-5523-4258-88ce-46556224a9ad req-3207e3b3-2bac-47c8-aaae-bfbd619e8843 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:11.475543 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be52296d-5523-4258-88ce-46556224a9ad req-3207e3b3-2bac-47c8-aaae-bfbd619e8843 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 946 time: 0.0865898 May 13 15:01:11.481235 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:01:11.523435 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be52296d-5523-4258-88ce-46556224a9ad req-76569c62-fb58-47a3-a35e-5679ee05ba33 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420642 May 13 15:01:11.681664 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002e423-0ae1-452c-b4d3-e199437e55fe req-a0322e9a-7992-489f-ad28-968b26577309 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:11.683229 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7002e423-0ae1-452c-b4d3-e199437e55fe req-a0322e9a-7992-489f-ad28-968b26577309 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=b28341f4-a67c-48d0-ac34-c9af5f1fdc9c HTTP/1.1" status: 200 len: 944 time: 0.0861235 May 13 15:01:11.731400 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7002e423-0ae1-452c-b4d3-e199437e55fe req-7e1285cb-8c3b-4db5-bc4a-3ad3e9caa6ec tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416839 May 13 15:01:12.723417 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3a770-4c55-4e39-9809-75a815acb878 req-67ec22ad-5f35-4507-956d-987ad49524de tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:12.725663 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7af3a770-4c55-4e39-9809-75a815acb878 req-67ec22ad-5f35-4507-956d-987ad49524de tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 946 time: 0.0842135 May 13 15:01:12.779309 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7af3a770-4c55-4e39-9809-75a815acb878 req-6bcf0542-ab92-40d8-9913-240f24baee5a tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477235 May 13 15:01:12.944020 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a94c47-04d6-4c64-9a8c-cd1d94888356 req-44372606-0af3-471b-a578-55c194f4b9ec tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:12.945520 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a8a94c47-04d6-4c64-9a8c-cd1d94888356 req-44372606-0af3-471b-a578-55c194f4b9ec tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=b28341f4-a67c-48d0-ac34-c9af5f1fdc9c HTTP/1.1" status: 200 len: 944 time: 0.0882611 May 13 15:01:12.994994 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a8a94c47-04d6-4c64-9a8c-cd1d94888356 req-f7e0e523-95cc-485c-b32f-9ba9de304233 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430660 May 13 15:01:13.994243 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52e916-0ad8-4960-8572-639798ffe1aa req-c65da47e-6923-46bf-9505-7f52d72153a1 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:13.997281 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fd52e916-0ad8-4960-8572-639798ffe1aa req-c65da47e-6923-46bf-9505-7f52d72153a1 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 946 time: 0.0908103 May 13 15:01:14.044606 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fd52e916-0ad8-4960-8572-639798ffe1aa req-118d6d85-113b-4ac1-8d54-af8f9b995fb3 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415742 May 13 15:01:14.197783 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9165b02-378e-44ed-a2f0-f9eaa9d0018f req-e6b1615e-3e14-4bca-8abc-b0e817526d60 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:14.199349 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e9165b02-378e-44ed-a2f0-f9eaa9d0018f req-e6b1615e-3e14-4bca-8abc-b0e817526d60 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=b28341f4-a67c-48d0-ac34-c9af5f1fdc9c HTTP/1.1" status: 200 len: 944 time: 0.0952361 May 13 15:01:14.262901 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e9165b02-378e-44ed-a2f0-f9eaa9d0018f req-dfcb698d-0f12-4e8b-b8ab-66d7edf14ff9 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452368 May 13 15:01:14.937835 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 48560cc7-cac7-4479-901c-e483bb13de0e details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:01:15.084211 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 48560cc7-cac7-4479-901c-e483bb13de0e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=48560cc7-cac7-4479-901c-e483bb13de0e,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:01:15.101145 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '48560cc7-cac7-4479-901c-e483bb13de0e', 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf', 'port_id': '48560cc7-cac7-4479-901c-e483bb13de0e', 'mac_address': 'fa:16:3e:85:82:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:01:15.168681 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 48560cc7-cac7-4479-901c-e483bb13de0e is: ACTIVE; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:01:15.169417 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:15.217521 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48560cc7-cac7-4479-901c-e483bb13de0e {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:01:15.239189 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 48560cc7-cac7-4479-901c-e483bb13de0e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=48560cc7-cac7-4479-901c-e483bb13de0e,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:01:15.245904 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:15.294482 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63931f19-369d-42cc-9146-49375d518872 req-cf56d9a9-4d06-45e4-b7c2-ef15b77be4fd tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:15.302072 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-63931f19-369d-42cc-9146-49375d518872 req-cf56d9a9-4d06-45e4-b7c2-ef15b77be4fd tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 946 time: 0.1364717 May 13 15:01:15.321898 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=48560cc7-cac7-4479-901c-e483bb13de0e,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:15.336528 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:15.336945 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:15.337356 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:15.337975 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:15.338643 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:15.339061 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:15.339467 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:15.339870 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:15.340206 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:15.340526 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:15.340858 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:15.341183 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:15.367996 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-63931f19-369d-42cc-9146-49375d518872 req-df173628-d22e-4baf-993b-7a2a9b07a791 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645444 May 13 15:01:15.404195 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['48560cc7-cac7-4479-901c-e483bb13de0e'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:01:15.515173 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967881d-ec9c-4ceb-8d1e-4ad935cbe514 req-87e79ac9-1a47-44e7-a61f-d7067210bff4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:15.516631 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0967881d-ec9c-4ceb-8d1e-4ad935cbe514 req-87e79ac9-1a47-44e7-a61f-d7067210bff4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=b28341f4-a67c-48d0-ac34-c9af5f1fdc9c HTTP/1.1" status: 200 len: 944 time: 0.0961311 May 13 15:01:15.570245 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0967881d-ec9c-4ceb-8d1e-4ad935cbe514 req-defec18a-aabd-4a65-965f-37f9d6dc7662 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475826 May 13 15:01:16.587483 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d059cf5-77a6-4db5-a3e0-aa82ff215d1c req-54b62404-1bd7-40eb-aa33-43a84aba5f94 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:16.588810 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7d059cf5-77a6-4db5-a3e0-aa82ff215d1c req-54b62404-1bd7-40eb-aa33-43a84aba5f94 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 945 time: 0.0885835 May 13 15:01:16.641186 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7d059cf5-77a6-4db5-a3e0-aa82ff215d1c req-530fdbac-bed4-4d37-92fc-694678e42020 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460017 May 13 15:01:16.780905 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630268e-547e-4b3c-bd4a-23caf87d772d req-f4418980-8fc7-482a-b07d-a92567edc494 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:16.783287 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3630268e-547e-4b3c-bd4a-23caf87d772d req-f4418980-8fc7-482a-b07d-a92567edc494 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=b28341f4-a67c-48d0-ac34-c9af5f1fdc9c HTTP/1.1" status: 200 len: 944 time: 0.1017075 May 13 15:01:16.836497 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3630268e-547e-4b3c-bd4a-23caf87d772d req-36387f13-37a7-4e5b-a38f-86fe626da00e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464938 May 13 15:01:16.950518 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ab001-c1d1-4be9-b21e-8ab0935ea7dc req-47c52b32-bc6b-4947-bd96-a4f1dfbc5f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:16.952118 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-647ab001-c1d1-4be9-b21e-8ab0935ea7dc req-47c52b32-bc6b-4947-bd96-a4f1dfbc5f13 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=38a8881fe1424acaba5f3d712cefac02&device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 1096 time: 0.0920985 May 13 15:01:16.962692 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 48560cc7-cac7-4479-901c-e483bb13de0e up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:01:17.041115 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 48560cc7-cac7-4479-901c-e483bb13de0e triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:01:17.041485 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:17.142823 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ab001-c1d1-4be9-b21e-8ab0935ea7dc req-882f8805-ba43-4cd5-84eb-318c7071c4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:17.144253 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-647ab001-c1d1-4be9-b21e-8ab0935ea7dc req-882f8805-ba43-4cd5-84eb-318c7071c4de service neutron] 10.222.0.74 "GET /v2.0/networks?id=82746afc-6560-4007-9fb3-904cf8d650cf HTTP/1.1" status: 200 len: 916 time: 0.1714771 May 13 15:01:17.266790 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-647ab001-c1d1-4be9-b21e-8ab0935ea7dc req-75743045-ca67-41b6-b6b1-4db7b8d01e50 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48560cc7-cac7-4479-901c-e483bb13de0e HTTP/1.1" status: 200 len: 1000 time: 0.1165378 May 13 15:01:17.278721 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 48560cc7-cac7-4479-901c-e483bb13de0e is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:01:17.279094 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:17.313090 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464bb716-0d66-48cd-bb81-66fc2035e520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48560cc7-cac7-4479-901c-e483bb13de0e'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:01:17.339528 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ab001-c1d1-4be9-b21e-8ab0935ea7dc req-66cca06b-3580-4b37-90b3-6d88361e2749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:17.341595 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 48560cc7-cac7-4479-901c-e483bb13de0e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=48560cc7-cac7-4479-901c-e483bb13de0e,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:01:17.342184 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-647ab001-c1d1-4be9-b21e-8ab0935ea7dc req-66cca06b-3580-4b37-90b3-6d88361e2749 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=498b4812-77a0-4897-b979-c45bc3bb9502 HTTP/1.1" status: 200 len: 854 time: 0.0687866 May 13 15:01:17.345328 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:17.393205 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eddefe71-9963-4ec1-b65f-692f35e718a2'] response: {'server_uuid': '464bb716-0d66-48cd-bb81-66fc2035e520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48560cc7-cac7-4479-901c-e483bb13de0e', 'code': 200} May 13 15:01:17.434320 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=48560cc7-cac7-4479-901c-e483bb13de0e,revision_number=7']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:17.452520 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ab001-c1d1-4be9-b21e-8ab0935ea7dc req-20d59326-b15c-4dbd-a2a0-d568da9606ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:17.454001 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-647ab001-c1d1-4be9-b21e-8ab0935ea7dc req-20d59326-b15c-4dbd-a2a0-d568da9606ce service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=82746afc-6560-4007-9fb3-904cf8d650cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977893 May 13 15:01:17.614007 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-647ab001-c1d1-4be9-b21e-8ab0935ea7dc req-54fbde35-10cd-4ada-9534-7cdc4d1c40fb service neutron] 10.222.0.74 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523230 May 13 15:01:17.780574 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-647ab001-c1d1-4be9-b21e-8ab0935ea7dc req-7e6fcd39-f0bb-4b98-8d84-1c40f3533988 service neutron] 10.222.0.74 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602213 May 13 15:01:17.963741 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ec803-af59-4f68-9bd4-12e75c96e5e2 req-a9c8b9a6-a883-46da-bd31-20b082853ffb tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:17.966104 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-513ec803-af59-4f68-9bd4-12e75c96e5e2 req-a9c8b9a6-a883-46da-bd31-20b082853ffb tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 946 time: 0.1946869 May 13 15:01:18.032255 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-513ec803-af59-4f68-9bd4-12e75c96e5e2 req-55696b30-f2a5-4f94-8237-d4b8b40bf4f4 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561652 May 13 15:01:18.077447 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fad05a-db02-4bc6-85cb-d8b4e8b8c805 req-d5e2f5ed-230d-4217-850e-7bee69210c2e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:18.085083 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-18fad05a-db02-4bc6-85cb-d8b4e8b8c805 req-d5e2f5ed-230d-4217-850e-7bee69210c2e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=b28341f4-a67c-48d0-ac34-c9af5f1fdc9c HTTP/1.1" status: 200 len: 944 time: 0.1258335 May 13 15:01:18.128983 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-18fad05a-db02-4bc6-85cb-d8b4e8b8c805 req-492f4eb7-144c-48eb-9132-43d9cd19dff4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429814 May 13 15:01:18.230435 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:18.962599 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 20fc32da-a2ce-447b-a992-796e3a149869 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:01:19.145037 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 20fc32da-a2ce-447b-a992-796e3a149869, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=20fc32da-a2ce-447b-a992-796e3a149869,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:01:19.163888 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '20fc32da-a2ce-447b-a992-796e3a149869', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'port_id': '20fc32da-a2ce-447b-a992-796e3a149869', 'mac_address': 'fa:16:3e:16:81:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:01:19.226909 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 20fc32da-a2ce-447b-a992-796e3a149869 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:01:19.228010 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:19.247633 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20fc32da-a2ce-447b-a992-796e3a149869 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:01:19.264763 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 20fc32da-a2ce-447b-a992-796e3a149869, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=20fc32da-a2ce-447b-a992-796e3a149869,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:01:19.271331 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:19.280687 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3223df9-291e-47a5-807b-1d65049e6ca6 req-26ef4793-db25-44e5-8f42-3013ad1ee487 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:19.289040 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e3223df9-291e-47a5-807b-1d65049e6ca6 req-26ef4793-db25-44e5-8f42-3013ad1ee487 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 946 time: 0.1345727 May 13 15:01:19.341307 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e3223df9-291e-47a5-807b-1d65049e6ca6 req-0ca9d7c3-ffb7-4984-b77c-0834baa002ff tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513797 May 13 15:01:19.354362 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2763d2-a499-45b2-a6df-a56f3584f535 req-ec4be037-0400-47e4-ac55-71698242d6cd tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:19.356704 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=20fc32da-a2ce-447b-a992-796e3a149869,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:19.362149 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2a2763d2-a499-45b2-a6df-a56f3584f535 req-ec4be037-0400-47e4-ac55-71698242d6cd tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=b28341f4-a67c-48d0-ac34-c9af5f1fdc9c HTTP/1.1" status: 200 len: 945 time: 0.1133308 May 13 15:01:19.417607 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2a2763d2-a499-45b2-a6df-a56f3584f535 req-894d7c77-f5ea-4759-aa33-188c65ccd286 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544252 May 13 15:01:19.649261 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['20fc32da-a2ce-447b-a992-796e3a149869'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:01:20.554993 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3875d4d-134f-4609-b3b1-be8805511f9a req-55da9b48-7f4d-4e1a-941b-1bffd50257e3 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:20.557212 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b3875d4d-134f-4609-b3b1-be8805511f9a req-55da9b48-7f4d-4e1a-941b-1bffd50257e3 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 946 time: 0.0944872 May 13 15:01:20.611859 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b3875d4d-134f-4609-b3b1-be8805511f9a req-8d5021ba-bc17-40e3-8c4e-2a45e71f2ba0 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460944 May 13 15:01:20.616553 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccdd77-3a9a-4792-a4f0-decd94a5e794 req-d125ea5b-c578-4150-815f-dab077a1242c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:20.617647 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ebccdd77-3a9a-4792-a4f0-decd94a5e794 req-d125ea5b-c578-4150-815f-dab077a1242c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=b28341f4-a67c-48d0-ac34-c9af5f1fdc9c HTTP/1.1" status: 200 len: 945 time: 0.0888753 May 13 15:01:20.668967 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ebccdd77-3a9a-4792-a4f0-decd94a5e794 req-8e72e760-4b1a-4815-9b0a-dcd43edd3672 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409873 May 13 15:01:20.979053 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 20fc32da-a2ce-447b-a992-796e3a149869 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:01:21.086366 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 20fc32da-a2ce-447b-a992-796e3a149869 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:01:21.092892 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 20fc32da-a2ce-447b-a992-796e3a149869 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:01:21.093995 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:21.293795 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 20fc32da-a2ce-447b-a992-796e3a149869 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:01:21.294173 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:21.328711 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28341f4-a67c-48d0-ac34-c9af5f1fdc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20fc32da-a2ce-447b-a992-796e3a149869'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:01:21.352251 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 20fc32da-a2ce-447b-a992-796e3a149869, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=20fc32da-a2ce-447b-a992-796e3a149869,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:01:21.356968 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:21.432339 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fa39713-8008-4910-8a07-ceeb8a724323'] response: {'server_uuid': 'b28341f4-a67c-48d0-ac34-c9af5f1fdc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20fc32da-a2ce-447b-a992-796e3a149869', 'code': 200} May 13 15:01:21.436522 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=20fc32da-a2ce-447b-a992-796e3a149869,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:21.614562 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843eda7-5bd7-43d3-9ceb-e3e069f9008c req-7ab6df76-3699-4200-aee3-5284ab0c536e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:21.616083 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b843eda7-5bd7-43d3-9ceb-e3e069f9008c req-7ab6df76-3699-4200-aee3-5284ab0c536e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b28341f4-a67c-48d0-ac34-c9af5f1fdc9c HTTP/1.1" status: 200 len: 1097 time: 0.0926652 May 13 15:01:21.724471 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b843eda7-5bd7-43d3-9ceb-e3e069f9008c req-5398087d-d49c-4d5f-a8de-9008a72cf0df service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012669 May 13 15:01:21.866192 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa906b-91b9-45fe-8832-92065f3b7f43 req-0038c8ac-c5a2-41a9-86fd-14b8fa22dd7d tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:21.868248 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9aaa906b-91b9-45fe-8832-92065f3b7f43 req-0038c8ac-c5a2-41a9-86fd-14b8fa22dd7d tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 946 time: 0.0957410 May 13 15:01:21.948468 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9aaa906b-91b9-45fe-8832-92065f3b7f43 req-1b0a2e1a-1960-48af-8fb1-b5cb29cd5dc2 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717878 May 13 15:01:21.972104 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6a474-c1e8-48cc-9a84-9adf49f50471 req-631086a3-02fa-40a7-b485-c7084287570d tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:21.974132 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-72c6a474-c1e8-48cc-9a84-9adf49f50471 req-631086a3-02fa-40a7-b485-c7084287570d tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=b28341f4-a67c-48d0-ac34-c9af5f1fdc9c HTTP/1.1" status: 200 len: 946 time: 0.1381156 May 13 15:01:22.026415 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-72c6a474-c1e8-48cc-9a84-9adf49f50471 req-d6f10a08-d0ab-4903-882a-16cf460653f6 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443227 May 13 15:01:23.390603 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4103f9-d677-447c-a224-750b0ffbcb03 req-f1847ca2-f986-4c68-a394-9a086954ab0f tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:23.402185 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0c4103f9-d677-447c-a224-750b0ffbcb03 req-f1847ca2-f986-4c68-a394-9a086954ab0f tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=b28341f4-a67c-48d0-ac34-c9af5f1fdc9c HTTP/1.1" status: 200 len: 946 time: 0.1630983 May 13 15:01:23.460524 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0c4103f9-d677-447c-a224-750b0ffbcb03 req-8116da01-7218-4a77-8f99-5faf23f29e8b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560672 May 13 15:01:23.467156 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6cc20-16a2-41ed-8b76-7e5283ccfa48 req-5d97b13c-c856-4bf7-92de-f010c6b59a9b tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:23.472233 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1dd6cc20-16a2-41ed-8b76-7e5283ccfa48 req-5d97b13c-c856-4bf7-92de-f010c6b59a9b tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 946 time: 0.3003428 May 13 15:01:23.537479 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1dd6cc20-16a2-41ed-8b76-7e5283ccfa48 req-fe21211a-67b7-43b9-9490-2fc12ffdaf9a tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581217 May 13 15:01:24.663173 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5ec6d-1d61-4654-a5f5-3b2b0d58e64e req-b4dfa0c8-390b-4082-b1a5-7004e7b2642e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:24.670305 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-64a5ec6d-1d61-4654-a5f5-3b2b0d58e64e req-b4dfa0c8-390b-4082-b1a5-7004e7b2642e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=b28341f4-a67c-48d0-ac34-c9af5f1fdc9c HTTP/1.1" status: 200 len: 946 time: 0.0955601 May 13 15:01:24.726721 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-64a5ec6d-1d61-4654-a5f5-3b2b0d58e64e req-53d2d14b-5617-4df4-84aa-f514594e7781 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499904 May 13 15:01:24.847927 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db539684-9326-43a7-8215-9af2c1cf7495 req-627144c4-6644-47a0-b1cd-80296c290898 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:24.856684 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-db539684-9326-43a7-8215-9af2c1cf7495 req-627144c4-6644-47a0-b1cd-80296c290898 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 946 time: 0.0947330 May 13 15:01:24.908174 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df381ae1-d5cb-4275-afdb-b28f1bf947e9 req-20d05e0b-b931-488d-971a-2fdfa0c6f963 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:24.915980 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df381ae1-d5cb-4275-afdb-b28f1bf947e9 req-20d05e0b-b931-488d-971a-2fdfa0c6f963 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=b28341f4-a67c-48d0-ac34-c9af5f1fdc9c HTTP/1.1" status: 200 len: 946 time: 0.0911865 May 13 15:01:24.920721 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-db539684-9326-43a7-8215-9af2c1cf7495 req-45c2a70c-c8e3-43b6-86c5-b0739bbe6149 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627065 May 13 15:01:24.975980 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df381ae1-d5cb-4275-afdb-b28f1bf947e9 req-4f4736a6-f8ed-47ed-a15c-7be1438e46f8 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585098 May 13 15:01:26.226857 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d356d-9892-4786-9a74-6d6f10d8b1dd req-e5e22bf1-1a69-480e-92b1-73b0632114d5 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:26.229874 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-321d356d-9892-4786-9a74-6d6f10d8b1dd req-e5e22bf1-1a69-480e-92b1-73b0632114d5 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 946 time: 0.1607618 May 13 15:01:26.367931 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-321d356d-9892-4786-9a74-6d6f10d8b1dd req-800090a1-fc21-480b-8d99-b33107e276af tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323833 May 13 15:01:27.261123 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-18e17a35-5a19-4baa-9653-4a5fbd3660d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:27.721732 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78acd83-338a-4344-a2b5-d90a41fd21f4 req-5391c619-f0e1-4d6e-8491-c8e295da0957 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:27.731527 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d78acd83-338a-4344-a2b5-d90a41fd21f4 req-5391c619-f0e1-4d6e-8491-c8e295da0957 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 946 time: 0.1309266 May 13 15:01:27.792209 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d78acd83-338a-4344-a2b5-d90a41fd21f4 req-93d0158d-d3a1-4150-8070-626941531691 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587361 May 13 15:01:28.665313 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:28.770714 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-c07f9370-e1e0-4134-bc98-8cf32b96029d tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:28.779492 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-c07f9370-e1e0-4134-bc98-8cf32b96029d tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/networks?id=b043589d-15c3-44b5-8d99-d7c57b00acb0 HTTP/1.1" status: 200 len: 812 time: 0.2282412 May 13 15:01:28.798788 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-fe82d461-ceec-4666-88f0-abbbb76c9dcd tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/quotas/509ebfd4eb0444ae8f3872e1e9436dc2 HTTP/1.1" status: 200 len: 375 time: 0.0180187 May 13 15:01:28.940031 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-3ff6721d-5f5c-43f1-88bd-4749855883a9 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1397254 May 13 15:01:29.075771 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34671c31-7625-459f-9151-c56929db9923 req-e404f4cf-369b-48cd-9a0f-ed6f7be793b8 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:29.083730 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-34671c31-7625-459f-9151-c56929db9923 req-e404f4cf-369b-48cd-9a0f-ed6f7be793b8 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 946 time: 0.1042476 May 13 15:01:29.107641 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-fd0fe278-1645-4ca7-a0a4-487813e5f106 service neutron] 10.222.0.35 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594281 May 13 15:01:29.151308 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-34671c31-7625-459f-9151-c56929db9923 req-2e13f87e-e712-4274-b3c8-703d34b25868 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662839 May 13 15:01:29.295690 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-9138f4ff-b177-41c1-9f51-1cd46649632a service neutron] 10.222.0.35 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791790 May 13 15:01:29.620586 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ae4394e0-0df8-40ce-a8e7-b562b76d6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:29.742279 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3e84231a-41d0-47e4-92e8-bda03757b4d2 req-46c2d95e-9bf8-40c8-bdaa-2984dd65dd76 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f1f2ad6-e452-4463-a7c1-6123c6f462df HTTP/1.1" status: 200 len: 210 time: 0.1001093 May 13 15:01:30.389791 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b12a7-fe5c-4cf0-a91d-ddfd27211454 req-351a8bbe-c896-4a79-bcca-59ea07c55849 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:30.397264 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a0b12a7-fe5c-4cf0-a91d-ddfd27211454 req-351a8bbe-c896-4a79-bcca-59ea07c55849 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 946 time: 0.0941811 May 13 15:01:30.451222 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a0b12a7-fe5c-4cf0-a91d-ddfd27211454 req-a1ef2537-d598-4a08-9d36-56e917123729 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529952 May 13 15:01:30.719984 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:30.752436 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:30.932946 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1beb7315-daca-44f3-90dc-23af7ae27b79 req-4cdf1a23-a58e-4cad-a4f1-f1feab3d7e36 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f1f2ad6-e452-4463-a7c1-6123c6f462df HTTP/1.1" status: 200 len: 210 time: 0.0565882 May 13 15:01:31.318354 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-c1afa21d-c34f-4cdc-9c06-109d7bf5127e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:31.320370 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-c1afa21d-c34f-4cdc-9c06-109d7bf5127e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.59 "GET /v2.0/networks?id=b043589d-15c3-44b5-8d99-d7c57b00acb0 HTTP/1.1" status: 200 len: 812 time: 0.2084157 May 13 15:01:31.344363 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-862a6d4b-a921-44bb-b007-06d0ac288e31 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Request body: {'port': {'device_id': '5f1f2ad6-e452-4463-a7c1-6123c6f462df', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'admin_state_up': True, 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:31.608474 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-862a6d4b-a921-44bb-b007-06d0ac288e31 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:31.623977 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-862a6d4b-a921-44bb-b007-06d0ac288e31 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:31.638310 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-862a6d4b-a921-44bb-b007-06d0ac288e31 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Made reservation on behalf of 509ebfd4eb0444ae8f3872e1e9436dc2 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:01:31.642927 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-862a6d4b-a921-44bb-b007-06d0ac288e31 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:31.806066 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0175ddf-39ac-4b82-b37a-5c98b5ffd218 req-b90f2804-0f3a-4b4f-9ab4-fa71b76a43bf tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:31.819743 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e0175ddf-39ac-4b82-b37a-5c98b5ffd218 req-b90f2804-0f3a-4b4f-9ab4-fa71b76a43bf tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 946 time: 0.1667225 May 13 15:01:31.998784 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-862a6d4b-a921-44bb-b007-06d0ac288e31 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Allocated IP 172.20.0.5 (b043589d-15c3-44b5-8d99-d7c57b00acb0/3b5ceabd-0dba-40ce-b48a-2cb206526c19/f71bb758-cde1-4292-a8a3-a225a14771ca) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:01:32.003675 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e0175ddf-39ac-4b82-b37a-5c98b5ffd218 req-414d7f17-4f75-4477-b08d-986fec0be7f5 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748340 May 13 15:01:32.195392 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:32.559896 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-862a6d4b-a921-44bb-b007-06d0ac288e31 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:32.578137 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-862a6d4b-a921-44bb-b007-06d0ac288e31 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Transition to ACTIVE for port object f71bb758-cde1-4292-a8a3-a225a14771ca will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:01:32.603395 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c118ad7c-1a54-440a-a7f8-bf9fe6e59733 req-2ae6f92d-0079-4243-a669-4216e29286b3 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f1f2ad6-e452-4463-a7c1-6123c6f462df HTTP/1.1" status: 200 len: 210 time: 0.4342575 May 13 15:01:32.609877 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-862a6d4b-a921-44bb-b007-06d0ac288e31 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:32.648790 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['20fc32da-a2ce-447b-a992-796e3a149869'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:01:32.688264 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-862a6d4b-a921-44bb-b007-06d0ac288e31 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Network b043589d-15c3-44b5-8d99-d7c57b00acb0 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:01:32.713367 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-862a6d4b-a921-44bb-b007-06d0ac288e31 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:01:32.725260 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-862a6d4b-a921-44bb-b007-06d0ac288e31 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:01:32.827830 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a6d4b-a921-44bb-b007-06d0ac288e31 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Pushing event updated for resources: {'Port': ['ID=f71bb758-cde1-4292-a8a3-a225a14771ca,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:32.866486 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-862a6d4b-a921-44bb-b007-06d0ac288e31 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:32.867799 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-862a6d4b-a921-44bb-b007-06d0ac288e31 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:32.948009 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-862a6d4b-a921-44bb-b007-06d0ac288e31 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6190550 May 13 15:01:32.989638 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-142d6768-0ad8-4a14-b604-9ba0616cdd13 service neutron] Request body: {'port': {'device_id': '5f1f2ad6-e452-4463-a7c1-6123c6f462df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:33.180619 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b5b47da7-dc85-42ba-96ae-163263ba4be4 None None] Provisioning for port f71bb758-cde1-4292-a8a3-a225a14771ca completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:01:33.192669 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b5b47da7-dc85-42ba-96ae-163263ba4be4 None None] Provisioning complete for port f71bb758-cde1-4292-a8a3-a225a14771ca triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:01:33.193043 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b5b47da7-dc85-42ba-96ae-163263ba4be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:33.196507 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-142d6768-0ad8-4a14-b604-9ba0616cdd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:33.343296 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-b5b47da7-dc85-42ba-96ae-163263ba4be4 None None] Port f71bb758-cde1-4292-a8a3-a225a14771ca cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:01:33.421330 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95560755-27ee-4d38-9320-2f160c352bca req-41d022fd-37ea-4867-9946-6f9e111f6618 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:33.424228 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-95560755-27ee-4d38-9320-2f160c352bca req-41d022fd-37ea-4867-9946-6f9e111f6618 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 946 time: 0.1866748 May 13 15:01:33.480559 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-95560755-27ee-4d38-9320-2f160c352bca req-98bde5d0-ef06-44ba-92ea-6d5289b7966c tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484023 May 13 15:01:33.631891 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-142d6768-0ad8-4a14-b604-9ba0616cdd13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f71bb758-cde1-4292-a8a3-a225a14771ca {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:01:33.644198 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-142d6768-0ad8-4a14-b604-9ba0616cdd13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:33.669408 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-142d6768-0ad8-4a14-b604-9ba0616cdd13 service neutron] Transition to ACTIVE for port object f71bb758-cde1-4292-a8a3-a225a14771ca will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:01:33.677812 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-142d6768-0ad8-4a14-b604-9ba0616cdd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:34.050889 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d6768-0ad8-4a14-b604-9ba0616cdd13 service neutron] Pushing event updated for resources: {'Port': ['ID=f71bb758-cde1-4292-a8a3-a225a14771ca,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:34.334422 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203b6f8-120f-4dbb-a7df-18e25ddeb097 req-83db4891-2e19-46ff-9294-6681f1f053ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:34.334682 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f203b6f8-120f-4dbb-a7df-18e25ddeb097 req-83db4891-2e19-46ff-9294-6681f1f053ef service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=38a8881fe1424acaba5f3d712cefac02&device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 1097 time: 0.1728003 May 13 15:01:34.358645 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-142d6768-0ad8-4a14-b604-9ba0616cdd13 service neutron] Attempting to bind port f71bb758-cde1-4292-a8a3-a225a14771ca on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:01:34.359166 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-142d6768-0ad8-4a14-b604-9ba0616cdd13 service neutron] Attempting to bind port f71bb758-cde1-4292-a8a3-a225a14771ca by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:01:34.359848 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-142d6768-0ad8-4a14-b604-9ba0616cdd13 service neutron] Attempting to bind port f71bb758-cde1-4292-a8a3-a225a14771ca on network b043589d-15c3-44b5-8d99-d7c57b00acb0 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:01:34.372889 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-142d6768-0ad8-4a14-b604-9ba0616cdd13 service neutron] Port f71bb758-cde1-4292-a8a3-a225a14771ca on network b043589d-15c3-44b5-8d99-d7c57b00acb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:01:34.373552 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-142d6768-0ad8-4a14-b604-9ba0616cdd13 service neutron] Attempting to bind port f71bb758-cde1-4292-a8a3-a225a14771ca on network b043589d-15c3-44b5-8d99-d7c57b00acb0 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:01:34.395252 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2f195-55db-41db-810c-2800e59f7837 req-eee3d830-7974-44ab-9352-0098db7eef25 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:34.397045 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-5fa2f195-55db-41db-810c-2800e59f7837 req-eee3d830-7974-44ab-9352-0098db7eef25 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Synchronizing usage tracker for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:01:34.402030 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-142d6768-0ad8-4a14-b604-9ba0616cdd13 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:01:34.402467 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-142d6768-0ad8-4a14-b604-9ba0616cdd13 service neutron] Checking segment: {'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:01:34.403979 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-142d6768-0ad8-4a14-b604-9ba0616cdd13 service neutron] Bound using segment: {'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:01:34.404460 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-142d6768-0ad8-4a14-b604-9ba0616cdd13 service neutron] Bound port: f71bb758-cde1-4292-a8a3-a225a14771ca, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:01:34.404920 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-142d6768-0ad8-4a14-b604-9ba0616cdd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:34.440302 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-5fa2f195-55db-41db-810c-2800e59f7837 req-eee3d830-7974-44ab-9352-0098db7eef25 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Unset dirty status for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:01:34.449807 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5fa2f195-55db-41db-810c-2800e59f7837 req-eee3d830-7974-44ab-9352-0098db7eef25 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f1f2ad6-e452-4463-a7c1-6123c6f462df HTTP/1.1" status: 200 len: 943 time: 0.5771163 May 13 15:01:34.574605 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5fa2f195-55db-41db-810c-2800e59f7837 req-8fa28c11-74d5-4e2b-969c-9563435b1e41 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244593 May 13 15:01:34.603436 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203b6f8-120f-4dbb-a7df-18e25ddeb097 req-14ee12db-8c3e-41e4-b054-b636c52459b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:34.603941 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-142d6768-0ad8-4a14-b604-9ba0616cdd13 service neutron] For port f71bb758-cde1-4292-a8a3-a225a14771ca, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:01:34.607766 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-142d6768-0ad8-4a14-b604-9ba0616cdd13 service neutron] For port f71bb758-cde1-4292-a8a3-a225a14771ca, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=f71bb758-cde1-4292-a8a3-a225a14771ca,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:01:34.610073 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f203b6f8-120f-4dbb-a7df-18e25ddeb097 req-14ee12db-8c3e-41e4-b054-b636c52459b2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=82746afc-6560-4007-9fb3-904cf8d650cf HTTP/1.1" status: 200 len: 916 time: 0.2688785 May 13 15:01:34.617011 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-142d6768-0ad8-4a14-b604-9ba0616cdd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:34.742162 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d6768-0ad8-4a14-b604-9ba0616cdd13 service neutron] Pushing event updated for resources: {'Port': ['ID=f71bb758-cde1-4292-a8a3-a225a14771ca,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:34.762201 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-142d6768-0ad8-4a14-b604-9ba0616cdd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:34.767726 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-142d6768-0ad8-4a14-b604-9ba0616cdd13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:34.772287 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-142d6768-0ad8-4a14-b604-9ba0616cdd13 service neutron] 10.222.0.59 "PUT /v2.0/ports/f71bb758-cde1-4292-a8a3-a225a14771ca HTTP/1.1" status: 200 len: 1091 time: 1.8169603 May 13 15:01:34.773902 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1f2ad6-e452-4463-a7c1-6123c6f462df', 'tag': 'f71bb758-cde1-4292-a8a3-a225a14771ca'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:01:34.945693 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f203b6f8-120f-4dbb-a7df-18e25ddeb097 req-a436b394-c517-40b4-a2ab-13e415fa0ac4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48560cc7-cac7-4479-901c-e483bb13de0e HTTP/1.1" status: 200 len: 1001 time: 0.3285706 May 13 15:01:35.050997 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf3852-c39b-4287-a7f0-d428003502b1 req-8497a7f2-23e9-4690-abcd-92700aa7ed18 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:35.069323 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2cbf3852-c39b-4287-a7f0-d428003502b1 req-8497a7f2-23e9-4690-abcd-92700aa7ed18 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 946 time: 0.3113348 May 13 15:01:35.217689 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2cbf3852-c39b-4287-a7f0-d428003502b1 req-bf8bbfb0-9d95-41c4-869c-a070f4cfd8e6 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473546 May 13 15:01:35.228968 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203b6f8-120f-4dbb-a7df-18e25ddeb097 req-bba6daee-ea63-469b-ad70-2efa135440f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:35.238383 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f203b6f8-120f-4dbb-a7df-18e25ddeb097 req-bba6daee-ea63-469b-ad70-2efa135440f5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=498b4812-77a0-4897-b979-c45bc3bb9502 HTTP/1.1" status: 200 len: 854 time: 0.2791340 May 13 15:01:35.259009 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-bb85ad51-e636-4b2d-8c5e-d80d9794ebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:35.265939 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-bb85ad51-e636-4b2d-8c5e-d80d9794ebfe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2&device_id=5f1f2ad6-e452-4463-a7c1-6123c6f462df HTTP/1.1" status: 200 len: 1094 time: 0.4326875 May 13 15:01:35.471103 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203b6f8-120f-4dbb-a7df-18e25ddeb097 req-6ef3ea05-9333-4a20-ac9e-2209d0bb8b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:35.471103 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f203b6f8-120f-4dbb-a7df-18e25ddeb097 req-6ef3ea05-9333-4a20-ac9e-2209d0bb8b8c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=82746afc-6560-4007-9fb3-904cf8d650cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2210202 May 13 15:01:35.523376 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-6a9f959d-3a9f-499d-8cde-a808b31ed0c8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f71bb758-cde1-4292-a8a3-a225a14771ca HTTP/1.1" status: 200 len: 217 time: 0.2477803 May 13 15:01:35.611359 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984e5a7-851c-4d82-84a3-9e3929607e79 req-26d8ee96-1e57-4788-a094-68fb035c48e5 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:35.619425 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2984e5a7-851c-4d82-84a3-9e3929607e79 req-26d8ee96-1e57-4788-a094-68fb035c48e5 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.6778405 May 13 15:01:35.627586 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fbc3d16-9523-446e-b656-8cccad96bec5'] response: {'name': 'network-changed', 'server_uuid': '5f1f2ad6-e452-4463-a7c1-6123c6f462df', 'tag': 'f71bb758-cde1-4292-a8a3-a225a14771ca', 'status': 'completed', 'code': 200} May 13 15:01:35.741197 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2984e5a7-851c-4d82-84a3-9e3929607e79 req-1eb187bf-8686-4ae3-8a76-d5f4aa0c6ca5 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208143 May 13 15:01:35.742793 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-4896ac88-d83a-4142-b7a7-5224cd7ac343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:35.744254 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-4896ac88-d83a-4142-b7a7-5224cd7ac343 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b5ceabd-0dba-40ce-b48a-2cb206526c19 HTTP/1.1" status: 200 len: 851 time: 0.2161026 May 13 15:01:35.979765 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-25062d34-2a79-4f44-9c8f-4042572182c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:35.981270 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-25062d34-2a79-4f44-9c8f-4042572182c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b043589d-15c3-44b5-8d99-d7c57b00acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2302606 May 13 15:01:36.054074 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f203b6f8-120f-4dbb-a7df-18e25ddeb097 req-761b2e9e-c9fa-4da6-8553-53bbea34f51f service neutron] 10.222.0.74 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5769858 May 13 15:01:36.076207 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634c557-101b-42e0-98e1-0a1b046cce08 req-2e2b85ab-cb77-400b-b7a1-723ea68e7a58 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:36.081682 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1634c557-101b-42e0-98e1-0a1b046cce08 req-2e2b85ab-cb77-400b-b7a1-723ea68e7a58 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f1f2ad6-e452-4463-a7c1-6123c6f462df HTTP/1.1" status: 200 len: 943 time: 0.2252331 May 13 15:01:36.363287 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f203b6f8-120f-4dbb-a7df-18e25ddeb097 req-991254e1-6cc6-4854-ba66-8b6a30ff41b5 service neutron] 10.222.0.74 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805545 May 13 15:01:36.395769 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-7e31ca1d-6158-44cc-a301-5aa3f79e45f0 service neutron] 10.222.0.59 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079545 May 13 15:01:36.405308 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1634c557-101b-42e0-98e1-0a1b046cce08 req-e8f5727d-17f7-4812-a410-9d5a1acc7f08 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672164 May 13 15:01:36.602310 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974a4b4-f1ae-4d1c-9b19-4ec69df94184 req-dd73fc3d-1ee7-4fee-9cb0-433c266795d2 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:36.611534 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7974a4b4-f1ae-4d1c-9b19-4ec69df94184 req-dd73fc3d-1ee7-4fee-9cb0-433c266795d2 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.7456348 May 13 15:01:36.685911 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7974a4b4-f1ae-4d1c-9b19-4ec69df94184 req-ee72aa78-fb95-4a85-b4cf-bf36eb61e4c3 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632200 May 13 15:01:36.753411 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3daec4eb-9720-4218-ba93-c2695b1fd775 req-c271302d-7916-4fdc-a9d1-437c34109667 service neutron] 10.222.0.59 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496170 May 13 15:01:36.793053 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38da20-9c5d-4023-b6e3-4d89d61edd23 req-9ba5ed5c-0939-4d6d-b3e7-c922da5387d0 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:36.802689 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6f38da20-9c5d-4023-b6e3-4d89d61edd23 req-9ba5ed5c-0939-4d6d-b3e7-c922da5387d0 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 946 time: 0.1370430 May 13 15:01:36.955099 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6f38da20-9c5d-4023-b6e3-4d89d61edd23 req-3898608e-1173-4c78-8e24-c6a089ab0e03 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473813 May 13 15:01:37.046763 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4918f-ccbc-4d12-8c14-f9f424043c01 req-b8cc09eb-131d-4ad7-b5d6-fed526a1c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:37.048287 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9bb4918f-ccbc-4d12-8c14-f9f424043c01 req-b8cc09eb-131d-4ad7-b5d6-fed526a1c09c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2&device_id=5f1f2ad6-e452-4463-a7c1-6123c6f462df HTTP/1.1" status: 200 len: 1094 time: 0.1977129 May 13 15:01:37.068283 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7127e-041a-41b9-970f-0b8e2f0690ec req-1cde0221-4fb9-402b-bd91-6493d410bcd3 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:37.072490 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 48560cc7-cac7-4479-901c-e483bb13de0e no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:01:37.076789 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-95a7127e-041a-41b9-970f-0b8e2f0690ec req-1cde0221-4fb9-402b-bd91-6493d410bcd3 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1602507 May 13 15:01:37.372558 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 48560cc7-cac7-4479-901c-e483bb13de0e is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:01:37.372558 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:37.416788 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464bb716-0d66-48cd-bb81-66fc2035e520', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48560cc7-cac7-4479-901c-e483bb13de0e'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:01:37.428585 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 48560cc7-cac7-4479-901c-e483bb13de0e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=48560cc7-cac7-4479-901c-e483bb13de0e,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:01:37.435953 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:37.518821 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4918f-ccbc-4d12-8c14-f9f424043c01 req-f056def2-1f00-43f8-b32b-346dc861534b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:37.521655 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9bb4918f-ccbc-4d12-8c14-f9f424043c01 req-f056def2-1f00-43f8-b32b-346dc861534b service neutron] 10.222.0.59 "GET /v2.0/networks?id=b043589d-15c3-44b5-8d99-d7c57b00acb0 HTTP/1.1" status: 200 len: 913 time: 0.4670782 May 13 15:01:37.573885 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9d10d3a-f917-4ffe-9f7b-5c549904c8f7'] response: {'server_uuid': '464bb716-0d66-48cd-bb81-66fc2035e520', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48560cc7-cac7-4479-901c-e483bb13de0e', 'code': 200} May 13 15:01:37.574912 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=48560cc7-cac7-4479-901c-e483bb13de0e,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:37.625257 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9bb4918f-ccbc-4d12-8c14-f9f424043c01 req-be8294fa-690d-477c-9c01-476480a2f57b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f71bb758-cde1-4292-a8a3-a225a14771ca HTTP/1.1" status: 200 len: 217 time: 0.0910108 May 13 15:01:37.690311 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-95a7127e-041a-41b9-970f-0b8e2f0690ec req-b799fb84-ca69-4dd1-98ac-41d4592b4306 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3591788 May 13 15:01:37.791491 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4918f-ccbc-4d12-8c14-f9f424043c01 req-44f9fdef-b3b3-4916-8dd3-839e117e9050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:37.793031 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9bb4918f-ccbc-4d12-8c14-f9f424043c01 req-44f9fdef-b3b3-4916-8dd3-839e117e9050 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b5ceabd-0dba-40ce-b48a-2cb206526c19 HTTP/1.1" status: 200 len: 851 time: 0.1629467 May 13 15:01:37.831252 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f304639-9d6d-433d-b998-ceccf04c687b req-dcaf41cf-9dd4-4ae1-a598-93e689312e57 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:37.840548 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f304639-9d6d-433d-b998-ceccf04c687b req-dcaf41cf-9dd4-4ae1-a598-93e689312e57 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f1f2ad6-e452-4463-a7c1-6123c6f462df HTTP/1.1" status: 200 len: 943 time: 0.1375446 May 13 15:01:37.940358 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f304639-9d6d-433d-b998-ceccf04c687b req-d4399390-2edc-425d-b1ee-c4f74be69232 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939615 May 13 15:01:37.980787 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4918f-ccbc-4d12-8c14-f9f424043c01 req-41fb8329-3196-49d5-ab37-08b16e819bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:37.983242 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9bb4918f-ccbc-4d12-8c14-f9f424043c01 req-41fb8329-3196-49d5-ab37-08b16e819bf7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b043589d-15c3-44b5-8d99-d7c57b00acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1838055 May 13 15:01:38.124560 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada70b2-92dd-4fe2-8077-6ce469e7c98d req-b952c605-f5c9-436e-bcd1-d36c7cc3f55f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:38.126941 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3ada70b2-92dd-4fe2-8077-6ce469e7c98d req-b952c605-f5c9-436e-bcd1-d36c7cc3f55f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.2256758 May 13 15:01:38.258584 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9bb4918f-ccbc-4d12-8c14-f9f424043c01 req-54380e01-0bdc-4ec1-859b-3ebaae1a398b service neutron] 10.222.0.59 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580869 May 13 15:01:38.312466 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e28da-398c-404c-8107-827ee3bc1627 req-39dd219d-38b8-4fcf-8c34-cd0a7cbb8add tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:38.324674 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-701e28da-398c-404c-8107-827ee3bc1627 req-39dd219d-38b8-4fcf-8c34-cd0a7cbb8add tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 944 time: 0.2015510 May 13 15:01:38.453084 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-701e28da-398c-404c-8107-827ee3bc1627 req-0d902a03-4afb-4f7e-a50e-cd38ed44225b tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253946 May 13 15:01:38.548168 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3ada70b2-92dd-4fe2-8077-6ce469e7c98d req-1709c144-f761-412f-be9a-2382711eaf49 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3904541 May 13 15:01:38.596683 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9bb4918f-ccbc-4d12-8c14-f9f424043c01 req-919b7b7c-8e60-42fc-92ee-537f60d5bc6f service neutron] 10.222.0.59 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250282 May 13 15:01:39.298622 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96f38a-1c7d-48c7-ac14-5167f7b5540a req-f9189987-e5fc-42f8-a948-5495158f34fe tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:39.310193 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5a96f38a-1c7d-48c7-ac14-5167f7b5540a req-f9189987-e5fc-42f8-a948-5495158f34fe tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f1f2ad6-e452-4463-a7c1-6123c6f462df HTTP/1.1" status: 200 len: 943 time: 0.1977987 May 13 15:01:39.357221 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-bf487a86-fc4b-45a7-990b-341119d259e1 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:39.370846 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-bf487a86-fc4b-45a7-990b-341119d259e1 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/networks?id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd HTTP/1.1" status: 200 len: 811 time: 0.4191146 May 13 15:01:39.388837 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-64a0b7cb-b865-40f2-96ef-295ef48bba1c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/quotas/ac0ce7a13bd948f9949b7bdefd23d50f HTTP/1.1" status: 200 len: 375 time: 0.0170588 May 13 15:01:39.427407 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5a96f38a-1c7d-48c7-ac14-5167f7b5540a req-5a81c8b6-95ed-4577-82a9-2d6efe4d213a tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069167 May 13 15:01:39.535153 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-57e4b973-ce1e-47d4-b21b-15f6a332602b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac0ce7a13bd948f9949b7bdefd23d50f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1377809 May 13 15:01:39.717792 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc74c27-d59d-4294-bb04-5ca88ecdf0ed req-b8aa2666-0fa4-4fff-95ac-b4994117ca96 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:39.720276 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dfc74c27-d59d-4294-bb04-5ca88ecdf0ed req-b8aa2666-0fa4-4fff-95ac-b4994117ca96 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 944 time: 0.1014326 May 13 15:01:39.785742 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-e920bf35-908c-4bc0-b3fb-4621aa49c68d service neutron] 10.222.0.35 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290783 May 13 15:01:39.795762 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dfc74c27-d59d-4294-bb04-5ca88ecdf0ed req-15a4d1e6-4fa0-4ce2-809b-8117ba20d4a6 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631843 May 13 15:01:39.984263 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-3fd3954d-86e9-41ab-aa17-c89f124e1614 service neutron] 10.222.0.35 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925361 May 13 15:01:40.329174 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d82addfe-e989-4a66-b379-82fec91e9db3 req-688b759c-db15-42a9-85e9-5917703a0b61 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=0762447d-16f5-46fa-a12b-43e638aeb80d HTTP/1.1" status: 200 len: 210 time: 0.0943196 May 13 15:01:40.745116 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fff04e-4e41-4e54-92ac-c93669af52ba req-89c31de4-b707-49b5-ab44-0e8c567296a2 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:40.747421 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0fff04e-4e41-4e54-92ac-c93669af52ba req-89c31de4-b707-49b5-ab44-0e8c567296a2 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f1f2ad6-e452-4463-a7c1-6123c6f462df HTTP/1.1" status: 200 len: 943 time: 0.1347425 May 13 15:01:40.821154 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0fff04e-4e41-4e54-92ac-c93669af52ba req-1c34b531-ce06-4157-96f4-321239cce64e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595374 May 13 15:01:41.127346 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 48560cc7-cac7-4479-901c-e483bb13de0e no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:01:41.318923 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 48560cc7-cac7-4479-901c-e483bb13de0e is: DOWN; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:01:41.731599 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-26e513a1-3814-4ef6-9b77-a052311f90aa req-bfba789a-32dd-46ad-a4df-cee168aa52df tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=0762447d-16f5-46fa-a12b-43e638aeb80d HTTP/1.1" status: 200 len: 210 time: 0.1917622 May 13 15:01:41.919472 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e3e1a-5f51-4d82-a3b2-d4cd43da5eb2 req-96ddf7ba-9a7c-483e-a3b2-6f5205ee412c tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:41.932008 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4b5e3e1a-5f51-4d82-a3b2-d4cd43da5eb2 req-96ddf7ba-9a7c-483e-a3b2-6f5205ee412c tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 944 time: 0.1521351 May 13 15:01:42.181396 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257b36f-f913-40b8-a063-15929da673b0 req-559c34f6-6368-4981-8cc9-450335f54f18 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:42.188026 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7257b36f-f913-40b8-a063-15929da673b0 req-559c34f6-6368-4981-8cc9-450335f54f18 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f1f2ad6-e452-4463-a7c1-6123c6f462df HTTP/1.1" status: 200 len: 943 time: 0.1881461 May 13 15:01:42.344883 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 57230) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:42.356074 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7257b36f-f913-40b8-a063-15929da673b0 req-6b85b102-855f-47bc-9a6a-b7dd7b3746af tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561501 May 13 15:01:42.469859 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4b5e3e1a-5f51-4d82-a3b2-d4cd43da5eb2 req-19c8d279-7cd3-4bb7-b26f-3ec7529a0bbb tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5293565 May 13 15:01:42.654560 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-4c154fb6-5560-4747-b864-ef97be43e5f0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:42.654560 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-4c154fb6-5560-4747-b864-ef97be43e5f0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.74 "GET /v2.0/networks?id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd HTTP/1.1" status: 200 len: 811 time: 0.7173846 May 13 15:01:42.671393 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-222f68d5-b584-4efe-8a28-339f46254f8e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Request body: {'port': {'device_id': '0762447d-16f5-46fa-a12b-43e638aeb80d', 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd', 'admin_state_up': True, 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:42.985578 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-7d0aee2f-6624-4842-bdec-0ca16ac14848 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6358986 May 13 15:01:43.054276 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b6ecccfa-3115-4f1b-bcd5-346e564a5158 req-d8a63600-7abe-4338-8460-e6dfcb3ff963 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=0762447d-16f5-46fa-a12b-43e638aeb80d HTTP/1.1" status: 200 len: 210 time: 0.0488422 May 13 15:01:43.163053 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-222f68d5-b584-4efe-8a28-339f46254f8e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:43.174698 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-222f68d5-b584-4efe-8a28-339f46254f8e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:43.199673 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-222f68d5-b584-4efe-8a28-339f46254f8e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Made reservation on behalf of ac0ce7a13bd948f9949b7bdefd23d50f for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:01:43.199673 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-222f68d5-b584-4efe-8a28-339f46254f8e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:43.537344 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-222f68d5-b584-4efe-8a28-339f46254f8e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Allocated IP 172.20.0.4 (d6183f6d-25fb-4e44-b996-0f5bcb025fdd/f43563bd-f154-4518-8312-29f2255f69ef/d0ff4bdd-1587-4c6b-b75b-5064f4d15292) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:01:43.907263 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3475945-f8dd-4fab-b9e4-bb445d0be9cf req-499b39ff-484d-4583-942e-18d5ab86224a tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:43.909283 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e3475945-f8dd-4fab-b9e4-bb445d0be9cf req-499b39ff-484d-4583-942e-18d5ab86224a tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f1f2ad6-e452-4463-a7c1-6123c6f462df HTTP/1.1" status: 200 len: 943 time: 0.3159640 May 13 15:01:44.027468 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-222f68d5-b584-4efe-8a28-339f46254f8e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:44.042050 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e3475945-f8dd-4fab-b9e4-bb445d0be9cf req-85045026-0e15-41c3-adbf-5b3cb5713b00 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247106 May 13 15:01:44.082997 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-222f68d5-b584-4efe-8a28-339f46254f8e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Transition to ACTIVE for port object d0ff4bdd-1587-4c6b-b75b-5064f4d15292 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:01:44.122170 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e427da-3cda-4ab6-8761-37f1dce1637f req-ae753fad-48ba-4059-ada8-f917f3209c72 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:44.124899 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f8e427da-3cda-4ab6-8761-37f1dce1637f req-ae753fad-48ba-4059-ada8-f917f3209c72 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 944 time: 0.3572555 May 13 15:01:44.143235 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-222f68d5-b584-4efe-8a28-339f46254f8e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:44.157029 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['87ebdfb7-c701-4ddb-88f0-7972bffd8352', 'cb21d252-b054-4dc5-be10-c926d9bfaa4f'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:01:44.447345 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f8e427da-3cda-4ab6-8761-37f1dce1637f req-c62e035d-688c-4719-a9b7-76603e917adf tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3144007 May 13 15:01:44.592472 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-222f68d5-b584-4efe-8a28-339f46254f8e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Network d6183f6d-25fb-4e44-b996-0f5bcb025fdd is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:01:44.596875 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-222f68d5-b584-4efe-8a28-339f46254f8e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:01:44.606630 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-222f68d5-b584-4efe-8a28-339f46254f8e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:01:44.695512 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f68d5-b584-4efe-8a28-339f46254f8e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Pushing event updated for resources: {'Port': ['ID=d0ff4bdd-1587-4c6b-b75b-5064f4d15292,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:44.727740 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222f68d5-b584-4efe-8a28-339f46254f8e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:44.728623 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222f68d5-b584-4efe-8a28-339f46254f8e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:44.730625 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222f68d5-b584-4efe-8a28-339f46254f8e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:44.734280 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222f68d5-b584-4efe-8a28-339f46254f8e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:44.734908 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222f68d5-b584-4efe-8a28-339f46254f8e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:44.735542 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222f68d5-b584-4efe-8a28-339f46254f8e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:44.736082 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222f68d5-b584-4efe-8a28-339f46254f8e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:44.736633 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222f68d5-b584-4efe-8a28-339f46254f8e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:44.737164 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222f68d5-b584-4efe-8a28-339f46254f8e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:44.737972 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222f68d5-b584-4efe-8a28-339f46254f8e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:44.739057 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222f68d5-b584-4efe-8a28-339f46254f8e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:44.742062 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222f68d5-b584-4efe-8a28-339f46254f8e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:44.787668 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd77f1-70c7-4b47-b352-add8d0020b5a req-1f81f955-9a63-4b39-8626-5b6106aee1af tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:44.789288 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-77dd77f1-70c7-4b47-b352-add8d0020b5a req-1f81f955-9a63-4b39-8626-5b6106aee1af tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=0762447d-16f5-46fa-a12b-43e638aeb80d HTTP/1.1" status: 200 len: 931 time: 0.3998480 May 13 15:01:44.816513 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-222f68d5-b584-4efe-8a28-339f46254f8e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:44.823415 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-222f68d5-b584-4efe-8a28-339f46254f8e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:44.955370 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-222f68d5-b584-4efe-8a28-339f46254f8e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2886484 May 13 15:01:44.965436 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-77dd77f1-70c7-4b47-b352-add8d0020b5a req-f73e55d1-ce4a-4c9d-b238-903abff64e5d tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670811 May 13 15:01:44.973359 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-ebfe09c3-e055-43d3-b319-f595ecbfc4ab service neutron] Request body: {'port': {'device_id': '0762447d-16f5-46fa-a12b-43e638aeb80d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:45.051579 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-2495e4d1-bfda-4939-9a8c-72b4ae5074d1 None None] Provisioning for port d0ff4bdd-1587-4c6b-b75b-5064f4d15292 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:01:45.061343 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-2495e4d1-bfda-4939-9a8c-72b4ae5074d1 None None] Provisioning complete for port d0ff4bdd-1587-4c6b-b75b-5064f4d15292 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:01:45.061343 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2495e4d1-bfda-4939-9a8c-72b4ae5074d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:45.190129 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-2495e4d1-bfda-4939-9a8c-72b4ae5074d1 None None] Port d0ff4bdd-1587-4c6b-b75b-5064f4d15292 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:01:45.213536 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-ebfe09c3-e055-43d3-b319-f595ecbfc4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:45.380492 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b73871-2272-4a53-9a88-6296aa01db3c req-e31d8b40-da0e-4ce1-9f13-84b29fb9f8bb tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:45.413274 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-19b73871-2272-4a53-9a88-6296aa01db3c req-e31d8b40-da0e-4ce1-9f13-84b29fb9f8bb tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f1f2ad6-e452-4463-a7c1-6123c6f462df HTTP/1.1" status: 200 len: 943 time: 0.2004561 May 13 15:01:45.477474 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-19b73871-2272-4a53-9a88-6296aa01db3c req-132c5460-1735-4b5a-80d9-2aa2296b3ab4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798912 May 13 15:01:45.826339 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89cddb-2824-4fc0-9016-9aa80e851522 req-6dd27ad3-7541-4ce4-a577-659e9cd7c700 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:45.828798 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cc89cddb-2824-4fc0-9016-9aa80e851522 req-6dd27ad3-7541-4ce4-a577-659e9cd7c700 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 944 time: 0.2050838 May 13 15:01:45.877878 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-ebfe09c3-e055-43d3-b319-f595ecbfc4ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ff4bdd-1587-4c6b-b75b-5064f4d15292 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:01:45.911382 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-ebfe09c3-e055-43d3-b319-f595ecbfc4ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:45.981270 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-ebfe09c3-e055-43d3-b319-f595ecbfc4ab service neutron] Transition to ACTIVE for port object d0ff4bdd-1587-4c6b-b75b-5064f4d15292 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:01:45.984042 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cc89cddb-2824-4fc0-9016-9aa80e851522 req-64706bdc-08b6-42bd-95f8-88e812cb866a tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402519 May 13 15:01:45.987229 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-ebfe09c3-e055-43d3-b319-f595ecbfc4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:46.416303 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe09c3-e055-43d3-b319-f595ecbfc4ab service neutron] Pushing event updated for resources: {'Port': ['ID=d0ff4bdd-1587-4c6b-b75b-5064f4d15292,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:46.471287 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01d301-8c09-4001-a56a-b0726b81a7f9 req-76b25d2f-4a7b-48d8-8576-a35ee761836e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:46.480398 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6f01d301-8c09-4001-a56a-b0726b81a7f9 req-76b25d2f-4a7b-48d8-8576-a35ee761836e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=0762447d-16f5-46fa-a12b-43e638aeb80d HTTP/1.1" status: 200 len: 943 time: 0.2464409 May 13 15:01:46.639022 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6f01d301-8c09-4001-a56a-b0726b81a7f9 req-8143ac36-ff0f-4ca1-a2ff-6e66387c179a tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524463 May 13 15:01:46.673941 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-ebfe09c3-e055-43d3-b319-f595ecbfc4ab service neutron] Attempting to bind port d0ff4bdd-1587-4c6b-b75b-5064f4d15292 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:01:46.673941 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-ebfe09c3-e055-43d3-b319-f595ecbfc4ab service neutron] Attempting to bind port d0ff4bdd-1587-4c6b-b75b-5064f4d15292 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:01:46.689083 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-ebfe09c3-e055-43d3-b319-f595ecbfc4ab service neutron] Attempting to bind port d0ff4bdd-1587-4c6b-b75b-5064f4d15292 on network d6183f6d-25fb-4e44-b996-0f5bcb025fdd {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:01:46.711164 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-ebfe09c3-e055-43d3-b319-f595ecbfc4ab service neutron] Port d0ff4bdd-1587-4c6b-b75b-5064f4d15292 on network d6183f6d-25fb-4e44-b996-0f5bcb025fdd not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:01:46.711164 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-ebfe09c3-e055-43d3-b319-f595ecbfc4ab service neutron] Attempting to bind port d0ff4bdd-1587-4c6b-b75b-5064f4d15292 on network d6183f6d-25fb-4e44-b996-0f5bcb025fdd {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:01:46.786549 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-ebfe09c3-e055-43d3-b319-f595ecbfc4ab service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:01:46.786549 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-ebfe09c3-e055-43d3-b319-f595ecbfc4ab service neutron] Checking segment: {'id': '0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:01:46.786549 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-ebfe09c3-e055-43d3-b319-f595ecbfc4ab service neutron] Bound using segment: {'id': '0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:01:46.786549 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-ebfe09c3-e055-43d3-b319-f595ecbfc4ab service neutron] Bound port: d0ff4bdd-1587-4c6b-b75b-5064f4d15292, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:01:46.786549 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-ebfe09c3-e055-43d3-b319-f595ecbfc4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:47.336383 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73026280-b7a7-4512-9b58-895bf43276b9 req-3889a930-5f06-4403-a5f1-9d9512cd4fbd tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:47.346466 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-73026280-b7a7-4512-9b58-895bf43276b9 req-3889a930-5f06-4403-a5f1-9d9512cd4fbd tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 944 time: 0.1600406 May 13 15:01:47.425518 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3a1b9-72fc-4643-85d7-92967849a091 req-bcea8013-ae87-4d00-a961-4b52602fcc5f tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:47.431666 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a8b3a1b9-72fc-4643-85d7-92967849a091 req-bcea8013-ae87-4d00-a961-4b52602fcc5f tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f1f2ad6-e452-4463-a7c1-6123c6f462df HTTP/1.1" status: 200 len: 943 time: 0.7371063 May 13 15:01:47.460515 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-73026280-b7a7-4512-9b58-895bf43276b9 req-4df7928b-a91a-4103-bbf2-8f58d58dd4e9 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130502 May 13 15:01:47.478572 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-ebfe09c3-e055-43d3-b319-f595ecbfc4ab service neutron] For port d0ff4bdd-1587-4c6b-b75b-5064f4d15292, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:01:47.483586 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-ebfe09c3-e055-43d3-b319-f595ecbfc4ab service neutron] For port d0ff4bdd-1587-4c6b-b75b-5064f4d15292, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=d0ff4bdd-1587-4c6b-b75b-5064f4d15292,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:01:47.524350 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-ebfe09c3-e055-43d3-b319-f595ecbfc4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:47.609521 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-ebfe09c3-e055-43d3-b319-f595ecbfc4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:47.609849 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-ebfe09c3-e055-43d3-b319-f595ecbfc4ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:47.612091 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-ebfe09c3-e055-43d3-b319-f595ecbfc4ab service neutron] 10.222.0.74 "PUT /v2.0/ports/d0ff4bdd-1587-4c6b-b75b-5064f4d15292 HTTP/1.1" status: 200 len: 1091 time: 2.6431317 May 13 15:01:47.617912 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0762447d-16f5-46fa-a12b-43e638aeb80d', 'tag': 'd0ff4bdd-1587-4c6b-b75b-5064f4d15292'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:01:47.638460 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a8b3a1b9-72fc-4643-85d7-92967849a091 req-bf690a86-0cad-4e7e-9bf7-c8f5729b51a7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827283 May 13 15:01:47.659217 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe09c3-e055-43d3-b319-f595ecbfc4ab service neutron] Pushing event updated for resources: {'Port': ['ID=d0ff4bdd-1587-4c6b-b75b-5064f4d15292,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:47.873540 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d14be9e-d4e1-4a87-ad44-c3ef49882808'] response: {'name': 'network-changed', 'server_uuid': '0762447d-16f5-46fa-a12b-43e638aeb80d', 'tag': 'd0ff4bdd-1587-4c6b-b75b-5064f4d15292', 'status': 'completed', 'code': 200} May 13 15:01:47.916601 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-a2e55178-54a4-485d-9d00-1ee218901a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:47.919735 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-a2e55178-54a4-485d-9d00-1ee218901a30 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac0ce7a13bd948f9949b7bdefd23d50f&device_id=0762447d-16f5-46fa-a12b-43e638aeb80d HTTP/1.1" status: 200 len: 1094 time: 0.1921349 May 13 15:01:48.056552 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-c926a455-0a62-4037-ba6c-0cb83091cde4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0ff4bdd-1587-4c6b-b75b-5064f4d15292 HTTP/1.1" status: 200 len: 217 time: 0.1224203 May 13 15:01:48.141262 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-722f72d5-c28e-4af2-9532-c89f7183269f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:48.141262 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-722f72d5-c28e-4af2-9532-c89f7183269f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f43563bd-f154-4518-8312-29f2255f69ef HTTP/1.1" status: 200 len: 850 time: 0.0737989 May 13 15:01:48.302577 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:48.328633 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-cd2525b5-de62-4617-9338-7d5b2d43ad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:48.330476 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-cd2525b5-de62-4617-9338-7d5b2d43ad05 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1783452 May 13 15:01:48.407857 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-d52e8a16-a446-43cc-b9a8-2f4e1484c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:48.417209 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-d52e8a16-a446-43cc-b9a8-2f4e1484c992 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520&tenant_id=38a8881fe1424acaba5f3d712cefac02 HTTP/1.1" status: 200 len: 1095 time: 0.1990883 May 13 15:01:48.419645 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5b3f5-4d19-4d5a-97ed-ea4fc7bc469b req-f2aab290-19e5-415a-8df8-a378290e6395 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:48.420785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f8c5b3f5-4d19-4d5a-97ed-ea4fc7bc469b req-f2aab290-19e5-415a-8df8-a378290e6395 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Synchronizing usage tracker for tenant:ac0ce7a13bd948f9949b7bdefd23d50f on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:01:48.435286 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-decbd99f-ed48-4f87-afb2-b5a99c436e7f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-841760-1', 'device_owner': 'compute:nova'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:48.487183 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:01:48.566255 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f8c5b3f5-4d19-4d5a-97ed-ea4fc7bc469b req-f2aab290-19e5-415a-8df8-a378290e6395 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Unset dirty status for tenant:ac0ce7a13bd948f9949b7bdefd23d50f on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:01:48.568211 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f8c5b3f5-4d19-4d5a-97ed-ea4fc7bc469b req-f2aab290-19e5-415a-8df8-a378290e6395 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=0762447d-16f5-46fa-a12b-43e638aeb80d HTTP/1.1" status: 200 len: 943 time: 0.5624247 May 13 15:01:48.639905 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-decbd99f-ed48-4f87-afb2-b5a99c436e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:48.662305 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f8c5b3f5-4d19-4d5a-97ed-ea4fc7bc469b req-671e238a-cf8f-4858-a5e3-75c6646a9cc9 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846040 May 13 15:01:48.673190 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-311aab25-a379-4ac1-843d-d7f18310f4be service neutron] 10.222.0.74 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254459 May 13 15:01:48.952239 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea94aa-ca05-483a-9007-9eefc3c65e25 req-e6cbb7d3-69a1-4ff6-83b5-6c7610f7fa10 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:48.961486 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-79ea94aa-ca05-483a-9007-9eefc3c65e25 req-e6cbb7d3-69a1-4ff6-83b5-6c7610f7fa10 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 944 time: 0.2877412 May 13 15:01:49.078803 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1b04c036-e5fe-4b53-8fe4-42b089ecef00 req-24fe1b8d-7fa0-45e6-a2fb-bd5d558b9136 service neutron] 10.222.0.74 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991675 May 13 15:01:49.088797 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d31f4c-c2c7-4ae5-ad6a-528a7269c29c req-083c075a-1c87-4c09-8fe9-14eea929b323 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:49.089815 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-02d31f4c-c2c7-4ae5-ad6a-528a7269c29c req-083c075a-1c87-4c09-8fe9-14eea929b323 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f1f2ad6-e452-4463-a7c1-6123c6f462df HTTP/1.1" status: 200 len: 943 time: 0.1923332 May 13 15:01:49.169128 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-02d31f4c-c2c7-4ae5-ad6a-528a7269c29c req-1802a713-90e3-48cd-b5de-c47d0ee51067 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730963 May 13 15:01:49.306029 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d8acc-7626-4ac4-be25-97cab4e31c2c req-84aa76ba-0c41-4fa4-b287-f449e22b8c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:49.308502 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-032d8acc-7626-4ac4-be25-97cab4e31c2c req-84aa76ba-0c41-4fa4-b287-f449e22b8c69 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac0ce7a13bd948f9949b7bdefd23d50f&device_id=0762447d-16f5-46fa-a12b-43e638aeb80d HTTP/1.1" status: 200 len: 1094 time: 0.1015911 May 13 15:01:49.336801 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-79ea94aa-ca05-483a-9007-9eefc3c65e25 req-046c3f28-96dc-4d03-a8f2-85c18e14e100 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730176 May 13 15:01:49.396071 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-decbd99f-ed48-4f87-afb2-b5a99c436e7f service neutron] For port 48560cc7-cac7-4479-901c-e483bb13de0e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=48560cc7-cac7-4479-901c-e483bb13de0e,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:01:49.452805 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-decbd99f-ed48-4f87-afb2-b5a99c436e7f service neutron] For port 48560cc7-cac7-4479-901c-e483bb13de0e, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:01:49.536027 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-decbd99f-ed48-4f87-afb2-b5a99c436e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48560cc7-cac7-4479-901c-e483bb13de0e {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:01:49.547605 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-decbd99f-ed48-4f87-afb2-b5a99c436e7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:49.570689 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-decbd99f-ed48-4f87-afb2-b5a99c436e7f service neutron] Transition to ACTIVE for port object 48560cc7-cac7-4479-901c-e483bb13de0e will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:01:49.583527 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-decbd99f-ed48-4f87-afb2-b5a99c436e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:49.631347 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d8acc-7626-4ac4-be25-97cab4e31c2c req-a270f119-9809-45be-91aa-de7a477fac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:49.633564 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-032d8acc-7626-4ac4-be25-97cab4e31c2c req-a270f119-9809-45be-91aa-de7a477fac8c service neutron] 10.222.0.74 "GET /v2.0/networks?id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd HTTP/1.1" status: 200 len: 912 time: 0.3141603 May 13 15:01:49.771167 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-032d8acc-7626-4ac4-be25-97cab4e31c2c req-94e2a92d-08b8-4812-8d3a-7585dc0aa649 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0ff4bdd-1587-4c6b-b75b-5064f4d15292 HTTP/1.1" status: 200 len: 217 time: 0.1303203 May 13 15:01:49.831449 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-decbd99f-ed48-4f87-afb2-b5a99c436e7f service neutron] No DVR routers for this DVR port 48560cc7-cac7-4479-901c-e483bb13de0e on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:01:49.985427 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d8acc-7626-4ac4-be25-97cab4e31c2c req-ccf1f8e6-7106-421f-a9a1-780c0fe6c11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:49.987878 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-032d8acc-7626-4ac4-be25-97cab4e31c2c req-ccf1f8e6-7106-421f-a9a1-780c0fe6c11c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f43563bd-f154-4518-8312-29f2255f69ef HTTP/1.1" status: 200 len: 850 time: 0.2101367 May 13 15:01:50.037114 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decbd99f-ed48-4f87-afb2-b5a99c436e7f service neutron] Pushing event updated for resources: {'Port': ['ID=48560cc7-cac7-4479-901c-e483bb13de0e,revision_number=9']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:50.096530 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ea18d-6f47-4fd8-9de2-1e0d1c4ddf4a req-236ba19c-0a84-4760-9170-96ab3ba0e7ee tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:50.104291 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1a9ea18d-6f47-4fd8-9de2-1e0d1c4ddf4a req-236ba19c-0a84-4760-9170-96ab3ba0e7ee tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=0762447d-16f5-46fa-a12b-43e638aeb80d HTTP/1.1" status: 200 len: 943 time: 0.2547443 May 13 15:01:50.143983 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-decbd99f-ed48-4f87-afb2-b5a99c436e7f service neutron] Attempting to bind port 48560cc7-cac7-4479-901c-e483bb13de0e on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:01:50.146102 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-decbd99f-ed48-4f87-afb2-b5a99c436e7f service neutron] Attempting to bind port 48560cc7-cac7-4479-901c-e483bb13de0e by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '89f6c3f9-8bdb-4179-8eb7-052eef44125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:01:50.146102 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-decbd99f-ed48-4f87-afb2-b5a99c436e7f service neutron] Attempting to bind port 48560cc7-cac7-4479-901c-e483bb13de0e on network 82746afc-6560-4007-9fb3-904cf8d650cf {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:01:50.153801 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-decbd99f-ed48-4f87-afb2-b5a99c436e7f service neutron] Port 48560cc7-cac7-4479-901c-e483bb13de0e on network 82746afc-6560-4007-9fb3-904cf8d650cf not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:01:50.153801 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-decbd99f-ed48-4f87-afb2-b5a99c436e7f service neutron] Attempting to bind port 48560cc7-cac7-4479-901c-e483bb13de0e on network 82746afc-6560-4007-9fb3-904cf8d650cf {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:01:50.165157 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-decbd99f-ed48-4f87-afb2-b5a99c436e7f service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:01:50.165788 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-decbd99f-ed48-4f87-afb2-b5a99c436e7f service neutron] Checking segment: {'id': '89f6c3f9-8bdb-4179-8eb7-052eef44125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:01:50.166537 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-decbd99f-ed48-4f87-afb2-b5a99c436e7f service neutron] Bound using segment: {'id': '89f6c3f9-8bdb-4179-8eb7-052eef44125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:01:50.166804 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-decbd99f-ed48-4f87-afb2-b5a99c436e7f service neutron] Bound port: 48560cc7-cac7-4479-901c-e483bb13de0e, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f6c3f9-8bdb-4179-8eb7-052eef44125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:01:50.167502 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-decbd99f-ed48-4f87-afb2-b5a99c436e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:50.243510 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1a9ea18d-6f47-4fd8-9de2-1e0d1c4ddf4a req-94b4e0cd-719d-4c5e-a6f8-65695fab93f6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369977 May 13 15:01:50.257207 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d8acc-7626-4ac4-be25-97cab4e31c2c req-79f04f9f-c1f4-4cb7-96f1-062b08c40c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:50.261270 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-032d8acc-7626-4ac4-be25-97cab4e31c2c req-79f04f9f-c1f4-4cb7-96f1-062b08c40c91 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2469878 May 13 15:01:50.306616 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-decbd99f-ed48-4f87-afb2-b5a99c436e7f service neutron] For port 48560cc7-cac7-4479-901c-e483bb13de0e, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:01:50.312831 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-decbd99f-ed48-4f87-afb2-b5a99c436e7f service neutron] For port 48560cc7-cac7-4479-901c-e483bb13de0e, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=48560cc7-cac7-4479-901c-e483bb13de0e,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:01:50.320406 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-decbd99f-ed48-4f87-afb2-b5a99c436e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:50.501894 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-032d8acc-7626-4ac4-be25-97cab4e31c2c req-e4847ada-2c88-4256-ab14-089c15ee5e92 service neutron] 10.222.0.74 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353129 May 13 15:01:50.608950 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-decbd99f-ed48-4f87-afb2-b5a99c436e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:50.609455 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-decbd99f-ed48-4f87-afb2-b5a99c436e7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:50.610860 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-decbd99f-ed48-4f87-afb2-b5a99c436e7f service neutron] 10.222.0.59 "PUT /v2.0/ports/48560cc7-cac7-4479-901c-e483bb13de0e HTTP/1.1" status: 200 len: 1092 time: 2.1847603 May 13 15:01:50.613065 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464bb716-0d66-48cd-bb81-66fc2035e520', 'tag': '48560cc7-cac7-4479-901c-e483bb13de0e'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:01:50.653564 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decbd99f-ed48-4f87-afb2-b5a99c436e7f service neutron] Pushing event updated for resources: {'Port': ['ID=48560cc7-cac7-4479-901c-e483bb13de0e,revision_number=10']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:50.788727 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0c923-a2ac-4f4e-ad63-d25ee2a94f93 req-f6bc6517-6135-48d9-b70d-eb2d65f8782d tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:50.791650 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d2c0c923-a2ac-4f4e-ad63-d25ee2a94f93 req-f6bc6517-6135-48d9-b70d-eb2d65f8782d tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f1f2ad6-e452-4463-a7c1-6123c6f462df HTTP/1.1" status: 200 len: 943 time: 0.2714615 May 13 15:01:50.866454 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-a69e2060-0ed9-4102-b7ae-2262aa9d8c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:50.866923 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-a69e2060-0ed9-4102-b7ae-2262aa9d8c34 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=38a8881fe1424acaba5f3d712cefac02&device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 1096 time: 0.1866920 May 13 15:01:50.872389 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d2c0c923-a2ac-4f4e-ad63-d25ee2a94f93 req-bc927356-4053-44af-bcf2-47ccef1bbf7d tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722799 May 13 15:01:50.888843 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-032d8acc-7626-4ac4-be25-97cab4e31c2c req-6d783ead-0744-4284-b5c1-3a760debd9d9 service neutron] 10.222.0.74 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806112 May 13 15:01:50.903654 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a9cb0-871c-41ed-9523-e5e581df48fb req-0ba8ae2c-37cc-48d5-801c-e1b60930f91f tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:50.919875 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-864a9cb0-871c-41ed-9523-e5e581df48fb req-0ba8ae2c-37cc-48d5-801c-e1b60930f91f tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 945 time: 0.2541068 May 13 15:01:50.976238 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-864a9cb0-871c-41ed-9523-e5e581df48fb req-220bff89-a5e7-40c0-b2b6-daee24fb068b tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552657 May 13 15:01:51.037320 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6cff69f-3466-44b9-8810-d399b6c1da40'] response: {'name': 'network-changed', 'server_uuid': '464bb716-0d66-48cd-bb81-66fc2035e520', 'tag': '48560cc7-cac7-4479-901c-e483bb13de0e', 'status': 'completed', 'code': 200} May 13 15:01:51.097173 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-53ee21d4-3ba7-4595-afa3-70ab41a8ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:51.098701 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-53ee21d4-3ba7-4595-afa3-70ab41a8ae46 service neutron] 10.222.0.59 "GET /v2.0/networks?id=82746afc-6560-4007-9fb3-904cf8d650cf HTTP/1.1" status: 200 len: 916 time: 0.2213604 May 13 15:01:51.154109 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device d0ff4bdd-1587-4c6b-b75b-5064f4d15292 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:01:51.225144 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-9b47d4ff-81a5-41ff-aedc-78295f6ea033 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48560cc7-cac7-4479-901c-e483bb13de0e HTTP/1.1" status: 200 len: 999 time: 0.1209946 May 13 15:01:51.320179 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-3d5e564d-0da9-4f1b-b63d-bb228ea58bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:51.322137 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-3d5e564d-0da9-4f1b-b63d-bb228ea58bad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=498b4812-77a0-4897-b979-c45bc3bb9502 HTTP/1.1" status: 200 len: 854 time: 0.0912285 May 13 15:01:51.384707 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port d0ff4bdd-1587-4c6b-b75b-5064f4d15292, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=d0ff4bdd-1587-4c6b-b75b-5064f4d15292,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:01:51.400866 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'd0ff4bdd-1587-4c6b-b75b-5064f4d15292', 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd', 'port_id': 'd0ff4bdd-1587-4c6b-b75b-5064f4d15292', 'mac_address': 'fa:16:3e:84:3a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43563bd-f154-4518-8312-29f2255f69ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:01:51.468438 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port d0ff4bdd-1587-4c6b-b75b-5064f4d15292 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:01:51.468964 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:51.501155 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-53775f27-e9c0-4c48-aa58-cb0a980d6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:51.501155 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-53775f27-e9c0-4c48-aa58-cb0a980d6d77 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=82746afc-6560-4007-9fb3-904cf8d650cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1693501 May 13 15:01:51.507715 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ff4bdd-1587-4c6b-b75b-5064f4d15292 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:01:51.525968 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port d0ff4bdd-1587-4c6b-b75b-5064f4d15292, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=d0ff4bdd-1587-4c6b-b75b-5064f4d15292,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:01:51.532843 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:51.590645 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69f861-7eaf-4f93-8f66-19faf45f8cae req-9480e6b9-dfaa-404b-80f5-ee73bc0b95fd tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:51.592197 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cb69f861-7eaf-4f93-8f66-19faf45f8cae req-9480e6b9-dfaa-404b-80f5-ee73bc0b95fd tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=0762447d-16f5-46fa-a12b-43e638aeb80d HTTP/1.1" status: 200 len: 943 time: 0.2053900 May 13 15:01:51.645089 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=d0ff4bdd-1587-4c6b-b75b-5064f4d15292,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:51.692165 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-78992570-0d40-48ff-893d-809c2bac61e9 service neutron] 10.222.0.59 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849575 May 13 15:01:51.695137 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cb69f861-7eaf-4f93-8f66-19faf45f8cae req-7c3f4e9d-d5c5-4559-a8e3-135cd268b927 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895655 May 13 15:01:51.858328 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a3b6bfb4-fcda-49e6-9ce7-94aaa3c10aa5 req-f7dd141c-fe08-476d-a1f2-00fa1b99c51b service neutron] 10.222.0.59 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603553 May 13 15:01:51.930043 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['d0ff4bdd-1587-4c6b-b75b-5064f4d15292'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:01:52.054960 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105c456-d84a-47bc-bb43-4fb270730928 req-e0e0888d-e620-43de-bd35-691e2dc69d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:52.057260 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5105c456-d84a-47bc-bb43-4fb270730928 req-e0e0888d-e620-43de-bd35-691e2dc69d93 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=38a8881fe1424acaba5f3d712cefac02&device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 1096 time: 0.1418760 May 13 15:01:52.362753 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105c456-d84a-47bc-bb43-4fb270730928 req-ac488466-a7a7-42f9-9473-e34ec390fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:52.365124 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5105c456-d84a-47bc-bb43-4fb270730928 req-ac488466-a7a7-42f9-9473-e34ec390fb2c service neutron] 10.222.0.59 "GET /v2.0/networks?id=82746afc-6560-4007-9fb3-904cf8d650cf HTTP/1.1" status: 200 len: 916 time: 0.3015585 May 13 15:01:52.368131 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20e0c0-db11-407d-be8e-9a02c33331d4 req-e6283dd8-1e82-40c4-b1a2-cb6a524a26a5 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:52.375273 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f20e0c0-db11-407d-be8e-9a02c33331d4 req-e6283dd8-1e82-40c4-b1a2-cb6a524a26a5 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f1f2ad6-e452-4463-a7c1-6123c6f462df HTTP/1.1" status: 200 len: 943 time: 0.2706163 May 13 15:01:52.543760 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f20e0c0-db11-407d-be8e-9a02c33331d4 req-0f30fc82-ec3b-4fcd-bd18-1bd1a4f9dffc tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446402 May 13 15:01:52.569910 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5510bc-f8a4-4790-8b16-73bd00429228 req-3e63aea3-7c80-44df-8164-9bbe2765e191 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:52.573078 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4c5510bc-f8a4-4790-8b16-73bd00429228 req-3e63aea3-7c80-44df-8164-9bbe2765e191 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 945 time: 0.3095920 May 13 15:01:52.617732 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5105c456-d84a-47bc-bb43-4fb270730928 req-84072c4b-fb5e-40f4-ac08-99e66eb4e304 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48560cc7-cac7-4479-901c-e483bb13de0e HTTP/1.1" status: 200 len: 999 time: 0.2311730 May 13 15:01:52.659816 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4c5510bc-f8a4-4790-8b16-73bd00429228 req-8429c52e-b7c2-45b5-bb2e-2800e167dbbe tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770109 May 13 15:01:52.961939 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105c456-d84a-47bc-bb43-4fb270730928 req-19617b73-4f41-4373-a59b-408c487f3039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:52.965418 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5105c456-d84a-47bc-bb43-4fb270730928 req-19617b73-4f41-4373-a59b-408c487f3039 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=498b4812-77a0-4897-b979-c45bc3bb9502 HTTP/1.1" status: 200 len: 854 time: 0.1348000 May 13 15:01:53.084074 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fb495-8cc7-4cba-a89c-6b965b617f69 req-50e51505-ca84-4402-952d-dddc3fd59b68 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:53.096968 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b73fb495-8cc7-4cba-a89c-6b965b617f69 req-50e51505-ca84-4402-952d-dddc3fd59b68 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=0762447d-16f5-46fa-a12b-43e638aeb80d HTTP/1.1" status: 200 len: 944 time: 0.2121949 May 13 15:01:53.156467 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device d0ff4bdd-1587-4c6b-b75b-5064f4d15292 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:01:53.251630 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b73fb495-8cc7-4cba-a89c-6b965b617f69 req-6103d09a-cc65-4549-86b1-39397814fe4c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549144 May 13 15:01:53.333252 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105c456-d84a-47bc-bb43-4fb270730928 req-37e74e6d-7b7f-4c3f-ac15-e78b118f8ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:53.335554 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5105c456-d84a-47bc-bb43-4fb270730928 req-37e74e6d-7b7f-4c3f-ac15-e78b118f8ba2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=82746afc-6560-4007-9fb3-904cf8d650cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2893040 May 13 15:01:53.356017 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port d0ff4bdd-1587-4c6b-b75b-5064f4d15292 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:01:53.369421 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port d0ff4bdd-1587-4c6b-b75b-5064f4d15292 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:01:53.369814 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:53.439251 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-52478e84-0b53-4765-8eac-57525d138c9b req-5ae4de47-2f49-4133-9251-90a51fe3e2f3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1692052 May 13 15:01:53.574752 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port d0ff4bdd-1587-4c6b-b75b-5064f4d15292 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:01:53.575583 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:53.686304 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port d0ff4bdd-1587-4c6b-b75b-5064f4d15292, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=d0ff4bdd-1587-4c6b-b75b-5064f4d15292,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:01:53.688566 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0762447d-16f5-46fa-a12b-43e638aeb80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ff4bdd-1587-4c6b-b75b-5064f4d15292'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:01:53.751014 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:54.056450 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=d0ff4bdd-1587-4c6b-b75b-5064f4d15292,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:54.083785 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5105c456-d84a-47bc-bb43-4fb270730928 req-dd8ffc56-a661-47e1-9259-5bba246f0a16 service neutron] 10.222.0.59 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7239273 May 13 15:01:54.170980 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52478e84-0b53-4765-8eac-57525d138c9b req-6e973cfa-97a9-4205-87b7-34db6aa5f911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:54.174584 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-52478e84-0b53-4765-8eac-57525d138c9b req-6e973cfa-97a9-4205-87b7-34db6aa5f911 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac0ce7a13bd948f9949b7bdefd23d50f&device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 1095 time: 0.5119207 May 13 15:01:54.227639 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c664e04-465e-4a2c-997e-e8bc79b7c5e1 req-384a0478-2ebb-4432-bf46-f6c06d0615c2 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:54.241548 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1c664e04-465e-4a2c-997e-e8bc79b7c5e1 req-384a0478-2ebb-4432-bf46-f6c06d0615c2 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 945 time: 0.3152857 May 13 15:01:54.286213 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26790cb9-9e37-4c87-8f5e-e57dcdc313f3 req-8fd23d72-d215-4b6f-8004-ce7f0b0e04fc tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:54.297263 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-26790cb9-9e37-4c87-8f5e-e57dcdc313f3 req-8fd23d72-d215-4b6f-8004-ce7f0b0e04fc tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f1f2ad6-e452-4463-a7c1-6123c6f462df HTTP/1.1" status: 200 len: 943 time: 0.3659015 May 13 15:01:54.540525 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-26790cb9-9e37-4c87-8f5e-e57dcdc313f3 req-4ecd79b8-9f8a-4a93-8c6c-53d853d1cf24 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407632 May 13 15:01:54.556412 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5105c456-d84a-47bc-bb43-4fb270730928 req-ae2ca27a-4175-47db-8484-542f37c690e6 service neutron] 10.222.0.59 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713736 May 13 15:01:54.659570 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e94edf1a-c9af-40e2-8ce7-7b14cf9dccb6'] response: {'server_uuid': '0762447d-16f5-46fa-a12b-43e638aeb80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ff4bdd-1587-4c6b-b75b-5064f4d15292', 'code': 200} May 13 15:01:54.726256 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52478e84-0b53-4765-8eac-57525d138c9b req-c69afec1-f2b0-4b6a-a2f4-d5da02ff183c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:54.733560 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-52478e84-0b53-4765-8eac-57525d138c9b req-c69afec1-f2b0-4b6a-a2f4-d5da02ff183c service neutron] 10.222.0.59 "GET /v2.0/networks?id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd HTTP/1.1" status: 200 len: 912 time: 0.4875224 May 13 15:01:55.006173 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-52478e84-0b53-4765-8eac-57525d138c9b req-5dd9715d-71b5-4670-8a1f-364544fe75b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7cba8e6-abe7-42b8-83df-4ac2f9068e76 HTTP/1.1" status: 200 len: 999 time: 0.2171657 May 13 15:01:55.035186 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef86b6-8329-4e98-9cc9-a8b9f5611d4e req-42818fbc-df2b-480d-a7c6-77049d865b08 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:55.043686 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4eef86b6-8329-4e98-9cc9-a8b9f5611d4e req-42818fbc-df2b-480d-a7c6-77049d865b08 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=0762447d-16f5-46fa-a12b-43e638aeb80d HTTP/1.1" status: 200 len: 945 time: 0.1902244 May 13 15:01:55.105926 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1c664e04-465e-4a2c-997e-e8bc79b7c5e1 req-85dd8495-ff38-49af-b324-536a92c8eedc tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8632352 May 13 15:01:55.148428 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4eef86b6-8329-4e98-9cc9-a8b9f5611d4e req-eedc8a74-467f-4b31-90b2-d3a61392d1f4 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987656 May 13 15:01:55.206612 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52478e84-0b53-4765-8eac-57525d138c9b req-15e61ab5-0b64-4e2e-9d3a-8c1625405967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:55.212203 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-52478e84-0b53-4765-8eac-57525d138c9b req-15e61ab5-0b64-4e2e-9d3a-8c1625405967 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f43563bd-f154-4518-8312-29f2255f69ef HTTP/1.1" status: 200 len: 850 time: 0.1946900 May 13 15:01:55.226236 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0d11e-d95a-4fe0-8c6c-afc014aab687 req-ded80215-541f-4ffc-b0de-5cd2ba6f4605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:55.230902 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3da0d11e-d95a-4fe0-8c6c-afc014aab687 req-ded80215-541f-4ffc-b0de-5cd2ba6f4605 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0762447d-16f5-46fa-a12b-43e638aeb80d HTTP/1.1" status: 200 len: 1096 time: 0.4335854 May 13 15:01:55.463498 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3da0d11e-d95a-4fe0-8c6c-afc014aab687 req-96352278-8ae0-4d70-925f-72309f7a60cf service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273405 May 13 15:01:55.535208 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52478e84-0b53-4765-8eac-57525d138c9b req-35795898-bc89-49cf-a4fc-b978c2001045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:55.537474 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-52478e84-0b53-4765-8eac-57525d138c9b req-35795898-bc89-49cf-a4fc-b978c2001045 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2679043 May 13 15:01:55.810849 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0f00b-f1ce-45f5-a187-c9dfe3ef0161 req-eb11b95c-1144-4e51-baed-5c810d8af1e2 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:55.813739 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cab0f00b-f1ce-45f5-a187-c9dfe3ef0161 req-eb11b95c-1144-4e51-baed-5c810d8af1e2 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f1f2ad6-e452-4463-a7c1-6123c6f462df HTTP/1.1" status: 200 len: 943 time: 0.1395185 May 13 15:01:55.899654 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cab0f00b-f1ce-45f5-a187-c9dfe3ef0161 req-115ac50c-c408-4366-a27c-957e643d0f10 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788655 May 13 15:01:56.432774 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab76781-8325-4ece-a531-a08134e6f2b1 req-e43bf691-e516-4c36-a791-824040a2523a tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:56.442878 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2ab76781-8325-4ece-a531-a08134e6f2b1 req-e43bf691-e516-4c36-a791-824040a2523a tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 945 time: 0.1222653 May 13 15:01:56.452337 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e26242-cdd6-4cc7-adf7-99b244cb007e req-738589f5-6387-4bd6-ae43-d2087829cbcb tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:56.454114 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-83e26242-cdd6-4cc7-adf7-99b244cb007e req-738589f5-6387-4bd6-ae43-d2087829cbcb tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=0762447d-16f5-46fa-a12b-43e638aeb80d HTTP/1.1" status: 200 len: 945 time: 0.1203403 May 13 15:01:56.499968 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2ab76781-8325-4ece-a531-a08134e6f2b1 req-855c7059-7ed1-4ca5-896c-2edaa5358aef tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569475 May 13 15:01:56.572743 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-83e26242-cdd6-4cc7-adf7-99b244cb007e req-1764bb67-0c7b-42c0-a676-337d86cde9b9 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062703 May 13 15:01:57.265305 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9a3a1b08-4db4-41b5-9e72-9a0231c68b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:57.303379 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ab2e9-c39b-4e51-98e0-d0eb9d7c2126 req-0cefba8b-06e4-44ff-abbb-3ec54d362e7c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:57.311677 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-be3ab2e9-c39b-4e51-98e0-d0eb9d7c2126 req-0cefba8b-06e4-44ff-abbb-3ec54d362e7c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f1f2ad6-e452-4463-a7c1-6123c6f462df HTTP/1.1" status: 200 len: 943 time: 0.1966250 May 13 15:01:57.387223 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-be3ab2e9-c39b-4e51-98e0-d0eb9d7c2126 req-46b0ef29-becc-4fae-9233-e2feb401b9d1 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742762 May 13 15:01:57.923733 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919c62d-63cf-402f-a48d-3058b3be16cc req-bd50df26-e750-4e7e-b895-1835286dbd33 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:57.939808 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1919c62d-63cf-402f-a48d-3058b3be16cc req-bd50df26-e750-4e7e-b895-1835286dbd33 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=0762447d-16f5-46fa-a12b-43e638aeb80d HTTP/1.1" status: 200 len: 945 time: 0.1311717 May 13 15:01:57.993505 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1919c62d-63cf-402f-a48d-3058b3be16cc req-2bb2ce90-3f92-4c12-859a-4878cb6ce54e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521247 May 13 15:01:58.252287 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-69246752-9838-4895-b54a-56f6cd6097c3 req-4b3d68d3-afe0-47a9-8233-5a94d7382140 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=ac0ce7a13bd948f9949b7bdefd23d50f HTTP/1.1" status: 200 len: 267 time: 0.0847964 May 13 15:01:58.373605 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-52478e84-0b53-4765-8eac-57525d138c9b req-3a603c37-ca0a-4b08-8da1-1ded3e1ad622 service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5249774 May 13 15:01:58.392701 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36583a3a-66c9-4ed9-8950-c0a08cc652ae req-a2288bee-ea23-4695-b3f4-82bab1a31d9d tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:58.408208 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-36583a3a-66c9-4ed9-8950-c0a08cc652ae req-a2288bee-ea23-4695-b3f4-82bab1a31d9d tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 945 time: 0.6786807 May 13 15:01:58.411506 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69246752-9838-4895-b54a-56f6cd6097c3 req-8968ea0a-b132-47b4-bb93-519f60b9fcc0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:58.446371 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-69246752-9838-4895-b54a-56f6cd6097c3 req-8968ea0a-b132-47b4-bb93-519f60b9fcc0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=0762447d-16f5-46fa-a12b-43e638aeb80d HTTP/1.1" status: 200 len: 945 time: 0.1760798 May 13 15:01:58.446371 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-69246752-9838-4895-b54a-56f6cd6097c3 req-7ff0115a-e471-439a-b116-f584b0697adc tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Request body: {'port': {'security_groups': []}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:58.709726 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:58.782947 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-69246752-9838-4895-b54a-56f6cd6097c3 req-7ff0115a-e471-439a-b116-f584b0697adc tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:58.897066 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device f71bb758-cde1-4292-a8a3-a225a14771ca details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:01:58.927124 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-36583a3a-66c9-4ed9-8950-c0a08cc652ae req-7878daae-a624-4674-a550-20a871d44caf tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5143940 May 13 15:01:59.090448 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-52478e84-0b53-4765-8eac-57525d138c9b req-3adecfb5-6142-498d-8a25-0234a764e43c service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6703749 May 13 15:01:59.265218 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port f71bb758-cde1-4292-a8a3-a225a14771ca, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=f71bb758-cde1-4292-a8a3-a225a14771ca,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:01:59.297262 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'f71bb758-cde1-4292-a8a3-a225a14771ca', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'port_id': 'f71bb758-cde1-4292-a8a3-a225a14771ca', 'mac_address': 'fa:16:3e:b5:eb:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:01:59.417490 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port f71bb758-cde1-4292-a8a3-a225a14771ca is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:01:59.418038 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:59.442390 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f71bb758-cde1-4292-a8a3-a225a14771ca {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:01:59.492752 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port f71bb758-cde1-4292-a8a3-a225a14771ca, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=f71bb758-cde1-4292-a8a3-a225a14771ca,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:01:59.500685 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:59.528201 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abcbe41-f4a8-41fa-a6b3-258b94f5d8b9 req-03876956-f975-4e15-b8da-c3967e6aae33 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:59.543241 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9abcbe41-f4a8-41fa-a6b3-258b94f5d8b9 req-03876956-f975-4e15-b8da-c3967e6aae33 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f1f2ad6-e452-4463-a7c1-6123c6f462df HTTP/1.1" status: 200 len: 943 time: 0.2493048 May 13 15:01:59.569434 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-69246752-9838-4895-b54a-56f6cd6097c3 req-7ff0115a-e471-439a-b116-f584b0697adc tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] For port d0ff4bdd-1587-4c6b-b75b-5064f4d15292, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=d0ff4bdd-1587-4c6b-b75b-5064f4d15292,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:01:59.616714 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9abcbe41-f4a8-41fa-a6b3-258b94f5d8b9 req-70b82160-87ca-43dd-b42f-4426f15de520 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702636 May 13 15:01:59.718803 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-69246752-9838-4895-b54a-56f6cd6097c3 req-7ff0115a-e471-439a-b116-f584b0697adc tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:59.732941 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-69246752-9838-4895-b54a-56f6cd6097c3 req-7ff0115a-e471-439a-b116-f584b0697adc tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:59.748700 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-00fde320-bedf-4bc8-bc5b-97a24876faec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:59.768500 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['87ebdfb7-c701-4ddb-88f0-7972bffd8352', 'cb21d252-b054-4dc5-be10-c926d9bfaa4f'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:01:59.836256 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['d0ff4bdd-1587-4c6b-b75b-5064f4d15292'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:01:59.963176 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0115a-e471-439a-b116-f584b0697adc tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Pushing event updated for resources: {'Port': ['ID=d0ff4bdd-1587-4c6b-b75b-5064f4d15292,revision_number=6']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:00.013400 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69246752-9838-4895-b54a-56f6cd6097c3 req-7ff0115a-e471-439a-b116-f584b0697adc tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:00.013939 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-69246752-9838-4895-b54a-56f6cd6097c3 req-7ff0115a-e471-439a-b116-f584b0697adc tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:00.015370 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-69246752-9838-4895-b54a-56f6cd6097c3 req-7ff0115a-e471-439a-b116-f584b0697adc tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "PUT /v2.0/ports/d0ff4bdd-1587-4c6b-b75b-5064f4d15292 HTTP/1.1" status: 200 len: 904 time: 1.5860178 May 13 15:02:00.015841 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0762447d-16f5-46fa-a12b-43e638aeb80d', 'tag': 'd0ff4bdd-1587-4c6b-b75b-5064f4d15292'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:02:00.045434 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['f71bb758-cde1-4292-a8a3-a225a14771ca'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:02:00.344864 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['d0ff4bdd-1587-4c6b-b75b-5064f4d15292'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:02:00.489530 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=f71bb758-cde1-4292-a8a3-a225a14771ca,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:00.530196 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445d348-fdfa-468b-9631-ac84cced15e7 req-1fda644f-0088-4166-9675-cbdbc075d32c tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:00.548712 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1445d348-fdfa-468b-9631-ac84cced15e7 req-1fda644f-0088-4166-9675-cbdbc075d32c tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 945 time: 0.2701859 May 13 15:02:00.562497 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02b444-7d57-4d0e-affb-163185403ce8 req-43dcea49-5ece-4758-bd05-93078c57f0b7 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:00.595009 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8b02b444-7d57-4d0e-affb-163185403ce8 req-43dcea49-5ece-4758-bd05-93078c57f0b7 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=0762447d-16f5-46fa-a12b-43e638aeb80d HTTP/1.1" status: 200 len: 907 time: 0.3312747 May 13 15:02:00.705204 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0983ffd-8929-4769-a705-5ac22563c862'] response: {'name': 'network-changed', 'server_uuid': '0762447d-16f5-46fa-a12b-43e638aeb80d', 'tag': 'd0ff4bdd-1587-4c6b-b75b-5064f4d15292', 'status': 'completed', 'code': 200} May 13 15:02:00.722178 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1445d348-fdfa-468b-9631-ac84cced15e7 req-9a3008ba-6607-4728-813c-8aedf44d3ea1 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656494 May 13 15:02:00.929414 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-37cc46e0-9e93-46cc-9240-7222ce00ee99 None None] Provisioning complete for port d0ff4bdd-1587-4c6b-b75b-5064f4d15292 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:02:00.929414 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-37cc46e0-9e93-46cc-9240-7222ce00ee99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:00.932473 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d714254-5a91-4b0c-ba76-83caba2b6732 req-68ae388f-4813-4f4e-874e-bfe0f61bf839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:00.934234 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2d714254-5a91-4b0c-ba76-83caba2b6732 req-68ae388f-4813-4f4e-874e-bfe0f61bf839 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac0ce7a13bd948f9949b7bdefd23d50f&device_id=0762447d-16f5-46fa-a12b-43e638aeb80d HTTP/1.1" status: 200 len: 1058 time: 0.1656301 May 13 15:02:01.078537 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:01.154157 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:01.330728 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282aad5-8eb6-42d8-acd4-d38212e1400e req-3e4bc448-f345-4043-b375-54f1be269083 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:01.338248 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3282aad5-8eb6-42d8-acd4-d38212e1400e req-3e4bc448-f345-4043-b375-54f1be269083 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.3448145 May 13 15:02:01.516710 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3282aad5-8eb6-42d8-acd4-d38212e1400e req-fbe549a1-cb15-4be3-b841-305893820347 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665163 May 13 15:02:01.620302 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d714254-5a91-4b0c-ba76-83caba2b6732 req-f368c421-52f7-4dea-b301-c4000344bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:01.622305 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2d714254-5a91-4b0c-ba76-83caba2b6732 req-f368c421-52f7-4dea-b301-c4000344bfe1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd HTTP/1.1" status: 200 len: 912 time: 0.6795437 May 13 15:02:01.673691 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f016b-7324-4e45-b00f-301d9dee3565 req-00ffb5a5-8244-445e-8bd8-48a9b8b8b81b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:01.682955 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-053f016b-7324-4e45-b00f-301d9dee3565 req-00ffb5a5-8244-445e-8bd8-48a9b8b8b81b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f1f2ad6-e452-4463-a7c1-6123c6f462df HTTP/1.1" status: 200 len: 944 time: 0.7835886 May 13 15:02:01.857943 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2d714254-5a91-4b0c-ba76-83caba2b6732 req-7593fe23-7325-4bc9-868c-d692dca3bb20 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0ff4bdd-1587-4c6b-b75b-5064f4d15292 HTTP/1.1" status: 200 len: 217 time: 0.2214575 May 13 15:02:01.872652 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-37cc46e0-9e93-46cc-9240-7222ce00ee99 None None] Current status of the port d0ff4bdd-1587-4c6b-b75b-5064f4d15292 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:02:02.001705 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-053f016b-7324-4e45-b00f-301d9dee3565 req-e75303b8-b78b-485b-96b6-0ac0e87f86e9 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151691 May 13 15:02:02.098585 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d714254-5a91-4b0c-ba76-83caba2b6732 req-f53af1a3-2558-47e7-94c6-b42f75a21ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:02.100036 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2d714254-5a91-4b0c-ba76-83caba2b6732 req-f53af1a3-2558-47e7-94c6-b42f75a21ed3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f43563bd-f154-4518-8312-29f2255f69ef HTTP/1.1" status: 200 len: 850 time: 0.2303166 May 13 15:02:02.107707 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a7db7-0cd5-4020-a6ac-b457c01004b1 req-85b8d298-4cdb-4d0c-8102-b845d3a5992b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:02.137220 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b09a7db7-0cd5-4020-a6ac-b457c01004b1 req-85b8d298-4cdb-4d0c-8102-b845d3a5992b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.2499118 May 13 15:02:02.320664 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b09a7db7-0cd5-4020-a6ac-b457c01004b1 req-7e9022b7-c5a3-4d89-9d01-785279bb112e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821218 May 13 15:02:02.355415 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:02.632077 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bcef3-daa2-4b19-92ba-9206b5f21b0a req-94040874-a046-4737-ba97-87326d2b2e81 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:02.633366 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-064bcef3-daa2-4b19-92ba-9206b5f21b0a req-94040874-a046-4737-ba97-87326d2b2e81 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 945 time: 0.3356864 May 13 15:02:02.640044 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d714254-5a91-4b0c-ba76-83caba2b6732 req-4c8ec448-fa3b-45dd-ad99-d1742d3d650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:02.641268 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2d714254-5a91-4b0c-ba76-83caba2b6732 req-4c8ec448-fa3b-45dd-ad99-d1742d3d650d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5320272 May 13 15:02:02.775674 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28a1ea-0a14-4d0a-ab65-78e9625b11f1 req-5315a6d6-5f15-4251-a9c2-430fe891ddc9 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:02.780870 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7d28a1ea-0a14-4d0a-ab65-78e9625b11f1 req-5315a6d6-5f15-4251-a9c2-430fe891ddc9 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.2243495 May 13 15:02:02.871185 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-064bcef3-daa2-4b19-92ba-9206b5f21b0a req-5f59fc11-f3c1-4c07-b232-14c07727f92c tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2266421 May 13 15:02:02.915814 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device f71bb758-cde1-4292-a8a3-a225a14771ca up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:02:02.954412 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7d28a1ea-0a14-4d0a-ab65-78e9625b11f1 req-e8967d55-27ea-47c9-8bef-2a867dcc62a7 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582556 May 13 15:02:02.984110 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2d714254-5a91-4b0c-ba76-83caba2b6732 req-0bed91a6-9f37-45df-897b-4534862274dd service neutron] 10.222.0.74 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113270 May 13 15:02:03.224584 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port f71bb758-cde1-4292-a8a3-a225a14771ca completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:02:03.224584 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port f71bb758-cde1-4292-a8a3-a225a14771ca triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:02:03.224584 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:03.555442 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15764e7f-5fb5-4ca0-bb55-ffe456dd1b6f req-e62e82ed-2307-4d5d-a845-2a74755332d2 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:03.568844 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-15764e7f-5fb5-4ca0-bb55-ffe456dd1b6f req-e62e82ed-2307-4d5d-a845-2a74755332d2 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f1f2ad6-e452-4463-a7c1-6123c6f462df HTTP/1.1" status: 200 len: 944 time: 0.1822076 May 13 15:02:03.626772 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port f71bb758-cde1-4292-a8a3-a225a14771ca is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:02:03.626772 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:03.674327 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00f575-495a-4fca-a204-f180cb775526 req-4e6fc355-c098-4acf-91c5-bd264f71a5d2 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:03.676417 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1f2ad6-e452-4463-a7c1-6123c6f462df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71bb758-cde1-4292-a8a3-a225a14771ca'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:02:03.681416 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e00f575-495a-4fca-a204-f180cb775526 req-4e6fc355-c098-4acf-91c5-bd264f71a5d2 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.4141712 May 13 15:02:03.681566 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-15764e7f-5fb5-4ca0-bb55-ffe456dd1b6f req-1fbbbe13-7bf8-4e33-8e2c-32b1282dd687 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089258 May 13 15:02:03.702564 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port f71bb758-cde1-4292-a8a3-a225a14771ca, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=f71bb758-cde1-4292-a8a3-a225a14771ca,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:02:03.712989 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:03.734261 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2d714254-5a91-4b0c-ba76-83caba2b6732 req-b3899bc4-bf8a-4fe5-a336-1b4b6f8189f6 service neutron] 10.222.0.74 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7409983 May 13 15:02:03.811878 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e00f575-495a-4fca-a204-f180cb775526 req-a7218ba0-7a07-44d1-80a8-8a2b476f009f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207421 May 13 15:02:03.878054 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2867e98d-ec2c-4168-aaa1-fe987d8d74d4'] response: {'server_uuid': '5f1f2ad6-e452-4463-a7c1-6123c6f462df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71bb758-cde1-4292-a8a3-a225a14771ca', 'code': 200} May 13 15:02:03.951213 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=f71bb758-cde1-4292-a8a3-a225a14771ca,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:04.207904 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ff29f-e277-4c42-aa2a-77f8563f622e req-84a49acb-32f2-4f7d-9f19-855a3d08e7f2 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:04.209572 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-047ff29f-e277-4c42-aa2a-77f8563f622e req-84a49acb-32f2-4f7d-9f19-855a3d08e7f2 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 945 time: 0.1200912 May 13 15:02:04.332801 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-047ff29f-e277-4c42-aa2a-77f8563f622e req-66810b7a-be8d-4aa9-ab0a-dfad1433df1d tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149719 May 13 15:02:04.375034 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a037495-a599-43be-887a-cb16fdfe7291 req-ff3f3937-9da0-4a88-8016-0a74bede4077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:04.375034 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8a037495-a599-43be-887a-cb16fdfe7291 req-ff3f3937-9da0-4a88-8016-0a74bede4077 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5f1f2ad6-e452-4463-a7c1-6123c6f462df HTTP/1.1" status: 200 len: 1096 time: 0.1346970 May 13 15:02:04.454500 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-cb3feb08-2423-4c8a-a891-47935b742f7b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:04.459354 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8a037495-a599-43be-887a-cb16fdfe7291 req-e76edbf4-42ac-456d-9699-416b3a5823f3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739739 May 13 15:02:04.461207 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-cb3feb08-2423-4c8a-a891-47935b742f7b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/networks?id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd HTTP/1.1" status: 200 len: 811 time: 0.3563397 May 13 15:02:04.488083 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-e2bbe5d9-f1a0-4a45-84bf-706f6791aaa2 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/quotas/ac0ce7a13bd948f9949b7bdefd23d50f HTTP/1.1" status: 200 len: 375 time: 0.0184584 May 13 15:02:04.590796 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-583bef30-2a5f-4d23-b084-11c1122afa88 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac0ce7a13bd948f9949b7bdefd23d50f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1097121 May 13 15:02:04.853291 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-cf56a707-8f68-4984-9644-c298b4b65f68 service neutron] 10.222.0.35 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549117 May 13 15:02:04.985269 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd6bde-c657-4a46-bf00-81c81bf28ef6 req-0dd58a8e-58c2-4dab-826d-996f3f3b22ca tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:04.992537 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d1fd6bde-c657-4a46-bf00-81c81bf28ef6 req-0dd58a8e-58c2-4dab-826d-996f3f3b22ca tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f1f2ad6-e452-4463-a7c1-6123c6f462df HTTP/1.1" status: 200 len: 945 time: 0.1662750 May 13 15:02:05.019482 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-e65e8662-9ba3-41e1-b2f2-e67909f0f9db service neutron] 10.222.0.35 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597757 May 13 15:02:05.054765 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d1fd6bde-c657-4a46-bf00-81c81bf28ef6 req-364a10ae-9ccc-40b7-bbd1-dfbfa756ef6a tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534575 May 13 15:02:05.647821 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b5b8d092-21df-4de5-ab80-53a2445d7c82 req-95ee4184-6c07-4d2b-91ce-cf7588de0148 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebff2784-edb8-47fe-80c3-8425490d7558 HTTP/1.1" status: 200 len: 210 time: 0.3552382 May 13 15:02:05.749489 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93519867-d452-4cdc-95a3-84de68a78f3e req-ba8e7482-1a72-4571-bedc-7cc20d398c7a tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:05.751771 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-93519867-d452-4cdc-95a3-84de68a78f3e req-ba8e7482-1a72-4571-bedc-7cc20d398c7a tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 945 time: 0.1725979 May 13 15:02:05.832402 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-93519867-d452-4cdc-95a3-84de68a78f3e req-f2b43d01-e119-488d-969a-8fbdacbc2ea5 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628953 May 13 15:02:06.330012 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93242f-1d57-4311-8b3c-9f0049d44d39 req-8523a44e-d4a1-4b9a-a524-a184ea83bf33 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:06.334303 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6e93242f-1d57-4311-8b3c-9f0049d44d39 req-8523a44e-d4a1-4b9a-a524-a184ea83bf33 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f1f2ad6-e452-4463-a7c1-6123c6f462df HTTP/1.1" status: 200 len: 945 time: 0.0941594 May 13 15:02:06.387046 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6e93242f-1d57-4311-8b3c-9f0049d44d39 req-9ce2cd7b-d367-4758-a36a-0b1b5ff8dd8a tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470357 May 13 15:02:06.717018 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6af755-64b0-45ad-b462-1db8f77b3352 req-6f769143-2c37-477b-aa7e-d5207115a822 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:06.718805 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9a6af755-64b0-45ad-b462-1db8f77b3352 req-6f769143-2c37-477b-aa7e-d5207115a822 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f1f2ad6-e452-4463-a7c1-6123c6f462df HTTP/1.1" status: 200 len: 945 time: 0.1358247 May 13 15:02:06.807647 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9a6af755-64b0-45ad-b462-1db8f77b3352 req-88b5ff55-4526-4de5-b025-317bc0ad291d tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763023 May 13 15:02:06.852474 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4a4ccdba-2be5-4006-acbd-e260dbc41e71 req-965f7576-9bd0-4286-9aab-80a903f8e0e5 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebff2784-edb8-47fe-80c3-8425490d7558 HTTP/1.1" status: 200 len: 210 time: 0.0659001 May 13 15:02:06.892631 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-ce471622-8fba-454f-a544-a696ede5d02e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:06.894283 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-ce471622-8fba-454f-a544-a696ede5d02e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.59 "GET /v2.0/networks?id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd HTTP/1.1" status: 200 len: 811 time: 0.3052230 May 13 15:02:06.907400 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-0200a516-ac3d-446e-b8c4-8181136af288 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Request body: {'port': {'device_id': 'ebff2784-edb8-47fe-80c3-8425490d7558', 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd', 'admin_state_up': True, 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:07.078288 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-0200a516-ac3d-446e-b8c4-8181136af288 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:07.080815 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90406fe8-459c-4890-9f3f-2e78aa72b1fe req-10f2a730-f160-464b-9548-35b9ed6b5f18 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:07.082612 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-90406fe8-459c-4890-9f3f-2e78aa72b1fe req-10f2a730-f160-464b-9548-35b9ed6b5f18 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 945 time: 0.1024051 May 13 15:02:07.089759 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-0200a516-ac3d-446e-b8c4-8181136af288 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:07.108771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-0200a516-ac3d-446e-b8c4-8181136af288 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Made reservation on behalf of ac0ce7a13bd948f9949b7bdefd23d50f for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:02:07.112539 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-0200a516-ac3d-446e-b8c4-8181136af288 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:07.147813 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-90406fe8-459c-4890-9f3f-2e78aa72b1fe req-879fe835-5e75-405b-8a3a-ab6e8afea377 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562510 May 13 15:02:07.311018 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-0200a516-ac3d-446e-b8c4-8181136af288 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Allocated IP 172.20.0.12 (d6183f6d-25fb-4e44-b996-0f5bcb025fdd/f43563bd-f154-4518-8312-29f2255f69ef/09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:02:07.426867 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6dd23-ffed-4309-a816-238ee3a292a4 req-1f591148-f4d8-464b-8d87-79476c1e5c79 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:07.428512 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c5e6dd23-ffed-4309-a816-238ee3a292a4 req-1f591148-f4d8-464b-8d87-79476c1e5c79 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f1f2ad6-e452-4463-a7c1-6123c6f462df HTTP/1.1" status: 200 len: 945 time: 0.0972006 May 13 15:02:07.490440 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c5e6dd23-ffed-4309-a816-238ee3a292a4 req-2402388c-4914-4c05-8f49-5fbe766d86d2 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545282 May 13 15:02:07.553631 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-0200a516-ac3d-446e-b8c4-8181136af288 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:07.571374 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-0200a516-ac3d-446e-b8c4-8181136af288 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Transition to ACTIVE for port object 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:02:07.595125 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-0200a516-ac3d-446e-b8c4-8181136af288 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:07.608130 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['87ebdfb7-c701-4ddb-88f0-7972bffd8352', 'cb21d252-b054-4dc5-be10-c926d9bfaa4f'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:02:07.669056 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-0200a516-ac3d-446e-b8c4-8181136af288 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Network d6183f6d-25fb-4e44-b996-0f5bcb025fdd is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:02:07.672367 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-0200a516-ac3d-446e-b8c4-8181136af288 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:02:07.676575 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-0200a516-ac3d-446e-b8c4-8181136af288 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:02:07.712675 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200a516-ac3d-446e-b8c4-8181136af288 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Pushing event updated for resources: {'Port': ['ID=09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:07.754067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-0200a516-ac3d-446e-b8c4-8181136af288 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:07.754733 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-0200a516-ac3d-446e-b8c4-8181136af288 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:07.784591 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-0200a516-ac3d-446e-b8c4-8181136af288 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8809562 May 13 15:02:07.798636 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-2a7246b7-3e65-4aac-be93-ed174f0d9145 service neutron] Request body: {'port': {'device_id': 'ebff2784-edb8-47fe-80c3-8425490d7558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:07.941286 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-2a7246b7-3e65-4aac-be93-ed174f0d9145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:07.993306 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d3a4b266-16bc-45c2-a210-ddc593312e75 None None] Provisioning for port 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:02:08.001011 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d3a4b266-16bc-45c2-a210-ddc593312e75 None None] Provisioning complete for port 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:02:08.006937 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d3a4b266-16bc-45c2-a210-ddc593312e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:08.067580 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-d3a4b266-16bc-45c2-a210-ddc593312e75 None None] Port 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:02:08.211841 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de31bb-481a-41ed-b895-cd353684606f req-68a9ee36-ce21-45f9-a28d-82405d6f59c3 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:08.212540 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-64de31bb-481a-41ed-b895-cd353684606f req-68a9ee36-ce21-45f9-a28d-82405d6f59c3 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Synchronizing usage tracker for tenant:ac0ce7a13bd948f9949b7bdefd23d50f on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:02:08.310328 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-64de31bb-481a-41ed-b895-cd353684606f req-68a9ee36-ce21-45f9-a28d-82405d6f59c3 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Unset dirty status for tenant:ac0ce7a13bd948f9949b7bdefd23d50f on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:02:08.312187 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64de31bb-481a-41ed-b895-cd353684606f req-68a9ee36-ce21-45f9-a28d-82405d6f59c3 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebff2784-edb8-47fe-80c3-8425490d7558 HTTP/1.1" status: 200 len: 932 time: 0.2957251 May 13 15:02:08.370810 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c295ccc-ea0d-4dea-800d-8fa785b77739 req-5a55b870-2d54-4d29-8454-13c58d064896 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:08.372382 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9c295ccc-ea0d-4dea-800d-8fa785b77739 req-5a55b870-2d54-4d29-8454-13c58d064896 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 945 time: 0.0907226 May 13 15:02:08.398137 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64de31bb-481a-41ed-b895-cd353684606f req-2d8e8339-0aaa-43bc-a927-5e7ca64f2fd3 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737028 May 13 15:02:08.436940 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9c295ccc-ea0d-4dea-800d-8fa785b77739 req-4f748c21-464b-4e42-bed4-387277584da0 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506372 May 13 15:02:08.489309 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-2a7246b7-3e65-4aac-be93-ed174f0d9145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:02:08.497002 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-2a7246b7-3e65-4aac-be93-ed174f0d9145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:08.511920 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-2a7246b7-3e65-4aac-be93-ed174f0d9145 service neutron] Transition to ACTIVE for port object 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:02:08.518155 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-2a7246b7-3e65-4aac-be93-ed174f0d9145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:08.843404 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a32730-f3c0-4bb2-a7c7-74d149856d79 req-24ce61d0-49c0-4a33-bf76-e670a2ff4a7f tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:08.844876 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c7a32730-f3c0-4bb2-a7c7-74d149856d79 req-24ce61d0-49c0-4a33-bf76-e670a2ff4a7f tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f1f2ad6-e452-4463-a7c1-6123c6f462df HTTP/1.1" status: 200 len: 945 time: 0.1027114 May 13 15:02:08.893478 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7246b7-3e65-4aac-be93-ed174f0d9145 service neutron] Pushing event updated for resources: {'Port': ['ID=09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:08.922051 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-c7a32730-f3c0-4bb2-a7c7-74d149856d79 req-799d4b48-7b3f-4694-a415-94a7a78d5c9b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Deleting port f71bb758-cde1-4292-a8a3-a225a14771ca {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:02:08.922668 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c7a32730-f3c0-4bb2-a7c7-74d149856d79 req-799d4b48-7b3f-4694-a415-94a7a78d5c9b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:09.009314 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd733bb-0032-4247-aec1-d1410cad6db3 req-2975e00d-10d8-48d9-acaa-64083c1f5bbd tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:09.012739 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2fd733bb-0032-4247-aec1-d1410cad6db3 req-2975e00d-10d8-48d9-acaa-64083c1f5bbd tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f1f2ad6-e452-4463-a7c1-6123c6f462df HTTP/1.1" status: 200 len: 945 time: 0.2217185 May 13 15:02:09.013586 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-2a7246b7-3e65-4aac-be93-ed174f0d9145 service neutron] Attempting to bind port 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:02:09.014261 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-2a7246b7-3e65-4aac-be93-ed174f0d9145 service neutron] Attempting to bind port 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:02:09.014689 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-2a7246b7-3e65-4aac-be93-ed174f0d9145 service neutron] Attempting to bind port 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b on network d6183f6d-25fb-4e44-b996-0f5bcb025fdd {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:02:09.022863 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-2a7246b7-3e65-4aac-be93-ed174f0d9145 service neutron] Port 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b on network d6183f6d-25fb-4e44-b996-0f5bcb025fdd not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:02:09.024154 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-2a7246b7-3e65-4aac-be93-ed174f0d9145 service neutron] Attempting to bind port 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b on network d6183f6d-25fb-4e44-b996-0f5bcb025fdd {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:02:09.044984 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-2a7246b7-3e65-4aac-be93-ed174f0d9145 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:02:09.045329 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-2a7246b7-3e65-4aac-be93-ed174f0d9145 service neutron] Checking segment: {'id': '0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:02:09.045876 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-2a7246b7-3e65-4aac-be93-ed174f0d9145 service neutron] Bound using segment: {'id': '0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:02:09.046392 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-2a7246b7-3e65-4aac-be93-ed174f0d9145 service neutron] Bound port: 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:02:09.046807 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-2a7246b7-3e65-4aac-be93-ed174f0d9145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:09.136334 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2fd733bb-0032-4247-aec1-d1410cad6db3 req-8413e07f-42ee-45fb-a35f-180bc234803d tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061983 May 13 15:02:09.204257 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-2a7246b7-3e65-4aac-be93-ed174f0d9145 service neutron] For port 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:02:09.211459 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-2a7246b7-3e65-4aac-be93-ed174f0d9145 service neutron] For port 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:02:09.222799 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-2a7246b7-3e65-4aac-be93-ed174f0d9145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:09.262678 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-c7a32730-f3c0-4bb2-a7c7-74d149856d79 req-799d4b48-7b3f-4694-a415-94a7a78d5c9b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] For port f71bb758-cde1-4292-a8a3-a225a14771ca, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=f71bb758-cde1-4292-a8a3-a225a14771ca,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:02:09.264212 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c7a32730-f3c0-4bb2-a7c7-74d149856d79 req-799d4b48-7b3f-4694-a415-94a7a78d5c9b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:09.318114 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-2a7246b7-3e65-4aac-be93-ed174f0d9145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:09.318742 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-2a7246b7-3e65-4aac-be93-ed174f0d9145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:09.320643 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-2a7246b7-3e65-4aac-be93-ed174f0d9145 service neutron] 10.222.0.59 "PUT /v2.0/ports/09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b HTTP/1.1" status: 200 len: 1092 time: 1.5277691 May 13 15:02:09.321445 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebff2784-edb8-47fe-80c3-8425490d7558', 'tag': '09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:02:09.458712 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7246b7-3e65-4aac-be93-ed174f0d9145 service neutron] Pushing event updated for resources: {'Port': ['ID=09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:09.466035 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-c7a32730-f3c0-4bb2-a7c7-74d149856d79 req-799d4b48-7b3f-4694-a415-94a7a78d5c9b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Calling delete_port for f71bb758-cde1-4292-a8a3-a225a14771ca owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:02:09.518867 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-d81a2953-ffac-434f-8934-bd15b8fbcda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:09.526679 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-d81a2953-ffac-434f-8934-bd15b8fbcda0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac0ce7a13bd948f9949b7bdefd23d50f&device_id=ebff2784-edb8-47fe-80c3-8425490d7558 HTTP/1.1" status: 200 len: 1095 time: 0.1676154 May 13 15:02:09.617876 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-60dde812-a80e-4060-af0e-9c3141da5c41 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b HTTP/1.1" status: 200 len: 217 time: 0.0813494 May 13 15:02:09.620194 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-951e0ce9-ee5b-4b89-b94a-250d9053f3e2'] response: {'name': 'network-changed', 'server_uuid': 'ebff2784-edb8-47fe-80c3-8425490d7558', 'tag': '09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b', 'status': 'completed', 'code': 200} May 13 15:02:09.754912 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-63e53412-9b49-4a1f-a47a-faf8a24bde05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:09.756332 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-63e53412-9b49-4a1f-a47a-faf8a24bde05 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f43563bd-f154-4518-8312-29f2255f69ef HTTP/1.1" status: 200 len: 850 time: 0.0767934 May 13 15:02:09.842600 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48abdf4-2005-48af-82ee-edb5f8948285 req-59623732-1cca-4d82-9ce5-f71bfdcd5b7f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:09.844266 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b48abdf4-2005-48af-82ee-edb5f8948285 req-59623732-1cca-4d82-9ce5-f71bfdcd5b7f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebff2784-edb8-47fe-80c3-8425490d7558 HTTP/1.1" status: 200 len: 944 time: 0.2206149 May 13 15:02:09.852825 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c7a32730-f3c0-4bb2-a7c7-74d149856d79 req-799d4b48-7b3f-4694-a415-94a7a78d5c9b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:09.864720 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['f71bb758-cde1-4292-a8a3-a225a14771ca'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:02:09.903920 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['20fc32da-a2ce-447b-a992-796e3a149869'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:02:09.922457 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-b1b0fb3d-1119-43c2-9d58-dba5de32a722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:09.924016 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-b1b0fb3d-1119-43c2-9d58-dba5de32a722 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1608503 May 13 15:02:09.929062 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b48abdf4-2005-48af-82ee-edb5f8948285 req-0ae79cbf-de17-4951-9c28-7b4a75c85b3e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744791 May 13 15:02:09.929724 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d4b48-7b3f-4694-a415-94a7a78d5c9b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Pushing event deleted for resources: {'Port': ['ID=f71bb758-cde1-4292-a8a3-a225a14771ca,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:10.078263 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-ca78761b-430f-4941-bf6d-ae20962117a1 service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463599 May 13 15:02:10.100796 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d4b48-7b3f-4694-a415-94a7a78d5c9b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:10.101137 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d4b48-7b3f-4694-a415-94a7a78d5c9b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:10.101671 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d4b48-7b3f-4694-a415-94a7a78d5c9b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:10.102163 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d4b48-7b3f-4694-a415-94a7a78d5c9b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:10.102643 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d4b48-7b3f-4694-a415-94a7a78d5c9b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:10.105886 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d4b48-7b3f-4694-a415-94a7a78d5c9b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:10.106429 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d4b48-7b3f-4694-a415-94a7a78d5c9b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:10.106926 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d4b48-7b3f-4694-a415-94a7a78d5c9b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:10.107436 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d4b48-7b3f-4694-a415-94a7a78d5c9b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:10.107915 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d4b48-7b3f-4694-a415-94a7a78d5c9b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:10.108402 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d4b48-7b3f-4694-a415-94a7a78d5c9b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:10.110345 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d4b48-7b3f-4694-a415-94a7a78d5c9b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:10.185518 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a32730-f3c0-4bb2-a7c7-74d149856d79 req-799d4b48-7b3f-4694-a415-94a7a78d5c9b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] No DVR routers for this DVR port f71bb758-cde1-4292-a8a3-a225a14771ca on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:02:10.210287 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c7a32730-f3c0-4bb2-a7c7-74d149856d79 req-799d4b48-7b3f-4694-a415-94a7a78d5c9b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:10.215602 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1f2ad6-e452-4463-a7c1-6123c6f462df', 'name': 'network-vif-deleted', 'tag': 'f71bb758-cde1-4292-a8a3-a225a14771ca'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:02:10.299145 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c7a32730-f3c0-4bb2-a7c7-74d149856d79 req-799d4b48-7b3f-4694-a415-94a7a78d5c9b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.59 "DELETE /v2.0/ports/f71bb758-cde1-4292-a8a3-a225a14771ca HTTP/1.1" status: 204 len: 173 time: 1.4486332 May 13 15:02:10.326515 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4d0b4-902a-4067-8f41-66bdfb2c3e13 req-5f1434fa-d9f6-4553-8390-a700e3f8717e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:10.339942 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cfb4d0b4-902a-4067-8f41-66bdfb2c3e13 req-5f1434fa-d9f6-4553-8390-a700e3f8717e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 945 time: 0.5464590 May 13 15:02:10.365344 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-afed02ee-4828-412d-ab4e-49339a3963b4 req-f8941255-ee78-44cb-b6a7-92ec0e02a257 service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747860 May 13 15:02:10.476690 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cfb4d0b4-902a-4067-8f41-66bdfb2c3e13 req-32d9f22d-ba88-4ee5-b075-83437d975f92 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300976 May 13 15:02:10.539828 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e8bcf8b6-711f-4c10-bf13-04d7225338b0 req-264441ff-e94e-4231-97f2-903481e0e67d tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f1f2ad6-e452-4463-a7c1-6123c6f462df HTTP/1.1" status: 200 len: 210 time: 0.1729403 May 13 15:02:10.609524 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bd74a-cdb0-4972-bae5-b20ec9bf1cfd req-8ccaee56-2863-41e7-aa24-37e8ecf3c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:10.612149 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-427bd74a-cdb0-4972-bae5-b20ec9bf1cfd req-8ccaee56-2863-41e7-aa24-37e8ecf3c13c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac0ce7a13bd948f9949b7bdefd23d50f&device_id=ebff2784-edb8-47fe-80c3-8425490d7558 HTTP/1.1" status: 200 len: 1095 time: 0.1375165 May 13 15:02:10.739306 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe4634e6-c45e-4851-a12a-80285bfc457c'] response: {'server_uuid': '5f1f2ad6-e452-4463-a7c1-6123c6f462df', 'name': 'network-vif-deleted', 'tag': 'f71bb758-cde1-4292-a8a3-a225a14771ca', 'status': 'completed', 'code': 200} May 13 15:02:10.822017 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bd74a-cdb0-4972-bae5-b20ec9bf1cfd req-4eba57f0-c6ad-4e22-a680-0d8739c9d29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:10.825224 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-427bd74a-cdb0-4972-bae5-b20ec9bf1cfd req-4eba57f0-c6ad-4e22-a680-0d8739c9d29a service neutron] 10.222.0.59 "GET /v2.0/networks?id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd HTTP/1.1" status: 200 len: 912 time: 0.2045131 May 13 15:02:10.907598 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-427bd74a-cdb0-4972-bae5-b20ec9bf1cfd req-2bafa851-3fd6-4e8e-a874-2dd48ce97493 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b HTTP/1.1" status: 200 len: 217 time: 0.0758622 May 13 15:02:10.959968 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 48560cc7-cac7-4479-901c-e483bb13de0e details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:02:11.002963 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bd74a-cdb0-4972-bae5-b20ec9bf1cfd req-ac2e9cbc-ef2c-4e37-83e6-19df46286c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:11.004777 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-427bd74a-cdb0-4972-bae5-b20ec9bf1cfd req-ac2e9cbc-ef2c-4e37-83e6-19df46286c95 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f43563bd-f154-4518-8312-29f2255f69ef HTTP/1.1" status: 200 len: 850 time: 0.0908506 May 13 15:02:11.227469 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 48560cc7-cac7-4479-901c-e483bb13de0e, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=48560cc7-cac7-4479-901c-e483bb13de0e,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:02:11.243823 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '48560cc7-cac7-4479-901c-e483bb13de0e', 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf', 'port_id': '48560cc7-cac7-4479-901c-e483bb13de0e', 'mac_address': 'fa:16:3e:85:82:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:02:11.323778 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 48560cc7-cac7-4479-901c-e483bb13de0e is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:02:11.323778 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:11.345354 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48560cc7-cac7-4479-901c-e483bb13de0e {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:02:11.368810 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 48560cc7-cac7-4479-901c-e483bb13de0e, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=48560cc7-cac7-4479-901c-e483bb13de0e,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:02:11.374276 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:11.410605 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bd74a-cdb0-4972-bae5-b20ec9bf1cfd req-7324b605-3624-4949-8c72-b3d8062cb564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:11.412312 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-427bd74a-cdb0-4972-bae5-b20ec9bf1cfd req-7324b605-3624-4949-8c72-b3d8062cb564 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4005423 May 13 15:02:11.427446 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c20432-66d0-49d9-b5a4-dd9e1963d71f req-b953d43c-abce-4c4e-b511-fa8ec902fb12 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:11.434646 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0c20432-66d0-49d9-b5a4-dd9e1963d71f req-b953d43c-abce-4c4e-b511-fa8ec902fb12 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebff2784-edb8-47fe-80c3-8425490d7558 HTTP/1.1" status: 200 len: 944 time: 0.3224747 May 13 15:02:11.466044 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=48560cc7-cac7-4479-901c-e483bb13de0e,revision_number=11']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:11.606457 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['48560cc7-cac7-4479-901c-e483bb13de0e'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:02:11.621960 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0c20432-66d0-49d9-b5a4-dd9e1963d71f req-8f7e347d-d35e-42a1-b2db-c7e8fff6079e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861570 May 13 15:02:11.767386 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-427bd74a-cdb0-4972-bae5-b20ec9bf1cfd req-e8e1388f-53c5-497f-b6a5-ab038db363c5 service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291492 May 13 15:02:11.815046 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181b4e7-d186-4c77-9002-9b197eea0ee4 req-65912241-10ad-4e16-9882-4eacc6088779 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:11.818009 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4181b4e7-d186-4c77-9002-9b197eea0ee4 req-65912241-10ad-4e16-9882-4eacc6088779 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 946 time: 0.1771383 May 13 15:02:11.901605 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4181b4e7-d186-4c77-9002-9b197eea0ee4 req-7a2ba203-cbac-4130-8871-0c412c841eac tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757449 May 13 15:02:12.072541 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-51c2eae8-4510-4d6d-873d-5af28b5f4118 req-54c988e3-7e50-489b-aeaa-ed2f6faf252b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f1f2ad6-e452-4463-a7c1-6123c6f462df HTTP/1.1" status: 200 len: 210 time: 0.1322916 May 13 15:02:12.092489 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-427bd74a-cdb0-4972-bae5-b20ec9bf1cfd req-d38b822b-0e7c-4b24-9afc-e6ef9f1d86cd service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100023 May 13 15:02:12.846749 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d834e-ded6-48df-919e-1e88efbe178f req-bf9d3cc8-d1a1-4404-8df1-8b752aa6d3e1 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:12.849309 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-435d834e-ded6-48df-919e-1e88efbe178f req-bf9d3cc8-d1a1-4404-8df1-8b752aa6d3e1 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebff2784-edb8-47fe-80c3-8425490d7558 HTTP/1.1" status: 200 len: 944 time: 0.1204064 May 13 15:02:12.905824 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-435d834e-ded6-48df-919e-1e88efbe178f req-49ae217d-8d38-430a-a353-fafc6c85c5c7 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481720 May 13 15:02:12.976754 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:02:13.153265 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:02:13.187159 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e401a-664a-4813-882f-960dff960739 req-d63dc6bb-e12f-499d-af0b-73d925974d2c tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:13.187660 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 48560cc7-cac7-4479-901c-e483bb13de0e up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:02:13.199456 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f28e401a-664a-4813-882f-960dff960739 req-d63dc6bb-e12f-499d-af0b-73d925974d2c tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 946 time: 0.1520460 May 13 15:02:13.264634 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b', 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd', 'port_id': '09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b', 'mac_address': 'fa:16:3e:c8:72:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43563bd-f154-4518-8312-29f2255f69ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:02:13.280609 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f28e401a-664a-4813-882f-960dff960739 req-caaa1301-b325-48e1-9bd8-a75c94752527 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800140 May 13 15:02:13.358548 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 48560cc7-cac7-4479-901c-e483bb13de0e completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:02:13.370013 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:02:13.370470 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:13.381477 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 48560cc7-cac7-4479-901c-e483bb13de0e triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:02:13.381852 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:13.437819 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:02:13.469048 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:02:13.476889 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:13.615905 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 48560cc7-cac7-4479-901c-e483bb13de0e is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:02:13.617519 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:13.642574 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:13.664016 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464bb716-0d66-48cd-bb81-66fc2035e520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48560cc7-cac7-4479-901c-e483bb13de0e'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:02:13.677890 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 48560cc7-cac7-4479-901c-e483bb13de0e, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=48560cc7-cac7-4479-901c-e483bb13de0e,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:02:13.682000 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:13.683938 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device f71bb758-cde1-4292-a8a3-a225a14771ca no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:02:13.747158 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba64442e-c379-47a4-b961-a09b1c689a7c'] response: {'server_uuid': '464bb716-0d66-48cd-bb81-66fc2035e520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48560cc7-cac7-4479-901c-e483bb13de0e', 'code': 200} May 13 15:02:13.844006 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:02:13.895682 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: f71bb758-cde1-4292-a8a3-a225a14771ca {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:02:13.895918 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device f71bb758-cde1-4292-a8a3-a225a14771ca not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:02:13.924919 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=48560cc7-cac7-4479-901c-e483bb13de0e,revision_number=12']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:14.105553 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6af31-3945-4d35-9aaa-82bc25de4185 req-d20103ea-9698-407f-88b2-b41e77bfdb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:14.105553 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-22c6af31-3945-4d35-9aaa-82bc25de4185 req-d20103ea-9698-407f-88b2-b41e77bfdb71 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 1098 time: 0.1648712 May 13 15:02:14.247365 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-22c6af31-3945-4d35-9aaa-82bc25de4185 req-c1068b96-c3cd-4c6c-8bac-146356fd5553 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306052 May 13 15:02:14.327098 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1279ea-fcd7-4b82-a439-e80db1f75d84 req-d8df7b65-2107-489d-8df4-11f0c507229d tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:14.329207 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9f1279ea-fcd7-4b82-a439-e80db1f75d84 req-d8df7b65-2107-489d-8df4-11f0c507229d tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebff2784-edb8-47fe-80c3-8425490d7558 HTTP/1.1" status: 200 len: 945 time: 0.1801958 May 13 15:02:14.466209 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9f1279ea-fcd7-4b82-a439-e80db1f75d84 req-876103d2-6141-40fc-8999-beca58383dc7 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283302 May 13 15:02:14.652614 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac7b91-629a-4e24-8082-5b671b0c3368 req-23ab200c-6530-4fe4-abb8-e85e0d8be659 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:14.653977 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-35ac7b91-629a-4e24-8082-5b671b0c3368 req-23ab200c-6530-4fe4-abb8-e85e0d8be659 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 947 time: 0.1139815 May 13 15:02:14.737486 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-35ac7b91-629a-4e24-8082-5b671b0c3368 req-ec709bde-f05f-4bc6-a4d2-f573d2e504f2 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708466 May 13 15:02:14.979843 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:02:15.068717 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-c205d189-b935-4085-b5d3-72979e311268 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:15.073278 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-c205d189-b935-4085-b5d3-72979e311268 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Synchronizing usage tracker for tenant:a6a23df8cbe94793acbc3ac2f9144958 on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:02:15.074789 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:02:15.083408 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:02:15.084016 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:15.094037 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-c205d189-b935-4085-b5d3-72979e311268 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Unset dirty status for tenant:a6a23df8cbe94793acbc3ac2f9144958 on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:02:15.096027 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-c205d189-b935-4085-b5d3-72979e311268 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/networks?id=8256e590-816c-4e6e-8929-f5948e88a38a HTTP/1.1" status: 200 len: 813 time: 0.2307935 May 13 15:02:15.114435 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-355c9f80-2dc0-4b7a-bf22-6d659070e2fb tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/quotas/a6a23df8cbe94793acbc3ac2f9144958 HTTP/1.1" status: 200 len: 375 time: 0.0110853 May 13 15:02:15.221462 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-aea0e3a5-a4e5-4f34-a3a5-c824e85ef0a2 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6a23df8cbe94793acbc3ac2f9144958&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0901477 May 13 15:02:15.296227 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:02:15.296227 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:15.335553 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:02:15.340412 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:15.483777 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:15.494400 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:15.494758 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:15.495099 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:15.495463 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:15.495794 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:15.496125 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:15.496461 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:15.496787 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:15.497340 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:15.497431 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:15.497763 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:15.498516 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:15.544325 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-0f9ea3d6-7277-479a-9834-349b0f7844ad service neutron] 10.222.0.35 "GET /v2.0/networks/8256e590-816c-4e6e-8929-f5948e88a38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276210 May 13 15:02:15.748646 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebff2784-edb8-47fe-80c3-8425490d7558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:02:15.796327 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-318b132c-f512-4803-8016-29a1866dd92a service neutron] 10.222.0.35 "GET /v2.0/networks/8256e590-816c-4e6e-8929-f5948e88a38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465811 May 13 15:02:15.865036 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5249e49-5bf8-469e-966d-3d5f8b6c257f req-b7429b1f-4954-41fd-957a-3ba7c896fd16 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:15.873491 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a5249e49-5bf8-469e-966d-3d5f8b6c257f req-b7429b1f-4954-41fd-957a-3ba7c896fd16 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebff2784-edb8-47fe-80c3-8425490d7558 HTTP/1.1" status: 200 len: 946 time: 0.2122297 May 13 15:02:15.938745 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a5249e49-5bf8-469e-966d-3d5f8b6c257f req-c5ecfb96-d4da-4755-a754-4c92aee1d189 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639925 May 13 15:02:16.021590 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89aab5e9-1bbb-496d-a1f9-e1aa701a5596'] response: {'server_uuid': 'ebff2784-edb8-47fe-80c3-8425490d7558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b', 'code': 200} May 13 15:02:16.355005 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31466e13-349d-4ebe-a1ce-d55b2bc2f10b req-f1d2c449-750f-49aa-9ebb-30bf50e8a195 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:16.355803 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-31466e13-349d-4ebe-a1ce-d55b2bc2f10b req-f1d2c449-750f-49aa-9ebb-30bf50e8a195 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 947 time: 0.1270084 May 13 15:02:16.395758 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6eda031d-93ff-45ca-8634-d0313ae38c35 req-2643062d-7059-4e84-b7e2-587151ba29d0 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/ports?device_id=750f5d6c-a4c7-4280-9ab9-e7acb363c8db HTTP/1.1" status: 200 len: 210 time: 0.2644169 May 13 15:02:16.477821 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-31466e13-349d-4ebe-a1ce-d55b2bc2f10b req-e40d0828-704c-4b94-bd93-3cfec01afa08 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104255 May 13 15:02:16.490518 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cb263-f422-4143-865d-100e8e1425b8 req-85b41cc7-493f-4ab7-a810-b95ade28bf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:16.490518 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5b6cb263-f422-4143-865d-100e8e1425b8 req-85b41cc7-493f-4ab7-a810-b95ade28bf07 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ebff2784-edb8-47fe-80c3-8425490d7558 HTTP/1.1" status: 200 len: 1097 time: 0.2317724 May 13 15:02:16.546774 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5b6cb263-f422-4143-865d-100e8e1425b8 req-993dbdde-af41-445e-9a1c-b54d4ce08811 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507600 May 13 15:02:16.843520 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a0b494fa-c2d8-4954-95a4-3f9d4ba3e2bf req-650ae28b-81ba-4006-bbfa-904cd84ecb44 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b28341f4-a67c-48d0-ac34-c9af5f1fdc9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0781665 May 13 15:02:17.038883 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b494fa-c2d8-4954-95a4-3f9d4ba3e2bf req-62e7e17d-334c-4ff3-a77d-dce825e995d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:17.040695 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a0b494fa-c2d8-4954-95a4-3f9d4ba3e2bf req-62e7e17d-334c-4ff3-a77d-dce825e995d7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2&device_id=b28341f4-a67c-48d0-ac34-c9af5f1fdc9c HTTP/1.1" status: 200 len: 1097 time: 0.0792768 May 13 15:02:17.170186 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579d44b-9b37-4e9c-bd6a-3e8b2059fb21 req-82b4cfa4-381e-4c5a-9c3f-574312377690 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:17.171958 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c579d44b-9b37-4e9c-bd6a-3e8b2059fb21 req-82b4cfa4-381e-4c5a-9c3f-574312377690 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebff2784-edb8-47fe-80c3-8425490d7558 HTTP/1.1" status: 200 len: 946 time: 0.1049886 May 13 15:02:17.223209 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b494fa-c2d8-4954-95a4-3f9d4ba3e2bf req-51bf32fb-6a8f-489f-918b-0307e6d27c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:17.225155 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a0b494fa-c2d8-4954-95a4-3f9d4ba3e2bf req-51bf32fb-6a8f-489f-918b-0307e6d27c43 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b043589d-15c3-44b5-8d99-d7c57b00acb0 HTTP/1.1" status: 200 len: 913 time: 0.1646950 May 13 15:02:17.235854 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c579d44b-9b37-4e9c-bd6a-3e8b2059fb21 req-cedc751f-422a-4476-8581-468056497850 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458629 May 13 15:02:17.446520 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a0b494fa-c2d8-4954-95a4-3f9d4ba3e2bf req-89156595-1394-4af7-88d2-2fceb5145345 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20fc32da-a2ce-447b-a992-796e3a149869 HTTP/1.1" status: 200 len: 217 time: 0.2134337 May 13 15:02:17.528226 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b494fa-c2d8-4954-95a4-3f9d4ba3e2bf req-8c009c47-f8d1-4457-b47d-723b36710916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:17.529664 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a0b494fa-c2d8-4954-95a4-3f9d4ba3e2bf req-8c009c47-f8d1-4457-b47d-723b36710916 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b5ceabd-0dba-40ce-b48a-2cb206526c19 HTTP/1.1" status: 200 len: 851 time: 0.0766041 May 13 15:02:17.547057 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758df56-11bc-4706-ab0c-50683c72aa2d req-0e6e143a-eb20-40dd-b5c3-dff239f31960 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:17.548555 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6758df56-11bc-4706-ab0c-50683c72aa2d req-0e6e143a-eb20-40dd-b5c3-dff239f31960 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=b28341f4-a67c-48d0-ac34-c9af5f1fdc9c HTTP/1.1" status: 200 len: 946 time: 0.1512098 May 13 15:02:17.587691 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c5c14901-a165-42ee-9451-0ee79839ade3 req-8d050381-514b-4cee-81af-24bfe82e5cd2 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/ports?device_id=750f5d6c-a4c7-4280-9ab9-e7acb363c8db HTTP/1.1" status: 200 len: 210 time: 0.0595236 May 13 15:02:17.650835 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6758df56-11bc-4706-ab0c-50683c72aa2d req-9d217824-928c-459e-bd40-f185c6f13cbc tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957592 May 13 15:02:17.679401 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b494fa-c2d8-4954-95a4-3f9d4ba3e2bf req-0af07bf4-3970-4377-a508-98d27683be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:17.681241 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a0b494fa-c2d8-4954-95a4-3f9d4ba3e2bf req-0af07bf4-3970-4377-a508-98d27683be2a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b043589d-15c3-44b5-8d99-d7c57b00acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114919 May 13 15:02:17.838719 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-dffc78ee-9dbb-4977-8fe1-fb61066eb599 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:17.840433 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-dffc78ee-9dbb-4977-8fe1-fb61066eb599 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.74 "GET /v2.0/networks?id=8256e590-816c-4e6e-8929-f5948e88a38a HTTP/1.1" status: 200 len: 813 time: 0.2552555 May 13 15:02:17.844162 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a0b494fa-c2d8-4954-95a4-3f9d4ba3e2bf req-fb11fd8e-4889-4b0c-aec2-e3ccfab28948 service neutron] 10.222.0.74 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538239 May 13 15:02:17.867588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-a2b09eeb-0eaf-4f43-9398-bbf20aea81c3 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Request body: {'port': {'device_id': '750f5d6c-a4c7-4280-9ab9-e7acb363c8db', 'network_id': '8256e590-816c-4e6e-8929-f5948e88a38a', 'admin_state_up': True, 'tenant_id': 'a6a23df8cbe94793acbc3ac2f9144958'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:17.977007 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58b8b4-59f2-4874-9eba-2a9e6090b541 req-50a4b872-631c-4990-87b3-ae3c7f9a8a64 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:17.978480 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-db58b8b4-59f2-4874-9eba-2a9e6090b541 req-50a4b872-631c-4990-87b3-ae3c7f9a8a64 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 947 time: 0.1876130 May 13 15:02:18.003883 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a0b494fa-c2d8-4954-95a4-3f9d4ba3e2bf req-fad53b54-cd70-4928-9879-32ed56ecfb9b service neutron] 10.222.0.74 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355252 May 13 15:02:18.052658 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-a2b09eeb-0eaf-4f43-9398-bbf20aea81c3 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:18.059906 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-db58b8b4-59f2-4874-9eba-2a9e6090b541 req-5376688a-9b04-4187-8e39-6f89d69ac6b0 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745130 May 13 15:02:18.060821 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-a2b09eeb-0eaf-4f43-9398-bbf20aea81c3 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Usage tracker for resource:port and tenant:a6a23df8cbe94793acbc3ac2f9144958 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:18.063820 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-a2b09eeb-0eaf-4f43-9398-bbf20aea81c3 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:18.070167 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-a2b09eeb-0eaf-4f43-9398-bbf20aea81c3 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:18.083331 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-a2b09eeb-0eaf-4f43-9398-bbf20aea81c3 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Made reservation on behalf of a6a23df8cbe94793acbc3ac2f9144958 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:02:18.086718 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-a2b09eeb-0eaf-4f43-9398-bbf20aea81c3 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:18.256502 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:18.259724 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-a2b09eeb-0eaf-4f43-9398-bbf20aea81c3 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Allocated IP 172.20.0.14 (8256e590-816c-4e6e-8929-f5948e88a38a/fae4d0b5-69f2-4a00-97c3-7c123ed0b77b/6388189b-87d3-4c9e-baa9-eede88365396) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:02:18.422304 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fd5c4-01ee-42d9-a40a-370545cd5ff6 req-0cb750d7-153d-4c21-8f92-e776074be555 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:18.423705 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e04fd5c4-01ee-42d9-a40a-370545cd5ff6 req-0cb750d7-153d-4c21-8f92-e776074be555 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebff2784-edb8-47fe-80c3-8425490d7558 HTTP/1.1" status: 200 len: 946 time: 0.0812669 May 13 15:02:18.463585 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-a2b09eeb-0eaf-4f43-9398-bbf20aea81c3 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:18.469024 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e04fd5c4-01ee-42d9-a40a-370545cd5ff6 req-c1873740-19e0-4578-9eeb-b07e31f662e0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386043 May 13 15:02:18.494013 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-a2b09eeb-0eaf-4f43-9398-bbf20aea81c3 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:18.681644 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-a2b09eeb-0eaf-4f43-9398-bbf20aea81c3 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Network 8256e590-816c-4e6e-8929-f5948e88a38a is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:02:18.685826 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-a2b09eeb-0eaf-4f43-9398-bbf20aea81c3 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:02:18.690215 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-a2b09eeb-0eaf-4f43-9398-bbf20aea81c3 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:02:18.734868 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b09eeb-0eaf-4f43-9398-bbf20aea81c3 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Pushing event updated for resources: {'Port': ['ID=6388189b-87d3-4c9e-baa9-eede88365396,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:18.780176 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-a2b09eeb-0eaf-4f43-9398-bbf20aea81c3 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:18.780685 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-a2b09eeb-0eaf-4f43-9398-bbf20aea81c3 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:18.821841 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ee8bc-4a7b-467a-9b4a-4fd00e075874 req-98a7d77f-90ca-4c05-b4b2-d369fd452383 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:18.823348 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-909ee8bc-4a7b-467a-9b4a-4fd00e075874 req-98a7d77f-90ca-4c05-b4b2-d369fd452383 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/ports?device_id=750f5d6c-a4c7-4280-9ab9-e7acb363c8db HTTP/1.1" status: 200 len: 932 time: 0.0869451 May 13 15:02:18.858962 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-a2b09eeb-0eaf-4f43-9398-bbf20aea81c3 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9905672 May 13 15:02:18.871878 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-909ee8bc-4a7b-467a-9b4a-4fd00e075874 req-f8dbea3f-31ac-46d9-b54a-adba563e0c8e tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Synchronizing usage tracker for tenant:a6a23df8cbe94793acbc3ac2f9144958 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:02:18.874764 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-6c2288e0-a968-4274-af56-8ae5d9304aa1 service neutron] Request body: {'port': {'device_id': '750f5d6c-a4c7-4280-9ab9-e7acb363c8db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:18.890048 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-909ee8bc-4a7b-467a-9b4a-4fd00e075874 req-f8dbea3f-31ac-46d9-b54a-adba563e0c8e tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Unset dirty status for tenant:a6a23df8cbe94793acbc3ac2f9144958 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:02:18.891319 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-909ee8bc-4a7b-467a-9b4a-4fd00e075874 req-f8dbea3f-31ac-46d9-b54a-adba563e0c8e tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/security-groups?id=726ce6dd-f95d-4f4f-84a6-bbfd0481c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623195 May 13 15:02:18.923630 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee7356-c147-432e-9151-e7d6ec995290 req-45349c19-0f97-4abe-a5d1-f4a9aed0faf0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:18.925190 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-70ee7356-c147-432e-9151-e7d6ec995290 req-45349c19-0f97-4abe-a5d1-f4a9aed0faf0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebff2784-edb8-47fe-80c3-8425490d7558 HTTP/1.1" status: 200 len: 946 time: 0.1403124 May 13 15:02:19.030244 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-70ee7356-c147-432e-9151-e7d6ec995290 req-99c0b328-6552-4db7-9d12-912b89bfaad6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982029 May 13 15:02:19.052099 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-6c2288e0-a968-4274-af56-8ae5d9304aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:19.079070 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcda58e-ab38-4741-85cb-d33a984b352a req-deb0e417-f0c9-471c-a149-76bd65f7e9d4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:19.080223 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6dcda58e-ab38-4741-85cb-d33a984b352a req-deb0e417-f0c9-471c-a149-76bd65f7e9d4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=b28341f4-a67c-48d0-ac34-c9af5f1fdc9c HTTP/1.1" status: 200 len: 946 time: 0.0820639 May 13 15:02:19.125850 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6dcda58e-ab38-4741-85cb-d33a984b352a req-97495633-8dd5-4657-9445-0999d12e48ab tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e195059-9450-40cb-8966-abc2e5e7600d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392487 May 13 15:02:19.296120 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb3fe9-cd13-4181-929b-ca44a65a7f08 req-d6cb6ee5-36b5-416a-a864-db77cb2e0d8b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:19.297570 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-91cb3fe9-cd13-4181-929b-ca44a65a7f08 req-d6cb6ee5-36b5-416a-a864-db77cb2e0d8b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.74 "GET /v2.0/ports?device_id=b28341f4-a67c-48d0-ac34-c9af5f1fdc9c HTTP/1.1" status: 200 len: 946 time: 0.0932174 May 13 15:02:19.370039 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-91cb3fe9-cd13-4181-929b-ca44a65a7f08 req-373fc260-7b50-42d3-af71-80c20dcf1660 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Deleting port 20fc32da-a2ce-447b-a992-796e3a149869 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:02:19.370372 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-91cb3fe9-cd13-4181-929b-ca44a65a7f08 req-373fc260-7b50-42d3-af71-80c20dcf1660 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:19.406719 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-6c2288e0-a968-4274-af56-8ae5d9304aa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6388189b-87d3-4c9e-baa9-eede88365396 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:02:19.414124 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-6c2288e0-a968-4274-af56-8ae5d9304aa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:19.428738 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-6c2288e0-a968-4274-af56-8ae5d9304aa1 service neutron] Transition to ACTIVE for port object 6388189b-87d3-4c9e-baa9-eede88365396 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:02:19.433034 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-6c2288e0-a968-4274-af56-8ae5d9304aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:19.623023 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2288e0-a968-4274-af56-8ae5d9304aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=6388189b-87d3-4c9e-baa9-eede88365396,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:19.627596 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-91cb3fe9-cd13-4181-929b-ca44a65a7f08 req-373fc260-7b50-42d3-af71-80c20dcf1660 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] For port 20fc32da-a2ce-447b-a992-796e3a149869, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=20fc32da-a2ce-447b-a992-796e3a149869,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:02:19.627961 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-91cb3fe9-cd13-4181-929b-ca44a65a7f08 req-373fc260-7b50-42d3-af71-80c20dcf1660 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:19.669084 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-6c2288e0-a968-4274-af56-8ae5d9304aa1 service neutron] Attempting to bind port 6388189b-87d3-4c9e-baa9-eede88365396 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:02:19.669413 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-6c2288e0-a968-4274-af56-8ae5d9304aa1 service neutron] Attempting to bind port 6388189b-87d3-4c9e-baa9-eede88365396 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '4a373744-5432-4c37-9b97-39df471e3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8256e590-816c-4e6e-8929-f5948e88a38a'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:02:19.669736 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-6c2288e0-a968-4274-af56-8ae5d9304aa1 service neutron] Attempting to bind port 6388189b-87d3-4c9e-baa9-eede88365396 on network 8256e590-816c-4e6e-8929-f5948e88a38a {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:02:19.674343 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-6c2288e0-a968-4274-af56-8ae5d9304aa1 service neutron] Port 6388189b-87d3-4c9e-baa9-eede88365396 on network 8256e590-816c-4e6e-8929-f5948e88a38a not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:02:19.674688 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-6c2288e0-a968-4274-af56-8ae5d9304aa1 service neutron] Attempting to bind port 6388189b-87d3-4c9e-baa9-eede88365396 on network 8256e590-816c-4e6e-8929-f5948e88a38a {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:02:19.680411 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-6c2288e0-a968-4274-af56-8ae5d9304aa1 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:02:19.680747 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-6c2288e0-a968-4274-af56-8ae5d9304aa1 service neutron] Checking segment: {'id': '4a373744-5432-4c37-9b97-39df471e3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8256e590-816c-4e6e-8929-f5948e88a38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:02:19.681125 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-6c2288e0-a968-4274-af56-8ae5d9304aa1 service neutron] Bound using segment: {'id': '4a373744-5432-4c37-9b97-39df471e3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8256e590-816c-4e6e-8929-f5948e88a38a'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:02:19.681536 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-6c2288e0-a968-4274-af56-8ae5d9304aa1 service neutron] Bound port: 6388189b-87d3-4c9e-baa9-eede88365396, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a373744-5432-4c37-9b97-39df471e3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8256e590-816c-4e6e-8929-f5948e88a38a'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:02:19.681879 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-6c2288e0-a968-4274-af56-8ae5d9304aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:19.754386 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-91cb3fe9-cd13-4181-929b-ca44a65a7f08 req-373fc260-7b50-42d3-af71-80c20dcf1660 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Calling delete_port for 20fc32da-a2ce-447b-a992-796e3a149869 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:02:19.770195 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-6c2288e0-a968-4274-af56-8ae5d9304aa1 service neutron] For port 6388189b-87d3-4c9e-baa9-eede88365396, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:02:19.773166 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-6c2288e0-a968-4274-af56-8ae5d9304aa1 service neutron] For port 6388189b-87d3-4c9e-baa9-eede88365396, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=6388189b-87d3-4c9e-baa9-eede88365396,segment=NetworkSegment(4a373744-5432-4c37-9b97-39df471e3447),segment_id=4a373744-5432-4c37-9b97-39df471e3447)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:02:19.777916 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-6c2288e0-a968-4274-af56-8ae5d9304aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:19.844650 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-6c2288e0-a968-4274-af56-8ae5d9304aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:19.845265 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-6c2288e0-a968-4274-af56-8ae5d9304aa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:19.846621 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-6c2288e0-a968-4274-af56-8ae5d9304aa1 service neutron] 10.222.0.74 "PUT /v2.0/ports/6388189b-87d3-4c9e-baa9-eede88365396 HTTP/1.1" status: 200 len: 1092 time: 0.9777222 May 13 15:02:19.847751 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750f5d6c-a4c7-4280-9ab9-e7acb363c8db', 'tag': '6388189b-87d3-4c9e-baa9-eede88365396'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:02:19.877410 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2288e0-a968-4274-af56-8ae5d9304aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=6388189b-87d3-4c9e-baa9-eede88365396,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:19.893335 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07b65082-f073-4960-ba2d-7c930e280b01'] response: {'name': 'network-changed', 'server_uuid': '750f5d6c-a4c7-4280-9ab9-e7acb363c8db', 'tag': '6388189b-87d3-4c9e-baa9-eede88365396', 'status': 'completed', 'code': 200} May 13 15:02:19.914971 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-91cb3fe9-cd13-4181-929b-ca44a65a7f08 req-373fc260-7b50-42d3-af71-80c20dcf1660 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:19.950988 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['20fc32da-a2ce-447b-a992-796e3a149869'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:02:19.967005 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373fc260-7b50-42d3-af71-80c20dcf1660 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Pushing event deleted for resources: {'Port': ['ID=20fc32da-a2ce-447b-a992-796e3a149869,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:20.013745 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-7324ef11-7a77-4b52-a074-5f2a158f528f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:20.015291 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-7324ef11-7a77-4b52-a074-5f2a158f528f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6a23df8cbe94793acbc3ac2f9144958&device_id=750f5d6c-a4c7-4280-9ab9-e7acb363c8db HTTP/1.1" status: 200 len: 1095 time: 0.0937698 May 13 15:02:20.097610 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-71668a76-9999-4a0b-8b6e-2b26ec1383c4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6388189b-87d3-4c9e-baa9-eede88365396 HTTP/1.1" status: 200 len: 217 time: 0.0688255 May 13 15:02:20.194907 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-91cb3fe9-cd13-4181-929b-ca44a65a7f08 req-373fc260-7b50-42d3-af71-80c20dcf1660 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] No DVR routers for this DVR port 20fc32da-a2ce-447b-a992-796e3a149869 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:02:20.203857 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-91cb3fe9-cd13-4181-929b-ca44a65a7f08 req-373fc260-7b50-42d3-af71-80c20dcf1660 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:20.207819 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28341f4-a67c-48d0-ac34-c9af5f1fdc9c', 'name': 'network-vif-deleted', 'tag': '20fc32da-a2ce-447b-a992-796e3a149869'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:02:20.208187 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-722fe16e-9e6a-4937-89b8-596b5ae41a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:20.209593 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-722fe16e-9e6a-4937-89b8-596b5ae41a3d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fae4d0b5-69f2-4a00-97c3-7c123ed0b77b HTTP/1.1" status: 200 len: 853 time: 0.1056986 May 13 15:02:20.229428 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-91cb3fe9-cd13-4181-929b-ca44a65a7f08 req-373fc260-7b50-42d3-af71-80c20dcf1660 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.74 "DELETE /v2.0/ports/20fc32da-a2ce-447b-a992-796e3a149869 HTTP/1.1" status: 204 len: 173 time: 0.9254079 May 13 15:02:20.260322 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a46e2-8f71-460d-8ae5-ceaf7922eb25 req-4073599a-f646-4ae3-ae3b-41ee93012b8e tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:20.261501 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-7b7a5750-b662-4365-96c6-c54639e9ac0a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8256e590-816c-4e6e-8929-f5948e88a38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456970 May 13 15:02:20.262592 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-620a46e2-8f71-460d-8ae5-ceaf7922eb25 req-4073599a-f646-4ae3-ae3b-41ee93012b8e tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/ports?device_id=750f5d6c-a4c7-4280-9ab9-e7acb363c8db HTTP/1.1" status: 200 len: 944 time: 0.1082110 May 13 15:02:20.312687 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-620a46e2-8f71-460d-8ae5-ceaf7922eb25 req-98a22b6c-b89b-48c3-b60a-86d4f8979a35 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/security-groups?id=726ce6dd-f95d-4f4f-84a6-bbfd0481c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442502 May 13 15:02:20.384351 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d63ed-42f4-472f-b9a0-78924e764307 req-e879827b-03fe-47a6-939e-a8ebd6f3d122 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:20.385895 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-732d63ed-42f4-472f-b9a0-78924e764307 req-e879827b-03fe-47a6-939e-a8ebd6f3d122 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebff2784-edb8-47fe-80c3-8425490d7558 HTTP/1.1" status: 200 len: 946 time: 0.2366049 May 13 15:02:20.457413 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-2ef06b1c-5709-4034-9311-6c4279cd882b service neutron] 10.222.0.74 "GET /v2.0/networks/8256e590-816c-4e6e-8929-f5948e88a38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883798 May 13 15:02:20.466871 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-732d63ed-42f4-472f-b9a0-78924e764307 req-2b13e236-ab7c-41fb-bf69-63fe8ea5ee3f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728364 May 13 15:02:20.497787 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-3394b4af-0521-49e2-9ea6-6396e5879018 req-cf47b9f2-26d2-4b1b-91ab-08aef8c2bf5c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Synchronizing usage tracker for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:02:20.536929 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-3394b4af-0521-49e2-9ea6-6396e5879018 req-cf47b9f2-26d2-4b1b-91ab-08aef8c2bf5c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Unset dirty status for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:02:20.538495 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3394b4af-0521-49e2-9ea6-6396e5879018 req-cf47b9f2-26d2-4b1b-91ab-08aef8c2bf5c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=b28341f4-a67c-48d0-ac34-c9af5f1fdc9c HTTP/1.1" status: 200 len: 210 time: 0.1082480 May 13 15:02:20.553577 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ab1cbb6-48ab-4875-a6ff-43a84b0e5e7c'] response: {'server_uuid': 'b28341f4-a67c-48d0-ac34-c9af5f1fdc9c', 'name': 'network-vif-deleted', 'tag': '20fc32da-a2ce-447b-a992-796e3a149869', 'status': 'completed', 'code': 200} May 13 15:02:20.744315 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c60efef-cdb1-4a05-93a4-f6feba3e47e1 req-ff4c4d0f-70ce-41e3-94eb-73fddcac2e3d service neutron] 10.222.0.74 "GET /v2.0/networks/8256e590-816c-4e6e-8929-f5948e88a38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800531 May 13 15:02:20.908027 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d79bf9-93c5-4c3e-864e-ccb91b5fec19 req-2869524f-b5b3-4991-82af-e4b0ee63ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:20.909658 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4d79bf9-93c5-4c3e-864e-ccb91b5fec19 req-2869524f-b5b3-4991-82af-e4b0ee63ad15 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6a23df8cbe94793acbc3ac2f9144958&device_id=750f5d6c-a4c7-4280-9ab9-e7acb363c8db HTTP/1.1" status: 200 len: 1095 time: 0.0830407 May 13 15:02:21.086921 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d79bf9-93c5-4c3e-864e-ccb91b5fec19 req-17714344-ff6d-4cde-a235-b3c7eacb0402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:21.088469 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4d79bf9-93c5-4c3e-864e-ccb91b5fec19 req-17714344-ff6d-4cde-a235-b3c7eacb0402 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8256e590-816c-4e6e-8929-f5948e88a38a HTTP/1.1" status: 200 len: 914 time: 0.1729164 May 13 15:02:21.165013 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4d79bf9-93c5-4c3e-864e-ccb91b5fec19 req-d80cfed7-738f-4b18-876c-8900bf9bf7da service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6388189b-87d3-4c9e-baa9-eede88365396 HTTP/1.1" status: 200 len: 217 time: 0.0682595 May 13 15:02:21.254886 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d79bf9-93c5-4c3e-864e-ccb91b5fec19 req-117e4f8c-fa31-4210-8294-6764b3b6acad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:21.255658 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fcdad-7cae-4edd-a768-7a4c4c663787 req-8f91668f-a22f-4918-82b6-2188eec301c1 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:21.258644 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-935fcdad-7cae-4edd-a768-7a4c4c663787 req-8f91668f-a22f-4918-82b6-2188eec301c1 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebff2784-edb8-47fe-80c3-8425490d7558 HTTP/1.1" status: 200 len: 946 time: 0.1234505 May 13 15:02:21.258949 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4d79bf9-93c5-4c3e-864e-ccb91b5fec19 req-117e4f8c-fa31-4210-8294-6764b3b6acad service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fae4d0b5-69f2-4a00-97c3-7c123ed0b77b HTTP/1.1" status: 200 len: 853 time: 0.0857630 May 13 15:02:21.312027 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-935fcdad-7cae-4edd-a768-7a4c4c663787 req-333962e9-e6fe-4d54-b00b-cd13920dd0c5 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461407 May 13 15:02:21.314385 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4d79bf9-93c5-4c3e-864e-ccb91b5fec19 req-5e784852-13b0-4c7e-98bc-f35efc452d1e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8256e590-816c-4e6e-8929-f5948e88a38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423303 May 13 15:02:21.534070 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4d79bf9-93c5-4c3e-864e-ccb91b5fec19 req-8238572c-7caa-4d72-8b8a-fa7b9f7e89f7 service neutron] 10.222.0.74 "GET /v2.0/networks/8256e590-816c-4e6e-8929-f5948e88a38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129595 May 13 15:02:21.655545 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c76d4-118e-4ed2-828a-fd46c6050785 req-62908efa-7284-4357-91c1-2115735770e3 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:21.656282 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-106c76d4-118e-4ed2-828a-fd46c6050785 req-62908efa-7284-4357-91c1-2115735770e3 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Synchronizing usage tracker for tenant:a6a23df8cbe94793acbc3ac2f9144958 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:02:21.705841 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4d79bf9-93c5-4c3e-864e-ccb91b5fec19 req-1b4db4e1-27a8-4774-9433-d33538f75a42 service neutron] 10.222.0.74 "GET /v2.0/networks/8256e590-816c-4e6e-8929-f5948e88a38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654181 May 13 15:02:21.707546 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-106c76d4-118e-4ed2-828a-fd46c6050785 req-62908efa-7284-4357-91c1-2115735770e3 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Unset dirty status for tenant:a6a23df8cbe94793acbc3ac2f9144958 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:02:21.711629 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-106c76d4-118e-4ed2-828a-fd46c6050785 req-62908efa-7284-4357-91c1-2115735770e3 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/ports?device_id=750f5d6c-a4c7-4280-9ab9-e7acb363c8db HTTP/1.1" status: 200 len: 944 time: 0.2603352 May 13 15:02:21.759407 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-106c76d4-118e-4ed2-828a-fd46c6050785 req-aa62316a-8336-4f6a-b3c8-e613336968ae tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/security-groups?id=726ce6dd-f95d-4f4f-84a6-bbfd0481c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450332 May 13 15:02:22.509842 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4f223-9983-484e-8592-7717abba9614 req-f445374e-b212-448b-b87d-028617a10303 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:22.511271 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-21d4f223-9983-484e-8592-7717abba9614 req-f445374e-b212-448b-b87d-028617a10303 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebff2784-edb8-47fe-80c3-8425490d7558 HTTP/1.1" status: 200 len: 946 time: 0.0843499 May 13 15:02:22.558734 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-21d4f223-9983-484e-8592-7717abba9614 req-1a8b512d-ffa7-4c25-96fc-5ade1d2a9312 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415144 May 13 15:02:22.955240 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40362c8e-646d-4652-b4cf-f090fadebaba req-2b78bc64-41e5-4dc9-88b3-13e64b91742d tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:22.957646 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-40362c8e-646d-4652-b4cf-f090fadebaba req-2b78bc64-41e5-4dc9-88b3-13e64b91742d tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/ports?device_id=750f5d6c-a4c7-4280-9ab9-e7acb363c8db HTTP/1.1" status: 200 len: 944 time: 0.0862994 May 13 15:02:22.991143 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:02:23.026513 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-40362c8e-646d-4652-b4cf-f090fadebaba req-88d8dc58-de16-4d1f-a9bc-b28e40e147d2 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/security-groups?id=726ce6dd-f95d-4f4f-84a6-bbfd0481c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610085 May 13 15:02:23.139307 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:02:23.153819 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b', 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd', 'port_id': '09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b', 'mac_address': 'fa:16:3e:c8:72:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43563bd-f154-4518-8312-29f2255f69ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:02:23.215601 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b is: ACTIVE; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:02:23.216014 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:23.238937 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:02:23.262308 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:02:23.267269 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:23.319212 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 6388189b-87d3-4c9e-baa9-eede88365396 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:02:23.322738 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 20fc32da-a2ce-447b-a992-796e3a149869 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:02:23.379604 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 20fc32da-a2ce-447b-a992-796e3a149869 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:02:23.379936 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 20fc32da-a2ce-447b-a992-796e3a149869 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:02:23.432935 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:02:23.471470 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:23.652282 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 6388189b-87d3-4c9e-baa9-eede88365396, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=6388189b-87d3-4c9e-baa9-eede88365396,segment=NetworkSegment(4a373744-5432-4c37-9b97-39df471e3447),segment_id=4a373744-5432-4c37-9b97-39df471e3447)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:02:23.671146 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '6388189b-87d3-4c9e-baa9-eede88365396', 'network_id': '8256e590-816c-4e6e-8929-f5948e88a38a', 'port_id': '6388189b-87d3-4c9e-baa9-eede88365396', 'mac_address': 'fa:16:3e:c9:90:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fae4d0b5-69f2-4a00-97c3-7c123ed0b77b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:02:23.761716 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 6388189b-87d3-4c9e-baa9-eede88365396 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:02:23.762098 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:23.809127 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6388189b-87d3-4c9e-baa9-eede88365396 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:02:23.843686 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a838677-1b3c-40b7-afb0-5ab5cbbbaa0d req-1d382f5e-89ec-4d64-a51f-61b28b11832a tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:23.845202 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5a838677-1b3c-40b7-afb0-5ab5cbbbaa0d req-1d382f5e-89ec-4d64-a51f-61b28b11832a tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebff2784-edb8-47fe-80c3-8425490d7558 HTTP/1.1" status: 200 len: 945 time: 0.1288927 May 13 15:02:23.870781 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 6388189b-87d3-4c9e-baa9-eede88365396, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=6388189b-87d3-4c9e-baa9-eede88365396,segment=NetworkSegment(4a373744-5432-4c37-9b97-39df471e3447),segment_id=4a373744-5432-4c37-9b97-39df471e3447)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:02:23.883618 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:23.914169 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5a838677-1b3c-40b7-afb0-5ab5cbbbaa0d req-02e05dc6-27d7-4d23-98fb-f0b8d8b18b6d tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606756 May 13 15:02:23.984313 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58372) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:23.989443 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-09c30263-a36c-4414-a34e-0d4770d263e7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1161769286', 'description': 'tempest-secgroup-smoke-1161769286 description', 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:24.005999 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-09c30263-a36c-4414-a34e-0d4770d263e7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:24.016634 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-09c30263-a36c-4414-a34e-0d4770d263e7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:24.033465 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-09c30263-a36c-4414-a34e-0d4770d263e7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:24.044922 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=6388189b-87d3-4c9e-baa9-eede88365396,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:24.063552 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-09c30263-a36c-4414-a34e-0d4770d263e7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:24.069275 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-09c30263-a36c-4414-a34e-0d4770d263e7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Usage tracker for resource:security_group_rule and tenant:509ebfd4eb0444ae8f3872e1e9436dc2 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:24.072734 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-09c30263-a36c-4414-a34e-0d4770d263e7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:24.092224 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-09c30263-a36c-4414-a34e-0d4770d263e7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:24.257624 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-09c30263-a36c-4414-a34e-0d4770d263e7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:24.265529 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['6388189b-87d3-4c9e-baa9-eede88365396'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:02:24.267608 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-09c30263-a36c-4414-a34e-0d4770d263e7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:24.342101 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c30263-a36c-4414-a34e-0d4770d263e7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:24.347528 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-09c30263-a36c-4414-a34e-0d4770d263e7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:24.351427 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-09c30263-a36c-4414-a34e-0d4770d263e7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3634274 May 13 15:02:24.353556 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58378) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:24.361003 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-0996d866-28bc-48f3-ab46-78999ce48dad tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Request body: {'security_group_rule': {'security_group_id': 'c8ea39b4-84c0-4cb8-a053-04c54d83b0d5', 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:24.375212 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0996d866-28bc-48f3-ab46-78999ce48dad tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:24.391444 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323ce80-d498-41ea-8b1e-ff7cde364a35 req-316cec05-13a8-4431-92b9-ac8ae7074131 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:24.401869 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c323ce80-d498-41ea-8b1e-ff7cde364a35 req-316cec05-13a8-4431-92b9-ac8ae7074131 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/ports?device_id=750f5d6c-a4c7-4280-9ab9-e7acb363c8db HTTP/1.1" status: 200 len: 945 time: 0.2505236 May 13 15:02:24.404755 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0996d866-28bc-48f3-ab46-78999ce48dad tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Usage tracker for resource:security_group_rule and tenant:509ebfd4eb0444ae8f3872e1e9436dc2 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:24.422948 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0996d866-28bc-48f3-ab46-78999ce48dad tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:24.434045 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0996d866-28bc-48f3-ab46-78999ce48dad tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:24.463557 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c323ce80-d498-41ea-8b1e-ff7cde364a35 req-41753405-31ff-49cd-a100-5aa0f92d5b6d tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/security-groups?id=726ce6dd-f95d-4f4f-84a6-bbfd0481c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607831 May 13 15:02:24.474953 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0996d866-28bc-48f3-ab46-78999ce48dad tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:24.565520 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0996d866-28bc-48f3-ab46-78999ce48dad tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:24.569727 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0996d866-28bc-48f3-ab46-78999ce48dad tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:24.601701 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0996d866-28bc-48f3-ab46-78999ce48dad tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:24.603641 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0996d866-28bc-48f3-ab46-78999ce48dad tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2495511 May 13 15:02:24.605982 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58382) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:24.609389 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996d866-28bc-48f3-ab46-78999ce48dad tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac27287a-8457-4664-a18f-df2af60d4529,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:24.618167 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-fcc0d675-4761-44c1-bdfc-32c3f4b20b74 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Request body: {'security_group_rule': {'security_group_id': 'c8ea39b4-84c0-4cb8-a053-04c54d83b0d5', 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:24.626030 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-fcc0d675-4761-44c1-bdfc-32c3f4b20b74 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:24.630623 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-fcc0d675-4761-44c1-bdfc-32c3f4b20b74 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Usage tracker for resource:security_group_rule and tenant:509ebfd4eb0444ae8f3872e1e9436dc2 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:24.634062 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-fcc0d675-4761-44c1-bdfc-32c3f4b20b74 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:24.640696 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-fcc0d675-4761-44c1-bdfc-32c3f4b20b74 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:24.661895 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fcc0d675-4761-44c1-bdfc-32c3f4b20b74 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:24.741368 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fcc0d675-4761-44c1-bdfc-32c3f4b20b74 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:24.745551 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fcc0d675-4761-44c1-bdfc-32c3f4b20b74 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:24.772672 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0d675-4761-44c1-bdfc-32c3f4b20b74 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c19d2a1-9bfb-4874-aa30-5fd56751c649,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:24.782056 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fcc0d675-4761-44c1-bdfc-32c3f4b20b74 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:24.786233 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fcc0d675-4761-44c1-bdfc-32c3f4b20b74 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1757061 May 13 15:02:24.786448 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58386) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:24.791937 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-3f8b218e-2b04-4d2c-8612-474f3d3c92f4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Request body: {'security_group_rule': {'security_group_id': 'c8ea39b4-84c0-4cb8-a053-04c54d83b0d5', 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:24.799733 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3f8b218e-2b04-4d2c-8612-474f3d3c92f4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:24.803885 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3f8b218e-2b04-4d2c-8612-474f3d3c92f4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Usage tracker for resource:security_group_rule and tenant:509ebfd4eb0444ae8f3872e1e9436dc2 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:24.807030 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3f8b218e-2b04-4d2c-8612-474f3d3c92f4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:24.813434 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3f8b218e-2b04-4d2c-8612-474f3d3c92f4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:24.841836 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3f8b218e-2b04-4d2c-8612-474f3d3c92f4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:24.911297 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3f8b218e-2b04-4d2c-8612-474f3d3c92f4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:24.919908 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3f8b218e-2b04-4d2c-8612-474f3d3c92f4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:24.948263 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b218e-2b04-4d2c-8612-474f3d3c92f4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46803f9f-b751-4e5a-a581-41fb63aca411,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:24.957484 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3f8b218e-2b04-4d2c-8612-474f3d3c92f4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:24.958702 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3f8b218e-2b04-4d2c-8612-474f3d3c92f4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1712801 May 13 15:02:24.961526 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58392) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:24.969404 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-157000b0-3e29-4746-8118-24ebc8ef5534 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Request body: {'security_group_rule': {'security_group_id': 'c8ea39b4-84c0-4cb8-a053-04c54d83b0d5', 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:24.976630 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-157000b0-3e29-4746-8118-24ebc8ef5534 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:24.981053 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-157000b0-3e29-4746-8118-24ebc8ef5534 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Usage tracker for resource:security_group_rule and tenant:509ebfd4eb0444ae8f3872e1e9436dc2 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:24.986343 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-157000b0-3e29-4746-8118-24ebc8ef5534 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:24.993767 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-157000b0-3e29-4746-8118-24ebc8ef5534 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:25.009755 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:02:25.015217 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-157000b0-3e29-4746-8118-24ebc8ef5534 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:25.113879 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:02:25.114490 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:25.131483 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-157000b0-3e29-4746-8118-24ebc8ef5534 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:25.136081 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-157000b0-3e29-4746-8118-24ebc8ef5534 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:25.157835 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e0a65-636c-486a-848f-5c708d7a152a req-718ebe75-c479-42bc-a962-6ecc7880549b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:25.164948 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157000b0-3e29-4746-8118-24ebc8ef5534 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d222aa57-2321-4b16-9923-79775124c28e,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:25.171719 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a25e0a65-636c-486a-848f-5c708d7a152a req-718ebe75-c479-42bc-a962-6ecc7880549b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebff2784-edb8-47fe-80c3-8425490d7558 HTTP/1.1" status: 200 len: 945 time: 0.1245737 May 13 15:02:25.209887 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-157000b0-3e29-4746-8118-24ebc8ef5534 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:25.213596 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-157000b0-3e29-4746-8118-24ebc8ef5534 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2485294 May 13 15:02:25.214048 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58396) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:25.220765 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-f5e45e4f-9b3b-4044-9766-fa03989a83a7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Request body: {'security_group_rule': {'security_group_id': 'c8ea39b4-84c0-4cb8-a053-04c54d83b0d5', 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:25.231088 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f5e45e4f-9b3b-4044-9766-fa03989a83a7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:25.240606 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f5e45e4f-9b3b-4044-9766-fa03989a83a7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Usage tracker for resource:security_group_rule and tenant:509ebfd4eb0444ae8f3872e1e9436dc2 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:25.245173 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a25e0a65-636c-486a-848f-5c708d7a152a req-50b1b079-5dfe-4fbe-9b2d-9376d93ff2a1 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726049 May 13 15:02:25.246003 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f5e45e4f-9b3b-4044-9766-fa03989a83a7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:25.252687 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f5e45e4f-9b3b-4044-9766-fa03989a83a7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:25.269657 n-d-841760-1 neutron-server[88081]: INFO neutron.db.securitygroups_db [None req-f5e45e4f-9b3b-4044-9766-fa03989a83a7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Project 509ebfd4eb0444ae8f3872e1e9436dc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:02:25.278530 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f5e45e4f-9b3b-4044-9766-fa03989a83a7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:25.307520 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 6388189b-87d3-4c9e-baa9-eede88365396 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:02:25.387852 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f5e45e4f-9b3b-4044-9766-fa03989a83a7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:25.394540 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f5e45e4f-9b3b-4044-9766-fa03989a83a7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:25.418131 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:02:25.418567 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:25.439002 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e45e4f-9b3b-4044-9766-fa03989a83a7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9b230d-c618-4d1f-991a-cdc90542c62b,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:25.451417 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f5e45e4f-9b3b-4044-9766-fa03989a83a7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:25.456190 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58400) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:25.456507 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f5e45e4f-9b3b-4044-9766-fa03989a83a7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2413447 May 13 15:02:25.457235 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebff2784-edb8-47fe-80c3-8425490d7558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:02:25.462146 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-a32ab5ce-a8f4-46d7-973c-fd147e2ddcfd tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Request body: {'security_group_rule': {'security_group_id': 'c8ea39b4-84c0-4cb8-a053-04c54d83b0d5', 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:25.476430 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a32ab5ce-a8f4-46d7-973c-fd147e2ddcfd tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:25.477683 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:02:25.479208 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:02:25.480457 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 6388189b-87d3-4c9e-baa9-eede88365396 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:02:25.484686 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a32ab5ce-a8f4-46d7-973c-fd147e2ddcfd tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Usage tracker for resource:security_group_rule and tenant:509ebfd4eb0444ae8f3872e1e9436dc2 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:25.485715 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:25.497491 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a32ab5ce-a8f4-46d7-973c-fd147e2ddcfd tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:25.505734 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a32ab5ce-a8f4-46d7-973c-fd147e2ddcfd tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:25.525498 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 6388189b-87d3-4c9e-baa9-eede88365396 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:02:25.525498 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:25.528786 n-d-841760-1 neutron-server[88082]: INFO neutron.db.securitygroups_db [None req-a32ab5ce-a8f4-46d7-973c-fd147e2ddcfd tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Project 509ebfd4eb0444ae8f3872e1e9436dc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:02:25.544325 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a32ab5ce-a8f4-46d7-973c-fd147e2ddcfd tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:25.594438 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ae8c4d6-9196-4bdd-b02c-92aece5dcb34'] response: {'server_uuid': 'ebff2784-edb8-47fe-80c3-8425490d7558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b', 'code': 200} May 13 15:02:25.623015 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a32ab5ce-a8f4-46d7-973c-fd147e2ddcfd tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:25.631440 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b,revision_number=7']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:25.632986 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a32ab5ce-a8f4-46d7-973c-fd147e2ddcfd tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:25.660996 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ab5ce-a8f4-46d7-973c-fd147e2ddcfd tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=782dd66c-68e0-4336-9e68-ad802af0b001,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:25.676341 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a32ab5ce-a8f4-46d7-973c-fd147e2ddcfd tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:25.680705 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a32ab5ce-a8f4-46d7-973c-fd147e2ddcfd tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2203894 May 13 15:02:25.711104 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 6388189b-87d3-4c9e-baa9-eede88365396 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:02:25.711530 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:25.802494 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 6388189b-87d3-4c9e-baa9-eede88365396, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=6388189b-87d3-4c9e-baa9-eede88365396,segment=NetworkSegment(4a373744-5432-4c37-9b97-39df471e3447),segment_id=4a373744-5432-4c37-9b97-39df471e3447)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:02:25.814925 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:25.857705 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bf009-2536-453f-8697-621515950295 req-77a97f87-d149-4206-97b2-e2a0fc3322eb tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:25.868647 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-231bf009-2536-453f-8697-621515950295 req-77a97f87-d149-4206-97b2-e2a0fc3322eb tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/ports?device_id=750f5d6c-a4c7-4280-9ab9-e7acb363c8db HTTP/1.1" status: 200 len: 945 time: 0.2168934 May 13 15:02:25.912132 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=6388189b-87d3-4c9e-baa9-eede88365396,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:25.922327 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-231bf009-2536-453f-8697-621515950295 req-efd505f0-79d6-4d5a-9317-a5b339668284 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/security-groups?id=726ce6dd-f95d-4f4f-84a6-bbfd0481c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527906 May 13 15:02:26.509918 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e49dd-ca19-4b4b-8823-cd6618bdb3ae req-384b3543-c7ae-4101-b4ff-08d6c49098ee tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:26.511430 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-789e49dd-ca19-4b4b-8823-cd6618bdb3ae req-384b3543-c7ae-4101-b4ff-08d6c49098ee tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebff2784-edb8-47fe-80c3-8425490d7558 HTTP/1.1" status: 200 len: 946 time: 0.1053576 May 13 15:02:26.586433 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-789e49dd-ca19-4b4b-8823-cd6618bdb3ae req-fea91476-e3d8-45dd-a7ed-f371d4d11f1d tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662420 May 13 15:02:27.143047 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5cbc9-7759-48ce-98ca-09c4936d77fc req-28822174-d9b7-4dd0-83fc-308b6cebc897 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:27.145253 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4bf5cbc9-7759-48ce-98ca-09c4936d77fc req-28822174-d9b7-4dd0-83fc-308b6cebc897 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/ports?device_id=750f5d6c-a4c7-4280-9ab9-e7acb363c8db HTTP/1.1" status: 200 len: 946 time: 0.1009114 May 13 15:02:27.232395 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4bf5cbc9-7759-48ce-98ca-09c4936d77fc req-a716709a-cdf4-42eb-a1d0-6fecee59e8de tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/security-groups?id=726ce6dd-f95d-4f4f-84a6-bbfd0481c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792031 May 13 15:02:27.271176 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bc7d3162-69e8-48f4-8998-b57062d0ca22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:27.595706 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750f5d6c-a4c7-4280-9ab9-e7acb363c8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6388189b-87d3-4c9e-baa9-eede88365396'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:02:27.666680 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3414aec5-75f4-488e-a8e8-3a011022e243'] response: {'server_uuid': '750f5d6c-a4c7-4280-9ab9-e7acb363c8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6388189b-87d3-4c9e-baa9-eede88365396', 'code': 200} May 13 15:02:27.868936 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1c703-8744-4dae-b879-f29310058106 req-e818104d-3447-46de-b450-a2807dc7d69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:27.871017 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-74f1c703-8744-4dae-b879-f29310058106 req-e818104d-3447-46de-b450-a2807dc7d69c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=750f5d6c-a4c7-4280-9ab9-e7acb363c8db HTTP/1.1" status: 200 len: 1097 time: 0.1083603 May 13 15:02:27.878605 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef9ede-3620-4b5d-94e0-cc9c9c636d3b req-94400704-55f6-4b85-a75a-5801bfebebcb tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:27.880175 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c2ef9ede-3620-4b5d-94e0-cc9c9c636d3b req-94400704-55f6-4b85-a75a-5801bfebebcb tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebff2784-edb8-47fe-80c3-8425490d7558 HTTP/1.1" status: 200 len: 946 time: 0.1648002 May 13 15:02:27.970597 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c2ef9ede-3620-4b5d-94e0-cc9c9c636d3b req-8194c4ad-de3e-4494-8726-4f9681b0a10f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835583 May 13 15:02:28.077311 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-74f1c703-8744-4dae-b879-f29310058106 req-45f41e8e-5d64-4bb7-b469-a3dc7b7d7d33 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=726ce6dd-f95d-4f4f-84a6-bbfd0481c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001307 May 13 15:02:28.455039 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1999d-bee7-4790-ac2d-dedc39da208d req-82ecd19c-1691-4a97-8d3c-d65fdfa8707d tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:28.457980 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-66f1999d-bee7-4790-ac2d-dedc39da208d req-82ecd19c-1691-4a97-8d3c-d65fdfa8707d tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/ports?device_id=750f5d6c-a4c7-4280-9ab9-e7acb363c8db HTTP/1.1" status: 200 len: 946 time: 0.0917161 May 13 15:02:28.532128 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-66f1999d-bee7-4790-ac2d-dedc39da208d req-72c8bc37-c5b9-4824-87f3-2d509c231005 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/security-groups?id=726ce6dd-f95d-4f4f-84a6-bbfd0481c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672240 May 13 15:02:28.694296 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:29.224413 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6ae6c-7187-43c6-b6f7-f27001deb4e6 req-857438dc-f69c-4b67-8a64-cb77ca8dbce0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:29.232830 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-27c6ae6c-7187-43c6-b6f7-f27001deb4e6 req-857438dc-f69c-4b67-8a64-cb77ca8dbce0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebff2784-edb8-47fe-80c3-8425490d7558 HTTP/1.1" status: 200 len: 946 time: 0.1360939 May 13 15:02:29.298470 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-27c6ae6c-7187-43c6-b6f7-f27001deb4e6 req-f30b74ad-a39b-4ce1-b4c3-589a0182a919 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644953 May 13 15:02:29.594382 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f263e5e8-aec4-4e21-9888-4adbbe23f9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:29.820954 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645bf2c0-cdad-4e64-b330-77726bc3be4c req-2dfa7882-b9d0-49d7-8a01-f31b5131ffb3 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:29.833304 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-645bf2c0-cdad-4e64-b330-77726bc3be4c req-2dfa7882-b9d0-49d7-8a01-f31b5131ffb3 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/ports?device_id=750f5d6c-a4c7-4280-9ab9-e7acb363c8db HTTP/1.1" status: 200 len: 946 time: 0.1404405 May 13 15:02:29.888742 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-645bf2c0-cdad-4e64-b330-77726bc3be4c req-6c929a48-760b-4e2a-804a-2508f6bcd73a tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/security-groups?id=726ce6dd-f95d-4f4f-84a6-bbfd0481c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552912 May 13 15:02:30.524508 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aac056-3afc-4dc7-987a-ecd8af5f1ac9 req-fb9e5d24-d5d6-4217-b4a3-36df107ca2fa tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:30.525929 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a8aac056-3afc-4dc7-987a-ecd8af5f1ac9 req-fb9e5d24-d5d6-4217-b4a3-36df107ca2fa tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebff2784-edb8-47fe-80c3-8425490d7558 HTTP/1.1" status: 200 len: 946 time: 0.0936627 May 13 15:02:30.585415 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a8aac056-3afc-4dc7-987a-ecd8af5f1ac9 req-fe0d3bfb-cc3b-4990-a8b3-1c990dfe9015 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531149 May 13 15:02:30.710126 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:30.761479 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:31.802853 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5af34-cb71-4917-9252-ce6b61072d78 req-d002ea84-d555-4f1e-9ed0-acf0a8c0eda3 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:31.804662 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b9c5af34-cb71-4917-9252-ce6b61072d78 req-d002ea84-d555-4f1e-9ed0-acf0a8c0eda3 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebff2784-edb8-47fe-80c3-8425490d7558 HTTP/1.1" status: 200 len: 946 time: 0.1015835 May 13 15:02:31.887780 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b9c5af34-cb71-4917-9252-ce6b61072d78 req-35c86a4c-9967-4870-922a-00e1bacb86d1 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774078 May 13 15:02:32.213888 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:33.157234 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48aa75-9ec0-433b-bd10-a81596160a05 req-10da229c-24ad-40a1-a84b-aece6783e4ee tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:33.158861 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e48aa75-9ec0-433b-bd10-a81596160a05 req-10da229c-24ad-40a1-a84b-aece6783e4ee tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebff2784-edb8-47fe-80c3-8425490d7558 HTTP/1.1" status: 200 len: 946 time: 0.1028965 May 13 15:02:33.219563 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e48aa75-9ec0-433b-bd10-a81596160a05 req-d96486c5-085e-441c-b06b-d30b61f691a4 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539324 May 13 15:02:34.451744 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9ff9f-81b6-410b-9f83-a652fc23cede req-fb5dbdc2-2a76-44f6-9ec8-4eb60172bb52 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:34.451744 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5ff9ff9f-81b6-410b-9f83-a652fc23cede req-fb5dbdc2-2a76-44f6-9ec8-4eb60172bb52 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebff2784-edb8-47fe-80c3-8425490d7558 HTTP/1.1" status: 200 len: 946 time: 0.1082790 May 13 15:02:34.512765 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5ff9ff9f-81b6-410b-9f83-a652fc23cede req-f88661ab-e24f-4c26-872b-c7bd68236e62 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565166 May 13 15:02:34.699450 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bbc79-9b99-47de-8b56-b9e14b6553c0 req-b201c09d-11a1-49ef-a95f-ffc08e278c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:34.701853 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c62bbc79-9b99-47de-8b56-b9e14b6553c0 req-b201c09d-11a1-49ef-a95f-ffc08e278c86 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac0ce7a13bd948f9949b7bdefd23d50f&device_id=ebff2784-edb8-47fe-80c3-8425490d7558 HTTP/1.1" status: 200 len: 1097 time: 0.0779798 May 13 15:02:34.844366 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bbc79-9b99-47de-8b56-b9e14b6553c0 req-4faf59d4-e8b0-4501-8ac4-aa6d3d98f8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:34.845845 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c62bbc79-9b99-47de-8b56-b9e14b6553c0 req-4faf59d4-e8b0-4501-8ac4-aa6d3d98f8ff service neutron] 10.222.0.59 "GET /v2.0/networks?id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd HTTP/1.1" status: 200 len: 912 time: 0.1383545 May 13 15:02:34.921989 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c62bbc79-9b99-47de-8b56-b9e14b6553c0 req-628c76dc-0288-489e-b03c-9b9ded8206b3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b HTTP/1.1" status: 200 len: 217 time: 0.0691140 May 13 15:02:34.991859 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bbc79-9b99-47de-8b56-b9e14b6553c0 req-77b007f7-c099-491a-9855-e97bd9b61a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:34.993293 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c62bbc79-9b99-47de-8b56-b9e14b6553c0 req-77b007f7-c099-491a-9855-e97bd9b61a46 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f43563bd-f154-4518-8312-29f2255f69ef HTTP/1.1" status: 200 len: 850 time: 0.0647676 May 13 15:02:35.072654 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bbc79-9b99-47de-8b56-b9e14b6553c0 req-7ad70260-5a77-4578-92a6-5644806847fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:35.074116 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c62bbc79-9b99-47de-8b56-b9e14b6553c0 req-7ad70260-5a77-4578-92a6-5644806847fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742197 May 13 15:02:35.216343 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c62bbc79-9b99-47de-8b56-b9e14b6553c0 req-406d899d-c809-4307-90be-123cac21ee53 service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362865 May 13 15:02:35.357293 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c62bbc79-9b99-47de-8b56-b9e14b6553c0 req-ec3e18ab-dd49-44b8-9923-80d801506e2a service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343544 May 13 15:02:35.709424 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adff4c3-9fba-4459-be11-ad1316682255 req-a700ffc0-82c8-4eb7-992e-1cab83871db5 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:35.711086 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8adff4c3-9fba-4459-be11-ad1316682255 req-a700ffc0-82c8-4eb7-992e-1cab83871db5 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebff2784-edb8-47fe-80c3-8425490d7558 HTTP/1.1" status: 200 len: 946 time: 0.0919521 May 13 15:02:35.756776 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8adff4c3-9fba-4459-be11-ad1316682255 req-6d6f4889-2548-4d64-a739-0f97f29968ad tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399554 May 13 15:02:36.973918 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c42a38-4934-42bd-9857-675492249416 req-fe3a946a-66fe-4438-ae6e-ffcbdb72f666 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:36.975640 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-11c42a38-4934-42bd-9857-675492249416 req-fe3a946a-66fe-4438-ae6e-ffcbdb72f666 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebff2784-edb8-47fe-80c3-8425490d7558 HTTP/1.1" status: 200 len: 946 time: 0.1054313 May 13 15:02:37.027820 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-11c42a38-4934-42bd-9857-675492249416 req-fe1d0a27-a3e0-4966-8bb2-38ee4c79eeac tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462544 May 13 15:02:38.243913 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169918a9-11b8-4ca7-8680-1ae537203395 req-8df9b03e-726a-415a-a880-217b951f5ca9 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:38.250898 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-169918a9-11b8-4ca7-8680-1ae537203395 req-8df9b03e-726a-415a-a880-217b951f5ca9 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebff2784-edb8-47fe-80c3-8425490d7558 HTTP/1.1" status: 200 len: 946 time: 0.1004443 May 13 15:02:38.305308 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-169918a9-11b8-4ca7-8680-1ae537203395 req-e9fb0dfc-7d6f-42a7-a9e9-19d50fd9dc78 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535316 May 13 15:02:38.499673 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e761b-1809-46cb-8013-1e56c2af374f req-cf7682cd-1dab-4646-bfe9-8fe34d1483d8 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:38.501249 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f80e761b-1809-46cb-8013-1e56c2af374f req-cf7682cd-1dab-4646-bfe9-8fe34d1483d8 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.0855012 May 13 15:02:38.551583 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f80e761b-1809-46cb-8013-1e56c2af374f req-be77050a-da84-4ca2-85d5-d215f094371a tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436950 May 13 15:02:38.746808 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08eabc6-53ae-4284-9843-fd17b8974ecc req-9b45d236-087c-4c88-8872-500f3629bcdb tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:38.748718 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f08eabc6-53ae-4284-9843-fd17b8974ecc req-9b45d236-087c-4c88-8872-500f3629bcdb tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.0837884 May 13 15:02:38.796496 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f08eabc6-53ae-4284-9843-fd17b8974ecc req-c2c8d871-ec09-400f-a6eb-49f7e8938eb4 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398812 May 13 15:02:39.010489 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157c837-4fba-45ce-bc30-74d50409182e req-0547d1af-24e0-47fd-a432-60d0b4d8287b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:39.012255 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8157c837-4fba-45ce-bc30-74d50409182e req-0547d1af-24e0-47fd-a432-60d0b4d8287b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1029999 May 13 15:02:39.059653 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8157c837-4fba-45ce-bc30-74d50409182e req-f5f4d63e-27bf-4ef0-8751-01efb5be1f5c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397098 May 13 15:02:39.094243 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:02:39.277755 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:02:39.278147 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:39.309490 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebff2784-edb8-47fe-80c3-8425490d7558', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:02:39.319794 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:02:39.335023 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:39.396558 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3b28d-9db8-43d8-b071-754b3e89852b req-05d258ec-082e-4298-b450-1902d021e794 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:39.398055 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7bf3b28d-9db8-43d8-b071-754b3e89852b req-05d258ec-082e-4298-b450-1902d021e794 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.2256541 May 13 15:02:39.432242 n-d-841760-1 neutron-server[88083]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-44688ce4-8426-4827-962b-89e5db121516']: {'server_uuid': 'ebff2784-edb8-47fe-80c3-8425490d7558', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b', 'code': 422} returned with failed status May 13 15:02:39.455538 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7bf3b28d-9db8-43d8-b071-754b3e89852b req-4396b0ce-b04c-4248-9b61-05e2220d18cb tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471113 May 13 15:02:39.463641 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:39.847056 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcda2a2-78c6-464f-b55d-8c2a36dd21ad req-0b22e62d-51d4-41c1-9736-223b6d23aac4 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:39.848658 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3bcda2a2-78c6-464f-b55d-8c2a36dd21ad req-0b22e62d-51d4-41c1-9736-223b6d23aac4 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.0841045 May 13 15:02:39.897092 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3bcda2a2-78c6-464f-b55d-8c2a36dd21ad req-41ffe9b9-150b-4144-b24f-2d804abef887 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424395 May 13 15:02:40.816163 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-6cf0d993-85b1-409b-ab49-5a3b5a57aac9 req-948a73ad-b073-438b-9268-b8c9cf8bb853 service neutron] (88081) timed out ('10.222.0.35', 36850) {{(pid=88081) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 15:02:41.153741 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbce70-f184-47fd-9ae5-2ffc4d73fc07 req-1b349cc8-1fdf-4fa0-a9a7-299da5648d6f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:41.161318 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-15dbce70-f184-47fd-9ae5-2ffc4d73fc07 req-1b349cc8-1fdf-4fa0-a9a7-299da5648d6f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1152091 May 13 15:02:41.211483 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-15dbce70-f184-47fd-9ae5-2ffc4d73fc07 req-ea5af0be-438d-481b-9597-1349d4f62dea tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491033 May 13 15:02:42.429128 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45cf81-ed80-4472-8cec-9c5b7066db96 req-793b5ac3-dc89-4910-b34a-cb55d590bed0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:42.430692 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ff45cf81-ed80-4472-8cec-9c5b7066db96 req-793b5ac3-dc89-4910-b34a-cb55d590bed0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.0981677 May 13 15:02:42.482329 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ff45cf81-ed80-4472-8cec-9c5b7066db96 req-c892e150-fc8c-492b-82be-512f4dc22b25 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451119 May 13 15:02:43.739591 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9c493-0d61-46be-9a01-372ae28a6895 req-f6065c5f-c86a-4152-b650-de9fd39cfd33 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:43.741330 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-66c9c493-0d61-46be-9a01-372ae28a6895 req-f6065c5f-c86a-4152-b650-de9fd39cfd33 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1276221 May 13 15:02:43.808926 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-66c9c493-0d61-46be-9a01-372ae28a6895 req-1c584175-1c58-4e64-95b7-a79b69e88452 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580823 May 13 15:02:45.037339 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5864df-3a83-4fd0-ba0f-212df3e577b1 req-69956066-493d-4ebc-b8c2-cd82af91b7e5 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:45.038857 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ed5864df-3a83-4fd0-ba0f-212df3e577b1 req-69956066-493d-4ebc-b8c2-cd82af91b7e5 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.0992875 May 13 15:02:45.093781 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ed5864df-3a83-4fd0-ba0f-212df3e577b1 req-4bdd3697-62e0-435f-b130-120709471e88 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488937 May 13 15:02:45.477160 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-c4866a1a-bc4c-4ddd-9df3-dde6706ace3a tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Synchronizing usage tracker for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:02:45.496838 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-c4866a1a-bc4c-4ddd-9df3-dde6706ace3a tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Unset dirty status for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:02:45.498198 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-c4866a1a-bc4c-4ddd-9df3-dde6706ace3a tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1161769286&fields=id&tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2 HTTP/1.1" status: 200 len: 267 time: 0.0669322 May 13 15:02:45.689426 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-fe628a9d-79c2-41e1-aeec-1156e4eecdcc tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:45.691865 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-fe628a9d-79c2-41e1-aeec-1156e4eecdcc tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/networks?id=b043589d-15c3-44b5-8d99-d7c57b00acb0 HTTP/1.1" status: 200 len: 812 time: 0.1858733 May 13 15:02:45.708848 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-8b9e3fec-b027-4e94-a851-bad1fa0f6b3f tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/quotas/509ebfd4eb0444ae8f3872e1e9436dc2 HTTP/1.1" status: 200 len: 375 time: 0.0107253 May 13 15:02:45.804170 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-ca484c33-78a8-4c01-b22e-d57d4813dba3 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Synchronizing usage tracker for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:02:45.820730 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-ca484c33-78a8-4c01-b22e-d57d4813dba3 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Unset dirty status for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:02:45.823571 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-ca484c33-78a8-4c01-b22e-d57d4813dba3 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1076632 May 13 15:02:45.979325 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-d2da7f4a-74bf-4be6-b99f-48fb7370de59 service neutron] 10.222.0.35 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437218 May 13 15:02:46.133552 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-9f432414-9905-4686-97cc-19a7c3ed5a63 service neutron] 10.222.0.35 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476622 May 13 15:02:46.302809 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c569cf7-a880-4cb1-8d05-7211e7ac971c req-8c5b35bb-7bf5-4920-8142-423040010572 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:46.307869 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9c569cf7-a880-4cb1-8d05-7211e7ac971c req-8c5b35bb-7bf5-4920-8142-423040010572 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.0892882 May 13 15:02:46.357541 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9c569cf7-a880-4cb1-8d05-7211e7ac971c req-9b657a04-cd54-4c7f-b1ec-1199504b5cd4 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467594 May 13 15:02:46.595350 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bc242455-a375-4395-b2f2-72824c728da2 req-5da495d6-dbfb-4108-ae68-28a9b67c044b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae316419-0cd7-41af-8aa8-ffc64a4f0bfd HTTP/1.1" status: 200 len: 210 time: 0.0674736 May 13 15:02:47.622443 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d2660-d450-4326-9ed9-6c1efc15a2d6 req-3ef1b191-e947-4ca4-a228-f72d29fe243c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:47.627141 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-975d2660-d450-4326-9ed9-6c1efc15a2d6 req-3ef1b191-e947-4ca4-a228-f72d29fe243c tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1138692 May 13 15:02:47.766234 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-975d2660-d450-4326-9ed9-6c1efc15a2d6 req-5a979e6f-527c-4809-848f-17fa4e1a63d3 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268237 May 13 15:02:47.936861 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-83934aa3-98b8-427b-8c74-5ceeab4299f8 req-85256a27-cd89-4484-820e-3f7bdfaabe37 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae316419-0cd7-41af-8aa8-ffc64a4f0bfd HTTP/1.1" status: 200 len: 210 time: 0.0566354 May 13 15:02:47.993601 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-19067bd6-e75f-4dac-be1b-1c1c6a93968b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:47.995084 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-19067bd6-e75f-4dac-be1b-1c1c6a93968b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.59 "GET /v2.0/networks?id=b043589d-15c3-44b5-8d99-d7c57b00acb0 HTTP/1.1" status: 200 len: 812 time: 0.2829812 May 13 15:02:48.053353 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-098d03b5-262d-4e09-87b8-43150dfe9c26 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2 HTTP/1.1" status: 200 len: 380 time: 0.0468366 May 13 15:02:48.065780 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-3af6d48f-8aae-4152-842f-335c371f78c4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Request body: {'port': {'device_id': 'ae316419-0cd7-41af-8aa8-ffc64a4f0bfd', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'admin_state_up': True, 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'security_groups': ['c8ea39b4-84c0-4cb8-a053-04c54d83b0d5']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:48.240041 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-3af6d48f-8aae-4152-842f-335c371f78c4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:48.254597 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-3af6d48f-8aae-4152-842f-335c371f78c4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:48.260313 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:48.265463 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-3af6d48f-8aae-4152-842f-335c371f78c4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Made reservation on behalf of 509ebfd4eb0444ae8f3872e1e9436dc2 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:02:48.270018 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-3af6d48f-8aae-4152-842f-335c371f78c4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:48.438666 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-3af6d48f-8aae-4152-842f-335c371f78c4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Allocated IP 172.20.0.14 (b043589d-15c3-44b5-8d99-d7c57b00acb0/3b5ceabd-0dba-40ce-b48a-2cb206526c19/a3708e44-09b0-48a5-86c1-0e430dfd5b31) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:02:48.642421 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-3af6d48f-8aae-4152-842f-335c371f78c4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:48.660102 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-3af6d48f-8aae-4152-842f-335c371f78c4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Transition to ACTIVE for port object a3708e44-09b0-48a5-86c1-0e430dfd5b31 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:02:48.686506 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-3af6d48f-8aae-4152-842f-335c371f78c4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:48.753094 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-3af6d48f-8aae-4152-842f-335c371f78c4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Network b043589d-15c3-44b5-8d99-d7c57b00acb0 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:02:48.761260 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-3af6d48f-8aae-4152-842f-335c371f78c4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:02:48.765909 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-3af6d48f-8aae-4152-842f-335c371f78c4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:02:48.836467 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6d48f-8aae-4152-842f-335c371f78c4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Pushing event updated for resources: {'Port': ['ID=a3708e44-09b0-48a5-86c1-0e430dfd5b31,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:48.858532 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-3af6d48f-8aae-4152-842f-335c371f78c4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:48.859128 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-3af6d48f-8aae-4152-842f-335c371f78c4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:48.864456 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6d48f-8aae-4152-842f-335c371f78c4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:48.864805 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6d48f-8aae-4152-842f-335c371f78c4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:48.865150 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6d48f-8aae-4152-842f-335c371f78c4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:48.865488 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6d48f-8aae-4152-842f-335c371f78c4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:48.865826 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6d48f-8aae-4152-842f-335c371f78c4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:48.866157 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6d48f-8aae-4152-842f-335c371f78c4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:48.866556 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6d48f-8aae-4152-842f-335c371f78c4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:48.866883 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6d48f-8aae-4152-842f-335c371f78c4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:48.867235 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6d48f-8aae-4152-842f-335c371f78c4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:48.867559 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6d48f-8aae-4152-842f-335c371f78c4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:48.867883 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6d48f-8aae-4152-842f-335c371f78c4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:48.868204 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6d48f-8aae-4152-842f-335c371f78c4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:48.909979 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-3af6d48f-8aae-4152-842f-335c371f78c4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8511739 May 13 15:02:48.922131 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-b4761db3-3cf9-44e4-ad30-57c184d780de service neutron] Request body: {'port': {'device_id': 'ae316419-0cd7-41af-8aa8-ffc64a4f0bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:49.036209 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3edc9-b756-4c64-8bc8-8161579ccf80 req-7947acb6-1a63-4eba-80b6-7e319186171b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:49.051886 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2ba3edc9-b756-4c64-8bc8-8161579ccf80 req-7947acb6-1a63-4eba-80b6-7e319186171b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1518271 May 13 15:02:49.140274 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2ba3edc9-b756-4c64-8bc8-8161579ccf80 req-2c0ac8a8-c84a-4a90-8dcf-641d20f81566 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849695 May 13 15:02:49.182657 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-b4761db3-3cf9-44e4-ad30-57c184d780de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:49.193870 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-98055cb6-4734-4a47-8167-dbe22c2712e1 None None] Provisioning for port a3708e44-09b0-48a5-86c1-0e430dfd5b31 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:02:49.200221 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-98055cb6-4734-4a47-8167-dbe22c2712e1 None None] Provisioning complete for port a3708e44-09b0-48a5-86c1-0e430dfd5b31 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:02:49.200685 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-98055cb6-4734-4a47-8167-dbe22c2712e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:49.309632 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-98055cb6-4734-4a47-8167-dbe22c2712e1 None None] Port a3708e44-09b0-48a5-86c1-0e430dfd5b31 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:02:49.360298 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabeada-01b9-40a5-b925-269c50784128 req-6e4547ee-f16a-474c-bfe8-c48a9c78da6c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:49.361001 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-baabeada-01b9-40a5-b925-269c50784128 req-6e4547ee-f16a-474c-bfe8-c48a9c78da6c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Synchronizing usage tracker for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:02:49.510702 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-baabeada-01b9-40a5-b925-269c50784128 req-6e4547ee-f16a-474c-bfe8-c48a9c78da6c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Unset dirty status for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:02:49.511879 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-baabeada-01b9-40a5-b925-269c50784128 req-6e4547ee-f16a-474c-bfe8-c48a9c78da6c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae316419-0cd7-41af-8aa8-ffc64a4f0bfd HTTP/1.1" status: 200 len: 932 time: 0.4250889 May 13 15:02:49.634559 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-baabeada-01b9-40a5-b925-269c50784128 req-c9a3a0d3-cf46-445b-ab29-71c7a9caf5c7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755765 May 13 15:02:49.746343 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-b4761db3-3cf9-44e4-ad30-57c184d780de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3708e44-09b0-48a5-86c1-0e430dfd5b31 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:02:49.754751 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-b4761db3-3cf9-44e4-ad30-57c184d780de service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:49.771430 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-b4761db3-3cf9-44e4-ad30-57c184d780de service neutron] Transition to ACTIVE for port object a3708e44-09b0-48a5-86c1-0e430dfd5b31 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:02:49.776140 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-b4761db3-3cf9-44e4-ad30-57c184d780de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:49.915025 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4761db3-3cf9-44e4-ad30-57c184d780de service neutron] Pushing event updated for resources: {'Port': ['ID=a3708e44-09b0-48a5-86c1-0e430dfd5b31,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:50.066124 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-b4761db3-3cf9-44e4-ad30-57c184d780de service neutron] Attempting to bind port a3708e44-09b0-48a5-86c1-0e430dfd5b31 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:02:50.066610 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-b4761db3-3cf9-44e4-ad30-57c184d780de service neutron] Attempting to bind port a3708e44-09b0-48a5-86c1-0e430dfd5b31 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:02:50.066994 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-b4761db3-3cf9-44e4-ad30-57c184d780de service neutron] Attempting to bind port a3708e44-09b0-48a5-86c1-0e430dfd5b31 on network b043589d-15c3-44b5-8d99-d7c57b00acb0 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:02:50.073701 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-b4761db3-3cf9-44e4-ad30-57c184d780de service neutron] Port a3708e44-09b0-48a5-86c1-0e430dfd5b31 on network b043589d-15c3-44b5-8d99-d7c57b00acb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:02:50.074029 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-b4761db3-3cf9-44e4-ad30-57c184d780de service neutron] Attempting to bind port a3708e44-09b0-48a5-86c1-0e430dfd5b31 on network b043589d-15c3-44b5-8d99-d7c57b00acb0 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:02:50.085422 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-b4761db3-3cf9-44e4-ad30-57c184d780de service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:02:50.085771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-b4761db3-3cf9-44e4-ad30-57c184d780de service neutron] Checking segment: {'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:02:50.086159 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-b4761db3-3cf9-44e4-ad30-57c184d780de service neutron] Bound using segment: {'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:02:50.086588 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-b4761db3-3cf9-44e4-ad30-57c184d780de service neutron] Bound port: a3708e44-09b0-48a5-86c1-0e430dfd5b31, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:02:50.090597 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-b4761db3-3cf9-44e4-ad30-57c184d780de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:50.231592 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-b4761db3-3cf9-44e4-ad30-57c184d780de service neutron] For port a3708e44-09b0-48a5-86c1-0e430dfd5b31, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:02:50.235242 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-b4761db3-3cf9-44e4-ad30-57c184d780de service neutron] For port a3708e44-09b0-48a5-86c1-0e430dfd5b31, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=a3708e44-09b0-48a5-86c1-0e430dfd5b31,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:02:50.244010 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-b4761db3-3cf9-44e4-ad30-57c184d780de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:50.325743 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-b4761db3-3cf9-44e4-ad30-57c184d780de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:50.326270 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-b4761db3-3cf9-44e4-ad30-57c184d780de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:50.327658 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-b4761db3-3cf9-44e4-ad30-57c184d780de service neutron] 10.222.0.59 "PUT /v2.0/ports/a3708e44-09b0-48a5-86c1-0e430dfd5b31 HTTP/1.1" status: 200 len: 1092 time: 1.4101737 May 13 15:02:50.328107 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae316419-0cd7-41af-8aa8-ffc64a4f0bfd', 'tag': 'a3708e44-09b0-48a5-86c1-0e430dfd5b31'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:02:50.340320 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4761db3-3cf9-44e4-ad30-57c184d780de service neutron] Pushing event updated for resources: {'Port': ['ID=a3708e44-09b0-48a5-86c1-0e430dfd5b31,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:50.407145 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efe7ef-b2ea-41ed-a761-aef6694af66e req-65d007af-49a6-4f6b-9421-e3d77f8c44b8 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:50.409548 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-70efe7ef-b2ea-41ed-a761-aef6694af66e req-65d007af-49a6-4f6b-9421-e3d77f8c44b8 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1212211 May 13 15:02:50.414439 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79291cb7-88c7-489c-acf6-f507ead27b6a'] response: {'name': 'network-changed', 'server_uuid': 'ae316419-0cd7-41af-8aa8-ffc64a4f0bfd', 'tag': 'a3708e44-09b0-48a5-86c1-0e430dfd5b31', 'status': 'completed', 'code': 200} May 13 15:02:50.463418 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-800c1713-124f-4f1d-802e-b52c98caebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:50.465369 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-800c1713-124f-4f1d-802e-b52c98caebfd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2&device_id=ae316419-0cd7-41af-8aa8-ffc64a4f0bfd HTTP/1.1" status: 200 len: 1095 time: 0.0912340 May 13 15:02:50.466748 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-70efe7ef-b2ea-41ed-a761-aef6694af66e req-0a57d5f2-32af-4015-ba70-1cd582293497 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509040 May 13 15:02:50.546809 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-34420fc3-6dc9-4b1c-8ad2-045066e43a69 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3708e44-09b0-48a5-86c1-0e430dfd5b31 HTTP/1.1" status: 200 len: 217 time: 0.0742292 May 13 15:02:50.622178 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-07aa6370-e5a6-40b4-b4bd-75cf72d77603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:50.624101 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-07aa6370-e5a6-40b4-b4bd-75cf72d77603 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b5ceabd-0dba-40ce-b48a-2cb206526c19 HTTP/1.1" status: 200 len: 851 time: 0.0698295 May 13 15:02:50.720260 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-70899198-55ae-4e35-88ef-4291ef6ed7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:50.723183 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-70899198-55ae-4e35-88ef-4291ef6ed7ff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b043589d-15c3-44b5-8d99-d7c57b00acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918109 May 13 15:02:50.924918 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365b3e3-0917-4797-9948-4e4a569576c8 req-506834cf-6a7d-478e-8aa4-1df7d56c73e8 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:50.926378 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c365b3e3-0917-4797-9948-4e4a569576c8 req-506834cf-6a7d-478e-8aa4-1df7d56c73e8 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae316419-0cd7-41af-8aa8-ffc64a4f0bfd HTTP/1.1" status: 200 len: 944 time: 0.1515501 May 13 15:02:50.941088 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ea349-5d66-4fd8-9225-90b76c9ba300 req-45a31a6e-d85b-4103-b73e-84c4d53cd725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:50.942911 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-273ea349-5d66-4fd8-9225-90b76c9ba300 req-45a31a6e-d85b-4103-b73e-84c4d53cd725 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac0ce7a13bd948f9949b7bdefd23d50f&device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 1095 time: 0.1032500 May 13 15:02:50.961922 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938a386-572e-4683-9737-6c3fa64d5c02 req-eb93a930-be26-489b-948e-0bb926f0b81b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:50.963571 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0938a386-572e-4683-9737-6c3fa64d5c02 req-eb93a930-be26-489b-948e-0bb926f0b81b tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1937814 May 13 15:02:50.969787 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-08d90150-38bc-4d0b-a254-f2c34e47fa7f service neutron] 10.222.0.59 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404227 May 13 15:02:51.109306 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c365b3e3-0917-4797-9948-4e4a569576c8 req-3df3827b-19e6-4b58-b951-a12749dc48f3 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648786 May 13 15:02:51.109945 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0938a386-572e-4683-9737-6c3fa64d5c02 req-b6444db4-cb0d-4e8e-ba83-60395901c475 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371236 May 13 15:02:51.193768 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-55e6ea27-3083-4f5e-a0fe-fcb9fcf3cd23 req-76fcdd99-9acc-4a6c-b156-4abb8ed426ff service neutron] 10.222.0.59 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082398 May 13 15:02:51.327450 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ea349-5d66-4fd8-9225-90b76c9ba300 req-149d85b9-d358-4c60-89a9-ecf25d3f0819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:51.329007 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-273ea349-5d66-4fd8-9225-90b76c9ba300 req-149d85b9-d358-4c60-89a9-ecf25d3f0819 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd HTTP/1.1" status: 200 len: 912 time: 0.3692939 May 13 15:02:51.370904 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd42c18-bc56-4d1e-8266-65e6b8fe655e req-326b08a8-28b9-46c7-a15a-b2eb34a7482a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:51.373441 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5dd42c18-bc56-4d1e-8266-65e6b8fe655e req-326b08a8-28b9-46c7-a15a-b2eb34a7482a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2&device_id=ae316419-0cd7-41af-8aa8-ffc64a4f0bfd HTTP/1.1" status: 200 len: 1095 time: 0.0974844 May 13 15:02:51.450067 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-273ea349-5d66-4fd8-9225-90b76c9ba300 req-7351bcbd-0a76-4948-94fa-f0896ef1ac29 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7cba8e6-abe7-42b8-83df-4ac2f9068e76 HTTP/1.1" status: 200 len: 999 time: 0.1142106 May 13 15:02:51.517341 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ea349-5d66-4fd8-9225-90b76c9ba300 req-7aff545d-3f16-4c1c-afc4-b4615c0a9f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:51.518916 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-273ea349-5d66-4fd8-9225-90b76c9ba300 req-7aff545d-3f16-4c1c-afc4-b4615c0a9f41 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f43563bd-f154-4518-8312-29f2255f69ef HTTP/1.1" status: 200 len: 850 time: 0.0627432 May 13 15:02:51.578233 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd42c18-bc56-4d1e-8266-65e6b8fe655e req-9e95b349-e0be-4f95-a4ee-8c0d80595337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:51.580275 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5dd42c18-bc56-4d1e-8266-65e6b8fe655e req-9e95b349-e0be-4f95-a4ee-8c0d80595337 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b043589d-15c3-44b5-8d99-d7c57b00acb0 HTTP/1.1" status: 200 len: 913 time: 0.2005446 May 13 15:02:51.620704 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ea349-5d66-4fd8-9225-90b76c9ba300 req-a2a93e4b-123e-4872-bb80-d8cb046e6193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:51.623209 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-273ea349-5d66-4fd8-9225-90b76c9ba300 req-a2a93e4b-123e-4872-bb80-d8cb046e6193 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972300 May 13 15:02:51.807948 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5dd42c18-bc56-4d1e-8266-65e6b8fe655e req-b879b013-eb00-49ce-b534-cc6eabc2e73e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3708e44-09b0-48a5-86c1-0e430dfd5b31 HTTP/1.1" status: 200 len: 217 time: 0.2205904 May 13 15:02:51.867956 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-273ea349-5d66-4fd8-9225-90b76c9ba300 req-4f982763-6ea4-4467-9b3b-cd33ff7ca646 service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355182 May 13 15:02:51.909941 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd42c18-bc56-4d1e-8266-65e6b8fe655e req-08e1bc01-e183-4261-8ba1-4fdf1aec8750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:51.911806 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5dd42c18-bc56-4d1e-8266-65e6b8fe655e req-08e1bc01-e183-4261-8ba1-4fdf1aec8750 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b5ceabd-0dba-40ce-b48a-2cb206526c19 HTTP/1.1" status: 200 len: 851 time: 0.0977259 May 13 15:02:52.014888 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd42c18-bc56-4d1e-8266-65e6b8fe655e req-be5901b5-c056-4178-a433-7b08cdc6f07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:52.016578 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5dd42c18-bc56-4d1e-8266-65e6b8fe655e req-be5901b5-c056-4178-a433-7b08cdc6f07a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b043589d-15c3-44b5-8d99-d7c57b00acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925219 May 13 15:02:52.020252 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-273ea349-5d66-4fd8-9225-90b76c9ba300 req-4c4c9bb2-8214-4510-8888-dd64804819fa service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457140 May 13 15:02:52.170552 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5dd42c18-bc56-4d1e-8266-65e6b8fe655e req-5885a07e-44bd-471c-a0ec-4c2586365beb service neutron] 10.222.0.59 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437385 May 13 15:02:52.325229 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe5b4f-6740-4086-9c7c-021845f35822 req-6500fa56-6d12-49fc-86d0-2250ef4de8b0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:52.327172 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cebe5b4f-6740-4086-9c7c-021845f35822 req-6500fa56-6d12-49fc-86d0-2250ef4de8b0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.0975490 May 13 15:02:52.391072 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cebe5b4f-6740-4086-9c7c-021845f35822 req-fe0eb1d3-d35b-4f14-87e3-8911e9510891 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563273 May 13 15:02:52.429989 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5dd42c18-bc56-4d1e-8266-65e6b8fe655e req-747a616f-1d81-4b86-9bec-1c0c6fc170c3 service neutron] 10.222.0.59 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403054 May 13 15:02:52.446594 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18ed9a-331a-417e-a35a-04f248973a3a req-c59d378f-7003-45e4-8e65-7a0ceaaa1d61 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:52.448071 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dc18ed9a-331a-417e-a35a-04f248973a3a req-c59d378f-7003-45e4-8e65-7a0ceaaa1d61 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae316419-0cd7-41af-8aa8-ffc64a4f0bfd HTTP/1.1" status: 200 len: 944 time: 0.1538417 May 13 15:02:52.499166 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dc18ed9a-331a-417e-a35a-04f248973a3a req-de9a6cd3-456b-48f1-9061-74c61e1fdb1c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441456 May 13 15:02:53.554692 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e7f4b-07b0-47a5-bbf5-29c5978ccfe5 req-d11950b3-2fcf-4897-9a50-bbbe348abe68 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:53.556189 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d37e7f4b-07b0-47a5-bbf5-29c5978ccfe5 req-d11950b3-2fcf-4897-9a50-bbbe348abe68 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 947 time: 0.0818908 May 13 15:02:53.578964 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17073f-9896-4ab4-a2f0-8919940b32cb req-7322dd98-26bf-473a-aa63-9b4f4c957148 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:53.580532 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3d17073f-9896-4ab4-a2f0-8919940b32cb req-7322dd98-26bf-473a-aa63-9b4f4c957148 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.0810099 May 13 15:02:53.604411 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d37e7f4b-07b0-47a5-bbf5-29c5978ccfe5 req-ead080d6-601c-4240-b151-d3553a2576f1 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423603 May 13 15:02:53.626504 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3d17073f-9896-4ab4-a2f0-8919940b32cb req-93257677-9fff-4370-9879-2295e28164c3 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402129 May 13 15:02:53.802300 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb947f2b-60ff-4988-9185-91456f92ee3e req-b7cb97b0-cca5-48e4-93e1-1cc6af97b2c7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:53.803839 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fb947f2b-60ff-4988-9185-91456f92ee3e req-b7cb97b0-cca5-48e4-93e1-1cc6af97b2c7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae316419-0cd7-41af-8aa8-ffc64a4f0bfd HTTP/1.1" status: 200 len: 944 time: 0.0855484 May 13 15:02:53.848531 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fb947f2b-60ff-4988-9185-91456f92ee3e req-2843f3eb-625f-4392-afe4-084003358a11 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391200 May 13 15:02:54.032821 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3e24d-042a-439a-b539-28a254d8873e req-fd1f031e-c8e8-4c1b-8643-a69bf7e233ee tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:54.034949 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-28d3e24d-042a-439a-b539-28a254d8873e req-fd1f031e-c8e8-4c1b-8643-a69bf7e233ee tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.0879998 May 13 15:02:54.082731 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-28d3e24d-042a-439a-b539-28a254d8873e req-9f0a65e0-6973-4e44-bf20-651aed1a11f6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415888 May 13 15:02:54.277332 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18095f00-73ab-4721-af45-60a73ed0464d req-6c6c4e51-d47d-4993-9971-0fd40ad50c3d tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:54.278783 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-18095f00-73ab-4721-af45-60a73ed0464d req-6c6c4e51-d47d-4993-9971-0fd40ad50c3d tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.0846395 May 13 15:02:54.326260 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-18095f00-73ab-4721-af45-60a73ed0464d req-4181f967-a53b-4158-a002-eebe6e05dc19 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415816 May 13 15:02:54.517084 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e360e4a-bb1c-48f6-8e56-fb7d3a38dc57 req-097c163c-e164-473d-bd49-b8f1dca562c1 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:54.518478 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4e360e4a-bb1c-48f6-8e56-fb7d3a38dc57 req-097c163c-e164-473d-bd49-b8f1dca562c1 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.0865211 May 13 15:02:54.563400 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4e360e4a-bb1c-48f6-8e56-fb7d3a38dc57 req-d2270e0e-590c-4a05-954a-a99f2f4af63e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391514 May 13 15:02:54.763223 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac959f-fc80-4a19-903d-ccdd293ca755 req-379d0817-c1f9-4611-8b56-ffcd2f2313a6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:54.764796 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-11ac959f-fc80-4a19-903d-ccdd293ca755 req-379d0817-c1f9-4611-8b56-ffcd2f2313a6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.0944605 May 13 15:02:54.799568 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444d0af-32ec-4d22-a6b0-1960839c2d10 req-1836a020-8c4b-4856-8296-80493d743769 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:54.801191 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a444d0af-32ec-4d22-a6b0-1960839c2d10 req-1836a020-8c4b-4856-8296-80493d743769 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 947 time: 0.0851223 May 13 15:02:54.823666 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-11ac959f-fc80-4a19-903d-ccdd293ca755 req-0259aac5-16e4-47d8-8367-a862f7599768 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523157 May 13 15:02:54.853860 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a444d0af-32ec-4d22-a6b0-1960839c2d10 req-ae5b04ab-bebe-42b4-86ea-89009f2107f4 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459204 May 13 15:02:54.958367 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e0747-73d2-4d56-a9d9-3b6c7451979c req-e684bb33-8966-4d37-9068-d7c065e4c269 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:54.959867 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f4e0747-73d2-4d56-a9d9-3b6c7451979c req-e684bb33-8966-4d37-9068-d7c065e4c269 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.59 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 947 time: 0.0909488 May 13 15:02:55.104846 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-2f4e0747-73d2-4d56-a9d9-3b6c7451979c req-f4bd0eeb-84f0-4452-80d3-2f81a04da1f0 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Deleting port 48560cc7-cac7-4479-901c-e483bb13de0e {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:02:55.105187 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2f4e0747-73d2-4d56-a9d9-3b6c7451979c req-f4bd0eeb-84f0-4452-80d3-2f81a04da1f0 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:55.253514 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888be40e-a58f-4afa-877a-dbff1e6a5b85 req-80a08a99-a081-41b4-80fb-b88608472773 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:55.255019 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-888be40e-a58f-4afa-877a-dbff1e6a5b85 req-80a08a99-a081-41b4-80fb-b88608472773 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae316419-0cd7-41af-8aa8-ffc64a4f0bfd HTTP/1.1" status: 200 len: 944 time: 0.2536111 May 13 15:02:55.329732 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-888be40e-a58f-4afa-877a-dbff1e6a5b85 req-b219c352-a0e3-4791-abc4-343f98e4fd6e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622089 May 13 15:02:55.355843 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6d88e-48fe-4e76-95b8-14e6f0ec2b7d req-0d6ab113-aafa-4806-afcf-c8cbc71f7505 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:55.355843 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b8f6d88e-48fe-4e76-95b8-14e6f0ec2b7d req-0d6ab113-aafa-4806-afcf-c8cbc71f7505 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1616645 May 13 15:02:55.414242 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b8f6d88e-48fe-4e76-95b8-14e6f0ec2b7d req-a18d4f86-28ab-4bb2-9201-6878bd5540e7 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577765 May 13 15:02:55.425121 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a333bb32-15d9-4d8f-b0ae-8cd85deb7ed5 req-a6a73e29-5a22-4f4a-baf0-90bf853996e1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1434679 May 13 15:02:55.495555 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-2f4e0747-73d2-4d56-a9d9-3b6c7451979c req-f4bd0eeb-84f0-4452-80d3-2f81a04da1f0 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] For port 48560cc7-cac7-4479-901c-e483bb13de0e, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=48560cc7-cac7-4479-901c-e483bb13de0e,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:02:55.495886 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2f4e0747-73d2-4d56-a9d9-3b6c7451979c req-f4bd0eeb-84f0-4452-80d3-2f81a04da1f0 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:55.521018 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333bb32-15d9-4d8f-b0ae-8cd85deb7ed5 req-c2464fb5-4f5b-4f02-ba0a-23125403cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:55.522493 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a333bb32-15d9-4d8f-b0ae-8cd85deb7ed5 req-c2464fb5-4f5b-4f02-ba0a-23125403cb4b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac0ce7a13bd948f9949b7bdefd23d50f&device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 1096 time: 0.0745084 May 13 15:02:55.704781 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333bb32-15d9-4d8f-b0ae-8cd85deb7ed5 req-ca07f210-fe5b-453d-96a0-05018735e0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:55.706970 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a333bb32-15d9-4d8f-b0ae-8cd85deb7ed5 req-ca07f210-fe5b-453d-96a0-05018735e0cd service neutron] 10.222.0.59 "GET /v2.0/networks?id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd HTTP/1.1" status: 200 len: 912 time: 0.1472573 May 13 15:02:55.778083 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a333bb32-15d9-4d8f-b0ae-8cd85deb7ed5 req-e713cfa8-7020-44fd-a6ba-643b7613ad98 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87ebdfb7-c701-4ddb-88f0-7972bffd8352 HTTP/1.1" status: 200 len: 217 time: 0.0655627 May 13 15:02:55.845636 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333bb32-15d9-4d8f-b0ae-8cd85deb7ed5 req-fc9a7642-f8fd-4a3c-a262-c610b2d88eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:55.847235 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a333bb32-15d9-4d8f-b0ae-8cd85deb7ed5 req-fc9a7642-f8fd-4a3c-a262-c610b2d88eea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f43563bd-f154-4518-8312-29f2255f69ef HTTP/1.1" status: 200 len: 850 time: 0.0638499 May 13 15:02:55.914902 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2f4e0747-73d2-4d56-a9d9-3b6c7451979c req-f4bd0eeb-84f0-4452-80d3-2f81a04da1f0 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:55.915492 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2f4e0747-73d2-4d56-a9d9-3b6c7451979c req-f4bd0eeb-84f0-4452-80d3-2f81a04da1f0 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:55.915589 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [req-2f4e0747-73d2-4d56-a9d9-3b6c7451979c req-f4bd0eeb-84f0-4452-80d3-2f81a04da1f0 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Floating IP 212bd691-cd04-4edc-b9de-c13fffbb97e4 disassociated. External IP: 172.25.0.23, port: 48560cc7-cac7-4479-901c-e483bb13de0e. May 13 15:02:55.915882 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-2f4e0747-73d2-4d56-a9d9-3b6c7451979c req-f4bd0eeb-84f0-4452-80d3-2f81a04da1f0 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Calling delete_port for 48560cc7-cac7-4479-901c-e483bb13de0e owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:02:55.927842 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333bb32-15d9-4d8f-b0ae-8cd85deb7ed5 req-c8ef27bf-c166-4bff-8390-a542b22ef717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:55.929258 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a333bb32-15d9-4d8f-b0ae-8cd85deb7ed5 req-c8ef27bf-c166-4bff-8390-a542b22ef717 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765493 May 13 15:02:56.121797 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20405809-bfd7-412b-b3f5-2cfe814fff76 req-948633a7-f7d5-44fb-a25e-4fd26877c844 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:56.123308 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-20405809-bfd7-412b-b3f5-2cfe814fff76 req-948633a7-f7d5-44fb-a25e-4fd26877c844 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=464bb716-0d66-48cd-bb81-66fc2035e520 HTTP/1.1" status: 200 len: 947 time: 0.1540608 May 13 15:02:56.165283 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a333bb32-15d9-4d8f-b0ae-8cd85deb7ed5 req-bc69bdef-fa8b-4e1b-801a-ff67196f1afd service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301757 May 13 15:02:56.167896 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2f4e0747-73d2-4d56-a9d9-3b6c7451979c req-f4bd0eeb-84f0-4452-80d3-2f81a04da1f0 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:56.228127 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-20405809-bfd7-412b-b3f5-2cfe814fff76 req-9816dc5a-c623-4e87-a11f-33de6c8b2932 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=663464bd-e86c-4312-b98d-55eeb1e1775f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983229 May 13 15:02:56.230635 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd0eeb-84f0-4452-80d3-2f81a04da1f0 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Pushing event deleted for resources: {'Port': ['ID=48560cc7-cac7-4479-901c-e483bb13de0e,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:56.313337 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a333bb32-15d9-4d8f-b0ae-8cd85deb7ed5 req-fbf2e03d-e2e0-4707-abc8-4b1b2f2a3ba0 service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418221 May 13 15:02:56.434343 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f4e0747-73d2-4d56-a9d9-3b6c7451979c req-f4bd0eeb-84f0-4452-80d3-2f81a04da1f0 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Router edd64084-0577-44c3-9862-fd94e3d40eb7 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:02:56.528599 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6d8c7-1b36-4cca-8da0-cd6fcf74982a req-dd196686-c146-44f5-833f-7a1f46ac78f8 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:56.530160 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f8c6d8c7-1b36-4cca-8da0-cd6fcf74982a req-dd196686-c146-44f5-833f-7a1f46ac78f8 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae316419-0cd7-41af-8aa8-ffc64a4f0bfd HTTP/1.1" status: 200 len: 944 time: 0.0865755 May 13 15:02:56.581640 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f8c6d8c7-1b36-4cca-8da0-cd6fcf74982a req-1d7a9b51-e014-4c48-9033-82da2d5cb53e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458462 May 13 15:02:56.671417 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f4e0747-73d2-4d56-a9d9-3b6c7451979c req-f4bd0eeb-84f0-4452-80d3-2f81a04da1f0 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:02:56.687281 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c833c7-1672-486a-99d6-16657f02ba38 None None] Sync routers for ids ['edd64084-0577-44c3-9862-fd94e3d40eb7'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:02:56.698119 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c833c7-1672-486a-99d6-16657f02ba38 None None] Routers {'edd64084-0577-44c3-9862-fd94e3d40eb7'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:02:56.698744 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-e6c833c7-1672-486a-99d6-16657f02ba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:02:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['edd64084-0577-44c3-9862-fd94e3d40eb7'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:56.758037 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4e0747-73d2-4d56-a9d9-3b6c7451979c req-f4bd0eeb-84f0-4452-80d3-2f81a04da1f0 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] No DVR routers for this DVR port 48560cc7-cac7-4479-901c-e483bb13de0e on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:02:56.768076 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f4333-d719-4c83-bbed-eceacc4707cc req-8335bc73-0761-45ee-8ff0-148a57598dc1 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:56.769806 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3a2f4333-d719-4c83-bbed-eceacc4707cc req-8335bc73-0761-45ee-8ff0-148a57598dc1 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.2447202 May 13 15:02:56.770901 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-2f4e0747-73d2-4d56-a9d9-3b6c7451979c req-f4bd0eeb-84f0-4452-80d3-2f81a04da1f0 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:56.773839 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464bb716-0d66-48cd-bb81-66fc2035e520', 'name': 'network-vif-deleted', 'tag': '48560cc7-cac7-4479-901c-e483bb13de0e'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:02:56.817512 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f4e0747-73d2-4d56-a9d9-3b6c7451979c req-f4bd0eeb-84f0-4452-80d3-2f81a04da1f0 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.59 "DELETE /v2.0/ports/48560cc7-cac7-4479-901c-e483bb13de0e HTTP/1.1" status: 204 len: 173 time: 1.8526933 May 13 15:02:56.830286 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3a2f4333-d719-4c83-bbed-eceacc4707cc req-578c461f-a35f-4a0e-8521-27b4e0b8ccb7 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498245 May 13 15:02:56.852661 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f93f21d3-2ea0-4133-afff-2cfe2e4dfdff'] response: {'server_uuid': '464bb716-0d66-48cd-bb81-66fc2035e520', 'name': 'network-vif-deleted', 'tag': '48560cc7-cac7-4479-901c-e483bb13de0e', 'status': 'completed', 'code': 200} May 13 15:02:56.919473 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-e6c833c7-1672-486a-99d6-16657f02ba38 None None] Set router edd64084-0577-44c3-9862-fd94e3d40eb7 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:02:57.270778 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ff97b408-69b4-49e8-a2d8-88d52be80360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:57.289925 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-e6c833c7-1672-486a-99d6-16657f02ba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-46765238-router', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:59:12Z', 'updated_at': '2022-05-13T14:59:19Z', 'revision_number': 4, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'gw_port': {'id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:13Z', 'updated_at': '2022-05-13T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'a7cd2998-b136-41c2-b4ff-7de0ce99483f', 'name': '', 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'mac_address': 'fa:16:3e:d3:89:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:18Z', 'updated_at': '2022-05-13T14:59:32Z', 'revision_number': 5, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'subnets': [{'id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:57.292238 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7613b7-f10e-422a-961f-fbb080241edf req-866f4665-c44a-4bc6-bb91-33c534f1c391 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:57.293842 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f7613b7-f10e-422a-961f-fbb080241edf req-866f4665-c44a-4bc6-bb91-33c534f1c391 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1572917 May 13 15:02:57.295346 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c833c7-1672-486a-99d6-16657f02ba38 None None] Checking router: edd64084-0577-44c3-9862-fd94e3d40eb7 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:02:57.298672 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff132d-7c14-47d7-9feb-a2577d4d43ea req-0d48e2fa-f11e-45c6-a885-b411cbcfcaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:57.300872 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-06ff132d-7c14-47d7-9feb-a2577d4d43ea req-0d48e2fa-f11e-45c6-a885-b411cbcfcaf4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac0ce7a13bd948f9949b7bdefd23d50f&device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 1095 time: 0.1167595 May 13 15:02:57.305577 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c833c7-1672-486a-99d6-16657f02ba38 None None] Routers {'edd64084-0577-44c3-9862-fd94e3d40eb7'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:02:57.306197 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-e6c833c7-1672-486a-99d6-16657f02ba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:02:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['edd64084-0577-44c3-9862-fd94e3d40eb7'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:57.432423 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f7613b7-f10e-422a-961f-fbb080241edf req-0a6e27a0-fddd-4bec-b80c-ebdb467cf879 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304908 May 13 15:02:57.438957 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58870) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:57.481711 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff132d-7c14-47d7-9feb-a2577d4d43ea req-e41eaa44-2716-4701-8745-839aa50f33d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:57.483382 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-06ff132d-7c14-47d7-9feb-a2577d4d43ea req-e41eaa44-2716-4701-8745-839aa50f33d2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd HTTP/1.1" status: 200 len: 912 time: 0.1669352 May 13 15:02:57.538675 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-04c80ba7-c0de-4d64-a3b6-0f48917ea234 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:57.564849 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-e6c833c7-1672-486a-99d6-16657f02ba38 None None] Set router edd64084-0577-44c3-9862-fd94e3d40eb7 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:02:57.572245 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-04c80ba7-c0de-4d64-a3b6-0f48917ea234 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:57.631415 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-04c80ba7-c0de-4d64-a3b6-0f48917ea234 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:57.654736 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c80ba7-c0de-4d64-a3b6-0f48917ea234 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=663464bd-e86c-4312-b98d-55eeb1e1775f,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:57.678909 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-04c80ba7-c0de-4d64-a3b6-0f48917ea234 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:57.683723 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58876) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:57.684042 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-04c80ba7-c0de-4d64-a3b6-0f48917ea234 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "DELETE /v2.0/security-groups/663464bd-e86c-4312-b98d-55eeb1e1775f HTTP/1.1" status: 204 len: 168 time: 0.2426798 May 13 15:02:57.723341 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-3e3f718f-d66b-484a-9dc6-e656e25d7328 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] show failed (client error): The resource could not be found. May 13 15:02:57.727303 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3e3f718f-d66b-484a-9dc6-e656e25d7328 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups/663464bd-e86c-4312-b98d-55eeb1e1775f HTTP/1.1" status: 404 len: 347 time: 0.0402758 May 13 15:02:57.728399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58880) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:57.790051 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b188952-4ecd-41f8-ae3b-bb5f9888c112 req-a497474b-2ac0-42b8-93ac-5799289d8091 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:57.791698 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5b188952-4ecd-41f8-ae3b-bb5f9888c112 req-a497474b-2ac0-42b8-93ac-5799289d8091 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae316419-0cd7-41af-8aa8-ffc64a4f0bfd HTTP/1.1" status: 200 len: 944 time: 0.0854216 May 13 15:02:57.849481 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5b188952-4ecd-41f8-ae3b-bb5f9888c112 req-8fefd477-4b86-4936-861f-abb0651809a6 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519104 May 13 15:02:57.896617 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-06ff132d-7c14-47d7-9feb-a2577d4d43ea req-d3cb2fe9-46fd-422a-9649-015dedb9194c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7cba8e6-abe7-42b8-83df-4ac2f9068e76 HTTP/1.1" status: 200 len: 999 time: 0.4023566 May 13 15:02:57.904351 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-3c103cff-71cb-477c-b65f-9682bbcf17a1 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Deleting port 8ec96649-21be-4f44-94ba-41187de6c14a {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:02:57.904687 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3c103cff-71cb-477c-b65f-9682bbcf17a1 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:57.997865 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-e6c833c7-1672-486a-99d6-16657f02ba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-46765238-router', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:59:12Z', 'updated_at': '2022-05-13T14:59:19Z', 'revision_number': 4, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'gw_port': {'id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:13Z', 'updated_at': '2022-05-13T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'a7cd2998-b136-41c2-b4ff-7de0ce99483f', 'name': '', 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'mac_address': 'fa:16:3e:d3:89:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:18Z', 'updated_at': '2022-05-13T14:59:32Z', 'revision_number': 5, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'subnets': [{'id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:58.002031 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c833c7-1672-486a-99d6-16657f02ba38 None None] The sync data for ids ['edd64084-0577-44c3-9862-fd94e3d40eb7'] in n-d-841760-1 is: [{'id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-46765238-router', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:59:12Z', 'updated_at': '2022-05-13T14:59:19Z', 'revision_number': 4, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'gw_port': {'id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:13Z', 'updated_at': '2022-05-13T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'a7cd2998-b136-41c2-b4ff-7de0ce99483f', 'name': '', 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'mac_address': 'fa:16:3e:d3:89:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:18Z', 'updated_at': '2022-05-13T14:59:32Z', 'revision_number': 5, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'subnets': [{'id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:02:58.074652 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff132d-7c14-47d7-9feb-a2577d4d43ea req-94565076-a641-4bf7-8b77-36f0f1d60aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:58.076132 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-06ff132d-7c14-47d7-9feb-a2577d4d43ea req-94565076-a641-4bf7-8b77-36f0f1d60aa3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f43563bd-f154-4518-8312-29f2255f69ef HTTP/1.1" status: 200 len: 850 time: 0.1733599 May 13 15:02:58.184492 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3c103cff-71cb-477c-b65f-9682bbcf17a1 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:58.184814 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3c103cff-71cb-477c-b65f-9682bbcf17a1 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:58.238319 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b28d44-b419-47af-a325-bc25e028233c None None] New status for floating IP 212bd691-cd04-4edc-b9de-c13fffbb97e4: DOWN {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:02:58.315706 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-3c103cff-71cb-477c-b65f-9682bbcf17a1 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Calling delete_port for 8ec96649-21be-4f44-94ba-41187de6c14a owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:02:58.364224 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff132d-7c14-47d7-9feb-a2577d4d43ea req-3e5391f8-edc2-4706-94ce-41935bc79efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:58.365707 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-06ff132d-7c14-47d7-9feb-a2577d4d43ea req-3e5391f8-edc2-4706-94ce-41935bc79efd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d6183f6d-25fb-4e44-b996-0f5bcb025fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2781329 May 13 15:02:58.505355 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [None req-3c103cff-71cb-477c-b65f-9682bbcf17a1 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:02:58.505672 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [None req-3c103cff-71cb-477c-b65f-9682bbcf17a1 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:02:58.523944 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-06ff132d-7c14-47d7-9feb-a2577d4d43ea req-673c38d6-0f47-4500-ae87-7be30dbf2823 service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517496 May 13 15:02:58.677955 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:58.710102 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-06ff132d-7c14-47d7-9feb-a2577d4d43ea req-58bcb280-04bd-4715-b888-e74a0e186695 service neutron] 10.222.0.59 "GET /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802230 May 13 15:02:58.726463 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2647e-1ba4-4509-9ee8-bb8916282d08 req-3e9e1902-86ad-4b5b-a4f8-1d66c51d08bb tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:58.727924 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cfd2647e-1ba4-4509-9ee8-bb8916282d08 req-3e9e1902-86ad-4b5b-a4f8-1d66c51d08bb tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1278834 May 13 15:02:58.774553 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cfd2647e-1ba4-4509-9ee8-bb8916282d08 req-095b59e0-cee7-4a4f-be82-6cfd62142346 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410249 May 13 15:02:59.007311 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-3c103cff-71cb-477c-b65f-9682bbcf17a1 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Deleting port 8ec96649-21be-4f44-94ba-41187de6c14a {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:02:59.007747 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3c103cff-71cb-477c-b65f-9682bbcf17a1 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:59.043567 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07ef91-6734-4753-8ed2-0172cb18d71e req-0df611df-eff9-48ec-a69b-477b28b6a67b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:59.045037 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5d07ef91-6734-4753-8ed2-0172cb18d71e req-0df611df-eff9-48ec-a69b-477b28b6a67b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae316419-0cd7-41af-8aa8-ffc64a4f0bfd HTTP/1.1" status: 200 len: 944 time: 0.0809371 May 13 15:02:59.089550 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5d07ef91-6734-4753-8ed2-0172cb18d71e req-4d33d447-705a-42bc-a394-c7aa3810d576 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384347 May 13 15:02:59.182324 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3c103cff-71cb-477c-b65f-9682bbcf17a1 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:59.182649 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3c103cff-71cb-477c-b65f-9682bbcf17a1 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:59.195642 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device a3708e44-09b0-48a5-86c1-0e430dfd5b31 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:02:59.199567 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 48560cc7-cac7-4479-901c-e483bb13de0e no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:02:59.241475 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 48560cc7-cac7-4479-901c-e483bb13de0e {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:02:59.241913 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 48560cc7-cac7-4479-901c-e483bb13de0e not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:02:59.397030 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port a3708e44-09b0-48a5-86c1-0e430dfd5b31, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=a3708e44-09b0-48a5-86c1-0e430dfd5b31,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:02:59.412787 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'a3708e44-09b0-48a5-86c1-0e430dfd5b31', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'port_id': 'a3708e44-09b0-48a5-86c1-0e430dfd5b31', 'mac_address': 'fa:16:3e:87:c7:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:02:59.436070 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-3c103cff-71cb-477c-b65f-9682bbcf17a1 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Calling delete_port for 8ec96649-21be-4f44-94ba-41187de6c14a owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:02:59.470270 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port a3708e44-09b0-48a5-86c1-0e430dfd5b31 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:02:59.470661 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:59.488896 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3708e44-09b0-48a5-86c1-0e430dfd5b31 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:02:59.505703 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port a3708e44-09b0-48a5-86c1-0e430dfd5b31, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=a3708e44-09b0-48a5-86c1-0e430dfd5b31,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:02:59.509399 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:59.599967 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3c103cff-71cb-477c-b65f-9682bbcf17a1 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:59.601565 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=a3708e44-09b0-48a5-86c1-0e430dfd5b31,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:59.610378 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4209dd58-54a3-43ab-b7c7-744698c450bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:59.667223 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c103cff-71cb-477c-b65f-9682bbcf17a1 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Pushing event deleted for resources: {'Port': ['ID=8ec96649-21be-4f44-94ba-41187de6c14a,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:59.755357 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['a3708e44-09b0-48a5-86c1-0e430dfd5b31'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:02:59.766277 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3c103cff-71cb-477c-b65f-9682bbcf17a1 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for floatingip, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:59.784780 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3c103cff-71cb-477c-b65f-9682bbcf17a1 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:59.785873 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3c103cff-71cb-477c-b65f-9682bbcf17a1 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "DELETE /v2.0/floatingips/212bd691-cd04-4edc-b9de-c13fffbb97e4 HTTP/1.1" status: 204 len: 168 time: 2.0571196 May 13 15:02:59.884466 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58898) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:59.889831 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-3bce5d47-4787-4ce7-89e2-039959d01c4e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Request body: {'security_group': {'name': 'tempest-securitygroup--284167836', 'description': 'tempest-description--537819518'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:59.899060 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3bce5d47-4787-4ce7-89e2-039959d01c4e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:59.942308 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3bce5d47-4787-4ce7-89e2-039959d01c4e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Usage tracker for resource:security_group and tenant:38a8881fe1424acaba5f3d712cefac02 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:59.946452 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3bce5d47-4787-4ce7-89e2-039959d01c4e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:59.953951 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3bce5d47-4787-4ce7-89e2-039959d01c4e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:59.979857 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3bce5d47-4787-4ce7-89e2-039959d01c4e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:00.009302 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3bce5d47-4787-4ce7-89e2-039959d01c4e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:00.016046 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3bce5d47-4787-4ce7-89e2-039959d01c4e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Usage tracker for resource:security_group_rule and tenant:38a8881fe1424acaba5f3d712cefac02 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:00.031257 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54a833-5e20-4bd2-9826-aad86e76857a req-a0f0b747-d528-4d13-bbcf-5749d91f128f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:00.032757 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9c54a833-5e20-4bd2-9826-aad86e76857a req-a0f0b747-d528-4d13-bbcf-5749d91f128f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1376135 May 13 15:03:00.033641 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3bce5d47-4787-4ce7-89e2-039959d01c4e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:00.040737 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3bce5d47-4787-4ce7-89e2-039959d01c4e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:00.104115 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9c54a833-5e20-4bd2-9826-aad86e76857a req-226b1aa3-bcde-4dbf-87d1-d03cfab532a1 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645256 May 13 15:03:00.154664 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3bce5d47-4787-4ce7-89e2-039959d01c4e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:00.159529 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3bce5d47-4787-4ce7-89e2-039959d01c4e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:00.206437 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce5d47-4787-4ce7-89e2-039959d01c4e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b886707-cbbd-4a43-8b9f-80d49653f12e,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:00.213964 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3bce5d47-4787-4ce7-89e2-039959d01c4e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:00.215481 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3bce5d47-4787-4ce7-89e2-039959d01c4e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3299139 May 13 15:03:00.220577 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58906) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:00.229064 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-25ec0314-f1e9-4fbe-8a04-94b24ef3e2fc tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Request body: {'security_group_rule': {'security_group_id': '3b886707-cbbd-4a43-8b9f-80d49653f12e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:03:00.265134 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-25ec0314-f1e9-4fbe-8a04-94b24ef3e2fc tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:00.273206 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-25ec0314-f1e9-4fbe-8a04-94b24ef3e2fc tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Usage tracker for resource:security_group_rule and tenant:38a8881fe1424acaba5f3d712cefac02 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:00.278538 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-25ec0314-f1e9-4fbe-8a04-94b24ef3e2fc tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:00.337268 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-25ec0314-f1e9-4fbe-8a04-94b24ef3e2fc tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:00.378023 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25ec0314-f1e9-4fbe-8a04-94b24ef3e2fc tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:00.407984 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af059eef-54be-4d96-b859-da06bdf85049 req-998a1e92-a1b6-411d-ab95-49d7cb1a8217 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:00.410067 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-af059eef-54be-4d96-b859-da06bdf85049 req-998a1e92-a1b6-411d-ab95-49d7cb1a8217 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.0899973 May 13 15:03:00.436826 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f57cf-3f2c-4f3b-bf56-50af129d273a req-fde13984-89b4-429f-9afc-1ec8705d2ae2 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:00.438302 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1d5f57cf-3f2c-4f3b-bf56-50af129d273a req-fde13984-89b4-429f-9afc-1ec8705d2ae2 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae316419-0cd7-41af-8aa8-ffc64a4f0bfd HTTP/1.1" status: 200 len: 945 time: 0.1535499 May 13 15:03:00.455968 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-af059eef-54be-4d96-b859-da06bdf85049 req-e1099de0-91c4-48fc-800d-9b3c851356ca tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394597 May 13 15:03:00.477914 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25ec0314-f1e9-4fbe-8a04-94b24ef3e2fc tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:00.489229 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25ec0314-f1e9-4fbe-8a04-94b24ef3e2fc tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:00.521301 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1d5f57cf-3f2c-4f3b-bf56-50af129d273a req-13619600-12b7-43dc-88ba-88efed50465f tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763116 May 13 15:03:00.523783 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec0314-f1e9-4fbe-8a04-94b24ef3e2fc tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0678a8a-3755-4429-95e2-43d8cac9ddc3,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:00.534124 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-25ec0314-f1e9-4fbe-8a04-94b24ef3e2fc tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:00.535340 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-25ec0314-f1e9-4fbe-8a04-94b24ef3e2fc tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3119576 May 13 15:03:00.538280 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 58912) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:00.543889 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-e03ef1f2-8417-4548-a1aa-2c9c1f487816 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Request body: {'security_group_rule': {'security_group_id': '3b886707-cbbd-4a43-8b9f-80d49653f12e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:03:00.550739 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e03ef1f2-8417-4548-a1aa-2c9c1f487816 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:00.554781 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e03ef1f2-8417-4548-a1aa-2c9c1f487816 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Usage tracker for resource:security_group_rule and tenant:38a8881fe1424acaba5f3d712cefac02 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:00.557844 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e03ef1f2-8417-4548-a1aa-2c9c1f487816 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:00.564330 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e03ef1f2-8417-4548-a1aa-2c9c1f487816 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:00.581556 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e03ef1f2-8417-4548-a1aa-2c9c1f487816 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:00.651260 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e03ef1f2-8417-4548-a1aa-2c9c1f487816 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:00.655356 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e03ef1f2-8417-4548-a1aa-2c9c1f487816 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:00.686294 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ef1f2-8417-4548-a1aa-2c9c1f487816 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cb4759c-31da-42de-a820-37f08d11c36d,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:00.698885 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e03ef1f2-8417-4548-a1aa-2c9c1f487816 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:00.704707 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e03ef1f2-8417-4548-a1aa-2c9c1f487816 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1651809 May 13 15:03:00.705071 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 58928) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:00.710822 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-d22a3542-c638-4439-b566-3eb46101c209 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:03:00.723347 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d22a3542-c638-4439-b566-3eb46101c209 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:00.731308 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d22a3542-c638-4439-b566-3eb46101c209 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Usage tracker for resource:floatingip and tenant:38a8881fe1424acaba5f3d712cefac02 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:00.736111 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d22a3542-c638-4439-b566-3eb46101c209 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:00.741316 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:00.745116 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d22a3542-c638-4439-b566-3eb46101c209 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:00.755824 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:00.758000 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d22a3542-c638-4439-b566-3eb46101c209 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for floatingip, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:00.913943 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d22a3542-c638-4439-b566-3eb46101c209 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:01.069315 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-d22a3542-c638-4439-b566-3eb46101c209 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Allocated IP 172.25.0.36 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/d122459e-e13d-4132-a239-b039bda8d380) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:03:01.202963 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device a3708e44-09b0-48a5-86c1-0e430dfd5b31 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:03:01.292000 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d22a3542-c638-4439-b566-3eb46101c209 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:01.313592 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918f840-c98a-482b-9578-b8305e7b599c req-88356734-81c3-4b16-816f-954d6b37577d tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:01.315926 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3918f840-c98a-482b-9578-b8305e7b599c req-88356734-81c3-4b16-816f-954d6b37577d tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebff2784-edb8-47fe-80c3-8425490d7558 HTTP/1.1" status: 200 len: 944 time: 0.1125162 May 13 15:03:01.338249 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port a3708e44-09b0-48a5-86c1-0e430dfd5b31 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:03:01.339692 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d22a3542-c638-4439-b566-3eb46101c209 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:01.345474 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port a3708e44-09b0-48a5-86c1-0e430dfd5b31 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:03:01.346638 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:01.416820 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-3918f840-c98a-482b-9578-b8305e7b599c req-34988ec6-7537-4072-9e31-87c9d3e11615 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Deleting port 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:03:01.417469 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3918f840-c98a-482b-9578-b8305e7b599c req-34988ec6-7537-4072-9e31-87c9d3e11615 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:01.424985 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22a3542-c638-4439-b566-3eb46101c209 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:03:01.428192 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-d22a3542-c638-4439-b566-3eb46101c209 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:03:01.432384 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22a3542-c638-4439-b566-3eb46101c209 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:03:01.471250 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a3542-c638-4439-b566-3eb46101c209 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Pushing event updated for resources: {'Port': ['ID=d122459e-e13d-4132-a239-b039bda8d380,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:01.505545 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port a3708e44-09b0-48a5-86c1-0e430dfd5b31 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:03:01.506261 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:01.530143 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d22a3542-c638-4439-b566-3eb46101c209 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:01.537575 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae316419-0cd7-41af-8aa8-ffc64a4f0bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3708e44-09b0-48a5-86c1-0e430dfd5b31'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:03:01.547963 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port a3708e44-09b0-48a5-86c1-0e430dfd5b31, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=a3708e44-09b0-48a5-86c1-0e430dfd5b31,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:03:01.554510 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:01.600551 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dcb0c79-0d67-4da1-af66-6e0da1ab27ed'] response: {'server_uuid': 'ae316419-0cd7-41af-8aa8-ffc64a4f0bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3708e44-09b0-48a5-86c1-0e430dfd5b31', 'code': 200} May 13 15:03:01.618224 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d22a3542-c638-4439-b566-3eb46101c209 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:01.650342 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=a3708e44-09b0-48a5-86c1-0e430dfd5b31,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:01.778718 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-3918f840-c98a-482b-9578-b8305e7b599c req-34988ec6-7537-4072-9e31-87c9d3e11615 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] For port 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:03:01.779320 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3918f840-c98a-482b-9578-b8305e7b599c req-34988ec6-7537-4072-9e31-87c9d3e11615 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:01.870146 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dba1b0-c73c-46cd-b2e5-8f22ce2e5a15 req-212bdcb3-a12f-4699-a095-2b2978cd911d tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:01.871698 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-81dba1b0-c73c-46cd-b2e5-8f22ce2e5a15 req-212bdcb3-a12f-4699-a095-2b2978cd911d tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae316419-0cd7-41af-8aa8-ffc64a4f0bfd HTTP/1.1" status: 200 len: 946 time: 0.1839383 May 13 15:03:01.914914 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-3918f840-c98a-482b-9578-b8305e7b599c req-34988ec6-7537-4072-9e31-87c9d3e11615 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Calling delete_port for 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:03:01.945013 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d27ae-e24f-4246-9e3d-75185e861394 req-53526bef-c959-4ba3-a09a-720a0899fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:01.946743 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-784d27ae-e24f-4246-9e3d-75185e861394 req-53526bef-c959-4ba3-a09a-720a0899fff7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ae316419-0cd7-41af-8aa8-ffc64a4f0bfd HTTP/1.1" status: 200 len: 1097 time: 0.2807527 May 13 15:03:01.951637 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-81dba1b0-c73c-46cd-b2e5-8f22ce2e5a15 req-1d995558-31f8-4c57-a889-18282e792c79 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653071 May 13 15:03:02.024288 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-784d27ae-e24f-4246-9e3d-75185e861394 req-4c134b27-9471-40ab-a323-9307e0a0099b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700450 May 13 15:03:02.091770 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d22a3542-c638-4439-b566-3eb46101c209 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:02.098857 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d22a3542-c638-4439-b566-3eb46101c209 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:02.115223 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3918f840-c98a-482b-9578-b8305e7b599c req-34988ec6-7537-4072-9e31-87c9d3e11615 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:02.132639 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['87ebdfb7-c701-4ddb-88f0-7972bffd8352', 'cb21d252-b054-4dc5-be10-c926d9bfaa4f'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:03:02.178529 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34988ec6-7537-4072-9e31-87c9d3e11615 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Pushing event deleted for resources: {'Port': ['ID=09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:02.280534 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a3542-c638-4439-b566-3eb46101c209 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Pushing event updated for resources: {'Port': ['ID=d122459e-e13d-4132-a239-b039bda8d380,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:02.294587 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-3918f840-c98a-482b-9578-b8305e7b599c req-34988ec6-7537-4072-9e31-87c9d3e11615 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] No DVR routers for this DVR port 09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:03:02.297053 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d22a3542-c638-4439-b566-3eb46101c209 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:02.298289 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3918f840-c98a-482b-9578-b8305e7b599c req-34988ec6-7537-4072-9e31-87c9d3e11615 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:02.303269 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebff2784-edb8-47fe-80c3-8425490d7558', 'name': 'network-vif-deleted', 'tag': '09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:03:02.331653 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3918f840-c98a-482b-9578-b8305e7b599c req-34988ec6-7537-4072-9e31-87c9d3e11615 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "DELETE /v2.0/ports/09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b HTTP/1.1" status: 204 len: 173 time: 1.0070028 May 13 15:03:02.367094 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d22a3542-c638-4439-b566-3eb46101c209 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:02.378039 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d22a3542-c638-4439-b566-3eb46101c209 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6631165 May 13 15:03:02.384247 n-d-841760-1 neutron-server[88081]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3f69447a-6838-45e2-8fff-a9fc359ad38f']: {'server_uuid': 'ebff2784-edb8-47fe-80c3-8425490d7558', 'name': 'network-vif-deleted', 'tag': '09a1f66a-6a28-4a7a-a05e-3ddbb8aaa86b', 'status': 'failed', 'code': 422} returned with failed status May 13 15:03:02.425850 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:02.477348 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:03:02.671969 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-15116e61-99d6-400c-94f3-258f55c5d12e req-14ef4a3a-cf83-4e0f-a96a-d6e344d988dc tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Synchronizing usage tracker for tenant:38a8881fe1424acaba5f3d712cefac02 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:03:02.692537 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-15116e61-99d6-400c-94f3-258f55c5d12e req-14ef4a3a-cf83-4e0f-a96a-d6e344d988dc tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Unset dirty status for tenant:38a8881fe1424acaba5f3d712cefac02 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:03:02.695051 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-15116e61-99d6-400c-94f3-258f55c5d12e req-14ef4a3a-cf83-4e0f-a96a-d6e344d988dc tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--284167836&fields=id&tenant_id=38a8881fe1424acaba5f3d712cefac02 HTTP/1.1" status: 200 len: 267 time: 0.0706513 May 13 15:03:02.887415 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15116e61-99d6-400c-94f3-258f55c5d12e req-f0c1669b-e8a0-4c22-863f-20543d852ec5 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:02.888161 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-15116e61-99d6-400c-94f3-258f55c5d12e req-f0c1669b-e8a0-4c22-863f-20543d852ec5 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Synchronizing usage tracker for tenant:38a8881fe1424acaba5f3d712cefac02 on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:03:02.911555 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-15116e61-99d6-400c-94f3-258f55c5d12e req-f0c1669b-e8a0-4c22-863f-20543d852ec5 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Unset dirty status for tenant:38a8881fe1424acaba5f3d712cefac02 on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:03:02.912798 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-15116e61-99d6-400c-94f3-258f55c5d12e req-f0c1669b-e8a0-4c22-863f-20543d852ec5 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/networks?id=82746afc-6560-4007-9fb3-904cf8d650cf HTTP/1.1" status: 200 len: 815 time: 0.2076807 May 13 15:03:02.936535 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-15116e61-99d6-400c-94f3-258f55c5d12e req-2a208c41-bc45-451e-ba61-449b66bc4329 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/quotas/38a8881fe1424acaba5f3d712cefac02 HTTP/1.1" status: 200 len: 375 time: 0.0163593 May 13 15:03:03.031527 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-15116e61-99d6-400c-94f3-258f55c5d12e req-68dc859d-c202-4cee-bc96-3708d5b8b48c tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=38a8881fe1424acaba5f3d712cefac02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0916858 May 13 15:03:03.206439 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-15116e61-99d6-400c-94f3-258f55c5d12e req-869794fd-1ac9-4164-8a88-98e66362c67b service neutron] 10.222.0.35 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694441 May 13 15:03:03.387835 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-15116e61-99d6-400c-94f3-258f55c5d12e req-a00b8241-3826-4398-9268-d7a68f6561ec service neutron] 10.222.0.35 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798728 May 13 15:03:03.421581 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642e8f9-03ea-4d9d-a418-8023330805a8 req-34357298-164e-4d48-8e61-02080dc16f6f tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:03.427905 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1642e8f9-03ea-4d9d-a418-8023330805a8 req-34357298-164e-4d48-8e61-02080dc16f6f tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae316419-0cd7-41af-8aa8-ffc64a4f0bfd HTTP/1.1" status: 200 len: 946 time: 0.2119603 May 13 15:03:03.474244 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1642e8f9-03ea-4d9d-a418-8023330805a8 req-abc72de8-7c2d-4912-a99b-c43e889bcbe9 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452125 May 13 15:03:03.655505 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-28be0e87-6e5f-4d27-982b-86ef05915c04 req-56516e10-24f9-49a4-be19-553200107f32 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 210 time: 0.1131904 May 13 15:03:03.699500 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f2307-0797-41fc-b5b9-ff17d282c029 req-8c89c4f8-a96d-449b-94ff-00c0e89b423f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:03.700196 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-fe2f2307-0797-41fc-b5b9-ff17d282c029 req-8c89c4f8-a96d-449b-94ff-00c0e89b423f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Synchronizing usage tracker for tenant:ac0ce7a13bd948f9949b7bdefd23d50f on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:03:03.717160 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-fe2f2307-0797-41fc-b5b9-ff17d282c029 req-8c89c4f8-a96d-449b-94ff-00c0e89b423f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Unset dirty status for tenant:ac0ce7a13bd948f9949b7bdefd23d50f on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:03:03.726733 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fe2f2307-0797-41fc-b5b9-ff17d282c029 req-8c89c4f8-a96d-449b-94ff-00c0e89b423f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=0762447d-16f5-46fa-a12b-43e638aeb80d HTTP/1.1" status: 200 len: 907 time: 0.1286914 May 13 15:03:04.667771 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62fca6-98c2-46d7-bc55-ee761396f85f req-9fb8061d-05cb-44f7-9765-5b064948a55e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:04.670528 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-af62fca6-98c2-46d7-bc55-ee761396f85f req-9fb8061d-05cb-44f7-9765-5b064948a55e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae316419-0cd7-41af-8aa8-ffc64a4f0bfd HTTP/1.1" status: 200 len: 946 time: 0.0898261 May 13 15:03:04.722437 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-af62fca6-98c2-46d7-bc55-ee761396f85f req-916389d2-16a4-451a-a869-ced14ac674fd tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445452 May 13 15:03:04.818719 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-99ad01e9-6d6d-4dbb-bb92-4535f931530f req-0a9d9bd1-9805-4da6-b2bc-b0e9ace27291 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Synchronizing usage tracker for tenant:38a8881fe1424acaba5f3d712cefac02 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:03:04.863296 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-99ad01e9-6d6d-4dbb-bb92-4535f931530f req-0a9d9bd1-9805-4da6-b2bc-b0e9ace27291 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Unset dirty status for tenant:38a8881fe1424acaba5f3d712cefac02 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:03:04.877575 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99ad01e9-6d6d-4dbb-bb92-4535f931530f req-0a9d9bd1-9805-4da6-b2bc-b0e9ace27291 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 210 time: 0.1009235 May 13 15:03:04.995730 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed7d4a-9f55-4c71-8fe7-d25568d94522 req-ec30d66d-0963-4bc4-8166-b2c4a0f4abae tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:04.997228 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8fed7d4a-9f55-4c71-8fe7-d25568d94522 req-ec30d66d-0963-4bc4-8166-b2c4a0f4abae tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=0762447d-16f5-46fa-a12b-43e638aeb80d HTTP/1.1" status: 200 len: 907 time: 0.1348913 May 13 15:03:05.004872 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4168e-d8a7-4192-92fb-9af1ef20bc48 req-0e3e0916-ee6f-47d1-a019-1b25bf1091ce tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:05.006281 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a6f4168e-d8a7-4192-92fb-9af1ef20bc48 req-0e3e0916-ee6f-47d1-a019-1b25bf1091ce tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.74 "GET /v2.0/ports?device_id=0762447d-16f5-46fa-a12b-43e638aeb80d HTTP/1.1" status: 200 len: 907 time: 0.1756353 May 13 15:03:05.051643 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15116e61-99d6-400c-94f3-258f55c5d12e req-a77cd003-6aba-488f-ba92-f8582781e580 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:05.053097 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-15116e61-99d6-400c-94f3-258f55c5d12e req-a77cd003-6aba-488f-ba92-f8582781e580 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.74 "GET /v2.0/networks?id=82746afc-6560-4007-9fb3-904cf8d650cf HTTP/1.1" status: 200 len: 815 time: 0.2153456 May 13 15:03:05.108459 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-a6f4168e-d8a7-4192-92fb-9af1ef20bc48 req-178f0d4f-b7e3-4a75-aa4c-c8760abb8599 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Deleting port d0ff4bdd-1587-4c6b-b75b-5064f4d15292 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:03:05.109184 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a6f4168e-d8a7-4192-92fb-9af1ef20bc48 req-178f0d4f-b7e3-4a75-aa4c-c8760abb8599 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:05.163629 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-15116e61-99d6-400c-94f3-258f55c5d12e req-cdb4c0f1-4d6f-48d0-9144-9eefd65ed30e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Synchronizing usage tracker for tenant:38a8881fe1424acaba5f3d712cefac02 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:03:05.182948 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-15116e61-99d6-400c-94f3-258f55c5d12e req-cdb4c0f1-4d6f-48d0-9144-9eefd65ed30e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Unset dirty status for tenant:38a8881fe1424acaba5f3d712cefac02 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:03:05.184096 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-15116e61-99d6-400c-94f3-258f55c5d12e req-cdb4c0f1-4d6f-48d0-9144-9eefd65ed30e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38a8881fe1424acaba5f3d712cefac02 HTTP/1.1" status: 200 len: 379 time: 0.0801189 May 13 15:03:05.195052 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854835d8-b5e2-455e-a4d1-fe9f2b3a6fe2 req-194f2ce7-bde8-4860-8e4d-9f6deeb1b18f tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:05.196639 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-854835d8-b5e2-455e-a4d1-fe9f2b3a6fe2 req-194f2ce7-bde8-4860-8e4d-9f6deeb1b18f tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae316419-0cd7-41af-8aa8-ffc64a4f0bfd HTTP/1.1" status: 200 len: 946 time: 0.1423938 May 13 15:03:05.202642 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-15116e61-99d6-400c-94f3-258f55c5d12e req-cf9e2123-9083-4678-a87e-46180c4b6a05 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Request body: {'port': {'device_id': '489ba739-6cf5-4fdc-8573-1909e8bfab3b', 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf', 'admin_state_up': True, 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'security_groups': ['3b886707-cbbd-4a43-8b9f-80d49653f12e']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:03:05.332334 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-854835d8-b5e2-455e-a4d1-fe9f2b3a6fe2 req-f7085a09-561a-49df-9547-060c00508939 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162229 May 13 15:03:05.367535 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59028) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:05.388749 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-15116e61-99d6-400c-94f3-258f55c5d12e req-cf9e2123-9083-4678-a87e-46180c4b6a05 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:05.398700 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-15116e61-99d6-400c-94f3-258f55c5d12e req-cf9e2123-9083-4678-a87e-46180c4b6a05 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:05.410153 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15116e61-99d6-400c-94f3-258f55c5d12e req-cf9e2123-9083-4678-a87e-46180c4b6a05 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Made reservation on behalf of 38a8881fe1424acaba5f3d712cefac02 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:03:05.413693 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-15116e61-99d6-400c-94f3-258f55c5d12e req-cf9e2123-9083-4678-a87e-46180c4b6a05 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:05.429829 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-a6f4168e-d8a7-4192-92fb-9af1ef20bc48 req-178f0d4f-b7e3-4a75-aa4c-c8760abb8599 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] For port d0ff4bdd-1587-4c6b-b75b-5064f4d15292, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=d0ff4bdd-1587-4c6b-b75b-5064f4d15292,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:03:05.430289 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a6f4168e-d8a7-4192-92fb-9af1ef20bc48 req-178f0d4f-b7e3-4a75-aa4c-c8760abb8599 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:05.566107 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-a6f4168e-d8a7-4192-92fb-9af1ef20bc48 req-178f0d4f-b7e3-4a75-aa4c-c8760abb8599 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Calling delete_port for d0ff4bdd-1587-4c6b-b75b-5064f4d15292 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:03:05.584484 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-15116e61-99d6-400c-94f3-258f55c5d12e req-cf9e2123-9083-4678-a87e-46180c4b6a05 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Allocated IP 172.20.0.6 (82746afc-6560-4007-9fb3-904cf8d650cf/498b4812-77a0-4897-b979-c45bc3bb9502/19aa33fb-2185-4401-9a51-ca485f7a21ee) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:03:05.780893 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a56b72d-e66b-45fd-813b-a6deb02c528f tempest-TestVolumeBootPattern-2040629671 tempest-TestVolumeBootPattern-2040629671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:05.789723 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0a56b72d-e66b-45fd-813b-a6deb02c528f tempest-TestVolumeBootPattern-2040629671 tempest-TestVolumeBootPattern-2040629671-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ae316419-0cd7-41af-8aa8-ffc64a4f0bfd HTTP/1.1" status: 200 len: 1092 time: 0.4201367 May 13 15:03:05.794708 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59034) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:05.807553 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-15116e61-99d6-400c-94f3-258f55c5d12e req-cf9e2123-9083-4678-a87e-46180c4b6a05 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:05.813225 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-530a23d9-b5a3-4b6e-927e-f5a1d969ab07 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'port_id': 'a3708e44-09b0-48a5-86c1-0e430dfd5b31', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:03:05.830926 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-15116e61-99d6-400c-94f3-258f55c5d12e req-cf9e2123-9083-4678-a87e-46180c4b6a05 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Transition to ACTIVE for port object 19aa33fb-2185-4401-9a51-ca485f7a21ee will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:03:05.832523 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-530a23d9-b5a3-4b6e-927e-f5a1d969ab07 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:05.837482 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-530a23d9-b5a3-4b6e-927e-f5a1d969ab07 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Usage tracker for resource:floatingip and tenant:509ebfd4eb0444ae8f3872e1e9436dc2 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:05.844277 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-530a23d9-b5a3-4b6e-927e-f5a1d969ab07 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:05.858817 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-15116e61-99d6-400c-94f3-258f55c5d12e req-cf9e2123-9083-4678-a87e-46180c4b6a05 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:05.895797 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-530a23d9-b5a3-4b6e-927e-f5a1d969ab07 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:05.930773 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-530a23d9-b5a3-4b6e-927e-f5a1d969ab07 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for floatingip, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:05.980026 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15116e61-99d6-400c-94f3-258f55c5d12e req-cf9e2123-9083-4678-a87e-46180c4b6a05 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Network 82746afc-6560-4007-9fb3-904cf8d650cf is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:03:05.983452 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-15116e61-99d6-400c-94f3-258f55c5d12e req-cf9e2123-9083-4678-a87e-46180c4b6a05 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:03:05.988080 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-15116e61-99d6-400c-94f3-258f55c5d12e req-cf9e2123-9083-4678-a87e-46180c4b6a05 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:03:06.013653 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a6f4168e-d8a7-4192-92fb-9af1ef20bc48 req-178f0d4f-b7e3-4a75-aa4c-c8760abb8599 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:06.036085 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e2123-9083-4678-a87e-46180c4b6a05 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Pushing event updated for resources: {'Port': ['ID=19aa33fb-2185-4401-9a51-ca485f7a21ee,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:06.079982 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15116e61-99d6-400c-94f3-258f55c5d12e req-cf9e2123-9083-4678-a87e-46180c4b6a05 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:06.080896 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-15116e61-99d6-400c-94f3-258f55c5d12e req-cf9e2123-9083-4678-a87e-46180c4b6a05 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:06.112061 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-15116e61-99d6-400c-94f3-258f55c5d12e req-cf9e2123-9083-4678-a87e-46180c4b6a05 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9137454 May 13 15:03:06.239145 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f0d4f-b7e3-4a75-aa4c-c8760abb8599 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Pushing event deleted for resources: {'Port': ['ID=d0ff4bdd-1587-4c6b-b75b-5064f4d15292,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:06.257630 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-15116e61-99d6-400c-94f3-258f55c5d12e req-1b2b954c-501d-49dd-97d0-f226f0835153 service neutron] Request body: {'port': {'device_id': '489ba739-6cf5-4fdc-8573-1909e8bfab3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:03:06.298632 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f4168e-d8a7-4192-92fb-9af1ef20bc48 req-178f0d4f-b7e3-4a75-aa4c-c8760abb8599 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] No DVR routers for this DVR port d0ff4bdd-1587-4c6b-b75b-5064f4d15292 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:03:06.302718 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-80de2af1-c177-4377-a998-12771b2636d9 req-d58c71b4-ea60-4a26-8e42-cc94f2ff6be8 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=0762447d-16f5-46fa-a12b-43e638aeb80d HTTP/1.1" status: 200 len: 210 time: 0.1093485 May 13 15:03:06.311786 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a6f4168e-d8a7-4192-92fb-9af1ef20bc48 req-178f0d4f-b7e3-4a75-aa4c-c8760abb8599 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:06.322520 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0762447d-16f5-46fa-a12b-43e638aeb80d', 'name': 'network-vif-deleted', 'tag': 'd0ff4bdd-1587-4c6b-b75b-5064f4d15292'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:03:06.332945 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-038925e9-2db0-46bf-b87c-8df27b396531 None None] Provisioning for port 19aa33fb-2185-4401-9a51-ca485f7a21ee completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:03:06.339134 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-038925e9-2db0-46bf-b87c-8df27b396531 None None] Provisioning complete for port 19aa33fb-2185-4401-9a51-ca485f7a21ee triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:03:06.339503 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-038925e9-2db0-46bf-b87c-8df27b396531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:06.371003 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a6f4168e-d8a7-4192-92fb-9af1ef20bc48 req-178f0d4f-b7e3-4a75-aa4c-c8760abb8599 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.74 "DELETE /v2.0/ports/d0ff4bdd-1587-4c6b-b75b-5064f4d15292 HTTP/1.1" status: 204 len: 173 time: 1.3582270 May 13 15:03:06.419517 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4598b0-fabf-49c6-8b53-990c8cd75966 req-c7e19440-18d6-4820-a99b-39cbbcc7dfb0 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:06.421059 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1d4598b0-fabf-49c6-8b53-990c8cd75966 req-c7e19440-18d6-4820-a99b-39cbbcc7dfb0 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 931 time: 0.3426337 May 13 15:03:06.425635 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-619befe0-1517-4fff-aeba-bbc3107ddd51'] response: {'server_uuid': '0762447d-16f5-46fa-a12b-43e638aeb80d', 'name': 'network-vif-deleted', 'tag': 'd0ff4bdd-1587-4c6b-b75b-5064f4d15292', 'status': 'completed', 'code': 200} May 13 15:03:06.461253 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-038925e9-2db0-46bf-b87c-8df27b396531 None None] Port 19aa33fb-2185-4401-9a51-ca485f7a21ee cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:03:06.473142 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-15116e61-99d6-400c-94f3-258f55c5d12e req-1b2b954c-501d-49dd-97d0-f226f0835153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:06.501957 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-530a23d9-b5a3-4b6e-927e-f5a1d969ab07 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:06.506921 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1d4598b0-fabf-49c6-8b53-990c8cd75966 req-1dfa0be1-cf8a-4116-937c-a4fb1865aa74 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615582 May 13 15:03:06.651253 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-530a23d9-b5a3-4b6e-927e-f5a1d969ab07 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Allocated IP 172.25.0.25 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/90b97c2e-2d6c-472a-b40a-4532b4dc2925) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:03:06.803744 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-530a23d9-b5a3-4b6e-927e-f5a1d969ab07 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:06.837247 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-530a23d9-b5a3-4b6e-927e-f5a1d969ab07 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:06.844571 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-15116e61-99d6-400c-94f3-258f55c5d12e req-1b2b954c-501d-49dd-97d0-f226f0835153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19aa33fb-2185-4401-9a51-ca485f7a21ee {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:03:06.853363 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-15116e61-99d6-400c-94f3-258f55c5d12e req-1b2b954c-501d-49dd-97d0-f226f0835153 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:06.868673 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-15116e61-99d6-400c-94f3-258f55c5d12e req-1b2b954c-501d-49dd-97d0-f226f0835153 service neutron] Transition to ACTIVE for port object 19aa33fb-2185-4401-9a51-ca485f7a21ee will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:03:06.871951 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-15116e61-99d6-400c-94f3-258f55c5d12e req-1b2b954c-501d-49dd-97d0-f226f0835153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:06.924363 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530a23d9-b5a3-4b6e-927e-f5a1d969ab07 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:03:06.927539 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-530a23d9-b5a3-4b6e-927e-f5a1d969ab07 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:03:06.930436 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530a23d9-b5a3-4b6e-927e-f5a1d969ab07 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:03:06.969456 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a23d9-b5a3-4b6e-927e-f5a1d969ab07 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Pushing event updated for resources: {'Port': ['ID=90b97c2e-2d6c-472a-b40a-4532b4dc2925,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:07.195183 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b954c-501d-49dd-97d0-f226f0835153 service neutron] Pushing event updated for resources: {'Port': ['ID=19aa33fb-2185-4401-9a51-ca485f7a21ee,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:07.358104 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-15116e61-99d6-400c-94f3-258f55c5d12e req-1b2b954c-501d-49dd-97d0-f226f0835153 service neutron] Attempting to bind port 19aa33fb-2185-4401-9a51-ca485f7a21ee on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:03:07.358564 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-15116e61-99d6-400c-94f3-258f55c5d12e req-1b2b954c-501d-49dd-97d0-f226f0835153 service neutron] Attempting to bind port 19aa33fb-2185-4401-9a51-ca485f7a21ee by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '89f6c3f9-8bdb-4179-8eb7-052eef44125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:03:07.358954 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15116e61-99d6-400c-94f3-258f55c5d12e req-1b2b954c-501d-49dd-97d0-f226f0835153 service neutron] Attempting to bind port 19aa33fb-2185-4401-9a51-ca485f7a21ee on network 82746afc-6560-4007-9fb3-904cf8d650cf {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:03:07.365258 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15116e61-99d6-400c-94f3-258f55c5d12e req-1b2b954c-501d-49dd-97d0-f226f0835153 service neutron] Port 19aa33fb-2185-4401-9a51-ca485f7a21ee on network 82746afc-6560-4007-9fb3-904cf8d650cf not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:03:07.365972 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15116e61-99d6-400c-94f3-258f55c5d12e req-1b2b954c-501d-49dd-97d0-f226f0835153 service neutron] Attempting to bind port 19aa33fb-2185-4401-9a51-ca485f7a21ee on network 82746afc-6560-4007-9fb3-904cf8d650cf {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:03:07.372122 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15116e61-99d6-400c-94f3-258f55c5d12e req-1b2b954c-501d-49dd-97d0-f226f0835153 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:03:07.372550 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15116e61-99d6-400c-94f3-258f55c5d12e req-1b2b954c-501d-49dd-97d0-f226f0835153 service neutron] Checking segment: {'id': '89f6c3f9-8bdb-4179-8eb7-052eef44125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:03:07.373069 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15116e61-99d6-400c-94f3-258f55c5d12e req-1b2b954c-501d-49dd-97d0-f226f0835153 service neutron] Bound using segment: {'id': '89f6c3f9-8bdb-4179-8eb7-052eef44125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:03:07.373497 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-15116e61-99d6-400c-94f3-258f55c5d12e req-1b2b954c-501d-49dd-97d0-f226f0835153 service neutron] Bound port: 19aa33fb-2185-4401-9a51-ca485f7a21ee, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f6c3f9-8bdb-4179-8eb7-052eef44125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:03:07.373908 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-15116e61-99d6-400c-94f3-258f55c5d12e req-1b2b954c-501d-49dd-97d0-f226f0835153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:07.482689 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-15116e61-99d6-400c-94f3-258f55c5d12e req-1b2b954c-501d-49dd-97d0-f226f0835153 service neutron] For port 19aa33fb-2185-4401-9a51-ca485f7a21ee, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:03:07.486778 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-15116e61-99d6-400c-94f3-258f55c5d12e req-1b2b954c-501d-49dd-97d0-f226f0835153 service neutron] For port 19aa33fb-2185-4401-9a51-ca485f7a21ee, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=19aa33fb-2185-4401-9a51-ca485f7a21ee,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:03:07.491420 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-15116e61-99d6-400c-94f3-258f55c5d12e req-1b2b954c-501d-49dd-97d0-f226f0835153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:07.512831 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device d0ff4bdd-1587-4c6b-b75b-5064f4d15292 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:03:07.529116 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-530a23d9-b5a3-4b6e-927e-f5a1d969ab07 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:07.549190 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15116e61-99d6-400c-94f3-258f55c5d12e req-1b2b954c-501d-49dd-97d0-f226f0835153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:07.560215 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-15116e61-99d6-400c-94f3-258f55c5d12e req-1b2b954c-501d-49dd-97d0-f226f0835153 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:07.562149 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-15116e61-99d6-400c-94f3-258f55c5d12e req-1b2b954c-501d-49dd-97d0-f226f0835153 service neutron] 10.222.0.74 "PUT /v2.0/ports/19aa33fb-2185-4401-9a51-ca485f7a21ee HTTP/1.1" status: 200 len: 1091 time: 1.4366448 May 13 15:03:07.562561 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '489ba739-6cf5-4fdc-8573-1909e8bfab3b', 'tag': '19aa33fb-2185-4401-9a51-ca485f7a21ee'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:03:07.599766 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: d0ff4bdd-1587-4c6b-b75b-5064f4d15292 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:03:07.604341 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device d0ff4bdd-1587-4c6b-b75b-5064f4d15292 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:03:07.677815 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-530a23d9-b5a3-4b6e-927e-f5a1d969ab07 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:07.753934 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b954c-501d-49dd-97d0-f226f0835153 service neutron] Pushing event updated for resources: {'Port': ['ID=19aa33fb-2185-4401-9a51-ca485f7a21ee,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:07.791452 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15116e61-99d6-400c-94f3-258f55c5d12e req-1255619a-e2e6-46c4-a4eb-038725909b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:07.796232 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-15116e61-99d6-400c-94f3-258f55c5d12e req-1255619a-e2e6-46c4-a4eb-038725909b49 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=38a8881fe1424acaba5f3d712cefac02&device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 1094 time: 0.1762359 May 13 15:03:07.880782 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb11032d-99b8-4127-a867-39caa6f1c38f'] response: {'name': 'network-changed', 'server_uuid': '489ba739-6cf5-4fdc-8573-1909e8bfab3b', 'tag': '19aa33fb-2185-4401-9a51-ca485f7a21ee', 'status': 'completed', 'code': 200} May 13 15:03:07.922376 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-15116e61-99d6-400c-94f3-258f55c5d12e req-638dd115-872f-484e-89cf-5cfe80b02cea service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19aa33fb-2185-4401-9a51-ca485f7a21ee HTTP/1.1" status: 200 len: 217 time: 0.1149821 May 13 15:03:08.040423 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15116e61-99d6-400c-94f3-258f55c5d12e req-8b6d3903-256f-4878-8bc9-6c1ba0ca8e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:08.041948 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-15116e61-99d6-400c-94f3-258f55c5d12e req-8b6d3903-256f-4878-8bc9-6c1ba0ca8e09 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=498b4812-77a0-4897-b979-c45bc3bb9502 HTTP/1.1" status: 200 len: 854 time: 0.1138759 May 13 15:03:08.074872 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-530a23d9-b5a3-4b6e-927e-f5a1d969ab07 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:08.083887 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-530a23d9-b5a3-4b6e-927e-f5a1d969ab07 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:08.150487 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1b02b-aedd-48ec-8f42-1464ca2e1c2b req-9b129a81-0c6f-490d-b909-bfc0c12af7b8 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:08.151254 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-b4b1b02b-aedd-48ec-8f42-1464ca2e1c2b req-9b129a81-0c6f-490d-b909-bfc0c12af7b8 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Synchronizing usage tracker for tenant:38a8881fe1424acaba5f3d712cefac02 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:03:08.163253 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15116e61-99d6-400c-94f3-258f55c5d12e req-0f66456a-0bc6-4340-a46f-c10bf4182771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:08.164861 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-15116e61-99d6-400c-94f3-258f55c5d12e req-0f66456a-0bc6-4340-a46f-c10bf4182771 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=82746afc-6560-4007-9fb3-904cf8d650cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131892 May 13 15:03:08.178678 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-15116e61-99d6-400c-94f3-258f55c5d12e req-5732b460-638f-42d1-8a6e-deeb692a467c service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:03:08.180096 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-15116e61-99d6-400c-94f3-258f55c5d12e req-5732b460-638f-42d1-8a6e-deeb692a467c service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083013 May 13 15:03:08.182687 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-b4b1b02b-aedd-48ec-8f42-1464ca2e1c2b req-9b129a81-0c6f-490d-b909-bfc0c12af7b8 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Unset dirty status for tenant:38a8881fe1424acaba5f3d712cefac02 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:03:08.184000 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b4b1b02b-aedd-48ec-8f42-1464ca2e1c2b req-9b129a81-0c6f-490d-b909-bfc0c12af7b8 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 943 time: 0.1944380 May 13 15:03:08.326575 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8dad7b-747f-49fc-b8ff-ac80f5b735d8 req-5023083f-49e6-4943-a4da-2f05f18398d1 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:08.327303 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-5f8dad7b-747f-49fc-b8ff-ac80f5b735d8 req-5023083f-49e6-4943-a4da-2f05f18398d1 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Synchronizing usage tracker for tenant:ac0ce7a13bd948f9949b7bdefd23d50f on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:03:08.343142 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a23d9-b5a3-4b6e-927e-f5a1d969ab07 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Pushing event updated for resources: {'Port': ['ID=90b97c2e-2d6c-472a-b40a-4532b4dc2925,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:08.360524 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-530a23d9-b5a3-4b6e-927e-f5a1d969ab07 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:08.422380 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b4b1b02b-aedd-48ec-8f42-1464ca2e1c2b req-2243f57c-7a75-4d91-9ab6-e01098ee7b7f tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082191 May 13 15:03:08.441996 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-5f8dad7b-747f-49fc-b8ff-ac80f5b735d8 req-5023083f-49e6-4943-a4da-2f05f18398d1 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Unset dirty status for tenant:ac0ce7a13bd948f9949b7bdefd23d50f on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:03:08.446886 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5f8dad7b-747f-49fc-b8ff-ac80f5b735d8 req-5023083f-49e6-4943-a4da-2f05f18398d1 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe664846-5698-4343-8467-f1a97799dc2d HTTP/1.1" status: 200 len: 945 time: 0.4592485 May 13 15:03:08.474959 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-15116e61-99d6-400c-94f3-258f55c5d12e req-2beb97f1-f2d6-4eb4-8c60-16a082c1c6bf service neutron] 10.222.0.74 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884040 May 13 15:03:08.599523 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5f8dad7b-747f-49fc-b8ff-ac80f5b735d8 req-a60feef5-f135-4911-b766-c41e80464f68 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389568 May 13 15:03:08.632161 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-530a23d9-b5a3-4b6e-927e-f5a1d969ab07 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Floating IP d80764c5-e5a3-4ff1-9237-270bc6d6fdb2 associated. External IP: 172.25.0.25, port: a3708e44-09b0-48a5-86c1-0e430dfd5b31. May 13 15:03:08.640388 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-15116e61-99d6-400c-94f3-258f55c5d12e req-7f6982de-6570-42b5-b36a-78f013c51e3f service neutron] 10.222.0.74 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591120 May 13 15:03:08.800808 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d665f0f-1763-4925-9122-dd0c2ea1b1fe req-7a0a3679-9f6b-45ab-9e00-910a53543988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:08.802278 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6d665f0f-1763-4925-9122-dd0c2ea1b1fe req-7a0a3679-9f6b-45ab-9e00-910a53543988 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=38a8881fe1424acaba5f3d712cefac02&device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 1094 time: 0.0709393 May 13 15:03:08.933564 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d665f0f-1763-4925-9122-dd0c2ea1b1fe req-bf11bb65-6603-4935-bb26-abeb16093e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:08.934913 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6d665f0f-1763-4925-9122-dd0c2ea1b1fe req-bf11bb65-6603-4935-bb26-abeb16093e65 service neutron] 10.222.0.74 "GET /v2.0/networks?id=82746afc-6560-4007-9fb3-904cf8d650cf HTTP/1.1" status: 200 len: 916 time: 0.1270406 May 13 15:03:08.996946 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530a23d9-b5a3-4b6e-927e-f5a1d969ab07 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Router 44ec9fef-c72d-4385-8c9b-5b93076abd1a has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:03:09.008549 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6d665f0f-1763-4925-9122-dd0c2ea1b1fe req-935c98d4-9c8f-4c59-b6f7-eb1b93433d00 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19aa33fb-2185-4401-9a51-ca485f7a21ee HTTP/1.1" status: 200 len: 217 time: 0.0671635 May 13 15:03:09.077554 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d665f0f-1763-4925-9122-dd0c2ea1b1fe req-cdfa3239-a31f-489e-a753-2a1e79fceee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:09.079022 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6d665f0f-1763-4925-9122-dd0c2ea1b1fe req-cdfa3239-a31f-489e-a753-2a1e79fceee7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=498b4812-77a0-4897-b979-c45bc3bb9502 HTTP/1.1" status: 200 len: 854 time: 0.0645707 May 13 15:03:09.158134 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d665f0f-1763-4925-9122-dd0c2ea1b1fe req-69f661db-15d3-4ba2-9fc3-6fbd7e33da0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:09.159667 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6d665f0f-1763-4925-9122-dd0c2ea1b1fe req-69f661db-15d3-4ba2-9fc3-6fbd7e33da0e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=82746afc-6560-4007-9fb3-904cf8d650cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748439 May 13 15:03:09.175869 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530a23d9-b5a3-4b6e-927e-f5a1d969ab07 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:03:09.188861 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0186c340-1296-47c2-bb1c-ae4db984fcaf None None] Sync routers for ids ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:03:09.202061 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0186c340-1296-47c2-bb1c-ae4db984fcaf None None] Routers {'44ec9fef-c72d-4385-8c9b-5b93076abd1a'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:03:09.202689 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0186c340-1296-47c2-bb1c-ae4db984fcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:03:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:09.224047 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-530a23d9-b5a3-4b6e-927e-f5a1d969ab07 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:09.319274 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-530a23d9-b5a3-4b6e-927e-f5a1d969ab07 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5233803 May 13 15:03:09.320641 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae316419-0cd7-41af-8aa8-ffc64a4f0bfd', 'tag': 'a3708e44-09b0-48a5-86c1-0e430dfd5b31'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:03:09.394643 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4f39cdb-c8fd-41c0-b53a-8e44c7de0699'] response: {'name': 'network-changed', 'server_uuid': 'ae316419-0cd7-41af-8aa8-ffc64a4f0bfd', 'tag': 'a3708e44-09b0-48a5-86c1-0e430dfd5b31', 'status': 'completed', 'code': 200} May 13 15:03:09.450238 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-0186c340-1296-47c2-bb1c-ae4db984fcaf None None] Set router 44ec9fef-c72d-4385-8c9b-5b93076abd1a gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:03:09.522702 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3202b-785c-4e8c-9059-d81620274954 req-202115f0-37e1-4490-b178-beb23d4f131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:09.525152 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7bb3202b-785c-4e8c-9059-d81620274954 req-202115f0-37e1-4490-b178-beb23d4f131d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2&device_id=ae316419-0cd7-41af-8aa8-ffc64a4f0bfd HTTP/1.1" status: 200 len: 1097 time: 0.1050723 May 13 15:03:09.584750 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6d665f0f-1763-4925-9122-dd0c2ea1b1fe req-d9ae5d78-a22d-440c-96d9-17db648241a6 service neutron] 10.222.0.74 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188190 May 13 15:03:09.597081 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b9900-5172-4218-9b90-14dad5f06cb5 req-faa81d51-db33-4043-9060-5f07625e1f2e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:09.598788 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-118b9900-5172-4218-9b90-14dad5f06cb5 req-faa81d51-db33-4043-9060-5f07625e1f2e tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe664846-5698-4343-8467-f1a97799dc2d HTTP/1.1" status: 200 len: 945 time: 0.1791835 May 13 15:03:09.778305 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-118b9900-5172-4218-9b90-14dad5f06cb5 req-01eb37ad-371f-402d-904e-bccdfb544250 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Deleting port cb21d252-b054-4dc5-be10-c926d9bfaa4f {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:03:09.778889 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-118b9900-5172-4218-9b90-14dad5f06cb5 req-01eb37ad-371f-402d-904e-bccdfb544250 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:09.792071 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3202b-785c-4e8c-9059-d81620274954 req-9b675515-1ac7-4395-be4f-09d21b26af9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:09.794172 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7bb3202b-785c-4e8c-9059-d81620274954 req-9b675515-1ac7-4395-be4f-09d21b26af9a service neutron] 10.222.0.59 "GET /v2.0/networks?id=b043589d-15c3-44b5-8d99-d7c57b00acb0 HTTP/1.1" status: 200 len: 913 time: 0.2627549 May 13 15:03:09.803669 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654d907-ec10-4e54-8150-d8887167fa71 req-4c2bff1c-b1c3-4e4f-b4a1-1fc4c29b2846 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:09.805336 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a654d907-ec10-4e54-8150-d8887167fa71 req-4c2bff1c-b1c3-4e4f-b4a1-1fc4c29b2846 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 943 time: 0.2213228 May 13 15:03:09.940762 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0186c340-1296-47c2-bb1c-ae4db984fcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'name': 'tempest-TestVolumeBootPattern-1177078177-router', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:24Z', 'updated_at': '2022-05-13T14:58:33Z', 'revision_number': 4, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'gw_port': {'id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:27Z', 'updated_at': '2022-05-13T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'd80764c5-e5a3-4ff1-9237-270bc6d6fdb2', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'port_id': 'a3708e44-09b0-48a5-86c1-0e430dfd5b31', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'mac_address': 'fa:16:3e:87:c7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae316419-0cd7-41af-8aa8-ffc64a4f0bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:03:07Z', 'updated_at': '2022-05-13T15:03:07Z', 'revision_number': 0, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba52dd23-838b-48b4-90bf-75e37d2ea5fb', 'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'mac_address': 'fa:16:3e:f6:99:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:31Z', 'updated_at': '2022-05-13T14:58:43Z', 'revision_number': 5, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'subnets': [{'id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:09.945632 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0186c340-1296-47c2-bb1c-ae4db984fcaf None None] Checking router: 44ec9fef-c72d-4385-8c9b-5b93076abd1a for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:03:09.956126 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0186c340-1296-47c2-bb1c-ae4db984fcaf None None] Routers {'44ec9fef-c72d-4385-8c9b-5b93076abd1a'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:03:09.956756 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0186c340-1296-47c2-bb1c-ae4db984fcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:03:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:09.959372 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a654d907-ec10-4e54-8150-d8887167fa71 req-a1e7ca0d-862a-4094-a00d-ee6bd8533586 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967264 May 13 15:03:09.963673 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7bb3202b-785c-4e8c-9059-d81620274954 req-c1d3811a-7816-467e-925f-5d9477d41080 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3708e44-09b0-48a5-86c1-0e430dfd5b31 HTTP/1.1" status: 200 len: 999 time: 0.1573443 May 13 15:03:09.993108 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6d665f0f-1763-4925-9122-dd0c2ea1b1fe req-527aee33-6312-4e4a-89c4-47467df03863 service neutron] 10.222.0.74 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930354 May 13 15:03:10.113812 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd12935-e0a3-4a50-b0c6-71900de0371f req-14018f44-8551-4b48-be87-5cec862b60a6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:10.121003 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7dd12935-e0a3-4a50-b0c6-71900de0371f req-14018f44-8551-4b48-be87-5cec862b60a6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe664846-5698-4343-8467-f1a97799dc2d HTTP/1.1" status: 200 len: 945 time: 0.3090107 May 13 15:03:10.203097 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7dd12935-e0a3-4a50-b0c6-71900de0371f req-ff027775-3431-4e3b-b364-dee01f269a78 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811722 May 13 15:03:10.214818 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3202b-785c-4e8c-9059-d81620274954 req-df1c5903-413e-4e8b-bc0f-df6f8ae36667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:10.214818 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7bb3202b-785c-4e8c-9059-d81620274954 req-df1c5903-413e-4e8b-bc0f-df6f8ae36667 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b5ceabd-0dba-40ce-b48a-2cb206526c19 HTTP/1.1" status: 200 len: 851 time: 0.2332935 May 13 15:03:10.218731 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-118b9900-5172-4218-9b90-14dad5f06cb5 req-01eb37ad-371f-402d-904e-bccdfb544250 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] For port cb21d252-b054-4dc5-be10-c926d9bfaa4f, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=cb21d252-b054-4dc5-be10-c926d9bfaa4f,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:03:10.219086 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-118b9900-5172-4218-9b90-14dad5f06cb5 req-01eb37ad-371f-402d-904e-bccdfb544250 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:10.241275 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-0186c340-1296-47c2-bb1c-ae4db984fcaf None None] Set router 44ec9fef-c72d-4385-8c9b-5b93076abd1a gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:03:10.304860 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3202b-785c-4e8c-9059-d81620274954 req-c88d57ba-b882-4913-a38b-e30475276284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:10.306724 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7bb3202b-785c-4e8c-9059-d81620274954 req-c88d57ba-b882-4913-a38b-e30475276284 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b043589d-15c3-44b5-8d99-d7c57b00acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832098 May 13 15:03:10.364459 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-118b9900-5172-4218-9b90-14dad5f06cb5 req-01eb37ad-371f-402d-904e-bccdfb544250 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Calling delete_port for cb21d252-b054-4dc5-be10-c926d9bfaa4f owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:03:10.563647 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7bb3202b-785c-4e8c-9059-d81620274954 req-2b8a86ec-f9c7-410b-803f-f83091502c4f service neutron] 10.222.0.59 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440305 May 13 15:03:10.638670 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-118b9900-5172-4218-9b90-14dad5f06cb5 req-01eb37ad-371f-402d-904e-bccdfb544250 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:10.656751 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['87ebdfb7-c701-4ddb-88f0-7972bffd8352', 'cb21d252-b054-4dc5-be10-c926d9bfaa4f'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:03:10.710018 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb37ad-371f-402d-904e-bccdfb544250 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Pushing event deleted for resources: {'Port': ['ID=cb21d252-b054-4dc5-be10-c926d9bfaa4f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:10.735061 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7bb3202b-785c-4e8c-9059-d81620274954 req-fa2c2ee1-c566-447c-b6aa-d85bf07d323b service neutron] 10.222.0.59 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639018 May 13 15:03:10.806382 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-118b9900-5172-4218-9b90-14dad5f06cb5 req-01eb37ad-371f-402d-904e-bccdfb544250 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] No DVR routers for this DVR port cb21d252-b054-4dc5-be10-c926d9bfaa4f on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:03:10.809891 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-118b9900-5172-4218-9b90-14dad5f06cb5 req-01eb37ad-371f-402d-904e-bccdfb544250 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:10.813159 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe664846-5698-4343-8467-f1a97799dc2d', 'name': 'network-vif-deleted', 'tag': 'cb21d252-b054-4dc5-be10-c926d9bfaa4f'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:03:10.831760 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-118b9900-5172-4218-9b90-14dad5f06cb5 req-01eb37ad-371f-402d-904e-bccdfb544250 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.59 "DELETE /v2.0/ports/cb21d252-b054-4dc5-be10-c926d9bfaa4f HTTP/1.1" status: 204 len: 173 time: 1.2127202 May 13 15:03:10.862338 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3244c94-94c2-4569-91b7-35b47941b744'] response: {'server_uuid': 'fe664846-5698-4343-8467-f1a97799dc2d', 'name': 'network-vif-deleted', 'tag': 'cb21d252-b054-4dc5-be10-c926d9bfaa4f', 'status': 'completed', 'code': 200} May 13 15:03:10.867972 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0186c340-1296-47c2-bb1c-ae4db984fcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'name': 'tempest-TestVolumeBootPattern-1177078177-router', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:24Z', 'updated_at': '2022-05-13T14:58:33Z', 'revision_number': 4, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'gw_port': {'id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:27Z', 'updated_at': '2022-05-13T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'd80764c5-e5a3-4ff1-9237-270bc6d6fdb2', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'port_id': 'a3708e44-09b0-48a5-86c1-0e430dfd5b31', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'mac_address': 'fa:16:3e:87:c7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae316419-0cd7-41af-8aa8-ffc64a4f0bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:03:07Z', 'updated_at': '2022-05-13T15:03:07Z', 'revision_number': 0, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba52dd23-838b-48b4-90bf-75e37d2ea5fb', 'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'mac_address': 'fa:16:3e:f6:99:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:31Z', 'updated_at': '2022-05-13T14:58:43Z', 'revision_number': 5, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'subnets': [{'id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:10.883503 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0186c340-1296-47c2-bb1c-ae4db984fcaf None None] The sync data for ids ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'] in n-d-841760-1 is: [{'id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'name': 'tempest-TestVolumeBootPattern-1177078177-router', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:24Z', 'updated_at': '2022-05-13T14:58:33Z', 'revision_number': 4, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'gw_port': {'id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:27Z', 'updated_at': '2022-05-13T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'd80764c5-e5a3-4ff1-9237-270bc6d6fdb2', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'port_id': 'a3708e44-09b0-48a5-86c1-0e430dfd5b31', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'mac_address': 'fa:16:3e:87:c7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae316419-0cd7-41af-8aa8-ffc64a4f0bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:03:07Z', 'updated_at': '2022-05-13T15:03:07Z', 'revision_number': 0, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba52dd23-838b-48b4-90bf-75e37d2ea5fb', 'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'mac_address': 'fa:16:3e:f6:99:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:31Z', 'updated_at': '2022-05-13T14:58:43Z', 'revision_number': 5, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'subnets': [{'id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:03:11.113284 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3823f981-0169-4f86-a25c-8bb38a9e9319 None None] New status for floating IP d80764c5-e5a3-4ff1-9237-270bc6d6fdb2: ACTIVE {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:03:11.165171 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ccc8dc-10b3-4ef9-b432-075c201f33a6 req-f922d200-8cab-4a18-9cec-9aac07d451af tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:11.166738 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0ccc8dc-10b3-4ef9-b432-075c201f33a6 req-f922d200-8cab-4a18-9cec-9aac07d451af tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 943 time: 0.0960944 May 13 15:03:11.229113 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0ccc8dc-10b3-4ef9-b432-075c201f33a6 req-69d9e71c-eede-453a-bdb8-b18e62bba70f tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559814 May 13 15:03:11.430839 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7538fa4b-cfdb-4393-a88d-e8872819e4fc req-e15548aa-c289-4351-af59-c44644a8c103 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe664846-5698-4343-8467-f1a97799dc2d HTTP/1.1" status: 200 len: 210 time: 0.0844357 May 13 15:03:12.483684 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25542cd2-f1e5-46b6-b6f7-44f61c81dc05 req-db33f663-931c-4eb4-b650-1e567c4c3ab3 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:12.485286 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-25542cd2-f1e5-46b6-b6f7-44f61c81dc05 req-db33f663-931c-4eb4-b650-1e567c4c3ab3 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 943 time: 0.1411130 May 13 15:03:12.538417 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-25542cd2-f1e5-46b6-b6f7-44f61c81dc05 req-01f93dd7-532f-467d-8f1f-0eb0b375fe81 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473623 May 13 15:03:12.909842 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b42195-a25d-4d30-bd1c-655875b08029 req-d183043f-16be-4a9e-b3ce-7d7359822ed9 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:12.910429 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-60b42195-a25d-4d30-bd1c-655875b08029 req-d183043f-16be-4a9e-b3ce-7d7359822ed9 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Synchronizing usage tracker for tenant:ac0ce7a13bd948f9949b7bdefd23d50f on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:03:12.926066 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-60b42195-a25d-4d30-bd1c-655875b08029 req-d183043f-16be-4a9e-b3ce-7d7359822ed9 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Unset dirty status for tenant:ac0ce7a13bd948f9949b7bdefd23d50f on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:03:12.927212 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-60b42195-a25d-4d30-bd1c-655875b08029 req-d183043f-16be-4a9e-b3ce-7d7359822ed9 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 945 time: 0.0974340 May 13 15:03:12.972861 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-60b42195-a25d-4d30-bd1c-655875b08029 req-75d5a694-d3fb-4178-93ae-13c1ece3517f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397847 May 13 15:03:13.233916 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device cb21d252-b054-4dc5-be10-c926d9bfaa4f no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:03:13.268357 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: cb21d252-b054-4dc5-be10-c926d9bfaa4f {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:03:13.268695 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device cb21d252-b054-4dc5-be10-c926d9bfaa4f not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:03:13.519913 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 19aa33fb-2185-4401-9a51-ca485f7a21ee details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:03:13.699127 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 19aa33fb-2185-4401-9a51-ca485f7a21ee, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=19aa33fb-2185-4401-9a51-ca485f7a21ee,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:03:13.715229 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '19aa33fb-2185-4401-9a51-ca485f7a21ee', 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf', 'port_id': '19aa33fb-2185-4401-9a51-ca485f7a21ee', 'mac_address': 'fa:16:3e:d4:97:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:03:13.738285 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9becee-2e44-4aae-9dba-e32917053460 req-975f1eac-b7ab-4cd6-a029-e5c1dc598b16 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:13.740104 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ac9becee-2e44-4aae-9dba-e32917053460 req-975f1eac-b7ab-4cd6-a029-e5c1dc598b16 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 943 time: 0.0882962 May 13 15:03:13.774712 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 19aa33fb-2185-4401-9a51-ca485f7a21ee is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:03:13.775804 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:13.787636 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ac9becee-2e44-4aae-9dba-e32917053460 req-c776d397-3f82-475c-bdbb-73fbed518673 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415373 May 13 15:03:13.794488 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19aa33fb-2185-4401-9a51-ca485f7a21ee {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:03:13.814079 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 19aa33fb-2185-4401-9a51-ca485f7a21ee, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=19aa33fb-2185-4401-9a51-ca485f7a21ee,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:03:13.819287 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:13.893647 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=19aa33fb-2185-4401-9a51-ca485f7a21ee,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:14.222153 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['19aa33fb-2185-4401-9a51-ca485f7a21ee'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:03:14.239474 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f31af-5446-4af8-9ee4-ddada0e9190b req-d58f8192-7638-4db1-955a-fe587da2a786 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:14.246876 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9c0f31af-5446-4af8-9ee4-ddada0e9190b req-d58f8192-7638-4db1-955a-fe587da2a786 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 945 time: 0.1639791 May 13 15:03:14.272130 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83c83b-f0dd-4467-8a7b-c76a9c4ef615 req-2cdaf162-0fe4-41e0-84cc-66c5a853b13a tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:14.273649 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5e83c83b-f0dd-4467-8a7b-c76a9c4ef615 req-2cdaf162-0fe4-41e0-84cc-66c5a853b13a tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 945 time: 0.1537778 May 13 15:03:14.480179 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9c0f31af-5446-4af8-9ee4-ddada0e9190b req-c1cd6c39-8418-4655-8579-7a66dfe7a238 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=39f976fa-597e-439b-8cb0-3aa841a32fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323644 May 13 15:03:14.491638 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-5e83c83b-f0dd-4467-8a7b-c76a9c4ef615 req-8b44e1a6-06ef-4168-b5ca-f2d233340684 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Deleting port 87ebdfb7-c701-4ddb-88f0-7972bffd8352 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:03:14.492545 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5e83c83b-f0dd-4467-8a7b-c76a9c4ef615 req-8b44e1a6-06ef-4168-b5ca-f2d233340684 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:14.796305 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-5e83c83b-f0dd-4467-8a7b-c76a9c4ef615 req-8b44e1a6-06ef-4168-b5ca-f2d233340684 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] For port 87ebdfb7-c701-4ddb-88f0-7972bffd8352, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=87ebdfb7-c701-4ddb-88f0-7972bffd8352,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:03:14.797067 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5e83c83b-f0dd-4467-8a7b-c76a9c4ef615 req-8b44e1a6-06ef-4168-b5ca-f2d233340684 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:14.945191 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-5e83c83b-f0dd-4467-8a7b-c76a9c4ef615 req-8b44e1a6-06ef-4168-b5ca-f2d233340684 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Calling delete_port for 87ebdfb7-c701-4ddb-88f0-7972bffd8352 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:03:15.052774 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259bcd60-5c96-4699-a493-e32963cc643f req-81d06b82-43f7-422d-87b7-2fae0fa2f795 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:15.062969 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-259bcd60-5c96-4699-a493-e32963cc643f req-81d06b82-43f7-422d-87b7-2fae0fa2f795 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 944 time: 0.1361461 May 13 15:03:15.126075 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-259bcd60-5c96-4699-a493-e32963cc643f req-9639aeae-6d84-4d4e-b191-eba110e2d72f tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614691 May 13 15:03:15.166369 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5e83c83b-f0dd-4467-8a7b-c76a9c4ef615 req-8b44e1a6-06ef-4168-b5ca-f2d233340684 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:15.178890 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['87ebdfb7-c701-4ddb-88f0-7972bffd8352'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:03:15.251395 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44e1a6-06ef-4168-b5ca-f2d233340684 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Pushing event deleted for resources: {'Port': ['ID=87ebdfb7-c701-4ddb-88f0-7972bffd8352,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:15.336486 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e83c83b-f0dd-4467-8a7b-c76a9c4ef615 req-8b44e1a6-06ef-4168-b5ca-f2d233340684 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] No DVR routers for this DVR port 87ebdfb7-c701-4ddb-88f0-7972bffd8352 on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:03:15.339052 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5e83c83b-f0dd-4467-8a7b-c76a9c4ef615 req-8b44e1a6-06ef-4168-b5ca-f2d233340684 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:15.341809 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a46fc3-18bf-4151-bf08-692abb85d92f', 'name': 'network-vif-deleted', 'tag': '87ebdfb7-c701-4ddb-88f0-7972bffd8352'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:03:15.369146 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5e83c83b-f0dd-4467-8a7b-c76a9c4ef615 req-8b44e1a6-06ef-4168-b5ca-f2d233340684 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.59 "DELETE /v2.0/ports/87ebdfb7-c701-4ddb-88f0-7972bffd8352 HTTP/1.1" status: 204 len: 173 time: 1.0892015 May 13 15:03:15.400384 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9179285-e984-4a55-a231-4e77e6f81f0f'] response: {'server_uuid': '09a46fc3-18bf-4151-bf08-692abb85d92f', 'name': 'network-vif-deleted', 'tag': '87ebdfb7-c701-4ddb-88f0-7972bffd8352', 'status': 'completed', 'code': 200} May 13 15:03:15.543731 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 19aa33fb-2185-4401-9a51-ca485f7a21ee up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:03:15.623495 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 19aa33fb-2185-4401-9a51-ca485f7a21ee completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:03:15.628373 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 19aa33fb-2185-4401-9a51-ca485f7a21ee triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:03:15.628853 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:15.653423 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-330b9c71-d34b-4430-9098-675ca4b5823a req-ed4aeca1-fea3-426d-9d6e-2bf7e8304c56 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=09a46fc3-18bf-4151-bf08-692abb85d92f HTTP/1.1" status: 200 len: 210 time: 0.0433452 May 13 15:03:15.762945 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 19aa33fb-2185-4401-9a51-ca485f7a21ee is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:03:15.764219 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:15.793678 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489ba739-6cf5-4fdc-8573-1909e8bfab3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19aa33fb-2185-4401-9a51-ca485f7a21ee'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:03:15.802703 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 19aa33fb-2185-4401-9a51-ca485f7a21ee, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=19aa33fb-2185-4401-9a51-ca485f7a21ee,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:03:15.809188 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:15.854775 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b7fe35a-aaf2-4db5-a3ce-4cd7193bb741'] response: {'server_uuid': '489ba739-6cf5-4fdc-8573-1909e8bfab3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19aa33fb-2185-4401-9a51-ca485f7a21ee', 'code': 200} May 13 15:03:15.896879 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=19aa33fb-2185-4401-9a51-ca485f7a21ee,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:15.905223 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:15.905223 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:15.906082 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:15.906082 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:15.906349 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:15.907529 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:15.907529 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:15.907529 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:15.907768 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:15.908056 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:15.909146 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:15.909146 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:16.029523 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47b1b3-48e8-4263-a08c-d9ac91e44b2d req-f23ebf5c-d456-42b4-95cf-d6d45a87bc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:16.031021 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c47b1b3-48e8-4263-a08c-d9ac91e44b2d req-f23ebf5c-d456-42b4-95cf-d6d45a87bc0c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 1096 time: 0.0900161 May 13 15:03:16.072123 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c47b1b3-48e8-4263-a08c-d9ac91e44b2d req-f62c7c8e-d997-4c1a-b5b7-c2caf4ef60cf service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345669 May 13 15:03:16.325081 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a79400-fc44-4c6b-ac2b-d23cdd490872 req-3a30b88f-63c0-4bec-a6d3-53d30e9cdb7b tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:16.326569 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b9a79400-fc44-4c6b-ac2b-d23cdd490872 req-3a30b88f-63c0-4bec-a6d3-53d30e9cdb7b tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 945 time: 0.0874715 May 13 15:03:16.371428 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b9a79400-fc44-4c6b-ac2b-d23cdd490872 req-27dc2dcd-a693-43e1-8b85-c0c0d28e27c1 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390022 May 13 15:03:17.124007 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba185c-4a08-461b-8b70-10cdd8a7199a req-19e1df38-293f-413e-8249-e00dd13c7b48 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:17.125954 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-04ba185c-4a08-461b-8b70-10cdd8a7199a req-19e1df38-293f-413e-8249-e00dd13c7b48 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.0871706 May 13 15:03:17.171433 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-04ba185c-4a08-461b-8b70-10cdd8a7199a req-2b90adf3-d03f-4508-923e-8fbafb375762 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395432 May 13 15:03:17.265119 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 87ebdfb7-c701-4ddb-88f0-7972bffd8352 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:03:17.307696 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 87ebdfb7-c701-4ddb-88f0-7972bffd8352 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:03:17.308038 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 87ebdfb7-c701-4ddb-88f0-7972bffd8352 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:03:17.584544 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafd393-9dde-4c01-acd7-53ae266e6d74 req-28ec028b-0105-4113-9f63-97b9e6d6e3a0 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:17.586103 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3eafd393-9dde-4c01-acd7-53ae266e6d74 req-28ec028b-0105-4113-9f63-97b9e6d6e3a0 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 945 time: 0.0827217 May 13 15:03:17.638030 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3eafd393-9dde-4c01-acd7-53ae266e6d74 req-19fff294-21ac-4ced-bc9d-b0b51ba82e6a tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456009 May 13 15:03:18.253126 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:18.359740 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d68091-fa29-4054-a9e9-17be0c027d9b req-e3da9c28-0e3c-4d02-a1f9-d48a282c176f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:18.361227 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f6d68091-fa29-4054-a9e9-17be0c027d9b req-e3da9c28-0e3c-4d02-a1f9-d48a282c176f tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.0799341 May 13 15:03:18.405782 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f6d68091-fa29-4054-a9e9-17be0c027d9b req-87647855-8dcb-48b1-a9fd-569664b8dcb0 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388887 May 13 15:03:18.800942 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be092109-2048-4e35-ba07-21a21f63d56f req-4f723c92-0278-49e7-8eaa-bbee97b70fd1 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:18.801678 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-be092109-2048-4e35-ba07-21a21f63d56f req-4f723c92-0278-49e7-8eaa-bbee97b70fd1 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Synchronizing usage tracker for tenant:ac0ce7a13bd948f9949b7bdefd23d50f on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:03:18.820837 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-be092109-2048-4e35-ba07-21a21f63d56f req-4f723c92-0278-49e7-8eaa-bbee97b70fd1 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Unset dirty status for tenant:ac0ce7a13bd948f9949b7bdefd23d50f on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:03:18.822406 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be092109-2048-4e35-ba07-21a21f63d56f req-4f723c92-0278-49e7-8eaa-bbee97b70fd1 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.59 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.1303399 May 13 15:03:18.853080 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc61eb-306e-4e88-82aa-17ec865db213 req-42261f5c-2d22-4bd2-b1fd-e76893186677 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:18.854574 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-13bc61eb-306e-4e88-82aa-17ec865db213 req-42261f5c-2d22-4bd2-b1fd-e76893186677 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 945 time: 0.1010246 May 13 15:03:18.904400 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-13bc61eb-306e-4e88-82aa-17ec865db213 req-6b05f97f-7758-430d-adde-dcfecb3a7ac8 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438049 May 13 15:03:18.952393 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-be092109-2048-4e35-ba07-21a21f63d56f req-f40b6fc2-6c44-4f75-86aa-6b5ea8b50686 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Deleting port b7cba8e6-abe7-42b8-83df-4ac2f9068e76 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:03:18.952746 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-be092109-2048-4e35-ba07-21a21f63d56f req-f40b6fc2-6c44-4f75-86aa-6b5ea8b50686 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:19.090564 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc12d9-4c10-4c4c-87c9-6daef16f3e56 req-441aa10e-353f-43bc-ba19-a4476508d1e5 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:19.090781 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed8f87-d98c-482e-a6ae-00e2ff49c434 req-7b71be35-b050-4240-addb-05d7692d7126 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:19.091978 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-77fc12d9-4c10-4c4c-87c9-6daef16f3e56 req-441aa10e-353f-43bc-ba19-a4476508d1e5 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 945 time: 0.0802393 May 13 15:03:19.092202 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-86ed8f87-d98c-482e-a6ae-00e2ff49c434 req-7b71be35-b050-4240-addb-05d7692d7126 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/ports?device_id=750f5d6c-a4c7-4280-9ab9-e7acb363c8db HTTP/1.1" status: 200 len: 946 time: 0.2026255 May 13 15:03:19.101458 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59158) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:19.106537 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-0205a3ac-630e-4bb1-bbf4-0f3662859e81 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Request body: {'floatingip': {'port_id': '19aa33fb-2185-4401-9a51-ca485f7a21ee'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:03:19.187620 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0205a3ac-630e-4bb1-bbf4-0f3662859e81 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for floatingip, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:19.219193 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-86ed8f87-d98c-482e-a6ae-00e2ff49c434 req-076a38dc-9829-49b5-9e56-588da9803c31 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/security-groups?id=726ce6dd-f95d-4f4f-84a6-bbfd0481c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103296 May 13 15:03:19.262600 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-be092109-2048-4e35-ba07-21a21f63d56f req-f40b6fc2-6c44-4f75-86aa-6b5ea8b50686 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] For port b7cba8e6-abe7-42b8-83df-4ac2f9068e76, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b7cba8e6-abe7-42b8-83df-4ac2f9068e76,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:03:19.262960 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-be092109-2048-4e35-ba07-21a21f63d56f req-f40b6fc2-6c44-4f75-86aa-6b5ea8b50686 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:19.673289 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-be092109-2048-4e35-ba07-21a21f63d56f req-f40b6fc2-6c44-4f75-86aa-6b5ea8b50686 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:19.673695 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-be092109-2048-4e35-ba07-21a21f63d56f req-f40b6fc2-6c44-4f75-86aa-6b5ea8b50686 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:19.674015 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [req-be092109-2048-4e35-ba07-21a21f63d56f req-f40b6fc2-6c44-4f75-86aa-6b5ea8b50686 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Floating IP 712883ae-bea2-4318-b56c-d5cabf6b63d7 disassociated. External IP: 172.25.0.142, port: b7cba8e6-abe7-42b8-83df-4ac2f9068e76. May 13 15:03:19.674360 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-be092109-2048-4e35-ba07-21a21f63d56f req-f40b6fc2-6c44-4f75-86aa-6b5ea8b50686 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Calling delete_port for b7cba8e6-abe7-42b8-83df-4ac2f9068e76 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:03:19.820703 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-be092109-2048-4e35-ba07-21a21f63d56f req-f40b6fc2-6c44-4f75-86aa-6b5ea8b50686 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:19.839164 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0f33b-54bb-43a4-830d-0c81bc78304b req-912b64a1-611f-471d-a0fd-ec557539b534 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:19.843160 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-63c0f33b-54bb-43a4-830d-0c81bc78304b req-912b64a1-611f-471d-a0fd-ec557539b534 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/ports?device_id=379e7721-aeee-4882-9686-dacd8e87af95 HTTP/1.1" status: 200 len: 944 time: 0.3112454 May 13 15:03:19.876213 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b6fc2-6c44-4f75-86aa-6b5ea8b50686 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Pushing event deleted for resources: {'Port': ['ID=b7cba8e6-abe7-42b8-83df-4ac2f9068e76,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:19.907700 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-63c0f33b-54bb-43a4-830d-0c81bc78304b req-34c0b55d-d6fa-4715-a5df-8aef99c8587a tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups?id=361bad2d-be68-4afe-8935-2f7439ce12e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591967 May 13 15:03:20.041123 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0205a3ac-630e-4bb1-bbf4-0f3662859e81 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:20.046292 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0205a3ac-630e-4bb1-bbf4-0f3662859e81 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:20.079327 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be092109-2048-4e35-ba07-21a21f63d56f req-f40b6fc2-6c44-4f75-86aa-6b5ea8b50686 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Router dce03531-9a45-4233-bca3-5b8690e68905 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:03:20.226528 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-0205a3ac-630e-4bb1-bbf4-0f3662859e81 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Floating IP f644b627-ca04-4518-8aab-e892499b328f associated. External IP: 172.25.0.36, port: 19aa33fb-2185-4401-9a51-ca485f7a21ee. May 13 15:03:20.266372 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be092109-2048-4e35-ba07-21a21f63d56f req-f40b6fc2-6c44-4f75-86aa-6b5ea8b50686 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:03:20.276658 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca92ee9e-84b5-4164-8652-17b20c622690 None None] Sync routers for ids ['dce03531-9a45-4233-bca3-5b8690e68905'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:03:20.288551 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca92ee9e-84b5-4164-8652-17b20c622690 None None] Routers {'dce03531-9a45-4233-bca3-5b8690e68905'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:03:20.289460 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ca92ee9e-84b5-4164-8652-17b20c622690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:03:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['dce03531-9a45-4233-bca3-5b8690e68905'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:20.347747 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-be092109-2048-4e35-ba07-21a21f63d56f req-f40b6fc2-6c44-4f75-86aa-6b5ea8b50686 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] No DVR routers for this DVR port b7cba8e6-abe7-42b8-83df-4ac2f9068e76 on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:03:20.350218 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-be092109-2048-4e35-ba07-21a21f63d56f req-f40b6fc2-6c44-4f75-86aa-6b5ea8b50686 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:20.354468 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379e7721-aeee-4882-9686-dacd8e87af95', 'name': 'network-vif-deleted', 'tag': 'b7cba8e6-abe7-42b8-83df-4ac2f9068e76'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:03:20.370917 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be092109-2048-4e35-ba07-21a21f63d56f req-f40b6fc2-6c44-4f75-86aa-6b5ea8b50686 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.59 "DELETE /v2.0/ports/b7cba8e6-abe7-42b8-83df-4ac2f9068e76 HTTP/1.1" status: 204 len: 173 time: 1.5430369 May 13 15:03:20.440146 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-278bcfc8-89c5-4e63-a867-2466629e1c89'] response: {'server_uuid': '379e7721-aeee-4882-9686-dacd8e87af95', 'name': 'network-vif-deleted', 'tag': 'b7cba8e6-abe7-42b8-83df-4ac2f9068e76', 'status': 'completed', 'code': 200} May 13 15:03:20.497398 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d852e5-013e-4f12-902e-4b1620b8c8a8 req-95a25584-1055-4757-bdd5-7bf14d69c1dc tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:20.499082 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-74d852e5-013e-4f12-902e-4b1620b8c8a8 req-95a25584-1055-4757-bdd5-7bf14d69c1dc tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/ports?device_id=750f5d6c-a4c7-4280-9ab9-e7acb363c8db HTTP/1.1" status: 200 len: 946 time: 0.1024075 May 13 15:03:20.559541 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-ca92ee9e-84b5-4164-8652-17b20c622690 None None] Set router dce03531-9a45-4233-bca3-5b8690e68905 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:03:20.567847 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-74d852e5-013e-4f12-902e-4b1620b8c8a8 req-1f3f6add-9a67-4603-b220-942779c35f49 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/security-groups?id=726ce6dd-f95d-4f4f-84a6-bbfd0481c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614121 May 13 15:03:20.660324 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0205a3ac-630e-4bb1-bbf4-0f3662859e81 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Router edd64084-0577-44c3-9862-fd94e3d40eb7 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:03:20.672742 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb907cdf-61a0-41af-95bb-44c82036586d req-d14a0644-3a5d-4a5e-9d3e-7e80354d3f53 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:20.674247 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cb907cdf-61a0-41af-95bb-44c82036586d req-d14a0644-3a5d-4a5e-9d3e-7e80354d3f53 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.74 "GET /v2.0/ports?device_id=750f5d6c-a4c7-4280-9ab9-e7acb363c8db HTTP/1.1" status: 200 len: 946 time: 0.0860958 May 13 15:03:20.745869 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-cb907cdf-61a0-41af-95bb-44c82036586d req-ceb97766-2e49-4731-85e7-7c411f5d3e34 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Deleting port 6388189b-87d3-4c9e-baa9-eede88365396 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:03:20.746219 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-cb907cdf-61a0-41af-95bb-44c82036586d req-ceb97766-2e49-4731-85e7-7c411f5d3e34 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:20.858664 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0205a3ac-630e-4bb1-bbf4-0f3662859e81 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:03:20.864674 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0205a3ac-630e-4bb1-bbf4-0f3662859e81 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:20.874090 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7880477-5f77-48e8-99d3-50c29b09cfd9 None None] Sync routers for ids ['edd64084-0577-44c3-9862-fd94e3d40eb7'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:03:20.887614 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7880477-5f77-48e8-99d3-50c29b09cfd9 None None] Routers {'edd64084-0577-44c3-9862-fd94e3d40eb7'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:03:20.889231 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f7880477-5f77-48e8-99d3-50c29b09cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:03:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['edd64084-0577-44c3-9862-fd94e3d40eb7'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:20.916285 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ca92ee9e-84b5-4164-8652-17b20c622690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'name': 'tempest-ServerActionsTestJSON-490026162-router', 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '61f11ba7-38db-43d7-b53c-03f96006877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:15Z', 'updated_at': '2022-05-13T14:55:35Z', 'revision_number': 4, 'project_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'gw_port': {'id': '61f11ba7-38db-43d7-b53c-03f96006877e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:60:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:19Z', 'updated_at': '2022-05-13T14:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '71c82fbc-eade-4b29-97cd-476156503ab0', 'name': '', 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd', 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'mac_address': 'fa:16:3e:44:c2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': 'f43563bd-f154-4518-8312-29f2255f69ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:31Z', 'updated_at': '2022-05-13T14:55:47Z', 'revision_number': 5, 'project_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'subnets': [{'id': 'f43563bd-f154-4518-8312-29f2255f69ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:20.920593 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca92ee9e-84b5-4164-8652-17b20c622690 None None] Checking router: dce03531-9a45-4233-bca3-5b8690e68905 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:03:20.931230 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca92ee9e-84b5-4164-8652-17b20c622690 None None] Routers {'dce03531-9a45-4233-bca3-5b8690e68905'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:03:20.931879 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ca92ee9e-84b5-4164-8652-17b20c622690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:03:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['dce03531-9a45-4233-bca3-5b8690e68905'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:20.976616 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0205a3ac-630e-4bb1-bbf4-0f3662859e81 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "PUT /v2.0/floatingips/f644b627-ca04-4518-8aab-e892499b328f HTTP/1.1" status: 200 len: 990 time: 1.8713207 May 13 15:03:20.976616 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '489ba739-6cf5-4fdc-8573-1909e8bfab3b', 'tag': '19aa33fb-2185-4401-9a51-ca485f7a21ee'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:03:21.091451 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98ddbf39-6ee4-4518-bc95-6959b61c2bfd'] response: {'name': 'network-changed', 'server_uuid': '489ba739-6cf5-4fdc-8573-1909e8bfab3b', 'tag': '19aa33fb-2185-4401-9a51-ca485f7a21ee', 'status': 'completed', 'code': 200} May 13 15:03:21.113178 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-cb907cdf-61a0-41af-95bb-44c82036586d req-ceb97766-2e49-4731-85e7-7c411f5d3e34 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] For port 6388189b-87d3-4c9e-baa9-eede88365396, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=6388189b-87d3-4c9e-baa9-eede88365396,segment=NetworkSegment(4a373744-5432-4c37-9b97-39df471e3447),segment_id=4a373744-5432-4c37-9b97-39df471e3447)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:03:21.113807 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-cb907cdf-61a0-41af-95bb-44c82036586d req-ceb97766-2e49-4731-85e7-7c411f5d3e34 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:21.213423 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59176) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:21.272071 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-f7880477-5f77-48e8-99d3-50c29b09cfd9 None None] Set router edd64084-0577-44c3-9862-fd94e3d40eb7 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:03:21.272310 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-ca92ee9e-84b5-4164-8652-17b20c622690 None None] Set router dce03531-9a45-4233-bca3-5b8690e68905 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:03:21.360128 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-506d5d2e-b3c3-4e68-b3b7-ad29715b15ce tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:21.406335 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-506d5d2e-b3c3-4e68-b3b7-ad29715b15ce tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:21.418024 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-cb907cdf-61a0-41af-95bb-44c82036586d req-ceb97766-2e49-4731-85e7-7c411f5d3e34 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Calling delete_port for 6388189b-87d3-4c9e-baa9-eede88365396 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:03:21.472186 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-506d5d2e-b3c3-4e68-b3b7-ad29715b15ce tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:21.491678 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d5d2e-b3c3-4e68-b3b7-ad29715b15ce tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=361bad2d-be68-4afe-8935-2f7439ce12e6,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:21.508385 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d5d2e-b3c3-4e68-b3b7-ad29715b15ce tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:21.509045 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d5d2e-b3c3-4e68-b3b7-ad29715b15ce tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:21.509762 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d5d2e-b3c3-4e68-b3b7-ad29715b15ce tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:21.510269 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d5d2e-b3c3-4e68-b3b7-ad29715b15ce tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:21.510817 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d5d2e-b3c3-4e68-b3b7-ad29715b15ce tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:21.511391 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d5d2e-b3c3-4e68-b3b7-ad29715b15ce tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:21.511899 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d5d2e-b3c3-4e68-b3b7-ad29715b15ce tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:21.512394 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d5d2e-b3c3-4e68-b3b7-ad29715b15ce tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:21.512946 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d5d2e-b3c3-4e68-b3b7-ad29715b15ce tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:21.513432 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d5d2e-b3c3-4e68-b3b7-ad29715b15ce tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:21.513914 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d5d2e-b3c3-4e68-b3b7-ad29715b15ce tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:21.514393 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d5d2e-b3c3-4e68-b3b7-ad29715b15ce tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:21.525816 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db3aa7-7470-410a-9a25-8d659d3d3ec1 req-7438aa78-4748-45b5-a15c-d16e88440202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:21.527565 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e4db3aa7-7470-410a-9a25-8d659d3d3ec1 req-7438aa78-4748-45b5-a15c-d16e88440202 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=38a8881fe1424acaba5f3d712cefac02&device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 1096 time: 0.3961368 May 13 15:03:21.560838 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-506d5d2e-b3c3-4e68-b3b7-ad29715b15ce tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:21.562249 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-506d5d2e-b3c3-4e68-b3b7-ad29715b15ce tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "DELETE /v2.0/security-groups/361bad2d-be68-4afe-8935-2f7439ce12e6 HTTP/1.1" status: 204 len: 168 time: 0.3432560 May 13 15:03:21.565761 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59180) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:21.574724 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-cb907cdf-61a0-41af-95bb-44c82036586d req-ceb97766-2e49-4731-85e7-7c411f5d3e34 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:21.588471 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-2ded055e-4ed6-4265-b0e2-ece62b01c5f6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] show failed (client error): The resource could not be found. May 13 15:03:21.589782 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2ded055e-4ed6-4265-b0e2-ece62b01c5f6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "GET /v2.0/security-groups/361bad2d-be68-4afe-8935-2f7439ce12e6 HTTP/1.1" status: 404 len: 347 time: 0.0229411 May 13 15:03:21.634332 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59186) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:21.635088 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb97766-2e49-4731-85e7-7c411f5d3e34 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Pushing event deleted for resources: {'Port': ['ID=6388189b-87d3-4c9e-baa9-eede88365396,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:21.638798 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['6388189b-87d3-4c9e-baa9-eede88365396'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:03:21.729843 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ca92ee9e-84b5-4164-8652-17b20c622690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'name': 'tempest-ServerActionsTestJSON-490026162-router', 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '61f11ba7-38db-43d7-b53c-03f96006877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:15Z', 'updated_at': '2022-05-13T14:55:35Z', 'revision_number': 4, 'project_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'gw_port': {'id': '61f11ba7-38db-43d7-b53c-03f96006877e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:60:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:19Z', 'updated_at': '2022-05-13T14:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '71c82fbc-eade-4b29-97cd-476156503ab0', 'name': '', 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd', 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'mac_address': 'fa:16:3e:44:c2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': 'f43563bd-f154-4518-8312-29f2255f69ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:31Z', 'updated_at': '2022-05-13T14:55:47Z', 'revision_number': 5, 'project_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'subnets': [{'id': 'f43563bd-f154-4518-8312-29f2255f69ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:21.731095 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f7880477-5f77-48e8-99d3-50c29b09cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-46765238-router', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:59:12Z', 'updated_at': '2022-05-13T14:59:19Z', 'revision_number': 4, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'gw_port': {'id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:13Z', 'updated_at': '2022-05-13T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'f644b627-ca04-4518-8aab-e892499b328f', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'floating_ip_address': '172.25.0.36', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'port_id': '19aa33fb-2185-4401-9a51-ca485f7a21ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf', 'mac_address': 'fa:16:3e:d4:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489ba739-6cf5-4fdc-8573-1909e8bfab3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:03:01Z', 'updated_at': '2022-05-13T15:03:19Z', 'revision_number': 1, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7cd2998-b136-41c2-b4ff-7de0ce99483f', 'name': '', 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'mac_address': 'fa:16:3e:d3:89:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:18Z', 'updated_at': '2022-05-13T14:59:32Z', 'revision_number': 5, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'subnets': [{'id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:21.736041 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7880477-5f77-48e8-99d3-50c29b09cfd9 None None] Checking router: edd64084-0577-44c3-9862-fd94e3d40eb7 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:03:21.736641 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca92ee9e-84b5-4164-8652-17b20c622690 None None] The sync data for ids ['dce03531-9a45-4233-bca3-5b8690e68905'] in n-d-841760-1 is: [{'id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'name': 'tempest-ServerActionsTestJSON-490026162-router', 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '61f11ba7-38db-43d7-b53c-03f96006877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:15Z', 'updated_at': '2022-05-13T14:55:35Z', 'revision_number': 4, 'project_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'gw_port': {'id': '61f11ba7-38db-43d7-b53c-03f96006877e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:60:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:19Z', 'updated_at': '2022-05-13T14:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '71c82fbc-eade-4b29-97cd-476156503ab0', 'name': '', 'network_id': 'd6183f6d-25fb-4e44-b996-0f5bcb025fdd', 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'mac_address': 'fa:16:3e:44:c2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': 'f43563bd-f154-4518-8312-29f2255f69ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:31Z', 'updated_at': '2022-05-13T14:55:47Z', 'revision_number': 5, 'project_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'subnets': [{'id': 'f43563bd-f154-4518-8312-29f2255f69ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:03:21.748328 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7880477-5f77-48e8-99d3-50c29b09cfd9 None None] Routers {'edd64084-0577-44c3-9862-fd94e3d40eb7'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:03:21.749115 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f7880477-5f77-48e8-99d3-50c29b09cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:03:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['edd64084-0577-44c3-9862-fd94e3d40eb7'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:21.932554 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1a0e9b5c-ce93-4f58-b4da-d3965f9f4ac2 req-c6cf373b-cff7-4940-a2e8-57faef556dce tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/ports?device_id=750f5d6c-a4c7-4280-9ab9-e7acb363c8db HTTP/1.1" status: 200 len: 210 time: 0.0512657 May 13 15:03:21.948073 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb907cdf-61a0-41af-95bb-44c82036586d req-ceb97766-2e49-4731-85e7-7c411f5d3e34 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] No DVR routers for this DVR port 6388189b-87d3-4c9e-baa9-eede88365396 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:03:21.952872 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-cb907cdf-61a0-41af-95bb-44c82036586d req-ceb97766-2e49-4731-85e7-7c411f5d3e34 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:21.959998 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-f165d6af-4137-40c3-88f6-50dcba24efc6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Deleting port c318e5f4-3d64-4af3-af37-e419c6c8b042 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:03:21.960581 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f165d6af-4137-40c3-88f6-50dcba24efc6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:21.970829 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-f7880477-5f77-48e8-99d3-50c29b09cfd9 None None] Set router edd64084-0577-44c3-9862-fd94e3d40eb7 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:03:22.009808 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db3aa7-7470-410a-9a25-8d659d3d3ec1 req-83c80d4e-fb62-4b8f-ac00-63333d7821be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:22.012178 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e4db3aa7-7470-410a-9a25-8d659d3d3ec1 req-83c80d4e-fb62-4b8f-ac00-63333d7821be service neutron] 10.222.0.74 "GET /v2.0/networks?id=82746afc-6560-4007-9fb3-904cf8d650cf HTTP/1.1" status: 200 len: 916 time: 0.4773498 May 13 15:03:22.024724 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cb907cdf-61a0-41af-95bb-44c82036586d req-ceb97766-2e49-4731-85e7-7c411f5d3e34 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.74 "DELETE /v2.0/ports/6388189b-87d3-4c9e-baa9-eede88365396 HTTP/1.1" status: 204 len: 173 time: 1.3455019 May 13 15:03:22.172823 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d838bf-2637-4b8f-9866-7b98124471e6 None None] New status for floating IP 712883ae-bea2-4318-b56c-d5cabf6b63d7: DOWN {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:03:22.195219 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f165d6af-4137-40c3-88f6-50dcba24efc6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:22.195219 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f165d6af-4137-40c3-88f6-50dcba24efc6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:22.238028 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e4db3aa7-7470-410a-9a25-8d659d3d3ec1 req-be9bb584-f34f-478a-bb4c-7e51d40875cc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19aa33fb-2185-4401-9a51-ca485f7a21ee HTTP/1.1" status: 200 len: 998 time: 0.2156060 May 13 15:03:22.379448 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db3aa7-7470-410a-9a25-8d659d3d3ec1 req-3a0a3aee-f72a-45d7-b79f-293e67f44bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:22.381156 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e4db3aa7-7470-410a-9a25-8d659d3d3ec1 req-3a0a3aee-f72a-45d7-b79f-293e67f44bbd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=498b4812-77a0-4897-b979-c45bc3bb9502 HTTP/1.1" status: 200 len: 854 time: 0.1375890 May 13 15:03:22.381736 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-f165d6af-4137-40c3-88f6-50dcba24efc6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Calling delete_port for c318e5f4-3d64-4af3-af37-e419c6c8b042 owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:03:22.442081 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750f5d6c-a4c7-4280-9ab9-e7acb363c8db', 'name': 'network-vif-deleted', 'tag': '6388189b-87d3-4c9e-baa9-eede88365396'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:03:22.512012 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db3aa7-7470-410a-9a25-8d659d3d3ec1 req-5da1f94f-ee7e-4655-a986-4239d25bed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:22.514561 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e4db3aa7-7470-410a-9a25-8d659d3d3ec1 req-5da1f94f-ee7e-4655-a986-4239d25bed16 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=82746afc-6560-4007-9fb3-904cf8d650cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1178102 May 13 15:03:22.525346 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ada24f18-75d6-4351-9376-1ae939a7fbd0'] response: {'server_uuid': '750f5d6c-a4c7-4280-9ab9-e7acb363c8db', 'name': 'network-vif-deleted', 'tag': '6388189b-87d3-4c9e-baa9-eede88365396', 'status': 'completed', 'code': 200} May 13 15:03:22.585736 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [None req-f165d6af-4137-40c3-88f6-50dcba24efc6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:03:22.585736 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [None req-f165d6af-4137-40c3-88f6-50dcba24efc6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:03:22.720001 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e4db3aa7-7470-410a-9a25-8d659d3d3ec1 req-fcfcafa4-ea25-427e-b52e-dc674c75951c service neutron] 10.222.0.74 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924624 May 13 15:03:22.763901 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f7880477-5f77-48e8-99d3-50c29b09cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-46765238-router', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:59:12Z', 'updated_at': '2022-05-13T14:59:19Z', 'revision_number': 4, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'gw_port': {'id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:13Z', 'updated_at': '2022-05-13T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'f644b627-ca04-4518-8aab-e892499b328f', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'floating_ip_address': '172.25.0.36', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'port_id': '19aa33fb-2185-4401-9a51-ca485f7a21ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf', 'mac_address': 'fa:16:3e:d4:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489ba739-6cf5-4fdc-8573-1909e8bfab3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:03:01Z', 'updated_at': '2022-05-13T15:03:19Z', 'revision_number': 1, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7cd2998-b136-41c2-b4ff-7de0ce99483f', 'name': '', 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'mac_address': 'fa:16:3e:d3:89:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:18Z', 'updated_at': '2022-05-13T14:59:32Z', 'revision_number': 5, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'subnets': [{'id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:22.763901 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7880477-5f77-48e8-99d3-50c29b09cfd9 None None] The sync data for ids ['edd64084-0577-44c3-9862-fd94e3d40eb7'] in n-d-841760-1 is: [{'id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-46765238-router', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:59:12Z', 'updated_at': '2022-05-13T14:59:19Z', 'revision_number': 4, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'gw_port': {'id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:13Z', 'updated_at': '2022-05-13T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'f644b627-ca04-4518-8aab-e892499b328f', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'floating_ip_address': '172.25.0.36', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'port_id': '19aa33fb-2185-4401-9a51-ca485f7a21ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf', 'mac_address': 'fa:16:3e:d4:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489ba739-6cf5-4fdc-8573-1909e8bfab3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:03:01Z', 'updated_at': '2022-05-13T15:03:19Z', 'revision_number': 1, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7cd2998-b136-41c2-b4ff-7de0ce99483f', 'name': '', 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'mac_address': 'fa:16:3e:d3:89:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:18Z', 'updated_at': '2022-05-13T14:59:32Z', 'revision_number': 5, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'subnets': [{'id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:03:22.930780 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e4db3aa7-7470-410a-9a25-8d659d3d3ec1 req-8b7fa857-9f2c-4f00-9d68-f82f87a1ce30 service neutron] 10.222.0.74 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054038 May 13 15:03:23.039558 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3d63d2-0ab3-488a-b5e8-b78b0fe2ce40 None None] New status for floating IP f644b627-ca04-4518-8aab-e892499b328f: ACTIVE {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:03:23.086973 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-f165d6af-4137-40c3-88f6-50dcba24efc6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Deleting port c318e5f4-3d64-4af3-af37-e419c6c8b042 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:03:23.086973 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f165d6af-4137-40c3-88f6-50dcba24efc6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:23.327165 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b7cba8e6-abe7-42b8-83df-4ac2f9068e76 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:03:23.342732 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f165d6af-4137-40c3-88f6-50dcba24efc6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:23.342732 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f165d6af-4137-40c3-88f6-50dcba24efc6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:23.435918 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: b7cba8e6-abe7-42b8-83df-4ac2f9068e76 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:03:23.435918 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b7cba8e6-abe7-42b8-83df-4ac2f9068e76 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:03:23.564635 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-f165d6af-4137-40c3-88f6-50dcba24efc6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Calling delete_port for c318e5f4-3d64-4af3-af37-e419c6c8b042 owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:03:23.599582 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 6388189b-87d3-4c9e-baa9-eede88365396 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:03:23.639481 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 6388189b-87d3-4c9e-baa9-eede88365396 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:03:23.639861 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 6388189b-87d3-4c9e-baa9-eede88365396 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:03:23.714274 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f165d6af-4137-40c3-88f6-50dcba24efc6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:23.765165 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165d6af-4137-40c3-88f6-50dcba24efc6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Pushing event deleted for resources: {'Port': ['ID=c318e5f4-3d64-4af3-af37-e419c6c8b042,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:23.974050 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f165d6af-4137-40c3-88f6-50dcba24efc6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks [] for floatingip, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:23.989507 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f165d6af-4137-40c3-88f6-50dcba24efc6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:23.990633 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f165d6af-4137-40c3-88f6-50dcba24efc6 tempest-ServerActionsTestJSON-994497567 tempest-ServerActionsTestJSON-994497567-project] 10.222.0.35 "DELETE /v2.0/floatingips/712883ae-bea2-4318-b56c-d5cabf6b63d7 HTTP/1.1" status: 204 len: 168 time: 2.3514934 May 13 15:03:23.993648 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59200) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:24.767541 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dae7a7ba-0c52-4e1f-a1b1-514c638f5c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:25.122258 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-dae7a7ba-0c52-4e1f-a1b1-514c638f5c73 admin admin] Deleting port 71c82fbc-eade-4b29-97cd-476156503ab0 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:03:25.122481 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dae7a7ba-0c52-4e1f-a1b1-514c638f5c73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:25.308644 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-dae7a7ba-0c52-4e1f-a1b1-514c638f5c73 admin admin] For port 71c82fbc-eade-4b29-97cd-476156503ab0, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=71c82fbc-eade-4b29-97cd-476156503ab0,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:03:25.308644 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dae7a7ba-0c52-4e1f-a1b1-514c638f5c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:25.435661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-dae7a7ba-0c52-4e1f-a1b1-514c638f5c73 admin admin] Calling delete_port for 71c82fbc-eade-4b29-97cd-476156503ab0 owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:03:25.898435 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dae7a7ba-0c52-4e1f-a1b1-514c638f5c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:25.945568 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae7a7ba-0c52-4e1f-a1b1-514c638f5c73 admin admin] Pushing event deleted for resources: {'Port': ['ID=71c82fbc-eade-4b29-97cd-476156503ab0,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:26.304801 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dae7a7ba-0c52-4e1f-a1b1-514c638f5c73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:26.733747 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae7a7ba-0c52-4e1f-a1b1-514c638f5c73 admin admin] Router dce03531-9a45-4233-bca3-5b8690e68905 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:03:26.934071 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae7a7ba-0c52-4e1f-a1b1-514c638f5c73 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:03:26.944200 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d268f253-26fa-4b06-8270-586d47f83dfa None None] Sync routers for ids ['dce03531-9a45-4233-bca3-5b8690e68905'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:03:26.950932 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-dae7a7ba-0c52-4e1f-a1b1-514c638f5c73 admin admin] 10.222.0.35 "PUT /v2.0/routers/dce03531-9a45-4233-bca3-5b8690e68905/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9539495 May 13 15:03:26.951145 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59222) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:26.955683 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d268f253-26fa-4b06-8270-586d47f83dfa None None] Routers {'dce03531-9a45-4233-bca3-5b8690e68905'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:03:26.956312 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-d268f253-26fa-4b06-8270-586d47f83dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:03:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['dce03531-9a45-4233-bca3-5b8690e68905'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:27.186776 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-d268f253-26fa-4b06-8270-586d47f83dfa None None] Set router dce03531-9a45-4233-bca3-5b8690e68905 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:03:27.226024 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3f177a8a-da4d-41bb-8951-f90af0b8e9b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:27.448771 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-72453838-ba71-4d20-8ded-64f7646a5902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:27.581408 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3f177a8a-da4d-41bb-8951-f90af0b8e9b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:27.591886 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-3f177a8a-da4d-41bb-8951-f90af0b8e9b9 admin admin] Deleting port 61f11ba7-38db-43d7-b53c-03f96006877e {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:03:27.592116 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3f177a8a-da4d-41bb-8951-f90af0b8e9b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:27.598882 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-d268f253-26fa-4b06-8270-586d47f83dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'name': 'tempest-ServerActionsTestJSON-490026162-router', 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '61f11ba7-38db-43d7-b53c-03f96006877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:15Z', 'updated_at': '2022-05-13T15:03:25Z', 'revision_number': 5, 'project_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'gw_port': {'id': '61f11ba7-38db-43d7-b53c-03f96006877e', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:60:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:19Z', 'updated_at': '2022-05-13T14:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:27.603058 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d268f253-26fa-4b06-8270-586d47f83dfa None None] Checking router: dce03531-9a45-4233-bca3-5b8690e68905 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:03:27.613009 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d268f253-26fa-4b06-8270-586d47f83dfa None None] Routers {'dce03531-9a45-4233-bca3-5b8690e68905'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:03:27.613617 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-d268f253-26fa-4b06-8270-586d47f83dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:03:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['dce03531-9a45-4233-bca3-5b8690e68905'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:27.782347 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-3f177a8a-da4d-41bb-8951-f90af0b8e9b9 admin admin] For port 61f11ba7-38db-43d7-b53c-03f96006877e, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=61f11ba7-38db-43d7-b53c-03f96006877e,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:03:27.783299 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3f177a8a-da4d-41bb-8951-f90af0b8e9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:27.846579 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-d268f253-26fa-4b06-8270-586d47f83dfa None None] Set router dce03531-9a45-4233-bca3-5b8690e68905 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:03:27.956793 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-d268f253-26fa-4b06-8270-586d47f83dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'name': 'tempest-ServerActionsTestJSON-490026162-router', 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:15Z', 'updated_at': '2022-05-13T15:03:27Z', 'revision_number': 6, 'project_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:27.961988 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d268f253-26fa-4b06-8270-586d47f83dfa None None] The sync data for ids ['dce03531-9a45-4233-bca3-5b8690e68905'] in n-d-841760-1 is: [{'id': 'dce03531-9a45-4233-bca3-5b8690e68905', 'name': 'tempest-ServerActionsTestJSON-490026162-router', 'tenant_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:55:15Z', 'updated_at': '2022-05-13T15:03:27Z', 'revision_number': 6, 'project_id': 'ac0ce7a13bd948f9949b7bdefd23d50f', 'gw_port_host': None}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:03:27.967608 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-3f177a8a-da4d-41bb-8951-f90af0b8e9b9 admin admin] Calling delete_port for 61f11ba7-38db-43d7-b53c-03f96006877e owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:03:28.154325 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3f177a8a-da4d-41bb-8951-f90af0b8e9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:28.229700 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f177a8a-da4d-41bb-8951-f90af0b8e9b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=61f11ba7-38db-43d7-b53c-03f96006877e,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:28.357223 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3f177a8a-da4d-41bb-8951-f90af0b8e9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:28.586646 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3f177a8a-da4d-41bb-8951-f90af0b8e9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:28.593295 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3f177a8a-da4d-41bb-8951-f90af0b8e9b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:28.618788 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3f177a8a-da4d-41bb-8951-f90af0b8e9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:28.619775 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f177a8a-da4d-41bb-8951-f90af0b8e9b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dce03531-9a45-4233-bca3-5b8690e68905 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:03:28.635424 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3f177a8a-da4d-41bb-8951-f90af0b8e9b9 admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:28.640403 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3f177a8a-da4d-41bb-8951-f90af0b8e9b9 admin admin] 10.222.0.35 "DELETE /v2.0/routers/dce03531-9a45-4233-bca3-5b8690e68905 HTTP/1.1" status: 204 len: 168 time: 1.6843545 May 13 15:03:28.640403 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59236) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:28.720315 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3abf36b-0131-41e2-883e-b4259a857c6c admin admin] Deleting subnet f43563bd-f154-4518-8312-29f2255f69ef {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:03:28.724606 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3abf36b-0131-41e2-883e-b4259a857c6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:28.724975 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:28.789776 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3abf36b-0131-41e2-883e-b4259a857c6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:28.897742 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3abf36b-0131-41e2-883e-b4259a857c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:28.977824 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3abf36b-0131-41e2-883e-b4259a857c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:29.016975 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abf36b-0131-41e2-883e-b4259a857c6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f43563bd-f154-4518-8312-29f2255f69ef,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:29.023768 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3abf36b-0131-41e2-883e-b4259a857c6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:29.029317 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729a2b94-c531-4ea4-89b7-303bcdf8983c None None] Network d6183f6d-25fb-4e44-b996-0f5bcb025fdd requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:03:29.032567 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a3abf36b-0131-41e2-883e-b4259a857c6c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f43563bd-f154-4518-8312-29f2255f69ef HTTP/1.1" status: 204 len: 168 time: 0.3912451 May 13 15:03:29.034965 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59240) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:29.295462 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b9e7ac00-1ab4-4594-9712-2a2f27c4ed05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:29.306986 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-b9e7ac00-1ab4-4594-9712-2a2f27c4ed05 admin admin] Deleting port 90f5e9dd-6fb6-4c47-be55-3eb3118941ed {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:03:29.307348 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b9e7ac00-1ab4-4594-9712-2a2f27c4ed05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:29.350407 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 61f11ba7-38db-43d7-b53c-03f96006877e no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:03:29.405075 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 61f11ba7-38db-43d7-b53c-03f96006877e {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:03:29.405351 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 61f11ba7-38db-43d7-b53c-03f96006877e not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:03:29.405936 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 71c82fbc-eade-4b29-97cd-476156503ab0 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:03:29.448045 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 71c82fbc-eade-4b29-97cd-476156503ab0 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:03:29.448404 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 71c82fbc-eade-4b29-97cd-476156503ab0 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:03:29.452658 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219331a7-bd85-415c-be4c-3405809ac86d None None] DHCP port deletion for d6183f6d-25fb-4e44-b996-0f5bcb025fdd request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:03:29.458618 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-219331a7-bd85-415c-be4c-3405809ac86d None None] Deleting port 90f5e9dd-6fb6-4c47-be55-3eb3118941ed {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:03:29.458725 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-219331a7-bd85-415c-be4c-3405809ac86d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:29.596248 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-b9e7ac00-1ab4-4594-9712-2a2f27c4ed05 admin admin] For port 90f5e9dd-6fb6-4c47-be55-3eb3118941ed, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=90f5e9dd-6fb6-4c47-be55-3eb3118941ed,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:03:29.596248 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b9e7ac00-1ab4-4594-9712-2a2f27c4ed05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:29.695696 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b01d3982-230e-40aa-89d0-acc7efc6248a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:29.749843 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-219331a7-bd85-415c-be4c-3405809ac86d None None] For port 90f5e9dd-6fb6-4c47-be55-3eb3118941ed, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=90f5e9dd-6fb6-4c47-be55-3eb3118941ed,segment=NetworkSegment(0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa),segment_id=0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:03:29.750535 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-219331a7-bd85-415c-be4c-3405809ac86d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:29.820190 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-b9e7ac00-1ab4-4594-9712-2a2f27c4ed05 admin admin] Calling delete_port for 90f5e9dd-6fb6-4c47-be55-3eb3118941ed owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:03:29.942882 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b9e7ac00-1ab4-4594-9712-2a2f27c4ed05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:29.977628 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-219331a7-bd85-415c-be4c-3405809ac86d None None] Calling delete_port for 90f5e9dd-6fb6-4c47-be55-3eb3118941ed owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:03:30.034120 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e7ac00-1ab4-4594-9712-2a2f27c4ed05 admin admin] Pushing event deleted for resources: {'Port': ['ID=90f5e9dd-6fb6-4c47-be55-3eb3118941ed,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:30.038854 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e7ac00-1ab4-4594-9712-2a2f27c4ed05 admin admin] No DVR routers for this DVR port 90f5e9dd-6fb6-4c47-be55-3eb3118941ed on host n-d-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:03:30.085532 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-219331a7-bd85-415c-be4c-3405809ac86d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:03:30.086121 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-219331a7-bd85-415c-be4c-3405809ac86d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:03:30.171667 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b9e7ac00-1ab4-4594-9712-2a2f27c4ed05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:30.206305 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-b9e7ac00-1ab4-4594-9712-2a2f27c4ed05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6183f6d-25fb-4e44-b996-0f5bcb025fdd']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:30.223704 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-b9e7ac00-1ab4-4594-9712-2a2f27c4ed05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:30.223704 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-b9e7ac00-1ab4-4594-9712-2a2f27c4ed05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ecd2b7f-6180-43cb-9357-7f1ea6fb82aa') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:30.237111 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b9e7ac00-1ab4-4594-9712-2a2f27c4ed05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:30.254705 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b9e7ac00-1ab4-4594-9712-2a2f27c4ed05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:30.263637 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e7ac00-1ab4-4594-9712-2a2f27c4ed05 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:03:30.263637 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b9e7ac00-1ab4-4594-9712-2a2f27c4ed05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:30.281864 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 15:03:30.281864 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:03:30.281864 n-d-841760-1 neutron-server[88081]: timer() May 13 15:03:30.281864 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:03:30.281864 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 15:03:30.281864 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:03:30.281864 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 15:03:30.281864 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:03:30.281864 n-d-841760-1 neutron-server[88081]: self._notify() May 13 15:03:30.281864 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:03:30.281864 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 15:03:30.281864 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:03:30.281864 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 15:03:30.281864 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:03:30.281864 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:03:30.281864 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:03:30.281864 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:03:30.281864 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:03:30.281864 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 15:03:30.281864 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:03:30.281864 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 15:03:30.281864 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:03:30.281864 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:03:30.281864 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:03:30.281864 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 15:03:30.281864 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:03:30.281864 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:03:30.281864 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:03:30.281864 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:03:30.281864 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:03:30.281864 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:03:30.281864 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:03:30.371853 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b9e7ac00-1ab4-4594-9712-2a2f27c4ed05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:30.390186 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b9e7ac00-1ab4-4594-9712-2a2f27c4ed05 admin admin] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:30.397928 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e7ac00-1ab4-4594-9712-2a2f27c4ed05 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6183f6d-25fb-4e44-b996-0f5bcb025fdd,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:30.416295 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b9e7ac00-1ab4-4594-9712-2a2f27c4ed05 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d6183f6d-25fb-4e44-b996-0f5bcb025fdd HTTP/1.1" status: 204 len: 168 time: 1.3798864 May 13 15:03:30.545695 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59248) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:30.589719 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-219331a7-bd85-415c-be4c-3405809ac86d None None] Deleting port 90f5e9dd-6fb6-4c47-be55-3eb3118941ed {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:03:30.592265 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-219331a7-bd85-415c-be4c-3405809ac86d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:30.614485 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9c3655b1-81ab-4300-bfec-171be4f4944f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac0ce7a13bd948f9949b7bdefd23d50f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0679891 May 13 15:03:30.616714 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59256) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:30.672992 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-219331a7-bd85-415c-be4c-3405809ac86d None None] The port '90f5e9dd-6fb6-4c47-be55-3eb3118941ed' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:03:30.683649 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c2b02145-c134-46cb-90e3-95d8e72822e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:30.712363 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c2b02145-c134-46cb-90e3-95d8e72822e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:30.717319 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:30.760322 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:30.771384 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c2b02145-c134-46cb-90e3-95d8e72822e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:30.788653 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b02145-c134-46cb-90e3-95d8e72822e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f976fa-597e-439b-8cb0-3aa841a32fd6,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:30.797126 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c2b02145-c134-46cb-90e3-95d8e72822e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:30.798804 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c2b02145-c134-46cb-90e3-95d8e72822e2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/39f976fa-597e-439b-8cb0-3aa841a32fd6 HTTP/1.1" status: 204 len: 168 time: 0.1805568 May 13 15:03:30.987213 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-7aaa59bf-6b66-4e05-b6d7-619dd388d15b tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:30.991400 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-7aaa59bf-6b66-4e05-b6d7-619dd388d15b tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/networks?id=8256e590-816c-4e6e-8929-f5948e88a38a HTTP/1.1" status: 200 len: 813 time: 0.1618972 May 13 15:03:31.005522 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-bd983034-3d82-4a5b-b84f-ba471776d977 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/quotas/a6a23df8cbe94793acbc3ac2f9144958 HTTP/1.1" status: 200 len: 375 time: 0.0098646 May 13 15:03:31.066627 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-db867594-322c-426d-b28d-a745a828b781 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Synchronizing usage tracker for tenant:a6a23df8cbe94793acbc3ac2f9144958 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:03:31.084229 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-db867594-322c-426d-b28d-a745a828b781 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Unset dirty status for tenant:a6a23df8cbe94793acbc3ac2f9144958 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:03:31.085533 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-db867594-322c-426d-b28d-a745a828b781 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6a23df8cbe94793acbc3ac2f9144958&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652835 May 13 15:03:31.250690 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-8b43598c-d14a-44bf-9443-ba1617bf92f2 service neutron] 10.222.0.35 "GET /v2.0/networks/8256e590-816c-4e6e-8929-f5948e88a38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581743 May 13 15:03:31.308043 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 90f5e9dd-6fb6-4c47-be55-3eb3118941ed no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:03:31.344462 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 90f5e9dd-6fb6-4c47-be55-3eb3118941ed {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:03:31.344969 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 90f5e9dd-6fb6-4c47-be55-3eb3118941ed not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:03:31.393318 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-166e6dc5-8951-4583-8a59-792b6c6aad4b service neutron] 10.222.0.35 "GET /v2.0/networks/8256e590-816c-4e6e-8929-f5948e88a38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344962 May 13 15:03:31.611331 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-06ac73f1-1509-4429-a7d1-60a880a2150c req-c3b1dfb6-db6c-43ce-943f-1444d996cc37 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/ports?device_id=306b8de6-decb-4aab-a3bc-8d87dfb58882 HTTP/1.1" status: 200 len: 210 time: 0.0607460 May 13 15:03:32.127482 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0a10262b-d063-495c-9f02-cde289765cdd req-309b1c6b-d558-4cfc-aee2-2f8e546d1842 tempest-ServersAaction247Test-1544608980 tempest-ServersAaction247Test-1544608980-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c4aa239-e8a9-4adf-92cb-9a8e0741b91d HTTP/1.1" status: 200 len: 210 time: 0.0460641 May 13 15:03:32.192962 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:32.849852 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0248ff9f-a20c-44c5-9a4a-f416e8c9cc57 req-76fb64dc-dc9a-4b22-9e95-e581d63db425 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/ports?device_id=306b8de6-decb-4aab-a3bc-8d87dfb58882 HTTP/1.1" status: 200 len: 210 time: 0.0679066 May 13 15:03:32.902233 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-e7aab749-5000-4fed-8577-9e07fc13df34 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:32.902233 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-e7aab749-5000-4fed-8577-9e07fc13df34 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.74 "GET /v2.0/networks?id=8256e590-816c-4e6e-8929-f5948e88a38a HTTP/1.1" status: 200 len: 813 time: 0.2279902 May 13 15:03:32.923256 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-d4064e72-520c-4664-ab05-cafc8c87cba9 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Request body: {'port': {'device_id': '306b8de6-decb-4aab-a3bc-8d87dfb58882', 'network_id': '8256e590-816c-4e6e-8929-f5948e88a38a', 'admin_state_up': True, 'tenant_id': 'a6a23df8cbe94793acbc3ac2f9144958'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:03:33.074422 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-d4064e72-520c-4664-ab05-cafc8c87cba9 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:33.084813 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-d4064e72-520c-4664-ab05-cafc8c87cba9 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:33.094468 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-d4064e72-520c-4664-ab05-cafc8c87cba9 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Made reservation on behalf of a6a23df8cbe94793acbc3ac2f9144958 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:03:33.098023 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-d4064e72-520c-4664-ab05-cafc8c87cba9 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:33.303785 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-d4064e72-520c-4664-ab05-cafc8c87cba9 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Allocated IP 172.20.0.11 (8256e590-816c-4e6e-8929-f5948e88a38a/fae4d0b5-69f2-4a00-97c3-7c123ed0b77b/267b2b78-6774-405f-9434-6eb5f49c27d6) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:03:33.353125 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a14f850a-13a7-4d64-b86d-0fdba5d82a3a req-074ede7b-622a-4bab-868b-b697d3dbca76 tempest-ServersAaction247Test-1544608980 tempest-ServersAaction247Test-1544608980-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c4aa239-e8a9-4adf-92cb-9a8e0741b91d HTTP/1.1" status: 200 len: 210 time: 0.0568955 May 13 15:03:33.609787 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-d4064e72-520c-4664-ab05-cafc8c87cba9 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:33.652486 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-d4064e72-520c-4664-ab05-cafc8c87cba9 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:33.726939 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-d4064e72-520c-4664-ab05-cafc8c87cba9 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Network 8256e590-816c-4e6e-8929-f5948e88a38a is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:03:33.730020 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-d4064e72-520c-4664-ab05-cafc8c87cba9 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:03:33.734198 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-d4064e72-520c-4664-ab05-cafc8c87cba9 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:03:33.774188 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4064e72-520c-4664-ab05-cafc8c87cba9 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Pushing event updated for resources: {'Port': ['ID=267b2b78-6774-405f-9434-6eb5f49c27d6,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:33.809538 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-d4064e72-520c-4664-ab05-cafc8c87cba9 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:33.810080 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-d4064e72-520c-4664-ab05-cafc8c87cba9 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:33.839704 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-d4064e72-520c-4664-ab05-cafc8c87cba9 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9236283 May 13 15:03:33.856313 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-7fbda294-0cd0-4012-aec9-3ed56496e5a7 service neutron] Request body: {'port': {'device_id': '306b8de6-decb-4aab-a3bc-8d87dfb58882', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:03:34.052674 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d0d78-5f26-4804-9d19-8906b9920c7c req-9f39b9c1-2450-4962-87ba-7bc7ebd28c7f tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:34.055746 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-890d0d78-5f26-4804-9d19-8906b9920c7c req-9f39b9c1-2450-4962-87ba-7bc7ebd28c7f tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/ports?device_id=306b8de6-decb-4aab-a3bc-8d87dfb58882 HTTP/1.1" status: 200 len: 932 time: 0.0851138 May 13 15:03:34.093548 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-7fbda294-0cd0-4012-aec9-3ed56496e5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:34.112823 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-890d0d78-5f26-4804-9d19-8906b9920c7c req-ce4318a8-689c-4284-9e17-ae31f1d83ce0 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/security-groups?id=726ce6dd-f95d-4f4f-84a6-bbfd0481c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491190 May 13 15:03:34.480871 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-7fbda294-0cd0-4012-aec9-3ed56496e5a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 267b2b78-6774-405f-9434-6eb5f49c27d6 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:03:34.490149 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-7fbda294-0cd0-4012-aec9-3ed56496e5a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:34.510807 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-7fbda294-0cd0-4012-aec9-3ed56496e5a7 service neutron] Transition to ACTIVE for port object 267b2b78-6774-405f-9434-6eb5f49c27d6 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:03:34.521751 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-7fbda294-0cd0-4012-aec9-3ed56496e5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:34.662090 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbda294-0cd0-4012-aec9-3ed56496e5a7 service neutron] Pushing event updated for resources: {'Port': ['ID=267b2b78-6774-405f-9434-6eb5f49c27d6,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:34.763609 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2642285c-596c-40d5-b0b4-ceb41358930d req-c8ce2a14-87a8-4bbd-8ca1-f99e1c9f2b65 tempest-ServersAaction247Test-1544608980 tempest-ServersAaction247Test-1544608980-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c4aa239-e8a9-4adf-92cb-9a8e0741b91d HTTP/1.1" status: 200 len: 210 time: 0.0765321 May 13 15:03:34.817355 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-7fbda294-0cd0-4012-aec9-3ed56496e5a7 service neutron] Attempting to bind port 267b2b78-6774-405f-9434-6eb5f49c27d6 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:03:34.817355 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-7fbda294-0cd0-4012-aec9-3ed56496e5a7 service neutron] Attempting to bind port 267b2b78-6774-405f-9434-6eb5f49c27d6 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '4a373744-5432-4c37-9b97-39df471e3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8256e590-816c-4e6e-8929-f5948e88a38a'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:03:34.817355 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-7fbda294-0cd0-4012-aec9-3ed56496e5a7 service neutron] Attempting to bind port 267b2b78-6774-405f-9434-6eb5f49c27d6 on network 8256e590-816c-4e6e-8929-f5948e88a38a {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:03:34.823077 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-7fbda294-0cd0-4012-aec9-3ed56496e5a7 service neutron] Port 267b2b78-6774-405f-9434-6eb5f49c27d6 on network 8256e590-816c-4e6e-8929-f5948e88a38a not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:03:34.823077 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-7fbda294-0cd0-4012-aec9-3ed56496e5a7 service neutron] Attempting to bind port 267b2b78-6774-405f-9434-6eb5f49c27d6 on network 8256e590-816c-4e6e-8929-f5948e88a38a {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:03:34.829406 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-7fbda294-0cd0-4012-aec9-3ed56496e5a7 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:03:34.829406 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-7fbda294-0cd0-4012-aec9-3ed56496e5a7 service neutron] Checking segment: {'id': '4a373744-5432-4c37-9b97-39df471e3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8256e590-816c-4e6e-8929-f5948e88a38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:03:34.829406 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-7fbda294-0cd0-4012-aec9-3ed56496e5a7 service neutron] Bound using segment: {'id': '4a373744-5432-4c37-9b97-39df471e3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8256e590-816c-4e6e-8929-f5948e88a38a'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:03:34.829406 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-7fbda294-0cd0-4012-aec9-3ed56496e5a7 service neutron] Bound port: 267b2b78-6774-405f-9434-6eb5f49c27d6, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a373744-5432-4c37-9b97-39df471e3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8256e590-816c-4e6e-8929-f5948e88a38a'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:03:34.829406 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-7fbda294-0cd0-4012-aec9-3ed56496e5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:34.926913 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-7fbda294-0cd0-4012-aec9-3ed56496e5a7 service neutron] For port 267b2b78-6774-405f-9434-6eb5f49c27d6, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:03:34.930432 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-7fbda294-0cd0-4012-aec9-3ed56496e5a7 service neutron] For port 267b2b78-6774-405f-9434-6eb5f49c27d6, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=267b2b78-6774-405f-9434-6eb5f49c27d6,segment=NetworkSegment(4a373744-5432-4c37-9b97-39df471e3447),segment_id=4a373744-5432-4c37-9b97-39df471e3447)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:03:34.934171 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-7fbda294-0cd0-4012-aec9-3ed56496e5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:34.996329 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-7fbda294-0cd0-4012-aec9-3ed56496e5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:34.997864 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-7fbda294-0cd0-4012-aec9-3ed56496e5a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:34.998259 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-7fbda294-0cd0-4012-aec9-3ed56496e5a7 service neutron] 10.222.0.74 "PUT /v2.0/ports/267b2b78-6774-405f-9434-6eb5f49c27d6 HTTP/1.1" status: 200 len: 1092 time: 1.1464810 May 13 15:03:34.998788 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306b8de6-decb-4aab-a3bc-8d87dfb58882', 'tag': '267b2b78-6774-405f-9434-6eb5f49c27d6'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:03:35.028751 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbda294-0cd0-4012-aec9-3ed56496e5a7 service neutron] Pushing event updated for resources: {'Port': ['ID=267b2b78-6774-405f-9434-6eb5f49c27d6,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:35.057465 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7e14cc2-66d3-42b6-8829-31b30447eedc'] response: {'name': 'network-changed', 'server_uuid': '306b8de6-decb-4aab-a3bc-8d87dfb58882', 'tag': '267b2b78-6774-405f-9434-6eb5f49c27d6', 'status': 'completed', 'code': 200} May 13 15:03:35.150050 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-12f0cbed-73d0-4263-a636-ef6d9e2f13a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:35.150050 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-12f0cbed-73d0-4263-a636-ef6d9e2f13a7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6a23df8cbe94793acbc3ac2f9144958&device_id=306b8de6-decb-4aab-a3bc-8d87dfb58882 HTTP/1.1" status: 200 len: 1095 time: 0.0779259 May 13 15:03:35.248071 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-8caaa7f1-3e57-4847-9faf-1c6bf819f909 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=267b2b78-6774-405f-9434-6eb5f49c27d6 HTTP/1.1" status: 200 len: 217 time: 0.0805228 May 13 15:03:35.371052 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-f670b4e9-7294-4191-83cc-7f77e49c6d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:35.372097 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-f670b4e9-7294-4191-83cc-7f77e49c6d4b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fae4d0b5-69f2-4a00-97c3-7c123ed0b77b HTTP/1.1" status: 200 len: 853 time: 0.0891347 May 13 15:03:35.426037 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-41d87b0d-8557-497a-8091-168e53b7d380 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8256e590-816c-4e6e-8929-f5948e88a38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469720 May 13 15:03:35.433449 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bea0c-ac08-47f4-a4f1-6f3c5e06de52 req-c258a180-d7a2-4de8-b0c4-763eb276265d tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:35.434107 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-143bea0c-ac08-47f4-a4f1-6f3c5e06de52 req-c258a180-d7a2-4de8-b0c4-763eb276265d tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Synchronizing usage tracker for tenant:a6a23df8cbe94793acbc3ac2f9144958 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:03:35.528975 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-143bea0c-ac08-47f4-a4f1-6f3c5e06de52 req-c258a180-d7a2-4de8-b0c4-763eb276265d tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Unset dirty status for tenant:a6a23df8cbe94793acbc3ac2f9144958 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:03:35.531144 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-143bea0c-ac08-47f4-a4f1-6f3c5e06de52 req-c258a180-d7a2-4de8-b0c4-763eb276265d tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/ports?device_id=306b8de6-decb-4aab-a3bc-8d87dfb58882 HTTP/1.1" status: 200 len: 944 time: 0.2851627 May 13 15:03:35.610261 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-143bea0c-ac08-47f4-a4f1-6f3c5e06de52 req-e49cbc75-5c86-4f5b-a09d-ab5abf42b9f3 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/security-groups?id=726ce6dd-f95d-4f4f-84a6-bbfd0481c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717375 May 13 15:03:35.612980 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-573cdf9c-3f04-438d-b79e-ea45669dd5c4 service neutron] 10.222.0.74 "GET /v2.0/networks/8256e590-816c-4e6e-8929-f5948e88a38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751807 May 13 15:03:35.765493 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-462e86f5-9425-43d2-80dd-0c4e7f01187e req-d3a62823-4da3-4a70-a990-b9e3c50f1154 service neutron] 10.222.0.74 "GET /v2.0/networks/8256e590-816c-4e6e-8929-f5948e88a38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445789 May 13 15:03:35.941686 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-809834aa-7007-4fc2-832a-b2b0b2d8828a req-7f5759d7-94a6-4165-beab-b95e1c733f31 tempest-ServersAaction247Test-1544608980 tempest-ServersAaction247Test-1544608980-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c4aa239-e8a9-4adf-92cb-9a8e0741b91d HTTP/1.1" status: 200 len: 210 time: 0.0480425 May 13 15:03:36.034406 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23dc0f-6205-455d-8e4e-e57cf5e0dc61 req-51287ed0-4c5d-4372-9254-f1f78e0dcafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:36.035933 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1f23dc0f-6205-455d-8e4e-e57cf5e0dc61 req-51287ed0-4c5d-4372-9254-f1f78e0dcafa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6a23df8cbe94793acbc3ac2f9144958&device_id=306b8de6-decb-4aab-a3bc-8d87dfb58882 HTTP/1.1" status: 200 len: 1095 time: 0.1805956 May 13 15:03:36.190427 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23dc0f-6205-455d-8e4e-e57cf5e0dc61 req-0411a2c0-1c58-4b1f-b826-994c89160221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:36.192198 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1f23dc0f-6205-455d-8e4e-e57cf5e0dc61 req-0411a2c0-1c58-4b1f-b826-994c89160221 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8256e590-816c-4e6e-8929-f5948e88a38a HTTP/1.1" status: 200 len: 914 time: 0.1488626 May 13 15:03:36.221840 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a33b17ad-b946-42f6-bd31-5d9dfe10f035 req-75bc465f-de07-43be-afdd-c1a4b35c44e4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1c4aa239-e8a9-4adf-92cb-9a8e0741b91d HTTP/1.1" status: 200 len: 210 time: 0.0423284 May 13 15:03:36.268895 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1f23dc0f-6205-455d-8e4e-e57cf5e0dc61 req-2591cd8f-0b06-48b1-83e7-bf9e22458515 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=267b2b78-6774-405f-9434-6eb5f49c27d6 HTTP/1.1" status: 200 len: 217 time: 0.0688276 May 13 15:03:36.654418 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23dc0f-6205-455d-8e4e-e57cf5e0dc61 req-56d06db0-803b-4129-ab45-8c19f1e17abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:36.656049 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1f23dc0f-6205-455d-8e4e-e57cf5e0dc61 req-56d06db0-803b-4129-ab45-8c19f1e17abb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fae4d0b5-69f2-4a00-97c3-7c123ed0b77b HTTP/1.1" status: 200 len: 853 time: 0.0629668 May 13 15:03:36.760333 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1f23dc0f-6205-455d-8e4e-e57cf5e0dc61 req-7b21ed5a-faf6-46d4-8320-6b1a3346f36e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8256e590-816c-4e6e-8929-f5948e88a38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767021 May 13 15:03:36.898327 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d4ad4-4179-4383-978a-83c84d62bf7e req-9404a57c-0a07-4efd-bbf3-f7521f1f95e1 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:36.898327 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f72d4ad4-4179-4383-978a-83c84d62bf7e req-9404a57c-0a07-4efd-bbf3-f7521f1f95e1 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/ports?device_id=306b8de6-decb-4aab-a3bc-8d87dfb58882 HTTP/1.1" status: 200 len: 944 time: 0.1768525 May 13 15:03:36.961458 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1f23dc0f-6205-455d-8e4e-e57cf5e0dc61 req-d7a32678-38d3-459a-95ff-7c7f6f0df022 service neutron] 10.222.0.74 "GET /v2.0/networks/8256e590-816c-4e6e-8929-f5948e88a38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739650 May 13 15:03:37.050839 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f72d4ad4-4179-4383-978a-83c84d62bf7e req-43800aa1-4aad-4ed3-a385-9f8c159f10c1 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/security-groups?id=726ce6dd-f95d-4f4f-84a6-bbfd0481c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445875 May 13 15:03:37.120983 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1f23dc0f-6205-455d-8e4e-e57cf5e0dc61 req-f6aa10c0-2ff5-4b9a-9f45-fb4c7818c474 service neutron] 10.222.0.74 "GET /v2.0/networks/8256e590-816c-4e6e-8929-f5948e88a38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529872 May 13 15:03:37.128413 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-28a8d200-e47c-46e2-80cd-5bec837f9233 req-8aba8937-8712-4b49-9b61-c03df7ee0cd4 tempest-ServersAaction247Test-1544608980 tempest-ServersAaction247Test-1544608980-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c4aa239-e8a9-4adf-92cb-9a8e0741b91d HTTP/1.1" status: 200 len: 210 time: 0.0457451 May 13 15:03:38.246456 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76a1cf-8457-454e-a844-2643150b637a req-01a54354-10ab-4cc9-94b2-97db95826d4f tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:38.248303 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3b76a1cf-8457-454e-a844-2643150b637a req-01a54354-10ab-4cc9-94b2-97db95826d4f tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/ports?device_id=306b8de6-decb-4aab-a3bc-8d87dfb58882 HTTP/1.1" status: 200 len: 944 time: 0.0915678 May 13 15:03:38.294505 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3b76a1cf-8457-454e-a844-2643150b637a req-8007e0b6-efe6-476a-8926-e07d1965c488 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/security-groups?id=726ce6dd-f95d-4f4f-84a6-bbfd0481c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397346 May 13 15:03:38.406195 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-64828776-56d3-4b63-86f6-1b4c11ec3e16 req-95200f66-b509-4e17-9fb1-a66197c235fe tempest-ServersAaction247Test-1544608980 tempest-ServersAaction247Test-1544608980-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c4aa239-e8a9-4adf-92cb-9a8e0741b91d HTTP/1.1" status: 200 len: 210 time: 0.1548972 May 13 15:03:39.135634 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ca37e9e1-a55e-4712-804d-fc686070eb86 req-53c470e3-74b1-41a9-bc3e-7a49c96d1d41 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4e6707071f1a4fc0a984e687f9c71653&device_id=1c4aa239-e8a9-4adf-92cb-9a8e0741b91d HTTP/1.1" status: 200 len: 210 time: 0.0439205 May 13 15:03:39.206950 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7f37ddc3-583f-44ce-846a-6c557b4328de req-73ed084b-302c-459b-b75d-54c727f97317 tempest-ServersAaction247Test-1544608980 tempest-ServersAaction247Test-1544608980-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c4aa239-e8a9-4adf-92cb-9a8e0741b91d HTTP/1.1" status: 200 len: 210 time: 0.0689859 May 13 15:03:39.208730 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ca37e9e1-a55e-4712-804d-fc686070eb86 req-4f0a5051-72e1-47f9-8a5d-59f2fef3cc6f service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=4e6707071f1a4fc0a984e687f9c71653&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395107 May 13 15:03:39.367774 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37e9e1-a55e-4712-804d-fc686070eb86 req-c604dd2e-c11d-42c9-97ab-59e07552ddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:39.369241 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ca37e9e1-a55e-4712-804d-fc686070eb86 req-c604dd2e-c11d-42c9-97ab-59e07552ddb9 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1542692 May 13 15:03:39.478136 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:03:39.496780 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c14453-32e8-4db7-a417-e24f74246e5d req-6b86d8af-89ab-4dec-b496-a91b10f05db1 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:39.498347 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f2c14453-32e8-4db7-a417-e24f74246e5d req-6b86d8af-89ab-4dec-b496-a91b10f05db1 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/ports?device_id=306b8de6-decb-4aab-a3bc-8d87dfb58882 HTTP/1.1" status: 200 len: 944 time: 0.0839000 May 13 15:03:39.547706 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f2c14453-32e8-4db7-a417-e24f74246e5d req-d67a491a-dbeb-46fa-b819-552523c0f15a tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/security-groups?id=726ce6dd-f95d-4f4f-84a6-bbfd0481c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431199 May 13 15:03:40.373692 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a0f12d8b-bb7e-4f30-bf19-8e8a5712652e req-38f5215b-50fd-4dad-97a5-830ce34ca478 tempest-ServersAaction247Test-1544608980 tempest-ServersAaction247Test-1544608980-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c4aa239-e8a9-4adf-92cb-9a8e0741b91d HTTP/1.1" status: 200 len: 210 time: 0.0417626 May 13 15:03:40.756505 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb023ee-ec1f-4ca1-914b-20ac276e721f req-b73d2b6e-0858-45a5-acb3-9bf8fbbd0c9d tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:40.757971 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8eb023ee-ec1f-4ca1-914b-20ac276e721f req-b73d2b6e-0858-45a5-acb3-9bf8fbbd0c9d tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/ports?device_id=306b8de6-decb-4aab-a3bc-8d87dfb58882 HTTP/1.1" status: 200 len: 944 time: 0.1007514 May 13 15:03:40.803338 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8eb023ee-ec1f-4ca1-914b-20ac276e721f req-b0c37c67-c14e-46db-aae4-b3f43106154d tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/security-groups?id=726ce6dd-f95d-4f4f-84a6-bbfd0481c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396242 May 13 15:03:41.534633 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2e81ddea-5432-493a-9a53-465305148676 req-1055e2fc-0a30-46d2-a8ca-75d442f79538 tempest-ServersAaction247Test-1544608980 tempest-ServersAaction247Test-1544608980-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c4aa239-e8a9-4adf-92cb-9a8e0741b91d HTTP/1.1" status: 200 len: 210 time: 0.0431705 May 13 15:03:41.684103 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 267b2b78-6774-405f-9434-6eb5f49c27d6 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:03:41.828410 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 267b2b78-6774-405f-9434-6eb5f49c27d6, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=267b2b78-6774-405f-9434-6eb5f49c27d6,segment=NetworkSegment(4a373744-5432-4c37-9b97-39df471e3447),segment_id=4a373744-5432-4c37-9b97-39df471e3447)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:03:41.845825 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '267b2b78-6774-405f-9434-6eb5f49c27d6', 'network_id': '8256e590-816c-4e6e-8929-f5948e88a38a', 'port_id': '267b2b78-6774-405f-9434-6eb5f49c27d6', 'mac_address': 'fa:16:3e:c8:1e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fae4d0b5-69f2-4a00-97c3-7c123ed0b77b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:03:41.906669 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 267b2b78-6774-405f-9434-6eb5f49c27d6 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:03:41.909459 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:41.930880 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267b2b78-6774-405f-9434-6eb5f49c27d6 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:03:41.949004 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 267b2b78-6774-405f-9434-6eb5f49c27d6, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=267b2b78-6774-405f-9434-6eb5f49c27d6,segment=NetworkSegment(4a373744-5432-4c37-9b97-39df471e3447),segment_id=4a373744-5432-4c37-9b97-39df471e3447)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:03:41.953190 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:42.003350 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f051fd-853d-40b4-b12c-a2816863a83a req-e6917d63-5d2d-49ec-b953-dc2b60c26179 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:42.004512 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b6f051fd-853d-40b4-b12c-a2816863a83a req-e6917d63-5d2d-49ec-b953-dc2b60c26179 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/ports?device_id=306b8de6-decb-4aab-a3bc-8d87dfb58882 HTTP/1.1" status: 200 len: 945 time: 0.0853701 May 13 15:03:42.025716 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=267b2b78-6774-405f-9434-6eb5f49c27d6,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:42.053034 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b6f051fd-853d-40b4-b12c-a2816863a83a req-ed6ee25f-a0d2-4781-9987-021dcb363acd tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/security-groups?id=726ce6dd-f95d-4f4f-84a6-bbfd0481c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426071 May 13 15:03:42.339086 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['267b2b78-6774-405f-9434-6eb5f49c27d6'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:03:42.701141 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e9ef2906-5770-4fb1-a0cb-01dc3c9e37fa req-6e13cc3e-7ce7-4c91-b7ce-546586db66b4 tempest-ServersAaction247Test-1544608980 tempest-ServersAaction247Test-1544608980-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c4aa239-e8a9-4adf-92cb-9a8e0741b91d HTTP/1.1" status: 200 len: 210 time: 0.0481920 May 13 15:03:43.244443 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abdc734-dd9e-468f-9efb-f83b17ae207e req-bfcd7be7-f727-473e-bb8d-f0fe26199826 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:43.245971 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4abdc734-dd9e-468f-9efb-f83b17ae207e req-bfcd7be7-f727-473e-bb8d-f0fe26199826 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/ports?device_id=306b8de6-decb-4aab-a3bc-8d87dfb58882 HTTP/1.1" status: 200 len: 945 time: 0.0871167 May 13 15:03:43.294760 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4abdc734-dd9e-468f-9efb-f83b17ae207e req-bdd80b69-519c-46d1-9171-c7c785cf95e9 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/security-groups?id=726ce6dd-f95d-4f4f-84a6-bbfd0481c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423520 May 13 15:03:43.707872 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 267b2b78-6774-405f-9434-6eb5f49c27d6 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:03:43.777421 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 267b2b78-6774-405f-9434-6eb5f49c27d6 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:03:43.788680 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 267b2b78-6774-405f-9434-6eb5f49c27d6 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:03:43.788680 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:43.894270 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ca37e9e1-a55e-4712-804d-fc686070eb86 req-3b78a17f-8186-4742-b214-4613d369df30 tempest-ServersAaction247Test-1544608980 tempest-ServersAaction247Test-1544608980-project] 10.222.0.74 "GET /v2.0/ports?device_id=1c4aa239-e8a9-4adf-92cb-9a8e0741b91d HTTP/1.1" status: 200 len: 210 time: 0.0778139 May 13 15:03:43.909887 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cfd68a7d-e1d7-4d7c-aca8-bd03f13565b3 req-ebf1f407-a228-41bb-becc-8a31aa6be23c tempest-ServersAaction247Test-1544608980 tempest-ServersAaction247Test-1544608980-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c4aa239-e8a9-4adf-92cb-9a8e0741b91d HTTP/1.1" status: 200 len: 210 time: 0.0515764 May 13 15:03:43.911104 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 267b2b78-6774-405f-9434-6eb5f49c27d6 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:03:43.912216 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:43.943019 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306b8de6-decb-4aab-a3bc-8d87dfb58882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267b2b78-6774-405f-9434-6eb5f49c27d6'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:03:43.953602 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 267b2b78-6774-405f-9434-6eb5f49c27d6, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=267b2b78-6774-405f-9434-6eb5f49c27d6,segment=NetworkSegment(4a373744-5432-4c37-9b97-39df471e3447),segment_id=4a373744-5432-4c37-9b97-39df471e3447)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:03:43.958693 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:44.011592 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e671bacc-8d31-4cc3-a9f9-5385a67e9bb1'] response: {'server_uuid': '306b8de6-decb-4aab-a3bc-8d87dfb58882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267b2b78-6774-405f-9434-6eb5f49c27d6', 'code': 200} May 13 15:03:44.048719 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=267b2b78-6774-405f-9434-6eb5f49c27d6,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:44.195845 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1141438-824c-41c3-9b35-97341fca45ec req-363a774d-ee79-4870-8679-abd193a6763f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:44.197575 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d1141438-824c-41c3-9b35-97341fca45ec req-363a774d-ee79-4870-8679-abd193a6763f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=306b8de6-decb-4aab-a3bc-8d87dfb58882 HTTP/1.1" status: 200 len: 1097 time: 0.0849550 May 13 15:03:44.243594 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d1141438-824c-41c3-9b35-97341fca45ec req-c5479edb-7a20-4ff2-9897-496a6d4d0f93 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=726ce6dd-f95d-4f4f-84a6-bbfd0481c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370510 May 13 15:03:44.483688 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cf2cf-74e6-4cde-8650-9e295c549ed6 req-f6280411-1369-4056-b1ba-749b11c1bc9c tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:44.486165 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-102cf2cf-74e6-4cde-8650-9e295c549ed6 req-f6280411-1369-4056-b1ba-749b11c1bc9c tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/ports?device_id=306b8de6-decb-4aab-a3bc-8d87dfb58882 HTTP/1.1" status: 200 len: 946 time: 0.0842037 May 13 15:03:44.654266 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-102cf2cf-74e6-4cde-8650-9e295c549ed6 req-4ac0d38c-9dd3-480b-9cb0-b36a1fcc7198 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/security-groups?id=726ce6dd-f95d-4f4f-84a6-bbfd0481c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624703 May 13 15:03:45.347892 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59410) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:45.481179 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ee554a05-3b04-4c10-9eed-eeb928ff95ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:45.498226 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ee554a05-3b04-4c10-9eed-eeb928ff95ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:45.503473 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ee554a05-3b04-4c10-9eed-eeb928ff95ca admin admin] Usage tracker for resource:security_group_rule and tenant:4e6707071f1a4fc0a984e687f9c71653 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:45.506591 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ee554a05-3b04-4c10-9eed-eeb928ff95ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:45.512904 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ee554a05-3b04-4c10-9eed-eeb928ff95ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:45.598893 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ee554a05-3b04-4c10-9eed-eeb928ff95ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:45.603821 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ee554a05-3b04-4c10-9eed-eeb928ff95ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:45.654163 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee554a05-3b04-4c10-9eed-eeb928ff95ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f44f14-b6db-4764-98d5-8fdb886a9dbc,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:45.662563 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ee554a05-3b04-4c10-9eed-eeb928ff95ca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4e6707071f1a4fc0a984e687f9c71653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3160491 May 13 15:03:45.665050 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59416) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:45.737041 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4b02295e-0886-479d-ac56-883c618606b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:45.765516 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4b02295e-0886-479d-ac56-883c618606b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:45.884161 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03ab7c-7589-40d6-892e-3ab7210ac27c req-45006806-c7f4-4c93-a008-351849a205f4 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:45.887518 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2b03ab7c-7589-40d6-892e-3ab7210ac27c req-45006806-c7f4-4c93-a008-351849a205f4 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/ports?device_id=306b8de6-decb-4aab-a3bc-8d87dfb58882 HTTP/1.1" status: 200 len: 946 time: 0.1088791 May 13 15:03:45.887518 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4b02295e-0886-479d-ac56-883c618606b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:45.902552 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02295e-0886-479d-ac56-883c618606b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f44f14-b6db-4764-98d5-8fdb886a9dbc,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:45.926816 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4b02295e-0886-479d-ac56-883c618606b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:45.927941 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4b02295e-0886-479d-ac56-883c618606b1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/87f44f14-b6db-4764-98d5-8fdb886a9dbc HTTP/1.1" status: 204 len: 168 time: 0.2619338 May 13 15:03:45.959669 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2b03ab7c-7589-40d6-892e-3ab7210ac27c req-8a8bd077-c47a-44fb-bc55-aeb75c9d99bb tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/security-groups?id=726ce6dd-f95d-4f4f-84a6-bbfd0481c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610349 May 13 15:03:46.756138 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59452) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:46.890037 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-e14dd452-cfc2-41df-af66-c1e69a45cf1a admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-674846120-network', 'tenant_id': 'b2f41f213b02428d93a7b81af324772c'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:03:46.895875 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e14dd452-cfc2-41df-af66-c1e69a45cf1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:46.900119 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e14dd452-cfc2-41df-af66-c1e69a45cf1a admin admin] Usage tracker for resource:network and tenant:b2f41f213b02428d93a7b81af324772c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:46.903165 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e14dd452-cfc2-41df-af66-c1e69a45cf1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:46.909984 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e14dd452-cfc2-41df-af66-c1e69a45cf1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:46.920342 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14dd452-cfc2-41df-af66-c1e69a45cf1a admin admin] Made reservation on behalf of b2f41f213b02428d93a7b81af324772c for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:03:46.923548 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e14dd452-cfc2-41df-af66-c1e69a45cf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:46.936717 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e14dd452-cfc2-41df-af66-c1e69a45cf1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:46.951848 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e14dd452-cfc2-41df-af66-c1e69a45cf1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:46.956669 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e14dd452-cfc2-41df-af66-c1e69a45cf1a admin admin] Usage tracker for resource:security_group_rule and tenant:b2f41f213b02428d93a7b81af324772c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:46.959685 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e14dd452-cfc2-41df-af66-c1e69a45cf1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:46.965707 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e14dd452-cfc2-41df-af66-c1e69a45cf1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:47.053601 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e14dd452-cfc2-41df-af66-c1e69a45cf1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:47.057642 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e14dd452-cfc2-41df-af66-c1e69a45cf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:47.089489 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e14dd452-cfc2-41df-af66-c1e69a45cf1a admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:03:47.098641 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14dd452-cfc2-41df-af66-c1e69a45cf1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ff72d2-c1e3-4e61-8c0d-e1e1accc218c,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:47.105281 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e14dd452-cfc2-41df-af66-c1e69a45cf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:47.105624 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-e14dd452-cfc2-41df-af66-c1e69a45cf1a admin admin] Added segment c5119edf-93dc-43b2-ab00-0ccc393b59ab of type vlan for network 623d607f-8c14-45e7-bbe1-770a703b1d97 May 13 15:03:47.136066 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e14dd452-cfc2-41df-af66-c1e69a45cf1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:47.169798 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e14dd452-cfc2-41df-af66-c1e69a45cf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:47.171001 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14dd452-cfc2-41df-af66-c1e69a45cf1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:47.171811 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e14dd452-cfc2-41df-af66-c1e69a45cf1a admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:47.280009 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e14dd452-cfc2-41df-af66-c1e69a45cf1a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5227590 May 13 15:03:47.280746 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14dd452-cfc2-41df-af66-c1e69a45cf1a admin admin] Pushing event updated for resources: {'Network': ['ID=623d607f-8c14-45e7-bbe1-770a703b1d97,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:47.283381 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59458) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:47.289046 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-81e405b0-b009-4035-8bc1-0d7e8040689e admin admin] Request body: {'subnet': {'network_id': '623d607f-8c14-45e7-bbe1-770a703b1d97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-674846120-subnet', 'tenant_id': 'b2f41f213b02428d93a7b81af324772c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:03:47.292570 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 623d607f-8c14-45e7-bbe1-770a703b1d97 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:03:47.294491 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-81e405b0-b009-4035-8bc1-0d7e8040689e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:47.298552 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-81e405b0-b009-4035-8bc1-0d7e8040689e admin admin] Usage tracker for resource:subnet and tenant:b2f41f213b02428d93a7b81af324772c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:47.302705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-81e405b0-b009-4035-8bc1-0d7e8040689e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:47.309422 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-81e405b0-b009-4035-8bc1-0d7e8040689e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:47.320797 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e405b0-b009-4035-8bc1-0d7e8040689e admin admin] Made reservation on behalf of b2f41f213b02428d93a7b81af324772c for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:03:47.323781 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-81e405b0-b009-4035-8bc1-0d7e8040689e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:47.551862 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-81e405b0-b009-4035-8bc1-0d7e8040689e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:47.628336 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e405b0-b009-4035-8bc1-0d7e8040689e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c99be43-1cf2-48e4-a50a-5ae62110f66e,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:47.637710 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e405b0-b009-4035-8bc1-0d7e8040689e admin admin] Checking segment: {'id': 'c5119edf-93dc-43b2-ab00-0ccc393b59ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '623d607f-8c14-45e7-bbe1-770a703b1d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:03:47.638079 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e405b0-b009-4035-8bc1-0d7e8040689e admin admin] Network hostable DHCP agents. Network: 623d607f-8c14-45e7-bbe1-770a703b1d97, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:03:47.658932 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e405b0-b009-4035-8bc1-0d7e8040689e admin admin] Network 623d607f-8c14-45e7-bbe1-770a703b1d97 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:03:47.669400 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-81e405b0-b009-4035-8bc1-0d7e8040689e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 623d607f-8c14-45e7-bbe1-770a703b1d97) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:03:47.673985 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e405b0-b009-4035-8bc1-0d7e8040689e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:47.674602 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-81e405b0-b009-4035-8bc1-0d7e8040689e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:47.682758 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06af397-8bd0-455a-a513-e8f5e93b1062 None None] Network 623d607f-8c14-45e7-bbe1-770a703b1d97 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:03:47.712687 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-81e405b0-b009-4035-8bc1-0d7e8040689e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4282353 May 13 15:03:47.908352 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55606f97-7001-41ae-9e89-95439b53a39a None None] Network 623d607f-8c14-45e7-bbe1-770a703b1d97 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:03:48.272763 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:48.315907 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59478) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:48.381089 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-f52c133a-2c0a-4d6f-a301-aadce634279c admin admin] Deleting subnet 5c99be43-1cf2-48e4-a50a-5ae62110f66e {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:03:48.385316 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f52c133a-2c0a-4d6f-a301-aadce634279c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:48.447451 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f52c133a-2c0a-4d6f-a301-aadce634279c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:48.506013 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f52c133a-2c0a-4d6f-a301-aadce634279c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:48.580061 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f52c133a-2c0a-4d6f-a301-aadce634279c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:48.618620 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c133a-2c0a-4d6f-a301-aadce634279c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c99be43-1cf2-48e4-a50a-5ae62110f66e,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:48.622396 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f52c133a-2c0a-4d6f-a301-aadce634279c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:48.628388 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f52c133a-2c0a-4d6f-a301-aadce634279c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5c99be43-1cf2-48e4-a50a-5ae62110f66e HTTP/1.1" status: 204 len: 168 time: 0.3137236 May 13 15:03:48.630966 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59482) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:48.743716 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6ce4ed1b-ec24-4bbb-bb4d-de6ddb97c676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:48.874118 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6ce4ed1b-ec24-4bbb-bb4d-de6ddb97c676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:48.901104 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-6ce4ed1b-ec24-4bbb-bb4d-de6ddb97c676 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['623d607f-8c14-45e7-bbe1-770a703b1d97']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:48.915325 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-6ce4ed1b-ec24-4bbb-bb4d-de6ddb97c676 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5119edf-93dc-43b2-ab00-0ccc393b59ab') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:48.915631 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-6ce4ed1b-ec24-4bbb-bb4d-de6ddb97c676 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5119edf-93dc-43b2-ab00-0ccc393b59ab') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:48.928959 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6ce4ed1b-ec24-4bbb-bb4d-de6ddb97c676 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:48.947672 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6ce4ed1b-ec24-4bbb-bb4d-de6ddb97c676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:48.955074 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce4ed1b-ec24-4bbb-bb4d-de6ddb97c676 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:03:48.955517 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6ce4ed1b-ec24-4bbb-bb4d-de6ddb97c676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:48.969585 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:03:48.969585 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:03:48.969585 n-d-841760-1 neutron-server[88082]: timer() May 13 15:03:48.969585 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:03:48.969585 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:03:48.969585 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:03:48.969585 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:03:48.969585 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:03:48.969585 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:03:48.969585 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:03:48.969585 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:03:48.969585 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:03:48.969585 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:03:48.969585 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:03:48.969585 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:03:48.969585 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:03:48.969585 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:03:48.969585 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:03:48.969585 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:03:48.969585 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:03:48.969585 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:03:48.969585 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:03:48.969585 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:03:48.969585 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:03:48.969585 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:03:48.969585 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:03:48.969585 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:03:48.969585 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:03:48.969585 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:03:48.969585 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:03:48.969585 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:03:48.969585 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:03:49.052750 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6ce4ed1b-ec24-4bbb-bb4d-de6ddb97c676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:49.069349 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6ce4ed1b-ec24-4bbb-bb4d-de6ddb97c676 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:49.079350 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4ed1b-ec24-4bbb-bb4d-de6ddb97c676 admin admin] Pushing event deleted for resources: {'Network': ['ID=623d607f-8c14-45e7-bbe1-770a703b1d97,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:49.082212 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6ce4ed1b-ec24-4bbb-bb4d-de6ddb97c676 admin admin] 10.222.0.35 "DELETE /v2.0/networks/623d607f-8c14-45e7-bbe1-770a703b1d97 HTTP/1.1" status: 204 len: 168 time: 0.4502599 May 13 15:03:49.194407 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59492) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:49.243958 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b327200f-6a25-4771-b876-208689036aca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b2f41f213b02428d93a7b81af324772c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482862 May 13 15:03:49.246333 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59496) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:49.307549 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f2ab6fcd-63d4-4741-a09c-2f59019814df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:49.333593 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f2ab6fcd-63d4-4741-a09c-2f59019814df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:49.385447 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f2ab6fcd-63d4-4741-a09c-2f59019814df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:49.399713 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab6fcd-63d4-4741-a09c-2f59019814df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ff72d2-c1e3-4e61-8c0d-e1e1accc218c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:49.406242 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f2ab6fcd-63d4-4741-a09c-2f59019814df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:49.410267 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f2ab6fcd-63d4-4741-a09c-2f59019814df admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f2ff72d2-c1e3-4e61-8c0d-e1e1accc218c HTTP/1.1" status: 204 len: 168 time: 0.1606834 May 13 15:03:50.132507 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 59522) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:50.237928 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-357c4226-bf17-4862-833b-1ac612d0d0fc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1031699802-network', 'tenant_id': '3cb129de3aab4998a3a719936a1faf4d'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:03:50.244335 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-357c4226-bf17-4862-833b-1ac612d0d0fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:50.248293 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-357c4226-bf17-4862-833b-1ac612d0d0fc admin admin] Usage tracker for resource:network and tenant:3cb129de3aab4998a3a719936a1faf4d is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:50.256489 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-357c4226-bf17-4862-833b-1ac612d0d0fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:50.263301 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-357c4226-bf17-4862-833b-1ac612d0d0fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:50.272958 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357c4226-bf17-4862-833b-1ac612d0d0fc admin admin] Made reservation on behalf of 3cb129de3aab4998a3a719936a1faf4d for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:03:50.275458 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-357c4226-bf17-4862-833b-1ac612d0d0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:50.287974 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-357c4226-bf17-4862-833b-1ac612d0d0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:50.302747 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-357c4226-bf17-4862-833b-1ac612d0d0fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:50.306638 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-357c4226-bf17-4862-833b-1ac612d0d0fc admin admin] Usage tracker for resource:security_group_rule and tenant:3cb129de3aab4998a3a719936a1faf4d is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:50.309466 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-357c4226-bf17-4862-833b-1ac612d0d0fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:50.315850 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-357c4226-bf17-4862-833b-1ac612d0d0fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:50.403038 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-357c4226-bf17-4862-833b-1ac612d0d0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:50.407724 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-357c4226-bf17-4862-833b-1ac612d0d0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:50.442736 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-357c4226-bf17-4862-833b-1ac612d0d0fc admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:03:50.451557 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c4226-bf17-4862-833b-1ac612d0d0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0176b06d-de8e-4d76-9a4c-567a603e5a59,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:50.457353 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-357c4226-bf17-4862-833b-1ac612d0d0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:50.457698 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-357c4226-bf17-4862-833b-1ac612d0d0fc admin admin] Added segment 77a50093-31e5-45c8-bfca-9227ce3aa38c of type vlan for network e12fedbd-215f-4f41-9a4c-e84de0af9be0 May 13 15:03:50.579964 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-357c4226-bf17-4862-833b-1ac612d0d0fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:50.610970 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-357c4226-bf17-4862-833b-1ac612d0d0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:50.612105 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357c4226-bf17-4862-833b-1ac612d0d0fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:50.612684 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-357c4226-bf17-4862-833b-1ac612d0d0fc admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:50.721279 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-357c4226-bf17-4862-833b-1ac612d0d0fc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5876255 May 13 15:03:50.722147 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c4226-bf17-4862-833b-1ac612d0d0fc admin admin] Pushing event updated for resources: {'Network': ['ID=e12fedbd-215f-4f41-9a4c-e84de0af9be0,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:50.724304 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59528) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:50.730086 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-b7bc7c4d-7b97-4a23-896c-e6d05ff866a5 admin admin] Request body: {'subnet': {'network_id': 'e12fedbd-215f-4f41-9a4c-e84de0af9be0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1031699802-subnet', 'tenant_id': '3cb129de3aab4998a3a719936a1faf4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:03:50.732478 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network e12fedbd-215f-4f41-9a4c-e84de0af9be0 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:03:50.736005 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b7bc7c4d-7b97-4a23-896c-e6d05ff866a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:50.740027 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b7bc7c4d-7b97-4a23-896c-e6d05ff866a5 admin admin] Usage tracker for resource:subnet and tenant:3cb129de3aab4998a3a719936a1faf4d is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:50.743364 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b7bc7c4d-7b97-4a23-896c-e6d05ff866a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:50.750766 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b7bc7c4d-7b97-4a23-896c-e6d05ff866a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:50.760237 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bc7c4d-7b97-4a23-896c-e6d05ff866a5 admin admin] Made reservation on behalf of 3cb129de3aab4998a3a719936a1faf4d for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:03:50.762513 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b7bc7c4d-7b97-4a23-896c-e6d05ff866a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:50.975537 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b7bc7c4d-7b97-4a23-896c-e6d05ff866a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:51.051774 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc7c4d-7b97-4a23-896c-e6d05ff866a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fddff09a-d79a-4053-b439-c70ceb835050,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:51.064390 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc7c4d-7b97-4a23-896c-e6d05ff866a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:51.064729 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc7c4d-7b97-4a23-896c-e6d05ff866a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:51.065061 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc7c4d-7b97-4a23-896c-e6d05ff866a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:51.065388 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc7c4d-7b97-4a23-896c-e6d05ff866a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:51.065711 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc7c4d-7b97-4a23-896c-e6d05ff866a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:51.066034 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc7c4d-7b97-4a23-896c-e6d05ff866a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:51.066353 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc7c4d-7b97-4a23-896c-e6d05ff866a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:51.066670 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc7c4d-7b97-4a23-896c-e6d05ff866a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:51.066992 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc7c4d-7b97-4a23-896c-e6d05ff866a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:51.067326 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc7c4d-7b97-4a23-896c-e6d05ff866a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:51.067642 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc7c4d-7b97-4a23-896c-e6d05ff866a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:51.067954 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc7c4d-7b97-4a23-896c-e6d05ff866a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:51.077665 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bc7c4d-7b97-4a23-896c-e6d05ff866a5 admin admin] Checking segment: {'id': '77a50093-31e5-45c8-bfca-9227ce3aa38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e12fedbd-215f-4f41-9a4c-e84de0af9be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:03:51.078016 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bc7c4d-7b97-4a23-896c-e6d05ff866a5 admin admin] Network hostable DHCP agents. Network: e12fedbd-215f-4f41-9a4c-e84de0af9be0, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:03:51.097598 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bc7c4d-7b97-4a23-896c-e6d05ff866a5 admin admin] Network e12fedbd-215f-4f41-9a4c-e84de0af9be0 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:03:51.107024 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-b7bc7c4d-7b97-4a23-896c-e6d05ff866a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, e12fedbd-215f-4f41-9a4c-e84de0af9be0) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:03:51.111571 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bc7c4d-7b97-4a23-896c-e6d05ff866a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:51.112709 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b7bc7c4d-7b97-4a23-896c-e6d05ff866a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:51.115647 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0f7608-2a9a-4128-ad0d-107bf04905b5 None None] Network e12fedbd-215f-4f41-9a4c-e84de0af9be0 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:03:51.136040 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b7bc7c4d-7b97-4a23-896c-e6d05ff866a5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4104800 May 13 15:03:51.138767 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59534) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:51.144284 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-63a0de0f-7d65-48bb-9f7c-5b4037c122d1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1031699802-router', 'tenant_id': '3cb129de3aab4998a3a719936a1faf4d', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:03:51.149799 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-63a0de0f-7d65-48bb-9f7c-5b4037c122d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:51.153716 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-63a0de0f-7d65-48bb-9f7c-5b4037c122d1 admin admin] Usage tracker for resource:router and tenant:3cb129de3aab4998a3a719936a1faf4d is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:51.156590 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-63a0de0f-7d65-48bb-9f7c-5b4037c122d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:51.162657 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-63a0de0f-7d65-48bb-9f7c-5b4037c122d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:51.174487 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-63a0de0f-7d65-48bb-9f7c-5b4037c122d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:51.175795 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-63a0de0f-7d65-48bb-9f7c-5b4037c122d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:51.193921 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-63a0de0f-7d65-48bb-9f7c-5b4037c122d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:51.339424 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31adbf8-6e89-48b0-9be6-73e8851196df None None] Network e12fedbd-215f-4f41-9a4c-e84de0af9be0 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:03:51.474018 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-63a0de0f-7d65-48bb-9f7c-5b4037c122d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:51.787826 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-63a0de0f-7d65-48bb-9f7c-5b4037c122d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:51.817765 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-63a0de0f-7d65-48bb-9f7c-5b4037c122d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:52.068429 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-63a0de0f-7d65-48bb-9f7c-5b4037c122d1 admin admin] Allocated IP 172.25.0.159 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/05388d9a-841b-40be-b4fa-024330430890) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:03:52.223075 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-63a0de0f-7d65-48bb-9f7c-5b4037c122d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:52.252248 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-63a0de0f-7d65-48bb-9f7c-5b4037c122d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:52.318949 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a0de0f-7d65-48bb-9f7c-5b4037c122d1 admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:03:52.322094 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-63a0de0f-7d65-48bb-9f7c-5b4037c122d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:03:52.324507 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a0de0f-7d65-48bb-9f7c-5b4037c122d1 admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:03:52.363655 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0de0f-7d65-48bb-9f7c-5b4037c122d1 admin admin] Pushing event updated for resources: {'Port': ['ID=05388d9a-841b-40be-b4fa-024330430890,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:52.753930 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-63a0de0f-7d65-48bb-9f7c-5b4037c122d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:53.101263 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-63a0de0f-7d65-48bb-9f7c-5b4037c122d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:53.323182 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a0de0f-7d65-48bb-9f7c-5b4037c122d1 admin admin] Router 3c6a4d5b-6abb-4786-8d52-b8fbef5a8407 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:03:53.726240 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a0de0f-7d65-48bb-9f7c-5b4037c122d1 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:03:53.735233 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857aec85-aba6-4105-a87f-72121a0ba8cc None None] Sync routers for ids ['3c6a4d5b-6abb-4786-8d52-b8fbef5a8407'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:03:53.745119 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857aec85-aba6-4105-a87f-72121a0ba8cc None None] Routers {'3c6a4d5b-6abb-4786-8d52-b8fbef5a8407'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:03:53.745736 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-857aec85-aba6-4105-a87f-72121a0ba8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:03:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3c6a4d5b-6abb-4786-8d52-b8fbef5a8407'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:53.751166 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-63a0de0f-7d65-48bb-9f7c-5b4037c122d1 admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:53.752391 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-63a0de0f-7d65-48bb-9f7c-5b4037c122d1 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.6126521 May 13 15:03:53.755105 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 59542) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:53.939090 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-857aec85-aba6-4105-a87f-72121a0ba8cc None None] Set router 3c6a4d5b-6abb-4786-8d52-b8fbef5a8407 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:03:54.238852 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-857aec85-aba6-4105-a87f-72121a0ba8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'name': 'tempest-ServerRescueTestJSONUnderV235-1031699802-router', 'tenant_id': '3cb129de3aab4998a3a719936a1faf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '05388d9a-841b-40be-b4fa-024330430890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:03:51Z', 'updated_at': '2022-05-13T15:03:52Z', 'revision_number': 3, 'project_id': '3cb129de3aab4998a3a719936a1faf4d', 'gw_port': {'id': '05388d9a-841b-40be-b4fa-024330430890', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:03:51Z', 'updated_at': '2022-05-13T15:03:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:54.238852 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857aec85-aba6-4105-a87f-72121a0ba8cc None None] Checking router: 3c6a4d5b-6abb-4786-8d52-b8fbef5a8407 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:03:54.238852 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857aec85-aba6-4105-a87f-72121a0ba8cc None None] Updating router 3c6a4d5b-6abb-4786-8d52-b8fbef5a8407 port 05388d9a-841b-40be-b4fa-024330430890 binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:03:54.300482 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-857aec85-aba6-4105-a87f-72121a0ba8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:54.463485 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-167515e8-3290-4bee-b43a-e6ad59577651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:54.654546 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-857aec85-aba6-4105-a87f-72121a0ba8cc None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:54.668161 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-857aec85-aba6-4105-a87f-72121a0ba8cc None None] Transition to ACTIVE for port object 05388d9a-841b-40be-b4fa-024330430890 will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:03:54.679918 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-857aec85-aba6-4105-a87f-72121a0ba8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:54.692217 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-167515e8-3290-4bee-b43a-e6ad59577651 admin admin] Allocated IP 172.20.0.1 (e12fedbd-215f-4f41-9a4c-e84de0af9be0/fddff09a-d79a-4053-b439-c70ceb835050/31e871f1-880a-4dd0-a3c1-279e61113406) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:03:54.771823 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-857aec85-aba6-4105-a87f-72121a0ba8cc None None] Attempting to bind port 05388d9a-841b-40be-b4fa-024330430890 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:03:54.772388 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-857aec85-aba6-4105-a87f-72121a0ba8cc None None] Attempting to bind port 05388d9a-841b-40be-b4fa-024330430890 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:03:54.772572 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857aec85-aba6-4105-a87f-72121a0ba8cc None None] Attempting to bind port 05388d9a-841b-40be-b4fa-024330430890 on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:03:54.774657 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f563a1-f692-4776-946a-c48c1ee9e04e None None] Pushing event updated for resources: {'Port': ['ID=05388d9a-841b-40be-b4fa-024330430890,revision_number=2']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:54.784017 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f563a1-f692-4776-946a-c48c1ee9e04e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:54.784346 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f563a1-f692-4776-946a-c48c1ee9e04e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:54.784860 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f563a1-f692-4776-946a-c48c1ee9e04e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:54.785183 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f563a1-f692-4776-946a-c48c1ee9e04e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:54.785504 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f563a1-f692-4776-946a-c48c1ee9e04e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:54.785821 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f563a1-f692-4776-946a-c48c1ee9e04e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:54.786142 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f563a1-f692-4776-946a-c48c1ee9e04e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:54.786452 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f563a1-f692-4776-946a-c48c1ee9e04e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:54.786760 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f563a1-f692-4776-946a-c48c1ee9e04e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:54.787083 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f563a1-f692-4776-946a-c48c1ee9e04e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:54.787410 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f563a1-f692-4776-946a-c48c1ee9e04e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:54.787713 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f563a1-f692-4776-946a-c48c1ee9e04e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:54.793172 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857aec85-aba6-4105-a87f-72121a0ba8cc None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:03:54.793866 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857aec85-aba6-4105-a87f-72121a0ba8cc None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:03:54.794401 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-857aec85-aba6-4105-a87f-72121a0ba8cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:54.794918 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857aec85-aba6-4105-a87f-72121a0ba8cc None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:03:54.795547 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-857aec85-aba6-4105-a87f-72121a0ba8cc None None] Bound port: 05388d9a-841b-40be-b4fa-024330430890, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:03:54.796084 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-857aec85-aba6-4105-a87f-72121a0ba8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:54.865276 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-167515e8-3290-4bee-b43a-e6ad59577651 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:54.887543 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-857aec85-aba6-4105-a87f-72121a0ba8cc None None] For port 05388d9a-841b-40be-b4fa-024330430890, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:03:54.890766 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-857aec85-aba6-4105-a87f-72121a0ba8cc None None] For port 05388d9a-841b-40be-b4fa-024330430890, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=05388d9a-841b-40be-b4fa-024330430890,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:03:54.896664 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-857aec85-aba6-4105-a87f-72121a0ba8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:54.901256 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-167515e8-3290-4bee-b43a-e6ad59577651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:54.971149 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167515e8-3290-4bee-b43a-e6ad59577651 admin admin] Network e12fedbd-215f-4f41-9a4c-e84de0af9be0 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:03:54.971868 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857aec85-aba6-4105-a87f-72121a0ba8cc None None] Routers {'3c6a4d5b-6abb-4786-8d52-b8fbef5a8407'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:03:54.972480 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-857aec85-aba6-4105-a87f-72121a0ba8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:03:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3c6a4d5b-6abb-4786-8d52-b8fbef5a8407'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:54.973933 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-167515e8-3290-4bee-b43a-e6ad59577651 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:03:54.977696 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167515e8-3290-4bee-b43a-e6ad59577651 admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:03:55.022548 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167515e8-3290-4bee-b43a-e6ad59577651 admin admin] Pushing event updated for resources: {'Port': ['ID=31e871f1-880a-4dd0-a3c1-279e61113406,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:55.043583 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-167515e8-3290-4bee-b43a-e6ad59577651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:55.091594 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f563a1-f692-4776-946a-c48c1ee9e04e None None] Pushing event updated for resources: {'Port': ['ID=05388d9a-841b-40be-b4fa-024330430890,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:55.206407 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-857aec85-aba6-4105-a87f-72121a0ba8cc None None] Set router 3c6a4d5b-6abb-4786-8d52-b8fbef5a8407 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:03:55.444161 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-167515e8-3290-4bee-b43a-e6ad59577651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:55.520219 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-857aec85-aba6-4105-a87f-72121a0ba8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'name': 'tempest-ServerRescueTestJSONUnderV235-1031699802-router', 'tenant_id': '3cb129de3aab4998a3a719936a1faf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '05388d9a-841b-40be-b4fa-024330430890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:03:51Z', 'updated_at': '2022-05-13T15:03:52Z', 'revision_number': 3, 'project_id': '3cb129de3aab4998a3a719936a1faf4d', 'gw_port': {'id': '05388d9a-841b-40be-b4fa-024330430890', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:03:51Z', 'updated_at': '2022-05-13T15:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:55.525485 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857aec85-aba6-4105-a87f-72121a0ba8cc None None] The sync data for ids ['3c6a4d5b-6abb-4786-8d52-b8fbef5a8407'] in n-d-841760-1 is: [{'id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'name': 'tempest-ServerRescueTestJSONUnderV235-1031699802-router', 'tenant_id': '3cb129de3aab4998a3a719936a1faf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '05388d9a-841b-40be-b4fa-024330430890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:03:51Z', 'updated_at': '2022-05-13T15:03:52Z', 'revision_number': 3, 'project_id': '3cb129de3aab4998a3a719936a1faf4d', 'gw_port': {'id': '05388d9a-841b-40be-b4fa-024330430890', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:03:51Z', 'updated_at': '2022-05-13T15:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:03:55.765653 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-167515e8-3290-4bee-b43a-e6ad59577651 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:55.773092 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-167515e8-3290-4bee-b43a-e6ad59577651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:55.910982 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-167515e8-3290-4bee-b43a-e6ad59577651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:55.916493 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167515e8-3290-4bee-b43a-e6ad59577651 admin admin] Pushing event updated for resources: {'Port': ['ID=31e871f1-880a-4dd0-a3c1-279e61113406,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:56.074643 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167515e8-3290-4bee-b43a-e6ad59577651 admin admin] Network e12fedbd-215f-4f41-9a4c-e84de0af9be0 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:03:56.076038 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-167515e8-3290-4bee-b43a-e6ad59577651 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:03:56.298169 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167515e8-3290-4bee-b43a-e6ad59577651 admin admin] Router 3c6a4d5b-6abb-4786-8d52-b8fbef5a8407 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:03:56.481574 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167515e8-3290-4bee-b43a-e6ad59577651 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:03:56.494443 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-167515e8-3290-4bee-b43a-e6ad59577651 admin admin] 10.222.0.35 "PUT /v2.0/routers/3c6a4d5b-6abb-4786-8d52-b8fbef5a8407/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7382863 May 13 15:03:57.027514 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-eef6e43c-bdea-4051-b188-766234d3bf3f tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:57.029023 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-eef6e43c-bdea-4051-b188-766234d3bf3f tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/networks?id=e12fedbd-215f-4f41-9a4c-e84de0af9be0 HTTP/1.1" status: 200 len: 820 time: 0.1635427 May 13 15:03:57.045579 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-0da94a12-c9dc-4569-8ea1-bce8279ae431 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/quotas/3cb129de3aab4998a3a719936a1faf4d HTTP/1.1" status: 200 len: 375 time: 0.0101810 May 13 15:03:57.131468 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-a5268e2a-71c6-48bd-a7b2-5392e649ac26 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Synchronizing usage tracker for tenant:3cb129de3aab4998a3a719936a1faf4d on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:03:57.149053 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-a5268e2a-71c6-48bd-a7b2-5392e649ac26 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Unset dirty status for tenant:3cb129de3aab4998a3a719936a1faf4d on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:03:57.150383 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-a5268e2a-71c6-48bd-a7b2-5392e649ac26 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3cb129de3aab4998a3a719936a1faf4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0991206 May 13 15:03:57.224464 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a297df5a-84c4-4a7b-a25b-c7871180b0e3 None None] Sync routers for ids ['3c6a4d5b-6abb-4786-8d52-b8fbef5a8407'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:03:57.238899 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a297df5a-84c4-4a7b-a25b-c7871180b0e3 None None] Routers {'3c6a4d5b-6abb-4786-8d52-b8fbef5a8407'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:03:57.239871 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-a297df5a-84c4-4a7b-a25b-c7871180b0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:03:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3c6a4d5b-6abb-4786-8d52-b8fbef5a8407'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:57.300205 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-460bbe78-4c1a-4a18-8be7-64f5c1d2aacc service neutron] 10.222.0.35 "GET /v2.0/networks/e12fedbd-215f-4f41-9a4c-e84de0af9be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421874 May 13 15:03:57.380012 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 05388d9a-841b-40be-b4fa-024330430890 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:03:57.517695 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e55c2437-84cc-4957-94a0-e48aacce4e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:57.572722 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-a297df5a-84c4-4a7b-a25b-c7871180b0e3 None None] Set router 3c6a4d5b-6abb-4786-8d52-b8fbef5a8407 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:03:57.583093 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-cbb41b23-c4f2-47a4-af3d-7f351bea4753 service neutron] 10.222.0.35 "GET /v2.0/networks/e12fedbd-215f-4f41-9a4c-e84de0af9be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770042 May 13 15:03:57.624027 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 05388d9a-841b-40be-b4fa-024330430890 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:03:57.643948 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 05388d9a-841b-40be-b4fa-024330430890 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:03:57.644325 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:57.803064 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1cac8b27-4b59-49f0-802b-2fd463ee60b1 req-b9f612fe-659d-4912-8901-9294f87e1a47 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 210 time: 0.0636661 May 13 15:03:57.966665 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 05388d9a-841b-40be-b4fa-024330430890 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:03:57.967051 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:57.985482 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 05388d9a-841b-40be-b4fa-024330430890, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=05388d9a-841b-40be-b4fa-024330430890,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:03:58.151274 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:58.261888 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=05388d9a-841b-40be-b4fa-024330430890,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:58.276885 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-a297df5a-84c4-4a7b-a25b-c7871180b0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'name': 'tempest-ServerRescueTestJSONUnderV235-1031699802-router', 'tenant_id': '3cb129de3aab4998a3a719936a1faf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '05388d9a-841b-40be-b4fa-024330430890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:03:51Z', 'updated_at': '2022-05-13T15:03:55Z', 'revision_number': 4, 'project_id': '3cb129de3aab4998a3a719936a1faf4d', 'gw_port': {'id': '05388d9a-841b-40be-b4fa-024330430890', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:03:51Z', 'updated_at': '2022-05-13T15:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '31e871f1-880a-4dd0-a3c1-279e61113406', 'name': '', 'network_id': 'e12fedbd-215f-4f41-9a4c-e84de0af9be0', 'tenant_id': '3cb129de3aab4998a3a719936a1faf4d', 'mac_address': 'fa:16:3e:5b:a5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'fddff09a-d79a-4053-b439-c70ceb835050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:03:54Z', 'updated_at': '2022-05-13T15:03:55Z', 'revision_number': 2, 'project_id': '3cb129de3aab4998a3a719936a1faf4d', 'subnets': [{'id': 'fddff09a-d79a-4053-b439-c70ceb835050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:58.282225 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a297df5a-84c4-4a7b-a25b-c7871180b0e3 None None] Checking router: 3c6a4d5b-6abb-4786-8d52-b8fbef5a8407 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:03:58.282782 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a297df5a-84c4-4a7b-a25b-c7871180b0e3 None None] Updating router 3c6a4d5b-6abb-4786-8d52-b8fbef5a8407 port 31e871f1-880a-4dd0-a3c1-279e61113406 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:03:58.346985 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a297df5a-84c4-4a7b-a25b-c7871180b0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:58.712315 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a297df5a-84c4-4a7b-a25b-c7871180b0e3 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:58.730772 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a297df5a-84c4-4a7b-a25b-c7871180b0e3 None None] Transition to ACTIVE for port object 31e871f1-880a-4dd0-a3c1-279e61113406 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:03:58.734765 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:58.737909 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a297df5a-84c4-4a7b-a25b-c7871180b0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:58.922055 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172538d-c232-47da-b614-e9aebbd37dba None None] Pushing event updated for resources: {'Port': ['ID=31e871f1-880a-4dd0-a3c1-279e61113406,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:58.956301 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-a297df5a-84c4-4a7b-a25b-c7871180b0e3 None None] Attempting to bind port 31e871f1-880a-4dd0-a3c1-279e61113406 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:03:58.956658 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-a297df5a-84c4-4a7b-a25b-c7871180b0e3 None None] Attempting to bind port 31e871f1-880a-4dd0-a3c1-279e61113406 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '77a50093-31e5-45c8-bfca-9227ce3aa38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e12fedbd-215f-4f41-9a4c-e84de0af9be0'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:03:58.957011 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a297df5a-84c4-4a7b-a25b-c7871180b0e3 None None] Attempting to bind port 31e871f1-880a-4dd0-a3c1-279e61113406 on network e12fedbd-215f-4f41-9a4c-e84de0af9be0 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:03:58.963514 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a297df5a-84c4-4a7b-a25b-c7871180b0e3 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:03:58.963514 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a297df5a-84c4-4a7b-a25b-c7871180b0e3 None None] Checking segment: {'id': '77a50093-31e5-45c8-bfca-9227ce3aa38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e12fedbd-215f-4f41-9a4c-e84de0af9be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:03:58.963514 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a297df5a-84c4-4a7b-a25b-c7871180b0e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:58.963514 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a297df5a-84c4-4a7b-a25b-c7871180b0e3 None None] Bound using segment: {'id': '77a50093-31e5-45c8-bfca-9227ce3aa38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e12fedbd-215f-4f41-9a4c-e84de0af9be0'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:03:58.963969 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-a297df5a-84c4-4a7b-a25b-c7871180b0e3 None None] Bound port: 31e871f1-880a-4dd0-a3c1-279e61113406, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a50093-31e5-45c8-bfca-9227ce3aa38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e12fedbd-215f-4f41-9a4c-e84de0af9be0'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:03:58.964338 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a297df5a-84c4-4a7b-a25b-c7871180b0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:58.970529 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b76a8ab6-e607-409b-9552-b9644d71095e req-914828e5-99b6-4376-b630-d0b7e619e769 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 210 time: 0.0447578 May 13 15:03:59.050631 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-a297df5a-84c4-4a7b-a25b-c7871180b0e3 None None] For port 31e871f1-880a-4dd0-a3c1-279e61113406, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:03:59.053524 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-a297df5a-84c4-4a7b-a25b-c7871180b0e3 None None] For port 31e871f1-880a-4dd0-a3c1-279e61113406, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=31e871f1-880a-4dd0-a3c1-279e61113406,segment=NetworkSegment(77a50093-31e5-45c8-bfca-9227ce3aa38c),segment_id=77a50093-31e5-45c8-bfca-9227ce3aa38c)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:03:59.057972 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a297df5a-84c4-4a7b-a25b-c7871180b0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:59.140486 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a297df5a-84c4-4a7b-a25b-c7871180b0e3 None None] Routers {'3c6a4d5b-6abb-4786-8d52-b8fbef5a8407'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:03:59.141627 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-a297df5a-84c4-4a7b-a25b-c7871180b0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:03:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3c6a4d5b-6abb-4786-8d52-b8fbef5a8407'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:59.255435 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172538d-c232-47da-b614-e9aebbd37dba None None] Pushing event updated for resources: {'Port': ['ID=31e871f1-880a-4dd0-a3c1-279e61113406,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:59.415836 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-a297df5a-84c4-4a7b-a25b-c7871180b0e3 None None] Set router 3c6a4d5b-6abb-4786-8d52-b8fbef5a8407 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:03:59.478514 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 05388d9a-841b-40be-b4fa-024330430890 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:03:59.493342 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-f69dd0c0-6462-4a3d-969c-d434f523b9d2 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:59.494919 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-f69dd0c0-6462-4a3d-969c-d434f523b9d2 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.59 "GET /v2.0/networks?id=e12fedbd-215f-4f41-9a4c-e84de0af9be0 HTTP/1.1" status: 200 len: 820 time: 0.2522717 May 13 15:03:59.508435 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-b957a853-2349-4875-b2e9-19d300c7ec6b tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Request body: {'port': {'device_id': '2aa2da07-d586-4577-8f4d-d2a392a28468', 'network_id': 'e12fedbd-215f-4f41-9a4c-e84de0af9be0', 'admin_state_up': True, 'tenant_id': '3cb129de3aab4998a3a719936a1faf4d'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:03:59.654593 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-b957a853-2349-4875-b2e9-19d300c7ec6b tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:59.664456 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-b957a853-2349-4875-b2e9-19d300c7ec6b tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:59.673466 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-b957a853-2349-4875-b2e9-19d300c7ec6b tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Made reservation on behalf of 3cb129de3aab4998a3a719936a1faf4d for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:03:59.677611 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-b957a853-2349-4875-b2e9-19d300c7ec6b tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:59.678961 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c1f48768-8c5c-438c-b63e-e2e8d7f4c90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:59.714144 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 05388d9a-841b-40be-b4fa-024330430890 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:03:59.714523 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:59.851417 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-b957a853-2349-4875-b2e9-19d300c7ec6b tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Allocated IP 172.20.0.3 (e12fedbd-215f-4f41-9a4c-e84de0af9be0/fddff09a-d79a-4053-b439-c70ceb835050/09af30e9-dd72-4ce1-b5cd-26df26f73838) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:03:59.910472 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 05388d9a-841b-40be-b4fa-024330430890 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:03:59.921778 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-a297df5a-84c4-4a7b-a25b-c7871180b0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'name': 'tempest-ServerRescueTestJSONUnderV235-1031699802-router', 'tenant_id': '3cb129de3aab4998a3a719936a1faf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '05388d9a-841b-40be-b4fa-024330430890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:03:51Z', 'updated_at': '2022-05-13T15:03:55Z', 'revision_number': 4, 'project_id': '3cb129de3aab4998a3a719936a1faf4d', 'gw_port': {'id': '05388d9a-841b-40be-b4fa-024330430890', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:03:51Z', 'updated_at': '2022-05-13T15:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '31e871f1-880a-4dd0-a3c1-279e61113406', 'name': '', 'network_id': 'e12fedbd-215f-4f41-9a4c-e84de0af9be0', 'tenant_id': '3cb129de3aab4998a3a719936a1faf4d', 'mac_address': 'fa:16:3e:5b:a5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'fddff09a-d79a-4053-b439-c70ceb835050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:03:54Z', 'updated_at': '2022-05-13T15:03:59Z', 'revision_number': 4, 'project_id': '3cb129de3aab4998a3a719936a1faf4d', 'subnets': [{'id': 'fddff09a-d79a-4053-b439-c70ceb835050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:59.926580 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a297df5a-84c4-4a7b-a25b-c7871180b0e3 None None] The sync data for ids ['3c6a4d5b-6abb-4786-8d52-b8fbef5a8407'] in n-d-841760-1 is: [{'id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'name': 'tempest-ServerRescueTestJSONUnderV235-1031699802-router', 'tenant_id': '3cb129de3aab4998a3a719936a1faf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '05388d9a-841b-40be-b4fa-024330430890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:03:51Z', 'updated_at': '2022-05-13T15:03:55Z', 'revision_number': 4, 'project_id': '3cb129de3aab4998a3a719936a1faf4d', 'gw_port': {'id': '05388d9a-841b-40be-b4fa-024330430890', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:03:51Z', 'updated_at': '2022-05-13T15:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '31e871f1-880a-4dd0-a3c1-279e61113406', 'name': '', 'network_id': 'e12fedbd-215f-4f41-9a4c-e84de0af9be0', 'tenant_id': '3cb129de3aab4998a3a719936a1faf4d', 'mac_address': 'fa:16:3e:5b:a5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'fddff09a-d79a-4053-b439-c70ceb835050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:03:54Z', 'updated_at': '2022-05-13T15:03:59Z', 'revision_number': 4, 'project_id': '3cb129de3aab4998a3a719936a1faf4d', 'subnets': [{'id': 'fddff09a-d79a-4053-b439-c70ceb835050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:04:00.093584 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-b957a853-2349-4875-b2e9-19d300c7ec6b tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:00.127748 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-b957a853-2349-4875-b2e9-19d300c7ec6b tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:00.206028 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f24f8-31a5-4200-ac6d-d11925068ce0 req-510cda94-d773-4d70-9b55-ee5272ce46f0 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:00.231515 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-923f24f8-31a5-4200-ac6d-d11925068ce0 req-510cda94-d773-4d70-9b55-ee5272ce46f0 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 931 time: 0.1396081 May 13 15:04:00.273859 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-b957a853-2349-4875-b2e9-19d300c7ec6b tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Network e12fedbd-215f-4f41-9a4c-e84de0af9be0 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:04:00.282205 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-b957a853-2349-4875-b2e9-19d300c7ec6b tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:04:00.298981 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-b957a853-2349-4875-b2e9-19d300c7ec6b tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:04:00.346304 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957a853-2349-4875-b2e9-19d300c7ec6b tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Pushing event updated for resources: {'Port': ['ID=09af30e9-dd72-4ce1-b5cd-26df26f73838,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:00.412725 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-923f24f8-31a5-4200-ac6d-d11925068ce0 req-307bd04f-0078-422a-8f45-4b5cf92db817 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Synchronizing usage tracker for tenant:3cb129de3aab4998a3a719936a1faf4d on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:04:00.425285 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-b957a853-2349-4875-b2e9-19d300c7ec6b tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:00.426050 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-b957a853-2349-4875-b2e9-19d300c7ec6b tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:00.437684 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-923f24f8-31a5-4200-ac6d-d11925068ce0 req-307bd04f-0078-422a-8f45-4b5cf92db817 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Unset dirty status for tenant:3cb129de3aab4998a3a719936a1faf4d on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:04:00.438841 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-923f24f8-31a5-4200-ac6d-d11925068ce0 req-307bd04f-0078-422a-8f45-4b5cf92db817 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022433 May 13 15:04:00.473047 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-b957a853-2349-4875-b2e9-19d300c7ec6b tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9681747 May 13 15:04:00.541864 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-24da9c3c-57ab-4335-8efd-a8b5f066cbab service neutron] Request body: {'port': {'device_id': '2aa2da07-d586-4577-8f4d-d2a392a28468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:04:00.673071 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-24da9c3c-57ab-4335-8efd-a8b5f066cbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:00.725792 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:00.758396 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:01.046761 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-24da9c3c-57ab-4335-8efd-a8b5f066cbab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09af30e9-dd72-4ce1-b5cd-26df26f73838 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:04:01.055146 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-24da9c3c-57ab-4335-8efd-a8b5f066cbab service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:01.071807 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-24da9c3c-57ab-4335-8efd-a8b5f066cbab service neutron] Transition to ACTIVE for port object 09af30e9-dd72-4ce1-b5cd-26df26f73838 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:04:01.075517 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-24da9c3c-57ab-4335-8efd-a8b5f066cbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:01.236815 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da9c3c-57ab-4335-8efd-a8b5f066cbab service neutron] Pushing event updated for resources: {'Port': ['ID=09af30e9-dd72-4ce1-b5cd-26df26f73838,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:01.323145 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-24da9c3c-57ab-4335-8efd-a8b5f066cbab service neutron] Attempting to bind port 09af30e9-dd72-4ce1-b5cd-26df26f73838 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:04:01.323535 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-24da9c3c-57ab-4335-8efd-a8b5f066cbab service neutron] Attempting to bind port 09af30e9-dd72-4ce1-b5cd-26df26f73838 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '77a50093-31e5-45c8-bfca-9227ce3aa38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e12fedbd-215f-4f41-9a4c-e84de0af9be0'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:04:01.323893 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-24da9c3c-57ab-4335-8efd-a8b5f066cbab service neutron] Attempting to bind port 09af30e9-dd72-4ce1-b5cd-26df26f73838 on network e12fedbd-215f-4f41-9a4c-e84de0af9be0 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:04:01.328657 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-24da9c3c-57ab-4335-8efd-a8b5f066cbab service neutron] Port 09af30e9-dd72-4ce1-b5cd-26df26f73838 on network e12fedbd-215f-4f41-9a4c-e84de0af9be0 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:04:01.328977 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-24da9c3c-57ab-4335-8efd-a8b5f066cbab service neutron] Attempting to bind port 09af30e9-dd72-4ce1-b5cd-26df26f73838 on network e12fedbd-215f-4f41-9a4c-e84de0af9be0 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:04:01.334107 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-24da9c3c-57ab-4335-8efd-a8b5f066cbab service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:04:01.334444 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-24da9c3c-57ab-4335-8efd-a8b5f066cbab service neutron] Checking segment: {'id': '77a50093-31e5-45c8-bfca-9227ce3aa38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e12fedbd-215f-4f41-9a4c-e84de0af9be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:04:01.334824 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-24da9c3c-57ab-4335-8efd-a8b5f066cbab service neutron] Bound using segment: {'id': '77a50093-31e5-45c8-bfca-9227ce3aa38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e12fedbd-215f-4f41-9a4c-e84de0af9be0'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:04:01.335278 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-24da9c3c-57ab-4335-8efd-a8b5f066cbab service neutron] Bound port: 09af30e9-dd72-4ce1-b5cd-26df26f73838, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a50093-31e5-45c8-bfca-9227ce3aa38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e12fedbd-215f-4f41-9a4c-e84de0af9be0'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:04:01.335628 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-24da9c3c-57ab-4335-8efd-a8b5f066cbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:01.345886 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 31e871f1-880a-4dd0-a3c1-279e61113406 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:04:01.417534 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 31e871f1-880a-4dd0-a3c1-279e61113406 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:04:01.423244 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 31e871f1-880a-4dd0-a3c1-279e61113406 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:04:01.423664 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:01.438507 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-24da9c3c-57ab-4335-8efd-a8b5f066cbab service neutron] For port 09af30e9-dd72-4ce1-b5cd-26df26f73838, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:04:01.443231 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-24da9c3c-57ab-4335-8efd-a8b5f066cbab service neutron] For port 09af30e9-dd72-4ce1-b5cd-26df26f73838, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=09af30e9-dd72-4ce1-b5cd-26df26f73838,segment=NetworkSegment(77a50093-31e5-45c8-bfca-9227ce3aa38c),segment_id=77a50093-31e5-45c8-bfca-9227ce3aa38c)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:04:01.464571 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-24da9c3c-57ab-4335-8efd-a8b5f066cbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:01.584903 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 31e871f1-880a-4dd0-a3c1-279e61113406 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:04:01.585303 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:01.626081 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 31e871f1-880a-4dd0-a3c1-279e61113406, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=31e871f1-880a-4dd0-a3c1-279e61113406,segment=NetworkSegment(77a50093-31e5-45c8-bfca-9227ce3aa38c),segment_id=77a50093-31e5-45c8-bfca-9227ce3aa38c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:04:01.631351 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:01.720715 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=31e871f1-880a-4dd0-a3c1-279e61113406,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:01.723127 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-24da9c3c-57ab-4335-8efd-a8b5f066cbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:01.723770 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-24da9c3c-57ab-4335-8efd-a8b5f066cbab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:01.725148 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-24da9c3c-57ab-4335-8efd-a8b5f066cbab service neutron] 10.222.0.59 "PUT /v2.0/ports/09af30e9-dd72-4ce1-b5cd-26df26f73838 HTTP/1.1" status: 200 len: 1091 time: 1.2454555 May 13 15:04:01.727142 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa2da07-d586-4577-8f4d-d2a392a28468', 'tag': '09af30e9-dd72-4ce1-b5cd-26df26f73838'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:04:01.756120 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da9c3c-57ab-4335-8efd-a8b5f066cbab service neutron] Pushing event updated for resources: {'Port': ['ID=09af30e9-dd72-4ce1-b5cd-26df26f73838,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:01.799495 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59b83d93-2539-4c02-9c7b-2594d1ccb718'] response: {'name': 'network-changed', 'server_uuid': '2aa2da07-d586-4577-8f4d-d2a392a28468', 'tag': '09af30e9-dd72-4ce1-b5cd-26df26f73838', 'status': 'completed', 'code': 200} May 13 15:04:01.834197 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45fe8e-8b3a-4d10-817c-de7f05added9 req-319a3aa6-5ce8-4d74-b0ec-b68630e8134b tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:01.834889 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ed45fe8e-8b3a-4d10-817c-de7f05added9 req-319a3aa6-5ce8-4d74-b0ec-b68630e8134b tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Synchronizing usage tracker for tenant:3cb129de3aab4998a3a719936a1faf4d on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:04:01.857337 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ed45fe8e-8b3a-4d10-817c-de7f05added9 req-319a3aa6-5ce8-4d74-b0ec-b68630e8134b tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Unset dirty status for tenant:3cb129de3aab4998a3a719936a1faf4d on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:04:01.858498 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ed45fe8e-8b3a-4d10-817c-de7f05added9 req-319a3aa6-5ce8-4d74-b0ec-b68630e8134b tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 943 time: 0.2125926 May 13 15:04:01.885785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-709217c7-9ede-4fd6-be10-972ddc3bd23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:01.887284 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-709217c7-9ede-4fd6-be10-972ddc3bd23b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3cb129de3aab4998a3a719936a1faf4d&device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 1094 time: 0.1201739 May 13 15:04:01.978957 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-8da83a3c-2c2d-4f50-b847-94d9b08d7b29 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09af30e9-dd72-4ce1-b5cd-26df26f73838 HTTP/1.1" status: 200 len: 217 time: 0.0754912 May 13 15:04:01.981843 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ed45fe8e-8b3a-4d10-817c-de7f05added9 req-a69d1460-310a-48d9-8a2f-18fcdf0e8918 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166565 May 13 15:04:02.044108 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-e8de7ec2-f520-42b7-82a2-8a7daa0519b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:02.045520 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-e8de7ec2-f520-42b7-82a2-8a7daa0519b9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fddff09a-d79a-4053-b439-c70ceb835050 HTTP/1.1" status: 200 len: 860 time: 0.0611925 May 13 15:04:02.093541 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-2b52a3bf-2a43-48e3-b756-53400f3695ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e12fedbd-215f-4f41-9a4c-e84de0af9be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413086 May 13 15:04:02.198243 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:02.239252 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-f5dfad5f-88a6-47b1-8b4c-6e759a7b3e20 service neutron] 10.222.0.59 "GET /v2.0/networks/e12fedbd-215f-4f41-9a4c-e84de0af9be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401720 May 13 15:04:02.384799 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-907fdf1b-c745-4ce3-80a7-9b253a6c420d req-acaa2bd4-4d20-4af5-afe4-47c0a451b7d1 service neutron] 10.222.0.59 "GET /v2.0/networks/e12fedbd-215f-4f41-9a4c-e84de0af9be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396291 May 13 15:04:02.513760 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22a9ee-7f24-4415-b592-e12a98746d9f req-67407d33-9e40-4553-8309-0e3add4b1d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:02.513760 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f22a9ee-7f24-4415-b592-e12a98746d9f req-67407d33-9e40-4553-8309-0e3add4b1d41 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3cb129de3aab4998a3a719936a1faf4d&device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 1094 time: 0.0762312 May 13 15:04:02.699354 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22a9ee-7f24-4415-b592-e12a98746d9f req-8a49728a-8e6b-472d-bdf2-c5133df6971f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:02.700900 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f22a9ee-7f24-4415-b592-e12a98746d9f req-8a49728a-8e6b-472d-bdf2-c5133df6971f service neutron] 10.222.0.59 "GET /v2.0/networks?id=e12fedbd-215f-4f41-9a4c-e84de0af9be0 HTTP/1.1" status: 200 len: 921 time: 0.1860211 May 13 15:04:02.776394 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f22a9ee-7f24-4415-b592-e12a98746d9f req-568a8d19-97e9-4b51-96cf-9dc11b682f72 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09af30e9-dd72-4ce1-b5cd-26df26f73838 HTTP/1.1" status: 200 len: 217 time: 0.0686650 May 13 15:04:02.841812 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22a9ee-7f24-4415-b592-e12a98746d9f req-270d1978-c1ca-4e82-8554-ceb044b412af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:02.843343 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f22a9ee-7f24-4415-b592-e12a98746d9f req-270d1978-c1ca-4e82-8554-ceb044b412af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fddff09a-d79a-4053-b439-c70ceb835050 HTTP/1.1" status: 200 len: 860 time: 0.0613317 May 13 15:04:02.895999 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f22a9ee-7f24-4415-b592-e12a98746d9f req-320d6829-3c76-4d1f-852f-b6891fe02b00 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e12fedbd-215f-4f41-9a4c-e84de0af9be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448968 May 13 15:04:03.031418 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f22a9ee-7f24-4415-b592-e12a98746d9f req-611c0077-bbd8-46da-abd7-4c70ffb65988 service neutron] 10.222.0.59 "GET /v2.0/networks/e12fedbd-215f-4f41-9a4c-e84de0af9be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267228 May 13 15:04:03.164939 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f22a9ee-7f24-4415-b592-e12a98746d9f req-3959f75f-ba1e-48e3-81aa-d3956a7b3f81 service neutron] 10.222.0.59 "GET /v2.0/networks/e12fedbd-215f-4f41-9a4c-e84de0af9be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288261 May 13 15:04:03.176726 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588f5c8-9814-4428-a5c3-bd3208527469 req-75daf1ee-fde9-48cb-b315-8d21cbca2da1 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:03.178814 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a588f5c8-9814-4428-a5c3-bd3208527469 req-75daf1ee-fde9-48cb-b315-8d21cbca2da1 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 943 time: 0.0811319 May 13 15:04:03.224172 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a588f5c8-9814-4428-a5c3-bd3208527469 req-0fde0457-7c18-42ef-aa10-94554e4cf556 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392025 May 13 15:04:03.308286 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 31e871f1-880a-4dd0-a3c1-279e61113406 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:04:03.379072 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 31e871f1-880a-4dd0-a3c1-279e61113406 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:04:03.379465 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:03.492479 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 31e871f1-880a-4dd0-a3c1-279e61113406 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:04:03.505335 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 09af30e9-dd72-4ce1-b5cd-26df26f73838 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:04:03.647040 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 09af30e9-dd72-4ce1-b5cd-26df26f73838, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=09af30e9-dd72-4ce1-b5cd-26df26f73838,segment=NetworkSegment(77a50093-31e5-45c8-bfca-9227ce3aa38c),segment_id=77a50093-31e5-45c8-bfca-9227ce3aa38c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:04:03.663849 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '09af30e9-dd72-4ce1-b5cd-26df26f73838', 'network_id': 'e12fedbd-215f-4f41-9a4c-e84de0af9be0', 'port_id': '09af30e9-dd72-4ce1-b5cd-26df26f73838', 'mac_address': 'fa:16:3e:47:4c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fddff09a-d79a-4053-b439-c70ceb835050', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:04:03.718940 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 09af30e9-dd72-4ce1-b5cd-26df26f73838 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:04:03.719380 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:03.736388 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09af30e9-dd72-4ce1-b5cd-26df26f73838 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:04:03.752662 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 09af30e9-dd72-4ce1-b5cd-26df26f73838, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=09af30e9-dd72-4ce1-b5cd-26df26f73838,segment=NetworkSegment(77a50093-31e5-45c8-bfca-9227ce3aa38c),segment_id=77a50093-31e5-45c8-bfca-9227ce3aa38c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:04:03.757973 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:03.826575 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=09af30e9-dd72-4ce1-b5cd-26df26f73838,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:03.972919 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['09af30e9-dd72-4ce1-b5cd-26df26f73838'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:04:04.419676 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdf622-2a55-4ad9-b411-84f18bfead28 req-5461bf8c-8863-4ae7-a5e4-a6b49c9c79c7 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:04.421129 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dbfdf622-2a55-4ad9-b411-84f18bfead28 req-5461bf8c-8863-4ae7-a5e4-a6b49c9c79c7 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 944 time: 0.0797942 May 13 15:04:04.466369 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dbfdf622-2a55-4ad9-b411-84f18bfead28 req-489136e0-889c-45b1-9f20-e7c8c6d8e0b4 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389473 May 13 15:04:05.521706 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 09af30e9-dd72-4ce1-b5cd-26df26f73838 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:04:05.590869 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 09af30e9-dd72-4ce1-b5cd-26df26f73838 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:04:05.596113 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 09af30e9-dd72-4ce1-b5cd-26df26f73838 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:04:05.596494 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:05.656922 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eda306-aea0-45b3-91e2-f4cce7bf37d6 req-cafce941-ffa7-49b7-a9f3-4e6b84d09532 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:05.658426 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f0eda306-aea0-45b3-91e2-f4cce7bf37d6 req-cafce941-ffa7-49b7-a9f3-4e6b84d09532 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 944 time: 0.0870876 May 13 15:04:05.720567 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f0eda306-aea0-45b3-91e2-f4cce7bf37d6 req-73918b12-a7ad-4d1d-929a-01f422445d5c tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495641 May 13 15:04:05.741971 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 09af30e9-dd72-4ce1-b5cd-26df26f73838 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:04:05.741971 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:05.771509 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa2da07-d586-4577-8f4d-d2a392a28468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09af30e9-dd72-4ce1-b5cd-26df26f73838'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:04:05.780963 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 09af30e9-dd72-4ce1-b5cd-26df26f73838, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=09af30e9-dd72-4ce1-b5cd-26df26f73838,segment=NetworkSegment(77a50093-31e5-45c8-bfca-9227ce3aa38c),segment_id=77a50093-31e5-45c8-bfca-9227ce3aa38c)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:04:05.786878 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:05.822958 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acc712e5-5131-46d6-babc-408b0e5b8cf0'] response: {'server_uuid': '2aa2da07-d586-4577-8f4d-d2a392a28468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09af30e9-dd72-4ce1-b5cd-26df26f73838', 'code': 200} May 13 15:04:05.856297 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=09af30e9-dd72-4ce1-b5cd-26df26f73838,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:06.065907 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91136e23-2254-4de7-9121-71e7984ab1aa req-4db07404-4c7a-4e97-9c85-8d1cb1865059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:06.067419 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-91136e23-2254-4de7-9121-71e7984ab1aa req-4db07404-4c7a-4e97-9c85-8d1cb1865059 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 1096 time: 0.1949077 May 13 15:04:06.108355 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-91136e23-2254-4de7-9121-71e7984ab1aa req-07ff3113-4fda-4952-8027-b18b9ded94d8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347538 May 13 15:04:06.899962 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85d734-8b2b-4d2c-a199-9efe6524e2cb req-9381fd5c-618f-45ca-afc7-c3861880470f tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:06.901515 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bf85d734-8b2b-4d2c-a199-9efe6524e2cb req-9381fd5c-618f-45ca-afc7-c3861880470f tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 945 time: 0.0810723 May 13 15:04:06.949737 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bf85d734-8b2b-4d2c-a199-9efe6524e2cb req-c9a8bd87-bbc7-4ebe-825e-ad699a7a7fcb tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416877 May 13 15:04:07.939392 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deaa483-28be-4910-bfc9-d008e9137441 req-65da9645-7a70-4700-87f1-e787531088ab tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:07.941886 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2deaa483-28be-4910-bfc9-d008e9137441 req-65da9645-7a70-4700-87f1-e787531088ab tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/ports?device_id=306b8de6-decb-4aab-a3bc-8d87dfb58882 HTTP/1.1" status: 200 len: 946 time: 0.0838034 May 13 15:04:07.989862 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2deaa483-28be-4910-bfc9-d008e9137441 req-234d90b6-b84c-4216-9f42-ceb047507d57 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/security-groups?id=726ce6dd-f95d-4f4f-84a6-bbfd0481c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420144 May 13 15:04:08.133407 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7474965-8784-4aac-958e-f5dc3eab562b req-5c278b01-2a63-459f-bcc7-215ef99380ba tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:08.134850 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d7474965-8784-4aac-958e-f5dc3eab562b req-5c278b01-2a63-459f-bcc7-215ef99380ba tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 945 time: 0.0801919 May 13 15:04:08.178045 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d7474965-8784-4aac-958e-f5dc3eab562b req-dbdc82fa-3a2c-42a9-8a8a-fc946477b66d tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375016 May 13 15:04:08.540584 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260c6cd-9d73-4375-852b-07293a1da142 req-dd09502e-3c74-4cc9-8de7-57f5a3a8eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:08.542055 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c260c6cd-9d73-4375-852b-07293a1da142 req-dd09502e-3c74-4cc9-8de7-57f5a3a8eb9f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3cb129de3aab4998a3a719936a1faf4d&device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 1096 time: 0.0751619 May 13 15:04:08.606903 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800a774-e084-42c3-8882-b7b95869d29b req-52c7a1b9-9038-4acd-a193-2b01f3e67fbc tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:08.608498 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b800a774-e084-42c3-8882-b7b95869d29b req-52c7a1b9-9038-4acd-a193-2b01f3e67fbc tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 945 time: 0.0924230 May 13 15:04:08.653105 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b800a774-e084-42c3-8882-b7b95869d29b req-660e86d0-1c2d-4296-bf1d-b7d5b3c58cee tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382495 May 13 15:04:08.679256 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260c6cd-9d73-4375-852b-07293a1da142 req-9dde2709-261b-4bac-a83c-57e41a2020b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:08.680677 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c260c6cd-9d73-4375-852b-07293a1da142 req-9dde2709-261b-4bac-a83c-57e41a2020b1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e12fedbd-215f-4f41-9a4c-e84de0af9be0 HTTP/1.1" status: 200 len: 921 time: 0.1326096 May 13 15:04:08.747590 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c260c6cd-9d73-4375-852b-07293a1da142 req-38a1faee-68b4-49f6-8d04-af7117a07723 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09af30e9-dd72-4ce1-b5cd-26df26f73838 HTTP/1.1" status: 200 len: 217 time: 0.0608659 May 13 15:04:08.812577 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260c6cd-9d73-4375-852b-07293a1da142 req-7b496173-a776-4ef0-a6bd-5dd4d691feed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:08.814020 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c260c6cd-9d73-4375-852b-07293a1da142 req-7b496173-a776-4ef0-a6bd-5dd4d691feed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fddff09a-d79a-4053-b439-c70ceb835050 HTTP/1.1" status: 200 len: 860 time: 0.0609553 May 13 15:04:08.860679 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c260c6cd-9d73-4375-852b-07293a1da142 req-4148037e-be72-477b-96b7-95b75f978909 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e12fedbd-215f-4f41-9a4c-e84de0af9be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412209 May 13 15:04:08.992705 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c260c6cd-9d73-4375-852b-07293a1da142 req-c15bc024-a42c-4a5b-9e88-2699a1d2cc98 service neutron] 10.222.0.59 "GET /v2.0/networks/e12fedbd-215f-4f41-9a4c-e84de0af9be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262805 May 13 15:04:09.163543 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c260c6cd-9d73-4375-852b-07293a1da142 req-15300b8f-b6c5-4ef3-82fe-93d2c9dbf647 service neutron] 10.222.0.59 "GET /v2.0/networks/e12fedbd-215f-4f41-9a4c-e84de0af9be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646965 May 13 15:04:09.201517 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979efcda-580f-40f4-92d8-0b26173ca9b1 req-16e1453d-653f-489b-b89e-17d339cebcb7 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:09.202984 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-979efcda-580f-40f4-92d8-0b26173ca9b1 req-16e1453d-653f-489b-b89e-17d339cebcb7 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/ports?device_id=306b8de6-decb-4aab-a3bc-8d87dfb58882 HTTP/1.1" status: 200 len: 946 time: 0.0986695 May 13 15:04:09.259652 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-979efcda-580f-40f4-92d8-0b26173ca9b1 req-166a7641-efc6-4200-b380-f175e14cee33 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/security-groups?id=726ce6dd-f95d-4f4f-84a6-bbfd0481c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491788 May 13 15:04:09.605362 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16255fac-61b7-461f-9d05-c43824a490d0 req-1f9bda6d-03be-46dc-af78-bf5880ef23d9 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:09.606789 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-16255fac-61b7-461f-9d05-c43824a490d0 req-1f9bda6d-03be-46dc-af78-bf5880ef23d9 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.74 "GET /v2.0/ports?device_id=306b8de6-decb-4aab-a3bc-8d87dfb58882 HTTP/1.1" status: 200 len: 946 time: 0.0797198 May 13 15:04:09.679836 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-16255fac-61b7-461f-9d05-c43824a490d0 req-bbd5b463-0d82-4582-ab1b-9cdea4914b0c tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Deleting port 267b2b78-6774-405f-9434-6eb5f49c27d6 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:04:09.680183 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-16255fac-61b7-461f-9d05-c43824a490d0 req-bbd5b463-0d82-4582-ab1b-9cdea4914b0c tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:09.978548 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cf3b1-d3e5-467c-877e-03c3f86dea4c req-b2fe7f28-6489-4901-85b9-8d4fcb6247e0 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:09.979943 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ab0cf3b1-d3e5-467c-877e-03c3f86dea4c req-b2fe7f28-6489-4901-85b9-8d4fcb6247e0 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 945 time: 0.2108173 May 13 15:04:10.018355 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-16255fac-61b7-461f-9d05-c43824a490d0 req-bbd5b463-0d82-4582-ab1b-9cdea4914b0c tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] For port 267b2b78-6774-405f-9434-6eb5f49c27d6, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=267b2b78-6774-405f-9434-6eb5f49c27d6,segment=NetworkSegment(4a373744-5432-4c37-9b97-39df471e3447),segment_id=4a373744-5432-4c37-9b97-39df471e3447)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:04:10.018714 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-16255fac-61b7-461f-9d05-c43824a490d0 req-bbd5b463-0d82-4582-ab1b-9cdea4914b0c tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:10.159461 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-16255fac-61b7-461f-9d05-c43824a490d0 req-bbd5b463-0d82-4582-ab1b-9cdea4914b0c tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Calling delete_port for 267b2b78-6774-405f-9434-6eb5f49c27d6 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:04:10.207645 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ab0cf3b1-d3e5-467c-877e-03c3f86dea4c req-f7644bfa-be95-402c-a9d1-afb0ec140ece tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146990 May 13 15:04:10.317565 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-16255fac-61b7-461f-9d05-c43824a490d0 req-bbd5b463-0d82-4582-ab1b-9cdea4914b0c tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:10.351045 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['267b2b78-6774-405f-9434-6eb5f49c27d6'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:04:10.377313 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5b463-0d82-4582-ab1b-9cdea4914b0c tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Pushing event deleted for resources: {'Port': ['ID=267b2b78-6774-405f-9434-6eb5f49c27d6,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:10.430888 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d63b12b2-95ef-446f-a6bf-396c1675309a req-23f441da-3c54-43a8-9c4a-79e77979d708 tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.35 "GET /v2.0/ports?device_id=306b8de6-decb-4aab-a3bc-8d87dfb58882 HTTP/1.1" status: 200 len: 210 time: 0.0512376 May 13 15:04:10.458678 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-16255fac-61b7-461f-9d05-c43824a490d0 req-bbd5b463-0d82-4582-ab1b-9cdea4914b0c tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] No DVR routers for this DVR port 267b2b78-6774-405f-9434-6eb5f49c27d6 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:04:10.461475 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-16255fac-61b7-461f-9d05-c43824a490d0 req-bbd5b463-0d82-4582-ab1b-9cdea4914b0c tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:10.464396 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306b8de6-decb-4aab-a3bc-8d87dfb58882', 'name': 'network-vif-deleted', 'tag': '267b2b78-6774-405f-9434-6eb5f49c27d6'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:04:10.480101 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-16255fac-61b7-461f-9d05-c43824a490d0 req-bbd5b463-0d82-4582-ab1b-9cdea4914b0c tempest-VolumesSnapshotTestJSON-687098267 tempest-VolumesSnapshotTestJSON-687098267-project] 10.222.0.74 "DELETE /v2.0/ports/267b2b78-6774-405f-9434-6eb5f49c27d6 HTTP/1.1" status: 204 len: 173 time: 0.8678887 May 13 15:04:10.509987 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99ba6dc6-641e-4a0e-8ef8-505d53d34ff9'] response: {'server_uuid': '306b8de6-decb-4aab-a3bc-8d87dfb58882', 'name': 'network-vif-deleted', 'tag': '267b2b78-6774-405f-9434-6eb5f49c27d6', 'status': 'completed', 'code': 200} May 13 15:04:11.392217 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a192a5-f99c-478a-b63b-b9d8303eb3e1 req-d696da3c-07f5-4a3f-a14c-384ae9191572 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:11.393707 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-34a192a5-f99c-478a-b63b-b9d8303eb3e1 req-d696da3c-07f5-4a3f-a14c-384ae9191572 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 945 time: 0.0814064 May 13 15:04:11.438024 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-34a192a5-f99c-478a-b63b-b9d8303eb3e1 req-7a10c93c-93df-4eb6-bdff-5b84c366d57e tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386539 May 13 15:04:12.637414 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78a63c-43b2-45de-b843-edb0bd087490 req-63bdb9d1-3763-4850-a131-4c418035b728 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:12.638872 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-de78a63c-43b2-45de-b843-edb0bd087490 req-63bdb9d1-3763-4850-a131-4c418035b728 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 945 time: 0.0892942 May 13 15:04:12.682358 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-de78a63c-43b2-45de-b843-edb0bd087490 req-87ac3562-342a-4419-8401-6283abb99a44 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377285 May 13 15:04:13.913519 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 267b2b78-6774-405f-9434-6eb5f49c27d6 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:04:13.952392 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 267b2b78-6774-405f-9434-6eb5f49c27d6 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:04:13.952700 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 267b2b78-6774-405f-9434-6eb5f49c27d6 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:04:13.977578 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995d7e0-bfad-4b7a-aa59-db9bf20160cc req-b2b74e4c-f2cf-4d6b-bcca-f44e2c8a4979 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:13.979151 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9995d7e0-bfad-4b7a-aa59-db9bf20160cc req-b2b74e4c-f2cf-4d6b-bcca-f44e2c8a4979 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 945 time: 0.1869564 May 13 15:04:14.030337 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9995d7e0-bfad-4b7a-aa59-db9bf20160cc req-049baafc-eead-4d24-b5d9-7b2277423428 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442042 May 13 15:04:15.241130 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d237e51-71c5-4cff-a467-1f5d40aab2d3 req-ae0d09a4-32ba-4523-a604-e6668afdf517 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:15.242659 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3d237e51-71c5-4cff-a467-1f5d40aab2d3 req-ae0d09a4-32ba-4523-a604-e6668afdf517 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 945 time: 0.0923672 May 13 15:04:15.298418 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3d237e51-71c5-4cff-a467-1f5d40aab2d3 req-18a1ecad-707c-4ffb-b1b3-1bdd3caf0a6a tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500278 May 13 15:04:16.480226 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:04:16.493172 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee17a2-6f63-4651-a8c2-34fe1ee24ebc req-64931a62-acea-41bc-be54-05a10e63764c tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:16.494656 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9aee17a2-6f63-4651-a8c2-34fe1ee24ebc req-64931a62-acea-41bc-be54-05a10e63764c tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 945 time: 0.0855844 May 13 15:04:16.546221 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9aee17a2-6f63-4651-a8c2-34fe1ee24ebc req-7d2ecf08-3551-4290-9e47-0debf13915ac tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449700 May 13 15:04:17.740363 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb9578-1754-439c-b123-a6683344586f req-734f06c4-2c1a-428b-9cb1-5414d3c9d753 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:17.741837 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c3cb9578-1754-439c-b123-a6683344586f req-734f06c4-2c1a-428b-9cb1-5414d3c9d753 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 945 time: 0.0866539 May 13 15:04:17.787482 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c3cb9578-1754-439c-b123-a6683344586f req-1f154a4d-d8af-47b0-83ba-9608e256d004 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394926 May 13 15:04:18.255537 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:18.985645 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92513b4-2a1e-40a8-ad8a-33c1d6b3dda5 req-579b706a-f605-4fad-b210-a27d9fc9078e tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:18.991587 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e92513b4-2a1e-40a8-ad8a-33c1d6b3dda5 req-579b706a-f605-4fad-b210-a27d9fc9078e tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 945 time: 0.0876970 May 13 15:04:19.035005 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e92513b4-2a1e-40a8-ad8a-33c1d6b3dda5 req-b9c5f1df-0a1f-4d24-bf3f-070f52d3fb0a tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418181 May 13 15:04:19.450880 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7a8bf395-5804-4ab3-8053-d6a02497425a req-4192ac9c-3818-4fc7-b2aa-090f5717129a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0806472 May 13 15:04:19.608877 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bf395-5804-4ab3-8053-d6a02497425a req-086de620-416e-4358-8bf9-0e4e71606c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:19.611516 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7a8bf395-5804-4ab3-8053-d6a02497425a req-086de620-416e-4358-8bf9-0e4e71606c58 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=38a8881fe1424acaba5f3d712cefac02&device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 1096 time: 0.0764618 May 13 15:04:19.766010 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bf395-5804-4ab3-8053-d6a02497425a req-e8100aa4-f312-4183-b248-42e8bbe4cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:19.767568 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7a8bf395-5804-4ab3-8053-d6a02497425a req-e8100aa4-f312-4183-b248-42e8bbe4cc5c service neutron] 10.222.0.74 "GET /v2.0/networks?id=82746afc-6560-4007-9fb3-904cf8d650cf HTTP/1.1" status: 200 len: 916 time: 0.1381915 May 13 15:04:19.881353 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7a8bf395-5804-4ab3-8053-d6a02497425a req-f3ab5554-dd6b-4a28-aec9-355cc242dd45 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19aa33fb-2185-4401-9a51-ca485f7a21ee HTTP/1.1" status: 200 len: 1000 time: 0.1078508 May 13 15:04:19.944681 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bf395-5804-4ab3-8053-d6a02497425a req-61624aa2-e83a-46eb-9024-a5d80701dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:19.946115 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7a8bf395-5804-4ab3-8053-d6a02497425a req-61624aa2-e83a-46eb-9024-a5d80701dffb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=498b4812-77a0-4897-b979-c45bc3bb9502 HTTP/1.1" status: 200 len: 854 time: 0.0597034 May 13 15:04:20.033524 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bf395-5804-4ab3-8053-d6a02497425a req-e84eb625-4ff0-478e-bba7-0a610957f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:20.035896 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7a8bf395-5804-4ab3-8053-d6a02497425a req-e84eb625-4ff0-478e-bba7-0a610957f6b6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=82746afc-6560-4007-9fb3-904cf8d650cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834248 May 13 15:04:20.239047 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7a8bf395-5804-4ab3-8053-d6a02497425a req-b71a6ccb-0891-46a4-8ef3-c23ecf717de0 service neutron] 10.222.0.74 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972721 May 13 15:04:20.246795 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8ac90-7171-4135-bd16-3af286c313d7 req-35a6e981-3b08-4980-b68c-838de9967f89 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:20.254909 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b1b8ac90-7171-4135-bd16-3af286c313d7 req-35a6e981-3b08-4980-b68c-838de9967f89 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 945 time: 0.1012483 May 13 15:04:20.299676 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b1b8ac90-7171-4135-bd16-3af286c313d7 req-8c9241d1-e7b4-41dc-b27e-f6254a99e75f tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438910 May 13 15:04:20.402584 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7a8bf395-5804-4ab3-8053-d6a02497425a req-07dc8fa7-ac46-4e8f-ada9-ae4bd1e870ee service neutron] 10.222.0.74 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585727 May 13 15:04:21.498889 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b6577-f9d1-4b7b-b0fb-3c957191db90 req-5f2a63cb-440d-424c-a469-e7143a9063fa tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:21.500423 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4a0b6577-f9d1-4b7b-b0fb-3c957191db90 req-5f2a63cb-440d-424c-a469-e7143a9063fa tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 945 time: 0.0834963 May 13 15:04:21.545985 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4a0b6577-f9d1-4b7b-b0fb-3c957191db90 req-6bd479dc-2178-4314-95f9-3e19e69ef17c tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399244 May 13 15:04:22.742062 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e1cca-4f1d-4db1-bffc-4d667c2d8e69 req-d10ad6f0-e2b7-45a6-bee2-244d843e3513 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:22.743547 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-984e1cca-4f1d-4db1-bffc-4d667c2d8e69 req-d10ad6f0-e2b7-45a6-bee2-244d843e3513 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 945 time: 0.0867686 May 13 15:04:22.789257 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-984e1cca-4f1d-4db1-bffc-4d667c2d8e69 req-3dc7933a-e51b-4a55-8778-32192b302853 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399458 May 13 15:04:23.982081 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019fe1a-d2c0-4bcf-bf8a-472b757b74ad req-80db9ef5-47b2-4efd-9cfa-bead6e547c1c tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:23.983560 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3019fe1a-d2c0-4bcf-bf8a-472b757b74ad req-80db9ef5-47b2-4efd-9cfa-bead6e547c1c tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 945 time: 0.0896232 May 13 15:04:24.032061 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3019fe1a-d2c0-4bcf-bf8a-472b757b74ad req-4633e4ce-5c4b-434a-990e-6f8d2fb365c1 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424912 May 13 15:04:25.246560 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13641c8f-0901-444c-90b9-4c04173b38b8 req-ca38e6bb-b6aa-42b5-bb61-35211c442c74 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:25.259582 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-13641c8f-0901-444c-90b9-4c04173b38b8 req-ca38e6bb-b6aa-42b5-bb61-35211c442c74 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 945 time: 0.1127849 May 13 15:04:25.303274 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-13641c8f-0901-444c-90b9-4c04173b38b8 req-54b4a519-c8c0-46f9-8632-668033f10c69 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449162 May 13 15:04:26.493125 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe616a-4d5f-4d87-94ca-99159a88e45a req-1589496b-df0e-4e2d-aa8c-b470766e8d2b tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:26.494689 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b9fe616a-4d5f-4d87-94ca-99159a88e45a req-1589496b-df0e-4e2d-aa8c-b470766e8d2b tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 945 time: 0.0864482 May 13 15:04:26.544544 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b9fe616a-4d5f-4d87-94ca-99159a88e45a req-b2acb7c1-944a-4a37-9cba-7fa8d778ae59 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441618 May 13 15:04:27.260485 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-37323126-70e2-4ff4-a47c-86753b80f887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:27.761080 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc4011-a53f-46b2-b10f-ce23ed50c1df req-0d741252-a941-43d0-a605-724ded4392c3 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:27.762541 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-87dc4011-a53f-46b2-b10f-ce23ed50c1df req-0d741252-a941-43d0-a605-724ded4392c3 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 945 time: 0.0867047 May 13 15:04:27.814485 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-87dc4011-a53f-46b2-b10f-ce23ed50c1df req-07810ec2-b485-42bb-9119-323dc45d1a4b tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459628 May 13 15:04:28.760923 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:29.005511 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e74835-6dd6-46a4-a2f3-7a0190bcdf88 req-4f04f0d2-814e-442e-a778-f8f9ca30b2d5 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:29.006983 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b8e74835-6dd6-46a4-a2f3-7a0190bcdf88 req-4f04f0d2-814e-442e-a778-f8f9ca30b2d5 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 945 time: 0.0830882 May 13 15:04:29.056385 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b8e74835-6dd6-46a4-a2f3-7a0190bcdf88 req-3ce76c25-40e8-4f9f-9dc1-3620120f210d tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418780 May 13 15:04:29.601782 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-85625fbb-0d02-4534-ba3b-c6092bb787d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:30.247028 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0006a-e5ce-4668-8f56-de3d6032d6b9 req-e0e7f302-6aa3-47f7-946d-1e3ee1c87ccb tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:30.248574 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bca0006a-e5ce-4668-8f56-de3d6032d6b9 req-e0e7f302-6aa3-47f7-946d-1e3ee1c87ccb tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 945 time: 0.0825889 May 13 15:04:30.294273 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bca0006a-e5ce-4668-8f56-de3d6032d6b9 req-7b285637-bddd-4835-b9b8-6e2ca12a5a64 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393078 May 13 15:04:30.722186 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:30.756764 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:31.487973 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63cbc8e-007a-4c2a-9a4d-938cf29fa052 req-836e001d-e1e4-4513-833d-0afcc91f357f tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:31.490045 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b63cbc8e-007a-4c2a-9a4d-938cf29fa052 req-836e001d-e1e4-4513-833d-0afcc91f357f tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 945 time: 0.0893750 May 13 15:04:31.536094 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b63cbc8e-007a-4c2a-9a4d-938cf29fa052 req-491fe9a6-0a64-468f-991b-a4d034cc3862 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399818 May 13 15:04:32.203896 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:32.736653 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a23742-2316-4c7c-83f2-eda5ca40cf9d req-a6bb449e-a3bc-41b9-bf12-ba4b94957429 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:32.743494 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d5a23742-2316-4c7c-83f2-eda5ca40cf9d req-a6bb449e-a3bc-41b9-bf12-ba4b94957429 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 945 time: 0.0976160 May 13 15:04:32.786315 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d5a23742-2316-4c7c-83f2-eda5ca40cf9d req-9fb0a717-cad6-4ed0-8ffd-306c03af7188 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399444 May 13 15:04:33.976998 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db19fc-17d1-4a9c-9f6e-a500f9f8d3cb req-5390ccb8-20e3-4a18-a44e-f6cd1d266aa7 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:33.978485 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-80db19fc-17d1-4a9c-9f6e-a500f9f8d3cb req-5390ccb8-20e3-4a18-a44e-f6cd1d266aa7 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 945 time: 0.0865605 May 13 15:04:34.026032 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-80db19fc-17d1-4a9c-9f6e-a500f9f8d3cb req-89c50cd4-7f72-46c4-93ec-f3a0433eb23a tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407417 May 13 15:04:35.403178 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7110cf2-3c35-4249-b5b6-6566a510eb47 req-e2812ea1-a1f9-4c4a-b3c0-67f7ec45f71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:35.406238 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a7110cf2-3c35-4249-b5b6-6566a510eb47 req-e2812ea1-a1f9-4c4a-b3c0-67f7ec45f71f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 1096 time: 0.1111226 May 13 15:04:35.456784 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f77b5-97c4-46b4-9691-950b53b1d5a0 req-ea6b46e7-d859-42f4-a376-24627cc9acb6 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:35.464561 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8e0f77b5-97c4-46b4-9691-950b53b1d5a0 req-ea6b46e7-d859-42f4-a376-24627cc9acb6 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 945 time: 0.2535367 May 13 15:04:35.489583 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a7110cf2-3c35-4249-b5b6-6566a510eb47 req-c903ab92-a426-46e7-95cb-17dc66667c6b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767834 May 13 15:04:35.507315 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8e0f77b5-97c4-46b4-9691-950b53b1d5a0 req-1e6698ae-1bc1-44a5-a1aa-c037632bc609 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416191 May 13 15:04:36.727832 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f40072-f7c3-48ed-aa37-26f81c8e60ac req-71562f56-2b81-428f-a4da-22563de0a3f0 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:36.729300 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-01f40072-f7c3-48ed-aa37-26f81c8e60ac req-71562f56-2b81-428f-a4da-22563de0a3f0 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 945 time: 0.0857401 May 13 15:04:36.777675 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-01f40072-f7c3-48ed-aa37-26f81c8e60ac req-7f39bd50-d274-49ea-bc04-5ccd7b9657c6 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413423 May 13 15:04:36.817814 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-5f4f953c-0ef0-4339-a30d-b8fc1e647211 req-9f609412-6088-4aa8-ab2f-b17ec4b69634 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1043116878', 'description': 'tempest-description-1513158577'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:04:36.824527 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-5f4f953c-0ef0-4339-a30d-b8fc1e647211 req-9f609412-6088-4aa8-ab2f-b17ec4b69634 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:04:36.834625 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-5f4f953c-0ef0-4339-a30d-b8fc1e647211 req-9f609412-6088-4aa8-ab2f-b17ec4b69634 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:04:36.845994 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5f4f953c-0ef0-4339-a30d-b8fc1e647211 req-9f609412-6088-4aa8-ab2f-b17ec4b69634 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:36.867703 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-5f4f953c-0ef0-4339-a30d-b8fc1e647211 req-9f609412-6088-4aa8-ab2f-b17ec4b69634 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:04:36.872124 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-5f4f953c-0ef0-4339-a30d-b8fc1e647211 req-9f609412-6088-4aa8-ab2f-b17ec4b69634 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Usage tracker for resource:security_group_rule and tenant:3cb129de3aab4998a3a719936a1faf4d is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:04:36.875517 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-5f4f953c-0ef0-4339-a30d-b8fc1e647211 req-9f609412-6088-4aa8-ab2f-b17ec4b69634 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:04:36.882204 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-5f4f953c-0ef0-4339-a30d-b8fc1e647211 req-9f609412-6088-4aa8-ab2f-b17ec4b69634 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:04:36.964279 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5f4f953c-0ef0-4339-a30d-b8fc1e647211 req-9f609412-6088-4aa8-ab2f-b17ec4b69634 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:36.968431 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5f4f953c-0ef0-4339-a30d-b8fc1e647211 req-9f609412-6088-4aa8-ab2f-b17ec4b69634 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:37.020877 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f609412-6088-4aa8-ab2f-b17ec4b69634 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52bcf3c5-13f6-418a-8b05-81ab1ed7c0c5,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:37.028663 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-5f4f953c-0ef0-4339-a30d-b8fc1e647211 req-9f609412-6088-4aa8-ab2f-b17ec4b69634 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:37.029882 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5f4f953c-0ef0-4339-a30d-b8fc1e647211 req-9f609412-6088-4aa8-ab2f-b17ec4b69634 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2163854 May 13 15:04:37.031411 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f609412-6088-4aa8-ab2f-b17ec4b69634 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:37.031757 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f609412-6088-4aa8-ab2f-b17ec4b69634 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:37.032098 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f609412-6088-4aa8-ab2f-b17ec4b69634 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:37.032433 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f609412-6088-4aa8-ab2f-b17ec4b69634 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:37.032767 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f609412-6088-4aa8-ab2f-b17ec4b69634 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:37.033092 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f609412-6088-4aa8-ab2f-b17ec4b69634 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:37.033420 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f609412-6088-4aa8-ab2f-b17ec4b69634 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:37.033753 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f609412-6088-4aa8-ab2f-b17ec4b69634 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:37.034079 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f609412-6088-4aa8-ab2f-b17ec4b69634 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:37.034401 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f609412-6088-4aa8-ab2f-b17ec4b69634 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:37.034723 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f609412-6088-4aa8-ab2f-b17ec4b69634 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:37.035051 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f609412-6088-4aa8-ab2f-b17ec4b69634 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:37.168686 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-027a0515-c388-42da-8117-aa2e3b400668 req-1dbdcba8-88f5-461f-818d-74e9813b8c2e tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1043116878&fields=id&tenant_id=3cb129de3aab4998a3a719936a1faf4d HTTP/1.1" status: 200 len: 267 time: 0.0443418 May 13 15:04:37.263463 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a0515-c388-42da-8117-aa2e3b400668 req-342d4d93-5421-47d1-ab6b-91b718cde09f tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:37.265582 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-027a0515-c388-42da-8117-aa2e3b400668 req-342d4d93-5421-47d1-ab6b-91b718cde09f tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 945 time: 0.0908267 May 13 15:04:37.276944 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-027a0515-c388-42da-8117-aa2e3b400668 req-2e3d81fb-5ace-4313-8970-976fed468e9d tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Request body: {'port': {'security_groups': ['0176b06d-de8e-4d76-9a4c-567a603e5a59', '52bcf3c5-13f6-418a-8b05-81ab1ed7c0c5']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:04:37.525558 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-027a0515-c388-42da-8117-aa2e3b400668 req-2e3d81fb-5ace-4313-8970-976fed468e9d tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:37.797957 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-027a0515-c388-42da-8117-aa2e3b400668 req-2e3d81fb-5ace-4313-8970-976fed468e9d tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] For port 09af30e9-dd72-4ce1-b5cd-26df26f73838, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=09af30e9-dd72-4ce1-b5cd-26df26f73838,segment=NetworkSegment(77a50093-31e5-45c8-bfca-9227ce3aa38c),segment_id=77a50093-31e5-45c8-bfca-9227ce3aa38c)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:04:37.825694 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-027a0515-c388-42da-8117-aa2e3b400668 req-2e3d81fb-5ace-4313-8970-976fed468e9d tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:37.830685 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-027a0515-c388-42da-8117-aa2e3b400668 req-2e3d81fb-5ace-4313-8970-976fed468e9d tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:37.842867 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['09af30e9-dd72-4ce1-b5cd-26df26f73838'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:04:37.913726 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a0515-c388-42da-8117-aa2e3b400668 req-2e3d81fb-5ace-4313-8970-976fed468e9d tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:37.914352 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-027a0515-c388-42da-8117-aa2e3b400668 req-2e3d81fb-5ace-4313-8970-976fed468e9d tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:37.919472 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-027a0515-c388-42da-8117-aa2e3b400668 req-2e3d81fb-5ace-4313-8970-976fed468e9d tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "PUT /v2.0/ports/09af30e9-dd72-4ce1-b5cd-26df26f73838 HTTP/1.1" status: 200 len: 981 time: 0.6469455 May 13 15:04:37.920169 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa2da07-d586-4577-8f4d-d2a392a28468', 'tag': '09af30e9-dd72-4ce1-b5cd-26df26f73838'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:04:37.959643 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d81fb-5ace-4313-8970-976fed468e9d tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Pushing event updated for resources: {'Port': ['ID=09af30e9-dd72-4ce1-b5cd-26df26f73838,revision_number=6']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:37.985224 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['09af30e9-dd72-4ce1-b5cd-26df26f73838'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:04:38.064490 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1c76d01f-c859-4729-93b4-2ec931ad6410 req-14cc4131-7dc7-402d-8f8a-df9925276095 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1043116878&fields=id&tenant_id=3cb129de3aab4998a3a719936a1faf4d HTTP/1.1" status: 200 len: 267 time: 0.0555913 May 13 15:04:38.207128 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76d01f-c859-4729-93b4-2ec931ad6410 req-1875c126-7754-4fbb-9358-999523b64659 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:38.216554 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1c76d01f-c859-4729-93b4-2ec931ad6410 req-1875c126-7754-4fbb-9358-999523b64659 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 984 time: 0.1438725 May 13 15:04:38.225753 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-1c76d01f-c859-4729-93b4-2ec931ad6410 req-a07edf56-0993-4cec-954c-0cf86e1a1b48 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Request body: {'port': {'security_groups': ['0176b06d-de8e-4d76-9a4c-567a603e5a59']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:04:38.403550 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1c76d01f-c859-4729-93b4-2ec931ad6410 req-a07edf56-0993-4cec-954c-0cf86e1a1b48 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:38.563917 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82e077bb-19bb-45b9-84d2-32eded6282c8'] response: {'name': 'network-changed', 'server_uuid': '2aa2da07-d586-4577-8f4d-d2a392a28468', 'tag': '09af30e9-dd72-4ce1-b5cd-26df26f73838', 'status': 'completed', 'code': 200} May 13 15:04:38.757593 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dcce95-e801-4825-9a2a-236ccd1f056b req-01557094-5651-4660-aceb-3261686e3be5 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:38.759263 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4dd3a-d794-497b-b2ce-231699cc0adb req-aea66f3f-3f6f-4aa4-9221-87eb35441ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:38.759595 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-39dcce95-e801-4825-9a2a-236ccd1f056b req-01557094-5651-4660-aceb-3261686e3be5 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 945 time: 0.1046753 May 13 15:04:38.760726 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-62f4dd3a-d794-497b-b2ce-231699cc0adb req-aea66f3f-3f6f-4aa4-9221-87eb35441ffb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3cb129de3aab4998a3a719936a1faf4d&device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 1135 time: 0.1462126 May 13 15:04:38.762482 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-1c76d01f-c859-4729-93b4-2ec931ad6410 req-a07edf56-0993-4cec-954c-0cf86e1a1b48 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] For port 09af30e9-dd72-4ce1-b5cd-26df26f73838, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=09af30e9-dd72-4ce1-b5cd-26df26f73838,segment=NetworkSegment(77a50093-31e5-45c8-bfca-9227ce3aa38c),segment_id=77a50093-31e5-45c8-bfca-9227ce3aa38c)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:04:38.810372 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-39dcce95-e801-4825-9a2a-236ccd1f056b req-d5652087-0f79-4445-8130-183c54b8519d tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437655 May 13 15:04:38.876448 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1c76d01f-c859-4729-93b4-2ec931ad6410 req-a07edf56-0993-4cec-954c-0cf86e1a1b48 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:38.883817 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1c76d01f-c859-4729-93b4-2ec931ad6410 req-a07edf56-0993-4cec-954c-0cf86e1a1b48 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:38.895978 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['09af30e9-dd72-4ce1-b5cd-26df26f73838'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:04:38.991675 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76d01f-c859-4729-93b4-2ec931ad6410 req-a07edf56-0993-4cec-954c-0cf86e1a1b48 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:38.992301 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1c76d01f-c859-4729-93b4-2ec931ad6410 req-a07edf56-0993-4cec-954c-0cf86e1a1b48 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:38.996665 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1c76d01f-c859-4729-93b4-2ec931ad6410 req-a07edf56-0993-4cec-954c-0cf86e1a1b48 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "PUT /v2.0/ports/09af30e9-dd72-4ce1-b5cd-26df26f73838 HTTP/1.1" status: 200 len: 942 time: 0.7792413 May 13 15:04:39.029105 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07edf56-0993-4cec-954c-0cf86e1a1b48 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Pushing event updated for resources: {'Port': ['ID=09af30e9-dd72-4ce1-b5cd-26df26f73838,revision_number=7']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:39.034616 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4dd3a-d794-497b-b2ce-231699cc0adb req-62254e7b-d8e1-4628-b800-534e04ea874b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:39.036914 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-62f4dd3a-d794-497b-b2ce-231699cc0adb req-62254e7b-d8e1-4628-b800-534e04ea874b service neutron] 10.222.0.59 "GET /v2.0/networks?id=e12fedbd-215f-4f41-9a4c-e84de0af9be0 HTTP/1.1" status: 200 len: 921 time: 0.2679751 May 13 15:04:39.051909 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['09af30e9-dd72-4ce1-b5cd-26df26f73838'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:04:39.116991 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-62f4dd3a-d794-497b-b2ce-231699cc0adb req-f1820398-ba3f-4711-9998-76cd0f28bebb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09af30e9-dd72-4ce1-b5cd-26df26f73838 HTTP/1.1" status: 200 len: 217 time: 0.0740311 May 13 15:04:39.207543 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4dd3a-d794-497b-b2ce-231699cc0adb req-2ca68ca8-d2ce-42db-bb0e-2244f7f1e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:39.209024 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-62f4dd3a-d794-497b-b2ce-231699cc0adb req-2ca68ca8-d2ce-42db-bb0e-2244f7f1e032 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fddff09a-d79a-4053-b439-c70ceb835050 HTTP/1.1" status: 200 len: 860 time: 0.0867727 May 13 15:04:39.224173 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-3dcedcc8-3bd1-435e-bf03-b03ef17514fd req-c246fdef-985b-40fd-b21c-cbf2c9031425 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Synchronizing usage tracker for tenant:3cb129de3aab4998a3a719936a1faf4d on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:04:39.254529 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-3dcedcc8-3bd1-435e-bf03-b03ef17514fd req-c246fdef-985b-40fd-b21c-cbf2c9031425 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Unset dirty status for tenant:3cb129de3aab4998a3a719936a1faf4d on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:04:39.256329 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3dcedcc8-3bd1-435e-bf03-b03ef17514fd req-c246fdef-985b-40fd-b21c-cbf2c9031425 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2411671 May 13 15:04:39.268246 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-3dcedcc8-3bd1-435e-bf03-b03ef17514fd req-02189e2b-bf72-4b40-b77a-a873a69e3223 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:04:39.293610 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-3dcedcc8-3bd1-435e-bf03-b03ef17514fd req-02189e2b-bf72-4b40-b77a-a873a69e3223 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:04:39.300856 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-3dcedcc8-3bd1-435e-bf03-b03ef17514fd req-02189e2b-bf72-4b40-b77a-a873a69e3223 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Usage tracker for resource:floatingip and tenant:3cb129de3aab4998a3a719936a1faf4d is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:04:39.305870 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-3dcedcc8-3bd1-435e-bf03-b03ef17514fd req-02189e2b-bf72-4b40-b77a-a873a69e3223 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:04:39.320187 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-62f4dd3a-d794-497b-b2ce-231699cc0adb req-97804700-a0bb-4b33-b5ed-3f147214af34 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e12fedbd-215f-4f41-9a4c-e84de0af9be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055665 May 13 15:04:39.322110 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-3dcedcc8-3bd1-435e-bf03-b03ef17514fd req-02189e2b-bf72-4b40-b77a-a873a69e3223 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:04:39.341226 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3dcedcc8-3bd1-435e-bf03-b03ef17514fd req-02189e2b-bf72-4b40-b77a-a873a69e3223 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks [] for floatingip, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:39.533031 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-62f4dd3a-d794-497b-b2ce-231699cc0adb req-b6333a4d-ee12-4318-b5a5-3c52f29ebdc3 service neutron] 10.222.0.59 "GET /v2.0/networks/e12fedbd-215f-4f41-9a4c-e84de0af9be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066467 May 13 15:04:39.548813 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3dcedcc8-3bd1-435e-bf03-b03ef17514fd req-02189e2b-bf72-4b40-b77a-a873a69e3223 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:39.699950 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-62f4dd3a-d794-497b-b2ce-231699cc0adb req-7ec4fb30-797f-4365-b9a8-abdbb10aebf4 service neutron] 10.222.0.59 "GET /v2.0/networks/e12fedbd-215f-4f41-9a4c-e84de0af9be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609411 May 13 15:04:39.729778 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-3dcedcc8-3bd1-435e-bf03-b03ef17514fd req-02189e2b-bf72-4b40-b77a-a873a69e3223 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Allocated IP 172.25.0.45 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/d03c1270-c7fc-45e9-b431-60a2758da939) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:04:39.906545 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3dcedcc8-3bd1-435e-bf03-b03ef17514fd req-02189e2b-bf72-4b40-b77a-a873a69e3223 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:39.937871 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3dcedcc8-3bd1-435e-bf03-b03ef17514fd req-02189e2b-bf72-4b40-b77a-a873a69e3223 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:40.008007 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dcedcc8-3bd1-435e-bf03-b03ef17514fd req-02189e2b-bf72-4b40-b77a-a873a69e3223 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:04:40.011480 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-3dcedcc8-3bd1-435e-bf03-b03ef17514fd req-02189e2b-bf72-4b40-b77a-a873a69e3223 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:04:40.016683 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dcedcc8-3bd1-435e-bf03-b03ef17514fd req-02189e2b-bf72-4b40-b77a-a873a69e3223 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:04:40.053611 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02189e2b-bf72-4b40-b77a-a873a69e3223 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Pushing event updated for resources: {'Port': ['ID=d03c1270-c7fc-45e9-b431-60a2758da939,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:40.111501 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3dcedcc8-3bd1-435e-bf03-b03ef17514fd req-02189e2b-bf72-4b40-b77a-a873a69e3223 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:40.130625 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddc427-ea7f-4e57-9de1-ed3452b4c4d2 req-1f804b5a-b9e2-4dd3-b479-37e61c59a6b0 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:40.132198 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-41ddc427-ea7f-4e57-9de1-ed3452b4c4d2 req-1f804b5a-b9e2-4dd3-b479-37e61c59a6b0 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 945 time: 0.2057314 May 13 15:04:40.184055 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-41ddc427-ea7f-4e57-9de1-ed3452b4c4d2 req-0dde2ed9-982d-4aef-a100-49c526047458 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460546 May 13 15:04:40.187831 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3dcedcc8-3bd1-435e-bf03-b03ef17514fd req-02189e2b-bf72-4b40-b77a-a873a69e3223 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:40.414045 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3dcedcc8-3bd1-435e-bf03-b03ef17514fd req-02189e2b-bf72-4b40-b77a-a873a69e3223 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:40.418445 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3dcedcc8-3bd1-435e-bf03-b03ef17514fd req-02189e2b-bf72-4b40-b77a-a873a69e3223 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:40.548922 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02189e2b-bf72-4b40-b77a-a873a69e3223 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Pushing event updated for resources: {'Port': ['ID=d03c1270-c7fc-45e9-b431-60a2758da939,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:40.559082 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3dcedcc8-3bd1-435e-bf03-b03ef17514fd req-02189e2b-bf72-4b40-b77a-a873a69e3223 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:40.565299 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa2da07-d586-4577-8f4d-d2a392a28468', 'tag': '09af30e9-dd72-4ce1-b5cd-26df26f73838'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:04:40.584557 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3dcedcc8-3bd1-435e-bf03-b03ef17514fd req-02189e2b-bf72-4b40-b77a-a873a69e3223 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:40.591860 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3dcedcc8-3bd1-435e-bf03-b03ef17514fd req-02189e2b-bf72-4b40-b77a-a873a69e3223 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3286059 May 13 15:04:40.618854 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ea05af0-3cfb-4c32-a924-81f853bee84b'] response: {'name': 'network-changed', 'server_uuid': '2aa2da07-d586-4577-8f4d-d2a392a28468', 'tag': '09af30e9-dd72-4ce1-b5cd-26df26f73838', 'status': 'completed', 'code': 200} May 13 15:04:40.669415 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-3dcedcc8-3bd1-435e-bf03-b03ef17514fd req-9f4a5a1e-626f-4fcc-a8da-607117977fbe tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Synchronizing usage tracker for tenant:3cb129de3aab4998a3a719936a1faf4d on resource:floatingip {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:04:40.688533 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-3dcedcc8-3bd1-435e-bf03-b03ef17514fd req-9f4a5a1e-626f-4fcc-a8da-607117977fbe tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Unset dirty status for tenant:3cb129de3aab4998a3a719936a1faf4d on resource:floatingip {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:04:40.691649 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3dcedcc8-3bd1-435e-bf03-b03ef17514fd req-9f4a5a1e-626f-4fcc-a8da-607117977fbe tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.45 HTTP/1.1" status: 200 len: 695 time: 0.0989521 May 13 15:04:40.723015 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100f568-3713-4f88-8872-2ccdb4857b25 req-6d5078ba-04b1-431a-9205-9bad0227a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:40.725374 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9100f568-3713-4f88-8872-2ccdb4857b25 req-6d5078ba-04b1-431a-9205-9bad0227a7df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3cb129de3aab4998a3a719936a1faf4d&device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 1096 time: 0.0851541 May 13 15:04:40.850573 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcedcc8-3bd1-435e-bf03-b03ef17514fd req-91a3e180-d73e-4aab-a7c1-4d10e76d60eb tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:40.851937 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3dcedcc8-3bd1-435e-bf03-b03ef17514fd req-91a3e180-d73e-4aab-a7c1-4d10e76d60eb tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 784 time: 0.1564102 May 13 15:04:40.862517 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [req-3dcedcc8-3bd1-435e-bf03-b03ef17514fd req-9ce0e77b-5d70-4e44-b15b-d1be3beb1409 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:04:40.863544 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3dcedcc8-3bd1-435e-bf03-b03ef17514fd req-9ce0e77b-5d70-4e44-b15b-d1be3beb1409 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061715 May 13 15:04:40.870785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100f568-3713-4f88-8872-2ccdb4857b25 req-695bbdea-ab8b-4d1c-a3ca-49895f4b1dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:40.872276 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9100f568-3713-4f88-8872-2ccdb4857b25 req-695bbdea-ab8b-4d1c-a3ca-49895f4b1dd7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e12fedbd-215f-4f41-9a4c-e84de0af9be0 HTTP/1.1" status: 200 len: 921 time: 0.1416440 May 13 15:04:40.944612 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9100f568-3713-4f88-8872-2ccdb4857b25 req-1623306b-4ada-40c7-81c8-a93e71e91677 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09af30e9-dd72-4ce1-b5cd-26df26f73838 HTTP/1.1" status: 200 len: 217 time: 0.0657244 May 13 15:04:41.060087 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100f568-3713-4f88-8872-2ccdb4857b25 req-a7cf8e91-1655-4ce1-95fb-b94289aca1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:41.061461 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9100f568-3713-4f88-8872-2ccdb4857b25 req-a7cf8e91-1655-4ce1-95fb-b94289aca1ed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fddff09a-d79a-4053-b439-c70ceb835050 HTTP/1.1" status: 200 len: 860 time: 0.1120553 May 13 15:04:41.111765 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9100f568-3713-4f88-8872-2ccdb4857b25 req-6b19641b-0c0b-4f0c-aa8e-518aafbbd707 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e12fedbd-215f-4f41-9a4c-e84de0af9be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440066 May 13 15:04:41.151101 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53e951-2238-42c3-9750-5d486d2b213e req-4a589e14-5c8c-40ab-8c1b-9c0dd2911d6b tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:41.152626 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7d53e951-2238-42c3-9750-5d486d2b213e req-4a589e14-5c8c-40ab-8c1b-9c0dd2911d6b tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1722112 May 13 15:04:41.294654 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7d53e951-2238-42c3-9750-5d486d2b213e req-c5b3c6a1-1520-4904-a45a-70b16f1ce477 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.45 HTTP/1.1" status: 200 len: 695 time: 0.0956120 May 13 15:04:41.308351 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-7d53e951-2238-42c3-9750-5d486d2b213e req-ef339966-b32b-4ac6-98d8-20f923d9334d tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Request body: {'floatingip': {'port_id': '09af30e9-dd72-4ce1-b5cd-26df26f73838', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:04:41.416571 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7d53e951-2238-42c3-9750-5d486d2b213e req-ef339966-b32b-4ac6-98d8-20f923d9334d tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks [] for floatingip, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:41.504684 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9100f568-3713-4f88-8872-2ccdb4857b25 req-ee3e0948-1309-42b3-9a2d-53edf542f01d service neutron] 10.222.0.59 "GET /v2.0/networks/e12fedbd-215f-4f41-9a4c-e84de0af9be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869023 May 13 15:04:41.509002 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2ab46-ae07-4d40-8ae0-c373c8cb6c61 req-5053a329-cf02-49e1-941f-56d2bad6299a tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:41.510792 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e5e2ab46-ae07-4d40-8ae0-c373c8cb6c61 req-5053a329-cf02-49e1-941f-56d2bad6299a tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 945 time: 0.2112980 May 13 15:04:41.566931 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e5e2ab46-ae07-4d40-8ae0-c373c8cb6c61 req-017bf8fd-e0c9-4956-96a0-b580cfc94763 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487902 May 13 15:04:41.856451 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9100f568-3713-4f88-8872-2ccdb4857b25 req-eb293111-ba97-4e99-b54f-424d64acd67d service neutron] 10.222.0.59 "GET /v2.0/networks/e12fedbd-215f-4f41-9a4c-e84de0af9be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187294 May 13 15:04:42.327956 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7d53e951-2238-42c3-9750-5d486d2b213e req-ef339966-b32b-4ac6-98d8-20f923d9334d tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:42.332582 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7d53e951-2238-42c3-9750-5d486d2b213e req-ef339966-b32b-4ac6-98d8-20f923d9334d tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:42.531144 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [req-7d53e951-2238-42c3-9750-5d486d2b213e req-ef339966-b32b-4ac6-98d8-20f923d9334d tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Floating IP 362d098b-3b93-40cc-abd4-70f4269c6858 associated. External IP: 172.25.0.45, port: 09af30e9-dd72-4ce1-b5cd-26df26f73838. May 13 15:04:42.768659 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d445f4-c1eb-4cd0-ac43-d2e4d8325bc4 req-6990b07b-1060-4b57-849c-70a82eebcd53 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:42.770163 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-13d445f4-c1eb-4cd0-ac43-d2e4d8325bc4 req-6990b07b-1060-4b57-849c-70a82eebcd53 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 945 time: 0.0879042 May 13 15:04:42.822794 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-13d445f4-c1eb-4cd0-ac43-d2e4d8325bc4 req-9798450f-84c6-453d-8fc0-a2f9f67f7c30 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468400 May 13 15:04:42.912939 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d53e951-2238-42c3-9750-5d486d2b213e req-ef339966-b32b-4ac6-98d8-20f923d9334d tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Router 3c6a4d5b-6abb-4786-8d52-b8fbef5a8407 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:04:43.107859 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d53e951-2238-42c3-9750-5d486d2b213e req-ef339966-b32b-4ac6-98d8-20f923d9334d tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:04:43.112881 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7d53e951-2238-42c3-9750-5d486d2b213e req-ef339966-b32b-4ac6-98d8-20f923d9334d tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:43.118178 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d75ce1-1fc1-4ad8-a411-2a047f4cc434 None None] Sync routers for ids ['3c6a4d5b-6abb-4786-8d52-b8fbef5a8407'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:04:43.128979 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d75ce1-1fc1-4ad8-a411-2a047f4cc434 None None] Routers {'3c6a4d5b-6abb-4786-8d52-b8fbef5a8407'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:04:43.129722 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-57d75ce1-1fc1-4ad8-a411-2a047f4cc434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:04:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3c6a4d5b-6abb-4786-8d52-b8fbef5a8407'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:04:43.175828 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7d53e951-2238-42c3-9750-5d486d2b213e req-ef339966-b32b-4ac6-98d8-20f923d9334d tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "PUT /v2.0/floatingips/362d098b-3b93-40cc-abd4-70f4269c6858 HTTP/1.1" status: 200 len: 995 time: 1.8734026 May 13 15:04:43.176307 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa2da07-d586-4577-8f4d-d2a392a28468', 'tag': '09af30e9-dd72-4ce1-b5cd-26df26f73838'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:04:43.271584 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec97671a-b131-418e-9c17-96c937b665bc'] response: {'name': 'network-changed', 'server_uuid': '2aa2da07-d586-4577-8f4d-d2a392a28468', 'tag': '09af30e9-dd72-4ce1-b5cd-26df26f73838', 'status': 'completed', 'code': 200} May 13 15:04:43.345986 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-57d75ce1-1fc1-4ad8-a411-2a047f4cc434 None None] Set router 3c6a4d5b-6abb-4786-8d52-b8fbef5a8407 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:04:43.367584 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53e951-2238-42c3-9750-5d486d2b213e req-23d05bb2-dce4-4121-8a88-5a7befa4c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:43.368994 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7d53e951-2238-42c3-9750-5d486d2b213e req-23d05bb2-dce4-4121-8a88-5a7befa4c8c7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3cb129de3aab4998a3a719936a1faf4d&device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 1096 time: 0.1592908 May 13 15:04:43.397198 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a453a16-1160-4139-849b-7ee8542363b3 req-b57b7030-e1dd-4e44-8f78-7747c60a99e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:43.399338 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a453a16-1160-4139-849b-7ee8542363b3 req-b57b7030-e1dd-4e44-8f78-7747c60a99e4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3cb129de3aab4998a3a719936a1faf4d&device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 1096 time: 0.1263654 May 13 15:04:43.752026 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-57d75ce1-1fc1-4ad8-a411-2a047f4cc434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'name': 'tempest-ServerRescueTestJSONUnderV235-1031699802-router', 'tenant_id': '3cb129de3aab4998a3a719936a1faf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '05388d9a-841b-40be-b4fa-024330430890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:03:51Z', 'updated_at': '2022-05-13T15:03:55Z', 'revision_number': 4, 'project_id': '3cb129de3aab4998a3a719936a1faf4d', 'gw_port': {'id': '05388d9a-841b-40be-b4fa-024330430890', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:03:51Z', 'updated_at': '2022-05-13T15:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '362d098b-3b93-40cc-abd4-70f4269c6858', 'tenant_id': '3cb129de3aab4998a3a719936a1faf4d', 'floating_ip_address': '172.25.0.45', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'port_id': '09af30e9-dd72-4ce1-b5cd-26df26f73838', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e12fedbd-215f-4f41-9a4c-e84de0af9be0', 'mac_address': 'fa:16:3e:47:4c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa2da07-d586-4577-8f4d-d2a392a28468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:04:40Z', 'updated_at': '2022-05-13T15:04:42Z', 'revision_number': 1, 'project_id': '3cb129de3aab4998a3a719936a1faf4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e871f1-880a-4dd0-a3c1-279e61113406', 'name': '', 'network_id': 'e12fedbd-215f-4f41-9a4c-e84de0af9be0', 'tenant_id': '3cb129de3aab4998a3a719936a1faf4d', 'mac_address': 'fa:16:3e:5b:a5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'fddff09a-d79a-4053-b439-c70ceb835050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:03:54Z', 'updated_at': '2022-05-13T15:04:01Z', 'revision_number': 5, 'project_id': '3cb129de3aab4998a3a719936a1faf4d', 'subnets': [{'id': 'fddff09a-d79a-4053-b439-c70ceb835050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:04:43.755868 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d75ce1-1fc1-4ad8-a411-2a047f4cc434 None None] Checking router: 3c6a4d5b-6abb-4786-8d52-b8fbef5a8407 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:04:43.766489 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d75ce1-1fc1-4ad8-a411-2a047f4cc434 None None] Routers {'3c6a4d5b-6abb-4786-8d52-b8fbef5a8407'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:04:43.767397 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-57d75ce1-1fc1-4ad8-a411-2a047f4cc434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:04:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3c6a4d5b-6abb-4786-8d52-b8fbef5a8407'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:04:43.785547 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53e951-2238-42c3-9750-5d486d2b213e req-dffadc99-c730-4d8f-9b95-c19c11936a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:43.787976 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7d53e951-2238-42c3-9750-5d486d2b213e req-dffadc99-c730-4d8f-9b95-c19c11936a12 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e12fedbd-215f-4f41-9a4c-e84de0af9be0 HTTP/1.1" status: 200 len: 921 time: 0.4112406 May 13 15:04:43.801449 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a453a16-1160-4139-849b-7ee8542363b3 req-83ec1648-edc5-4da5-8f39-fb5cd8f1feee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:43.803772 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a453a16-1160-4139-849b-7ee8542363b3 req-83ec1648-edc5-4da5-8f39-fb5cd8f1feee service neutron] 10.222.0.59 "GET /v2.0/networks?id=e12fedbd-215f-4f41-9a4c-e84de0af9be0 HTTP/1.1" status: 200 len: 921 time: 0.3969233 May 13 15:04:44.019590 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7d53e951-2238-42c3-9750-5d486d2b213e req-15612e95-dadc-4833-be84-2385941042a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09af30e9-dd72-4ce1-b5cd-26df26f73838 HTTP/1.1" status: 200 len: 998 time: 0.2207906 May 13 15:04:44.023564 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a453a16-1160-4139-849b-7ee8542363b3 req-e6f08334-7053-4873-85f4-fa1cb7c33716 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09af30e9-dd72-4ce1-b5cd-26df26f73838 HTTP/1.1" status: 200 len: 998 time: 0.1591470 May 13 15:04:44.033055 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-57d75ce1-1fc1-4ad8-a411-2a047f4cc434 None None] Set router 3c6a4d5b-6abb-4786-8d52-b8fbef5a8407 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:04:44.160135 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53e951-2238-42c3-9750-5d486d2b213e req-9b3e3553-5bed-4e87-9b20-c1c90b38926d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:44.161945 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7d53e951-2238-42c3-9750-5d486d2b213e req-9b3e3553-5bed-4e87-9b20-c1c90b38926d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fddff09a-d79a-4053-b439-c70ceb835050 HTTP/1.1" status: 200 len: 860 time: 0.1360731 May 13 15:04:44.163800 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a453a16-1160-4139-849b-7ee8542363b3 req-dfdcbdd0-aaa3-419d-b9a6-41970ef00a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:44.165233 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a453a16-1160-4139-849b-7ee8542363b3 req-dfdcbdd0-aaa3-419d-b9a6-41970ef00a84 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fddff09a-d79a-4053-b439-c70ceb835050 HTTP/1.1" status: 200 len: 860 time: 0.1074257 May 13 15:04:44.204282 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17917c46-e243-4e77-9c81-edb0ed6db153 req-f197d6ec-5ac4-4d06-a442-c6963001a4db tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:44.218160 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-17917c46-e243-4e77-9c81-edb0ed6db153 req-f197d6ec-5ac4-4d06-a442-c6963001a4db tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 945 time: 0.2125301 May 13 15:04:44.289497 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a453a16-1160-4139-849b-7ee8542363b3 req-75d9fc20-514c-416d-8dd6-ce4b81107da7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e12fedbd-215f-4f41-9a4c-e84de0af9be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745540 May 13 15:04:44.305126 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7d53e951-2238-42c3-9750-5d486d2b213e req-e12bebe5-bf99-43e7-bf86-428efc2d8ff1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e12fedbd-215f-4f41-9a4c-e84de0af9be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1359963 May 13 15:04:44.336839 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-7d53e951-2238-42c3-9750-5d486d2b213e req-48ec7f00-8f1f-40b9-9007-8bb1bcd1a28d service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:04:44.338001 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7d53e951-2238-42c3-9750-5d486d2b213e req-48ec7f00-8f1f-40b9-9007-8bb1bcd1a28d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180669 May 13 15:04:44.346181 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-17917c46-e243-4e77-9c81-edb0ed6db153 req-894750b8-44ad-46f4-91f8-6f348148d359 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267619 May 13 15:04:44.457678 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-57d75ce1-1fc1-4ad8-a411-2a047f4cc434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'name': 'tempest-ServerRescueTestJSONUnderV235-1031699802-router', 'tenant_id': '3cb129de3aab4998a3a719936a1faf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '05388d9a-841b-40be-b4fa-024330430890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:03:51Z', 'updated_at': '2022-05-13T15:03:55Z', 'revision_number': 4, 'project_id': '3cb129de3aab4998a3a719936a1faf4d', 'gw_port': {'id': '05388d9a-841b-40be-b4fa-024330430890', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:03:51Z', 'updated_at': '2022-05-13T15:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '362d098b-3b93-40cc-abd4-70f4269c6858', 'tenant_id': '3cb129de3aab4998a3a719936a1faf4d', 'floating_ip_address': '172.25.0.45', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'port_id': '09af30e9-dd72-4ce1-b5cd-26df26f73838', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e12fedbd-215f-4f41-9a4c-e84de0af9be0', 'mac_address': 'fa:16:3e:47:4c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa2da07-d586-4577-8f4d-d2a392a28468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:04:40Z', 'updated_at': '2022-05-13T15:04:42Z', 'revision_number': 1, 'project_id': '3cb129de3aab4998a3a719936a1faf4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e871f1-880a-4dd0-a3c1-279e61113406', 'name': '', 'network_id': 'e12fedbd-215f-4f41-9a4c-e84de0af9be0', 'tenant_id': '3cb129de3aab4998a3a719936a1faf4d', 'mac_address': 'fa:16:3e:5b:a5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'fddff09a-d79a-4053-b439-c70ceb835050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:03:54Z', 'updated_at': '2022-05-13T15:04:01Z', 'revision_number': 5, 'project_id': '3cb129de3aab4998a3a719936a1faf4d', 'subnets': [{'id': 'fddff09a-d79a-4053-b439-c70ceb835050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:04:44.462275 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d75ce1-1fc1-4ad8-a411-2a047f4cc434 None None] The sync data for ids ['3c6a4d5b-6abb-4786-8d52-b8fbef5a8407'] in n-d-841760-1 is: [{'id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'name': 'tempest-ServerRescueTestJSONUnderV235-1031699802-router', 'tenant_id': '3cb129de3aab4998a3a719936a1faf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '05388d9a-841b-40be-b4fa-024330430890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:03:51Z', 'updated_at': '2022-05-13T15:03:55Z', 'revision_number': 4, 'project_id': '3cb129de3aab4998a3a719936a1faf4d', 'gw_port': {'id': '05388d9a-841b-40be-b4fa-024330430890', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:03:51Z', 'updated_at': '2022-05-13T15:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '362d098b-3b93-40cc-abd4-70f4269c6858', 'tenant_id': '3cb129de3aab4998a3a719936a1faf4d', 'floating_ip_address': '172.25.0.45', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'port_id': '09af30e9-dd72-4ce1-b5cd-26df26f73838', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e12fedbd-215f-4f41-9a4c-e84de0af9be0', 'mac_address': 'fa:16:3e:47:4c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa2da07-d586-4577-8f4d-d2a392a28468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:04:40Z', 'updated_at': '2022-05-13T15:04:42Z', 'revision_number': 1, 'project_id': '3cb129de3aab4998a3a719936a1faf4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e871f1-880a-4dd0-a3c1-279e61113406', 'name': '', 'network_id': 'e12fedbd-215f-4f41-9a4c-e84de0af9be0', 'tenant_id': '3cb129de3aab4998a3a719936a1faf4d', 'mac_address': 'fa:16:3e:5b:a5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'fddff09a-d79a-4053-b439-c70ceb835050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:03:54Z', 'updated_at': '2022-05-13T15:04:01Z', 'revision_number': 5, 'project_id': '3cb129de3aab4998a3a719936a1faf4d', 'subnets': [{'id': 'fddff09a-d79a-4053-b439-c70ceb835050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:04:44.660454 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7d53e951-2238-42c3-9750-5d486d2b213e req-a24ca9c9-122d-4690-b960-8100547d2ac7 service neutron] 10.222.0.35 "GET /v2.0/networks/e12fedbd-215f-4f41-9a4c-e84de0af9be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925990 May 13 15:04:44.664219 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a453a16-1160-4139-849b-7ee8542363b3 req-efaca953-222c-49fb-809d-a058ebecec64 service neutron] 10.222.0.59 "GET /v2.0/networks/e12fedbd-215f-4f41-9a4c-e84de0af9be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252413 May 13 15:04:44.756473 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285601a3-23ed-4dda-a445-f1393ba4385d None None] New status for floating IP 362d098b-3b93-40cc-abd4-70f4269c6858: ACTIVE {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:04:44.927809 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7d53e951-2238-42c3-9750-5d486d2b213e req-31fa8c9e-c389-408f-92a1-8a3b7e5033e9 service neutron] 10.222.0.35 "GET /v2.0/networks/e12fedbd-215f-4f41-9a4c-e84de0af9be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581971 May 13 15:04:44.930490 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a453a16-1160-4139-849b-7ee8542363b3 req-a069be09-3df6-45ff-86f4-a23ff9273f4c service neutron] 10.222.0.59 "GET /v2.0/networks/e12fedbd-215f-4f41-9a4c-e84de0af9be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400246 May 13 15:04:45.084191 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4418dcdc-7bf2-4e02-94a9-e671e7ebd8fa req-1687accb-98ae-4433-a4b4-1bacfbae0bd0 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.45 HTTP/1.1" status: 200 len: 998 time: 0.1148109 May 13 15:04:45.181590 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418dcdc-7bf2-4e02-94a9-e671e7ebd8fa req-8b1cf2b6-d194-4a53-8012-184fbb90d346 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:45.183053 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4418dcdc-7bf2-4e02-94a9-e671e7ebd8fa req-8b1cf2b6-d194-4a53-8012-184fbb90d346 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports/09af30e9-dd72-4ce1-b5cd-26df26f73838 HTTP/1.1" status: 200 len: 942 time: 0.0870543 May 13 15:04:45.438744 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4418dcdc-7bf2-4e02-94a9-e671e7ebd8fa req-ae87c6b5-1ab4-49cf-a087-f3210a70f198 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.45 HTTP/1.1" status: 200 len: 1000 time: 0.1218281 May 13 15:04:45.603215 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ae585-e847-4da0-add6-910c418a90cc req-d8ccc34b-0eae-47f4-93a4-6d78b361a64e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:45.606450 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-511ae585-e847-4da0-add6-910c418a90cc req-d8ccc34b-0eae-47f4-93a4-6d78b361a64e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 945 time: 0.1193292 May 13 15:04:45.643858 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418dcdc-7bf2-4e02-94a9-e671e7ebd8fa req-96ecb62a-6b19-4696-8083-2805b59d0278 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:45.645339 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4418dcdc-7bf2-4e02-94a9-e671e7ebd8fa req-96ecb62a-6b19-4696-8083-2805b59d0278 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 784 time: 0.2058346 May 13 15:04:45.662470 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [req-4418dcdc-7bf2-4e02-94a9-e671e7ebd8fa req-36ba0181-6197-4812-b045-301bfce53ce2 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:04:45.666250 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-511ae585-e847-4da0-add6-910c418a90cc req-8a3cb031-0f8b-458a-97ae-be891dbc4f22 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529120 May 13 15:04:45.667076 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4418dcdc-7bf2-4e02-94a9-e671e7ebd8fa req-36ba0181-6197-4812-b045-301bfce53ce2 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100231 May 13 15:04:45.798605 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4418dcdc-7bf2-4e02-94a9-e671e7ebd8fa req-ebd12ffe-4b31-4aba-afc0-5ad6cbc1ba8c tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.45 HTTP/1.1" status: 200 len: 1000 time: 0.1240156 May 13 15:04:45.814399 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-4418dcdc-7bf2-4e02-94a9-e671e7ebd8fa req-f0c33258-50b9-4b82-a351-82d403b100b8 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:04:45.923121 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4418dcdc-7bf2-4e02-94a9-e671e7ebd8fa req-f0c33258-50b9-4b82-a351-82d403b100b8 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks [] for floatingip, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:46.201013 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4418dcdc-7bf2-4e02-94a9-e671e7ebd8fa req-f0c33258-50b9-4b82-a351-82d403b100b8 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:46.205241 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4418dcdc-7bf2-4e02-94a9-e671e7ebd8fa req-f0c33258-50b9-4b82-a351-82d403b100b8 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:46.205565 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [req-4418dcdc-7bf2-4e02-94a9-e671e7ebd8fa req-f0c33258-50b9-4b82-a351-82d403b100b8 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Floating IP 362d098b-3b93-40cc-abd4-70f4269c6858 disassociated. External IP: 172.25.0.45, port: 09af30e9-dd72-4ce1-b5cd-26df26f73838. May 13 15:04:46.691684 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4418dcdc-7bf2-4e02-94a9-e671e7ebd8fa req-f0c33258-50b9-4b82-a351-82d403b100b8 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Router 3c6a4d5b-6abb-4786-8d52-b8fbef5a8407 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:04:46.908021 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4418dcdc-7bf2-4e02-94a9-e671e7ebd8fa req-f0c33258-50b9-4b82-a351-82d403b100b8 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:04:46.914301 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4418dcdc-7bf2-4e02-94a9-e671e7ebd8fa req-f0c33258-50b9-4b82-a351-82d403b100b8 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:46.932893 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb3e5cb-28ee-4ac3-88ca-4b376a01e90d None None] Sync routers for ids ['3c6a4d5b-6abb-4786-8d52-b8fbef5a8407'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:04:46.950883 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d748d0e-c1fd-4720-a416-3f8595fb893b req-407b57d3-91aa-4b43-8f2e-9e776aaa88ed tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:46.957859 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb3e5cb-28ee-4ac3-88ca-4b376a01e90d None None] Routers {'3c6a4d5b-6abb-4786-8d52-b8fbef5a8407'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:04:46.957859 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-ddb3e5cb-28ee-4ac3-88ca-4b376a01e90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:04:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3c6a4d5b-6abb-4786-8d52-b8fbef5a8407'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:04:46.967809 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7d748d0e-c1fd-4720-a416-3f8595fb893b req-407b57d3-91aa-4b43-8f2e-9e776aaa88ed tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 945 time: 0.1499147 May 13 15:04:47.036912 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4418dcdc-7bf2-4e02-94a9-e671e7ebd8fa req-f0c33258-50b9-4b82-a351-82d403b100b8 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "PUT /v2.0/floatingips/362d098b-3b93-40cc-abd4-70f4269c6858 HTTP/1.1" status: 200 len: 694 time: 1.2289526 May 13 15:04:47.043779 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa2da07-d586-4577-8f4d-d2a392a28468', 'tag': '09af30e9-dd72-4ce1-b5cd-26df26f73838'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:04:47.057081 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7d748d0e-c1fd-4720-a416-3f8595fb893b req-38dd83a2-be49-484c-8dbb-d3185429cc18 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894382 May 13 15:04:47.246084 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f067a2d2-40ef-4edb-a89c-00996a0b8a28'] response: {'name': 'network-changed', 'server_uuid': '2aa2da07-d586-4577-8f4d-d2a392a28468', 'tag': '09af30e9-dd72-4ce1-b5cd-26df26f73838', 'status': 'completed', 'code': 200} May 13 15:04:47.271777 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418dcdc-7bf2-4e02-94a9-e671e7ebd8fa req-f6b7c3fe-8396-48a6-a241-bbadd20d00bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:47.308972 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4418dcdc-7bf2-4e02-94a9-e671e7ebd8fa req-f6b7c3fe-8396-48a6-a241-bbadd20d00bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3cb129de3aab4998a3a719936a1faf4d&device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 1096 time: 0.2384725 May 13 15:04:47.338611 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-ddb3e5cb-28ee-4ac3-88ca-4b376a01e90d None None] Set router 3c6a4d5b-6abb-4786-8d52-b8fbef5a8407 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:04:47.527358 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e9456-53ad-42fe-a7ca-5bf8a1ca8c7b req-7835d733-8673-42a4-b307-2fea4768ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:47.539684 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7d2e9456-53ad-42fe-a7ca-5bf8a1ca8c7b req-7835d733-8673-42a4-b307-2fea4768ca74 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3cb129de3aab4998a3a719936a1faf4d&device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 1096 time: 0.2903075 May 13 15:04:47.664428 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418dcdc-7bf2-4e02-94a9-e671e7ebd8fa req-867641b0-7bfd-4794-9507-b54d158b8ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:47.669502 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4418dcdc-7bf2-4e02-94a9-e671e7ebd8fa req-867641b0-7bfd-4794-9507-b54d158b8ef8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e12fedbd-215f-4f41-9a4c-e84de0af9be0 HTTP/1.1" status: 200 len: 921 time: 0.3706999 May 13 15:04:47.730610 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e9456-53ad-42fe-a7ca-5bf8a1ca8c7b req-d72f566e-878f-4099-aa2d-1c32fe0facc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:47.733017 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7d2e9456-53ad-42fe-a7ca-5bf8a1ca8c7b req-d72f566e-878f-4099-aa2d-1c32fe0facc1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e12fedbd-215f-4f41-9a4c-e84de0af9be0 HTTP/1.1" status: 200 len: 921 time: 0.1977780 May 13 15:04:47.760602 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4418dcdc-7bf2-4e02-94a9-e671e7ebd8fa req-228a8c08-80c4-4336-965d-d7fcfe197755 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09af30e9-dd72-4ce1-b5cd-26df26f73838 HTTP/1.1" status: 200 len: 217 time: 0.0811512 May 13 15:04:47.803755 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-ddb3e5cb-28ee-4ac3-88ca-4b376a01e90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'name': 'tempest-ServerRescueTestJSONUnderV235-1031699802-router', 'tenant_id': '3cb129de3aab4998a3a719936a1faf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '05388d9a-841b-40be-b4fa-024330430890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:03:51Z', 'updated_at': '2022-05-13T15:03:55Z', 'revision_number': 4, 'project_id': '3cb129de3aab4998a3a719936a1faf4d', 'gw_port': {'id': '05388d9a-841b-40be-b4fa-024330430890', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:03:51Z', 'updated_at': '2022-05-13T15:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '31e871f1-880a-4dd0-a3c1-279e61113406', 'name': '', 'network_id': 'e12fedbd-215f-4f41-9a4c-e84de0af9be0', 'tenant_id': '3cb129de3aab4998a3a719936a1faf4d', 'mac_address': 'fa:16:3e:5b:a5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'fddff09a-d79a-4053-b439-c70ceb835050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:03:54Z', 'updated_at': '2022-05-13T15:04:01Z', 'revision_number': 5, 'project_id': '3cb129de3aab4998a3a719936a1faf4d', 'subnets': [{'id': 'fddff09a-d79a-4053-b439-c70ceb835050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:04:47.809331 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb3e5cb-28ee-4ac3-88ca-4b376a01e90d None None] Checking router: 3c6a4d5b-6abb-4786-8d52-b8fbef5a8407 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:04:47.819539 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7d2e9456-53ad-42fe-a7ca-5bf8a1ca8c7b req-d1f21511-89c1-4b2b-9f27-da5a66a24094 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09af30e9-dd72-4ce1-b5cd-26df26f73838 HTTP/1.1" status: 200 len: 217 time: 0.0801501 May 13 15:04:47.823319 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb3e5cb-28ee-4ac3-88ca-4b376a01e90d None None] Routers {'3c6a4d5b-6abb-4786-8d52-b8fbef5a8407'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:04:47.824221 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-ddb3e5cb-28ee-4ac3-88ca-4b376a01e90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:04:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3c6a4d5b-6abb-4786-8d52-b8fbef5a8407'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:04:47.853087 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418dcdc-7bf2-4e02-94a9-e671e7ebd8fa req-23cedf2d-c624-4738-8ba5-ae401d783523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:47.854979 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4418dcdc-7bf2-4e02-94a9-e671e7ebd8fa req-23cedf2d-c624-4738-8ba5-ae401d783523 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fddff09a-d79a-4053-b439-c70ceb835050 HTTP/1.1" status: 200 len: 860 time: 0.0874300 May 13 15:04:47.919454 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4418dcdc-7bf2-4e02-94a9-e671e7ebd8fa req-946cf56b-034a-48ab-9355-68ce24af9b5b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e12fedbd-215f-4f41-9a4c-e84de0af9be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546508 May 13 15:04:48.058417 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-ddb3e5cb-28ee-4ac3-88ca-4b376a01e90d None None] Set router 3c6a4d5b-6abb-4786-8d52-b8fbef5a8407 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:04:48.065609 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e9456-53ad-42fe-a7ca-5bf8a1ca8c7b req-8f4f5b1e-1a35-4a0c-8588-4679183a2d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:48.068552 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7d2e9456-53ad-42fe-a7ca-5bf8a1ca8c7b req-8f4f5b1e-1a35-4a0c-8588-4679183a2d23 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fddff09a-d79a-4053-b439-c70ceb835050 HTTP/1.1" status: 200 len: 860 time: 0.2424643 May 13 15:04:48.098023 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4418dcdc-7bf2-4e02-94a9-e671e7ebd8fa req-ab79c49d-94ea-4fe4-b5ba-5a979e4f38c4 service neutron] 10.222.0.35 "GET /v2.0/networks/e12fedbd-215f-4f41-9a4c-e84de0af9be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699200 May 13 15:04:48.133470 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7d2e9456-53ad-42fe-a7ca-5bf8a1ca8c7b req-7fe71f02-cedf-42b1-b291-08ff2771d9d8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e12fedbd-215f-4f41-9a4c-e84de0af9be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575161 May 13 15:04:48.271322 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:48.280274 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4418dcdc-7bf2-4e02-94a9-e671e7ebd8fa req-c8e933a8-6791-49f0-9278-9d23d3841429 service neutron] 10.222.0.35 "GET /v2.0/networks/e12fedbd-215f-4f41-9a4c-e84de0af9be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812718 May 13 15:04:48.512272 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7d2e9456-53ad-42fe-a7ca-5bf8a1ca8c7b req-ea46857e-b4eb-4387-a007-b806d7316246 service neutron] 10.222.0.59 "GET /v2.0/networks/e12fedbd-215f-4f41-9a4c-e84de0af9be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655329 May 13 15:04:48.566428 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b5c51014-cd90-4537-96b0-e8d1fa71ed49 req-085399af-95d4-4f9e-9bb7-83c90908a66b tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/floatingips/362d098b-3b93-40cc-abd4-70f4269c6858 HTTP/1.1" status: 200 len: 694 time: 0.2067895 May 13 15:04:48.659584 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adc26d-912e-4126-bc20-75172a6ecd52 req-90158f52-0c54-48a4-aa3c-ac277a666d72 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:48.659584 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d4adc26d-912e-4126-bc20-75172a6ecd52 req-90158f52-0c54-48a4-aa3c-ac277a666d72 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 945 time: 0.3887653 May 13 15:04:48.813469 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-ddb3e5cb-28ee-4ac3-88ca-4b376a01e90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'name': 'tempest-ServerRescueTestJSONUnderV235-1031699802-router', 'tenant_id': '3cb129de3aab4998a3a719936a1faf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '05388d9a-841b-40be-b4fa-024330430890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:03:51Z', 'updated_at': '2022-05-13T15:03:55Z', 'revision_number': 4, 'project_id': '3cb129de3aab4998a3a719936a1faf4d', 'gw_port': {'id': '05388d9a-841b-40be-b4fa-024330430890', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:03:51Z', 'updated_at': '2022-05-13T15:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '31e871f1-880a-4dd0-a3c1-279e61113406', 'name': '', 'network_id': 'e12fedbd-215f-4f41-9a4c-e84de0af9be0', 'tenant_id': '3cb129de3aab4998a3a719936a1faf4d', 'mac_address': 'fa:16:3e:5b:a5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'fddff09a-d79a-4053-b439-c70ceb835050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:03:54Z', 'updated_at': '2022-05-13T15:04:01Z', 'revision_number': 5, 'project_id': '3cb129de3aab4998a3a719936a1faf4d', 'subnets': [{'id': 'fddff09a-d79a-4053-b439-c70ceb835050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:04:48.813469 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb3e5cb-28ee-4ac3-88ca-4b376a01e90d None None] The sync data for ids ['3c6a4d5b-6abb-4786-8d52-b8fbef5a8407'] in n-d-841760-1 is: [{'id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'name': 'tempest-ServerRescueTestJSONUnderV235-1031699802-router', 'tenant_id': '3cb129de3aab4998a3a719936a1faf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '05388d9a-841b-40be-b4fa-024330430890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:03:51Z', 'updated_at': '2022-05-13T15:03:55Z', 'revision_number': 4, 'project_id': '3cb129de3aab4998a3a719936a1faf4d', 'gw_port': {'id': '05388d9a-841b-40be-b4fa-024330430890', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:03:51Z', 'updated_at': '2022-05-13T15:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '31e871f1-880a-4dd0-a3c1-279e61113406', 'name': '', 'network_id': 'e12fedbd-215f-4f41-9a4c-e84de0af9be0', 'tenant_id': '3cb129de3aab4998a3a719936a1faf4d', 'mac_address': 'fa:16:3e:5b:a5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'fddff09a-d79a-4053-b439-c70ceb835050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:03:54Z', 'updated_at': '2022-05-13T15:04:01Z', 'revision_number': 5, 'project_id': '3cb129de3aab4998a3a719936a1faf4d', 'subnets': [{'id': 'fddff09a-d79a-4053-b439-c70ceb835050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:04:48.901922 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d4adc26d-912e-4126-bc20-75172a6ecd52 req-f0616d49-373b-46a0-bd2e-3e5201d6230a tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452942 May 13 15:04:49.005602 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7d2e9456-53ad-42fe-a7ca-5bf8a1ca8c7b req-3cf6177f-bfc7-4925-9c7e-e57ee7b94ae1 service neutron] 10.222.0.59 "GET /v2.0/networks/e12fedbd-215f-4f41-9a4c-e84de0af9be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4873161 May 13 15:04:49.021230 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c51014-cd90-4537-96b0-e8d1fa71ed49 req-7707c14e-94d2-4ade-b39c-dd402e39d225 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:49.022695 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b5c51014-cd90-4537-96b0-e8d1fa71ed49 req-7707c14e-94d2-4ade-b39c-dd402e39d225 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 784 time: 0.4710343 May 13 15:04:49.051651 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [req-b5c51014-cd90-4537-96b0-e8d1fa71ed49 req-f77545de-3e55-4532-8dab-41d371f6ddee tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:04:49.051651 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b5c51014-cd90-4537-96b0-e8d1fa71ed49 req-f77545de-3e55-4532-8dab-41d371f6ddee tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073972 May 13 15:04:49.206557 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b5c51014-cd90-4537-96b0-e8d1fa71ed49 req-49c39ea9-1af9-4bac-a6b1-c8cef7e07da9 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.45 HTTP/1.1" status: 200 len: 697 time: 0.1385896 May 13 15:04:49.401697 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3333bea-0cd2-4208-8f46-4207449dcf02 None None] New status for floating IP 362d098b-3b93-40cc-abd4-70f4269c6858: DOWN {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:04:49.445693 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b5c51014-cd90-4537-96b0-e8d1fa71ed49 req-78d42342-4f5b-4b2c-a6e8-c4cffe117a02 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.45 HTTP/1.1" status: 200 len: 697 time: 0.2351356 May 13 15:04:49.618269 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-b5c51014-cd90-4537-96b0-e8d1fa71ed49 req-5c9fd8f1-cbf9-4ee4-9cea-1a2fbdbb4e85 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Deleting port d03c1270-c7fc-45e9-b431-60a2758da939 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:04:49.618534 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b5c51014-cd90-4537-96b0-e8d1fa71ed49 req-5c9fd8f1-cbf9-4ee4-9cea-1a2fbdbb4e85 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:49.896655 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b5c51014-cd90-4537-96b0-e8d1fa71ed49 req-5c9fd8f1-cbf9-4ee4-9cea-1a2fbdbb4e85 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:49.896846 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b5c51014-cd90-4537-96b0-e8d1fa71ed49 req-5c9fd8f1-cbf9-4ee4-9cea-1a2fbdbb4e85 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:50.068139 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-b5c51014-cd90-4537-96b0-e8d1fa71ed49 req-5c9fd8f1-cbf9-4ee4-9cea-1a2fbdbb4e85 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Calling delete_port for d03c1270-c7fc-45e9-b431-60a2758da939 owned by network:floatingip {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:04:50.215414 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.api [req-b5c51014-cd90-4537-96b0-e8d1fa71ed49 req-5c9fd8f1-cbf9-4ee4-9cea-1a2fbdbb4e85 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:04:50.215792 n-d-841760-1 neutron-server[88082]: DEBUG oslo_db.api [req-b5c51014-cd90-4537-96b0-e8d1fa71ed49 req-5c9fd8f1-cbf9-4ee4-9cea-1a2fbdbb4e85 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:04:50.252526 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe5779-c170-4581-bc6e-ca68827b82b4 req-a80daec2-6725-4ebd-bff6-a941bd44ec24 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:50.254053 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cebe5779-c170-4581-bc6e-ca68827b82b4 req-a80daec2-6725-4ebd-bff6-a941bd44ec24 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 945 time: 0.1398244 May 13 15:04:50.312332 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cebe5779-c170-4581-bc6e-ca68827b82b4 req-cc06680b-d498-4568-82b6-2cf1666b38f3 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514393 May 13 15:04:50.716591 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-b5c51014-cd90-4537-96b0-e8d1fa71ed49 req-5c9fd8f1-cbf9-4ee4-9cea-1a2fbdbb4e85 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Deleting port d03c1270-c7fc-45e9-b431-60a2758da939 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:04:50.716886 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b5c51014-cd90-4537-96b0-e8d1fa71ed49 req-5c9fd8f1-cbf9-4ee4-9cea-1a2fbdbb4e85 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:50.903464 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b5c51014-cd90-4537-96b0-e8d1fa71ed49 req-5c9fd8f1-cbf9-4ee4-9cea-1a2fbdbb4e85 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:50.903736 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b5c51014-cd90-4537-96b0-e8d1fa71ed49 req-5c9fd8f1-cbf9-4ee4-9cea-1a2fbdbb4e85 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:51.042234 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-b5c51014-cd90-4537-96b0-e8d1fa71ed49 req-5c9fd8f1-cbf9-4ee4-9cea-1a2fbdbb4e85 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Calling delete_port for d03c1270-c7fc-45e9-b431-60a2758da939 owned by network:floatingip {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:04:51.192153 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b5c51014-cd90-4537-96b0-e8d1fa71ed49 req-5c9fd8f1-cbf9-4ee4-9cea-1a2fbdbb4e85 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:51.243993 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fd8f1-cbf9-4ee4-9cea-1a2fbdbb4e85 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Pushing event deleted for resources: {'Port': ['ID=d03c1270-c7fc-45e9-b431-60a2758da939,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:51.349032 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b5c51014-cd90-4537-96b0-e8d1fa71ed49 req-5c9fd8f1-cbf9-4ee4-9cea-1a2fbdbb4e85 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks [] for floatingip, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:51.398066 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b5c51014-cd90-4537-96b0-e8d1fa71ed49 req-5c9fd8f1-cbf9-4ee4-9cea-1a2fbdbb4e85 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:51.400269 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b5c51014-cd90-4537-96b0-e8d1fa71ed49 req-5c9fd8f1-cbf9-4ee4-9cea-1a2fbdbb4e85 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "DELETE /v2.0/floatingips/362d098b-3b93-40cc-abd4-70f4269c6858 HTTP/1.1" status: 204 len: 173 time: 1.9475660 May 13 15:04:51.483351 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b64fd6d1-32d8-4ea5-b37a-825c80868c67 req-4da1af92-5ee1-4413-8db5-dec345ea1246 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups/52bcf3c5-13f6-418a-8b05-81ab1ed7c0c5 HTTP/1.1" status: 200 len: 1810 time: 0.0533330 May 13 15:04:51.528849 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c377f-41ab-4d25-921c-a09c0e5c6366 req-4d14dbfc-9116-44f6-97f8-7f3b7f9af086 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:51.531246 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-385c377f-41ab-4d25-921c-a09c0e5c6366 req-4d14dbfc-9116-44f6-97f8-7f3b7f9af086 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 945 time: 0.0860240 May 13 15:04:51.556099 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b64fd6d1-32d8-4ea5-b37a-825c80868c67 req-d5f8284a-4605-4c18-a884-7edfb8ed6163 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:51.578389 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-385c377f-41ab-4d25-921c-a09c0e5c6366 req-b287c90d-bb47-4104-90bd-92f3b3c19bda tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391200 May 13 15:04:51.584317 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b64fd6d1-32d8-4ea5-b37a-825c80868c67 req-d5f8284a-4605-4c18-a884-7edfb8ed6163 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:51.635995 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b64fd6d1-32d8-4ea5-b37a-825c80868c67 req-d5f8284a-4605-4c18-a884-7edfb8ed6163 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:51.658324 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8284a-4605-4c18-a884-7edfb8ed6163 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bcf3c5-13f6-418a-8b05-81ab1ed7c0c5,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:51.666233 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b64fd6d1-32d8-4ea5-b37a-825c80868c67 req-d5f8284a-4605-4c18-a884-7edfb8ed6163 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:51.670107 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b64fd6d1-32d8-4ea5-b37a-825c80868c67 req-d5f8284a-4605-4c18-a884-7edfb8ed6163 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "DELETE /v2.0/security-groups/52bcf3c5-13f6-418a-8b05-81ab1ed7c0c5 HTTP/1.1" status: 204 len: 173 time: 0.1806774 May 13 15:04:52.066016 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3924d6-9d53-4e31-9d98-f158e98f2373 req-4e1e8b44-cc65-42a8-98c1-cb8d00ace8da tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:52.066723 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-9e3924d6-9d53-4e31-9d98-f158e98f2373 req-4e1e8b44-cc65-42a8-98c1-cb8d00ace8da tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Synchronizing usage tracker for tenant:3cb129de3aab4998a3a719936a1faf4d on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:04:52.083511 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-9e3924d6-9d53-4e31-9d98-f158e98f2373 req-4e1e8b44-cc65-42a8-98c1-cb8d00ace8da tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Unset dirty status for tenant:3cb129de3aab4998a3a719936a1faf4d on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:04:52.084696 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e3924d6-9d53-4e31-9d98-f158e98f2373 req-4e1e8b44-cc65-42a8-98c1-cb8d00ace8da tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 945 time: 0.1110375 May 13 15:04:52.133787 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-9e3924d6-9d53-4e31-9d98-f158e98f2373 req-96857fff-7e95-45c3-a980-51409497a36c tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Synchronizing usage tracker for tenant:3cb129de3aab4998a3a719936a1faf4d on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:04:52.150941 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-9e3924d6-9d53-4e31-9d98-f158e98f2373 req-96857fff-7e95-45c3-a980-51409497a36c tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Unset dirty status for tenant:3cb129de3aab4998a3a719936a1faf4d on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:04:52.152092 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e3924d6-9d53-4e31-9d98-f158e98f2373 req-96857fff-7e95-45c3-a980-51409497a36c tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614195 May 13 15:04:52.158375 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 19aa33fb-2185-4401-9a51-ca485f7a21ee details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:04:52.312982 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 19aa33fb-2185-4401-9a51-ca485f7a21ee, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=19aa33fb-2185-4401-9a51-ca485f7a21ee,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:04:52.327173 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '19aa33fb-2185-4401-9a51-ca485f7a21ee', 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf', 'port_id': '19aa33fb-2185-4401-9a51-ca485f7a21ee', 'mac_address': 'fa:16:3e:d4:97:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:04:52.386699 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 19aa33fb-2185-4401-9a51-ca485f7a21ee is: ACTIVE; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:04:52.387017 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:52.404850 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19aa33fb-2185-4401-9a51-ca485f7a21ee {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:04:52.421397 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 19aa33fb-2185-4401-9a51-ca485f7a21ee, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=19aa33fb-2185-4401-9a51-ca485f7a21ee,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:04:52.426857 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:52.499807 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=19aa33fb-2185-4401-9a51-ca485f7a21ee,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:52.508260 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:52.508611 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:52.508987 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:52.509324 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:52.509660 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:52.509998 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:52.510324 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:52.510680 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:52.511005 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:52.511361 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:52.511693 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:52.512037 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:52.562593 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['19aa33fb-2185-4401-9a51-ca485f7a21ee'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:04:52.783170 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aff151-5d04-46db-bb9f-d3010a2fedc2 req-6bc0ed03-eeee-4636-a559-d60ad1a59f1f tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:52.784687 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b5aff151-5d04-46db-bb9f-d3010a2fedc2 req-6bc0ed03-eeee-4636-a559-d60ad1a59f1f tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 944 time: 0.0902388 May 13 15:04:52.832677 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b5aff151-5d04-46db-bb9f-d3010a2fedc2 req-de42212a-3c5c-40dd-ba44-da69ef32c483 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419910 May 13 15:04:53.347875 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40718324-d6a5-467d-ab9c-bc62a9313e91 req-c25aabfd-dd52-427c-be08-07dc7f0dd3f4 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:53.349541 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-40718324-d6a5-467d-ab9c-bc62a9313e91 req-c25aabfd-dd52-427c-be08-07dc7f0dd3f4 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 945 time: 0.0874839 May 13 15:04:53.395718 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-40718324-d6a5-467d-ab9c-bc62a9313e91 req-e3c4b86c-8f18-4d40-b533-d2cb0dc91971 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403399 May 13 15:04:53.479098 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:04:54.041376 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd0210-39d0-451f-a562-5d4a3c0d357b req-0e1c7c64-bd8a-4d79-a18c-581d3ca7da52 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:54.042881 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a5fd0210-39d0-451f-a562-5d4a3c0d357b req-0e1c7c64-bd8a-4d79-a18c-581d3ca7da52 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 944 time: 0.0910547 May 13 15:04:54.099512 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a5fd0210-39d0-451f-a562-5d4a3c0d357b req-6ad64cc0-0cd3-428a-9406-17e7c269d7fc tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501175 May 13 15:04:54.160081 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 19aa33fb-2185-4401-9a51-ca485f7a21ee up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:04:54.266787 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 19aa33fb-2185-4401-9a51-ca485f7a21ee triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:04:54.267092 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:54.278098 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cb719-c7b7-434c-ad31-2978355f4236 req-c50aa0a7-be52-447c-b230-7daab94b144d tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:54.279587 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-751cb719-c7b7-434c-ad31-2978355f4236 req-c50aa0a7-be52-447c-b230-7daab94b144d tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.59 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 945 time: 0.1219428 May 13 15:04:54.352565 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-751cb719-c7b7-434c-ad31-2978355f4236 req-db1ea74c-c6b5-495a-ad1c-3399fea52809 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Deleting port 09af30e9-dd72-4ce1-b5cd-26df26f73838 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:04:54.352910 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-751cb719-c7b7-434c-ad31-2978355f4236 req-db1ea74c-c6b5-495a-ad1c-3399fea52809 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:54.391738 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 19aa33fb-2185-4401-9a51-ca485f7a21ee is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:04:54.392117 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:54.420858 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489ba739-6cf5-4fdc-8573-1909e8bfab3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19aa33fb-2185-4401-9a51-ca485f7a21ee'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:04:54.437474 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 19aa33fb-2185-4401-9a51-ca485f7a21ee, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=19aa33fb-2185-4401-9a51-ca485f7a21ee,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:04:54.447155 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:54.538924 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=19aa33fb-2185-4401-9a51-ca485f7a21ee,revision_number=7']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:54.554479 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c61283f-efb8-4396-8396-60f582d2a46f'] response: {'server_uuid': '489ba739-6cf5-4fdc-8573-1909e8bfab3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19aa33fb-2185-4401-9a51-ca485f7a21ee', 'code': 200} May 13 15:04:54.601815 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406eba9-c889-421f-8893-2d620652b3b1 req-25a902c3-c85b-4430-bc18-c35ec97bcd14 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:54.603302 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1406eba9-c889-421f-8893-2d620652b3b1 req-25a902c3-c85b-4430-bc18-c35ec97bcd14 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 945 time: 0.0892177 May 13 15:04:54.623689 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-751cb719-c7b7-434c-ad31-2978355f4236 req-db1ea74c-c6b5-495a-ad1c-3399fea52809 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] For port 09af30e9-dd72-4ce1-b5cd-26df26f73838, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=09af30e9-dd72-4ce1-b5cd-26df26f73838,segment=NetworkSegment(77a50093-31e5-45c8-bfca-9227ce3aa38c),segment_id=77a50093-31e5-45c8-bfca-9227ce3aa38c)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:04:54.624102 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-751cb719-c7b7-434c-ad31-2978355f4236 req-db1ea74c-c6b5-495a-ad1c-3399fea52809 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:54.647452 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1406eba9-c889-421f-8893-2d620652b3b1 req-0cfa0d5d-7641-4f0c-a738-c36382f65492 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/security-groups?id=0176b06d-de8e-4d76-9a4c-567a603e5a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382812 May 13 15:04:54.756201 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-751cb719-c7b7-434c-ad31-2978355f4236 req-db1ea74c-c6b5-495a-ad1c-3399fea52809 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Calling delete_port for 09af30e9-dd72-4ce1-b5cd-26df26f73838 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:04:54.902925 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-751cb719-c7b7-434c-ad31-2978355f4236 req-db1ea74c-c6b5-495a-ad1c-3399fea52809 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:54.914833 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['09af30e9-dd72-4ce1-b5cd-26df26f73838'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:04:54.963952 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ea74c-c6b5-495a-ad1c-3399fea52809 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Pushing event deleted for resources: {'Port': ['ID=09af30e9-dd72-4ce1-b5cd-26df26f73838,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:55.012295 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea74c-c6b5-495a-ad1c-3399fea52809 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:55.012531 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea74c-c6b5-495a-ad1c-3399fea52809 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:55.012876 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea74c-c6b5-495a-ad1c-3399fea52809 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:55.013210 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea74c-c6b5-495a-ad1c-3399fea52809 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:55.013539 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea74c-c6b5-495a-ad1c-3399fea52809 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:55.013875 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea74c-c6b5-495a-ad1c-3399fea52809 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:55.014193 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea74c-c6b5-495a-ad1c-3399fea52809 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:55.014566 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea74c-c6b5-495a-ad1c-3399fea52809 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:55.014889 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea74c-c6b5-495a-ad1c-3399fea52809 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:55.015234 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea74c-c6b5-495a-ad1c-3399fea52809 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:55.015558 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea74c-c6b5-495a-ad1c-3399fea52809 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:55.015878 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea74c-c6b5-495a-ad1c-3399fea52809 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:55.055685 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-751cb719-c7b7-434c-ad31-2978355f4236 req-db1ea74c-c6b5-495a-ad1c-3399fea52809 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] No DVR routers for this DVR port 09af30e9-dd72-4ce1-b5cd-26df26f73838 on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:04:55.058258 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-751cb719-c7b7-434c-ad31-2978355f4236 req-db1ea74c-c6b5-495a-ad1c-3399fea52809 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:55.060953 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa2da07-d586-4577-8f4d-d2a392a28468', 'name': 'network-vif-deleted', 'tag': '09af30e9-dd72-4ce1-b5cd-26df26f73838'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:04:55.078971 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-751cb719-c7b7-434c-ad31-2978355f4236 req-db1ea74c-c6b5-495a-ad1c-3399fea52809 tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.59 "DELETE /v2.0/ports/09af30e9-dd72-4ce1-b5cd-26df26f73838 HTTP/1.1" status: 204 len: 173 time: 0.7935264 May 13 15:04:55.131808 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25cfea8f-52a0-4129-8fd2-2ef6745eda7f'] response: {'server_uuid': '2aa2da07-d586-4577-8f4d-d2a392a28468', 'name': 'network-vif-deleted', 'tag': '09af30e9-dd72-4ce1-b5cd-26df26f73838', 'status': 'completed', 'code': 200} May 13 15:04:55.357162 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668209c2-e572-4720-91b1-98d797d9f65f req-40854759-18cd-4f4f-8e3b-d546e70ae62b tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:55.359470 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-668209c2-e572-4720-91b1-98d797d9f65f req-40854759-18cd-4f4f-8e3b-d546e70ae62b tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 945 time: 0.1190724 May 13 15:04:55.417034 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-668209c2-e572-4720-91b1-98d797d9f65f req-5317c239-1bc5-4024-beb3-acf798d4ffdf tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512755 May 13 15:04:55.855214 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-9bfdcacc-3fc6-4dba-a049-d940ff8138ee req-1ddf3728-a39b-47d1-9f34-a6a34f7d105a tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Synchronizing usage tracker for tenant:3cb129de3aab4998a3a719936a1faf4d on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:04:55.874776 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-9bfdcacc-3fc6-4dba-a049-d940ff8138ee req-1ddf3728-a39b-47d1-9f34-a6a34f7d105a tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] Unset dirty status for tenant:3cb129de3aab4998a3a719936a1faf4d on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:04:55.885585 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9bfdcacc-3fc6-4dba-a049-d940ff8138ee req-1ddf3728-a39b-47d1-9f34-a6a34f7d105a tempest-ServerRescueTestJSONUnderV235-1318725794 tempest-ServerRescueTestJSONUnderV235-1318725794-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa2da07-d586-4577-8f4d-d2a392a28468 HTTP/1.1" status: 200 len: 210 time: 0.0953951 May 13 15:04:56.659714 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f481e52-38de-481d-a1bb-bc6cac371d99 req-9bd23a20-508c-406f-8073-6faadbe88f1f tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:56.661957 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7f481e52-38de-481d-a1bb-bc6cac371d99 req-9bd23a20-508c-406f-8073-6faadbe88f1f tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 945 time: 0.1204209 May 13 15:04:56.730171 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7f481e52-38de-481d-a1bb-bc6cac371d99 req-48b3ab67-5773-412f-881a-535da8640656 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621111 May 13 15:04:57.007987 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60034) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:57.281077 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4d9aadff-fbf0-47c3-8f8e-2dc1c099ec50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:57.458712 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60040) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:57.667800 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-e62bf2c2-db3e-42df-a61f-8004e3d43510 admin admin] Deleting subnet fae4d0b5-69f2-4a00-97c3-7c123ed0b77b {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:04:57.671022 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e62bf2c2-db3e-42df-a61f-8004e3d43510 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:57.738921 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e62bf2c2-db3e-42df-a61f-8004e3d43510 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:57.829952 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e62bf2c2-db3e-42df-a61f-8004e3d43510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:57.833056 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 09af30e9-dd72-4ce1-b5cd-26df26f73838 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:04:57.910401 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cf7c8271-3d9f-40f8-8599-5ac161e11e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:57.920080 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e62bf2c2-db3e-42df-a61f-8004e3d43510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:57.950229 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 09af30e9-dd72-4ce1-b5cd-26df26f73838 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:04:57.950574 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 09af30e9-dd72-4ce1-b5cd-26df26f73838 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:04:57.966077 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e62bf2c2-db3e-42df-a61f-8004e3d43510 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:58.016283 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62bf2c2-db3e-42df-a61f-8004e3d43510 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fae4d0b5-69f2-4a00-97c3-7c123ed0b77b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:58.050970 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e62bf2c2-db3e-42df-a61f-8004e3d43510 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fae4d0b5-69f2-4a00-97c3-7c123ed0b77b HTTP/1.1" status: 204 len: 168 time: 0.5908144 May 13 15:04:58.051907 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60046) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:58.213572 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3851a2ac-51db-43d5-9a65-0bc43ff12372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:58.237171 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4e4cf-79f4-4b26-8110-36e6f3a78cef req-1e749052-a6a5-4d8c-aee3-d352dba90486 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:58.252958 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-31a4e4cf-79f4-4b26-8110-36e6f3a78cef req-1e749052-a6a5-4d8c-aee3-d352dba90486 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 945 time: 0.2809410 May 13 15:04:58.371488 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-31a4e4cf-79f4-4b26-8110-36e6f3a78cef req-7fde4016-4fa4-498c-877b-911e0dd1ecc1 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119175 May 13 15:04:58.413438 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cfcc99c5-c769-4bb3-a312-1bdb169643cb req-c0233eb9-ebc4-4f37-b67a-199817e1bef8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ae316419-0cd7-41af-8aa8-ffc64a4f0bfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1754570 May 13 15:04:58.473972 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3851a2ac-51db-43d5-9a65-0bc43ff12372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:58.509529 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-3851a2ac-51db-43d5-9a65-0bc43ff12372 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8256e590-816c-4e6e-8929-f5948e88a38a']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:04:58.524136 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-3851a2ac-51db-43d5-9a65-0bc43ff12372 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a373744-5432-4c37-9b97-39df471e3447') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:04:58.524334 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-3851a2ac-51db-43d5-9a65-0bc43ff12372 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a373744-5432-4c37-9b97-39df471e3447') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:04:58.541935 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3851a2ac-51db-43d5-9a65-0bc43ff12372 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:58.560328 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-cf7c8271-3d9f-40f8-8599-5ac161e11e54 admin admin] Deleting port 31e871f1-880a-4dd0-a3c1-279e61113406 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:04:58.560328 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cf7c8271-3d9f-40f8-8599-5ac161e11e54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:58.570061 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3851a2ac-51db-43d5-9a65-0bc43ff12372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:58.578832 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3851a2ac-51db-43d5-9a65-0bc43ff12372 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:04:58.579299 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3851a2ac-51db-43d5-9a65-0bc43ff12372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:58.594989 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:04:58.594989 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:04:58.594989 n-d-841760-1 neutron-server[88082]: timer() May 13 15:04:58.594989 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:04:58.594989 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:04:58.594989 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:04:58.594989 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:04:58.594989 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:04:58.594989 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:04:58.594989 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:04:58.594989 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:04:58.594989 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:04:58.594989 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:04:58.594989 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:04:58.594989 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:04:58.594989 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:04:58.594989 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:04:58.594989 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:04:58.594989 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:04:58.594989 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:04:58.594989 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:04:58.594989 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:04:58.594989 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:04:58.594989 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:04:58.594989 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:04:58.594989 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:04:58.594989 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:04:58.594989 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:04:58.594989 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:04:58.594989 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:04:58.594989 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:04:58.594989 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:04:58.687763 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3851a2ac-51db-43d5-9a65-0bc43ff12372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:58.726312 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3851a2ac-51db-43d5-9a65-0bc43ff12372 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:58.731250 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc99c5-c769-4bb3-a312-1bdb169643cb req-c9b9f679-f131-4633-a17c-4e791395b97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:58.732430 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cfcc99c5-c769-4bb3-a312-1bdb169643cb req-c9b9f679-f131-4633-a17c-4e791395b97c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2&device_id=ae316419-0cd7-41af-8aa8-ffc64a4f0bfd HTTP/1.1" status: 200 len: 1097 time: 0.2361953 May 13 15:04:58.743154 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851a2ac-51db-43d5-9a65-0bc43ff12372 admin admin] Pushing event deleted for resources: {'Network': ['ID=8256e590-816c-4e6e-8929-f5948e88a38a,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:58.769260 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3851a2ac-51db-43d5-9a65-0bc43ff12372 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8256e590-816c-4e6e-8929-f5948e88a38a HTTP/1.1" status: 204 len: 168 time: 0.7148750 May 13 15:04:58.790558 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:58.878204 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-cf7c8271-3d9f-40f8-8599-5ac161e11e54 admin admin] For port 31e871f1-880a-4dd0-a3c1-279e61113406, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=31e871f1-880a-4dd0-a3c1-279e61113406,segment=NetworkSegment(77a50093-31e5-45c8-bfca-9227ce3aa38c),segment_id=77a50093-31e5-45c8-bfca-9227ce3aa38c)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:04:58.878546 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cf7c8271-3d9f-40f8-8599-5ac161e11e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:58.959253 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60052) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:59.017689 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-cf7c8271-3d9f-40f8-8599-5ac161e11e54 admin admin] Calling delete_port for 31e871f1-880a-4dd0-a3c1-279e61113406 owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:04:59.037932 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3ed8c097-ef4c-451e-98bb-a87e71940a64 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a6a23df8cbe94793acbc3ac2f9144958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0773151 May 13 15:04:59.040622 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60056) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:59.116884 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-95a9dd95-5b76-48eb-b382-802340fc4432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:59.159323 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-95a9dd95-5b76-48eb-b382-802340fc4432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:59.238707 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-95a9dd95-5b76-48eb-b382-802340fc4432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:59.282621 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc99c5-c769-4bb3-a312-1bdb169643cb req-055b632f-ec64-480b-a812-bb13dfa344ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:59.282621 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cfcc99c5-c769-4bb3-a312-1bdb169643cb req-055b632f-ec64-480b-a812-bb13dfa344ce service neutron] 10.222.0.59 "GET /v2.0/networks?id=b043589d-15c3-44b5-8d99-d7c57b00acb0 HTTP/1.1" status: 200 len: 913 time: 0.5003655 May 13 15:04:59.283225 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9dd95-5b76-48eb-b382-802340fc4432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726ce6dd-f95d-4f4f-84a6-bbfd0481c149,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:59.308381 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-95a9dd95-5b76-48eb-b382-802340fc4432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:59.309762 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-95a9dd95-5b76-48eb-b382-802340fc4432 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/726ce6dd-f95d-4f4f-84a6-bbfd0481c149 HTTP/1.1" status: 204 len: 168 time: 0.2678719 May 13 15:04:59.619942 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-085861ee-935a-402c-9540-fe2b553bfe6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:59.689543 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cfcc99c5-c769-4bb3-a312-1bdb169643cb req-2e00d534-d1d5-461a-b92d-1ff591119b0e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3708e44-09b0-48a5-86c1-0e430dfd5b31 HTTP/1.1" status: 200 len: 1001 time: 0.4167798 May 13 15:04:59.790963 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5330fb5-d539-423d-8b6b-c9020f0a0ea4 req-b2567703-2b63-4f19-a248-435b1f69b2a9 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:59.796463 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b5330fb5-d539-423d-8b6b-c9020f0a0ea4 req-b2567703-2b63-4f19-a248-435b1f69b2a9 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 945 time: 0.2640064 May 13 15:04:59.863682 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc99c5-c769-4bb3-a312-1bdb169643cb req-d295957c-a6a0-49f5-933d-4c484e6d2921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:59.865143 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cfcc99c5-c769-4bb3-a312-1bdb169643cb req-d295957c-a6a0-49f5-933d-4c484e6d2921 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b5ceabd-0dba-40ce-b48a-2cb206526c19 HTTP/1.1" status: 200 len: 851 time: 0.1654494 May 13 15:04:59.979714 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b5330fb5-d539-423d-8b6b-c9020f0a0ea4 req-a7d79240-ab8b-4de7-9542-d8b299e499ae tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769359 May 13 15:04:59.985620 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cf7c8271-3d9f-40f8-8599-5ac161e11e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:00.063242 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c8271-3d9f-40f8-8599-5ac161e11e54 admin admin] Pushing event deleted for resources: {'Port': ['ID=31e871f1-880a-4dd0-a3c1-279e61113406,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:00.140045 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc99c5-c769-4bb3-a312-1bdb169643cb req-36aa7315-3867-4c78-9959-41070496ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:00.141449 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cfcc99c5-c769-4bb3-a312-1bdb169643cb req-36aa7315-3867-4c78-9959-41070496ea64 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b043589d-15c3-44b5-8d99-d7c57b00acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2642105 May 13 15:05:00.167739 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-cfcc99c5-c769-4bb3-a312-1bdb169643cb req-4e478eba-8b03-4003-87e0-d6c29a5346e2 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:05:00.168768 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cfcc99c5-c769-4bb3-a312-1bdb169643cb req-4e478eba-8b03-4003-87e0-d6c29a5346e2 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188205 May 13 15:05:00.514033 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cfcc99c5-c769-4bb3-a312-1bdb169643cb req-136886c2-446d-41be-bc9a-b1144003289a service neutron] 10.222.0.59 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369708 May 13 15:05:00.623530 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cf7c8271-3d9f-40f8-8599-5ac161e11e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:00.756744 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:00.781999 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:00.974169 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cfcc99c5-c769-4bb3-a312-1bdb169643cb req-3c162f71-278b-4234-99ff-58b30dffc17f service neutron] 10.222.0.59 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501150 May 13 15:05:01.286386 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16836959-4669-4e5a-8db4-892c70108cd4 req-2170dbc5-5d54-485c-8b51-4e8e6db35938 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:01.289264 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-16836959-4669-4e5a-8db4-892c70108cd4 req-2170dbc5-5d54-485c-8b51-4e8e6db35938 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 945 time: 0.1482515 May 13 15:05:01.321302 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7c8271-3d9f-40f8-8599-5ac161e11e54 admin admin] Router 3c6a4d5b-6abb-4786-8d52-b8fbef5a8407 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:05:01.398193 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-16836959-4669-4e5a-8db4-892c70108cd4 req-4609507c-ada6-4e9c-be7a-455ce5d4859b tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896435 May 13 15:05:01.661656 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7c8271-3d9f-40f8-8599-5ac161e11e54 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:05:01.671678 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00b7781-6fc5-4117-8d8c-8f15190cd783 None None] Sync routers for ids ['3c6a4d5b-6abb-4786-8d52-b8fbef5a8407'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:05:01.684872 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00b7781-6fc5-4117-8d8c-8f15190cd783 None None] Routers {'3c6a4d5b-6abb-4786-8d52-b8fbef5a8407'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:05:01.685474 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-d00b7781-6fc5-4117-8d8c-8f15190cd783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:05:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3c6a4d5b-6abb-4786-8d52-b8fbef5a8407'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:01.690061 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cf7c8271-3d9f-40f8-8599-5ac161e11e54 admin admin] 10.222.0.35 "PUT /v2.0/routers/3c6a4d5b-6abb-4786-8d52-b8fbef5a8407/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6795723 May 13 15:05:01.692514 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60106) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:01.981854 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d9ac-3436-42c1-9bab-98b6e294d2bc admin admin] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:01.991983 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-d00b7781-6fc5-4117-8d8c-8f15190cd783 None None] Set router 3c6a4d5b-6abb-4786-8d52-b8fbef5a8407 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:05:02.229172 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:02.246284 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d9ac-3436-42c1-9bab-98b6e294d2bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:02.271664 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-1ab9d9ac-3436-42c1-9bab-98b6e294d2bc admin admin] Deleting port 05388d9a-841b-40be-b4fa-024330430890 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:05:02.272085 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d9ac-3436-42c1-9bab-98b6e294d2bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:02.433217 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-d00b7781-6fc5-4117-8d8c-8f15190cd783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'name': 'tempest-ServerRescueTestJSONUnderV235-1031699802-router', 'tenant_id': '3cb129de3aab4998a3a719936a1faf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '05388d9a-841b-40be-b4fa-024330430890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:03:51Z', 'updated_at': '2022-05-13T15:04:59Z', 'revision_number': 5, 'project_id': '3cb129de3aab4998a3a719936a1faf4d', 'gw_port': {'id': '05388d9a-841b-40be-b4fa-024330430890', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:03:51Z', 'updated_at': '2022-05-13T15:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:02.439689 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00b7781-6fc5-4117-8d8c-8f15190cd783 None None] Checking router: 3c6a4d5b-6abb-4786-8d52-b8fbef5a8407 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:05:02.453963 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00b7781-6fc5-4117-8d8c-8f15190cd783 None None] Routers {'3c6a4d5b-6abb-4786-8d52-b8fbef5a8407'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:05:02.454681 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-d00b7781-6fc5-4117-8d8c-8f15190cd783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:05:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3c6a4d5b-6abb-4786-8d52-b8fbef5a8407'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:02.662182 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-d00b7781-6fc5-4117-8d8c-8f15190cd783 None None] Set router 3c6a4d5b-6abb-4786-8d52-b8fbef5a8407 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:05:02.787574 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-d00b7781-6fc5-4117-8d8c-8f15190cd783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'name': 'tempest-ServerRescueTestJSONUnderV235-1031699802-router', 'tenant_id': '3cb129de3aab4998a3a719936a1faf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:03:51Z', 'updated_at': '2022-05-13T15:05:02Z', 'revision_number': 6, 'project_id': '3cb129de3aab4998a3a719936a1faf4d', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:02.791999 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00b7781-6fc5-4117-8d8c-8f15190cd783 None None] The sync data for ids ['3c6a4d5b-6abb-4786-8d52-b8fbef5a8407'] in n-d-841760-1 is: [{'id': '3c6a4d5b-6abb-4786-8d52-b8fbef5a8407', 'name': 'tempest-ServerRescueTestJSONUnderV235-1031699802-router', 'tenant_id': '3cb129de3aab4998a3a719936a1faf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:03:51Z', 'updated_at': '2022-05-13T15:05:02Z', 'revision_number': 6, 'project_id': '3cb129de3aab4998a3a719936a1faf4d', 'gw_port_host': None}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:05:02.842448 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-1ab9d9ac-3436-42c1-9bab-98b6e294d2bc admin admin] For port 05388d9a-841b-40be-b4fa-024330430890, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=05388d9a-841b-40be-b4fa-024330430890,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:05:02.842961 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d9ac-3436-42c1-9bab-98b6e294d2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:02.866559 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8410d-7ee6-4569-bcae-1df8691d95d7 req-8cd8241b-f1a0-4d18-8664-917faecfcc03 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:02.875704 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-03e8410d-7ee6-4569-bcae-1df8691d95d7 req-8cd8241b-f1a0-4d18-8664-917faecfcc03 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 945 time: 0.2361326 May 13 15:05:02.957240 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-03e8410d-7ee6-4569-bcae-1df8691d95d7 req-9ce84a28-ff38-46fc-9fe0-3f7fbb9fdb31 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799503 May 13 15:05:03.010681 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-1ab9d9ac-3436-42c1-9bab-98b6e294d2bc admin admin] Calling delete_port for 05388d9a-841b-40be-b4fa-024330430890 owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:05:03.245709 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d9ac-3436-42c1-9bab-98b6e294d2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:03.314077 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 31e871f1-880a-4dd0-a3c1-279e61113406 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:05:03.346203 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9d9ac-3436-42c1-9bab-98b6e294d2bc admin admin] Pushing event deleted for resources: {'Port': ['ID=05388d9a-841b-40be-b4fa-024330430890,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:03.401426 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 31e871f1-880a-4dd0-a3c1-279e61113406 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:05:03.401899 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 31e871f1-880a-4dd0-a3c1-279e61113406 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:05:03.463889 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d9ac-3436-42c1-9bab-98b6e294d2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:03.658501 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d9ac-3436-42c1-9bab-98b6e294d2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:03.661535 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d9ac-3436-42c1-9bab-98b6e294d2bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:03.699089 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d9ac-3436-42c1-9bab-98b6e294d2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:03.700310 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab9d9ac-3436-42c1-9bab-98b6e294d2bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c6a4d5b-6abb-4786-8d52-b8fbef5a8407 {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:05:03.731978 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d9ac-3436-42c1-9bab-98b6e294d2bc admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:03.735728 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1ab9d9ac-3436-42c1-9bab-98b6e294d2bc admin admin] 10.222.0.35 "DELETE /v2.0/routers/3c6a4d5b-6abb-4786-8d52-b8fbef5a8407 HTTP/1.1" status: 204 len: 168 time: 2.0394495 May 13 15:05:03.737362 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60120) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:03.809152 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec52599-9cad-4045-94e7-4b7ee47cab0d admin admin] Deleting subnet fddff09a-d79a-4053-b439-c70ceb835050 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:05:03.815327 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dec52599-9cad-4045-94e7-4b7ee47cab0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:03.887921 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dec52599-9cad-4045-94e7-4b7ee47cab0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:03.979282 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dec52599-9cad-4045-94e7-4b7ee47cab0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:04.133097 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dec52599-9cad-4045-94e7-4b7ee47cab0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:04.196767 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec52599-9cad-4045-94e7-4b7ee47cab0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fddff09a-d79a-4053-b439-c70ceb835050,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:04.245745 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dec52599-9cad-4045-94e7-4b7ee47cab0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:04.278753 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60132) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:04.279309 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-dec52599-9cad-4045-94e7-4b7ee47cab0d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fddff09a-d79a-4053-b439-c70ceb835050 HTTP/1.1" status: 204 len: 168 time: 0.5404961 May 13 15:05:04.314958 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257ea1b-08d5-49a9-8b76-3b9837634563 req-23cf7b49-9867-44ee-bbf2-9e394ad3c148 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:04.322995 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b257ea1b-08d5-49a9-8b76-3b9837634563 req-23cf7b49-9867-44ee-bbf2-9e394ad3c148 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 945 time: 0.1306021 May 13 15:05:04.377921 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b257ea1b-08d5-49a9-8b76-3b9837634563 req-96b49a23-18ff-4d7c-b56e-3afed9212b90 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533433 May 13 15:05:04.429127 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4c011d9d-fe78-4ba3-a9fe-b979f33ff1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:04.615652 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4c011d9d-fe78-4ba3-a9fe-b979f33ff1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:04.650390 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-4c011d9d-fe78-4ba3-a9fe-b979f33ff1f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e12fedbd-215f-4f41-9a4c-e84de0af9be0']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:04.666732 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-4c011d9d-fe78-4ba3-a9fe-b979f33ff1f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a50093-31e5-45c8-bfca-9227ce3aa38c') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:04.667271 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-4c011d9d-fe78-4ba3-a9fe-b979f33ff1f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a50093-31e5-45c8-bfca-9227ce3aa38c') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:04.680909 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4c011d9d-fe78-4ba3-a9fe-b979f33ff1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:04.701675 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4c011d9d-fe78-4ba3-a9fe-b979f33ff1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:04.709231 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c011d9d-fe78-4ba3-a9fe-b979f33ff1f6 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:05:04.709637 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4c011d9d-fe78-4ba3-a9fe-b979f33ff1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:04.777203 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 15:05:04.777203 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:05:04.777203 n-d-841760-1 neutron-server[88081]: timer() May 13 15:05:04.777203 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:05:04.777203 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 15:05:04.777203 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:05:04.777203 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 15:05:04.777203 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:05:04.777203 n-d-841760-1 neutron-server[88081]: self._notify() May 13 15:05:04.777203 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:05:04.777203 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 15:05:04.777203 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:05:04.777203 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 15:05:04.777203 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:05:04.777203 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:05:04.777203 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:05:04.777203 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:05:04.777203 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:05:04.777203 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 15:05:04.777203 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:05:04.777203 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 15:05:04.777203 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:05:04.777203 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:05:04.777203 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:05:04.777203 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 15:05:04.777203 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:05:04.777203 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:05:04.777203 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:05:04.777203 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:05:04.777203 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:05:04.777203 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:05:04.777203 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:05:04.837344 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4c011d9d-fe78-4ba3-a9fe-b979f33ff1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:04.860763 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4c011d9d-fe78-4ba3-a9fe-b979f33ff1f6 admin admin] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:04.871476 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c011d9d-fe78-4ba3-a9fe-b979f33ff1f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e12fedbd-215f-4f41-9a4c-e84de0af9be0,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:04.883829 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4c011d9d-fe78-4ba3-a9fe-b979f33ff1f6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e12fedbd-215f-4f41-9a4c-e84de0af9be0 HTTP/1.1" status: 204 len: 168 time: 0.6022875 May 13 15:05:05.145126 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60138) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:05.213459 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6f2d2adf-6b88-44bf-b88e-722a840cdadf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3cb129de3aab4998a3a719936a1faf4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0642064 May 13 15:05:05.215308 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60142) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:05.288370 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dc389b70-9995-481f-90d3-871b0ff7dd70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:05.356853 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dc389b70-9995-481f-90d3-871b0ff7dd70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:05.368283 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 05388d9a-841b-40be-b4fa-024330430890 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:05:05.414825 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 05388d9a-841b-40be-b4fa-024330430890 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:05:05.415333 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 05388d9a-841b-40be-b4fa-024330430890 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:05:05.459145 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dc389b70-9995-481f-90d3-871b0ff7dd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:05.496451 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc389b70-9995-481f-90d3-871b0ff7dd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0176b06d-de8e-4d76-9a4c-567a603e5a59,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:05.524049 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dc389b70-9995-481f-90d3-871b0ff7dd70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:05.531834 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-dc389b70-9995-481f-90d3-871b0ff7dd70 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0176b06d-de8e-4d76-9a4c-567a603e5a59 HTTP/1.1" status: 204 len: 168 time: 0.3139174 May 13 15:05:05.659416 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f72ab-1f65-48cf-8ae1-739fd03fc2bc req-d3dd655d-28f6-40d7-a1e2-94fe0b0bd55d tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:05.666928 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-073f72ab-1f65-48cf-8ae1-739fd03fc2bc req-d3dd655d-28f6-40d7-a1e2-94fe0b0bd55d tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 945 time: 0.1338930 May 13 15:05:05.732681 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-073f72ab-1f65-48cf-8ae1-739fd03fc2bc req-c089cd62-9d1d-4f56-9bc7-9bc9c0baf400 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642643 May 13 15:05:06.608345 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24337fd4-e830-4c60-86fd-10802717cfef req-b229b5da-2863-4188-988d-0788bb3e19af tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:06.613608 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60182) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:06.620678 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-24337fd4-e830-4c60-86fd-10802717cfef req-b229b5da-2863-4188-988d-0788bb3e19af tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae316419-0cd7-41af-8aa8-ffc64a4f0bfd HTTP/1.1" status: 200 len: 946 time: 0.1487162 May 13 15:05:06.680171 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-24337fd4-e830-4c60-86fd-10802717cfef req-ffa9e5e2-028e-4d29-b730-41d28699c933 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581751 May 13 15:05:06.841227 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-2b9c14e3-5924-44fd-a29c-384dcb0b6af5 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-50849667-network', 'tenant_id': 'd10e8b3ba0be48e8a055ae99a5bb505c'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:06.861036 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2b9c14e3-5924-44fd-a29c-384dcb0b6af5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:06.865501 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2b9c14e3-5924-44fd-a29c-384dcb0b6af5 admin admin] Usage tracker for resource:network and tenant:d10e8b3ba0be48e8a055ae99a5bb505c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:06.868779 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2b9c14e3-5924-44fd-a29c-384dcb0b6af5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:06.882164 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2b9c14e3-5924-44fd-a29c-384dcb0b6af5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:06.895205 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9c14e3-5924-44fd-a29c-384dcb0b6af5 admin admin] Made reservation on behalf of d10e8b3ba0be48e8a055ae99a5bb505c for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:05:06.898226 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b9c14e3-5924-44fd-a29c-384dcb0b6af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:06.918431 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b9c14e3-5924-44fd-a29c-384dcb0b6af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:06.981522 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2b9c14e3-5924-44fd-a29c-384dcb0b6af5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:06.986132 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2b9c14e3-5924-44fd-a29c-384dcb0b6af5 admin admin] Usage tracker for resource:security_group_rule and tenant:d10e8b3ba0be48e8a055ae99a5bb505c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:06.989264 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2b9c14e3-5924-44fd-a29c-384dcb0b6af5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:06.995611 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2b9c14e3-5924-44fd-a29c-384dcb0b6af5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:07.093987 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b9c14e3-5924-44fd-a29c-384dcb0b6af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:07.099617 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b9c14e3-5924-44fd-a29c-384dcb0b6af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:07.148657 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b9c14e3-5924-44fd-a29c-384dcb0b6af5 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:05:07.163858 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c14e3-5924-44fd-a29c-384dcb0b6af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88c29ff-55bf-482a-bc18-2fab92da9566,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:07.190347 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b9c14e3-5924-44fd-a29c-384dcb0b6af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:07.190721 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-2b9c14e3-5924-44fd-a29c-384dcb0b6af5 admin admin] Added segment 14de7763-8d0f-405f-9177-19fa31bd6e79 of type vlan for network f14d513d-fd4d-49d4-a639-7f7fda36ede4 May 13 15:05:07.246208 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66876d8d-3ef6-4c5f-840b-f798ccff40f1 req-37fbb92a-1060-44d3-9abd-de90244c6932 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:07.259857 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-66876d8d-3ef6-4c5f-840b-f798ccff40f1 req-37fbb92a-1060-44d3-9abd-de90244c6932 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 945 time: 0.3466265 May 13 15:05:07.301847 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b9c14e3-5924-44fd-a29c-384dcb0b6af5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:07.342834 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-66876d8d-3ef6-4c5f-840b-f798ccff40f1 req-d3b7ec9d-9793-444e-88ab-2431154a2df0 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738883 May 13 15:05:07.369213 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b9c14e3-5924-44fd-a29c-384dcb0b6af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:07.370124 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9c14e3-5924-44fd-a29c-384dcb0b6af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:07.370772 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b9c14e3-5924-44fd-a29c-384dcb0b6af5 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:07.487972 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60192) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:07.488180 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2b9c14e3-5924-44fd-a29c-384dcb0b6af5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8731875 May 13 15:05:07.494450 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c14e3-5924-44fd-a29c-384dcb0b6af5 admin admin] Pushing event updated for resources: {'Network': ['ID=f14d513d-fd4d-49d4-a639-7f7fda36ede4,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:07.506313 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-16f4b4ed-7337-4068-8e2a-f6d4485e4814 admin admin] Request body: {'subnet': {'network_id': 'f14d513d-fd4d-49d4-a639-7f7fda36ede4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-50849667-subnet', 'tenant_id': 'd10e8b3ba0be48e8a055ae99a5bb505c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:07.507261 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network f14d513d-fd4d-49d4-a639-7f7fda36ede4 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:05:07.514421 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-16f4b4ed-7337-4068-8e2a-f6d4485e4814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:07.518950 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-16f4b4ed-7337-4068-8e2a-f6d4485e4814 admin admin] Usage tracker for resource:subnet and tenant:d10e8b3ba0be48e8a055ae99a5bb505c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:07.524005 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-16f4b4ed-7337-4068-8e2a-f6d4485e4814 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:07.534482 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-16f4b4ed-7337-4068-8e2a-f6d4485e4814 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:07.548007 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f4b4ed-7337-4068-8e2a-f6d4485e4814 admin admin] Made reservation on behalf of d10e8b3ba0be48e8a055ae99a5bb505c for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:05:07.550838 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-16f4b4ed-7337-4068-8e2a-f6d4485e4814 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:07.850215 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-16f4b4ed-7337-4068-8e2a-f6d4485e4814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:08.194908 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4b4ed-7337-4068-8e2a-f6d4485e4814 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e341a8d-bb1b-45e2-a48c-a43a95ea99ff,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:08.218506 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f4b4ed-7337-4068-8e2a-f6d4485e4814 admin admin] Checking segment: {'id': '14de7763-8d0f-405f-9177-19fa31bd6e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f14d513d-fd4d-49d4-a639-7f7fda36ede4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:05:08.219002 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f4b4ed-7337-4068-8e2a-f6d4485e4814 admin admin] Network hostable DHCP agents. Network: f14d513d-fd4d-49d4-a639-7f7fda36ede4, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:05:08.263718 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9889648-75aa-4b3a-af50-6d281683320b req-b028ede8-f568-4e93-a001-9dccc821bc46 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:08.266388 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a9889648-75aa-4b3a-af50-6d281683320b req-b028ede8-f568-4e93-a001-9dccc821bc46 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae316419-0cd7-41af-8aa8-ffc64a4f0bfd HTTP/1.1" status: 200 len: 946 time: 0.4544678 May 13 15:05:08.286213 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebec398-a252-45e1-9877-8fe94944e453 req-b0bda48b-aca2-4f26-a5ec-f9e02bcbc556 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:08.289544 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0ebec398-a252-45e1-9877-8fe94944e453 req-b0bda48b-aca2-4f26-a5ec-f9e02bcbc556 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae316419-0cd7-41af-8aa8-ffc64a4f0bfd HTTP/1.1" status: 200 len: 946 time: 0.3960149 May 13 15:05:08.347748 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f4b4ed-7337-4068-8e2a-f6d4485e4814 admin admin] Network f14d513d-fd4d-49d4-a639-7f7fda36ede4 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:05:08.374464 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-16f4b4ed-7337-4068-8e2a-f6d4485e4814 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, f14d513d-fd4d-49d4-a639-7f7fda36ede4) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:08.380019 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f4b4ed-7337-4068-8e2a-f6d4485e4814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:08.380879 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-16f4b4ed-7337-4068-8e2a-f6d4485e4814 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:08.387968 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e06f05e-657d-462d-b732-b93e4a4c7104 None None] Network f14d513d-fd4d-49d4-a639-7f7fda36ede4 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:05:08.420158 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-16f4b4ed-7337-4068-8e2a-f6d4485e4814 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9272413 May 13 15:05:08.452172 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a9889648-75aa-4b3a-af50-6d281683320b req-a483d686-7f7b-40a4-8f13-650024e86f76 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778784 May 13 15:05:08.460396 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-0ebec398-a252-45e1-9877-8fe94944e453 req-bde0837b-6384-4ae3-952d-526f477c8a52 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Deleting port a3708e44-09b0-48a5-86c1-0e430dfd5b31 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:05:08.460896 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0ebec398-a252-45e1-9877-8fe94944e453 req-bde0837b-6384-4ae3-952d-526f477c8a52 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:08.724928 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe3923-95c8-4fd4-bb9b-dfff34d37788 req-019420e7-c179-4d5f-aa6d-6ffb907adee9 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:08.735827 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5efe3923-95c8-4fd4-bb9b-dfff34d37788 req-019420e7-c179-4d5f-aa6d-6ffb907adee9 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 945 time: 0.1907461 May 13 15:05:08.743267 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60214) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:08.802157 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-0ebec398-a252-45e1-9877-8fe94944e453 req-bde0837b-6384-4ae3-952d-526f477c8a52 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] For port a3708e44-09b0-48a5-86c1-0e430dfd5b31, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=a3708e44-09b0-48a5-86c1-0e430dfd5b31,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:05:08.802536 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0ebec398-a252-45e1-9877-8fe94944e453 req-bde0837b-6384-4ae3-952d-526f477c8a52 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:08.892018 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b15ef0-aa66-4823-80cf-43484b45e98e None None] Network f14d513d-fd4d-49d4-a639-7f7fda36ede4 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:05:09.013715 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-113feb9e-7b42-4755-882a-38184721625f admin admin] Deleting subnet 2e341a8d-bb1b-45e2-a48c-a43a95ea99ff {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:05:09.017824 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-113feb9e-7b42-4755-882a-38184721625f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:09.078321 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-113feb9e-7b42-4755-882a-38184721625f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:09.146639 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-113feb9e-7b42-4755-882a-38184721625f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:09.268847 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5efe3923-95c8-4fd4-bb9b-dfff34d37788 req-08807bf7-c31f-4af4-92dc-9a4749331adb tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508866 May 13 15:05:09.278333 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-113feb9e-7b42-4755-882a-38184721625f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:09.326079 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0ebec398-a252-45e1-9877-8fe94944e453 req-bde0837b-6384-4ae3-952d-526f477c8a52 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:09.326771 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0ebec398-a252-45e1-9877-8fe94944e453 req-bde0837b-6384-4ae3-952d-526f477c8a52 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:09.327237 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [req-0ebec398-a252-45e1-9877-8fe94944e453 req-bde0837b-6384-4ae3-952d-526f477c8a52 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Floating IP d80764c5-e5a3-4ff1-9237-270bc6d6fdb2 disassociated. External IP: 172.25.0.25, port: a3708e44-09b0-48a5-86c1-0e430dfd5b31. May 13 15:05:09.327759 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-0ebec398-a252-45e1-9877-8fe94944e453 req-bde0837b-6384-4ae3-952d-526f477c8a52 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Calling delete_port for a3708e44-09b0-48a5-86c1-0e430dfd5b31 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:05:09.343315 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113feb9e-7b42-4755-882a-38184721625f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e341a8d-bb1b-45e2-a48c-a43a95ea99ff,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:09.356882 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-113feb9e-7b42-4755-882a-38184721625f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:09.364134 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-113feb9e-7b42-4755-882a-38184721625f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2e341a8d-bb1b-45e2-a48c-a43a95ea99ff HTTP/1.1" status: 204 len: 168 time: 0.6194859 May 13 15:05:09.366622 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60230) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:09.479534 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51dd6587-a24e-44f7-92c6-d5e4b2dd328f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:09.485461 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0ebec398-a252-45e1-9877-8fe94944e453 req-bde0837b-6384-4ae3-952d-526f477c8a52 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:09.543921 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0837b-6384-4ae3-952d-526f477c8a52 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Pushing event deleted for resources: {'Port': ['ID=a3708e44-09b0-48a5-86c1-0e430dfd5b31,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:09.639960 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51dd6587-a24e-44f7-92c6-d5e4b2dd328f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:09.674361 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-51dd6587-a24e-44f7-92c6-d5e4b2dd328f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f14d513d-fd4d-49d4-a639-7f7fda36ede4']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:09.675462 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-329b865d-5695-4998-ab36-067ee825e4a8 req-3e0110af-58d9-4d64-8a93-6ddd96818ded tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae316419-0cd7-41af-8aa8-ffc64a4f0bfd HTTP/1.1" status: 200 len: 210 time: 0.0692492 May 13 15:05:09.689505 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-51dd6587-a24e-44f7-92c6-d5e4b2dd328f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14de7763-8d0f-405f-9177-19fa31bd6e79') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:09.689813 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-51dd6587-a24e-44f7-92c6-d5e4b2dd328f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14de7763-8d0f-405f-9177-19fa31bd6e79') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:09.713165 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51dd6587-a24e-44f7-92c6-d5e4b2dd328f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:09.731928 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51dd6587-a24e-44f7-92c6-d5e4b2dd328f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:09.739292 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51dd6587-a24e-44f7-92c6-d5e4b2dd328f admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:05:09.739675 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51dd6587-a24e-44f7-92c6-d5e4b2dd328f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:09.755208 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:05:09.755208 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:05:09.755208 n-d-841760-1 neutron-server[88082]: timer() May 13 15:05:09.755208 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:05:09.755208 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:05:09.755208 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:05:09.755208 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:05:09.755208 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:05:09.755208 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:05:09.755208 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:05:09.755208 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:05:09.755208 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:05:09.755208 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:05:09.755208 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:05:09.755208 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:05:09.755208 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:05:09.755208 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:05:09.755208 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:05:09.755208 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:05:09.755208 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:05:09.755208 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:05:09.755208 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:05:09.755208 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:05:09.755208 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:05:09.755208 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:05:09.755208 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:05:09.755208 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:05:09.755208 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:05:09.755208 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:05:09.755208 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:05:09.755208 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:05:09.755208 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:05:09.793105 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ebec398-a252-45e1-9877-8fe94944e453 req-bde0837b-6384-4ae3-952d-526f477c8a52 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Router 44ec9fef-c72d-4385-8c9b-5b93076abd1a has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:05:09.841090 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51dd6587-a24e-44f7-92c6-d5e4b2dd328f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:09.861280 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51dd6587-a24e-44f7-92c6-d5e4b2dd328f admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:09.867996 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd6587-a24e-44f7-92c6-d5e4b2dd328f admin admin] Pushing event deleted for resources: {'Network': ['ID=f14d513d-fd4d-49d4-a639-7f7fda36ede4,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:09.874272 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-51dd6587-a24e-44f7-92c6-d5e4b2dd328f admin admin] 10.222.0.35 "DELETE /v2.0/networks/f14d513d-fd4d-49d4-a639-7f7fda36ede4 HTTP/1.1" status: 204 len: 168 time: 0.5047672 May 13 15:05:10.001335 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ebec398-a252-45e1-9877-8fe94944e453 req-bde0837b-6384-4ae3-952d-526f477c8a52 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:05:10.016808 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f71626-e080-4d9d-9f1d-5e0ee7d3db8e None None] Sync routers for ids ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:05:10.026405 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60238) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:10.048828 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f71626-e080-4d9d-9f1d-5e0ee7d3db8e None None] Routers {'44ec9fef-c72d-4385-8c9b-5b93076abd1a'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:05:10.050147 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-59f71626-e080-4d9d-9f1d-5e0ee7d3db8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:05:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:10.093181 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3ca582e8-dd76-4f21-964b-f06f3f1d27e4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d10e8b3ba0be48e8a055ae99a5bb505c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0633619 May 13 15:05:10.096981 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60242) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:10.110875 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebec398-a252-45e1-9877-8fe94944e453 req-bde0837b-6384-4ae3-952d-526f477c8a52 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] No DVR routers for this DVR port a3708e44-09b0-48a5-86c1-0e430dfd5b31 on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:05:10.113886 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0ebec398-a252-45e1-9877-8fe94944e453 req-bde0837b-6384-4ae3-952d-526f477c8a52 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:10.116924 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae316419-0cd7-41af-8aa8-ffc64a4f0bfd', 'name': 'network-vif-deleted', 'tag': 'a3708e44-09b0-48a5-86c1-0e430dfd5b31'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:05:10.162909 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0ebec398-a252-45e1-9877-8fe94944e453 req-bde0837b-6384-4ae3-952d-526f477c8a52 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.59 "DELETE /v2.0/ports/a3708e44-09b0-48a5-86c1-0e430dfd5b31 HTTP/1.1" status: 204 len: 173 time: 1.8533654 May 13 15:05:10.216764 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee6fb4d8-ab41-4373-bb0d-78027f12f62b'] response: {'server_uuid': 'ae316419-0cd7-41af-8aa8-ffc64a4f0bfd', 'name': 'network-vif-deleted', 'tag': 'a3708e44-09b0-48a5-86c1-0e430dfd5b31', 'status': 'completed', 'code': 200} May 13 15:05:10.240910 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f54f63fa-d0ef-43bc-b259-e7f930851d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:10.324958 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f54f63fa-d0ef-43bc-b259-e7f930851d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:10.357291 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-59f71626-e080-4d9d-9f1d-5e0ee7d3db8e None None] Set router 44ec9fef-c72d-4385-8c9b-5b93076abd1a gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:05:10.507986 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f54f63fa-d0ef-43bc-b259-e7f930851d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:10.539287 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f63fa-d0ef-43bc-b259-e7f930851d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88c29ff-55bf-482a-bc18-2fab92da9566,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:10.550323 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f54f63fa-d0ef-43bc-b259-e7f930851d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:10.555247 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f54f63fa-d0ef-43bc-b259-e7f930851d7a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b88c29ff-55bf-482a-bc18-2fab92da9566 HTTP/1.1" status: 204 len: 168 time: 0.4542973 May 13 15:05:10.555405 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f1c32-77ef-409b-b8b6-cd3836968f33 req-2967b696-b96b-443f-b9ba-5259c5900b24 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:10.566471 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-539f1c32-77ef-409b-b8b6-cd3836968f33 req-2967b696-b96b-443f-b9ba-5259c5900b24 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 945 time: 0.1342385 May 13 15:05:10.577782 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702e201-7390-40d5-8d2d-aa237a073e9b req-ee2b88d5-8dcf-4137-8d97-a121a1779d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:10.579735 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5702e201-7390-40d5-8d2d-aa237a073e9b req-ee2b88d5-8dcf-4137-8d97-a121a1779d82 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=38a8881fe1424acaba5f3d712cefac02&device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 1096 time: 0.2303345 May 13 15:05:10.677116 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-539f1c32-77ef-409b-b8b6-cd3836968f33 req-b606143e-0810-4050-bd6e-c89c673e5c8b tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078861 May 13 15:05:10.794669 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702e201-7390-40d5-8d2d-aa237a073e9b req-db768524-33d0-4c37-b6c1-07c6b9a6b74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:10.796416 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5702e201-7390-40d5-8d2d-aa237a073e9b req-db768524-33d0-4c37-b6c1-07c6b9a6b74f service neutron] 10.222.0.74 "GET /v2.0/networks?id=82746afc-6560-4007-9fb3-904cf8d650cf HTTP/1.1" status: 200 len: 916 time: 0.2099326 May 13 15:05:10.975140 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-73f792d7-68fd-476e-839f-cc5ae5427bb4 req-029ffd53-d1a9-4b7c-8181-389e4c0bb846 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae316419-0cd7-41af-8aa8-ffc64a4f0bfd HTTP/1.1" status: 200 len: 210 time: 0.0846817 May 13 15:05:10.981956 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60260) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:11.030029 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-59f71626-e080-4d9d-9f1d-5e0ee7d3db8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'name': 'tempest-TestVolumeBootPattern-1177078177-router', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:24Z', 'updated_at': '2022-05-13T14:58:33Z', 'revision_number': 4, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'gw_port': {'id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:27Z', 'updated_at': '2022-05-13T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'ba52dd23-838b-48b4-90bf-75e37d2ea5fb', 'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'mac_address': 'fa:16:3e:f6:99:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:31Z', 'updated_at': '2022-05-13T14:58:43Z', 'revision_number': 5, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'subnets': [{'id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:11.035075 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f71626-e080-4d9d-9f1d-5e0ee7d3db8e None None] Checking router: 44ec9fef-c72d-4385-8c9b-5b93076abd1a for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:05:11.035987 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5702e201-7390-40d5-8d2d-aa237a073e9b req-81d74497-585a-491f-ae0f-c124741c73fa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19aa33fb-2185-4401-9a51-ca485f7a21ee HTTP/1.1" status: 200 len: 1000 time: 0.2224653 May 13 15:05:11.046116 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f71626-e080-4d9d-9f1d-5e0ee7d3db8e None None] Routers {'44ec9fef-c72d-4385-8c9b-5b93076abd1a'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:05:11.046883 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-59f71626-e080-4d9d-9f1d-5e0ee7d3db8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:05:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:11.115553 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702e201-7390-40d5-8d2d-aa237a073e9b req-32d3eff6-c100-4a4f-b3b3-0924e630be2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:11.120705 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5702e201-7390-40d5-8d2d-aa237a073e9b req-32d3eff6-c100-4a4f-b3b3-0924e630be2c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=498b4812-77a0-4897-b979-c45bc3bb9502 HTTP/1.1" status: 200 len: 854 time: 0.0787110 May 13 15:05:11.304559 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702e201-7390-40d5-8d2d-aa237a073e9b req-15b2643c-efea-40ed-aaa8-07cb56385fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:11.309461 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5702e201-7390-40d5-8d2d-aa237a073e9b req-15b2643c-efea-40ed-aaa8-07cb56385fee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=82746afc-6560-4007-9fb3-904cf8d650cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1806760 May 13 15:05:11.480009 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-59f71626-e080-4d9d-9f1d-5e0ee7d3db8e None None] Set router 44ec9fef-c72d-4385-8c9b-5b93076abd1a gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:05:11.641661 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-945de189-4d95-4413-8431-db4928f3b6a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:11.659336 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-945de189-4d95-4413-8431-db4928f3b6a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:11.663954 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-945de189-4d95-4413-8431-db4928f3b6a3 admin admin] Usage tracker for resource:security_group_rule and tenant:25ed12ff2938428482bb3483d593f9de is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:11.667066 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-945de189-4d95-4413-8431-db4928f3b6a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:11.674590 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-945de189-4d95-4413-8431-db4928f3b6a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:11.793309 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-945de189-4d95-4413-8431-db4928f3b6a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:11.799815 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-945de189-4d95-4413-8431-db4928f3b6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:11.808313 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5702e201-7390-40d5-8d2d-aa237a073e9b req-ad48b65e-616c-49ff-b39a-0e37bae44f96 service neutron] 10.222.0.74 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4908943 May 13 15:05:11.906871 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-945de189-4d95-4413-8431-db4928f3b6a3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=25ed12ff2938428482bb3483d593f9de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9252412 May 13 15:05:11.923390 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60282) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:11.948241 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945de189-4d95-4413-8431-db4928f3b6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc488c8-c3a8-4792-b791-65c58b6d4e37,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:11.968476 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device a3708e44-09b0-48a5-86c1-0e430dfd5b31 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:05:12.018297 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: a3708e44-09b0-48a5-86c1-0e430dfd5b31 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:05:12.018772 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device a3708e44-09b0-48a5-86c1-0e430dfd5b31 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:05:12.049835 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4047b-e6c4-4bb8-b1d8-239bf74461aa req-bba17a0c-872e-4e79-810f-7138e585f783 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:12.051482 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-77a4047b-e6c4-4bb8-b1d8-239bf74461aa req-bba17a0c-872e-4e79-810f-7138e585f783 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 945 time: 0.1480246 May 13 15:05:12.068161 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-90c3ab47-a99b-41ff-a121-74f0ddfda9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:12.084877 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-59f71626-e080-4d9d-9f1d-5e0ee7d3db8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'name': 'tempest-TestVolumeBootPattern-1177078177-router', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:24Z', 'updated_at': '2022-05-13T14:58:33Z', 'revision_number': 4, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'gw_port': {'id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:27Z', 'updated_at': '2022-05-13T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'ba52dd23-838b-48b4-90bf-75e37d2ea5fb', 'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'mac_address': 'fa:16:3e:f6:99:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:31Z', 'updated_at': '2022-05-13T14:58:43Z', 'revision_number': 5, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'subnets': [{'id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:12.101393 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f71626-e080-4d9d-9f1d-5e0ee7d3db8e None None] The sync data for ids ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'] in n-d-841760-1 is: [{'id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'name': 'tempest-TestVolumeBootPattern-1177078177-router', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:24Z', 'updated_at': '2022-05-13T14:58:33Z', 'revision_number': 4, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'gw_port': {'id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:27Z', 'updated_at': '2022-05-13T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'ba52dd23-838b-48b4-90bf-75e37d2ea5fb', 'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'mac_address': 'fa:16:3e:f6:99:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:31Z', 'updated_at': '2022-05-13T14:58:43Z', 'revision_number': 5, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'subnets': [{'id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:05:12.139321 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5702e201-7390-40d5-8d2d-aa237a073e9b req-d0057868-c15c-421c-aa33-68a806fa9f3c service neutron] 10.222.0.74 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244026 May 13 15:05:12.141233 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-90c3ab47-a99b-41ff-a121-74f0ddfda9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:12.145943 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-77a4047b-e6c4-4bb8-b1d8-239bf74461aa req-3c3b43b1-85a4-49ee-80f4-867cede1744d tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876172 May 13 15:05:12.249596 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-90c3ab47-a99b-41ff-a121-74f0ddfda9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:12.270256 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 19aa33fb-2185-4401-9a51-ca485f7a21ee no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:05:12.319808 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3ab47-a99b-41ff-a121-74f0ddfda9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc488c8-c3a8-4792-b791-65c58b6d4e37,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:12.345044 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e9d0d495-9d78-4cb6-9864-1126dd2493af req-1ca7d28b-25cb-4397-a874-bb1b13a62cc4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae316419-0cd7-41af-8aa8-ffc64a4f0bfd HTTP/1.1" status: 200 len: 210 time: 0.0800147 May 13 15:05:12.347737 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-90c3ab47-a99b-41ff-a121-74f0ddfda9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:12.351672 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-90c3ab47-a99b-41ff-a121-74f0ddfda9ec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1bc488c8-c3a8-4792-b791-65c58b6d4e37 HTTP/1.1" status: 204 len: 168 time: 0.4272153 May 13 15:05:12.418357 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 19aa33fb-2185-4401-9a51-ca485f7a21ee is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:05:12.418679 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:12.458615 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489ba739-6cf5-4fdc-8573-1909e8bfab3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19aa33fb-2185-4401-9a51-ca485f7a21ee'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:05:12.471437 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 19aa33fb-2185-4401-9a51-ca485f7a21ee, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=19aa33fb-2185-4401-9a51-ca485f7a21ee,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:05:12.477862 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:12.514822 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f3fdd3-c324-43d6-9aa6-bea65b66bccd None None] New status for floating IP d80764c5-e5a3-4ff1-9237-270bc6d6fdb2: DOWN {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:05:12.544600 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b0a9df1-e864-4448-a0f9-c7ae8bb84b0d'] response: {'server_uuid': '489ba739-6cf5-4fdc-8573-1909e8bfab3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19aa33fb-2185-4401-9a51-ca485f7a21ee', 'code': 200} May 13 15:05:12.565286 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=19aa33fb-2185-4401-9a51-ca485f7a21ee,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:13.482006 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef3b30-060f-4849-b69e-c49ac4276830 req-daef52b4-f83f-42c6-b7a0-b5199c0a916b tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:13.484276 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-50ef3b30-060f-4849-b69e-c49ac4276830 req-daef52b4-f83f-42c6-b7a0-b5199c0a916b tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 943 time: 0.1576891 May 13 15:05:13.547922 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-50ef3b30-060f-4849-b69e-c49ac4276830 req-09e7bcb5-57d2-4ac3-830f-206206c65008 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563543 May 13 15:05:13.981145 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-6ef9059d-f2d2-46a4-bc8d-fda838f36d5e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1161769286&fields=id&tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2 HTTP/1.1" status: 200 len: 267 time: 0.0518200 May 13 15:05:14.149506 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-b7e5d9f2-8094-4e01-8484-4e3c15c9d7ce tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:14.151031 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-b7e5d9f2-8094-4e01-8484-4e3c15c9d7ce tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/networks?id=b043589d-15c3-44b5-8d99-d7c57b00acb0 HTTP/1.1" status: 200 len: 812 time: 0.1684837 May 13 15:05:14.168566 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-7076a7a2-db45-4229-bf7f-eea65aac5927 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/quotas/509ebfd4eb0444ae8f3872e1e9436dc2 HTTP/1.1" status: 200 len: 375 time: 0.0104048 May 13 15:05:14.272316 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-9e147089-823f-4e98-ac8b-4e710cbe5d08 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Synchronizing usage tracker for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:05:14.292053 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-9e147089-823f-4e98-ac8b-4e710cbe5d08 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Unset dirty status for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:05:14.307694 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-9e147089-823f-4e98-ac8b-4e710cbe5d08 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1258790 May 13 15:05:14.313624 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-7768bfd7-c9ea-4262-922a-387a184d8f17 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:05:14.320605 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-7768bfd7-c9ea-4262-922a-387a184d8f17 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116098 May 13 15:05:14.458144 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-ac53911a-ea40-4afa-8aeb-b60f71f9ff89 service neutron] 10.222.0.35 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369874 May 13 15:05:14.551992 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60384) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:14.559013 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-96e35e91-f731-4273-b597-657116fafb4a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-531830309', 'description': 'tempest-secgroup-smoke-531830309 description', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:14.567192 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-96e35e91-f731-4273-b597-657116fafb4a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:14.571394 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-96e35e91-f731-4273-b597-657116fafb4a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:security_group and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:14.574937 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-96e35e91-f731-4273-b597-657116fafb4a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:14.582558 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-96e35e91-f731-4273-b597-657116fafb4a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:14.592641 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96e35e91-f731-4273-b597-657116fafb4a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:14.609609 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96e35e91-f731-4273-b597-657116fafb4a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:14.615209 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-4a72c0dd-5b10-4451-bb51-c75687fe06ed service neutron] 10.222.0.35 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505647 May 13 15:05:14.625407 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-96e35e91-f731-4273-b597-657116fafb4a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:14.629453 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-96e35e91-f731-4273-b597-657116fafb4a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:security_group_rule and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:14.632441 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-96e35e91-f731-4273-b597-657116fafb4a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:14.640836 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-96e35e91-f731-4273-b597-657116fafb4a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:14.804453 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96e35e91-f731-4273-b597-657116fafb4a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:14.809717 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96e35e91-f731-4273-b597-657116fafb4a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:14.826953 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-96e35e91-f731-4273-b597-657116fafb4a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:14.840876 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-96e35e91-f731-4273-b597-657116fafb4a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:security_group_rule and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:14.850559 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc07a3-4d1a-4017-abfb-edbf4dd239d5 req-40f1c8e3-d600-459c-a346-42973925aed8 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:14.852061 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b0bc07a3-4d1a-4017-abfb-edbf4dd239d5 req-40f1c8e3-d600-459c-a346-42973925aed8 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 943 time: 0.1631629 May 13 15:05:14.855677 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-96e35e91-f731-4273-b597-657116fafb4a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:14.866588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-96e35e91-f731-4273-b597-657116fafb4a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:14.868585 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e35e91-f731-4273-b597-657116fafb4a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe08de2d-4c74-41ed-bffa-94d84c1e7fe9,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:14.933707 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b0bc07a3-4d1a-4017-abfb-edbf4dd239d5 req-606566c3-bab5-4fad-916f-20be4449b40c tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688968 May 13 15:05:15.008737 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96e35e91-f731-4273-b597-657116fafb4a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:15.015800 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96e35e91-f731-4273-b597-657116fafb4a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:15.070813 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e35e91-f731-4273-b597-657116fafb4a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afd1d37c-feab-48ce-b57f-0a3b97cae725,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:15.085366 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96e35e91-f731-4273-b597-657116fafb4a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:15.090452 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-96e35e91-f731-4273-b597-657116fafb4a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5361433 May 13 15:05:15.091484 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60412) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:15.098514 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-df673773-d833-4c6c-bb7e-bc61b649ec9f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'security_group_rule': {'security_group_id': 'afd1d37c-feab-48ce-b57f-0a3b97cae725', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:15.106916 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-df673773-d833-4c6c-bb7e-bc61b649ec9f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:15.112245 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-df673773-d833-4c6c-bb7e-bc61b649ec9f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:security_group_rule and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:15.115469 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1d65db5-367e-417c-8f21-48e9f6d7a1a2 req-161251d6-1ddc-476f-aa7b-58fd80f4ee69 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=8919899d-7024-4a41-8826-f256ea9a70cd HTTP/1.1" status: 200 len: 210 time: 0.0562565 May 13 15:05:15.116830 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-df673773-d833-4c6c-bb7e-bc61b649ec9f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:15.125438 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-df673773-d833-4c6c-bb7e-bc61b649ec9f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:15.147062 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-df673773-d833-4c6c-bb7e-bc61b649ec9f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:15.232454 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-df673773-d833-4c6c-bb7e-bc61b649ec9f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:15.238738 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-df673773-d833-4c6c-bb7e-bc61b649ec9f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:15.289049 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df673773-d833-4c6c-bb7e-bc61b649ec9f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677f1325-8407-4027-927a-af96a70fc4f4,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:15.305578 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-df673773-d833-4c6c-bb7e-bc61b649ec9f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:15.306900 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-df673773-d833-4c6c-bb7e-bc61b649ec9f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2133868 May 13 15:05:15.309664 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60426) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:15.314956 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-c9c73fc3-fe0e-4078-9a4e-270bed96e0a0 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'security_group_rule': {'security_group_id': 'afd1d37c-feab-48ce-b57f-0a3b97cae725', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:15.321809 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c9c73fc3-fe0e-4078-9a4e-270bed96e0a0 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:15.325971 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c9c73fc3-fe0e-4078-9a4e-270bed96e0a0 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:security_group_rule and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:15.329071 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c9c73fc3-fe0e-4078-9a4e-270bed96e0a0 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:15.334940 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c9c73fc3-fe0e-4078-9a4e-270bed96e0a0 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:15.355288 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c9c73fc3-fe0e-4078-9a4e-270bed96e0a0 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:15.448635 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c9c73fc3-fe0e-4078-9a4e-270bed96e0a0 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:15.455683 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c9c73fc3-fe0e-4078-9a4e-270bed96e0a0 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:15.482572 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c73fc3-fe0e-4078-9a4e-270bed96e0a0 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed62f811-113f-4c1c-a052-36f1ae43f730,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:15.494220 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c9c73fc3-fe0e-4078-9a4e-270bed96e0a0 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:15.495643 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c9c73fc3-fe0e-4078-9a4e-270bed96e0a0 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1850095 May 13 15:05:15.498625 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60436) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:15.509529 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-d10fa337-3ed4-4030-a72c-09bd32a81a79 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'security_group_rule': {'security_group_id': 'afd1d37c-feab-48ce-b57f-0a3b97cae725', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:15.518976 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d10fa337-3ed4-4030-a72c-09bd32a81a79 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:15.524780 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d10fa337-3ed4-4030-a72c-09bd32a81a79 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:security_group_rule and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:15.528470 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d10fa337-3ed4-4030-a72c-09bd32a81a79 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:15.537269 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d10fa337-3ed4-4030-a72c-09bd32a81a79 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:15.556089 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d10fa337-3ed4-4030-a72c-09bd32a81a79 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:15.647603 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d10fa337-3ed4-4030-a72c-09bd32a81a79 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:15.652352 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d10fa337-3ed4-4030-a72c-09bd32a81a79 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:15.679596 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fa337-3ed4-4030-a72c-09bd32a81a79 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8e323a-d4d9-43a2-8292-fb5bd8f8dcf6,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:15.700682 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d10fa337-3ed4-4030-a72c-09bd32a81a79 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:15.705503 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d10fa337-3ed4-4030-a72c-09bd32a81a79 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2031271 May 13 15:05:15.708127 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60446) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:15.715410 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-e225fa5b-6142-49ba-9f12-f2a8f3fd8eb5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'security_group_rule': {'security_group_id': 'afd1d37c-feab-48ce-b57f-0a3b97cae725', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:15.722954 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e225fa5b-6142-49ba-9f12-f2a8f3fd8eb5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:15.728951 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e225fa5b-6142-49ba-9f12-f2a8f3fd8eb5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:security_group_rule and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:15.732130 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e225fa5b-6142-49ba-9f12-f2a8f3fd8eb5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:15.738199 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e225fa5b-6142-49ba-9f12-f2a8f3fd8eb5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:15.757380 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e225fa5b-6142-49ba-9f12-f2a8f3fd8eb5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:15.849934 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e225fa5b-6142-49ba-9f12-f2a8f3fd8eb5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:15.859338 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e225fa5b-6142-49ba-9f12-f2a8f3fd8eb5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:15.895326 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225fa5b-6142-49ba-9f12-f2a8f3fd8eb5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d791fe4f-d088-4d2e-ab79-aa788f59668a,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:15.908705 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e225fa5b-6142-49ba-9f12-f2a8f3fd8eb5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:15.912725 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e225fa5b-6142-49ba-9f12-f2a8f3fd8eb5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2009027 May 13 15:05:15.913070 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60460) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:15.918337 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-fbaf6940-188d-414a-b598-d79666a95a34 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'security_group_rule': {'security_group_id': 'afd1d37c-feab-48ce-b57f-0a3b97cae725', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:15.925142 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-fbaf6940-188d-414a-b598-d79666a95a34 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:15.931190 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-fbaf6940-188d-414a-b598-d79666a95a34 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:security_group_rule and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:15.933584 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-fbaf6940-188d-414a-b598-d79666a95a34 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:15.941128 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-fbaf6940-188d-414a-b598-d79666a95a34 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:15.953142 n-d-841760-1 neutron-server[88082]: INFO neutron.db.securitygroups_db [None req-fbaf6940-188d-414a-b598-d79666a95a34 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Project d15e70e5e3144c2db24c850097c3fbb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:05:15.960502 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fbaf6940-188d-414a-b598-d79666a95a34 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:16.038882 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fbaf6940-188d-414a-b598-d79666a95a34 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:16.043628 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fbaf6940-188d-414a-b598-d79666a95a34 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:16.068458 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf6940-188d-414a-b598-d79666a95a34 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb82065-8073-4fe7-ab03-b94f17c9b660,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:16.080762 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fbaf6940-188d-414a-b598-d79666a95a34 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:16.083287 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fbaf6940-188d-414a-b598-d79666a95a34 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1678946 May 13 15:05:16.085096 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60470) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:16.090175 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-d9b65580-0159-405e-944d-1f056375e603 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'security_group_rule': {'security_group_id': 'afd1d37c-feab-48ce-b57f-0a3b97cae725', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:16.096688 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d9b65580-0159-405e-944d-1f056375e603 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:16.100693 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d9b65580-0159-405e-944d-1f056375e603 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:security_group_rule and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:16.103755 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d9b65580-0159-405e-944d-1f056375e603 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:16.110675 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d9b65580-0159-405e-944d-1f056375e603 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:16.121844 n-d-841760-1 neutron-server[88081]: INFO neutron.db.securitygroups_db [None req-d9b65580-0159-405e-944d-1f056375e603 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Project d15e70e5e3144c2db24c850097c3fbb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:05:16.129500 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d9b65580-0159-405e-944d-1f056375e603 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:16.245137 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d9b65580-0159-405e-944d-1f056375e603 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:16.273562 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d9b65580-0159-405e-944d-1f056375e603 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:16.299922 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 19aa33fb-2185-4401-9a51-ca485f7a21ee no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:05:16.341136 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b65580-0159-405e-944d-1f056375e603 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8848c232-5053-457a-bb63-b5c3d36f3e87,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:16.361664 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d9b65580-0159-405e-944d-1f056375e603 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:16.367590 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d9b65580-0159-405e-944d-1f056375e603 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2771666 May 13 15:05:16.367590 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60480) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:16.380024 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-f46b0d09-da28-4982-936f-3100b039f28d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'network': {'name': 'tempest-network-smoke--566422115', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'port_security_enabled': True}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:16.397711 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f46b0d09-da28-4982-936f-3100b039f28d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:16.418750 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f46b0d09-da28-4982-936f-3100b039f28d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:network and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:16.440951 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f46b0d09-da28-4982-936f-3100b039f28d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:16.448058 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1039aba1-c0a0-4afd-a2c9-6a7b6358dfbe req-7fba46a5-4d2b-40a0-ad83-4597b7dccb50 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=8919899d-7024-4a41-8826-f256ea9a70cd HTTP/1.1" status: 200 len: 210 time: 0.0908017 May 13 15:05:16.448975 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f46b0d09-da28-4982-936f-3100b039f28d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:16.473740 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46b0d09-da28-4982-936f-3100b039f28d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Made reservation on behalf of d15e70e5e3144c2db24c850097c3fbb0 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:05:16.482743 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f46b0d09-da28-4982-936f-3100b039f28d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:16.545656 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f46b0d09-da28-4982-936f-3100b039f28d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:05:16.571879 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f46b0d09-da28-4982-936f-3100b039f28d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:16.573048 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-f46b0d09-da28-4982-936f-3100b039f28d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Added segment 45bd3944-9a0e-4d92-bccc-17cac1ef1a45 of type vlan for network e3a6761f-ecfa-4c6e-8de4-1979149c6e9c May 13 15:05:16.582400 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 19aa33fb-2185-4401-9a51-ca485f7a21ee is: DOWN; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:05:16.661701 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f46b0d09-da28-4982-936f-3100b039f28d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:16.712727 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f46b0d09-da28-4982-936f-3100b039f28d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:16.719786 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46b0d09-da28-4982-936f-3100b039f28d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:16.720415 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f46b0d09-da28-4982-936f-3100b039f28d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:16.776084 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-362abf19-fb8b-4584-be8b-8acceee7f7a6 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:16.781160 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-362abf19-fb8b-4584-be8b-8acceee7f7a6 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.74 "GET /v2.0/networks?id=b043589d-15c3-44b5-8d99-d7c57b00acb0 HTTP/1.1" status: 200 len: 812 time: 0.3077099 May 13 15:05:16.872586 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-8fcb22fa-7f7a-4535-b7e5-f79efd8174dc tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2 HTTP/1.1" status: 200 len: 380 time: 0.0788617 May 13 15:05:16.883662 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-41577424-98e9-4be6-b6d0-cf301bd6cbca tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Request body: {'port': {'device_id': '8919899d-7024-4a41-8826-f256ea9a70cd', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'admin_state_up': True, 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'security_groups': ['c8ea39b4-84c0-4cb8-a053-04c54d83b0d5']}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:16.934828 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f46b0d09-da28-4982-936f-3100b039f28d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5643086 May 13 15:05:16.945821 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60504) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:16.954416 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-5afd8748-1274-4d93-9ed7-6e73644bead9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-933408856', 'admin_state_up': True, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:16.962414 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5afd8748-1274-4d93-9ed7-6e73644bead9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:16.967105 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5afd8748-1274-4d93-9ed7-6e73644bead9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:router and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:16.970563 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5afd8748-1274-4d93-9ed7-6e73644bead9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:16.976661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5afd8748-1274-4d93-9ed7-6e73644bead9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:16.992987 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b0d09-da28-4982-936f-3100b039f28d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'Network': ['ID=e3a6761f-ecfa-4c6e-8de4-1979149c6e9c,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:16.996207 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5afd8748-1274-4d93-9ed7-6e73644bead9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:16.997264 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5afd8748-1274-4d93-9ed7-6e73644bead9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:17.009167 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network e3a6761f-ecfa-4c6e-8de4-1979149c6e9c details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:05:17.039644 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5afd8748-1274-4d93-9ed7-6e73644bead9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:17.156014 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d6e72-c2ac-46d5-8404-e819e26fb861 req-1ce09311-2e81-4004-931c-81e0d6a2d9fe tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:17.166820 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a13d6e72-c2ac-46d5-8404-e819e26fb861 req-1ce09311-2e81-4004-931c-81e0d6a2d9fe tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 943 time: 0.2864985 May 13 15:05:17.229443 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-41577424-98e9-4be6-b6d0-cf301bd6cbca tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:17.255959 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a13d6e72-c2ac-46d5-8404-e819e26fb861 req-c99eadb9-0f5a-47b6-b3bf-1d0dc252fcce tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883374 May 13 15:05:17.268340 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-41577424-98e9-4be6-b6d0-cf301bd6cbca tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:17.308367 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60516) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:17.350970 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-41577424-98e9-4be6-b6d0-cf301bd6cbca tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Made reservation on behalf of 509ebfd4eb0444ae8f3872e1e9436dc2 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:05:17.354439 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-41577424-98e9-4be6-b6d0-cf301bd6cbca tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:17.490580 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5afd8748-1274-4d93-9ed7-6e73644bead9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:17.596204 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-41577424-98e9-4be6-b6d0-cf301bd6cbca tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Allocated IP 172.20.0.14 (b043589d-15c3-44b5-8d99-d7c57b00acb0/3b5ceabd-0dba-40ce-b48a-2cb206526c19/e991162e-da41-43ce-b28a-f62363649f50) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:05:17.987927 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-41577424-98e9-4be6-b6d0-cf301bd6cbca tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:17.993743 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8101b491-29d6-4341-82a7-11a543613583 req-a7b09890-98a0-4ec5-b417-349782629e0f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6819022 May 13 15:05:18.007087 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c4dc912-0952-4a6f-8217-582e6b971eaf req-58be4e2a-cd5f-4ce0-a04b-961340ac08f6 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=8919899d-7024-4a41-8826-f256ea9a70cd HTTP/1.1" status: 200 len: 210 time: 0.2501321 May 13 15:05:18.008767 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-41577424-98e9-4be6-b6d0-cf301bd6cbca tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Transition to ACTIVE for port object e991162e-da41-43ce-b28a-f62363649f50 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:05:18.049952 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-41577424-98e9-4be6-b6d0-cf301bd6cbca tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:18.066409 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5afd8748-1274-4d93-9ed7-6e73644bead9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:18.110858 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5afd8748-1274-4d93-9ed7-6e73644bead9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:18.134290 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-41577424-98e9-4be6-b6d0-cf301bd6cbca tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Network b043589d-15c3-44b5-8d99-d7c57b00acb0 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:05:18.137864 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-41577424-98e9-4be6-b6d0-cf301bd6cbca tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:18.142812 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-41577424-98e9-4be6-b6d0-cf301bd6cbca tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:05:18.221811 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41577424-98e9-4be6-b6d0-cf301bd6cbca tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Pushing event updated for resources: {'Port': ['ID=e991162e-da41-43ce-b28a-f62363649f50,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:18.281821 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:18.282506 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-41577424-98e9-4be6-b6d0-cf301bd6cbca tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:18.282624 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-41577424-98e9-4be6-b6d0-cf301bd6cbca tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:18.339893 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-41577424-98e9-4be6-b6d0-cf301bd6cbca tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4609747 May 13 15:05:18.356863 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-6bdac7c7-d514-4be1-ae8b-ef00caa6cddb service neutron] Request body: {'port': {'device_id': '8919899d-7024-4a41-8826-f256ea9a70cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:18.368872 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-5afd8748-1274-4d93-9ed7-6e73644bead9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Allocated IP 172.25.0.245 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/d4bf842c-d90d-40c1-81ea-cdc466046c71) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:05:18.587147 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a120d705-1fa3-4450-90cb-7e230d239abc None None] Provisioning for port e991162e-da41-43ce-b28a-f62363649f50 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:05:18.599285 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a120d705-1fa3-4450-90cb-7e230d239abc None None] Provisioning complete for port e991162e-da41-43ce-b28a-f62363649f50 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:05:18.603628 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a120d705-1fa3-4450-90cb-7e230d239abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:18.621748 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-6bdac7c7-d514-4be1-ae8b-ef00caa6cddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:18.701265 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5afd8748-1274-4d93-9ed7-6e73644bead9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:18.770938 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5afd8748-1274-4d93-9ed7-6e73644bead9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:18.784268 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a83b8c-88d6-4749-9518-46baa7945356 req-3dc68f82-f3dc-4712-9c4f-2956b15c2681 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:18.785883 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-07a83b8c-88d6-4749-9518-46baa7945356 req-3dc68f82-f3dc-4712-9c4f-2956b15c2681 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 943 time: 0.2817588 May 13 15:05:18.806569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-a120d705-1fa3-4450-90cb-7e230d239abc None None] Port e991162e-da41-43ce-b28a-f62363649f50 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:05:18.893708 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afd8748-1274-4d93-9ed7-6e73644bead9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:05:18.897312 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-5afd8748-1274-4d93-9ed7-6e73644bead9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:18.906336 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afd8748-1274-4d93-9ed7-6e73644bead9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:05:18.928187 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-07a83b8c-88d6-4749-9518-46baa7945356 req-0acad7d4-75ef-491f-a7e4-96362bd07a07 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332476 May 13 15:05:18.956634 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd8748-1274-4d93-9ed7-6e73644bead9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'Port': ['ID=d4bf842c-d90d-40c1-81ea-cdc466046c71,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:19.237337 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-6bdac7c7-d514-4be1-ae8b-ef00caa6cddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e991162e-da41-43ce-b28a-f62363649f50 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:05:19.255983 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-6bdac7c7-d514-4be1-ae8b-ef00caa6cddb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:19.297896 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-6bdac7c7-d514-4be1-ae8b-ef00caa6cddb service neutron] Transition to ACTIVE for port object e991162e-da41-43ce-b28a-f62363649f50 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:05:19.303278 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-6bdac7c7-d514-4be1-ae8b-ef00caa6cddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:19.537747 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdac7c7-d514-4be1-ae8b-ef00caa6cddb service neutron] Pushing event updated for resources: {'Port': ['ID=e991162e-da41-43ce-b28a-f62363649f50,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:19.598279 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-6bdac7c7-d514-4be1-ae8b-ef00caa6cddb service neutron] Attempting to bind port e991162e-da41-43ce-b28a-f62363649f50 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:05:19.599040 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-6bdac7c7-d514-4be1-ae8b-ef00caa6cddb service neutron] Attempting to bind port e991162e-da41-43ce-b28a-f62363649f50 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:05:19.599428 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-6bdac7c7-d514-4be1-ae8b-ef00caa6cddb service neutron] Attempting to bind port e991162e-da41-43ce-b28a-f62363649f50 on network b043589d-15c3-44b5-8d99-d7c57b00acb0 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:05:19.607681 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-6bdac7c7-d514-4be1-ae8b-ef00caa6cddb service neutron] Port e991162e-da41-43ce-b28a-f62363649f50 on network b043589d-15c3-44b5-8d99-d7c57b00acb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:05:19.608190 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-6bdac7c7-d514-4be1-ae8b-ef00caa6cddb service neutron] Attempting to bind port e991162e-da41-43ce-b28a-f62363649f50 on network b043589d-15c3-44b5-8d99-d7c57b00acb0 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:05:19.616215 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-6bdac7c7-d514-4be1-ae8b-ef00caa6cddb service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:05:19.616568 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-6bdac7c7-d514-4be1-ae8b-ef00caa6cddb service neutron] Checking segment: {'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:05:19.617413 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-6bdac7c7-d514-4be1-ae8b-ef00caa6cddb service neutron] Bound using segment: {'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:05:19.617879 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-6bdac7c7-d514-4be1-ae8b-ef00caa6cddb service neutron] Bound port: e991162e-da41-43ce-b28a-f62363649f50, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:05:19.618420 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-6bdac7c7-d514-4be1-ae8b-ef00caa6cddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:19.676415 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5afd8748-1274-4d93-9ed7-6e73644bead9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:19.738201 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5cb86-912e-4287-8856-7b4b34e60518 req-0cc2e985-ecca-4dbe-b0b5-d936a17eeb32 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:19.746814 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-10a5cb86-912e-4287-8856-7b4b34e60518 req-0cc2e985-ecca-4dbe-b0b5-d936a17eeb32 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=8919899d-7024-4a41-8826-f256ea9a70cd HTTP/1.1" status: 200 len: 944 time: 0.4433849 May 13 15:05:19.760643 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-6bdac7c7-d514-4be1-ae8b-ef00caa6cddb service neutron] For port e991162e-da41-43ce-b28a-f62363649f50, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:05:19.765985 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-6bdac7c7-d514-4be1-ae8b-ef00caa6cddb service neutron] For port e991162e-da41-43ce-b28a-f62363649f50, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=e991162e-da41-43ce-b28a-f62363649f50,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:05:19.772193 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-6bdac7c7-d514-4be1-ae8b-ef00caa6cddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:19.845992 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdac7c7-d514-4be1-ae8b-ef00caa6cddb service neutron] Pushing event updated for resources: {'Port': ['ID=e991162e-da41-43ce-b28a-f62363649f50,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:19.857441 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-6bdac7c7-d514-4be1-ae8b-ef00caa6cddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:19.858751 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-6bdac7c7-d514-4be1-ae8b-ef00caa6cddb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:19.860384 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-6bdac7c7-d514-4be1-ae8b-ef00caa6cddb service neutron] 10.222.0.74 "PUT /v2.0/ports/e991162e-da41-43ce-b28a-f62363649f50 HTTP/1.1" status: 200 len: 1092 time: 1.5085800 May 13 15:05:19.860842 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8919899d-7024-4a41-8826-f256ea9a70cd', 'tag': 'e991162e-da41-43ce-b28a-f62363649f50'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:05:19.884038 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101b491-29d6-4341-82a7-11a543613583 req-301f5ce6-6b26-4b1d-ab80-5adb951e26bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:19.885652 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8101b491-29d6-4341-82a7-11a543613583 req-301f5ce6-6b26-4b1d-ab80-5adb951e26bf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b&tenant_id=38a8881fe1424acaba5f3d712cefac02 HTTP/1.1" status: 200 len: 1094 time: 0.5300503 May 13 15:05:19.911666 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-8101b491-29d6-4341-82a7-11a543613583 req-ed30c682-b5ac-4a0a-b3ef-6ef9c6d5d079 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-841760-1', 'device_owner': 'compute:nova'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:19.924793 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1729bcdd-fe79-476c-9eaa-57c030452a79'] response: {'name': 'network-changed', 'server_uuid': '8919899d-7024-4a41-8826-f256ea9a70cd', 'tag': 'e991162e-da41-43ce-b28a-f62363649f50', 'status': 'completed', 'code': 200} May 13 15:05:19.961430 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-10a5cb86-912e-4287-8856-7b4b34e60518 req-1b4b8193-441d-4c77-8625-2ae4dcabc6cb tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134733 May 13 15:05:20.047059 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-10406c10-f006-4bc1-8a4d-7f234f54b497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:20.049024 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-10406c10-f006-4bc1-8a4d-7f234f54b497 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2&device_id=8919899d-7024-4a41-8826-f256ea9a70cd HTTP/1.1" status: 200 len: 1095 time: 0.1108074 May 13 15:05:20.198644 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-be47d31c-2224-496e-b575-6b7e5ef22750 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e991162e-da41-43ce-b28a-f62363649f50 HTTP/1.1" status: 200 len: 217 time: 0.1378708 May 13 15:05:20.282485 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-c17eaa0d-1d45-4d38-bbc5-629b9ba87016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:20.283990 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-c17eaa0d-1d45-4d38-bbc5-629b9ba87016 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b5ceabd-0dba-40ce-b48a-2cb206526c19 HTTP/1.1" status: 200 len: 851 time: 0.0754025 May 13 15:05:20.340799 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada982c-1583-49fc-8b51-f7fedc42d9e3 req-b05df484-bdc3-473d-8d94-4cce5e1f85b6 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:20.343023 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fada982c-1583-49fc-8b51-f7fedc42d9e3 req-b05df484-bdc3-473d-8d94-4cce5e1f85b6 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 943 time: 0.2124314 May 13 15:05:20.406575 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8101b491-29d6-4341-82a7-11a543613583 req-ed30c682-b5ac-4a0a-b3ef-6ef9c6d5d079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:20.415228 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fada982c-1583-49fc-8b51-f7fedc42d9e3 req-1a4e8a12-6aef-4ca8-8cc3-fc7013f6dc74 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504959 May 13 15:05:20.424244 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-a54bd5e2-f87f-4bef-b5fa-df5a4e09e852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:20.425907 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-a54bd5e2-f87f-4bef-b5fa-df5a4e09e852 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b043589d-15c3-44b5-8d99-d7c57b00acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1351004 May 13 15:05:20.505922 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5afd8748-1274-4d93-9ed7-6e73644bead9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:20.686432 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-24bef15c-f837-48c6-a233-91b49543fbad service neutron] 10.222.0.74 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541022 May 13 15:05:20.848722 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad11ec6e-2aa5-4a19-b0d9-2224d9c01429 req-66f4986e-5a14-4d92-8409-799c9f1501c6 service neutron] 10.222.0.74 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424780 May 13 15:05:20.905191 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-8101b491-29d6-4341-82a7-11a543613583 req-ed30c682-b5ac-4a0a-b3ef-6ef9c6d5d079 service neutron] For port 19aa33fb-2185-4401-9a51-ca485f7a21ee, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=19aa33fb-2185-4401-9a51-ca485f7a21ee,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:05:20.921274 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5afd8748-1274-4d93-9ed7-6e73644bead9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Router 1f135a2a-9039-428d-bd7a-6e0863d4abb1 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:05:20.946172 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-8101b491-29d6-4341-82a7-11a543613583 req-ed30c682-b5ac-4a0a-b3ef-6ef9c6d5d079 service neutron] For port 19aa33fb-2185-4401-9a51-ca485f7a21ee, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:05:21.032394 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd785e-3bc2-411c-ae0f-9c927a5d50d0 req-2b839379-5b4f-496b-96b0-bec298b1f0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:21.034602 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8fcd785e-3bc2-411c-ae0f-9c927a5d50d0 req-2b839379-5b4f-496b-96b0-bec298b1f0d1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2&device_id=8919899d-7024-4a41-8826-f256ea9a70cd HTTP/1.1" status: 200 len: 1095 time: 0.1042557 May 13 15:05:21.083751 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-8101b491-29d6-4341-82a7-11a543613583 req-ed30c682-b5ac-4a0a-b3ef-6ef9c6d5d079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19aa33fb-2185-4401-9a51-ca485f7a21ee {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:05:21.146352 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8101b491-29d6-4341-82a7-11a543613583 req-ed30c682-b5ac-4a0a-b3ef-6ef9c6d5d079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:21.214997 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd785e-3bc2-411c-ae0f-9c927a5d50d0 req-b53caeb1-a8c6-410c-8204-f81cc49a403e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:21.217443 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8fcd785e-3bc2-411c-ae0f-9c927a5d50d0 req-b53caeb1-a8c6-410c-8204-f81cc49a403e service neutron] 10.222.0.74 "GET /v2.0/networks?id=b043589d-15c3-44b5-8d99-d7c57b00acb0 HTTP/1.1" status: 200 len: 913 time: 0.1763554 May 13 15:05:21.227755 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-8101b491-29d6-4341-82a7-11a543613583 req-ed30c682-b5ac-4a0a-b3ef-6ef9c6d5d079 service neutron] Transition to ACTIVE for port object 19aa33fb-2185-4401-9a51-ca485f7a21ee will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:05:21.242216 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8101b491-29d6-4341-82a7-11a543613583 req-ed30c682-b5ac-4a0a-b3ef-6ef9c6d5d079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:21.306769 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8fcd785e-3bc2-411c-ae0f-9c927a5d50d0 req-75867ef3-e341-4dbb-8329-fbd48d09e517 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e991162e-da41-43ce-b28a-f62363649f50 HTTP/1.1" status: 200 len: 217 time: 0.0836759 May 13 15:05:21.374007 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afd8748-1274-4d93-9ed7-6e73644bead9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:05:21.385470 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9793d85a-50df-42c0-9b33-b39ec83c7241 None None] Sync routers for ids ['1f135a2a-9039-428d-bd7a-6e0863d4abb1'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:05:21.397822 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd785e-3bc2-411c-ae0f-9c927a5d50d0 req-24ca4e5e-2371-40e0-a9a3-c89ff791e9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:21.400603 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8fcd785e-3bc2-411c-ae0f-9c927a5d50d0 req-24ca4e5e-2371-40e0-a9a3-c89ff791e9e0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b5ceabd-0dba-40ce-b48a-2cb206526c19 HTTP/1.1" status: 200 len: 851 time: 0.0881760 May 13 15:05:21.403622 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9793d85a-50df-42c0-9b33-b39ec83c7241 None None] Routers {'1f135a2a-9039-428d-bd7a-6e0863d4abb1'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:05:21.404689 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-9793d85a-50df-42c0-9b33-b39ec83c7241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:05:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1f135a2a-9039-428d-bd7a-6e0863d4abb1'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:21.423731 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30c682-b5ac-4a0a-b3ef-6ef9c6d5d079 service neutron] Pushing event updated for resources: {'Port': ['ID=19aa33fb-2185-4401-9a51-ca485f7a21ee,revision_number=9']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:21.488590 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ea794-a038-41ac-8b89-8befe6d70a10 req-def1c055-424b-4514-ba2a-c939652b129c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:21.489933 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f3ea794-a038-41ac-8b89-8befe6d70a10 req-def1c055-424b-4514-ba2a-c939652b129c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=8919899d-7024-4a41-8826-f256ea9a70cd HTTP/1.1" status: 200 len: 944 time: 0.3999975 May 13 15:05:21.543941 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd785e-3bc2-411c-ae0f-9c927a5d50d0 req-eb33b4db-79c4-4efb-be55-b36bcd30589d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:21.546169 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8fcd785e-3bc2-411c-ae0f-9c927a5d50d0 req-eb33b4db-79c4-4efb-be55-b36bcd30589d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b043589d-15c3-44b5-8d99-d7c57b00acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1376350 May 13 15:05:21.568810 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5afd8748-1274-4d93-9ed7-6e73644bead9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:21.573508 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5afd8748-1274-4d93-9ed7-6e73644bead9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.6241179 May 13 15:05:21.578238 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60606) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:21.601956 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-8101b491-29d6-4341-82a7-11a543613583 req-ed30c682-b5ac-4a0a-b3ef-6ef9c6d5d079 service neutron] No DVR routers for this DVR port 19aa33fb-2185-4401-9a51-ca485f7a21ee on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:05:21.695879 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-9793d85a-50df-42c0-9b33-b39ec83c7241 None None] Set router 1f135a2a-9039-428d-bd7a-6e0863d4abb1 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:05:21.748096 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8fcd785e-3bc2-411c-ae0f-9c927a5d50d0 req-b07abbf1-6276-43bc-a0ce-31ee07941bbc service neutron] 10.222.0.74 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946313 May 13 15:05:21.771259 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f3ea794-a038-41ac-8b89-8befe6d70a10 req-31092cee-bbf6-4241-a852-ad0c38ea2c07 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289541 May 13 15:05:22.076886 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2a953-358f-4ccb-a767-73a2beb1417c req-3d619131-20f6-42e1-a0a5-18750a64e411 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:22.078416 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5cf2a953-358f-4ccb-a767-73a2beb1417c req-3d619131-20f6-42e1-a0a5-18750a64e411 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 943 time: 0.3285048 May 13 15:05:22.080465 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8fcd785e-3bc2-411c-ae0f-9c927a5d50d0 req-708e6ea2-7b3c-4726-9f0a-ddc9bcad5b78 service neutron] 10.222.0.74 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891481 May 13 15:05:22.115556 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-8101b491-29d6-4341-82a7-11a543613583 req-ed30c682-b5ac-4a0a-b3ef-6ef9c6d5d079 service neutron] Attempting to bind port 19aa33fb-2185-4401-9a51-ca485f7a21ee on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:05:22.116056 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-8101b491-29d6-4341-82a7-11a543613583 req-ed30c682-b5ac-4a0a-b3ef-6ef9c6d5d079 service neutron] Attempting to bind port 19aa33fb-2185-4401-9a51-ca485f7a21ee by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '89f6c3f9-8bdb-4179-8eb7-052eef44125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:05:22.116241 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8101b491-29d6-4341-82a7-11a543613583 req-ed30c682-b5ac-4a0a-b3ef-6ef9c6d5d079 service neutron] Attempting to bind port 19aa33fb-2185-4401-9a51-ca485f7a21ee on network 82746afc-6560-4007-9fb3-904cf8d650cf {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:05:22.121234 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8101b491-29d6-4341-82a7-11a543613583 req-ed30c682-b5ac-4a0a-b3ef-6ef9c6d5d079 service neutron] Port 19aa33fb-2185-4401-9a51-ca485f7a21ee on network 82746afc-6560-4007-9fb3-904cf8d650cf not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:05:22.121548 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8101b491-29d6-4341-82a7-11a543613583 req-ed30c682-b5ac-4a0a-b3ef-6ef9c6d5d079 service neutron] Attempting to bind port 19aa33fb-2185-4401-9a51-ca485f7a21ee on network 82746afc-6560-4007-9fb3-904cf8d650cf {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:05:22.127575 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8101b491-29d6-4341-82a7-11a543613583 req-ed30c682-b5ac-4a0a-b3ef-6ef9c6d5d079 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:05:22.127895 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8101b491-29d6-4341-82a7-11a543613583 req-ed30c682-b5ac-4a0a-b3ef-6ef9c6d5d079 service neutron] Checking segment: {'id': '89f6c3f9-8bdb-4179-8eb7-052eef44125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:05:22.128272 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8101b491-29d6-4341-82a7-11a543613583 req-ed30c682-b5ac-4a0a-b3ef-6ef9c6d5d079 service neutron] Bound using segment: {'id': '89f6c3f9-8bdb-4179-8eb7-052eef44125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:05:22.129148 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-8101b491-29d6-4341-82a7-11a543613583 req-ed30c682-b5ac-4a0a-b3ef-6ef9c6d5d079 service neutron] Bound port: 19aa33fb-2185-4401-9a51-ca485f7a21ee, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f6c3f9-8bdb-4179-8eb7-052eef44125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:05:22.129148 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8101b491-29d6-4341-82a7-11a543613583 req-ed30c682-b5ac-4a0a-b3ef-6ef9c6d5d079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:22.190631 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4d014223-30a6-4c5c-b972-7699aaaa537e tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=d15e70e5e3144c2db24c850097c3fbb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6046054 May 13 15:05:22.190900 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60620) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:22.199742 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5cf2a953-358f-4ccb-a767-73a2beb1417c req-f0608eab-f793-46a2-9c4d-7e41f2a59e0f tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139963 May 13 15:05:22.206037 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-9793d85a-50df-42c0-9b33-b39ec83c7241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933408856', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd4bf842c-d90d-40c1-81ea-cdc466046c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:17Z', 'updated_at': '2022-05-13T15:05:19Z', 'revision_number': 3, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': 'd4bf842c-d90d-40c1-81ea-cdc466046c71', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:18Z', 'updated_at': '2022-05-13T15:05:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:22.217910 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9793d85a-50df-42c0-9b33-b39ec83c7241 None None] Checking router: 1f135a2a-9039-428d-bd7a-6e0863d4abb1 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:05:22.218264 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9793d85a-50df-42c0-9b33-b39ec83c7241 None None] Updating router 1f135a2a-9039-428d-bd7a-6e0863d4abb1 port d4bf842c-d90d-40c1-81ea-cdc466046c71 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:05:22.282914 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9793d85a-50df-42c0-9b33-b39ec83c7241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:22.325333 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-8101b491-29d6-4341-82a7-11a543613583 req-ed30c682-b5ac-4a0a-b3ef-6ef9c6d5d079 service neutron] For port 19aa33fb-2185-4401-9a51-ca485f7a21ee, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:05:22.331257 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-8101b491-29d6-4341-82a7-11a543613583 req-ed30c682-b5ac-4a0a-b3ef-6ef9c6d5d079 service neutron] For port 19aa33fb-2185-4401-9a51-ca485f7a21ee, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=19aa33fb-2185-4401-9a51-ca485f7a21ee,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:05:22.345421 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8101b491-29d6-4341-82a7-11a543613583 req-ed30c682-b5ac-4a0a-b3ef-6ef9c6d5d079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:22.440629 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24217e0d-0c2e-4cee-bafa-5d67e8bb71f9 tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:22.445113 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60628) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:22.445614 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-24217e0d-0c2e-4cee-bafa-5d67e8bb71f9 tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2530012 May 13 15:05:22.447082 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101b491-29d6-4341-82a7-11a543613583 req-ed30c682-b5ac-4a0a-b3ef-6ef9c6d5d079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:22.447768 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8101b491-29d6-4341-82a7-11a543613583 req-ed30c682-b5ac-4a0a-b3ef-6ef9c6d5d079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:22.449344 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8101b491-29d6-4341-82a7-11a543613583 req-ed30c682-b5ac-4a0a-b3ef-6ef9c6d5d079 service neutron] 10.222.0.59 "PUT /v2.0/ports/19aa33fb-2185-4401-9a51-ca485f7a21ee HTTP/1.1" status: 200 len: 1091 time: 2.5420094 May 13 15:05:22.452025 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '489ba739-6cf5-4fdc-8573-1909e8bfab3b', 'tag': '19aa33fb-2185-4401-9a51-ca485f7a21ee'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:05:22.474324 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30c682-b5ac-4a0a-b3ef-6ef9c6d5d079 service neutron] Pushing event updated for resources: {'Port': ['ID=19aa33fb-2185-4401-9a51-ca485f7a21ee,revision_number=10']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:22.529043 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-081cc51b-5355-47b7-bc2b-113a56d1710c tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=c35d8094-27c1-4288-955d-bcb140e23bf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0805404 May 13 15:05:22.532674 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60634) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:22.546410 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-ded9c88b-9fa4-4cd8-9d60-cab8a04cfb39 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-992448399', 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:22.569132 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de9d102b-69ac-4848-b1bf-1cedc0cd0115'] response: {'name': 'network-changed', 'server_uuid': '489ba739-6cf5-4fdc-8573-1909e8bfab3b', 'tag': '19aa33fb-2185-4401-9a51-ca485f7a21ee', 'status': 'completed', 'code': 200} May 13 15:05:22.684547 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ded9c88b-9fa4-4cd8-9d60-cab8a04cfb39 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:22.691434 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ded9c88b-9fa4-4cd8-9d60-cab8a04cfb39 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:subnet and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:22.695829 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ded9c88b-9fa4-4cd8-9d60-cab8a04cfb39 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:22.704572 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ded9c88b-9fa4-4cd8-9d60-cab8a04cfb39 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:22.709888 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101b491-29d6-4341-82a7-11a543613583 req-9d45bfd7-68ab-4834-9286-c5401f785458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:22.711486 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8101b491-29d6-4341-82a7-11a543613583 req-9d45bfd7-68ab-4834-9286-c5401f785458 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=38a8881fe1424acaba5f3d712cefac02&device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 1095 time: 0.2254536 May 13 15:05:22.792438 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded9c88b-9fa4-4cd8-9d60-cab8a04cfb39 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Made reservation on behalf of d15e70e5e3144c2db24c850097c3fbb0 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:05:22.796559 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ded9c88b-9fa4-4cd8-9d60-cab8a04cfb39 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:22.806216 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9793d85a-50df-42c0-9b33-b39ec83c7241 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:22.824587 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9793d85a-50df-42c0-9b33-b39ec83c7241 None None] Transition to ACTIVE for port object d4bf842c-d90d-40c1-81ea-cdc466046c71 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:05:22.840729 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9793d85a-50df-42c0-9b33-b39ec83c7241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:22.942854 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80192962-4543-4916-a123-5f00fabfd757 None None] Pushing event updated for resources: {'Port': ['ID=d4bf842c-d90d-40c1-81ea-cdc466046c71,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:22.954978 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-9793d85a-50df-42c0-9b33-b39ec83c7241 None None] Attempting to bind port d4bf842c-d90d-40c1-81ea-cdc466046c71 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:05:22.955713 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-9793d85a-50df-42c0-9b33-b39ec83c7241 None None] Attempting to bind port d4bf842c-d90d-40c1-81ea-cdc466046c71 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:05:22.956315 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9793d85a-50df-42c0-9b33-b39ec83c7241 None None] Attempting to bind port d4bf842c-d90d-40c1-81ea-cdc466046c71 on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:05:22.964967 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9793d85a-50df-42c0-9b33-b39ec83c7241 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:05:22.965677 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9793d85a-50df-42c0-9b33-b39ec83c7241 None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:05:22.965945 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9793d85a-50df-42c0-9b33-b39ec83c7241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:22.967474 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9793d85a-50df-42c0-9b33-b39ec83c7241 None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:05:22.967776 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-9793d85a-50df-42c0-9b33-b39ec83c7241 None None] Bound port: d4bf842c-d90d-40c1-81ea-cdc466046c71, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:05:22.968206 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9793d85a-50df-42c0-9b33-b39ec83c7241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:22.971404 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101b491-29d6-4341-82a7-11a543613583 req-0f782ebd-9f46-4fd3-b633-4418c8a1ac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:22.972879 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8101b491-29d6-4341-82a7-11a543613583 req-0f782ebd-9f46-4fd3-b633-4418c8a1ac3f service neutron] 10.222.0.59 "GET /v2.0/networks?id=82746afc-6560-4007-9fb3-904cf8d650cf HTTP/1.1" status: 200 len: 916 time: 0.2541397 May 13 15:05:23.033186 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea08a4-f35b-4448-bf4d-e2f0632d3b06 req-fc875ad0-b8eb-480e-a48b-304cc8e3a340 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:23.034573 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-a3ea08a4-f35b-4448-bf4d-e2f0632d3b06 req-fc875ad0-b8eb-480e-a48b-304cc8e3a340 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Synchronizing usage tracker for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:05:23.059255 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-9793d85a-50df-42c0-9b33-b39ec83c7241 None None] For port d4bf842c-d90d-40c1-81ea-cdc466046c71, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:05:23.063795 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-9793d85a-50df-42c0-9b33-b39ec83c7241 None None] For port d4bf842c-d90d-40c1-81ea-cdc466046c71, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d4bf842c-d90d-40c1-81ea-cdc466046c71,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:05:23.064038 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-a3ea08a4-f35b-4448-bf4d-e2f0632d3b06 req-fc875ad0-b8eb-480e-a48b-304cc8e3a340 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Unset dirty status for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:05:23.066550 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a3ea08a4-f35b-4448-bf4d-e2f0632d3b06 req-fc875ad0-b8eb-480e-a48b-304cc8e3a340 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=8919899d-7024-4a41-8826-f256ea9a70cd HTTP/1.1" status: 200 len: 944 time: 0.1517832 May 13 15:05:23.074742 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9793d85a-50df-42c0-9b33-b39ec83c7241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:23.137408 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8101b491-29d6-4341-82a7-11a543613583 req-d6f8cb57-f7ba-404a-8c2f-a47ff2f8cd17 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19aa33fb-2185-4401-9a51-ca485f7a21ee HTTP/1.1" status: 200 len: 998 time: 0.1573741 May 13 15:05:23.161272 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9793d85a-50df-42c0-9b33-b39ec83c7241 None None] Routers {'1f135a2a-9039-428d-bd7a-6e0863d4abb1'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:05:23.162321 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-9793d85a-50df-42c0-9b33-b39ec83c7241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:05:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1f135a2a-9039-428d-bd7a-6e0863d4abb1'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:23.172440 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a3ea08a4-f35b-4448-bf4d-e2f0632d3b06 req-0573a32a-836d-47e5-b79f-353f5ccc6ce8 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981271 May 13 15:05:23.240160 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101b491-29d6-4341-82a7-11a543613583 req-d690265d-fded-4e55-9206-81da1444ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:23.241952 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8101b491-29d6-4341-82a7-11a543613583 req-d690265d-fded-4e55-9206-81da1444ffd6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=498b4812-77a0-4897-b979-c45bc3bb9502 HTTP/1.1" status: 200 len: 854 time: 0.0983164 May 13 15:05:23.245126 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ded9c88b-9fa4-4cd8-9d60-cab8a04cfb39 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:23.285853 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80192962-4543-4916-a123-5f00fabfd757 None None] Pushing event updated for resources: {'Port': ['ID=d4bf842c-d90d-40c1-81ea-cdc466046c71,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:23.418568 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-9793d85a-50df-42c0-9b33-b39ec83c7241 None None] Set router 1f135a2a-9039-428d-bd7a-6e0863d4abb1 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:05:23.436165 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded9c88b-9fa4-4cd8-9d60-cab8a04cfb39 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'Subnet': ['ID=01d0ea17-55a0-4a26-b442-418fd779e696,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:23.455020 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded9c88b-9fa4-4cd8-9d60-cab8a04cfb39 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Checking segment: {'id': '45bd3944-9a0e-4d92-bccc-17cac1ef1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:05:23.455583 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded9c88b-9fa4-4cd8-9d60-cab8a04cfb39 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Network hostable DHCP agents. Network: e3a6761f-ecfa-4c6e-8de4-1979149c6e9c, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:05:23.496551 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101b491-29d6-4341-82a7-11a543613583 req-759856fa-dbd6-466d-b8a6-62b159008a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:23.498712 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8101b491-29d6-4341-82a7-11a543613583 req-759856fa-dbd6-466d-b8a6-62b159008a0c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=82746afc-6560-4007-9fb3-904cf8d650cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2474964 May 13 15:05:23.501554 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded9c88b-9fa4-4cd8-9d60-cab8a04cfb39 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Network e3a6761f-ecfa-4c6e-8de4-1979149c6e9c is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:05:23.538765 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-ded9c88b-9fa4-4cd8-9d60-cab8a04cfb39 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, e3a6761f-ecfa-4c6e-8de4-1979149c6e9c) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:23.552226 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f6f184-10eb-4dff-b7b6-7a57f32d2824 None None] Network e3a6761f-ecfa-4c6e-8de4-1979149c6e9c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:05:23.592065 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded9c88b-9fa4-4cd8-9d60-cab8a04cfb39 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:23.592661 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ded9c88b-9fa4-4cd8-9d60-cab8a04cfb39 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:23.637633 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8fe95-9322-4730-9e23-77e47fbc128f req-ca1cd9de-1cfa-4841-8bb3-c239bec250b2 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:23.639778 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b3b8fe95-9322-4730-9e23-77e47fbc128f req-ca1cd9de-1cfa-4841-8bb3-c239bec250b2 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 944 time: 0.2633736 May 13 15:05:23.647792 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ded9c88b-9fa4-4cd8-9d60-cab8a04cfb39 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1096270 May 13 15:05:23.649381 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60658) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:23.809864 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8101b491-29d6-4341-82a7-11a543613583 req-42c43df6-2692-4ae1-a658-f2d808fdbb8d service neutron] 10.222.0.59 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036144 May 13 15:05:23.926415 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9212b7b9-9ced-41a7-9ff1-d20ba0e1e1a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-e3a6761f-ecfa-4c6e-8de4-1979149c6e9c', 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'fixed_ips': [{'subnet_id': '01d0ea17-55a0-4a26-b442-418fd779e696'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:05:23.927297 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9212b7b9-9ced-41a7-9ff1-d20ba0e1e1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:23.945465 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-9793d85a-50df-42c0-9b33-b39ec83c7241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933408856', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd4bf842c-d90d-40c1-81ea-cdc466046c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:17Z', 'updated_at': '2022-05-13T15:05:19Z', 'revision_number': 3, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': 'd4bf842c-d90d-40c1-81ea-cdc466046c71', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:18Z', 'updated_at': '2022-05-13T15:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:23.954613 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9793d85a-50df-42c0-9b33-b39ec83c7241 None None] The sync data for ids ['1f135a2a-9039-428d-bd7a-6e0863d4abb1'] in n-d-841760-1 is: [{'id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933408856', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd4bf842c-d90d-40c1-81ea-cdc466046c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:17Z', 'updated_at': '2022-05-13T15:05:19Z', 'revision_number': 3, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': 'd4bf842c-d90d-40c1-81ea-cdc466046c71', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:18Z', 'updated_at': '2022-05-13T15:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:05:24.022258 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b3b8fe95-9322-4730-9e23-77e47fbc128f req-5eaa8c67-61b9-42b7-b55e-1a2b45255678 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3735647 May 13 15:05:24.137820 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-9212b7b9-9ced-41a7-9ff1-d20ba0e1e1a0 None None] Allocated IP 172.20.0.2 (e3a6761f-ecfa-4c6e-8de4-1979149c6e9c/01d0ea17-55a0-4a26-b442-418fd779e696/9f3b6b16-eef3-44ef-b360-e323d9fa0738) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:05:24.450071 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8101b491-29d6-4341-82a7-11a543613583 req-6ab16a8c-31af-40f8-bad3-a7af8e3ecde8 service neutron] 10.222.0.59 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872249 May 13 15:05:24.512575 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9212b7b9-9ced-41a7-9ff1-d20ba0e1e1a0 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:24.521163 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f177a91-b520-4489-bfe0-aa2dc1ee3247 req-d3988b77-c86f-4deb-b545-bcc06f826b60 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:24.528034 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f177a91-b520-4489-bfe0-aa2dc1ee3247 req-d3988b77-c86f-4deb-b545-bcc06f826b60 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=8919899d-7024-4a41-8826-f256ea9a70cd HTTP/1.1" status: 200 len: 944 time: 0.1305406 May 13 15:05:24.528655 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9212b7b9-9ced-41a7-9ff1-d20ba0e1e1a0 None None] Transition to ACTIVE for port object 9f3b6b16-eef3-44ef-b360-e323d9fa0738 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:05:24.564548 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9212b7b9-9ced-41a7-9ff1-d20ba0e1e1a0 None None] Transition to ACTIVE for port object 9f3b6b16-eef3-44ef-b360-e323d9fa0738 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:05:24.574287 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9212b7b9-9ced-41a7-9ff1-d20ba0e1e1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:24.608395 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f177a91-b520-4489-bfe0-aa2dc1ee3247 req-dc5400f0-2ea5-4905-90f1-0d6f4f35635e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776055 May 13 15:05:24.726054 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9212b7b9-9ced-41a7-9ff1-d20ba0e1e1a0 None None] Network e3a6761f-ecfa-4c6e-8de4-1979149c6e9c is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:05:24.734658 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-9212b7b9-9ced-41a7-9ff1-d20ba0e1e1a0 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:24.744933 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9212b7b9-9ced-41a7-9ff1-d20ba0e1e1a0 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:05:24.908970 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212b7b9-9ced-41a7-9ff1-d20ba0e1e1a0 None None] Pushing event updated for resources: {'Port': ['ID=9f3b6b16-eef3-44ef-b360-e323d9fa0738,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:24.930778 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-9212b7b9-9ced-41a7-9ff1-d20ba0e1e1a0 None None] Attempting to bind port 9f3b6b16-eef3-44ef-b360-e323d9fa0738 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:05:24.931505 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-9212b7b9-9ced-41a7-9ff1-d20ba0e1e1a0 None None] Attempting to bind port 9f3b6b16-eef3-44ef-b360-e323d9fa0738 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '45bd3944-9a0e-4d92-bccc-17cac1ef1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:05:24.932024 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9212b7b9-9ced-41a7-9ff1-d20ba0e1e1a0 None None] Attempting to bind port 9f3b6b16-eef3-44ef-b360-e323d9fa0738 on network e3a6761f-ecfa-4c6e-8de4-1979149c6e9c {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:05:24.943184 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9212b7b9-9ced-41a7-9ff1-d20ba0e1e1a0 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:05:24.943562 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9212b7b9-9ced-41a7-9ff1-d20ba0e1e1a0 None None] Checking segment: {'id': '45bd3944-9a0e-4d92-bccc-17cac1ef1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:05:24.943991 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9212b7b9-9ced-41a7-9ff1-d20ba0e1e1a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:24.944402 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9212b7b9-9ced-41a7-9ff1-d20ba0e1e1a0 None None] Bound using segment: {'id': '45bd3944-9a0e-4d92-bccc-17cac1ef1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:05:24.955510 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-9212b7b9-9ced-41a7-9ff1-d20ba0e1e1a0 None None] Bound port: 9f3b6b16-eef3-44ef-b360-e323d9fa0738, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45bd3944-9a0e-4d92-bccc-17cac1ef1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:05:24.956009 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9212b7b9-9ced-41a7-9ff1-d20ba0e1e1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:24.980492 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde13887-a623-4625-ba4e-0b1cebcbc1ab req-90576725-439f-45ec-90fe-974d8a54e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:24.984286 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cde13887-a623-4625-ba4e-0b1cebcbc1ab req-90576725-439f-45ec-90fe-974d8a54e3e4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=38a8881fe1424acaba5f3d712cefac02&device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 1095 time: 0.3466713 May 13 15:05:25.141226 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-9212b7b9-9ced-41a7-9ff1-d20ba0e1e1a0 None None] For port 9f3b6b16-eef3-44ef-b360-e323d9fa0738, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:05:25.147079 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-9212b7b9-9ced-41a7-9ff1-d20ba0e1e1a0 None None] For port 9f3b6b16-eef3-44ef-b360-e323d9fa0738, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=9f3b6b16-eef3-44ef-b360-e323d9fa0738,segment=NetworkSegment(45bd3944-9a0e-4d92-bccc-17cac1ef1a45),segment_id=45bd3944-9a0e-4d92-bccc-17cac1ef1a45)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:05:25.154025 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9212b7b9-9ced-41a7-9ff1-d20ba0e1e1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:25.276772 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212b7b9-9ced-41a7-9ff1-d20ba0e1e1a0 None None] Pushing event updated for resources: {'Port': ['ID=9f3b6b16-eef3-44ef-b360-e323d9fa0738,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:25.487816 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d4bf842c-d90d-40c1-81ea-cdc466046c71 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:05:25.668329 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port d4bf842c-d90d-40c1-81ea-cdc466046c71 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:05:25.674938 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port d4bf842c-d90d-40c1-81ea-cdc466046c71 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:05:25.674938 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:25.680842 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ebf8ab94-2b04-462b-a46b-8bb8367dd1d5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:25.737520 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde13887-a623-4625-ba4e-0b1cebcbc1ab req-a1d8a653-b449-4cc4-bb7c-6bde8c4f7eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:25.752955 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cde13887-a623-4625-ba4e-0b1cebcbc1ab req-a1d8a653-b449-4cc4-bb7c-6bde8c4f7eaa service neutron] 10.222.0.59 "GET /v2.0/networks?id=82746afc-6560-4007-9fb3-904cf8d650cf HTTP/1.1" status: 200 len: 916 time: 0.7451496 May 13 15:05:26.010592 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d4bf842c-d90d-40c1-81ea-cdc466046c71 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:05:26.011151 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:26.038827 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port d4bf842c-d90d-40c1-81ea-cdc466046c71, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d4bf842c-d90d-40c1-81ea-cdc466046c71,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:05:26.047542 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:26.096569 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399adfc6-c6e3-4b7e-82f0-cb00cb8f4eb8 req-4461b80c-94e9-40d5-87e4-2d677ab33311 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:26.101540 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-399adfc6-c6e3-4b7e-82f0-cb00cb8f4eb8 req-4461b80c-94e9-40d5-87e4-2d677ab33311 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=8919899d-7024-4a41-8826-f256ea9a70cd HTTP/1.1" status: 200 len: 944 time: 0.2156241 May 13 15:05:26.142578 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=d4bf842c-d90d-40c1-81ea-cdc466046c71,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:26.225101 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cde13887-a623-4625-ba4e-0b1cebcbc1ab req-04e7f925-3830-4da5-9a0a-03c2c99f49fc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19aa33fb-2185-4401-9a51-ca485f7a21ee HTTP/1.1" status: 200 len: 998 time: 0.4615815 May 13 15:05:26.340819 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-399adfc6-c6e3-4b7e-82f0-cb00cb8f4eb8 req-19bde916-470c-4287-91d7-4dd88a8e91f7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277379 May 13 15:05:26.606977 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd074cb2-dda0-41e5-816b-04574548d5df req-0209f628-10c8-49b2-83ed-4f5ef3839208 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:26.609043 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dd074cb2-dda0-41e5-816b-04574548d5df req-0209f628-10c8-49b2-83ed-4f5ef3839208 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 944 time: 1.3217461 May 13 15:05:26.754128 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde13887-a623-4625-ba4e-0b1cebcbc1ab req-5a5cd173-e49a-4d9e-9c87-a0253ecf4c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:26.758473 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cde13887-a623-4625-ba4e-0b1cebcbc1ab req-5a5cd173-e49a-4d9e-9c87-a0253ecf4c1d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=498b4812-77a0-4897-b979-c45bc3bb9502 HTTP/1.1" status: 200 len: 854 time: 0.4537723 May 13 15:05:26.987819 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dd074cb2-dda0-41e5-816b-04574548d5df req-185d6cfc-05c4-4d19-a6dc-eb837dfb5435 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3545198 May 13 15:05:27.317669 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-ebf8ab94-2b04-462b-a46b-8bb8367dd1d5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Allocated IP 172.20.0.1 (e3a6761f-ecfa-4c6e-8de4-1979149c6e9c/01d0ea17-55a0-4a26-b442-418fd779e696/d5c07249-a6b7-4291-aa5b-1ff7b37e2786) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:05:27.344406 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4ce5bc25-8471-4c23-8ac4-c8814f77694b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:27.373162 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde13887-a623-4625-ba4e-0b1cebcbc1ab req-86e385bf-2c05-4763-beff-d3fa284b3c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:27.389077 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cde13887-a623-4625-ba4e-0b1cebcbc1ab req-86e385bf-2c05-4763-beff-d3fa284b3c7d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=82746afc-6560-4007-9fb3-904cf8d650cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6080735 May 13 15:05:27.675445 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09482dc9-62ca-4750-ac12-228a07f4dce0 None None] Network e3a6761f-ecfa-4c6e-8de4-1979149c6e9c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:05:27.680495 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6258e4-6c4b-4506-8651-bb95ef87678e req-d07f64ed-2bb7-4ad0-a2f2-bf60a8f09c13 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:27.694419 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f6258e4-6c4b-4506-8651-bb95ef87678e req-d07f64ed-2bb7-4ad0-a2f2-bf60a8f09c13 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=8919899d-7024-4a41-8826-f256ea9a70cd HTTP/1.1" status: 200 len: 944 time: 0.1478837 May 13 15:05:27.822950 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f6258e4-6c4b-4506-8651-bb95ef87678e req-90843308-f99f-4b33-a045-1851dff2472f tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249254 May 13 15:05:27.937188 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 9f3b6b16-eef3-44ef-b360-e323d9fa0738 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:05:28.085298 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cde13887-a623-4625-ba4e-0b1cebcbc1ab req-0a047bfe-498f-435b-be58-50468db10fa3 service neutron] 10.222.0.59 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6309092 May 13 15:05:28.102843 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ebf8ab94-2b04-462b-a46b-8bb8367dd1d5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:28.123515 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f89d39f3-383a-445a-9d1e-ac65a4c11593 None None] Provisioning for port 9f3b6b16-eef3-44ef-b360-e323d9fa0738 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:05:28.205125 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-ebf8ab94-2b04-462b-a46b-8bb8367dd1d5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Transition to ACTIVE for port object d5c07249-a6b7-4291-aa5b-1ff7b37e2786 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:05:28.458311 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ebf8ab94-2b04-462b-a46b-8bb8367dd1d5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:28.473168 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 9f3b6b16-eef3-44ef-b360-e323d9fa0738 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:05:28.506099 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cde13887-a623-4625-ba4e-0b1cebcbc1ab req-a27962aa-61bf-4ff3-a9f6-71539cb5e628 service neutron] 10.222.0.59 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732085 May 13 15:05:28.552960 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf8ab94-2b04-462b-a46b-8bb8367dd1d5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Network e3a6761f-ecfa-4c6e-8de4-1979149c6e9c is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:05:28.557631 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-ebf8ab94-2b04-462b-a46b-8bb8367dd1d5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:28.565253 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf8ab94-2b04-462b-a46b-8bb8367dd1d5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:05:28.643068 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 9f3b6b16-eef3-44ef-b360-e323d9fa0738 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:05:28.643970 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:28.689623 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8ab94-2b04-462b-a46b-8bb8367dd1d5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'Port': ['ID=d5c07249-a6b7-4291-aa5b-1ff7b37e2786,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:28.784349 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ebf8ab94-2b04-462b-a46b-8bb8367dd1d5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:29.008591 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f57acf-70f7-4733-89fd-0566afe674a3 req-07666fa9-4505-472a-b735-d51929b6592b tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:29.010291 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-85f57acf-70f7-4733-89fd-0566afe674a3 req-07666fa9-4505-472a-b735-d51929b6592b tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 944 time: 0.4500198 May 13 15:05:29.123136 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:29.123340 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-85f57acf-70f7-4733-89fd-0566afe674a3 req-eb57b87e-1363-4223-818e-8599dc38be0f tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008325 May 13 15:05:29.188652 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 9f3b6b16-eef3-44ef-b360-e323d9fa0738 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:05:29.189388 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:29.275324 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 9f3b6b16-eef3-44ef-b360-e323d9fa0738, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=9f3b6b16-eef3-44ef-b360-e323d9fa0738,segment=NetworkSegment(45bd3944-9a0e-4d92-bccc-17cac1ef1a45),segment_id=45bd3944-9a0e-4d92-bccc-17cac1ef1a45)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:05:29.285830 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:29.287221 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d4bf842c-d90d-40c1-81ea-cdc466046c71 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:05:29.317727 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ebf8ab94-2b04-462b-a46b-8bb8367dd1d5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:29.440932 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608ffd8-4c63-453c-ab58-b40527aaac31 req-d1e0eb76-3b9d-4ed5-9ffc-1596e4643535 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:29.443061 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e608ffd8-4c63-453c-ab58-b40527aaac31 req-d1e0eb76-3b9d-4ed5-9ffc-1596e4643535 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=8919899d-7024-4a41-8826-f256ea9a70cd HTTP/1.1" status: 200 len: 944 time: 0.3786993 May 13 15:05:29.526103 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port d4bf842c-d90d-40c1-81ea-cdc466046c71 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:05:29.528291 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:29.542535 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e608ffd8-4c63-453c-ab58-b40527aaac31 req-06e34f37-30e6-4fe7-b270-481483c8000b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875254 May 13 15:05:29.569765 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=9f3b6b16-eef3-44ef-b360-e323d9fa0738,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:29.658680 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e97cd2dc-a1c3-4d6d-a63c-22fff83a2c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:29.787015 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-cd56a9fc-ba94-42c3-8052-beff0fa4b734 None None] Provisioning for port d5c07249-a6b7-4291-aa5b-1ff7b37e2786 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:05:29.800091 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-cd56a9fc-ba94-42c3-8052-beff0fa4b734 None None] Provisioning complete for port d5c07249-a6b7-4291-aa5b-1ff7b37e2786 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:05:29.801226 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cd56a9fc-ba94-42c3-8052-beff0fa4b734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:29.930287 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-cd56a9fc-ba94-42c3-8052-beff0fa4b734 None None] Port d5c07249-a6b7-4291-aa5b-1ff7b37e2786 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:05:29.938770 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d4bf842c-d90d-40c1-81ea-cdc466046c71 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:05:29.963188 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-cd56a9fc-ba94-42c3-8052-beff0fa4b734 None None] Provisioning complete for port 9f3b6b16-eef3-44ef-b360-e323d9fa0738 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:05:29.963573 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cd56a9fc-ba94-42c3-8052-beff0fa4b734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:30.143723 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 9f3b6b16-eef3-44ef-b360-e323d9fa0738 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:05:30.477551 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device e991162e-da41-43ce-b28a-f62363649f50 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:05:30.482179 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:05:30.544931 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 9f3b6b16-eef3-44ef-b360-e323d9fa0738 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:05:30.545489 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:30.715599 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-cd56a9fc-ba94-42c3-8052-beff0fa4b734 None None] Current status of the port 9f3b6b16-eef3-44ef-b360-e323d9fa0738 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:05:30.745757 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.resource_extend [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:05:31.349351 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:31.369048 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:31.444327 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def30606-25cd-494b-b0ed-ea26c52e3ec9 req-4d7012bb-98ff-431c-970c-de18fb5a5ec9 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:31.448970 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 9f3b6b16-eef3-44ef-b360-e323d9fa0738 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:05:31.469714 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ff171bbe-efa9-4029-9fa2-d59ae399d5e4 None None] Provisioning complete for port d5c07249-a6b7-4291-aa5b-1ff7b37e2786 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:05:31.470299 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ff171bbe-efa9-4029-9fa2-d59ae399d5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:31.475547 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-def30606-25cd-494b-b0ed-ea26c52e3ec9 req-4d7012bb-98ff-431c-970c-de18fb5a5ec9 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=8919899d-7024-4a41-8826-f256ea9a70cd HTTP/1.1" status: 200 len: 944 time: 0.6251967 May 13 15:05:31.623825 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-def30606-25cd-494b-b0ed-ea26c52e3ec9 req-dab0c6c9-62aa-431e-8cb0-033cbb424d63 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443629 May 13 15:05:31.628359 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47a581-8b98-4c10-b555-f8c04c2e32ce req-995aae1b-e73d-48e3-9f16-4f31ce755ee8 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:31.631391 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3f47a581-8b98-4c10-b555-f8c04c2e32ce req-995aae1b-e73d-48e3-9f16-4f31ce755ee8 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 944 time: 1.1925652 May 13 15:05:31.680875 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ebf8ab94-2b04-462b-a46b-8bb8367dd1d5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:31.745449 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3f47a581-8b98-4c10-b555-f8c04c2e32ce req-4f92380e-6255-4a63-a02c-3bebd784959e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938392 May 13 15:05:31.746415 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ebf8ab94-2b04-462b-a46b-8bb8367dd1d5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:31.795340 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port e991162e-da41-43ce-b28a-f62363649f50, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=e991162e-da41-43ce-b28a-f62363649f50,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:05:31.878669 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'e991162e-da41-43ce-b28a-f62363649f50', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'port_id': 'e991162e-da41-43ce-b28a-f62363649f50', 'mac_address': 'fa:16:3e:00:8d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:05:31.899918 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ff171bbe-efa9-4029-9fa2-d59ae399d5e4 None None] Port d5c07249-a6b7-4291-aa5b-1ff7b37e2786 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:05:32.001789 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ebf8ab94-2b04-462b-a46b-8bb8367dd1d5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:32.013525 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60774) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:32.118579 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port e991162e-da41-43ce-b28a-f62363649f50 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:05:32.119644 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:32.177060 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e991162e-da41-43ce-b28a-f62363649f50 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:05:32.234884 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8ab94-2b04-462b-a46b-8bb8367dd1d5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'Port': ['ID=d5c07249-a6b7-4291-aa5b-1ff7b37e2786,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:32.252120 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port e991162e-da41-43ce-b28a-f62363649f50, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=e991162e-da41-43ce-b28a-f62363649f50,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:05:32.275739 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e30a34d-da65-40db-9ca1-7ec95c3e8825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:32.292507 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf8ab94-2b04-462b-a46b-8bb8367dd1d5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Network e3a6761f-ecfa-4c6e-8de4-1979149c6e9c is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:05:32.294157 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8e30a34d-da65-40db-9ca1-7ec95c3e8825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:32.300983 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8e30a34d-da65-40db-9ca1-7ec95c3e8825 admin admin] Usage tracker for resource:security_group_rule and tenant:b7462fe28ce24f519791349ccedbcccc is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:32.304969 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-ebf8ab94-2b04-462b-a46b-8bb8367dd1d5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:32.305851 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8e30a34d-da65-40db-9ca1-7ec95c3e8825 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:32.316512 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8e30a34d-da65-40db-9ca1-7ec95c3e8825 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:32.337800 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:32.492783 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:32.499057 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e30a34d-da65-40db-9ca1-7ec95c3e8825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:32.507685 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e30a34d-da65-40db-9ca1-7ec95c3e8825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:32.596072 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8e30a34d-da65-40db-9ca1-7ec95c3e8825 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b7462fe28ce24f519791349ccedbcccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5805290 May 13 15:05:32.600599 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60780) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:32.680977 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=e991162e-da41-43ce-b28a-f62363649f50,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:32.713438 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30a34d-da65-40db-9ca1-7ec95c3e8825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fa24d3-343b-4731-b8ee-9bf9b86c7259,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:32.728395 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1545a4b2-d999-4589-9f58-7ed6e83e3353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:32.730391 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['e991162e-da41-43ce-b28a-f62363649f50'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:05:32.777439 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf8ab94-2b04-462b-a46b-8bb8367dd1d5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Router 1f135a2a-9039-428d-bd7a-6e0863d4abb1 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:05:32.795885 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1545a4b2-d999-4589-9f58-7ed6e83e3353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:32.892319 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1545a4b2-d999-4589-9f58-7ed6e83e3353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:32.934731 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545a4b2-d999-4589-9f58-7ed6e83e3353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fa24d3-343b-4731-b8ee-9bf9b86c7259,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:32.951676 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1545a4b2-d999-4589-9f58-7ed6e83e3353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:32.953358 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1545a4b2-d999-4589-9f58-7ed6e83e3353 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/22fa24d3-343b-4731-b8ee-9bf9b86c7259 HTTP/1.1" status: 204 len: 168 time: 0.3519316 May 13 15:05:33.002516 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8bbc3d98-9110-49bd-807a-7d611c661ab5 None None] Provisioning complete for port d5c07249-a6b7-4291-aa5b-1ff7b37e2786 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:05:33.003061 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8bbc3d98-9110-49bd-807a-7d611c661ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:33.250514 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73e013-eeef-4593-89d0-7ed960f23ba3 req-db37cf17-7b90-471c-9dea-91cefddd9631 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:33.254020 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5e73e013-eeef-4593-89d0-7ed960f23ba3 req-db37cf17-7b90-471c-9dea-91cefddd9631 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=8919899d-7024-4a41-8826-f256ea9a70cd HTTP/1.1" status: 200 len: 945 time: 0.2254941 May 13 15:05:33.325314 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-8bbc3d98-9110-49bd-807a-7d611c661ab5 None None] Port d5c07249-a6b7-4291-aa5b-1ff7b37e2786 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:05:33.348641 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5e73e013-eeef-4593-89d0-7ed960f23ba3 req-6cc852d9-85c6-426e-9d4d-c842326f8f9a tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881767 May 13 15:05:33.574478 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17636c67-32f7-48ef-9492-3bef25d6b2b7 req-bf119d4d-e681-4933-a179-1a27f2ecba27 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:33.582683 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-17636c67-32f7-48ef-9492-3bef25d6b2b7 req-bf119d4d-e681-4933-a179-1a27f2ecba27 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 944 time: 0.5260625 May 13 15:05:33.629629 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf8ab94-2b04-462b-a46b-8bb8367dd1d5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:05:33.640813 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8694fa13-c2c5-4aef-822d-b46700ca6d89 None None] Sync routers for ids ['1f135a2a-9039-428d-bd7a-6e0863d4abb1'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:05:33.663183 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ebf8ab94-2b04-462b-a46b-8bb8367dd1d5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "PUT /v2.0/routers/1f135a2a-9039-428d-bd7a-6e0863d4abb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0052767 May 13 15:05:33.669191 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8694fa13-c2c5-4aef-822d-b46700ca6d89 None None] Routers {'1f135a2a-9039-428d-bd7a-6e0863d4abb1'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:05:33.670662 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-8694fa13-c2c5-4aef-822d-b46700ca6d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:05:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1f135a2a-9039-428d-bd7a-6e0863d4abb1'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:33.681303 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-17636c67-32f7-48ef-9492-3bef25d6b2b7 req-00b26d05-817c-41ad-b763-197e9bd0a0ad tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976150 May 13 15:05:33.746505 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60796) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:33.788854 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4f78ecdb-de7e-4dac-a187-87785422bc3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:33.827884 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4f78ecdb-de7e-4dac-a187-87785422bc3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:33.833227 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4f78ecdb-de7e-4dac-a187-87785422bc3b admin admin] Usage tracker for resource:security_group_rule and tenant:3522f8d7421e4a6583b403d448df8a9d is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:33.836956 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4f78ecdb-de7e-4dac-a187-87785422bc3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:33.856875 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4f78ecdb-de7e-4dac-a187-87785422bc3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:33.996688 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4f78ecdb-de7e-4dac-a187-87785422bc3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:34.003452 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4f78ecdb-de7e-4dac-a187-87785422bc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:34.015370 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-8694fa13-c2c5-4aef-822d-b46700ca6d89 None None] Set router 1f135a2a-9039-428d-bd7a-6e0863d4abb1 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:05:34.122828 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-007d91db-045e-49f4-85eb-fb45917e09aa tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Synchronizing usage tracker for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:05:34.130732 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78ecdb-de7e-4dac-a187-87785422bc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddde045-1f1f-449e-8b47-8fe7492d6f75,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:34.151286 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4f78ecdb-de7e-4dac-a187-87785422bc3b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3522f8d7421e4a6583b403d448df8a9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4034903 May 13 15:05:34.154622 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60810) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:34.191489 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-007d91db-045e-49f4-85eb-fb45917e09aa tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Unset dirty status for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:05:34.192836 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-007d91db-045e-49f4-85eb-fb45917e09aa tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-531830309&fields=id&tenant_id=d15e70e5e3144c2db24c850097c3fbb0 HTTP/1.1" status: 200 len: 267 time: 0.1583428 May 13 15:05:34.323692 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3fe6a9c3-2c47-471e-8f5e-6044cc88c948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:34.372198 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3fe6a9c3-2c47-471e-8f5e-6044cc88c948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:34.408931 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device e991162e-da41-43ce-b28a-f62363649f50 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:05:34.489587 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3fe6a9c3-2c47-471e-8f5e-6044cc88c948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:34.556329 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6a9c3-2c47-471e-8f5e-6044cc88c948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddde045-1f1f-449e-8b47-8fe7492d6f75,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:34.581153 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3fe6a9c3-2c47-471e-8f5e-6044cc88c948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:34.585943 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3fe6a9c3-2c47-471e-8f5e-6044cc88c948 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0ddde045-1f1f-449e-8b47-8fe7492d6f75 HTTP/1.1" status: 204 len: 168 time: 0.4270384 May 13 15:05:34.605953 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-865e49b6-9e62-43c7-8a9b-836b29bae8ca tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:34.616169 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-865e49b6-9e62-43c7-8a9b-836b29bae8ca tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/networks?id=e3a6761f-ecfa-4c6e-8de4-1979149c6e9c HTTP/1.1" status: 200 len: 796 time: 0.4018621 May 13 15:05:34.620614 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port e991162e-da41-43ce-b28a-f62363649f50 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:05:34.645365 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port e991162e-da41-43ce-b28a-f62363649f50 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:05:34.650949 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:34.685017 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-8694fa13-c2c5-4aef-822d-b46700ca6d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933408856', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd4bf842c-d90d-40c1-81ea-cdc466046c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:17Z', 'updated_at': '2022-05-13T15:05:29Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': 'd4bf842c-d90d-40c1-81ea-cdc466046c71', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:18Z', 'updated_at': '2022-05-13T15:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd5c07249-a6b7-4291-aa5b-1ff7b37e2786', 'name': '', 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:e7:bd:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '01d0ea17-55a0-4a26-b442-418fd779e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:26Z', 'updated_at': '2022-05-13T15:05:30Z', 'revision_number': 2, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': '01d0ea17-55a0-4a26-b442-418fd779e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:34.686521 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-d8663c5c-1cc8-4e13-9d60-167830125dac tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/quotas/d15e70e5e3144c2db24c850097c3fbb0 HTTP/1.1" status: 200 len: 375 time: 0.0562890 May 13 15:05:34.705283 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8694fa13-c2c5-4aef-822d-b46700ca6d89 None None] Checking router: 1f135a2a-9039-428d-bd7a-6e0863d4abb1 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:05:34.714135 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8694fa13-c2c5-4aef-822d-b46700ca6d89 None None] Updating router 1f135a2a-9039-428d-bd7a-6e0863d4abb1 port d5c07249-a6b7-4291-aa5b-1ff7b37e2786 binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:05:34.761120 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3130c38-9442-4190-87f6-ba0befdc0c17 req-ed6ea362-aa12-4d24-8e92-e437510b4be7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:34.773842 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c3130c38-9442-4190-87f6-ba0befdc0c17 req-ed6ea362-aa12-4d24-8e92-e437510b4be7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=8919899d-7024-4a41-8826-f256ea9a70cd HTTP/1.1" status: 200 len: 945 time: 0.1367583 May 13 15:05:34.888100 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-8694fa13-c2c5-4aef-822d-b46700ca6d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:34.905194 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c3130c38-9442-4190-87f6-ba0befdc0c17 req-b85ca6f1-3492-43f1-94d0-2cb106bf5427 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261902 May 13 15:05:35.013612 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-1143408c-7ec2-461e-8f81-91d02eb9d647 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3130164 May 13 15:05:35.190667 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port e991162e-da41-43ce-b28a-f62363649f50 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:05:35.191266 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:35.305393 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8919899d-7024-4a41-8826-f256ea9a70cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e991162e-da41-43ce-b28a-f62363649f50'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:05:35.338159 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port e991162e-da41-43ce-b28a-f62363649f50, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=e991162e-da41-43ce-b28a-f62363649f50,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:05:35.344686 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:35.501641 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e6712-d3f8-4a77-a215-c3f5da91c163 req-b4de77a9-e86a-48b9-8bea-602884fe6b2e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:35.507031 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e92e6712-d3f8-4a77-a215-c3f5da91c163 req-b4de77a9-e86a-48b9-8bea-602884fe6b2e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 944 time: 0.3190880 May 13 15:05:35.538121 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=e991162e-da41-43ce-b28a-f62363649f50,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:35.558767 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-3e865d91-6f73-4b93-a195-779cfc5dd35c service neutron] 10.222.0.35 "GET /v2.0/networks/e3a6761f-ecfa-4c6e-8de4-1979149c6e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205719 May 13 15:05:35.623592 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e92e6712-d3f8-4a77-a215-c3f5da91c163 req-b45f4dfa-de5a-4235-97e4-0bf2aa36a2e0 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076241 May 13 15:05:35.723674 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4800aa90-d96d-488a-a8ff-1b6c5a591606'] response: {'server_uuid': '8919899d-7024-4a41-8826-f256ea9a70cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e991162e-da41-43ce-b28a-f62363649f50', 'code': 200} May 13 15:05:35.765363 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-8694fa13-c2c5-4aef-822d-b46700ca6d89 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:35.788561 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-8694fa13-c2c5-4aef-822d-b46700ca6d89 None None] Transition to ACTIVE for port object d5c07249-a6b7-4291-aa5b-1ff7b37e2786 will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:05:35.798739 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-8694fa13-c2c5-4aef-822d-b46700ca6d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:35.979730 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-1ff2266d-f297-4b0c-8df7-8a3b51de7c9f service neutron] 10.222.0.35 "GET /v2.0/networks/e3a6761f-ecfa-4c6e-8de4-1979149c6e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069109 May 13 15:05:36.061348 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0ecda-4f6c-43ca-b6cd-37f113a278c9 req-ad789073-b5eb-4cfe-a5a1-aaa745dbd01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:36.074434 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bdf0ecda-4f6c-43ca-b6cd-37f113a278c9 req-ad789073-b5eb-4cfe-a5a1-aaa745dbd01a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8919899d-7024-4a41-8826-f256ea9a70cd HTTP/1.1" status: 200 len: 1097 time: 0.2472930 May 13 15:05:36.253003 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bdf0ecda-4f6c-43ca-b6cd-37f113a278c9 req-198d99bb-92ab-4764-b522-b9e6e4680e8a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731515 May 13 15:05:36.339204 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf55b90-4f12-4781-9849-87805234b399 None None] Pushing event updated for resources: {'Port': ['ID=d5c07249-a6b7-4291-aa5b-1ff7b37e2786,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:36.525050 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-8694fa13-c2c5-4aef-822d-b46700ca6d89 None None] Attempting to bind port d5c07249-a6b7-4291-aa5b-1ff7b37e2786 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:05:36.525050 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-8694fa13-c2c5-4aef-822d-b46700ca6d89 None None] Attempting to bind port d5c07249-a6b7-4291-aa5b-1ff7b37e2786 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '45bd3944-9a0e-4d92-bccc-17cac1ef1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:05:36.525050 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8694fa13-c2c5-4aef-822d-b46700ca6d89 None None] Attempting to bind port d5c07249-a6b7-4291-aa5b-1ff7b37e2786 on network e3a6761f-ecfa-4c6e-8de4-1979149c6e9c {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:05:36.534703 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55b90-4f12-4781-9849-87805234b399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:36.540497 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55b90-4f12-4781-9849-87805234b399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:36.541109 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55b90-4f12-4781-9849-87805234b399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:36.542358 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55b90-4f12-4781-9849-87805234b399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:36.543754 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55b90-4f12-4781-9849-87805234b399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:36.545792 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55b90-4f12-4781-9849-87805234b399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:36.546566 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55b90-4f12-4781-9849-87805234b399 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:36.548382 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55b90-4f12-4781-9849-87805234b399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:36.553543 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55b90-4f12-4781-9849-87805234b399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:36.555688 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55b90-4f12-4781-9849-87805234b399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:36.557432 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55b90-4f12-4781-9849-87805234b399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:36.558916 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55b90-4f12-4781-9849-87805234b399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:36.577786 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8694fa13-c2c5-4aef-822d-b46700ca6d89 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:05:36.578359 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8694fa13-c2c5-4aef-822d-b46700ca6d89 None None] Checking segment: {'id': '45bd3944-9a0e-4d92-bccc-17cac1ef1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:05:36.579451 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-8694fa13-c2c5-4aef-822d-b46700ca6d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:36.580432 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8694fa13-c2c5-4aef-822d-b46700ca6d89 None None] Bound using segment: {'id': '45bd3944-9a0e-4d92-bccc-17cac1ef1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:05:36.581036 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-8694fa13-c2c5-4aef-822d-b46700ca6d89 None None] Bound port: d5c07249-a6b7-4291-aa5b-1ff7b37e2786, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45bd3944-9a0e-4d92-bccc-17cac1ef1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:05:36.581512 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-8694fa13-c2c5-4aef-822d-b46700ca6d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:36.750536 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e7e66-1451-41fe-8322-86a9aa2ea6e9 req-cac9fd24-eaad-42e8-a2ee-33a783edf689 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:36.764997 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-088fff09-a782-46a4-a105-dcae84f8d130 req-a3cd472e-ba61-48e5-a2e5-72f3d5498099 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 210 time: 0.1584704 May 13 15:05:36.796067 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-399e7e66-1451-41fe-8322-86a9aa2ea6e9 req-cac9fd24-eaad-42e8-a2ee-33a783edf689 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=8919899d-7024-4a41-8826-f256ea9a70cd HTTP/1.1" status: 200 len: 946 time: 0.4743567 May 13 15:05:36.858715 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-8694fa13-c2c5-4aef-822d-b46700ca6d89 None None] For port d5c07249-a6b7-4291-aa5b-1ff7b37e2786, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:05:36.864507 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-8694fa13-c2c5-4aef-822d-b46700ca6d89 None None] For port d5c07249-a6b7-4291-aa5b-1ff7b37e2786, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d5c07249-a6b7-4291-aa5b-1ff7b37e2786,segment=NetworkSegment(45bd3944-9a0e-4d92-bccc-17cac1ef1a45),segment_id=45bd3944-9a0e-4d92-bccc-17cac1ef1a45)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:05:36.878091 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-8694fa13-c2c5-4aef-822d-b46700ca6d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:36.927318 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-399e7e66-1451-41fe-8322-86a9aa2ea6e9 req-3a07d055-28e1-4095-8836-a0a74332be59 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297739 May 13 15:05:37.009966 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf55b90-4f12-4781-9849-87805234b399 None None] Pushing event updated for resources: {'Port': ['ID=d5c07249-a6b7-4291-aa5b-1ff7b37e2786,revision_number=4']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:37.086745 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8694fa13-c2c5-4aef-822d-b46700ca6d89 None None] Routers {'1f135a2a-9039-428d-bd7a-6e0863d4abb1'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:05:37.098883 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-8694fa13-c2c5-4aef-822d-b46700ca6d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:05:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1f135a2a-9039-428d-bd7a-6e0863d4abb1'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:37.561015 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8e173-7b28-4413-a35c-61adeac751f5 req-9e9664eb-4a9c-4e34-b713-5f8ecadd4c8e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:37.569615 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4bc8e173-7b28-4413-a35c-61adeac751f5 req-9e9664eb-4a9c-4e34-b713-5f8ecadd4c8e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 944 time: 0.4795308 May 13 15:05:37.750865 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4bc8e173-7b28-4413-a35c-61adeac751f5 req-fd352e0e-d749-48be-bc0c-223bfb91c4f9 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743064 May 13 15:05:37.846794 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-8694fa13-c2c5-4aef-822d-b46700ca6d89 None None] Set router 1f135a2a-9039-428d-bd7a-6e0863d4abb1 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:05:38.210423 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-1c6c80ac-c037-493b-ae6c-70d71ba15636 req-a4f129fe-28a1-496c-ab9c-ca4703b3c5b0 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Synchronizing usage tracker for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:05:38.251283 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-1c6c80ac-c037-493b-ae6c-70d71ba15636 req-a4f129fe-28a1-496c-ab9c-ca4703b3c5b0 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Unset dirty status for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:05:38.259645 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1c6c80ac-c037-493b-ae6c-70d71ba15636 req-a4f129fe-28a1-496c-ab9c-ca4703b3c5b0 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 210 time: 0.1600499 May 13 15:05:38.466951 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfd8b2-8094-4460-b490-e037bb5141b6 req-6e9566b6-b38e-4389-b283-2cc2f98d5f97 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:38.473862 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-97cfd8b2-8094-4460-b490-e037bb5141b6 req-6e9566b6-b38e-4389-b283-2cc2f98d5f97 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=8919899d-7024-4a41-8826-f256ea9a70cd HTTP/1.1" status: 200 len: 946 time: 0.1774452 May 13 15:05:38.595144 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-97cfd8b2-8094-4460-b490-e037bb5141b6 req-2a925612-cb81-482d-905b-eb4a4c30f514 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140387 May 13 15:05:38.683753 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-8694fa13-c2c5-4aef-822d-b46700ca6d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933408856', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd4bf842c-d90d-40c1-81ea-cdc466046c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:17Z', 'updated_at': '2022-05-13T15:05:29Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': 'd4bf842c-d90d-40c1-81ea-cdc466046c71', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:18Z', 'updated_at': '2022-05-13T15:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd5c07249-a6b7-4291-aa5b-1ff7b37e2786', 'name': '', 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:e7:bd:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '01d0ea17-55a0-4a26-b442-418fd779e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:26Z', 'updated_at': '2022-05-13T15:05:36Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': '01d0ea17-55a0-4a26-b442-418fd779e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:38.689040 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8694fa13-c2c5-4aef-822d-b46700ca6d89 None None] The sync data for ids ['1f135a2a-9039-428d-bd7a-6e0863d4abb1'] in n-d-841760-1 is: [{'id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933408856', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd4bf842c-d90d-40c1-81ea-cdc466046c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:17Z', 'updated_at': '2022-05-13T15:05:29Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': 'd4bf842c-d90d-40c1-81ea-cdc466046c71', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:18Z', 'updated_at': '2022-05-13T15:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd5c07249-a6b7-4291-aa5b-1ff7b37e2786', 'name': '', 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:e7:bd:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '01d0ea17-55a0-4a26-b442-418fd779e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:26Z', 'updated_at': '2022-05-13T15:05:36Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': '01d0ea17-55a0-4a26-b442-418fd779e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:05:38.844882 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9649184-0a9f-4b9c-bd7f-95152094ffa8 req-d0cecf9f-5c1c-4c71-bd75-4ecbe811237b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:38.847258 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e9649184-0a9f-4b9c-bd7f-95152094ffa8 req-d0cecf9f-5c1c-4c71-bd75-4ecbe811237b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=8919899d-7024-4a41-8826-f256ea9a70cd HTTP/1.1" status: 200 len: 946 time: 0.1299112 May 13 15:05:38.911913 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e9649184-0a9f-4b9c-bd7f-95152094ffa8 req-0aeb2701-c76d-4725-95e7-fcc642d5f8b6 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578640 May 13 15:05:38.939239 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60884) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:39.160420 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d780c2c-d879-49e0-9819-d246fe20ad51 req-b52c0947-f9e7-4880-b1ae-2e8c89a0ca58 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:39.175338 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9d780c2c-d879-49e0-9819-d246fe20ad51 req-b52c0947-f9e7-4880-b1ae-2e8c89a0ca58 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 944 time: 0.1851313 May 13 15:05:39.259875 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9d780c2c-d879-49e0-9819-d246fe20ad51 req-e48a35be-77a2-4326-b667-ae45ea75584f tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828524 May 13 15:05:39.804548 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-970a275b-df21-46b0-8b6a-a557d7f61663 req-4ab3dc39-3ef2-4806-8d36-6e84cae324ac tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 210 time: 0.1147778 May 13 15:05:39.895179 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfb2d37-9064-46cf-9d2d-579f76496b1c tempest-TestVolumeBootPattern-2040629671 tempest-TestVolumeBootPattern-2040629671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:39.896376 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-8cfb2d37-9064-46cf-9d2d-579f76496b1c tempest-TestVolumeBootPattern-2040629671 tempest-TestVolumeBootPattern-2040629671-project-admin] Synchronizing usage tracker for tenant:d31c1977664949b183cecc1edc2b64a8 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:05:39.921790 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-88068db6-06cd-4a6b-9a81-d3815bfbc554 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:39.922984 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-88068db6-06cd-4a6b-9a81-d3815bfbc554 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Synchronizing usage tracker for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:05:39.970289 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-8cfb2d37-9064-46cf-9d2d-579f76496b1c tempest-TestVolumeBootPattern-2040629671 tempest-TestVolumeBootPattern-2040629671-project-admin] Unset dirty status for tenant:d31c1977664949b183cecc1edc2b64a8 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:05:39.972371 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8cfb2d37-9064-46cf-9d2d-579f76496b1c tempest-TestVolumeBootPattern-2040629671 tempest-TestVolumeBootPattern-2040629671-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8919899d-7024-4a41-8826-f256ea9a70cd HTTP/1.1" status: 200 len: 1092 time: 1.0317390 May 13 15:05:39.975309 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 60904) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:39.980140 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-88068db6-06cd-4a6b-9a81-d3815bfbc554 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Unset dirty status for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:05:39.982380 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-88068db6-06cd-4a6b-9a81-d3815bfbc554 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.59 "GET /v2.0/networks?id=e3a6761f-ecfa-4c6e-8de4-1979149c6e9c HTTP/1.1" status: 200 len: 796 time: 0.6900499 May 13 15:05:39.987627 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-e42d3813-ca2d-4b1f-9eae-9cf7e74f4740 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'port_id': 'e991162e-da41-43ce-b28a-f62363649f50', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:40.026806 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e42d3813-ca2d-4b1f-9eae-9cf7e74f4740 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:40.047903 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e42d3813-ca2d-4b1f-9eae-9cf7e74f4740 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Usage tracker for resource:floatingip and tenant:509ebfd4eb0444ae8f3872e1e9436dc2 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:40.054730 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e42d3813-ca2d-4b1f-9eae-9cf7e74f4740 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:40.083826 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 19aa33fb-2185-4401-9a51-ca485f7a21ee details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:05:40.084700 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e42d3813-ca2d-4b1f-9eae-9cf7e74f4740 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:40.109394 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d5c07249-a6b7-4291-aa5b-1ff7b37e2786 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:05:40.118631 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-81710b04-0098-4128-a72d-4a978b995e6e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d15e70e5e3144c2db24c850097c3fbb0 HTTP/1.1" status: 200 len: 379 time: 0.1216824 May 13 15:05:40.128942 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-bb6c9536-7bdf-498d-88a8-67762fe5ded9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'port': {'device_id': '5ff21a1a-3be9-4df8-8985-23fdd0686afe', 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c', 'admin_state_up': True, 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'security_groups': ['afd1d37c-feab-48ce-b57f-0a3b97cae725']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:40.150477 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e42d3813-ca2d-4b1f-9eae-9cf7e74f4740 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for floatingip, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:40.251267 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.resource_extend [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:05:40.435575 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-bb6c9536-7bdf-498d-88a8-67762fe5ded9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:40.493378 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-bb6c9536-7bdf-498d-88a8-67762fe5ded9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:40.496618 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e42d3813-ca2d-4b1f-9eae-9cf7e74f4740 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:40.507774 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port d5c07249-a6b7-4291-aa5b-1ff7b37e2786 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:05:40.523934 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port d5c07249-a6b7-4291-aa5b-1ff7b37e2786 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:05:40.525064 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:40.566476 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-bb6c9536-7bdf-498d-88a8-67762fe5ded9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Made reservation on behalf of d15e70e5e3144c2db24c850097c3fbb0 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:05:40.570825 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-bb6c9536-7bdf-498d-88a8-67762fe5ded9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:40.642250 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f81d5-7f3c-433e-80bc-0fcfb692235d req-6f2be284-9c79-4d68-8d27-b9c30d69bed4 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:40.645314 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 19aa33fb-2185-4401-9a51-ca485f7a21ee, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=19aa33fb-2185-4401-9a51-ca485f7a21ee,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:05:40.651193 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e52f81d5-7f3c-433e-80bc-0fcfb692235d req-6f2be284-9c79-4d68-8d27-b9c30d69bed4 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 944 time: 0.1195233 May 13 15:05:40.665493 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '19aa33fb-2185-4401-9a51-ca485f7a21ee', 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf', 'port_id': '19aa33fb-2185-4401-9a51-ca485f7a21ee', 'mac_address': 'fa:16:3e:d4:97:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:05:40.698032 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60914) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:40.726757 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e52f81d5-7f3c-433e-80bc-0fcfb692235d req-bf1f7c33-dc31-4aa8-8394-ea3e2040b7db tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744445 May 13 15:05:40.797394 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 19aa33fb-2185-4401-9a51-ca485f7a21ee is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:05:40.797899 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:40.819913 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19aa33fb-2185-4401-9a51-ca485f7a21ee {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:05:40.838328 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 19aa33fb-2185-4401-9a51-ca485f7a21ee, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=19aa33fb-2185-4401-9a51-ca485f7a21ee,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:05:40.839797 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d5c07249-a6b7-4291-aa5b-1ff7b37e2786 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:05:40.840241 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:40.852574 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:40.928961 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-e42d3813-ca2d-4b1f-9eae-9cf7e74f4740 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Allocated IP 172.25.0.145 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/aee5a974-4b2e-4f21-9598-4ce7223803bd) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:05:40.947637 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port d5c07249-a6b7-4291-aa5b-1ff7b37e2786, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d5c07249-a6b7-4291-aa5b-1ff7b37e2786,segment=NetworkSegment(45bd3944-9a0e-4d92-bccc-17cac1ef1a45),segment_id=45bd3944-9a0e-4d92-bccc-17cac1ef1a45)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:05:40.955746 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=19aa33fb-2185-4401-9a51-ca485f7a21ee,revision_number=11']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:40.959319 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:40.999386 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2167f106-fa04-410d-8480-35e80537eea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:41.038678 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=d5c07249-a6b7-4291-aa5b-1ff7b37e2786,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:41.047797 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2167f106-fa04-410d-8480-35e80537eea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:41.053280 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2167f106-fa04-410d-8480-35e80537eea4 admin admin] Usage tracker for resource:security_group_rule and tenant:7f2e0ce9c93848e4a319f1b587e31944 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:41.056762 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2167f106-fa04-410d-8480-35e80537eea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:41.063835 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2167f106-fa04-410d-8480-35e80537eea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:41.114152 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['19aa33fb-2185-4401-9a51-ca485f7a21ee'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:05:41.188406 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5d0a38fc-4faf-4be2-997f-9442d81aa953 req-1e3f0700-ce55-4057-a06f-b8abb42c888b tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 210 time: 0.0944178 May 13 15:05:41.216047 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2167f106-fa04-410d-8480-35e80537eea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:41.222799 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2167f106-fa04-410d-8480-35e80537eea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:41.252602 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-bb6c9536-7bdf-498d-88a8-67762fe5ded9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Allocated IP 172.20.0.9 (e3a6761f-ecfa-4c6e-8de4-1979149c6e9c/01d0ea17-55a0-4a26-b442-418fd779e696/a4d21609-7503-475c-ae08-de186e2a3f4d) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:05:41.294940 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2167f106-fa04-410d-8480-35e80537eea4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7f2e0ce9c93848e4a319f1b587e31944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5947330 May 13 15:05:41.304757 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60922) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:41.316639 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e42d3813-ca2d-4b1f-9eae-9cf7e74f4740 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:41.361868 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e42d3813-ca2d-4b1f-9eae-9cf7e74f4740 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:41.372510 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167f106-fa04-410d-8480-35e80537eea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2816f318-efe4-4524-9ad1-bb16033b0625,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:41.407703 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167f106-fa04-410d-8480-35e80537eea4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:41.408251 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167f106-fa04-410d-8480-35e80537eea4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:41.408770 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167f106-fa04-410d-8480-35e80537eea4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:41.409885 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167f106-fa04-410d-8480-35e80537eea4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:41.410468 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167f106-fa04-410d-8480-35e80537eea4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:41.411501 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167f106-fa04-410d-8480-35e80537eea4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:41.411742 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167f106-fa04-410d-8480-35e80537eea4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:41.412044 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167f106-fa04-410d-8480-35e80537eea4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:41.412889 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167f106-fa04-410d-8480-35e80537eea4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:41.413057 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167f106-fa04-410d-8480-35e80537eea4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:41.413497 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167f106-fa04-410d-8480-35e80537eea4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:41.414034 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167f106-fa04-410d-8480-35e80537eea4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:41.466981 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-07b7c573-735b-40c5-888d-f369e3c8446e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:41.486922 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42d3813-ca2d-4b1f-9eae-9cf7e74f4740 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:05:41.495876 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-e42d3813-ca2d-4b1f-9eae-9cf7e74f4740 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:41.516581 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-07b7c573-735b-40c5-888d-f369e3c8446e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:41.525649 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d3813-ca2d-4b1f-9eae-9cf7e74f4740 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Pushing event updated for resources: {'Port': ['ID=aee5a974-4b2e-4f21-9598-4ce7223803bd,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:41.539532 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42d3813-ca2d-4b1f-9eae-9cf7e74f4740 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:05:41.770021 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-07b7c573-735b-40c5-888d-f369e3c8446e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:41.796987 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7c573-735b-40c5-888d-f369e3c8446e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2816f318-efe4-4524-9ad1-bb16033b0625,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:41.805391 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-07b7c573-735b-40c5-888d-f369e3c8446e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:41.810672 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-07b7c573-735b-40c5-888d-f369e3c8446e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2816f318-efe4-4524-9ad1-bb16033b0625 HTTP/1.1" status: 204 len: 168 time: 0.5006459 May 13 15:05:42.021296 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-bb6c9536-7bdf-498d-88a8-67762fe5ded9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:42.069231 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d5879-6180-42d7-bb3d-55b2e66b5f2c req-a665c61b-da93-4bae-8a67-f78ec5093461 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:42.078648 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f11d5879-6180-42d7-bb3d-55b2e66b5f2c req-a665c61b-da93-4bae-8a67-f78ec5093461 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 945 time: 0.1222489 May 13 15:05:42.113170 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 19aa33fb-2185-4401-9a51-ca485f7a21ee up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:05:42.186449 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f11d5879-6180-42d7-bb3d-55b2e66b5f2c req-3582b050-e8a9-48bc-a333-9f2d61118e45 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064408 May 13 15:05:42.209330 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-bb6c9536-7bdf-498d-88a8-67762fe5ded9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Transition to ACTIVE for port object a4d21609-7503-475c-ae08-de186e2a3f4d will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:05:42.317669 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d5c07249-a6b7-4291-aa5b-1ff7b37e2786 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:05:42.440670 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 19aa33fb-2185-4401-9a51-ca485f7a21ee completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:05:42.453050 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 19aa33fb-2185-4401-9a51-ca485f7a21ee triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:05:42.453635 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:42.494679 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-bb6c9536-7bdf-498d-88a8-67762fe5ded9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:42.547986 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60934) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:42.573057 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e9b0b068-767f-4e28-86f9-8d4b1e2327f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:42.576292 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port d5c07249-a6b7-4291-aa5b-1ff7b37e2786 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:05:42.576875 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:42.598620 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e9b0b068-767f-4e28-86f9-8d4b1e2327f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:42.604352 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e9b0b068-767f-4e28-86f9-8d4b1e2327f1 admin admin] Usage tracker for resource:security_group_rule and tenant:791f65d4c3784554a7c6f3b8309c78cf is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:42.608977 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e9b0b068-767f-4e28-86f9-8d4b1e2327f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:42.616970 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e9b0b068-767f-4e28-86f9-8d4b1e2327f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:42.718676 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 19aa33fb-2185-4401-9a51-ca485f7a21ee is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:05:42.718945 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:42.743697 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e9b0b068-767f-4e28-86f9-8d4b1e2327f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:42.749377 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e9b0b068-767f-4e28-86f9-8d4b1e2327f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:42.808171 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e9b0b068-767f-4e28-86f9-8d4b1e2327f1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=791f65d4c3784554a7c6f3b8309c78cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2541883 May 13 15:05:42.808171 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b0b068-767f-4e28-86f9-8d4b1e2327f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a367825-90ff-4c11-b047-6b93a2545058,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:42.809432 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 60938) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:42.820912 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 19aa33fb-2185-4401-9a51-ca485f7a21ee, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=19aa33fb-2185-4401-9a51-ca485f7a21ee,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:05:42.828109 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489ba739-6cf5-4fdc-8573-1909e8bfab3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19aa33fb-2185-4401-9a51-ca485f7a21ee'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:05:42.842587 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:42.892509 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9866fe62-9b60-49b6-bae7-34b33fc283a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:42.955186 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d5c07249-a6b7-4291-aa5b-1ff7b37e2786 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:05:42.960263 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eec3d707-de62-4352-b65a-238edc50b73b'] response: {'server_uuid': '489ba739-6cf5-4fdc-8573-1909e8bfab3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19aa33fb-2185-4401-9a51-ca485f7a21ee', 'code': 200} May 13 15:05:42.960522 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9866fe62-9b60-49b6-bae7-34b33fc283a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:42.965657 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-bb6c9536-7bdf-498d-88a8-67762fe5ded9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Network e3a6761f-ecfa-4c6e-8de4-1979149c6e9c is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:05:42.985147 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c9536-7bdf-498d-88a8-67762fe5ded9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'Port': ['ID=a4d21609-7503-475c-ae08-de186e2a3f4d,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:42.988196 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-bb6c9536-7bdf-498d-88a8-67762fe5ded9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:42.994312 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=19aa33fb-2185-4401-9a51-ca485f7a21ee,revision_number=12']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:43.000709 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-bb6c9536-7bdf-498d-88a8-67762fe5ded9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:05:43.086677 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9866fe62-9b60-49b6-bae7-34b33fc283a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:43.125348 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866fe62-9b60-49b6-bae7-34b33fc283a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a367825-90ff-4c11-b047-6b93a2545058,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:43.132736 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9866fe62-9b60-49b6-bae7-34b33fc283a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:43.142131 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9866fe62-9b60-49b6-bae7-34b33fc283a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8a367825-90ff-4c11-b047-6b93a2545058 HTTP/1.1" status: 204 len: 168 time: 0.3317511 May 13 15:05:43.195009 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-bb6c9536-7bdf-498d-88a8-67762fe5ded9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:43.196139 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-bb6c9536-7bdf-498d-88a8-67762fe5ded9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:43.331693 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-bb6c9536-7bdf-498d-88a8-67762fe5ded9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2070472 May 13 15:05:43.348503 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-1342069e-cd20-41f0-beb6-a6b3bf23592a service neutron] Request body: {'port': {'device_id': '5ff21a1a-3be9-4df8-8985-23fdd0686afe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:43.423996 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40a7ea-0d7c-4b3e-9a3d-b3b162b89678 req-1b74e50b-c609-41fb-9713-af8ecdb3421a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:43.425039 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-bf40a7ea-0d7c-4b3e-9a3d-b3b162b89678 req-1b74e50b-c609-41fb-9713-af8ecdb3421a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Synchronizing usage tracker for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:05:43.461813 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a8d837d2-5492-4f8e-b856-e75d12ab8379 None None] Provisioning for port a4d21609-7503-475c-ae08-de186e2a3f4d completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:05:43.469140 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a8d837d2-5492-4f8e-b856-e75d12ab8379 None None] Provisioning complete for port a4d21609-7503-475c-ae08-de186e2a3f4d triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:05:43.469805 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a8d837d2-5492-4f8e-b856-e75d12ab8379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:43.514701 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-bf40a7ea-0d7c-4b3e-9a3d-b3b162b89678 req-1b74e50b-c609-41fb-9713-af8ecdb3421a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Unset dirty status for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:05:43.516761 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bf40a7ea-0d7c-4b3e-9a3d-b3b162b89678 req-1b74e50b-c609-41fb-9713-af8ecdb3421a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 931 time: 0.7311816 May 13 15:05:43.546410 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f571ba9-f738-43f5-b620-0a7ea03a760b req-16a69c7c-dca5-4647-99c0-58640aa29b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:43.549146 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9f571ba9-f738-43f5-b620-0a7ea03a760b req-16a69c7c-dca5-4647-99c0-58640aa29b58 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 1097 time: 0.3221638 May 13 15:05:43.569994 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e42d3813-ca2d-4b1f-9eae-9cf7e74f4740 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:43.577480 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-a8d837d2-5492-4f8e-b856-e75d12ab8379 None None] Port a4d21609-7503-475c-ae08-de186e2a3f4d cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:05:43.644945 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36394aef-7c8c-4829-8706-9e6186de3b34 req-b00a887c-882e-428c-986b-bceab2f975ce tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:43.648050 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-36394aef-7c8c-4829-8706-9e6186de3b34 req-b00a887c-882e-428c-986b-bceab2f975ce tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 946 time: 0.2397506 May 13 15:05:43.655361 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9f571ba9-f738-43f5-b620-0a7ea03a760b req-666f8370-8dc1-4e56-b0c1-fc3bd4f02651 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980566 May 13 15:05:43.702779 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-1342069e-cd20-41f0-beb6-a6b3bf23592a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:43.731652 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-36394aef-7c8c-4829-8706-9e6186de3b34 req-6f944fb9-f63e-4422-b696-bdbce5761e7b tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730219 May 13 15:05:43.830412 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bf40a7ea-0d7c-4b3e-9a3d-b3b162b89678 req-c4513820-8961-412c-ae5d-ff619e50868f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2578409 May 13 15:05:43.869143 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e42d3813-ca2d-4b1f-9eae-9cf7e74f4740 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:44.315927 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e42d3813-ca2d-4b1f-9eae-9cf7e74f4740 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:44.324534 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e42d3813-ca2d-4b1f-9eae-9cf7e74f4740 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:44.487924 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-1342069e-cd20-41f0-beb6-a6b3bf23592a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4d21609-7503-475c-ae08-de186e2a3f4d {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:05:44.511385 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-1342069e-cd20-41f0-beb6-a6b3bf23592a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:44.514619 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d3813-ca2d-4b1f-9eae-9cf7e74f4740 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Pushing event updated for resources: {'Port': ['ID=aee5a974-4b2e-4f21-9598-4ce7223803bd,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:44.539814 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-1342069e-cd20-41f0-beb6-a6b3bf23592a service neutron] Transition to ACTIVE for port object a4d21609-7503-475c-ae08-de186e2a3f4d will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:05:44.543250 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e42d3813-ca2d-4b1f-9eae-9cf7e74f4740 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:44.602541 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-1342069e-cd20-41f0-beb6-a6b3bf23592a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:44.907811 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342069e-cd20-41f0-beb6-a6b3bf23592a service neutron] Pushing event updated for resources: {'Port': ['ID=a4d21609-7503-475c-ae08-de186e2a3f4d,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:45.279566 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [None req-e42d3813-ca2d-4b1f-9eae-9cf7e74f4740 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Floating IP 5c6e9ab0-3050-4d30-8d2e-4c8a0b2173d9 associated. External IP: 172.25.0.145, port: e991162e-da41-43ce-b28a-f62363649f50. May 13 15:05:45.338291 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10961d-3549-48b8-b402-d5db4ee93608 req-229cbaf8-4e65-4698-afe8-1d24d30b8e5c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:45.345275 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2b10961d-3549-48b8-b402-d5db4ee93608 req-229cbaf8-4e65-4698-afe8-1d24d30b8e5c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 943 time: 0.2189255 May 13 15:05:45.437844 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2b10961d-3549-48b8-b402-d5db4ee93608 req-071e7f94-aa8f-4b29-a92d-e2bff6448c67 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844028 May 13 15:05:45.643039 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-1342069e-cd20-41f0-beb6-a6b3bf23592a service neutron] Attempting to bind port a4d21609-7503-475c-ae08-de186e2a3f4d on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:05:45.643039 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-1342069e-cd20-41f0-beb6-a6b3bf23592a service neutron] Attempting to bind port a4d21609-7503-475c-ae08-de186e2a3f4d by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '45bd3944-9a0e-4d92-bccc-17cac1ef1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:05:45.644106 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-1342069e-cd20-41f0-beb6-a6b3bf23592a service neutron] Attempting to bind port a4d21609-7503-475c-ae08-de186e2a3f4d on network e3a6761f-ecfa-4c6e-8de4-1979149c6e9c {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:05:45.657758 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-1342069e-cd20-41f0-beb6-a6b3bf23592a service neutron] Port a4d21609-7503-475c-ae08-de186e2a3f4d on network e3a6761f-ecfa-4c6e-8de4-1979149c6e9c not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:05:45.658018 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-1342069e-cd20-41f0-beb6-a6b3bf23592a service neutron] Attempting to bind port a4d21609-7503-475c-ae08-de186e2a3f4d on network e3a6761f-ecfa-4c6e-8de4-1979149c6e9c {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:05:45.668814 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd624802-c3cd-4e52-b7e6-c9d6431ccc21 req-7e8608d8-a997-474a-8912-87800149a8c0 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:45.671164 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fd624802-c3cd-4e52-b7e6-c9d6431ccc21 req-7e8608d8-a997-474a-8912-87800149a8c0 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 946 time: 0.5057521 May 13 15:05:45.678600 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-1342069e-cd20-41f0-beb6-a6b3bf23592a service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:05:45.678950 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-1342069e-cd20-41f0-beb6-a6b3bf23592a service neutron] Checking segment: {'id': '45bd3944-9a0e-4d92-bccc-17cac1ef1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:05:45.679374 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-1342069e-cd20-41f0-beb6-a6b3bf23592a service neutron] Bound using segment: {'id': '45bd3944-9a0e-4d92-bccc-17cac1ef1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:05:45.679815 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-1342069e-cd20-41f0-beb6-a6b3bf23592a service neutron] Bound port: a4d21609-7503-475c-ae08-de186e2a3f4d, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45bd3944-9a0e-4d92-bccc-17cac1ef1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:05:45.680172 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-1342069e-cd20-41f0-beb6-a6b3bf23592a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:45.887295 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fd624802-c3cd-4e52-b7e6-c9d6431ccc21 req-29c8aff5-f8f0-4f7e-922b-81d063311096 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905959 May 13 15:05:46.026883 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-1342069e-cd20-41f0-beb6-a6b3bf23592a service neutron] For port a4d21609-7503-475c-ae08-de186e2a3f4d, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:05:46.034246 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-1342069e-cd20-41f0-beb6-a6b3bf23592a service neutron] For port a4d21609-7503-475c-ae08-de186e2a3f4d, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=a4d21609-7503-475c-ae08-de186e2a3f4d,segment=NetworkSegment(45bd3944-9a0e-4d92-bccc-17cac1ef1a45),segment_id=45bd3944-9a0e-4d92-bccc-17cac1ef1a45)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:05:46.041638 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-1342069e-cd20-41f0-beb6-a6b3bf23592a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:46.115642 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42d3813-ca2d-4b1f-9eae-9cf7e74f4740 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Router 44ec9fef-c72d-4385-8c9b-5b93076abd1a has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:05:46.117262 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-1342069e-cd20-41f0-beb6-a6b3bf23592a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:46.117892 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-1342069e-cd20-41f0-beb6-a6b3bf23592a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:46.119405 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-1342069e-cd20-41f0-beb6-a6b3bf23592a service neutron] 10.222.0.59 "PUT /v2.0/ports/a4d21609-7503-475c-ae08-de186e2a3f4d HTTP/1.1" status: 200 len: 1091 time: 2.7800384 May 13 15:05:46.124029 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff21a1a-3be9-4df8-8985-23fdd0686afe', 'tag': 'a4d21609-7503-475c-ae08-de186e2a3f4d'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:05:46.191941 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342069e-cd20-41f0-beb6-a6b3bf23592a service neutron] Pushing event updated for resources: {'Port': ['ID=a4d21609-7503-475c-ae08-de186e2a3f4d,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:46.416466 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 32798) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:46.579422 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-921815f1-d48e-455e-8d17-24ff7c9e7342'] response: {'name': 'network-changed', 'server_uuid': '5ff21a1a-3be9-4df8-8985-23fdd0686afe', 'tag': 'a4d21609-7503-475c-ae08-de186e2a3f4d', 'status': 'completed', 'code': 200} May 13 15:05:46.617417 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1d56f7b4-1373-403a-8efd-9a51a22dae0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:46.634511 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1d56f7b4-1373-403a-8efd-9a51a22dae0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:46.639057 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1d56f7b4-1373-403a-8efd-9a51a22dae0f admin admin] Usage tracker for resource:security_group_rule and tenant:a5d9ca4eeddb4b6a918f1c98dc26fa32 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:46.642334 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1d56f7b4-1373-403a-8efd-9a51a22dae0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:46.652117 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1d56f7b4-1373-403a-8efd-9a51a22dae0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:46.678157 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42d3813-ca2d-4b1f-9eae-9cf7e74f4740 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:05:46.696047 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7293c67-6c51-45c1-8912-e548008525c8 None None] Sync routers for ids ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:05:46.711906 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7293c67-6c51-45c1-8912-e548008525c8 None None] Routers {'44ec9fef-c72d-4385-8c9b-5b93076abd1a'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:05:46.713076 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-f7293c67-6c51-45c1-8912-e548008525c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:05:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:46.768347 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e42d3813-ca2d-4b1f-9eae-9cf7e74f4740 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:46.773744 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1d56f7b4-1373-403a-8efd-9a51a22dae0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:46.780583 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1d56f7b4-1373-403a-8efd-9a51a22dae0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:46.827342 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d56f7b4-1373-403a-8efd-9a51a22dae0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3648251f-e92f-4163-aa2f-7e921b7be722,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:46.849564 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1d56f7b4-1373-403a-8efd-9a51a22dae0f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a5d9ca4eeddb4b6a918f1c98dc26fa32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4307947 May 13 15:05:46.853749 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 32806) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:46.924506 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e42d3813-ca2d-4b1f-9eae-9cf7e74f4740 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.9474084 May 13 15:05:46.929828 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-27433e7d-82f3-40d5-acae-cab5a1a3d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:46.932897 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-27433e7d-82f3-40d5-acae-cab5a1a3d9a1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 1094 time: 0.5082891 May 13 15:05:46.949722 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3485d4-dd63-4ed0-af9f-69529c899cb0 req-6be881cb-be29-4b7d-936d-b6b185e076a1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:46.952577 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bc3485d4-dd63-4ed0-af9f-69529c899cb0 req-6be881cb-be29-4b7d-936d-b6b185e076a1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 943 time: 0.3555048 May 13 15:05:46.954932 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cb60b029-ca60-41ee-a5df-e0146875eabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:47.002765 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cb60b029-ca60-41ee-a5df-e0146875eabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:47.015557 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-f7293c67-6c51-45c1-8912-e548008525c8 None None] Set router 44ec9fef-c72d-4385-8c9b-5b93076abd1a gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:05:47.080197 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cb60b029-ca60-41ee-a5df-e0146875eabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:47.112277 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-5e2a3105-1966-4bde-80af-5e0fd9d9a6ff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4d21609-7503-475c-ae08-de186e2a3f4d HTTP/1.1" status: 200 len: 217 time: 0.1580546 May 13 15:05:47.142067 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60b029-ca60-41ee-a5df-e0146875eabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3648251f-e92f-4163-aa2f-7e921b7be722,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:47.149536 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cb60b029-ca60-41ee-a5df-e0146875eabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:47.150981 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-cb60b029-ca60-41ee-a5df-e0146875eabd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3648251f-e92f-4163-aa2f-7e921b7be722 HTTP/1.1" status: 204 len: 168 time: 0.2957654 May 13 15:05:47.231901 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb4fa1-fcff-45ae-a22a-5840dbd7c33f req-9526f3c0-8d09-4362-922e-0dabbabdc828 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:47.233399 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-45cb4fa1-fcff-45ae-a22a-5840dbd7c33f req-9526f3c0-8d09-4362-922e-0dabbabdc828 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 946 time: 0.1360283 May 13 15:05:47.294317 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bc3485d4-dd63-4ed0-af9f-69529c899cb0 req-05975d4d-ab81-43ce-be76-dc2655155dc9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422159 May 13 15:05:47.309195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-85b62df1-a5bb-48c0-9390-daad1f82b72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:47.313462 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-85b62df1-a5bb-48c0-9390-daad1f82b72f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=01d0ea17-55a0-4a26-b442-418fd779e696 HTTP/1.1" status: 200 len: 834 time: 0.1947324 May 13 15:05:47.331699 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-45cb4fa1-fcff-45ae-a22a-5840dbd7c33f req-20d0f5b5-ff41-4779-a314-2d6aa167d73a tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915656 May 13 15:05:47.418009 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-b7ab7659-6e5a-4a8e-b6e3-d00f4d69f8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:47.418009 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-b7ab7659-6e5a-4a8e-b6e3-d00f4d69f8e2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3a6761f-ecfa-4c6e-8de4-1979149c6e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960836 May 13 15:05:47.786028 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-f7293c67-6c51-45c1-8912-e548008525c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'name': 'tempest-TestVolumeBootPattern-1177078177-router', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:24Z', 'updated_at': '2022-05-13T14:58:33Z', 'revision_number': 4, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'gw_port': {'id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:27Z', 'updated_at': '2022-05-13T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '5c6e9ab0-3050-4d30-8d2e-4c8a0b2173d9', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'port_id': 'e991162e-da41-43ce-b28a-f62363649f50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'mac_address': 'fa:16:3e:00:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8919899d-7024-4a41-8826-f256ea9a70cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:05:42Z', 'updated_at': '2022-05-13T15:05:42Z', 'revision_number': 0, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba52dd23-838b-48b4-90bf-75e37d2ea5fb', 'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'mac_address': 'fa:16:3e:f6:99:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:31Z', 'updated_at': '2022-05-13T14:58:43Z', 'revision_number': 5, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'subnets': [{'id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:47.789274 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7293c67-6c51-45c1-8912-e548008525c8 None None] Checking router: 44ec9fef-c72d-4385-8c9b-5b93076abd1a for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:05:47.799596 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7293c67-6c51-45c1-8912-e548008525c8 None None] Routers {'44ec9fef-c72d-4385-8c9b-5b93076abd1a'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:05:47.799928 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-f7293c67-6c51-45c1-8912-e548008525c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:05:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:47.933546 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-d3d993d6-960b-4a88-b755-35b0de1646d5 service neutron] 10.222.0.59 "GET /v2.0/networks/e3a6761f-ecfa-4c6e-8de4-1979149c6e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094151 May 13 15:05:48.139669 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-f7293c67-6c51-45c1-8912-e548008525c8 None None] Set router 44ec9fef-c72d-4385-8c9b-5b93076abd1a gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:05:48.313102 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad78cdf4-99ac-41d5-8ca4-a8ba0fdc5f1f req-202e09e8-4221-4180-8e4b-779173e18bde service neutron] 10.222.0.59 "GET /v2.0/networks/e3a6761f-ecfa-4c6e-8de4-1979149c6e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636200 May 13 15:05:48.404637 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:48.644680 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8919899d-7024-4a41-8826-f256ea9a70cd', 'tag': 'e991162e-da41-43ce-b28a-f62363649f50'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:05:48.751519 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3dafddd-62ef-49ea-ba60-2b64ec8b08ce'] response: {'name': 'network-changed', 'server_uuid': '8919899d-7024-4a41-8826-f256ea9a70cd', 'tag': 'e991162e-da41-43ce-b28a-f62363649f50', 'status': 'completed', 'code': 200} May 13 15:05:48.853709 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b49fc7-be33-446c-8fc3-bd3e6975f9b0 req-870d389d-51c7-4178-a53a-eae597d276a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:48.853709 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-81b49fc7-be33-446c-8fc3-bd3e6975f9b0 req-870d389d-51c7-4178-a53a-eae597d276a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 1094 time: 0.4500034 May 13 15:05:49.009818 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51396dde-cd2d-46af-a039-4833894d1f22 req-8f419bb5-e911-4b4f-b38a-0caddad9efe1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:49.009818 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-51396dde-cd2d-46af-a039-4833894d1f22 req-8f419bb5-e911-4b4f-b38a-0caddad9efe1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 943 time: 0.4627137 May 13 15:05:49.037921 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114417a-e290-4c8b-bb9c-ee52dafd2556 req-c2919ecb-5fbf-415c-9fb9-fa19eca54bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:49.037921 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d114417a-e290-4c8b-bb9c-ee52dafd2556 req-c2919ecb-5fbf-415c-9fb9-fa19eca54bfb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2&device_id=8919899d-7024-4a41-8826-f256ea9a70cd HTTP/1.1" status: 200 len: 1097 time: 0.2249274 May 13 15:05:49.144653 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-f7293c67-6c51-45c1-8912-e548008525c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'name': 'tempest-TestVolumeBootPattern-1177078177-router', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:24Z', 'updated_at': '2022-05-13T14:58:33Z', 'revision_number': 4, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'gw_port': {'id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:27Z', 'updated_at': '2022-05-13T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '5c6e9ab0-3050-4d30-8d2e-4c8a0b2173d9', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'port_id': 'e991162e-da41-43ce-b28a-f62363649f50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'mac_address': 'fa:16:3e:00:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8919899d-7024-4a41-8826-f256ea9a70cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:05:42Z', 'updated_at': '2022-05-13T15:05:42Z', 'revision_number': 0, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba52dd23-838b-48b4-90bf-75e37d2ea5fb', 'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'mac_address': 'fa:16:3e:f6:99:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:31Z', 'updated_at': '2022-05-13T14:58:43Z', 'revision_number': 5, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'subnets': [{'id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:49.173693 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7293c67-6c51-45c1-8912-e548008525c8 None None] The sync data for ids ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'] in n-d-841760-1 is: [{'id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'name': 'tempest-TestVolumeBootPattern-1177078177-router', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:24Z', 'updated_at': '2022-05-13T14:58:33Z', 'revision_number': 4, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'gw_port': {'id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:27Z', 'updated_at': '2022-05-13T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '5c6e9ab0-3050-4d30-8d2e-4c8a0b2173d9', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'port_id': 'e991162e-da41-43ce-b28a-f62363649f50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'mac_address': 'fa:16:3e:00:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8919899d-7024-4a41-8826-f256ea9a70cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:05:42Z', 'updated_at': '2022-05-13T15:05:42Z', 'revision_number': 0, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba52dd23-838b-48b4-90bf-75e37d2ea5fb', 'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'mac_address': 'fa:16:3e:f6:99:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:31Z', 'updated_at': '2022-05-13T14:58:43Z', 'revision_number': 5, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'subnets': [{'id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:05:49.308136 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-51396dde-cd2d-46af-a039-4833894d1f22 req-f5c9afea-bd4c-4124-9351-aac3eec15e98 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2848470 May 13 15:05:49.357893 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b49fc7-be33-446c-8fc3-bd3e6975f9b0 req-0a9dd4a1-9828-4d91-a55f-880c46776f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:49.366259 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-81b49fc7-be33-446c-8fc3-bd3e6975f9b0 req-0a9dd4a1-9828-4d91-a55f-880c46776f43 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3a6761f-ecfa-4c6e-8de4-1979149c6e9c HTTP/1.1" status: 200 len: 897 time: 0.5206318 May 13 15:05:49.405123 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114417a-e290-4c8b-bb9c-ee52dafd2556 req-0cf9c5ed-efad-46f1-9ffb-a12da4c9d7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:49.415510 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d114417a-e290-4c8b-bb9c-ee52dafd2556 req-0cf9c5ed-efad-46f1-9ffb-a12da4c9d7a8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b043589d-15c3-44b5-8d99-d7c57b00acb0 HTTP/1.1" status: 200 len: 913 time: 0.3789935 May 13 15:05:49.497867 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-81b49fc7-be33-446c-8fc3-bd3e6975f9b0 req-a8010869-e889-474e-888e-8fe86ea613de service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4d21609-7503-475c-ae08-de186e2a3f4d HTTP/1.1" status: 200 len: 217 time: 0.1272614 May 13 15:05:49.628163 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b49fc7-be33-446c-8fc3-bd3e6975f9b0 req-fffdc672-7d9d-4d90-999a-dd6b758686fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:49.629888 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-81b49fc7-be33-446c-8fc3-bd3e6975f9b0 req-fffdc672-7d9d-4d90-999a-dd6b758686fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=01d0ea17-55a0-4a26-b442-418fd779e696 HTTP/1.1" status: 200 len: 834 time: 0.1253126 May 13 15:05:49.657925 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d114417a-e290-4c8b-bb9c-ee52dafd2556 req-bdd9d6cf-ccdc-4478-bd2f-c180f34dc664 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e991162e-da41-43ce-b28a-f62363649f50 HTTP/1.1" status: 200 len: 1000 time: 0.2349212 May 13 15:05:49.688497 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e854b2f-4602-4730-abdc-2b4f8ad5c1ac None None] New status for floating IP 5c6e9ab0-3050-4d30-8d2e-4c8a0b2173d9: ACTIVE {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:05:49.764897 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b49fc7-be33-446c-8fc3-bd3e6975f9b0 req-adb073ac-200d-4837-9ab1-f486dc013201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:49.767024 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-81b49fc7-be33-446c-8fc3-bd3e6975f9b0 req-adb073ac-200d-4837-9ab1-f486dc013201 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3a6761f-ecfa-4c6e-8de4-1979149c6e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1276050 May 13 15:05:49.781132 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114417a-e290-4c8b-bb9c-ee52dafd2556 req-e010ae83-7bd3-4d02-bdb8-55035ee1ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:49.784104 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d114417a-e290-4c8b-bb9c-ee52dafd2556 req-e010ae83-7bd3-4d02-bdb8-55035ee1ed99 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b5ceabd-0dba-40ce-b48a-2cb206526c19 HTTP/1.1" status: 200 len: 851 time: 0.1191676 May 13 15:05:49.936551 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114417a-e290-4c8b-bb9c-ee52dafd2556 req-ed8fa7ea-2d5a-42cb-a0de-bea07735b68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:49.939567 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d114417a-e290-4c8b-bb9c-ee52dafd2556 req-ed8fa7ea-2d5a-42cb-a0de-bea07735b68f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b043589d-15c3-44b5-8d99-d7c57b00acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458738 May 13 15:05:49.973561 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-81b49fc7-be33-446c-8fc3-bd3e6975f9b0 req-cabe7536-31b9-45fa-aa51-6c7e12399231 service neutron] 10.222.0.59 "GET /v2.0/networks/e3a6761f-ecfa-4c6e-8de4-1979149c6e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006459 May 13 15:05:49.974473 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 32846) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:50.140154 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-81b49fc7-be33-446c-8fc3-bd3e6975f9b0 req-40190481-45bb-4f83-a380-6a33926fe81e service neutron] 10.222.0.59 "GET /v2.0/networks/e3a6761f-ecfa-4c6e-8de4-1979149c6e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587427 May 13 15:05:50.148668 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device a4d21609-7503-475c-ae08-de186e2a3f4d details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:05:50.197192 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d114417a-e290-4c8b-bb9c-ee52dafd2556 req-b459ecf9-ce52-445b-a198-c5761e25aacf service neutron] 10.222.0.74 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469733 May 13 15:05:50.243314 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9ba5ee79-ed25-4ac8-b8e9-bae2a9dfd76b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:50.276549 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9ba5ee79-ed25-4ac8-b8e9-bae2a9dfd76b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:50.285514 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9ba5ee79-ed25-4ac8-b8e9-bae2a9dfd76b admin admin] Usage tracker for resource:security_group_rule and tenant:153027593c60408fa046c5dede0266a2 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:50.292167 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9ba5ee79-ed25-4ac8-b8e9-bae2a9dfd76b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:50.304096 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9ba5ee79-ed25-4ac8-b8e9-bae2a9dfd76b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:50.373592 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port a4d21609-7503-475c-ae08-de186e2a3f4d, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=a4d21609-7503-475c-ae08-de186e2a3f4d,segment=NetworkSegment(45bd3944-9a0e-4d92-bccc-17cac1ef1a45),segment_id=45bd3944-9a0e-4d92-bccc-17cac1ef1a45)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:05:50.394944 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'a4d21609-7503-475c-ae08-de186e2a3f4d', 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c', 'port_id': 'a4d21609-7503-475c-ae08-de186e2a3f4d', 'mac_address': 'fa:16:3e:40:d0:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01d0ea17-55a0-4a26-b442-418fd779e696', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:05:50.402260 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d114417a-e290-4c8b-bb9c-ee52dafd2556 req-5b20c60c-6928-48f0-98a1-089b0fb9ad2e service neutron] 10.222.0.74 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978173 May 13 15:05:50.463025 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port a4d21609-7503-475c-ae08-de186e2a3f4d is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:05:50.463502 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:50.477196 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9ba5ee79-ed25-4ac8-b8e9-bae2a9dfd76b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:50.486601 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9ba5ee79-ed25-4ac8-b8e9-bae2a9dfd76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:50.492849 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4d21609-7503-475c-ae08-de186e2a3f4d {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:05:50.512251 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port a4d21609-7503-475c-ae08-de186e2a3f4d, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=a4d21609-7503-475c-ae08-de186e2a3f4d,segment=NetworkSegment(45bd3944-9a0e-4d92-bccc-17cac1ef1a45),segment_id=45bd3944-9a0e-4d92-bccc-17cac1ef1a45)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:05:50.518755 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:50.546183 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9ba5ee79-ed25-4ac8-b8e9-bae2a9dfd76b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=153027593c60408fa046c5dede0266a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5666735 May 13 15:05:50.546183 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5ee79-ed25-4ac8-b8e9-bae2a9dfd76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818e9212-c58b-4c17-8d60-55e093762136,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:50.546593 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 32854) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:50.612872 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=a4d21609-7503-475c-ae08-de186e2a3f4d,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:50.618066 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c4cb7e42-1278-4eb0-b7f3-598c868167db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:50.658080 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c4cb7e42-1278-4eb0-b7f3-598c868167db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:50.722567 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['a4d21609-7503-475c-ae08-de186e2a3f4d'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:05:50.724186 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c4cb7e42-1278-4eb0-b7f3-598c868167db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:50.751864 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb7e42-1278-4eb0-b7f3-598c868167db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818e9212-c58b-4c17-8d60-55e093762136,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:50.759418 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c4cb7e42-1278-4eb0-b7f3-598c868167db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:50.760224 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c4cb7e42-1278-4eb0-b7f3-598c868167db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/818e9212-c58b-4c17-8d60-55e093762136 HTTP/1.1" status: 204 len: 168 time: 0.2120745 May 13 15:05:50.874772 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc5667-a0bb-49a0-9ca8-4ae972178655 req-86146a26-27cb-41f0-920e-62ae06170702 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:50.878365 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-76bc5667-a0bb-49a0-9ca8-4ae972178655 req-86146a26-27cb-41f0-920e-62ae06170702 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 944 time: 0.3214471 May 13 15:05:50.970089 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-76bc5667-a0bb-49a0-9ca8-4ae972178655 req-89f6e2f2-ed77-4859-adb3-92a286525eea tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796337 May 13 15:05:52.160794 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device a4d21609-7503-475c-ae08-de186e2a3f4d up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:05:52.230547 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea329f-98b4-4eca-a755-327f7b4d2b81 req-5e00a8bb-3fa9-45ec-aa54-cd8a6b8efa58 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:52.233787 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-beea329f-98b4-4eca-a755-327f7b4d2b81 req-5e00a8bb-3fa9-45ec-aa54-cd8a6b8efa58 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 944 time: 0.1084535 May 13 15:05:52.291147 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-beea329f-98b4-4eca-a755-327f7b4d2b81 req-aa4b670e-fb12-4a09-aed1-7c27285bacaa tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472856 May 13 15:05:52.302492 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port a4d21609-7503-475c-ae08-de186e2a3f4d completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:05:52.311251 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port a4d21609-7503-475c-ae08-de186e2a3f4d triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:05:52.311949 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:52.522799 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port a4d21609-7503-475c-ae08-de186e2a3f4d is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:05:52.523449 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:52.574785 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff21a1a-3be9-4df8-8985-23fdd0686afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d21609-7503-475c-ae08-de186e2a3f4d'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:05:52.596821 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port a4d21609-7503-475c-ae08-de186e2a3f4d, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=a4d21609-7503-475c-ae08-de186e2a3f4d,segment=NetworkSegment(45bd3944-9a0e-4d92-bccc-17cac1ef1a45),segment_id=45bd3944-9a0e-4d92-bccc-17cac1ef1a45)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:05:52.603442 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:52.661626 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99890c81-7305-4a56-82ab-d9dc30a248d9'] response: {'server_uuid': '5ff21a1a-3be9-4df8-8985-23fdd0686afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d21609-7503-475c-ae08-de186e2a3f4d', 'code': 200} May 13 15:05:52.708647 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=a4d21609-7503-475c-ae08-de186e2a3f4d,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:52.726115 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:52.726679 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:52.727255 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:52.727803 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:52.728359 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:52.728922 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:52.729523 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:52.730010 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:52.730624 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:52.731219 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:52.732374 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:52.732916 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:52.816575 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4be34-ce24-420b-b808-9729331ad9a9 req-97b264d2-7fcc-4164-917b-262b746dcc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:52.818168 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-37a4be34-ce24-420b-b808-9729331ad9a9 req-97b264d2-7fcc-4164-917b-262b746dcc03 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 1096 time: 0.0893471 May 13 15:05:52.877976 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-37a4be34-ce24-420b-b808-9729331ad9a9 req-a45d23aa-d65e-414b-a82e-cb7612dbcdae service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528555 May 13 15:05:53.154046 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 32904) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:53.300041 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ef08c491-face-482e-9825-05043db1cc05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:53.317121 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ef08c491-face-482e-9825-05043db1cc05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:53.322564 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ef08c491-face-482e-9825-05043db1cc05 admin admin] Usage tracker for resource:security_group_rule and tenant:0903c625bf314d1aa0f18133e6787e7c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:53.326690 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ef08c491-face-482e-9825-05043db1cc05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:53.336855 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ef08c491-face-482e-9825-05043db1cc05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:53.506560 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ef08c491-face-482e-9825-05043db1cc05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:53.512115 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ef08c491-face-482e-9825-05043db1cc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:53.582137 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ef08c491-face-482e-9825-05043db1cc05 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0903c625bf314d1aa0f18133e6787e7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4267576 May 13 15:05:53.584081 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08c491-face-482e-9825-05043db1cc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08caff4-685f-42d8-9a5c-1be358962b0f,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:53.586982 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 32912) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:53.610319 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d471ce-3fca-4257-9d76-9dfa26439817 req-00ba0461-16ab-4281-9ec7-0336b2dc7f34 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:53.612291 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-62d471ce-3fca-4257-9d76-9dfa26439817 req-00ba0461-16ab-4281-9ec7-0336b2dc7f34 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 945 time: 0.1715422 May 13 15:05:53.691253 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1f304ea0-3db7-428e-96ea-fd2b2fc773f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:53.699274 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-62d471ce-3fca-4257-9d76-9dfa26439817 req-f278086e-1b02-4d45-8a86-a5b44758cc09 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717840 May 13 15:05:53.735013 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1f304ea0-3db7-428e-96ea-fd2b2fc773f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:53.823018 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1f304ea0-3db7-428e-96ea-fd2b2fc773f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:53.838882 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f304ea0-3db7-428e-96ea-fd2b2fc773f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08caff4-685f-42d8-9a5c-1be358962b0f,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:53.846712 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1f304ea0-3db7-428e-96ea-fd2b2fc773f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:53.847588 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1f304ea0-3db7-428e-96ea-fd2b2fc773f6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c08caff4-685f-42d8-9a5c-1be358962b0f HTTP/1.1" status: 204 len: 168 time: 0.2578657 May 13 15:05:54.293801 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 32920) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:54.314931 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-84a855b7-0f1b-4d7b-b201-d58720de975c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:54.332149 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-84a855b7-0f1b-4d7b-b201-d58720de975c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:54.336936 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-84a855b7-0f1b-4d7b-b201-d58720de975c admin admin] Usage tracker for resource:security_group_rule and tenant:1a5bed7c74ff4a10b9dadeb839e88f7a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:54.340993 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-84a855b7-0f1b-4d7b-b201-d58720de975c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:54.347954 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-84a855b7-0f1b-4d7b-b201-d58720de975c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:54.448071 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-84a855b7-0f1b-4d7b-b201-d58720de975c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:54.454148 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-84a855b7-0f1b-4d7b-b201-d58720de975c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:54.516950 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-84a855b7-0f1b-4d7b-b201-d58720de975c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1a5bed7c74ff4a10b9dadeb839e88f7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2218614 May 13 15:05:54.518863 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a855b7-0f1b-4d7b-b201-d58720de975c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f572e44-dab0-4434-94e9-7bc514524d7f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:54.520495 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 32924) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:54.612897 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1c3ba4e4-c41d-45f0-8aa5-6482c73c272f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:54.635898 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1c3ba4e4-c41d-45f0-8aa5-6482c73c272f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:54.881286 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1c3ba4e4-c41d-45f0-8aa5-6482c73c272f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:54.919864 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ba4e4-c41d-45f0-8aa5-6482c73c272f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f572e44-dab0-4434-94e9-7bc514524d7f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:54.929728 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1c3ba4e4-c41d-45f0-8aa5-6482c73c272f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:54.929728 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1c3ba4e4-c41d-45f0-8aa5-6482c73c272f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4f572e44-dab0-4434-94e9-7bc514524d7f HTTP/1.1" status: 204 len: 168 time: 0.4047022 May 13 15:05:55.098399 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1e8e0-0a6a-4d8c-937e-828b20c65805 req-3f62602d-88b4-41f3-b18c-f1919edad447 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:55.098399 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-00b1e8e0-0a6a-4d8c-937e-828b20c65805 req-3f62602d-88b4-41f3-b18c-f1919edad447 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 945 time: 0.2009468 May 13 15:05:55.172341 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-00b1e8e0-0a6a-4d8c-937e-828b20c65805 req-7bdfdc9f-6cfd-4883-8bef-c7f08c62012f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593560 May 13 15:05:55.606258 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9e57a-e8ac-45c3-9aab-bdce49e33b58 req-a15251b9-118e-4773-9852-44c69043391f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:55.606258 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-14c9e57a-e8ac-45c3-9aab-bdce49e33b58 req-a15251b9-118e-4773-9852-44c69043391f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 945 time: 0.1940923 May 13 15:05:55.722252 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-14c9e57a-e8ac-45c3-9aab-bdce49e33b58 req-2a406907-28d0-4a62-bc28-0322cd6151fa tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000495 May 13 15:05:55.764980 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 32944) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:55.912828 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51d0a6c-169c-4dd9-8351-ef84e9261d19 tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:55.912828 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d51d0a6c-169c-4dd9-8351-ef84e9261d19 tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 1091 time: 0.1462407 May 13 15:05:55.912828 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 32950) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:55.928878 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-0b8e4bfe-e3df-4f42-9115-b04a889ca46a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'port_id': 'a4d21609-7503-475c-ae08-de186e2a3f4d', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:55.944084 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0b8e4bfe-e3df-4f42-9115-b04a889ca46a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:55.956658 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0b8e4bfe-e3df-4f42-9115-b04a889ca46a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:floatingip and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:55.956658 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0b8e4bfe-e3df-4f42-9115-b04a889ca46a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:55.970408 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0b8e4bfe-e3df-4f42-9115-b04a889ca46a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:55.994347 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b8e4bfe-e3df-4f42-9115-b04a889ca46a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for floatingip, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:56.368775 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b8e4bfe-e3df-4f42-9115-b04a889ca46a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:56.601239 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-0b8e4bfe-e3df-4f42-9115-b04a889ca46a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Allocated IP 172.25.0.21 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/dcb02aff-6b7d-4c51-bc7d-d3f6082f2655) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:05:56.930259 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b8e4bfe-e3df-4f42-9115-b04a889ca46a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:56.975351 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b8e4bfe-e3df-4f42-9115-b04a889ca46a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:57.053771 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8e4bfe-e3df-4f42-9115-b04a889ca46a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:05:57.066111 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-0b8e4bfe-e3df-4f42-9115-b04a889ca46a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:57.066111 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8e4bfe-e3df-4f42-9115-b04a889ca46a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:05:57.136797 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e4bfe-e3df-4f42-9115-b04a889ca46a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'Port': ['ID=dcb02aff-6b7d-4c51-bc7d-d3f6082f2655,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:57.304089 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e49e4026-c882-4ea9-9a83-04adfa3aff71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:57.917744 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b8e4bfe-e3df-4f42-9115-b04a889ca46a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:58.070635 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b8e4bfe-e3df-4f42-9115-b04a889ca46a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:58.599739 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b8e4bfe-e3df-4f42-9115-b04a889ca46a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:58.599739 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b8e4bfe-e3df-4f42-9115-b04a889ca46a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:58.819958 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e4bfe-e3df-4f42-9115-b04a889ca46a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'Port': ['ID=dcb02aff-6b7d-4c51-bc7d-d3f6082f2655,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:58.819958 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b8e4bfe-e3df-4f42-9115-b04a889ca46a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:58.863512 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:59.156900 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-0b8e4bfe-e3df-4f42-9115-b04a889ca46a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Floating IP edd94ee9-f6b7-4c80-919c-452463a205fc associated. External IP: 172.25.0.21, port: a4d21609-7503-475c-ae08-de186e2a3f4d. May 13 15:05:59.459218 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33016) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:59.628060 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ae926909-dcb3-477d-9c5f-e8db9096df4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:59.719302 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f5c7e7d3-cab5-410e-bded-0e72f07425b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:59.743431 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f5c7e7d3-cab5-410e-bded-0e72f07425b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:59.743431 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f5c7e7d3-cab5-410e-bded-0e72f07425b3 admin admin] Usage tracker for resource:security_group_rule and tenant:ec962a90cea84808b2c3eb9e20fed51d is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:59.743431 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f5c7e7d3-cab5-410e-bded-0e72f07425b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:59.761563 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f5c7e7d3-cab5-410e-bded-0e72f07425b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:59.855637 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8e4bfe-e3df-4f42-9115-b04a889ca46a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Router 1f135a2a-9039-428d-bd7a-6e0863d4abb1 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:05:59.896593 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f5c7e7d3-cab5-410e-bded-0e72f07425b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:59.904122 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f5c7e7d3-cab5-410e-bded-0e72f07425b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:00.024951 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33022) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:00.034397 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f5c7e7d3-cab5-410e-bded-0e72f07425b3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ec962a90cea84808b2c3eb9e20fed51d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5571196 May 13 15:06:00.034397 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7e7d3-cab5-410e-bded-0e72f07425b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a838a12-bdde-476b-8b82-f95e2150e5eb,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:00.050967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7e7d3-cab5-410e-bded-0e72f07425b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:00.050967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7e7d3-cab5-410e-bded-0e72f07425b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:00.050967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7e7d3-cab5-410e-bded-0e72f07425b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:00.050967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7e7d3-cab5-410e-bded-0e72f07425b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:00.050967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7e7d3-cab5-410e-bded-0e72f07425b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:00.050967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7e7d3-cab5-410e-bded-0e72f07425b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:00.050967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7e7d3-cab5-410e-bded-0e72f07425b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:00.050967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7e7d3-cab5-410e-bded-0e72f07425b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:00.050967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7e7d3-cab5-410e-bded-0e72f07425b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:00.050967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7e7d3-cab5-410e-bded-0e72f07425b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:00.050967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7e7d3-cab5-410e-bded-0e72f07425b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:00.050967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7e7d3-cab5-410e-bded-0e72f07425b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:00.283519 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e9138928-c427-4609-87a6-84ce85c1d5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:00.283519 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8e4bfe-e3df-4f42-9115-b04a889ca46a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:06:00.305647 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca0d1e7-ebb5-4039-acfc-d1d6c8d983db None None] Sync routers for ids ['1f135a2a-9039-428d-bd7a-6e0863d4abb1'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:06:00.338756 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca0d1e7-ebb5-4039-acfc-d1d6c8d983db None None] Routers {'1f135a2a-9039-428d-bd7a-6e0863d4abb1'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:06:00.338756 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0ca0d1e7-ebb5-4039-acfc-d1d6c8d983db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:06:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1f135a2a-9039-428d-bd7a-6e0863d4abb1'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:00.356069 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-48e7f948-22ac-4ea9-8ae1-4d29acdc8adb req-fa67eec4-102a-407c-8fe8-31981c83bf5b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1561594 May 13 15:06:00.364067 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0b8e4bfe-e3df-4f42-9115-b04a889ca46a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:00.498145 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e9138928-c427-4609-87a6-84ce85c1d5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:00.543334 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0b8e4bfe-e3df-4f42-9115-b04a889ca46a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.6169903 May 13 15:06:00.560368 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff21a1a-3be9-4df8-8985-23fdd0686afe', 'tag': 'a4d21609-7503-475c-ae08-de186e2a3f4d'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:06:00.649347 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e9138928-c427-4609-87a6-84ce85c1d5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:00.674863 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9138928-c427-4609-87a6-84ce85c1d5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a838a12-bdde-476b-8b82-f95e2150e5eb,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:00.695421 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e9138928-c427-4609-87a6-84ce85c1d5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:00.695421 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e9138928-c427-4609-87a6-84ce85c1d5a1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1a838a12-bdde-476b-8b82-f95e2150e5eb HTTP/1.1" status: 204 len: 168 time: 0.6780326 May 13 15:06:00.743712 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7f948-22ac-4ea9-8ae1-4d29acdc8adb req-0b21bb75-833e-4596-829e-3ffb0a3fb947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:00.746492 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-48e7f948-22ac-4ea9-8ae1-4d29acdc8adb req-0b21bb75-833e-4596-829e-3ffb0a3fb947 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=38a8881fe1424acaba5f3d712cefac02&device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 1097 time: 0.2850728 May 13 15:06:00.770691 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-460452f4-1702-4716-9852-beb30b103a3c'] response: {'name': 'network-changed', 'server_uuid': '5ff21a1a-3be9-4df8-8985-23fdd0686afe', 'tag': 'a4d21609-7503-475c-ae08-de186e2a3f4d', 'status': 'completed', 'code': 200} May 13 15:06:00.893782 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc82c9b-b266-4bc3-899f-d8c82a68a8df req-0b3213b8-979a-4fa1-a71d-5e0dc1e509f8 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:00.893782 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2fc82c9b-b266-4bc3-899f-d8c82a68a8df req-0b3213b8-979a-4fa1-a71d-5e0dc1e509f8 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 945 time: 0.1938660 May 13 15:06:00.914366 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:00.914366 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:00.976401 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2fc82c9b-b266-4bc3-899f-d8c82a68a8df req-e5bb6391-0db9-4458-a855-9f494fbd6f23 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760915 May 13 15:06:01.000077 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33036) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:01.035393 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-0ca0d1e7-ebb5-4039-acfc-d1d6c8d983db None None] Set router 1f135a2a-9039-428d-bd7a-6e0863d4abb1 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:06:01.135873 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c1963-09d8-4f19-80fd-f7fa0b4b9af1 req-0b94c0f0-b770-4762-90f9-2989009c730f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:01.135873 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-719c1963-09d8-4f19-80fd-f7fa0b4b9af1 req-0b94c0f0-b770-4762-90f9-2989009c730f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 1096 time: 0.3329957 May 13 15:06:01.280349 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7f948-22ac-4ea9-8ae1-4d29acdc8adb req-cc6560a1-4071-4b2b-ba59-a7df510b2705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:01.282900 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-48e7f948-22ac-4ea9-8ae1-4d29acdc8adb req-cc6560a1-4071-4b2b-ba59-a7df510b2705 service neutron] 10.222.0.59 "GET /v2.0/networks?id=82746afc-6560-4007-9fb3-904cf8d650cf HTTP/1.1" status: 200 len: 916 time: 0.5033550 May 13 15:06:01.438391 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-07421e16-a609-4217-a1fd-d0ac51ecd7ae tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/floatingips/edd94ee9-f6b7-4c80-919c-452463a205fc HTTP/1.1" status: 200 len: 990 time: 0.4104114 May 13 15:06:01.480930 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-48e7f948-22ac-4ea9-8ae1-4d29acdc8adb req-c8226382-1e16-4c18-83f6-0cd11c6b1789 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19aa33fb-2185-4401-9a51-ca485f7a21ee HTTP/1.1" status: 200 len: 1000 time: 0.1832068 May 13 15:06:01.485174 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c1963-09d8-4f19-80fd-f7fa0b4b9af1 req-34cdcb56-c48e-4f6e-82a3-6c20bb9120c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:01.485174 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-719c1963-09d8-4f19-80fd-f7fa0b4b9af1 req-34cdcb56-c48e-4f6e-82a3-6c20bb9120c9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3a6761f-ecfa-4c6e-8de4-1979149c6e9c HTTP/1.1" status: 200 len: 897 time: 0.3341584 May 13 15:06:01.575929 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33040) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:01.628508 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9d0af09b-7f4b-4b5c-87e4-040a6cc3d4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:01.656362 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9d0af09b-7f4b-4b5c-87e4-040a6cc3d4c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:06:01.663363 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9d0af09b-7f4b-4b5c-87e4-040a6cc3d4c5 admin admin] Usage tracker for resource:security_group_rule and tenant:98af0fa190fc481ca7ae1aa4bc3c4a35 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:06:01.667035 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9d0af09b-7f4b-4b5c-87e4-040a6cc3d4c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:06:01.675053 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9d0af09b-7f4b-4b5c-87e4-040a6cc3d4c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:06:01.684532 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7f948-22ac-4ea9-8ae1-4d29acdc8adb req-f6d94087-5b39-40e3-af50-979ed0938159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:01.686115 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-48e7f948-22ac-4ea9-8ae1-4d29acdc8adb req-f6d94087-5b39-40e3-af50-979ed0938159 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=498b4812-77a0-4897-b979-c45bc3bb9502 HTTP/1.1" status: 200 len: 854 time: 0.1987731 May 13 15:06:01.709871 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-719c1963-09d8-4f19-80fd-f7fa0b4b9af1 req-403cb26b-be9c-46c1-b092-851d16af06c3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4d21609-7503-475c-ae08-de186e2a3f4d HTTP/1.1" status: 200 len: 998 time: 0.2226324 May 13 15:06:01.798246 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c1963-09d8-4f19-80fd-f7fa0b4b9af1 req-c6a10e82-9a39-4af2-961b-874f349cdd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:01.799937 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-719c1963-09d8-4f19-80fd-f7fa0b4b9af1 req-c6a10e82-9a39-4af2-961b-874f349cdd7a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=01d0ea17-55a0-4a26-b442-418fd779e696 HTTP/1.1" status: 200 len: 834 time: 0.0823841 May 13 15:06:01.889213 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7f948-22ac-4ea9-8ae1-4d29acdc8adb req-c5dec092-8797-4b89-bc64-546f7dfe0bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:01.891653 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-48e7f948-22ac-4ea9-8ae1-4d29acdc8adb req-c5dec092-8797-4b89-bc64-546f7dfe0bef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=82746afc-6560-4007-9fb3-904cf8d650cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1948645 May 13 15:06:01.892268 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c1963-09d8-4f19-80fd-f7fa0b4b9af1 req-fe1f14ef-edd6-4b8e-b3da-7c345f07b85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:01.893973 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-719c1963-09d8-4f19-80fd-f7fa0b4b9af1 req-fe1f14ef-edd6-4b8e-b3da-7c345f07b85c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3a6761f-ecfa-4c6e-8de4-1979149c6e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880151 May 13 15:06:01.901071 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0ca0d1e7-ebb5-4039-acfc-d1d6c8d983db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933408856', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd4bf842c-d90d-40c1-81ea-cdc466046c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:17Z', 'updated_at': '2022-05-13T15:05:29Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': 'd4bf842c-d90d-40c1-81ea-cdc466046c71', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:18Z', 'updated_at': '2022-05-13T15:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'edd94ee9-f6b7-4c80-919c-452463a205fc', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'port_id': 'a4d21609-7503-475c-ae08-de186e2a3f4d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c', 'mac_address': 'fa:16:3e:40:d0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff21a1a-3be9-4df8-8985-23fdd0686afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:05:57Z', 'updated_at': '2022-05-13T15:05:57Z', 'revision_number': 0, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c07249-a6b7-4291-aa5b-1ff7b37e2786', 'name': '', 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:e7:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '01d0ea17-55a0-4a26-b442-418fd779e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:26Z', 'updated_at': '2022-05-13T15:05:40Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': '01d0ea17-55a0-4a26-b442-418fd779e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:01.909168 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca0d1e7-ebb5-4039-acfc-d1d6c8d983db None None] Checking router: 1f135a2a-9039-428d-bd7a-6e0863d4abb1 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:06:01.924888 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca0d1e7-ebb5-4039-acfc-d1d6c8d983db None None] Routers {'1f135a2a-9039-428d-bd7a-6e0863d4abb1'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:06:01.925899 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0ca0d1e7-ebb5-4039-acfc-d1d6c8d983db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:06:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1f135a2a-9039-428d-bd7a-6e0863d4abb1'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:01.955696 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9d0af09b-7f4b-4b5c-87e4-040a6cc3d4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:01.962230 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9d0af09b-7f4b-4b5c-87e4-040a6cc3d4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:02.069769 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-719c1963-09d8-4f19-80fd-f7fa0b4b9af1 req-7fa7e0b0-a6a9-4837-be36-cb9369dda743 service neutron] 10.222.0.59 "GET /v2.0/networks/e3a6761f-ecfa-4c6e-8de4-1979149c6e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656687 May 13 15:06:02.101407 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9d0af09b-7f4b-4b5c-87e4-040a6cc3d4c5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=98af0fa190fc481ca7ae1aa4bc3c4a35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5332437 May 13 15:06:02.106067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0af09b-7f4b-4b5c-87e4-040a6cc3d4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37933dfd-819b-44f5-93c3-59b70f206a65,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:02.109248 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33044) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:02.169548 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-0ca0d1e7-ebb5-4039-acfc-d1d6c8d983db None None] Set router 1f135a2a-9039-428d-bd7a-6e0863d4abb1 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:06:02.176019 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-48e7f948-22ac-4ea9-8ae1-4d29acdc8adb req-31f5f44b-2577-496e-ba67-713350c43a16 service neutron] 10.222.0.59 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683921 May 13 15:06:02.241788 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-719c1963-09d8-4f19-80fd-f7fa0b4b9af1 req-afb19cf2-04e3-41a8-a626-707c68be0f7d service neutron] 10.222.0.59 "GET /v2.0/networks/e3a6761f-ecfa-4c6e-8de4-1979149c6e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656408 May 13 15:06:02.312949 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-be7b912b-725c-4dbf-9df1-3d2a9c0fcb1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:02.315941 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:02.375790 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-be7b912b-725c-4dbf-9df1-3d2a9c0fcb1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:02.385889 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-48e7f948-22ac-4ea9-8ae1-4d29acdc8adb req-8f100a6e-6e73-4b24-81e9-a939c47d6ac5 service neutron] 10.222.0.59 "GET /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910398 May 13 15:06:02.422689 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33048) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:02.517584 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-be7b912b-725c-4dbf-9df1-3d2a9c0fcb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:02.540647 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b912b-725c-4dbf-9df1-3d2a9c0fcb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37933dfd-819b-44f5-93c3-59b70f206a65,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:02.594129 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-be7b912b-725c-4dbf-9df1-3d2a9c0fcb1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:02.594129 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-be7b912b-725c-4dbf-9df1-3d2a9c0fcb1f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/37933dfd-819b-44f5-93c3-59b70f206a65 HTTP/1.1" status: 204 len: 168 time: 0.4731343 May 13 15:06:02.619028 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5246cba2-dbdd-4112-9b17-7029020a8d5d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/floatingips/edd94ee9-f6b7-4c80-919c-452463a205fc HTTP/1.1" status: 200 len: 990 time: 0.1935413 May 13 15:06:02.725812 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0ca0d1e7-ebb5-4039-acfc-d1d6c8d983db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933408856', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd4bf842c-d90d-40c1-81ea-cdc466046c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:17Z', 'updated_at': '2022-05-13T15:05:29Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': 'd4bf842c-d90d-40c1-81ea-cdc466046c71', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:18Z', 'updated_at': '2022-05-13T15:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'edd94ee9-f6b7-4c80-919c-452463a205fc', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'port_id': 'a4d21609-7503-475c-ae08-de186e2a3f4d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c', 'mac_address': 'fa:16:3e:40:d0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff21a1a-3be9-4df8-8985-23fdd0686afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:05:57Z', 'updated_at': '2022-05-13T15:05:57Z', 'revision_number': 0, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c07249-a6b7-4291-aa5b-1ff7b37e2786', 'name': '', 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:e7:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '01d0ea17-55a0-4a26-b442-418fd779e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:26Z', 'updated_at': '2022-05-13T15:05:40Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': '01d0ea17-55a0-4a26-b442-418fd779e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:02.731864 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca0d1e7-ebb5-4039-acfc-d1d6c8d983db None None] The sync data for ids ['1f135a2a-9039-428d-bd7a-6e0863d4abb1'] in n-d-841760-1 is: [{'id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933408856', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd4bf842c-d90d-40c1-81ea-cdc466046c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:17Z', 'updated_at': '2022-05-13T15:05:29Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': 'd4bf842c-d90d-40c1-81ea-cdc466046c71', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:18Z', 'updated_at': '2022-05-13T15:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'edd94ee9-f6b7-4c80-919c-452463a205fc', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'port_id': 'a4d21609-7503-475c-ae08-de186e2a3f4d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c', 'mac_address': 'fa:16:3e:40:d0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff21a1a-3be9-4df8-8985-23fdd0686afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:05:57Z', 'updated_at': '2022-05-13T15:05:57Z', 'revision_number': 0, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c07249-a6b7-4291-aa5b-1ff7b37e2786', 'name': '', 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:e7:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '01d0ea17-55a0-4a26-b442-418fd779e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:26Z', 'updated_at': '2022-05-13T15:05:40Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': '01d0ea17-55a0-4a26-b442-418fd779e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:06:03.013673 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47591ef9-ec8c-4c30-ada2-15ceeca50860 None None] New status for floating IP edd94ee9-f6b7-4c80-919c-452463a205fc: ACTIVE {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:06:03.626035 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33072) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:03.761651 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-642da60c-7092-446f-bf75-c2f59e543518 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/floatingips/edd94ee9-f6b7-4c80-919c-452463a205fc HTTP/1.1" status: 200 len: 992 time: 0.1403100 May 13 15:06:07.492382 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:06:07.974727 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33266) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:08.158217 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-764d0c24-811c-4af9-ac25-44e5bc46cc87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:08.178902 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-764d0c24-811c-4af9-ac25-44e5bc46cc87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:06:08.186780 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-764d0c24-811c-4af9-ac25-44e5bc46cc87 admin admin] Usage tracker for resource:security_group_rule and tenant:8e98ef7b07e541649aafe70d17dc51e7 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:06:08.190460 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-764d0c24-811c-4af9-ac25-44e5bc46cc87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:06:08.198571 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-764d0c24-811c-4af9-ac25-44e5bc46cc87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:06:08.344915 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-764d0c24-811c-4af9-ac25-44e5bc46cc87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:08.351006 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-764d0c24-811c-4af9-ac25-44e5bc46cc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:08.442633 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d0c24-811c-4af9-ac25-44e5bc46cc87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc8402b-e734-4127-bc06-06b02fc141da,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:08.453940 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33274) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:08.454867 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-764d0c24-811c-4af9-ac25-44e5bc46cc87 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8e98ef7b07e541649aafe70d17dc51e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4776278 May 13 15:06:08.576702 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-40bd0e22-0f34-47fd-ba05-8072d136b379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:08.639040 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-40bd0e22-0f34-47fd-ba05-8072d136b379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:08.752221 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-40bd0e22-0f34-47fd-ba05-8072d136b379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:08.777031 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd0e22-0f34-47fd-ba05-8072d136b379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc8402b-e734-4127-bc06-06b02fc141da,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:08.783811 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-40bd0e22-0f34-47fd-ba05-8072d136b379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:08.796221 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-40bd0e22-0f34-47fd-ba05-8072d136b379 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8fc8402b-e734-4127-bc06-06b02fc141da HTTP/1.1" status: 204 len: 168 time: 0.3308203 May 13 15:06:15.689724 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33620) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:15.834361 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4a2ba8ed-eb87-4375-bc80-d1cf6a18617f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:15.863740 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4a2ba8ed-eb87-4375-bc80-d1cf6a18617f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:06:15.870865 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4a2ba8ed-eb87-4375-bc80-d1cf6a18617f admin admin] Usage tracker for resource:security_group_rule and tenant:71cfff85345c436d9032cec947a91d9f is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:06:15.876740 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4a2ba8ed-eb87-4375-bc80-d1cf6a18617f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:06:15.887839 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4a2ba8ed-eb87-4375-bc80-d1cf6a18617f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:06:16.022659 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4a2ba8ed-eb87-4375-bc80-d1cf6a18617f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:16.029540 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4a2ba8ed-eb87-4375-bc80-d1cf6a18617f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:16.096957 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4a2ba8ed-eb87-4375-bc80-d1cf6a18617f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=71cfff85345c436d9032cec947a91d9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4058785 May 13 15:06:16.099871 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33628) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:16.104394 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ba8ed-eb87-4375-bc80-d1cf6a18617f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb75370-0719-4e91-b3a9-ce893cb23b0f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:16.188629 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-88b46ced-1f64-459e-a7aa-1dda8a3afd3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:16.248731 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-88b46ced-1f64-459e-a7aa-1dda8a3afd3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:16.368198 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-88b46ced-1f64-459e-a7aa-1dda8a3afd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:16.385603 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b46ced-1f64-459e-a7aa-1dda8a3afd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb75370-0719-4e91-b3a9-ce893cb23b0f,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:16.393124 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-88b46ced-1f64-459e-a7aa-1dda8a3afd3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:16.396825 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-88b46ced-1f64-459e-a7aa-1dda8a3afd3b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8fb75370-0719-4e91-b3a9-ce893cb23b0f HTTP/1.1" status: 204 len: 168 time: 0.2930801 May 13 15:06:18.261625 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:19.900797 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33798) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:20.043097 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-254188ea-5a44-4ffd-92bf-640d751eb86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:20.058284 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-254188ea-5a44-4ffd-92bf-640d751eb86d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:06:20.062117 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-254188ea-5a44-4ffd-92bf-640d751eb86d admin admin] Usage tracker for resource:security_group_rule and tenant:8402309915434da593cfb6869e5dab26 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:06:20.065060 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-254188ea-5a44-4ffd-92bf-640d751eb86d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:06:20.070773 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-254188ea-5a44-4ffd-92bf-640d751eb86d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:06:20.156262 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-254188ea-5a44-4ffd-92bf-640d751eb86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:20.160052 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-254188ea-5a44-4ffd-92bf-640d751eb86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:20.210157 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-254188ea-5a44-4ffd-92bf-640d751eb86d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8402309915434da593cfb6869e5dab26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3082707 May 13 15:06:20.211829 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254188ea-5a44-4ffd-92bf-640d751eb86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d21db8-559e-4a5b-a1c1-05d8e2fe3f91,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:20.212945 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33804) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:20.289955 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bc825d36-42dd-411f-9a3e-04cc2a9b911b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:20.316517 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bc825d36-42dd-411f-9a3e-04cc2a9b911b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:20.370683 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bc825d36-42dd-411f-9a3e-04cc2a9b911b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:20.389105 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc825d36-42dd-411f-9a3e-04cc2a9b911b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d21db8-559e-4a5b-a1c1-05d8e2fe3f91,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:20.400010 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bc825d36-42dd-411f-9a3e-04cc2a9b911b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:20.403465 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-bc825d36-42dd-411f-9a3e-04cc2a9b911b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/27d21db8-559e-4a5b-a1c1-05d8e2fe3f91 HTTP/1.1" status: 204 len: 168 time: 0.1870978 May 13 15:06:20.757804 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33822) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:20.775964 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-facf39a9-2506-4b3f-9527-05725e42ea11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:20.791312 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-facf39a9-2506-4b3f-9527-05725e42ea11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:06:20.795773 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-facf39a9-2506-4b3f-9527-05725e42ea11 admin admin] Usage tracker for resource:security_group_rule and tenant:d8480ea08201404e88117cb340dcb6c4 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:06:20.798640 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-facf39a9-2506-4b3f-9527-05725e42ea11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:06:20.804451 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-facf39a9-2506-4b3f-9527-05725e42ea11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:06:20.930910 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7cad7-539a-4733-a92d-44b64ed6e621 req-02d8c6c1-6cf5-4cec-8680-7d2936ec67c9 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:20.932498 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d3d7cad7-539a-4733-a92d-44b64ed6e621 req-02d8c6c1-6cf5-4cec-8680-7d2936ec67c9 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 946 time: 0.1258674 May 13 15:06:21.002899 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-facf39a9-2506-4b3f-9527-05725e42ea11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:21.010856 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d3d7cad7-539a-4733-a92d-44b64ed6e621 req-7b3da585-4d32-447a-b7ba-f6e7478fd977 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716958 May 13 15:06:21.012169 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-facf39a9-2506-4b3f-9527-05725e42ea11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:21.063452 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-facf39a9-2506-4b3f-9527-05725e42ea11 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d8480ea08201404e88117cb340dcb6c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3044097 May 13 15:06:21.065337 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf39a9-2506-4b3f-9527-05725e42ea11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a51974-e3d4-4433-8340-1b53d9f548c2,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:21.066447 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33826) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:21.131028 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-90e12b19-3fa8-4531-ba0f-38e2da45bab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:21.159420 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-90e12b19-3fa8-4531-ba0f-38e2da45bab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:21.217070 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-90e12b19-3fa8-4531-ba0f-38e2da45bab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:21.234211 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e12b19-3fa8-4531-ba0f-38e2da45bab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a51974-e3d4-4433-8340-1b53d9f548c2,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:21.243913 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-90e12b19-3fa8-4531-ba0f-38e2da45bab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:21.245031 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-90e12b19-3fa8-4531-ba0f-38e2da45bab6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/97a51974-e3d4-4433-8340-1b53d9f548c2 HTTP/1.1" status: 204 len: 168 time: 0.1775954 May 13 15:06:21.804183 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-000d1ae5-22be-4e65-b7ac-000150e54f2f req-b1bbeb8a-ff2b-4645-873e-3f9ba95b008d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8919899d-7024-4a41-8826-f256ea9a70cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0798047 May 13 15:06:21.987841 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d1ae5-22be-4e65-b7ac-000150e54f2f req-765936c9-c7d1-4eb6-b0b3-da2e8bfae5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:21.990044 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-000d1ae5-22be-4e65-b7ac-000150e54f2f req-765936c9-c7d1-4eb6-b0b3-da2e8bfae5ff service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2&device_id=8919899d-7024-4a41-8826-f256ea9a70cd HTTP/1.1" status: 200 len: 1097 time: 0.1015084 May 13 15:06:22.160615 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d1ae5-22be-4e65-b7ac-000150e54f2f req-3814e538-e1b8-4f93-871f-ed5035e2d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:22.163212 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-000d1ae5-22be-4e65-b7ac-000150e54f2f req-3814e538-e1b8-4f93-871f-ed5035e2d0c1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b043589d-15c3-44b5-8d99-d7c57b00acb0 HTTP/1.1" status: 200 len: 913 time: 0.1546433 May 13 15:06:22.416506 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a62b91-d513-4493-96f0-0f8085abfd5b req-2f9eedf9-9c98-4f39-ba62-19a19272e5d7 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:22.418905 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99a62b91-d513-4493-96f0-0f8085abfd5b req-2f9eedf9-9c98-4f39-ba62-19a19272e5d7 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.59 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 946 time: 0.3133242 May 13 15:06:22.428844 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc2664-2b9b-48bb-bd97-f676679b1847 req-6020e0cd-3af2-41d3-8c41-098b0e1ce161 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:22.430812 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-95fc2664-2b9b-48bb-bd97-f676679b1847 req-6020e0cd-3af2-41d3-8c41-098b0e1ce161 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 946 time: 0.1693122 May 13 15:06:22.462918 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-000d1ae5-22be-4e65-b7ac-000150e54f2f req-4273543e-d0e4-4823-a486-61799518b49b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e991162e-da41-43ce-b28a-f62363649f50 HTTP/1.1" status: 200 len: 1002 time: 0.2924716 May 13 15:06:22.544076 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-95fc2664-2b9b-48bb-bd97-f676679b1847 req-4ef0078e-f06c-4c0b-92e6-e92601fcf721 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b886707-cbbd-4a43-8b9f-80d49653f12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767848 May 13 15:06:22.547281 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d1ae5-22be-4e65-b7ac-000150e54f2f req-cc304381-94a3-4213-b74b-5de7058fb4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:22.548761 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-000d1ae5-22be-4e65-b7ac-000150e54f2f req-cc304381-94a3-4213-b74b-5de7058fb4f5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b5ceabd-0dba-40ce-b48a-2cb206526c19 HTTP/1.1" status: 200 len: 851 time: 0.0800769 May 13 15:06:22.551348 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-99a62b91-d513-4493-96f0-0f8085abfd5b req-cb09bd0a-1599-4c14-ae61-0d6ae0265c76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Deleting port 19aa33fb-2185-4401-9a51-ca485f7a21ee {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:06:22.551720 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-99a62b91-d513-4493-96f0-0f8085abfd5b req-cb09bd0a-1599-4c14-ae61-0d6ae0265c76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:22.642298 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d1ae5-22be-4e65-b7ac-000150e54f2f req-9b2d04a2-9f36-4c3c-8fa1-6b0c9065f343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:22.643813 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-000d1ae5-22be-4e65-b7ac-000150e54f2f req-9b2d04a2-9f36-4c3c-8fa1-6b0c9065f343 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b043589d-15c3-44b5-8d99-d7c57b00acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890801 May 13 15:06:22.784715 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-000d1ae5-22be-4e65-b7ac-000150e54f2f req-50b74d24-7ef7-4054-ac62-bade37cf810b service neutron] 10.222.0.74 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334524 May 13 15:06:22.798703 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33870) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:22.829265 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-99a62b91-d513-4493-96f0-0f8085abfd5b req-cb09bd0a-1599-4c14-ae61-0d6ae0265c76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] For port 19aa33fb-2185-4401-9a51-ca485f7a21ee, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=19aa33fb-2185-4401-9a51-ca485f7a21ee,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:06:22.829620 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-99a62b91-d513-4493-96f0-0f8085abfd5b req-cb09bd0a-1599-4c14-ae61-0d6ae0265c76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:22.929063 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-caf1df8b-5533-405b-865d-31048acb06c3 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1276634420', 'router:external': True}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:06:22.937483 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-caf1df8b-5533-405b-865d-31048acb06c3 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:06:22.941547 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-000d1ae5-22be-4e65-b7ac-000150e54f2f req-bd8ce3a6-e2b2-450b-9dc3-90bf534aaf82 service neutron] 10.222.0.74 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499896 May 13 15:06:22.945051 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-caf1df8b-5533-405b-865d-31048acb06c3 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Usage tracker for resource:network and tenant:12bb64af04f94aa3bb560ab66fe63443 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:06:22.954365 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-caf1df8b-5533-405b-865d-31048acb06c3 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:06:23.020929 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-caf1df8b-5533-405b-865d-31048acb06c3 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:06:23.047572 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf1df8b-5533-405b-865d-31048acb06c3 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Made reservation on behalf of 12bb64af04f94aa3bb560ab66fe63443 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:06:23.049846 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-caf1df8b-5533-405b-865d-31048acb06c3 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:23.120648 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-caf1df8b-5533-405b-865d-31048acb06c3 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:23.163439 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-caf1df8b-5533-405b-865d-31048acb06c3 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:06:23.170346 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-caf1df8b-5533-405b-865d-31048acb06c3 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Usage tracker for resource:security_group_rule and tenant:12bb64af04f94aa3bb560ab66fe63443 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:06:23.175057 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-caf1df8b-5533-405b-865d-31048acb06c3 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:06:23.184062 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-caf1df8b-5533-405b-865d-31048acb06c3 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:06:23.194030 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-99a62b91-d513-4493-96f0-0f8085abfd5b req-cb09bd0a-1599-4c14-ae61-0d6ae0265c76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:23.194398 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-99a62b91-d513-4493-96f0-0f8085abfd5b req-cb09bd0a-1599-4c14-ae61-0d6ae0265c76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:23.194722 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [req-99a62b91-d513-4493-96f0-0f8085abfd5b req-cb09bd0a-1599-4c14-ae61-0d6ae0265c76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Floating IP f644b627-ca04-4518-8aab-e892499b328f disassociated. External IP: 172.25.0.36, port: 19aa33fb-2185-4401-9a51-ca485f7a21ee. May 13 15:06:23.195065 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-99a62b91-d513-4493-96f0-0f8085abfd5b req-cb09bd0a-1599-4c14-ae61-0d6ae0265c76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Calling delete_port for 19aa33fb-2185-4401-9a51-ca485f7a21ee owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:06:23.398755 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-caf1df8b-5533-405b-865d-31048acb06c3 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:23.402917 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-99a62b91-d513-4493-96f0-0f8085abfd5b req-cb09bd0a-1599-4c14-ae61-0d6ae0265c76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:23.405031 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-caf1df8b-5533-405b-865d-31048acb06c3 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:23.474575 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09bd0a-1599-4c14-ae61-0d6ae0265c76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Pushing event deleted for resources: {'Port': ['ID=19aa33fb-2185-4401-9a51-ca485f7a21ee,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:23.487749 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf1df8b-5533-405b-865d-31048acb06c3 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:06:23.560223 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1df8b-5533-405b-865d-31048acb06c3 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828f8610-cefb-4632-a490-43cd041a3d7b,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:23.570760 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-caf1df8b-5533-405b-865d-31048acb06c3 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:23.575312 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-caf1df8b-5533-405b-865d-31048acb06c3 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Added segment 6f31b99b-1dec-4394-b86f-57b61f7163ba of type vlan for network 8c190a21-4f1f-49d7-875c-a4c2a5de2b39 May 13 15:06:23.681869 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-caf1df8b-5533-405b-865d-31048acb06c3 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:23.708972 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-098a5196-94d1-4677-95cf-037d28a4b6d0 req-5c63961a-56d7-4eff-8b7e-3d476b992f87 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 210 time: 0.0447600 May 13 15:06:23.742200 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99a62b91-d513-4493-96f0-0f8085abfd5b req-cb09bd0a-1599-4c14-ae61-0d6ae0265c76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Router edd64084-0577-44c3-9862-fd94e3d40eb7 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:06:23.751569 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-caf1df8b-5533-405b-865d-31048acb06c3 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:23.752489 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf1df8b-5533-405b-865d-31048acb06c3 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:23.753061 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-caf1df8b-5533-405b-865d-31048acb06c3 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:24.126661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1df8b-5533-405b-865d-31048acb06c3 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Pushing event updated for resources: {'Network': ['ID=8c190a21-4f1f-49d7-875c-a4c2a5de2b39,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:24.137367 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 8c190a21-4f1f-49d7-875c-a4c2a5de2b39 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:06:24.137917 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-caf1df8b-5533-405b-865d-31048acb06c3 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3381383 May 13 15:06:24.141115 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33878) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:24.146916 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-01262139-ebdb-4fb6-932b-1d0635942032 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Request body: {'subnet': {'network_id': '8c190a21-4f1f-49d7-875c-a4c2a5de2b39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:06:24.153571 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-01262139-ebdb-4fb6-932b-1d0635942032 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:06:24.159789 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-01262139-ebdb-4fb6-932b-1d0635942032 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Usage tracker for resource:subnet and tenant:12bb64af04f94aa3bb560ab66fe63443 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:06:24.163225 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-01262139-ebdb-4fb6-932b-1d0635942032 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:06:24.170601 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-01262139-ebdb-4fb6-932b-1d0635942032 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:06:24.177542 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99a62b91-d513-4493-96f0-0f8085abfd5b req-cb09bd0a-1599-4c14-ae61-0d6ae0265c76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:06:24.206712 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01262139-ebdb-4fb6-932b-1d0635942032 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Made reservation on behalf of 12bb64af04f94aa3bb560ab66fe63443 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:06:24.212480 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-01262139-ebdb-4fb6-932b-1d0635942032 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:24.244881 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06495487-3012-4c17-9c55-5d2736e86e54 None None] Sync routers for ids ['edd64084-0577-44c3-9862-fd94e3d40eb7'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:06:24.262526 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06495487-3012-4c17-9c55-5d2736e86e54 None None] Routers {'edd64084-0577-44c3-9862-fd94e3d40eb7'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:06:24.264655 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-06495487-3012-4c17-9c55-5d2736e86e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:06:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['edd64084-0577-44c3-9862-fd94e3d40eb7'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:24.276240 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a62b91-d513-4493-96f0-0f8085abfd5b req-cb09bd0a-1599-4c14-ae61-0d6ae0265c76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] No DVR routers for this DVR port 19aa33fb-2185-4401-9a51-ca485f7a21ee on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:06:24.279832 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-99a62b91-d513-4493-96f0-0f8085abfd5b req-cb09bd0a-1599-4c14-ae61-0d6ae0265c76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:24.284327 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99a62b91-d513-4493-96f0-0f8085abfd5b req-cb09bd0a-1599-4c14-ae61-0d6ae0265c76 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.59 "DELETE /v2.0/ports/19aa33fb-2185-4401-9a51-ca485f7a21ee HTTP/1.1" status: 204 len: 173 time: 1.8517892 May 13 15:06:24.285168 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489ba739-6cf5-4fdc-8573-1909e8bfab3b', 'name': 'network-vif-deleted', 'tag': '19aa33fb-2185-4401-9a51-ca485f7a21ee'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:06:24.357883 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86186711-2231-4acb-81e5-27d4f32eebbc'] response: {'server_uuid': '489ba739-6cf5-4fdc-8573-1909e8bfab3b', 'name': 'network-vif-deleted', 'tag': '19aa33fb-2185-4401-9a51-ca485f7a21ee', 'status': 'completed', 'code': 200} May 13 15:06:24.489443 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-06495487-3012-4c17-9c55-5d2736e86e54 None None] Set router edd64084-0577-44c3-9862-fd94e3d40eb7 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:06:24.688859 n-d-841760-1 neutron-server[88082]: DEBUG neutron.objects.ports [None req-01262139-ebdb-4fb6-932b-1d0635942032 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88082) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:06:24.689350 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-01262139-ebdb-4fb6-932b-1d0635942032 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:24.775377 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01262139-ebdb-4fb6-932b-1d0635942032 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Checking segment: {'id': '6f31b99b-1dec-4394-b86f-57b61f7163ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8c190a21-4f1f-49d7-875c-a4c2a5de2b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:06:24.776485 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01262139-ebdb-4fb6-932b-1d0635942032 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Network hostable DHCP agents. Network: 8c190a21-4f1f-49d7-875c-a4c2a5de2b39, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:06:24.783301 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01262139-ebdb-4fb6-932b-1d0635942032 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a946e77e-49a7-4000-8337-672dca314825,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:24.801500 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01262139-ebdb-4fb6-932b-1d0635942032 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Network 8c190a21-4f1f-49d7-875c-a4c2a5de2b39 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:06:24.812913 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-01262139-ebdb-4fb6-932b-1d0635942032 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 8c190a21-4f1f-49d7-875c-a4c2a5de2b39) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:06:24.817662 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01262139-ebdb-4fb6-932b-1d0635942032 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:24.818340 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-01262139-ebdb-4fb6-932b-1d0635942032 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:24.851653 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-01262139-ebdb-4fb6-932b-1d0635942032 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7066736 May 13 15:06:24.852531 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33888) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:24.860790 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f345aa-8929-47b8-a077-57d5c31b99de None None] Network 8c190a21-4f1f-49d7-875c-a4c2a5de2b39 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:06:24.863771 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-13182ef5-652b-443e-a293-3a01dc732b83 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-319434238', 'network_id': '8c190a21-4f1f-49d7-875c-a4c2a5de2b39'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:06:24.904052 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-13182ef5-652b-443e-a293-3a01dc732b83 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:06:24.913843 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-13182ef5-652b-443e-a293-3a01dc732b83 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Usage tracker for resource:port and tenant:12bb64af04f94aa3bb560ab66fe63443 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:06:24.921797 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-13182ef5-652b-443e-a293-3a01dc732b83 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:06:24.926579 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3d6e0337-edfd-4858-9c68-7b002216a53d req-ccc7f84b-1740-4bce-8577-dcdb3ae8bcf4 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/ports?device_id=489ba739-6cf5-4fdc-8573-1909e8bfab3b HTTP/1.1" status: 200 len: 210 time: 0.0579014 May 13 15:06:24.930477 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-13182ef5-652b-443e-a293-3a01dc732b83 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:06:24.941088 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13182ef5-652b-443e-a293-3a01dc732b83 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Made reservation on behalf of 12bb64af04f94aa3bb560ab66fe63443 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:06:24.943809 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-13182ef5-652b-443e-a293-3a01dc732b83 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:24.966651 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-13182ef5-652b-443e-a293-3a01dc732b83 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] device_id is not set on port b05d713c-694c-46a6-b428-8c843b3ce2bc yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:06:25.041331 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-06495487-3012-4c17-9c55-5d2736e86e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-46765238-router', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:59:12Z', 'updated_at': '2022-05-13T14:59:19Z', 'revision_number': 4, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'gw_port': {'id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:13Z', 'updated_at': '2022-05-13T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'a7cd2998-b136-41c2-b4ff-7de0ce99483f', 'name': '', 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'mac_address': 'fa:16:3e:d3:89:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:18Z', 'updated_at': '2022-05-13T14:59:32Z', 'revision_number': 5, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'subnets': [{'id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:25.051871 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06495487-3012-4c17-9c55-5d2736e86e54 None None] Checking router: edd64084-0577-44c3-9862-fd94e3d40eb7 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:06:25.069705 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06495487-3012-4c17-9c55-5d2736e86e54 None None] Routers {'edd64084-0577-44c3-9862-fd94e3d40eb7'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:06:25.070320 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-06495487-3012-4c17-9c55-5d2736e86e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:06:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['edd64084-0577-44c3-9862-fd94e3d40eb7'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:25.108006 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-13182ef5-652b-443e-a293-3a01dc732b83 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Allocated IP 2001:db8::1ec (8c190a21-4f1f-49d7-875c-a4c2a5de2b39/a946e77e-49a7-4000-8337-672dca314825/b05d713c-694c-46a6-b428-8c843b3ce2bc) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:06:25.185322 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f067b9a-73a1-437d-a0b2-ec88ae3d208f None None] Network 8c190a21-4f1f-49d7-875c-a4c2a5de2b39 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:06:25.311878 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-13182ef5-652b-443e-a293-3a01dc732b83 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:25.348137 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-13182ef5-652b-443e-a293-3a01dc732b83 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:25.380913 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-06495487-3012-4c17-9c55-5d2736e86e54 None None] Set router edd64084-0577-44c3-9862-fd94e3d40eb7 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:06:25.436111 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13182ef5-652b-443e-a293-3a01dc732b83 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Network 8c190a21-4f1f-49d7-875c-a4c2a5de2b39 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:06:25.439275 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-13182ef5-652b-443e-a293-3a01dc732b83 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:06:25.441810 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13182ef5-652b-443e-a293-3a01dc732b83 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:06:25.442993 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13182ef5-652b-443e-a293-3a01dc732b83 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:25.443625 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-13182ef5-652b-443e-a293-3a01dc732b83 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:25.462462 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13182ef5-652b-443e-a293-3a01dc732b83 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Pushing event updated for resources: {'Port': ['ID=b05d713c-694c-46a6-b428-8c843b3ce2bc,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:25.474907 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-13182ef5-652b-443e-a293-3a01dc732b83 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6208498 May 13 15:06:25.477847 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33894) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:25.552018 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-097ccac8-7844-4b8f-83a9-a943173d4210 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Deleting port b05d713c-694c-46a6-b428-8c843b3ce2bc {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:06:25.552357 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-097ccac8-7844-4b8f-83a9-a943173d4210 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:25.818433 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-097ccac8-7844-4b8f-83a9-a943173d4210 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:25.825777 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-06495487-3012-4c17-9c55-5d2736e86e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-46765238-router', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:59:12Z', 'updated_at': '2022-05-13T14:59:19Z', 'revision_number': 4, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'gw_port': {'id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:13Z', 'updated_at': '2022-05-13T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'a7cd2998-b136-41c2-b4ff-7de0ce99483f', 'name': '', 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'mac_address': 'fa:16:3e:d3:89:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:18Z', 'updated_at': '2022-05-13T14:59:32Z', 'revision_number': 5, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'subnets': [{'id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:25.831082 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06495487-3012-4c17-9c55-5d2736e86e54 None None] The sync data for ids ['edd64084-0577-44c3-9862-fd94e3d40eb7'] in n-d-841760-1 is: [{'id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-46765238-router', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:59:12Z', 'updated_at': '2022-05-13T14:59:19Z', 'revision_number': 4, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'gw_port': {'id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:13Z', 'updated_at': '2022-05-13T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'a7cd2998-b136-41c2-b4ff-7de0ce99483f', 'name': '', 'network_id': '82746afc-6560-4007-9fb3-904cf8d650cf', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'mac_address': 'fa:16:3e:d3:89:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:18Z', 'updated_at': '2022-05-13T14:59:32Z', 'revision_number': 5, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'subnets': [{'id': '498b4812-77a0-4897-b979-c45bc3bb9502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:06:25.966309 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-097ccac8-7844-4b8f-83a9-a943173d4210 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Calling delete_port for b05d713c-694c-46a6-b428-8c843b3ce2bc owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:06:26.105914 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33902) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:26.186187 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b6f7cfb-3af3-47ee-aa3c-0c12d6fd4717 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:26.237858 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb7b2f2-7b52-4e3b-b5f0-a213f8f39c03 None None] New status for floating IP f644b627-ca04-4518-8aab-e892499b328f: DOWN {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:06:26.251178 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b6f7cfb-3af3-47ee-aa3c-0c12d6fd4717 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:26.260264 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-097ccac8-7844-4b8f-83a9-a943173d4210 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:26.288367 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 19aa33fb-2185-4401-9a51-ca485f7a21ee no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:06:26.347082 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b6f7cfb-3af3-47ee-aa3c-0c12d6fd4717 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:26.373718 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ccac8-7844-4b8f-83a9-a943173d4210 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Pushing event deleted for resources: {'Port': ['ID=b05d713c-694c-46a6-b428-8c843b3ce2bc,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:26.397713 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f7cfb-3af3-47ee-aa3c-0c12d6fd4717 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b886707-cbbd-4a43-8b9f-80d49653f12e,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:26.416551 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b6f7cfb-3af3-47ee-aa3c-0c12d6fd4717 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:26.416551 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2b6f7cfb-3af3-47ee-aa3c-0c12d6fd4717 tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "DELETE /v2.0/security-groups/3b886707-cbbd-4a43-8b9f-80d49653f12e HTTP/1.1" status: 204 len: 168 time: 0.3013637 May 13 15:06:26.416551 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33906) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:26.433470 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-097ccac8-7844-4b8f-83a9-a943173d4210 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:26.440430 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-097ccac8-7844-4b8f-83a9-a943173d4210 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "DELETE /v2.0/ports/b05d713c-694c-46a6-b428-8c843b3ce2bc HTTP/1.1" status: 204 len: 168 time: 0.9596965 May 13 15:06:26.441053 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-b13550f1-d75e-4e11-9c29-941795c0080e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] show failed (client error): The resource could not be found. May 13 15:06:26.441611 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b13550f1-d75e-4e11-9c29-941795c0080e tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "GET /v2.0/security-groups/3b886707-cbbd-4a43-8b9f-80d49653f12e HTTP/1.1" status: 404 len: 347 time: 0.0288267 May 13 15:06:26.443082 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33910) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:26.447642 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33914) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:26.447742 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 19aa33fb-2185-4401-9a51-ca485f7a21ee {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:06:26.448658 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 19aa33fb-2185-4401-9a51-ca485f7a21ee not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:06:26.448863 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-2de43ff3-ad22-4cab-a137-c76ea043ec85 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8c190a21-4f1f-49d7-875c-a4c2a5de2b39', 'external_fixed_ips': [{'subnet_id': 'a946e77e-49a7-4000-8337-672dca314825', 'ip_address': '2001:db8::1ec'}]}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:06:26.461032 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2de43ff3-ad22-4cab-a137-c76ea043ec85 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:06:26.468655 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2de43ff3-ad22-4cab-a137-c76ea043ec85 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Usage tracker for resource:router and tenant:12bb64af04f94aa3bb560ab66fe63443 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:06:26.474275 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2de43ff3-ad22-4cab-a137-c76ea043ec85 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:06:26.490880 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2de43ff3-ad22-4cab-a137-c76ea043ec85 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:06:26.515857 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2de43ff3-ad22-4cab-a137-c76ea043ec85 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:26.517440 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2de43ff3-ad22-4cab-a137-c76ea043ec85 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:26.560350 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2de43ff3-ad22-4cab-a137-c76ea043ec85 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:26.691207 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-06a85727-6a8f-4e17-9e28-93507f885adb tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Deleting port d122459e-e13d-4132-a239-b039bda8d380 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:06:26.691207 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-06a85727-6a8f-4e17-9e28-93507f885adb tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:27.003765 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-06a85727-6a8f-4e17-9e28-93507f885adb tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:27.003765 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-06a85727-6a8f-4e17-9e28-93507f885adb tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:27.099198 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2de43ff3-ad22-4cab-a137-c76ea043ec85 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:27.334087 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-06a85727-6a8f-4e17-9e28-93507f885adb tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Calling delete_port for d122459e-e13d-4132-a239-b039bda8d380 owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:06:27.335933 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8c62b0be-eda3-4bb2-a9fb-2777382bfc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:27.490125 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [None req-06a85727-6a8f-4e17-9e28-93507f885adb tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:06:27.490709 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [None req-06a85727-6a8f-4e17-9e28-93507f885adb tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:06:27.561528 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2de43ff3-ad22-4cab-a137-c76ea043ec85 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:27.598180 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2de43ff3-ad22-4cab-a137-c76ea043ec85 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:27.968938 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-2de43ff3-ad22-4cab-a137-c76ea043ec85 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Allocated IP 2001:db8::1ec (8c190a21-4f1f-49d7-875c-a4c2a5de2b39/a946e77e-49a7-4000-8337-672dca314825/c3e2b65b-a4eb-4857-8ba1-40d5843a3f71) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:06:28.003608 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-06a85727-6a8f-4e17-9e28-93507f885adb tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Deleting port d122459e-e13d-4132-a239-b039bda8d380 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:06:28.003608 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-06a85727-6a8f-4e17-9e28-93507f885adb tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:28.238402 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2de43ff3-ad22-4cab-a137-c76ea043ec85 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:28.307434 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2de43ff3-ad22-4cab-a137-c76ea043ec85 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:28.394418 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de43ff3-ad22-4cab-a137-c76ea043ec85 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Network 8c190a21-4f1f-49d7-875c-a4c2a5de2b39 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:06:28.398529 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-2de43ff3-ad22-4cab-a137-c76ea043ec85 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:06:28.408917 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de43ff3-ad22-4cab-a137-c76ea043ec85 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:06:28.553621 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-06a85727-6a8f-4e17-9e28-93507f885adb tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:28.553865 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-06a85727-6a8f-4e17-9e28-93507f885adb tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:28.741449 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de43ff3-ad22-4cab-a137-c76ea043ec85 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Pushing event updated for resources: {'Port': ['ID=c3e2b65b-a4eb-4857-8ba1-40d5843a3f71,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:28.808961 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:28.825992 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-06a85727-6a8f-4e17-9e28-93507f885adb tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Calling delete_port for d122459e-e13d-4132-a239-b039bda8d380 owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:06:29.015045 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5dfede-f995-42fc-95bd-1bb0414c7844 req-4860005f-86dc-4cc0-bbf7-aff8a0d92515 tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:29.027079 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0d5dfede-f995-42fc-95bd-1bb0414c7844 req-4860005f-86dc-4cc0-bbf7-aff8a0d92515 tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 1096 time: 0.2200494 May 13 15:06:29.099053 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0d5dfede-f995-42fc-95bd-1bb0414c7844 req-70320b3f-c9f3-43ba-bb10-0dce0d37e29f tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:29.139547 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-0d5dfede-f995-42fc-95bd-1bb0414c7844 req-70320b3f-c9f3-43ba-bb10-0dce0d37e29f tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:06:29.152862 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-0d5dfede-f995-42fc-95bd-1bb0414c7844 req-70320b3f-c9f3-43ba-bb10-0dce0d37e29f tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] Usage tracker for resource:security_group_rule and tenant:64aa1e074bc248d882b12b6236f45132 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:06:29.152862 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-0d5dfede-f995-42fc-95bd-1bb0414c7844 req-70320b3f-c9f3-43ba-bb10-0dce0d37e29f tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:06:29.165926 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-0d5dfede-f995-42fc-95bd-1bb0414c7844 req-70320b3f-c9f3-43ba-bb10-0dce0d37e29f tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:06:29.173238 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2de43ff3-ad22-4cab-a137-c76ea043ec85 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:29.179147 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-06a85727-6a8f-4e17-9e28-93507f885adb tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:29.364364 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a85727-6a8f-4e17-9e28-93507f885adb tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Pushing event deleted for resources: {'Port': ['ID=d122459e-e13d-4132-a239-b039bda8d380,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:29.413331 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-06a85727-6a8f-4e17-9e28-93507f885adb tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks [] for floatingip, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:29.458061 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-06a85727-6a8f-4e17-9e28-93507f885adb tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:29.462942 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-06a85727-6a8f-4e17-9e28-93507f885adb tempest-AttachVolumeShelveTestJSON-610143026 tempest-AttachVolumeShelveTestJSON-610143026-project] 10.222.0.35 "DELETE /v2.0/floatingips/f644b627-ca04-4518-8aab-e892499b328f HTTP/1.1" status: 204 len: 168 time: 3.0112143 May 13 15:06:29.488741 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0d5dfede-f995-42fc-95bd-1bb0414c7844 req-70320b3f-c9f3-43ba-bb10-0dce0d37e29f tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:29.493878 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-0d5dfede-f995-42fc-95bd-1bb0414c7844 req-70320b3f-c9f3-43ba-bb10-0dce0d37e29f tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:29.518086 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-0d5dfede-f995-42fc-95bd-1bb0414c7844 req-70320b3f-c9f3-43ba-bb10-0dce0d37e29f tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] Synchronizing usage tracker for tenant:64aa1e074bc248d882b12b6236f45132 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:06:29.554253 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70320b3f-c9f3-43ba-bb10-0dce0d37e29f tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77671c7d-6930-4a2d-aa15-bea9a9e8f227,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:29.560819 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-0d5dfede-f995-42fc-95bd-1bb0414c7844 req-70320b3f-c9f3-43ba-bb10-0dce0d37e29f tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] Unset dirty status for tenant:64aa1e074bc248d882b12b6236f45132 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:06:29.563438 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0d5dfede-f995-42fc-95bd-1bb0414c7844 req-70320b3f-c9f3-43ba-bb10-0dce0d37e29f tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5365591 May 13 15:06:29.626232 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-01939f65-3069-44a8-b266-d5af09baaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:29.802669 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2de43ff3-ad22-4cab-a137-c76ea043ec85 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:29.971416 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-37603858-53a5-4b62-97e8-2071a5659012 req-0c76a291-9b37-4c83-adc1-c48f7c832cc3 service neutron] (88081) timed out ('10.222.0.35', 40272) {{(pid=88081) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 15:06:30.003689 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff408a-2120-4dfc-a3b8-0078d55bf35e req-592037f2-e9bf-4c52-97a9-976b49bee729 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:30.016076 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-57ff408a-2120-4dfc-a3b8-0078d55bf35e req-592037f2-e9bf-4c52-97a9-976b49bee729 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 945 time: 0.3098030 May 13 15:06:30.091308 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-57ff408a-2120-4dfc-a3b8-0078d55bf35e req-6a685cd9-b40d-458c-84b9-42e2d7e22581 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705435 May 13 15:06:30.118314 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33928) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:30.128592 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de43ff3-ad22-4cab-a137-c76ea043ec85 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Router c5417371-6986-4e26-9a63-1ef7889e503f is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:06:30.266409 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-87637ece-c400-498e-b203-bb4109f5472f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/floatingips/edd94ee9-f6b7-4c80-919c-452463a205fc HTTP/1.1" status: 200 len: 992 time: 0.1465414 May 13 15:06:30.369622 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de43ff3-ad22-4cab-a137-c76ea043ec85 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:06:30.382058 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d597357-6c23-416f-be6f-995a7ca654b2 None None] Sync routers for ids ['c5417371-6986-4e26-9a63-1ef7889e503f'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:06:30.396628 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d597357-6c23-416f-be6f-995a7ca654b2 None None] Routers {'c5417371-6986-4e26-9a63-1ef7889e503f'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:06:30.397713 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-8d597357-6c23-416f-be6f-995a7ca654b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:06:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['c5417371-6986-4e26-9a63-1ef7889e503f'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:30.416150 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2de43ff3-ad22-4cab-a137-c76ea043ec85 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:30.420719 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2de43ff3-ad22-4cab-a137-c76ea043ec85 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.9771261 May 13 15:06:30.421664 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 33936) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:30.624375 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-8d597357-6c23-416f-be6f-995a7ca654b2 None None] Set router c5417371-6986-4e26-9a63-1ef7889e503f gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:06:30.647262 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9e342d1e-a023-4a0b-9308-0492d53d91d2 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:30.925879 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9e342d1e-a023-4a0b-9308-0492d53d91d2 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:30.941327 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-9e342d1e-a023-4a0b-9308-0492d53d91d2 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Deleting port c3e2b65b-a4eb-4857-8ba1-40d5843a3f71 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:06:30.941327 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9e342d1e-a023-4a0b-9308-0492d53d91d2 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:31.023931 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:31.028002 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:31.076699 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-8d597357-6c23-416f-be6f-995a7ca654b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5417371-6986-4e26-9a63-1ef7889e503f', 'name': '', 'tenant_id': '12bb64af04f94aa3bb560ab66fe63443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c190a21-4f1f-49d7-875c-a4c2a5de2b39', 'external_fixed_ips': [{'subnet_id': 'a946e77e-49a7-4000-8337-672dca314825', 'ip_address': '2001:db8::1ec'}], 'enable_snat': True}, 'gw_port_id': 'c3e2b65b-a4eb-4857-8ba1-40d5843a3f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:06:26Z', 'updated_at': '2022-05-13T15:06:28Z', 'revision_number': 3, 'project_id': '12bb64af04f94aa3bb560ab66fe63443', 'gw_port': {'id': 'c3e2b65b-a4eb-4857-8ba1-40d5843a3f71', 'name': '', 'network_id': '8c190a21-4f1f-49d7-875c-a4c2a5de2b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5417371-6986-4e26-9a63-1ef7889e503f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'a946e77e-49a7-4000-8337-672dca314825', 'ip_address': '2001:db8::1ec', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:06:27Z', 'updated_at': '2022-05-13T15:06:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a946e77e-49a7-4000-8337-672dca314825', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:31.084407 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d597357-6c23-416f-be6f-995a7ca654b2 None None] Checking router: c5417371-6986-4e26-9a63-1ef7889e503f for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:06:31.086316 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d597357-6c23-416f-be6f-995a7ca654b2 None None] Updating router c5417371-6986-4e26-9a63-1ef7889e503f port c3e2b65b-a4eb-4857-8ba1-40d5843a3f71 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:06:31.167885 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8d597357-6c23-416f-be6f-995a7ca654b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:31.414741 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9e342d1e-a023-4a0b-9308-0492d53d91d2 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:31.422204 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-75bcce7b-5ea3-49d6-9032-eaf0c7bd1d12 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2645566 May 13 15:06:31.591652 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b478f77-9554-4660-8782-ffa00a51bfdb req-8199ad71-10a4-458b-affb-40937dbfa576 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:31.593671 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9b478f77-9554-4660-8782-ffa00a51bfdb req-8199ad71-10a4-458b-affb-40937dbfa576 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 945 time: 0.3055458 May 13 15:06:31.601556 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-9e342d1e-a023-4a0b-9308-0492d53d91d2 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Calling delete_port for c3e2b65b-a4eb-4857-8ba1-40d5843a3f71 owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:06:31.701303 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8d597357-6c23-416f-be6f-995a7ca654b2 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:31.714280 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9b478f77-9554-4660-8782-ffa00a51bfdb req-e9ae607d-920f-42d5-9500-b09e37b45751 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836542 May 13 15:06:31.736079 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8d597357-6c23-416f-be6f-995a7ca654b2 None None] Transition to ACTIVE for port object c3e2b65b-a4eb-4857-8ba1-40d5843a3f71 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:06:31.753873 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8d597357-6c23-416f-be6f-995a7ca654b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:31.866842 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e3b4b-9419-4d59-90be-5cd06bc93934 None None] Pushing event updated for resources: {'Port': ['ID=c3e2b65b-a4eb-4857-8ba1-40d5843a3f71,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:31.922888 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-8d597357-6c23-416f-be6f-995a7ca654b2 None None] Attempting to bind port c3e2b65b-a4eb-4857-8ba1-40d5843a3f71 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:06:31.923476 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-8d597357-6c23-416f-be6f-995a7ca654b2 None None] Attempting to bind port c3e2b65b-a4eb-4857-8ba1-40d5843a3f71 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '6f31b99b-1dec-4394-b86f-57b61f7163ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8c190a21-4f1f-49d7-875c-a4c2a5de2b39'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:06:31.924713 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d597357-6c23-416f-be6f-995a7ca654b2 None None] Attempting to bind port c3e2b65b-a4eb-4857-8ba1-40d5843a3f71 on network 8c190a21-4f1f-49d7-875c-a4c2a5de2b39 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:06:31.931971 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d597357-6c23-416f-be6f-995a7ca654b2 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:06:31.932538 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d597357-6c23-416f-be6f-995a7ca654b2 None None] Checking segment: {'id': '6f31b99b-1dec-4394-b86f-57b61f7163ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8c190a21-4f1f-49d7-875c-a4c2a5de2b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:06:31.933121 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8d597357-6c23-416f-be6f-995a7ca654b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:31.933764 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d597357-6c23-416f-be6f-995a7ca654b2 None None] Bound using segment: {'id': '6f31b99b-1dec-4394-b86f-57b61f7163ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8c190a21-4f1f-49d7-875c-a4c2a5de2b39'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:06:31.934399 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-8d597357-6c23-416f-be6f-995a7ca654b2 None None] Bound port: c3e2b65b-a4eb-4857-8ba1-40d5843a3f71, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f31b99b-1dec-4394-b86f-57b61f7163ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8c190a21-4f1f-49d7-875c-a4c2a5de2b39'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:06:31.935747 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8d597357-6c23-416f-be6f-995a7ca654b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:32.049147 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [None req-9e342d1e-a023-4a0b-9308-0492d53d91d2 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:06:32.050017 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [None req-9e342d1e-a023-4a0b-9308-0492d53d91d2 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:06:32.097160 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-8d597357-6c23-416f-be6f-995a7ca654b2 None None] For port c3e2b65b-a4eb-4857-8ba1-40d5843a3f71, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:06:32.101130 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-8d597357-6c23-416f-be6f-995a7ca654b2 None None] For port c3e2b65b-a4eb-4857-8ba1-40d5843a3f71, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c3e2b65b-a4eb-4857-8ba1-40d5843a3f71,segment=NetworkSegment(6f31b99b-1dec-4394-b86f-57b61f7163ba),segment_id=6f31b99b-1dec-4394-b86f-57b61f7163ba)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:06:32.106574 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8d597357-6c23-416f-be6f-995a7ca654b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:32.211548 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:32.217199 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d597357-6c23-416f-be6f-995a7ca654b2 None None] Routers {'c5417371-6986-4e26-9a63-1ef7889e503f'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:06:32.218315 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-8d597357-6c23-416f-be6f-995a7ca654b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:06:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['c5417371-6986-4e26-9a63-1ef7889e503f'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:32.544831 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-8d597357-6c23-416f-be6f-995a7ca654b2 None None] Set router c5417371-6986-4e26-9a63-1ef7889e503f gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:06:32.551703 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-9e342d1e-a023-4a0b-9308-0492d53d91d2 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Deleting port c3e2b65b-a4eb-4857-8ba1-40d5843a3f71 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:06:32.553097 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9e342d1e-a023-4a0b-9308-0492d53d91d2 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:32.721547 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-8d597357-6c23-416f-be6f-995a7ca654b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5417371-6986-4e26-9a63-1ef7889e503f', 'name': '', 'tenant_id': '12bb64af04f94aa3bb560ab66fe63443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:06:26Z', 'updated_at': '2022-05-13T15:06:30Z', 'revision_number': 4, 'project_id': '12bb64af04f94aa3bb560ab66fe63443', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:32.733556 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e3b4b-9419-4d59-90be-5cd06bc93934 None None] Pushing event updated for resources: {'Port': ['ID=c3e2b65b-a4eb-4857-8ba1-40d5843a3f71,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:32.736305 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d597357-6c23-416f-be6f-995a7ca654b2 None None] The sync data for ids ['c5417371-6986-4e26-9a63-1ef7889e503f'] in n-d-841760-1 is: [{'id': 'c5417371-6986-4e26-9a63-1ef7889e503f', 'name': '', 'tenant_id': '12bb64af04f94aa3bb560ab66fe63443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:06:26Z', 'updated_at': '2022-05-13T15:06:30Z', 'revision_number': 4, 'project_id': '12bb64af04f94aa3bb560ab66fe63443', 'gw_port_host': None}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:06:32.887701 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-9e342d1e-a023-4a0b-9308-0492d53d91d2 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] For port c3e2b65b-a4eb-4857-8ba1-40d5843a3f71, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c3e2b65b-a4eb-4857-8ba1-40d5843a3f71,segment=NetworkSegment(6f31b99b-1dec-4394-b86f-57b61f7163ba),segment_id=6f31b99b-1dec-4394-b86f-57b61f7163ba)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:06:32.888175 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9e342d1e-a023-4a0b-9308-0492d53d91d2 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:32.992440 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c9e30-4394-48bf-a1f1-38243437a8a8 req-8e0cfec7-215b-43af-b0a6-c6841fa133c0 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:32.999664 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8e1c9e30-4394-48bf-a1f1-38243437a8a8 req-8e0cfec7-215b-43af-b0a6-c6841fa133c0 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 945 time: 0.1084805 May 13 15:06:33.034511 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-9e342d1e-a023-4a0b-9308-0492d53d91d2 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Calling delete_port for c3e2b65b-a4eb-4857-8ba1-40d5843a3f71 owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:06:33.063192 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8e1c9e30-4394-48bf-a1f1-38243437a8a8 req-7ed774f9-b389-4d53-a3ea-940d45c57f85 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594707 May 13 15:06:33.334517 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9e342d1e-a023-4a0b-9308-0492d53d91d2 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:33.390770 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e342d1e-a023-4a0b-9308-0492d53d91d2 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3e2b65b-a4eb-4857-8ba1-40d5843a3f71,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:33.440309 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9e342d1e-a023-4a0b-9308-0492d53d91d2 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:33.561744 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-6884554c-efa1-4423-a8bd-f7c23c1bca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:33.563324 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-6884554c-efa1-4423-a8bd-f7c23c1bca67 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 1096 time: 0.3205690 May 13 15:06:33.795367 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9e342d1e-a023-4a0b-9308-0492d53d91d2 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:33.844851 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9e342d1e-a023-4a0b-9308-0492d53d91d2 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:33.890614 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9e342d1e-a023-4a0b-9308-0492d53d91d2 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:33.891270 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e342d1e-a023-4a0b-9308-0492d53d91d2 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c5417371-6986-4e26-9a63-1ef7889e503f {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:06:33.935603 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9e342d1e-a023-4a0b-9308-0492d53d91d2 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:33.939333 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9e342d1e-a023-4a0b-9308-0492d53d91d2 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "DELETE /v2.0/routers/c5417371-6986-4e26-9a63-1ef7889e503f HTTP/1.1" status: 204 len: 168 time: 3.5140421 May 13 15:06:33.940373 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33988) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:33.940480 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-a82955e0-40da-4939-ae00-9ef4e923f51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:33.948404 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-a82955e0-40da-4939-ae00-9ef4e923f51f service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3a6761f-ecfa-4c6e-8de4-1979149c6e9c HTTP/1.1" status: 200 len: 897 time: 0.1900747 May 13 15:06:34.036366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49a32b4-eb9e-424e-ac3b-bb694b223446 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Deleting subnet a946e77e-49a7-4000-8337-672dca314825 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:06:34.040768 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b49a32b4-eb9e-424e-ac3b-bb694b223446 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:34.076712 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-bd0e5ed9-6a2a-4933-ae09-baf7e2efae72 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4d21609-7503-475c-ae08-de186e2a3f4d HTTP/1.1" status: 200 len: 1000 time: 0.1207275 May 13 15:06:34.101531 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b49a32b4-eb9e-424e-ac3b-bb694b223446 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:34.166661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-d97ab6e0-0813-4bca-8891-2443d7950850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:34.168938 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-d97ab6e0-0813-4bca-8891-2443d7950850 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=01d0ea17-55a0-4a26-b442-418fd779e696 HTTP/1.1" status: 200 len: 834 time: 0.0875945 May 13 15:06:34.172685 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b49a32b4-eb9e-424e-ac3b-bb694b223446 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:34.287137 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b49a32b4-eb9e-424e-ac3b-bb694b223446 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:34.335547 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a32b4-eb9e-424e-ac3b-bb694b223446 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a946e77e-49a7-4000-8337-672dca314825,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:34.340762 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b49a32b4-eb9e-424e-ac3b-bb694b223446 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:34.351194 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b49a32b4-eb9e-424e-ac3b-bb694b223446 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "DELETE /v2.0/subnets/a946e77e-49a7-4000-8337-672dca314825 HTTP/1.1" status: 204 len: 168 time: 0.4082468 May 13 15:06:34.354892 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 33994) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:34.394813 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e22e15-4475-4e0b-83e4-3116c56e40d6 req-17100815-6a0b-4b5e-9eb3-8ca38a24782d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:34.396524 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c3e22e15-4475-4e0b-83e4-3116c56e40d6 req-17100815-6a0b-4b5e-9eb3-8ca38a24782d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 945 time: 0.1383696 May 13 15:06:34.404790 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-6f6abda9-9a27-43fc-a9a4-e95c25780bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:34.408083 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-6f6abda9-9a27-43fc-a9a4-e95c25780bd2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3a6761f-ecfa-4c6e-8de4-1979149c6e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2159455 May 13 15:06:34.569900 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c3e22e15-4475-4e0b-83e4-3116c56e40d6 req-501b407b-2e60-488b-a798-565e8bf22ed0 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591022 May 13 15:06:34.638920 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-472009e3-ce27-4cb0-9588-c3155c51ffe4 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:34.659377 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-404274e8-f57d-4cf9-b8f4-eda80c4bbbaa service neutron] 10.222.0.59 "GET /v2.0/networks/e3a6761f-ecfa-4c6e-8de4-1979149c6e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341468 May 13 15:06:34.813272 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-472009e3-ce27-4cb0-9588-c3155c51ffe4 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:34.827435 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34004) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:34.857666 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-472009e3-ce27-4cb0-9588-c3155c51ffe4 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c190a21-4f1f-49d7-875c-a4c2a5de2b39']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:34.872364 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-8cd5199e-6587-4022-a3ee-6c3726155d3f service neutron] 10.222.0.59 "GET /v2.0/networks/e3a6761f-ecfa-4c6e-8de4-1979149c6e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061028 May 13 15:06:34.880993 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-472009e3-ce27-4cb0-9588-c3155c51ffe4 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f31b99b-1dec-4394-b86f-57b61f7163ba') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:34.881963 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-472009e3-ce27-4cb0-9588-c3155c51ffe4 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f31b99b-1dec-4394-b86f-57b61f7163ba') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:34.909391 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-472009e3-ce27-4cb0-9588-c3155c51ffe4 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:34.943563 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-472009e3-ce27-4cb0-9588-c3155c51ffe4 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:34.958723 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-472009e3-ce27-4cb0-9588-c3155c51ffe4 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:06:34.960225 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-472009e3-ce27-4cb0-9588-c3155c51ffe4 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:35.090774 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:06:35.090774 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:06:35.090774 n-d-841760-1 neutron-server[88082]: timer() May 13 15:06:35.090774 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:06:35.090774 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:06:35.090774 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:06:35.090774 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:06:35.090774 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:06:35.090774 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:06:35.090774 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:06:35.090774 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:06:35.090774 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:06:35.090774 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:06:35.090774 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:06:35.090774 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:06:35.090774 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:06:35.090774 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:06:35.090774 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:06:35.090774 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:06:35.090774 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:06:35.090774 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:06:35.090774 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:06:35.090774 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:06:35.090774 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:06:35.090774 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:06:35.090774 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:06:35.090774 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:06:35.090774 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:06:35.090774 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:06:35.090774 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:06:35.090774 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:06:35.090774 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:06:35.228888 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-472009e3-ce27-4cb0-9588-c3155c51ffe4 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:35.264183 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472009e3-ce27-4cb0-9588-c3155c51ffe4 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8c190a21-4f1f-49d7-875c-a4c2a5de2b39 {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 13 15:06:35.271365 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-472009e3-ce27-4cb0-9588-c3155c51ffe4 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:35.282921 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472009e3-ce27-4cb0-9588-c3155c51ffe4 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Pushing event deleted for resources: {'Network': ['ID=8c190a21-4f1f-49d7-875c-a4c2a5de2b39,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:35.359351 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-472009e3-ce27-4cb0-9588-c3155c51ffe4 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "DELETE /v2.0/networks/8c190a21-4f1f-49d7-875c-a4c2a5de2b39 HTTP/1.1" status: 204 len: 168 time: 0.9966276 May 13 15:06:35.708048 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34020) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:35.715363 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-7a5b78ff-0244-4845-b3b3-964bcf2d1086 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Request body: {'router': {'name': 'tempest-router--2037746787', 'project_id': '3d067badcf784695b200ce2e77bbdb89'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:06:35.723631 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7a5b78ff-0244-4845-b3b3-964bcf2d1086 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:06:35.730852 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7a5b78ff-0244-4845-b3b3-964bcf2d1086 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Usage tracker for resource:router and tenant:3d067badcf784695b200ce2e77bbdb89 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:06:35.736743 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7a5b78ff-0244-4845-b3b3-964bcf2d1086 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:06:35.746487 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7a5b78ff-0244-4845-b3b3-964bcf2d1086 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:06:35.763382 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7a5b78ff-0244-4845-b3b3-964bcf2d1086 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:35.764890 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7a5b78ff-0244-4845-b3b3-964bcf2d1086 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:35.795785 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7a5b78ff-0244-4845-b3b3-964bcf2d1086 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:35.831646 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7a5b78ff-0244-4845-b3b3-964bcf2d1086 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:35.870391 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7a5b78ff-0244-4845-b3b3-964bcf2d1086 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:35.876976 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7a5b78ff-0244-4845-b3b3-964bcf2d1086 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1636055 May 13 15:06:35.877933 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34024) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:36.006500 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbad93-562b-4d3b-8494-f46a43e8265e req-ed75de39-ae64-4ce6-9113-f962d2f85c3d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:36.008018 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5bfbad93-562b-4d3b-8494-f46a43e8265e req-ed75de39-ae64-4ce6-9113-f962d2f85c3d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 945 time: 0.3022635 May 13 15:06:36.034762 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e5889ed8-1d88-4fa2-bbb2-90e05749aff0 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:36.085341 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5bfbad93-562b-4d3b-8494-f46a43e8265e req-4eb6f92f-f6bd-4405-8c3e-70f743f36b75 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563240 May 13 15:06:36.269125 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-961f4580-bae0-4c45-8e44-b913dc964535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:36.535085 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e5889ed8-1d88-4fa2-bbb2-90e05749aff0 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:36.538188 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e5889ed8-1d88-4fa2-bbb2-90e05749aff0 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:36.575246 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e5889ed8-1d88-4fa2-bbb2-90e05749aff0 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:36.577277 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5889ed8-1d88-4fa2-bbb2-90e05749aff0 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54b3838d-27e5-4496-9827-7e3b33388f4b {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:06:36.592936 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e5889ed8-1d88-4fa2-bbb2-90e05749aff0 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:36.594759 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e5889ed8-1d88-4fa2-bbb2-90e05749aff0 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "DELETE /v2.0/routers/54b3838d-27e5-4496-9827-7e3b33388f4b HTTP/1.1" status: 204 len: 168 time: 0.7152686 May 13 15:06:36.796480 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34030) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:36.953683 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-961f4580-bae0-4c45-8e44-b913dc964535 admin admin] Deleting port a7cd2998-b136-41c2-b4ff-7de0ce99483f {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:06:36.954255 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-961f4580-bae0-4c45-8e44-b913dc964535 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:37.343987 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-961f4580-bae0-4c45-8e44-b913dc964535 admin admin] For port a7cd2998-b136-41c2-b4ff-7de0ce99483f, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=a7cd2998-b136-41c2-b4ff-7de0ce99483f,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:06:37.343987 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-961f4580-bae0-4c45-8e44-b913dc964535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:37.509551 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-961f4580-bae0-4c45-8e44-b913dc964535 admin admin] Calling delete_port for a7cd2998-b136-41c2-b4ff-7de0ce99483f owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:06:37.532769 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-9ae9228f-a6f3-4fa6-9dd9-74960d9116a9 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1312311297', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}, 'admin_state_up': False}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:06:37.546784 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9ae9228f-a6f3-4fa6-9dd9-74960d9116a9 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:06:37.556400 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9ae9228f-a6f3-4fa6-9dd9-74960d9116a9 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Usage tracker for resource:router and tenant:b80a12d8b9374ebfb39a7bd0a40155e0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:06:37.570928 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9ae9228f-a6f3-4fa6-9dd9-74960d9116a9 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:06:37.583085 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9ae9228f-a6f3-4fa6-9dd9-74960d9116a9 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:06:37.604983 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9ae9228f-a6f3-4fa6-9dd9-74960d9116a9 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:37.604983 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9ae9228f-a6f3-4fa6-9dd9-74960d9116a9 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:37.651771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea436af9-0f69-44ea-9694-df3b057ba715 req-e32c9523-0a82-4f0d-b991-c41912fab9a4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:37.663789 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ea436af9-0f69-44ea-9694-df3b057ba715 req-e32c9523-0a82-4f0d-b991-c41912fab9a4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 945 time: 0.3467026 May 13 15:06:37.699934 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9ae9228f-a6f3-4fa6-9dd9-74960d9116a9 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:37.745768 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ea436af9-0f69-44ea-9694-df3b057ba715 req-b5e27c01-e0ce-4ca6-a583-4f722e1507fe tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872593 May 13 15:06:37.813724 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-961f4580-bae0-4c45-8e44-b913dc964535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:37.872231 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f4580-bae0-4c45-8e44-b913dc964535 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7cd2998-b136-41c2-b4ff-7de0ce99483f,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:38.224698 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9ae9228f-a6f3-4fa6-9dd9-74960d9116a9 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:38.371568 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-961f4580-bae0-4c45-8e44-b913dc964535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:38.773663 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9ae9228f-a6f3-4fa6-9dd9-74960d9116a9 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:38.815546 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9ae9228f-a6f3-4fa6-9dd9-74960d9116a9 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:38.984486 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961f4580-bae0-4c45-8e44-b913dc964535 admin admin] Router edd64084-0577-44c3-9862-fd94e3d40eb7 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:06:39.014958 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-9ae9228f-a6f3-4fa6-9dd9-74960d9116a9 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Allocated IP 172.25.0.158 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/0e46f593-f4e5-496d-a906-181abe352e63) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:06:39.187411 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9ae9228f-a6f3-4fa6-9dd9-74960d9116a9 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:39.198584 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747dec2-ced9-482d-b22c-ee2a84cd29eb req-4bdfa62d-6da7-4454-b2ce-304b7340af08 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:39.200442 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e747dec2-ced9-482d-b22c-ee2a84cd29eb req-4bdfa62d-6da7-4454-b2ce-304b7340af08 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 945 time: 0.3034439 May 13 15:06:39.240393 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9ae9228f-a6f3-4fa6-9dd9-74960d9116a9 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:39.334632 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e747dec2-ced9-482d-b22c-ee2a84cd29eb req-62f87b3e-c776-4ff3-830f-ee6febd52b6c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251040 May 13 15:06:39.344926 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae9228f-a6f3-4fa6-9dd9-74960d9116a9 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:06:39.348221 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-9ae9228f-a6f3-4fa6-9dd9-74960d9116a9 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:06:39.352035 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae9228f-a6f3-4fa6-9dd9-74960d9116a9 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:06:39.360919 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961f4580-bae0-4c45-8e44-b913dc964535 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:06:39.372727 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a48dfb-7231-41e1-bc8d-8cdb44785800 None None] Sync routers for ids ['edd64084-0577-44c3-9862-fd94e3d40eb7'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:06:39.385285 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a48dfb-7231-41e1-bc8d-8cdb44785800 None None] Routers {'edd64084-0577-44c3-9862-fd94e3d40eb7'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:06:39.385496 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-961f4580-bae0-4c45-8e44-b913dc964535 admin admin] 10.222.0.35 "PUT /v2.0/routers/edd64084-0577-44c3-9862-fd94e3d40eb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5542150 May 13 15:06:39.385934 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-46a48dfb-7231-41e1-bc8d-8cdb44785800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:06:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['edd64084-0577-44c3-9862-fd94e3d40eb7'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:39.386035 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34040) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:39.429984 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9228f-a6f3-4fa6-9dd9-74960d9116a9 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Pushing event updated for resources: {'Port': ['ID=0e46f593-f4e5-496d-a906-181abe352e63,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:39.648794 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-46a48dfb-7231-41e1-bc8d-8cdb44785800 None None] Set router edd64084-0577-44c3-9862-fd94e3d40eb7 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:06:39.706677 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9540bf89-7724-4b75-8f5d-79fde82b323d admin admin] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:39.979549 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9540bf89-7724-4b75-8f5d-79fde82b323d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:39.992640 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-9540bf89-7724-4b75-8f5d-79fde82b323d admin admin] Deleting port 83faf507-a565-4ca4-b9e8-5b37a4ba03be {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:06:39.992640 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9540bf89-7724-4b75-8f5d-79fde82b323d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:40.106082 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-46a48dfb-7231-41e1-bc8d-8cdb44785800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-46765238-router', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:59:12Z', 'updated_at': '2022-05-13T15:06:37Z', 'revision_number': 5, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'gw_port': {'id': '83faf507-a565-4ca4-b9e8-5b37a4ba03be', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:59:13Z', 'updated_at': '2022-05-13T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:40.112015 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a48dfb-7231-41e1-bc8d-8cdb44785800 None None] Checking router: edd64084-0577-44c3-9862-fd94e3d40eb7 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:06:40.123604 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a48dfb-7231-41e1-bc8d-8cdb44785800 None None] Routers {'edd64084-0577-44c3-9862-fd94e3d40eb7'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:06:40.124526 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-46a48dfb-7231-41e1-bc8d-8cdb44785800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:06:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['edd64084-0577-44c3-9862-fd94e3d40eb7'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:40.162326 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9ae9228f-a6f3-4fa6-9dd9-74960d9116a9 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:40.234536 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-9540bf89-7724-4b75-8f5d-79fde82b323d admin admin] For port 83faf507-a565-4ca4-b9e8-5b37a4ba03be, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=83faf507-a565-4ca4-b9e8-5b37a4ba03be,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:06:40.235049 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9540bf89-7724-4b75-8f5d-79fde82b323d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:40.335103 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-46a48dfb-7231-41e1-bc8d-8cdb44785800 None None] Set router edd64084-0577-44c3-9862-fd94e3d40eb7 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:06:40.424441 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-9540bf89-7724-4b75-8f5d-79fde82b323d admin admin] Calling delete_port for 83faf507-a565-4ca4-b9e8-5b37a4ba03be owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:06:40.492699 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-46a48dfb-7231-41e1-bc8d-8cdb44785800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-46765238-router', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:59:12Z', 'updated_at': '2022-05-13T15:06:39Z', 'revision_number': 6, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:40.497754 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a48dfb-7231-41e1-bc8d-8cdb44785800 None None] The sync data for ids ['edd64084-0577-44c3-9862-fd94e3d40eb7'] in n-d-841760-1 is: [{'id': 'edd64084-0577-44c3-9862-fd94e3d40eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-46765238-router', 'tenant_id': '38a8881fe1424acaba5f3d712cefac02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:59:12Z', 'updated_at': '2022-05-13T15:06:39Z', 'revision_number': 6, 'project_id': '38a8881fe1424acaba5f3d712cefac02', 'gw_port_host': None}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:06:40.641824 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9540bf89-7724-4b75-8f5d-79fde82b323d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:40.702300 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9ae9228f-a6f3-4fa6-9dd9-74960d9116a9 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:40.705061 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540bf89-7724-4b75-8f5d-79fde82b323d admin admin] Pushing event deleted for resources: {'Port': ['ID=83faf507-a565-4ca4-b9e8-5b37a4ba03be,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:40.805807 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48cc34-3c6f-478f-bfdb-31711c55e3a0 req-e85396a3-410f-4616-a265-ab7497bb2036 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:40.807362 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-af48cc34-3c6f-478f-bfdb-31711c55e3a0 req-e85396a3-410f-4616-a265-ab7497bb2036 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 945 time: 0.2867093 May 13 15:06:40.826879 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9540bf89-7724-4b75-8f5d-79fde82b323d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:40.994499 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-af48cc34-3c6f-478f-bfdb-31711c55e3a0 req-272a34f0-8fea-43d6-b570-c831def3b3f5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753345 May 13 15:06:41.061509 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae9228f-a6f3-4fa6-9dd9-74960d9116a9 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Router 3f84963d-5221-4d24-98ae-9eb038ef27f0 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:06:41.286937 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9540bf89-7724-4b75-8f5d-79fde82b323d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:41.295252 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9540bf89-7724-4b75-8f5d-79fde82b323d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:41.311851 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae9228f-a6f3-4fa6-9dd9-74960d9116a9 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:06:41.327015 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f2b3c0-81c2-4f7d-97db-637c212aaaf3 None None] Sync routers for ids ['3f84963d-5221-4d24-98ae-9eb038ef27f0'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:06:41.332810 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9540bf89-7724-4b75-8f5d-79fde82b323d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:41.334177 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9540bf89-7724-4b75-8f5d-79fde82b323d admin admin] Fanout notify agent at l3_agent the message router_deleted on router edd64084-0577-44c3-9862-fd94e3d40eb7 {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:06:41.343605 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f2b3c0-81c2-4f7d-97db-637c212aaaf3 None None] Routers {'3f84963d-5221-4d24-98ae-9eb038ef27f0'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:06:41.344289 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-e1f2b3c0-81c2-4f7d-97db-637c212aaaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:06:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3f84963d-5221-4d24-98ae-9eb038ef27f0'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:41.354278 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9540bf89-7724-4b75-8f5d-79fde82b323d admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:41.356382 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9540bf89-7724-4b75-8f5d-79fde82b323d admin admin] 10.222.0.35 "DELETE /v2.0/routers/edd64084-0577-44c3-9862-fd94e3d40eb7 HTTP/1.1" status: 204 len: 168 time: 1.9687071 May 13 15:06:41.359403 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34048) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:41.371395 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9ae9228f-a6f3-4fa6-9dd9-74960d9116a9 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:41.373382 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9ae9228f-a6f3-4fa6-9dd9-74960d9116a9 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.5737350 May 13 15:06:41.375715 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34052) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:41.425126 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-e1f2b3c0-81c2-4f7d-97db-637c212aaaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:41.435075 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f2b3c0-81c2-4f7d-97db-637c212aaaf3 None None] Routers {'3f84963d-5221-4d24-98ae-9eb038ef27f0'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:06:41.436670 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-e1f2b3c0-81c2-4f7d-97db-637c212aaaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:06:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3f84963d-5221-4d24-98ae-9eb038ef27f0'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:41.499763 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-e1f2b3c0-81c2-4f7d-97db-637c212aaaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:41.500085 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f2b3c0-81c2-4f7d-97db-637c212aaaf3 None None] The sync data for ids ['3f84963d-5221-4d24-98ae-9eb038ef27f0'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:06:41.501168 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2bf4a0e-c954-4e29-ac1c-dcbc04480265 admin admin] Deleting subnet 498b4812-77a0-4897-b979-c45bc3bb9502 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:06:41.507748 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c2bf4a0e-c954-4e29-ac1c-dcbc04480265 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:41.611300 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c2bf4a0e-c954-4e29-ac1c-dcbc04480265 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:41.629645 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ee62c1d9-30f3-4c21-b68a-48a6283f5d32 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "GET /v2.0/routers/3f84963d-5221-4d24-98ae-9eb038ef27f0 HTTP/1.1" status: 200 len: 925 time: 0.2482479 May 13 15:06:41.631046 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34058) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:41.688030 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-829d737e-7581-42c3-aa92-d22c2ad25540 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f84963d-5221-4d24-98ae-9eb038ef27f0 HTTP/1.1" status: 200 len: 205 time: 0.0516832 May 13 15:06:41.688328 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34062) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:41.734111 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c2bf4a0e-c954-4e29-ac1c-dcbc04480265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:41.841083 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c2bf4a0e-c954-4e29-ac1c-dcbc04480265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:41.883615 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c2bf4a0e-c954-4e29-ac1c-dcbc04480265 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:41.887048 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf4a0e-c954-4e29-ac1c-dcbc04480265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=498b4812-77a0-4897-b979-c45bc3bb9502,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:41.891044 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489af447-3028-4fdb-8484-304d7fd6058a None None] Network 82746afc-6560-4007-9fb3-904cf8d650cf requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:06:41.899775 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bf4a0e-c954-4e29-ac1c-dcbc04480265 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:41.900121 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bf4a0e-c954-4e29-ac1c-dcbc04480265 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:41.900662 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bf4a0e-c954-4e29-ac1c-dcbc04480265 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:41.901038 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bf4a0e-c954-4e29-ac1c-dcbc04480265 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:41.901375 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bf4a0e-c954-4e29-ac1c-dcbc04480265 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:41.901705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bf4a0e-c954-4e29-ac1c-dcbc04480265 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:41.902093 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bf4a0e-c954-4e29-ac1c-dcbc04480265 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:41.902408 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bf4a0e-c954-4e29-ac1c-dcbc04480265 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:41.902737 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bf4a0e-c954-4e29-ac1c-dcbc04480265 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:41.904706 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bf4a0e-c954-4e29-ac1c-dcbc04480265 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:41.904706 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bf4a0e-c954-4e29-ac1c-dcbc04480265 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:41.904706 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bf4a0e-c954-4e29-ac1c-dcbc04480265 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:41.911940 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c2bf4a0e-c954-4e29-ac1c-dcbc04480265 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/498b4812-77a0-4897-b979-c45bc3bb9502 HTTP/1.1" status: 204 len: 168 time: 0.5509176 May 13 15:06:41.913898 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34066) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:42.073532 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9a223544-44c4-4a97-9242-e25450d7a024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:42.092046 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-9a223544-44c4-4a97-9242-e25450d7a024 admin admin] Deleting port 1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:06:42.092046 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9a223544-44c4-4a97-9242-e25450d7a024 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:42.186171 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1650d806-ad99-4892-8079-485c11bd1810 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:42.189672 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 83faf507-a565-4ca4-b9e8-5b37a4ba03be no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:06:42.243881 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 83faf507-a565-4ca4-b9e8-5b37a4ba03be {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:06:42.244591 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 83faf507-a565-4ca4-b9e8-5b37a4ba03be not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:06:42.245332 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device a7cd2998-b136-41c2-b4ff-7de0ce99483f no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:06:42.285033 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: a7cd2998-b136-41c2-b4ff-7de0ce99483f {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:06:42.285726 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device a7cd2998-b136-41c2-b4ff-7de0ce99483f not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:06:42.403155 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8d08c3-daf7-4868-968f-dc41b12e73cd None None] DHCP port deletion for 82746afc-6560-4007-9fb3-904cf8d650cf request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:06:42.412755 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-aa8d08c3-daf7-4868-968f-dc41b12e73cd None None] Deleting port 1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:06:42.413359 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-aa8d08c3-daf7-4868-968f-dc41b12e73cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:42.413485 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1650d806-ad99-4892-8079-485c11bd1810 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:42.435191 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-1650d806-ad99-4892-8079-485c11bd1810 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Deleting port 0e46f593-f4e5-496d-a906-181abe352e63 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:06:42.435477 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1650d806-ad99-4892-8079-485c11bd1810 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:42.451635 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-9a223544-44c4-4a97-9242-e25450d7a024 admin admin] For port 1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:06:42.452320 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9a223544-44c4-4a97-9242-e25450d7a024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:42.468039 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efec13-dd43-442a-8418-8b434b26f7a7 req-ed4f2290-8719-417d-872e-dd795764c8cd tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:42.469639 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a2efec13-dd43-442a-8418-8b434b26f7a7 req-ed4f2290-8719-417d-872e-dd795764c8cd tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 945 time: 0.2291241 May 13 15:06:42.654250 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1650d806-ad99-4892-8079-485c11bd1810 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:42.679950 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-9a223544-44c4-4a97-9242-e25450d7a024 admin admin] Calling delete_port for 1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:06:42.720986 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-aa8d08c3-daf7-4868-968f-dc41b12e73cd None None] For port 1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a,segment=NetworkSegment(89f6c3f9-8bdb-4179-8eb7-052eef44125d),segment_id=89f6c3f9-8bdb-4179-8eb7-052eef44125d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:06:42.721651 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-aa8d08c3-daf7-4868-968f-dc41b12e73cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:42.765098 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a2efec13-dd43-442a-8418-8b434b26f7a7 req-afcdc944-e526-4d6e-89ea-b3c63d2249d3 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2301843 May 13 15:06:42.802132 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9a223544-44c4-4a97-9242-e25450d7a024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:42.812575 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-1650d806-ad99-4892-8079-485c11bd1810 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Calling delete_port for 0e46f593-f4e5-496d-a906-181abe352e63 owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:06:42.859446 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a223544-44c4-4a97-9242-e25450d7a024 admin admin] No DVR routers for this DVR port 1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:06:42.895771 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a223544-44c4-4a97-9242-e25450d7a024 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:42.988991 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-aa8d08c3-daf7-4868-968f-dc41b12e73cd None None] Calling delete_port for 1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:06:43.037222 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1650d806-ad99-4892-8079-485c11bd1810 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:43.053201 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9a223544-44c4-4a97-9242-e25450d7a024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:43.085955 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-9a223544-44c4-4a97-9242-e25450d7a024 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82746afc-6560-4007-9fb3-904cf8d650cf']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:43.100013 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-9a223544-44c4-4a97-9242-e25450d7a024 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f6c3f9-8bdb-4179-8eb7-052eef44125d') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:43.100309 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-9a223544-44c4-4a97-9242-e25450d7a024 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f6c3f9-8bdb-4179-8eb7-052eef44125d') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:43.113603 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9a223544-44c4-4a97-9242-e25450d7a024 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:43.119839 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-aa8d08c3-daf7-4868-968f-dc41b12e73cd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:06:43.120411 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-aa8d08c3-daf7-4868-968f-dc41b12e73cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:06:43.135337 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9a223544-44c4-4a97-9242-e25450d7a024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:43.145279 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a223544-44c4-4a97-9242-e25450d7a024 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:06:43.145823 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9a223544-44c4-4a97-9242-e25450d7a024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:43.164294 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:06:43.164294 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:06:43.164294 n-d-841760-1 neutron-server[88082]: timer() May 13 15:06:43.164294 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:06:43.164294 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:06:43.164294 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:06:43.164294 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:06:43.164294 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:06:43.164294 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:06:43.164294 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:06:43.164294 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:06:43.164294 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:06:43.164294 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:06:43.164294 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:06:43.164294 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:06:43.164294 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:06:43.164294 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:06:43.164294 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:06:43.164294 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:06:43.164294 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:06:43.164294 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:06:43.164294 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:06:43.164294 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:06:43.164294 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:06:43.164294 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:06:43.164294 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:06:43.164294 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:06:43.164294 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:06:43.164294 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:06:43.164294 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:06:43.164294 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:06:43.164294 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:06:43.191809 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650d806-ad99-4892-8079-485c11bd1810 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Pushing event deleted for resources: {'Port': ['ID=0e46f593-f4e5-496d-a906-181abe352e63,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:43.262576 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1650d806-ad99-4892-8079-485c11bd1810 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:43.292311 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9a223544-44c4-4a97-9242-e25450d7a024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:43.321055 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9a223544-44c4-4a97-9242-e25450d7a024 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:43.335157 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a223544-44c4-4a97-9242-e25450d7a024 admin admin] Pushing event deleted for resources: {'Network': ['ID=82746afc-6560-4007-9fb3-904cf8d650cf,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:43.358012 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9a223544-44c4-4a97-9242-e25450d7a024 admin admin] 10.222.0.35 "DELETE /v2.0/networks/82746afc-6560-4007-9fb3-904cf8d650cf HTTP/1.1" status: 204 len: 168 time: 1.4407620 May 13 15:06:43.464929 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1650d806-ad99-4892-8079-485c11bd1810 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:43.469055 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1650d806-ad99-4892-8079-485c11bd1810 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:43.503269 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1650d806-ad99-4892-8079-485c11bd1810 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:43.504143 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1650d806-ad99-4892-8079-485c11bd1810 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Fanout notify agent at l3_agent the message router_deleted on router 3f84963d-5221-4d24-98ae-9eb038ef27f0 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:06:43.530299 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1650d806-ad99-4892-8079-485c11bd1810 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:43.531480 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1650d806-ad99-4892-8079-485c11bd1810 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] 10.222.0.35 "DELETE /v2.0/routers/3f84963d-5221-4d24-98ae-9eb038ef27f0 HTTP/1.1" status: 204 len: 168 time: 1.8422120 May 13 15:06:43.537481 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34074) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:43.543692 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-c407ff14-01f7-4536-9611-236bc99842f8 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1855105560', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'enable_snat': False}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:06:43.550511 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c407ff14-01f7-4536-9611-236bc99842f8 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:06:43.557572 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c407ff14-01f7-4536-9611-236bc99842f8 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Usage tracker for resource:router and tenant:12bb64af04f94aa3bb560ab66fe63443 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:06:43.562914 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c407ff14-01f7-4536-9611-236bc99842f8 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:06:43.570818 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c407ff14-01f7-4536-9611-236bc99842f8 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:06:43.585724 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c407ff14-01f7-4536-9611-236bc99842f8 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:43.587946 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c407ff14-01f7-4536-9611-236bc99842f8 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:43.595353 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34078) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:43.620887 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c407ff14-01f7-4536-9611-236bc99842f8 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:43.624045 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-aa8d08c3-daf7-4868-968f-dc41b12e73cd None None] Deleting port 1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:06:43.624878 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-aa8d08c3-daf7-4868-968f-dc41b12e73cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:43.655453 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-207118d5-0de5-4da1-a61e-9ddf67b6a309 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=38a8881fe1424acaba5f3d712cefac02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0583034 May 13 15:06:43.661043 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34082) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:43.752631 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-aa8d08c3-daf7-4868-968f-dc41b12e73cd None None] The port '1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:06:43.792275 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1ec89297-e381-4831-9e32-4ccaaf7f67b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:43.851728 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1ec89297-e381-4831-9e32-4ccaaf7f67b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:44.035562 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1ec89297-e381-4831-9e32-4ccaaf7f67b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:44.077952 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:06:44.096899 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec89297-e381-4831-9e32-4ccaaf7f67b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd234535-3925-4c7a-942d-278dc2263a52,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:44.103214 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c407ff14-01f7-4536-9611-236bc99842f8 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:44.112576 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1ec89297-e381-4831-9e32-4ccaaf7f67b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:44.115963 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1ec89297-e381-4831-9e32-4ccaaf7f67b6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dd234535-3925-4c7a-942d-278dc2263a52 HTTP/1.1" status: 204 len: 168 time: 0.4530210 May 13 15:06:44.117245 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:06:44.117659 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 1ccfe5f1-02ab-421a-99d3-fd4d14b5ca2a not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:06:44.170258 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178e899-cf70-4b59-a263-90af91ea0344 req-d626aaa1-4ef0-4dbf-8f3b-35173ee56907 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:44.174887 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a178e899-cf70-4b59-a263-90af91ea0344 req-d626aaa1-4ef0-4dbf-8f3b-35173ee56907 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 945 time: 0.2136326 May 13 15:06:44.393186 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a178e899-cf70-4b59-a263-90af91ea0344 req-d411dcaa-af8f-4693-87a4-528c2eca08f0 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2136745 May 13 15:06:44.482381 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:06:44.497659 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c407ff14-01f7-4536-9611-236bc99842f8 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:44.530240 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c407ff14-01f7-4536-9611-236bc99842f8 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:44.695933 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-c407ff14-01f7-4536-9611-236bc99842f8 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Allocated IP 172.25.0.242 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/ad3fcc62-c0cb-47da-a826-c576a55665ab) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:06:44.882640 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c407ff14-01f7-4536-9611-236bc99842f8 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:44.924871 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c407ff14-01f7-4536-9611-236bc99842f8 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:45.039142 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c407ff14-01f7-4536-9611-236bc99842f8 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:06:45.044764 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-c407ff14-01f7-4536-9611-236bc99842f8 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:06:45.048752 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c407ff14-01f7-4536-9611-236bc99842f8 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:06:45.138564 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407ff14-01f7-4536-9611-236bc99842f8 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Pushing event updated for resources: {'Port': ['ID=ad3fcc62-c0cb-47da-a826-c576a55665ab,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:45.923887 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c407ff14-01f7-4536-9611-236bc99842f8 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:45.990247 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b517b-d407-4de4-9c8e-de3fb1999638 req-9470d78c-a6d9-4732-96bd-df0b611ff06c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:45.991808 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-279b517b-d407-4de4-9c8e-de3fb1999638 req-9470d78c-a6d9-4732-96bd-df0b611ff06c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 945 time: 0.4037540 May 13 15:06:46.130428 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-279b517b-d407-4de4-9c8e-de3fb1999638 req-34ef294a-9b6b-460a-bcc9-dedc1384a38e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295848 May 13 15:06:46.352867 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c407ff14-01f7-4536-9611-236bc99842f8 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:46.577909 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c407ff14-01f7-4536-9611-236bc99842f8 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Router 87a3273f-0e46-44cd-b14a-56d0500a1fd2 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:06:46.819613 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c407ff14-01f7-4536-9611-236bc99842f8 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:06:46.835041 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2963f3-090f-4dd4-9a12-5af3d82644ee None None] Sync routers for ids ['87a3273f-0e46-44cd-b14a-56d0500a1fd2'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:06:46.849124 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c407ff14-01f7-4536-9611-236bc99842f8 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:46.851023 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c407ff14-01f7-4536-9611-236bc99842f8 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.3124516 May 13 15:06:46.853043 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2963f3-090f-4dd4-9a12-5af3d82644ee None None] Routers {'87a3273f-0e46-44cd-b14a-56d0500a1fd2'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:06:46.854141 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-cc2963f3-090f-4dd4-9a12-5af3d82644ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:06:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['87a3273f-0e46-44cd-b14a-56d0500a1fd2'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:46.855564 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34138) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:47.077303 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bb5731f8-753b-455e-832b-3ed591bbf285 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "GET /v2.0/routers/87a3273f-0e46-44cd-b14a-56d0500a1fd2 HTTP/1.1" status: 200 len: 909 time: 0.2201605 May 13 15:06:47.080361 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34146) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:47.089648 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-e5b184c9-777b-4b6d-a243-f744b3139afd tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1855105560', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'enable_snat': True}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:06:47.099347 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e5b184c9-777b-4b6d-a243-f744b3139afd tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:06:47.107439 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e5b184c9-777b-4b6d-a243-f744b3139afd tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Usage tracker for resource:router and tenant:12bb64af04f94aa3bb560ab66fe63443 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:06:47.113185 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e5b184c9-777b-4b6d-a243-f744b3139afd tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:06:47.124525 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e5b184c9-777b-4b6d-a243-f744b3139afd tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:06:47.137478 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-cc2963f3-090f-4dd4-9a12-5af3d82644ee None None] Set router 87a3273f-0e46-44cd-b14a-56d0500a1fd2 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:06:47.143609 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e5b184c9-777b-4b6d-a243-f744b3139afd tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:47.145387 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e5b184c9-777b-4b6d-a243-f744b3139afd tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:47.166372 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e5b184c9-777b-4b6d-a243-f744b3139afd tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:47.507817 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-cc2963f3-090f-4dd4-9a12-5af3d82644ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a3273f-0e46-44cd-b14a-56d0500a1fd2', 'name': 'tempest-snat-router-1855105560', 'tenant_id': '12bb64af04f94aa3bb560ab66fe63443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.242'}], 'enable_snat': False}, 'gw_port_id': 'ad3fcc62-c0cb-47da-a826-c576a55665ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:06:43Z', 'updated_at': '2022-05-13T15:06:45Z', 'revision_number': 3, 'project_id': '12bb64af04f94aa3bb560ab66fe63443', 'gw_port': {'id': 'ad3fcc62-c0cb-47da-a826-c576a55665ab', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a3273f-0e46-44cd-b14a-56d0500a1fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:06:44Z', 'updated_at': '2022-05-13T15:06:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:47.516059 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2963f3-090f-4dd4-9a12-5af3d82644ee None None] Checking router: 87a3273f-0e46-44cd-b14a-56d0500a1fd2 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:06:47.518405 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2963f3-090f-4dd4-9a12-5af3d82644ee None None] Updating router 87a3273f-0e46-44cd-b14a-56d0500a1fd2 port ad3fcc62-c0cb-47da-a826-c576a55665ab binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:06:47.594535 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-cc2963f3-090f-4dd4-9a12-5af3d82644ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:47.597544 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e5b184c9-777b-4b6d-a243-f744b3139afd tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:47.702172 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f60be-eaf1-4d8e-b7ae-c9c414359732 req-e19b124d-b713-496c-a6f8-52d81e03497b tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:47.703749 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a71f60be-eaf1-4d8e-b7ae-c9c414359732 req-e19b124d-b713-496c-a6f8-52d81e03497b tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 945 time: 0.3030555 May 13 15:06:47.772412 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a71f60be-eaf1-4d8e-b7ae-c9c414359732 req-2f3686ca-fc33-4b9d-b2c2-b3ffd1029c5c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530670 May 13 15:06:48.027561 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e5b184c9-777b-4b6d-a243-f744b3139afd tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:48.062910 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-cc2963f3-090f-4dd4-9a12-5af3d82644ee None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:48.074365 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e5b184c9-777b-4b6d-a243-f744b3139afd tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:48.077166 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-cc2963f3-090f-4dd4-9a12-5af3d82644ee None None] Transition to ACTIVE for port object ad3fcc62-c0cb-47da-a826-c576a55665ab will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:06:48.085749 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-cc2963f3-090f-4dd4-9a12-5af3d82644ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:48.169788 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-cc2963f3-090f-4dd4-9a12-5af3d82644ee None None] Attempting to bind port ad3fcc62-c0cb-47da-a826-c576a55665ab on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:06:48.170442 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-cc2963f3-090f-4dd4-9a12-5af3d82644ee None None] Attempting to bind port ad3fcc62-c0cb-47da-a826-c576a55665ab by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:06:48.170542 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2963f3-090f-4dd4-9a12-5af3d82644ee None None] Attempting to bind port ad3fcc62-c0cb-47da-a826-c576a55665ab on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:06:48.183402 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2963f3-090f-4dd4-9a12-5af3d82644ee None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:06:48.184902 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2963f3-090f-4dd4-9a12-5af3d82644ee None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:06:48.185528 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-cc2963f3-090f-4dd4-9a12-5af3d82644ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:48.186079 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2963f3-090f-4dd4-9a12-5af3d82644ee None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:06:48.186761 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-cc2963f3-090f-4dd4-9a12-5af3d82644ee None None] Bound port: ad3fcc62-c0cb-47da-a826-c576a55665ab, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:06:48.187350 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-cc2963f3-090f-4dd4-9a12-5af3d82644ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:48.282770 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-cc2963f3-090f-4dd4-9a12-5af3d82644ee None None] For port ad3fcc62-c0cb-47da-a826-c576a55665ab, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:06:48.287261 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-cc2963f3-090f-4dd4-9a12-5af3d82644ee None None] For port ad3fcc62-c0cb-47da-a826-c576a55665ab, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=ad3fcc62-c0cb-47da-a826-c576a55665ab,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:06:48.293984 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-e5b184c9-777b-4b6d-a243-f744b3139afd tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Allocated IP 172.25.0.64 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/cc74259c-1aa9-4a37-bc2a-5f8f36604065) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:06:48.301495 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ef9fb-2b95-44fc-82fd-4d5170ddf52b None None] Pushing event updated for resources: {'Port': ['ID=ad3fcc62-c0cb-47da-a826-c576a55665ab,revision_number=2']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:48.309115 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-cc2963f3-090f-4dd4-9a12-5af3d82644ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:48.311975 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:48.329959 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ef9fb-2b95-44fc-82fd-4d5170ddf52b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:48.330296 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ef9fb-2b95-44fc-82fd-4d5170ddf52b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:48.330632 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ef9fb-2b95-44fc-82fd-4d5170ddf52b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:48.330953 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ef9fb-2b95-44fc-82fd-4d5170ddf52b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:48.331621 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ef9fb-2b95-44fc-82fd-4d5170ddf52b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:48.332250 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ef9fb-2b95-44fc-82fd-4d5170ddf52b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:48.332724 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ef9fb-2b95-44fc-82fd-4d5170ddf52b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:48.333207 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ef9fb-2b95-44fc-82fd-4d5170ddf52b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:48.333669 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ef9fb-2b95-44fc-82fd-4d5170ddf52b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:48.334153 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ef9fb-2b95-44fc-82fd-4d5170ddf52b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:48.334623 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ef9fb-2b95-44fc-82fd-4d5170ddf52b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:48.335080 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ef9fb-2b95-44fc-82fd-4d5170ddf52b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:48.428656 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2963f3-090f-4dd4-9a12-5af3d82644ee None None] Routers {'87a3273f-0e46-44cd-b14a-56d0500a1fd2'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:06:48.429420 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-cc2963f3-090f-4dd4-9a12-5af3d82644ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:06:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['87a3273f-0e46-44cd-b14a-56d0500a1fd2'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:48.525712 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ef9fb-2b95-44fc-82fd-4d5170ddf52b None None] Pushing event updated for resources: {'Port': ['ID=ad3fcc62-c0cb-47da-a826-c576a55665ab,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:48.585587 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e5b184c9-777b-4b6d-a243-f744b3139afd tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:48.624576 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e5b184c9-777b-4b6d-a243-f744b3139afd tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:48.715374 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-cc2963f3-090f-4dd4-9a12-5af3d82644ee None None] Set router 87a3273f-0e46-44cd-b14a-56d0500a1fd2 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:06:48.769413 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b184c9-777b-4b6d-a243-f744b3139afd tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:06:48.774982 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-e5b184c9-777b-4b6d-a243-f744b3139afd tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:06:48.782397 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b184c9-777b-4b6d-a243-f744b3139afd tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:06:48.863049 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b184c9-777b-4b6d-a243-f744b3139afd tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Pushing event updated for resources: {'Port': ['ID=cc74259c-1aa9-4a37-bc2a-5f8f36604065,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:49.017242 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b481e0d-ce55-4e6a-9551-c8b0b334d3b0 req-f03341ef-a554-41e6-babc-51a97d27c98e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:49.028138 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3b481e0d-ce55-4e6a-9551-c8b0b334d3b0 req-f03341ef-a554-41e6-babc-51a97d27c98e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 945 time: 0.1111453 May 13 15:06:49.097021 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3b481e0d-ce55-4e6a-9551-c8b0b334d3b0 req-3918f943-e669-4007-b23c-520fa1c8c850 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648243 May 13 15:06:49.233099 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-cc2963f3-090f-4dd4-9a12-5af3d82644ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a3273f-0e46-44cd-b14a-56d0500a1fd2', 'name': 'tempest-snat-router-1855105560', 'tenant_id': '12bb64af04f94aa3bb560ab66fe63443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.242'}], 'enable_snat': False}, 'gw_port_id': 'ad3fcc62-c0cb-47da-a826-c576a55665ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:06:43Z', 'updated_at': '2022-05-13T15:06:45Z', 'revision_number': 3, 'project_id': '12bb64af04f94aa3bb560ab66fe63443', 'gw_port': {'id': 'ad3fcc62-c0cb-47da-a826-c576a55665ab', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a3273f-0e46-44cd-b14a-56d0500a1fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:06:44Z', 'updated_at': '2022-05-13T15:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:49.241181 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2963f3-090f-4dd4-9a12-5af3d82644ee None None] The sync data for ids ['87a3273f-0e46-44cd-b14a-56d0500a1fd2'] in n-d-841760-1 is: [{'id': '87a3273f-0e46-44cd-b14a-56d0500a1fd2', 'name': 'tempest-snat-router-1855105560', 'tenant_id': '12bb64af04f94aa3bb560ab66fe63443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.242'}], 'enable_snat': False}, 'gw_port_id': 'ad3fcc62-c0cb-47da-a826-c576a55665ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:06:43Z', 'updated_at': '2022-05-13T15:06:45Z', 'revision_number': 3, 'project_id': '12bb64af04f94aa3bb560ab66fe63443', 'gw_port': {'id': 'ad3fcc62-c0cb-47da-a826-c576a55665ab', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a3273f-0e46-44cd-b14a-56d0500a1fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:06:44Z', 'updated_at': '2022-05-13T15:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:06:49.672118 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e5b184c9-777b-4b6d-a243-f744b3139afd tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:50.347102 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ad3fcc62-c0cb-47da-a826-c576a55665ab up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:06:50.468997 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e5b184c9-777b-4b6d-a243-f744b3139afd tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:50.541466 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port ad3fcc62-c0cb-47da-a826-c576a55665ab completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:06:50.555100 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port ad3fcc62-c0cb-47da-a826-c576a55665ab triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:06:50.555572 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:50.622566 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a4a3f-a8ca-4206-88bc-6f2c15346cc0 req-845faafc-22a3-4bec-86ce-01459ebc9ac6 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:50.626686 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fc7a4a3f-a8ca-4206-88bc-6f2c15346cc0 req-845faafc-22a3-4bec-86ce-01459ebc9ac6 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 945 time: 0.2916284 May 13 15:06:50.718443 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port ad3fcc62-c0cb-47da-a826-c576a55665ab is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:06:50.719092 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:50.740593 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port ad3fcc62-c0cb-47da-a826-c576a55665ab, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=ad3fcc62-c0cb-47da-a826-c576a55665ab,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:06:50.747205 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:50.876010 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fc7a4a3f-a8ca-4206-88bc-6f2c15346cc0 req-dc375084-de9a-4245-b96b-6d1a23573077 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021483 May 13 15:06:50.886587 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=ad3fcc62-c0cb-47da-a826-c576a55665ab,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:50.925130 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b184c9-777b-4b6d-a243-f744b3139afd tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Router b2b87a0f-2ccf-4822-bcb0-f3080cb2d4b8 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:06:51.211962 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b184c9-777b-4b6d-a243-f744b3139afd tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:06:51.226829 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34c5a51-dc6d-44f3-a23b-d6cbf21d9aa5 None None] Sync routers for ids ['b2b87a0f-2ccf-4822-bcb0-f3080cb2d4b8'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:06:51.249402 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34c5a51-dc6d-44f3-a23b-d6cbf21d9aa5 None None] Routers {'b2b87a0f-2ccf-4822-bcb0-f3080cb2d4b8'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:06:51.250788 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-d34c5a51-dc6d-44f3-a23b-d6cbf21d9aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:06:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2b87a0f-2ccf-4822-bcb0-f3080cb2d4b8'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:51.261264 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e5b184c9-777b-4b6d-a243-f744b3139afd tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:51.264063 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e5b184c9-777b-4b6d-a243-f744b3139afd tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.1810968 May 13 15:06:51.268084 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34204) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:51.546002 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-d34c5a51-dc6d-44f3-a23b-d6cbf21d9aa5 None None] Set router b2b87a0f-2ccf-4822-bcb0-f3080cb2d4b8 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:06:51.565746 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a9848f67-fcb8-44f9-b3f1-c998a491773e tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "GET /v2.0/routers/b2b87a0f-2ccf-4822-bcb0-f3080cb2d4b8 HTTP/1.1" status: 200 len: 907 time: 0.2959621 May 13 15:06:51.568479 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34210) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:51.767798 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed89faff-96fa-4d44-8322-39f20203234b tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:52.001095 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-d34c5a51-dc6d-44f3-a23b-d6cbf21d9aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b87a0f-2ccf-4822-bcb0-f3080cb2d4b8', 'name': 'tempest-snat-router-1855105560', 'tenant_id': '12bb64af04f94aa3bb560ab66fe63443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'cc74259c-1aa9-4a37-bc2a-5f8f36604065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:06:47Z', 'updated_at': '2022-05-13T15:06:49Z', 'revision_number': 3, 'project_id': '12bb64af04f94aa3bb560ab66fe63443', 'gw_port': {'id': 'cc74259c-1aa9-4a37-bc2a-5f8f36604065', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b87a0f-2ccf-4822-bcb0-f3080cb2d4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:06:48Z', 'updated_at': '2022-05-13T15:06:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:52.012681 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34c5a51-dc6d-44f3-a23b-d6cbf21d9aa5 None None] Checking router: b2b87a0f-2ccf-4822-bcb0-f3080cb2d4b8 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:06:52.014241 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34c5a51-dc6d-44f3-a23b-d6cbf21d9aa5 None None] Updating router b2b87a0f-2ccf-4822-bcb0-f3080cb2d4b8 port cc74259c-1aa9-4a37-bc2a-5f8f36604065 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:06:52.085024 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d34c5a51-dc6d-44f3-a23b-d6cbf21d9aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:52.159187 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a20410-6275-461e-a33a-fcbbbcfa8592 req-47f6dd81-abec-4834-b789-1c3b06cf5f91 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:52.159759 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ad3fcc62-c0cb-47da-a826-c576a55665ab up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:06:52.160831 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-47a20410-6275-461e-a33a-fcbbbcfa8592 req-47f6dd81-abec-4834-b789-1c3b06cf5f91 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 945 time: 0.1300464 May 13 15:06:52.257297 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-1bd5bde5-53ae-4f49-9ade-84384320e357 service neutron] show failed (client error): The resource could not be found. May 13 15:06:52.258628 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-47a20410-6275-461e-a33a-fcbbbcfa8592 req-a0d464af-3f0e-404d-8719-eb09dd97ffcf tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915110 May 13 15:06:52.267253 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-1bd5bde5-53ae-4f49-9ade-84384320e357 service neutron] 10.222.0.59 "GET /v2.0/ports/a4d21609-7503-475c-ae08-de186e2a3f4d/bindings/n-h2-841760-1 HTTP/1.1" status: 404 len: 380 time: 0.1469367 May 13 15:06:52.428821 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed89faff-96fa-4d44-8322-39f20203234b tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:52.447048 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-ed89faff-96fa-4d44-8322-39f20203234b tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Deleting port cc74259c-1aa9-4a37-bc2a-5f8f36604065 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:06:52.449404 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed89faff-96fa-4d44-8322-39f20203234b tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:52.530529 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port ad3fcc62-c0cb-47da-a826-c576a55665ab triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:06:52.530939 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:52.663991 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d34c5a51-dc6d-44f3-a23b-d6cbf21d9aa5 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:52.730645 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d34c5a51-dc6d-44f3-a23b-d6cbf21d9aa5 None None] Transition to ACTIVE for port object cc74259c-1aa9-4a37-bc2a-5f8f36604065 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:06:52.748318 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d34c5a51-dc6d-44f3-a23b-d6cbf21d9aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:52.752410 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port ad3fcc62-c0cb-47da-a826-c576a55665ab is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:06:52.842589 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed89faff-96fa-4d44-8322-39f20203234b tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:52.846362 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcddcfc-c6cc-44ab-b3d7-77834de297da None None] Pushing event updated for resources: {'Port': ['ID=cc74259c-1aa9-4a37-bc2a-5f8f36604065,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:52.850628 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-d34c5a51-dc6d-44f3-a23b-d6cbf21d9aa5 None None] Attempting to bind port cc74259c-1aa9-4a37-bc2a-5f8f36604065 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:06:52.851397 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-d34c5a51-dc6d-44f3-a23b-d6cbf21d9aa5 None None] Attempting to bind port cc74259c-1aa9-4a37-bc2a-5f8f36604065 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:06:52.851871 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34c5a51-dc6d-44f3-a23b-d6cbf21d9aa5 None None] Attempting to bind port cc74259c-1aa9-4a37-bc2a-5f8f36604065 on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:06:52.865335 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34c5a51-dc6d-44f3-a23b-d6cbf21d9aa5 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:06:52.865748 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34c5a51-dc6d-44f3-a23b-d6cbf21d9aa5 None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:06:52.866163 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d34c5a51-dc6d-44f3-a23b-d6cbf21d9aa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:52.866714 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34c5a51-dc6d-44f3-a23b-d6cbf21d9aa5 None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:06:52.867224 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-d34c5a51-dc6d-44f3-a23b-d6cbf21d9aa5 None None] Bound port: cc74259c-1aa9-4a37-bc2a-5f8f36604065, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:06:52.867618 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d34c5a51-dc6d-44f3-a23b-d6cbf21d9aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:52.903872 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcddcfc-c6cc-44ab-b3d7-77834de297da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:52.904222 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcddcfc-c6cc-44ab-b3d7-77834de297da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:52.904561 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcddcfc-c6cc-44ab-b3d7-77834de297da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:52.904901 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcddcfc-c6cc-44ab-b3d7-77834de297da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:52.905234 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcddcfc-c6cc-44ab-b3d7-77834de297da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:52.905565 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcddcfc-c6cc-44ab-b3d7-77834de297da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:52.905883 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcddcfc-c6cc-44ab-b3d7-77834de297da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:52.906214 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcddcfc-c6cc-44ab-b3d7-77834de297da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:52.907073 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcddcfc-c6cc-44ab-b3d7-77834de297da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:52.907073 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcddcfc-c6cc-44ab-b3d7-77834de297da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:52.907421 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcddcfc-c6cc-44ab-b3d7-77834de297da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:52.907668 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcddcfc-c6cc-44ab-b3d7-77834de297da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:52.908884 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-06f050e0-3521-43d4-b8f3-d4d105f2b8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:52.913138 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-06f050e0-3521-43d4-b8f3-d4d105f2b8d4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe&tenant_id=d15e70e5e3144c2db24c850097c3fbb0 HTTP/1.1" status: 200 len: 1096 time: 0.2922976 May 13 15:06:52.937591 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-5a6ddd2b-4bb6-43da-8c5f-2b54aa527b1b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-841760-1', 'device_owner': 'compute:nova'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:06:52.963829 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-d34c5a51-dc6d-44f3-a23b-d6cbf21d9aa5 None None] For port cc74259c-1aa9-4a37-bc2a-5f8f36604065, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:06:52.967430 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-d34c5a51-dc6d-44f3-a23b-d6cbf21d9aa5 None None] For port cc74259c-1aa9-4a37-bc2a-5f8f36604065, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=cc74259c-1aa9-4a37-bc2a-5f8f36604065,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:06:52.974908 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d34c5a51-dc6d-44f3-a23b-d6cbf21d9aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:53.068195 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34c5a51-dc6d-44f3-a23b-d6cbf21d9aa5 None None] Routers {'b2b87a0f-2ccf-4822-bcb0-f3080cb2d4b8'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:06:53.068852 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-d34c5a51-dc6d-44f3-a23b-d6cbf21d9aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:06:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b2b87a0f-2ccf-4822-bcb0-f3080cb2d4b8'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:53.105270 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-ed89faff-96fa-4d44-8322-39f20203234b tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Calling delete_port for cc74259c-1aa9-4a37-bc2a-5f8f36604065 owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:06:53.114989 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-5a6ddd2b-4bb6-43da-8c5f-2b54aa527b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:53.186493 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34224) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:53.260243 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcddcfc-c6cc-44ab-b3d7-77834de297da None None] Pushing event updated for resources: {'Port': ['ID=cc74259c-1aa9-4a37-bc2a-5f8f36604065,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:53.287909 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-d34c5a51-dc6d-44f3-a23b-d6cbf21d9aa5 None None] Set router b2b87a0f-2ccf-4822-bcb0-f3080cb2d4b8 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:06:53.310495 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [None req-ed89faff-96fa-4d44-8322-39f20203234b tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:06:53.312201 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [None req-ed89faff-96fa-4d44-8322-39f20203234b tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:06:53.419676 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-d34c5a51-dc6d-44f3-a23b-d6cbf21d9aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b87a0f-2ccf-4822-bcb0-f3080cb2d4b8', 'name': 'tempest-snat-router-1855105560', 'tenant_id': '12bb64af04f94aa3bb560ab66fe63443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:06:47Z', 'updated_at': '2022-05-13T15:06:52Z', 'revision_number': 4, 'project_id': '12bb64af04f94aa3bb560ab66fe63443', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:53.426240 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34c5a51-dc6d-44f3-a23b-d6cbf21d9aa5 None None] The sync data for ids ['b2b87a0f-2ccf-4822-bcb0-f3080cb2d4b8'] in n-d-841760-1 is: [{'id': 'b2b87a0f-2ccf-4822-bcb0-f3080cb2d4b8', 'name': 'tempest-snat-router-1855105560', 'tenant_id': '12bb64af04f94aa3bb560ab66fe63443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:06:47Z', 'updated_at': '2022-05-13T15:06:52Z', 'revision_number': 4, 'project_id': '12bb64af04f94aa3bb560ab66fe63443', 'gw_port_host': None}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:06:53.467835 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-71ef2b0b-7d54-4896-930f-e3c67eee556b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:53.490573 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-71ef2b0b-7d54-4896-930f-e3c67eee556b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:06:53.501499 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-71ef2b0b-7d54-4896-930f-e3c67eee556b admin admin] Usage tracker for resource:security_group_rule and tenant:94dff8c0753f456c8a828ddb72e1cebd is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:06:53.503138 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1b5b4-ae29-416c-a84c-78798f200d53 req-44dd13c2-fc7e-460c-a7d9-3696e875a3ba tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:53.505161 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b0f1b5b4-ae29-416c-a84c-78798f200d53 req-44dd13c2-fc7e-460c-a7d9-3696e875a3ba tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 945 time: 0.1070902 May 13 15:06:53.518180 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-71ef2b0b-7d54-4896-930f-e3c67eee556b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:06:53.528239 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-71ef2b0b-7d54-4896-930f-e3c67eee556b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:06:53.555225 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-5a6ddd2b-4bb6-43da-8c5f-2b54aa527b1b service neutron] For port a4d21609-7503-475c-ae08-de186e2a3f4d, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=a4d21609-7503-475c-ae08-de186e2a3f4d,segment=NetworkSegment(45bd3944-9a0e-4d92-bccc-17cac1ef1a45),segment_id=45bd3944-9a0e-4d92-bccc-17cac1ef1a45)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:06:53.565715 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b0f1b5b4-ae29-416c-a84c-78798f200d53 req-f80aad69-26bf-4f21-a404-10815ecac6c2 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499313 May 13 15:06:53.612698 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-5a6ddd2b-4bb6-43da-8c5f-2b54aa527b1b service neutron] For port a4d21609-7503-475c-ae08-de186e2a3f4d, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:06:53.697860 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff21a1a-3be9-4df8-8985-23fdd0686afe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4d21609-7503-475c-ae08-de186e2a3f4d'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:06:53.706771 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-5a6ddd2b-4bb6-43da-8c5f-2b54aa527b1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:53.767032 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-71ef2b0b-7d54-4896-930f-e3c67eee556b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:53.774771 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-5a6ddd2b-4bb6-43da-8c5f-2b54aa527b1b service neutron] Transition to ACTIVE for port object a4d21609-7503-475c-ae08-de186e2a3f4d will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:06:53.778541 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-71ef2b0b-7d54-4896-930f-e3c67eee556b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:53.811581 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-5a6ddd2b-4bb6-43da-8c5f-2b54aa527b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:53.813482 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-ed89faff-96fa-4d44-8322-39f20203234b tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Deleting port cc74259c-1aa9-4a37-bc2a-5f8f36604065 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:06:53.814178 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed89faff-96fa-4d44-8322-39f20203234b tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:54.031536 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-ed89faff-96fa-4d44-8322-39f20203234b tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] For port cc74259c-1aa9-4a37-bc2a-5f8f36604065, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=cc74259c-1aa9-4a37-bc2a-5f8f36604065,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:06:54.031934 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed89faff-96fa-4d44-8322-39f20203234b tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:54.085891 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37d18a28-2066-4c64-b809-3dd4860768fd'] response: {'server_uuid': '5ff21a1a-3be9-4df8-8985-23fdd0686afe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4d21609-7503-475c-ae08-de186e2a3f4d', 'code': 200} May 13 15:06:54.114835 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef2b0b-7d54-4896-930f-e3c67eee556b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bdd74e-22da-4896-bf09-cc2fedda534e,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:54.148751 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ddd2b-4bb6-43da-8c5f-2b54aa527b1b service neutron] Pushing event updated for resources: {'Port': ['ID=a4d21609-7503-475c-ae08-de186e2a3f4d,revision_number=6']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:54.161199 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34236) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:54.162740 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-71ef2b0b-7d54-4896-930f-e3c67eee556b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=94dff8c0753f456c8a828ddb72e1cebd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9746091 May 13 15:06:54.171071 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-ed89faff-96fa-4d44-8322-39f20203234b tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Calling delete_port for cc74259c-1aa9-4a37-bc2a-5f8f36604065 owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:06:54.289095 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-5a6ddd2b-4bb6-43da-8c5f-2b54aa527b1b service neutron] No DVR routers for this DVR port a4d21609-7503-475c-ae08-de186e2a3f4d on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:06:54.376959 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-eb8334f5-d4e1-4d74-a07e-4e52fe9b01ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:54.413189 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-eb8334f5-d4e1-4d74-a07e-4e52fe9b01ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:54.532117 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-eb8334f5-d4e1-4d74-a07e-4e52fe9b01ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:54.543865 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed89faff-96fa-4d44-8322-39f20203234b tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:54.590864 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8334f5-d4e1-4d74-a07e-4e52fe9b01ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bdd74e-22da-4896-bf09-cc2fedda534e,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:54.604363 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89faff-96fa-4d44-8322-39f20203234b tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc74259c-1aa9-4a37-bc2a-5f8f36604065,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:54.606626 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-5a6ddd2b-4bb6-43da-8c5f-2b54aa527b1b service neutron] Attempting to bind port a4d21609-7503-475c-ae08-de186e2a3f4d on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:06:54.607038 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-5a6ddd2b-4bb6-43da-8c5f-2b54aa527b1b service neutron] Attempting to bind port a4d21609-7503-475c-ae08-de186e2a3f4d by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '45bd3944-9a0e-4d92-bccc-17cac1ef1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:06:54.607486 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-5a6ddd2b-4bb6-43da-8c5f-2b54aa527b1b service neutron] Attempting to bind port a4d21609-7503-475c-ae08-de186e2a3f4d on network e3a6761f-ecfa-4c6e-8de4-1979149c6e9c {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:06:54.613661 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-5a6ddd2b-4bb6-43da-8c5f-2b54aa527b1b service neutron] Port a4d21609-7503-475c-ae08-de186e2a3f4d on network e3a6761f-ecfa-4c6e-8de4-1979149c6e9c not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:06:54.614096 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-5a6ddd2b-4bb6-43da-8c5f-2b54aa527b1b service neutron] Attempting to bind port a4d21609-7503-475c-ae08-de186e2a3f4d on network e3a6761f-ecfa-4c6e-8de4-1979149c6e9c {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:06:54.621060 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-5a6ddd2b-4bb6-43da-8c5f-2b54aa527b1b service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:06:54.621619 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-5a6ddd2b-4bb6-43da-8c5f-2b54aa527b1b service neutron] Checking segment: {'id': '45bd3944-9a0e-4d92-bccc-17cac1ef1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:06:54.621982 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-5a6ddd2b-4bb6-43da-8c5f-2b54aa527b1b service neutron] Bound using segment: {'id': '45bd3944-9a0e-4d92-bccc-17cac1ef1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:06:54.622502 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-5a6ddd2b-4bb6-43da-8c5f-2b54aa527b1b service neutron] Bound port: a4d21609-7503-475c-ae08-de186e2a3f4d, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45bd3944-9a0e-4d92-bccc-17cac1ef1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:06:54.623213 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-5a6ddd2b-4bb6-43da-8c5f-2b54aa527b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:54.737612 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-5a6ddd2b-4bb6-43da-8c5f-2b54aa527b1b service neutron] For port a4d21609-7503-475c-ae08-de186e2a3f4d, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:06:54.741622 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-5a6ddd2b-4bb6-43da-8c5f-2b54aa527b1b service neutron] For port a4d21609-7503-475c-ae08-de186e2a3f4d, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a4d21609-7503-475c-ae08-de186e2a3f4d,segment=NetworkSegment(45bd3944-9a0e-4d92-bccc-17cac1ef1a45),segment_id=45bd3944-9a0e-4d92-bccc-17cac1ef1a45)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:06:54.747959 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-5a6ddd2b-4bb6-43da-8c5f-2b54aa527b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:54.814903 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-5a6ddd2b-4bb6-43da-8c5f-2b54aa527b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:54.815645 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-5a6ddd2b-4bb6-43da-8c5f-2b54aa527b1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:54.817006 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-eb8334f5-d4e1-4d74-a07e-4e52fe9b01ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:54.817189 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-5a6ddd2b-4bb6-43da-8c5f-2b54aa527b1b service neutron] 10.222.0.74 "PUT /v2.0/ports/a4d21609-7503-475c-ae08-de186e2a3f4d HTTP/1.1" status: 200 len: 1091 time: 1.8886755 May 13 15:06:54.818128 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-eb8334f5-d4e1-4d74-a07e-4e52fe9b01ab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f8bdd74e-22da-4896-bf09-cc2fedda534e HTTP/1.1" status: 204 len: 168 time: 0.6555138 May 13 15:06:54.874970 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ddd2b-4bb6-43da-8c5f-2b54aa527b1b service neutron] Pushing event updated for resources: {'Port': ['ID=a4d21609-7503-475c-ae08-de186e2a3f4d,revision_number=7']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:54.924604 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed89faff-96fa-4d44-8322-39f20203234b tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:55.005211 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-406d07ab-db61-44cc-aa1e-b22e71c89f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:55.007057 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-406d07ab-db61-44cc-aa1e-b22e71c89f73 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 1094 time: 0.1396811 May 13 15:06:55.125804 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed89faff-96fa-4d44-8322-39f20203234b tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:55.128290 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed89faff-96fa-4d44-8322-39f20203234b tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:55.166875 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60478c-35d6-40eb-a15f-303e8eb906f8 req-e5a69cd5-4ff4-42a8-a71f-222ba0a455bf tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:55.168679 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d60478c-35d6-40eb-a15f-303e8eb906f8 req-e5a69cd5-4ff4-42a8-a71f-222ba0a455bf tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 943 time: 0.3629441 May 13 15:06:55.174208 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed89faff-96fa-4d44-8322-39f20203234b tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:55.174756 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed89faff-96fa-4d44-8322-39f20203234b tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2b87a0f-2ccf-4822-bcb0-f3080cb2d4b8 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:06:55.183843 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-25d15003-e6ff-4db9-be45-3414e3f02622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:55.185205 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed89faff-96fa-4d44-8322-39f20203234b tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:55.185687 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-25d15003-e6ff-4db9-be45-3414e3f02622 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e3a6761f-ecfa-4c6e-8de4-1979149c6e9c HTTP/1.1" status: 200 len: 897 time: 0.1714058 May 13 15:06:55.186372 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ed89faff-96fa-4d44-8322-39f20203234b tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "DELETE /v2.0/routers/b2b87a0f-2ccf-4822-bcb0-f3080cb2d4b8 HTTP/1.1" status: 204 len: 168 time: 3.6167390 May 13 15:06:55.188995 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34248) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:55.343791 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-8aa3267e-fe11-4363-a3b7-3cb0d56869cc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4d21609-7503-475c-ae08-de186e2a3f4d HTTP/1.1" status: 200 len: 998 time: 0.1517124 May 13 15:06:55.415529 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9d60478c-35d6-40eb-a15f-303e8eb906f8 req-6c92c7e3-09c6-418a-8529-8daa111e15a8 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575062 May 13 15:06:55.416338 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34252) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:55.463413 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e19ec2a5-89fa-4470-8156-bb1143d78c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:55.490680 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e19ec2a5-89fa-4470-8156-bb1143d78c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:06:55.497278 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-373b499e-1336-45dc-9c33-9a8195257ad0 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:55.544387 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-6a83def6-4d3e-4638-846d-1fc770bdc75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:55.545868 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-6a83def6-4d3e-4638-846d-1fc770bdc75f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=01d0ea17-55a0-4a26-b442-418fd779e696 HTTP/1.1" status: 200 len: 834 time: 0.1951940 May 13 15:06:55.547476 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e19ec2a5-89fa-4470-8156-bb1143d78c2f admin admin] Usage tracker for resource:security_group_rule and tenant:fb2624d8900f41ba9845ad2dd5fa1185 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:06:55.556135 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e19ec2a5-89fa-4470-8156-bb1143d78c2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:06:55.582660 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e19ec2a5-89fa-4470-8156-bb1143d78c2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:06:55.644629 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-a921f751-1325-4941-81e4-f08bc7608df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:55.646298 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-a921f751-1325-4941-81e4-f08bc7608df3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e3a6761f-ecfa-4c6e-8de4-1979149c6e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941675 May 13 15:06:55.762884 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-373b499e-1336-45dc-9c33-9a8195257ad0 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:55.804174 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-373b499e-1336-45dc-9c33-9a8195257ad0 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Deleting port ad3fcc62-c0cb-47da-a826-c576a55665ab {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:06:55.804726 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-373b499e-1336-45dc-9c33-9a8195257ad0 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:55.805433 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-01fa8a3a-f5f0-46b0-823c-2d06895bf5fc service neutron] 10.222.0.74 "GET /v2.0/networks/e3a6761f-ecfa-4c6e-8de4-1979149c6e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524749 May 13 15:06:55.941919 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e19ec2a5-89fa-4470-8156-bb1143d78c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:55.959941 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b37e3a36-c418-47b6-b12d-5540c3ecc5dd req-b1f21afb-7ee9-484b-bf54-bfbf92412ffe service neutron] 10.222.0.74 "GET /v2.0/networks/e3a6761f-ecfa-4c6e-8de4-1979149c6e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476808 May 13 15:06:55.969716 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e19ec2a5-89fa-4470-8156-bb1143d78c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:56.087060 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff21a1a-3be9-4df8-8985-23fdd0686afe', 'tag': 'a4d21609-7503-475c-ae08-de186e2a3f4d'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:06:56.096268 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e19ec2a5-89fa-4470-8156-bb1143d78c2f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb2624d8900f41ba9845ad2dd5fa1185&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6645718 May 13 15:06:56.101931 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34258) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:56.104341 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ec2a5-89fa-4470-8156-bb1143d78c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2497b9e-03d7-48a7-a557-ad3c2e3275f3,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:56.160915 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5278d852-68f4-4d8d-83f4-2b59e97ef9ed'] response: {'name': 'network-changed', 'server_uuid': '5ff21a1a-3be9-4df8-8985-23fdd0686afe', 'tag': 'a4d21609-7503-475c-ae08-de186e2a3f4d', 'status': 'completed', 'code': 200} May 13 15:06:56.330510 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device a4d21609-7503-475c-ae08-de186e2a3f4d no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:06:56.331305 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-373b499e-1336-45dc-9c33-9a8195257ad0 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] For port ad3fcc62-c0cb-47da-a826-c576a55665ab, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=ad3fcc62-c0cb-47da-a826-c576a55665ab,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:06:56.331540 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-373b499e-1336-45dc-9c33-9a8195257ad0 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:56.356148 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64b599-d8ab-46a9-b651-59a8c01f2082 req-5e5ab82b-c86c-4eb8-aff3-00f7c4f618cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:56.361920 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce64b599-d8ab-46a9-b651-59a8c01f2082 req-5e5ab82b-c86c-4eb8-aff3-00f7c4f618cf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 1094 time: 0.1358409 May 13 15:06:56.440687 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device a4d21609-7503-475c-ae08-de186e2a3f4d not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:06:56.496489 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-373b499e-1336-45dc-9c33-9a8195257ad0 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Calling delete_port for ad3fcc62-c0cb-47da-a826-c576a55665ab owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:06:56.515929 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64b599-d8ab-46a9-b651-59a8c01f2082 req-e31e2cb0-c43b-444f-a5f9-25bed4e5b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:56.517891 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce64b599-d8ab-46a9-b651-59a8c01f2082 req-e31e2cb0-c43b-444f-a5f9-25bed4e5b9b8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e3a6761f-ecfa-4c6e-8de4-1979149c6e9c HTTP/1.1" status: 200 len: 897 time: 0.1495676 May 13 15:06:56.526144 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a60a006-54bc-4a24-b6f3-f83ddccd66b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:56.678558 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce64b599-d8ab-46a9-b651-59a8c01f2082 req-c42fae9a-4e19-4860-ab4c-4f25c2facb44 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4d21609-7503-475c-ae08-de186e2a3f4d HTTP/1.1" status: 200 len: 998 time: 0.1542287 May 13 15:06:56.772305 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a60a006-54bc-4a24-b6f3-f83ddccd66b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:56.789722 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64b599-d8ab-46a9-b651-59a8c01f2082 req-36afb8d9-860f-41dd-9af8-2ca6074d9b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:56.791860 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce64b599-d8ab-46a9-b651-59a8c01f2082 req-36afb8d9-860f-41dd-9af8-2ca6074d9b9a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=01d0ea17-55a0-4a26-b442-418fd779e696 HTTP/1.1" status: 200 len: 834 time: 0.1074045 May 13 15:06:56.844934 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64b599-d8ab-46a9-b651-59a8c01f2082 req-4302c0fc-6228-4789-ab1c-492413cc8618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:56.846468 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ce64b599-d8ab-46a9-b651-59a8c01f2082 req-4302c0fc-6228-4789-ab1c-492413cc8618 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 1094 time: 0.6410298 May 13 15:06:56.880922 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64b599-d8ab-46a9-b651-59a8c01f2082 req-7b9793fa-fc70-4342-97da-c7714a8a12ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:56.882542 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce64b599-d8ab-46a9-b651-59a8c01f2082 req-7b9793fa-fc70-4342-97da-c7714a8a12ce service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e3a6761f-ecfa-4c6e-8de4-1979149c6e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847867 May 13 15:06:57.011443 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a60a006-54bc-4a24-b6f3-f83ddccd66b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:57.032833 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce64b599-d8ab-46a9-b651-59a8c01f2082 req-fa369f24-4b9a-4cdc-aa55-a16a4898e8dd service neutron] 10.222.0.74 "GET /v2.0/networks/e3a6761f-ecfa-4c6e-8de4-1979149c6e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435740 May 13 15:06:57.046985 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60a006-54bc-4a24-b6f3-f83ddccd66b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2497b9e-03d7-48a7-a557-ad3c2e3275f3,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:57.059513 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e6f32-cc3d-4837-a8a1-f030020ca28d req-796eda47-1a0a-4477-8e8f-e76e0132d8a2 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:57.061125 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef1e6f32-cc3d-4837-a8a1-f030020ca28d req-796eda47-1a0a-4477-8e8f-e76e0132d8a2 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 943 time: 0.3599465 May 13 15:06:57.103802 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a60a006-54bc-4a24-b6f3-f83ddccd66b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:57.105470 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4a60a006-54bc-4a24-b6f3-f83ddccd66b2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b2497b9e-03d7-48a7-a557-ad3c2e3275f3 HTTP/1.1" status: 204 len: 168 time: 0.9955454 May 13 15:06:57.124325 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64b599-d8ab-46a9-b651-59a8c01f2082 req-f2cf22eb-cf3d-4f01-8a8e-2f921147ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:57.126693 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ce64b599-d8ab-46a9-b651-59a8c01f2082 req-f2cf22eb-cf3d-4f01-8a8e-2f921147ee1e service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3a6761f-ecfa-4c6e-8de4-1979149c6e9c HTTP/1.1" status: 200 len: 897 time: 0.2677824 May 13 15:06:57.213511 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce64b599-d8ab-46a9-b651-59a8c01f2082 req-dd5e130f-56f9-4f98-838c-2043cfaec04a service neutron] 10.222.0.74 "GET /v2.0/networks/e3a6761f-ecfa-4c6e-8de4-1979149c6e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734118 May 13 15:06:57.286904 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ad7f2ee9-cdd6-4d36-83dc-6cafd9dc36af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:57.364681 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef1e6f32-cc3d-4837-a8a1-f030020ca28d req-7123ff2d-300e-41f1-99d8-86abda8a0c13 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2700229 May 13 15:06:57.371919 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ce64b599-d8ab-46a9-b651-59a8c01f2082 req-b82f1384-9e6c-43b0-b825-e779b94f53cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4d21609-7503-475c-ae08-de186e2a3f4d HTTP/1.1" status: 200 len: 998 time: 0.2339268 May 13 15:06:57.372909 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-373b499e-1336-45dc-9c33-9a8195257ad0 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:57.478341 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b499e-1336-45dc-9c33-9a8195257ad0 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad3fcc62-c0cb-47da-a826-c576a55665ab,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:57.584356 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64b599-d8ab-46a9-b651-59a8c01f2082 req-b79f2d6e-fc54-4336-a19f-b45dc5603559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:57.585857 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ce64b599-d8ab-46a9-b651-59a8c01f2082 req-b79f2d6e-fc54-4336-a19f-b45dc5603559 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=01d0ea17-55a0-4a26-b442-418fd779e696 HTTP/1.1" status: 200 len: 834 time: 0.2037635 May 13 15:06:57.686785 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-373b499e-1336-45dc-9c33-9a8195257ad0 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:57.961505 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-373b499e-1336-45dc-9c33-9a8195257ad0 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:57.965886 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-373b499e-1336-45dc-9c33-9a8195257ad0 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:57.996927 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64b599-d8ab-46a9-b651-59a8c01f2082 req-d506c258-d0f7-4774-9821-76dd28735449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:57.998577 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ce64b599-d8ab-46a9-b651-59a8c01f2082 req-d506c258-d0f7-4774-9821-76dd28735449 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3a6761f-ecfa-4c6e-8de4-1979149c6e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4044514 May 13 15:06:57.999720 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-373b499e-1336-45dc-9c33-9a8195257ad0 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:58.000287 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373b499e-1336-45dc-9c33-9a8195257ad0 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87a3273f-0e46-44cd-b14a-56d0500a1fd2 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:06:58.111940 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-373b499e-1336-45dc-9c33-9a8195257ad0 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:58.123188 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-373b499e-1336-45dc-9c33-9a8195257ad0 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "DELETE /v2.0/routers/87a3273f-0e46-44cd-b14a-56d0500a1fd2 HTTP/1.1" status: 204 len: 168 time: 2.9234641 May 13 15:06:58.123502 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34284) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:58.125075 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-366575e4-9835-43ed-93e8-d7e68662b371 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1108767531', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}, 'admin_state_up': False}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:06:58.133197 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-366575e4-9835-43ed-93e8-d7e68662b371 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:06:58.138746 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-366575e4-9835-43ed-93e8-d7e68662b371 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Usage tracker for resource:router and tenant:b80a12d8b9374ebfb39a7bd0a40155e0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:06:58.142439 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-366575e4-9835-43ed-93e8-d7e68662b371 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:06:58.150943 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-366575e4-9835-43ed-93e8-d7e68662b371 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:06:58.164327 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-366575e4-9835-43ed-93e8-d7e68662b371 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:58.166020 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-366575e4-9835-43ed-93e8-d7e68662b371 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:58.194504 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-366575e4-9835-43ed-93e8-d7e68662b371 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:58.210397 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ce64b599-d8ab-46a9-b651-59a8c01f2082 req-b648441a-51d1-49ca-a2e6-12433ca2ce5a service neutron] 10.222.0.59 "GET /v2.0/networks/e3a6761f-ecfa-4c6e-8de4-1979149c6e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027683 May 13 15:06:58.381176 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ce64b599-d8ab-46a9-b651-59a8c01f2082 req-b3d4002e-f0e8-436a-b0be-e2f5f7896d86 service neutron] 10.222.0.59 "GET /v2.0/networks/e3a6761f-ecfa-4c6e-8de4-1979149c6e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646321 May 13 15:06:58.722257 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-366575e4-9835-43ed-93e8-d7e68662b371 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:58.800902 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:58.876416 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d8d29-0df1-491b-9458-64da53c3fa0f req-4ef37261-4b01-4610-a2ef-96f11a539979 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:58.878374 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-033d8d29-0df1-491b-9458-64da53c3fa0f req-4ef37261-4b01-4610-a2ef-96f11a539979 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 943 time: 0.2099524 May 13 15:06:58.944975 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-033d8d29-0df1-491b-9458-64da53c3fa0f req-96c939d7-4ac3-4c4f-bbf8-47f748d8b509 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576828 May 13 15:06:59.127960 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-366575e4-9835-43ed-93e8-d7e68662b371 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:59.164749 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-366575e4-9835-43ed-93e8-d7e68662b371 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:59.332619 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-366575e4-9835-43ed-93e8-d7e68662b371 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Allocated IP 172.25.0.152 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/0ef16b62-6e1a-4c9c-a07b-b2e29b904d39) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:06:59.499288 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-366575e4-9835-43ed-93e8-d7e68662b371 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:59.529943 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-366575e4-9835-43ed-93e8-d7e68662b371 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:59.602346 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366575e4-9835-43ed-93e8-d7e68662b371 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:06:59.605434 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-366575e4-9835-43ed-93e8-d7e68662b371 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:06:59.609390 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366575e4-9835-43ed-93e8-d7e68662b371 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:06:59.612230 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6f65cb14-4605-496e-b6e5-fdb1b414855f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:59.643775 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366575e4-9835-43ed-93e8-d7e68662b371 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Pushing event updated for resources: {'Port': ['ID=0ef16b62-6e1a-4c9c-a07b-b2e29b904d39,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:59.993486 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34350) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:00.055050 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ad3fcc62-c0cb-47da-a826-c576a55665ab no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:07:00.060512 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-366575e4-9835-43ed-93e8-d7e68662b371 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:00.091100 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: ad3fcc62-c0cb-47da-a826-c576a55665ab {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:07:00.091704 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ad3fcc62-c0cb-47da-a826-c576a55665ab not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:07:00.142756 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0fbcc9b9-73c6-40e9-bb67-42bb644b0a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:00.159716 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-0fbcc9b9-73c6-40e9-bb67-42bb644b0a3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:00.163649 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0fbcc9b9-73c6-40e9-bb67-42bb644b0a3f admin admin] Usage tracker for resource:security_group_rule and tenant:5594f363d3df4998a8774b6eef778654 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:00.166654 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0fbcc9b9-73c6-40e9-bb67-42bb644b0a3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:00.172996 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-0fbcc9b9-73c6-40e9-bb67-42bb644b0a3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:00.268397 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0fbcc9b9-73c6-40e9-bb67-42bb644b0a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:00.276779 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0fbcc9b9-73c6-40e9-bb67-42bb644b0a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:00.369226 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbcc9b9-73c6-40e9-bb67-42bb644b0a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6b7a6f-36b5-4693-bc94-004632f50d33,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:00.389211 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0fbcc9b9-73c6-40e9-bb67-42bb644b0a3f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5594f363d3df4998a8774b6eef778654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3909039 May 13 15:07:00.390748 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34358) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:00.393731 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcc9b9-73c6-40e9-bb67-42bb644b0a3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:00.394068 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcc9b9-73c6-40e9-bb67-42bb644b0a3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:00.394396 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcc9b9-73c6-40e9-bb67-42bb644b0a3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:00.394723 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcc9b9-73c6-40e9-bb67-42bb644b0a3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:00.395042 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcc9b9-73c6-40e9-bb67-42bb644b0a3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:00.395395 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcc9b9-73c6-40e9-bb67-42bb644b0a3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:00.395713 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcc9b9-73c6-40e9-bb67-42bb644b0a3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:00.396113 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcc9b9-73c6-40e9-bb67-42bb644b0a3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:00.396347 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcc9b9-73c6-40e9-bb67-42bb644b0a3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:00.396659 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcc9b9-73c6-40e9-bb67-42bb644b0a3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:00.397416 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcc9b9-73c6-40e9-bb67-42bb644b0a3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:00.397416 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcc9b9-73c6-40e9-bb67-42bb644b0a3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:00.611880 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fcd3dd-005a-47c3-9bbe-797b2439a7af req-b4ac5227-02b9-416d-b157-d15211e166ac tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:00.613452 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0fcd3dd-005a-47c3-9bbe-797b2439a7af req-b4ac5227-02b9-416d-b157-d15211e166ac tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 943 time: 0.5495863 May 13 15:07:00.619358 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-781a5e0e-50e6-48ac-9547-296ddbc66629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:00.668177 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-366575e4-9835-43ed-93e8-d7e68662b371 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:00.668786 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-781a5e0e-50e6-48ac-9547-296ddbc66629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:00.706010 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0fcd3dd-005a-47c3-9bbe-797b2439a7af req-1fdd1dee-855a-4e93-8910-511d7405ec1d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746427 May 13 15:07:00.755162 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-781a5e0e-50e6-48ac-9547-296ddbc66629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:00.762057 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:00.765639 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:00.767459 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a5e0e-50e6-48ac-9547-296ddbc66629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6b7a6f-36b5-4693-bc94-004632f50d33,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:00.783746 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-781a5e0e-50e6-48ac-9547-296ddbc66629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:00.784960 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-781a5e0e-50e6-48ac-9547-296ddbc66629 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ae6b7a6f-36b5-4693-bc94-004632f50d33 HTTP/1.1" status: 204 len: 168 time: 0.3931525 May 13 15:07:00.820383 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device a4d21609-7503-475c-ae08-de186e2a3f4d details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:07:00.930860 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366575e4-9835-43ed-93e8-d7e68662b371 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Router d115079b-c3b2-403d-b5c7-9aef631debd1 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:07:01.082915 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port a4d21609-7503-475c-ae08-de186e2a3f4d, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a4d21609-7503-475c-ae08-de186e2a3f4d,segment=NetworkSegment(45bd3944-9a0e-4d92-bccc-17cac1ef1a45),segment_id=45bd3944-9a0e-4d92-bccc-17cac1ef1a45)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:01.102657 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'a4d21609-7503-475c-ae08-de186e2a3f4d', 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c', 'port_id': 'a4d21609-7503-475c-ae08-de186e2a3f4d', 'mac_address': 'fa:16:3e:40:d0:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01d0ea17-55a0-4a26-b442-418fd779e696', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:07:01.196961 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port a4d21609-7503-475c-ae08-de186e2a3f4d is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:07:01.197576 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366575e4-9835-43ed-93e8-d7e68662b371 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:07:01.200068 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:01.204255 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42a8be-bd80-4279-a5b3-f57a0ddcdb57 req-9f3a6c2c-538c-49e2-bd73-6ea7d25f935e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:01.205839 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fe42a8be-bd80-4279-a5b3-f57a0ddcdb57 req-9f3a6c2c-538c-49e2-bd73-6ea7d25f935e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 943 time: 0.1672127 May 13 15:07:01.214262 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cdfd2b-440a-478f-aaea-edbc367923ec None None] Sync routers for ids ['d115079b-c3b2-403d-b5c7-9aef631debd1'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:07:01.214913 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24403079-53af-40ae-9608-b3ba7ee50e7a req-4f71b51b-613f-4552-876d-68512b343569 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:01.216402 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-24403079-53af-40ae-9608-b3ba7ee50e7a req-4f71b51b-613f-4552-876d-68512b343569 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe&tenant_id=d15e70e5e3144c2db24c850097c3fbb0&binding%3Ahost_id=n-h2-841760-1 HTTP/1.1" status: 200 len: 943 time: 0.1382182 May 13 15:07:01.230792 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cdfd2b-440a-478f-aaea-edbc367923ec None None] Routers {'d115079b-c3b2-403d-b5c7-9aef631debd1'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:07:01.232410 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-d3cdfd2b-440a-478f-aaea-edbc367923ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:07:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['d115079b-c3b2-403d-b5c7-9aef631debd1'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:01.256649 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4d21609-7503-475c-ae08-de186e2a3f4d {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:07:01.285529 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-366575e4-9835-43ed-93e8-d7e68662b371 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:01.287172 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-366575e4-9835-43ed-93e8-d7e68662b371 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.1667953 May 13 15:07:01.289990 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34370) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:01.296427 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-ab8f3f36-1174-44a9-bfcf-cc25bc2edde5 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'enable_snat': False}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:01.298179 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port a4d21609-7503-475c-ae08-de186e2a3f4d, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a4d21609-7503-475c-ae08-de186e2a3f4d,segment=NetworkSegment(45bd3944-9a0e-4d92-bccc-17cac1ef1a45),segment_id=45bd3944-9a0e-4d92-bccc-17cac1ef1a45)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:01.302328 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34374) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:01.308963 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:01.354149 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-d3cdfd2b-440a-478f-aaea-edbc367923ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:01.364570 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cdfd2b-440a-478f-aaea-edbc367923ec None None] Routers {'d115079b-c3b2-403d-b5c7-9aef631debd1'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:07:01.365478 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-d3cdfd2b-440a-478f-aaea-edbc367923ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:07:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['d115079b-c3b2-403d-b5c7-9aef631debd1'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:01.365791 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fe42a8be-bd80-4279-a5b3-f57a0ddcdb57 req-dda2a9c6-5405-4e87-baa8-c56219f1d609 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483755 May 13 15:07:01.366529 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6c07c590-a38a-405d-8175-e264aab1a20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:01.398028 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [req-24403079-53af-40ae-9608-b3ba7ee50e7a req-c6947cf9-6833-4481-ad95-00bbdcc10484 service neutron] delete failed (client error): The resource could not be found. May 13 15:07:01.399542 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-24403079-53af-40ae-9608-b3ba7ee50e7a req-c6947cf9-6833-4481-ad95-00bbdcc10484 service neutron] 10.222.0.59 "DELETE /v2.0/ports/a4d21609-7503-475c-ae08-de186e2a3f4d/bindings/n-h1-841760-1 HTTP/1.1" status: 404 len: 380 time: 0.1669266 May 13 15:07:01.400673 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6c07c590-a38a-405d-8175-e264aab1a20c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:01.401550 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=a4d21609-7503-475c-ae08-de186e2a3f4d,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:01.405054 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6c07c590-a38a-405d-8175-e264aab1a20c admin admin] Usage tracker for resource:security_group_rule and tenant:32acc59b1c9e48ea93726562f0f5de7a is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:01.408909 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6c07c590-a38a-405d-8175-e264aab1a20c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:01.418170 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6c07c590-a38a-405d-8175-e264aab1a20c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:01.449770 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-d3cdfd2b-440a-478f-aaea-edbc367923ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:01.450495 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cdfd2b-440a-478f-aaea-edbc367923ec None None] The sync data for ids ['d115079b-c3b2-403d-b5c7-9aef631debd1'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:07:01.595743 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6c07c590-a38a-405d-8175-e264aab1a20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:01.604631 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6c07c590-a38a-405d-8175-e264aab1a20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:01.622451 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24403079-53af-40ae-9608-b3ba7ee50e7a req-5ad43dee-c00a-4ce8-b42c-b1d5d94d6916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:01.624041 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-24403079-53af-40ae-9608-b3ba7ee50e7a req-5ad43dee-c00a-4ce8-b42c-b1d5d94d6916 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 1095 time: 0.1463437 May 13 15:07:01.705257 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['a4d21609-7503-475c-ae08-de186e2a3f4d'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:07:01.739633 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6c07c590-a38a-405d-8175-e264aab1a20c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=32acc59b1c9e48ea93726562f0f5de7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4337356 May 13 15:07:01.741229 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34378) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:01.750791 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07c590-a38a-405d-8175-e264aab1a20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae973fb-d57c-4a11-8f56-c4469aca5c20,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:01.816370 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24403079-53af-40ae-9608-b3ba7ee50e7a req-753a6d3e-84ba-41c4-9cc8-cf237ab8703a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:01.818525 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-24403079-53af-40ae-9608-b3ba7ee50e7a req-753a6d3e-84ba-41c4-9cc8-cf237ab8703a service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3a6761f-ecfa-4c6e-8de4-1979149c6e9c HTTP/1.1" status: 200 len: 897 time: 0.1857097 May 13 15:07:01.887569 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9f6eb549-7145-4620-8a77-2a563b49f79e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:01.943897 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9f6eb549-7145-4620-8a77-2a563b49f79e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:01.952192 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-24403079-53af-40ae-9608-b3ba7ee50e7a req-0e9f2158-5eb4-44d8-8d40-f2a0426e7051 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4d21609-7503-475c-ae08-de186e2a3f4d HTTP/1.1" status: 200 len: 999 time: 0.1266065 May 13 15:07:02.029056 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24403079-53af-40ae-9608-b3ba7ee50e7a req-91c0254b-df78-4672-870f-80d34ed4fbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:02.030972 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-24403079-53af-40ae-9608-b3ba7ee50e7a req-91c0254b-df78-4672-870f-80d34ed4fbac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=01d0ea17-55a0-4a26-b442-418fd779e696 HTTP/1.1" status: 200 len: 834 time: 0.0728686 May 13 15:07:02.066129 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ab8f3f36-1174-44a9-bfcf-cc25bc2edde5 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:02.129804 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24403079-53af-40ae-9608-b3ba7ee50e7a req-a3eee41e-9e9d-4e84-ac7c-e4fc1e961cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:02.131641 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-24403079-53af-40ae-9608-b3ba7ee50e7a req-a3eee41e-9e9d-4e84-ac7c-e4fc1e961cdb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3a6761f-ecfa-4c6e-8de4-1979149c6e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946264 May 13 15:07:02.202866 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:02.288010 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-24403079-53af-40ae-9608-b3ba7ee50e7a req-f5456362-2393-48ae-bff6-b8e1b37cbd5e service neutron] 10.222.0.59 "GET /v2.0/networks/e3a6761f-ecfa-4c6e-8de4-1979149c6e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452308 May 13 15:07:02.313257 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9f6eb549-7145-4620-8a77-2a563b49f79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:02.335095 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6eb549-7145-4620-8a77-2a563b49f79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae973fb-d57c-4a11-8f56-c4469aca5c20,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:02.355849 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9f6eb549-7145-4620-8a77-2a563b49f79e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:02.359729 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9f6eb549-7145-4620-8a77-2a563b49f79e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ae973fb-d57c-4a11-8f56-c4469aca5c20 HTTP/1.1" status: 204 len: 168 time: 0.6151850 May 13 15:07:02.578107 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-24403079-53af-40ae-9608-b3ba7ee50e7a req-a5a6cc15-61af-47f8-9899-173d879cb5c5 service neutron] 10.222.0.59 "GET /v2.0/networks/e3a6761f-ecfa-4c6e-8de4-1979149c6e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831481 May 13 15:07:02.839954 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device a4d21609-7503-475c-ae08-de186e2a3f4d up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:07:02.878258 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee5ef7-3d85-4712-98c1-f643d5164255 req-ba54952a-a4c2-4359-8090-b67115341044 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:02.879817 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c9ee5ef7-3d85-4712-98c1-f643d5164255 req-ba54952a-a4c2-4359-8090-b67115341044 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 944 time: 0.2489147 May 13 15:07:02.940000 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port a4d21609-7503-475c-ae08-de186e2a3f4d completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:07:02.952294 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port a4d21609-7503-475c-ae08-de186e2a3f4d triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:02.953229 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:03.020147 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c9ee5ef7-3d85-4712-98c1-f643d5164255 req-15d42958-e894-4e89-851a-3dafc91c3583 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311395 May 13 15:07:03.113126 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port a4d21609-7503-475c-ae08-de186e2a3f4d is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:07:03.113510 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:03.143351 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff21a1a-3be9-4df8-8985-23fdd0686afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d21609-7503-475c-ae08-de186e2a3f4d'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:07:03.154632 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port a4d21609-7503-475c-ae08-de186e2a3f4d, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a4d21609-7503-475c-ae08-de186e2a3f4d,segment=NetworkSegment(45bd3944-9a0e-4d92-bccc-17cac1ef1a45),segment_id=45bd3944-9a0e-4d92-bccc-17cac1ef1a45)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:03.160567 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:03.272558 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a4f55f7-d5e6-457a-9037-b42eb125ef60'] response: {'server_uuid': '5ff21a1a-3be9-4df8-8985-23fdd0686afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d21609-7503-475c-ae08-de186e2a3f4d', 'code': 200} May 13 15:07:03.282888 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ab8f3f36-1174-44a9-bfcf-cc25bc2edde5 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:03.285941 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=a4d21609-7503-475c-ae08-de186e2a3f4d,revision_number=9']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:03.295677 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ab8f3f36-1174-44a9-bfcf-cc25bc2edde5 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33129349'] for router, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:03.524561 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8f3f36-1174-44a9-bfcf-cc25bc2edde5 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Router d115079b-c3b2-403d-b5c7-9aef631debd1 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:07:03.728704 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8f3f36-1174-44a9-bfcf-cc25bc2edde5 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:07:03.734905 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ab8f3f36-1174-44a9-bfcf-cc25bc2edde5 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:03.734905 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ab8f3f36-1174-44a9-bfcf-cc25bc2edde5 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "PUT /v2.0/routers/d115079b-c3b2-403d-b5c7-9aef631debd1 HTTP/1.1" status: 200 len: 926 time: 2.4434671 May 13 15:07:03.737338 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34410) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:03.752700 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f583ef3a-72cc-41ab-8d84-14677515045b None None] Sync routers for ids ['d115079b-c3b2-403d-b5c7-9aef631debd1'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:07:03.769826 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f583ef3a-72cc-41ab-8d84-14677515045b None None] Routers {'d115079b-c3b2-403d-b5c7-9aef631debd1'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:07:03.770862 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-f583ef3a-72cc-41ab-8d84-14677515045b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:07:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['d115079b-c3b2-403d-b5c7-9aef631debd1'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:03.895885 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-f583ef3a-72cc-41ab-8d84-14677515045b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:03.911422 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f583ef3a-72cc-41ab-8d84-14677515045b None None] Routers {'d115079b-c3b2-403d-b5c7-9aef631debd1'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:07:03.912524 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-f583ef3a-72cc-41ab-8d84-14677515045b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:07:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['d115079b-c3b2-403d-b5c7-9aef631debd1'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:03.931171 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2ffd730f-8f03-45fa-8fad-6001eb4609b4 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "GET /v2.0/routers/d115079b-c3b2-403d-b5c7-9aef631debd1 HTTP/1.1" status: 200 len: 926 time: 0.1897957 May 13 15:07:03.933595 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34420) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:04.038988 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-f583ef3a-72cc-41ab-8d84-14677515045b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:04.039428 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f583ef3a-72cc-41ab-8d84-14677515045b None None] The sync data for ids ['d115079b-c3b2-403d-b5c7-9aef631debd1'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:07:04.154366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b41fdfd-69b5-41ad-8098-992a394b8d60 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:04.155077 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0b41fdfd-69b5-41ad-8098-992a394b8d60 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Synchronizing usage tracker for tenant:12bb64af04f94aa3bb560ab66fe63443 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:07:04.208964 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0b41fdfd-69b5-41ad-8098-992a394b8d60 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Unset dirty status for tenant:12bb64af04f94aa3bb560ab66fe63443 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:07:04.212548 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0b41fdfd-69b5-41ad-8098-992a394b8d60 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=c35d8094-27c1-4288-955d-bcb140e23bf2&device_id=d115079b-c3b2-403d-b5c7-9aef631debd1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2753220 May 13 15:07:04.213050 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34430) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:04.265399 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee927536-0bfd-4d0c-9619-77a84aa016fa req-c7952c35-af0b-4bca-adb6-683f87f08a5a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:04.267394 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ee927536-0bfd-4d0c-9619-77a84aa016fa req-c7952c35-af0b-4bca-adb6-683f87f08a5a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 945 time: 0.1023879 May 13 15:07:04.321286 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ee927536-0bfd-4d0c-9619-77a84aa016fa req-aed35dca-f5f3-4159-850c-2881d8aae728 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457947 May 13 15:07:04.345774 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34440) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:04.395802 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a409c9ef-91f4-49a7-ada7-20380018e250 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:04.396761 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a409c9ef-91f4-49a7-ada7-20380018e250 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Synchronizing usage tracker for tenant:12bb64af04f94aa3bb560ab66fe63443 on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:07:04.424183 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a409c9ef-91f4-49a7-ada7-20380018e250 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Unset dirty status for tenant:12bb64af04f94aa3bb560ab66fe63443 on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:07:04.428553 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a409c9ef-91f4-49a7-ada7-20380018e250 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 881 time: 0.2118700 May 13 15:07:04.429035 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34444) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:04.439197 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34448) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:04.467714 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ab1afef2-5282-4d40-ab77-7f1d59fa99fd tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/floatingips/edd94ee9-f6b7-4c80-919c-452463a205fc HTTP/1.1" status: 200 len: 992 time: 0.1207523 May 13 15:07:04.480404 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-aa1fb6a3-2015-4918-8864-1d8a4e34d6ba tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] 10.222.0.35 "GET /v2.0/ports?device_id=d115079b-c3b2-403d-b5c7-9aef631debd1 HTTP/1.1" status: 200 len: 205 time: 0.0494745 May 13 15:07:04.484584 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34454) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:04.577923 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-cf841198-5f39-4f5b-bfb0-50064a1bd528 tempest-QuotasTest-666937840 tempest-QuotasTest-666937840-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:04.689937 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac25e370-a660-4d77-8dd6-1959106933a8 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:04.741713 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-cf841198-5f39-4f5b-bfb0-50064a1bd528 tempest-QuotasTest-666937840 tempest-QuotasTest-666937840-project-admin] 10.222.0.35 "PUT /v2.0/quotas/729d034bb6134d30b3524c73ad5dc06d HTTP/1.1" status: 200 len: 366 time: 0.3014438 May 13 15:07:04.744761 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34458) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:04.756135 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4a624b8a-331d-45d3-af7c-ff78db740bb2 tempest-QuotasTest-666937840 tempest-QuotasTest-666937840-project-admin] 10.222.0.35 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0102019 May 13 15:07:04.758592 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34462) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:04.769581 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-683985d0-21af-470f-b4d3-ee60a4bf4fad tempest-QuotasTest-666937840 tempest-QuotasTest-666937840-project-admin] 10.222.0.35 "GET /v2.0/quotas/729d034bb6134d30b3524c73ad5dc06d HTTP/1.1" status: 200 len: 366 time: 0.0098367 May 13 15:07:04.772035 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34466) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:04.787729 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e0a47773-82c7-472e-a726-c131d39d54ad tempest-QuotasTest-666937840 tempest-QuotasTest-666937840-project-admin] 10.222.0.35 "DELETE /v2.0/quotas/729d034bb6134d30b3524c73ad5dc06d HTTP/1.1" status: 204 len: 168 time: 0.0146246 May 13 15:07:04.790073 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34470) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:04.801856 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fce7c565-0686-488a-b187-ebeb9c5e4080 tempest-QuotasTest-666937840 tempest-QuotasTest-666937840-project-admin] 10.222.0.35 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0106390 May 13 15:07:04.804253 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34474) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:04.814893 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3ad8f807-fe47-4a1a-aa48-e0b9f354e884 tempest-QuotasTest-666937840 tempest-QuotasTest-666937840-project-admin] 10.222.0.35 "GET /v2.0/quotas/729d034bb6134d30b3524c73ad5dc06d HTTP/1.1" status: 200 len: 370 time: 0.0095997 May 13 15:07:04.817342 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34478) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:04.822943 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8d270911-f2d6-488c-aa98-6767bf47c2a8 tempest-QuotasTest-666937840 tempest-QuotasTest-666937840-project-admin] 10.222.0.35 "GET /v2.0/quotas/729d034bb6134d30b3524c73ad5dc06d/default HTTP/1.1" status: 200 len: 370 time: 0.0046103 May 13 15:07:04.825310 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34482) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:04.834023 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-cd25ab57-523e-4fd2-96d7-a8b98cc21e5c tempest-QuotasTest-666937840 tempest-QuotasTest-666937840-project-admin] delete failed (client error): The resource could not be found. May 13 15:07:04.835007 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cd25ab57-523e-4fd2-96d7-a8b98cc21e5c tempest-QuotasTest-666937840 tempest-QuotasTest-666937840-project-admin] 10.222.0.35 "DELETE /v2.0/quotas/729d034bb6134d30b3524c73ad5dc06d HTTP/1.1" status: 404 len: 348 time: 0.0088439 May 13 15:07:04.881918 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac25e370-a660-4d77-8dd6-1959106933a8 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:04.891894 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-ac25e370-a660-4d77-8dd6-1959106933a8 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Deleting port 0ef16b62-6e1a-4c9c-a07b-b2e29b904d39 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:07:04.892247 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac25e370-a660-4d77-8dd6-1959106933a8 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:04.964962 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34488) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:04.991317 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7285701c-b21c-4529-ab59-8c9635e4d75d tempest-QuotasTest-666937840 tempest-QuotasTest-666937840-project-admin] Usage tracker for resource:network and tenant:34fa89cda1c04d49ba2d35cfae4e7eea is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:05.000564 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7285701c-b21c-4529-ab59-8c9635e4d75d tempest-QuotasTest-666937840 tempest-QuotasTest-666937840-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:05.008009 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7285701c-b21c-4529-ab59-8c9635e4d75d tempest-QuotasTest-666937840 tempest-QuotasTest-666937840-project-admin] Usage tracker for resource:subnet and tenant:34fa89cda1c04d49ba2d35cfae4e7eea is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:05.012765 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7285701c-b21c-4529-ab59-8c9635e4d75d tempest-QuotasTest-666937840 tempest-QuotasTest-666937840-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:05.020814 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7285701c-b21c-4529-ab59-8c9635e4d75d tempest-QuotasTest-666937840 tempest-QuotasTest-666937840-project-admin] Usage tracker for resource:subnetpool and tenant:34fa89cda1c04d49ba2d35cfae4e7eea is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:05.025378 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7285701c-b21c-4529-ab59-8c9635e4d75d tempest-QuotasTest-666937840 tempest-QuotasTest-666937840-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:05.032659 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7285701c-b21c-4529-ab59-8c9635e4d75d tempest-QuotasTest-666937840 tempest-QuotasTest-666937840-project-admin] Usage tracker for resource:port and tenant:34fa89cda1c04d49ba2d35cfae4e7eea is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:05.037376 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7285701c-b21c-4529-ab59-8c9635e4d75d tempest-QuotasTest-666937840 tempest-QuotasTest-666937840-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:05.045158 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7285701c-b21c-4529-ab59-8c9635e4d75d tempest-QuotasTest-666937840 tempest-QuotasTest-666937840-project-admin] Usage tracker for resource:router and tenant:34fa89cda1c04d49ba2d35cfae4e7eea is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:05.049629 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7285701c-b21c-4529-ab59-8c9635e4d75d tempest-QuotasTest-666937840 tempest-QuotasTest-666937840-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:05.057119 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7285701c-b21c-4529-ab59-8c9635e4d75d tempest-QuotasTest-666937840 tempest-QuotasTest-666937840-project-admin] Usage tracker for resource:floatingip and tenant:34fa89cda1c04d49ba2d35cfae4e7eea is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:05.062304 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7285701c-b21c-4529-ab59-8c9635e4d75d tempest-QuotasTest-666937840 tempest-QuotasTest-666937840-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:05.095047 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7285701c-b21c-4529-ab59-8c9635e4d75d tempest-QuotasTest-666937840 tempest-QuotasTest-666937840-project-admin] Usage tracker for resource:security_group and tenant:34fa89cda1c04d49ba2d35cfae4e7eea is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:05.098825 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac25e370-a660-4d77-8dd6-1959106933a8 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:05.099714 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7285701c-b21c-4529-ab59-8c9635e4d75d tempest-QuotasTest-666937840 tempest-QuotasTest-666937840-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:05.107492 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7285701c-b21c-4529-ab59-8c9635e4d75d tempest-QuotasTest-666937840 tempest-QuotasTest-666937840-project-admin] Usage tracker for resource:security_group_rule and tenant:34fa89cda1c04d49ba2d35cfae4e7eea is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:05.111909 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7285701c-b21c-4529-ab59-8c9635e4d75d tempest-QuotasTest-666937840 tempest-QuotasTest-666937840-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:05.116808 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7285701c-b21c-4529-ab59-8c9635e4d75d tempest-QuotasTest-666937840 tempest-QuotasTest-666937840-project-admin] 10.222.0.35 "GET /v2.0/quotas/34fa89cda1c04d49ba2d35cfae4e7eea/details.json HTTP/1.1" status: 200 len: 703 time: 0.1502860 May 13 15:07:05.250923 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-ac25e370-a660-4d77-8dd6-1959106933a8 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Calling delete_port for 0ef16b62-6e1a-4c9c-a07b-b2e29b904d39 owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:07:05.469238 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac25e370-a660-4d77-8dd6-1959106933a8 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:05.541104 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25e370-a660-4d77-8dd6-1959106933a8 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Pushing event deleted for resources: {'Port': ['ID=0ef16b62-6e1a-4c9c-a07b-b2e29b904d39,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:05.663460 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34496) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:05.672873 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac25e370-a660-4d77-8dd6-1959106933a8 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:05.820064 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9451c42d-066f-4dee-aeda-992302857093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:05.837373 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9451c42d-066f-4dee-aeda-992302857093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:05.842506 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9451c42d-066f-4dee-aeda-992302857093 admin admin] Usage tracker for resource:security_group_rule and tenant:f04941f7307547a69d430b2676e5ddec is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:05.845930 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9451c42d-066f-4dee-aeda-992302857093 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:05.852575 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9451c42d-066f-4dee-aeda-992302857093 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:05.953205 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9451c42d-066f-4dee-aeda-992302857093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:05.957332 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9451c42d-066f-4dee-aeda-992302857093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:05.989193 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac25e370-a660-4d77-8dd6-1959106933a8 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:05.991455 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac25e370-a660-4d77-8dd6-1959106933a8 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:06.006681 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9451c42d-066f-4dee-aeda-992302857093 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f04941f7307547a69d430b2676e5ddec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3416257 May 13 15:07:06.007500 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451c42d-066f-4dee-aeda-992302857093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedd78ac-49d7-47a0-9b9c-fe0b137caffe,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:06.009343 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34502) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:06.023724 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac25e370-a660-4d77-8dd6-1959106933a8 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:06.024207 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac25e370-a660-4d77-8dd6-1959106933a8 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Fanout notify agent at l3_agent the message router_deleted on router d115079b-c3b2-403d-b5c7-9aef631debd1 {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:07:06.061907 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac25e370-a660-4d77-8dd6-1959106933a8 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:06.062983 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ac25e370-a660-4d77-8dd6-1959106933a8 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] 10.222.0.35 "DELETE /v2.0/routers/d115079b-c3b2-403d-b5c7-9aef631debd1 HTTP/1.1" status: 204 len: 168 time: 1.5772290 May 13 15:07:06.067029 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34506) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:06.072774 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-e88b41fa-5e2d-4a80-969b-1fb1ec0198ab tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-663820042', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:06.083411 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e88b41fa-5e2d-4a80-969b-1fb1ec0198ab tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:06.087338 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e88b41fa-5e2d-4a80-969b-1fb1ec0198ab tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Usage tracker for resource:router and tenant:b80a12d8b9374ebfb39a7bd0a40155e0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:06.088051 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1491c62f-8ada-4678-983d-dde680b013c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:06.090382 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e88b41fa-5e2d-4a80-969b-1fb1ec0198ab tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:06.097116 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e88b41fa-5e2d-4a80-969b-1fb1ec0198ab tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:06.107473 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e88b41fa-5e2d-4a80-969b-1fb1ec0198ab tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:06.108617 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e88b41fa-5e2d-4a80-969b-1fb1ec0198ab tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:06.115565 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1491c62f-8ada-4678-983d-dde680b013c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:06.125426 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e88b41fa-5e2d-4a80-969b-1fb1ec0198ab tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:06.143849 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e88b41fa-5e2d-4a80-969b-1fb1ec0198ab tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:06.171579 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1491c62f-8ada-4678-983d-dde680b013c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:06.176299 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e88b41fa-5e2d-4a80-969b-1fb1ec0198ab tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:06.177412 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e88b41fa-5e2d-4a80-969b-1fb1ec0198ab tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1092896 May 13 15:07:06.180479 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34510) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:06.186588 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-4862d124-4cbf-4acc-9b26-f6427baea710 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:06.191311 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491c62f-8ada-4678-983d-dde680b013c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedd78ac-49d7-47a0-9b9c-fe0b137caffe,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:06.197555 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1491c62f-8ada-4678-983d-dde680b013c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:06.202108 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1491c62f-8ada-4678-983d-dde680b013c5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cedd78ac-49d7-47a0-9b9c-fe0b137caffe HTTP/1.1" status: 204 len: 168 time: 0.1916037 May 13 15:07:06.521063 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34518) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:06.542337 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-78d81af4-31e3-4ab6-bc6f-efa4fb6fb552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:06.558461 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-78d81af4-31e3-4ab6-bc6f-efa4fb6fb552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:06.562944 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-78d81af4-31e3-4ab6-bc6f-efa4fb6fb552 admin admin] Usage tracker for resource:security_group_rule and tenant:34fa89cda1c04d49ba2d35cfae4e7eea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:06.566619 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-78d81af4-31e3-4ab6-bc6f-efa4fb6fb552 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:06.574229 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-78d81af4-31e3-4ab6-bc6f-efa4fb6fb552 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:06.672714 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-78d81af4-31e3-4ab6-bc6f-efa4fb6fb552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:06.677856 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-78d81af4-31e3-4ab6-bc6f-efa4fb6fb552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:06.733337 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-78d81af4-31e3-4ab6-bc6f-efa4fb6fb552 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=34fa89cda1c04d49ba2d35cfae4e7eea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2110236 May 13 15:07:06.734302 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d81af4-31e3-4ab6-bc6f-efa4fb6fb552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c4e43e-2d5e-4b05-b323-faf69b93b8ec,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:06.735924 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34522) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:06.755093 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4862d124-4cbf-4acc-9b26-f6427baea710 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:06.895318 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3e2b4e91-d136-4730-89d6-8fbde81f34d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:06.928123 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3e2b4e91-d136-4730-89d6-8fbde81f34d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:07.010365 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3e2b4e91-d136-4730-89d6-8fbde81f34d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:07.080551 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b4e91-d136-4730-89d6-8fbde81f34d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c4e43e-2d5e-4b05-b323-faf69b93b8ec,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:07.145258 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3e2b4e91-d136-4730-89d6-8fbde81f34d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:07.146376 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3e2b4e91-d136-4730-89d6-8fbde81f34d8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/96c4e43e-2d5e-4b05-b323-faf69b93b8ec HTTP/1.1" status: 204 len: 168 time: 0.4095232 May 13 15:07:07.199632 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4862d124-4cbf-4acc-9b26-f6427baea710 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:07.230116 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4862d124-4cbf-4acc-9b26-f6427baea710 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:07.372526 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-4862d124-4cbf-4acc-9b26-f6427baea710 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Allocated IP 172.25.0.70 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/93a6d73f-c382-4962-bbea-2f718624d7ac) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:07:07.531400 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4862d124-4cbf-4acc-9b26-f6427baea710 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:07.563002 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4862d124-4cbf-4acc-9b26-f6427baea710 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:07.630750 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4862d124-4cbf-4acc-9b26-f6427baea710 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:07:07.633848 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-4862d124-4cbf-4acc-9b26-f6427baea710 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:07.637900 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4862d124-4cbf-4acc-9b26-f6427baea710 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:07:07.681447 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862d124-4cbf-4acc-9b26-f6427baea710 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Pushing event updated for resources: {'Port': ['ID=93a6d73f-c382-4962-bbea-2f718624d7ac,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:07.944571 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34546) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:08.090875 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-b02c12e3-c945-4af6-bc8a-25b3da22e0b4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-293480069'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:08.101784 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b02c12e3-c945-4af6-bc8a-25b3da22e0b4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:08.120142 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b02c12e3-c945-4af6-bc8a-25b3da22e0b4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Usage tracker for resource:network and tenant:59119a0335324f2cba403d174e7cf2f8 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:08.125214 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b02c12e3-c945-4af6-bc8a-25b3da22e0b4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:08.133503 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b02c12e3-c945-4af6-bc8a-25b3da22e0b4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:08.206969 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02c12e3-c945-4af6-bc8a-25b3da22e0b4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Made reservation on behalf of 59119a0335324f2cba403d174e7cf2f8 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:08.210346 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b02c12e3-c945-4af6-bc8a-25b3da22e0b4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:08.235440 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b02c12e3-c945-4af6-bc8a-25b3da22e0b4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:08.261022 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b02c12e3-c945-4af6-bc8a-25b3da22e0b4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:08.268473 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b02c12e3-c945-4af6-bc8a-25b3da22e0b4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Usage tracker for resource:security_group_rule and tenant:59119a0335324f2cba403d174e7cf2f8 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:08.271499 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4862d124-4cbf-4acc-9b26-f6427baea710 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:08.321189 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b02c12e3-c945-4af6-bc8a-25b3da22e0b4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:08.345559 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b02c12e3-c945-4af6-bc8a-25b3da22e0b4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:08.699616 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b02c12e3-c945-4af6-bc8a-25b3da22e0b4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:08.706213 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b02c12e3-c945-4af6-bc8a-25b3da22e0b4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:08.746750 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4862d124-4cbf-4acc-9b26-f6427baea710 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:08.756415 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b02c12e3-c945-4af6-bc8a-25b3da22e0b4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:07:08.762659 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4862d124-4cbf-4acc-9b26-f6427baea710 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33129349'] for router, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:08.766430 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c12e3-c945-4af6-bc8a-25b3da22e0b4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11568375-7789-46cc-ba03-401de079c0e3,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:08.824202 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b02c12e3-c945-4af6-bc8a-25b3da22e0b4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:08.824531 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-b02c12e3-c945-4af6-bc8a-25b3da22e0b4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Added segment 455517c2-55c7-4822-99fb-373a068b599a of type vlan for network b1653647-052a-491d-8c63-14516e6b4681 May 13 15:07:08.881038 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b02c12e3-c945-4af6-bc8a-25b3da22e0b4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:08.998001 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b02c12e3-c945-4af6-bc8a-25b3da22e0b4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:09.003335 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02c12e3-c945-4af6-bc8a-25b3da22e0b4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:09.004005 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b02c12e3-c945-4af6-bc8a-25b3da22e0b4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:09.145039 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c12e3-c945-4af6-bc8a-25b3da22e0b4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Pushing event updated for resources: {'Network': ['ID=b1653647-052a-491d-8c63-14516e6b4681,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:09.157009 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b02c12e3-c945-4af6-bc8a-25b3da22e0b4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2040026 May 13 15:07:09.163873 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network b1653647-052a-491d-8c63-14516e6b4681 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:07:09.164610 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4862d124-4cbf-4acc-9b26-f6427baea710 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Router 9fa6bc16-1e70-4400-aebc-7b4f2a61079a is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:07:09.362894 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4862d124-4cbf-4acc-9b26-f6427baea710 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:07:09.369321 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4862d124-4cbf-4acc-9b26-f6427baea710 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:09.372987 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9972c2-f75c-47ef-ae9b-49a6601a20a4 None None] Sync routers for ids ['9fa6bc16-1e70-4400-aebc-7b4f2a61079a'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:07:09.373787 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34552) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:09.381171 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4862d124-4cbf-4acc-9b26-f6427baea710 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] 10.222.0.35 "PUT /v2.0/routers/9fa6bc16-1e70-4400-aebc-7b4f2a61079a HTTP/1.1" status: 200 len: 882 time: 3.1995647 May 13 15:07:09.384144 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9972c2-f75c-47ef-ae9b-49a6601a20a4 None None] Routers {'9fa6bc16-1e70-4400-aebc-7b4f2a61079a'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:07:09.384747 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-4f9972c2-f75c-47ef-ae9b-49a6601a20a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:07:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['9fa6bc16-1e70-4400-aebc-7b4f2a61079a'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:09.453414 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-4f9972c2-f75c-47ef-ae9b-49a6601a20a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:09.462529 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9972c2-f75c-47ef-ae9b-49a6601a20a4 None None] Routers {'9fa6bc16-1e70-4400-aebc-7b4f2a61079a'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:07:09.463120 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-4f9972c2-f75c-47ef-ae9b-49a6601a20a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:07:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['9fa6bc16-1e70-4400-aebc-7b4f2a61079a'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:09.526555 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-4f9972c2-f75c-47ef-ae9b-49a6601a20a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:09.526950 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9972c2-f75c-47ef-ae9b-49a6601a20a4 None None] The sync data for ids ['9fa6bc16-1e70-4400-aebc-7b4f2a61079a'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:07:09.563459 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f502b1b0-9fe6-4ecc-9f8f-501f333a971c tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "GET /v2.0/routers/9fa6bc16-1e70-4400-aebc-7b4f2a61079a HTTP/1.1" status: 200 len: 923 time: 0.1884851 May 13 15:07:09.566240 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34556) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:09.642736 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be32b0f3-ff2b-41a4-908d-26f49a82024b tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:09.644282 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-be32b0f3-ff2b-41a4-908d-26f49a82024b tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=c35d8094-27c1-4288-955d-bcb140e23bf2&device_id=9fa6bc16-1e70-4400-aebc-7b4f2a61079a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0771341 May 13 15:07:09.647185 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34560) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:09.787551 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2630957a-fd32-4fc2-98d8-457810d500ee tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:09.788218 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2630957a-fd32-4fc2-98d8-457810d500ee tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Synchronizing usage tracker for tenant:12bb64af04f94aa3bb560ab66fe63443 on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:07:09.802158 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2630957a-fd32-4fc2-98d8-457810d500ee tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Unset dirty status for tenant:12bb64af04f94aa3bb560ab66fe63443 on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:07:09.803406 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2630957a-fd32-4fc2-98d8-457810d500ee tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 881 time: 0.1552308 May 13 15:07:09.809052 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34564) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:09.874975 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b3c80d67-6d62-4b39-af6d-ae0312596e8c tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa6bc16-1e70-4400-aebc-7b4f2a61079a HTTP/1.1" status: 200 len: 205 time: 0.0643964 May 13 15:07:09.878798 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34568) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:10.136619 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ae39c148-e612-4283-8c03-de3ff31fb208 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:10.374395 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ae39c148-e612-4283-8c03-de3ff31fb208 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:10.386117 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-ae39c148-e612-4283-8c03-de3ff31fb208 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Deleting port 93a6d73f-c382-4962-bbea-2f718624d7ac {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:07:10.386534 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ae39c148-e612-4283-8c03-de3ff31fb208 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:10.634572 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ae39c148-e612-4283-8c03-de3ff31fb208 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:10.906150 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-ae39c148-e612-4283-8c03-de3ff31fb208 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Calling delete_port for 93a6d73f-c382-4962-bbea-2f718624d7ac owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:07:11.150460 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ae39c148-e612-4283-8c03-de3ff31fb208 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:11.206367 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39c148-e612-4283-8c03-de3ff31fb208 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Pushing event deleted for resources: {'Port': ['ID=93a6d73f-c382-4962-bbea-2f718624d7ac,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:11.304485 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ae39c148-e612-4283-8c03-de3ff31fb208 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:11.494901 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ae39c148-e612-4283-8c03-de3ff31fb208 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:11.497308 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ae39c148-e612-4283-8c03-de3ff31fb208 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:11.524512 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ae39c148-e612-4283-8c03-de3ff31fb208 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:11.525071 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae39c148-e612-4283-8c03-de3ff31fb208 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Fanout notify agent at l3_agent the message router_deleted on router 9fa6bc16-1e70-4400-aebc-7b4f2a61079a {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:07:11.555396 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ae39c148-e612-4283-8c03-de3ff31fb208 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:11.556718 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ae39c148-e612-4283-8c03-de3ff31fb208 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] 10.222.0.35 "DELETE /v2.0/routers/9fa6bc16-1e70-4400-aebc-7b4f2a61079a HTTP/1.1" status: 204 len: 168 time: 1.6769140 May 13 15:07:11.561461 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34572) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:11.567192 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-a7ea5104-eb0a-448a-aa44-393e31860072 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-989382045', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:11.575915 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a7ea5104-eb0a-448a-aa44-393e31860072 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:11.580511 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a7ea5104-eb0a-448a-aa44-393e31860072 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Usage tracker for resource:router and tenant:b80a12d8b9374ebfb39a7bd0a40155e0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:11.583976 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a7ea5104-eb0a-448a-aa44-393e31860072 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:11.591155 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a7ea5104-eb0a-448a-aa44-393e31860072 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:11.605903 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a7ea5104-eb0a-448a-aa44-393e31860072 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:11.608237 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a7ea5104-eb0a-448a-aa44-393e31860072 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:11.635460 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a7ea5104-eb0a-448a-aa44-393e31860072 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:11.658710 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a7ea5104-eb0a-448a-aa44-393e31860072 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:11.695312 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a7ea5104-eb0a-448a-aa44-393e31860072 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:11.697644 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a7ea5104-eb0a-448a-aa44-393e31860072 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1347716 May 13 15:07:11.701943 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34576) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:11.707043 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-f5512eaf-b286-4c09-ae7e-c9d43031fe88 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'enable_snat': True}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:12.297840 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f5512eaf-b286-4c09-ae7e-c9d43031fe88 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:12.528962 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34580) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:12.538332 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-2e23f642-b850-440e-802c-cc6fc1f6f3d1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Request body: {'subnet': {'network_id': 'b1653647-052a-491d-8c63-14516e6b4681', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:12.667086 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f5512eaf-b286-4c09-ae7e-c9d43031fe88 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:12.702634 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f5512eaf-b286-4c09-ae7e-c9d43031fe88 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:12.734082 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2e23f642-b850-440e-802c-cc6fc1f6f3d1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:12.746351 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2e23f642-b850-440e-802c-cc6fc1f6f3d1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Usage tracker for resource:subnet and tenant:59119a0335324f2cba403d174e7cf2f8 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:12.749696 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2e23f642-b850-440e-802c-cc6fc1f6f3d1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:12.756465 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2e23f642-b850-440e-802c-cc6fc1f6f3d1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:12.767576 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e23f642-b850-440e-802c-cc6fc1f6f3d1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Made reservation on behalf of 59119a0335324f2cba403d174e7cf2f8 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:12.771907 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e23f642-b850-440e-802c-cc6fc1f6f3d1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:12.858237 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-f5512eaf-b286-4c09-ae7e-c9d43031fe88 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Allocated IP 172.25.0.240 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/9750fb82-ad47-4dab-bce7-c69442da7247) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:07:13.044383 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e23f642-b850-440e-802c-cc6fc1f6f3d1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:13.048383 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f5512eaf-b286-4c09-ae7e-c9d43031fe88 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:13.085091 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f5512eaf-b286-4c09-ae7e-c9d43031fe88 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:13.133410 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23f642-b850-440e-802c-cc6fc1f6f3d1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Pushing event updated for resources: {'Subnet': ['ID=10ac1243-5a00-4548-ab6d-8f71c1df3a05,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:13.145201 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e23f642-b850-440e-802c-cc6fc1f6f3d1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Checking segment: {'id': '455517c2-55c7-4822-99fb-373a068b599a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b1653647-052a-491d-8c63-14516e6b4681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:07:13.145687 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e23f642-b850-440e-802c-cc6fc1f6f3d1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Network hostable DHCP agents. Network: b1653647-052a-491d-8c63-14516e6b4681, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:07:13.173668 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e23f642-b850-440e-802c-cc6fc1f6f3d1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Network b1653647-052a-491d-8c63-14516e6b4681 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:07:13.190084 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-2e23f642-b850-440e-802c-cc6fc1f6f3d1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, b1653647-052a-491d-8c63-14516e6b4681) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:13.200123 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e23f642-b850-440e-802c-cc6fc1f6f3d1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:13.201259 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e23f642-b850-440e-802c-cc6fc1f6f3d1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:13.208782 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef48ca6f-ada9-4c32-b569-6bd527579069 None None] Network b1653647-052a-491d-8c63-14516e6b4681 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:07:13.216550 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5512eaf-b286-4c09-ae7e-c9d43031fe88 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:07:13.222638 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-f5512eaf-b286-4c09-ae7e-c9d43031fe88 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:13.230404 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5512eaf-b286-4c09-ae7e-c9d43031fe88 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:07:13.243860 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2e23f642-b850-440e-802c-cc6fc1f6f3d1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7133427 May 13 15:07:13.247621 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34584) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:13.254695 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-8e382006-d787-443c-bf3f-1e2e7aaec1b7 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-484794437'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:13.262436 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8e382006-d787-443c-bf3f-1e2e7aaec1b7 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:13.267192 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8e382006-d787-443c-bf3f-1e2e7aaec1b7 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Usage tracker for resource:network and tenant:59119a0335324f2cba403d174e7cf2f8 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:13.270895 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8e382006-d787-443c-bf3f-1e2e7aaec1b7 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:13.279062 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8e382006-d787-443c-bf3f-1e2e7aaec1b7 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:13.293360 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e382006-d787-443c-bf3f-1e2e7aaec1b7 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Made reservation on behalf of 59119a0335324f2cba403d174e7cf2f8 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:13.295410 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5512eaf-b286-4c09-ae7e-c9d43031fe88 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Pushing event updated for resources: {'Port': ['ID=9750fb82-ad47-4dab-bce7-c69442da7247,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:13.297337 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e382006-d787-443c-bf3f-1e2e7aaec1b7 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:13.330837 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e382006-d787-443c-bf3f-1e2e7aaec1b7 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:07:13.343217 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e382006-d787-443c-bf3f-1e2e7aaec1b7 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:13.343571 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-8e382006-d787-443c-bf3f-1e2e7aaec1b7 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Added segment e6b2df0d-4fdb-4644-a623-2c3cf7f4b6bd of type vlan for network 58b9e34a-413d-4111-94d4-0757c8734007 May 13 15:07:13.373004 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e382006-d787-443c-bf3f-1e2e7aaec1b7 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:13.407720 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e382006-d787-443c-bf3f-1e2e7aaec1b7 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:13.413922 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e382006-d787-443c-bf3f-1e2e7aaec1b7 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:13.414528 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e382006-d787-443c-bf3f-1e2e7aaec1b7 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:13.513353 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8e382006-d787-443c-bf3f-1e2e7aaec1b7 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2645774 May 13 15:07:13.518558 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34588) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:13.525085 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-2fbb776b-a951-478d-adcd-c18bc8629d0d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Request body: {'subnet': {'network_id': '58b9e34a-413d-4111-94d4-0757c8734007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:13.536681 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e382006-d787-443c-bf3f-1e2e7aaec1b7 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Pushing event updated for resources: {'Network': ['ID=58b9e34a-413d-4111-94d4-0757c8734007,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:13.575732 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 58b9e34a-413d-4111-94d4-0757c8734007 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:07:13.739082 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5751db-cfa8-4643-884f-ecddee346136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-b1653647-052a-491d-8c63-14516e6b4681', 'network_id': 'b1653647-052a-491d-8c63-14516e6b4681', 'tenant_id': '59119a0335324f2cba403d174e7cf2f8', 'fixed_ips': [{'subnet_id': '10ac1243-5a00-4548-ab6d-8f71c1df3a05'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:07:13.739945 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ae5751db-cfa8-4643-884f-ecddee346136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:13.846826 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2fbb776b-a951-478d-adcd-c18bc8629d0d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:13.899921 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2fbb776b-a951-478d-adcd-c18bc8629d0d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Usage tracker for resource:subnet and tenant:59119a0335324f2cba403d174e7cf2f8 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:13.908779 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2fbb776b-a951-478d-adcd-c18bc8629d0d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:13.934341 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2fbb776b-a951-478d-adcd-c18bc8629d0d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:13.954084 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbb776b-a951-478d-adcd-c18bc8629d0d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Made reservation on behalf of 59119a0335324f2cba403d174e7cf2f8 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:13.954638 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-ae5751db-cfa8-4643-884f-ecddee346136 None None] Allocated IP 2001:db8:0:ffff::2 (b1653647-052a-491d-8c63-14516e6b4681/10ac1243-5a00-4548-ab6d-8f71c1df3a05/1745f3d0-81ab-4f3d-8932-b6ffa3beffe6) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:07:13.957640 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2fbb776b-a951-478d-adcd-c18bc8629d0d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:14.137590 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f5512eaf-b286-4c09-ae7e-c9d43031fe88 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:14.206006 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ae5751db-cfa8-4643-884f-ecddee346136 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:14.217991 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ae5751db-cfa8-4643-884f-ecddee346136 None None] Transition to ACTIVE for port object 1745f3d0-81ab-4f3d-8932-b6ffa3beffe6 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:14.240747 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ae5751db-cfa8-4643-884f-ecddee346136 None None] Transition to ACTIVE for port object 1745f3d0-81ab-4f3d-8932-b6ffa3beffe6 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:14.246865 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ae5751db-cfa8-4643-884f-ecddee346136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:14.317040 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5751db-cfa8-4643-884f-ecddee346136 None None] Network b1653647-052a-491d-8c63-14516e6b4681 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:07:14.320303 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-ae5751db-cfa8-4643-884f-ecddee346136 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:14.325442 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5751db-cfa8-4643-884f-ecddee346136 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:07:14.331758 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5751db-cfa8-4643-884f-ecddee346136 None None] Pushing event updated for resources: {'Port': ['ID=1745f3d0-81ab-4f3d-8932-b6ffa3beffe6,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:14.430536 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-ae5751db-cfa8-4643-884f-ecddee346136 None None] Attempting to bind port 1745f3d0-81ab-4f3d-8932-b6ffa3beffe6 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:07:14.430896 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-ae5751db-cfa8-4643-884f-ecddee346136 None None] Attempting to bind port 1745f3d0-81ab-4f3d-8932-b6ffa3beffe6 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '455517c2-55c7-4822-99fb-373a068b599a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b1653647-052a-491d-8c63-14516e6b4681'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:07:14.431499 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5751db-cfa8-4643-884f-ecddee346136 None None] Attempting to bind port 1745f3d0-81ab-4f3d-8932-b6ffa3beffe6 on network b1653647-052a-491d-8c63-14516e6b4681 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:07:14.438497 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5751db-cfa8-4643-884f-ecddee346136 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:07:14.438887 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5751db-cfa8-4643-884f-ecddee346136 None None] Checking segment: {'id': '455517c2-55c7-4822-99fb-373a068b599a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b1653647-052a-491d-8c63-14516e6b4681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:07:14.439557 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ae5751db-cfa8-4643-884f-ecddee346136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:14.440007 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5751db-cfa8-4643-884f-ecddee346136 None None] Bound using segment: {'id': '455517c2-55c7-4822-99fb-373a068b599a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b1653647-052a-491d-8c63-14516e6b4681'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:07:14.440466 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-ae5751db-cfa8-4643-884f-ecddee346136 None None] Bound port: 1745f3d0-81ab-4f3d-8932-b6ffa3beffe6, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455517c2-55c7-4822-99fb-373a068b599a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b1653647-052a-491d-8c63-14516e6b4681'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:07:14.440843 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ae5751db-cfa8-4643-884f-ecddee346136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:14.558220 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-ae5751db-cfa8-4643-884f-ecddee346136 None None] For port 1745f3d0-81ab-4f3d-8932-b6ffa3beffe6, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:07:14.561848 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-ae5751db-cfa8-4643-884f-ecddee346136 None None] For port 1745f3d0-81ab-4f3d-8932-b6ffa3beffe6, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=1745f3d0-81ab-4f3d-8932-b6ffa3beffe6,segment=NetworkSegment(455517c2-55c7-4822-99fb-373a068b599a),segment_id=455517c2-55c7-4822-99fb-373a068b599a)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:07:14.566746 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ae5751db-cfa8-4643-884f-ecddee346136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:14.655980 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f5512eaf-b286-4c09-ae7e-c9d43031fe88 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:14.665375 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5751db-cfa8-4643-884f-ecddee346136 None None] Pushing event updated for resources: {'Port': ['ID=1745f3d0-81ab-4f3d-8932-b6ffa3beffe6,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:14.676861 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f5512eaf-b286-4c09-ae7e-c9d43031fe88 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33129349'] for router, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:14.832658 n-d-841760-1 neutron-server[88081]: DEBUG neutron.objects.ports [None req-2fbb776b-a951-478d-adcd-c18bc8629d0d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88081) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:07:14.888140 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2fbb776b-a951-478d-adcd-c18bc8629d0d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:15.008614 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb776b-a951-478d-adcd-c18bc8629d0d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Pushing event updated for resources: {'Subnet': ['ID=6843c81f-d026-45d3-9958-eb10616ccda7,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:15.037985 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbb776b-a951-478d-adcd-c18bc8629d0d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Checking segment: {'id': 'e6b2df0d-4fdb-4644-a623-2c3cf7f4b6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '58b9e34a-413d-4111-94d4-0757c8734007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:07:15.038350 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbb776b-a951-478d-adcd-c18bc8629d0d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Network hostable DHCP agents. Network: 58b9e34a-413d-4111-94d4-0757c8734007, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:07:15.076550 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5512eaf-b286-4c09-ae7e-c9d43031fe88 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Router 772df93c-9c7e-4b92-8bea-26d2a20b844a is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:07:15.079408 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbb776b-a951-478d-adcd-c18bc8629d0d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Network 58b9e34a-413d-4111-94d4-0757c8734007 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:07:15.186853 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-2fbb776b-a951-478d-adcd-c18bc8629d0d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 58b9e34a-413d-4111-94d4-0757c8734007) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:15.197853 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbb776b-a951-478d-adcd-c18bc8629d0d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:15.198410 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0900d0-6ea6-4e85-bc11-a50fa62523ac None None] Network 58b9e34a-413d-4111-94d4-0757c8734007 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:07:15.198949 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2fbb776b-a951-478d-adcd-c18bc8629d0d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:15.298572 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2fbb776b-a951-478d-adcd-c18bc8629d0d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7784624 May 13 15:07:15.303709 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34592) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:15.312517 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-5c62669d-ed03-422c-bf34-b127e3dcaa90 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Request body: {'port': {'network_id': '58b9e34a-413d-4111-94d4-0757c8734007', 'name': 'tempest-NetworksIpV6TestAttrs-1082263625'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:15.446971 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5512eaf-b286-4c09-ae7e-c9d43031fe88 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:07:15.454859 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f5512eaf-b286-4c09-ae7e-c9d43031fe88 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:15.459475 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f5512eaf-b286-4c09-ae7e-c9d43031fe88 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "PUT /v2.0/routers/772df93c-9c7e-4b92-8bea-26d2a20b844a HTTP/1.1" status: 200 len: 918 time: 3.7539077 May 13 15:07:15.464220 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34596) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:15.491705 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed03073-acd2-4bc8-ae32-847aa154f4e2 None None] Sync routers for ids ['772df93c-9c7e-4b92-8bea-26d2a20b844a'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:07:15.513591 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed03073-acd2-4bc8-ae32-847aa154f4e2 None None] Routers {'772df93c-9c7e-4b92-8bea-26d2a20b844a'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:07:15.514596 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-4ed03073-acd2-4bc8-ae32-847aa154f4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:07:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['772df93c-9c7e-4b92-8bea-26d2a20b844a'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:15.525430 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5c62669d-ed03-422c-bf34-b127e3dcaa90 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:15.534381 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5c62669d-ed03-422c-bf34-b127e3dcaa90 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Usage tracker for resource:port and tenant:59119a0335324f2cba403d174e7cf2f8 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:15.538405 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5c62669d-ed03-422c-bf34-b127e3dcaa90 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:15.546149 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5c62669d-ed03-422c-bf34-b127e3dcaa90 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:15.560465 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c62669d-ed03-422c-bf34-b127e3dcaa90 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Made reservation on behalf of 59119a0335324f2cba403d174e7cf2f8 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:15.564113 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5c62669d-ed03-422c-bf34-b127e3dcaa90 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:15.575011 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39614fa1-1663-436e-b6a8-5b67cbbbbc94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-58b9e34a-413d-4111-94d4-0757c8734007', 'network_id': '58b9e34a-413d-4111-94d4-0757c8734007', 'tenant_id': '59119a0335324f2cba403d174e7cf2f8', 'fixed_ips': [{'subnet_id': '6843c81f-d026-45d3-9958-eb10616ccda7'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:07:15.575872 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-39614fa1-1663-436e-b6a8-5b67cbbbbc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:15.591440 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-5c62669d-ed03-422c-bf34-b127e3dcaa90 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] device_id is not set on port 777131f9-9d0d-4652-aa12-8f3344f0908f yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:07:15.609161 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-4ed03073-acd2-4bc8-ae32-847aa154f4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:15.682186 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed03073-acd2-4bc8-ae32-847aa154f4e2 None None] Routers {'772df93c-9c7e-4b92-8bea-26d2a20b844a'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:07:15.683363 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-4ed03073-acd2-4bc8-ae32-847aa154f4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:07:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['772df93c-9c7e-4b92-8bea-26d2a20b844a'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:15.866105 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-58230812-c240-45c1-b7c2-1cec2d7f7206 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "GET /v2.0/routers/772df93c-9c7e-4b92-8bea-26d2a20b844a HTTP/1.1" status: 200 len: 924 time: 0.4003637 May 13 15:07:15.866854 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34600) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:15.878856 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-4ed03073-acd2-4bc8-ae32-847aa154f4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:15.879481 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed03073-acd2-4bc8-ae32-847aa154f4e2 None None] The sync data for ids ['772df93c-9c7e-4b92-8bea-26d2a20b844a'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:07:15.881908 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e23b7b-5f7b-4739-a999-01ce18a8b6ca None None] Network b1653647-052a-491d-8c63-14516e6b4681 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:07:15.965080 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-5c62669d-ed03-422c-bf34-b127e3dcaa90 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Allocated IP 2001:db8::f816:3eff:febd:e67 (58b9e34a-413d-4111-94d4-0757c8734007/6843c81f-d026-45d3-9958-eb10616ccda7/777131f9-9d0d-4652-aa12-8f3344f0908f) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:07:15.995370 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-4838174e-0ada-45e4-8fe8-04656f54e518 None None] Provisioning for port 1745f3d0-81ab-4f3d-8932-b6ffa3beffe6 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:07:16.015507 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a148ea8-331c-4b02-8815-093f50dfac89 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:16.017022 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7a148ea8-331c-4b02-8815-093f50dfac89 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=c35d8094-27c1-4288-955d-bcb140e23bf2&device_id=772df93c-9c7e-4b92-8bea-26d2a20b844a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1489782 May 13 15:07:16.020714 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34604) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:16.178866 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 1745f3d0-81ab-4f3d-8932-b6ffa3beffe6 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:07:16.242117 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27ab0ac-cdc5-4a18-bf85-92f0379f7624 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:16.249136 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34608) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:16.249919 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c27ab0ac-cdc5-4a18-bf85-92f0379f7624 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 881 time: 0.2269032 May 13 15:07:16.298968 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5c62669d-ed03-422c-bf34-b127e3dcaa90 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:16.307681 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-59d5822d-3390-4fec-b376-b759813bf74f tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] 10.222.0.35 "GET /v2.0/ports?device_id=772df93c-9c7e-4b92-8bea-26d2a20b844a HTTP/1.1" status: 200 len: 205 time: 0.0542102 May 13 15:07:16.311180 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34612) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:16.322836 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 1745f3d0-81ab-4f3d-8932-b6ffa3beffe6 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:07:16.324531 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-5c62669d-ed03-422c-bf34-b127e3dcaa90 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Transition to ACTIVE for port object 777131f9-9d0d-4652-aa12-8f3344f0908f will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:16.329420 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 1745f3d0-81ab-4f3d-8932-b6ffa3beffe6 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:16.330060 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:16.355350 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5c62669d-ed03-422c-bf34-b127e3dcaa90 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:16.448975 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c62669d-ed03-422c-bf34-b127e3dcaa90 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Network 58b9e34a-413d-4111-94d4-0757c8734007 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:07:16.453247 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-5c62669d-ed03-422c-bf34-b127e3dcaa90 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:16.456115 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c62669d-ed03-422c-bf34-b127e3dcaa90 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:07:16.462766 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c62669d-ed03-422c-bf34-b127e3dcaa90 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:16.463505 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5c62669d-ed03-422c-bf34-b127e3dcaa90 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:16.487038 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62669d-ed03-422c-bf34-b127e3dcaa90 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Pushing event updated for resources: {'Port': ['ID=777131f9-9d0d-4652-aa12-8f3344f0908f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:16.505685 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5c62669d-ed03-422c-bf34-b127e3dcaa90 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.1991317 May 13 15:07:16.508742 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34616) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:16.540633 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-39614fa1-1663-436e-b6a8-5b67cbbbbc94 None None] Allocated IP 2001:db8::f816:3eff:fecd:1121 (58b9e34a-413d-4111-94d4-0757c8734007/6843c81f-d026-45d3-9958-eb10616ccda7/b291b328-0683-4ad6-b2dc-78e3153359a7) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:07:16.545550 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 1745f3d0-81ab-4f3d-8932-b6ffa3beffe6 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:07:16.545941 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:16.637931 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-254e2274-4362-42ed-957a-1a0770b8fefa tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Deleting subnet 6843c81f-d026-45d3-9958-eb10616ccda7 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:07:16.639372 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7dab9134-14d6-4a89-98e4-044bea3f3f91 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:16.680464 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 1745f3d0-81ab-4f3d-8932-b6ffa3beffe6, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=1745f3d0-81ab-4f3d-8932-b6ffa3beffe6,segment=NetworkSegment(455517c2-55c7-4822-99fb-373a068b599a),segment_id=455517c2-55c7-4822-99fb-373a068b599a)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:16.687681 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:16.822321 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=1745f3d0-81ab-4f3d-8932-b6ffa3beffe6,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:16.824972 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-cf70d51c-d27e-43b7-8b2e-6c6d2153293c None None] Provisioning complete for port 1745f3d0-81ab-4f3d-8932-b6ffa3beffe6 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:16.825350 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cf70d51c-d27e-43b7-8b2e-6c6d2153293c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:16.861595 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7dab9134-14d6-4a89-98e4-044bea3f3f91 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:16.875268 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-7dab9134-14d6-4a89-98e4-044bea3f3f91 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Deleting port 9750fb82-ad47-4dab-bce7-c69442da7247 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:07:16.875802 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7dab9134-14d6-4a89-98e4-044bea3f3f91 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:16.938975 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-39614fa1-1663-436e-b6a8-5b67cbbbbc94 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:16.954446 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-39614fa1-1663-436e-b6a8-5b67cbbbbc94 None None] Transition to ACTIVE for port object b291b328-0683-4ad6-b2dc-78e3153359a7 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:17.023179 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-39614fa1-1663-436e-b6a8-5b67cbbbbc94 None None] Transition to ACTIVE for port object b291b328-0683-4ad6-b2dc-78e3153359a7 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:17.032146 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-254e2274-4362-42ed-957a-1a0770b8fefa tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:17.032797 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-39614fa1-1663-436e-b6a8-5b67cbbbbc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:17.078130 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-cf70d51c-d27e-43b7-8b2e-6c6d2153293c None None] Current status of the port 1745f3d0-81ab-4f3d-8932-b6ffa3beffe6 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:07:17.104332 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39614fa1-1663-436e-b6a8-5b67cbbbbc94 None None] Network 58b9e34a-413d-4111-94d4-0757c8734007 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:07:17.107333 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-39614fa1-1663-436e-b6a8-5b67cbbbbc94 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:17.111512 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39614fa1-1663-436e-b6a8-5b67cbbbbc94 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:07:17.116464 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-254e2274-4362-42ed-957a-1a0770b8fefa tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:17.117481 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7dab9134-14d6-4a89-98e4-044bea3f3f91 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:17.154651 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39614fa1-1663-436e-b6a8-5b67cbbbbc94 None None] Pushing event updated for resources: {'Port': ['ID=b291b328-0683-4ad6-b2dc-78e3153359a7,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:17.218137 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-39614fa1-1663-436e-b6a8-5b67cbbbbc94 None None] Attempting to bind port b291b328-0683-4ad6-b2dc-78e3153359a7 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:07:17.218527 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-39614fa1-1663-436e-b6a8-5b67cbbbbc94 None None] Attempting to bind port b291b328-0683-4ad6-b2dc-78e3153359a7 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'e6b2df0d-4fdb-4644-a623-2c3cf7f4b6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '58b9e34a-413d-4111-94d4-0757c8734007'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:07:17.218873 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39614fa1-1663-436e-b6a8-5b67cbbbbc94 None None] Attempting to bind port b291b328-0683-4ad6-b2dc-78e3153359a7 on network 58b9e34a-413d-4111-94d4-0757c8734007 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:07:17.225349 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39614fa1-1663-436e-b6a8-5b67cbbbbc94 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:07:17.225726 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39614fa1-1663-436e-b6a8-5b67cbbbbc94 None None] Checking segment: {'id': 'e6b2df0d-4fdb-4644-a623-2c3cf7f4b6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '58b9e34a-413d-4111-94d4-0757c8734007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:07:17.226622 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-39614fa1-1663-436e-b6a8-5b67cbbbbc94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:17.226622 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39614fa1-1663-436e-b6a8-5b67cbbbbc94 None None] Bound using segment: {'id': 'e6b2df0d-4fdb-4644-a623-2c3cf7f4b6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '58b9e34a-413d-4111-94d4-0757c8734007'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:07:17.226980 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-39614fa1-1663-436e-b6a8-5b67cbbbbc94 None None] Bound port: b291b328-0683-4ad6-b2dc-78e3153359a7, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b2df0d-4fdb-4644-a623-2c3cf7f4b6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '58b9e34a-413d-4111-94d4-0757c8734007'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:07:17.227415 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-39614fa1-1663-436e-b6a8-5b67cbbbbc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:17.261849 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-254e2274-4362-42ed-957a-1a0770b8fefa tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:17.306342 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-7dab9134-14d6-4a89-98e4-044bea3f3f91 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Calling delete_port for 9750fb82-ad47-4dab-bce7-c69442da7247 owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:07:17.353703 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-254e2274-4362-42ed-957a-1a0770b8fefa tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:17.358083 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-39614fa1-1663-436e-b6a8-5b67cbbbbc94 None None] For port b291b328-0683-4ad6-b2dc-78e3153359a7, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:07:17.362416 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-39614fa1-1663-436e-b6a8-5b67cbbbbc94 None None] For port b291b328-0683-4ad6-b2dc-78e3153359a7, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b291b328-0683-4ad6-b2dc-78e3153359a7,segment=NetworkSegment(e6b2df0d-4fdb-4644-a623-2c3cf7f4b6bd),segment_id=e6b2df0d-4fdb-4644-a623-2c3cf7f4b6bd)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:07:17.368533 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-39614fa1-1663-436e-b6a8-5b67cbbbbc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:17.406933 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e2274-4362-42ed-957a-1a0770b8fefa tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Pushing event deleted for resources: {'Subnet': ['ID=6843c81f-d026-45d3-9958-eb10616ccda7,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:17.413061 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-254e2274-4362-42ed-957a-1a0770b8fefa tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:17.421819 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-254e2274-4362-42ed-957a-1a0770b8fefa tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "DELETE /v2.0/subnets/6843c81f-d026-45d3-9958-eb10616ccda7 HTTP/1.1" status: 204 len: 168 time: 0.9111092 May 13 15:07:17.427675 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34620) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:17.461658 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39614fa1-1663-436e-b6a8-5b67cbbbbc94 None None] Pushing event updated for resources: {'Port': ['ID=b291b328-0683-4ad6-b2dc-78e3153359a7,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:17.523593 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30674fb-487e-4ba9-b4ea-f9418c2c9d3e tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:17.524675 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7dab9134-14d6-4a89-98e4-044bea3f3f91 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:17.526913 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30674fb-487e-4ba9-b4ea-f9418c2c9d3e tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:17.528496 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b30674fb-487e-4ba9-b4ea-f9418c2c9d3e tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Synchronizing usage tracker for tenant:59119a0335324f2cba403d174e7cf2f8 on resource:subnet {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:07:17.558559 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b30674fb-487e-4ba9-b4ea-f9418c2c9d3e tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Unset dirty status for tenant:59119a0335324f2cba403d174e7cf2f8 on resource:subnet {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:07:17.561047 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b30674fb-487e-4ba9-b4ea-f9418c2c9d3e tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1317954 May 13 15:07:17.566397 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34624) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:17.583179 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab9134-14d6-4a89-98e4-044bea3f3f91 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Pushing event deleted for resources: {'Port': ['ID=9750fb82-ad47-4dab-bce7-c69442da7247,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:17.724771 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7dab9134-14d6-4a89-98e4-044bea3f3f91 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:17.763740 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-34884b00-8316-4129-8f97-a6ea321ad457 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:17.773075 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-34884b00-8316-4129-8f97-a6ea321ad457 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 13 15:07:17.773535 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34884b00-8316-4129-8f97-a6ea321ad457 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:07:17.781546 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-34884b00-8316-4129-8f97-a6ea321ad457 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "DELETE /v2.0/networks/58b9e34a-413d-4111-94d4-0757c8734007 HTTP/1.1" status: 409 len: 405 time: 0.2066729 May 13 15:07:17.782027 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34628) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:17.788525 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-365b0cf7-50e0-47c6-a154-81bf4c72845d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1464221615'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:17.795840 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-365b0cf7-50e0-47c6-a154-81bf4c72845d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:17.800783 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-365b0cf7-50e0-47c6-a154-81bf4c72845d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Usage tracker for resource:network and tenant:59119a0335324f2cba403d174e7cf2f8 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:17.804978 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-365b0cf7-50e0-47c6-a154-81bf4c72845d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:17.813505 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-365b0cf7-50e0-47c6-a154-81bf4c72845d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:17.837898 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365b0cf7-50e0-47c6-a154-81bf4c72845d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Made reservation on behalf of 59119a0335324f2cba403d174e7cf2f8 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:17.842905 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-365b0cf7-50e0-47c6-a154-81bf4c72845d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:17.879666 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-365b0cf7-50e0-47c6-a154-81bf4c72845d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:07:17.893747 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-365b0cf7-50e0-47c6-a154-81bf4c72845d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:17.894261 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-365b0cf7-50e0-47c6-a154-81bf4c72845d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Added segment 285d3842-aec7-4295-9f9e-bad5f367cbd0 of type vlan for network 1cb8ef4a-bea2-42ba-a002-b0cc0b1b14e4 May 13 15:07:17.933337 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-365b0cf7-50e0-47c6-a154-81bf4c72845d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:17.966547 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-365b0cf7-50e0-47c6-a154-81bf4c72845d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:17.974612 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365b0cf7-50e0-47c6-a154-81bf4c72845d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:17.974612 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-365b0cf7-50e0-47c6-a154-81bf4c72845d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:18.083569 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7dab9134-14d6-4a89-98e4-044bea3f3f91 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:18.092659 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7dab9134-14d6-4a89-98e4-044bea3f3f91 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:18.093629 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-365b0cf7-50e0-47c6-a154-81bf4c72845d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3104613 May 13 15:07:18.098860 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34632) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:18.100137 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b0cf7-50e0-47c6-a154-81bf4c72845d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Pushing event updated for resources: {'Network': ['ID=1cb8ef4a-bea2-42ba-a002-b0cc0b1b14e4,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:18.111911 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-b3ecb1ad-085c-454f-98ae-f6555752db6f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Request body: {'subnet': {'network_id': '1cb8ef4a-bea2-42ba-a002-b0cc0b1b14e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:18.123316 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 1cb8ef4a-bea2-42ba-a002-b0cc0b1b14e4 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:07:18.252434 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7dab9134-14d6-4a89-98e4-044bea3f3f91 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:18.253298 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dab9134-14d6-4a89-98e4-044bea3f3f91 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Fanout notify agent at l3_agent the message router_deleted on router 772df93c-9c7e-4b92-8bea-26d2a20b844a {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:07:18.312104 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7dab9134-14d6-4a89-98e4-044bea3f3f91 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:18.325705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34636) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:18.335917 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7dab9134-14d6-4a89-98e4-044bea3f3f91 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] 10.222.0.35 "DELETE /v2.0/routers/772df93c-9c7e-4b92-8bea-26d2a20b844a HTTP/1.1" status: 204 len: 168 time: 2.0216827 May 13 15:07:18.346346 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-429f8cae-1ee0-4e98-8ab1-66ccf4245978 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1054317880', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:18.357853 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 1745f3d0-81ab-4f3d-8932-b6ffa3beffe6 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:07:18.362980 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b3ecb1ad-085c-454f-98ae-f6555752db6f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:18.363399 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-429f8cae-1ee0-4e98-8ab1-66ccf4245978 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:18.372541 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-429f8cae-1ee0-4e98-8ab1-66ccf4245978 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Usage tracker for resource:router and tenant:b80a12d8b9374ebfb39a7bd0a40155e0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:18.380833 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-429f8cae-1ee0-4e98-8ab1-66ccf4245978 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:18.381103 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b3ecb1ad-085c-454f-98ae-f6555752db6f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:18.392818 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-429f8cae-1ee0-4e98-8ab1-66ccf4245978 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:18.403505 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ecb1ad-085c-454f-98ae-f6555752db6f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Made reservation on behalf of 59119a0335324f2cba403d174e7cf2f8 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:18.408616 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b3ecb1ad-085c-454f-98ae-f6555752db6f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:18.414816 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-429f8cae-1ee0-4e98-8ab1-66ccf4245978 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:18.418964 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-429f8cae-1ee0-4e98-8ab1-66ccf4245978 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:18.421147 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:18.448907 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-429f8cae-1ee0-4e98-8ab1-66ccf4245978 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:18.473488 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 1745f3d0-81ab-4f3d-8932-b6ffa3beffe6 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:18.473860 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:18.474154 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-429f8cae-1ee0-4e98-8ab1-66ccf4245978 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:18.506117 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-429f8cae-1ee0-4e98-8ab1-66ccf4245978 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:18.508507 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-429f8cae-1ee0-4e98-8ab1-66ccf4245978 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1809974 May 13 15:07:18.514956 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34640) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:18.523826 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-e6d8aef9-3040-4bb9-ac8b-407d0dcc9ca1 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'enable_snat': False}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:18.661485 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 1745f3d0-81ab-4f3d-8932-b6ffa3beffe6 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:07:18.663550 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b291b328-0683-4ad6-b2dc-78e3153359a7 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:07:18.775395 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port b291b328-0683-4ad6-b2dc-78e3153359a7 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:07:18.796574 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5821f8ee-a81e-4b8e-b32c-c7f73de375dc None None] Network 58b9e34a-413d-4111-94d4-0757c8734007 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:07:18.897784 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b3eeb4bc-7d28-4cf5-828f-7e065243e5d6 None None] Provisioning for port b291b328-0683-4ad6-b2dc-78e3153359a7 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:07:18.920268 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b3eeb4bc-7d28-4cf5-828f-7e065243e5d6 None None] Provisioning complete for port b291b328-0683-4ad6-b2dc-78e3153359a7 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:18.920770 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b3eeb4bc-7d28-4cf5-828f-7e065243e5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:19.063919 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e6d8aef9-3040-4bb9-ac8b-407d0dcc9ca1 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:19.194630 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-b3eeb4bc-7d28-4cf5-828f-7e065243e5d6 None None] Current status of the port b291b328-0683-4ad6-b2dc-78e3153359a7 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:07:19.195499 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b3eeb4bc-7d28-4cf5-828f-7e065243e5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:19.240596 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-b3eeb4bc-7d28-4cf5-828f-7e065243e5d6 None None] For port b291b328-0683-4ad6-b2dc-78e3153359a7, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b291b328-0683-4ad6-b2dc-78e3153359a7,segment=NetworkSegment(e6b2df0d-4fdb-4644-a623-2c3cf7f4b6bd),segment_id=e6b2df0d-4fdb-4644-a623-2c3cf7f4b6bd)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:19.247013 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b3eeb4bc-7d28-4cf5-828f-7e065243e5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:19.343160 n-d-841760-1 neutron-server[88081]: DEBUG neutron.objects.ports [None req-b3ecb1ad-085c-454f-98ae-f6555752db6f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88081) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:07:19.345669 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b3ecb1ad-085c-454f-98ae-f6555752db6f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:19.350942 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea928c1e-4dec-4498-8f5d-2f96c5a96cea None None] DHCP port deletion for 58b9e34a-413d-4111-94d4-0757c8734007 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:07:19.361660 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ea928c1e-4dec-4498-8f5d-2f96c5a96cea None None] Deleting port b291b328-0683-4ad6-b2dc-78e3153359a7 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:07:19.362040 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ea928c1e-4dec-4498-8f5d-2f96c5a96cea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:19.409719 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eeb4bc-7d28-4cf5-828f-7e065243e5d6 None None] Pushing event updated for resources: {'Port': ['ID=b291b328-0683-4ad6-b2dc-78e3153359a7,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:19.606743 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-ea928c1e-4dec-4498-8f5d-2f96c5a96cea None None] For port b291b328-0683-4ad6-b2dc-78e3153359a7, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b291b328-0683-4ad6-b2dc-78e3153359a7,segment=NetworkSegment(e6b2df0d-4fdb-4644-a623-2c3cf7f4b6bd),segment_id=e6b2df0d-4fdb-4644-a623-2c3cf7f4b6bd)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:19.607353 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ea928c1e-4dec-4498-8f5d-2f96c5a96cea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:19.699973 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ecb1ad-085c-454f-98ae-f6555752db6f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Pushing event updated for resources: {'Subnet': ['ID=a75e0b8f-6d6c-42a4-ba61-0bb36a34b9f9,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:19.763009 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ecb1ad-085c-454f-98ae-f6555752db6f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Checking segment: {'id': '285d3842-aec7-4295-9f9e-bad5f367cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1cb8ef4a-bea2-42ba-a002-b0cc0b1b14e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:07:19.763400 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ecb1ad-085c-454f-98ae-f6555752db6f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Network hostable DHCP agents. Network: 1cb8ef4a-bea2-42ba-a002-b0cc0b1b14e4, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:07:19.767209 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ea928c1e-4dec-4498-8f5d-2f96c5a96cea None None] Calling delete_port for b291b328-0683-4ad6-b2dc-78e3153359a7 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:07:19.798811 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e6d8aef9-3040-4bb9-ac8b-407d0dcc9ca1 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:19.828224 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ecb1ad-085c-454f-98ae-f6555752db6f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Network 1cb8ef4a-bea2-42ba-a002-b0cc0b1b14e4 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:07:19.835818 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e6d8aef9-3040-4bb9-ac8b-407d0dcc9ca1 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:19.877234 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-b3ecb1ad-085c-454f-98ae-f6555752db6f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 1cb8ef4a-bea2-42ba-a002-b0cc0b1b14e4) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:19.886956 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ecb1ad-085c-454f-98ae-f6555752db6f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:19.887602 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b3ecb1ad-085c-454f-98ae-f6555752db6f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:19.894362 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ea928c1e-4dec-4498-8f5d-2f96c5a96cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:19.959376 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b049335a-0d46-4301-b580-319b41f50a7e None None] Network 1cb8ef4a-bea2-42ba-a002-b0cc0b1b14e4 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:07:19.981962 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b3ecb1ad-085c-454f-98ae-f6555752db6f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8819318 May 13 15:07:19.985884 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34644) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:19.994032 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-284c3c35-225f-4241-98e0-af7c2117d9e1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Request body: {'port': {'network_id': '1cb8ef4a-bea2-42ba-a002-b0cc0b1b14e4', 'name': 'tempest-NetworksIpV6TestAttrs-1097985387'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:20.018467 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea928c1e-4dec-4498-8f5d-2f96c5a96cea None None] Pushing event deleted for resources: {'Port': ['ID=b291b328-0683-4ad6-b2dc-78e3153359a7,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:20.024846 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-e6d8aef9-3040-4bb9-ac8b-407d0dcc9ca1 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Allocated IP 172.25.0.154 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/da9c79d5-90bf-4691-9898-07e9107ae213) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:07:20.068718 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea928c1e-4dec-4498-8f5d-2f96c5a96cea None None] No DVR routers for this DVR port b291b328-0683-4ad6-b2dc-78e3153359a7 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:07:20.108300 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b291b328-0683-4ad6-b2dc-78e3153359a7 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:07:20.155334 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: b291b328-0683-4ad6-b2dc-78e3153359a7 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:07:20.156116 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b291b328-0683-4ad6-b2dc-78e3153359a7 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:07:20.255700 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e6d8aef9-3040-4bb9-ac8b-407d0dcc9ca1 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:20.262997 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-284c3c35-225f-4241-98e0-af7c2117d9e1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:20.267661 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-284c3c35-225f-4241-98e0-af7c2117d9e1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Usage tracker for resource:port and tenant:59119a0335324f2cba403d174e7cf2f8 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:20.270927 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-284c3c35-225f-4241-98e0-af7c2117d9e1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:20.277501 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-284c3c35-225f-4241-98e0-af7c2117d9e1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:20.294164 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284c3c35-225f-4241-98e0-af7c2117d9e1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Made reservation on behalf of 59119a0335324f2cba403d174e7cf2f8 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:20.297920 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-284c3c35-225f-4241-98e0-af7c2117d9e1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:20.299075 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e6d8aef9-3040-4bb9-ac8b-407d0dcc9ca1 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:20.319808 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e06ca0-a70e-4ca9-8b1d-cb4734b1adce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-1cb8ef4a-bea2-42ba-a002-b0cc0b1b14e4', 'network_id': '1cb8ef4a-bea2-42ba-a002-b0cc0b1b14e4', 'tenant_id': '59119a0335324f2cba403d174e7cf2f8', 'fixed_ips': [{'subnet_id': 'a75e0b8f-6d6c-42a4-ba61-0bb36a34b9f9'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:07:20.321428 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c2e06ca0-a70e-4ca9-8b1d-cb4734b1adce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:20.328378 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-284c3c35-225f-4241-98e0-af7c2117d9e1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] device_id is not set on port d5485729-e6a4-462a-a5ef-a26422e2f585 yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:07:20.409938 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d8aef9-3040-4bb9-ac8b-407d0dcc9ca1 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:07:20.420490 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-e6d8aef9-3040-4bb9-ac8b-407d0dcc9ca1 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:20.425240 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d8aef9-3040-4bb9-ac8b-407d0dcc9ca1 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:07:20.484171 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8aef9-3040-4bb9-ac8b-407d0dcc9ca1 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Pushing event updated for resources: {'Port': ['ID=da9c79d5-90bf-4691-9898-07e9107ae213,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:20.535857 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-284c3c35-225f-4241-98e0-af7c2117d9e1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Allocated IP 2001:db8::f816:3eff:feee:99fa (1cb8ef4a-bea2-42ba-a002-b0cc0b1b14e4/a75e0b8f-6d6c-42a4-ba61-0bb36a34b9f9/d5485729-e6a4-462a-a5ef-a26422e2f585) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:07:20.894518 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-284c3c35-225f-4241-98e0-af7c2117d9e1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:20.915067 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-284c3c35-225f-4241-98e0-af7c2117d9e1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Transition to ACTIVE for port object d5485729-e6a4-462a-a5ef-a26422e2f585 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:20.936338 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e6d8aef9-3040-4bb9-ac8b-407d0dcc9ca1 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:20.953395 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-284c3c35-225f-4241-98e0-af7c2117d9e1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:21.031844 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-c2e06ca0-a70e-4ca9-8b1d-cb4734b1adce None None] Allocated IP 2001:db8::f816:3eff:fefa:4f6f (1cb8ef4a-bea2-42ba-a002-b0cc0b1b14e4/a75e0b8f-6d6c-42a4-ba61-0bb36a34b9f9/92a90a3b-8c27-4c49-8c3c-c51ff2991089) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:07:21.090662 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284c3c35-225f-4241-98e0-af7c2117d9e1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Network 1cb8ef4a-bea2-42ba-a002-b0cc0b1b14e4 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:07:21.097203 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-284c3c35-225f-4241-98e0-af7c2117d9e1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:21.104548 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284c3c35-225f-4241-98e0-af7c2117d9e1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:07:21.113328 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284c3c35-225f-4241-98e0-af7c2117d9e1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:21.114251 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-284c3c35-225f-4241-98e0-af7c2117d9e1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:21.125538 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c3c35-225f-4241-98e0-af7c2117d9e1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Pushing event updated for resources: {'Port': ['ID=d5485729-e6a4-462a-a5ef-a26422e2f585,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:21.164661 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-284c3c35-225f-4241-98e0-af7c2117d9e1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1726627 May 13 15:07:21.164661 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34648) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:21.248094 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-f29acd0b-4dcd-41b2-802d-bae8ff5a9d11 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Deleting subnet a75e0b8f-6d6c-42a4-ba61-0bb36a34b9f9 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:07:21.327840 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c2e06ca0-a70e-4ca9-8b1d-cb4734b1adce None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:21.341203 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c2e06ca0-a70e-4ca9-8b1d-cb4734b1adce None None] Transition to ACTIVE for port object 92a90a3b-8c27-4c49-8c3c-c51ff2991089 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:21.364063 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c2e06ca0-a70e-4ca9-8b1d-cb4734b1adce None None] Transition to ACTIVE for port object 92a90a3b-8c27-4c49-8c3c-c51ff2991089 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:21.370041 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f29acd0b-4dcd-41b2-802d-bae8ff5a9d11 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:21.372010 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c2e06ca0-a70e-4ca9-8b1d-cb4734b1adce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:21.435066 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f29acd0b-4dcd-41b2-802d-bae8ff5a9d11 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:21.457435 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e06ca0-a70e-4ca9-8b1d-cb4734b1adce None None] Network 1cb8ef4a-bea2-42ba-a002-b0cc0b1b14e4 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:07:21.460751 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-c2e06ca0-a70e-4ca9-8b1d-cb4734b1adce None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:21.467344 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e06ca0-a70e-4ca9-8b1d-cb4734b1adce None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:07:21.468573 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e06ca0-a70e-4ca9-8b1d-cb4734b1adce None None] Pushing event updated for resources: {'Port': ['ID=92a90a3b-8c27-4c49-8c3c-c51ff2991089,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:21.520315 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:07:21.575720 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f29acd0b-4dcd-41b2-802d-bae8ff5a9d11 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:21.582852 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e6d8aef9-3040-4bb9-ac8b-407d0dcc9ca1 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:21.584937 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-c2e06ca0-a70e-4ca9-8b1d-cb4734b1adce None None] Attempting to bind port 92a90a3b-8c27-4c49-8c3c-c51ff2991089 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:07:21.585524 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-c2e06ca0-a70e-4ca9-8b1d-cb4734b1adce None None] Attempting to bind port 92a90a3b-8c27-4c49-8c3c-c51ff2991089 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '285d3842-aec7-4295-9f9e-bad5f367cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1cb8ef4a-bea2-42ba-a002-b0cc0b1b14e4'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:07:21.585842 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e06ca0-a70e-4ca9-8b1d-cb4734b1adce None None] Attempting to bind port 92a90a3b-8c27-4c49-8c3c-c51ff2991089 on network 1cb8ef4a-bea2-42ba-a002-b0cc0b1b14e4 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:07:21.589861 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e6d8aef9-3040-4bb9-ac8b-407d0dcc9ca1 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33129349'] for router, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:21.593590 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e06ca0-a70e-4ca9-8b1d-cb4734b1adce None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:07:21.593967 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e06ca0-a70e-4ca9-8b1d-cb4734b1adce None None] Checking segment: {'id': '285d3842-aec7-4295-9f9e-bad5f367cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1cb8ef4a-bea2-42ba-a002-b0cc0b1b14e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:07:21.594358 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c2e06ca0-a70e-4ca9-8b1d-cb4734b1adce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:21.594810 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e06ca0-a70e-4ca9-8b1d-cb4734b1adce None None] Bound using segment: {'id': '285d3842-aec7-4295-9f9e-bad5f367cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1cb8ef4a-bea2-42ba-a002-b0cc0b1b14e4'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:07:21.595338 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-c2e06ca0-a70e-4ca9-8b1d-cb4734b1adce None None] Bound port: 92a90a3b-8c27-4c49-8c3c-c51ff2991089, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285d3842-aec7-4295-9f9e-bad5f367cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1cb8ef4a-bea2-42ba-a002-b0cc0b1b14e4'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:07:21.595713 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c2e06ca0-a70e-4ca9-8b1d-cb4734b1adce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:21.665900 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f29acd0b-4dcd-41b2-802d-bae8ff5a9d11 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:21.712081 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f29acd0b-4dcd-41b2-802d-bae8ff5a9d11 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:21.713071 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-c2e06ca0-a70e-4ca9-8b1d-cb4734b1adce None None] For port 92a90a3b-8c27-4c49-8c3c-c51ff2991089, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:07:21.717890 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-c2e06ca0-a70e-4ca9-8b1d-cb4734b1adce None None] For port 92a90a3b-8c27-4c49-8c3c-c51ff2991089, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=92a90a3b-8c27-4c49-8c3c-c51ff2991089,segment=NetworkSegment(285d3842-aec7-4295-9f9e-bad5f367cbd0),segment_id=285d3842-aec7-4295-9f9e-bad5f367cbd0)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:07:21.724893 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c2e06ca0-a70e-4ca9-8b1d-cb4734b1adce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:21.727889 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f29acd0b-4dcd-41b2-802d-bae8ff5a9d11 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "DELETE /v2.0/subnets/a75e0b8f-6d6c-42a4-ba61-0bb36a34b9f9 HTTP/1.1" status: 204 len: 168 time: 0.5629547 May 13 15:07:21.728988 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29acd0b-4dcd-41b2-802d-bae8ff5a9d11 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Pushing event deleted for resources: {'Subnet': ['ID=a75e0b8f-6d6c-42a4-ba61-0bb36a34b9f9,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:21.730949 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34652) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:21.812686 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2398abb-26a9-4142-a7a0-bf0d2e30704d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:21.814551 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2398abb-26a9-4142-a7a0-bf0d2e30704d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:21.815340 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c2398abb-26a9-4142-a7a0-bf0d2e30704d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Synchronizing usage tracker for tenant:59119a0335324f2cba403d174e7cf2f8 on resource:subnet {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:07:21.847959 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e06ca0-a70e-4ca9-8b1d-cb4734b1adce None None] Pushing event updated for resources: {'Port': ['ID=92a90a3b-8c27-4c49-8c3c-c51ff2991089,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:21.857846 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c2398abb-26a9-4142-a7a0-bf0d2e30704d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Unset dirty status for tenant:59119a0335324f2cba403d174e7cf2f8 on resource:subnet {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:07:21.860179 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c2398abb-26a9-4142-a7a0-bf0d2e30704d tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1279750 May 13 15:07:21.862998 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34656) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:22.029433 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7c23837d-a042-4dc6-8c8e-2e8ea7eb6872 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:22.045179 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c23837d-a042-4dc6-8c8e-2e8ea7eb6872 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 13 15:07:22.046215 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c23837d-a042-4dc6-8c8e-2e8ea7eb6872 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:07:22.055172 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7c23837d-a042-4dc6-8c8e-2e8ea7eb6872 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "DELETE /v2.0/networks/1cb8ef4a-bea2-42ba-a002-b0cc0b1b14e4 HTTP/1.1" status: 409 len: 405 time: 0.1863849 May 13 15:07:22.055375 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34660) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:22.064576 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-9f89db9b-d7ce-4132-83a1-fae7e68f033b tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-336220968'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:22.075373 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9f89db9b-d7ce-4132-83a1-fae7e68f033b tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:22.089943 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9f89db9b-d7ce-4132-83a1-fae7e68f033b tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Usage tracker for resource:network and tenant:59119a0335324f2cba403d174e7cf2f8 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:22.094914 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9f89db9b-d7ce-4132-83a1-fae7e68f033b tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:22.117837 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9f89db9b-d7ce-4132-83a1-fae7e68f033b tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:22.142295 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d8aef9-3040-4bb9-ac8b-407d0dcc9ca1 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Router 1e3f65f3-37d9-46df-9f69-baec625a20c0 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:07:22.149935 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f89db9b-d7ce-4132-83a1-fae7e68f033b tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Made reservation on behalf of 59119a0335324f2cba403d174e7cf2f8 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:22.164183 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9f89db9b-d7ce-4132-83a1-fae7e68f033b tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:22.273666 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f89db9b-d7ce-4132-83a1-fae7e68f033b tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:07:22.291463 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 92a90a3b-8c27-4c49-8c3c-c51ff2991089 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:07:22.294355 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9f89db9b-d7ce-4132-83a1-fae7e68f033b tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:22.294945 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-9f89db9b-d7ce-4132-83a1-fae7e68f033b tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Added segment 996f7f87-88c0-45c4-9529-85b9b1efcec4 of type vlan for network 52c28401-de0e-4d7b-ad33-0d7d80a51558 May 13 15:07:22.331628 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9f89db9b-d7ce-4132-83a1-fae7e68f033b tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:22.374086 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9f89db9b-d7ce-4132-83a1-fae7e68f033b tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:22.380001 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f89db9b-d7ce-4132-83a1-fae7e68f033b tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:22.380636 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9f89db9b-d7ce-4132-83a1-fae7e68f033b tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:22.442124 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 92a90a3b-8c27-4c49-8c3c-c51ff2991089 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:07:22.594473 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9f89db9b-d7ce-4132-83a1-fae7e68f033b tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5379725 May 13 15:07:22.599959 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34666) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:22.610480 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89db9b-d7ce-4132-83a1-fae7e68f033b tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Pushing event updated for resources: {'Network': ['ID=52c28401-de0e-4d7b-ad33-0d7d80a51558,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:22.612171 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-f3806aaa-1e7b-4c2f-95ed-3e86ab6a2e66 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Request body: {'subnet': {'network_id': '52c28401-de0e-4d7b-ad33-0d7d80a51558', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:22.630578 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 52c28401-de0e-4d7b-ad33-0d7d80a51558 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:07:22.645417 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d8aef9-3040-4bb9-ac8b-407d0dcc9ca1 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:07:22.653742 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e6d8aef9-3040-4bb9-ac8b-407d0dcc9ca1 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:22.658724 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e6d8aef9-3040-4bb9-ac8b-407d0dcc9ca1 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "PUT /v2.0/routers/1e3f65f3-37d9-46df-9f69-baec625a20c0 HTTP/1.1" status: 200 len: 920 time: 4.1384940 May 13 15:07:22.659850 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34672) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:22.671477 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1124f7-1e0c-40f7-ad1d-5934976b2ceb None None] Sync routers for ids ['1e3f65f3-37d9-46df-9f69-baec625a20c0'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:07:22.700366 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1124f7-1e0c-40f7-ad1d-5934976b2ceb None None] Routers {'1e3f65f3-37d9-46df-9f69-baec625a20c0'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:07:22.701216 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1b1124f7-1e0c-40f7-ad1d-5934976b2ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:07:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1e3f65f3-37d9-46df-9f69-baec625a20c0'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:22.901811 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1b1124f7-1e0c-40f7-ad1d-5934976b2ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:22.922079 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1124f7-1e0c-40f7-ad1d-5934976b2ceb None None] Routers {'1e3f65f3-37d9-46df-9f69-baec625a20c0'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:07:22.923399 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1b1124f7-1e0c-40f7-ad1d-5934976b2ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:07:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1e3f65f3-37d9-46df-9f69-baec625a20c0'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:22.999700 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f3806aaa-1e7b-4c2f-95ed-3e86ab6a2e66 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:23.023623 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f3806aaa-1e7b-4c2f-95ed-3e86ab6a2e66 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:23.037300 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-bf4d3a21-7772-4155-99d8-eb7f0b3e8a53 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "GET /v2.0/routers/1e3f65f3-37d9-46df-9f69-baec625a20c0 HTTP/1.1" status: 200 len: 926 time: 0.3762498 May 13 15:07:23.042504 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34676) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:23.046236 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3806aaa-1e7b-4c2f-95ed-3e86ab6a2e66 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Made reservation on behalf of 59119a0335324f2cba403d174e7cf2f8 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:23.053114 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f3806aaa-1e7b-4c2f-95ed-3e86ab6a2e66 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:23.095636 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1b1124f7-1e0c-40f7-ad1d-5934976b2ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:23.096244 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1124f7-1e0c-40f7-ad1d-5934976b2ceb None None] The sync data for ids ['1e3f65f3-37d9-46df-9f69-baec625a20c0'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:07:23.149359 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8df5b1-ad31-4565-b427-813a995b002a tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:23.150734 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1b8df5b1-ad31-4565-b427-813a995b002a tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Synchronizing usage tracker for tenant:12bb64af04f94aa3bb560ab66fe63443 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:07:23.173624 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1b8df5b1-ad31-4565-b427-813a995b002a tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Unset dirty status for tenant:12bb64af04f94aa3bb560ab66fe63443 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:07:23.179367 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1b8df5b1-ad31-4565-b427-813a995b002a tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=c35d8094-27c1-4288-955d-bcb140e23bf2&device_id=1e3f65f3-37d9-46df-9f69-baec625a20c0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1316037 May 13 15:07:23.179911 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34680) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:23.437231 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23084cf-4af8-4023-a84b-c43d731cfc58 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:23.439616 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d23084cf-4af8-4023-a84b-c43d731cfc58 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "GET /v2.0/networks/c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 881 time: 0.2561619 May 13 15:07:23.443273 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34684) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:23.467422 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e57fc0-d7d6-4e33-871e-abda504221a6 None None] Network 1cb8ef4a-bea2-42ba-a002-b0cc0b1b14e4 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:07:23.512467 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-dc69e291-7cee-4bce-b3bf-8dc808ffe5cf tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e3f65f3-37d9-46df-9f69-baec625a20c0 HTTP/1.1" status: 200 len: 205 time: 0.0636764 May 13 15:07:23.514203 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34688) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:23.598547 n-d-841760-1 neutron-server[88082]: DEBUG neutron.objects.ports [None req-f3806aaa-1e7b-4c2f-95ed-3e86ab6a2e66 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88082) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:07:23.600197 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f3806aaa-1e7b-4c2f-95ed-3e86ab6a2e66 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:23.709635 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-72890207-b0ab-4b93-89e9-5eeb02608575 None None] Provisioning for port 92a90a3b-8c27-4c49-8c3c-c51ff2991089 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:07:23.737746 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-190e7f9e-5615-4b5d-bb72-d032abf1dec2 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:23.760411 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3806aaa-1e7b-4c2f-95ed-3e86ab6a2e66 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Checking segment: {'id': '996f7f87-88c0-45c4-9529-85b9b1efcec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '52c28401-de0e-4d7b-ad33-0d7d80a51558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:07:23.760970 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3806aaa-1e7b-4c2f-95ed-3e86ab6a2e66 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Network hostable DHCP agents. Network: 52c28401-de0e-4d7b-ad33-0d7d80a51558, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:07:23.761480 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-72890207-b0ab-4b93-89e9-5eeb02608575 None None] Provisioning complete for port 92a90a3b-8c27-4c49-8c3c-c51ff2991089 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:23.762069 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-72890207-b0ab-4b93-89e9-5eeb02608575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:23.774888 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3806aaa-1e7b-4c2f-95ed-3e86ab6a2e66 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Pushing event updated for resources: {'Subnet': ['ID=d6d0d1c7-c702-479b-9cca-9019aca00928,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:23.869836 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3806aaa-1e7b-4c2f-95ed-3e86ab6a2e66 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Network 52c28401-de0e-4d7b-ad33-0d7d80a51558 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:07:23.923840 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-f3806aaa-1e7b-4c2f-95ed-3e86ab6a2e66 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 52c28401-de0e-4d7b-ad33-0d7d80a51558) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:23.933742 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3806aaa-1e7b-4c2f-95ed-3e86ab6a2e66 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:23.934773 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f3806aaa-1e7b-4c2f-95ed-3e86ab6a2e66 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:24.003411 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcb7f2bd-55f8-494a-9172-99770a45b7ad req-78476153-af7b-4055-8abc-fcd45085fed4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8919899d-7024-4a41-8826-f256ea9a70cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2008238 May 13 15:07:24.007947 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f3806aaa-1e7b-4c2f-95ed-3e86ab6a2e66 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4050124 May 13 15:07:24.008141 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-190e7f9e-5615-4b5d-bb72-d032abf1dec2 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:24.013043 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34694) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:24.016164 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec1acbe-d75b-4d79-9810-81533555f261 None None] Network 52c28401-de0e-4d7b-ad33-0d7d80a51558 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:07:24.021933 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-190e7f9e-5615-4b5d-bb72-d032abf1dec2 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Deleting port da9c79d5-90bf-4691-9898-07e9107ae213 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:07:24.022695 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-190e7f9e-5615-4b5d-bb72-d032abf1dec2 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:24.311153 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-72890207-b0ab-4b93-89e9-5eeb02608575 None None] Current status of the port 92a90a3b-8c27-4c49-8c3c-c51ff2991089 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:07:24.313015 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-72890207-b0ab-4b93-89e9-5eeb02608575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:24.371043 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7f2bd-55f8-494a-9172-99770a45b7ad req-d8b14955-a8fb-47a7-8743-5b9548071a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:24.372637 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcb7f2bd-55f8-494a-9172-99770a45b7ad req-d8b14955-a8fb-47a7-8743-5b9548071a08 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2&device_id=8919899d-7024-4a41-8826-f256ea9a70cd HTTP/1.1" status: 200 len: 1097 time: 0.2178333 May 13 15:07:24.376788 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0e5e0413-8eb3-473a-948e-7234ed56dde4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:24.457862 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d307142-9bb3-4b39-bdc1-c9d326bdf66b None None] DHCP port deletion for 1cb8ef4a-bea2-42ba-a002-b0cc0b1b14e4 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:07:24.470431 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-72890207-b0ab-4b93-89e9-5eeb02608575 None None] For port 92a90a3b-8c27-4c49-8c3c-c51ff2991089, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=92a90a3b-8c27-4c49-8c3c-c51ff2991089,segment=NetworkSegment(285d3842-aec7-4295-9f9e-bad5f367cbd0),segment_id=285d3842-aec7-4295-9f9e-bad5f367cbd0)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:24.485785 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-4d307142-9bb3-4b39-bdc1-c9d326bdf66b None None] Deleting port 92a90a3b-8c27-4c49-8c3c-c51ff2991089 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:07:24.488508 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4d307142-9bb3-4b39-bdc1-c9d326bdf66b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:24.522584 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-72890207-b0ab-4b93-89e9-5eeb02608575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:24.602420 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-190e7f9e-5615-4b5d-bb72-d032abf1dec2 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:24.774585 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-190e7f9e-5615-4b5d-bb72-d032abf1dec2 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Calling delete_port for da9c79d5-90bf-4691-9898-07e9107ae213 owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:07:24.793899 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7f2bd-55f8-494a-9172-99770a45b7ad req-99d62bbf-030b-4031-9931-e97df7cead98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:24.795461 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcb7f2bd-55f8-494a-9172-99770a45b7ad req-99d62bbf-030b-4031-9931-e97df7cead98 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b043589d-15c3-44b5-8d99-d7c57b00acb0 HTTP/1.1" status: 200 len: 913 time: 0.3866711 May 13 15:07:24.796410 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0e5e0413-8eb3-473a-948e-7234ed56dde4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:24.834371 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72890207-b0ab-4b93-89e9-5eeb02608575 None None] Pushing event updated for resources: {'Port': ['ID=92a90a3b-8c27-4c49-8c3c-c51ff2991089,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:24.842655 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d732d0c3-7c25-467d-ad1a-cedbeb4f1c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-52c28401-de0e-4d7b-ad33-0d7d80a51558', 'network_id': '52c28401-de0e-4d7b-ad33-0d7d80a51558', 'tenant_id': '59119a0335324f2cba403d174e7cf2f8', 'fixed_ips': [{'subnet_id': 'd6d0d1c7-c702-479b-9cca-9019aca00928'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:07:24.843763 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d732d0c3-7c25-467d-ad1a-cedbeb4f1c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:24.957192 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcb7f2bd-55f8-494a-9172-99770a45b7ad req-54ed4fce-e774-46db-a32d-e80b7ae88a81 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e991162e-da41-43ce-b28a-f62363649f50 HTTP/1.1" status: 200 len: 1002 time: 0.1321201 May 13 15:07:25.033183 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0e5e0413-8eb3-473a-948e-7234ed56dde4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:25.037369 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-4d307142-9bb3-4b39-bdc1-c9d326bdf66b None None] For port 92a90a3b-8c27-4c49-8c3c-c51ff2991089, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=92a90a3b-8c27-4c49-8c3c-c51ff2991089,segment=NetworkSegment(285d3842-aec7-4295-9f9e-bad5f367cbd0),segment_id=285d3842-aec7-4295-9f9e-bad5f367cbd0)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:25.038049 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4d307142-9bb3-4b39-bdc1-c9d326bdf66b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:25.071475 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-190e7f9e-5615-4b5d-bb72-d032abf1dec2 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:25.169972 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e7f9e-5615-4b5d-bb72-d032abf1dec2 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Pushing event deleted for resources: {'Port': ['ID=da9c79d5-90bf-4691-9898-07e9107ae213,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:25.196210 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-4d307142-9bb3-4b39-bdc1-c9d326bdf66b None None] Calling delete_port for 92a90a3b-8c27-4c49-8c3c-c51ff2991089 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:07:25.217600 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0e5e0413-8eb3-473a-948e-7234ed56dde4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server [None req-d732d0c3-7c25-467d-ad1a-cedbeb4f1c59 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d6d0d1c7-c702-479b-9cca-9019aca00928: This subnet is being modified by another concurrent operation. May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise exception May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d6d0d1c7-c702-479b-9cca-9019aca00928: This subnet is being modified by another concurrent operation. May 13 15:07:25.263587 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server May 13 15:07:25.280572 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a294c6-5ce6-4139-b5a7-4e19c658684c None None] Network 52c28401-de0e-4d7b-ad33-0d7d80a51558 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:07:25.285748 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-0e5e0413-8eb3-473a-948e-7234ed56dde4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c28401-de0e-4d7b-ad33-0d7d80a51558']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:25.292056 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-190e7f9e-5615-4b5d-bb72-d032abf1dec2 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:25.311495 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-0e5e0413-8eb3-473a-948e-7234ed56dde4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '996f7f87-88c0-45c4-9529-85b9b1efcec4') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:25.311726 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-0e5e0413-8eb3-473a-948e-7234ed56dde4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '996f7f87-88c0-45c4-9529-85b9b1efcec4') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:25.335859 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7f2bd-55f8-494a-9172-99770a45b7ad req-3e335a9d-0adb-491c-9b03-dd47168a72a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:25.342734 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcb7f2bd-55f8-494a-9172-99770a45b7ad req-3e335a9d-0adb-491c-9b03-dd47168a72a4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b5ceabd-0dba-40ce-b48a-2cb206526c19 HTTP/1.1" status: 200 len: 851 time: 0.3783824 May 13 15:07:25.349219 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e0413-8eb3-473a-948e-7234ed56dde4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Pushing event deleted for resources: {'Subnet': ['ID=d6d0d1c7-c702-479b-9cca-9019aca00928,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:25.388996 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4d307142-9bb3-4b39-bdc1-c9d326bdf66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:25.409205 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0e5e0413-8eb3-473a-948e-7234ed56dde4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:25.455726 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0e5e0413-8eb3-473a-948e-7234ed56dde4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:25.469855 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e5e0413-8eb3-473a-948e-7234ed56dde4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:07:25.469855 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0e5e0413-8eb3-473a-948e-7234ed56dde4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:25.490202 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:07:25.490202 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:07:25.490202 n-d-841760-1 neutron-server[88082]: timer() May 13 15:07:25.490202 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:07:25.490202 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:07:25.490202 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:07:25.490202 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:07:25.490202 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:07:25.490202 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:07:25.490202 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:07:25.490202 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:07:25.490202 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:07:25.490202 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:07:25.490202 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:07:25.490202 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:07:25.490202 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:07:25.490202 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:07:25.490202 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:07:25.490202 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:07:25.490202 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:07:25.490202 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:07:25.490202 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:07:25.490202 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:07:25.490202 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:07:25.490202 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:07:25.490202 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:07:25.490202 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:07:25.490202 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:07:25.490202 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:07:25.490202 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:07:25.490202 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:07:25.490202 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:07:25.499924 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d307142-9bb3-4b39-bdc1-c9d326bdf66b None None] Pushing event deleted for resources: {'Port': ['ID=92a90a3b-8c27-4c49-8c3c-c51ff2991089,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:25.537333 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d307142-9bb3-4b39-bdc1-c9d326bdf66b None None] No DVR routers for this DVR port 92a90a3b-8c27-4c49-8c3c-c51ff2991089 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:07:25.557633 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-190e7f9e-5615-4b5d-bb72-d032abf1dec2 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:25.560888 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-190e7f9e-5615-4b5d-bb72-d032abf1dec2 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:25.584422 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7f2bd-55f8-494a-9172-99770a45b7ad req-bce413cb-d4c5-451f-a3ea-1ac93489d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:25.586446 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcb7f2bd-55f8-494a-9172-99770a45b7ad req-bce413cb-d4c5-451f-a3ea-1ac93489d296 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b043589d-15c3-44b5-8d99-d7c57b00acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2309110 May 13 15:07:25.589949 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0e5e0413-8eb3-473a-948e-7234ed56dde4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:25.599920 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-190e7f9e-5615-4b5d-bb72-d032abf1dec2 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:25.600534 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190e7f9e-5615-4b5d-bb72-d032abf1dec2 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Fanout notify agent at l3_agent the message router_deleted on router 1e3f65f3-37d9-46df-9f69-baec625a20c0 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:07:25.605246 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785b4e83-92a6-4128-894c-dc65f549c88c None None] get_active_networks_info from n-d-841760-1 {{(pid=88083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:07:25.609866 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0e5e0413-8eb3-473a-948e-7234ed56dde4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:25.631614 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-190e7f9e-5615-4b5d-bb72-d032abf1dec2 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:25.632831 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-190e7f9e-5615-4b5d-bb72-d032abf1dec2 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] 10.222.0.35 "DELETE /v2.0/routers/1e3f65f3-37d9-46df-9f69-baec625a20c0 HTTP/1.1" status: 204 len: 168 time: 2.1176431 May 13 15:07:25.636969 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34704) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:25.642923 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-d0d2b502-83ab-4974-8289-d6927c55c51a tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1984897704', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}, 'admin_state_up': False}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:25.653099 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d0d2b502-83ab-4974-8289-d6927c55c51a tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:25.658048 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d0d2b502-83ab-4974-8289-d6927c55c51a tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Usage tracker for resource:router and tenant:b80a12d8b9374ebfb39a7bd0a40155e0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:25.661619 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d0d2b502-83ab-4974-8289-d6927c55c51a tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:25.672952 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d0d2b502-83ab-4974-8289-d6927c55c51a tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:25.696327 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0d2b502-83ab-4974-8289-d6927c55c51a tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:25.698251 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0d2b502-83ab-4974-8289-d6927c55c51a tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:25.724764 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e0413-8eb3-473a-948e-7234ed56dde4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Pushing event deleted for resources: {'Network': ['ID=52c28401-de0e-4d7b-ad33-0d7d80a51558,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:25.732549 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0d2b502-83ab-4974-8289-d6927c55c51a tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:25.741346 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0e5e0413-8eb3-473a-948e-7234ed56dde4 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "DELETE /v2.0/networks/52c28401-de0e-4d7b-ad33-0d7d80a51558 HTTP/1.1" status: 204 len: 168 time: 1.7268922 May 13 15:07:25.747779 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34708) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:25.761174 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-68cb1baf-56c7-4381-b4af-409341434177 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1478596397'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:25.768468 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-68cb1baf-56c7-4381-b4af-409341434177 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:25.778088 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-68cb1baf-56c7-4381-b4af-409341434177 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Usage tracker for resource:network and tenant:59119a0335324f2cba403d174e7cf2f8 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:25.794874 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-68cb1baf-56c7-4381-b4af-409341434177 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:25.801169 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-68cb1baf-56c7-4381-b4af-409341434177 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:25.827003 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcb7f2bd-55f8-494a-9172-99770a45b7ad req-8514ef7d-79f4-4803-aa83-0f03c5ab6602 service neutron] 10.222.0.74 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138965 May 13 15:07:25.834229 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cb1baf-56c7-4381-b4af-409341434177 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Made reservation on behalf of 59119a0335324f2cba403d174e7cf2f8 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:25.837930 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-68cb1baf-56c7-4381-b4af-409341434177 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:25.844294 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785b4e83-92a6-4128-894c-dc65f549c88c None None] Resources bound (agent type, host, resource id): {{(pid=88083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 15:07:26.002591 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68cb1baf-56c7-4381-b4af-409341434177 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:07:26.019168 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-68cb1baf-56c7-4381-b4af-409341434177 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:26.019574 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-68cb1baf-56c7-4381-b4af-409341434177 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Added segment f8b0b142-83b5-4561-ab0c-c974daa4a5c0 of type vlan for network fc0c1344-c98e-4eaf-88b0-bbb0e1e33e0b May 13 15:07:26.080516 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcb7f2bd-55f8-494a-9172-99770a45b7ad req-f38702f6-a53a-4d4d-a547-4dc77c300c3f service neutron] 10.222.0.74 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057054 May 13 15:07:26.082272 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-68cb1baf-56c7-4381-b4af-409341434177 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:26.114056 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0d2b502-83ab-4974-8289-d6927c55c51a tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:26.122814 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-68cb1baf-56c7-4381-b4af-409341434177 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:26.128668 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cb1baf-56c7-4381-b4af-409341434177 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:26.129424 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-68cb1baf-56c7-4381-b4af-409341434177 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:26.173720 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 92a90a3b-8c27-4c49-8c3c-c51ff2991089 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:07:26.232595 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 92a90a3b-8c27-4c49-8c3c-c51ff2991089 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:07:26.232595 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 92a90a3b-8c27-4c49-8c3c-c51ff2991089 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:07:26.337052 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb1baf-56c7-4381-b4af-409341434177 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Pushing event updated for resources: {'Network': ['ID=fc0c1344-c98e-4eaf-88b0-bbb0e1e33e0b,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:26.351273 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network fc0c1344-c98e-4eaf-88b0-bbb0e1e33e0b details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:07:26.361216 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-68cb1baf-56c7-4381-b4af-409341434177 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6123099 May 13 15:07:26.364490 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34718) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:26.370238 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-e0fb4b1d-0e39-408d-8150-bddf224e3adf tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Request body: {'subnet': {'network_id': 'fc0c1344-c98e-4eaf-88b0-bbb0e1e33e0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:26.503872 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e0fb4b1d-0e39-408d-8150-bddf224e3adf tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:26.508893 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e0fb4b1d-0e39-408d-8150-bddf224e3adf tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Usage tracker for resource:subnet and tenant:59119a0335324f2cba403d174e7cf2f8 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:26.512941 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e0fb4b1d-0e39-408d-8150-bddf224e3adf tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:26.519698 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e0fb4b1d-0e39-408d-8150-bddf224e3adf tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:26.540609 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fb4b1d-0e39-408d-8150-bddf224e3adf tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Made reservation on behalf of 59119a0335324f2cba403d174e7cf2f8 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:26.545596 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e0fb4b1d-0e39-408d-8150-bddf224e3adf tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:26.709627 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0d2b502-83ab-4974-8289-d6927c55c51a tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:26.748544 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0d2b502-83ab-4974-8289-d6927c55c51a tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:26.851812 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e0fb4b1d-0e39-408d-8150-bddf224e3adf tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:26.925902 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-d0d2b502-83ab-4974-8289-d6927c55c51a tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Allocated IP 172.25.0.43 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/3b81d03a-a2d6-4abb-bafe-463217cb616f) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:07:26.935823 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb4b1d-0e39-408d-8150-bddf224e3adf tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Pushing event updated for resources: {'Subnet': ['ID=92032a21-97db-4d1f-b60d-18bae314cfe8,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:26.946425 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fb4b1d-0e39-408d-8150-bddf224e3adf tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Checking segment: {'id': 'f8b0b142-83b5-4561-ab0c-c974daa4a5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fc0c1344-c98e-4eaf-88b0-bbb0e1e33e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:07:26.947059 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fb4b1d-0e39-408d-8150-bddf224e3adf tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Network hostable DHCP agents. Network: fc0c1344-c98e-4eaf-88b0-bbb0e1e33e0b, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:07:26.981868 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fb4b1d-0e39-408d-8150-bddf224e3adf tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Network fc0c1344-c98e-4eaf-88b0-bbb0e1e33e0b is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:07:27.002620 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-e0fb4b1d-0e39-408d-8150-bddf224e3adf tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, fc0c1344-c98e-4eaf-88b0-bbb0e1e33e0b) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:27.008605 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fb4b1d-0e39-408d-8150-bddf224e3adf tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:27.009620 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e0fb4b1d-0e39-408d-8150-bddf224e3adf tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:27.015804 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbbec5a-95e1-4c0b-8913-a28fb126099a None None] Network fc0c1344-c98e-4eaf-88b0-bbb0e1e33e0b requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:07:27.070745 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e0fb4b1d-0e39-408d-8150-bddf224e3adf tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7048187 May 13 15:07:27.074918 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34724) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:27.243371 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0d2b502-83ab-4974-8289-d6927c55c51a tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:27.280402 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0d2b502-83ab-4974-8289-d6927c55c51a tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:27.323630 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2ebc48bc-ba82-4ab8-b0d5-90b27eb72797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:27.368777 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d2b502-83ab-4974-8289-d6927c55c51a tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:07:27.372923 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-d0d2b502-83ab-4974-8289-d6927c55c51a tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:27.377405 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d2b502-83ab-4974-8289-d6927c55c51a tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:07:27.396218 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:27.397240 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb52433-5a42-4814-8580-c61769d22780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-fc0c1344-c98e-4eaf-88b0-bbb0e1e33e0b', 'network_id': 'fc0c1344-c98e-4eaf-88b0-bbb0e1e33e0b', 'tenant_id': '59119a0335324f2cba403d174e7cf2f8', 'fixed_ips': [{'subnet_id': '92032a21-97db-4d1f-b60d-18bae314cfe8'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:07:27.398360 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0bb52433-5a42-4814-8580-c61769d22780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:27.423364 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2b502-83ab-4974-8289-d6927c55c51a tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Pushing event updated for resources: {'Port': ['ID=3b81d03a-a2d6-4abb-bafe-463217cb616f,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:27.484044 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:27.585889 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-0bb52433-5a42-4814-8580-c61769d22780 None None] Allocated IP 2001:db8::2 (fc0c1344-c98e-4eaf-88b0-bbb0e1e33e0b/92032a21-97db-4d1f-b60d-18bae314cfe8/50acbc67-b35e-4649-bd3a-cd93eef99bad) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:07:27.814302 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0bb52433-5a42-4814-8580-c61769d22780 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:27.825088 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0bb52433-5a42-4814-8580-c61769d22780 None None] Transition to ACTIVE for port object 50acbc67-b35e-4649-bd3a-cd93eef99bad will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:27.844040 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0bb52433-5a42-4814-8580-c61769d22780 None None] Transition to ACTIVE for port object 50acbc67-b35e-4649-bd3a-cd93eef99bad will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:27.849175 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0bb52433-5a42-4814-8580-c61769d22780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:27.872696 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:27.893212 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0d2b502-83ab-4974-8289-d6927c55c51a tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:27.923499 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Pushing event deleted for resources: {'Subnet': ['ID=92032a21-97db-4d1f-b60d-18bae314cfe8,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:27.944126 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb52433-5a42-4814-8580-c61769d22780 None None] Pushing event updated for resources: {'Port': ['ID=50acbc67-b35e-4649-bd3a-cd93eef99bad,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:27.952128 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb52433-5a42-4814-8580-c61769d22780 None None] Network fc0c1344-c98e-4eaf-88b0-bbb0e1e33e0b is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:07:27.953405 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-0bb52433-5a42-4814-8580-c61769d22780 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:27.955613 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb52433-5a42-4814-8580-c61769d22780 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:07:28.051507 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-0bb52433-5a42-4814-8580-c61769d22780 None None] Attempting to bind port 50acbc67-b35e-4649-bd3a-cd93eef99bad on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:07:28.052117 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-0bb52433-5a42-4814-8580-c61769d22780 None None] Attempting to bind port 50acbc67-b35e-4649-bd3a-cd93eef99bad by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'f8b0b142-83b5-4561-ab0c-c974daa4a5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fc0c1344-c98e-4eaf-88b0-bbb0e1e33e0b'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:07:28.052262 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb52433-5a42-4814-8580-c61769d22780 None None] Attempting to bind port 50acbc67-b35e-4649-bd3a-cd93eef99bad on network fc0c1344-c98e-4eaf-88b0-bbb0e1e33e0b {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:07:28.054502 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:28.058122 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb52433-5a42-4814-8580-c61769d22780 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:07:28.058496 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb52433-5a42-4814-8580-c61769d22780 None None] Checking segment: {'id': 'f8b0b142-83b5-4561-ab0c-c974daa4a5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fc0c1344-c98e-4eaf-88b0-bbb0e1e33e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:07:28.058893 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0bb52433-5a42-4814-8580-c61769d22780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:28.059308 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb52433-5a42-4814-8580-c61769d22780 None None] Bound using segment: {'id': 'f8b0b142-83b5-4561-ab0c-c974daa4a5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fc0c1344-c98e-4eaf-88b0-bbb0e1e33e0b'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:07:28.059896 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-0bb52433-5a42-4814-8580-c61769d22780 None None] Bound port: 50acbc67-b35e-4649-bd3a-cd93eef99bad, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8b0b142-83b5-4561-ab0c-c974daa4a5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fc0c1344-c98e-4eaf-88b0-bbb0e1e33e0b'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:07:28.060360 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0bb52433-5a42-4814-8580-c61769d22780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:28.089977 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0c1344-c98e-4eaf-88b0-bbb0e1e33e0b']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:28.106429 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8b0b142-83b5-4561-ab0c-c974daa4a5c0') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:28.106954 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8b0b142-83b5-4561-ab0c-c974daa4a5c0') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:28.120444 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:28.142357 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:28.170258 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:07:28.170946 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:28.220216 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-0bb52433-5a42-4814-8580-c61769d22780 None None] For port 50acbc67-b35e-4649-bd3a-cd93eef99bad, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:07:28.230473 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:07:28.230473 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:07:28.230473 n-d-841760-1 neutron-server[88082]: timer() May 13 15:07:28.230473 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:07:28.230473 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:07:28.230473 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:07:28.230473 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:07:28.230473 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:07:28.230473 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:07:28.230473 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:07:28.230473 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:07:28.230473 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:07:28.230473 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:07:28.230473 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:07:28.230473 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:07:28.230473 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:07:28.230473 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:07:28.230473 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:07:28.230473 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:07:28.230473 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:07:28.230473 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:07:28.230473 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:07:28.230473 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:07:28.230473 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:07:28.230473 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:07:28.230473 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:07:28.230473 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:07:28.230473 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:07:28.230473 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:07:28.230473 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:07:28.230473 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:07:28.230473 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:07:28.335738 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-0bb52433-5a42-4814-8580-c61769d22780 None None] For port 50acbc67-b35e-4649-bd3a-cd93eef99bad, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=50acbc67-b35e-4649-bd3a-cd93eef99bad,segment=NetworkSegment(f8b0b142-83b5-4561-ab0c-c974daa4a5c0),segment_id=f8b0b142-83b5-4561-ab0c-c974daa4a5c0)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:07:28.336714 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.api [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 13 15:07:28.336714 n-d-841760-1 neutron-server[88082]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 13 15:07:28.336714 n-d-841760-1 neutron-server[88082]: [parameters: {'id': 'fc0c1344-c98e-4eaf-88b0-bbb0e1e33e0b'}] May 13 15:07:28.336714 n-d-841760-1 neutron-server[88082]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:07:28.337451 n-d-841760-1 neutron-server[88082]: DEBUG oslo_db.api [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:07:28.344328 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0bb52433-5a42-4814-8580-c61769d22780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:28.445840 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0d2b502-83ab-4974-8289-d6927c55c51a tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:28.530999 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb52433-5a42-4814-8580-c61769d22780 None None] Pushing event updated for resources: {'Port': ['ID=50acbc67-b35e-4649-bd3a-cd93eef99bad,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:28.570831 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17585a8a-1636-4692-ab1f-d4332d55fa5d None None] Network fc0c1344-c98e-4eaf-88b0-bbb0e1e33e0b requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:07:28.827025 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:28.839018 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:28.860576 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf00ac4-d805-4c18-bf9d-4d388fc3fbdb None None] get_active_networks_info from n-d-841760-1 {{(pid=88083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:07:28.865338 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Deleting port 50acbc67-b35e-4649-bd3a-cd93eef99bad {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:07:28.866775 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:28.953046 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d2b502-83ab-4974-8289-d6927c55c51a tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Router eed64577-4cb4-446c-a84c-d4d45a0305a5 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:07:28.997614 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf00ac4-d805-4c18-bf9d-4d388fc3fbdb None None] Resources bound (agent type, host, resource id): {{(pid=88083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 15:07:29.192237 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] For port 50acbc67-b35e-4649-bd3a-cd93eef99bad, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=50acbc67-b35e-4649-bd3a-cd93eef99bad,segment=NetworkSegment(f8b0b142-83b5-4561-ab0c-c974daa4a5c0),segment_id=f8b0b142-83b5-4561-ab0c-c974daa4a5c0)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:29.192967 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:29.257254 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d2b502-83ab-4974-8289-d6927c55c51a tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:07:29.321390 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0d2b502-83ab-4974-8289-d6927c55c51a tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:29.323696 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d0d2b502-83ab-4974-8289-d6927c55c51a tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.6856685 May 13 15:07:29.331246 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34732) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:29.337629 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-2239ba8a-8f30-4eb9-91f7-70e8503dbe21 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:29.397778 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5431270b-0225-485f-92ed-7b1e151c5a27 None None] Sync routers for ids ['eed64577-4cb4-446c-a84c-d4d45a0305a5'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:07:29.435014 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5431270b-0225-485f-92ed-7b1e151c5a27 None None] Routers {'eed64577-4cb4-446c-a84c-d4d45a0305a5'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:07:29.435892 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-5431270b-0225-485f-92ed-7b1e151c5a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:07:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['eed64577-4cb4-446c-a84c-d4d45a0305a5'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:29.485484 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Calling delete_port for 50acbc67-b35e-4649-bd3a-cd93eef99bad owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:07:29.542602 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-5431270b-0225-485f-92ed-7b1e151c5a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:29.564342 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5431270b-0225-485f-92ed-7b1e151c5a27 None None] Routers {'eed64577-4cb4-446c-a84c-d4d45a0305a5'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:07:29.564936 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-5431270b-0225-485f-92ed-7b1e151c5a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:07:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['eed64577-4cb4-446c-a84c-d4d45a0305a5'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:29.617468 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:29.651138 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-5431270b-0225-485f-92ed-7b1e151c5a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:29.651481 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5431270b-0225-485f-92ed-7b1e151c5a27 None None] The sync data for ids ['eed64577-4cb4-446c-a84c-d4d45a0305a5'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:07:29.664711 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c69850f7-cb3f-424b-8de8-5bfe11df8e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:29.718440 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Pushing event deleted for resources: {'Port': ['ID=50acbc67-b35e-4649-bd3a-cd93eef99bad,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:29.734160 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] No DVR routers for this DVR port 50acbc67-b35e-4649-bd3a-cd93eef99bad on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:07:30.032638 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:30.111474 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0c1344-c98e-4eaf-88b0-bbb0e1e33e0b']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:30.129218 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8b0b142-83b5-4561-ab0c-c974daa4a5c0') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:30.129526 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8b0b142-83b5-4561-ab0c-c974daa4a5c0') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:30.151290 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:30.176957 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:30.199909 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:07:30.200968 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:30.228191 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:07:30.228191 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:07:30.228191 n-d-841760-1 neutron-server[88082]: timer() May 13 15:07:30.228191 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:07:30.228191 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:07:30.228191 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:07:30.228191 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:07:30.228191 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:07:30.228191 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:07:30.228191 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:07:30.228191 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:07:30.228191 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:07:30.228191 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:07:30.228191 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:07:30.228191 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:07:30.228191 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:07:30.228191 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:07:30.228191 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:07:30.228191 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:07:30.228191 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:07:30.228191 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:07:30.228191 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:07:30.228191 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:07:30.228191 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:07:30.228191 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:07:30.228191 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:07:30.228191 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:07:30.228191 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:07:30.228191 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:07:30.228191 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:07:30.228191 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:07:30.228191 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:07:30.375270 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:30.415312 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:30.437763 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Pushing event deleted for resources: {'Network': ['ID=fc0c1344-c98e-4eaf-88b0-bbb0e1e33e0b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:30.507495 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4f21845b-0c91-40e8-aa66-054ffe49380f tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "DELETE /v2.0/networks/fc0c1344-c98e-4eaf-88b0-bbb0e1e33e0b HTTP/1.1" status: 204 len: 168 time: 3.4165738 May 13 15:07:30.517121 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34738) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:30.526295 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2239ba8a-8f30-4eb9-91f7-70e8503dbe21 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:30.527034 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-4a7418e6-bdad-4e4e-896a-49d6a305be10 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1678654330'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:30.543227 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4a7418e6-bdad-4e4e-896a-49d6a305be10 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:30.554586 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2239ba8a-8f30-4eb9-91f7-70e8503dbe21 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:30.559484 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4a7418e6-bdad-4e4e-896a-49d6a305be10 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Usage tracker for resource:network and tenant:59119a0335324f2cba403d174e7cf2f8 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:30.572221 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4a7418e6-bdad-4e4e-896a-49d6a305be10 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:30.584313 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-2239ba8a-8f30-4eb9-91f7-70e8503dbe21 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Deleting port 3b81d03a-a2d6-4abb-bafe-463217cb616f {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:07:30.584901 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2239ba8a-8f30-4eb9-91f7-70e8503dbe21 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:30.585275 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4a7418e6-bdad-4e4e-896a-49d6a305be10 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:30.600837 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7418e6-bdad-4e4e-896a-49d6a305be10 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Made reservation on behalf of 59119a0335324f2cba403d174e7cf2f8 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:30.605365 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4a7418e6-bdad-4e4e-896a-49d6a305be10 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:30.656209 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a7418e6-bdad-4e4e-896a-49d6a305be10 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:07:30.676048 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4a7418e6-bdad-4e4e-896a-49d6a305be10 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:30.677417 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-4a7418e6-bdad-4e4e-896a-49d6a305be10 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Added segment 890ac06d-06ea-4dea-89a6-776b860b38d1 of type vlan for network 8e1d7b6b-5ac2-4bd0-bdab-b195c4ab7f6c May 13 15:07:30.730601 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4a7418e6-bdad-4e4e-896a-49d6a305be10 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:30.760220 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:30.771981 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:30.808692 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4a7418e6-bdad-4e4e-896a-49d6a305be10 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:30.818715 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7418e6-bdad-4e4e-896a-49d6a305be10 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:30.819750 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4a7418e6-bdad-4e4e-896a-49d6a305be10 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:30.950559 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2239ba8a-8f30-4eb9-91f7-70e8503dbe21 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:31.126218 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4a7418e6-bdad-4e4e-896a-49d6a305be10 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6070819 May 13 15:07:31.132419 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34742) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:31.144727 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-2239ba8a-8f30-4eb9-91f7-70e8503dbe21 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Calling delete_port for 3b81d03a-a2d6-4abb-bafe-463217cb616f owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:07:31.162204 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-c30b0940-55d3-4906-8085-b703d41581db tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Request body: {'subnet': {'network_id': '8e1d7b6b-5ac2-4bd0-bdab-b195c4ab7f6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:31.274660 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7418e6-bdad-4e4e-896a-49d6a305be10 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Pushing event updated for resources: {'Network': ['ID=8e1d7b6b-5ac2-4bd0-bdab-b195c4ab7f6c,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:31.292876 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 8e1d7b6b-5ac2-4bd0-bdab-b195c4ab7f6c details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:07:31.367208 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c30b0940-55d3-4906-8085-b703d41581db tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:31.372770 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c30b0940-55d3-4906-8085-b703d41581db tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Usage tracker for resource:subnet and tenant:59119a0335324f2cba403d174e7cf2f8 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:31.391905 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c30b0940-55d3-4906-8085-b703d41581db tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:31.399147 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c30b0940-55d3-4906-8085-b703d41581db tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:31.427709 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30b0940-55d3-4906-8085-b703d41581db tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Made reservation on behalf of 59119a0335324f2cba403d174e7cf2f8 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:31.433756 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c30b0940-55d3-4906-8085-b703d41581db tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:31.616135 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2239ba8a-8f30-4eb9-91f7-70e8503dbe21 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:31.753125 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239ba8a-8f30-4eb9-91f7-70e8503dbe21 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Pushing event deleted for resources: {'Port': ['ID=3b81d03a-a2d6-4abb-bafe-463217cb616f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:31.862503 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2239ba8a-8f30-4eb9-91f7-70e8503dbe21 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:31.994404 n-d-841760-1 neutron-server[88082]: DEBUG neutron.objects.ports [None req-c30b0940-55d3-4906-8085-b703d41581db tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88082) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:07:31.996251 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c30b0940-55d3-4906-8085-b703d41581db tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:32.103908 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b0940-55d3-4906-8085-b703d41581db tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Pushing event updated for resources: {'Subnet': ['ID=0a374be5-1ff0-4868-80cb-df38fb41e0a0,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:32.117762 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30b0940-55d3-4906-8085-b703d41581db tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Checking segment: {'id': '890ac06d-06ea-4dea-89a6-776b860b38d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8e1d7b6b-5ac2-4bd0-bdab-b195c4ab7f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:07:32.118535 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30b0940-55d3-4906-8085-b703d41581db tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Network hostable DHCP agents. Network: 8e1d7b6b-5ac2-4bd0-bdab-b195c4ab7f6c, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:07:32.168451 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30b0940-55d3-4906-8085-b703d41581db tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Network 8e1d7b6b-5ac2-4bd0-bdab-b195c4ab7f6c is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:07:32.207418 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-c30b0940-55d3-4906-8085-b703d41581db tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 8e1d7b6b-5ac2-4bd0-bdab-b195c4ab7f6c) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:32.217330 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30b0940-55d3-4906-8085-b703d41581db tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:32.220670 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c30b0940-55d3-4906-8085-b703d41581db tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:32.230586 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e852e7d-7ce5-4c92-80eb-e3bd380e987b None None] Network 8e1d7b6b-5ac2-4bd0-bdab-b195c4ab7f6c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:07:32.305177 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c30b0940-55d3-4906-8085-b703d41581db tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1669912 May 13 15:07:32.306224 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34750) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:32.319596 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:32.511417 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2239ba8a-8f30-4eb9-91f7-70e8503dbe21 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:32.516913 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2239ba8a-8f30-4eb9-91f7-70e8503dbe21 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33129349'] for router, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:32.594502 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-83a86f96-715c-4a93-a9cb-671dd6e23bd1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:32.709070 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-83a86f96-715c-4a93-a9cb-671dd6e23bd1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:32.767309 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2239ba8a-8f30-4eb9-91f7-70e8503dbe21 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Router eed64577-4cb4-446c-a84c-d4d45a0305a5 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:07:32.811359 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b008adb5-a388-40d3-8607-716207816098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-8e1d7b6b-5ac2-4bd0-bdab-b195c4ab7f6c', 'network_id': '8e1d7b6b-5ac2-4bd0-bdab-b195c4ab7f6c', 'tenant_id': '59119a0335324f2cba403d174e7cf2f8', 'fixed_ips': [{'subnet_id': '0a374be5-1ff0-4868-80cb-df38fb41e0a0'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:07:32.812532 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b008adb5-a388-40d3-8607-716207816098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:32.909863 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-83a86f96-715c-4a93-a9cb-671dd6e23bd1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:32.975053 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a86f96-715c-4a93-a9cb-671dd6e23bd1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Pushing event deleted for resources: {'Subnet': ['ID=0a374be5-1ff0-4868-80cb-df38fb41e0a0,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server [None req-b008adb5-a388-40d3-8607-716207816098 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0a374be5-1ff0-4868-80cb-df38fb41e0a0: This subnet is being modified by another concurrent operation. May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise exception May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0a374be5-1ff0-4868-80cb-df38fb41e0a0: This subnet is being modified by another concurrent operation. May 13 15:07:33.032678 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server May 13 15:07:33.059832 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068abbee-69d7-4255-8a59-400f90041a03 None None] Network 8e1d7b6b-5ac2-4bd0-bdab-b195c4ab7f6c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:07:33.119038 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2239ba8a-8f30-4eb9-91f7-70e8503dbe21 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:07:33.131091 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d881ea-29e7-4784-92e1-d57c248d7ff8 None None] Sync routers for ids ['eed64577-4cb4-446c-a84c-d4d45a0305a5'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:07:33.140393 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2239ba8a-8f30-4eb9-91f7-70e8503dbe21 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:33.145395 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2239ba8a-8f30-4eb9-91f7-70e8503dbe21 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] 10.222.0.35 "PUT /v2.0/routers/eed64577-4cb4-446c-a84c-d4d45a0305a5 HTTP/1.1" status: 200 len: 710 time: 3.8126991 May 13 15:07:33.146361 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34762) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:33.147559 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d881ea-29e7-4784-92e1-d57c248d7ff8 None None] Routers {'eed64577-4cb4-446c-a84c-d4d45a0305a5'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:07:33.148297 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-83d881ea-29e7-4784-92e1-d57c248d7ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:07:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['eed64577-4cb4-446c-a84c-d4d45a0305a5'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:33.157141 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-83a86f96-715c-4a93-a9cb-671dd6e23bd1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:33.197717 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-83a86f96-715c-4a93-a9cb-671dd6e23bd1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1d7b6b-5ac2-4bd0-bdab-b195c4ab7f6c']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:33.218081 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-83a86f96-715c-4a93-a9cb-671dd6e23bd1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '890ac06d-06ea-4dea-89a6-776b860b38d1') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:33.218550 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-83a86f96-715c-4a93-a9cb-671dd6e23bd1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '890ac06d-06ea-4dea-89a6-776b860b38d1') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:33.251937 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-83a86f96-715c-4a93-a9cb-671dd6e23bd1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:33.316599 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-83d881ea-29e7-4784-92e1-d57c248d7ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:33.329511 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d881ea-29e7-4784-92e1-d57c248d7ff8 None None] Routers {'eed64577-4cb4-446c-a84c-d4d45a0305a5'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:07:33.330431 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-83d881ea-29e7-4784-92e1-d57c248d7ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:07:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['eed64577-4cb4-446c-a84c-d4d45a0305a5'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:33.336619 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-83a86f96-715c-4a93-a9cb-671dd6e23bd1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:33.361471 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a86f96-715c-4a93-a9cb-671dd6e23bd1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:07:33.362527 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-83a86f96-715c-4a93-a9cb-671dd6e23bd1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:33.372468 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcd0e9e-a6a9-499c-ae99-90287c49edc5 None None] get_active_networks_info from n-d-841760-1 {{(pid=88083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:07:33.386036 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b6412099-b96f-4d2d-96b2-b52addf82248 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "GET /v2.0/routers/eed64577-4cb4-446c-a84c-d4d45a0305a5 HTTP/1.1" status: 200 len: 745 time: 0.2382045 May 13 15:07:33.386720 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34766) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:33.450036 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-83d881ea-29e7-4784-92e1-d57c248d7ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:33.450685 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d881ea-29e7-4784-92e1-d57c248d7ff8 None None] The sync data for ids ['eed64577-4cb4-446c-a84c-d4d45a0305a5'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:07:33.480525 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cbe7755a-0e9b-4e8c-9b76-c8bc24c2e2b9 tempest-RoutersIpV6AdminTest-1909302633 tempest-RoutersIpV6AdminTest-1909302633-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=c35d8094-27c1-4288-955d-bcb140e23bf2&device_id=eed64577-4cb4-446c-a84c-d4d45a0305a5 HTTP/1.1" status: 200 len: 205 time: 0.0921075 May 13 15:07:33.484758 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34770) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:33.534402 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:07:33.534402 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:07:33.534402 n-d-841760-1 neutron-server[88082]: timer() May 13 15:07:33.534402 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:07:33.534402 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:07:33.534402 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:07:33.534402 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:07:33.534402 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:07:33.534402 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:07:33.534402 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:07:33.534402 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:07:33.534402 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:07:33.534402 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:07:33.534402 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:07:33.534402 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:07:33.534402 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:07:33.534402 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:07:33.534402 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:07:33.534402 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:07:33.534402 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:07:33.534402 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:07:33.534402 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:07:33.534402 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:07:33.534402 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:07:33.534402 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:07:33.534402 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:07:33.534402 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:07:33.534402 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:07:33.534402 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:07:33.534402 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:07:33.534402 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:07:33.534402 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:07:33.562912 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5f8f1019-ffdc-4ea8-967e-f119c54a134b tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] 10.222.0.35 "GET /v2.0/ports?device_id=eed64577-4cb4-446c-a84c-d4d45a0305a5 HTTP/1.1" status: 200 len: 205 time: 0.0748029 May 13 15:07:33.565680 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34774) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:33.657681 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-83a86f96-715c-4a93-a9cb-671dd6e23bd1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:33.663580 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcd0e9e-a6a9-499c-ae99-90287c49edc5 None None] Resources bound (agent type, host, resource id): {{(pid=88083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 15:07:33.717827 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-83a86f96-715c-4a93-a9cb-671dd6e23bd1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:33.809458 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a86f96-715c-4a93-a9cb-671dd6e23bd1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Pushing event deleted for resources: {'Network': ['ID=8e1d7b6b-5ac2-4bd0-bdab-b195c4ab7f6c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:33.821611 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-55a19541-8c2d-4163-a76b-3fb8884e7389 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:33.877357 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-83a86f96-715c-4a93-a9cb-671dd6e23bd1 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "DELETE /v2.0/networks/8e1d7b6b-5ac2-4bd0-bdab-b195c4ab7f6c HTTP/1.1" status: 204 len: 168 time: 1.5648479 May 13 15:07:33.882243 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34780) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:34.115936 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff6b7bc-5fd8-48b6-84a3-f3e258e2b3d8 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] DELETE failed (client error): The resource could not be found. May 13 15:07:34.116609 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff6b7bc-5fd8-48b6-84a3-f3e258e2b3d8 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:07:34.122473 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fff6b7bc-5fd8-48b6-84a3-f3e258e2b3d8 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "DELETE /v2.0/subnets/0a374be5-1ff0-4868-80cb-df38fb41e0a0 HTTP/1.1" status: 404 len: 337 time: 0.2371163 May 13 15:07:34.125056 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34786) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:34.158963 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b67420-f500-44d1-81b2-077c44ceff07 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] DELETE failed (client error): The resource could not be found. May 13 15:07:34.159524 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5b67420-f500-44d1-81b2-077c44ceff07 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:07:34.163904 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b5b67420-f500-44d1-81b2-077c44ceff07 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "DELETE /v2.0/networks/8e1d7b6b-5ac2-4bd0-bdab-b195c4ab7f6c HTTP/1.1" status: 404 len: 339 time: 0.0348806 May 13 15:07:34.164147 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34790) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:34.205821 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a728e0d-7258-4cdf-b60e-d107f5a2ba80 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] DELETE failed (client error): The resource could not be found. May 13 15:07:34.206289 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a728e0d-7258-4cdf-b60e-d107f5a2ba80 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:07:34.208175 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7a728e0d-7258-4cdf-b60e-d107f5a2ba80 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "DELETE /v2.0/subnets/92032a21-97db-4d1f-b60d-18bae314cfe8 HTTP/1.1" status: 404 len: 337 time: 0.0429728 May 13 15:07:34.212307 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34794) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:34.242445 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-d43dd845-a83c-4d42-a1d6-3a6e40f9e207 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] DELETE failed (client error): The resource could not be found. May 13 15:07:34.243062 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d43dd845-a83c-4d42-a1d6-3a6e40f9e207 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:07:34.245534 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d43dd845-a83c-4d42-a1d6-3a6e40f9e207 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "DELETE /v2.0/networks/fc0c1344-c98e-4eaf-88b0-bbb0e1e33e0b HTTP/1.1" status: 404 len: 339 time: 0.0320590 May 13 15:07:34.249668 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34798) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:34.325706 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-d54bb450-865d-4d6d-9701-98dbbb8e7ca2 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] DELETE failed (client error): The resource could not be found. May 13 15:07:34.326177 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d54bb450-865d-4d6d-9701-98dbbb8e7ca2 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:07:34.328069 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d54bb450-865d-4d6d-9701-98dbbb8e7ca2 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "DELETE /v2.0/subnets/d6d0d1c7-c702-479b-9cca-9019aca00928 HTTP/1.1" status: 404 len: 337 time: 0.0771723 May 13 15:07:34.331293 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34802) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:34.360176 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37bff68-a00f-42ac-8411-9c3ef16e753a tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] DELETE failed (client error): The resource could not be found. May 13 15:07:34.360662 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a37bff68-a00f-42ac-8411-9c3ef16e753a tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:07:34.362422 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a37bff68-a00f-42ac-8411-9c3ef16e753a tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "DELETE /v2.0/networks/52c28401-de0e-4d7b-ad33-0d7d80a51558 HTTP/1.1" status: 404 len: 339 time: 0.0301526 May 13 15:07:34.367686 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34806) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:34.458596 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-f358ca36-32d7-405a-a877-989861615260 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Deleting port d5485729-e6a4-462a-a5ef-a26422e2f585 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:07:34.458871 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f358ca36-32d7-405a-a877-989861615260 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:34.557409 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-55a19541-8c2d-4163-a76b-3fb8884e7389 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:34.562891 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-55a19541-8c2d-4163-a76b-3fb8884e7389 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:34.613546 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-55a19541-8c2d-4163-a76b-3fb8884e7389 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:34.614112 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a19541-8c2d-4163-a76b-3fb8884e7389 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Fanout notify agent at l3_agent the message router_deleted on router eed64577-4cb4-446c-a84c-d4d45a0305a5 {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:07:34.643987 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-55a19541-8c2d-4163-a76b-3fb8884e7389 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:34.651289 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-55a19541-8c2d-4163-a76b-3fb8884e7389 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] 10.222.0.35 "DELETE /v2.0/routers/eed64577-4cb4-446c-a84c-d4d45a0305a5 HTTP/1.1" status: 204 len: 168 time: 1.0752122 May 13 15:07:34.651984 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34810) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:34.746394 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-071ce2b6-2066-4db9-9010-79ebcc28cc9d tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] 10.222.0.35 "GET /v2.0/ports?device_id=eed64577-4cb4-446c-a84c-d4d45a0305a5 HTTP/1.1" status: 200 len: 205 time: 0.0825541 May 13 15:07:34.746639 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34814) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:34.844211 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f358ca36-32d7-405a-a877-989861615260 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:34.855018 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-63c19468-9881-4aa2-a710-575a2184391d tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] delete failed (client error): The resource could not be found. May 13 15:07:34.856066 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-63c19468-9881-4aa2-a710-575a2184391d tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] 10.222.0.35 "DELETE /v2.0/routers/eed64577-4cb4-446c-a84c-d4d45a0305a5 HTTP/1.1" status: 404 len: 336 time: 0.1081574 May 13 15:07:34.860402 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34818) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:34.915204 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-13ae44cd-a0c1-4055-9c2d-413b092561a1 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e3f65f3-37d9-46df-9f69-baec625a20c0 HTTP/1.1" status: 200 len: 205 time: 0.0497627 May 13 15:07:34.915452 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34822) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:34.986886 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-f358ca36-32d7-405a-a877-989861615260 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Calling delete_port for d5485729-e6a4-462a-a5ef-a26422e2f585 owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:07:34.997371 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-53bb3427-b9ee-4ab5-a9c9-ae345f29f4ef tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] delete failed (client error): The resource could not be found. May 13 15:07:34.999174 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-53bb3427-b9ee-4ab5-a9c9-ae345f29f4ef tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] 10.222.0.35 "DELETE /v2.0/routers/1e3f65f3-37d9-46df-9f69-baec625a20c0 HTTP/1.1" status: 404 len: 336 time: 0.0801804 May 13 15:07:35.003090 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34826) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:35.065024 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bebd6086-6501-4cfb-b8bc-7489de113cc7 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] 10.222.0.35 "GET /v2.0/ports?device_id=772df93c-9c7e-4b92-8bea-26d2a20b844a HTTP/1.1" status: 200 len: 205 time: 0.0607929 May 13 15:07:35.068400 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34830) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:35.092098 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f358ca36-32d7-405a-a877-989861615260 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:35.151146 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358ca36-32d7-405a-a877-989861615260 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Pushing event deleted for resources: {'Port': ['ID=d5485729-e6a4-462a-a5ef-a26422e2f585,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:35.157529 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f358ca36-32d7-405a-a877-989861615260 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:35.164896 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f358ca36-32d7-405a-a877-989861615260 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "DELETE /v2.0/ports/d5485729-e6a4-462a-a5ef-a26422e2f585 HTTP/1.1" status: 204 len: 168 time: 0.7957671 May 13 15:07:35.170172 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34836) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:35.232108 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfcd8682-f9c3-473a-ae39-2857ce82bd11 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] DELETE failed (client error): The resource could not be found. May 13 15:07:35.232934 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfcd8682-f9c3-473a-ae39-2857ce82bd11 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:07:35.235167 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-dfcd8682-f9c3-473a-ae39-2857ce82bd11 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "DELETE /v2.0/subnets/a75e0b8f-6d6c-42a4-ba61-0bb36a34b9f9 HTTP/1.1" status: 404 len: 337 time: 0.0632195 May 13 15:07:35.239502 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34840) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:35.287081 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-eb4d1e57-2597-4702-9677-e0c1b25ef587 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] delete failed (client error): The resource could not be found. May 13 15:07:35.294976 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-eb4d1e57-2597-4702-9677-e0c1b25ef587 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] 10.222.0.35 "DELETE /v2.0/routers/772df93c-9c7e-4b92-8bea-26d2a20b844a HTTP/1.1" status: 404 len: 336 time: 0.2211845 May 13 15:07:35.296306 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34844) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:35.385150 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fb9d841e-8a93-473a-a029-5660afde1782 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa6bc16-1e70-4400-aebc-7b4f2a61079a HTTP/1.1" status: 200 len: 205 time: 0.0855854 May 13 15:07:35.389722 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34848) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:35.560306 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-d027ab4b-e621-42cd-ae2d-45c82a0ef2bf tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] delete failed (client error): The resource could not be found. May 13 15:07:35.562089 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d027ab4b-e621-42cd-ae2d-45c82a0ef2bf tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] 10.222.0.35 "DELETE /v2.0/routers/9fa6bc16-1e70-4400-aebc-7b4f2a61079a HTTP/1.1" status: 404 len: 336 time: 0.1708140 May 13 15:07:35.564840 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34854) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:35.614396 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-be904b10-aaf2-4209-ac42-700bb657d7dc tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:35.626151 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d2ca457d-ea2f-4adf-a118-2355880ac2a3 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] 10.222.0.35 "GET /v2.0/ports?device_id=d115079b-c3b2-403d-b5c7-9aef631debd1 HTTP/1.1" status: 200 len: 205 time: 0.0596075 May 13 15:07:35.630192 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34858) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:35.747288 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-45c7e85e-0e78-4810-b665-bb33311c99b5 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] delete failed (client error): The resource could not be found. May 13 15:07:35.751224 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-45c7e85e-0e78-4810-b665-bb33311c99b5 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] 10.222.0.35 "DELETE /v2.0/routers/d115079b-c3b2-403d-b5c7-9aef631debd1 HTTP/1.1" status: 404 len: 336 time: 0.1168184 May 13 15:07:35.751224 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34862) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:35.806345 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9d5dcfc4-326e-4d3c-b2f4-2bd3e3117893 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f84963d-5221-4d24-98ae-9eb038ef27f0 HTTP/1.1" status: 200 len: 205 time: 0.0519514 May 13 15:07:35.806749 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34866) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:35.888700 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-fa9ec715-9d1c-46ed-8be2-812221aa1be8 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] delete failed (client error): The resource could not be found. May 13 15:07:35.889714 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fa9ec715-9d1c-46ed-8be2-812221aa1be8 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] 10.222.0.35 "DELETE /v2.0/routers/3f84963d-5221-4d24-98ae-9eb038ef27f0 HTTP/1.1" status: 404 len: 336 time: 0.0817494 May 13 15:07:35.890106 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-be904b10-aaf2-4209-ac42-700bb657d7dc tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:35.893843 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34870) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:35.941093 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b79889a-dc4a-471b-ba79-3aa7ff836ca1 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] DELETE failed (client error): The resource could not be found. May 13 15:07:35.942336 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b79889a-dc4a-471b-ba79-3aa7ff836ca1 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:07:35.943398 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3b79889a-dc4a-471b-ba79-3aa7ff836ca1 tempest-RoutersIpV6AdminTest-406109581 tempest-RoutersIpV6AdminTest-406109581-project] 10.222.0.35 "DELETE /v2.0/subnets/a946e77e-49a7-4000-8337-672dca314825 HTTP/1.1" status: 404 len: 337 time: 0.0484376 May 13 15:07:35.957249 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-be904b10-aaf2-4209-ac42-700bb657d7dc tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb8ef4a-bea2-42ba-a002-b0cc0b1b14e4']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:35.983401 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-be904b10-aaf2-4209-ac42-700bb657d7dc tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '285d3842-aec7-4295-9f9e-bad5f367cbd0') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:35.983891 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-be904b10-aaf2-4209-ac42-700bb657d7dc tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '285d3842-aec7-4295-9f9e-bad5f367cbd0') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:36.008184 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-be904b10-aaf2-4209-ac42-700bb657d7dc tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:36.037769 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-be904b10-aaf2-4209-ac42-700bb657d7dc tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:36.053175 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be904b10-aaf2-4209-ac42-700bb657d7dc tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:07:36.053987 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-be904b10-aaf2-4209-ac42-700bb657d7dc tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: util.warn( May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: util.warn( May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: timer() May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: self._notify() May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:07:36.084371 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:07:36.245100 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-be904b10-aaf2-4209-ac42-700bb657d7dc tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:36.257361 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-be904b10-aaf2-4209-ac42-700bb657d7dc tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:36.297368 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be904b10-aaf2-4209-ac42-700bb657d7dc tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Pushing event deleted for resources: {'Network': ['ID=1cb8ef4a-bea2-42ba-a002-b0cc0b1b14e4,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:36.301611 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-be904b10-aaf2-4209-ac42-700bb657d7dc tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "DELETE /v2.0/networks/1cb8ef4a-bea2-42ba-a002-b0cc0b1b14e4 HTTP/1.1" status: 204 len: 168 time: 1.0605965 May 13 15:07:36.305323 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34878) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:36.414031 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-86ae1851-a70c-4b40-a576-545d56e6c28a tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Deleting port 777131f9-9d0d-4652-aa12-8f3344f0908f {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:07:36.414750 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-86ae1851-a70c-4b40-a576-545d56e6c28a tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:36.462080 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34884) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:36.675358 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bb83cd7f-f09f-4cf6-9533-56c1db805186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:36.691963 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-bb83cd7f-f09f-4cf6-9533-56c1db805186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:36.696221 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-bb83cd7f-f09f-4cf6-9533-56c1db805186 admin admin] Usage tracker for resource:security_group_rule and tenant:b80a12d8b9374ebfb39a7bd0a40155e0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:36.700019 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-bb83cd7f-f09f-4cf6-9533-56c1db805186 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:36.706761 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-bb83cd7f-f09f-4cf6-9533-56c1db805186 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:36.752334 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-86ae1851-a70c-4b40-a576-545d56e6c28a tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:36.842922 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bb83cd7f-f09f-4cf6-9533-56c1db805186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:36.849090 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bb83cd7f-f09f-4cf6-9533-56c1db805186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:36.904445 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bb83cd7f-f09f-4cf6-9533-56c1db805186 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b80a12d8b9374ebfb39a7bd0a40155e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4387066 May 13 15:07:36.905468 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83cd7f-f09f-4cf6-9533-56c1db805186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f770af-3ae9-447a-b343-28854ac60d68,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:36.908021 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34890) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:36.911586 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-86ae1851-a70c-4b40-a576-545d56e6c28a tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Calling delete_port for 777131f9-9d0d-4652-aa12-8f3344f0908f owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:07:37.000101 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-86ae1851-a70c-4b40-a576-545d56e6c28a tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:37.001006 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9ebac334-53dc-475f-b18a-18bc9e61254a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:37.055389 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9ebac334-53dc-475f-b18a-18bc9e61254a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:37.153066 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9ebac334-53dc-475f-b18a-18bc9e61254a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:37.173063 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebac334-53dc-475f-b18a-18bc9e61254a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f770af-3ae9-447a-b343-28854ac60d68,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:37.179987 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9ebac334-53dc-475f-b18a-18bc9e61254a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:37.185474 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9ebac334-53dc-475f-b18a-18bc9e61254a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/32f770af-3ae9-447a-b343-28854ac60d68 HTTP/1.1" status: 204 len: 168 time: 0.2721572 May 13 15:07:37.199013 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae1851-a70c-4b40-a576-545d56e6c28a tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Pushing event deleted for resources: {'Port': ['ID=777131f9-9d0d-4652-aa12-8f3344f0908f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:37.232555 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-86ae1851-a70c-4b40-a576-545d56e6c28a tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:37.243089 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-86ae1851-a70c-4b40-a576-545d56e6c28a tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "DELETE /v2.0/ports/777131f9-9d0d-4652-aa12-8f3344f0908f HTTP/1.1" status: 204 len: 168 time: 0.9333258 May 13 15:07:37.243546 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34896) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:37.287490 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-109c5a4d-c908-415c-9fb5-5747156e024a tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] DELETE failed (client error): The resource could not be found. May 13 15:07:37.287955 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-109c5a4d-c908-415c-9fb5-5747156e024a tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:07:37.294227 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-109c5a4d-c908-415c-9fb5-5747156e024a tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "DELETE /v2.0/subnets/6843c81f-d026-45d3-9958-eb10616ccda7 HTTP/1.1" status: 404 len: 337 time: 0.0445054 May 13 15:07:37.294529 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34900) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:37.430985 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-05f53add-de66-4531-a92c-37e92a1691df tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:37.632428 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34910) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:37.704416 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-05f53add-de66-4531-a92c-37e92a1691df tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:37.714092 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-674d4cd5-79ad-46ce-bb24-03bf96088a7f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=12bb64af04f94aa3bb560ab66fe63443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0761580 May 13 15:07:37.715497 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34914) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:37.738578 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-05f53add-de66-4531-a92c-37e92a1691df tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b9e34a-413d-4111-94d4-0757c8734007']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:37.752790 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-05f53add-de66-4531-a92c-37e92a1691df tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b2df0d-4fdb-4644-a623-2c3cf7f4b6bd') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:37.753238 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-05f53add-de66-4531-a92c-37e92a1691df tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b2df0d-4fdb-4644-a623-2c3cf7f4b6bd') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:37.767007 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-05f53add-de66-4531-a92c-37e92a1691df tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:37.793348 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-05f53add-de66-4531-a92c-37e92a1691df tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:37.802982 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f53add-de66-4531-a92c-37e92a1691df tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:07:37.803666 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-05f53add-de66-4531-a92c-37e92a1691df tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:37.804895 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4814dacc-02f9-4555-8749-f7f7a3f06f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:37.821215 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:07:37.821215 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:07:37.821215 n-d-841760-1 neutron-server[88082]: timer() May 13 15:07:37.821215 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:07:37.821215 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:07:37.821215 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:07:37.821215 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:07:37.821215 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:07:37.821215 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:07:37.821215 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:07:37.821215 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:07:37.821215 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:07:37.821215 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:07:37.821215 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:07:37.821215 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:07:37.821215 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:07:37.821215 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:07:37.821215 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:07:37.821215 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:07:37.821215 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:07:37.821215 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:07:37.821215 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:07:37.821215 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:07:37.821215 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:07:37.821215 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:07:37.821215 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:07:37.821215 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:07:37.821215 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:07:37.821215 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:07:37.821215 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:07:37.821215 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:07:37.821215 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:07:37.845734 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4814dacc-02f9-4555-8749-f7f7a3f06f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:37.914081 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-05f53add-de66-4531-a92c-37e92a1691df tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:37.916996 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4814dacc-02f9-4555-8749-f7f7a3f06f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:37.934220 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814dacc-02f9-4555-8749-f7f7a3f06f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828f8610-cefb-4632-a490-43cd041a3d7b,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:37.942636 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-05f53add-de66-4531-a92c-37e92a1691df tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:37.948638 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4814dacc-02f9-4555-8749-f7f7a3f06f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:37.949885 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4814dacc-02f9-4555-8749-f7f7a3f06f8e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/828f8610-cefb-4632-a490-43cd041a3d7b HTTP/1.1" status: 204 len: 168 time: 0.2326686 May 13 15:07:37.952399 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-05f53add-de66-4531-a92c-37e92a1691df tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "DELETE /v2.0/networks/58b9e34a-413d-4111-94d4-0757c8734007 HTTP/1.1" status: 204 len: 168 time: 0.6566074 May 13 15:07:37.955697 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34922) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:37.959998 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f53add-de66-4531-a92c-37e92a1691df tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Pushing event deleted for resources: {'Network': ['ID=58b9e34a-413d-4111-94d4-0757c8734007,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:38.048905 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a45888b-b83e-4c17-bee8-4f8d816e7e9c tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Deleting subnet 10ac1243-5a00-4548-ab6d-8f71c1df3a05 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:07:38.054475 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a45888b-b83e-4c17-bee8-4f8d816e7e9c tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:38.159349 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a45888b-b83e-4c17-bee8-4f8d816e7e9c tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:38.302794 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a45888b-b83e-4c17-bee8-4f8d816e7e9c tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:38.402433 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a45888b-b83e-4c17-bee8-4f8d816e7e9c tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:38.454624 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45888b-b83e-4c17-bee8-4f8d816e7e9c tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Pushing event deleted for resources: {'Subnet': ['ID=10ac1243-5a00-4548-ab6d-8f71c1df3a05,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:38.464032 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4a45888b-b83e-4c17-bee8-4f8d816e7e9c tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:38.485961 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a02bfb6-3abe-484a-93ab-8a42a135fc30 None None] Network b1653647-052a-491d-8c63-14516e6b4681 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:07:38.486659 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34940) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:38.495612 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4a45888b-b83e-4c17-bee8-4f8d816e7e9c tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "DELETE /v2.0/subnets/10ac1243-5a00-4548-ab6d-8f71c1df3a05 HTTP/1.1" status: 204 len: 168 time: 0.5251710 May 13 15:07:38.736651 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a2019fa9-d6a4-42c4-a620-2f5e96593672 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:38.746338 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-770434b0-0891-4066-acbf-29e65ec2481a req-e39a0a20-d560-46ca-8a77-818ec4d616c9 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1161769286&fields=id&tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2 HTTP/1.1" status: 200 len: 267 time: 0.1521101 May 13 15:07:38.764872 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-a2019fa9-d6a4-42c4-a620-2f5e96593672 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Deleting port 1745f3d0-81ab-4f3d-8932-b6ffa3beffe6 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:07:38.765449 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a2019fa9-d6a4-42c4-a620-2f5e96593672 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:38.835534 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6939d1-ea62-4ff7-9a9d-a198e14639a4 None None] DHCP port deletion for b1653647-052a-491d-8c63-14516e6b4681 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:07:38.840513 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0f6939d1-ea62-4ff7-9a9d-a198e14639a4 None None] Deleting port 1745f3d0-81ab-4f3d-8932-b6ffa3beffe6 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:07:38.841167 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0f6939d1-ea62-4ff7-9a9d-a198e14639a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:39.125042 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770434b0-0891-4066-acbf-29e65ec2481a req-551233ce-0627-4f75-8af3-3121995c36f4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:39.126676 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-770434b0-0891-4066-acbf-29e65ec2481a req-551233ce-0627-4f75-8af3-3121995c36f4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/networks?id=b043589d-15c3-44b5-8d99-d7c57b00acb0 HTTP/1.1" status: 200 len: 812 time: 0.3639140 May 13 15:07:39.128151 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-0f6939d1-ea62-4ff7-9a9d-a198e14639a4 None None] For port 1745f3d0-81ab-4f3d-8932-b6ffa3beffe6, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=1745f3d0-81ab-4f3d-8932-b6ffa3beffe6,segment=NetworkSegment(455517c2-55c7-4822-99fb-373a068b599a),segment_id=455517c2-55c7-4822-99fb-373a068b599a)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:39.128742 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0f6939d1-ea62-4ff7-9a9d-a198e14639a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:39.138306 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34956) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:39.214201 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-770434b0-0891-4066-acbf-29e65ec2481a req-f3e9da23-4468-4f43-a11d-011b4d29c858 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/quotas/509ebfd4eb0444ae8f3872e1e9436dc2 HTTP/1.1" status: 200 len: 375 time: 0.0339713 May 13 15:07:39.324237 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-a2019fa9-d6a4-42c4-a620-2f5e96593672 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] For port 1745f3d0-81ab-4f3d-8932-b6ffa3beffe6, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=1745f3d0-81ab-4f3d-8932-b6ffa3beffe6,segment=NetworkSegment(455517c2-55c7-4822-99fb-373a068b599a),segment_id=455517c2-55c7-4822-99fb-373a068b599a)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:39.324607 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a2019fa9-d6a4-42c4-a620-2f5e96593672 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:39.375499 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-25fac57d-75f5-4080-b921-b0e245a9c47f tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-94966120'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:39.387239 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-25fac57d-75f5-4080-b921-b0e245a9c47f tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:39.395151 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0f6939d1-ea62-4ff7-9a9d-a198e14639a4 None None] Calling delete_port for 1745f3d0-81ab-4f3d-8932-b6ffa3beffe6 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:07:39.396642 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-25fac57d-75f5-4080-b921-b0e245a9c47f tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Usage tracker for resource:network and tenant:aadab31a38bd414f8025c8f9fdb3ede9 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:39.403890 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-25fac57d-75f5-4080-b921-b0e245a9c47f tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:39.413255 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-25fac57d-75f5-4080-b921-b0e245a9c47f tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:39.433997 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fac57d-75f5-4080-b921-b0e245a9c47f tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Made reservation on behalf of aadab31a38bd414f8025c8f9fdb3ede9 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:39.441323 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-25fac57d-75f5-4080-b921-b0e245a9c47f tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:39.473717 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-25fac57d-75f5-4080-b921-b0e245a9c47f tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:39.512825 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-25fac57d-75f5-4080-b921-b0e245a9c47f tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:39.522502 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-a2019fa9-d6a4-42c4-a620-2f5e96593672 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Calling delete_port for 1745f3d0-81ab-4f3d-8932-b6ffa3beffe6 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:07:39.522925 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-25fac57d-75f5-4080-b921-b0e245a9c47f tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Usage tracker for resource:security_group_rule and tenant:aadab31a38bd414f8025c8f9fdb3ede9 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:39.529567 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-25fac57d-75f5-4080-b921-b0e245a9c47f tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:39.543892 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-25fac57d-75f5-4080-b921-b0e245a9c47f tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:39.561406 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0f6939d1-ea62-4ff7-9a9d-a198e14639a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:39.629879 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-770434b0-0891-4066-acbf-29e65ec2481a req-f263fa72-6a1c-44dc-8b74-a257c71c0268 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4024413 May 13 15:07:39.689097 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.api [None req-a2019fa9-d6a4-42c4-a620-2f5e96593672 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:07:39.689097 n-d-841760-1 neutron-server[88082]: DEBUG oslo_db.api [None req-a2019fa9-d6a4-42c4-a620-2f5e96593672 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:07:39.692901 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6939d1-ea62-4ff7-9a9d-a198e14639a4 None None] Pushing event deleted for resources: {'Port': ['ID=1745f3d0-81ab-4f3d-8932-b6ffa3beffe6,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:39.708452 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6939d1-ea62-4ff7-9a9d-a198e14639a4 None None] No DVR routers for this DVR port 1745f3d0-81ab-4f3d-8932-b6ffa3beffe6 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:07:39.751569 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-25fac57d-75f5-4080-b921-b0e245a9c47f tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:39.759594 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-25fac57d-75f5-4080-b921-b0e245a9c47f tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:39.798949 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [req-770434b0-0891-4066-acbf-29e65ec2481a req-b64e4d54-559b-403b-a616-61fa6ab1d1bd service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:07:39.798949 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-770434b0-0891-4066-acbf-29e65ec2481a req-b64e4d54-559b-403b-a616-61fa6ab1d1bd service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1300077 May 13 15:07:39.810733 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25fac57d-75f5-4080-b921-b0e245a9c47f tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:07:39.818754 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fac57d-75f5-4080-b921-b0e245a9c47f tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd82e5b4-3d1b-40e5-8534-68603c6885c3,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:39.824832 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-25fac57d-75f5-4080-b921-b0e245a9c47f tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:39.825259 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-25fac57d-75f5-4080-b921-b0e245a9c47f tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Added segment f6e7c53b-b936-43c3-a093-0ff2c9bd25bd of type vlan for network 1085f0d5-16b9-4a54-858a-15053b5b22f6 May 13 15:07:39.866573 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-25fac57d-75f5-4080-b921-b0e245a9c47f tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:39.920121 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-25fac57d-75f5-4080-b921-b0e245a9c47f tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:39.930825 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fac57d-75f5-4080-b921-b0e245a9c47f tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:39.933001 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-25fac57d-75f5-4080-b921-b0e245a9c47f tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:40.043911 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-770434b0-0891-4066-acbf-29e65ec2481a req-8f793f8e-fa1b-4ba5-971e-0247864ffcf5 service neutron] 10.222.0.35 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346468 May 13 15:07:40.090571 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-25fac57d-75f5-4080-b921-b0e245a9c47f tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9505892 May 13 15:07:40.097812 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34964) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:40.108870 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-2e8049c8-e8bb-4411-a6c5-7ca6095cf3b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Request body: {'subnet': {'network_id': '1085f0d5-16b9-4a54-858a-15053b5b22f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:40.140929 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fac57d-75f5-4080-b921-b0e245a9c47f tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Pushing event updated for resources: {'Network': ['ID=1085f0d5-16b9-4a54-858a-15053b5b22f6,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:40.161156 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 1745f3d0-81ab-4f3d-8932-b6ffa3beffe6 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:07:40.189399 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-a2019fa9-d6a4-42c4-a620-2f5e96593672 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Deleting port 1745f3d0-81ab-4f3d-8932-b6ffa3beffe6 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:07:40.189828 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a2019fa9-d6a4-42c4-a620-2f5e96593672 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:40.212396 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 1085f0d5-16b9-4a54-858a-15053b5b22f6 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:07:40.260165 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 1745f3d0-81ab-4f3d-8932-b6ffa3beffe6 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:07:40.260927 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 1745f3d0-81ab-4f3d-8932-b6ffa3beffe6 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:07:40.288876 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-a2019fa9-d6a4-42c4-a620-2f5e96593672 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] The port '1745f3d0-81ab-4f3d-8932-b6ffa3beffe6' was deleted {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:07:40.391424 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2e8049c8-e8bb-4411-a6c5-7ca6095cf3b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:40.399604 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2e8049c8-e8bb-4411-a6c5-7ca6095cf3b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Usage tracker for resource:subnet and tenant:aadab31a38bd414f8025c8f9fdb3ede9 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:40.404949 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2e8049c8-e8bb-4411-a6c5-7ca6095cf3b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:40.412654 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2e8049c8-e8bb-4411-a6c5-7ca6095cf3b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:40.429644 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8049c8-e8bb-4411-a6c5-7ca6095cf3b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Made reservation on behalf of aadab31a38bd414f8025c8f9fdb3ede9 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:40.435062 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2e8049c8-e8bb-4411-a6c5-7ca6095cf3b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:40.580880 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a2019fa9-d6a4-42c4-a620-2f5e96593672 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:40.608928 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-770434b0-0891-4066-acbf-29e65ec2481a req-16e604f4-e4e4-4bb2-a9cb-a19cd3b0c72c service neutron] 10.222.0.35 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5415807 May 13 15:07:40.616323 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-a2019fa9-d6a4-42c4-a620-2f5e96593672 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1653647-052a-491d-8c63-14516e6b4681']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:40.631011 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-a2019fa9-d6a4-42c4-a620-2f5e96593672 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '455517c2-55c7-4822-99fb-373a068b599a') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:40.631365 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-a2019fa9-d6a4-42c4-a620-2f5e96593672 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '455517c2-55c7-4822-99fb-373a068b599a') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:40.647032 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a2019fa9-d6a4-42c4-a620-2f5e96593672 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:40.677715 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a2019fa9-d6a4-42c4-a620-2f5e96593672 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:40.690587 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2019fa9-d6a4-42c4-a620-2f5e96593672 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:07:40.691578 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a2019fa9-d6a4-42c4-a620-2f5e96593672 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:40.707338 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2e8049c8-e8bb-4411-a6c5-7ca6095cf3b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: util.warn( May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: util.warn( May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: util.warn( May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: util.warn( May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: timer() May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:07:40.715144 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:07:40.798866 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8049c8-e8bb-4411-a6c5-7ca6095cf3b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Pushing event updated for resources: {'Subnet': ['ID=4566d859-35f7-4d01-b80e-cfc41fcc467f,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:40.809817 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8049c8-e8bb-4411-a6c5-7ca6095cf3b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Checking segment: {'id': 'f6e7c53b-b936-43c3-a093-0ff2c9bd25bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1085f0d5-16b9-4a54-858a-15053b5b22f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:07:40.810263 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8049c8-e8bb-4411-a6c5-7ca6095cf3b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Network hostable DHCP agents. Network: 1085f0d5-16b9-4a54-858a-15053b5b22f6, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:07:40.833932 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8049c8-e8bb-4411-a6c5-7ca6095cf3b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Network 1085f0d5-16b9-4a54-858a-15053b5b22f6 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:07:40.848586 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-2e8049c8-e8bb-4411-a6c5-7ca6095cf3b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 1085f0d5-16b9-4a54-858a-15053b5b22f6) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:40.854623 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8049c8-e8bb-4411-a6c5-7ca6095cf3b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:40.855529 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2e8049c8-e8bb-4411-a6c5-7ca6095cf3b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:40.865972 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b857ffb-331a-491d-8e48-0c7c4e46af74 None None] Network 1085f0d5-16b9-4a54-858a-15053b5b22f6 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:07:40.895509 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2e8049c8-e8bb-4411-a6c5-7ca6095cf3b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7934060 May 13 15:07:40.896031 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34972) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:40.907656 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-cb06745e-fa43-46fa-a84f-e1555786ab7e tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Request body: {'port': {'network_id': '1085f0d5-16b9-4a54-858a-15053b5b22f6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1393859824'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:40.937822 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a2019fa9-d6a4-42c4-a620-2f5e96593672 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:40.977168 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a2019fa9-d6a4-42c4-a620-2f5e96593672 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:41.094488 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2019fa9-d6a4-42c4-a620-2f5e96593672 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] Pushing event deleted for resources: {'Network': ['ID=b1653647-052a-491d-8c63-14516e6b4681,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:41.131783 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a2019fa9-d6a4-42c4-a620-2f5e96593672 tempest-NetworksIpV6TestAttrs-89092747 tempest-NetworksIpV6TestAttrs-89092747-project] 10.222.0.35 "DELETE /v2.0/networks/b1653647-052a-491d-8c63-14516e6b4681 HTTP/1.1" status: 204 len: 168 time: 2.6444676 May 13 15:07:41.192248 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5252fb-c11f-4858-bcd7-5a0df30f123b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-1085f0d5-16b9-4a54-858a-15053b5b22f6', 'network_id': '1085f0d5-16b9-4a54-858a-15053b5b22f6', 'tenant_id': 'aadab31a38bd414f8025c8f9fdb3ede9', 'fixed_ips': [{'subnet_id': '4566d859-35f7-4d01-b80e-cfc41fcc467f'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:07:41.194315 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0c5252fb-c11f-4858-bcd7-5a0df30f123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:41.313737 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-cb06745e-fa43-46fa-a84f-e1555786ab7e tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:41.332193 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-cb06745e-fa43-46fa-a84f-e1555786ab7e tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Usage tracker for resource:port and tenant:aadab31a38bd414f8025c8f9fdb3ede9 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:41.343852 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-cb06745e-fa43-46fa-a84f-e1555786ab7e tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:41.357345 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-cb06745e-fa43-46fa-a84f-e1555786ab7e tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:41.381595 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb06745e-fa43-46fa-a84f-e1555786ab7e tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Made reservation on behalf of aadab31a38bd414f8025c8f9fdb3ede9 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:41.388484 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cb06745e-fa43-46fa-a84f-e1555786ab7e tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:41.407885 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2e4944e0-4aae-4991-bc9e-2b8e00f0644f req-bd9255ec-a328-4fe1-9d7b-5c3402715c4d tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 210 time: 0.0688858 May 13 15:07:41.447012 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-cb06745e-fa43-46fa-a84f-e1555786ab7e tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] device_id is not set on port 30751c41-38ea-4a68-97c2-b1a6e0dd6f2b yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:07:41.643226 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-0c5252fb-c11f-4858-bcd7-5a0df30f123b None None] Allocated IP 2001:db8::2 (1085f0d5-16b9-4a54-858a-15053b5b22f6/4566d859-35f7-4d01-b80e-cfc41fcc467f/c8c968f2-d2a7-4555-a0c5-9c10b6959b38) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:07:41.808639 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 34986) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:41.981674 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0c5252fb-c11f-4858-bcd7-5a0df30f123b None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:41.999039 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0c5252fb-c11f-4858-bcd7-5a0df30f123b None None] Transition to ACTIVE for port object c8c968f2-d2a7-4555-a0c5-9c10b6959b38 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:42.044697 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0c5252fb-c11f-4858-bcd7-5a0df30f123b None None] Transition to ACTIVE for port object c8c968f2-d2a7-4555-a0c5-9c10b6959b38 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:42.061537 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fbc4f7b5-e592-4acc-aef2-d58faa376167 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=59119a0335324f2cba403d174e7cf2f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2460186 May 13 15:07:42.062387 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 34994) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:42.076267 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0c5252fb-c11f-4858-bcd7-5a0df30f123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:42.155277 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5252fb-c11f-4858-bcd7-5a0df30f123b None None] Network 1085f0d5-16b9-4a54-858a-15053b5b22f6 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:07:42.158929 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-0c5252fb-c11f-4858-bcd7-5a0df30f123b None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:42.163564 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1b957e42-8613-44de-87e7-48550c6ee10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:42.163860 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5252fb-c11f-4858-bcd7-5a0df30f123b None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:07:42.174902 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5252fb-c11f-4858-bcd7-5a0df30f123b None None] Pushing event updated for resources: {'Port': ['ID=c8c968f2-d2a7-4555-a0c5-9c10b6959b38,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:42.199823 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-cb06745e-fa43-46fa-a84f-e1555786ab7e tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Allocated IP 2001:db8::359 (1085f0d5-16b9-4a54-858a-15053b5b22f6/4566d859-35f7-4d01-b80e-cfc41fcc467f/30751c41-38ea-4a68-97c2-b1a6e0dd6f2b) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:07:42.215537 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1b957e42-8613-44de-87e7-48550c6ee10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:42.344613 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1b957e42-8613-44de-87e7-48550c6ee10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:42.352314 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-0c5252fb-c11f-4858-bcd7-5a0df30f123b None None] Attempting to bind port c8c968f2-d2a7-4555-a0c5-9c10b6959b38 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:07:42.352871 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-0c5252fb-c11f-4858-bcd7-5a0df30f123b None None] Attempting to bind port c8c968f2-d2a7-4555-a0c5-9c10b6959b38 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'f6e7c53b-b936-43c3-a093-0ff2c9bd25bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1085f0d5-16b9-4a54-858a-15053b5b22f6'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:07:42.353571 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5252fb-c11f-4858-bcd7-5a0df30f123b None None] Attempting to bind port c8c968f2-d2a7-4555-a0c5-9c10b6959b38 on network 1085f0d5-16b9-4a54-858a-15053b5b22f6 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:07:42.361025 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5252fb-c11f-4858-bcd7-5a0df30f123b None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:07:42.361843 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5252fb-c11f-4858-bcd7-5a0df30f123b None None] Checking segment: {'id': 'f6e7c53b-b936-43c3-a093-0ff2c9bd25bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1085f0d5-16b9-4a54-858a-15053b5b22f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:07:42.363620 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0c5252fb-c11f-4858-bcd7-5a0df30f123b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:42.365170 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5252fb-c11f-4858-bcd7-5a0df30f123b None None] Bound using segment: {'id': 'f6e7c53b-b936-43c3-a093-0ff2c9bd25bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1085f0d5-16b9-4a54-858a-15053b5b22f6'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:07:42.365170 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-0c5252fb-c11f-4858-bcd7-5a0df30f123b None None] Bound port: c8c968f2-d2a7-4555-a0c5-9c10b6959b38, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e7c53b-b936-43c3-a093-0ff2c9bd25bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1085f0d5-16b9-4a54-858a-15053b5b22f6'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:07:42.365170 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0c5252fb-c11f-4858-bcd7-5a0df30f123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:42.382253 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b957e42-8613-44de-87e7-48550c6ee10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11568375-7789-46cc-ba03-401de079c0e3,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:42.396743 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1b957e42-8613-44de-87e7-48550c6ee10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:42.406360 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1b957e42-8613-44de-87e7-48550c6ee10c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/11568375-7789-46cc-ba03-401de079c0e3 HTTP/1.1" status: 204 len: 168 time: 0.3405628 May 13 15:07:42.534699 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-0c5252fb-c11f-4858-bcd7-5a0df30f123b None None] For port c8c968f2-d2a7-4555-a0c5-9c10b6959b38, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:07:42.541386 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-0c5252fb-c11f-4858-bcd7-5a0df30f123b None None] For port c8c968f2-d2a7-4555-a0c5-9c10b6959b38, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c8c968f2-d2a7-4555-a0c5-9c10b6959b38,segment=NetworkSegment(f6e7c53b-b936-43c3-a093-0ff2c9bd25bd),segment_id=f6e7c53b-b936-43c3-a093-0ff2c9bd25bd)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:07:42.549631 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0c5252fb-c11f-4858-bcd7-5a0df30f123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:42.650124 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a3003259-eff6-46ae-80bb-7e85329b8afd req-47b14676-dd93-4e91-9f87-30b258dc0a85 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 210 time: 0.1205168 May 13 15:07:42.722014 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5252fb-c11f-4858-bcd7-5a0df30f123b None None] Pushing event updated for resources: {'Port': ['ID=c8c968f2-d2a7-4555-a0c5-9c10b6959b38,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:42.765722 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cb06745e-fa43-46fa-a84f-e1555786ab7e tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:42.789639 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-cb06745e-fa43-46fa-a84f-e1555786ab7e tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Transition to ACTIVE for port object 30751c41-38ea-4a68-97c2-b1a6e0dd6f2b will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:42.826263 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cb06745e-fa43-46fa-a84f-e1555786ab7e tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:42.941312 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb06745e-fa43-46fa-a84f-e1555786ab7e tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Network 1085f0d5-16b9-4a54-858a-15053b5b22f6 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:07:42.942598 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-cb06745e-fa43-46fa-a84f-e1555786ab7e tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:42.953300 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb06745e-fa43-46fa-a84f-e1555786ab7e tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:07:42.959835 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb06745e-fa43-46fa-a84f-e1555786ab7e tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:42.964111 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cb06745e-fa43-46fa-a84f-e1555786ab7e tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:43.010869 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb06745e-fa43-46fa-a84f-e1555786ab7e tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Pushing event updated for resources: {'Port': ['ID=30751c41-38ea-4a68-97c2-b1a6e0dd6f2b,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:43.019986 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-cb06745e-fa43-46fa-a84f-e1555786ab7e tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1168807 May 13 15:07:43.020949 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35012) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:43.024215 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb06745e-fa43-46fa-a84f-e1555786ab7e tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:43.024601 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb06745e-fa43-46fa-a84f-e1555786ab7e tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:43.025565 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb06745e-fa43-46fa-a84f-e1555786ab7e tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:43.025959 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb06745e-fa43-46fa-a84f-e1555786ab7e tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:43.026695 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb06745e-fa43-46fa-a84f-e1555786ab7e tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:43.026874 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb06745e-fa43-46fa-a84f-e1555786ab7e tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:43.028765 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb06745e-fa43-46fa-a84f-e1555786ab7e tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:43.028765 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb06745e-fa43-46fa-a84f-e1555786ab7e tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:43.028765 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb06745e-fa43-46fa-a84f-e1555786ab7e tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:43.028765 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb06745e-fa43-46fa-a84f-e1555786ab7e tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:43.028765 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb06745e-fa43-46fa-a84f-e1555786ab7e tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:43.029503 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb06745e-fa43-46fa-a84f-e1555786ab7e tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:43.043488 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-ba1a94c2-23c1-4d4d-ba0b-22ad19266749 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Request body: {'port': {'network_id': '1085f0d5-16b9-4a54-858a-15053b5b22f6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2092866054', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:43.045530 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.api.validators [None req-ba1a94c2-23c1-4d4d-ba0b-22ad19266749 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] bootfile-name is not in valid_values {{(pid=88081) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 15:07:43.046201 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.api.validators [None req-ba1a94c2-23c1-4d4d-ba0b-22ad19266749 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] tftp-server is not in valid_values {{(pid=88081) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 15:07:43.046929 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.api.validators [None req-ba1a94c2-23c1-4d4d-ba0b-22ad19266749 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] server-ip-address is not in valid_values {{(pid=88081) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 15:07:43.379957 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ba1a94c2-23c1-4d4d-ba0b-22ad19266749 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:43.385400 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ba1a94c2-23c1-4d4d-ba0b-22ad19266749 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Usage tracker for resource:port and tenant:aadab31a38bd414f8025c8f9fdb3ede9 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:43.392055 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ba1a94c2-23c1-4d4d-ba0b-22ad19266749 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:43.401735 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ba1a94c2-23c1-4d4d-ba0b-22ad19266749 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:43.427712 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1a94c2-23c1-4d4d-ba0b-22ad19266749 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Made reservation on behalf of aadab31a38bd414f8025c8f9fdb3ede9 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:43.436057 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ba1a94c2-23c1-4d4d-ba0b-22ad19266749 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:43.477463 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [None req-ba1a94c2-23c1-4d4d-ba0b-22ad19266749 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] device_id is not set on port 69dee337-3037-43e4-b9c5-ab116a9a787d yet. {{(pid=88081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:07:43.738445 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35038) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:43.784931 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6f9f7ac9-6ae7-4519-9851-a4ccaa68060a req-16c4ff22-8b94-495d-8d01-56bb2bd8ac59 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 210 time: 0.0534403 May 13 15:07:43.805265 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-ba1a94c2-23c1-4d4d-ba0b-22ad19266749 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Allocated IP 2001:db8::a0 (1085f0d5-16b9-4a54-858a-15053b5b22f6/4566d859-35f7-4d01-b80e-cfc41fcc467f/69dee337-3037-43e4-b9c5-ab116a9a787d) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:07:43.909567 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-361429d9-74be-469d-952a-d533ffe9a5ab admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-84372309-network', 'tenant_id': 'aa7a4dae7f384f979f3db89d29f48d2a'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:43.920163 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-361429d9-74be-469d-952a-d533ffe9a5ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:43.927593 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-361429d9-74be-469d-952a-d533ffe9a5ab admin admin] Usage tracker for resource:network and tenant:aa7a4dae7f384f979f3db89d29f48d2a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:43.933899 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-361429d9-74be-469d-952a-d533ffe9a5ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:43.952064 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-361429d9-74be-469d-952a-d533ffe9a5ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:43.966837 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361429d9-74be-469d-952a-d533ffe9a5ab admin admin] Made reservation on behalf of aa7a4dae7f384f979f3db89d29f48d2a for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:43.971311 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-361429d9-74be-469d-952a-d533ffe9a5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:43.994983 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-361429d9-74be-469d-952a-d533ffe9a5ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:44.022270 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-361429d9-74be-469d-952a-d533ffe9a5ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:44.028214 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-361429d9-74be-469d-952a-d533ffe9a5ab admin admin] Usage tracker for resource:security_group_rule and tenant:aa7a4dae7f384f979f3db89d29f48d2a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:44.033537 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-361429d9-74be-469d-952a-d533ffe9a5ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:44.044733 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-361429d9-74be-469d-952a-d533ffe9a5ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:44.215521 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c8c968f2-d2a7-4555-a0c5-9c10b6959b38 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:07:44.231620 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-361429d9-74be-469d-952a-d533ffe9a5ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:44.242411 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ba1a94c2-23c1-4d4d-ba0b-22ad19266749 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:44.250098 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-361429d9-74be-469d-952a-d533ffe9a5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:44.286226 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-ba1a94c2-23c1-4d4d-ba0b-22ad19266749 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Transition to ACTIVE for port object 69dee337-3037-43e4-b9c5-ab116a9a787d will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:44.296248 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f003315-8e6c-4fce-8df0-2b84861dfa6d None None] Network 1085f0d5-16b9-4a54-858a-15053b5b22f6 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:07:44.332002 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361429d9-74be-469d-952a-d533ffe9a5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a98ef2-cfb4-45c4-b06f-2baf29932b80,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:44.338674 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-361429d9-74be-469d-952a-d533ffe9a5ab admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:07:44.354095 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ba1a94c2-23c1-4d4d-ba0b-22ad19266749 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:44.357124 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-361429d9-74be-469d-952a-d533ffe9a5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:44.358029 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-361429d9-74be-469d-952a-d533ffe9a5ab admin admin] Added segment 8527261d-f637-447a-9ad7-d5e4b9e293f2 of type vlan for network cd5b2391-0093-4164-9a96-d44ed1c59500 May 13 15:07:44.462081 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1a94c2-23c1-4d4d-ba0b-22ad19266749 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Network 1085f0d5-16b9-4a54-858a-15053b5b22f6 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:07:44.465531 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-ba1a94c2-23c1-4d4d-ba0b-22ad19266749 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:44.468859 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-361429d9-74be-469d-952a-d533ffe9a5ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:44.473080 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1a94c2-23c1-4d4d-ba0b-22ad19266749 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:07:44.482814 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1a94c2-23c1-4d4d-ba0b-22ad19266749 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:44.483194 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ba1a94c2-23c1-4d4d-ba0b-22ad19266749 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:44.500747 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-bd146886-eb86-4fd0-a3eb-e0e1c3d14923 None None] Provisioning for port c8c968f2-d2a7-4555-a0c5-9c10b6959b38 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:07:44.501042 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a94c2-23c1-4d4d-ba0b-22ad19266749 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Pushing event updated for resources: {'Port': ['ID=69dee337-3037-43e4-b9c5-ab116a9a787d,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:44.526497 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ba1a94c2-23c1-4d4d-ba0b-22ad19266749 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.5033062 May 13 15:07:44.527818 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35044) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:44.581212 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port c8c968f2-d2a7-4555-a0c5-9c10b6959b38 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:07:44.582316 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-361429d9-74be-469d-952a-d533ffe9a5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:44.583315 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361429d9-74be-469d-952a-d533ffe9a5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:44.584191 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port c8c968f2-d2a7-4555-a0c5-9c10b6959b38 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:44.584550 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:44.586505 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-361429d9-74be-469d-952a-d533ffe9a5ab admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:44.824597 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427cb09e-5e05-46de-b8bf-c66a9b82bb36 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:44.847401 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427cb09e-5e05-46de-b8bf-c66a9b82bb36 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:44.862221 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427cb09e-5e05-46de-b8bf-c66a9b82bb36 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:44.871586 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-427cb09e-5e05-46de-b8bf-c66a9b82bb36 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Synchronizing usage tracker for tenant:aadab31a38bd414f8025c8f9fdb3ede9 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:07:44.891099 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361429d9-74be-469d-952a-d533ffe9a5ab admin admin] Pushing event updated for resources: {'Network': ['ID=cd5b2391-0093-4164-9a96-d44ed1c59500,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:44.905066 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-361429d9-74be-469d-952a-d533ffe9a5ab admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1589985 May 13 15:07:44.905066 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35054) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:44.914500 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-b5b871e1-32f9-4605-89ee-c3cda6df660c admin admin] Request body: {'subnet': {'network_id': 'cd5b2391-0093-4164-9a96-d44ed1c59500', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-84372309-subnet', 'tenant_id': 'aa7a4dae7f384f979f3db89d29f48d2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:44.923780 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port c8c968f2-d2a7-4555-a0c5-9c10b6959b38 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:07:44.924270 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:44.929099 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b5b871e1-32f9-4605-89ee-c3cda6df660c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:44.938384 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b5b871e1-32f9-4605-89ee-c3cda6df660c admin admin] Usage tracker for resource:subnet and tenant:aa7a4dae7f384f979f3db89d29f48d2a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:44.939139 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network cd5b2391-0093-4164-9a96-d44ed1c59500 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:07:44.940143 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-427cb09e-5e05-46de-b8bf-c66a9b82bb36 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Unset dirty status for tenant:aadab31a38bd414f8025c8f9fdb3ede9 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:07:44.945249 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b5b871e1-32f9-4605-89ee-c3cda6df660c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:44.946333 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-427cb09e-5e05-46de-b8bf-c66a9b82bb36 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.4170940 May 13 15:07:44.948033 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35058) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:44.960564 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b5b871e1-32f9-4605-89ee-c3cda6df660c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:45.065549 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-da8a9192-954a-4df9-b76e-467a652d4ec7 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Deleting port 69dee337-3037-43e4-b9c5-ab116a9a787d {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:07:45.066589 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-da8a9192-954a-4df9-b76e-467a652d4ec7 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:45.094476 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b871e1-32f9-4605-89ee-c3cda6df660c admin admin] Made reservation on behalf of aa7a4dae7f384f979f3db89d29f48d2a for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:45.098516 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b5b871e1-32f9-4605-89ee-c3cda6df660c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:45.111016 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port c8c968f2-d2a7-4555-a0c5-9c10b6959b38, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c8c968f2-d2a7-4555-a0c5-9c10b6959b38,segment=NetworkSegment(f6e7c53b-b936-43c3-a093-0ff2c9bd25bd),segment_id=f6e7c53b-b936-43c3-a093-0ff2c9bd25bd)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:45.122461 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:45.154557 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-86050fe5-1bfc-457d-b094-52618050b805 req-469eedb6-a269-4cb2-b089-d8520d403000 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 210 time: 0.1530771 May 13 15:07:45.253545 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=c8c968f2-d2a7-4555-a0c5-9c10b6959b38,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:45.456400 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-da8a9192-954a-4df9-b76e-467a652d4ec7 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:45.463717 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b5b871e1-32f9-4605-89ee-c3cda6df660c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:45.472933 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8754953e-89f7-4311-b4a4-67834bdd5c21 None None] Provisioning for port 30751c41-38ea-4a68-97c2-b1a6e0dd6f2b completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:07:45.485681 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8754953e-89f7-4311-b4a4-67834bdd5c21 None None] Provisioning complete for port 30751c41-38ea-4a68-97c2-b1a6e0dd6f2b triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:45.486138 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8754953e-89f7-4311-b4a4-67834bdd5c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:45.575975 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b871e1-32f9-4605-89ee-c3cda6df660c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0085a364-d585-43f9-912a-94d19a0e6c86,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:45.598156 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-8754953e-89f7-4311-b4a4-67834bdd5c21 None None] Port 30751c41-38ea-4a68-97c2-b1a6e0dd6f2b cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:07:45.612802 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8754953e-89f7-4311-b4a4-67834bdd5c21 None None] Provisioning complete for port c8c968f2-d2a7-4555-a0c5-9c10b6959b38 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:45.613184 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8754953e-89f7-4311-b4a4-67834bdd5c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:45.640796 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b871e1-32f9-4605-89ee-c3cda6df660c admin admin] Checking segment: {'id': '8527261d-f637-447a-9ad7-d5e4b9e293f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cd5b2391-0093-4164-9a96-d44ed1c59500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:07:45.642039 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b871e1-32f9-4605-89ee-c3cda6df660c admin admin] Network hostable DHCP agents. Network: cd5b2391-0093-4164-9a96-d44ed1c59500, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:07:45.689702 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b871e1-32f9-4605-89ee-c3cda6df660c admin admin] Network cd5b2391-0093-4164-9a96-d44ed1c59500 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:07:45.709892 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-b5b871e1-32f9-4605-89ee-c3cda6df660c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, cd5b2391-0093-4164-9a96-d44ed1c59500) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:45.721228 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b871e1-32f9-4605-89ee-c3cda6df660c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:45.722666 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b5b871e1-32f9-4605-89ee-c3cda6df660c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:45.728877 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-da8a9192-954a-4df9-b76e-467a652d4ec7 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Calling delete_port for 69dee337-3037-43e4-b9c5-ab116a9a787d owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:07:45.742128 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea595550-3bb8-45f2-a0fd-4acb9853a0c7 None None] Network cd5b2391-0093-4164-9a96-d44ed1c59500 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:07:45.781114 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b5b871e1-32f9-4605-89ee-c3cda6df660c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8681505 May 13 15:07:45.858632 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-8754953e-89f7-4311-b4a4-67834bdd5c21 None None] Current status of the port c8c968f2-d2a7-4555-a0c5-9c10b6959b38 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:07:45.950242 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-da8a9192-954a-4df9-b76e-467a652d4ec7 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:45.984884 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8754953e-89f7-4311-b4a4-67834bdd5c21 None None] Provisioning for port 69dee337-3037-43e4-b9c5-ab116a9a787d completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:07:46.012568 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8754953e-89f7-4311-b4a4-67834bdd5c21 None None] Provisioning complete for port 69dee337-3037-43e4-b9c5-ab116a9a787d triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:46.012941 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8754953e-89f7-4311-b4a4-67834bdd5c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:46.044254 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a9192-954a-4df9-b76e-467a652d4ec7 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Pushing event deleted for resources: {'Port': ['ID=69dee337-3037-43e4-b9c5-ab116a9a787d,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:46.068521 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-8754953e-89f7-4311-b4a4-67834bdd5c21 None None] Port 69dee337-3037-43e4-b9c5-ab116a9a787d was deleted so its status cannot be updated. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 13 15:07:46.130447 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-da8a9192-954a-4df9-b76e-467a652d4ec7 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:46.148307 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-da8a9192-954a-4df9-b76e-467a652d4ec7 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] 10.222.0.35 "DELETE /v2.0/ports/69dee337-3037-43e4-b9c5-ab116a9a787d HTTP/1.1" status: 204 len: 168 time: 1.1989732 May 13 15:07:46.152356 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35068) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:46.158945 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d50420e-a42d-4b58-b5d8-59ba6946fa1a None None] Network cd5b2391-0093-4164-9a96-d44ed1c59500 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:07:46.159260 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-862bf608-337f-4719-9c68-2a8ea332ab07 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Request body: {'port': {'name': 'tempest-new-port-name-1522318658', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:46.159634 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.api.validators [None req-862bf608-337f-4719-9c68-2a8ea332ab07 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] bootfile-name is not in valid_values {{(pid=88082) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 15:07:46.160191 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.api.validators [None req-862bf608-337f-4719-9c68-2a8ea332ab07 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] tftp-server is not in valid_values {{(pid=88082) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 15:07:46.160675 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.api.validators [None req-862bf608-337f-4719-9c68-2a8ea332ab07 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] server-ip-address is not in valid_values {{(pid=88082) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 15:07:46.189168 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c8c968f2-d2a7-4555-a0c5-9c10b6959b38 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:07:46.478629 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-90da713b-75b1-4ca7-9041-95794239210b None None] Provisioning complete for port 30751c41-38ea-4a68-97c2-b1a6e0dd6f2b triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:46.479347 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-90da713b-75b1-4ca7-9041-95794239210b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:46.500815 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c580efd3-aec5-48d7-b867-efcbdaf58173 req-05686f23-a1db-4b5e-84bd-d2d2a0218159 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 210 time: 0.1007085 May 13 15:07:46.685500 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-90da713b-75b1-4ca7-9041-95794239210b None None] Port 30751c41-38ea-4a68-97c2-b1a6e0dd6f2b cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:07:46.722543 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-90da713b-75b1-4ca7-9041-95794239210b None None] Could not find standard attr ID for object 69dee337-3037-43e4-b9c5-ab116a9a787d. {{(pid=88083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:07:46.729762 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port c8c968f2-d2a7-4555-a0c5-9c10b6959b38 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:46.730141 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:46.771948 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35084) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:46.783027 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-18896848-a399-499a-bb76-e38eda23dd88 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-568082864-network', 'tenant_id': '6b48a921e1f3466a9945176aee02070b'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:46.817396 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-18896848-a399-499a-bb76-e38eda23dd88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:46.824870 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-862bf608-337f-4719-9c68-2a8ea332ab07 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:46.825169 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-18896848-a399-499a-bb76-e38eda23dd88 admin admin] Usage tracker for resource:network and tenant:6b48a921e1f3466a9945176aee02070b is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:46.833210 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-18896848-a399-499a-bb76-e38eda23dd88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:46.845614 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-18896848-a399-499a-bb76-e38eda23dd88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:46.882773 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18896848-a399-499a-bb76-e38eda23dd88 admin admin] Made reservation on behalf of 6b48a921e1f3466a9945176aee02070b for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:46.888440 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-18896848-a399-499a-bb76-e38eda23dd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:46.916773 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-18896848-a399-499a-bb76-e38eda23dd88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:46.946277 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-18896848-a399-499a-bb76-e38eda23dd88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:46.953935 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-18896848-a399-499a-bb76-e38eda23dd88 admin admin] Usage tracker for resource:security_group_rule and tenant:6b48a921e1f3466a9945176aee02070b is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:46.955376 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port c8c968f2-d2a7-4555-a0c5-9c10b6959b38 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:07:46.964225 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-18896848-a399-499a-bb76-e38eda23dd88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:46.976482 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-18896848-a399-499a-bb76-e38eda23dd88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:47.121705 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-18896848-a399-499a-bb76-e38eda23dd88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:47.127540 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-18896848-a399-499a-bb76-e38eda23dd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:47.166019 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18896848-a399-499a-bb76-e38eda23dd88 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:07:47.203020 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18896848-a399-499a-bb76-e38eda23dd88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9033fd-6e2c-43fb-b405-2dfe1933def1,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:47.211861 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-18896848-a399-499a-bb76-e38eda23dd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:47.212911 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-18896848-a399-499a-bb76-e38eda23dd88 admin admin] Added segment 3b263927-aca1-48e9-b050-900c75f85549 of type vlan for network 27fb6e7d-ce28-4a86-9868-4e331ebe9eb7 May 13 15:07:47.215516 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-862bf608-337f-4719-9c68-2a8ea332ab07 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:47.237146 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-862bf608-337f-4719-9c68-2a8ea332ab07 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:47.276186 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-18896848-a399-499a-bb76-e38eda23dd88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:47.311593 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-18896848-a399-499a-bb76-e38eda23dd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:47.312704 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18896848-a399-499a-bb76-e38eda23dd88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:47.313406 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-18896848-a399-499a-bb76-e38eda23dd88 admin admin] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:47.363616 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-862bf608-337f-4719-9c68-2a8ea332ab07 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] In _notify_port_updated(), no bound segment for port 30751c41-38ea-4a68-97c2-b1a6e0dd6f2b on network 1085f0d5-16b9-4a54-858a-15053b5b22f6 {{(pid=88082) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:07:47.373535 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862bf608-337f-4719-9c68-2a8ea332ab07 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:47.374746 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-862bf608-337f-4719-9c68-2a8ea332ab07 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:47.377223 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-862bf608-337f-4719-9c68-2a8ea332ab07 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] 10.222.0.35 "PUT /v2.0/ports/30751c41-38ea-4a68-97c2-b1a6e0dd6f2b HTTP/1.1" status: 200 len: 1130 time: 1.2233543 May 13 15:07:47.384497 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35088) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:47.498614 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862bf608-337f-4719-9c68-2a8ea332ab07 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Pushing event updated for resources: {'Port': ['ID=30751c41-38ea-4a68-97c2-b1a6e0dd6f2b,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:47.534833 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-18896848-a399-499a-bb76-e38eda23dd88 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7611377 May 13 15:07:47.537490 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c981b917-9d43-4d73-9706-0f279090a2f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:47.538509 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c981b917-9d43-4d73-9706-0f279090a2f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Synchronizing usage tracker for tenant:aadab31a38bd414f8025c8f9fdb3ede9 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:07:47.545263 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35092) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:47.545756 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18896848-a399-499a-bb76-e38eda23dd88 admin admin] Pushing event updated for resources: {'Network': ['ID=27fb6e7d-ce28-4a86-9868-4e331ebe9eb7,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:47.557058 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-7549b33d-c55c-4c26-8aad-4a08ba4a26d4 admin admin] Request body: {'subnet': {'network_id': '27fb6e7d-ce28-4a86-9868-4e331ebe9eb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-568082864-subnet', 'tenant_id': '6b48a921e1f3466a9945176aee02070b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:47.559346 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 27fb6e7d-ce28-4a86-9868-4e331ebe9eb7 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:07:47.575037 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-7549b33d-c55c-4c26-8aad-4a08ba4a26d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:47.611676 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7549b33d-c55c-4c26-8aad-4a08ba4a26d4 admin admin] Usage tracker for resource:subnet and tenant:6b48a921e1f3466a9945176aee02070b is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:47.619288 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7549b33d-c55c-4c26-8aad-4a08ba4a26d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:47.634735 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-7549b33d-c55c-4c26-8aad-4a08ba4a26d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:47.638651 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c981b917-9d43-4d73-9706-0f279090a2f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Unset dirty status for tenant:aadab31a38bd414f8025c8f9fdb3ede9 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:07:47.640793 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c981b917-9d43-4d73-9706-0f279090a2f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] 10.222.0.35 "GET /v2.0/ports/30751c41-38ea-4a68-97c2-b1a6e0dd6f2b HTTP/1.1" status: 200 len: 1130 time: 0.2546713 May 13 15:07:47.657183 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35098) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:47.687872 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7549b33d-c55c-4c26-8aad-4a08ba4a26d4 admin admin] Made reservation on behalf of 6b48a921e1f3466a9945176aee02070b for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:47.693501 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7549b33d-c55c-4c26-8aad-4a08ba4a26d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:47.803257 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770434b0-0891-4066-acbf-29e65ec2481a req-abcb45ba-30ef-41c2-ac76-1db25a069f4f tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:47.805292 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-770434b0-0891-4066-acbf-29e65ec2481a req-abcb45ba-30ef-41c2-ac76-1db25a069f4f tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.59 "GET /v2.0/networks?id=b043589d-15c3-44b5-8d99-d7c57b00acb0 HTTP/1.1" status: 200 len: 812 time: 0.3917263 May 13 15:07:47.846646 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-830b9f75-a0e1-4e65-b474-6177d5e82619 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Deleting port 30751c41-38ea-4a68-97c2-b1a6e0dd6f2b {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:07:47.847008 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-830b9f75-a0e1-4e65-b474-6177d5e82619 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:47.920772 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-31db0d76-1d06-4c78-8cf1-0d3fc931b5b4 req-5f6cb6d6-39f5-4ab1-ab44-58a86c13e4c1 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 210 time: 0.0557935 May 13 15:07:47.940870 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-770434b0-0891-4066-acbf-29e65ec2481a req-c47a4ead-e588-489e-98a1-c292140ece59 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2 HTTP/1.1" status: 200 len: 380 time: 0.1178756 May 13 15:07:47.975329 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-770434b0-0891-4066-acbf-29e65ec2481a req-f2c1fffa-74de-46bb-b81a-11bf9615ec46 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Request body: {'port': {'device_id': '60abe591-8c26-4639-8483-1852ed8cca83', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'admin_state_up': True, 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'security_groups': ['c8ea39b4-84c0-4cb8-a053-04c54d83b0d5']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:47.978813 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b023a287-0a80-4117-a326-56542dc09978 None None] Provisioning complete for port 30751c41-38ea-4a68-97c2-b1a6e0dd6f2b triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:47.979872 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b023a287-0a80-4117-a326-56542dc09978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:48.076844 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-b023a287-0a80-4117-a326-56542dc09978 None None] Port 30751c41-38ea-4a68-97c2-b1a6e0dd6f2b cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:07:48.158763 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7549b33d-c55c-4c26-8aad-4a08ba4a26d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:48.301174 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:48.328260 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549b33d-c55c-4c26-8aad-4a08ba4a26d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96129ba9-e1bc-4a2d-a9e7-bbc226134ec2,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:48.332285 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7549b33d-c55c-4c26-8aad-4a08ba4a26d4 admin admin] Checking segment: {'id': '3b263927-aca1-48e9-b050-900c75f85549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '27fb6e7d-ce28-4a86-9868-4e331ebe9eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:07:48.333372 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7549b33d-c55c-4c26-8aad-4a08ba4a26d4 admin admin] Network hostable DHCP agents. Network: 27fb6e7d-ce28-4a86-9868-4e331ebe9eb7, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:07:48.374385 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7549b33d-c55c-4c26-8aad-4a08ba4a26d4 admin admin] Network 27fb6e7d-ce28-4a86-9868-4e331ebe9eb7 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:07:48.396155 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-7549b33d-c55c-4c26-8aad-4a08ba4a26d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 27fb6e7d-ce28-4a86-9868-4e331ebe9eb7) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:48.403398 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7549b33d-c55c-4c26-8aad-4a08ba4a26d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:48.406074 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7549b33d-c55c-4c26-8aad-4a08ba4a26d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:48.413406 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6edcc0-77d5-43ac-8a3a-1beca955c20d None None] Network 27fb6e7d-ce28-4a86-9868-4e331ebe9eb7 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:07:48.463278 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7549b33d-c55c-4c26-8aad-4a08ba4a26d4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9160202 May 13 15:07:48.545471 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-770434b0-0891-4066-acbf-29e65ec2481a req-f2c1fffa-74de-46bb-b81a-11bf9615ec46 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:48.571443 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-770434b0-0891-4066-acbf-29e65ec2481a req-f2c1fffa-74de-46bb-b81a-11bf9615ec46 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:48.574988 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-830b9f75-a0e1-4e65-b474-6177d5e82619 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:48.703048 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35104) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:48.707988 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-770434b0-0891-4066-acbf-29e65ec2481a req-f2c1fffa-74de-46bb-b81a-11bf9615ec46 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Made reservation on behalf of 509ebfd4eb0444ae8f3872e1e9436dc2 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:48.711601 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-770434b0-0891-4066-acbf-29e65ec2481a req-f2c1fffa-74de-46bb-b81a-11bf9615ec46 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:48.729726 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-830b9f75-a0e1-4e65-b474-6177d5e82619 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Calling delete_port for 30751c41-38ea-4a68-97c2-b1a6e0dd6f2b owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:07:48.783547 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d6711b-648a-416b-9691-474683f6a07e None None] Network 27fb6e7d-ce28-4a86-9868-4e331ebe9eb7 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:07:48.797179 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-627f6d63-7ae6-4248-9b84-6dcdac8acbb6 admin admin] Deleting subnet 0085a364-d585-43f9-912a-94d19a0e6c86 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:07:48.801150 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-627f6d63-7ae6-4248-9b84-6dcdac8acbb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:48.882731 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-627f6d63-7ae6-4248-9b84-6dcdac8acbb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:48.973795 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-627f6d63-7ae6-4248-9b84-6dcdac8acbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:49.052251 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-770434b0-0891-4066-acbf-29e65ec2481a req-f2c1fffa-74de-46bb-b81a-11bf9615ec46 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Allocated IP 172.20.0.3 (b043589d-15c3-44b5-8d99-d7c57b00acb0/3b5ceabd-0dba-40ce-b48a-2cb206526c19/4829ccc1-8809-49f3-b752-13a6d3bbc099) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:07:49.060338 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-830b9f75-a0e1-4e65-b474-6177d5e82619 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:49.070271 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-627f6d63-7ae6-4248-9b84-6dcdac8acbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:49.126870 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f6d63-7ae6-4248-9b84-6dcdac8acbb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0085a364-d585-43f9-912a-94d19a0e6c86,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:49.131739 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-627f6d63-7ae6-4248-9b84-6dcdac8acbb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:49.144013 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-627f6d63-7ae6-4248-9b84-6dcdac8acbb6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0085a364-d585-43f9-912a-94d19a0e6c86 HTTP/1.1" status: 204 len: 168 time: 0.4390178 May 13 15:07:49.144836 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35112) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:49.267694 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b9f75-a0e1-4e65-b474-6177d5e82619 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Pushing event deleted for resources: {'Port': ['ID=30751c41-38ea-4a68-97c2-b1a6e0dd6f2b,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:49.302486 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fe160a25-b794-463b-9b2a-af36516616cf req-186e177f-c178-4869-bb83-73148d8dc596 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 210 time: 0.1940637 May 13 15:07:49.332942 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b9b73b5-fadd-4ed2-a34b-859d1dfa73ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:49.335534 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-830b9f75-a0e1-4e65-b474-6177d5e82619 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:49.386071 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-830b9f75-a0e1-4e65-b474-6177d5e82619 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] 10.222.0.35 "DELETE /v2.0/ports/30751c41-38ea-4a68-97c2-b1a6e0dd6f2b HTTP/1.1" status: 204 len: 168 time: 1.7273195 May 13 15:07:49.397847 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35118) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:49.564461 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-388ae99e-8383-4498-88a3-4c4d0a3186eb tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Deleting subnet 4566d859-35f7-4d01-b80e-cfc41fcc467f {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:07:49.572670 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-770434b0-0891-4066-acbf-29e65ec2481a req-f2c1fffa-74de-46bb-b81a-11bf9615ec46 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:49.593057 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-770434b0-0891-4066-acbf-29e65ec2481a req-f2c1fffa-74de-46bb-b81a-11bf9615ec46 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Transition to ACTIVE for port object 4829ccc1-8809-49f3-b752-13a6d3bbc099 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:49.623408 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-388ae99e-8383-4498-88a3-4c4d0a3186eb tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:49.629281 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-770434b0-0891-4066-acbf-29e65ec2481a req-f2c1fffa-74de-46bb-b81a-11bf9615ec46 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:49.694887 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b9b73b5-fadd-4ed2-a34b-859d1dfa73ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:49.718763 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-770434b0-0891-4066-acbf-29e65ec2481a req-f2c1fffa-74de-46bb-b81a-11bf9615ec46 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Network b043589d-15c3-44b5-8d99-d7c57b00acb0 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:07:49.721630 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-770434b0-0891-4066-acbf-29e65ec2481a req-f2c1fffa-74de-46bb-b81a-11bf9615ec46 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:49.724396 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-770434b0-0891-4066-acbf-29e65ec2481a req-f2c1fffa-74de-46bb-b81a-11bf9615ec46 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:07:49.732288 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f904c-7724-481b-ae81-a42845cea884 req-cba2543b-f4d3-4837-a80b-f80b56c7dec3 tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:49.734053 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1a2f904c-7724-481b-ae81-a42845cea884 req-cba2543b-f4d3-4837-a80b-f80b56c7dec3 tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 1096 time: 0.3895030 May 13 15:07:49.761455 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-388ae99e-8383-4498-88a3-4c4d0a3186eb tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:49.776707 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1fffa-74de-46bb-b81a-11bf9615ec46 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Pushing event updated for resources: {'Port': ['ID=4829ccc1-8809-49f3-b752-13a6d3bbc099,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:49.801992 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-2b9b73b5-fadd-4ed2-a34b-859d1dfa73ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd5b2391-0093-4164-9a96-d44ed1c59500']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:49.850063 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770434b0-0891-4066-acbf-29e65ec2481a req-f2c1fffa-74de-46bb-b81a-11bf9615ec46 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:49.851196 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-770434b0-0891-4066-acbf-29e65ec2481a req-f2c1fffa-74de-46bb-b81a-11bf9615ec46 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:49.852369 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-2b9b73b5-fadd-4ed2-a34b-859d1dfa73ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8527261d-f637-447a-9ad7-d5e4b9e293f2') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:49.852664 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-2b9b73b5-fadd-4ed2-a34b-859d1dfa73ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8527261d-f637-447a-9ad7-d5e4b9e293f2') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:49.872503 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b9b73b5-fadd-4ed2-a34b-859d1dfa73ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:49.899941 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-770434b0-0891-4066-acbf-29e65ec2481a req-f2c1fffa-74de-46bb-b81a-11bf9615ec46 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9281762 May 13 15:07:49.916982 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-770434b0-0891-4066-acbf-29e65ec2481a req-0fb67c85-41d8-4f3e-84cf-7f2f60bc7b76 service neutron] Request body: {'port': {'device_id': '60abe591-8c26-4639-8483-1852ed8cca83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:50.050833 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b9b73b5-fadd-4ed2-a34b-859d1dfa73ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:50.054937 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1a2f904c-7724-481b-ae81-a42845cea884 req-32823ec7-1899-45e6-a379-00afe5f30495 tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3030403 May 13 15:07:50.074042 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b9b73b5-fadd-4ed2-a34b-859d1dfa73ab admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:07:50.074481 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b9b73b5-fadd-4ed2-a34b-859d1dfa73ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:50.096341 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:07:50.096341 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:07:50.096341 n-d-841760-1 neutron-server[88082]: timer() May 13 15:07:50.096341 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:07:50.096341 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:07:50.096341 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:07:50.096341 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:07:50.096341 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:07:50.096341 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:07:50.096341 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:07:50.096341 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:07:50.096341 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:07:50.096341 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:07:50.096341 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:07:50.096341 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:07:50.096341 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:07:50.096341 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:07:50.096341 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:07:50.096341 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:07:50.096341 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:07:50.096341 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:07:50.096341 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:07:50.096341 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:07:50.096341 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:07:50.096341 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:07:50.096341 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:07:50.096341 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:07:50.096341 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:07:50.096341 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:07:50.096341 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:07:50.096341 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:07:50.096341 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:07:50.121412 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-600a27f0-aacb-47a6-a7b0-83d82ba81b45 None None] Provisioning for port 4829ccc1-8809-49f3-b752-13a6d3bbc099 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:07:50.130723 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35122) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:50.134939 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-600a27f0-aacb-47a6-a7b0-83d82ba81b45 None None] Provisioning complete for port 4829ccc1-8809-49f3-b752-13a6d3bbc099 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:50.136191 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-600a27f0-aacb-47a6-a7b0-83d82ba81b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:50.201911 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b9b73b5-fadd-4ed2-a34b-859d1dfa73ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:50.205482 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-388ae99e-8383-4498-88a3-4c4d0a3186eb tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:50.212288 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-600a27f0-aacb-47a6-a7b0-83d82ba81b45 None None] Port 4829ccc1-8809-49f3-b752-13a6d3bbc099 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:07:50.215999 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-770434b0-0891-4066-acbf-29e65ec2481a req-0fb67c85-41d8-4f3e-84cf-7f2f60bc7b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:50.261055 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b9b73b5-fadd-4ed2-a34b-859d1dfa73ab admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:50.285345 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b73b5-fadd-4ed2-a34b-859d1dfa73ab admin admin] Pushing event deleted for resources: {'Network': ['ID=cd5b2391-0093-4164-9a96-d44ed1c59500,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:50.294942 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2b9b73b5-fadd-4ed2-a34b-859d1dfa73ab admin admin] 10.222.0.35 "DELETE /v2.0/networks/cd5b2391-0093-4164-9a96-d44ed1c59500 HTTP/1.1" status: 204 len: 168 time: 1.1454487 May 13 15:07:50.294942 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35126) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:50.378041 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-2883d6a8-ad83-4d1b-ba74-c3d0645cdfea admin admin] Deleting subnet 96129ba9-e1bc-4a2d-a9e7-bbc226134ec2 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:07:50.380404 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-388ae99e-8383-4498-88a3-4c4d0a3186eb tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:50.422108 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2883d6a8-ad83-4d1b-ba74-c3d0645cdfea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:50.462930 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ae99e-8383-4498-88a3-4c4d0a3186eb tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Pushing event deleted for resources: {'Subnet': ['ID=4566d859-35f7-4d01-b80e-cfc41fcc467f,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:50.494052 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-388ae99e-8383-4498-88a3-4c4d0a3186eb tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:50.504424 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7aa8eee-19d5-40d6-9ef0-4c54b5daeba9 None None] Network 1085f0d5-16b9-4a54-858a-15053b5b22f6 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:07:50.514068 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2883d6a8-ad83-4d1b-ba74-c3d0645cdfea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:50.561813 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-388ae99e-8383-4498-88a3-4c4d0a3186eb tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] 10.222.0.35 "DELETE /v2.0/subnets/4566d859-35f7-4d01-b80e-cfc41fcc467f HTTP/1.1" status: 204 len: 168 time: 1.1583993 May 13 15:07:50.563531 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35132) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:50.737206 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2883d6a8-ad83-4d1b-ba74-c3d0645cdfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:50.783150 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b686d45c-bc2c-44c4-b6c7-7f3f8db27d93 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:50.798343 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-df03ecf6-d87f-401f-848a-83c9e1a62bab tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Deleting port dcb02aff-6b7d-4c51-bc7d-d3f6082f2655 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:07:50.799209 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-df03ecf6-d87f-401f-848a-83c9e1a62bab tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:50.810634 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-b686d45c-bc2c-44c4-b6c7-7f3f8db27d93 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Deleting port c8c968f2-d2a7-4555-a0c5-9c10b6959b38 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:07:50.810995 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b686d45c-bc2c-44c4-b6c7-7f3f8db27d93 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:50.935388 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2883d6a8-ad83-4d1b-ba74-c3d0645cdfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:51.017230 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883d6a8-ad83-4d1b-ba74-c3d0645cdfea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96129ba9-e1bc-4a2d-a9e7-bbc226134ec2,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:51.053655 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2883d6a8-ad83-4d1b-ba74-c3d0645cdfea admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:51.157727 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6194ba-07aa-42ae-b09f-c462d95572f6 None None] DHCP port deletion for 1085f0d5-16b9-4a54-858a-15053b5b22f6 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:07:51.164163 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-dc6194ba-07aa-42ae-b09f-c462d95572f6 None None] Deleting port c8c968f2-d2a7-4555-a0c5-9c10b6959b38 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:07:51.164679 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-dc6194ba-07aa-42ae-b09f-c462d95572f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:51.184039 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2883d6a8-ad83-4d1b-ba74-c3d0645cdfea admin admin] 10.222.0.35 "DELETE /v2.0/subnets/96129ba9-e1bc-4a2d-a9e7-bbc226134ec2 HTTP/1.1" status: 204 len: 168 time: 0.8884792 May 13 15:07:51.190030 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35136) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:51.324753 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c014501-1f09-49d5-80bd-3c38ec44aa95 req-a1da3ed0-8271-419f-9caf-2548f5869bc0 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:51.325664 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-0c014501-1f09-49d5-80bd-3c38ec44aa95 req-a1da3ed0-8271-419f-9caf-2548f5869bc0 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Synchronizing usage tracker for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:07:51.429708 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-b686d45c-bc2c-44c4-b6c7-7f3f8db27d93 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] For port c8c968f2-d2a7-4555-a0c5-9c10b6959b38, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c8c968f2-d2a7-4555-a0c5-9c10b6959b38,segment=NetworkSegment(f6e7c53b-b936-43c3-a093-0ff2c9bd25bd),segment_id=f6e7c53b-b936-43c3-a093-0ff2c9bd25bd)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:51.430294 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b686d45c-bc2c-44c4-b6c7-7f3f8db27d93 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:51.454743 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-0c014501-1f09-49d5-80bd-3c38ec44aa95 req-a1da3ed0-8271-419f-9caf-2548f5869bc0 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Unset dirty status for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:07:51.457929 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c014501-1f09-49d5-80bd-3c38ec44aa95 req-a1da3ed0-8271-419f-9caf-2548f5869bc0 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 931 time: 0.9973426 May 13 15:07:51.547922 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-df03ecf6-d87f-401f-848a-83c9e1a62bab tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:51.548273 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-df03ecf6-d87f-401f-848a-83c9e1a62bab tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:51.576754 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0c014501-1f09-49d5-80bd-3c38ec44aa95 req-b98ad7d8-3e31-40f0-85b7-ed7da0f9809a tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098392 May 13 15:07:51.598932 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-dc6194ba-07aa-42ae-b09f-c462d95572f6 None None] For port c8c968f2-d2a7-4555-a0c5-9c10b6959b38, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c8c968f2-d2a7-4555-a0c5-9c10b6959b38,segment=NetworkSegment(f6e7c53b-b936-43c3-a093-0ff2c9bd25bd),segment_id=f6e7c53b-b936-43c3-a093-0ff2c9bd25bd)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:51.599604 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-dc6194ba-07aa-42ae-b09f-c462d95572f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:51.634915 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-b686d45c-bc2c-44c4-b6c7-7f3f8db27d93 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Calling delete_port for c8c968f2-d2a7-4555-a0c5-9c10b6959b38 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:07:51.666446 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ed68536-bef5-441a-8fbd-9ab9ca04117a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:51.701633 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [req-770434b0-0891-4066-acbf-29e65ec2481a req-0fb67c85-41d8-4f3e-84cf-7f2f60bc7b76 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:07:51.714994 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-df03ecf6-d87f-401f-848a-83c9e1a62bab tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Calling delete_port for dcb02aff-6b7d-4c51-bc7d-d3f6082f2655 owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:07:51.750360 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-dc6194ba-07aa-42ae-b09f-c462d95572f6 None None] Calling delete_port for c8c968f2-d2a7-4555-a0c5-9c10b6959b38 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:07:51.842626 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-dc6194ba-07aa-42ae-b09f-c462d95572f6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 13 15:07:51.842626 n-d-841760-1 neutron-server[88083]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] May 13 15:07:51.842626 n-d-841760-1 neutron-server[88083]: [parameters: {'port_id': 'c8c968f2-d2a7-4555-a0c5-9c10b6959b38', 'host': 'n-d-841760-1', 'level': 0}] May 13 15:07:51.842626 n-d-841760-1 neutron-server[88083]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:07:51.843402 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-dc6194ba-07aa-42ae-b09f-c462d95572f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:07:51.848786 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-770434b0-0891-4066-acbf-29e65ec2481a req-0fb67c85-41d8-4f3e-84cf-7f2f60bc7b76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4829ccc1-8809-49f3-b752-13a6d3bbc099 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:07:51.854102 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ed68536-bef5-441a-8fbd-9ab9ca04117a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:51.869098 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-770434b0-0891-4066-acbf-29e65ec2481a req-0fb67c85-41d8-4f3e-84cf-7f2f60bc7b76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:51.878155 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b686d45c-bc2c-44c4-b6c7-7f3f8db27d93 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:51.893942 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-770434b0-0891-4066-acbf-29e65ec2481a req-0fb67c85-41d8-4f3e-84cf-7f2f60bc7b76 service neutron] Transition to ACTIVE for port object 4829ccc1-8809-49f3-b752-13a6d3bbc099 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:51.905300 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-770434b0-0891-4066-acbf-29e65ec2481a req-0fb67c85-41d8-4f3e-84cf-7f2f60bc7b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:51.928606 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-4ed68536-bef5-441a-8fbd-9ab9ca04117a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27fb6e7d-ce28-4a86-9868-4e331ebe9eb7']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:51.947179 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b686d45c-bc2c-44c4-b6c7-7f3f8db27d93 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] No DVR routers for this DVR port c8c968f2-d2a7-4555-a0c5-9c10b6959b38 on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:07:51.948903 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686d45c-bc2c-44c4-b6c7-7f3f8db27d93 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Pushing event deleted for resources: {'Port': ['ID=c8c968f2-d2a7-4555-a0c5-9c10b6959b38,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:51.981176 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-4ed68536-bef5-441a-8fbd-9ab9ca04117a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b263927-aca1-48e9-b050-900c75f85549') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:51.981480 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-4ed68536-bef5-441a-8fbd-9ab9ca04117a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b263927-aca1-48e9-b050-900c75f85549') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:52.123658 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb67c85-41d8-4f3e-84cf-7f2f60bc7b76 service neutron] Pushing event updated for resources: {'Port': ['ID=4829ccc1-8809-49f3-b752-13a6d3bbc099,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:52.188336 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ed68536-bef5-441a-8fbd-9ab9ca04117a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:52.205568 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c8c968f2-d2a7-4555-a0c5-9c10b6959b38 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:07:52.260877 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: c8c968f2-d2a7-4555-a0c5-9c10b6959b38 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:07:52.261739 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c8c968f2-d2a7-4555-a0c5-9c10b6959b38 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:07:52.300691 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-df03ecf6-d87f-401f-848a-83c9e1a62bab tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:52.344359 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ed68536-bef5-441a-8fbd-9ab9ca04117a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:52.350262 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-dc6194ba-07aa-42ae-b09f-c462d95572f6 None None] Deleting port c8c968f2-d2a7-4555-a0c5-9c10b6959b38 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:07:52.351817 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-dc6194ba-07aa-42ae-b09f-c462d95572f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:52.356681 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b686d45c-bc2c-44c4-b6c7-7f3f8db27d93 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:52.364104 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-770434b0-0891-4066-acbf-29e65ec2481a req-0fb67c85-41d8-4f3e-84cf-7f2f60bc7b76 service neutron] Attempting to bind port 4829ccc1-8809-49f3-b752-13a6d3bbc099 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:07:52.364435 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-770434b0-0891-4066-acbf-29e65ec2481a req-0fb67c85-41d8-4f3e-84cf-7f2f60bc7b76 service neutron] Attempting to bind port 4829ccc1-8809-49f3-b752-13a6d3bbc099 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:07:52.364854 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770434b0-0891-4066-acbf-29e65ec2481a req-0fb67c85-41d8-4f3e-84cf-7f2f60bc7b76 service neutron] Attempting to bind port 4829ccc1-8809-49f3-b752-13a6d3bbc099 on network b043589d-15c3-44b5-8d99-d7c57b00acb0 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:07:52.365080 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed68536-bef5-441a-8fbd-9ab9ca04117a admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:07:52.365489 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ed68536-bef5-441a-8fbd-9ab9ca04117a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:52.367498 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03ecf6-d87f-401f-848a-83c9e1a62bab tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event deleted for resources: {'Port': ['ID=dcb02aff-6b7d-4c51-bc7d-d3f6082f2655,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:52.380525 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:07:52.380525 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:07:52.380525 n-d-841760-1 neutron-server[88082]: timer() May 13 15:07:52.380525 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:07:52.380525 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:07:52.380525 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:07:52.380525 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:07:52.380525 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:07:52.380525 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:07:52.380525 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:07:52.380525 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:07:52.380525 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:07:52.380525 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:07:52.380525 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:07:52.380525 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:07:52.380525 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:07:52.380525 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:07:52.380525 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:07:52.380525 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:07:52.380525 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:07:52.380525 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:07:52.380525 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:07:52.380525 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:07:52.380525 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:07:52.380525 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:07:52.380525 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:07:52.380525 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:07:52.380525 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:07:52.380525 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:07:52.380525 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:07:52.380525 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:07:52.380525 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:07:52.404765 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770434b0-0891-4066-acbf-29e65ec2481a req-0fb67c85-41d8-4f3e-84cf-7f2f60bc7b76 service neutron] Port 4829ccc1-8809-49f3-b752-13a6d3bbc099 on network b043589d-15c3-44b5-8d99-d7c57b00acb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:07:52.405093 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770434b0-0891-4066-acbf-29e65ec2481a req-0fb67c85-41d8-4f3e-84cf-7f2f60bc7b76 service neutron] Attempting to bind port 4829ccc1-8809-49f3-b752-13a6d3bbc099 on network b043589d-15c3-44b5-8d99-d7c57b00acb0 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:07:52.416883 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770434b0-0891-4066-acbf-29e65ec2481a req-0fb67c85-41d8-4f3e-84cf-7f2f60bc7b76 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:07:52.417267 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770434b0-0891-4066-acbf-29e65ec2481a req-0fb67c85-41d8-4f3e-84cf-7f2f60bc7b76 service neutron] Checking segment: {'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:07:52.417693 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770434b0-0891-4066-acbf-29e65ec2481a req-0fb67c85-41d8-4f3e-84cf-7f2f60bc7b76 service neutron] Bound using segment: {'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:07:52.418228 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-770434b0-0891-4066-acbf-29e65ec2481a req-0fb67c85-41d8-4f3e-84cf-7f2f60bc7b76 service neutron] Bound port: 4829ccc1-8809-49f3-b752-13a6d3bbc099, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba17580-f555-4891-9de3-9d0aa4db0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:07:52.418645 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-770434b0-0891-4066-acbf-29e65ec2481a req-0fb67c85-41d8-4f3e-84cf-7f2f60bc7b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:52.470288 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-b686d45c-bc2c-44c4-b6c7-7f3f8db27d93 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1085f0d5-16b9-4a54-858a-15053b5b22f6']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:52.490873 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-b686d45c-bc2c-44c4-b6c7-7f3f8db27d93 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6e7c53b-b936-43c3-a093-0ff2c9bd25bd') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:52.491274 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-b686d45c-bc2c-44c4-b6c7-7f3f8db27d93 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6e7c53b-b936-43c3-a093-0ff2c9bd25bd') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:52.507537 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b686d45c-bc2c-44c4-b6c7-7f3f8db27d93 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:52.521087 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-dc6194ba-07aa-42ae-b09f-c462d95572f6 None None] The port 'c8c968f2-d2a7-4555-a0c5-9c10b6959b38' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:07:52.526222 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ed68536-bef5-441a-8fbd-9ab9ca04117a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:52.546635 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ed68536-bef5-441a-8fbd-9ab9ca04117a admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:52.562025 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed68536-bef5-441a-8fbd-9ab9ca04117a admin admin] Pushing event deleted for resources: {'Network': ['ID=27fb6e7d-ce28-4a86-9868-4e331ebe9eb7,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:52.571525 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4ed68536-bef5-441a-8fbd-9ab9ca04117a admin admin] 10.222.0.35 "DELETE /v2.0/networks/27fb6e7d-ce28-4a86-9868-4e331ebe9eb7 HTTP/1.1" status: 204 len: 168 time: 1.3799598 May 13 15:07:52.573151 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b686d45c-bc2c-44c4-b6c7-7f3f8db27d93 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:52.582863 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b686d45c-bc2c-44c4-b6c7-7f3f8db27d93 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:07:52.583436 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b686d45c-bc2c-44c4-b6c7-7f3f8db27d93 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:52.583933 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-df03ecf6-d87f-401f-848a-83c9e1a62bab tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for floatingip, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:52.584316 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [None req-df03ecf6-d87f-401f-848a-83c9e1a62bab tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Floating IP edd94ee9-f6b7-4c80-919c-452463a205fc disassociated (deleted). External IP: 172.25.0.21, port: a4d21609-7503-475c-ae08-de186e2a3f4d. May 13 15:07:52.600709 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:07:52.600709 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:07:52.600709 n-d-841760-1 neutron-server[88082]: timer() May 13 15:07:52.600709 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:07:52.600709 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:07:52.600709 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:07:52.600709 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:07:52.600709 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:07:52.600709 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:07:52.600709 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:07:52.600709 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:07:52.600709 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:07:52.600709 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:07:52.600709 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:07:52.600709 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:07:52.600709 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:07:52.600709 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:07:52.600709 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:07:52.600709 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:07:52.600709 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:07:52.600709 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:07:52.600709 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:07:52.600709 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:07:52.600709 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:07:52.600709 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:07:52.600709 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:07:52.600709 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:07:52.600709 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:07:52.600709 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:07:52.600709 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:07:52.600709 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:07:52.600709 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:07:52.700400 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b686d45c-bc2c-44c4-b6c7-7f3f8db27d93 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:52.728660 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b686d45c-bc2c-44c4-b6c7-7f3f8db27d93 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:52.737118 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686d45c-bc2c-44c4-b6c7-7f3f8db27d93 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] Pushing event deleted for resources: {'Network': ['ID=1085f0d5-16b9-4a54-858a-15053b5b22f6,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:52.742232 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b686d45c-bc2c-44c4-b6c7-7f3f8db27d93 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348 tempest-ExtraDHCPOptionsIpV6TestJSON-1164928348-project] 10.222.0.35 "DELETE /v2.0/networks/1085f0d5-16b9-4a54-858a-15053b5b22f6 HTTP/1.1" status: 204 len: 168 time: 2.1773367 May 13 15:07:52.778434 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-770434b0-0891-4066-acbf-29e65ec2481a req-0fb67c85-41d8-4f3e-84cf-7f2f60bc7b76 service neutron] For port 4829ccc1-8809-49f3-b752-13a6d3bbc099, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:07:52.782894 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-770434b0-0891-4066-acbf-29e65ec2481a req-0fb67c85-41d8-4f3e-84cf-7f2f60bc7b76 service neutron] For port 4829ccc1-8809-49f3-b752-13a6d3bbc099, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=4829ccc1-8809-49f3-b752-13a6d3bbc099,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:07:52.795919 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-770434b0-0891-4066-acbf-29e65ec2481a req-0fb67c85-41d8-4f3e-84cf-7f2f60bc7b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:52.873381 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770434b0-0891-4066-acbf-29e65ec2481a req-0fb67c85-41d8-4f3e-84cf-7f2f60bc7b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:52.874084 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-770434b0-0891-4066-acbf-29e65ec2481a req-0fb67c85-41d8-4f3e-84cf-7f2f60bc7b76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:52.875618 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-770434b0-0891-4066-acbf-29e65ec2481a req-0fb67c85-41d8-4f3e-84cf-7f2f60bc7b76 service neutron] 10.222.0.59 "PUT /v2.0/ports/4829ccc1-8809-49f3-b752-13a6d3bbc099 HTTP/1.1" status: 200 len: 1091 time: 2.9687822 May 13 15:07:52.894641 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60abe591-8c26-4639-8483-1852ed8cca83', 'tag': '4829ccc1-8809-49f3-b752-13a6d3bbc099'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:07:52.949505 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980d199-ae92-44f8-b762-7660ddb0c3c9 req-bd13a603-adf4-4294-b6a9-d6883583b842 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:52.957787 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2980d199-ae92-44f8-b762-7660ddb0c3c9 req-bd13a603-adf4-4294-b6a9-d6883583b842 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 943 time: 0.2052610 May 13 15:07:52.959769 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35150) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:53.046718 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2980d199-ae92-44f8-b762-7660ddb0c3c9 req-eff4a99a-c1cd-43f1-af26-0ba9521a9e0e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879056 May 13 15:07:53.110970 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4ea97558-a423-4bf8-891e-82a9263ef95d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa7a4dae7f384f979f3db89d29f48d2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1293635 May 13 15:07:53.111286 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35156) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:53.264581 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-851aa2a4-7d99-4a3a-a42a-7eee92834488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:53.266444 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35160) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:53.379642 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-851aa2a4-7d99-4a3a-a42a-7eee92834488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:53.483062 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-851aa2a4-7d99-4a3a-a42a-7eee92834488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:53.521759 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851aa2a4-7d99-4a3a-a42a-7eee92834488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a98ef2-cfb4-45c4-b06f-2baf29932b80,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:53.535182 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0b88287-0902-457c-9639-224a8744a7b8'] response: {'name': 'network-changed', 'server_uuid': '60abe591-8c26-4639-8483-1852ed8cca83', 'tag': '4829ccc1-8809-49f3-b752-13a6d3bbc099', 'status': 'completed', 'code': 200} May 13 15:07:53.545263 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-851aa2a4-7d99-4a3a-a42a-7eee92834488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:53.546426 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-851aa2a4-7d99-4a3a-a42a-7eee92834488 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/19a98ef2-cfb4-45c4-b06f-2baf29932b80 HTTP/1.1" status: 204 len: 168 time: 0.4341998 May 13 15:07:53.575019 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1500599b-5f20-433e-b636-8387f9b733ad admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aadab31a38bd414f8025c8f9fdb3ede9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2972519 May 13 15:07:53.576898 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb67c85-41d8-4f3e-84cf-7f2f60bc7b76 service neutron] Pushing event updated for resources: {'Port': ['ID=4829ccc1-8809-49f3-b752-13a6d3bbc099,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:53.578476 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35168) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:53.682716 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98cfe9d8-2003-44ec-b90c-6fbd18f08002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:53.709250 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770434b0-0891-4066-acbf-29e65ec2481a req-60e25fe8-c388-4b0e-8c55-f6452d3ab5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:53.710769 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-770434b0-0891-4066-acbf-29e65ec2481a req-60e25fe8-c388-4b0e-8c55-f6452d3ab5f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2&device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 1094 time: 0.5397904 May 13 15:07:53.738407 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98cfe9d8-2003-44ec-b90c-6fbd18f08002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:53.797434 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-770434b0-0891-4066-acbf-29e65ec2481a req-b6d61102-aa41-4d2d-a9eb-dfa79d25dfc9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4829ccc1-8809-49f3-b752-13a6d3bbc099 HTTP/1.1" status: 200 len: 217 time: 0.0783801 May 13 15:07:53.802534 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df03ecf6-d87f-401f-848a-83c9e1a62bab tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Router 1f135a2a-9039-428d-bd7a-6e0863d4abb1 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:07:53.852421 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98cfe9d8-2003-44ec-b90c-6fbd18f08002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:53.878587 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cfe9d8-2003-44ec-b90c-6fbd18f08002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd82e5b4-3d1b-40e5-8534-68603c6885c3,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:53.887564 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-98cfe9d8-2003-44ec-b90c-6fbd18f08002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:53.889542 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-98cfe9d8-2003-44ec-b90c-6fbd18f08002 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dd82e5b4-3d1b-40e5-8534-68603c6885c3 HTTP/1.1" status: 204 len: 168 time: 0.3091991 May 13 15:07:54.037550 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770434b0-0891-4066-acbf-29e65ec2481a req-cb313e87-32e2-482e-8c93-27a634c5d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:54.039913 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-770434b0-0891-4066-acbf-29e65ec2481a req-cb313e87-32e2-482e-8c93-27a634c5d9f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b5ceabd-0dba-40ce-b48a-2cb206526c19 HTTP/1.1" status: 200 len: 851 time: 0.2360680 May 13 15:07:54.041427 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35176) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:54.171332 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35182) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:54.171580 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-cfb84756-6f35-4ccd-ab74-a44bebb40a73 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6b48a921e1f3466a9945176aee02070b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1278520 May 13 15:07:54.315426 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e39e5-d622-4a7f-9601-c07555f10ca1 req-7f226b6c-923b-4d8c-ab69-20c89f384339 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:54.318240 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-207e39e5-d622-4a7f-9601-c07555f10ca1 req-7f226b6c-923b-4d8c-ab69-20c89f384339 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 943 time: 0.1191924 May 13 15:07:54.326802 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df03ecf6-d87f-401f-848a-83c9e1a62bab tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:07:54.341149 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f48baf-7528-4539-8ba0-4e7e06116253 None None] Sync routers for ids ['1f135a2a-9039-428d-bd7a-6e0863d4abb1'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:07:54.359104 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f48baf-7528-4539-8ba0-4e7e06116253 None None] Routers {'1f135a2a-9039-428d-bd7a-6e0863d4abb1'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:07:54.360456 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-f4f48baf-7528-4539-8ba0-4e7e06116253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:07:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1f135a2a-9039-428d-bd7a-6e0863d4abb1'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:54.372571 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-68093cb4-fb6f-439e-9130-8a8589510671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:54.378387 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-df03ecf6-d87f-401f-848a-83c9e1a62bab tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:54.385414 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-207e39e5-d622-4a7f-9601-c07555f10ca1 req-123b3c5e-cc0f-4e72-90f2-dea5c1377b90 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612717 May 13 15:07:54.421936 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770434b0-0891-4066-acbf-29e65ec2481a req-b7a7892e-1325-40d0-97ee-c2e2b10dbb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:54.423526 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-770434b0-0891-4066-acbf-29e65ec2481a req-b7a7892e-1325-40d0-97ee-c2e2b10dbb38 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b043589d-15c3-44b5-8d99-d7c57b00acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3763564 May 13 15:07:54.531012 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-68093cb4-fb6f-439e-9130-8a8589510671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:54.586241 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-df03ecf6-d87f-401f-848a-83c9e1a62bab tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "DELETE /v2.0/floatingips/edd94ee9-f6b7-4c80-919c-452463a205fc HTTP/1.1" status: 204 len: 168 time: 4.4537144 May 13 15:07:54.661237 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-68093cb4-fb6f-439e-9130-8a8589510671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:54.668579 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-f4f48baf-7528-4539-8ba0-4e7e06116253 None None] Set router 1f135a2a-9039-428d-bd7a-6e0863d4abb1 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:07:54.682889 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68093cb4-fb6f-439e-9130-8a8589510671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9033fd-6e2c-43fb-b405-2dfe1933def1,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:54.691917 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-770434b0-0891-4066-acbf-29e65ec2481a req-74963523-3d73-4b32-9605-04b35157d7be service neutron] 10.222.0.59 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589993 May 13 15:07:54.699268 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-68093cb4-fb6f-439e-9130-8a8589510671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:54.703427 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-68093cb4-fb6f-439e-9130-8a8589510671 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/da9033fd-6e2c-43fb-b405-2dfe1933def1 HTTP/1.1" status: 204 len: 168 time: 0.5070391 May 13 15:07:54.954878 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-770434b0-0891-4066-acbf-29e65ec2481a req-8b064ecd-9f45-439c-940d-a6766fb66298 service neutron] 10.222.0.59 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500641 May 13 15:07:55.203717 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c031bb6-b6f4-4f31-8419-362b41ac6591 req-c1c429e3-39b5-4371-80d0-8ca3a834a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:55.206431 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2c031bb6-b6f4-4f31-8419-362b41ac6591 req-c1c429e3-39b5-4371-80d0-8ca3a834a86b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2&device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 1094 time: 0.1717975 May 13 15:07:55.327784 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-f4f48baf-7528-4539-8ba0-4e7e06116253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933408856', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd4bf842c-d90d-40c1-81ea-cdc466046c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:17Z', 'updated_at': '2022-05-13T15:05:29Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': 'd4bf842c-d90d-40c1-81ea-cdc466046c71', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:18Z', 'updated_at': '2022-05-13T15:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd5c07249-a6b7-4291-aa5b-1ff7b37e2786', 'name': '', 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:e7:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '01d0ea17-55a0-4a26-b442-418fd779e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:26Z', 'updated_at': '2022-05-13T15:05:40Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': '01d0ea17-55a0-4a26-b442-418fd779e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:55.335647 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f48baf-7528-4539-8ba0-4e7e06116253 None None] Checking router: 1f135a2a-9039-428d-bd7a-6e0863d4abb1 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:07:55.339357 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c12c63-df87-4530-91fe-f6964d6fe8ac req-34614219-0825-4853-b00f-5381cb5a0c3c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:55.343667 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d2c12c63-df87-4530-91fe-f6964d6fe8ac req-34614219-0825-4853-b00f-5381cb5a0c3c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 945 time: 0.1990042 May 13 15:07:55.354160 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f48baf-7528-4539-8ba0-4e7e06116253 None None] Routers {'1f135a2a-9039-428d-bd7a-6e0863d4abb1'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:07:55.354966 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-f4f48baf-7528-4539-8ba0-4e7e06116253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:07:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1f135a2a-9039-428d-bd7a-6e0863d4abb1'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:55.405957 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35214) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:55.518607 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d2c12c63-df87-4530-91fe-f6964d6fe8ac req-010838cc-2020-4a19-b073-3bf2ff237b0d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665580 May 13 15:07:55.535755 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff21a1a-3be9-4df8-8985-23fdd0686afe', 'tag': 'a4d21609-7503-475c-ae08-de186e2a3f4d'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:07:55.548593 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c031bb6-b6f4-4f31-8419-362b41ac6591 req-15f4050a-c511-4f8e-9c62-00bae48f247f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:55.550817 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2c031bb6-b6f4-4f31-8419-362b41ac6591 req-15f4050a-c511-4f8e-9c62-00bae48f247f service neutron] 10.222.0.59 "GET /v2.0/networks?id=b043589d-15c3-44b5-8d99-d7c57b00acb0 HTTP/1.1" status: 200 len: 913 time: 0.3382096 May 13 15:07:55.636984 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6da819fc-564a-4072-b008-ca506d02bee0'] response: {'name': 'network-changed', 'server_uuid': '5ff21a1a-3be9-4df8-8985-23fdd0686afe', 'tag': 'a4d21609-7503-475c-ae08-de186e2a3f4d', 'status': 'completed', 'code': 200} May 13 15:07:55.654603 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-f4f48baf-7528-4539-8ba0-4e7e06116253 None None] Set router 1f135a2a-9039-428d-bd7a-6e0863d4abb1 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:07:55.685167 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-79c7ba3a-754f-4264-a6f9-af84e2a42f19 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2142776346'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:55.687912 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2c031bb6-b6f4-4f31-8419-362b41ac6591 req-d3a42a96-d07c-4219-812d-538c381ea53b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4829ccc1-8809-49f3-b752-13a6d3bbc099 HTTP/1.1" status: 200 len: 217 time: 0.1303685 May 13 15:07:55.785426 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-79c7ba3a-754f-4264-a6f9-af84e2a42f19 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:55.807170 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-79c7ba3a-754f-4264-a6f9-af84e2a42f19 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Usage tracker for resource:network and tenant:5e08253723f84fcc88621cbb4ea1d2b2 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:55.815039 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-79c7ba3a-754f-4264-a6f9-af84e2a42f19 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:55.839509 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-79c7ba3a-754f-4264-a6f9-af84e2a42f19 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:55.867334 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c7ba3a-754f-4264-a6f9-af84e2a42f19 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Made reservation on behalf of 5e08253723f84fcc88621cbb4ea1d2b2 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:55.872123 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-79c7ba3a-754f-4264-a6f9-af84e2a42f19 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:55.887954 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-79c7ba3a-754f-4264-a6f9-af84e2a42f19 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:55.905927 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-79c7ba3a-754f-4264-a6f9-af84e2a42f19 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:55.911087 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-79c7ba3a-754f-4264-a6f9-af84e2a42f19 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Usage tracker for resource:security_group_rule and tenant:5e08253723f84fcc88621cbb4ea1d2b2 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:55.914871 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-79c7ba3a-754f-4264-a6f9-af84e2a42f19 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:55.922499 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-79c7ba3a-754f-4264-a6f9-af84e2a42f19 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:55.937596 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c031bb6-b6f4-4f31-8419-362b41ac6591 req-54bf20c8-405c-4642-9f99-b3f0e74ea871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:55.939074 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2c031bb6-b6f4-4f31-8419-362b41ac6591 req-54bf20c8-405c-4642-9f99-b3f0e74ea871 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b5ceabd-0dba-40ce-b48a-2cb206526c19 HTTP/1.1" status: 200 len: 851 time: 0.2449851 May 13 15:07:56.000281 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a111233-4263-45c1-976e-d5c9ad181824 req-96079b42-1d3b-4f1a-a45d-dbd3bedad510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:56.002213 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5a111233-4263-45c1-976e-d5c9ad181824 req-96079b42-1d3b-4f1a-a45d-dbd3bedad510 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 1096 time: 0.3018174 May 13 15:07:56.043412 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa7ee0-6922-44ab-b49a-02f96b890e13 req-eacb2028-9bf1-4a70-b893-e001d6193c5b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:56.055176 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0cfa7ee0-6922-44ab-b49a-02f96b890e13 req-eacb2028-9bf1-4a70-b893-e001d6193c5b tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 943 time: 0.4209056 May 13 15:07:56.117969 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c031bb6-b6f4-4f31-8419-362b41ac6591 req-ddd96f5d-e954-4757-b84b-68c67b05ec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:56.119889 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2c031bb6-b6f4-4f31-8419-362b41ac6591 req-ddd96f5d-e954-4757-b84b-68c67b05ec26 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b043589d-15c3-44b5-8d99-d7c57b00acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1694219 May 13 15:07:56.132691 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0cfa7ee0-6922-44ab-b49a-02f96b890e13 req-f28d8441-62aa-4b89-ae48-7b5604a2e139 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765069 May 13 15:07:56.146152 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-79c7ba3a-754f-4264-a6f9-af84e2a42f19 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:56.161973 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-79c7ba3a-754f-4264-a6f9-af84e2a42f19 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:56.212713 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7ba3a-754f-4264-a6f9-af84e2a42f19 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3410ae-9bdb-4863-b122-d5aa38a754e9,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:56.218029 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c7ba3a-754f-4264-a6f9-af84e2a42f19 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:07:56.246896 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-79c7ba3a-754f-4264-a6f9-af84e2a42f19 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:56.247518 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-79c7ba3a-754f-4264-a6f9-af84e2a42f19 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Added segment 63f03f8e-bd04-40f0-b124-1e2ad350f990 of type vlan for network e183b3ea-4ee7-4edb-922d-a553478b817a May 13 15:07:56.275334 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a111233-4263-45c1-976e-d5c9ad181824 req-27fcaf07-4227-4909-9f76-b60a1fff7c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:56.276436 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-f4f48baf-7528-4539-8ba0-4e7e06116253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933408856', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd4bf842c-d90d-40c1-81ea-cdc466046c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:17Z', 'updated_at': '2022-05-13T15:05:29Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': 'd4bf842c-d90d-40c1-81ea-cdc466046c71', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:18Z', 'updated_at': '2022-05-13T15:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd5c07249-a6b7-4291-aa5b-1ff7b37e2786', 'name': '', 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:e7:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '01d0ea17-55a0-4a26-b442-418fd779e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:26Z', 'updated_at': '2022-05-13T15:05:40Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': '01d0ea17-55a0-4a26-b442-418fd779e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:56.277460 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5a111233-4263-45c1-976e-d5c9ad181824 req-27fcaf07-4227-4909-9f76-b60a1fff7c18 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e3a6761f-ecfa-4c6e-8de4-1979149c6e9c HTTP/1.1" status: 200 len: 897 time: 0.2625411 May 13 15:07:56.285375 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f48baf-7528-4539-8ba0-4e7e06116253 None None] The sync data for ids ['1f135a2a-9039-428d-bd7a-6e0863d4abb1'] in n-d-841760-1 is: [{'id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933408856', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd4bf842c-d90d-40c1-81ea-cdc466046c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:17Z', 'updated_at': '2022-05-13T15:05:29Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': 'd4bf842c-d90d-40c1-81ea-cdc466046c71', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:18Z', 'updated_at': '2022-05-13T15:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd5c07249-a6b7-4291-aa5b-1ff7b37e2786', 'name': '', 'network_id': 'e3a6761f-ecfa-4c6e-8de4-1979149c6e9c', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:e7:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '01d0ea17-55a0-4a26-b442-418fd779e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:26Z', 'updated_at': '2022-05-13T15:05:40Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': '01d0ea17-55a0-4a26-b442-418fd779e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:07:56.366471 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5a111233-4263-45c1-976e-d5c9ad181824 req-e2af156e-132e-4f5a-bfc4-ae6903f800cb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4d21609-7503-475c-ae08-de186e2a3f4d HTTP/1.1" status: 200 len: 217 time: 0.0735178 May 13 15:07:56.373478 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-79c7ba3a-754f-4264-a6f9-af84e2a42f19 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:56.401983 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2c031bb6-b6f4-4f31-8419-362b41ac6591 req-479f33df-60f6-4748-b2c7-2f619cca32a2 service neutron] 10.222.0.59 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607608 May 13 15:07:56.487815 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-79c7ba3a-754f-4264-a6f9-af84e2a42f19 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:56.494269 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c7ba3a-754f-4264-a6f9-af84e2a42f19 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:56.495148 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-79c7ba3a-754f-4264-a6f9-af84e2a42f19 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:56.523713 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a111233-4263-45c1-976e-d5c9ad181824 req-047277a7-eab1-4b77-a634-5fc5ba1081b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:56.526651 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5a111233-4263-45c1-976e-d5c9ad181824 req-047277a7-eab1-4b77-a634-5fc5ba1081b6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=01d0ea17-55a0-4a26-b442-418fd779e696 HTTP/1.1" status: 200 len: 834 time: 0.1291115 May 13 15:07:56.595406 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2c031bb6-b6f4-4f31-8419-362b41ac6591 req-f0505571-7d19-404c-a6f7-e627a192a0bb service neutron] 10.222.0.59 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863871 May 13 15:07:56.689033 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7ba3a-754f-4264-a6f9-af84e2a42f19 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Pushing event updated for resources: {'Network': ['ID=e183b3ea-4ee7-4edb-922d-a553478b817a,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:56.699217 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-79c7ba3a-754f-4264-a6f9-af84e2a42f19 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2876849 May 13 15:07:56.700718 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35244) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:56.706957 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-e012d606-5b7b-43e6-b793-29249f377174 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Request body: {'subnet': {'network_id': 'e183b3ea-4ee7-4edb-922d-a553478b817a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:56.708107 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network e183b3ea-4ee7-4edb-922d-a553478b817a details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:07:56.727019 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a111233-4263-45c1-976e-d5c9ad181824 req-880d7f12-8695-4ee1-a3f3-2fdab0490fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:56.729805 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5a111233-4263-45c1-976e-d5c9ad181824 req-880d7f12-8695-4ee1-a3f3-2fdab0490fcc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e3a6761f-ecfa-4c6e-8de4-1979149c6e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1901162 May 13 15:07:56.759441 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e08ac84-641e-4ad6-8987-2717a7e17cd0 None None] New status for floating IP edd94ee9-f6b7-4c80-919c-452463a205fc: DOWN {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:07:57.003736 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e012d606-5b7b-43e6-b793-29249f377174 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:57.008259 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e012d606-5b7b-43e6-b793-29249f377174 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Usage tracker for resource:subnet and tenant:5e08253723f84fcc88621cbb4ea1d2b2 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:57.020627 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e012d606-5b7b-43e6-b793-29249f377174 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:57.042566 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e012d606-5b7b-43e6-b793-29249f377174 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:57.089477 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e012d606-5b7b-43e6-b793-29249f377174 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Made reservation on behalf of 5e08253723f84fcc88621cbb4ea1d2b2 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:57.094725 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e012d606-5b7b-43e6-b793-29249f377174 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:57.124221 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5a111233-4263-45c1-976e-d5c9ad181824 req-ea3ff77b-fb97-454a-9235-a6f9ee28ecc2 service neutron] 10.222.0.74 "GET /v2.0/networks/e3a6761f-ecfa-4c6e-8de4-1979149c6e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771045 May 13 15:07:57.125648 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abbc580-5574-4a48-a713-222870ad3e3e req-dbd0ddad-37a3-40c8-afcd-b7903381b41f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:57.126837 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-6abbc580-5574-4a48-a713-222870ad3e3e req-dbd0ddad-37a3-40c8-afcd-b7903381b41f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Synchronizing usage tracker for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:07:57.138946 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84612c73-73d5-40b5-83b1-4fc9ae96429e req-1ee031ba-55dc-43ff-8925-d999125db721 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:57.141049 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-84612c73-73d5-40b5-83b1-4fc9ae96429e req-1ee031ba-55dc-43ff-8925-d999125db721 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 945 time: 0.2935266 May 13 15:07:57.300195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-6abbc580-5574-4a48-a713-222870ad3e3e req-dbd0ddad-37a3-40c8-afcd-b7903381b41f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Unset dirty status for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:07:57.302105 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6abbc580-5574-4a48-a713-222870ad3e3e req-dbd0ddad-37a3-40c8-afcd-b7903381b41f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.74 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 945 time: 0.4083660 May 13 15:07:57.311474 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c98977dc-6826-45b6-824e-23fb011f6ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:57.353806 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-84612c73-73d5-40b5-83b1-4fc9ae96429e req-deabea6d-c9ce-4e0f-9220-aca5ab32ce32 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=afd1d37c-feab-48ce-b57f-0a3b97cae725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810205 May 13 15:07:57.435571 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5a111233-4263-45c1-976e-d5c9ad181824 req-36a8f89a-9f23-432a-b428-ec451958879a service neutron] 10.222.0.74 "GET /v2.0/networks/e3a6761f-ecfa-4c6e-8de4-1979149c6e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929757 May 13 15:07:57.447543 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-6abbc580-5574-4a48-a713-222870ad3e3e req-06c3074c-3efb-4789-979a-453e7a9c1832 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Deleting port a4d21609-7503-475c-ae08-de186e2a3f4d {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:07:57.448292 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6abbc580-5574-4a48-a713-222870ad3e3e req-06c3074c-3efb-4789-979a-453e7a9c1832 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:57.824323 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c8daf-3745-4805-a09c-d8364d060430 req-cf11edc8-e299-4715-ada6-79ef8fe3d298 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:57.825886 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-db4c8daf-3745-4805-a09c-d8364d060430 req-cf11edc8-e299-4715-ada6-79ef8fe3d298 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 943 time: 0.3435535 May 13 15:07:57.887261 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e012d606-5b7b-43e6-b793-29249f377174 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:57.990626 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-6abbc580-5574-4a48-a713-222870ad3e3e req-06c3074c-3efb-4789-979a-453e7a9c1832 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] For port a4d21609-7503-475c-ae08-de186e2a3f4d, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a4d21609-7503-475c-ae08-de186e2a3f4d,segment=NetworkSegment(45bd3944-9a0e-4d92-bccc-17cac1ef1a45),segment_id=45bd3944-9a0e-4d92-bccc-17cac1ef1a45)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:57.991004 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6abbc580-5574-4a48-a713-222870ad3e3e req-06c3074c-3efb-4789-979a-453e7a9c1832 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:58.011257 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-db4c8daf-3745-4805-a09c-d8364d060430 req-920bed97-46ee-4bdb-bfc3-d11de356ce5f tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728320 May 13 15:07:58.136985 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012d606-5b7b-43e6-b793-29249f377174 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Pushing event updated for resources: {'Subnet': ['ID=9bcf9ff0-90c0-4c26-97d5-8e5b08c565b1,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:58.145807 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-6abbc580-5574-4a48-a713-222870ad3e3e req-06c3074c-3efb-4789-979a-453e7a9c1832 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Calling delete_port for a4d21609-7503-475c-ae08-de186e2a3f4d owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:07:58.230549 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e012d606-5b7b-43e6-b793-29249f377174 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Checking segment: {'id': '63f03f8e-bd04-40f0-b124-1e2ad350f990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e183b3ea-4ee7-4edb-922d-a553478b817a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:07:58.230915 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e012d606-5b7b-43e6-b793-29249f377174 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Network hostable DHCP agents. Network: e183b3ea-4ee7-4edb-922d-a553478b817a, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:07:58.285064 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e012d606-5b7b-43e6-b793-29249f377174 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Network e183b3ea-4ee7-4edb-922d-a553478b817a is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:07:58.298139 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-e012d606-5b7b-43e6-b793-29249f377174 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, e183b3ea-4ee7-4edb-922d-a553478b817a) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:58.312974 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4de7d9b-5edb-473a-8fbe-524a19e61024 None None] Network e183b3ea-4ee7-4edb-922d-a553478b817a requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:07:58.477735 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e012d606-5b7b-43e6-b793-29249f377174 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:58.478381 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e012d606-5b7b-43e6-b793-29249f377174 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:58.494760 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:07:58.534977 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e012d606-5b7b-43e6-b793-29249f377174 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8326297 May 13 15:07:58.537516 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35272) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:58.548107 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-675ea306-e8cd-4183-94cc-c04197e96eb0 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2041614464', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:58.552847 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6abbc580-5574-4a48-a713-222870ad3e3e req-06c3074c-3efb-4789-979a-453e7a9c1832 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:58.564912 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-675ea306-e8cd-4183-94cc-c04197e96eb0 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:58.571480 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-675ea306-e8cd-4183-94cc-c04197e96eb0 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Usage tracker for resource:router and tenant:5e08253723f84fcc88621cbb4ea1d2b2 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:58.575810 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-675ea306-e8cd-4183-94cc-c04197e96eb0 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:58.625499 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-675ea306-e8cd-4183-94cc-c04197e96eb0 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:58.632882 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3074c-3efb-4789-979a-453e7a9c1832 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event deleted for resources: {'Port': ['ID=a4d21609-7503-475c-ae08-de186e2a3f4d,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:58.654693 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2413739f-f80c-4a7d-8a46-221e340e1fa2 req-3e0a9520-d0d2-4df0-941e-ccf94329672e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff21a1a-3be9-4df8-8985-23fdd0686afe HTTP/1.1" status: 200 len: 210 time: 0.0711477 May 13 15:07:58.667896 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-675ea306-e8cd-4183-94cc-c04197e96eb0 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:58.669574 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-675ea306-e8cd-4183-94cc-c04197e96eb0 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:58.703566 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-675ea306-e8cd-4183-94cc-c04197e96eb0 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:58.718234 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-e183b3ea-4ee7-4edb-922d-a553478b817a', 'network_id': 'e183b3ea-4ee7-4edb-922d-a553478b817a', 'tenant_id': '5e08253723f84fcc88621cbb4ea1d2b2', 'fixed_ips': [{'subnet_id': '9bcf9ff0-90c0-4c26-97d5-8e5b08c565b1'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:07:58.719088 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:58.737752 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-675ea306-e8cd-4183-94cc-c04197e96eb0 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:58.755095 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-6abbc580-5574-4a48-a713-222870ad3e3e req-06c3074c-3efb-4789-979a-453e7a9c1832 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] No DVR routers for this DVR port a4d21609-7503-475c-ae08-de186e2a3f4d on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:07:58.758001 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6abbc580-5574-4a48-a713-222870ad3e3e req-06c3074c-3efb-4789-979a-453e7a9c1832 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:58.760559 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6abbc580-5574-4a48-a713-222870ad3e3e req-06c3074c-3efb-4789-979a-453e7a9c1832 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.74 "DELETE /v2.0/ports/a4d21609-7503-475c-ae08-de186e2a3f4d HTTP/1.1" status: 204 len: 173 time: 1.4442320 May 13 15:07:58.761124 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff21a1a-3be9-4df8-8985-23fdd0686afe', 'name': 'network-vif-deleted', 'tag': 'a4d21609-7503-475c-ae08-de186e2a3f4d'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:07:58.807608 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-675ea306-e8cd-4183-94cc-c04197e96eb0 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:58.815217 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-675ea306-e8cd-4183-94cc-c04197e96eb0 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2738917 May 13 15:07:58.815960 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35278) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:58.819169 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fb5a004-6811-40cd-b206-e4c200544a5e'] response: {'server_uuid': '5ff21a1a-3be9-4df8-8985-23fdd0686afe', 'name': 'network-vif-deleted', 'tag': 'a4d21609-7503-475c-ae08-de186e2a3f4d', 'status': 'completed', 'code': 200} May 13 15:07:59.030662 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:59.039429 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Allocated IP 172.20.0.2 (e183b3ea-4ee7-4edb-922d-a553478b817a/9bcf9ff0-90c0-4c26-97d5-8e5b08c565b1/757dfa3d-4923-4048-b51c-77e437696ac4) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:07:59.216529 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device a4d21609-7503-475c-ae08-de186e2a3f4d no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:07:59.361459 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: a4d21609-7503-475c-ae08-de186e2a3f4d {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:07:59.362604 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device a4d21609-7503-475c-ae08-de186e2a3f4d not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:07:59.545747 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:59.594329 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Transition to ACTIVE for port object 757dfa3d-4923-4048-b51c-77e437696ac4 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:59.656004 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Transition to ACTIVE for port object 757dfa3d-4923-4048-b51c-77e437696ac4 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:59.660106 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a17697b5-1804-474d-a77c-1650f69cfa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:59.669656 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:59.731902 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Network e183b3ea-4ee7-4edb-922d-a553478b817a is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:07:59.738877 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:59.748663 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:07:59.833758 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-afb28f97-41c3-4f04-86fb-ff5af79d27f4 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:59.844331 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Pushing event updated for resources: {'Port': ['ID=757dfa3d-4923-4048-b51c-77e437696ac4,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:59.870704 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:59.870704 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:59.870704 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:59.870957 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:59.871249 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:59.871448 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:59.871776 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:59.872100 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:59.872423 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:59.872911 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:59.873231 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:59.873550 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:59.873839 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713148c9-0acf-427c-8999-d1ba21f8a2e0 req-9c175806-09be-427a-88c9-a6329d1e04a2 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:59.879549 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Attempting to bind port 757dfa3d-4923-4048-b51c-77e437696ac4 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:07:59.879927 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Attempting to bind port 757dfa3d-4923-4048-b51c-77e437696ac4 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '63f03f8e-bd04-40f0-b124-1e2ad350f990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e183b3ea-4ee7-4edb-922d-a553478b817a'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:07:59.880292 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Attempting to bind port 757dfa3d-4923-4048-b51c-77e437696ac4 on network e183b3ea-4ee7-4edb-922d-a553478b817a {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:07:59.883102 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-713148c9-0acf-427c-8999-d1ba21f8a2e0 req-9c175806-09be-427a-88c9-a6329d1e04a2 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 943 time: 0.4921663 May 13 15:07:59.887602 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:07:59.888749 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Checking segment: {'id': '63f03f8e-bd04-40f0-b124-1e2ad350f990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e183b3ea-4ee7-4edb-922d-a553478b817a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:07:59.888749 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:59.889122 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Bound using segment: {'id': '63f03f8e-bd04-40f0-b124-1e2ad350f990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e183b3ea-4ee7-4edb-922d-a553478b817a'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:07:59.889612 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Bound port: 757dfa3d-4923-4048-b51c-77e437696ac4, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f03f8e-bd04-40f0-b124-1e2ad350f990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e183b3ea-4ee7-4edb-922d-a553478b817a'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:07:59.889990 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:59.901071 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35290) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:00.039616 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] For port 757dfa3d-4923-4048-b51c-77e437696ac4, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:08:00.044583 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] For port 757dfa3d-4923-4048-b51c-77e437696ac4, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=757dfa3d-4923-4048-b51c-77e437696ac4,segment=NetworkSegment(63f03f8e-bd04-40f0-b124-1e2ad350f990),segment_id=63f03f8e-bd04-40f0-b124-1e2ad350f990)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:08:00.053401 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:00.089355 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-713148c9-0acf-427c-8999-d1ba21f8a2e0 req-b6641477-0781-4792-a6f7-1c58ef49643f tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053113 May 13 15:08:00.176025 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf46872-c7e7-4cfb-85bb-cfcb00592b79 None None] Pushing event updated for resources: {'Port': ['ID=757dfa3d-4923-4048-b51c-77e437696ac4,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:00.447729 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-afb28f97-41c3-4f04-86fb-ff5af79d27f4 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Allocated IP 172.20.0.1 (e183b3ea-4ee7-4edb-922d-a553478b817a/9bcf9ff0-90c0-4c26-97d5-8e5b08c565b1/36429db3-bb5b-433a-a003-8b1358415232) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:08:00.753914 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:00.759820 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:00.802202 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-afb28f97-41c3-4f04-86fb-ff5af79d27f4 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:00.822554 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-afb28f97-41c3-4f04-86fb-ff5af79d27f4 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Transition to ACTIVE for port object 36429db3-bb5b-433a-a003-8b1358415232 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:08:00.852577 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-afb28f97-41c3-4f04-86fb-ff5af79d27f4 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:00.888216 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-41b54461-b0bc-4986-918b-b876eba449ac tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:00.926341 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb28f97-41c3-4f04-86fb-ff5af79d27f4 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Network e183b3ea-4ee7-4edb-922d-a553478b817a is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:08:00.929735 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-afb28f97-41c3-4f04-86fb-ff5af79d27f4 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:00.934429 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb28f97-41c3-4f04-86fb-ff5af79d27f4 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:08:00.982394 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb28f97-41c3-4f04-86fb-ff5af79d27f4 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Pushing event updated for resources: {'Port': ['ID=36429db3-bb5b-433a-a003-8b1358415232,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:01.004477 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-afb28f97-41c3-4f04-86fb-ff5af79d27f4 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:01.405185 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-afb28f97-41c3-4f04-86fb-ff5af79d27f4 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:01.511993 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-41b54461-b0bc-4986-918b-b876eba449ac tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Deleting port d5c07249-a6b7-4291-aa5b-1ff7b37e2786 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:08:01.512638 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-41b54461-b0bc-4986-918b-b876eba449ac tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:01.577364 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6b155-3af0-40c2-bfec-1d35b6b2b8b3 req-bad64c09-6eb9-43a7-be22-3324f7795078 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:01.578933 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e4c6b155-3af0-40c2-bfec-1d35b6b2b8b3 req-bad64c09-6eb9-43a7-be22-3324f7795078 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 943 time: 0.2086093 May 13 15:08:01.627033 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9e7ae2-bd29-4910-9771-8b13bb6a5bef None None] Network e183b3ea-4ee7-4edb-922d-a553478b817a requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:01.717445 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e4c6b155-3af0-40c2-bfec-1d35b6b2b8b3 req-a3fb1e98-747c-4c03-966d-dc4b52bd1982 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294377 May 13 15:08:01.735104 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-138193f1-bf57-475a-8e41-2f241061d875 None None] Provisioning for port 757dfa3d-4923-4048-b51c-77e437696ac4 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:08:01.819006 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-41b54461-b0bc-4986-918b-b876eba449ac tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] For port d5c07249-a6b7-4291-aa5b-1ff7b37e2786, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d5c07249-a6b7-4291-aa5b-1ff7b37e2786,segment=NetworkSegment(45bd3944-9a0e-4d92-bccc-17cac1ef1a45),segment_id=45bd3944-9a0e-4d92-bccc-17cac1ef1a45)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:01.819411 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-41b54461-b0bc-4986-918b-b876eba449ac tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:01.867595 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-afb28f97-41c3-4f04-86fb-ff5af79d27f4 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:01.873031 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-afb28f97-41c3-4f04-86fb-ff5af79d27f4 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:01.993952 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-afb28f97-41c3-4f04-86fb-ff5af79d27f4 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:01.997527 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb28f97-41c3-4f04-86fb-ff5af79d27f4 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Pushing event updated for resources: {'Port': ['ID=36429db3-bb5b-433a-a003-8b1358415232,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:02.084866 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-41b54461-b0bc-4986-918b-b876eba449ac tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Calling delete_port for d5c07249-a6b7-4291-aa5b-1ff7b37e2786 owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:08:02.168884 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb28f97-41c3-4f04-86fb-ff5af79d27f4 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Network e183b3ea-4ee7-4edb-922d-a553478b817a is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:08:02.170268 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-afb28f97-41c3-4f04-86fb-ff5af79d27f4 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:02.227206 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:02.263673 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 757dfa3d-4923-4048-b51c-77e437696ac4 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:08:02.421367 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e14b8d83-55b5-4378-a5f4-d76b14d1d99e None None] Provisioning for port 36429db3-bb5b-433a-a003-8b1358415232 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:08:02.429245 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e14b8d83-55b5-4378-a5f4-d76b14d1d99e None None] Provisioning complete for port 36429db3-bb5b-433a-a003-8b1358415232 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:02.430249 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e14b8d83-55b5-4378-a5f4-d76b14d1d99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:02.434389 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-41b54461-b0bc-4986-918b-b876eba449ac tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:02.504548 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b54461-b0bc-4986-918b-b876eba449ac tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event deleted for resources: {'Port': ['ID=d5c07249-a6b7-4291-aa5b-1ff7b37e2786,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:02.511319 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 757dfa3d-4923-4048-b51c-77e437696ac4 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:08:02.524150 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 757dfa3d-4923-4048-b51c-77e437696ac4 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:02.524978 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:02.531435 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb28f97-41c3-4f04-86fb-ff5af79d27f4 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Router 90de429d-bb5e-4270-8b8b-c4c5e9b0998c is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:08:02.587704 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b54461-b0bc-4986-918b-b876eba449ac tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:02.588864 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b54461-b0bc-4986-918b-b876eba449ac tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:02.589360 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b54461-b0bc-4986-918b-b876eba449ac tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:02.589853 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b54461-b0bc-4986-918b-b876eba449ac tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:02.590370 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b54461-b0bc-4986-918b-b876eba449ac tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:02.590859 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b54461-b0bc-4986-918b-b876eba449ac tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:02.591369 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b54461-b0bc-4986-918b-b876eba449ac tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:02.591864 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b54461-b0bc-4986-918b-b876eba449ac tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:02.592363 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b54461-b0bc-4986-918b-b876eba449ac tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:02.592904 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b54461-b0bc-4986-918b-b876eba449ac tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:02.593383 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b54461-b0bc-4986-918b-b876eba449ac tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:02.594377 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b54461-b0bc-4986-918b-b876eba449ac tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:02.697369 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e14b8d83-55b5-4378-a5f4-d76b14d1d99e None None] Port 36429db3-bb5b-433a-a003-8b1358415232 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:08:02.800171 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e14b8d83-55b5-4378-a5f4-d76b14d1d99e None None] Provisioning complete for port 757dfa3d-4923-4048-b51c-77e437696ac4 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:02.800724 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e14b8d83-55b5-4378-a5f4-d76b14d1d99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:02.894301 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 757dfa3d-4923-4048-b51c-77e437696ac4 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:02.895086 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:02.954397 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 757dfa3d-4923-4048-b51c-77e437696ac4, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=757dfa3d-4923-4048-b51c-77e437696ac4,segment=NetworkSegment(63f03f8e-bd04-40f0-b124-1e2ad350f990),segment_id=63f03f8e-bd04-40f0-b124-1e2ad350f990)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:02.996731 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:03.032485 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-41b54461-b0bc-4986-918b-b876eba449ac tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:03.069321 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb28f97-41c3-4f04-86fb-ff5af79d27f4 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:08:03.083422 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-afb28f97-41c3-4f04-86fb-ff5af79d27f4 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] 10.222.0.35 "PUT /v2.0/routers/90de429d-bb5e-4270-8b8b-c4c5e9b0998c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2653918 May 13 15:08:03.084928 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35310) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:03.085712 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e14b8d83-55b5-4378-a5f4-d76b14d1d99e None None] Current status of the port 757dfa3d-4923-4048-b51c-77e437696ac4 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:03.088321 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530f5d66-bc2a-471a-8343-84282f604989 None None] Sync routers for ids ['90de429d-bb5e-4270-8b8b-c4c5e9b0998c'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:08:03.095634 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-1672ac07-3455-488e-8190-0ae1514e9a71 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Request body: {'port': {'network_id': 'e183b3ea-4ee7-4edb-922d-a553478b817a', 'name': 'tempest-FloatingIPNegativeTestJSON-1607479123'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:03.105596 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=757dfa3d-4923-4048-b51c-77e437696ac4,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:03.108290 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530f5d66-bc2a-471a-8343-84282f604989 None None] Routers {'90de429d-bb5e-4270-8b8b-c4c5e9b0998c'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:08:03.108951 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-530f5d66-bc2a-471a-8343-84282f604989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:08:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['90de429d-bb5e-4270-8b8b-c4c5e9b0998c'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:03.124058 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb6096-6aa8-4e6d-9b13-747cfbe55848 req-813410c7-6601-4d6e-a96f-ebfcbf8c52be tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:03.125559 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c6bb6096-6aa8-4e6d-9b13-747cfbe55848 req-813410c7-6601-4d6e-a96f-ebfcbf8c52be tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 943 time: 0.1571438 May 13 15:08:03.170096 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-530f5d66-bc2a-471a-8343-84282f604989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:03.181366 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530f5d66-bc2a-471a-8343-84282f604989 None None] Routers {'90de429d-bb5e-4270-8b8b-c4c5e9b0998c'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:08:03.182728 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-530f5d66-bc2a-471a-8343-84282f604989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:08:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['90de429d-bb5e-4270-8b8b-c4c5e9b0998c'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:03.240346 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c6bb6096-6aa8-4e6d-9b13-747cfbe55848 req-03b39bda-d2a6-4bb9-a2fb-586672429bdf tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638530 May 13 15:08:03.289993 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-530f5d66-bc2a-471a-8343-84282f604989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:03.290799 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530f5d66-bc2a-471a-8343-84282f604989 None None] The sync data for ids ['90de429d-bb5e-4270-8b8b-c4c5e9b0998c'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:08:03.293167 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1672ac07-3455-488e-8190-0ae1514e9a71 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:03.297138 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1672ac07-3455-488e-8190-0ae1514e9a71 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Usage tracker for resource:port and tenant:5e08253723f84fcc88621cbb4ea1d2b2 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:03.300296 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1672ac07-3455-488e-8190-0ae1514e9a71 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:03.300858 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0856c51c-fd69-4d3d-a81f-1e8d1335a237 None None] Provisioning complete for port 36429db3-bb5b-433a-a003-8b1358415232 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:03.301227 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0856c51c-fd69-4d3d-a81f-1e8d1335a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:03.307652 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1672ac07-3455-488e-8190-0ae1514e9a71 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:03.319257 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1672ac07-3455-488e-8190-0ae1514e9a71 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Made reservation on behalf of 5e08253723f84fcc88621cbb4ea1d2b2 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:03.323806 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1672ac07-3455-488e-8190-0ae1514e9a71 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:03.358164 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-1672ac07-3455-488e-8190-0ae1514e9a71 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] device_id is not set on port 67b7bfa2-602d-427d-869e-5d427ee6990d yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:08:03.362767 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0856c51c-fd69-4d3d-a81f-1e8d1335a237 None None] Port 36429db3-bb5b-433a-a003-8b1358415232 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:08:03.440046 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b54461-b0bc-4986-918b-b876eba449ac tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Router 1f135a2a-9039-428d-bd7a-6e0863d4abb1 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:08:03.506348 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-1672ac07-3455-488e-8190-0ae1514e9a71 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Allocated IP 172.20.0.6 (e183b3ea-4ee7-4edb-922d-a553478b817a/9bcf9ff0-90c0-4c26-97d5-8e5b08c565b1/67b7bfa2-602d-427d-869e-5d427ee6990d) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:08:03.622380 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b54461-b0bc-4986-918b-b876eba449ac tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:08:03.633321 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61445453-2186-423d-b7cb-80b3c9ed9d2d None None] Sync routers for ids ['1f135a2a-9039-428d-bd7a-6e0863d4abb1'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:08:03.643786 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-41b54461-b0bc-4986-918b-b876eba449ac tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "PUT /v2.0/routers/1f135a2a-9039-428d-bd7a-6e0863d4abb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7363052 May 13 15:08:03.644820 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35320) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:03.645918 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61445453-2186-423d-b7cb-80b3c9ed9d2d None None] Routers {'1f135a2a-9039-428d-bd7a-6e0863d4abb1'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:08:03.646525 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-61445453-2186-423d-b7cb-80b3c9ed9d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:08:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1f135a2a-9039-428d-bd7a-6e0863d4abb1'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:03.719257 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40896ee-78d5-4bec-8b79-8db8138320a6 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Deleting subnet 01d0ea17-55a0-4a26-b442-418fd779e696 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:08:03.722863 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c40896ee-78d5-4bec-8b79-8db8138320a6 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:03.759381 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1672ac07-3455-488e-8190-0ae1514e9a71 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:03.781131 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-1672ac07-3455-488e-8190-0ae1514e9a71 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Transition to ACTIVE for port object 67b7bfa2-602d-427d-869e-5d427ee6990d will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:08:03.793501 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c40896ee-78d5-4bec-8b79-8db8138320a6 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:03.814642 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1672ac07-3455-488e-8190-0ae1514e9a71 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:03.852586 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-61445453-2186-423d-b7cb-80b3c9ed9d2d None None] Set router 1f135a2a-9039-428d-bd7a-6e0863d4abb1 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:08:03.905525 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672ac07-3455-488e-8190-0ae1514e9a71 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Pushing event updated for resources: {'Port': ['ID=67b7bfa2-602d-427d-869e-5d427ee6990d,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:03.923277 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1672ac07-3455-488e-8190-0ae1514e9a71 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Network e183b3ea-4ee7-4edb-922d-a553478b817a is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:08:03.924576 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-1672ac07-3455-488e-8190-0ae1514e9a71 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:03.927572 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1672ac07-3455-488e-8190-0ae1514e9a71 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:08:04.066373 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1672ac07-3455-488e-8190-0ae1514e9a71 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:04.067203 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1672ac07-3455-488e-8190-0ae1514e9a71 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:04.105702 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c40896ee-78d5-4bec-8b79-8db8138320a6 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:04.108486 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1672ac07-3455-488e-8190-0ae1514e9a71 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0224080 May 13 15:08:04.110007 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35326) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:04.115963 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-6c15ed06-d5c1-488a-866d-f5f959167e73 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:04.127980 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6c15ed06-d5c1-488a-866d-f5f959167e73 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:04.136760 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6c15ed06-d5c1-488a-866d-f5f959167e73 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Usage tracker for resource:floatingip and tenant:5e08253723f84fcc88621cbb4ea1d2b2 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:04.140741 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6c15ed06-d5c1-488a-866d-f5f959167e73 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:04.148632 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6c15ed06-d5c1-488a-866d-f5f959167e73 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:04.170327 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6c15ed06-d5c1-488a-866d-f5f959167e73 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks [] for floatingip, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:04.228326 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c40896ee-78d5-4bec-8b79-8db8138320a6 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:04.264229 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 757dfa3d-4923-4048-b51c-77e437696ac4 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:08:04.322497 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40896ee-78d5-4bec-8b79-8db8138320a6 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event deleted for resources: {'Subnet': ['ID=01d0ea17-55a0-4a26-b442-418fd779e696,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:04.335057 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c40896ee-78d5-4bec-8b79-8db8138320a6 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:04.345448 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c40896ee-78d5-4bec-8b79-8db8138320a6 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "DELETE /v2.0/subnets/01d0ea17-55a0-4a26-b442-418fd779e696 HTTP/1.1" status: 204 len: 168 time: 0.6995609 May 13 15:08:04.351748 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35332) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:04.384271 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-61445453-2186-423d-b7cb-80b3c9ed9d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933408856', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd4bf842c-d90d-40c1-81ea-cdc466046c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:17Z', 'updated_at': '2022-05-13T15:08:02Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': 'd4bf842c-d90d-40c1-81ea-cdc466046c71', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:18Z', 'updated_at': '2022-05-13T15:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:04.398242 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61445453-2186-423d-b7cb-80b3c9ed9d2d None None] Checking router: 1f135a2a-9039-428d-bd7a-6e0863d4abb1 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:08:04.399067 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8514d877-b573-46d8-89f8-698861106e48 None None] Network e3a6761f-ecfa-4c6e-8de4-1979149c6e9c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:04.417696 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61445453-2186-423d-b7cb-80b3c9ed9d2d None None] Routers {'1f135a2a-9039-428d-bd7a-6e0863d4abb1'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:08:04.418356 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-61445453-2186-423d-b7cb-80b3c9ed9d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:08:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1f135a2a-9039-428d-bd7a-6e0863d4abb1'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:04.489161 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6c15ed06-d5c1-488a-866d-f5f959167e73 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:04.604100 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-fc8eab1b-1282-41a3-95b0-a4cb97305c85 None None] Provisioning for port 67b7bfa2-602d-427d-869e-5d427ee6990d completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:08:04.635695 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-61445453-2186-423d-b7cb-80b3c9ed9d2d None None] Set router 1f135a2a-9039-428d-bd7a-6e0863d4abb1 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:08:04.640784 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 757dfa3d-4923-4048-b51c-77e437696ac4 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:04.641165 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:04.655219 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-6c15ed06-d5c1-488a-866d-f5f959167e73 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Allocated IP 172.25.0.181 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/4509fd3a-0edb-4cad-bf55-6c6866e4b7b2) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:08:04.755153 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-fc8eab1b-1282-41a3-95b0-a4cb97305c85 None None] Provisioning complete for port 67b7bfa2-602d-427d-869e-5d427ee6990d triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:04.755771 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-fc8eab1b-1282-41a3-95b0-a4cb97305c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:04.844457 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6c15ed06-d5c1-488a-866d-f5f959167e73 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:04.848307 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-fc8eab1b-1282-41a3-95b0-a4cb97305c85 None None] Port 67b7bfa2-602d-427d-869e-5d427ee6990d cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:08:04.861455 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-34bc0e3f-507f-4afa-8b9d-303e86db755d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:04.887265 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6c15ed06-d5c1-488a-866d-f5f959167e73 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:04.929831 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 757dfa3d-4923-4048-b51c-77e437696ac4 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:05.004778 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15ed06-d5c1-488a-866d-f5f959167e73 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Pushing event updated for resources: {'Port': ['ID=4509fd3a-0edb-4cad-bf55-6c6866e4b7b2,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:05.019876 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c15ed06-d5c1-488a-866d-f5f959167e73 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:08:05.021423 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-6c15ed06-d5c1-488a-866d-f5f959167e73 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:05.026535 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c15ed06-d5c1-488a-866d-f5f959167e73 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:08:05.046791 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba34b13-5ae1-498f-a4b1-5d8d77db1805 None None] DHCP port deletion for e3a6761f-ecfa-4c6e-8de4-1979149c6e9c request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:08:05.052039 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-9ba34b13-5ae1-498f-a4b1-5d8d77db1805 None None] Deleting port 9f3b6b16-eef3-44ef-b360-e323d9fa0738 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:08:05.052571 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9ba34b13-5ae1-498f-a4b1-5d8d77db1805 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:05.167070 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6c15ed06-d5c1-488a-866d-f5f959167e73 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:05.174449 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-61445453-2186-423d-b7cb-80b3c9ed9d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933408856', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd4bf842c-d90d-40c1-81ea-cdc466046c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:17Z', 'updated_at': '2022-05-13T15:08:02Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': 'd4bf842c-d90d-40c1-81ea-cdc466046c71', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:18Z', 'updated_at': '2022-05-13T15:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:05.181089 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61445453-2186-423d-b7cb-80b3c9ed9d2d None None] The sync data for ids ['1f135a2a-9039-428d-bd7a-6e0863d4abb1'] in n-d-841760-1 is: [{'id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933408856', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd4bf842c-d90d-40c1-81ea-cdc466046c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:17Z', 'updated_at': '2022-05-13T15:08:02Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': 'd4bf842c-d90d-40c1-81ea-cdc466046c71', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f135a2a-9039-428d-bd7a-6e0863d4abb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:18Z', 'updated_at': '2022-05-13T15:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:08:05.186629 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a94110-1393-4e3d-a169-e305efc850db req-0dd86883-6874-4fc9-941c-eceba5ab34f9 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:05.194041 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a2a94110-1393-4e3d-a169-e305efc850db req-0dd86883-6874-4fc9-941c-eceba5ab34f9 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 943 time: 0.7099147 May 13 15:08:05.327698 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6c15ed06-d5c1-488a-866d-f5f959167e73 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:05.336044 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a2a94110-1393-4e3d-a169-e305efc850db req-0b84ca57-e656-4080-bcf9-ae7622207bf4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407702 May 13 15:08:05.373141 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-34bc0e3f-507f-4afa-8b9d-303e86db755d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:05.385714 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-9ba34b13-5ae1-498f-a4b1-5d8d77db1805 None None] For port 9f3b6b16-eef3-44ef-b360-e323d9fa0738, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=9f3b6b16-eef3-44ef-b360-e323d9fa0738,segment=NetworkSegment(45bd3944-9a0e-4d92-bccc-17cac1ef1a45),segment_id=45bd3944-9a0e-4d92-bccc-17cac1ef1a45)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:05.386731 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9ba34b13-5ae1-498f-a4b1-5d8d77db1805 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:05.386937 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-34bc0e3f-507f-4afa-8b9d-303e86db755d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Deleting port d4bf842c-d90d-40c1-81ea-cdc466046c71 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:08:05.387336 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-34bc0e3f-507f-4afa-8b9d-303e86db755d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:05.612741 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-34bc0e3f-507f-4afa-8b9d-303e86db755d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] For port d4bf842c-d90d-40c1-81ea-cdc466046c71, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d4bf842c-d90d-40c1-81ea-cdc466046c71,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:05.613159 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-34bc0e3f-507f-4afa-8b9d-303e86db755d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:05.685993 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-9ba34b13-5ae1-498f-a4b1-5d8d77db1805 None None] Calling delete_port for 9f3b6b16-eef3-44ef-b360-e323d9fa0738 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:08:05.705159 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6c15ed06-d5c1-488a-866d-f5f959167e73 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:05.711045 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6c15ed06-d5c1-488a-866d-f5f959167e73 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:05.799891 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9ba34b13-5ae1-498f-a4b1-5d8d77db1805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:05.845288 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15ed06-d5c1-488a-866d-f5f959167e73 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Pushing event updated for resources: {'Port': ['ID=4509fd3a-0edb-4cad-bf55-6c6866e4b7b2,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:05.852055 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba34b13-5ae1-498f-a4b1-5d8d77db1805 None None] Pushing event deleted for resources: {'Port': ['ID=9f3b6b16-eef3-44ef-b360-e323d9fa0738,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:05.860074 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba34b13-5ae1-498f-a4b1-5d8d77db1805 None None] No DVR routers for this DVR port 9f3b6b16-eef3-44ef-b360-e323d9fa0738 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:08:05.885421 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-34bc0e3f-507f-4afa-8b9d-303e86db755d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Calling delete_port for d4bf842c-d90d-40c1-81ea-cdc466046c71 owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:08:05.894680 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6c15ed06-d5c1-488a-866d-f5f959167e73 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:05.923570 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6c15ed06-d5c1-488a-866d-f5f959167e73 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:05.925577 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6c15ed06-d5c1-488a-866d-f5f959167e73 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8141885 May 13 15:08:05.929464 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35338) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:05.937720 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-acf12a01-d4bf-4ea9-9f46-ae3b8501fa62 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Request body: {'floatingip': {'port_id': '67b7bfa2-602d-427d-869e-5d427ee6990d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:06.103830 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-acf12a01-d4bf-4ea9-9f46-ae3b8501fa62 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks [] for floatingip, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:06.116197 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-34bc0e3f-507f-4afa-8b9d-303e86db755d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:06.165500 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 9f3b6b16-eef3-44ef-b360-e323d9fa0738 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:08:06.173830 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc0e3f-507f-4afa-8b9d-303e86db755d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event deleted for resources: {'Port': ['ID=d4bf842c-d90d-40c1-81ea-cdc466046c71,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:06.210960 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 9f3b6b16-eef3-44ef-b360-e323d9fa0738 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:08:06.211592 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 9f3b6b16-eef3-44ef-b360-e323d9fa0738 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:08:06.212197 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d5c07249-a6b7-4291-aa5b-1ff7b37e2786 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:08:06.248724 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: d5c07249-a6b7-4291-aa5b-1ff7b37e2786 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:08:06.249319 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d5c07249-a6b7-4291-aa5b-1ff7b37e2786 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:08:06.318829 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-34bc0e3f-507f-4afa-8b9d-303e86db755d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:06.388939 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-acf12a01-d4bf-4ea9-9f46-ae3b8501fa62 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] update failed (client error): The resource could not be found. May 13 15:08:06.392833 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-acf12a01-d4bf-4ea9-9f46-ae3b8501fa62 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] 10.222.0.35 "PUT /v2.0/floatingips/63fa5fc4-2082-4759-ba8a-189f2665f706 HTTP/1.1" status: 404 len: 507 time: 0.4596336 May 13 15:08:06.393387 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35346) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:06.611825 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-2e53d090-fcf7-4aba-8daf-6f15e9bb6e28 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Deleting port 4509fd3a-0edb-4cad-bf55-6c6866e4b7b2 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:08:06.612333 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e53d090-fcf7-4aba-8daf-6f15e9bb6e28 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:06.627665 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-34bc0e3f-507f-4afa-8b9d-303e86db755d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:06.630020 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-34bc0e3f-507f-4afa-8b9d-303e86db755d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:06.654133 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-34bc0e3f-507f-4afa-8b9d-303e86db755d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:06.654613 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bc0e3f-507f-4afa-8b9d-303e86db755d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Fanout notify agent at l3_agent the message router_deleted on router 1f135a2a-9039-428d-bd7a-6e0863d4abb1 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:08:06.675001 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-34bc0e3f-507f-4afa-8b9d-303e86db755d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:06.676261 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-34bc0e3f-507f-4afa-8b9d-303e86db755d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "DELETE /v2.0/routers/1f135a2a-9039-428d-bd7a-6e0863d4abb1 HTTP/1.1" status: 204 len: 168 time: 2.3232837 May 13 15:08:06.678883 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35350) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:06.777003 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf9564-3920-42ec-b9d5-e27820cf7514 req-f4fc7211-9b30-425b-a4fb-5197c6e05516 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:06.778520 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-26cf9564-3920-42ec-b9d5-e27820cf7514 req-f4fc7211-9b30-425b-a4fb-5197c6e05516 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 943 time: 0.3040078 May 13 15:08:06.801013 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c807d003-68c2-41e4-ab1c-26907a029057 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:06.856198 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e53d090-fcf7-4aba-8daf-6f15e9bb6e28 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:06.856529 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e53d090-fcf7-4aba-8daf-6f15e9bb6e28 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:06.866268 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-26cf9564-3920-42ec-b9d5-e27820cf7514 req-cad99f42-ff8b-4968-a493-a1dd38dcc43e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806899 May 13 15:08:06.937986 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c807d003-68c2-41e4-ab1c-26907a029057 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:06.963874 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-c807d003-68c2-41e4-ab1c-26907a029057 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a6761f-ecfa-4c6e-8de4-1979149c6e9c']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:06.976264 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-c807d003-68c2-41e4-ab1c-26907a029057 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45bd3944-9a0e-4d92-bccc-17cac1ef1a45') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:06.976559 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-c807d003-68c2-41e4-ab1c-26907a029057 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45bd3944-9a0e-4d92-bccc-17cac1ef1a45') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:06.986832 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-2e53d090-fcf7-4aba-8daf-6f15e9bb6e28 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Calling delete_port for 4509fd3a-0edb-4cad-bf55-6c6866e4b7b2 owned by network:floatingip {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:08:06.989868 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c807d003-68c2-41e4-ab1c-26907a029057 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:07.010372 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c807d003-68c2-41e4-ab1c-26907a029057 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:07.016972 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c807d003-68c2-41e4-ab1c-26907a029057 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:08:07.017370 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c807d003-68c2-41e4-ab1c-26907a029057 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:07.033462 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 15:08:07.033462 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:08:07.033462 n-d-841760-1 neutron-server[88081]: timer() May 13 15:08:07.033462 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:08:07.033462 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 15:08:07.033462 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:08:07.033462 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 15:08:07.033462 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:08:07.033462 n-d-841760-1 neutron-server[88081]: self._notify() May 13 15:08:07.033462 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:08:07.033462 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 15:08:07.033462 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:08:07.033462 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 15:08:07.033462 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:08:07.033462 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:08:07.033462 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:08:07.033462 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:08:07.033462 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:08:07.033462 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 15:08:07.033462 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:08:07.033462 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 15:08:07.033462 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:08:07.033462 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:08:07.033462 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:08:07.033462 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 15:08:07.033462 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:08:07.033462 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:08:07.033462 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:08:07.033462 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:08:07.033462 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:08:07.033462 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:08:07.033462 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:08:07.116137 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c807d003-68c2-41e4-ab1c-26907a029057 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:07.121206 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c807d003-68c2-41e4-ab1c-26907a029057 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:07.149910 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e53d090-fcf7-4aba-8daf-6f15e9bb6e28 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:07.150191 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807d003-68c2-41e4-ab1c-26907a029057 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event deleted for resources: {'Network': ['ID=e3a6761f-ecfa-4c6e-8de4-1979149c6e9c,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:07.159794 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c807d003-68c2-41e4-ab1c-26907a029057 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "DELETE /v2.0/networks/e3a6761f-ecfa-4c6e-8de4-1979149c6e9c HTTP/1.1" status: 204 len: 168 time: 0.4796381 May 13 15:08:07.162752 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35354) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:07.235505 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53d090-fcf7-4aba-8daf-6f15e9bb6e28 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Pushing event deleted for resources: {'Port': ['ID=4509fd3a-0edb-4cad-bf55-6c6866e4b7b2,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:07.283389 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b4b093d8-9643-485e-af53-b70016bb07ce tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:07.329458 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b4b093d8-9643-485e-af53-b70016bb07ce tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:07.402943 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b4b093d8-9643-485e-af53-b70016bb07ce tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:07.431663 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e53d090-fcf7-4aba-8daf-6f15e9bb6e28 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks [] for floatingip, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:07.437920 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b093d8-9643-485e-af53-b70016bb07ce tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd1d37c-feab-48ce-b57f-0a3b97cae725,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:07.448839 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e53d090-fcf7-4aba-8daf-6f15e9bb6e28 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:07.449986 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2e53d090-fcf7-4aba-8daf-6f15e9bb6e28 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] 10.222.0.35 "DELETE /v2.0/floatingips/63fa5fc4-2082-4759-ba8a-189f2665f706 HTTP/1.1" status: 204 len: 168 time: 1.0555184 May 13 15:08:07.453616 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35366) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:07.459047 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-daff51cc-d04e-48cb-a5d5-c59d376d2add tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Request body: {'floatingip': {'floating_network_id': 'e183b3ea-4ee7-4edb-922d-a553478b817a', 'port_id': '67b7bfa2-602d-427d-869e-5d427ee6990d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:07.469010 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-daff51cc-d04e-48cb-a5d5-c59d376d2add tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:07.471615 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b4b093d8-9643-485e-af53-b70016bb07ce tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:07.472751 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b4b093d8-9643-485e-af53-b70016bb07ce tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "DELETE /v2.0/security-groups/afd1d37c-feab-48ce-b57f-0a3b97cae725 HTTP/1.1" status: 204 len: 168 time: 0.3076105 May 13 15:08:07.475721 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-daff51cc-d04e-48cb-a5d5-c59d376d2add tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Usage tracker for resource:floatingip and tenant:5e08253723f84fcc88621cbb4ea1d2b2 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:07.479480 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-daff51cc-d04e-48cb-a5d5-c59d376d2add tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:07.486058 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-daff51cc-d04e-48cb-a5d5-c59d376d2add tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:07.502564 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-daff51cc-d04e-48cb-a5d5-c59d376d2add tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks [] for floatingip, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:07.612323 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35374) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:07.616884 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-d7ac55a9-8ece-429c-acef-3a48ef052ebf tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-214404444', 'description': 'tempest-secgroup-smoke-214404444 description', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:07.623942 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d7ac55a9-8ece-429c-acef-3a48ef052ebf tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:07.629093 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d7ac55a9-8ece-429c-acef-3a48ef052ebf tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:security_group and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:07.632528 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d7ac55a9-8ece-429c-acef-3a48ef052ebf tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:07.640019 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d7ac55a9-8ece-429c-acef-3a48ef052ebf tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:07.649929 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d7ac55a9-8ece-429c-acef-3a48ef052ebf tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:07.672916 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d7ac55a9-8ece-429c-acef-3a48ef052ebf tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:07.677779 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d7ac55a9-8ece-429c-acef-3a48ef052ebf tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:security_group_rule and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:07.681395 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d7ac55a9-8ece-429c-acef-3a48ef052ebf tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:07.687881 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d7ac55a9-8ece-429c-acef-3a48ef052ebf tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:07.712310 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-daff51cc-d04e-48cb-a5d5-c59d376d2add tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:08:07.713479 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-daff51cc-d04e-48cb-a5d5-c59d376d2add tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2587271 May 13 15:08:07.717804 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35378) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:07.723032 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-a3730820-8177-42b7-9d89-fa0248529de6 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'port_id': '67b7bfa2-602d-427d-869e-5d427ee6990d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:07.732247 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a3730820-8177-42b7-9d89-fa0248529de6 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:07.738849 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a3730820-8177-42b7-9d89-fa0248529de6 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Usage tracker for resource:floatingip and tenant:5e08253723f84fcc88621cbb4ea1d2b2 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:07.741833 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-a3730820-8177-42b7-9d89-fa0248529de6 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:07.749176 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-a3730820-8177-42b7-9d89-fa0248529de6 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:07.762040 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3730820-8177-42b7-9d89-fa0248529de6 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks [] for floatingip, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:07.775362 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d7ac55a9-8ece-429c-acef-3a48ef052ebf tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:07.780236 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d7ac55a9-8ece-429c-acef-3a48ef052ebf tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:07.828158 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac55a9-8ece-429c-acef-3a48ef052ebf tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5525d99f-e95d-4609-a21d-9034c7ef158f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:07.830902 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d7ac55a9-8ece-429c-acef-3a48ef052ebf tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:07.835256 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d7ac55a9-8ece-429c-acef-3a48ef052ebf tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2223113 May 13 15:08:07.836769 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35382) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:07.844816 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-75d8c3d8-4242-426c-9442-ff2632ebdb5e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'security_group_rule': {'security_group_id': '5525d99f-e95d-4609-a21d-9034c7ef158f', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:07.854547 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-75d8c3d8-4242-426c-9442-ff2632ebdb5e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:07.858394 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-75d8c3d8-4242-426c-9442-ff2632ebdb5e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:security_group_rule and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:07.861496 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-75d8c3d8-4242-426c-9442-ff2632ebdb5e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:07.867366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-75d8c3d8-4242-426c-9442-ff2632ebdb5e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:07.899344 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-75d8c3d8-4242-426c-9442-ff2632ebdb5e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:07.933284 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3730820-8177-42b7-9d89-fa0248529de6 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:07.973717 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-75d8c3d8-4242-426c-9442-ff2632ebdb5e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:07.985293 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-75d8c3d8-4242-426c-9442-ff2632ebdb5e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:08.010719 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8c3d8-4242-426c-9442-ff2632ebdb5e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b36886-df15-4bf7-b236-3ef131322b4b,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:08.034248 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-75d8c3d8-4242-426c-9442-ff2632ebdb5e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:08.039452 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-75d8c3d8-4242-426c-9442-ff2632ebdb5e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2013578 May 13 15:08:08.040720 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35388) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:08.046412 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-09463733-90c3-4606-ad12-4a6144901d56 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'security_group_rule': {'security_group_id': '5525d99f-e95d-4609-a21d-9034c7ef158f', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:08.053893 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-09463733-90c3-4606-ad12-4a6144901d56 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:08.059961 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-09463733-90c3-4606-ad12-4a6144901d56 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:security_group_rule and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:08.063836 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-09463733-90c3-4606-ad12-4a6144901d56 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:08.069995 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-09463733-90c3-4606-ad12-4a6144901d56 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:08.092131 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-09463733-90c3-4606-ad12-4a6144901d56 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:08.145637 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d4bf842c-d90d-40c1-81ea-cdc466046c71 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:08:08.170190 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-09463733-90c3-4606-ad12-4a6144901d56 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:08.175254 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-09463733-90c3-4606-ad12-4a6144901d56 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:08.192178 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: d4bf842c-d90d-40c1-81ea-cdc466046c71 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:08:08.192528 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d4bf842c-d90d-40c1-81ea-cdc466046c71 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:08:08.192675 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38052d0-90f5-4365-9dee-002bd63b98ab req-a7981786-62f4-4a9d-92d4-99bb98980746 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:08.194970 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c38052d0-90f5-4365-9dee-002bd63b98ab req-a7981786-62f4-4a9d-92d4-99bb98980746 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 943 time: 0.2002246 May 13 15:08:08.212532 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09463733-90c3-4606-ad12-4a6144901d56 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ba1f1f-6093-4b27-8dbc-9fcae48bd155,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:08.230597 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-09463733-90c3-4606-ad12-4a6144901d56 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:08.235643 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35392) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:08.236651 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-09463733-90c3-4606-ad12-4a6144901d56 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1948993 May 13 15:08:08.250605 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-df946509-92ee-4320-beea-1a5aa1780e13 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'security_group_rule': {'security_group_id': '5525d99f-e95d-4609-a21d-9034c7ef158f', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:08.272773 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-df946509-92ee-4320-beea-1a5aa1780e13 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:08.277625 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-a3730820-8177-42b7-9d89-fa0248529de6 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Allocated IP 172.25.0.167 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/e979c5be-4be1-4a77-bde5-938a6553d345) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:08:08.287437 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-df946509-92ee-4320-beea-1a5aa1780e13 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:security_group_rule and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:08.292698 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-df946509-92ee-4320-beea-1a5aa1780e13 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:08.298921 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c38052d0-90f5-4365-9dee-002bd63b98ab req-34ad6034-f54e-4e4c-852b-c78f59766559 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928979 May 13 15:08:08.307713 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-df946509-92ee-4320-beea-1a5aa1780e13 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:08.416780 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-df946509-92ee-4320-beea-1a5aa1780e13 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:08.483861 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 4829ccc1-8809-49f3-b752-13a6d3bbc099 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:08:08.523628 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3730820-8177-42b7-9d89-fa0248529de6 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:08.546114 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-df946509-92ee-4320-beea-1a5aa1780e13 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:08.552836 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-df946509-92ee-4320-beea-1a5aa1780e13 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:08.589489 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df946509-92ee-4320-beea-1a5aa1780e13 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5f6a8d5-ab31-4170-a99b-f275b77557d2,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:08.604575 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-df946509-92ee-4320-beea-1a5aa1780e13 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:08.605831 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-df946509-92ee-4320-beea-1a5aa1780e13 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3694127 May 13 15:08:08.608699 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35398) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:08.614430 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-331bcb20-1731-4246-8687-d2d82da402c1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'security_group_rule': {'security_group_id': '5525d99f-e95d-4609-a21d-9034c7ef158f', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:08.622237 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3730820-8177-42b7-9d89-fa0248529de6 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:08.627953 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-331bcb20-1731-4246-8687-d2d82da402c1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:08.654303 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 4829ccc1-8809-49f3-b752-13a6d3bbc099, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=4829ccc1-8809-49f3-b752-13a6d3bbc099,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:08.668118 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-331bcb20-1731-4246-8687-d2d82da402c1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:security_group_rule and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:08.674593 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '4829ccc1-8809-49f3-b752-13a6d3bbc099', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'port_id': '4829ccc1-8809-49f3-b752-13a6d3bbc099', 'mac_address': 'fa:16:3e:53:5f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:08:08.680069 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-331bcb20-1731-4246-8687-d2d82da402c1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:08.692240 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3730820-8177-42b7-9d89-fa0248529de6 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:08:08.709641 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-a3730820-8177-42b7-9d89-fa0248529de6 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:08.712286 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3730820-8177-42b7-9d89-fa0248529de6 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:08:08.737667 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 4829ccc1-8809-49f3-b752-13a6d3bbc099 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:08.738357 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:08.744471 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-331bcb20-1731-4246-8687-d2d82da402c1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:08.756808 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4829ccc1-8809-49f3-b752-13a6d3bbc099 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:08:08.772312 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 4829ccc1-8809-49f3-b752-13a6d3bbc099, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=4829ccc1-8809-49f3-b752-13a6d3bbc099,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:08.776780 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:08.781257 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3730820-8177-42b7-9d89-fa0248529de6 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Pushing event updated for resources: {'Port': ['ID=e979c5be-4be1-4a77-bde5-938a6553d345,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:08.795842 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-331bcb20-1731-4246-8687-d2d82da402c1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:08.844459 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=4829ccc1-8809-49f3-b752-13a6d3bbc099,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:09.025976 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['4829ccc1-8809-49f3-b752-13a6d3bbc099'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:08:09.082603 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-331bcb20-1731-4246-8687-d2d82da402c1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:09.091815 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-331bcb20-1731-4246-8687-d2d82da402c1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:09.125731 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-a3730820-8177-42b7-9d89-fa0248529de6 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Deleting port e979c5be-4be1-4a77-bde5-938a6553d345 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:08:09.126070 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3730820-8177-42b7-9d89-fa0248529de6 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:09.159662 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331bcb20-1731-4246-8687-d2d82da402c1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b74cd173-342f-4617-8e30-3fcd87a69e45,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:09.190920 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-331bcb20-1731-4246-8687-d2d82da402c1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:09.195277 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-331bcb20-1731-4246-8687-d2d82da402c1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5828443 May 13 15:08:09.195838 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35402) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:09.202240 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-a5193edd-47f8-42ac-ad91-61734f5dd7a4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'security_group_rule': {'security_group_id': '5525d99f-e95d-4609-a21d-9034c7ef158f', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:09.209266 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a5193edd-47f8-42ac-ad91-61734f5dd7a4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:09.213824 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a5193edd-47f8-42ac-ad91-61734f5dd7a4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:security_group_rule and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:09.216742 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a5193edd-47f8-42ac-ad91-61734f5dd7a4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:09.222518 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a5193edd-47f8-42ac-ad91-61734f5dd7a4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:09.233748 n-d-841760-1 neutron-server[88082]: INFO neutron.db.securitygroups_db [None req-a5193edd-47f8-42ac-ad91-61734f5dd7a4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Project d15e70e5e3144c2db24c850097c3fbb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:08:09.241309 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a5193edd-47f8-42ac-ad91-61734f5dd7a4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:09.314576 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a5193edd-47f8-42ac-ad91-61734f5dd7a4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:09.319390 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a5193edd-47f8-42ac-ad91-61734f5dd7a4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:09.349090 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5193edd-47f8-42ac-ad91-61734f5dd7a4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ffc66d-5eaf-4c99-b8a0-a6354370e627,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:09.352228 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3730820-8177-42b7-9d89-fa0248529de6 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:09.353111 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3730820-8177-42b7-9d89-fa0248529de6 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:09.364829 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a5193edd-47f8-42ac-ad91-61734f5dd7a4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:09.369158 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a5193edd-47f8-42ac-ad91-61734f5dd7a4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1697526 May 13 15:08:09.369416 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35408) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:09.376088 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-8a2a0fba-ea36-4493-aad1-846390b04dfc tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'security_group_rule': {'security_group_id': '5525d99f-e95d-4609-a21d-9034c7ef158f', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:09.385500 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8a2a0fba-ea36-4493-aad1-846390b04dfc tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:09.389576 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8a2a0fba-ea36-4493-aad1-846390b04dfc tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:security_group_rule and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:09.392958 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8a2a0fba-ea36-4493-aad1-846390b04dfc tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:09.399737 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8a2a0fba-ea36-4493-aad1-846390b04dfc tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:09.412808 n-d-841760-1 neutron-server[88082]: INFO neutron.db.securitygroups_db [None req-8a2a0fba-ea36-4493-aad1-846390b04dfc tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Project d15e70e5e3144c2db24c850097c3fbb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:08:09.421176 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8a2a0fba-ea36-4493-aad1-846390b04dfc tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:09.490112 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-a3730820-8177-42b7-9d89-fa0248529de6 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Calling delete_port for e979c5be-4be1-4a77-bde5-938a6553d345 owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:08:09.553616 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8a2a0fba-ea36-4493-aad1-846390b04dfc tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:09.559024 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8a2a0fba-ea36-4493-aad1-846390b04dfc tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:09.578967 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc7bfd-5707-48ab-ab2e-39857d4c6dab req-60ea1c51-c183-435f-af8f-b4fe140cab10 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:09.580697 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c2cc7bfd-5707-48ab-ab2e-39857d4c6dab req-60ea1c51-c183-435f-af8f-b4fe140cab10 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 944 time: 0.1497393 May 13 15:08:09.609685 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a0fba-ea36-4493-aad1-846390b04dfc tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6e78446-bde0-4ae4-a290-bab46b0b4dec,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:09.639295 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8a2a0fba-ea36-4493-aad1-846390b04dfc tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:09.640477 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8a2a0fba-ea36-4493-aad1-846390b04dfc tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2700095 May 13 15:08:09.643588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35418) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:09.651307 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-0c348392-222c-4900-9902-43b4529dc716 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'network': {'name': 'tempest-network-smoke--783606807', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'port_security_enabled': True}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:09.657080 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3730820-8177-42b7-9d89-fa0248529de6 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:09.658655 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c2cc7bfd-5707-48ab-ab2e-39857d4c6dab req-7c3e7b47-3966-442f-941a-ed49a478fa92 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705314 May 13 15:08:09.659711 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0c348392-222c-4900-9902-43b4529dc716 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:09.664264 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0c348392-222c-4900-9902-43b4529dc716 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:network and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:09.667608 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0c348392-222c-4900-9902-43b4529dc716 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:09.675986 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0c348392-222c-4900-9902-43b4529dc716 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:09.697015 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c348392-222c-4900-9902-43b4529dc716 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Made reservation on behalf of d15e70e5e3144c2db24c850097c3fbb0 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:09.700783 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0c348392-222c-4900-9902-43b4529dc716 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:09.740947 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c348392-222c-4900-9902-43b4529dc716 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:08:09.756389 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0c348392-222c-4900-9902-43b4529dc716 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:09.756763 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-0c348392-222c-4900-9902-43b4529dc716 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Added segment ea59a2af-9274-4abf-87d4-9f926de3f03f of type vlan for network 2d732bf4-bc30-4ab8-be5f-a1747b048afc May 13 15:08:09.766843 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3730820-8177-42b7-9d89-fa0248529de6 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Pushing event deleted for resources: {'Port': ['ID=e979c5be-4be1-4a77-bde5-938a6553d345,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:09.794021 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0c348392-222c-4900-9902-43b4529dc716 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:09.832561 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0c348392-222c-4900-9902-43b4529dc716 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:09.838795 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c348392-222c-4900-9902-43b4529dc716 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:09.839710 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0c348392-222c-4900-9902-43b4529dc716 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:09.878585 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-a3730820-8177-42b7-9d89-fa0248529de6 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] create failed (client error): The resource could not be found. May 13 15:08:09.882923 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a3730820-8177-42b7-9d89-fa0248529de6 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.1607983 May 13 15:08:09.883314 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35424) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:09.952043 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0c348392-222c-4900-9902-43b4529dc716 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3073676 May 13 15:08:09.954780 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35428) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:09.957367 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c348392-222c-4900-9902-43b4529dc716 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'Network': ['ID=2d732bf4-bc30-4ab8-be5f-a1747b048afc,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:09.961833 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-1d476611-be71-45e5-bbef-429ebce7e201 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1992356334', 'admin_state_up': True, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:09.962939 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-5c92e539-f8dd-46b5-9ea4-02a9ce3af077 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Deleting port 67b7bfa2-602d-427d-869e-5d427ee6990d {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:08:09.963572 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5c92e539-f8dd-46b5-9ea4-02a9ce3af077 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:09.969222 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 2d732bf4-bc30-4ab8-be5f-a1747b048afc details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:08:09.969944 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1d476611-be71-45e5-bbef-429ebce7e201 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:09.973966 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1d476611-be71-45e5-bbef-429ebce7e201 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:router and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:09.976999 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1d476611-be71-45e5-bbef-429ebce7e201 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:09.985804 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1d476611-be71-45e5-bbef-429ebce7e201 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:09.999036 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1d476611-be71-45e5-bbef-429ebce7e201 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:10.000220 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1d476611-be71-45e5-bbef-429ebce7e201 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:10.022121 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1d476611-be71-45e5-bbef-429ebce7e201 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:10.259292 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5c92e539-f8dd-46b5-9ea4-02a9ce3af077 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:10.339167 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1d476611-be71-45e5-bbef-429ebce7e201 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:10.393333 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-5c92e539-f8dd-46b5-9ea4-02a9ce3af077 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Calling delete_port for 67b7bfa2-602d-427d-869e-5d427ee6990d owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:08:10.501920 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 4829ccc1-8809-49f3-b752-13a6d3bbc099 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:08:10.571137 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5c92e539-f8dd-46b5-9ea4-02a9ce3af077 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:10.604637 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 4829ccc1-8809-49f3-b752-13a6d3bbc099 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:08:10.614050 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 4829ccc1-8809-49f3-b752-13a6d3bbc099 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:10.614891 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:10.632123 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c92e539-f8dd-46b5-9ea4-02a9ce3af077 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Pushing event deleted for resources: {'Port': ['ID=67b7bfa2-602d-427d-869e-5d427ee6990d,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:10.702379 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1d476611-be71-45e5-bbef-429ebce7e201 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:10.755866 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1d476611-be71-45e5-bbef-429ebce7e201 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:10.792716 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5c92e539-f8dd-46b5-9ea4-02a9ce3af077 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:10.812003 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5c92e539-f8dd-46b5-9ea4-02a9ce3af077 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] 10.222.0.35 "DELETE /v2.0/ports/67b7bfa2-602d-427d-869e-5d427ee6990d HTTP/1.1" status: 204 len: 168 time: 0.9268937 May 13 15:08:10.812349 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35436) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:10.830262 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 4829ccc1-8809-49f3-b752-13a6d3bbc099 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:10.830936 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:10.934925 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 4829ccc1-8809-49f3-b752-13a6d3bbc099, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=4829ccc1-8809-49f3-b752-13a6d3bbc099,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:10.936242 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60abe591-8c26-4639-8483-1852ed8cca83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4829ccc1-8809-49f3-b752-13a6d3bbc099'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:08:10.948134 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:11.030801 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9c889-f3dc-4716-8099-ad69251fe916 req-caaf8d00-5ae4-4697-8b82-9d162b5f5d07 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:11.032693 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-96f9c889-f3dc-4716-8099-ad69251fe916 req-caaf8d00-5ae4-4697-8b82-9d162b5f5d07 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 944 time: 0.1893039 May 13 15:08:11.040907 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f0614ef-61e0-49aa-8422-736f2dcf4a90'] response: {'server_uuid': '60abe591-8c26-4639-8483-1852ed8cca83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4829ccc1-8809-49f3-b752-13a6d3bbc099', 'code': 200} May 13 15:08:11.107323 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=4829ccc1-8809-49f3-b752-13a6d3bbc099,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:11.185837 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b8fd15-3350-4045-b8a2-033c44d1cc22 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:11.186926 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-32b8fd15-3350-4045-b8a2-033c44d1cc22 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Synchronizing usage tracker for tenant:5e08253723f84fcc88621cbb4ea1d2b2 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:08:11.190468 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-1d476611-be71-45e5-bbef-429ebce7e201 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Allocated IP 172.25.0.238 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:08:11.231134 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-32b8fd15-3350-4045-b8a2-033c44d1cc22 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Unset dirty status for tenant:5e08253723f84fcc88621cbb4ea1d2b2 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:08:11.235496 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-32b8fd15-3350-4045-b8a2-033c44d1cc22 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] 10.222.0.35 "GET /v2.0/ports?device_id=90de429d-bb5e-4270-8b8b-c4c5e9b0998c HTTP/1.1" status: 200 len: 913 time: 0.4195886 May 13 15:08:11.236797 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35444) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:11.296831 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-96f9c889-f3dc-4716-8099-ad69251fe916 req-0692643a-f8ce-40e7-bd2b-cf66cade0527 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413554 May 13 15:08:11.346368 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c02d26-c3a5-476a-9e72-1b464ff6f223 req-886887a8-2c45-4472-ace6-11f018e222b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:11.348288 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-12c02d26-c3a5-476a-9e72-1b464ff6f223 req-886887a8-2c45-4472-ace6-11f018e222b5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 1096 time: 0.2331803 May 13 15:08:11.395673 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-12c02d26-c3a5-476a-9e72-1b464ff6f223 req-9c1bc907-1609-4b34-a55a-9d32f6860ee4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398743 May 13 15:08:11.654249 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1d476611-be71-45e5-bbef-429ebce7e201 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:11.786389 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1d476611-be71-45e5-bbef-429ebce7e201 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:11.867737 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d476611-be71-45e5-bbef-429ebce7e201 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:08:11.872228 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-1d476611-be71-45e5-bbef-429ebce7e201 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:11.878070 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d476611-be71-45e5-bbef-429ebce7e201 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:08:11.912278 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d476611-be71-45e5-bbef-429ebce7e201 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'Port': ['ID=fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:12.199700 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-abee9a7b-be2e-4866-9c2c-302d8beb96e8 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:12.541863 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35458) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:12.689887 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f51c4ce6-8cdf-45db-b07e-c34933d74167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:12.704927 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f51c4ce6-8cdf-45db-b07e-c34933d74167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:12.708748 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f51c4ce6-8cdf-45db-b07e-c34933d74167 admin admin] Usage tracker for resource:security_group_rule and tenant:209abbc817db48e9b562209409d27396 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:12.711608 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f51c4ce6-8cdf-45db-b07e-c34933d74167 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:12.717269 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f51c4ce6-8cdf-45db-b07e-c34933d74167 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:12.809346 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f51c4ce6-8cdf-45db-b07e-c34933d74167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:12.813475 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f51c4ce6-8cdf-45db-b07e-c34933d74167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:12.867755 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f51c4ce6-8cdf-45db-b07e-c34933d74167 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=209abbc817db48e9b562209409d27396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3222346 May 13 15:08:12.867755 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c4ce6-8cdf-45db-b07e-c34933d74167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9108b6-afe6-4756-9557-379f3b3a6fa7,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:12.869527 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35464) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:12.897146 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1d476611-be71-45e5-bbef-429ebce7e201 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:12.931611 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a8b8728a-c1e7-4449-b77e-1e61c9b3154c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:12.962386 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a8b8728a-c1e7-4449-b77e-1e61c9b3154c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:12.990764 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be4cbd-1bc6-4d67-b7f2-7b93026e821d req-e4eb309a-1dfb-4509-ab9a-58cf16e276c5 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:12.992274 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d9be4cbd-1bc6-4d67-b7f2-7b93026e821d req-e4eb309a-1dfb-4509-ab9a-58cf16e276c5 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 945 time: 0.3961313 May 13 15:08:13.016343 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a8b8728a-c1e7-4449-b77e-1e61c9b3154c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:13.031420 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8728a-c1e7-4449-b77e-1e61c9b3154c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9108b6-afe6-4756-9557-379f3b3a6fa7,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:13.041055 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a8b8728a-c1e7-4449-b77e-1e61c9b3154c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:13.042140 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a8b8728a-c1e7-4449-b77e-1e61c9b3154c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7d9108b6-afe6-4756-9557-379f3b3a6fa7 HTTP/1.1" status: 204 len: 168 time: 0.1717010 May 13 15:08:13.141039 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d9be4cbd-1bc6-4d67-b7f2-7b93026e821d req-b7040c85-3169-47b0-957b-f3a853ff4b6c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408365 May 13 15:08:13.286894 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-abee9a7b-be2e-4866-9c2c-302d8beb96e8 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Deleting port 36429db3-bb5b-433a-a003-8b1358415232 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:08:13.287268 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-abee9a7b-be2e-4866-9c2c-302d8beb96e8 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:13.360083 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35472) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:13.377954 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c95a5b2a-68ee-48a8-8eb4-b067e351e4e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:13.399044 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c95a5b2a-68ee-48a8-8eb4-b067e351e4e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:13.403672 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c95a5b2a-68ee-48a8-8eb4-b067e351e4e1 admin admin] Usage tracker for resource:security_group_rule and tenant:1fd5e60880bc4ba684273e4896c9c656 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:13.406570 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c95a5b2a-68ee-48a8-8eb4-b067e351e4e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:13.413865 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c95a5b2a-68ee-48a8-8eb4-b067e351e4e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:13.456494 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1d476611-be71-45e5-bbef-429ebce7e201 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:13.506231 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c95a5b2a-68ee-48a8-8eb4-b067e351e4e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:13.511625 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c95a5b2a-68ee-48a8-8eb4-b067e351e4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:13.565332 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c95a5b2a-68ee-48a8-8eb4-b067e351e4e1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1fd5e60880bc4ba684273e4896c9c656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2011521 May 13 15:08:13.565332 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a5b2a-68ee-48a8-8eb4-b067e351e4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f595c416-c642-4a5c-a9d1-aaa4f1fcd8e5,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:13.566145 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35476) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:13.643196 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e615b071-a0c3-4828-814c-ae1cbb70de39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:13.691587 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e615b071-a0c3-4828-814c-ae1cbb70de39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:13.725438 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-abee9a7b-be2e-4866-9c2c-302d8beb96e8 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:13.776307 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e615b071-a0c3-4828-814c-ae1cbb70de39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:13.799228 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e615b071-a0c3-4828-814c-ae1cbb70de39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f595c416-c642-4a5c-a9d1-aaa4f1fcd8e5,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:13.807150 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e615b071-a0c3-4828-814c-ae1cbb70de39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:13.812408 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e615b071-a0c3-4828-814c-ae1cbb70de39 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f595c416-c642-4a5c-a9d1-aaa4f1fcd8e5 HTTP/1.1" status: 204 len: 168 time: 0.2414885 May 13 15:08:13.893962 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-abee9a7b-be2e-4866-9c2c-302d8beb96e8 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Calling delete_port for 36429db3-bb5b-433a-a003-8b1358415232 owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:08:14.159923 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d476611-be71-45e5-bbef-429ebce7e201 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Router c43b665e-41b5-4192-8b25-48f945105b8a is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:08:14.431620 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d476611-be71-45e5-bbef-429ebce7e201 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:08:14.433866 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-abee9a7b-be2e-4866-9c2c-302d8beb96e8 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:14.460033 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ccc33b-f4fd-4072-89d1-42efbd99a7b6 None None] Sync routers for ids ['c43b665e-41b5-4192-8b25-48f945105b8a'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:08:14.475453 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc43720-4afe-4981-bcb8-726583433ff1 req-f74036c8-dcc5-4ebc-97d5-5ee40c662e05 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:14.479420 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cfc43720-4afe-4981-bcb8-726583433ff1 req-f74036c8-dcc5-4ebc-97d5-5ee40c662e05 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 945 time: 0.1328018 May 13 15:08:14.494508 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ccc33b-f4fd-4072-89d1-42efbd99a7b6 None None] Routers {'c43b665e-41b5-4192-8b25-48f945105b8a'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:08:14.496612 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-00ccc33b-f4fd-4072-89d1-42efbd99a7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:08:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['c43b665e-41b5-4192-8b25-48f945105b8a'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:14.506561 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee9a7b-be2e-4866-9c2c-302d8beb96e8 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Pushing event deleted for resources: {'Port': ['ID=36429db3-bb5b-433a-a003-8b1358415232,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:14.551658 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cfc43720-4afe-4981-bcb8-726583433ff1 req-eeb8ce2d-9ed0-41c6-b427-5de9f18b8f21 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622282 May 13 15:08:14.601727 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1d476611-be71-45e5-bbef-429ebce7e201 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:14.603250 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1d476611-be71-45e5-bbef-429ebce7e201 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.6474705 May 13 15:08:14.610808 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35498) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:14.777882 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-00ccc33b-f4fd-4072-89d1-42efbd99a7b6 None None] Set router c43b665e-41b5-4192-8b25-48f945105b8a gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:08:14.789381 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f4e3e277-46c3-46e3-b47c-4d5247c66fc9 tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=d15e70e5e3144c2db24c850097c3fbb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1773226 May 13 15:08:14.793169 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35508) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:14.911882 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-abee9a7b-be2e-4866-9c2c-302d8beb96e8 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:14.974972 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c986f6ed-43ac-4af8-a095-a91652579a4a tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:14.980780 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c986f6ed-43ac-4af8-a095-a91652579a4a tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1864183 May 13 15:08:14.981813 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35514) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:15.029253 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-74fccb04-e8ec-48b6-bc39-da2e6fd759f2 tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=c35d8094-27c1-4288-955d-bcb140e23bf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460055 May 13 15:08:15.030273 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35518) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:15.042231 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-4af12895-4b4c-43d5-9bce-13b514a2378e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-954051921', 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:15.187971 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-00ccc33b-f4fd-4072-89d1-42efbd99a7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992356334', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:08:10Z', 'updated_at': '2022-05-13T15:08:12Z', 'revision_number': 3, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': 'fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:08:10Z', 'updated_at': '2022-05-13T15:08:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:15.193223 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ccc33b-f4fd-4072-89d1-42efbd99a7b6 None None] Checking router: c43b665e-41b5-4192-8b25-48f945105b8a for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:08:15.193927 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ccc33b-f4fd-4072-89d1-42efbd99a7b6 None None] Updating router c43b665e-41b5-4192-8b25-48f945105b8a port fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:08:15.197076 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4af12895-4b4c-43d5-9bce-13b514a2378e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:15.202518 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4af12895-4b4c-43d5-9bce-13b514a2378e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:subnet and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:15.208559 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4af12895-4b4c-43d5-9bce-13b514a2378e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:15.215858 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4af12895-4b4c-43d5-9bce-13b514a2378e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:15.238940 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af12895-4b4c-43d5-9bce-13b514a2378e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Made reservation on behalf of d15e70e5e3144c2db24c850097c3fbb0 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:15.239213 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdfce4d-187e-4cc4-ad9e-37af12c9366d req-00472cfa-12cb-4b80-9b85-cc3791a9e18a tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:15.241367 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dbdfce4d-187e-4cc4-ad9e-37af12c9366d req-00472cfa-12cb-4b80-9b85-cc3791a9e18a tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 945 time: 0.4759369 May 13 15:08:15.244949 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4af12895-4b4c-43d5-9bce-13b514a2378e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:15.283221 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-00ccc33b-f4fd-4072-89d1-42efbd99a7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:15.389432 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abee9a7b-be2e-4866-9c2c-302d8beb96e8 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Router 90de429d-bb5e-4270-8b8b-c4c5e9b0998c has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:08:15.498565 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dbdfce4d-187e-4cc4-ad9e-37af12c9366d req-12526e04-8ece-4b0b-8f40-fb779f13447d tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435400 May 13 15:08:15.551959 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35530) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:15.583593 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abee9a7b-be2e-4866-9c2c-302d8beb96e8 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:08:15.592104 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-abee9a7b-be2e-4866-9c2c-302d8beb96e8 tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] 10.222.0.35 "PUT /v2.0/routers/90de429d-bb5e-4270-8b8b-c4c5e9b0998c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3542426 May 13 15:08:15.593634 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35534) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:15.599659 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212ab338-6a78-4059-b0d8-c959d1620d84 None None] Sync routers for ids ['90de429d-bb5e-4270-8b8b-c4c5e9b0998c'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:08:15.615754 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212ab338-6a78-4059-b0d8-c959d1620d84 None None] Routers {'90de429d-bb5e-4270-8b8b-c4c5e9b0998c'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:08:15.616806 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-212ab338-6a78-4059-b0d8-c959d1620d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:08:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['90de429d-bb5e-4270-8b8b-c4c5e9b0998c'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:15.691294 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-212ab338-6a78-4059-b0d8-c959d1620d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:15.707732 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212ab338-6a78-4059-b0d8-c959d1620d84 None None] Routers {'90de429d-bb5e-4270-8b8b-c4c5e9b0998c'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:08:15.708790 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-212ab338-6a78-4059-b0d8-c959d1620d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:08:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['90de429d-bb5e-4270-8b8b-c4c5e9b0998c'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:15.736747 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4af12895-4b4c-43d5-9bce-13b514a2378e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:15.746349 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4443d904-7022-4b1f-a5a4-1ceeb1f682c6 tempest-TestVolumeBootPattern-2040629671 tempest-TestVolumeBootPattern-2040629671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:15.751481 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4443d904-7022-4b1f-a5a4-1ceeb1f682c6 tempest-TestVolumeBootPattern-2040629671 tempest-TestVolumeBootPattern-2040629671-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 1091 time: 0.1940036 May 13 15:08:15.787960 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35542) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:15.815503 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-3aaa4e53-0bb4-4615-97be-0dfd72005ee4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'port_id': '4829ccc1-8809-49f3-b752-13a6d3bbc099', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:15.832057 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3aaa4e53-0bb4-4615-97be-0dfd72005ee4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:15.865196 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3aaa4e53-0bb4-4615-97be-0dfd72005ee4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Usage tracker for resource:floatingip and tenant:509ebfd4eb0444ae8f3872e1e9436dc2 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:15.876155 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3aaa4e53-0bb4-4615-97be-0dfd72005ee4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:15.886754 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-212ab338-6a78-4059-b0d8-c959d1620d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:15.887253 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212ab338-6a78-4059-b0d8-c959d1620d84 None None] The sync data for ids ['90de429d-bb5e-4270-8b8b-c4c5e9b0998c'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:08:15.887617 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af12895-4b4c-43d5-9bce-13b514a2378e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'Subnet': ['ID=5287b102-f481-477f-a6d5-3ef597015ecd,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:15.897974 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af12895-4b4c-43d5-9bce-13b514a2378e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Checking segment: {'id': 'ea59a2af-9274-4abf-87d4-9f926de3f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:08:15.898609 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af12895-4b4c-43d5-9bce-13b514a2378e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Network hostable DHCP agents. Network: 2d732bf4-bc30-4ab8-be5f-a1747b048afc, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:08:15.908325 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3aaa4e53-0bb4-4615-97be-0dfd72005ee4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:15.931188 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3aaa4e53-0bb4-4615-97be-0dfd72005ee4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for floatingip, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:15.936087 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-daea30a3-a6ed-4918-adfa-006508b96fdf tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:15.953195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af12895-4b4c-43d5-9bce-13b514a2378e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Network 2d732bf4-bc30-4ab8-be5f-a1747b048afc is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:08:15.955595 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-00ccc33b-f4fd-4072-89d1-42efbd99a7b6 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:15.971431 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-4af12895-4b4c-43d5-9bce-13b514a2378e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 2d732bf4-bc30-4ab8-be5f-a1747b048afc) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:15.978038 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af12895-4b4c-43d5-9bce-13b514a2378e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:15.978974 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4af12895-4b4c-43d5-9bce-13b514a2378e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:15.983140 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-00ccc33b-f4fd-4072-89d1-42efbd99a7b6 None None] Transition to ACTIVE for port object fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:08:15.989245 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaae7a0-1e79-4bd0-b7bd-a178283edc27 None None] Network 2d732bf4-bc30-4ab8-be5f-a1747b048afc requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:16.092029 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4af12895-4b4c-43d5-9bce-13b514a2378e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0561879 May 13 15:08:16.096970 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35550) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:16.323134 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-00ccc33b-f4fd-4072-89d1-42efbd99a7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:16.333060 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-daea30a3-a6ed-4918-adfa-006508b96fdf tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:16.337074 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-daea30a3-a6ed-4918-adfa-006508b96fdf tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:16.387968 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-daea30a3-a6ed-4918-adfa-006508b96fdf tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:16.389287 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daea30a3-a6ed-4918-adfa-006508b96fdf tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Fanout notify agent at l3_agent the message router_deleted on router 90de429d-bb5e-4270-8b8b-c4c5e9b0998c {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:08:16.415500 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-daea30a3-a6ed-4918-adfa-006508b96fdf tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:16.417942 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-daea30a3-a6ed-4918-adfa-006508b96fdf tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] 10.222.0.35 "DELETE /v2.0/routers/90de429d-bb5e-4270-8b8b-c4c5e9b0998c HTTP/1.1" status: 204 len: 168 time: 0.8237834 May 13 15:08:16.420463 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35558) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:16.427207 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3067b1c9-7205-42cd-9354-4b11985a7c7a None None] Pushing event updated for resources: {'Port': ['ID=fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:16.510798 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-00ccc33b-f4fd-4072-89d1-42efbd99a7b6 None None] Attempting to bind port fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:08:16.511276 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-00ccc33b-f4fd-4072-89d1-42efbd99a7b6 None None] Attempting to bind port fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:08:16.511649 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ccc33b-f4fd-4072-89d1-42efbd99a7b6 None None] Attempting to bind port fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6 on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:08:16.517785 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3aaa4e53-0bb4-4615-97be-0dfd72005ee4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:16.535486 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53f8309-6920-4287-8ba2-41756e869c2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-2d732bf4-bc30-4ab8-be5f-a1747b048afc', 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'fixed_ips': [{'subnet_id': '5287b102-f481-477f-a6d5-3ef597015ecd'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:08:16.536330 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f53f8309-6920-4287-8ba2-41756e869c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:16.556738 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ccc33b-f4fd-4072-89d1-42efbd99a7b6 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:08:16.557120 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ccc33b-f4fd-4072-89d1-42efbd99a7b6 None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:08:16.557534 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-00ccc33b-f4fd-4072-89d1-42efbd99a7b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:16.557936 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ccc33b-f4fd-4072-89d1-42efbd99a7b6 None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:08:16.558429 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-00ccc33b-f4fd-4072-89d1-42efbd99a7b6 None None] Bound port: fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:08:16.558814 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-00ccc33b-f4fd-4072-89d1-42efbd99a7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:16.585934 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae01816-b453-4fc8-b6b4-6dbdfb2ce84c tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Deleting subnet 9bcf9ff0-90c0-4c26-97d5-8e5b08c565b1 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:08:16.592291 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fae01816-b453-4fc8-b6b4-6dbdfb2ce84c tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:16.685042 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-00ccc33b-f4fd-4072-89d1-42efbd99a7b6 None None] For port fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:08:16.688971 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-00ccc33b-f4fd-4072-89d1-42efbd99a7b6 None None] For port fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:08:16.699668 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-00ccc33b-f4fd-4072-89d1-42efbd99a7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:16.733845 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fae01816-b453-4fc8-b6b4-6dbdfb2ce84c tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:16.852935 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fae01816-b453-4fc8-b6b4-6dbdfb2ce84c tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:16.951797 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fae01816-b453-4fc8-b6b4-6dbdfb2ce84c tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:16.980977 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ccc33b-f4fd-4072-89d1-42efbd99a7b6 None None] Routers {'c43b665e-41b5-4192-8b25-48f945105b8a'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:08:16.981967 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-00ccc33b-f4fd-4072-89d1-42efbd99a7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:08:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['c43b665e-41b5-4192-8b25-48f945105b8a'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:17.018131 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae01816-b453-4fc8-b6b4-6dbdfb2ce84c tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Pushing event deleted for resources: {'Subnet': ['ID=9bcf9ff0-90c0-4c26-97d5-8e5b08c565b1,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:17.028591 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fae01816-b453-4fc8-b6b4-6dbdfb2ce84c tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:17.039152 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fae01816-b453-4fc8-b6b4-6dbdfb2ce84c tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] 10.222.0.35 "DELETE /v2.0/subnets/9bcf9ff0-90c0-4c26-97d5-8e5b08c565b1 HTTP/1.1" status: 204 len: 168 time: 0.6124570 May 13 15:08:17.039639 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35566) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:17.146671 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46442216-551c-45a0-a6e0-bef4422e96f8 None None] Network e183b3ea-4ee7-4edb-922d-a553478b817a requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:17.162934 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3067b1c9-7205-42cd-9354-4b11985a7c7a None None] Pushing event updated for resources: {'Port': ['ID=fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:17.213022 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-3aaa4e53-0bb4-4615-97be-0dfd72005ee4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Allocated IP 172.25.0.14 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/2329ec3d-ed4e-4b7c-b9c5-4529e4a538f3) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:08:17.288875 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-85fae3c0-786b-4715-9832-895c187559ec tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:17.329041 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-85fae3c0-786b-4715-9832-895c187559ec tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Deleting port 757dfa3d-4923-4048-b51c-77e437696ac4 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:08:17.329597 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-85fae3c0-786b-4715-9832-895c187559ec tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:17.462118 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-f53f8309-6920-4287-8ba2-41756e869c2c None None] Allocated IP 172.20.0.2 (2d732bf4-bc30-4ab8-be5f-a1747b048afc/5287b102-f481-477f-a6d5-3ef597015ecd/c6f3fc99-3ee8-4d97-9220-d1aef1a22425) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:08:17.646482 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-00ccc33b-f4fd-4072-89d1-42efbd99a7b6 None None] Set router c43b665e-41b5-4192-8b25-48f945105b8a gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:08:17.809959 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-85fae3c0-786b-4715-9832-895c187559ec tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] For port 757dfa3d-4923-4048-b51c-77e437696ac4, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=757dfa3d-4923-4048-b51c-77e437696ac4,segment=NetworkSegment(63f03f8e-bd04-40f0-b124-1e2ad350f990),segment_id=63f03f8e-bd04-40f0-b124-1e2ad350f990)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:17.811755 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-85fae3c0-786b-4715-9832-895c187559ec tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:17.931988 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3aaa4e53-0bb4-4615-97be-0dfd72005ee4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:18.028077 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-85fae3c0-786b-4715-9832-895c187559ec tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Calling delete_port for 757dfa3d-4923-4048-b51c-77e437696ac4 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:08:18.065194 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691045ac-f8ca-4021-bb07-8b71d66e1765 None None] DHCP port deletion for e183b3ea-4ee7-4edb-922d-a553478b817a request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:08:18.078198 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3aaa4e53-0bb4-4615-97be-0dfd72005ee4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:18.110765 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-691045ac-f8ca-4021-bb07-8b71d66e1765 None None] Deleting port 757dfa3d-4923-4048-b51c-77e437696ac4 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:08:18.111342 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-691045ac-f8ca-4021-bb07-8b71d66e1765 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:18.176472 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-85fae3c0-786b-4715-9832-895c187559ec tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:18.185723 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 757dfa3d-4923-4048-b51c-77e437696ac4 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:08:18.228092 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3fc4a2c-c278-4f74-9a04-9c7fc6847ec4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:18.240212 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fae3c0-786b-4715-9832-895c187559ec tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Pushing event deleted for resources: {'Port': ['ID=757dfa3d-4923-4048-b51c-77e437696ac4,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:18.252784 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fae3c0-786b-4715-9832-895c187559ec tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] No DVR routers for this DVR port 757dfa3d-4923-4048-b51c-77e437696ac4 on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:08:18.263750 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 757dfa3d-4923-4048-b51c-77e437696ac4 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:08:18.264143 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 757dfa3d-4923-4048-b51c-77e437696ac4 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:08:18.301336 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f53f8309-6920-4287-8ba2-41756e869c2c None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:18.361867 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-691045ac-f8ca-4021-bb07-8b71d66e1765 None None] The port '757dfa3d-4923-4048-b51c-77e437696ac4' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:08:18.372810 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:18.374902 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaa4e53-0bb4-4615-97be-0dfd72005ee4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:08:18.375183 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f53f8309-6920-4287-8ba2-41756e869c2c None None] Transition to ACTIVE for port object c6f3fc99-3ee8-4d97-9220-d1aef1a22425 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:08:18.393572 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-3aaa4e53-0bb4-4615-97be-0dfd72005ee4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:18.406576 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f53f8309-6920-4287-8ba2-41756e869c2c None None] Transition to ACTIVE for port object c6f3fc99-3ee8-4d97-9220-d1aef1a22425 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:08:18.412655 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-00ccc33b-f4fd-4072-89d1-42efbd99a7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992356334', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:08:10Z', 'updated_at': '2022-05-13T15:08:12Z', 'revision_number': 3, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': 'fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:08:10Z', 'updated_at': '2022-05-13T15:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:18.418650 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa4e53-0bb4-4615-97be-0dfd72005ee4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Pushing event updated for resources: {'Port': ['ID=2329ec3d-ed4e-4b7c-b9c5-4529e4a538f3,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:18.418976 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f53f8309-6920-4287-8ba2-41756e869c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:18.425491 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaa4e53-0bb4-4615-97be-0dfd72005ee4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:08:18.490720 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53f8309-6920-4287-8ba2-41756e869c2c None None] Network 2d732bf4-bc30-4ab8-be5f-a1747b048afc is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:08:18.492315 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ccc33b-f4fd-4072-89d1-42efbd99a7b6 None None] The sync data for ids ['c43b665e-41b5-4192-8b25-48f945105b8a'] in n-d-841760-1 is: [{'id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992356334', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:08:10Z', 'updated_at': '2022-05-13T15:08:12Z', 'revision_number': 3, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': 'fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:08:10Z', 'updated_at': '2022-05-13T15:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:08:18.507003 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-f53f8309-6920-4287-8ba2-41756e869c2c None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:18.531306 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53f8309-6920-4287-8ba2-41756e869c2c None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:08:18.604203 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-85fae3c0-786b-4715-9832-895c187559ec tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:18.636087 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-85fae3c0-786b-4715-9832-895c187559ec tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e183b3ea-4ee7-4edb-922d-a553478b817a']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:18.659007 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-85fae3c0-786b-4715-9832-895c187559ec tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f03f8e-bd04-40f0-b124-1e2ad350f990') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:18.659373 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-85fae3c0-786b-4715-9832-895c187559ec tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f03f8e-bd04-40f0-b124-1e2ad350f990') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:18.680893 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-85fae3c0-786b-4715-9832-895c187559ec tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:18.710667 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-85fae3c0-786b-4715-9832-895c187559ec tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:18.712192 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f8309-6920-4287-8ba2-41756e869c2c None None] Pushing event updated for resources: {'Port': ['ID=c6f3fc99-3ee8-4d97-9220-d1aef1a22425,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:18.714510 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-f53f8309-6920-4287-8ba2-41756e869c2c None None] Attempting to bind port c6f3fc99-3ee8-4d97-9220-d1aef1a22425 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:08:18.714877 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-f53f8309-6920-4287-8ba2-41756e869c2c None None] Attempting to bind port c6f3fc99-3ee8-4d97-9220-d1aef1a22425 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'ea59a2af-9274-4abf-87d4-9f926de3f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:08:18.715269 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53f8309-6920-4287-8ba2-41756e869c2c None None] Attempting to bind port c6f3fc99-3ee8-4d97-9220-d1aef1a22425 on network 2d732bf4-bc30-4ab8-be5f-a1747b048afc {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:08:18.718618 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85fae3c0-786b-4715-9832-895c187559ec tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:08:18.719499 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-85fae3c0-786b-4715-9832-895c187559ec tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:18.722456 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53f8309-6920-4287-8ba2-41756e869c2c None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:08:18.722845 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53f8309-6920-4287-8ba2-41756e869c2c None None] Checking segment: {'id': 'ea59a2af-9274-4abf-87d4-9f926de3f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:08:18.723270 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f53f8309-6920-4287-8ba2-41756e869c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:18.723666 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53f8309-6920-4287-8ba2-41756e869c2c None None] Bound using segment: {'id': 'ea59a2af-9274-4abf-87d4-9f926de3f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:08:18.724165 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-f53f8309-6920-4287-8ba2-41756e869c2c None None] Bound port: c6f3fc99-3ee8-4d97-9220-d1aef1a22425, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea59a2af-9274-4abf-87d4-9f926de3f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:08:18.724507 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f53f8309-6920-4287-8ba2-41756e869c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:18.754560 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:08:18.754560 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:08:18.754560 n-d-841760-1 neutron-server[88082]: timer() May 13 15:08:18.754560 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:08:18.754560 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:08:18.754560 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:08:18.754560 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:08:18.754560 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:08:18.754560 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:08:18.754560 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:08:18.754560 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:08:18.754560 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:08:18.754560 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:08:18.754560 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:08:18.754560 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:08:18.754560 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:08:18.754560 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:08:18.754560 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:08:18.754560 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:08:18.754560 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:08:18.754560 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:08:18.754560 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:08:18.754560 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:08:18.754560 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:08:18.754560 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:08:18.754560 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:08:18.754560 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:08:18.754560 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:08:18.754560 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:08:18.754560 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:08:18.754560 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:08:18.754560 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:08:18.845050 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-f53f8309-6920-4287-8ba2-41756e869c2c None None] For port c6f3fc99-3ee8-4d97-9220-d1aef1a22425, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:08:18.850773 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-f53f8309-6920-4287-8ba2-41756e869c2c None None] For port c6f3fc99-3ee8-4d97-9220-d1aef1a22425, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c6f3fc99-3ee8-4d97-9220-d1aef1a22425,segment=NetworkSegment(ea59a2af-9274-4abf-87d4-9f926de3f03f),segment_id=ea59a2af-9274-4abf-87d4-9f926de3f03f)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:08:18.854771 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-85fae3c0-786b-4715-9832-895c187559ec tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:18.859700 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f53f8309-6920-4287-8ba2-41756e869c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:18.919591 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-85fae3c0-786b-4715-9832-895c187559ec tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:18.960964 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fae3c0-786b-4715-9832-895c187559ec tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] Pushing event deleted for resources: {'Network': ['ID=e183b3ea-4ee7-4edb-922d-a553478b817a,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:18.991515 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-85fae3c0-786b-4715-9832-895c187559ec tempest-FloatingIPNegativeTestJSON-1875568210 tempest-FloatingIPNegativeTestJSON-1875568210-project] 10.222.0.35 "DELETE /v2.0/networks/e183b3ea-4ee7-4edb-922d-a553478b817a HTTP/1.1" status: 204 len: 168 time: 1.9483521 May 13 15:08:19.007942 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f8309-6920-4287-8ba2-41756e869c2c None None] Pushing event updated for resources: {'Port': ['ID=c6f3fc99-3ee8-4d97-9220-d1aef1a22425,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:19.477142 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-a3fc4a2c-c278-4f74-9a04-9c7fc6847ec4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Allocated IP 172.20.0.1 (2d732bf4-bc30-4ab8-be5f-a1747b048afc/5287b102-f481-477f-a6d5-3ef597015ecd/32d4ff4b-ed4d-42ce-8589-1250969e66e9) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:08:19.556468 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35588) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:19.625328 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3aaa4e53-0bb4-4615-97be-0dfd72005ee4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:19.755717 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3fc4a2c-c278-4f74-9a04-9c7fc6847ec4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:19.799471 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-a3fc4a2c-c278-4f74-9a04-9c7fc6847ec4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Transition to ACTIVE for port object 32d4ff4b-ed4d-42ce-8589-1250969e66e9 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:08:19.800552 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35596) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:19.800727 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b36bd942-f3e8-43dc-828a-606e596a2647 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5e08253723f84fcc88621cbb4ea1d2b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2416859 May 13 15:08:19.804263 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3aaa4e53-0bb4-4615-97be-0dfd72005ee4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:19.968177 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a50a6e9d-27c5-4f3f-8105-f74fa9a2a36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:20.079009 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3fc4a2c-c278-4f74-9a04-9c7fc6847ec4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:20.139836 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a50a6e9d-27c5-4f3f-8105-f74fa9a2a36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:20.287708 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fc4a2c-c278-4f74-9a04-9c7fc6847ec4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Network 2d732bf4-bc30-4ab8-be5f-a1747b048afc is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:08:20.299312 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-a3fc4a2c-c278-4f74-9a04-9c7fc6847ec4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:20.315910 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fc4a2c-c278-4f74-9a04-9c7fc6847ec4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:08:20.362288 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c6f3fc99-3ee8-4d97-9220-d1aef1a22425 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:08:20.408099 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3fc4a2c-c278-4f74-9a04-9c7fc6847ec4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:20.478087 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port c6f3fc99-3ee8-4d97-9220-d1aef1a22425 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:08:20.484730 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:08:20.573901 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:08:20.577252 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc4a2c-c278-4f74-9a04-9c7fc6847ec4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'Port': ['ID=32d4ff4b-ed4d-42ce-8589-1250969e66e9,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:20.582728 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [None req-3aaa4e53-0bb4-4615-97be-0dfd72005ee4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:08:20.584899 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:20.585458 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:20.612270 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3aaa4e53-0bb4-4615-97be-0dfd72005ee4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:20.637578 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3aaa4e53-0bb4-4615-97be-0dfd72005ee4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:20.666259 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfe0d62-5553-47a6-bdad-46c834d45236 None None] Network 2d732bf4-bc30-4ab8-be5f-a1747b048afc requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:20.765505 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a50a6e9d-27c5-4f3f-8105-f74fa9a2a36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:20.816687 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-17a50518-ae34-4d78-a470-d0617b37f69b None None] Provisioning for port c6f3fc99-3ee8-4d97-9220-d1aef1a22425 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:08:20.818567 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a6e9d-27c5-4f3f-8105-f74fa9a2a36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3410ae-9bdb-4863-b122-d5aa38a754e9,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:20.827765 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa4e53-0bb4-4615-97be-0dfd72005ee4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Pushing event updated for resources: {'Port': ['ID=2329ec3d-ed4e-4b7c-b9c5-4529e4a538f3,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:20.833325 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-17a50518-ae34-4d78-a470-d0617b37f69b None None] Provisioning complete for port c6f3fc99-3ee8-4d97-9220-d1aef1a22425 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:20.833325 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-17a50518-ae34-4d78-a470-d0617b37f69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:20.855888 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3aaa4e53-0bb4-4615-97be-0dfd72005ee4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:21.042379 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a50a6e9d-27c5-4f3f-8105-f74fa9a2a36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:21.049616 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a50a6e9d-27c5-4f3f-8105-f74fa9a2a36e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2a3410ae-9bdb-4863-b122-d5aa38a754e9 HTTP/1.1" status: 204 len: 168 time: 1.2458432 May 13 15:08:21.155143 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3fc4a2c-c278-4f74-9a04-9c7fc6847ec4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:21.227134 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:21.227739 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:21.344871 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:21.348956 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-17a50518-ae34-4d78-a470-d0617b37f69b None None] Current status of the port c6f3fc99-3ee8-4d97-9220-d1aef1a22425 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:21.350546 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-17a50518-ae34-4d78-a470-d0617b37f69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:21.417710 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-17a50518-ae34-4d78-a470-d0617b37f69b None None] For port c6f3fc99-3ee8-4d97-9220-d1aef1a22425, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c6f3fc99-3ee8-4d97-9220-d1aef1a22425,segment=NetworkSegment(ea59a2af-9274-4abf-87d4-9f926de3f03f),segment_id=ea59a2af-9274-4abf-87d4-9f926de3f03f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:21.427441 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:21.464381 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-17a50518-ae34-4d78-a470-d0617b37f69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:21.546573 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:21.566105 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [None req-3aaa4e53-0bb4-4615-97be-0dfd72005ee4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Floating IP 91e490ee-443a-4ecc-8675-b6b511cf34fc associated. External IP: 172.25.0.14, port: 4829ccc1-8809-49f3-b752-13a6d3bbc099. May 13 15:08:21.673618 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a50518-ae34-4d78-a470-d0617b37f69b None None] Pushing event updated for resources: {'Port': ['ID=c6f3fc99-3ee8-4d97-9220-d1aef1a22425,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:22.001978 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f733a566-b44d-4134-87c0-8217e19167f1 None None] Provisioning for port 32d4ff4b-ed4d-42ce-8589-1250969e66e9 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:08:22.025223 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f733a566-b44d-4134-87c0-8217e19167f1 None None] Provisioning complete for port 32d4ff4b-ed4d-42ce-8589-1250969e66e9 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:22.027505 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f733a566-b44d-4134-87c0-8217e19167f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:22.137258 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f733a566-b44d-4134-87c0-8217e19167f1 None None] Port 32d4ff4b-ed4d-42ce-8589-1250969e66e9 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:08:22.158060 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f733a566-b44d-4134-87c0-8217e19167f1 None None] Provisioning complete for port c6f3fc99-3ee8-4d97-9220-d1aef1a22425 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:22.158060 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f733a566-b44d-4134-87c0-8217e19167f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:22.382232 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c6f3fc99-3ee8-4d97-9220-d1aef1a22425 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:08:22.415244 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35628) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:22.555988 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f733a566-b44d-4134-87c0-8217e19167f1 None None] Current status of the port c6f3fc99-3ee8-4d97-9220-d1aef1a22425 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:22.591273 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port c6f3fc99-3ee8-4d97-9220-d1aef1a22425 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:22.592346 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:22.685624 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-c3cef257-e686-496f-9f9d-0c55b43cd85c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-910659000'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:22.702411 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c3cef257-e686-496f-9f9d-0c55b43cd85c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:22.714258 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c3cef257-e686-496f-9f9d-0c55b43cd85c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Usage tracker for resource:network and tenant:064ed6e6af4d4ea09afaac48d7e828c2 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:22.719756 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c3cef257-e686-496f-9f9d-0c55b43cd85c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:22.732807 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c3cef257-e686-496f-9f9d-0c55b43cd85c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:22.752909 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-781e8208-2b93-4391-bf06-dbaaedc3459f None None] Provisioning complete for port 32d4ff4b-ed4d-42ce-8589-1250969e66e9 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:22.753911 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-781e8208-2b93-4391-bf06-dbaaedc3459f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:22.765747 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cef257-e686-496f-9f9d-0c55b43cd85c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Made reservation on behalf of 064ed6e6af4d4ea09afaac48d7e828c2 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:22.779667 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c3cef257-e686-496f-9f9d-0c55b43cd85c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:22.809551 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aaa4e53-0bb4-4615-97be-0dfd72005ee4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Router 44ec9fef-c72d-4385-8c9b-5b93076abd1a has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:08:22.824295 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c3cef257-e686-496f-9f9d-0c55b43cd85c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:22.868228 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c3cef257-e686-496f-9f9d-0c55b43cd85c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:22.877515 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c3cef257-e686-496f-9f9d-0c55b43cd85c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Usage tracker for resource:security_group_rule and tenant:064ed6e6af4d4ea09afaac48d7e828c2 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:22.885939 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c3cef257-e686-496f-9f9d-0c55b43cd85c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:22.898445 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c3cef257-e686-496f-9f9d-0c55b43cd85c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:22.915553 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-781e8208-2b93-4391-bf06-dbaaedc3459f None None] Port 32d4ff4b-ed4d-42ce-8589-1250969e66e9 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:08:22.950559 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.resource_extend [None req-a3fc4a2c-c278-4f74-9a04-9c7fc6847ec4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:08:23.031034 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3fc4a2c-c278-4f74-9a04-9c7fc6847ec4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:23.033206 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port c6f3fc99-3ee8-4d97-9220-d1aef1a22425 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:23.035226 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:08:23.043837 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3fc4a2c-c278-4f74-9a04-9c7fc6847ec4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:23.097380 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c3cef257-e686-496f-9f9d-0c55b43cd85c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:23.108310 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c3cef257-e686-496f-9f9d-0c55b43cd85c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:23.154356 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:23.154485 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:23.175749 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3cef257-e686-496f-9f9d-0c55b43cd85c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:08:23.189601 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c3cef257-e686-496f-9f9d-0c55b43cd85c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:23.189993 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-c3cef257-e686-496f-9f9d-0c55b43cd85c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Added segment 96836b87-6e71-41cd-8f23-42136053d332 of type vlan for network aff7069b-f311-4c5c-ab4a-298e43057387 May 13 15:08:23.207304 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc4a2c-c278-4f74-9a04-9c7fc6847ec4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'Port': ['ID=32d4ff4b-ed4d-42ce-8589-1250969e66e9,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:23.232618 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c3cef257-e686-496f-9f9d-0c55b43cd85c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:23.280768 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c3cef257-e686-496f-9f9d-0c55b43cd85c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:23.295705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cef257-e686-496f-9f9d-0c55b43cd85c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:23.297011 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c3cef257-e686-496f-9f9d-0c55b43cd85c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:23.429409 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cef257-e686-496f-9f9d-0c55b43cd85c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef286a8-0bc9-4a7c-9fb9-b2e739987e9f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:23.463696 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c3cef257-e686-496f-9f9d-0c55b43cd85c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0428727 May 13 15:08:23.463882 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a3fc4a2c-c278-4f74-9a04-9c7fc6847ec4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:23.543248 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:23.609316 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aaa4e53-0bb4-4615-97be-0dfd72005ee4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:08:23.622836 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35636) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:23.624395 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5099f8d-df7c-43ba-81ed-9f2041d7eaeb None None] Sync routers for ids ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:08:23.643976 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5099f8d-df7c-43ba-81ed-9f2041d7eaeb None None] Routers {'44ec9fef-c72d-4385-8c9b-5b93076abd1a'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:08:23.646469 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-d5099f8d-df7c-43ba-81ed-9f2041d7eaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:08:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:23.689279 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-18cfff5d-ee17-4f5c-990d-4d3cd1012268 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Request body: {'subnet': {'network_id': 'aff7069b-f311-4c5c-ab4a-298e43057387', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:23.706198 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3aaa4e53-0bb4-4615-97be-0dfd72005ee4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:23.752787 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cef257-e686-496f-9f9d-0c55b43cd85c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event updated for resources: {'Network': ['ID=aff7069b-f311-4c5c-ab4a-298e43057387,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:23.869756 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network aff7069b-f311-4c5c-ab4a-298e43057387 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:08:24.133820 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3aaa4e53-0bb4-4615-97be-0dfd72005ee4 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.3339086 May 13 15:08:24.138954 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60abe591-8c26-4639-8483-1852ed8cca83', 'tag': '4829ccc1-8809-49f3-b752-13a6d3bbc099'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:08:24.145901 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fc4a2c-c278-4f74-9a04-9c7fc6847ec4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Network 2d732bf4-bc30-4ab8-be5f-a1747b048afc is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:08:24.153306 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-a3fc4a2c-c278-4f74-9a04-9c7fc6847ec4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:24.262968 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-18cfff5d-ee17-4f5c-990d-4d3cd1012268 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:24.312580 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-18cfff5d-ee17-4f5c-990d-4d3cd1012268 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Usage tracker for resource:subnet and tenant:064ed6e6af4d4ea09afaac48d7e828c2 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:24.331027 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-18cfff5d-ee17-4f5c-990d-4d3cd1012268 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:24.349602 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-18cfff5d-ee17-4f5c-990d-4d3cd1012268 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:24.372600 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6db7b64a-c33b-44ca-b4a4-2fd08a0dbfc7'] response: {'name': 'network-changed', 'server_uuid': '60abe591-8c26-4639-8483-1852ed8cca83', 'tag': '4829ccc1-8809-49f3-b752-13a6d3bbc099', 'status': 'completed', 'code': 200} May 13 15:08:24.373460 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-d5099f8d-df7c-43ba-81ed-9f2041d7eaeb None None] Set router 44ec9fef-c72d-4385-8c9b-5b93076abd1a gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:08:24.498733 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cfff5d-ee17-4f5c-990d-4d3cd1012268 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Made reservation on behalf of 064ed6e6af4d4ea09afaac48d7e828c2 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:24.503178 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-18cfff5d-ee17-4f5c-990d-4d3cd1012268 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:24.616113 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-cf4377c4-e773-4d21-8e08-1f733337e5d0 None None] Provisioning complete for port 32d4ff4b-ed4d-42ce-8589-1250969e66e9 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:24.617049 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cf4377c4-e773-4d21-8e08-1f733337e5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:24.690099 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fc4a2c-c278-4f74-9a04-9c7fc6847ec4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Router c43b665e-41b5-4192-8b25-48f945105b8a has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:08:24.734438 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35650) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:24.818704 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d497f8-9148-4cd4-90e8-6df565c443dd req-a5075ea8-455c-46fc-bfac-640745ee7841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:24.821208 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-92d497f8-9148-4cd4-90e8-6df565c443dd req-a5075ea8-455c-46fc-bfac-640745ee7841 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2&device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 1096 time: 0.3719168 May 13 15:08:24.909822 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f516be0b-522c-416b-8ad3-3ae8b4b92fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:24.920703 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-cf4377c4-e773-4d21-8e08-1f733337e5d0 None None] Port 32d4ff4b-ed4d-42ce-8589-1250969e66e9 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:08:24.937369 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f516be0b-522c-416b-8ad3-3ae8b4b92fec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:24.944063 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f516be0b-522c-416b-8ad3-3ae8b4b92fec admin admin] Usage tracker for resource:security_group_rule and tenant:5dcf79d9124f4230875cb1a0ed49b79c is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:24.948078 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f516be0b-522c-416b-8ad3-3ae8b4b92fec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:24.954881 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f516be0b-522c-416b-8ad3-3ae8b4b92fec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:25.062792 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-d5099f8d-df7c-43ba-81ed-9f2041d7eaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'name': 'tempest-TestVolumeBootPattern-1177078177-router', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:24Z', 'updated_at': '2022-05-13T14:58:33Z', 'revision_number': 4, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'gw_port': {'id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:27Z', 'updated_at': '2022-05-13T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '5c6e9ab0-3050-4d30-8d2e-4c8a0b2173d9', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'port_id': 'e991162e-da41-43ce-b28a-f62363649f50', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'mac_address': 'fa:16:3e:00:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8919899d-7024-4a41-8826-f256ea9a70cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:05:42Z', 'updated_at': '2022-05-13T15:05:50Z', 'revision_number': 1, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'fixed_ip_address_scope': None}, {'id': '91e490ee-443a-4ecc-8675-b6b511cf34fc', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'floating_ip_address': '172.25.0.14', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'port_id': '4829ccc1-8809-49f3-b752-13a6d3bbc099', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'mac_address': 'fa:16:3e:53:5f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60abe591-8c26-4639-8483-1852ed8cca83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:08:19Z', 'updated_at': '2022-05-13T15:08:19Z', 'revision_number': 0, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba52dd23-838b-48b4-90bf-75e37d2ea5fb', 'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'mac_address': 'fa:16:3e:f6:99:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:31Z', 'updated_at': '2022-05-13T14:58:43Z', 'revision_number': 5, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'subnets': [{'id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:25.063406 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f516be0b-522c-416b-8ad3-3ae8b4b92fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:25.067147 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f516be0b-522c-416b-8ad3-3ae8b4b92fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:25.069053 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5099f8d-df7c-43ba-81ed-9f2041d7eaeb None None] Checking router: 44ec9fef-c72d-4385-8c9b-5b93076abd1a for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:08:25.080743 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5099f8d-df7c-43ba-81ed-9f2041d7eaeb None None] Routers {'44ec9fef-c72d-4385-8c9b-5b93076abd1a'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:08:25.081928 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-d5099f8d-df7c-43ba-81ed-9f2041d7eaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:08:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:25.132560 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f516be0b-522c-416b-8ad3-3ae8b4b92fec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5dcf79d9124f4230875cb1a0ed49b79c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3950424 May 13 15:08:25.134181 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35656) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:25.134867 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516be0b-522c-416b-8ad3-3ae8b4b92fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84bc486-e13d-40b8-bb4e-ceb73ddf74a5,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:25.169013 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d497f8-9148-4cd4-90e8-6df565c443dd req-7f2fecfa-0ce0-402e-abb0-0def5ecdd6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:25.170543 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-92d497f8-9148-4cd4-90e8-6df565c443dd req-7f2fecfa-0ce0-402e-abb0-0def5ecdd6b9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b043589d-15c3-44b5-8d99-d7c57b00acb0 HTTP/1.1" status: 200 len: 913 time: 0.3307714 May 13 15:08:25.174009 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fc4a2c-c278-4f74-9a04-9c7fc6847ec4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:08:25.198295 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182fb908-8e00-4c1f-a8f1-bf8e1333bb87 None None] Sync routers for ids ['c43b665e-41b5-4192-8b25-48f945105b8a'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:08:25.207793 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fc020ca9-74e2-461f-b2ad-d2f50571394b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:25.210695 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a3fc4a2c-c278-4f74-9a04-9c7fc6847ec4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "PUT /v2.0/routers/c43b665e-41b5-4192-8b25-48f945105b8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1126502 May 13 15:08:25.211909 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-18cfff5d-ee17-4f5c-990d-4d3cd1012268 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:25.225949 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182fb908-8e00-4c1f-a8f1-bf8e1333bb87 None None] Routers {'c43b665e-41b5-4192-8b25-48f945105b8a'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:08:25.226687 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-182fb908-8e00-4c1f-a8f1-bf8e1333bb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:08:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['c43b665e-41b5-4192-8b25-48f945105b8a'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:25.242233 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fc020ca9-74e2-461f-b2ad-d2f50571394b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:25.302340 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fc020ca9-74e2-461f-b2ad-d2f50571394b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:25.324925 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fc020ca9-74e2-461f-b2ad-d2f50571394b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:25.326741 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fc020ca9-74e2-461f-b2ad-d2f50571394b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d84bc486-e13d-40b8-bb4e-ceb73ddf74a5 HTTP/1.1" status: 204 len: 168 time: 0.1889608 May 13 15:08:25.327938 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc020ca9-74e2-461f-b2ad-d2f50571394b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84bc486-e13d-40b8-bb4e-ceb73ddf74a5,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:25.375147 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-d5099f8d-df7c-43ba-81ed-9f2041d7eaeb None None] Set router 44ec9fef-c72d-4385-8c9b-5b93076abd1a gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:08:25.379935 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cfff5d-ee17-4f5c-990d-4d3cd1012268 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event updated for resources: {'Subnet': ['ID=60df1e2d-83ca-4817-b06c-6f49ce179a1c,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:25.442998 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cfff5d-ee17-4f5c-990d-4d3cd1012268 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Checking segment: {'id': '96836b87-6e71-41cd-8f23-42136053d332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'aff7069b-f311-4c5c-ab4a-298e43057387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:08:25.443524 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cfff5d-ee17-4f5c-990d-4d3cd1012268 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Network hostable DHCP agents. Network: aff7069b-f311-4c5c-ab4a-298e43057387, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:08:25.508095 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cfff5d-ee17-4f5c-990d-4d3cd1012268 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Network aff7069b-f311-4c5c-ab4a-298e43057387 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:08:25.529080 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-92d497f8-9148-4cd4-90e8-6df565c443dd req-d6412a85-7181-4f8b-b37f-31ab31c6f6fd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4829ccc1-8809-49f3-b752-13a6d3bbc099 HTTP/1.1" status: 200 len: 998 time: 0.3225877 May 13 15:08:25.531295 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-182fb908-8e00-4c1f-a8f1-bf8e1333bb87 None None] Set router c43b665e-41b5-4192-8b25-48f945105b8a gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:08:25.534471 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-18cfff5d-ee17-4f5c-990d-4d3cd1012268 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, aff7069b-f311-4c5c-ab4a-298e43057387) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:25.541724 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cfff5d-ee17-4f5c-990d-4d3cd1012268 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:25.542324 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-18cfff5d-ee17-4f5c-990d-4d3cd1012268 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:25.571174 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b67962-059b-458e-8a10-97cd59bb14bb None None] Network aff7069b-f311-4c5c-ab4a-298e43057387 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:25.626946 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d497f8-9148-4cd4-90e8-6df565c443dd req-4770ec7d-8150-4550-a4da-c5a3f114aeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:25.628790 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-92d497f8-9148-4cd4-90e8-6df565c443dd req-4770ec7d-8150-4550-a4da-c5a3f114aeca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b5ceabd-0dba-40ce-b48a-2cb206526c19 HTTP/1.1" status: 200 len: 851 time: 0.0724638 May 13 15:08:25.633632 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-221eeeef-5686-4748-8939-8c94f2470c8e req-1010175d-9bd6-4528-a6e0-aad7809ce4ea tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Synchronizing usage tracker for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:08:25.635784 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-18cfff5d-ee17-4f5c-990d-4d3cd1012268 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.0125885 May 13 15:08:25.639389 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35676) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:25.664950 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-221eeeef-5686-4748-8939-8c94f2470c8e req-1010175d-9bd6-4528-a6e0-aad7809ce4ea tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Unset dirty status for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:08:25.666295 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-221eeeef-5686-4748-8939-8c94f2470c8e req-1010175d-9bd6-4528-a6e0-aad7809ce4ea tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-214404444&fields=id&tenant_id=d15e70e5e3144c2db24c850097c3fbb0 HTTP/1.1" status: 200 len: 267 time: 0.1335633 May 13 15:08:25.697845 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-30f71bad-5b52-43d0-9846-ae94181f4bef tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-537590293'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:25.717777 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-30f71bad-5b52-43d0-9846-ae94181f4bef tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:25.724123 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-30f71bad-5b52-43d0-9846-ae94181f4bef tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Usage tracker for resource:network and tenant:064ed6e6af4d4ea09afaac48d7e828c2 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:25.728205 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-30f71bad-5b52-43d0-9846-ae94181f4bef tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:25.738296 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-30f71bad-5b52-43d0-9846-ae94181f4bef tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:25.759928 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d497f8-9148-4cd4-90e8-6df565c443dd req-dca24303-1e3a-48d7-a075-1af292c7b081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:25.762475 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-92d497f8-9148-4cd4-90e8-6df565c443dd req-dca24303-1e3a-48d7-a075-1af292c7b081 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b043589d-15c3-44b5-8d99-d7c57b00acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1251948 May 13 15:08:25.763769 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f71bad-5b52-43d0-9846-ae94181f4bef tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Made reservation on behalf of 064ed6e6af4d4ea09afaac48d7e828c2 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:25.768336 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-30f71bad-5b52-43d0-9846-ae94181f4bef tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:25.838368 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35680) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:25.874079 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b51a5087-b7d7-4f30-b33b-339d02564012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:25.902078 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f71bad-5b52-43d0-9846-ae94181f4bef tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:08:25.909014 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b51a5087-b7d7-4f30-b33b-339d02564012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:25.919364 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b51a5087-b7d7-4f30-b33b-339d02564012 admin admin] Usage tracker for resource:security_group_rule and tenant:e87d0a2e9a0e40338b30876f1d9c275e is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:25.931752 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b51a5087-b7d7-4f30-b33b-339d02564012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:25.938017 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-30f71bad-5b52-43d0-9846-ae94181f4bef tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:25.938678 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-30f71bad-5b52-43d0-9846-ae94181f4bef tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Added segment d0a361f6-7261-46a6-a79e-4e13b0334a25 of type vlan for network 30df6918-d489-44f9-bbc9-9aea2f3c3b4b May 13 15:08:25.943779 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b51a5087-b7d7-4f30-b33b-339d02564012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:25.955893 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221eeeef-5686-4748-8939-8c94f2470c8e req-6648313f-471f-4f33-8013-b677fcc49103 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:25.956630 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-221eeeef-5686-4748-8939-8c94f2470c8e req-6648313f-471f-4f33-8013-b677fcc49103 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Synchronizing usage tracker for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:08:26.009560 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-30f71bad-5b52-43d0-9846-ae94181f4bef tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:26.043612 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-92d497f8-9148-4cd4-90e8-6df565c443dd req-1250590e-db3e-4806-a291-46833359e8f4 service neutron] 10.222.0.59 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554936 May 13 15:08:26.073831 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-182fb908-8e00-4c1f-a8f1-bf8e1333bb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992356334', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:08:10Z', 'updated_at': '2022-05-13T15:08:20Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': 'fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:08:10Z', 'updated_at': '2022-05-13T15:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '32d4ff4b-ed4d-42ce-8589-1250969e66e9', 'name': '', 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:ee:35:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '5287b102-f481-477f-a6d5-3ef597015ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:08:18Z', 'updated_at': '2022-05-13T15:08:22Z', 'revision_number': 2, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': '5287b102-f481-477f-a6d5-3ef597015ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:26.079250 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182fb908-8e00-4c1f-a8f1-bf8e1333bb87 None None] Checking router: c43b665e-41b5-4192-8b25-48f945105b8a for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:08:26.080227 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182fb908-8e00-4c1f-a8f1-bf8e1333bb87 None None] Updating router c43b665e-41b5-4192-8b25-48f945105b8a port 32d4ff4b-ed4d-42ce-8589-1250969e66e9 binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:08:26.103757 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b51a5087-b7d7-4f30-b33b-339d02564012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:26.114899 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b51a5087-b7d7-4f30-b33b-339d02564012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:26.157871 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735b0011-af81-40ef-bd3f-bef95931d6a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-aff7069b-f311-4c5c-ab4a-298e43057387', 'network_id': 'aff7069b-f311-4c5c-ab4a-298e43057387', 'tenant_id': '064ed6e6af4d4ea09afaac48d7e828c2', 'fixed_ips': [{'subnet_id': '60df1e2d-83ca-4817-b06c-6f49ce179a1c'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:08:26.158779 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-735b0011-af81-40ef-bd3f-bef95931d6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:26.167263 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-182fb908-8e00-4c1f-a8f1-bf8e1333bb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:26.169254 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-221eeeef-5686-4748-8939-8c94f2470c8e req-6648313f-471f-4f33-8013-b677fcc49103 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Unset dirty status for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:08:26.178259 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-221eeeef-5686-4748-8939-8c94f2470c8e req-6648313f-471f-4f33-8013-b677fcc49103 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/networks?id=2d732bf4-bc30-4ab8-be5f-a1747b048afc HTTP/1.1" status: 200 len: 796 time: 0.5030425 May 13 15:08:26.205891 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b51a5087-b7d7-4f30-b33b-339d02564012 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e87d0a2e9a0e40338b30876f1d9c275e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3630304 May 13 15:08:26.214033 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-92d497f8-9148-4cd4-90e8-6df565c443dd req-370d5f99-a386-4d01-a98a-fd0d331ba882 service neutron] 10.222.0.59 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607575 May 13 15:08:26.215537 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-221eeeef-5686-4748-8939-8c94f2470c8e req-4c63d8d0-0365-4e82-a60b-38d31a6f20fd tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/quotas/d15e70e5e3144c2db24c850097c3fbb0 HTTP/1.1" status: 200 len: 375 time: 0.0359826 May 13 15:08:26.217752 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35684) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:26.230350 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-30f71bad-5b52-43d0-9846-ae94181f4bef tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:26.236508 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a5087-b7d7-4f30-b33b-339d02564012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e59491-17c8-4ba9-8f1d-dd3f92bf5302,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:26.239706 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f71bad-5b52-43d0-9846-ae94181f4bef tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:26.240777 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-30f71bad-5b52-43d0-9846-ae94181f4bef tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:26.288770 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-d5099f8d-df7c-43ba-81ed-9f2041d7eaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'name': 'tempest-TestVolumeBootPattern-1177078177-router', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:24Z', 'updated_at': '2022-05-13T14:58:33Z', 'revision_number': 4, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'gw_port': {'id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:27Z', 'updated_at': '2022-05-13T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '5c6e9ab0-3050-4d30-8d2e-4c8a0b2173d9', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'port_id': 'e991162e-da41-43ce-b28a-f62363649f50', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'mac_address': 'fa:16:3e:00:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8919899d-7024-4a41-8826-f256ea9a70cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:05:42Z', 'updated_at': '2022-05-13T15:05:50Z', 'revision_number': 1, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'fixed_ip_address_scope': None}, {'id': '91e490ee-443a-4ecc-8675-b6b511cf34fc', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'floating_ip_address': '172.25.0.14', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'port_id': '4829ccc1-8809-49f3-b752-13a6d3bbc099', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'mac_address': 'fa:16:3e:53:5f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60abe591-8c26-4639-8483-1852ed8cca83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:08:19Z', 'updated_at': '2022-05-13T15:08:19Z', 'revision_number': 0, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba52dd23-838b-48b4-90bf-75e37d2ea5fb', 'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'mac_address': 'fa:16:3e:f6:99:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:31Z', 'updated_at': '2022-05-13T14:58:43Z', 'revision_number': 5, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'subnets': [{'id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:26.301004 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5099f8d-df7c-43ba-81ed-9f2041d7eaeb None None] The sync data for ids ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'] in n-d-841760-1 is: [{'id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'name': 'tempest-TestVolumeBootPattern-1177078177-router', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:24Z', 'updated_at': '2022-05-13T14:58:33Z', 'revision_number': 4, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'gw_port': {'id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:27Z', 'updated_at': '2022-05-13T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '5c6e9ab0-3050-4d30-8d2e-4c8a0b2173d9', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'port_id': 'e991162e-da41-43ce-b28a-f62363649f50', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'mac_address': 'fa:16:3e:00:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8919899d-7024-4a41-8826-f256ea9a70cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:05:42Z', 'updated_at': '2022-05-13T15:05:50Z', 'revision_number': 1, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'fixed_ip_address_scope': None}, {'id': '91e490ee-443a-4ecc-8675-b6b511cf34fc', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'floating_ip_address': '172.25.0.14', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'port_id': '4829ccc1-8809-49f3-b752-13a6d3bbc099', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'mac_address': 'fa:16:3e:53:5f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60abe591-8c26-4639-8483-1852ed8cca83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:08:19Z', 'updated_at': '2022-05-13T15:08:19Z', 'revision_number': 0, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba52dd23-838b-48b4-90bf-75e37d2ea5fb', 'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'mac_address': 'fa:16:3e:f6:99:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:31Z', 'updated_at': '2022-05-13T14:58:43Z', 'revision_number': 5, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'subnets': [{'id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:08:26.413093 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-735b0011-af81-40ef-bd3f-bef95931d6a0 None None] Allocated IP 172.20.255.242 (aff7069b-f311-4c5c-ab4a-298e43057387/60df1e2d-83ca-4817-b06c-6f49ce179a1c/3bc0f6d4-7091-4f19-ad35-91d55af232f4) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:08:26.431474 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b9c2ffa-dd1f-4984-a6ed-0f58a21a46e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:26.495576 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-221eeeef-5686-4748-8939-8c94f2470c8e req-9baa80c1-af66-46d1-8870-76a96a1f93b3 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2710285 May 13 15:08:26.538946 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b9c2ffa-dd1f-4984-a6ed-0f58a21a46e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:26.639825 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-30f71bad-5b52-43d0-9846-ae94181f4bef tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9991500 May 13 15:08:26.642880 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35688) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:26.658685 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f71bad-5b52-43d0-9846-ae94181f4bef tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event updated for resources: {'Network': ['ID=30df6918-d489-44f9-bbc9-9aea2f3c3b4b,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:26.665405 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-cd4fdb60-8005-45dd-a145-d17b4d2c7430 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Request body: {'subnet': {'network_id': '30df6918-d489-44f9-bbc9-9aea2f3c3b4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:26.771385 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-221eeeef-5686-4748-8939-8c94f2470c8e req-75aae05f-e0d5-409f-9abd-9d2cd03afa8c service neutron] 10.222.0.35 "GET /v2.0/networks/2d732bf4-bc30-4ab8-be5f-a1747b048afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743182 May 13 15:08:26.828096 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-cd4fdb60-8005-45dd-a145-d17b4d2c7430 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:26.832765 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-cd4fdb60-8005-45dd-a145-d17b4d2c7430 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Usage tracker for resource:subnet and tenant:064ed6e6af4d4ea09afaac48d7e828c2 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:26.837467 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-cd4fdb60-8005-45dd-a145-d17b4d2c7430 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:26.839699 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-182fb908-8e00-4c1f-a8f1-bf8e1333bb87 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:26.846142 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-cd4fdb60-8005-45dd-a145-d17b4d2c7430 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:26.853711 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-735b0011-af81-40ef-bd3f-bef95931d6a0 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:26.854560 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-182fb908-8e00-4c1f-a8f1-bf8e1333bb87 None None] Transition to ACTIVE for port object 32d4ff4b-ed4d-42ce-8589-1250969e66e9 will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:08:26.860057 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4fdb60-8005-45dd-a145-d17b4d2c7430 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Made reservation on behalf of 064ed6e6af4d4ea09afaac48d7e828c2 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:26.861514 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-182fb908-8e00-4c1f-a8f1-bf8e1333bb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:26.865243 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cd4fdb60-8005-45dd-a145-d17b4d2c7430 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:26.873108 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-735b0011-af81-40ef-bd3f-bef95931d6a0 None None] Transition to ACTIVE for port object 3bc0f6d4-7091-4f19-ad35-91d55af232f4 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:08:26.898291 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-735b0011-af81-40ef-bd3f-bef95931d6a0 None None] Transition to ACTIVE for port object 3bc0f6d4-7091-4f19-ad35-91d55af232f4 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:08:26.908124 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa09570a-a8a0-48ea-92d6-26648289e97c None None] New status for floating IP 91e490ee-443a-4ecc-8675-b6b511cf34fc: ACTIVE {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:08:26.949613 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77cc3c-70f9-4304-bafb-e2526ec7d346 None None] Pushing event updated for resources: {'Port': ['ID=32d4ff4b-ed4d-42ce-8589-1250969e66e9,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:26.965807 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b9c2ffa-dd1f-4984-a6ed-0f58a21a46e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:26.975357 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-221eeeef-5686-4748-8939-8c94f2470c8e req-94aa3a69-8c98-4a25-87ee-83481440ab5e service neutron] 10.222.0.35 "GET /v2.0/networks/2d732bf4-bc30-4ab8-be5f-a1747b048afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840947 May 13 15:08:27.004323 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c2ffa-dd1f-4984-a6ed-0f58a21a46e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e59491-17c8-4ba9-8f1d-dd3f92bf5302,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:27.013178 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b9c2ffa-dd1f-4984-a6ed-0f58a21a46e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:27.016418 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9b9c2ffa-dd1f-4984-a6ed-0f58a21a46e0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a0e59491-17c8-4ba9-8f1d-dd3f92bf5302 HTTP/1.1" status: 204 len: 168 time: 0.7818494 May 13 15:08:27.057876 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77cc3c-70f9-4304-bafb-e2526ec7d346 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:27.059826 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77cc3c-70f9-4304-bafb-e2526ec7d346 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:27.061355 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77cc3c-70f9-4304-bafb-e2526ec7d346 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:27.063372 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77cc3c-70f9-4304-bafb-e2526ec7d346 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:27.064521 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77cc3c-70f9-4304-bafb-e2526ec7d346 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:27.064934 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77cc3c-70f9-4304-bafb-e2526ec7d346 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:27.066571 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77cc3c-70f9-4304-bafb-e2526ec7d346 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:27.067176 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77cc3c-70f9-4304-bafb-e2526ec7d346 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:27.067575 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77cc3c-70f9-4304-bafb-e2526ec7d346 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:27.067969 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77cc3c-70f9-4304-bafb-e2526ec7d346 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:27.068483 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77cc3c-70f9-4304-bafb-e2526ec7d346 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:27.069015 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77cc3c-70f9-4304-bafb-e2526ec7d346 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:27.268245 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-182fb908-8e00-4c1f-a8f1-bf8e1333bb87 None None] Attempting to bind port 32d4ff4b-ed4d-42ce-8589-1250969e66e9 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:08:27.268970 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-182fb908-8e00-4c1f-a8f1-bf8e1333bb87 None None] Attempting to bind port 32d4ff4b-ed4d-42ce-8589-1250969e66e9 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'ea59a2af-9274-4abf-87d4-9f926de3f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:08:27.269531 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182fb908-8e00-4c1f-a8f1-bf8e1333bb87 None None] Attempting to bind port 32d4ff4b-ed4d-42ce-8589-1250969e66e9 on network 2d732bf4-bc30-4ab8-be5f-a1747b048afc {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:08:27.284224 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182fb908-8e00-4c1f-a8f1-bf8e1333bb87 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:08:27.284755 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182fb908-8e00-4c1f-a8f1-bf8e1333bb87 None None] Checking segment: {'id': 'ea59a2af-9274-4abf-87d4-9f926de3f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:08:27.285227 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-182fb908-8e00-4c1f-a8f1-bf8e1333bb87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:27.287012 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182fb908-8e00-4c1f-a8f1-bf8e1333bb87 None None] Bound using segment: {'id': 'ea59a2af-9274-4abf-87d4-9f926de3f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:08:27.287613 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-182fb908-8e00-4c1f-a8f1-bf8e1333bb87 None None] Bound port: 32d4ff4b-ed4d-42ce-8589-1250969e66e9, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea59a2af-9274-4abf-87d4-9f926de3f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:08:27.288073 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-182fb908-8e00-4c1f-a8f1-bf8e1333bb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:27.425839 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 30df6918-d489-44f9-bbc9-9aea2f3c3b4b details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:08:27.454813 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-735b0011-af81-40ef-bd3f-bef95931d6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:27.457899 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-182fb908-8e00-4c1f-a8f1-bf8e1333bb87 None None] For port 32d4ff4b-ed4d-42ce-8589-1250969e66e9, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:08:27.463002 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-182fb908-8e00-4c1f-a8f1-bf8e1333bb87 None None] For port 32d4ff4b-ed4d-42ce-8589-1250969e66e9, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=32d4ff4b-ed4d-42ce-8589-1250969e66e9,segment=NetworkSegment(ea59a2af-9274-4abf-87d4-9f926de3f03f),segment_id=ea59a2af-9274-4abf-87d4-9f926de3f03f)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:08:27.469035 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-182fb908-8e00-4c1f-a8f1-bf8e1333bb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:27.490537 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-b92e69ab-51c3-4dd8-8105-fe943112ab50 req-523f8880-8461-445f-b506-33da4d1ddeb7 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Synchronizing usage tracker for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:08:27.499150 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cd4fdb60-8005-45dd-a145-d17b4d2c7430 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:27.558911 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735b0011-af81-40ef-bd3f-bef95931d6a0 None None] Network aff7069b-f311-4c5c-ab4a-298e43057387 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:08:27.565797 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-b92e69ab-51c3-4dd8-8105-fe943112ab50 req-523f8880-8461-445f-b506-33da4d1ddeb7 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Unset dirty status for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:08:27.567093 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b92e69ab-51c3-4dd8-8105-fe943112ab50 req-523f8880-8461-445f-b506-33da4d1ddeb7 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 210 time: 0.2099817 May 13 15:08:27.593892 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182fb908-8e00-4c1f-a8f1-bf8e1333bb87 None None] Routers {'c43b665e-41b5-4192-8b25-48f945105b8a'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:08:27.594792 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-182fb908-8e00-4c1f-a8f1-bf8e1333bb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:08:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['c43b665e-41b5-4192-8b25-48f945105b8a'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:27.635000 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-735b0011-af81-40ef-bd3f-bef95931d6a0 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:27.668147 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4fdb60-8005-45dd-a145-d17b4d2c7430 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Checking segment: {'id': 'd0a361f6-7261-46a6-a79e-4e13b0334a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '30df6918-d489-44f9-bbc9-9aea2f3c3b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:08:27.668951 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4fdb60-8005-45dd-a145-d17b4d2c7430 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Network hostable DHCP agents. Network: 30df6918-d489-44f9-bbc9-9aea2f3c3b4b, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:08:27.693440 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4fdb60-8005-45dd-a145-d17b4d2c7430 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event updated for resources: {'Subnet': ['ID=2ecb2b4e-b2c5-4693-a447-37e602aae28b,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:27.723759 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735b0011-af81-40ef-bd3f-bef95931d6a0 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:08:27.766758 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4fdb60-8005-45dd-a145-d17b4d2c7430 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Network 30df6918-d489-44f9-bbc9-9aea2f3c3b4b is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:08:27.787705 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-cd4fdb60-8005-45dd-a145-d17b4d2c7430 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 30df6918-d489-44f9-bbc9-9aea2f3c3b4b) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:27.800592 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4fdb60-8005-45dd-a145-d17b4d2c7430 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:27.801798 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cd4fdb60-8005-45dd-a145-d17b4d2c7430 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:27.845684 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cd4fdb60-8005-45dd-a145-d17b4d2c7430 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2000089 May 13 15:08:27.848914 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35710) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:27.882768 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-529eaa66-0733-4fdd-801b-9953fe0a095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:27.910052 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-182fb908-8e00-4c1f-a8f1-bf8e1333bb87 None None] Set router c43b665e-41b5-4192-8b25-48f945105b8a gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:08:27.938752 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b0011-af81-40ef-bd3f-bef95931d6a0 None None] Pushing event updated for resources: {'Port': ['ID=3bc0f6d4-7091-4f19-ad35-91d55af232f4,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:27.942701 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f40f907-4c55-4f46-a28b-ff928fd2ab03 None None] Network 30df6918-d489-44f9-bbc9-9aea2f3c3b4b requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:28.215566 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77cc3c-70f9-4304-bafb-e2526ec7d346 None None] Pushing event updated for resources: {'Port': ['ID=32d4ff4b-ed4d-42ce-8589-1250969e66e9,revision_number=4']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:28.236575 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fc06e541-cd96-46d0-a8d6-344716bc4729 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:28.268342 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-735b0011-af81-40ef-bd3f-bef95931d6a0 None None] Attempting to bind port 3bc0f6d4-7091-4f19-ad35-91d55af232f4 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:08:28.268715 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-735b0011-af81-40ef-bd3f-bef95931d6a0 None None] Attempting to bind port 3bc0f6d4-7091-4f19-ad35-91d55af232f4 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '96836b87-6e71-41cd-8f23-42136053d332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'aff7069b-f311-4c5c-ab4a-298e43057387'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:08:28.269874 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735b0011-af81-40ef-bd3f-bef95931d6a0 None None] Attempting to bind port 3bc0f6d4-7091-4f19-ad35-91d55af232f4 on network aff7069b-f311-4c5c-ab4a-298e43057387 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:08:28.309161 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735b0011-af81-40ef-bd3f-bef95931d6a0 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:08:28.309537 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735b0011-af81-40ef-bd3f-bef95931d6a0 None None] Checking segment: {'id': '96836b87-6e71-41cd-8f23-42136053d332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'aff7069b-f311-4c5c-ab4a-298e43057387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:08:28.309940 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-735b0011-af81-40ef-bd3f-bef95931d6a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:28.310338 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735b0011-af81-40ef-bd3f-bef95931d6a0 None None] Bound using segment: {'id': '96836b87-6e71-41cd-8f23-42136053d332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'aff7069b-f311-4c5c-ab4a-298e43057387'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:08:28.310817 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-735b0011-af81-40ef-bd3f-bef95931d6a0 None None] Bound port: 3bc0f6d4-7091-4f19-ad35-91d55af232f4, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96836b87-6e71-41cd-8f23-42136053d332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'aff7069b-f311-4c5c-ab4a-298e43057387'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:08:28.315915 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-735b0011-af81-40ef-bd3f-bef95931d6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:28.369631 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fc06e541-cd96-46d0-a8d6-344716bc4729 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:28.382744 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01622e28-33b0-4ae9-9cce-2a82e55a8694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-30df6918-d489-44f9-bbc9-9aea2f3c3b4b', 'network_id': '30df6918-d489-44f9-bbc9-9aea2f3c3b4b', 'tenant_id': '064ed6e6af4d4ea09afaac48d7e828c2', 'fixed_ips': [{'subnet_id': '2ecb2b4e-b2c5-4693-a447-37e602aae28b'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:08:28.384233 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-01622e28-33b0-4ae9-9cce-2a82e55a8694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:28.484031 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fc06e541-cd96-46d0-a8d6-344716bc4729 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:28.501555 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-182fb908-8e00-4c1f-a8f1-bf8e1333bb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992356334', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:08:10Z', 'updated_at': '2022-05-13T15:08:20Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': 'fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:08:10Z', 'updated_at': '2022-05-13T15:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '32d4ff4b-ed4d-42ce-8589-1250969e66e9', 'name': '', 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:ee:35:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '5287b102-f481-477f-a6d5-3ef597015ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:08:18Z', 'updated_at': '2022-05-13T15:08:27Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': '5287b102-f481-477f-a6d5-3ef597015ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server [None req-01622e28-33b0-4ae9-9cce-2a82e55a8694 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2ecb2b4e-b2c5-4693-a447-37e602aae28b: This subnet is being modified by another concurrent operation. May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise exception May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2ecb2b4e-b2c5-4693-a447-37e602aae28b: This subnet is being modified by another concurrent operation. May 13 15:08:28.513474 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server May 13 15:08:28.524567 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182fb908-8e00-4c1f-a8f1-bf8e1333bb87 None None] The sync data for ids ['c43b665e-41b5-4192-8b25-48f945105b8a'] in n-d-841760-1 is: [{'id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992356334', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:08:10Z', 'updated_at': '2022-05-13T15:08:20Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': 'fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:08:10Z', 'updated_at': '2022-05-13T15:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '32d4ff4b-ed4d-42ce-8589-1250969e66e9', 'name': '', 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:ee:35:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '5287b102-f481-477f-a6d5-3ef597015ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:08:18Z', 'updated_at': '2022-05-13T15:08:27Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': '5287b102-f481-477f-a6d5-3ef597015ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:08:28.530537 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190a8390-9d29-4cd3-ab64-2c461f8594b3 None None] Network 30df6918-d489-44f9-bbc9-9aea2f3c3b4b requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:28.651600 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06e541-cd96-46d0-a8d6-344716bc4729 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event deleted for resources: {'Subnet': ['ID=2ecb2b4e-b2c5-4693-a447-37e602aae28b,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:28.689359 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-735b0011-af81-40ef-bd3f-bef95931d6a0 None None] For port 3bc0f6d4-7091-4f19-ad35-91d55af232f4, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:08:28.765625 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-735b0011-af81-40ef-bd3f-bef95931d6a0 None None] For port 3bc0f6d4-7091-4f19-ad35-91d55af232f4, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3bc0f6d4-7091-4f19-ad35-91d55af232f4,segment=NetworkSegment(96836b87-6e71-41cd-8f23-42136053d332),segment_id=96836b87-6e71-41cd-8f23-42136053d332)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:08:28.786560 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fc06e541-cd96-46d0-a8d6-344716bc4729 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:28.828528 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-72f6845c-33c2-4a3d-8c0e-7b4da2382b8f req-c00fe8bb-ef15-4369-9bc5-86e76d740882 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 210 time: 0.0715737 May 13 15:08:28.850579 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-735b0011-af81-40ef-bd3f-bef95931d6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:28.852373 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-fc06e541-cd96-46d0-a8d6-344716bc4729 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30df6918-d489-44f9-bbc9-9aea2f3c3b4b']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:28.878312 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-fc06e541-cd96-46d0-a8d6-344716bc4729 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a361f6-7261-46a6-a79e-4e13b0334a25') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:28.878520 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-fc06e541-cd96-46d0-a8d6-344716bc4729 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a361f6-7261-46a6-a79e-4e13b0334a25') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:28.904949 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fc06e541-cd96-46d0-a8d6-344716bc4729 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:28.938696 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fc06e541-cd96-46d0-a8d6-344716bc4729 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:28.954413 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc06e541-cd96-46d0-a8d6-344716bc4729 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:08:28.955247 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fc06e541-cd96-46d0-a8d6-344716bc4729 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:28.967200 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:29.034263 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b0011-af81-40ef-bd3f-bef95931d6a0 None None] Pushing event updated for resources: {'Port': ['ID=3bc0f6d4-7091-4f19-ad35-91d55af232f4,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:29.035450 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 15:08:29.035450 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:08:29.035450 n-d-841760-1 neutron-server[88081]: timer() May 13 15:08:29.035450 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:08:29.035450 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 15:08:29.035450 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:08:29.035450 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 15:08:29.035450 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:08:29.035450 n-d-841760-1 neutron-server[88081]: self._notify() May 13 15:08:29.035450 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:08:29.035450 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 15:08:29.035450 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:08:29.035450 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 15:08:29.035450 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:08:29.035450 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:08:29.035450 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:08:29.035450 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:08:29.035450 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:08:29.035450 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 15:08:29.035450 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:08:29.035450 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 15:08:29.035450 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:08:29.035450 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:08:29.035450 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:08:29.035450 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 15:08:29.035450 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:08:29.035450 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:08:29.035450 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:08:29.035450 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:08:29.035450 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:08:29.035450 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:08:29.035450 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:08:29.167499 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fc06e541-cd96-46d0-a8d6-344716bc4729 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:29.178059 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fc06e541-cd96-46d0-a8d6-344716bc4729 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:29.224931 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06e541-cd96-46d0-a8d6-344716bc4729 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event deleted for resources: {'Network': ['ID=30df6918-d489-44f9-bbc9-9aea2f3c3b4b,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:29.460645 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fc06e541-cd96-46d0-a8d6-344716bc4729 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/networks/30df6918-d489-44f9-bbc9-9aea2f3c3b4b HTTP/1.1" status: 204 len: 168 time: 1.6065137 May 13 15:08:29.468883 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35732) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:29.486663 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-0bf7d473-d0ce-458b-a0da-4de09440db37 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1327669836'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:29.497855 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0bf7d473-d0ce-458b-a0da-4de09440db37 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:29.505332 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0bf7d473-d0ce-458b-a0da-4de09440db37 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Usage tracker for resource:network and tenant:064ed6e6af4d4ea09afaac48d7e828c2 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:29.511085 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0bf7d473-d0ce-458b-a0da-4de09440db37 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:29.520112 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0bf7d473-d0ce-458b-a0da-4de09440db37 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:29.542226 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf7d473-d0ce-458b-a0da-4de09440db37 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Made reservation on behalf of 064ed6e6af4d4ea09afaac48d7e828c2 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:29.547753 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0bf7d473-d0ce-458b-a0da-4de09440db37 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:29.606131 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf7d473-d0ce-458b-a0da-4de09440db37 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:08:29.620080 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0bf7d473-d0ce-458b-a0da-4de09440db37 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:29.620708 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-0bf7d473-d0ce-458b-a0da-4de09440db37 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Added segment e4472013-c5ca-4b26-a04b-9b96dba8a0a0 of type vlan for network d2ddd464-6882-4cac-99d9-1634a90efaed May 13 15:08:29.621797 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8a2c28f7-765a-40ad-b496-04803fcb454a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:29.623559 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221eeeef-5686-4748-8939-8c94f2470c8e req-1d94f950-64ce-43d7-988f-ccbf3d118778 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:29.624117 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-221eeeef-5686-4748-8939-8c94f2470c8e req-1d94f950-64ce-43d7-988f-ccbf3d118778 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Synchronizing usage tracker for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:08:29.638601 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-221eeeef-5686-4748-8939-8c94f2470c8e req-1d94f950-64ce-43d7-988f-ccbf3d118778 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Unset dirty status for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:08:29.639794 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-221eeeef-5686-4748-8939-8c94f2470c8e req-1d94f950-64ce-43d7-988f-ccbf3d118778 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.74 "GET /v2.0/networks?id=2d732bf4-bc30-4ab8-be5f-a1747b048afc HTTP/1.1" status: 200 len: 796 time: 0.3925879 May 13 15:08:29.657539 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0bf7d473-d0ce-458b-a0da-4de09440db37 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:29.707501 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0bf7d473-d0ce-458b-a0da-4de09440db37 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:29.710704 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-221eeeef-5686-4748-8939-8c94f2470c8e req-7794f88e-9685-4fe9-b6b3-6ef3dcd367a7 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Synchronizing usage tracker for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:08:29.716026 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf7d473-d0ce-458b-a0da-4de09440db37 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:29.716369 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0bf7d473-d0ce-458b-a0da-4de09440db37 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:29.729176 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-221eeeef-5686-4748-8939-8c94f2470c8e req-7794f88e-9685-4fe9-b6b3-6ef3dcd367a7 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Unset dirty status for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:08:29.730834 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-221eeeef-5686-4748-8939-8c94f2470c8e req-7794f88e-9685-4fe9-b6b3-6ef3dcd367a7 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d15e70e5e3144c2db24c850097c3fbb0 HTTP/1.1" status: 200 len: 379 time: 0.0768301 May 13 15:08:29.740691 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-221eeeef-5686-4748-8939-8c94f2470c8e req-ce2eda30-a357-4e4c-9f57-59120a61af2c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'port': {'device_id': '11e4cdf0-c8b6-4272-be0e-14a7944f7edb', 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc', 'admin_state_up': True, 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'security_groups': ['5525d99f-e95d-4609-a21d-9034c7ef158f']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:29.882690 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7d473-d0ce-458b-a0da-4de09440db37 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event updated for resources: {'Network': ['ID=d2ddd464-6882-4cac-99d9-1634a90efaed,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:29.887541 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0bf7d473-d0ce-458b-a0da-4de09440db37 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4120021 May 13 15:08:29.891697 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35744) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:29.894920 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network d2ddd464-6882-4cac-99d9-1634a90efaed details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:08:29.919194 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-6f4f53fc-2cb0-4482-950b-eb559ef4561f tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Request body: {'subnet': {'network_id': 'd2ddd464-6882-4cac-99d9-1634a90efaed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:30.187289 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-221eeeef-5686-4748-8939-8c94f2470c8e req-ce2eda30-a357-4e4c-9f57-59120a61af2c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:30.232317 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-221eeeef-5686-4748-8939-8c94f2470c8e req-ce2eda30-a357-4e4c-9f57-59120a61af2c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:30.420251 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-221eeeef-5686-4748-8939-8c94f2470c8e req-ce2eda30-a357-4e4c-9f57-59120a61af2c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Made reservation on behalf of d15e70e5e3144c2db24c850097c3fbb0 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:30.440074 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-221eeeef-5686-4748-8939-8c94f2470c8e req-ce2eda30-a357-4e4c-9f57-59120a61af2c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:30.472666 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3bc0f6d4-7091-4f19-ad35-91d55af232f4 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:08:30.507332 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f16a5f4f-8b27-4b16-8c81-83b59a9677d7 req-c26e02e2-9955-4d6e-b4c0-5b19b95f1dc7 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 210 time: 0.2544422 May 13 15:08:30.822519 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:30.861863 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:30.903993 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 3bc0f6d4-7091-4f19-ad35-91d55af232f4 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:08:30.936360 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 32d4ff4b-ed4d-42ce-8589-1250969e66e9 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:08:31.027253 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6f4f53fc-2cb0-4482-950b-eb559ef4561f tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:31.033361 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219762a4-27c3-43f9-bc6c-40f69081ea3c None None] Network aff7069b-f311-4c5c-ab4a-298e43057387 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:31.038808 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6f4f53fc-2cb0-4482-950b-eb559ef4561f tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Usage tracker for resource:subnet and tenant:064ed6e6af4d4ea09afaac48d7e828c2 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:31.045941 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6f4f53fc-2cb0-4482-950b-eb559ef4561f tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:31.060337 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6f4f53fc-2cb0-4482-950b-eb559ef4561f tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:31.078290 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4f53fc-2cb0-4482-950b-eb559ef4561f tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Made reservation on behalf of 064ed6e6af4d4ea09afaac48d7e828c2 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:31.078290 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6f4f53fc-2cb0-4482-950b-eb559ef4561f tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:31.229067 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.ipam_backend_mixin [None req-6f4f53fc-2cb0-4482-950b-eb559ef4561f tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Performing IP validity checks on allocation pools {{(pid=88082) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 13 15:08:31.229067 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.ipam_backend_mixin [None req-6f4f53fc-2cb0-4482-950b-eb559ef4561f tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88082) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 13 15:08:31.276096 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-221eeeef-5686-4748-8939-8c94f2470c8e req-ce2eda30-a357-4e4c-9f57-59120a61af2c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Allocated IP 172.20.0.9 (2d732bf4-bc30-4ab8-be5f-a1747b048afc/5287b102-f481-477f-a6d5-3ef597015ecd/65b675a8-834a-4953-ace4-303f79671f0d) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:08:31.468842 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6f4f53fc-2cb0-4482-950b-eb559ef4561f tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:31.565673 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f53fc-2cb0-4482-950b-eb559ef4561f tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event updated for resources: {'Subnet': ['ID=4074c2b2-4a72-46bc-9045-bea4f75821e0,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:31.627102 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4f53fc-2cb0-4482-950b-eb559ef4561f tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Checking segment: {'id': 'e4472013-c5ca-4b26-a04b-9b96dba8a0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2ddd464-6882-4cac-99d9-1634a90efaed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:08:31.627102 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4f53fc-2cb0-4482-950b-eb559ef4561f tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Network hostable DHCP agents. Network: d2ddd464-6882-4cac-99d9-1634a90efaed, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:08:31.670817 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4f53fc-2cb0-4482-950b-eb559ef4561f tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Network d2ddd464-6882-4cac-99d9-1634a90efaed is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:08:31.689904 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-6f4f53fc-2cb0-4482-950b-eb559ef4561f tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, d2ddd464-6882-4cac-99d9-1634a90efaed) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:31.698551 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4f53fc-2cb0-4482-950b-eb559ef4561f tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:31.698551 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6f4f53fc-2cb0-4482-950b-eb559ef4561f tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:31.756902 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb64e87-e1e2-4bcd-8d29-7b3a21981a3e None None] Network d2ddd464-6882-4cac-99d9-1634a90efaed requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:31.802357 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3c5e399c-3faf-4516-a196-de18944e24f0 None None] Provisioning for port 3bc0f6d4-7091-4f19-ad35-91d55af232f4 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:08:31.872300 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35772) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:31.886186 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6f4f53fc-2cb0-4482-950b-eb559ef4561f tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.9725938 May 13 15:08:31.898325 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35778) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:31.940249 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-221eeeef-5686-4748-8939-8c94f2470c8e req-ce2eda30-a357-4e4c-9f57-59120a61af2c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:31.950878 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8989ddab-b031-4d9e-9a4c-235ce19addbb req-99e890a5-c415-4d65-a63d-657a9d08acc5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 210 time: 0.1781754 May 13 15:08:31.955399 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3c5e399c-3faf-4516-a196-de18944e24f0 None None] Provisioning complete for port 3bc0f6d4-7091-4f19-ad35-91d55af232f4 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:31.955399 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3c5e399c-3faf-4516-a196-de18944e24f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:31.982063 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-221eeeef-5686-4748-8939-8c94f2470c8e req-ce2eda30-a357-4e4c-9f57-59120a61af2c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Transition to ACTIVE for port object 65b675a8-834a-4953-ace4-303f79671f0d will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:08:32.017642 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-221eeeef-5686-4748-8939-8c94f2470c8e req-ce2eda30-a357-4e4c-9f57-59120a61af2c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:32.131861 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 32d4ff4b-ed4d-42ce-8589-1250969e66e9 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:08:32.177210 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 32d4ff4b-ed4d-42ce-8589-1250969e66e9 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:32.177210 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:32.202240 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3c7bda8e-681e-4f06-a98c-b19861f7b1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:32.238572 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-221eeeef-5686-4748-8939-8c94f2470c8e req-ce2eda30-a357-4e4c-9f57-59120a61af2c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Network 2d732bf4-bc30-4ab8-be5f-a1747b048afc is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:08:32.252062 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-221eeeef-5686-4748-8939-8c94f2470c8e req-ce2eda30-a357-4e4c-9f57-59120a61af2c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:32.266751 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3c7bda8e-681e-4f06-a98c-b19861f7b1c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:32.284322 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-221eeeef-5686-4748-8939-8c94f2470c8e req-ce2eda30-a357-4e4c-9f57-59120a61af2c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:08:32.292154 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:32.385009 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2eda30-a357-4e4c-9f57-59120a61af2c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'Port': ['ID=65b675a8-834a-4953-ace4-303f79671f0d,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:32.418156 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3c7bda8e-681e-4f06-a98c-b19861f7b1c2 admin admin] Usage tracker for resource:security_group_rule and tenant:0cf4385d59e94320868ee0d7259bdf09 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:32.422725 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6b6fa1de-c1bf-45ac-a324-cf80c4bae9a2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:32.438722 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3c7bda8e-681e-4f06-a98c-b19861f7b1c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:32.470702 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3c7bda8e-681e-4f06-a98c-b19861f7b1c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:32.545347 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221eeeef-5686-4748-8939-8c94f2470c8e req-ce2eda30-a357-4e4c-9f57-59120a61af2c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:32.545347 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-221eeeef-5686-4748-8939-8c94f2470c8e req-ce2eda30-a357-4e4c-9f57-59120a61af2c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:32.629253 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbf4d47-f25f-4cb7-aa3d-60cb0696edaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-d2ddd464-6882-4cac-99d9-1634a90efaed', 'network_id': 'd2ddd464-6882-4cac-99d9-1634a90efaed', 'tenant_id': '064ed6e6af4d4ea09afaac48d7e828c2', 'fixed_ips': [{'subnet_id': '4074c2b2-4a72-46bc-9045-bea4f75821e0'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:08:32.629253 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4bbf4d47-f25f-4cb7-aa3d-60cb0696edaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:32.645435 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6b6fa1de-c1bf-45ac-a324-cf80c4bae9a2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:32.689613 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3c5e399c-3faf-4516-a196-de18944e24f0 None None] Current status of the port 3bc0f6d4-7091-4f19-ad35-91d55af232f4 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:32.689613 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3c5e399c-3faf-4516-a196-de18944e24f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:32.696159 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-221eeeef-5686-4748-8939-8c94f2470c8e req-ce2eda30-a357-4e4c-9f57-59120a61af2c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9548752 May 13 15:08:32.828993 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3c7bda8e-681e-4f06-a98c-b19861f7b1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:32.828993 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3c7bda8e-681e-4f06-a98c-b19861f7b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:32.859749 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6b6fa1de-c1bf-45ac-a324-cf80c4bae9a2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:32.904657 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-221eeeef-5686-4748-8939-8c94f2470c8e req-254dd4fb-a1a7-461a-a00e-25c009a7eae8 service neutron] Request body: {'port': {'device_id': '11e4cdf0-c8b6-4272-be0e-14a7944f7edb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:32.925328 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fa1de-c1bf-45ac-a324-cf80c4bae9a2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event deleted for resources: {'Subnet': ['ID=4074c2b2-4a72-46bc-9045-bea4f75821e0,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:32.970844 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-3c5e399c-3faf-4516-a196-de18944e24f0 None None] For port 3bc0f6d4-7091-4f19-ad35-91d55af232f4, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3bc0f6d4-7091-4f19-ad35-91d55af232f4,segment=NetworkSegment(96836b87-6e71-41cd-8f23-42136053d332),segment_id=96836b87-6e71-41cd-8f23-42136053d332)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:32.998291 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3c5e399c-3faf-4516-a196-de18944e24f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:33.094673 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7bda8e-681e-4f06-a98c-b19861f7b1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a6722a-14e6-4cc2-b1e7-4f72b6a9a4e8,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:33.104441 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 32d4ff4b-ed4d-42ce-8589-1250969e66e9 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:33.104441 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:33.125325 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6b6fa1de-c1bf-45ac-a324-cf80c4bae9a2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:33.128331 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3c7bda8e-681e-4f06-a98c-b19861f7b1c2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0cf4385d59e94320868ee0d7259bdf09&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2549112 May 13 15:08:33.139010 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35788) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:33.312117 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-6b6fa1de-c1bf-45ac-a324-cf80c4bae9a2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ddd464-6882-4cac-99d9-1634a90efaed']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server [None req-4bbf4d47-f25f-4cb7-aa3d-60cb0696edaa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4074c2b2-4a72-46bc-9045-bea4f75821e0: This subnet is being modified by another concurrent operation. May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise exception May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4074c2b2-4a72-46bc-9045-bea4f75821e0: This subnet is being modified by another concurrent operation. May 13 15:08:33.333023 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server May 13 15:08:33.356931 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-6b6fa1de-c1bf-45ac-a324-cf80c4bae9a2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4472013-c5ca-4b26-a04b-9b96dba8a0a0') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:33.356931 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-6b6fa1de-c1bf-45ac-a324-cf80c4bae9a2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4472013-c5ca-4b26-a04b-9b96dba8a0a0') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:33.363918 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee1f86c-8792-42a2-ba2a-4094a3092290 None None] Network d2ddd464-6882-4cac-99d9-1634a90efaed requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:33.374908 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6b6fa1de-c1bf-45ac-a324-cf80c4bae9a2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:33.401135 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-73464c1c-af58-429b-8fec-199b968bccf3 None None] Provisioning for port 65b675a8-834a-4953-ace4-303f79671f0d completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:08:33.423060 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6b6fa1de-c1bf-45ac-a324-cf80c4bae9a2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:33.433058 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b6fa1de-c1bf-45ac-a324-cf80c4bae9a2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:08:33.433058 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6b6fa1de-c1bf-45ac-a324-cf80c4bae9a2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:33.437806 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-73464c1c-af58-429b-8fec-199b968bccf3 None None] Provisioning complete for port 65b675a8-834a-4953-ace4-303f79671f0d triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:33.437806 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-73464c1c-af58-429b-8fec-199b968bccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:33.457097 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:08:33.457097 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:08:33.457097 n-d-841760-1 neutron-server[88082]: timer() May 13 15:08:33.457097 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:08:33.457097 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:08:33.457097 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:08:33.457097 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:08:33.457097 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:08:33.457097 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:08:33.457097 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:08:33.457097 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:08:33.457097 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:08:33.457097 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:08:33.457097 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:08:33.457097 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:08:33.457097 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:08:33.457097 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:08:33.457097 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:08:33.457097 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:08:33.457097 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:08:33.457097 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:08:33.457097 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:08:33.457097 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:08:33.457097 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:08:33.457097 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:08:33.457097 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:08:33.457097 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:08:33.457097 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:08:33.457097 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:08:33.457097 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:08:33.457097 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:08:33.457097 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:08:33.484179 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e399c-3faf-4516-a196-de18944e24f0 None None] Pushing event updated for resources: {'Port': ['ID=3bc0f6d4-7091-4f19-ad35-91d55af232f4,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:33.516933 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 32d4ff4b-ed4d-42ce-8589-1250969e66e9, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=32d4ff4b-ed4d-42ce-8589-1250969e66e9,segment=NetworkSegment(ea59a2af-9274-4abf-87d4-9f926de3f03f),segment_id=ea59a2af-9274-4abf-87d4-9f926de3f03f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:33.592846 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6406cc6b-f8e5-408a-a399-402103bcf931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:33.628828 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6406cc6b-f8e5-408a-a399-402103bcf931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:33.635328 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6b6fa1de-c1bf-45ac-a324-cf80c4bae9a2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:33.650724 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:33.675864 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6b6fa1de-c1bf-45ac-a324-cf80c4bae9a2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:33.691943 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-221eeeef-5686-4748-8939-8c94f2470c8e req-254dd4fb-a1a7-461a-a00e-25c009a7eae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:33.697840 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fa1de-c1bf-45ac-a324-cf80c4bae9a2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event deleted for resources: {'Network': ['ID=d2ddd464-6882-4cac-99d9-1634a90efaed,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:33.707510 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6b6fa1de-c1bf-45ac-a324-cf80c4bae9a2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/networks/d2ddd464-6882-4cac-99d9-1634a90efaed HTTP/1.1" status: 204 len: 168 time: 1.8166835 May 13 15:08:33.707510 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35792) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:33.723731 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6406cc6b-f8e5-408a-a399-402103bcf931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:33.728546 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-437ab223-5f61-415a-a12b-b596088e07ff tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1761150240'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:33.738674 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-437ab223-5f61-415a-a12b-b596088e07ff tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:33.743628 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-437ab223-5f61-415a-a12b-b596088e07ff tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Usage tracker for resource:network and tenant:064ed6e6af4d4ea09afaac48d7e828c2 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:33.753061 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-437ab223-5f61-415a-a12b-b596088e07ff tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:33.782136 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-437ab223-5f61-415a-a12b-b596088e07ff tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:33.811365 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406cc6b-f8e5-408a-a399-402103bcf931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a6722a-14e6-4cc2-b1e7-4f72b6a9a4e8,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:33.831829 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6406cc6b-f8e5-408a-a399-402103bcf931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:33.831829 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6406cc6b-f8e5-408a-a399-402103bcf931 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/83a6722a-14e6-4cc2-b1e7-4f72b6a9a4e8 HTTP/1.1" status: 204 len: 168 time: 0.6903579 May 13 15:08:33.842544 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437ab223-5f61-415a-a12b-b596088e07ff tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Made reservation on behalf of 064ed6e6af4d4ea09afaac48d7e828c2 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:33.842544 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-437ab223-5f61-415a-a12b-b596088e07ff tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:33.878219 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04061c-4b5c-4bfc-b8ec-5e17520948fb req-e185dee0-96c4-4e4d-9392-69139529d10c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:33.884309 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437ab223-5f61-415a-a12b-b596088e07ff tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:08:33.889775 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-8a04061c-4b5c-4bfc-b8ec-5e17520948fb req-e185dee0-96c4-4e4d-9392-69139529d10c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Synchronizing usage tracker for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:08:33.902972 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-437ab223-5f61-415a-a12b-b596088e07ff tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:33.902972 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-437ab223-5f61-415a-a12b-b596088e07ff tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Added segment 97ef4346-27fb-4dfb-b028-8bc99125edfe of type vlan for network 979b578b-743e-4074-b122-2e5e417c570a May 13 15:08:33.910983 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3bc0f6d4-7091-4f19-ad35-91d55af232f4 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:08:33.965572 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-437ab223-5f61-415a-a12b-b596088e07ff tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:34.012029 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-73464c1c-af58-429b-8fec-199b968bccf3 None None] Port 65b675a8-834a-4953-ace4-303f79671f0d cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:08:34.042450 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-437ab223-5f61-415a-a12b-b596088e07ff tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:34.061844 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-8a04061c-4b5c-4bfc-b8ec-5e17520948fb req-e185dee0-96c4-4e4d-9392-69139529d10c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Unset dirty status for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:08:34.066405 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437ab223-5f61-415a-a12b-b596088e07ff tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:34.066405 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-437ab223-5f61-415a-a12b-b596088e07ff tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:34.071998 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8a04061c-4b5c-4bfc-b8ec-5e17520948fb req-e185dee0-96c4-4e4d-9392-69139529d10c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 931 time: 0.7305167 May 13 15:08:34.102590 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=32d4ff4b-ed4d-42ce-8589-1250969e66e9,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:34.130925 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8900c660-a8cb-4f64-aa1a-001752436230 None None] get_active_networks_info from n-d-841760-1 {{(pid=88083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:08:34.202892 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a9ce76a7-cb39-41ab-a45e-f9955e24d68f None None] Provisioning complete for port 3bc0f6d4-7091-4f19-ad35-91d55af232f4 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:34.202892 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a9ce76a7-cb39-41ab-a45e-f9955e24d68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:34.268658 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 3bc0f6d4-7091-4f19-ad35-91d55af232f4 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:34.268658 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:34.400646 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-437ab223-5f61-415a-a12b-b596088e07ff tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6866770 May 13 15:08:34.425850 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35800) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:34.466359 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-665e7700-d344-4d40-8479-98c2bc9d2632 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Request body: {'subnet': {'network_id': '979b578b-743e-4074-b122-2e5e417c570a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:34.512681 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8a04061c-4b5c-4bfc-b8ec-5e17520948fb req-9ecd7933-696e-494d-bd4d-4355c88c07c1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4027352 May 13 15:08:34.531736 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35804) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:34.611136 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9c31505f-58cb-4382-9819-1fa3e01aca4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:34.616773 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ab223-5f61-415a-a12b-b596088e07ff tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event updated for resources: {'Network': ['ID=979b578b-743e-4074-b122-2e5e417c570a,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:34.622435 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8900c660-a8cb-4f64-aa1a-001752436230 None None] Resources bound (agent type, host, resource id): {{(pid=88083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 15:08:34.643425 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 3bc0f6d4-7091-4f19-ad35-91d55af232f4 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:34.643425 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 979b578b-743e-4074-b122-2e5e417c570a details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:08:34.664727 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9c31505f-58cb-4382-9819-1fa3e01aca4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:34.688025 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9c31505f-58cb-4382-9819-1fa3e01aca4a admin admin] Usage tracker for resource:security_group_rule and tenant:a2ef1990a87741379738389ab957f5e1 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:34.694506 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-665e7700-d344-4d40-8479-98c2bc9d2632 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:34.694506 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-665e7700-d344-4d40-8479-98c2bc9d2632 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Usage tracker for resource:subnet and tenant:064ed6e6af4d4ea09afaac48d7e828c2 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:34.694506 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-665e7700-d344-4d40-8479-98c2bc9d2632 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:34.706433 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-665e7700-d344-4d40-8479-98c2bc9d2632 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:34.715615 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9c31505f-58cb-4382-9819-1fa3e01aca4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:34.721651 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665e7700-d344-4d40-8479-98c2bc9d2632 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Made reservation on behalf of 064ed6e6af4d4ea09afaac48d7e828c2 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:34.721651 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-665e7700-d344-4d40-8479-98c2bc9d2632 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:34.738411 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9c31505f-58cb-4382-9819-1fa3e01aca4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:34.749724 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-a9ce76a7-cb39-41ab-a45e-f9955e24d68f None None] Current status of the port 3bc0f6d4-7091-4f19-ad35-91d55af232f4 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:35.038201 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-221eeeef-5686-4748-8939-8c94f2470c8e req-254dd4fb-a1a7-461a-a00e-25c009a7eae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b675a8-834a-4953-ace4-303f79671f0d {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:08:35.058611 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-221eeeef-5686-4748-8939-8c94f2470c8e req-254dd4fb-a1a7-461a-a00e-25c009a7eae8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:35.128530 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-221eeeef-5686-4748-8939-8c94f2470c8e req-254dd4fb-a1a7-461a-a00e-25c009a7eae8 service neutron] Transition to ACTIVE for port object 65b675a8-834a-4953-ace4-303f79671f0d will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:08:35.149314 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-221eeeef-5686-4748-8939-8c94f2470c8e req-254dd4fb-a1a7-461a-a00e-25c009a7eae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:35.216943 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-665e7700-d344-4d40-8479-98c2bc9d2632 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:35.300047 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c44990b-61c2-41c5-915a-1187e21f8d60 None None] get_active_networks_info from n-d-841760-1 {{(pid=88083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:08:35.341225 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9c31505f-58cb-4382-9819-1fa3e01aca4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:35.409817 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e7700-d344-4d40-8479-98c2bc9d2632 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event updated for resources: {'Subnet': ['ID=a08f8252-341c-49b3-8f05-23030e962e37,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:35.424116 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9c31505f-58cb-4382-9819-1fa3e01aca4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:35.496462 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:08:35.577406 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254dd4fb-a1a7-461a-a00e-25c009a7eae8 service neutron] Pushing event updated for resources: {'Port': ['ID=65b675a8-834a-4953-ace4-303f79671f0d,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:35.621705 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9c31505f-58cb-4382-9819-1fa3e01aca4a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a2ef1990a87741379738389ab957f5e1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0953126 May 13 15:08:35.639028 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35810) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:35.759743 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665e7700-d344-4d40-8479-98c2bc9d2632 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Checking segment: {'id': '97ef4346-27fb-4dfb-b028-8bc99125edfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '979b578b-743e-4074-b122-2e5e417c570a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:08:35.759743 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665e7700-d344-4d40-8479-98c2bc9d2632 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Network hostable DHCP agents. Network: 979b578b-743e-4074-b122-2e5e417c570a, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:08:35.763838 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31505f-58cb-4382-9819-1fa3e01aca4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459c1d82-316b-487e-b09e-c4bfb7c1f332,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:35.779379 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 32d4ff4b-ed4d-42ce-8589-1250969e66e9 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:08:35.803498 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f95ae3d8-2ad0-438b-8180-a765fe281c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:35.807910 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-221eeeef-5686-4748-8939-8c94f2470c8e req-254dd4fb-a1a7-461a-a00e-25c009a7eae8 service neutron] Attempting to bind port 65b675a8-834a-4953-ace4-303f79671f0d on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:08:35.807910 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-221eeeef-5686-4748-8939-8c94f2470c8e req-254dd4fb-a1a7-461a-a00e-25c009a7eae8 service neutron] Attempting to bind port 65b675a8-834a-4953-ace4-303f79671f0d by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'ea59a2af-9274-4abf-87d4-9f926de3f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:08:35.807910 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221eeeef-5686-4748-8939-8c94f2470c8e req-254dd4fb-a1a7-461a-a00e-25c009a7eae8 service neutron] Attempting to bind port 65b675a8-834a-4953-ace4-303f79671f0d on network 2d732bf4-bc30-4ab8-be5f-a1747b048afc {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:08:35.824026 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221eeeef-5686-4748-8939-8c94f2470c8e req-254dd4fb-a1a7-461a-a00e-25c009a7eae8 service neutron] Port 65b675a8-834a-4953-ace4-303f79671f0d on network 2d732bf4-bc30-4ab8-be5f-a1747b048afc not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:08:35.824026 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221eeeef-5686-4748-8939-8c94f2470c8e req-254dd4fb-a1a7-461a-a00e-25c009a7eae8 service neutron] Attempting to bind port 65b675a8-834a-4953-ace4-303f79671f0d on network 2d732bf4-bc30-4ab8-be5f-a1747b048afc {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:08:35.839544 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221eeeef-5686-4748-8939-8c94f2470c8e req-254dd4fb-a1a7-461a-a00e-25c009a7eae8 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:08:35.839544 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221eeeef-5686-4748-8939-8c94f2470c8e req-254dd4fb-a1a7-461a-a00e-25c009a7eae8 service neutron] Checking segment: {'id': 'ea59a2af-9274-4abf-87d4-9f926de3f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:08:35.839544 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221eeeef-5686-4748-8939-8c94f2470c8e req-254dd4fb-a1a7-461a-a00e-25c009a7eae8 service neutron] Bound using segment: {'id': 'ea59a2af-9274-4abf-87d4-9f926de3f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:08:35.839544 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-221eeeef-5686-4748-8939-8c94f2470c8e req-254dd4fb-a1a7-461a-a00e-25c009a7eae8 service neutron] Bound port: 65b675a8-834a-4953-ace4-303f79671f0d, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea59a2af-9274-4abf-87d4-9f926de3f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:08:35.839544 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-221eeeef-5686-4748-8939-8c94f2470c8e req-254dd4fb-a1a7-461a-a00e-25c009a7eae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:35.909848 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c44990b-61c2-41c5-915a-1187e21f8d60 None None] Network 979b578b-743e-4074-b122-2e5e417c570a is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:08:35.916530 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f95ae3d8-2ad0-438b-8180-a765fe281c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:35.927601 n-d-841760-1 neutron-server[88082]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-665e7700-d344-4d40-8479-98c2bc9d2632 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Agent 65871071-f0ac-4919-9bd7-df22cf96e282 already present May 13 15:08:35.927601 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665e7700-d344-4d40-8479-98c2bc9d2632 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Network 979b578b-743e-4074-b122-2e5e417c570a is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:08:35.927601 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-665e7700-d344-4d40-8479-98c2bc9d2632 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 979b578b-743e-4074-b122-2e5e417c570a) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:35.930350 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 32d4ff4b-ed4d-42ce-8589-1250969e66e9 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:35.930350 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:35.934645 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665e7700-d344-4d40-8479-98c2bc9d2632 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:35.935305 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-665e7700-d344-4d40-8479-98c2bc9d2632 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:35.970393 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-665e7700-d344-4d40-8479-98c2bc9d2632 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5483811 May 13 15:08:35.979998 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35501b-2ce3-4493-901c-baf3c51f9fae req-b59939d3-53a8-4c75-9651-565d6db8fabd tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:35.980148 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c44990b-61c2-41c5-915a-1187e21f8d60 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 979b578b-743e-4074-b122-2e5e417c570a) {{(pid=88083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 15:08:35.981802 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6e35501b-2ce3-4493-901c-baf3c51f9fae req-b59939d3-53a8-4c75-9651-565d6db8fabd tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 943 time: 0.1984727 May 13 15:08:35.982481 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35814) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:36.192383 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6e35501b-2ce3-4493-901c-baf3c51f9fae req-84518787-d1da-40b9-8881-43a52866eaf5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765776 May 13 15:08:36.236076 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-221eeeef-5686-4748-8939-8c94f2470c8e req-254dd4fb-a1a7-461a-a00e-25c009a7eae8 service neutron] For port 65b675a8-834a-4953-ace4-303f79671f0d, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:08:36.236076 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-221eeeef-5686-4748-8939-8c94f2470c8e req-254dd4fb-a1a7-461a-a00e-25c009a7eae8 service neutron] For port 65b675a8-834a-4953-ace4-303f79671f0d, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=65b675a8-834a-4953-ace4-303f79671f0d,segment=NetworkSegment(ea59a2af-9274-4abf-87d4-9f926de3f03f),segment_id=ea59a2af-9274-4abf-87d4-9f926de3f03f)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:08:36.251208 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-221eeeef-5686-4748-8939-8c94f2470c8e req-254dd4fb-a1a7-461a-a00e-25c009a7eae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:36.364331 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221eeeef-5686-4748-8939-8c94f2470c8e req-254dd4fb-a1a7-461a-a00e-25c009a7eae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:36.364331 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-221eeeef-5686-4748-8939-8c94f2470c8e req-254dd4fb-a1a7-461a-a00e-25c009a7eae8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:36.364331 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-221eeeef-5686-4748-8939-8c94f2470c8e req-254dd4fb-a1a7-461a-a00e-25c009a7eae8 service neutron] 10.222.0.74 "PUT /v2.0/ports/65b675a8-834a-4953-ace4-303f79671f0d HTTP/1.1" status: 200 len: 1091 time: 3.6451318 May 13 15:08:36.364331 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e4cdf0-c8b6-4272-be0e-14a7944f7edb', 'tag': '65b675a8-834a-4953-ace4-303f79671f0d'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:08:36.370730 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b52209e8-5ccc-4350-a014-fefc461d20bd tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:36.380340 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f95ae3d8-2ad0-438b-8180-a765fe281c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:36.456274 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ae3d8-2ad0-438b-8180-a765fe281c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459c1d82-316b-487e-b09e-c4bfb7c1f332,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:36.512731 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e094e660-7db7-47dd-a1f4-4fb84042d07d'] response: {'name': 'network-changed', 'server_uuid': '11e4cdf0-c8b6-4272-be0e-14a7944f7edb', 'tag': '65b675a8-834a-4953-ace4-303f79671f0d', 'status': 'completed', 'code': 200} May 13 15:08:36.524035 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f95ae3d8-2ad0-438b-8180-a765fe281c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:36.524035 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f95ae3d8-2ad0-438b-8180-a765fe281c61 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/459c1d82-316b-487e-b09e-c4bfb7c1f332 HTTP/1.1" status: 204 len: 168 time: 0.8803971 May 13 15:08:36.539411 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254dd4fb-a1a7-461a-a00e-25c009a7eae8 service neutron] Pushing event updated for resources: {'Port': ['ID=65b675a8-834a-4953-ace4-303f79671f0d,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:36.558971 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b52209e8-5ccc-4350-a014-fefc461d20bd tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:36.580815 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221eeeef-5686-4748-8939-8c94f2470c8e req-02733622-ae27-49e8-88cb-74499d9a70fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:36.580815 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-221eeeef-5686-4748-8939-8c94f2470c8e req-02733622-ae27-49e8-88cb-74499d9a70fb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 1094 time: 0.1285899 May 13 15:08:36.651748 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 32d4ff4b-ed4d-42ce-8589-1250969e66e9 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:36.658907 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b52209e8-5ccc-4350-a014-fefc461d20bd tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:36.677111 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-221eeeef-5686-4748-8939-8c94f2470c8e req-deee8886-7118-4565-af4c-3ddbb842d555 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65b675a8-834a-4953-ace4-303f79671f0d HTTP/1.1" status: 200 len: 217 time: 0.0897074 May 13 15:08:36.856848 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221eeeef-5686-4748-8939-8c94f2470c8e req-3af14855-9099-4591-996e-a57f3bd4cb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:36.867641 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-221eeeef-5686-4748-8939-8c94f2470c8e req-3af14855-9099-4591-996e-a57f3bd4cb63 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5287b102-f481-477f-a6d5-3ef597015ecd HTTP/1.1" status: 200 len: 834 time: 0.1791210 May 13 15:08:36.952525 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e731c65-c43c-4a00-8b5f-e1cac26735ce None None] Network 979b578b-743e-4074-b122-2e5e417c570a requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:36.977329 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b52209e8-5ccc-4350-a014-fefc461d20bd tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:37.042376 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-b52209e8-5ccc-4350-a014-fefc461d20bd tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['979b578b-743e-4074-b122-2e5e417c570a']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:37.081105 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-b52209e8-5ccc-4350-a014-fefc461d20bd tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ef4346-27fb-4dfb-b028-8bc99125edfe') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:37.081105 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-b52209e8-5ccc-4350-a014-fefc461d20bd tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ef4346-27fb-4dfb-b028-8bc99125edfe') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:37.112928 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221eeeef-5686-4748-8939-8c94f2470c8e req-dd1bf68e-15ba-4f9a-8dde-41f120a395b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:37.112928 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-221eeeef-5686-4748-8939-8c94f2470c8e req-dd1bf68e-15ba-4f9a-8dde-41f120a395b7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2d732bf4-bc30-4ab8-be5f-a1747b048afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2397714 May 13 15:08:37.131794 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b52209e8-5ccc-4350-a014-fefc461d20bd tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:37.161449 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52209e8-5ccc-4350-a014-fefc461d20bd tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event deleted for resources: {'Subnet': ['ID=a08f8252-341c-49b3-8f05-23030e962e37,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:37.210204 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b52209e8-5ccc-4350-a014-fefc461d20bd tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:37.256096 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b52209e8-5ccc-4350-a014-fefc461d20bd tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:08:37.256096 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b52209e8-5ccc-4350-a014-fefc461d20bd tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:37.468316 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:08:37.468316 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:08:37.468316 n-d-841760-1 neutron-server[88082]: timer() May 13 15:08:37.468316 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:08:37.468316 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:08:37.468316 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:08:37.468316 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:08:37.468316 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:08:37.468316 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:08:37.468316 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:08:37.468316 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:08:37.468316 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:08:37.468316 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:08:37.468316 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:08:37.468316 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:08:37.468316 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:08:37.468316 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:08:37.468316 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:08:37.468316 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:08:37.468316 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:08:37.468316 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:08:37.468316 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:08:37.468316 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:08:37.468316 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:08:37.468316 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:08:37.468316 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:08:37.468316 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:08:37.468316 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:08:37.468316 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:08:37.468316 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:08:37.468316 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:08:37.468316 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:08:37.503103 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430199e9-7dbe-4cfb-bf63-5aa62d76b02c None None] Network 979b578b-743e-4074-b122-2e5e417c570a requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:37.567163 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b52209e8-5ccc-4350-a014-fefc461d20bd tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:37.601727 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-221eeeef-5686-4748-8939-8c94f2470c8e req-5beb15c5-43a9-4f94-8eb5-628ada251fe4 service neutron] 10.222.0.74 "GET /v2.0/networks/2d732bf4-bc30-4ab8-be5f-a1747b048afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4834197 May 13 15:08:37.619779 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b52209e8-5ccc-4350-a014-fefc461d20bd tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:37.645835 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52209e8-5ccc-4350-a014-fefc461d20bd tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event deleted for resources: {'Network': ['ID=979b578b-743e-4074-b122-2e5e417c570a,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:37.656435 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b52209e8-5ccc-4350-a014-fefc461d20bd tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/networks/979b578b-743e-4074-b122-2e5e417c570a HTTP/1.1" status: 204 len: 168 time: 1.6726403 May 13 15:08:37.657383 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35836) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:37.689886 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c39a9-028a-4a69-93ab-bd5b15f694f6 req-14561a41-dcf6-4131-ab3a-2533b4894ace tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:37.692259 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-540c39a9-028a-4a69-93ab-bd5b15f694f6 req-14561a41-dcf6-4131-ab3a-2533b4894ace tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 943 time: 0.1972461 May 13 15:08:37.777266 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-3674abaa-4975-4c3a-bed6-a6a2c1107ead tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1067690507'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:37.786309 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3674abaa-4975-4c3a-bed6-a6a2c1107ead tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:37.791462 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3674abaa-4975-4c3a-bed6-a6a2c1107ead tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Usage tracker for resource:network and tenant:064ed6e6af4d4ea09afaac48d7e828c2 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:37.795287 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3674abaa-4975-4c3a-bed6-a6a2c1107ead tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:37.798962 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-540c39a9-028a-4a69-93ab-bd5b15f694f6 req-7497795b-01eb-492a-85bb-9db9cee2a039 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841856 May 13 15:08:37.802547 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3674abaa-4975-4c3a-bed6-a6a2c1107ead tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:37.840660 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3674abaa-4975-4c3a-bed6-a6a2c1107ead tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Made reservation on behalf of 064ed6e6af4d4ea09afaac48d7e828c2 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:37.844624 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3674abaa-4975-4c3a-bed6-a6a2c1107ead tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:37.898057 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-221eeeef-5686-4748-8939-8c94f2470c8e req-7c66e4c4-3ced-432f-a10d-602f45af7161 service neutron] 10.222.0.74 "GET /v2.0/networks/2d732bf4-bc30-4ab8-be5f-a1747b048afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912991 May 13 15:08:37.906145 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3674abaa-4975-4c3a-bed6-a6a2c1107ead tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:08:37.920237 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3674abaa-4975-4c3a-bed6-a6a2c1107ead tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:37.920737 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-3674abaa-4975-4c3a-bed6-a6a2c1107ead tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Added segment fb908cab-c83a-497c-a250-3ce6deab3e96 of type vlan for network 0a09a63b-dcb3-4fbf-98ba-e41546069d46 May 13 15:08:37.959167 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3674abaa-4975-4c3a-bed6-a6a2c1107ead tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:38.049741 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3674abaa-4975-4c3a-bed6-a6a2c1107ead tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:38.057690 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3674abaa-4975-4c3a-bed6-a6a2c1107ead tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:38.057690 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3674abaa-4975-4c3a-bed6-a6a2c1107ead tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:38.157819 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3674abaa-4975-4c3a-bed6-a6a2c1107ead tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4992940 May 13 15:08:38.162244 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35852) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:38.168651 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-a8c10095-ff62-4d46-8439-5e1ed6b466eb tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Request body: {'subnet': {'network_id': '0a09a63b-dcb3-4fbf-98ba-e41546069d46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:38.181756 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674abaa-4975-4c3a-bed6-a6a2c1107ead tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event updated for resources: {'Network': ['ID=0a09a63b-dcb3-4fbf-98ba-e41546069d46,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:38.193635 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd17d8-2564-4885-81e0-b736b037b869 req-d910a590-1e7b-4bb7-833c-78938364e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:38.194594 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 0a09a63b-dcb3-4fbf-98ba-e41546069d46 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:08:38.196368 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4cfd17d8-2564-4885-81e0-b736b037b869 req-d910a590-1e7b-4bb7-833c-78938364e6e5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 1094 time: 0.2131653 May 13 15:08:38.336428 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a8c10095-ff62-4d46-8439-5e1ed6b466eb tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:38.340600 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a8c10095-ff62-4d46-8439-5e1ed6b466eb tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Usage tracker for resource:subnet and tenant:064ed6e6af4d4ea09afaac48d7e828c2 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:38.357592 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a8c10095-ff62-4d46-8439-5e1ed6b466eb tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:38.367195 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a8c10095-ff62-4d46-8439-5e1ed6b466eb tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:38.381607 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c10095-ff62-4d46-8439-5e1ed6b466eb tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Made reservation on behalf of 064ed6e6af4d4ea09afaac48d7e828c2 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:38.392767 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a8c10095-ff62-4d46-8439-5e1ed6b466eb tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:38.400731 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd17d8-2564-4885-81e0-b736b037b869 req-ac0ae187-2e36-4c02-8489-e619a4626864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:38.402363 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4cfd17d8-2564-4885-81e0-b736b037b869 req-ac0ae187-2e36-4c02-8489-e619a4626864 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2d732bf4-bc30-4ab8-be5f-a1747b048afc HTTP/1.1" status: 200 len: 897 time: 0.1992259 May 13 15:08:38.493195 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4cfd17d8-2564-4885-81e0-b736b037b869 req-a35c2ff5-ad55-4579-be78-3577cac0bdec service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65b675a8-834a-4953-ace4-303f79671f0d HTTP/1.1" status: 200 len: 217 time: 0.0853453 May 13 15:08:38.564306 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd17d8-2564-4885-81e0-b736b037b869 req-b24fbaf3-1bad-40c8-96f9-05564c444b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:38.565867 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4cfd17d8-2564-4885-81e0-b736b037b869 req-b24fbaf3-1bad-40c8-96f9-05564c444b53 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5287b102-f481-477f-a6d5-3ef597015ecd HTTP/1.1" status: 200 len: 834 time: 0.0670538 May 13 15:08:38.660816 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd17d8-2564-4885-81e0-b736b037b869 req-7caa0a2f-e59a-433c-afbe-5b9dd75ac5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:38.662498 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4cfd17d8-2564-4885-81e0-b736b037b869 req-7caa0a2f-e59a-433c-afbe-5b9dd75ac5a3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2d732bf4-bc30-4ab8-be5f-a1747b048afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899284 May 13 15:08:38.671032 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a8c10095-ff62-4d46-8439-5e1ed6b466eb tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:38.758161 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c10095-ff62-4d46-8439-5e1ed6b466eb tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event updated for resources: {'Subnet': ['ID=85f7d776-8ffb-45ef-925f-e879c6c673b0,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:38.765950 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c10095-ff62-4d46-8439-5e1ed6b466eb tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Checking segment: {'id': 'fb908cab-c83a-497c-a250-3ce6deab3e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0a09a63b-dcb3-4fbf-98ba-e41546069d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:08:38.766304 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c10095-ff62-4d46-8439-5e1ed6b466eb tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Network hostable DHCP agents. Network: 0a09a63b-dcb3-4fbf-98ba-e41546069d46, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:08:38.787006 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c10095-ff62-4d46-8439-5e1ed6b466eb tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Network 0a09a63b-dcb3-4fbf-98ba-e41546069d46 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:08:38.798924 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-a8c10095-ff62-4d46-8439-5e1ed6b466eb tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 0a09a63b-dcb3-4fbf-98ba-e41546069d46) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:38.803921 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c10095-ff62-4d46-8439-5e1ed6b466eb tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:38.805095 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a8c10095-ff62-4d46-8439-5e1ed6b466eb tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:38.812553 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2213620f-e914-43ba-ba17-a5e9d52ed7c1 None None] Network 0a09a63b-dcb3-4fbf-98ba-e41546069d46 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:38.830819 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4cfd17d8-2564-4885-81e0-b736b037b869 req-260f762c-2362-4450-b5bd-d412ab8f5181 service neutron] 10.222.0.74 "GET /v2.0/networks/2d732bf4-bc30-4ab8-be5f-a1747b048afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611850 May 13 15:08:38.831777 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a8c10095-ff62-4d46-8439-5e1ed6b466eb tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6677775 May 13 15:08:38.834064 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35874) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:39.161866 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350e2dcf-37b4-44ce-a5c8-0b5faca5bb09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-0a09a63b-dcb3-4fbf-98ba-e41546069d46', 'network_id': '0a09a63b-dcb3-4fbf-98ba-e41546069d46', 'tenant_id': '064ed6e6af4d4ea09afaac48d7e828c2', 'fixed_ips': [{'subnet_id': '85f7d776-8ffb-45ef-925f-e879c6c673b0'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:08:39.167382 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-350e2dcf-37b4-44ce-a5c8-0b5faca5bb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:39.332322 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e223aa-438d-4703-965d-24aef4444340 req-878feec8-a778-4386-8cec-afeb94d2e881 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:39.334008 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1e223aa-438d-4703-965d-24aef4444340 req-878feec8-a778-4386-8cec-afeb94d2e881 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 943 time: 0.2036688 May 13 15:08:39.346564 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:39.346564 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4cfd17d8-2564-4885-81e0-b736b037b869 req-c1d14840-fc18-4116-bbc0-e6208d66c801 service neutron] 10.222.0.74 "GET /v2.0/networks/2d732bf4-bc30-4ab8-be5f-a1747b048afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4833143 May 13 15:08:39.384758 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-350e2dcf-37b4-44ce-a5c8-0b5faca5bb09 None None] Allocated IP 172.20.0.2 (0a09a63b-dcb3-4fbf-98ba-e41546069d46/85f7d776-8ffb-45ef-925f-e879c6c673b0/651a32c2-5d19-4f29-ac7c-ee0ec0dbd4e3) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:08:39.455548 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c1e223aa-438d-4703-965d-24aef4444340 req-d9e929c6-ef76-4471-8c7a-31ed6caaba3d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138592 May 13 15:08:39.466257 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:39.677056 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-350e2dcf-37b4-44ce-a5c8-0b5faca5bb09 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:39.705344 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-350e2dcf-37b4-44ce-a5c8-0b5faca5bb09 None None] Transition to ACTIVE for port object 651a32c2-5d19-4f29-ac7c-ee0ec0dbd4e3 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:08:39.721879 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-350e2dcf-37b4-44ce-a5c8-0b5faca5bb09 None None] Transition to ACTIVE for port object 651a32c2-5d19-4f29-ac7c-ee0ec0dbd4e3 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:08:39.731343 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-350e2dcf-37b4-44ce-a5c8-0b5faca5bb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:39.762284 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:39.824841 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event deleted for resources: {'Subnet': ['ID=85f7d776-8ffb-45ef-925f-e879c6c673b0,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:39.825024 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350e2dcf-37b4-44ce-a5c8-0b5faca5bb09 None None] Network 0a09a63b-dcb3-4fbf-98ba-e41546069d46 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:08:39.828211 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-350e2dcf-37b4-44ce-a5c8-0b5faca5bb09 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:39.832060 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350e2dcf-37b4-44ce-a5c8-0b5faca5bb09 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:08:39.848819 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e2dcf-37b4-44ce-a5c8-0b5faca5bb09 None None] Pushing event updated for resources: {'Port': ['ID=651a32c2-5d19-4f29-ac7c-ee0ec0dbd4e3,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:39.982899 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:40.043491 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a09a63b-dcb3-4fbf-98ba-e41546069d46']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:40.048760 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-350e2dcf-37b4-44ce-a5c8-0b5faca5bb09 None None] Attempting to bind port 651a32c2-5d19-4f29-ac7c-ee0ec0dbd4e3 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:08:40.048760 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-350e2dcf-37b4-44ce-a5c8-0b5faca5bb09 None None] Attempting to bind port 651a32c2-5d19-4f29-ac7c-ee0ec0dbd4e3 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'fb908cab-c83a-497c-a250-3ce6deab3e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0a09a63b-dcb3-4fbf-98ba-e41546069d46'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:08:40.048760 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350e2dcf-37b4-44ce-a5c8-0b5faca5bb09 None None] Attempting to bind port 651a32c2-5d19-4f29-ac7c-ee0ec0dbd4e3 on network 0a09a63b-dcb3-4fbf-98ba-e41546069d46 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:08:40.056941 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350e2dcf-37b4-44ce-a5c8-0b5faca5bb09 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:08:40.056941 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350e2dcf-37b4-44ce-a5c8-0b5faca5bb09 None None] Checking segment: {'id': 'fb908cab-c83a-497c-a250-3ce6deab3e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0a09a63b-dcb3-4fbf-98ba-e41546069d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:08:40.056941 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-350e2dcf-37b4-44ce-a5c8-0b5faca5bb09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:40.056941 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350e2dcf-37b4-44ce-a5c8-0b5faca5bb09 None None] Bound using segment: {'id': 'fb908cab-c83a-497c-a250-3ce6deab3e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0a09a63b-dcb3-4fbf-98ba-e41546069d46'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:08:40.056941 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-350e2dcf-37b4-44ce-a5c8-0b5faca5bb09 None None] Bound port: 651a32c2-5d19-4f29-ac7c-ee0ec0dbd4e3, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb908cab-c83a-497c-a250-3ce6deab3e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0a09a63b-dcb3-4fbf-98ba-e41546069d46'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:08:40.056941 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-350e2dcf-37b4-44ce-a5c8-0b5faca5bb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:40.062497 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb908cab-c83a-497c-a250-3ce6deab3e96') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:40.062497 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb908cab-c83a-497c-a250-3ce6deab3e96') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:40.081136 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:40.118676 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:40.141798 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:08:40.141798 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:40.174433 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 15:08:40.174433 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:08:40.174433 n-d-841760-1 neutron-server[88081]: timer() May 13 15:08:40.174433 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:08:40.174433 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 15:08:40.174433 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:08:40.174433 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 15:08:40.174433 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:08:40.174433 n-d-841760-1 neutron-server[88081]: self._notify() May 13 15:08:40.174433 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:08:40.174433 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 15:08:40.174433 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:08:40.174433 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 15:08:40.174433 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:08:40.174433 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:08:40.174433 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:08:40.174433 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:08:40.174433 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:08:40.174433 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 15:08:40.174433 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:08:40.174433 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 15:08:40.174433 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:08:40.174433 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:08:40.174433 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:08:40.174433 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 15:08:40.174433 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:08:40.174433 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:08:40.174433 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:08:40.174433 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:08:40.174433 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:08:40.174433 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:08:40.174433 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:08:40.244694 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-350e2dcf-37b4-44ce-a5c8-0b5faca5bb09 None None] For port 651a32c2-5d19-4f29-ac7c-ee0ec0dbd4e3, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:08:40.292841 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-350e2dcf-37b4-44ce-a5c8-0b5faca5bb09 None None] For port 651a32c2-5d19-4f29-ac7c-ee0ec0dbd4e3, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=651a32c2-5d19-4f29-ac7c-ee0ec0dbd4e3,segment=NetworkSegment(fb908cab-c83a-497c-a250-3ce6deab3e96),segment_id=fb908cab-c83a-497c-a250-3ce6deab3e96)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:08:40.300620 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 13 15:08:40.300620 n-d-841760-1 neutron-server[88081]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 13 15:08:40.300620 n-d-841760-1 neutron-server[88081]: [parameters: {'id': '0a09a63b-dcb3-4fbf-98ba-e41546069d46'}] May 13 15:08:40.300620 n-d-841760-1 neutron-server[88081]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:08:40.300620 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:08:40.311832 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-350e2dcf-37b4-44ce-a5c8-0b5faca5bb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:40.464613 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e2dcf-37b4-44ce-a5c8-0b5faca5bb09 None None] Pushing event updated for resources: {'Port': ['ID=651a32c2-5d19-4f29-ac7c-ee0ec0dbd4e3,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:40.503574 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f1454b-8990-4cf0-979a-f155c5135420 None None] Network 0a09a63b-dcb3-4fbf-98ba-e41546069d46 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:40.799581 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:40.818064 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Deleting port 651a32c2-5d19-4f29-ac7c-ee0ec0dbd4e3 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:08:40.818064 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:41.007161 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608fbcb-4964-457d-b39f-3b2eb1f7a038 req-8f086d5f-508c-4704-a126-417e2bf6db37 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:41.020043 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2608fbcb-4964-457d-b39f-3b2eb1f7a038 req-8f086d5f-508c-4704-a126-417e2bf6db37 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 943 time: 0.2902222 May 13 15:08:41.025940 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fc2e77-8154-4669-b1cc-2cd0110c82b2 None None] get_active_networks_info from n-d-841760-1 {{(pid=88083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:08:41.128446 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2608fbcb-4964-457d-b39f-3b2eb1f7a038 req-d223ea13-b6dc-41a9-9adb-dcca890bc6c5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054556 May 13 15:08:41.249372 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fc2e77-8154-4669-b1cc-2cd0110c82b2 None None] Resources bound (agent type, host, resource id): {{(pid=88083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 15:08:41.400658 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] For port 651a32c2-5d19-4f29-ac7c-ee0ec0dbd4e3, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=651a32c2-5d19-4f29-ac7c-ee0ec0dbd4e3,segment=NetworkSegment(fb908cab-c83a-497c-a250-3ce6deab3e96),segment_id=fb908cab-c83a-497c-a250-3ce6deab3e96)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:41.400658 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:41.431324 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 65b675a8-834a-4953-ace4-303f79671f0d details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:08:41.660870 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Calling delete_port for 651a32c2-5d19-4f29-ac7c-ee0ec0dbd4e3 owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:08:41.770923 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 65b675a8-834a-4953-ace4-303f79671f0d, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=65b675a8-834a-4953-ace4-303f79671f0d,segment=NetworkSegment(ea59a2af-9274-4abf-87d4-9f926de3f03f),segment_id=ea59a2af-9274-4abf-87d4-9f926de3f03f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:41.785480 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '65b675a8-834a-4953-ace4-303f79671f0d', 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc', 'port_id': '65b675a8-834a-4953-ace4-303f79671f0d', 'mac_address': 'fa:16:3e:ec:6a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5287b102-f481-477f-a6d5-3ef597015ecd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:08:41.911482 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:41.973825 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 65b675a8-834a-4953-ace4-303f79671f0d is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:41.974297 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:42.008334 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b675a8-834a-4953-ace4-303f79671f0d {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:08:42.019986 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event deleted for resources: {'Port': ['ID=651a32c2-5d19-4f29-ac7c-ee0ec0dbd4e3,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:42.019986 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] No DVR routers for this DVR port 651a32c2-5d19-4f29-ac7c-ee0ec0dbd4e3 on host n-d-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:08:42.050714 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 65b675a8-834a-4953-ace4-303f79671f0d, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=65b675a8-834a-4953-ace4-303f79671f0d,segment=NetworkSegment(ea59a2af-9274-4abf-87d4-9f926de3f03f),segment_id=ea59a2af-9274-4abf-87d4-9f926de3f03f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:42.050714 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:42.196238 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=65b675a8-834a-4953-ace4-303f79671f0d,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:42.325620 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:42.372147 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a09a63b-dcb3-4fbf-98ba-e41546069d46']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:42.396566 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb908cab-c83a-497c-a250-3ce6deab3e96') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:42.396566 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb908cab-c83a-497c-a250-3ce6deab3e96') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:42.417234 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['65b675a8-834a-4953-ace4-303f79671f0d'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:08:42.424866 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:42.498358 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:42.508707 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:08:42.509122 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:42.529046 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 15:08:42.529046 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:08:42.529046 n-d-841760-1 neutron-server[88081]: timer() May 13 15:08:42.529046 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:08:42.529046 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 15:08:42.529046 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:08:42.529046 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 15:08:42.529046 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:08:42.529046 n-d-841760-1 neutron-server[88081]: self._notify() May 13 15:08:42.529046 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:08:42.529046 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 15:08:42.529046 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:08:42.529046 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 15:08:42.529046 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:08:42.529046 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:08:42.529046 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:08:42.529046 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:08:42.529046 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:08:42.529046 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 15:08:42.529046 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:08:42.529046 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 15:08:42.529046 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:08:42.529046 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:08:42.529046 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:08:42.529046 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 15:08:42.529046 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:08:42.529046 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:08:42.529046 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:08:42.529046 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:08:42.529046 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:08:42.529046 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:08:42.529046 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:08:42.798655 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:42.810995 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:42.854370 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event deleted for resources: {'Network': ['ID=0a09a63b-dcb3-4fbf-98ba-e41546069d46,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:42.870525 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538bfc8-0bdb-4eb0-80a8-50e8e4667023 req-ba4068a0-b730-4b1a-83c9-aac8345717a6 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:42.872262 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3538bfc8-0bdb-4eb0-80a8-50e8e4667023 req-ba4068a0-b730-4b1a-83c9-aac8345717a6 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 944 time: 0.4347701 May 13 15:08:42.873368 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2d7b69e1-d70e-4cfe-b034-dd64e5e4c858 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/networks/0a09a63b-dcb3-4fbf-98ba-e41546069d46 HTTP/1.1" status: 204 len: 168 time: 4.0380404 May 13 15:08:42.878872 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35902) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:42.886301 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-6c3ceff7-a50d-4628-828c-c71ea46eece2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1059161466'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:42.912251 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6c3ceff7-a50d-4628-828c-c71ea46eece2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:42.912251 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6c3ceff7-a50d-4628-828c-c71ea46eece2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Usage tracker for resource:network and tenant:064ed6e6af4d4ea09afaac48d7e828c2 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:42.936187 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6c3ceff7-a50d-4628-828c-c71ea46eece2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:42.960884 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6c3ceff7-a50d-4628-828c-c71ea46eece2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:42.984436 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3ceff7-a50d-4628-828c-c71ea46eece2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Made reservation on behalf of 064ed6e6af4d4ea09afaac48d7e828c2 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:42.984436 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6c3ceff7-a50d-4628-828c-c71ea46eece2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:43.014573 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3538bfc8-0bdb-4eb0-80a8-50e8e4667023 req-5ea55310-76c4-4cea-a9c0-5cdcfd51fb69 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098104 May 13 15:08:43.048772 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3ceff7-a50d-4628-828c-c71ea46eece2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:08:43.078408 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6c3ceff7-a50d-4628-828c-c71ea46eece2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:43.078408 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-6c3ceff7-a50d-4628-828c-c71ea46eece2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Added segment 87f66a74-9bcd-4a96-aa4b-dfd574807856 of type vlan for network cfe3f7b7-73aa-4f2a-b16a-01b1b9240d6e May 13 15:08:43.139240 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6c3ceff7-a50d-4628-828c-c71ea46eece2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:43.168642 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6c3ceff7-a50d-4628-828c-c71ea46eece2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:43.174215 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3ceff7-a50d-4628-828c-c71ea46eece2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:43.174828 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6c3ceff7-a50d-4628-828c-c71ea46eece2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:43.303467 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6c3ceff7-a50d-4628-828c-c71ea46eece2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4141386 May 13 15:08:43.307989 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35906) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:43.311979 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ceff7-a50d-4628-828c-c71ea46eece2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event updated for resources: {'Network': ['ID=cfe3f7b7-73aa-4f2a-b16a-01b1b9240d6e,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:43.321399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-dc074373-a4b7-49cc-8531-da6b7a441f38 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Request body: {'subnet': {'network_id': 'cfe3f7b7-73aa-4f2a-b16a-01b1b9240d6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:43.325332 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ceff7-a50d-4628-828c-c71ea46eece2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:43.325681 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ceff7-a50d-4628-828c-c71ea46eece2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:43.326351 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ceff7-a50d-4628-828c-c71ea46eece2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:43.326698 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ceff7-a50d-4628-828c-c71ea46eece2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:43.327033 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ceff7-a50d-4628-828c-c71ea46eece2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:43.328893 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ceff7-a50d-4628-828c-c71ea46eece2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:43.328893 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ceff7-a50d-4628-828c-c71ea46eece2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:43.328893 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ceff7-a50d-4628-828c-c71ea46eece2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:43.328893 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ceff7-a50d-4628-828c-c71ea46eece2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:43.330629 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ceff7-a50d-4628-828c-c71ea46eece2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:43.330629 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ceff7-a50d-4628-828c-c71ea46eece2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:43.330629 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ceff7-a50d-4628-828c-c71ea46eece2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:43.353126 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network cfe3f7b7-73aa-4f2a-b16a-01b1b9240d6e details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:08:43.620533 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-dc074373-a4b7-49cc-8531-da6b7a441f38 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:43.646649 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-dc074373-a4b7-49cc-8531-da6b7a441f38 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Usage tracker for resource:subnet and tenant:064ed6e6af4d4ea09afaac48d7e828c2 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:43.646649 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-dc074373-a4b7-49cc-8531-da6b7a441f38 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:43.671563 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-dc074373-a4b7-49cc-8531-da6b7a441f38 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:43.687789 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc074373-a4b7-49cc-8531-da6b7a441f38 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Made reservation on behalf of 064ed6e6af4d4ea09afaac48d7e828c2 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:43.694985 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dc074373-a4b7-49cc-8531-da6b7a441f38 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:43.876594 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.ipam_backend_mixin [None req-dc074373-a4b7-49cc-8531-da6b7a441f38 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Performing IP validity checks on allocation pools {{(pid=88081) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 13 15:08:43.877393 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.ipam_backend_mixin [None req-dc074373-a4b7-49cc-8531-da6b7a441f38 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88081) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 13 15:08:44.081391 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dc074373-a4b7-49cc-8531-da6b7a441f38 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:44.178291 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc074373-a4b7-49cc-8531-da6b7a441f38 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event updated for resources: {'Subnet': ['ID=66b5e2de-ddbe-4334-9717-4784cf9fd806,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:44.187131 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc074373-a4b7-49cc-8531-da6b7a441f38 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Checking segment: {'id': '87f66a74-9bcd-4a96-aa4b-dfd574807856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cfe3f7b7-73aa-4f2a-b16a-01b1b9240d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:08:44.187251 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc074373-a4b7-49cc-8531-da6b7a441f38 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Network hostable DHCP agents. Network: cfe3f7b7-73aa-4f2a-b16a-01b1b9240d6e, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:08:44.232645 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc074373-a4b7-49cc-8531-da6b7a441f38 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Network cfe3f7b7-73aa-4f2a-b16a-01b1b9240d6e is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:08:44.246522 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-dc074373-a4b7-49cc-8531-da6b7a441f38 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, cfe3f7b7-73aa-4f2a-b16a-01b1b9240d6e) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:44.255968 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687f9c8b-d755-4756-b61a-39b2b7b1020d None None] Network cfe3f7b7-73aa-4f2a-b16a-01b1b9240d6e requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:44.284412 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc074373-a4b7-49cc-8531-da6b7a441f38 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:44.284412 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dc074373-a4b7-49cc-8531-da6b7a441f38 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:44.324895 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-dc074373-a4b7-49cc-8531-da6b7a441f38 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0108416 May 13 15:08:44.324895 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35916) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:44.332727 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b87000-5219-474f-b262-d76d0318a4f3 req-f4c720f2-ec8b-4f12-b848-9f10c496d807 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:44.351355 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-09b87000-5219-474f-b262-d76d0318a4f3 req-f4c720f2-ec8b-4f12-b848-9f10c496d807 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 944 time: 0.1598854 May 13 15:08:44.571645 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2815cc16-1181-42f6-aa40-7c5fc20c8778 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:44.583162 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-09b87000-5219-474f-b262-d76d0318a4f3 req-1c5c15a7-0cfa-433f-98de-2dfd7fca1d2c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379744 May 13 15:08:44.645859 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb62f0b-a34d-47bd-89a6-31d1385b1b9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-cfe3f7b7-73aa-4f2a-b16a-01b1b9240d6e', 'network_id': 'cfe3f7b7-73aa-4f2a-b16a-01b1b9240d6e', 'tenant_id': '064ed6e6af4d4ea09afaac48d7e828c2', 'fixed_ips': [{'subnet_id': '66b5e2de-ddbe-4334-9717-4784cf9fd806'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:08:44.646736 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2eb62f0b-a34d-47bd-89a6-31d1385b1b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:44.689242 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2815cc16-1181-42f6-aa40-7c5fc20c8778 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:44.804043 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2815cc16-1181-42f6-aa40-7c5fc20c8778 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server [None req-2eb62f0b-a34d-47bd-89a6-31d1385b1b9a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 66b5e2de-ddbe-4334-9717-4784cf9fd806: This subnet is being modified by another concurrent operation. May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise exception May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 66b5e2de-ddbe-4334-9717-4784cf9fd806: This subnet is being modified by another concurrent operation. May 13 15:08:44.812889 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server May 13 15:08:44.842977 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a075967-de0a-4b9c-83e0-12eea3bf19aa None None] Network cfe3f7b7-73aa-4f2a-b16a-01b1b9240d6e requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:44.868340 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815cc16-1181-42f6-aa40-7c5fc20c8778 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event deleted for resources: {'Subnet': ['ID=66b5e2de-ddbe-4334-9717-4784cf9fd806,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:45.021699 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2815cc16-1181-42f6-aa40-7c5fc20c8778 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:45.075628 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-2815cc16-1181-42f6-aa40-7c5fc20c8778 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe3f7b7-73aa-4f2a-b16a-01b1b9240d6e']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:45.101025 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-2815cc16-1181-42f6-aa40-7c5fc20c8778 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87f66a74-9bcd-4a96-aa4b-dfd574807856') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:45.101025 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-2815cc16-1181-42f6-aa40-7c5fc20c8778 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87f66a74-9bcd-4a96-aa4b-dfd574807856') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:45.121751 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2815cc16-1181-42f6-aa40-7c5fc20c8778 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:45.158346 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2815cc16-1181-42f6-aa40-7c5fc20c8778 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:45.161751 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eafcf49-1471-4d8b-8a7a-13c1cb6801f7 None None] get_active_networks_info from n-d-841760-1 {{(pid=88083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:08:45.180246 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2815cc16-1181-42f6-aa40-7c5fc20c8778 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:08:45.180246 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2815cc16-1181-42f6-aa40-7c5fc20c8778 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:45.215355 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 15:08:45.215355 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:08:45.215355 n-d-841760-1 neutron-server[88081]: timer() May 13 15:08:45.215355 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:08:45.215355 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 15:08:45.215355 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:08:45.215355 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 15:08:45.215355 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:08:45.215355 n-d-841760-1 neutron-server[88081]: self._notify() May 13 15:08:45.215355 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:08:45.215355 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 15:08:45.215355 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:08:45.215355 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 15:08:45.215355 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:08:45.215355 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:08:45.215355 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:08:45.215355 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:08:45.215355 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:08:45.215355 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 15:08:45.215355 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:08:45.215355 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 15:08:45.215355 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:08:45.215355 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:08:45.215355 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:08:45.215355 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 15:08:45.215355 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:08:45.215355 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:08:45.215355 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:08:45.215355 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:08:45.215355 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:08:45.215355 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:08:45.215355 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:08:45.337267 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2815cc16-1181-42f6-aa40-7c5fc20c8778 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:45.357119 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2815cc16-1181-42f6-aa40-7c5fc20c8778 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:45.370341 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815cc16-1181-42f6-aa40-7c5fc20c8778 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event deleted for resources: {'Network': ['ID=cfe3f7b7-73aa-4f2a-b16a-01b1b9240d6e,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:45.382380 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2815cc16-1181-42f6-aa40-7c5fc20c8778 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/networks/cfe3f7b7-73aa-4f2a-b16a-01b1b9240d6e HTTP/1.1" status: 204 len: 168 time: 1.0623477 May 13 15:08:45.382843 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eafcf49-1471-4d8b-8a7a-13c1cb6801f7 None None] Resources bound (agent type, host, resource id): {{(pid=88083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 15:08:45.383806 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35928) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:45.391625 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-07887676-7a03-4478-b0b2-393f9bb98f35 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1091004802'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:45.399482 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-07887676-7a03-4478-b0b2-393f9bb98f35 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:45.404574 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-07887676-7a03-4478-b0b2-393f9bb98f35 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Usage tracker for resource:network and tenant:064ed6e6af4d4ea09afaac48d7e828c2 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:45.408927 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-07887676-7a03-4478-b0b2-393f9bb98f35 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:45.416136 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-07887676-7a03-4478-b0b2-393f9bb98f35 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:45.428258 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07887676-7a03-4478-b0b2-393f9bb98f35 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Made reservation on behalf of 064ed6e6af4d4ea09afaac48d7e828c2 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:45.433751 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-07887676-7a03-4478-b0b2-393f9bb98f35 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:45.473276 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 65b675a8-834a-4953-ace4-303f79671f0d up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:08:45.483841 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07887676-7a03-4478-b0b2-393f9bb98f35 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:08:45.499565 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-07887676-7a03-4478-b0b2-393f9bb98f35 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:45.500144 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-07887676-7a03-4478-b0b2-393f9bb98f35 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Added segment ba41b565-a354-4445-a74d-13a3233690de of type vlan for network aad5a2f6-918d-44ea-9b08-1acd98fd43b7 May 13 15:08:45.543040 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-07887676-7a03-4478-b0b2-393f9bb98f35 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:45.594886 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-07887676-7a03-4478-b0b2-393f9bb98f35 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:45.599992 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 65b675a8-834a-4953-ace4-303f79671f0d completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:08:45.601182 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07887676-7a03-4478-b0b2-393f9bb98f35 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:45.601901 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-07887676-7a03-4478-b0b2-393f9bb98f35 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:45.623660 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 65b675a8-834a-4953-ace4-303f79671f0d triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:45.623660 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:45.785855 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-07887676-7a03-4478-b0b2-393f9bb98f35 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4009049 May 13 15:08:45.789374 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35938) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:45.795271 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-018fef77-8e53-4a1c-bca8-f1f12efb63c4 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Request body: {'subnet': {'network_id': 'aad5a2f6-918d-44ea-9b08-1acd98fd43b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:45.906408 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07887676-7a03-4478-b0b2-393f9bb98f35 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event updated for resources: {'Network': ['ID=aad5a2f6-918d-44ea-9b08-1acd98fd43b7,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:45.933805 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network aad5a2f6-918d-44ea-9b08-1acd98fd43b7 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:08:45.961077 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511c011-6ae5-4fce-a141-cf79e77208f6 req-0717cc39-fda1-4929-80ff-fb4f122b4da7 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:45.963672 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4511c011-6ae5-4fce-a141-cf79e77208f6 req-0717cc39-fda1-4929-80ff-fb4f122b4da7 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 944 time: 0.1795883 May 13 15:08:46.052227 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 65b675a8-834a-4953-ace4-303f79671f0d is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:46.052781 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:46.055141 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-018fef77-8e53-4a1c-bca8-f1f12efb63c4 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:46.057332 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4511c011-6ae5-4fce-a141-cf79e77208f6 req-81d28500-b842-4855-86a2-258378bee780 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860193 May 13 15:08:46.063816 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-018fef77-8e53-4a1c-bca8-f1f12efb63c4 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Usage tracker for resource:subnet and tenant:064ed6e6af4d4ea09afaac48d7e828c2 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:46.068983 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-018fef77-8e53-4a1c-bca8-f1f12efb63c4 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:46.079799 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-018fef77-8e53-4a1c-bca8-f1f12efb63c4 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:46.094851 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018fef77-8e53-4a1c-bca8-f1f12efb63c4 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Made reservation on behalf of 064ed6e6af4d4ea09afaac48d7e828c2 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:46.100772 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-018fef77-8e53-4a1c-bca8-f1f12efb63c4 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:46.149278 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e4cdf0-c8b6-4272-be0e-14a7944f7edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b675a8-834a-4953-ace4-303f79671f0d'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:08:46.166306 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 65b675a8-834a-4953-ace4-303f79671f0d, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=65b675a8-834a-4953-ace4-303f79671f0d,segment=NetworkSegment(ea59a2af-9274-4abf-87d4-9f926de3f03f),segment_id=ea59a2af-9274-4abf-87d4-9f926de3f03f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:46.175903 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:46.245420 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca2f343d-5690-4c42-812e-ff91f42ee8e9'] response: {'server_uuid': '11e4cdf0-c8b6-4272-be0e-14a7944f7edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b675a8-834a-4953-ace4-303f79671f0d', 'code': 200} May 13 15:08:46.287583 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=65b675a8-834a-4953-ace4-303f79671f0d,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:46.425962 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191194e-54b9-4998-8459-47155284a039 req-8887e1ef-f4a9-404e-9db1-36db6d6b4d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:46.430153 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b191194e-54b9-4998-8459-47155284a039 req-8887e1ef-f4a9-404e-9db1-36db6d6b4d79 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 1096 time: 0.0916030 May 13 15:08:46.470054 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-018fef77-8e53-4a1c-bca8-f1f12efb63c4 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:46.490950 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b191194e-54b9-4998-8459-47155284a039 req-33b8e6d9-542c-43b6-8809-92b52a8917f8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554645 May 13 15:08:46.564319 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018fef77-8e53-4a1c-bca8-f1f12efb63c4 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event updated for resources: {'Subnet': ['ID=d80736cd-d24b-42b9-b27c-781bc91b2279,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:46.571614 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018fef77-8e53-4a1c-bca8-f1f12efb63c4 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Checking segment: {'id': 'ba41b565-a354-4445-a74d-13a3233690de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'aad5a2f6-918d-44ea-9b08-1acd98fd43b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:08:46.572244 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018fef77-8e53-4a1c-bca8-f1f12efb63c4 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Network hostable DHCP agents. Network: aad5a2f6-918d-44ea-9b08-1acd98fd43b7, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:08:46.597425 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018fef77-8e53-4a1c-bca8-f1f12efb63c4 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Network aad5a2f6-918d-44ea-9b08-1acd98fd43b7 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:08:46.610495 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-018fef77-8e53-4a1c-bca8-f1f12efb63c4 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, aad5a2f6-918d-44ea-9b08-1acd98fd43b7) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:46.616209 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018fef77-8e53-4a1c-bca8-f1f12efb63c4 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:46.617161 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-018fef77-8e53-4a1c-bca8-f1f12efb63c4 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:46.624262 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582d0cdd-918d-4dfc-ae41-af6d122691a4 None None] Network aad5a2f6-918d-44ea-9b08-1acd98fd43b7 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:46.649739 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-018fef77-8e53-4a1c-bca8-f1f12efb63c4 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8589394 May 13 15:08:46.652327 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35946) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:46.843826 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dbc79d76-65fa-4151-8001-7570a3671950 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:46.955521 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b15d872-3d65-4130-8a63-561f4a0300d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-aad5a2f6-918d-44ea-9b08-1acd98fd43b7', 'network_id': 'aad5a2f6-918d-44ea-9b08-1acd98fd43b7', 'tenant_id': '064ed6e6af4d4ea09afaac48d7e828c2', 'fixed_ips': [{'subnet_id': 'd80736cd-d24b-42b9-b27c-781bc91b2279'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:08:46.957533 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4b15d872-3d65-4130-8a63-561f4a0300d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:46.959947 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dbc79d76-65fa-4151-8001-7570a3671950 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:47.072525 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dbc79d76-65fa-4151-8001-7570a3671950 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server [None req-4b15d872-3d65-4130-8a63-561f4a0300d1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d80736cd-d24b-42b9-b27c-781bc91b2279: This subnet is being modified by another concurrent operation. May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise exception May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d80736cd-d24b-42b9-b27c-781bc91b2279: This subnet is being modified by another concurrent operation. May 13 15:08:47.090915 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server May 13 15:08:47.119256 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc79d76-65fa-4151-8001-7570a3671950 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event deleted for resources: {'Subnet': ['ID=d80736cd-d24b-42b9-b27c-781bc91b2279,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:47.134771 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2cf47d-cb0b-429d-a11a-72af2188a595 None None] Network aad5a2f6-918d-44ea-9b08-1acd98fd43b7 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:47.310333 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dbc79d76-65fa-4151-8001-7570a3671950 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:47.344837 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-dbc79d76-65fa-4151-8001-7570a3671950 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad5a2f6-918d-44ea-9b08-1acd98fd43b7']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:47.349377 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557cb33e-2d6c-41f4-aeb7-b51372d4f0e1 None None] get_active_networks_info from n-d-841760-1 {{(pid=88083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:08:47.360074 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-dbc79d76-65fa-4151-8001-7570a3671950 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba41b565-a354-4445-a74d-13a3233690de') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:47.360637 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-dbc79d76-65fa-4151-8001-7570a3671950 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba41b565-a354-4445-a74d-13a3233690de') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:47.364131 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8a44e-47d1-4e37-8596-27a193e17484 req-d5b32ca5-0a70-496f-9eca-7fa4d74c1357 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:47.366447 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cac8a44e-47d1-4e37-8596-27a193e17484 req-d5b32ca5-0a70-496f-9eca-7fa4d74c1357 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 945 time: 0.1035419 May 13 15:08:47.381498 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dbc79d76-65fa-4151-8001-7570a3671950 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:47.408226 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dbc79d76-65fa-4151-8001-7570a3671950 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:47.416704 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cac8a44e-47d1-4e37-8596-27a193e17484 req-f429d735-309f-4c94-89b6-0ca6cbd511c1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430875 May 13 15:08:47.419775 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc79d76-65fa-4151-8001-7570a3671950 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:08:47.420204 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dbc79d76-65fa-4151-8001-7570a3671950 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:47.441211 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:08:47.441211 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:08:47.441211 n-d-841760-1 neutron-server[88082]: timer() May 13 15:08:47.441211 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:08:47.441211 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:08:47.441211 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:08:47.441211 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:08:47.441211 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:08:47.441211 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:08:47.441211 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:08:47.441211 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:08:47.441211 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:08:47.441211 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:08:47.441211 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:08:47.441211 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:08:47.441211 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:08:47.441211 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:08:47.441211 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:08:47.441211 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:08:47.441211 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:08:47.441211 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:08:47.441211 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:08:47.441211 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:08:47.441211 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:08:47.441211 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:08:47.441211 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:08:47.441211 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:08:47.441211 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:08:47.441211 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:08:47.441211 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:08:47.441211 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:08:47.441211 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:08:47.477559 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557cb33e-2d6c-41f4-aeb7-b51372d4f0e1 None None] Resources bound (agent type, host, resource id): {{(pid=88083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 15:08:47.557981 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dbc79d76-65fa-4151-8001-7570a3671950 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:47.566685 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dbc79d76-65fa-4151-8001-7570a3671950 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:47.610786 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc79d76-65fa-4151-8001-7570a3671950 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event deleted for resources: {'Network': ['ID=aad5a2f6-918d-44ea-9b08-1acd98fd43b7,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:47.620436 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-dbc79d76-65fa-4151-8001-7570a3671950 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/networks/aad5a2f6-918d-44ea-9b08-1acd98fd43b7 HTTP/1.1" status: 204 len: 168 time: 0.9628696 May 13 15:08:47.621318 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35954) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:47.627504 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-e45d6c1b-b913-48d4-b378-7cd7a3851346 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2071179439'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:47.634152 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e45d6c1b-b913-48d4-b378-7cd7a3851346 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:47.638513 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e45d6c1b-b913-48d4-b378-7cd7a3851346 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Usage tracker for resource:network and tenant:064ed6e6af4d4ea09afaac48d7e828c2 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:47.641848 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e45d6c1b-b913-48d4-b378-7cd7a3851346 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:47.648460 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e45d6c1b-b913-48d4-b378-7cd7a3851346 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:47.662556 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45d6c1b-b913-48d4-b378-7cd7a3851346 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Made reservation on behalf of 064ed6e6af4d4ea09afaac48d7e828c2 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:47.666682 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e45d6c1b-b913-48d4-b378-7cd7a3851346 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:47.702886 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45d6c1b-b913-48d4-b378-7cd7a3851346 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:08:47.715068 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e45d6c1b-b913-48d4-b378-7cd7a3851346 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:47.715448 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-e45d6c1b-b913-48d4-b378-7cd7a3851346 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Added segment 15bbf813-5c07-4bd0-bd31-0bdaaeead927 of type vlan for network 76ea4085-577d-4389-ae2c-1c041d1e6a64 May 13 15:08:47.762632 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e45d6c1b-b913-48d4-b378-7cd7a3851346 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:47.808816 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e45d6c1b-b913-48d4-b378-7cd7a3851346 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:47.820602 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45d6c1b-b913-48d4-b378-7cd7a3851346 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:47.821631 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e45d6c1b-b913-48d4-b378-7cd7a3851346 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:47.877643 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e45d6c1b-b913-48d4-b378-7cd7a3851346 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2518208 May 13 15:08:47.880255 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35958) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:47.892447 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-624f057e-0c30-4c02-a8f5-588a806d2fce tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Request body: {'subnet': {'network_id': '76ea4085-577d-4389-ae2c-1c041d1e6a64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:47.965927 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d6c1b-b913-48d4-b378-7cd7a3851346 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event updated for resources: {'Network': ['ID=76ea4085-577d-4389-ae2c-1c041d1e6a64,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:47.988392 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 76ea4085-577d-4389-ae2c-1c041d1e6a64 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:08:48.049995 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-624f057e-0c30-4c02-a8f5-588a806d2fce tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:48.055725 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-624f057e-0c30-4c02-a8f5-588a806d2fce tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Usage tracker for resource:subnet and tenant:064ed6e6af4d4ea09afaac48d7e828c2 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:48.064488 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-624f057e-0c30-4c02-a8f5-588a806d2fce tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:48.078223 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-624f057e-0c30-4c02-a8f5-588a806d2fce tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:48.094444 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624f057e-0c30-4c02-a8f5-588a806d2fce tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Made reservation on behalf of 064ed6e6af4d4ea09afaac48d7e828c2 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:48.102437 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-624f057e-0c30-4c02-a8f5-588a806d2fce tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:48.297239 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:48.475201 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-624f057e-0c30-4c02-a8f5-588a806d2fce tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:48.550793 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f057e-0c30-4c02-a8f5-588a806d2fce tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event updated for resources: {'Subnet': ['ID=dddbdb7e-4a32-495d-bd74-e6eaeb100dcd,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:48.563837 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624f057e-0c30-4c02-a8f5-588a806d2fce tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Checking segment: {'id': '15bbf813-5c07-4bd0-bd31-0bdaaeead927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '76ea4085-577d-4389-ae2c-1c041d1e6a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:08:48.564192 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624f057e-0c30-4c02-a8f5-588a806d2fce tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Network hostable DHCP agents. Network: 76ea4085-577d-4389-ae2c-1c041d1e6a64, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:08:48.586422 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624f057e-0c30-4c02-a8f5-588a806d2fce tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Network 76ea4085-577d-4389-ae2c-1c041d1e6a64 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:08:48.597242 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-624f057e-0c30-4c02-a8f5-588a806d2fce tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 76ea4085-577d-4389-ae2c-1c041d1e6a64) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:48.602217 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624f057e-0c30-4c02-a8f5-588a806d2fce tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:48.602784 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-624f057e-0c30-4c02-a8f5-588a806d2fce tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:48.607501 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d94ac7f-bd47-4fa1-8803-c423aaf9bc0f None None] Network 76ea4085-577d-4389-ae2c-1c041d1e6a64 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:48.628120 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-624f057e-0c30-4c02-a8f5-588a806d2fce tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7454314 May 13 15:08:48.630834 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35970) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:48.631481 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d4541-cf5f-4fb3-826a-e29268a1bb76 req-4c6b683c-ac05-4db6-8937-d343c7521ba2 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:48.633914 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cc8d4541-cf5f-4fb3-826a-e29268a1bb76 req-4c6b683c-ac05-4db6-8937-d343c7521ba2 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 945 time: 0.0901730 May 13 15:08:48.694494 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cc8d4541-cf5f-4fb3-826a-e29268a1bb76 req-cd71ffa5-732a-4791-8a66-24d0f3074e88 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545123 May 13 15:08:48.814008 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:48.856993 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280945d8-2c6f-421e-a949-a0900f3d6d98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-76ea4085-577d-4389-ae2c-1c041d1e6a64', 'network_id': '76ea4085-577d-4389-ae2c-1c041d1e6a64', 'tenant_id': '064ed6e6af4d4ea09afaac48d7e828c2', 'fixed_ips': [{'subnet_id': 'dddbdb7e-4a32-495d-bd74-e6eaeb100dcd'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:08:48.857826 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-280945d8-2c6f-421e-a949-a0900f3d6d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:48.958298 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:49.006349 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d6124-1531-4224-a047-eb56a94056ba req-72b2d350-c91a-4e6a-a057-517017a870d1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:49.008389 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-245d6124-1531-4224-a047-eb56a94056ba req-72b2d350-c91a-4e6a-a057-517017a870d1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 945 time: 0.1909015 May 13 15:08:49.072528 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-245d6124-1531-4224-a047-eb56a94056ba req-04182f53-794f-4cae-96c7-336c388b8467 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541625 May 13 15:08:49.085983 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-280945d8-2c6f-421e-a949-a0900f3d6d98 None None] Allocated IP 172.20.0.1 (76ea4085-577d-4389-ae2c-1c041d1e6a64/dddbdb7e-4a32-495d-bd74-e6eaeb100dcd/4eb24dad-801e-4879-ba8b-bf5d7460f208) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:08:49.098255 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35976) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:49.174659 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587d3704-e630-4a95-9816-8e12baaaae55 tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:49.176335 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-587d3704-e630-4a95-9816-8e12baaaae55 tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 1091 time: 0.0769997 May 13 15:08:49.179658 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 35980) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:49.184695 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-816b3df0-e89f-4cd6-bb90-c26fa3bc96db tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'port_id': '65b675a8-834a-4953-ace4-303f79671f0d', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:49.192062 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-816b3df0-e89f-4cd6-bb90-c26fa3bc96db tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:49.197134 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-816b3df0-e89f-4cd6-bb90-c26fa3bc96db tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:floatingip and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:49.200229 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-816b3df0-e89f-4cd6-bb90-c26fa3bc96db tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:49.206481 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-816b3df0-e89f-4cd6-bb90-c26fa3bc96db tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:49.220394 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-816b3df0-e89f-4cd6-bb90-c26fa3bc96db tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for floatingip, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:49.323870 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-280945d8-2c6f-421e-a949-a0900f3d6d98 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:49.336877 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-280945d8-2c6f-421e-a949-a0900f3d6d98 None None] Transition to ACTIVE for port object 4eb24dad-801e-4879-ba8b-bf5d7460f208 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:08:49.358361 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-280945d8-2c6f-421e-a949-a0900f3d6d98 None None] Transition to ACTIVE for port object 4eb24dad-801e-4879-ba8b-bf5d7460f208 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:08:49.365852 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-280945d8-2c6f-421e-a949-a0900f3d6d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:49.384589 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:49.398859 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-816b3df0-e89f-4cd6-bb90-c26fa3bc96db tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:49.436152 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event deleted for resources: {'Subnet': ['ID=dddbdb7e-4a32-495d-bd74-e6eaeb100dcd,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:49.448256 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280945d8-2c6f-421e-a949-a0900f3d6d98 None None] Network 76ea4085-577d-4389-ae2c-1c041d1e6a64 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:08:49.452070 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-280945d8-2c6f-421e-a949-a0900f3d6d98 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:49.456295 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280945d8-2c6f-421e-a949-a0900f3d6d98 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:08:49.468929 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280945d8-2c6f-421e-a949-a0900f3d6d98 None None] Pushing event updated for resources: {'Port': ['ID=4eb24dad-801e-4879-ba8b-bf5d7460f208,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:49.565525 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-280945d8-2c6f-421e-a949-a0900f3d6d98 None None] Attempting to bind port 4eb24dad-801e-4879-ba8b-bf5d7460f208 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:08:49.566185 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-280945d8-2c6f-421e-a949-a0900f3d6d98 None None] Attempting to bind port 4eb24dad-801e-4879-ba8b-bf5d7460f208 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '15bbf813-5c07-4bd0-bd31-0bdaaeead927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '76ea4085-577d-4389-ae2c-1c041d1e6a64'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:08:49.566773 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280945d8-2c6f-421e-a949-a0900f3d6d98 None None] Attempting to bind port 4eb24dad-801e-4879-ba8b-bf5d7460f208 on network 76ea4085-577d-4389-ae2c-1c041d1e6a64 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:08:49.570301 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:49.574368 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280945d8-2c6f-421e-a949-a0900f3d6d98 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:08:49.575046 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280945d8-2c6f-421e-a949-a0900f3d6d98 None None] Checking segment: {'id': '15bbf813-5c07-4bd0-bd31-0bdaaeead927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '76ea4085-577d-4389-ae2c-1c041d1e6a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:08:49.575660 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-280945d8-2c6f-421e-a949-a0900f3d6d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:49.576220 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280945d8-2c6f-421e-a949-a0900f3d6d98 None None] Bound using segment: {'id': '15bbf813-5c07-4bd0-bd31-0bdaaeead927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '76ea4085-577d-4389-ae2c-1c041d1e6a64'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:08:49.576875 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-280945d8-2c6f-421e-a949-a0900f3d6d98 None None] Bound port: 4eb24dad-801e-4879-ba8b-bf5d7460f208, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bbf813-5c07-4bd0-bd31-0bdaaeead927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '76ea4085-577d-4389-ae2c-1c041d1e6a64'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:08:49.577440 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-280945d8-2c6f-421e-a949-a0900f3d6d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:49.601935 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76ea4085-577d-4389-ae2c-1c041d1e6a64']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:49.616074 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15bbf813-5c07-4bd0-bd31-0bdaaeead927') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:49.616373 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15bbf813-5c07-4bd0-bd31-0bdaaeead927') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:49.630987 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:49.649384 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:49.661998 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:08:49.662457 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:49.681012 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 15:08:49.681012 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:08:49.681012 n-d-841760-1 neutron-server[88081]: timer() May 13 15:08:49.681012 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:08:49.681012 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 15:08:49.681012 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:08:49.681012 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 15:08:49.681012 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:08:49.681012 n-d-841760-1 neutron-server[88081]: self._notify() May 13 15:08:49.681012 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:08:49.681012 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 15:08:49.681012 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:08:49.681012 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 15:08:49.681012 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:08:49.681012 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:08:49.681012 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:08:49.681012 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:08:49.681012 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:08:49.681012 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 15:08:49.681012 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:08:49.681012 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 15:08:49.681012 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:08:49.681012 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:08:49.681012 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:08:49.681012 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 15:08:49.681012 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:08:49.681012 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:08:49.681012 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:08:49.681012 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:08:49.681012 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:08:49.681012 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:08:49.681012 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:08:49.698231 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-280945d8-2c6f-421e-a949-a0900f3d6d98 None None] For port 4eb24dad-801e-4879-ba8b-bf5d7460f208, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:08:49.706021 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-816b3df0-e89f-4cd6-bb90-c26fa3bc96db tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Allocated IP 172.25.0.228 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/88c127d8-23c5-4ae2-a9e6-fc286e7bbb0c) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:08:49.781184 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-280945d8-2c6f-421e-a949-a0900f3d6d98 None None] For port 4eb24dad-801e-4879-ba8b-bf5d7460f208, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=4eb24dad-801e-4879-ba8b-bf5d7460f208,segment=NetworkSegment(15bbf813-5c07-4bd0-bd31-0bdaaeead927),segment_id=15bbf813-5c07-4bd0-bd31-0bdaaeead927)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:08:49.782795 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 13 15:08:49.782795 n-d-841760-1 neutron-server[88081]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 13 15:08:49.782795 n-d-841760-1 neutron-server[88081]: [parameters: {'id': '76ea4085-577d-4389-ae2c-1c041d1e6a64'}] May 13 15:08:49.782795 n-d-841760-1 neutron-server[88081]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:08:49.783506 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:08:49.786426 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-280945d8-2c6f-421e-a949-a0900f3d6d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:49.869261 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280945d8-2c6f-421e-a949-a0900f3d6d98 None None] Pushing event updated for resources: {'Port': ['ID=4eb24dad-801e-4879-ba8b-bf5d7460f208,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:49.929114 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-816b3df0-e89f-4cd6-bb90-c26fa3bc96db tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:49.964178 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089249fb-39a4-434b-8ff9-5b0aa6e503e3 None None] Network 76ea4085-577d-4389-ae2c-1c041d1e6a64 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:49.978761 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-816b3df0-e89f-4cd6-bb90-c26fa3bc96db tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:50.057183 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816b3df0-e89f-4cd6-bb90-c26fa3bc96db tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:08:50.060832 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-816b3df0-e89f-4cd6-bb90-c26fa3bc96db tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:50.065017 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816b3df0-e89f-4cd6-bb90-c26fa3bc96db tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:08:50.109029 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b3df0-e89f-4cd6-bb90-c26fa3bc96db tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'Port': ['ID=88c127d8-23c5-4ae2-a9e6-fc286e7bbb0c,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:50.193558 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe261f6-078e-4d40-ad7f-4c834dd2c096 None None] get_active_networks_info from n-d-841760-1 {{(pid=88083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:08:50.284720 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:50.300312 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Deleting port 4eb24dad-801e-4879-ba8b-bf5d7460f208 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:08:50.301184 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:50.358896 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe261f6-078e-4d40-ad7f-4c834dd2c096 None None] Resources bound (agent type, host, resource id): {{(pid=88083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 15:08:50.706558 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-816b3df0-e89f-4cd6-bb90-c26fa3bc96db tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:50.712192 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] For port 4eb24dad-801e-4879-ba8b-bf5d7460f208, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=4eb24dad-801e-4879-ba8b-bf5d7460f208,segment=NetworkSegment(15bbf813-5c07-4bd0-bd31-0bdaaeead927),segment_id=15bbf813-5c07-4bd0-bd31-0bdaaeead927)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:50.713261 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:50.822221 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-816b3df0-e89f-4cd6-bb90-c26fa3bc96db tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:50.911819 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Calling delete_port for 4eb24dad-801e-4879-ba8b-bf5d7460f208 owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:08:51.059182 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:51.133613 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event deleted for resources: {'Port': ['ID=4eb24dad-801e-4879-ba8b-bf5d7460f208,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:51.135748 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] No DVR routers for this DVR port 4eb24dad-801e-4879-ba8b-bf5d7460f208 on host n-d-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:08:51.177250 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-816b3df0-e89f-4cd6-bb90-c26fa3bc96db tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:51.189768 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-816b3df0-e89f-4cd6-bb90-c26fa3bc96db tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:51.296585 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b3df0-e89f-4cd6-bb90-c26fa3bc96db tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'Port': ['ID=88c127d8-23c5-4ae2-a9e6-fc286e7bbb0c,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:51.394782 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:51.402157 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-816b3df0-e89f-4cd6-bb90-c26fa3bc96db tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:51.412047 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 35994) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:51.455478 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76ea4085-577d-4389-ae2c-1c041d1e6a64']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:51.479735 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15bbf813-5c07-4bd0-bd31-0bdaaeead927') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:51.480466 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15bbf813-5c07-4bd0-bd31-0bdaaeead927') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:51.504687 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:51.535352 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:51.549943 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:08:51.550484 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:51.587239 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 15:08:51.587239 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:08:51.587239 n-d-841760-1 neutron-server[88081]: timer() May 13 15:08:51.587239 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:08:51.587239 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 15:08:51.587239 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:08:51.587239 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 15:08:51.587239 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:08:51.587239 n-d-841760-1 neutron-server[88081]: self._notify() May 13 15:08:51.587239 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:08:51.587239 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 15:08:51.587239 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:08:51.587239 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 15:08:51.587239 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:08:51.587239 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:08:51.587239 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:08:51.587239 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:08:51.587239 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:08:51.587239 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 15:08:51.587239 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:08:51.587239 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 15:08:51.587239 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:08:51.587239 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:08:51.587239 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:08:51.587239 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 15:08:51.587239 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:08:51.587239 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:08:51.587239 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:08:51.587239 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:08:51.587239 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:08:51.587239 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:08:51.587239 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:08:51.688418 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-816b3df0-e89f-4cd6-bb90-c26fa3bc96db tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Floating IP 9c12f9e1-2951-4fef-a6e8-cdab4b4604a9 associated. External IP: 172.25.0.228, port: 65b675a8-834a-4953-ace4-303f79671f0d. May 13 15:08:51.702849 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-10e76e3a-50f8-44d0-95b7-1471130c77af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:51.727337 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-10e76e3a-50f8-44d0-95b7-1471130c77af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:51.731925 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:51.734249 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-10e76e3a-50f8-44d0-95b7-1471130c77af admin admin] Usage tracker for resource:security_group_rule and tenant:1294da287c8147609fe0a9eb4d2e544d is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:51.756411 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-10e76e3a-50f8-44d0-95b7-1471130c77af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:51.760206 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:51.771382 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-10e76e3a-50f8-44d0-95b7-1471130c77af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:51.782218 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event deleted for resources: {'Network': ['ID=76ea4085-577d-4389-ae2c-1c041d1e6a64,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:51.795388 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-22ab89ac-9993-4efc-9201-eb5fc0a45441 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/networks/76ea4085-577d-4389-ae2c-1c041d1e6a64 HTTP/1.1" status: 204 len: 168 time: 3.1634290 May 13 15:08:51.800880 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36000) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:51.809898 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-634d9197-d3ad-4982-9d14-829e64461c10 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1512167622'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:51.836853 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-634d9197-d3ad-4982-9d14-829e64461c10 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:51.848320 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-634d9197-d3ad-4982-9d14-829e64461c10 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Usage tracker for resource:network and tenant:064ed6e6af4d4ea09afaac48d7e828c2 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:51.856360 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-634d9197-d3ad-4982-9d14-829e64461c10 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:51.869778 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-634d9197-d3ad-4982-9d14-829e64461c10 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:51.887595 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-10e76e3a-50f8-44d0-95b7-1471130c77af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:51.891651 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-10e76e3a-50f8-44d0-95b7-1471130c77af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:52.068434 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-10e76e3a-50f8-44d0-95b7-1471130c77af admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1294da287c8147609fe0a9eb4d2e544d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6523716 May 13 15:08:52.068434 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e76e3a-50f8-44d0-95b7-1471130c77af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8211f6b-ec71-4f3b-8e6d-6669211853d0,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:52.069505 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36004) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:52.137790 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-00607438-7275-439a-a981-7c82dde376ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:52.160340 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634d9197-d3ad-4982-9d14-829e64461c10 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Made reservation on behalf of 064ed6e6af4d4ea09afaac48d7e828c2 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:52.166280 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-634d9197-d3ad-4982-9d14-829e64461c10 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:52.167756 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-00607438-7275-439a-a981-7c82dde376ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:52.232720 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-00607438-7275-439a-a981-7c82dde376ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:52.253667 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00607438-7275-439a-a981-7c82dde376ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8211f6b-ec71-4f3b-8e6d-6669211853d0,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:52.255847 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-00607438-7275-439a-a981-7c82dde376ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:52.256978 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-00607438-7275-439a-a981-7c82dde376ae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b8211f6b-ec71-4f3b-8e6d-6669211853d0 HTTP/1.1" status: 204 len: 168 time: 0.1865029 May 13 15:08:52.298699 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-634d9197-d3ad-4982-9d14-829e64461c10 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:08:52.328490 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-634d9197-d3ad-4982-9d14-829e64461c10 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:52.328746 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-634d9197-d3ad-4982-9d14-829e64461c10 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Added segment 5323101a-07c5-4dde-862f-96efa5d1fd93 of type vlan for network c0f5f289-05a5-4348-adf3-bf443e8a3dba May 13 15:08:52.447787 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-634d9197-d3ad-4982-9d14-829e64461c10 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:52.481957 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816b3df0-e89f-4cd6-bb90-c26fa3bc96db tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Router c43b665e-41b5-4192-8b25-48f945105b8a has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:08:52.498952 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-634d9197-d3ad-4982-9d14-829e64461c10 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:52.505115 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634d9197-d3ad-4982-9d14-829e64461c10 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:52.505834 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-634d9197-d3ad-4982-9d14-829e64461c10 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:52.592450 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36014) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:52.611021 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-98179a5d-c216-46a6-a776-6e0a65de82cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:52.627578 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-98179a5d-c216-46a6-a776-6e0a65de82cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:52.631806 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-98179a5d-c216-46a6-a776-6e0a65de82cd admin admin] Usage tracker for resource:security_group_rule and tenant:8fc1ebb0ac1b4abbb2a4df0ddac2c4fb is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:52.635666 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-98179a5d-c216-46a6-a776-6e0a65de82cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:52.642996 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-98179a5d-c216-46a6-a776-6e0a65de82cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:52.734304 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-634d9197-d3ad-4982-9d14-829e64461c10 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9325445 May 13 15:08:52.739082 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36018) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:52.742383 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d9197-d3ad-4982-9d14-829e64461c10 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event updated for resources: {'Network': ['ID=c0f5f289-05a5-4348-adf3-bf443e8a3dba,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:52.760540 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network c0f5f289-05a5-4348-adf3-bf443e8a3dba details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:08:52.764270 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-98179a5d-c216-46a6-a776-6e0a65de82cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:52.773680 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-98179a5d-c216-46a6-a776-6e0a65de82cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:52.804689 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-548ef093-2aa1-4b0f-bf8a-7bca4fa98705 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:52.828301 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98179a5d-c216-46a6-a776-6e0a65de82cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499a1210-55f6-49b0-8da3-ddda6f969fc1,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:52.835873 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-98179a5d-c216-46a6-a776-6e0a65de82cd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8fc1ebb0ac1b4abbb2a4df0ddac2c4fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2421191 May 13 15:08:52.836629 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36022) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:52.904571 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fb75690e-64e7-47c9-99f0-97e5006419e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:52.934258 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fb75690e-64e7-47c9-99f0-97e5006419e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:52.948089 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816b3df0-e89f-4cd6-bb90-c26fa3bc96db tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:08:52.959349 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36043c47-d802-4fc9-a57e-552b7cc1f9a2 None None] Sync routers for ids ['c43b665e-41b5-4192-8b25-48f945105b8a'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:08:52.977676 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36043c47-d802-4fc9-a57e-552b7cc1f9a2 None None] Routers {'c43b665e-41b5-4192-8b25-48f945105b8a'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:08:52.979327 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-36043c47-d802-4fc9-a57e-552b7cc1f9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:08:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['c43b665e-41b5-4192-8b25-48f945105b8a'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:53.021247 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fb75690e-64e7-47c9-99f0-97e5006419e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:53.046992 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75690e-64e7-47c9-99f0-97e5006419e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499a1210-55f6-49b0-8da3-ddda6f969fc1,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:53.053526 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fb75690e-64e7-47c9-99f0-97e5006419e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:53.054888 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fb75690e-64e7-47c9-99f0-97e5006419e9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/499a1210-55f6-49b0-8da3-ddda6f969fc1 HTTP/1.1" status: 204 len: 168 time: 0.2168498 May 13 15:08:53.062535 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-816b3df0-e89f-4cd6-bb90-c26fa3bc96db tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:53.162196 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-816b3df0-e89f-4cd6-bb90-c26fa3bc96db tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9784205 May 13 15:08:53.162807 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e4cdf0-c8b6-4272-be0e-14a7944f7edb', 'tag': '65b675a8-834a-4953-ace4-303f79671f0d'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:08:53.171401 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-548ef093-2aa1-4b0f-bf8a-7bca4fa98705 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:53.196402 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-548ef093-2aa1-4b0f-bf8a-7bca4fa98705 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:53.205645 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-36043c47-d802-4fc9-a57e-552b7cc1f9a2 None None] Set router c43b665e-41b5-4192-8b25-48f945105b8a gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:08:53.223239 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-548ef093-2aa1-4b0f-bf8a-7bca4fa98705 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Network c0f5f289-05a5-4348-adf3-bf443e8a3dba is not hosted by any dhcp agent {{(pid=88082) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 13 15:08:53.229343 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548ef093-2aa1-4b0f-bf8a-7bca4fa98705 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:53.230510 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-548ef093-2aa1-4b0f-bf8a-7bca4fa98705 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:53.232094 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-548ef093-2aa1-4b0f-bf8a-7bca4fa98705 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "PUT /v2.0/networks/c0f5f289-05a5-4348-adf3-bf443e8a3dba HTTP/1.1" status: 200 len: 723 time: 0.4918022 May 13 15:08:53.237056 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36032) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:53.250041 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-107c2978-f1eb-4990-b398-0d8492b2ba0e tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Request body: {'subnet': {'network_id': 'c0f5f289-05a5-4348-adf3-bf443e8a3dba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:53.297474 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-247f9dc9-3f1a-410c-bbcf-977626835256'] response: {'name': 'network-changed', 'server_uuid': '11e4cdf0-c8b6-4272-be0e-14a7944f7edb', 'tag': '65b675a8-834a-4953-ace4-303f79671f0d', 'status': 'completed', 'code': 200} May 13 15:08:53.372207 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ef093-2aa1-4b0f-bf8a-7bca4fa98705 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event updated for resources: {'Network': ['ID=c0f5f289-05a5-4348-adf3-bf443e8a3dba,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:53.387867 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network c0f5f289-05a5-4348-adf3-bf443e8a3dba details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:08:53.498470 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209cdd9d-4ec1-49e4-ae1d-d1f0e6c18bbf req-525a0c34-afea-4d88-b4d5-1c9254767884 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:53.500287 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-209cdd9d-4ec1-49e4-ae1d-d1f0e6c18bbf req-525a0c34-afea-4d88-b4d5-1c9254767884 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 945 time: 0.1305149 May 13 15:08:53.573656 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-209cdd9d-4ec1-49e4-ae1d-d1f0e6c18bbf req-50f70773-b5ec-4750-ac1c-1c2e3767b3aa tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656865 May 13 15:08:53.603851 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36040) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:53.618099 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-107c2978-f1eb-4990-b398-0d8492b2ba0e tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:53.625238 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-107c2978-f1eb-4990-b398-0d8492b2ba0e tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Usage tracker for resource:subnet and tenant:064ed6e6af4d4ea09afaac48d7e828c2 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:53.629640 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-107c2978-f1eb-4990-b398-0d8492b2ba0e tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:53.639684 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-107c2978-f1eb-4990-b398-0d8492b2ba0e tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:53.654030 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff2740-030c-459c-9c67-3152bc6669dc req-4ba74fa5-6d9a-430f-aa0d-4b981bfc937d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:53.655724 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f6ff2740-030c-459c-9c67-3152bc6669dc req-4ba74fa5-6d9a-430f-aa0d-4b981bfc937d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 1096 time: 0.1801369 May 13 15:08:53.659247 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107c2978-f1eb-4990-b398-0d8492b2ba0e tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Made reservation on behalf of 064ed6e6af4d4ea09afaac48d7e828c2 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:53.664103 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-107c2978-f1eb-4990-b398-0d8492b2ba0e tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:53.760653 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-92151239-3348-4886-a4ea-4f6a60172fc9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/floatingips/9c12f9e1-2951-4fef-a6e8-cdab4b4604a9 HTTP/1.1" status: 200 len: 991 time: 0.1556361 May 13 15:08:53.855627 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-36043c47-d802-4fc9-a57e-552b7cc1f9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992356334', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:08:10Z', 'updated_at': '2022-05-13T15:08:20Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': 'fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:08:10Z', 'updated_at': '2022-05-13T15:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '9c12f9e1-2951-4fef-a6e8-cdab4b4604a9', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'floating_ip_address': '172.25.0.228', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'port_id': '65b675a8-834a-4953-ace4-303f79671f0d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc', 'mac_address': 'fa:16:3e:ec:6a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4cdf0-c8b6-4272-be0e-14a7944f7edb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:08:50Z', 'updated_at': '2022-05-13T15:08:50Z', 'revision_number': 0, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d4ff4b-ed4d-42ce-8589-1250969e66e9', 'name': '', 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:ee:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '5287b102-f481-477f-a6d5-3ef597015ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:08:18Z', 'updated_at': '2022-05-13T15:08:33Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': '5287b102-f481-477f-a6d5-3ef597015ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:53.861111 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36043c47-d802-4fc9-a57e-552b7cc1f9a2 None None] Checking router: c43b665e-41b5-4192-8b25-48f945105b8a for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:08:53.874664 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36043c47-d802-4fc9-a57e-552b7cc1f9a2 None None] Routers {'c43b665e-41b5-4192-8b25-48f945105b8a'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:08:53.875393 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-36043c47-d802-4fc9-a57e-552b7cc1f9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:08:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['c43b665e-41b5-4192-8b25-48f945105b8a'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:53.926782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff2740-030c-459c-9c67-3152bc6669dc req-bed62854-3c12-44eb-b991-48e68ae2a5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:53.928316 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f6ff2740-030c-459c-9c67-3152bc6669dc req-bed62854-3c12-44eb-b991-48e68ae2a5c0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2d732bf4-bc30-4ab8-be5f-a1747b048afc HTTP/1.1" status: 200 len: 897 time: 0.2465105 May 13 15:08:54.103085 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f6ff2740-030c-459c-9c67-3152bc6669dc req-5892fbb6-f536-41b2-8512-b3ab91a9df32 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65b675a8-834a-4953-ace4-303f79671f0d HTTP/1.1" status: 200 len: 999 time: 0.1663251 May 13 15:08:54.137505 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-36043c47-d802-4fc9-a57e-552b7cc1f9a2 None None] Set router c43b665e-41b5-4192-8b25-48f945105b8a gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:08:54.195992 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-107c2978-f1eb-4990-b398-0d8492b2ba0e tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:54.242831 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff2740-030c-459c-9c67-3152bc6669dc req-c914ab75-9847-4879-a9ef-c7c936626590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:54.244434 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f6ff2740-030c-459c-9c67-3152bc6669dc req-c914ab75-9847-4879-a9ef-c7c936626590 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5287b102-f481-477f-a6d5-3ef597015ecd HTTP/1.1" status: 200 len: 834 time: 0.1284611 May 13 15:08:54.385981 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c2978-f1eb-4990-b398-0d8492b2ba0e tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event updated for resources: {'Subnet': ['ID=b6900148-e25b-455d-92fd-9d861f0742c6,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:54.399993 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107c2978-f1eb-4990-b398-0d8492b2ba0e tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Checking segment: {'id': '5323101a-07c5-4dde-862f-96efa5d1fd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c0f5f289-05a5-4348-adf3-bf443e8a3dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:08:54.400367 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107c2978-f1eb-4990-b398-0d8492b2ba0e tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Network hostable DHCP agents. Network: c0f5f289-05a5-4348-adf3-bf443e8a3dba, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:08:54.421501 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff2740-030c-459c-9c67-3152bc6669dc req-e493b985-5749-4929-8bd0-ac885e3d7d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:54.423245 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f6ff2740-030c-459c-9c67-3152bc6669dc req-e493b985-5749-4929-8bd0-ac885e3d7d78 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2d732bf4-bc30-4ab8-be5f-a1747b048afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1639543 May 13 15:08:54.448499 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36058) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:54.454338 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107c2978-f1eb-4990-b398-0d8492b2ba0e tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Network c0f5f289-05a5-4348-adf3-bf443e8a3dba is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:08:54.532839 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-107c2978-f1eb-4990-b398-0d8492b2ba0e tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, c0f5f289-05a5-4348-adf3-bf443e8a3dba) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:54.541270 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107c2978-f1eb-4990-b398-0d8492b2ba0e tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:54.541943 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-107c2978-f1eb-4990-b398-0d8492b2ba0e tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:54.554389 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ddf99e-6f15-438c-8c08-902939458586 None None] Network c0f5f289-05a5-4348-adf3-bf443e8a3dba requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:54.603871 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-107c2978-f1eb-4990-b398-0d8492b2ba0e tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3611908 May 13 15:08:54.604989 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36064) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:54.611010 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f6ff2740-030c-459c-9c67-3152bc6669dc req-d96044ac-fcec-447d-aebd-05647445e36b service neutron] 10.222.0.74 "GET /v2.0/networks/2d732bf4-bc30-4ab8-be5f-a1747b048afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802762 May 13 15:08:54.614502 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-ea6ae7a8-687d-4a41-8874-a6346dea8aa5 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:54.665337 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-36043c47-d802-4fc9-a57e-552b7cc1f9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992356334', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:08:10Z', 'updated_at': '2022-05-13T15:08:20Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': 'fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:08:10Z', 'updated_at': '2022-05-13T15:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '9c12f9e1-2951-4fef-a6e8-cdab4b4604a9', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'floating_ip_address': '172.25.0.228', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'port_id': '65b675a8-834a-4953-ace4-303f79671f0d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc', 'mac_address': 'fa:16:3e:ec:6a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4cdf0-c8b6-4272-be0e-14a7944f7edb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:08:50Z', 'updated_at': '2022-05-13T15:08:50Z', 'revision_number': 0, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d4ff4b-ed4d-42ce-8589-1250969e66e9', 'name': '', 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:ee:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '5287b102-f481-477f-a6d5-3ef597015ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:08:18Z', 'updated_at': '2022-05-13T15:08:33Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': '5287b102-f481-477f-a6d5-3ef597015ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:54.671864 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36043c47-d802-4fc9-a57e-552b7cc1f9a2 None None] The sync data for ids ['c43b665e-41b5-4192-8b25-48f945105b8a'] in n-d-841760-1 is: [{'id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992356334', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:08:10Z', 'updated_at': '2022-05-13T15:08:20Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': 'fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:08:10Z', 'updated_at': '2022-05-13T15:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '9c12f9e1-2951-4fef-a6e8-cdab4b4604a9', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'floating_ip_address': '172.25.0.228', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'port_id': '65b675a8-834a-4953-ace4-303f79671f0d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc', 'mac_address': 'fa:16:3e:ec:6a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4cdf0-c8b6-4272-be0e-14a7944f7edb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:08:50Z', 'updated_at': '2022-05-13T15:08:50Z', 'revision_number': 0, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d4ff4b-ed4d-42ce-8589-1250969e66e9', 'name': '', 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:ee:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '5287b102-f481-477f-a6d5-3ef597015ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:08:18Z', 'updated_at': '2022-05-13T15:08:33Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': '5287b102-f481-477f-a6d5-3ef597015ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:08:54.767603 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36068) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:54.786636 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-b23861fd-a0e3-476a-8027-bf3767a7f67f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1209148361-network', 'tenant_id': 'fd8f7c833f2e4334b17514422b189cd4'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:54.806365 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b23861fd-a0e3-476a-8027-bf3767a7f67f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:54.822581 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b23861fd-a0e3-476a-8027-bf3767a7f67f admin admin] Usage tracker for resource:network and tenant:fd8f7c833f2e4334b17514422b189cd4 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:54.827876 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b23861fd-a0e3-476a-8027-bf3767a7f67f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:54.838146 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b23861fd-a0e3-476a-8027-bf3767a7f67f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:54.849018 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ea6ae7a8-687d-4a41-8874-a6346dea8aa5 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31861384'] for subnet, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:54.881075 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f6ff2740-030c-459c-9c67-3152bc6669dc req-9b33f773-5132-4199-b825-83e74806ce1b service neutron] 10.222.0.74 "GET /v2.0/networks/2d732bf4-bc30-4ab8-be5f-a1747b048afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644799 May 13 15:08:54.891397 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23861fd-a0e3-476a-8027-bf3767a7f67f admin admin] Made reservation on behalf of fd8f7c833f2e4334b17514422b189cd4 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:54.893690 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b23861fd-a0e3-476a-8027-bf3767a7f67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:54.914541 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b23861fd-a0e3-476a-8027-bf3767a7f67f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:54.930673 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e9db16-de36-4cc4-8f2b-ec24bbd66dce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-c0f5f289-05a5-4348-adf3-bf443e8a3dba', 'network_id': 'c0f5f289-05a5-4348-adf3-bf443e8a3dba', 'tenant_id': '064ed6e6af4d4ea09afaac48d7e828c2', 'fixed_ips': [{'subnet_id': 'b6900148-e25b-455d-92fd-9d861f0742c6'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:08:54.932427 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-68e9db16-de36-4cc4-8f2b-ec24bbd66dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:54.955362 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fe9ae5f2-b746-4e77-a82d-dd268cbe40a2 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/floatingips/9c12f9e1-2951-4fef-a6e8-cdab4b4604a9 HTTP/1.1" status: 200 len: 991 time: 0.1865799 May 13 15:08:54.969468 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ef1e0-2d4e-497f-b3e8-5c6869fb85d4 None None] New status for floating IP 9c12f9e1-2951-4fef-a6e8-cdab4b4604a9: ACTIVE {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:08:55.026797 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b23861fd-a0e3-476a-8027-bf3767a7f67f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:55.035086 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b23861fd-a0e3-476a-8027-bf3767a7f67f admin admin] Usage tracker for resource:security_group_rule and tenant:fd8f7c833f2e4334b17514422b189cd4 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:55.040461 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b23861fd-a0e3-476a-8027-bf3767a7f67f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:55.049676 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b23861fd-a0e3-476a-8027-bf3767a7f67f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:55.297133 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ea6ae7a8-687d-4a41-8874-a6346dea8aa5 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772689068665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31881622'] for subnet, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:55.348914 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6ae7a8-687d-4a41-8874-a6346dea8aa5 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:55.349570 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ea6ae7a8-687d-4a41-8874-a6346dea8aa5 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:55.351523 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ea6ae7a8-687d-4a41-8874-a6346dea8aa5 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "PUT /v2.0/subnets/b6900148-e25b-455d-92fd-9d861f0742c6 HTTP/1.1" status: 200 len: 806 time: 0.7457101 May 13 15:08:55.355634 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36072) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:55.393080 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-68e9db16-de36-4cc4-8f2b-ec24bbd66dce None None] Allocated IP 172.20.0.2 (c0f5f289-05a5-4348-adf3-bf443e8a3dba/b6900148-e25b-455d-92fd-9d861f0742c6/207c9bdd-9f32-477f-9062-d717c63bc090) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:08:55.411912 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ae7a8-687d-4a41-8874-a6346dea8aa5 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event updated for resources: {'Subnet': ['ID=b6900148-e25b-455d-92fd-9d861f0742c6,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:55.432991 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b23861fd-a0e3-476a-8027-bf3767a7f67f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:55.437964 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b23861fd-a0e3-476a-8027-bf3767a7f67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:55.474940 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23861fd-a0e3-476a-8027-bf3767a7f67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8c11c1-1396-4438-856b-abdb160c9ff4,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:55.489615 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b23861fd-a0e3-476a-8027-bf3767a7f67f admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:08:55.502390 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b23861fd-a0e3-476a-8027-bf3767a7f67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:55.502778 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-b23861fd-a0e3-476a-8027-bf3767a7f67f admin admin] Added segment 156c89ab-6953-4c5e-b9ec-0ef686f8b610 of type vlan for network 0f556768-0f93-43fc-942c-9035b0d82cba May 13 15:08:55.540400 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b23861fd-a0e3-476a-8027-bf3767a7f67f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:55.586416 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b23861fd-a0e3-476a-8027-bf3767a7f67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:55.587570 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23861fd-a0e3-476a-8027-bf3767a7f67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:55.588232 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b23861fd-a0e3-476a-8027-bf3767a7f67f admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:55.708527 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b23861fd-a0e3-476a-8027-bf3767a7f67f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2579975 May 13 15:08:55.711838 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23861fd-a0e3-476a-8027-bf3767a7f67f admin admin] Pushing event updated for resources: {'Network': ['ID=0f556768-0f93-43fc-942c-9035b0d82cba,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:55.714165 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36076) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:55.719870 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-bca049b0-731d-4474-b9eb-2cef5cf79e9b admin admin] Request body: {'subnet': {'network_id': '0f556768-0f93-43fc-942c-9035b0d82cba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1209148361-subnet', 'tenant_id': 'fd8f7c833f2e4334b17514422b189cd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:55.726053 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-bca049b0-731d-4474-b9eb-2cef5cf79e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:55.731262 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 0f556768-0f93-43fc-942c-9035b0d82cba details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:08:55.732077 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-bca049b0-731d-4474-b9eb-2cef5cf79e9b admin admin] Usage tracker for resource:subnet and tenant:fd8f7c833f2e4334b17514422b189cd4 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:55.734582 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-bca049b0-731d-4474-b9eb-2cef5cf79e9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:55.744242 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-bca049b0-731d-4474-b9eb-2cef5cf79e9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:55.757774 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca049b0-731d-4474-b9eb-2cef5cf79e9b admin admin] Made reservation on behalf of fd8f7c833f2e4334b17514422b189cd4 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:55.758786 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:55.762171 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bca049b0-731d-4474-b9eb-2cef5cf79e9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:55.852991 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:55.959055 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36080) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:55.978196 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-68e9db16-de36-4cc4-8f2b-ec24bbd66dce None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:55.995729 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-68e9db16-de36-4cc4-8f2b-ec24bbd66dce None None] Transition to ACTIVE for port object 207c9bdd-9f32-477f-9062-d717c63bc090 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:08:56.026459 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-68e9db16-de36-4cc4-8f2b-ec24bbd66dce None None] Transition to ACTIVE for port object 207c9bdd-9f32-477f-9062-d717c63bc090 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:08:56.034586 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-68e9db16-de36-4cc4-8f2b-ec24bbd66dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:56.080837 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:56.109708 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e9db16-de36-4cc4-8f2b-ec24bbd66dce None None] Network c0f5f289-05a5-4348-adf3-bf443e8a3dba is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:08:56.110473 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bca049b0-731d-4474-b9eb-2cef5cf79e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:56.114153 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-68e9db16-de36-4cc4-8f2b-ec24bbd66dce None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:56.119373 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e9db16-de36-4cc4-8f2b-ec24bbd66dce None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:08:56.120609 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-98315ada-283c-456b-ae9f-ab04ca514a6d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/floatingips/9c12f9e1-2951-4fef-a6e8-cdab4b4604a9 HTTP/1.1" status: 200 len: 993 time: 0.1604276 May 13 15:08:56.125611 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9db16-de36-4cc4-8f2b-ec24bbd66dce None None] Pushing event updated for resources: {'Port': ['ID=207c9bdd-9f32-477f-9062-d717c63bc090,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:56.133870 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event deleted for resources: {'Subnet': ['ID=b6900148-e25b-455d-92fd-9d861f0742c6,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:56.235272 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca049b0-731d-4474-b9eb-2cef5cf79e9b admin admin] Checking segment: {'id': '156c89ab-6953-4c5e-b9ec-0ef686f8b610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0f556768-0f93-43fc-942c-9035b0d82cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:08:56.235679 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca049b0-731d-4474-b9eb-2cef5cf79e9b admin admin] Network hostable DHCP agents. Network: 0f556768-0f93-43fc-942c-9035b0d82cba, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:08:56.240153 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca049b0-731d-4474-b9eb-2cef5cf79e9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=203a5cf2-af00-41e8-8970-5cf8a9faf24d,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:56.256815 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-68e9db16-de36-4cc4-8f2b-ec24bbd66dce None None] Attempting to bind port 207c9bdd-9f32-477f-9062-d717c63bc090 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:08:56.257518 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-68e9db16-de36-4cc4-8f2b-ec24bbd66dce None None] Attempting to bind port 207c9bdd-9f32-477f-9062-d717c63bc090 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '5323101a-07c5-4dde-862f-96efa5d1fd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c0f5f289-05a5-4348-adf3-bf443e8a3dba'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:08:56.258285 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e9db16-de36-4cc4-8f2b-ec24bbd66dce None None] Attempting to bind port 207c9bdd-9f32-477f-9062-d717c63bc090 on network c0f5f289-05a5-4348-adf3-bf443e8a3dba {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:08:56.265731 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca049b0-731d-4474-b9eb-2cef5cf79e9b admin admin] Network 0f556768-0f93-43fc-942c-9035b0d82cba is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:08:56.266232 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e9db16-de36-4cc4-8f2b-ec24bbd66dce None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:08:56.267085 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e9db16-de36-4cc4-8f2b-ec24bbd66dce None None] Checking segment: {'id': '5323101a-07c5-4dde-862f-96efa5d1fd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c0f5f289-05a5-4348-adf3-bf443e8a3dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:08:56.267270 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-68e9db16-de36-4cc4-8f2b-ec24bbd66dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:56.267556 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e9db16-de36-4cc4-8f2b-ec24bbd66dce None None] Bound using segment: {'id': '5323101a-07c5-4dde-862f-96efa5d1fd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c0f5f289-05a5-4348-adf3-bf443e8a3dba'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:08:56.268346 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-68e9db16-de36-4cc4-8f2b-ec24bbd66dce None None] Bound port: 207c9bdd-9f32-477f-9062-d717c63bc090, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5323101a-07c5-4dde-862f-96efa5d1fd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c0f5f289-05a5-4348-adf3-bf443e8a3dba'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:08:56.268778 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-68e9db16-de36-4cc4-8f2b-ec24bbd66dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:56.275202 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:56.282957 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-bca049b0-731d-4474-b9eb-2cef5cf79e9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 0f556768-0f93-43fc-942c-9035b0d82cba) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:56.289410 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca049b0-731d-4474-b9eb-2cef5cf79e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:56.290006 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bca049b0-731d-4474-b9eb-2cef5cf79e9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:56.296370 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8daf49-6c8f-40a4-ac4b-b94e6a1d9e81 None None] Network 0f556768-0f93-43fc-942c-9035b0d82cba requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:56.318954 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bca049b0-731d-4474-b9eb-2cef5cf79e9b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6002412 May 13 15:08:56.323059 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f5f289-05a5-4348-adf3-bf443e8a3dba']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:56.347648 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5323101a-07c5-4dde-862f-96efa5d1fd93') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:56.348106 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5323101a-07c5-4dde-862f-96efa5d1fd93') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:56.371503 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:56.399448 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:56.408145 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:08:56.408458 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:56.424719 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 15:08:56.424719 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:08:56.424719 n-d-841760-1 neutron-server[88081]: timer() May 13 15:08:56.424719 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:08:56.424719 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 15:08:56.424719 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:08:56.424719 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 15:08:56.424719 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:08:56.424719 n-d-841760-1 neutron-server[88081]: self._notify() May 13 15:08:56.424719 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:08:56.424719 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 15:08:56.424719 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:08:56.424719 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 15:08:56.424719 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:08:56.424719 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:08:56.424719 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:08:56.424719 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:08:56.424719 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:08:56.424719 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 15:08:56.424719 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:08:56.424719 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 15:08:56.424719 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:08:56.424719 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:08:56.424719 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:08:56.424719 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 15:08:56.424719 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:08:56.424719 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:08:56.424719 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:08:56.424719 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:08:56.424719 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:08:56.424719 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:08:56.424719 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:08:56.507424 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-68e9db16-de36-4cc4-8f2b-ec24bbd66dce None None] For port 207c9bdd-9f32-477f-9062-d717c63bc090, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:08:56.518519 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 13 15:08:56.518519 n-d-841760-1 neutron-server[88081]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 13 15:08:56.518519 n-d-841760-1 neutron-server[88081]: [parameters: {'id': 'c0f5f289-05a5-4348-adf3-bf443e8a3dba'}] May 13 15:08:56.518519 n-d-841760-1 neutron-server[88081]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:08:56.519220 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:08:56.553002 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-68e9db16-de36-4cc4-8f2b-ec24bbd66dce None None] For port 207c9bdd-9f32-477f-9062-d717c63bc090, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=207c9bdd-9f32-477f-9062-d717c63bc090,segment=NetworkSegment(5323101a-07c5-4dde-862f-96efa5d1fd93),segment_id=5323101a-07c5-4dde-862f-96efa5d1fd93)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:08:56.563421 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-68e9db16-de36-4cc4-8f2b-ec24bbd66dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:56.762763 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9db16-de36-4cc4-8f2b-ec24bbd66dce None None] Pushing event updated for resources: {'Port': ['ID=207c9bdd-9f32-477f-9062-d717c63bc090,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:56.798329 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013cd428-ed84-4906-899f-5412a7b93808 None None] Network 0f556768-0f93-43fc-942c-9035b0d82cba requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:56.939447 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8906da3c-d4a7-4bbf-baf2-9c00f7e2e2bc None None] Network c0f5f289-05a5-4348-adf3-bf443e8a3dba requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:57.020605 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:57.037736 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Deleting port 207c9bdd-9f32-477f-9062-d717c63bc090 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:08:57.040192 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:57.315336 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c71c3cf0-852f-4cf7-bfa8-0e4355a0fad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:57.348214 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d056c709-8562-45bd-9c3d-6b1dc2c6b689 None None] Network c0f5f289-05a5-4348-adf3-bf443e8a3dba requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:57.357751 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] For port 207c9bdd-9f32-477f-9062-d717c63bc090, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=207c9bdd-9f32-477f-9062-d717c63bc090,segment=NetworkSegment(5323101a-07c5-4dde-862f-96efa5d1fd93),segment_id=5323101a-07c5-4dde-862f-96efa5d1fd93)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:57.358119 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:57.508982 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Calling delete_port for 207c9bdd-9f32-477f-9062-d717c63bc090 owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:08:57.600504 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:57.651929 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event deleted for resources: {'Port': ['ID=207c9bdd-9f32-477f-9062-d717c63bc090,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:57.656298 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] No DVR routers for this DVR port 207c9bdd-9f32-477f-9062-d717c63bc090 on host n-d-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:08:57.680544 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09213d1-5072-4bad-b311-686c637a686c None None] get_active_networks_info from n-d-841760-1 {{(pid=88083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:08:57.820609 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:57.862215 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f5f289-05a5-4348-adf3-bf443e8a3dba']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:57.873040 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09213d1-5072-4bad-b311-686c637a686c None None] Resources bound (agent type, host, resource id): {{(pid=88083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 15:08:57.883166 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5323101a-07c5-4dde-862f-96efa5d1fd93') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:57.883166 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5323101a-07c5-4dde-862f-96efa5d1fd93') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:57.904859 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:57.935648 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:57.945785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:08:57.946556 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:57.970392 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 15:08:57.970392 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:08:57.970392 n-d-841760-1 neutron-server[88081]: timer() May 13 15:08:57.970392 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:08:57.970392 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 15:08:57.970392 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:08:57.970392 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 15:08:57.970392 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:08:57.970392 n-d-841760-1 neutron-server[88081]: self._notify() May 13 15:08:57.970392 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:08:57.970392 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 15:08:57.970392 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:08:57.970392 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 15:08:57.970392 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:08:57.970392 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:08:57.970392 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:08:57.970392 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:08:57.970392 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:08:57.970392 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 15:08:57.970392 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:08:57.970392 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 15:08:57.970392 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:08:57.970392 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:08:57.970392 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:08:57.970392 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 15:08:57.970392 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:08:57.970392 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:08:57.970392 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:08:57.970392 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:08:57.970392 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:08:57.970392 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:08:57.970392 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:08:58.128072 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:58.300848 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:58.318394 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event deleted for resources: {'Network': ['ID=c0f5f289-05a5-4348-adf3-bf443e8a3dba,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:58.326999 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ed557fdd-a0eb-4094-999a-4a92917ce6b0 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/networks/c0f5f289-05a5-4348-adf3-bf443e8a3dba HTTP/1.1" status: 204 len: 168 time: 2.9694502 May 13 15:08:58.329614 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36100) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:58.361891 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-d49a9700-58df-4904-ac4f-ea6d1551efb1 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] DELETE failed (client error): The resource could not be found. May 13 15:08:58.362203 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d49a9700-58df-4904-ac4f-ea6d1551efb1 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:08:58.364124 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d49a9700-58df-4904-ac4f-ea6d1551efb1 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/networks/c0f5f289-05a5-4348-adf3-bf443e8a3dba HTTP/1.1" status: 404 len: 339 time: 0.0334744 May 13 15:08:58.369144 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36104) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:58.375419 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-1348fac5-d886-4bd3-ae04-00b6b6f57a02 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2033418567', 'description': 'd1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:58.382764 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1348fac5-d886-4bd3-ae04-00b6b6f57a02 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:58.388620 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1348fac5-d886-4bd3-ae04-00b6b6f57a02 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Usage tracker for resource:network and tenant:064ed6e6af4d4ea09afaac48d7e828c2 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:58.392912 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1348fac5-d886-4bd3-ae04-00b6b6f57a02 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:58.402456 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1348fac5-d886-4bd3-ae04-00b6b6f57a02 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:58.422323 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1348fac5-d886-4bd3-ae04-00b6b6f57a02 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Made reservation on behalf of 064ed6e6af4d4ea09afaac48d7e828c2 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:58.426270 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1348fac5-d886-4bd3-ae04-00b6b6f57a02 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:58.466383 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1348fac5-d886-4bd3-ae04-00b6b6f57a02 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:08:58.475968 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1348fac5-d886-4bd3-ae04-00b6b6f57a02 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:58.476331 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-1348fac5-d886-4bd3-ae04-00b6b6f57a02 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Added segment ac216c57-3e00-40ea-a930-5b49177dc937 of type vlan for network a8f9a156-1ea0-414d-844f-b105a0787632 May 13 15:08:58.517211 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1348fac5-d886-4bd3-ae04-00b6b6f57a02 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:58.560246 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1348fac5-d886-4bd3-ae04-00b6b6f57a02 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:58.566270 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1348fac5-d886-4bd3-ae04-00b6b6f57a02 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:58.566942 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1348fac5-d886-4bd3-ae04-00b6b6f57a02 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:58.667940 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1348fac5-d886-4bd3-ae04-00b6b6f57a02 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2973223 May 13 15:08:58.680714 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36120) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:58.769442 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348fac5-d886-4bd3-ae04-00b6b6f57a02 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event updated for resources: {'Network': ['ID=a8f9a156-1ea0-414d-844f-b105a0787632,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:58.786314 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network a8f9a156-1ea0-414d-844f-b105a0787632 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:08:58.805551 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-6d368bdc-ad5e-4dc7-bbdd-551d8e38db67 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:58.807890 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-6d368bdc-ad5e-4dc7-bbdd-551d8e38db67 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/networks?id=0f556768-0f93-43fc-942c-9035b0d82cba HTTP/1.1" status: 200 len: 809 time: 0.1993744 May 13 15:08:58.822854 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4611cc84-00f4-4092-8112-725789aed22f tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:58.823356 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4611cc84-00f4-4092-8112-725789aed22f tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Synchronizing usage tracker for tenant:064ed6e6af4d4ea09afaac48d7e828c2 on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:08:58.830753 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-045780d0-a632-466a-bfd9-7fbfda30bede tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/quotas/fd8f7c833f2e4334b17514422b189cd4 HTTP/1.1" status: 200 len: 375 time: 0.0122900 May 13 15:08:58.845091 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4611cc84-00f4-4092-8112-725789aed22f tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Unset dirty status for tenant:064ed6e6af4d4ea09afaac48d7e828c2 on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:08:58.847642 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4611cc84-00f4-4092-8112-725789aed22f tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "GET /v2.0/networks?id=a8f9a156-1ea0-414d-844f-b105a0787632 HTTP/1.1" status: 200 len: 761 time: 0.1675410 May 13 15:08:58.851031 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36124) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:58.861156 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-9fc89f9b-227f-455e-9793-980ad366eb12 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Request body: {'network': {'description': 'd2'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:58.892375 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-ba859a31-e8e8-4a68-8393-1c28a6537f42 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd8f7c833f2e4334b17514422b189cd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518882 May 13 15:08:58.906488 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:59.113162 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-1c865742-7fbe-42ea-9dfc-0da10a7ff323 service neutron] 10.222.0.35 "GET /v2.0/networks/0f556768-0f93-43fc-942c-9035b0d82cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119634 May 13 15:08:59.187252 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9fc89f9b-227f-455e-9793-980ad366eb12 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:59.211677 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9fc89f9b-227f-455e-9793-980ad366eb12 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:59.238814 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9fc89f9b-227f-455e-9793-980ad366eb12 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Network a8f9a156-1ea0-414d-844f-b105a0787632 is not hosted by any dhcp agent {{(pid=88082) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 13 15:08:59.243762 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc89f9b-227f-455e-9793-980ad366eb12 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:59.244808 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9fc89f9b-227f-455e-9793-980ad366eb12 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:59.249306 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9fc89f9b-227f-455e-9793-980ad366eb12 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "PUT /v2.0/networks/a8f9a156-1ea0-414d-844f-b105a0787632 HTTP/1.1" status: 200 len: 758 time: 0.3936932 May 13 15:08:59.250691 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36130) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:59.331729 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc89f9b-227f-455e-9793-980ad366eb12 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event updated for resources: {'Network': ['ID=a8f9a156-1ea0-414d-844f-b105a0787632,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:59.344215 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network a8f9a156-1ea0-414d-844f-b105a0787632 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:08:59.408620 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-3dfaeaa6-6332-4ca3-b502-2a513e72801d service neutron] 10.222.0.35 "GET /v2.0/networks/0f556768-0f93-43fc-942c-9035b0d82cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848496 May 13 15:08:59.436061 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f22bda-7d45-4bd6-8736-70d049d104e8 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:59.436803 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-47f22bda-7d45-4bd6-8736-70d049d104e8 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Synchronizing usage tracker for tenant:064ed6e6af4d4ea09afaac48d7e828c2 on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:08:59.451486 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-47f22bda-7d45-4bd6-8736-70d049d104e8 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Unset dirty status for tenant:064ed6e6af4d4ea09afaac48d7e828c2 on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:08:59.457986 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-47f22bda-7d45-4bd6-8736-70d049d104e8 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "GET /v2.0/networks?id=a8f9a156-1ea0-414d-844f-b105a0787632 HTTP/1.1" status: 200 len: 761 time: 0.2006681 May 13 15:08:59.458473 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36134) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:59.468456 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-8ed5364b-4b7f-465f-b962-2fab73baba13 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1236200589'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:59.480878 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8ed5364b-4b7f-465f-b962-2fab73baba13 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:59.500489 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8ed5364b-4b7f-465f-b962-2fab73baba13 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:59.517264 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed5364b-4b7f-465f-b962-2fab73baba13 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Made reservation on behalf of 064ed6e6af4d4ea09afaac48d7e828c2 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:59.520956 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8ed5364b-4b7f-465f-b962-2fab73baba13 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:59.564571 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed5364b-4b7f-465f-b962-2fab73baba13 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:08:59.578176 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8ed5364b-4b7f-465f-b962-2fab73baba13 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:59.578871 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-8ed5364b-4b7f-465f-b962-2fab73baba13 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Added segment ae129695-2dca-4dfe-8b3b-11f5c850719b of type vlan for network 5e0cb711-8392-47a3-abab-b515e0bbdb7c May 13 15:08:59.628616 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de346d82-d08a-4e0f-b8ca-823608b7607f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:59.638370 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ffa8b04e-4c4c-4866-a7aa-ebea4c6ea102 req-38c7a42b-2f31-4248-babb-4727f01ac6dd tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/ports?device_id=6fe1e0cd-cbb5-48aa-b3ae-75187bf3cc06 HTTP/1.1" status: 200 len: 210 time: 0.0495088 May 13 15:08:59.671716 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8ed5364b-4b7f-465f-b962-2fab73baba13 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:59.723020 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8ed5364b-4b7f-465f-b962-2fab73baba13 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:59.733739 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed5364b-4b7f-465f-b962-2fab73baba13 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:59.734802 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8ed5364b-4b7f-465f-b962-2fab73baba13 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:59.877038 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8ed5364b-4b7f-465f-b962-2fab73baba13 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4170358 May 13 15:08:59.878614 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5364b-4b7f-465f-b962-2fab73baba13 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event updated for resources: {'Network': ['ID=5e0cb711-8392-47a3-abab-b515e0bbdb7c,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:59.881156 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36148) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:59.888294 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-d551d003-e491-454d-9748-b32abc39983a tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Request body: {'subnet': {'network_id': '5e0cb711-8392-47a3-abab-b515e0bbdb7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:59.893834 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 5e0cb711-8392-47a3-abab-b515e0bbdb7c details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:09:00.023858 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d551d003-e491-454d-9748-b32abc39983a tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:00.028692 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d551d003-e491-454d-9748-b32abc39983a tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Usage tracker for resource:subnet and tenant:064ed6e6af4d4ea09afaac48d7e828c2 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:00.032166 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d551d003-e491-454d-9748-b32abc39983a tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:00.039785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d551d003-e491-454d-9748-b32abc39983a tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:00.050762 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d551d003-e491-454d-9748-b32abc39983a tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Made reservation on behalf of 064ed6e6af4d4ea09afaac48d7e828c2 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:00.057109 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d551d003-e491-454d-9748-b32abc39983a tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:00.403445 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d551d003-e491-454d-9748-b32abc39983a tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:00.492183 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551d003-e491-454d-9748-b32abc39983a tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event updated for resources: {'Subnet': ['ID=23f225ef-250b-4b74-912a-a64c49e922f1,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:00.504087 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d551d003-e491-454d-9748-b32abc39983a tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Checking segment: {'id': 'ae129695-2dca-4dfe-8b3b-11f5c850719b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5e0cb711-8392-47a3-abab-b515e0bbdb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:09:00.504448 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d551d003-e491-454d-9748-b32abc39983a tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Network hostable DHCP agents. Network: 5e0cb711-8392-47a3-abab-b515e0bbdb7c, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:09:00.528293 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d551d003-e491-454d-9748-b32abc39983a tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Network 5e0cb711-8392-47a3-abab-b515e0bbdb7c is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:09:00.538849 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-d551d003-e491-454d-9748-b32abc39983a tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 5e0cb711-8392-47a3-abab-b515e0bbdb7c) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:00.543762 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d551d003-e491-454d-9748-b32abc39983a tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:00.544338 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d551d003-e491-454d-9748-b32abc39983a tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:00.556320 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d481c2-0d55-4477-b5d7-58387a2268f3 None None] Network 5e0cb711-8392-47a3-abab-b515e0bbdb7c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:00.581602 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d551d003-e491-454d-9748-b32abc39983a tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6951411 May 13 15:09:00.581917 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36156) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:00.767517 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:00.770697 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-920b49a7-5b55-4e14-a470-1d98c22dd7fc tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:00.795082 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:00.828324 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-210d12b1-f62f-4315-b642-d1803e8bf72c req-f3d918cd-4495-4477-bb29-e2c2ee235313 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/ports?device_id=6fe1e0cd-cbb5-48aa-b3ae-75187bf3cc06 HTTP/1.1" status: 200 len: 210 time: 0.0552788 May 13 15:09:00.873391 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5956e949-bafd-4f34-8932-28c6eb220cb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-5e0cb711-8392-47a3-abab-b515e0bbdb7c', 'network_id': '5e0cb711-8392-47a3-abab-b515e0bbdb7c', 'tenant_id': '064ed6e6af4d4ea09afaac48d7e828c2', 'fixed_ips': [{'subnet_id': '23f225ef-250b-4b74-912a-a64c49e922f1'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:09:00.874225 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5956e949-bafd-4f34-8932-28c6eb220cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:00.895720 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-920b49a7-5b55-4e14-a470-1d98c22dd7fc tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:00.986439 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-920b49a7-5b55-4e14-a470-1d98c22dd7fc tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server [None req-5956e949-bafd-4f34-8932-28c6eb220cb9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 23f225ef-250b-4b74-912a-a64c49e922f1: This subnet is being modified by another concurrent operation. May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server raise exception May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 23f225ef-250b-4b74-912a-a64c49e922f1: This subnet is being modified by another concurrent operation. May 13 15:09:00.997455 n-d-841760-1 neutron-server[88083]: ERROR oslo_messaging.rpc.server May 13 15:09:01.023371 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c0b09d-a491-4d6b-88e3-720019c767b8 None None] Network 5e0cb711-8392-47a3-abab-b515e0bbdb7c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:01.066034 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b49a7-5b55-4e14-a470-1d98c22dd7fc tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event deleted for resources: {'Subnet': ['ID=23f225ef-250b-4b74-912a-a64c49e922f1,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:01.221598 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4c462a-2683-4fd9-a75a-c8bfc1133211 None None] get_active_networks_info from n-d-841760-1 {{(pid=88083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:09:01.351857 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4c462a-2683-4fd9-a75a-c8bfc1133211 None None] Resources bound (agent type, host, resource id): {{(pid=88083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 15:09:01.377888 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-920b49a7-5b55-4e14-a470-1d98c22dd7fc tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:01.437220 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-920b49a7-5b55-4e14-a470-1d98c22dd7fc tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e0cb711-8392-47a3-abab-b515e0bbdb7c']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:01.472080 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-920b49a7-5b55-4e14-a470-1d98c22dd7fc tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae129695-2dca-4dfe-8b3b-11f5c850719b') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:01.472362 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-920b49a7-5b55-4e14-a470-1d98c22dd7fc tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae129695-2dca-4dfe-8b3b-11f5c850719b') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:01.486077 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-e555b91c-590b-4af6-9a3e-171b7053ad3d tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:01.487630 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-e555b91c-590b-4af6-9a3e-171b7053ad3d tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.59 "GET /v2.0/networks?id=0f556768-0f93-43fc-942c-9035b0d82cba HTTP/1.1" status: 200 len: 809 time: 0.4538274 May 13 15:09:01.496195 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-920b49a7-5b55-4e14-a470-1d98c22dd7fc tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:01.508185 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-8c3ea9e1-e29c-4c9c-88f1-fc1a8d79041d tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Request body: {'port': {'device_id': '6fe1e0cd-cbb5-48aa-b3ae-75187bf3cc06', 'network_id': '0f556768-0f93-43fc-942c-9035b0d82cba', 'admin_state_up': True, 'tenant_id': 'fd8f7c833f2e4334b17514422b189cd4'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:01.592063 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-920b49a7-5b55-4e14-a470-1d98c22dd7fc tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:01.611649 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920b49a7-5b55-4e14-a470-1d98c22dd7fc tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:09:01.612057 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-920b49a7-5b55-4e14-a470-1d98c22dd7fc tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:01.627299 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 15:09:01.627299 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:09:01.627299 n-d-841760-1 neutron-server[88081]: timer() May 13 15:09:01.627299 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:09:01.627299 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 15:09:01.627299 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:09:01.627299 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 15:09:01.627299 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:09:01.627299 n-d-841760-1 neutron-server[88081]: self._notify() May 13 15:09:01.627299 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:09:01.627299 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 15:09:01.627299 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:09:01.627299 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 15:09:01.627299 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:09:01.627299 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:09:01.627299 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:09:01.627299 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:09:01.627299 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:09:01.627299 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 15:09:01.627299 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:09:01.627299 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 15:09:01.627299 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:09:01.627299 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:09:01.627299 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:09:01.627299 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 15:09:01.627299 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:09:01.627299 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:09:01.627299 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:09:01.627299 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:09:01.627299 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:09:01.627299 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:09:01.627299 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:09:01.749255 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-920b49a7-5b55-4e14-a470-1d98c22dd7fc tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:01.774366 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-920b49a7-5b55-4e14-a470-1d98c22dd7fc tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:01.785344 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b49a7-5b55-4e14-a470-1d98c22dd7fc tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event deleted for resources: {'Network': ['ID=5e0cb711-8392-47a3-abab-b515e0bbdb7c,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:01.800987 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-8c3ea9e1-e29c-4c9c-88f1-fc1a8d79041d tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:01.807189 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-920b49a7-5b55-4e14-a470-1d98c22dd7fc tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/networks/5e0cb711-8392-47a3-abab-b515e0bbdb7c HTTP/1.1" status: 204 len: 168 time: 1.2241437 May 13 15:09:01.808339 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-8c3ea9e1-e29c-4c9c-88f1-fc1a8d79041d tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Usage tracker for resource:port and tenant:fd8f7c833f2e4334b17514422b189cd4 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:01.809914 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36162) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:01.817872 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-8c3ea9e1-e29c-4c9c-88f1-fc1a8d79041d tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:01.825014 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-8c3ea9e1-e29c-4c9c-88f1-fc1a8d79041d tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:01.837766 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-8c3ea9e1-e29c-4c9c-88f1-fc1a8d79041d tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Made reservation on behalf of fd8f7c833f2e4334b17514422b189cd4 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:01.841888 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-8c3ea9e1-e29c-4c9c-88f1-fc1a8d79041d tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:02.004756 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d92d7d8-5f6b-4eb7-a6e4-cfde0363743c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] GET failed (client error): The resource could not be found. May 13 15:09:02.005302 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2d92d7d8-5f6b-4eb7-a6e4-cfde0363743c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Synchronizing usage tracker for tenant:064ed6e6af4d4ea09afaac48d7e828c2 on resource:subnet {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:09:02.015243 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-380a8457-e6cf-4933-80f7-2c3ac9e35efa req-9fa1b5a4-1f60-4088-8b3e-3e44dc3678c0 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/ports?device_id=6fe1e0cd-cbb5-48aa-b3ae-75187bf3cc06 HTTP/1.1" status: 200 len: 210 time: 0.0527980 May 13 15:09:02.029459 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2d92d7d8-5f6b-4eb7-a6e4-cfde0363743c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Unset dirty status for tenant:064ed6e6af4d4ea09afaac48d7e828c2 on resource:subnet {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:09:02.029727 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-8c3ea9e1-e29c-4c9c-88f1-fc1a8d79041d tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Allocated IP 172.20.0.2 (0f556768-0f93-43fc-942c-9035b0d82cba/203a5cf2-af00-41e8-8970-5cf8a9faf24d/89e4bcd1-102e-4aae-bc55-a7974e9ebd0b) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:09:02.033500 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2d92d7d8-5f6b-4eb7-a6e4-cfde0363743c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "GET /v2.0/subnets/23f225ef-250b-4b74-912a-a64c49e922f1 HTTP/1.1" status: 404 len: 337 time: 0.2198675 May 13 15:09:02.034111 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36170) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:02.067911 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0df6f29-8f39-4a5f-bebb-cfe9ca031900 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] DELETE failed (client error): The resource could not be found. May 13 15:09:02.068457 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0df6f29-8f39-4a5f-bebb-cfe9ca031900 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:09:02.070601 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b0df6f29-8f39-4a5f-bebb-cfe9ca031900 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/networks/5e0cb711-8392-47a3-abab-b515e0bbdb7c HTTP/1.1" status: 404 len: 339 time: 0.0357342 May 13 15:09:02.074633 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36176) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:02.227905 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:02.276029 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-8c3ea9e1-e29c-4c9c-88f1-fc1a8d79041d tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:02.276690 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e06531-4e70-4ba9-bfa4-47021cd69ecb tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:02.277426 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c3e06531-4e70-4ba9-bfa4-47021cd69ecb tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Synchronizing usage tracker for tenant:064ed6e6af4d4ea09afaac48d7e828c2 on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:09:02.317516 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-8c3ea9e1-e29c-4c9c-88f1-fc1a8d79041d tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:02.349129 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c3e06531-4e70-4ba9-bfa4-47021cd69ecb tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Unset dirty status for tenant:064ed6e6af4d4ea09afaac48d7e828c2 on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:09:02.353536 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c3e06531-4e70-4ba9-bfa4-47021cd69ecb tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2778034 May 13 15:09:02.355800 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36182) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:02.373139 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-91a2fc52-a899-4263-a7cf-0eed5c3862d0 req-5a128441-2579-460a-8cf0-9b74b59d7a23 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=60abe591-8c26-4639-8483-1852ed8cca83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1973588 May 13 15:09:02.430358 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-8c3ea9e1-e29c-4c9c-88f1-fc1a8d79041d tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Network 0f556768-0f93-43fc-942c-9035b0d82cba is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:02.438805 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-8c3ea9e1-e29c-4c9c-88f1-fc1a8d79041d tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:02.441666 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-8c3ea9e1-e29c-4c9c-88f1-fc1a8d79041d tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:09:02.489241 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-166f3239-753a-49fa-b875-09bf75248668 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Synchronizing usage tracker for tenant:064ed6e6af4d4ea09afaac48d7e828c2 on resource:subnet {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:09:02.521787 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-166f3239-753a-49fa-b875-09bf75248668 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Unset dirty status for tenant:064ed6e6af4d4ea09afaac48d7e828c2 on resource:subnet {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:09:02.521787 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-166f3239-753a-49fa-b875-09bf75248668 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "GET /v2.0/subnets?network_id=c35d8094-27c1-4288-955d-bcb140e23bf2 HTTP/1.1" status: 200 len: 207 time: 0.1636276 May 13 15:09:02.542385 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36186) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:02.542385 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ea9e1-e29c-4c9c-88f1-fc1a8d79041d tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Pushing event updated for resources: {'Port': ['ID=89e4bcd1-102e-4aae-bc55-a7974e9ebd0b,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:02.578976 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2fc52-a899-4263-a7cf-0eed5c3862d0 req-64de94b4-2c9e-4f6d-835c-4370c037ecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:02.579503 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-91a2fc52-a899-4263-a7cf-0eed5c3862d0 req-64de94b4-2c9e-4f6d-835c-4370c037ecbd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2&device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 1096 time: 0.1225679 May 13 15:09:02.653632 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-8c3ea9e1-e29c-4c9c-88f1-fc1a8d79041d tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:02.654392 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-8c3ea9e1-e29c-4c9c-88f1-fc1a8d79041d tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:02.691176 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-8c3ea9e1-e29c-4c9c-88f1-fc1a8d79041d tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1875124 May 13 15:09:02.711660 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] Request body: {'port': {'device_id': '6fe1e0cd-cbb5-48aa-b3ae-75187bf3cc06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:02.747815 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2fc52-a899-4263-a7cf-0eed5c3862d0 req-fb5a6390-3405-4df3-9d43-7477d8da293e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:02.749289 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-91a2fc52-a899-4263-a7cf-0eed5c3862d0 req-fb5a6390-3405-4df3-9d43-7477d8da293e service neutron] 10.222.0.59 "GET /v2.0/networks?id=b043589d-15c3-44b5-8d99-d7c57b00acb0 HTTP/1.1" status: 200 len: 913 time: 0.1494503 May 13 15:09:02.791382 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee1c0ed-7292-4e72-a72a-62f2a9ab68a8 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:02.796984 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee1c0ed-7292-4e72-a72a-62f2a9ab68a8 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:02.802533 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee1c0ed-7292-4e72-a72a-62f2a9ab68a8 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:02.808476 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee1c0ed-7292-4e72-a72a-62f2a9ab68a8 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:02.809343 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7ee1c0ed-7292-4e72-a72a-62f2a9ab68a8 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Synchronizing usage tracker for tenant:064ed6e6af4d4ea09afaac48d7e828c2 on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:09:02.861252 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-91a2fc52-a899-4263-a7cf-0eed5c3862d0 req-3a458397-56fb-4939-ad2d-055f29c08af3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4829ccc1-8809-49f3-b752-13a6d3bbc099 HTTP/1.1" status: 200 len: 1000 time: 0.1050429 May 13 15:09:02.873175 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7ee1c0ed-7292-4e72-a72a-62f2a9ab68a8 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Unset dirty status for tenant:064ed6e6af4d4ea09afaac48d7e828c2 on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:09:02.874406 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7ee1c0ed-7292-4e72-a72a-62f2a9ab68a8 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3446562 May 13 15:09:02.878999 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36190) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:02.934103 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2fc52-a899-4263-a7cf-0eed5c3862d0 req-9ba62f9f-c2d6-4aeb-a997-686603710b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:02.936204 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-91a2fc52-a899-4263-a7cf-0eed5c3862d0 req-9ba62f9f-c2d6-4aeb-a997-686603710b3c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b5ceabd-0dba-40ce-b48a-2cb206526c19 HTTP/1.1" status: 200 len: 851 time: 0.0690081 May 13 15:09:02.971402 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:03.023916 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2fc52-a899-4263-a7cf-0eed5c3862d0 req-a1dae178-e220-4705-b65a-c926cba687ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:03.025443 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-91a2fc52-a899-4263-a7cf-0eed5c3862d0 req-a1dae178-e220-4705-b65a-c926cba687ae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b043589d-15c3-44b5-8d99-d7c57b00acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835633 May 13 15:09:03.121933 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-afa18d1f-9b5f-4fb2-90d0-6fcf63ed4609 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2418005 May 13 15:09:03.126072 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36196) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:03.231281 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-91a2fc52-a899-4263-a7cf-0eed5c3862d0 req-45fa8043-7c15-47aa-b1ca-8bd5448efa72 service neutron] 10.222.0.59 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991906 May 13 15:09:03.262501 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74aad959-62d7-4e62-b5e4-b2ee2ee4c0d3 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:03.264129 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74aad959-62d7-4e62-b5e4-b2ee2ee4c0d3 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:03.265648 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-74aad959-62d7-4e62-b5e4-b2ee2ee4c0d3 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1389017 May 13 15:09:03.269333 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36200) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:03.406166 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268068c8-7198-4d13-8acd-44c19ee16fe6 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['shared'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:03.407681 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268068c8-7198-4d13-8acd-44c19ee16fe6 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['shared'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:03.409169 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-268068c8-7198-4d13-8acd-44c19ee16fe6 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1389301 May 13 15:09:03.418742 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36204) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:03.489505 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0764ee-00f3-495f-98c3-c0fdd342e16f req-c574a28a-756f-417d-afe3-36e9d2a24516 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:03.490130 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-4b0764ee-00f3-495f-98c3-c0fdd342e16f req-c574a28a-756f-417d-afe3-36e9d2a24516 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Synchronizing usage tracker for tenant:fd8f7c833f2e4334b17514422b189cd4 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:09:03.527824 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-4b0764ee-00f3-495f-98c3-c0fdd342e16f req-c574a28a-756f-417d-afe3-36e9d2a24516 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Unset dirty status for tenant:fd8f7c833f2e4334b17514422b189cd4 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:09:03.529012 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4b0764ee-00f3-495f-98c3-c0fdd342e16f req-c574a28a-756f-417d-afe3-36e9d2a24516 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/ports?device_id=6fe1e0cd-cbb5-48aa-b3ae-75187bf3cc06 HTTP/1.1" status: 200 len: 931 time: 0.3695402 May 13 15:09:03.529192 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-91a2fc52-a899-4263-a7cf-0eed5c3862d0 req-8f69484f-dea2-41da-8d1e-c2a7c4d2ab17 service neutron] 10.222.0.59 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918034 May 13 15:09:03.590116 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a9985d-f82c-4001-bce0-5cf3c4ef809f tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:03.591460 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-69a9985d-f82c-4001-bce0-5cf3c4ef809f tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "GET /v2.0/networks/aff7069b-f311-4c5c-ab4a-298e43057387 HTTP/1.1" status: 200 len: 799 time: 0.1717682 May 13 15:09:03.595002 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36208) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:03.625056 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89e4bcd1-102e-4aae-bc55-a7974e9ebd0b {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:09:03.636326 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:03.643982 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4b0764ee-00f3-495f-98c3-c0fdd342e16f req-d305ef68-0e9e-42e4-b5a9-c3c6efbf416e tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba8c11c1-1396-4438-856b-abdb160c9ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968666 May 13 15:09:03.655225 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] Transition to ACTIVE for port object 89e4bcd1-102e-4aae-bc55-a7974e9ebd0b will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:03.659698 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:03.746592 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4752379c-61fc-40d2-88d7-8d31fbd77e86 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "GET /v2.0/networks/aff7069b-f311-4c5c-ab4a-298e43057387?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1503992 May 13 15:09:03.749893 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36212) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:03.791180 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] Pushing event updated for resources: {'Port': ['ID=89e4bcd1-102e-4aae-bc55-a7974e9ebd0b,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:03.817285 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196d2a74-9423-4730-9ea1-8b9ccf633e5d tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:03.818688 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-196d2a74-9423-4730-9ea1-8b9ccf633e5d tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "GET /v2.0/subnets/60df1e2d-83ca-4817-b06c-6f49ce179a1c HTTP/1.1" status: 200 len: 811 time: 0.0678458 May 13 15:09:03.822606 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36216) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:03.862089 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:03.862449 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:03.862761 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:03.863093 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:03.863440 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:03.863762 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:03.864088 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:03.864401 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:03.864718 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:03.865032 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:03.865346 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:03.865660 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:03.920071 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] Attempting to bind port 89e4bcd1-102e-4aae-bc55-a7974e9ebd0b on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:09:03.920401 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] Attempting to bind port 89e4bcd1-102e-4aae-bc55-a7974e9ebd0b by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '156c89ab-6953-4c5e-b9ec-0ef686f8b610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0f556768-0f93-43fc-942c-9035b0d82cba'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:09:03.920813 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] Attempting to bind port 89e4bcd1-102e-4aae-bc55-a7974e9ebd0b on network 0f556768-0f93-43fc-942c-9035b0d82cba {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:09:03.925963 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] Port 89e4bcd1-102e-4aae-bc55-a7974e9ebd0b on network 0f556768-0f93-43fc-942c-9035b0d82cba not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:09:03.926307 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] Attempting to bind port 89e4bcd1-102e-4aae-bc55-a7974e9ebd0b on network 0f556768-0f93-43fc-942c-9035b0d82cba {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:09:03.932299 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:09:03.932555 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] Checking segment: {'id': '156c89ab-6953-4c5e-b9ec-0ef686f8b610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0f556768-0f93-43fc-942c-9035b0d82cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:09:03.932986 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] Bound using segment: {'id': '156c89ab-6953-4c5e-b9ec-0ef686f8b610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0f556768-0f93-43fc-942c-9035b0d82cba'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:09:03.933423 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] Bound port: 89e4bcd1-102e-4aae-bc55-a7974e9ebd0b, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '156c89ab-6953-4c5e-b9ec-0ef686f8b610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0f556768-0f93-43fc-942c-9035b0d82cba'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:09:03.933800 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:04.026842 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbc99c4-f396-422b-9940-43544ef05163 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['shared'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:04.031537 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fdbc99c4-f396-422b-9940-43544ef05163 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "GET /v2.0/subnets/60df1e2d-83ca-4817-b06c-6f49ce179a1c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2042313 May 13 15:09:04.031653 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36220) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:04.043899 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-de5915a5-7731-47b7-968d-ec04448e47a1 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1738851013'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:04.052793 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-de5915a5-7731-47b7-968d-ec04448e47a1 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:04.057294 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] For port 89e4bcd1-102e-4aae-bc55-a7974e9ebd0b, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:09:04.066147 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] For port 89e4bcd1-102e-4aae-bc55-a7974e9ebd0b, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=89e4bcd1-102e-4aae-bc55-a7974e9ebd0b,segment=NetworkSegment(156c89ab-6953-4c5e-b9ec-0ef686f8b610),segment_id=156c89ab-6953-4c5e-b9ec-0ef686f8b610)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:09:04.069393 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-de5915a5-7731-47b7-968d-ec04448e47a1 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:04.073204 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:04.139288 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5915a5-7731-47b7-968d-ec04448e47a1 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Made reservation on behalf of 064ed6e6af4d4ea09afaac48d7e828c2 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:04.142674 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-de5915a5-7731-47b7-968d-ec04448e47a1 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:04.156569 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:04.157174 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:04.158529 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] 10.222.0.59 "PUT /v2.0/ports/89e4bcd1-102e-4aae-bc55-a7974e9ebd0b HTTP/1.1" status: 200 len: 1091 time: 1.4516237 May 13 15:09:04.160618 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe1e0cd-cbb5-48aa-b3ae-75187bf3cc06', 'tag': '89e4bcd1-102e-4aae-bc55-a7974e9ebd0b'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:09:04.193593 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16cc95-707a-4ffb-b6dc-96731aef2287 service neutron] Pushing event updated for resources: {'Port': ['ID=89e4bcd1-102e-4aae-bc55-a7974e9ebd0b,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:04.220756 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de5915a5-7731-47b7-968d-ec04448e47a1 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:09:04.229821 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-de5915a5-7731-47b7-968d-ec04448e47a1 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:04.229821 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-de5915a5-7731-47b7-968d-ec04448e47a1 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Added segment c06d5169-e340-494b-b644-6c11fb1204ca of type vlan for network 176b3dce-a383-4d10-b8c8-cdca1dfba4b2 May 13 15:09:04.264391 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6242fb02-aa47-4154-8608-9ebe57144e2d'] response: {'name': 'network-changed', 'server_uuid': '6fe1e0cd-cbb5-48aa-b3ae-75187bf3cc06', 'tag': '89e4bcd1-102e-4aae-bc55-a7974e9ebd0b', 'status': 'completed', 'code': 200} May 13 15:09:04.301840 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-de5915a5-7731-47b7-968d-ec04448e47a1 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:04.356817 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-de5915a5-7731-47b7-968d-ec04448e47a1 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:04.363052 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5915a5-7731-47b7-968d-ec04448e47a1 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:04.363979 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-de5915a5-7731-47b7-968d-ec04448e47a1 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:04.499288 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-1772f042-e570-4668-9831-0762de81a1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:04.502678 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-1772f042-e570-4668-9831-0762de81a1d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd8f7c833f2e4334b17514422b189cd4&device_id=6fe1e0cd-cbb5-48aa-b3ae-75187bf3cc06 HTTP/1.1" status: 200 len: 1094 time: 0.2940123 May 13 15:09:04.505119 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5915a5-7731-47b7-968d-ec04448e47a1 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event updated for resources: {'Network': ['ID=176b3dce-a383-4d10-b8c8-cdca1dfba4b2,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:04.509106 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-de5915a5-7731-47b7-968d-ec04448e47a1 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4765797 May 13 15:09:04.512542 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36226) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:04.518793 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-18aaaddc-611c-4df0-8a07-686095246b83 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Request body: {'subnet': {'network_id': '176b3dce-a383-4d10-b8c8-cdca1dfba4b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:04.525420 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 176b3dce-a383-4d10-b8c8-cdca1dfba4b2 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:09:04.611090 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-cb8b606c-404c-4182-8043-8e13033ea8c6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89e4bcd1-102e-4aae-bc55-a7974e9ebd0b HTTP/1.1" status: 200 len: 217 time: 0.0842054 May 13 15:09:04.729092 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-698d1860-1967-4612-9589-6ad12d445055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:04.729092 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-698d1860-1967-4612-9589-6ad12d445055 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=203a5cf2-af00-41e8-8970-5cf8a9faf24d HTTP/1.1" status: 200 len: 849 time: 0.1103196 May 13 15:09:04.777274 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-18aaaddc-611c-4df0-8a07-686095246b83 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:04.796061 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-c24ae950-fb0b-4ef1-a2dd-5eaadfb655df service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f556768-0f93-43fc-942c-9035b0d82cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586061 May 13 15:09:04.805613 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-18aaaddc-611c-4df0-8a07-686095246b83 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:04.821961 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18aaaddc-611c-4df0-8a07-686095246b83 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Made reservation on behalf of 064ed6e6af4d4ea09afaac48d7e828c2 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:04.828573 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18aaaddc-611c-4df0-8a07-686095246b83 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:04.942694 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.ipam_backend_mixin [None req-18aaaddc-611c-4df0-8a07-686095246b83 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Performing IP validity checks on allocation pools {{(pid=88082) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 13 15:09:04.942694 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.ipam_backend_mixin [None req-18aaaddc-611c-4df0-8a07-686095246b83 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88082) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 13 15:09:05.033873 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384620a1-ca46-4fa2-bd1f-7cbb7db238a2 req-9252b778-36e1-44e7-9ac6-38f0819ef0db tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:05.034567 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-384620a1-ca46-4fa2-bd1f-7cbb7db238a2 req-9252b778-36e1-44e7-9ac6-38f0819ef0db tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/ports?device_id=6fe1e0cd-cbb5-48aa-b3ae-75187bf3cc06 HTTP/1.1" status: 200 len: 943 time: 0.2044835 May 13 15:09:05.071625 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-63073d03-b4f4-4dce-9952-ce67c430726a service neutron] 10.222.0.59 "GET /v2.0/networks/0f556768-0f93-43fc-942c-9035b0d82cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626734 May 13 15:09:05.141116 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18aaaddc-611c-4df0-8a07-686095246b83 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:05.175468 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-384620a1-ca46-4fa2-bd1f-7cbb7db238a2 req-b684f5eb-9395-4059-8573-59a03e27d33e tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba8c11c1-1396-4438-856b-abdb160c9ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274476 May 13 15:09:05.236057 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aaaddc-611c-4df0-8a07-686095246b83 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event updated for resources: {'Subnet': ['ID=ae74b376-ac08-4dbf-b6e4-0da877a80a95,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:05.238434 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aaaddc-611c-4df0-8a07-686095246b83 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Checking segment: {'id': 'c06d5169-e340-494b-b644-6c11fb1204ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '176b3dce-a383-4d10-b8c8-cdca1dfba4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:09:05.238799 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18aaaddc-611c-4df0-8a07-686095246b83 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Network hostable DHCP agents. Network: 176b3dce-a383-4d10-b8c8-cdca1dfba4b2, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:09:05.273897 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18aaaddc-611c-4df0-8a07-686095246b83 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Network 176b3dce-a383-4d10-b8c8-cdca1dfba4b2 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:09:05.301596 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-18aaaddc-611c-4df0-8a07-686095246b83 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 176b3dce-a383-4d10-b8c8-cdca1dfba4b2) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:05.309345 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e9f2b85f-9ade-4e7f-bc11-7a616409d968 req-e232b671-a45a-4936-94df-674b9df20dc9 service neutron] 10.222.0.59 "GET /v2.0/networks/0f556768-0f93-43fc-942c-9035b0d82cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240260 May 13 15:09:05.312591 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48588d9a-f952-4daf-88b7-4786325de765 None None] Network 176b3dce-a383-4d10-b8c8-cdca1dfba4b2 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:05.317395 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18aaaddc-611c-4df0-8a07-686095246b83 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:05.317395 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18aaaddc-611c-4df0-8a07-686095246b83 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:05.362155 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-18aaaddc-611c-4df0-8a07-686095246b83 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8392746 May 13 15:09:05.365659 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36232) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:05.370387 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-a223b29d-4268-460a-9bf1-edee595581c2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:05.565969 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-176b3dce-a383-4d10-b8c8-cdca1dfba4b2', 'network_id': '176b3dce-a383-4d10-b8c8-cdca1dfba4b2', 'tenant_id': '064ed6e6af4d4ea09afaac48d7e828c2', 'fixed_ips': [{'subnet_id': 'ae74b376-ac08-4dbf-b6e4-0da877a80a95'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:09:05.565969 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:05.720600 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a223b29d-4268-460a-9bf1-edee595581c2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31881528'] for subnet, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:05.723713 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834d56a-38cd-4deb-8f47-5c3f0c3af21a req-2d8b562b-4a14-486f-8bf0-2ce6ddcbeda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:05.725749 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4834d56a-38cd-4deb-8f47-5c3f0c3af21a req-2d8b562b-4a14-486f-8bf0-2ce6ddcbeda8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd8f7c833f2e4334b17514422b189cd4&device_id=6fe1e0cd-cbb5-48aa-b3ae-75187bf3cc06 HTTP/1.1" status: 200 len: 1094 time: 0.3221023 May 13 15:09:06.017152 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834d56a-38cd-4deb-8f47-5c3f0c3af21a req-2f6dcf9e-d6eb-4f41-895a-62aadcb7a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:06.017152 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4834d56a-38cd-4deb-8f47-5c3f0c3af21a req-2f6dcf9e-d6eb-4f41-895a-62aadcb7a01c service neutron] 10.222.0.59 "GET /v2.0/networks?id=0f556768-0f93-43fc-942c-9035b0d82cba HTTP/1.1" status: 200 len: 910 time: 0.2851839 May 13 15:09:06.100194 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4834d56a-38cd-4deb-8f47-5c3f0c3af21a req-6a59240e-5717-4e6e-9c4e-a289acd155d1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89e4bcd1-102e-4aae-bc55-a7974e9ebd0b HTTP/1.1" status: 200 len: 217 time: 0.0769222 May 13 15:09:06.235765 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a223b29d-4268-460a-9bf1-edee595581c2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772689068665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-33029076'] for subnet, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:06.278831 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834d56a-38cd-4deb-8f47-5c3f0c3af21a req-188dc250-be59-4fdf-9403-207ab62f53bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:06.280117 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4834d56a-38cd-4deb-8f47-5c3f0c3af21a req-188dc250-be59-4fdf-9403-207ab62f53bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=203a5cf2-af00-41e8-8970-5cf8a9faf24d HTTP/1.1" status: 200 len: 849 time: 0.1388698 May 13 15:09:06.346598 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4834d56a-38cd-4deb-8f47-5c3f0c3af21a req-a59394df-f86a-4508-8cd2-ff120173ae32 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f556768-0f93-43fc-942c-9035b0d82cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554917 May 13 15:09:06.387315 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Allocated IP 172.20.0.3 (176b3dce-a383-4d10-b8c8-cdca1dfba4b2/ae74b376-ac08-4dbf-b6e4-0da877a80a95/f49e7450-fa78-4efc-bdc5-f5503edd8b5f) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:09:06.390420 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a223b29d-4268-460a-9bf1-edee595581c2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:06.390420 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a223b29d-4268-460a-9bf1-edee595581c2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:06.390420 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a223b29d-4268-460a-9bf1-edee595581c2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "PUT /v2.0/subnets/ae74b376-ac08-4dbf-b6e4-0da877a80a95 HTTP/1.1" status: 200 len: 877 time: 1.0280640 May 13 15:09:06.395942 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36238) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:06.463260 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223b29d-4268-460a-9bf1-edee595581c2 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event updated for resources: {'Subnet': ['ID=ae74b376-ac08-4dbf-b6e4-0da877a80a95,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:06.547557 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4834d56a-38cd-4deb-8f47-5c3f0c3af21a req-103d914d-d53d-47f7-a773-4c5f3c6de364 service neutron] 10.222.0.59 "GET /v2.0/networks/0f556768-0f93-43fc-942c-9035b0d82cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863935 May 13 15:09:06.676292 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:06.696629 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59162d39-25f5-4796-b2b0-39a0947672e3 req-c83a84d6-5820-4d1d-8175-3ab24ceb493a tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:06.699277 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-59162d39-25f5-4796-b2b0-39a0947672e3 req-c83a84d6-5820-4d1d-8175-3ab24ceb493a tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/ports?device_id=6fe1e0cd-cbb5-48aa-b3ae-75187bf3cc06 HTTP/1.1" status: 200 len: 943 time: 0.1639428 May 13 15:09:06.752659 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:06.756888 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4834d56a-38cd-4deb-8f47-5c3f0c3af21a req-96c4688b-6493-44cc-a43d-0f6d7af79a11 service neutron] 10.222.0.59 "GET /v2.0/networks/0f556768-0f93-43fc-942c-9035b0d82cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034955 May 13 15:09:06.774247 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Transition to ACTIVE for port object f49e7450-fa78-4efc-bdc5-f5503edd8b5f will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:06.793603 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:06.796085 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Transition to ACTIVE for port object f49e7450-fa78-4efc-bdc5-f5503edd8b5f will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:06.802899 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:06.823171 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-59162d39-25f5-4796-b2b0-39a0947672e3 req-73986246-9539-4cdf-b7b3-f35b29b47e7c tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Synchronizing usage tracker for tenant:fd8f7c833f2e4334b17514422b189cd4 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:09:06.872350 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-59162d39-25f5-4796-b2b0-39a0947672e3 req-73986246-9539-4cdf-b7b3-f35b29b47e7c tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Unset dirty status for tenant:fd8f7c833f2e4334b17514422b189cd4 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:09:06.872350 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-59162d39-25f5-4796-b2b0-39a0947672e3 req-73986246-9539-4cdf-b7b3-f35b29b47e7c tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba8c11c1-1396-4438-856b-abdb160c9ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443021 May 13 15:09:06.898397 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Network 176b3dce-a383-4d10-b8c8-cdca1dfba4b2 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:06.898397 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:06.903794 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:09:06.911648 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Pushing event updated for resources: {'Port': ['ID=f49e7450-fa78-4efc-bdc5-f5503edd8b5f,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:06.918495 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:06.963082 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event deleted for resources: {'Subnet': ['ID=ae74b376-ac08-4dbf-b6e4-0da877a80a95,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:06.985847 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:06.986359 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:06.986523 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:06.987775 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:06.987775 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:06.987775 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:06.992715 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:06.992715 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:06.992715 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:06.992715 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:06.992715 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:06.992715 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:07.020649 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Attempting to bind port f49e7450-fa78-4efc-bdc5-f5503edd8b5f on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:09:07.020649 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Attempting to bind port f49e7450-fa78-4efc-bdc5-f5503edd8b5f by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'c06d5169-e340-494b-b644-6c11fb1204ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '176b3dce-a383-4d10-b8c8-cdca1dfba4b2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:09:07.020649 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Attempting to bind port f49e7450-fa78-4efc-bdc5-f5503edd8b5f on network 176b3dce-a383-4d10-b8c8-cdca1dfba4b2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:09:07.029797 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:09:07.029797 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Checking segment: {'id': 'c06d5169-e340-494b-b644-6c11fb1204ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '176b3dce-a383-4d10-b8c8-cdca1dfba4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:09:07.029797 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:07.029797 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Bound using segment: {'id': 'c06d5169-e340-494b-b644-6c11fb1204ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '176b3dce-a383-4d10-b8c8-cdca1dfba4b2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:09:07.029797 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Bound port: f49e7450-fa78-4efc-bdc5-f5503edd8b5f, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c06d5169-e340-494b-b644-6c11fb1204ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '176b3dce-a383-4d10-b8c8-cdca1dfba4b2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:09:07.029797 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:07.072708 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:07.103173 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176b3dce-a383-4d10-b8c8-cdca1dfba4b2']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:07.119032 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c06d5169-e340-494b-b644-6c11fb1204ca') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:07.119889 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c06d5169-e340-494b-b644-6c11fb1204ca') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:07.136768 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] For port f49e7450-fa78-4efc-bdc5-f5503edd8b5f, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:09:07.138157 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:07.138289 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] For port f49e7450-fa78-4efc-bdc5-f5503edd8b5f, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=f49e7450-fa78-4efc-bdc5-f5503edd8b5f,segment=NetworkSegment(c06d5169-e340-494b-b644-6c11fb1204ca),segment_id=c06d5169-e340-494b-b644-6c11fb1204ca)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:09:07.144392 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:07.156518 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:07.165618 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:09:07.165618 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:07.181137 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:09:07.181137 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:09:07.181137 n-d-841760-1 neutron-server[88082]: timer() May 13 15:09:07.181137 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:09:07.181137 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:09:07.181137 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:09:07.181137 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:09:07.181137 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:09:07.181137 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:09:07.181137 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:09:07.181137 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:09:07.181137 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:09:07.181137 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:09:07.181137 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:09:07.181137 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:09:07.181137 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:09:07.181137 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:09:07.181137 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:09:07.181137 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:09:07.181137 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:09:07.181137 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:09:07.181137 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:09:07.181137 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:09:07.181137 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:09:07.181137 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:09:07.181137 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:09:07.181137 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:09:07.181137 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:09:07.181137 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:09:07.181137 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:09:07.181137 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:09:07.181137 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:09:07.272487 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.api [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 13 15:09:07.272487 n-d-841760-1 neutron-server[88082]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 13 15:09:07.272487 n-d-841760-1 neutron-server[88082]: [parameters: {'id': '176b3dce-a383-4d10-b8c8-cdca1dfba4b2'}] May 13 15:09:07.272487 n-d-841760-1 neutron-server[88082]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:09:07.274685 n-d-841760-1 neutron-server[88082]: DEBUG oslo_db.api [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:09:07.279985 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba345e-9dc0-4e1f-a141-0b40037e4c92 None None] Pushing event updated for resources: {'Port': ['ID=f49e7450-fa78-4efc-bdc5-f5503edd8b5f,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:07.320189 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acad9f44-7a6b-472b-ab09-4a686e8cd83f None None] Network 176b3dce-a383-4d10-b8c8-cdca1dfba4b2 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:07.541326 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e204e0-1351-4c26-8316-e5634ea3d1da None None] Network 176b3dce-a383-4d10-b8c8-cdca1dfba4b2 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:07.736466 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5f77f4-d10c-4406-b258-8547e66a20b8 None None] get_active_networks_info from n-d-841760-1 {{(pid=88083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:09:07.775577 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:07.790234 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Deleting port f49e7450-fa78-4efc-bdc5-f5503edd8b5f {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:07.790234 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:07.853578 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5f77f4-d10c-4406-b258-8547e66a20b8 None None] Resources bound (agent type, host, resource id): {{(pid=88083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 15:09:08.047491 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] For port f49e7450-fa78-4efc-bdc5-f5503edd8b5f, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=f49e7450-fa78-4efc-bdc5-f5503edd8b5f,segment=NetworkSegment(c06d5169-e340-494b-b644-6c11fb1204ca),segment_id=c06d5169-e340-494b-b644-6c11fb1204ca)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:08.048892 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:08.096029 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa81b39-2eda-4321-b402-615a4757911c req-7401d054-7bf2-4439-bf3e-2176661395c9 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:08.098027 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4fa81b39-2eda-4321-b402-615a4757911c req-7401d054-7bf2-4439-bf3e-2176661395c9 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/ports?device_id=6fe1e0cd-cbb5-48aa-b3ae-75187bf3cc06 HTTP/1.1" status: 200 len: 943 time: 0.0935028 May 13 15:09:08.170052 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4fa81b39-2eda-4321-b402-615a4757911c req-39607e18-63cb-4fa4-88d4-ff71fe53aab2 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba8c11c1-1396-4438-856b-abdb160c9ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652597 May 13 15:09:08.212991 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Calling delete_port for f49e7450-fa78-4efc-bdc5-f5503edd8b5f owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:08.415652 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:08.461961 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event deleted for resources: {'Port': ['ID=f49e7450-fa78-4efc-bdc5-f5503edd8b5f,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:08.465299 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] No DVR routers for this DVR port f49e7450-fa78-4efc-bdc5-f5503edd8b5f on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:09:08.589033 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:08.617811 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176b3dce-a383-4d10-b8c8-cdca1dfba4b2']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:08.629644 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c06d5169-e340-494b-b644-6c11fb1204ca') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:08.629944 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c06d5169-e340-494b-b644-6c11fb1204ca') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:08.641120 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:08.657124 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:08.663665 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:09:08.664045 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:08.679059 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:09:08.679059 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:09:08.679059 n-d-841760-1 neutron-server[88082]: timer() May 13 15:09:08.679059 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:09:08.679059 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:09:08.679059 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:09:08.679059 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:09:08.679059 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:09:08.679059 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:09:08.679059 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:09:08.679059 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:09:08.679059 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:09:08.679059 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:09:08.679059 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:09:08.679059 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:09:08.679059 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:09:08.679059 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:09:08.679059 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:09:08.679059 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:09:08.679059 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:09:08.679059 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:09:08.679059 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:09:08.679059 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:09:08.679059 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:09:08.679059 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:09:08.679059 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:09:08.679059 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:09:08.679059 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:09:08.679059 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:09:08.679059 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:09:08.679059 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:09:08.679059 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:09:08.761019 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:08.778794 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:08.789618 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event deleted for resources: {'Network': ['ID=176b3dce-a383-4d10-b8c8-cdca1dfba4b2,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:08.802064 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e600d0b7-9f5a-4dd4-83b7-2a7691c28335 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/networks/176b3dce-a383-4d10-b8c8-cdca1dfba4b2 HTTP/1.1" status: 204 len: 168 time: 2.4061468 May 13 15:09:08.805561 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36244) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:08.843373 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b6e9888-e567-4f4e-9338-13f45778cce9 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] DELETE failed (client error): The resource could not be found. May 13 15:09:08.843811 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b6e9888-e567-4f4e-9338-13f45778cce9 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:09:08.845432 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4b6e9888-e567-4f4e-9338-13f45778cce9 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/subnets/ae74b376-ac08-4dbf-b6e4-0da877a80a95 HTTP/1.1" status: 404 len: 337 time: 0.0389853 May 13 15:09:08.847891 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36248) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:08.870950 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 89e4bcd1-102e-4aae-bc55-a7974e9ebd0b details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:09:08.871589 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf8c0f6-2fb7-4987-adb1-2e3656eee59b tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] DELETE failed (client error): The resource could not be found. May 13 15:09:08.872045 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adf8c0f6-2fb7-4987-adb1-2e3656eee59b tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:09:08.873672 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-adf8c0f6-2fb7-4987-adb1-2e3656eee59b tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/networks/176b3dce-a383-4d10-b8c8-cdca1dfba4b2 HTTP/1.1" status: 404 len: 339 time: 0.0249147 May 13 15:09:08.876080 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36252) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:08.917533 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-d435717f-0476-428c-8715-d0d2df005457 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] DELETE failed (client error): The resource could not be found. May 13 15:09:08.917978 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d435717f-0476-428c-8715-d0d2df005457 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:09:08.922046 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d435717f-0476-428c-8715-d0d2df005457 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/subnets/23f225ef-250b-4b74-912a-a64c49e922f1 HTTP/1.1" status: 404 len: 337 time: 0.0427394 May 13 15:09:08.922244 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36256) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:08.949272 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d7b6a9c-b1ba-4487-8c5b-d3757414b83d tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] DELETE failed (client error): The resource could not be found. May 13 15:09:08.949654 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d7b6a9c-b1ba-4487-8c5b-d3757414b83d tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:09:08.951369 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5d7b6a9c-b1ba-4487-8c5b-d3757414b83d tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/networks/5e0cb711-8392-47a3-abab-b515e0bbdb7c HTTP/1.1" status: 404 len: 339 time: 0.0282099 May 13 15:09:08.953853 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36260) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:09.041969 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 89e4bcd1-102e-4aae-bc55-a7974e9ebd0b, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=89e4bcd1-102e-4aae-bc55-a7974e9ebd0b,segment=NetworkSegment(156c89ab-6953-4c5e-b9ec-0ef686f8b610),segment_id=156c89ab-6953-4c5e-b9ec-0ef686f8b610)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:09.055991 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '89e4bcd1-102e-4aae-bc55-a7974e9ebd0b', 'network_id': '0f556768-0f93-43fc-942c-9035b0d82cba', 'port_id': '89e4bcd1-102e-4aae-bc55-a7974e9ebd0b', 'mac_address': 'fa:16:3e:5e:3c:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '203a5cf2-af00-41e8-8970-5cf8a9faf24d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:09:09.068727 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-112ec162-45ac-487f-aa29-4b616086a48a tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:09.110900 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 89e4bcd1-102e-4aae-bc55-a7974e9ebd0b is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:09.111305 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:09.128792 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e4bcd1-102e-4aae-bc55-a7974e9ebd0b {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:09:09.144534 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 89e4bcd1-102e-4aae-bc55-a7974e9ebd0b, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=89e4bcd1-102e-4aae-bc55-a7974e9ebd0b,segment=NetworkSegment(156c89ab-6953-4c5e-b9ec-0ef686f8b610),segment_id=156c89ab-6953-4c5e-b9ec-0ef686f8b610)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:09.148354 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:09.210045 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-112ec162-45ac-487f-aa29-4b616086a48a tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:09.220473 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=89e4bcd1-102e-4aae-bc55-a7974e9ebd0b,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:09.239964 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-112ec162-45ac-487f-aa29-4b616086a48a tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f9a156-1ea0-414d-844f-b105a0787632']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:09.254700 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-112ec162-45ac-487f-aa29-4b616086a48a tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac216c57-3e00-40ea-a930-5b49177dc937') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:09.255332 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-112ec162-45ac-487f-aa29-4b616086a48a tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac216c57-3e00-40ea-a930-5b49177dc937') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:09.272916 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-112ec162-45ac-487f-aa29-4b616086a48a tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:09.292591 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-112ec162-45ac-487f-aa29-4b616086a48a tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:09.341153 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-112ec162-45ac-487f-aa29-4b616086a48a tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:09:09.341561 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-112ec162-45ac-487f-aa29-4b616086a48a tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:09.360566 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:09:09.360566 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:09:09.360566 n-d-841760-1 neutron-server[88082]: timer() May 13 15:09:09.360566 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:09:09.360566 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:09:09.360566 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:09:09.360566 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:09:09.360566 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:09:09.360566 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:09:09.360566 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:09:09.360566 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:09:09.360566 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:09:09.360566 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:09:09.360566 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:09:09.360566 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:09:09.360566 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:09:09.360566 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:09:09.360566 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:09:09.360566 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:09:09.360566 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:09:09.360566 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:09:09.360566 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:09:09.360566 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:09:09.360566 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:09:09.360566 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:09:09.360566 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:09:09.360566 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:09:09.360566 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:09:09.360566 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:09:09.360566 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:09:09.360566 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:09:09.360566 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:09:09.370066 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['89e4bcd1-102e-4aae-bc55-a7974e9ebd0b'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:09:09.451777 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-112ec162-45ac-487f-aa29-4b616086a48a tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:09.474711 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-112ec162-45ac-487f-aa29-4b616086a48a tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:09.490845 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ec162-45ac-487f-aa29-4b616086a48a tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event deleted for resources: {'Network': ['ID=a8f9a156-1ea0-414d-844f-b105a0787632,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:09.506508 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df395d-2c33-4436-b0be-4f086706bdf0 req-1ce04f01-230f-43bf-bc36-11c3fee13d35 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:09.508618 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82df395d-2c33-4436-b0be-4f086706bdf0 req-1ce04f01-230f-43bf-bc36-11c3fee13d35 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/ports?device_id=6fe1e0cd-cbb5-48aa-b3ae-75187bf3cc06 HTTP/1.1" status: 200 len: 944 time: 0.2140620 May 13 15:09:09.513431 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-112ec162-45ac-487f-aa29-4b616086a48a tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/networks/a8f9a156-1ea0-414d-844f-b105a0787632 HTTP/1.1" status: 204 len: 168 time: 0.5556707 May 13 15:09:09.513431 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36266) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:09.567218 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa57ab7-1814-40bf-8f71-64afc6475e5c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] DELETE failed (client error): The resource could not be found. May 13 15:09:09.567665 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fa57ab7-1814-40bf-8f71-64afc6475e5c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:09:09.569853 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7fa57ab7-1814-40bf-8f71-64afc6475e5c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/subnets/b6900148-e25b-455d-92fd-9d861f0742c6 HTTP/1.1" status: 404 len: 337 time: 0.0552523 May 13 15:09:09.572572 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36270) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:09.608240 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-e93d4a27-40ff-4d50-89b5-3622310357fc tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] DELETE failed (client error): The resource could not be found. May 13 15:09:09.608692 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e93d4a27-40ff-4d50-89b5-3622310357fc tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:09:09.610317 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e93d4a27-40ff-4d50-89b5-3622310357fc tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/networks/c0f5f289-05a5-4348-adf3-bf443e8a3dba HTTP/1.1" status: 404 len: 339 time: 0.0368648 May 13 15:09:09.612985 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36274) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:09.617902 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82df395d-2c33-4436-b0be-4f086706bdf0 req-df2150f2-55e2-4185-a37b-47361160237c tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba8c11c1-1396-4438-856b-abdb160c9ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020899 May 13 15:09:09.652134 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd33096c-2d50-4593-9275-0f56a5649ac5 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] DELETE failed (client error): The resource could not be found. May 13 15:09:09.652584 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd33096c-2d50-4593-9275-0f56a5649ac5 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:09:09.654262 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-dd33096c-2d50-4593-9275-0f56a5649ac5 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/subnets/dddbdb7e-4a32-495d-bd74-e6eaeb100dcd HTTP/1.1" status: 404 len: 337 time: 0.0396655 May 13 15:09:09.656699 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36278) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:09.681805 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c429985-6833-4555-8e7d-d977b0d2a578 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] DELETE failed (client error): The resource could not be found. May 13 15:09:09.682284 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c429985-6833-4555-8e7d-d977b0d2a578 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:09:09.686216 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7c429985-6833-4555-8e7d-d977b0d2a578 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/networks/76ea4085-577d-4389-ae2c-1c041d1e6a64 HTTP/1.1" status: 404 len: 339 time: 0.0264382 May 13 15:09:09.686625 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36282) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:09.724561 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-559c6426-770d-4b93-8511-03badfd28de3 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] DELETE failed (client error): The resource could not be found. May 13 15:09:09.725016 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-559c6426-770d-4b93-8511-03badfd28de3 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:09:09.726699 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-559c6426-770d-4b93-8511-03badfd28de3 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/subnets/d80736cd-d24b-42b9-b27c-781bc91b2279 HTTP/1.1" status: 404 len: 337 time: 0.0393019 May 13 15:09:09.729159 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36286) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:09.762222 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a53977-7d51-4f5f-a92b-2c73e1a9d55a tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] DELETE failed (client error): The resource could not be found. May 13 15:09:09.763004 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51a53977-7d51-4f5f-a92b-2c73e1a9d55a tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:09:09.765640 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-51a53977-7d51-4f5f-a92b-2c73e1a9d55a tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/networks/aad5a2f6-918d-44ea-9b08-1acd98fd43b7 HTTP/1.1" status: 404 len: 339 time: 0.0354242 May 13 15:09:09.768256 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36290) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:09.810336 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-39146757-3804-4158-a045-cdd683656ba7 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] DELETE failed (client error): The resource could not be found. May 13 15:09:09.810958 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39146757-3804-4158-a045-cdd683656ba7 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:09:09.812418 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-39146757-3804-4158-a045-cdd683656ba7 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/subnets/66b5e2de-ddbe-4334-9717-4784cf9fd806 HTTP/1.1" status: 404 len: 337 time: 0.0431619 May 13 15:09:09.814889 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36294) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:09.840294 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-db592f9a-b677-4fd9-b285-ca14d4cf041c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] DELETE failed (client error): The resource could not be found. May 13 15:09:09.841040 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db592f9a-b677-4fd9-b285-ca14d4cf041c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:09:09.842363 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-db592f9a-b677-4fd9-b285-ca14d4cf041c tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/networks/cfe3f7b7-73aa-4f2a-b16a-01b1b9240d6e HTTP/1.1" status: 404 len: 339 time: 0.0265141 May 13 15:09:09.844779 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36298) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:09.882938 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-9901baf7-b259-4398-a782-061696e0c3b9 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] DELETE failed (client error): The resource could not be found. May 13 15:09:09.883419 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9901baf7-b259-4398-a782-061696e0c3b9 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:09:09.885117 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9901baf7-b259-4398-a782-061696e0c3b9 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/subnets/85f7d776-8ffb-45ef-925f-e879c6c673b0 HTTP/1.1" status: 404 len: 337 time: 0.0394564 May 13 15:09:09.887606 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36302) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:09.912184 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd2ca891-5d60-4c37-99b3-b2eb2e3a28a9 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] DELETE failed (client error): The resource could not be found. May 13 15:09:09.912652 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd2ca891-5d60-4c37-99b3-b2eb2e3a28a9 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:09:09.914496 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bd2ca891-5d60-4c37-99b3-b2eb2e3a28a9 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/networks/0a09a63b-dcb3-4fbf-98ba-e41546069d46 HTTP/1.1" status: 404 len: 339 time: 0.0259428 May 13 15:09:09.916873 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36306) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:09.959354 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-e59679de-5376-4e63-bab8-c8c6a6ec194f tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] DELETE failed (client error): The resource could not be found. May 13 15:09:09.960141 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e59679de-5376-4e63-bab8-c8c6a6ec194f tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:09:09.968914 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e59679de-5376-4e63-bab8-c8c6a6ec194f tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/subnets/a08f8252-341c-49b3-8f05-23030e962e37 HTTP/1.1" status: 404 len: 337 time: 0.0438702 May 13 15:09:09.968914 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36310) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:09.994203 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a13d3f-974a-4241-ac27-157dedf683da tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] DELETE failed (client error): The resource could not be found. May 13 15:09:09.994675 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a13d3f-974a-4241-ac27-157dedf683da tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:09:09.996518 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e2a13d3f-974a-4241-ac27-157dedf683da tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/networks/979b578b-743e-4074-b122-2e5e417c570a HTTP/1.1" status: 404 len: 339 time: 0.0312643 May 13 15:09:09.998864 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36314) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:10.036151 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e765e5-88b4-4f6b-a988-d8e4f90c554f tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] DELETE failed (client error): The resource could not be found. May 13 15:09:10.036597 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e765e5-88b4-4f6b-a988-d8e4f90c554f tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:09:10.038266 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-37e765e5-88b4-4f6b-a988-d8e4f90c554f tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/subnets/4074c2b2-4a72-46bc-9045-bea4f75821e0 HTTP/1.1" status: 404 len: 337 time: 0.0384817 May 13 15:09:10.040792 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36318) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:10.065372 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-9287f4ea-1f1a-4941-bad7-77c90269b3ec tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] DELETE failed (client error): The resource could not be found. May 13 15:09:10.065645 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9287f4ea-1f1a-4941-bad7-77c90269b3ec tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:09:10.067254 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9287f4ea-1f1a-4941-bad7-77c90269b3ec tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/networks/d2ddd464-6882-4cac-99d9-1634a90efaed HTTP/1.1" status: 404 len: 339 time: 0.0255580 May 13 15:09:10.070165 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36322) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:10.111546 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-97a54d08-6b28-44e3-a119-f96b4a14196e tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] DELETE failed (client error): The resource could not be found. May 13 15:09:10.111746 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97a54d08-6b28-44e3-a119-f96b4a14196e tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:09:10.113592 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-97a54d08-6b28-44e3-a119-f96b4a14196e tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/subnets/2ecb2b4e-b2c5-4693-a447-37e602aae28b HTTP/1.1" status: 404 len: 337 time: 0.0425401 May 13 15:09:10.117197 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36326) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:10.142612 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-487f78ab-8321-49cf-851f-41d168eca8b4 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] DELETE failed (client error): The resource could not be found. May 13 15:09:10.142730 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-487f78ab-8321-49cf-851f-41d168eca8b4 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:09:10.144407 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-487f78ab-8321-49cf-851f-41d168eca8b4 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/networks/30df6918-d489-44f9-bbc9-9aea2f3c3b4b HTTP/1.1" status: 404 len: 339 time: 0.0263052 May 13 15:09:10.146833 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36330) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:10.212736 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-0920ea75-0560-4e1c-9dfa-07d36485de09 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Deleting subnet 60df1e2d-83ca-4817-b06c-6f49ce179a1c {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:09:10.215854 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0920ea75-0560-4e1c-9dfa-07d36485de09 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:10.381393 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0920ea75-0560-4e1c-9dfa-07d36485de09 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:10.464335 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0920ea75-0560-4e1c-9dfa-07d36485de09 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:10.536679 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0920ea75-0560-4e1c-9dfa-07d36485de09 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:10.588769 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920ea75-0560-4e1c-9dfa-07d36485de09 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event deleted for resources: {'Subnet': ['ID=60df1e2d-83ca-4817-b06c-6f49ce179a1c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:10.592519 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0920ea75-0560-4e1c-9dfa-07d36485de09 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:10.600236 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f79015-c471-4fdc-b196-7727412cb580 None None] Network aff7069b-f311-4c5c-ab4a-298e43057387 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:10.602870 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0920ea75-0560-4e1c-9dfa-07d36485de09 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/subnets/60df1e2d-83ca-4817-b06c-6f49ce179a1c HTTP/1.1" status: 204 len: 168 time: 0.4550166 May 13 15:09:10.605252 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36334) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:10.732667 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ff5ea9f7-73a5-421d-9ade-c21a206308d9 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:10.749181 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-ff5ea9f7-73a5-421d-9ade-c21a206308d9 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Deleting port 3bc0f6d4-7091-4f19-ad35-91d55af232f4 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:10.750649 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ff5ea9f7-73a5-421d-9ade-c21a206308d9 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:10.828952 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709f541-40d2-4404-937c-f411049b7893 req-7a17b034-06ea-4cfb-9fb8-ad673379e2f5 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:10.830675 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7709f541-40d2-4404-937c-f411049b7893 req-7a17b034-06ea-4cfb-9fb8-ad673379e2f5 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/ports?device_id=6fe1e0cd-cbb5-48aa-b3ae-75187bf3cc06 HTTP/1.1" status: 200 len: 944 time: 0.0953021 May 13 15:09:10.874074 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a21892-d412-478e-9cba-98c389522982 None None] DHCP port deletion for aff7069b-f311-4c5c-ab4a-298e43057387 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:09:10.876141 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 89e4bcd1-102e-4aae-bc55-a7974e9ebd0b up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:09:10.892519 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7709f541-40d2-4404-937c-f411049b7893 req-eb322b5d-0ecc-4a86-8aec-2c805931f65f tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba8c11c1-1396-4438-856b-abdb160c9ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544119 May 13 15:09:10.920857 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-a0a21892-d412-478e-9cba-98c389522982 None None] Deleting port 3bc0f6d4-7091-4f19-ad35-91d55af232f4 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:10.921231 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a0a21892-d412-478e-9cba-98c389522982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:10.976060 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-ff5ea9f7-73a5-421d-9ade-c21a206308d9 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] For port 3bc0f6d4-7091-4f19-ad35-91d55af232f4, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3bc0f6d4-7091-4f19-ad35-91d55af232f4,segment=NetworkSegment(96836b87-6e71-41cd-8f23-42136053d332),segment_id=96836b87-6e71-41cd-8f23-42136053d332)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:10.976740 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ff5ea9f7-73a5-421d-9ade-c21a206308d9 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:11.045727 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 89e4bcd1-102e-4aae-bc55-a7974e9ebd0b completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:11.103409 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-ff5ea9f7-73a5-421d-9ade-c21a206308d9 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Calling delete_port for 3bc0f6d4-7091-4f19-ad35-91d55af232f4 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:11.111351 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 89e4bcd1-102e-4aae-bc55-a7974e9ebd0b triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:11.111729 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:11.180569 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ff5ea9f7-73a5-421d-9ade-c21a206308d9 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:11.200774 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-a0a21892-d412-478e-9cba-98c389522982 None None] For port 3bc0f6d4-7091-4f19-ad35-91d55af232f4, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3bc0f6d4-7091-4f19-ad35-91d55af232f4,segment=NetworkSegment(96836b87-6e71-41cd-8f23-42136053d332),segment_id=96836b87-6e71-41cd-8f23-42136053d332)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:11.201172 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a0a21892-d412-478e-9cba-98c389522982 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:11.238088 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ea9f7-73a5-421d-9ade-c21a206308d9 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event deleted for resources: {'Port': ['ID=3bc0f6d4-7091-4f19-ad35-91d55af232f4,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:11.243204 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5ea9f7-73a5-421d-9ade-c21a206308d9 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] No DVR routers for this DVR port 3bc0f6d4-7091-4f19-ad35-91d55af232f4 on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:09:11.338128 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-a0a21892-d412-478e-9cba-98c389522982 None None] Calling delete_port for 3bc0f6d4-7091-4f19-ad35-91d55af232f4 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:11.378223 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ff5ea9f7-73a5-421d-9ade-c21a206308d9 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:11.409279 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-ff5ea9f7-73a5-421d-9ade-c21a206308d9 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aff7069b-f311-4c5c-ab4a-298e43057387']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:11.427763 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-ff5ea9f7-73a5-421d-9ade-c21a206308d9 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96836b87-6e71-41cd-8f23-42136053d332') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:11.428058 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-ff5ea9f7-73a5-421d-9ade-c21a206308d9 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96836b87-6e71-41cd-8f23-42136053d332') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:11.441160 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ff5ea9f7-73a5-421d-9ade-c21a206308d9 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:11.453259 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 89e4bcd1-102e-4aae-bc55-a7974e9ebd0b is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:11.453760 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:11.458301 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ff5ea9f7-73a5-421d-9ade-c21a206308d9 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:11.465348 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff5ea9f7-73a5-421d-9ade-c21a206308d9 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:09:11.466087 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ff5ea9f7-73a5-421d-9ade-c21a206308d9 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:11.478436 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-a0a21892-d412-478e-9cba-98c389522982 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:09:11.478799 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-a0a21892-d412-478e-9cba-98c389522982 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:09:11.481354 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:09:11.481354 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:09:11.481354 n-d-841760-1 neutron-server[88082]: timer() May 13 15:09:11.481354 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:09:11.481354 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:09:11.481354 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:09:11.481354 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:09:11.481354 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:09:11.481354 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:09:11.481354 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:09:11.481354 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:09:11.481354 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:09:11.481354 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:09:11.481354 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:09:11.481354 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:09:11.481354 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:09:11.481354 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:09:11.481354 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:09:11.481354 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:09:11.481354 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:09:11.481354 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:09:11.481354 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:09:11.481354 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:09:11.481354 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:09:11.481354 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:09:11.481354 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:09:11.481354 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:09:11.481354 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:09:11.481354 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:09:11.481354 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:09:11.481354 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:09:11.481354 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:09:11.484267 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe1e0cd-cbb5-48aa-b3ae-75187bf3cc06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e4bcd1-102e-4aae-bc55-a7974e9ebd0b'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:09:11.498122 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 89e4bcd1-102e-4aae-bc55-a7974e9ebd0b, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=89e4bcd1-102e-4aae-bc55-a7974e9ebd0b,segment=NetworkSegment(156c89ab-6953-4c5e-b9ec-0ef686f8b610),segment_id=156c89ab-6953-4c5e-b9ec-0ef686f8b610)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:11.503336 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:11.549947 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf23c524-0622-4adc-b7ff-55a17b365e07'] response: {'server_uuid': '6fe1e0cd-cbb5-48aa-b3ae-75187bf3cc06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e4bcd1-102e-4aae-bc55-a7974e9ebd0b', 'code': 200} May 13 15:09:11.574796 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ff5ea9f7-73a5-421d-9ade-c21a206308d9 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:11.576827 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=89e4bcd1-102e-4aae-bc55-a7974e9ebd0b,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:11.593920 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ff5ea9f7-73a5-421d-9ade-c21a206308d9 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:11.605775 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ea9f7-73a5-421d-9ade-c21a206308d9 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] Pushing event deleted for resources: {'Network': ['ID=aff7069b-f311-4c5c-ab4a-298e43057387,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:11.612980 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ff5ea9f7-73a5-421d-9ade-c21a206308d9 tempest-NetworksTest-1835366754 tempest-NetworksTest-1835366754-project] 10.222.0.35 "DELETE /v2.0/networks/aff7069b-f311-4c5c-ab4a-298e43057387 HTTP/1.1" status: 204 len: 168 time: 1.0065868 May 13 15:09:11.681095 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab99e4-4b95-40ce-b59f-647bc5d76f78 req-e91db22a-ae37-4a6e-886e-4585a45edc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:11.682744 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0bab99e4-4b95-40ce-b59f-647bc5d76f78 req-e91db22a-ae37-4a6e-886e-4585a45edc24 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe1e0cd-cbb5-48aa-b3ae-75187bf3cc06 HTTP/1.1" status: 200 len: 1096 time: 0.0761628 May 13 15:09:11.727150 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0bab99e4-4b95-40ce-b59f-647bc5d76f78 req-ee07faa6-2e34-457d-b8b6-86a3536879a5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ba8c11c1-1396-4438-856b-abdb160c9ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385280 May 13 15:09:11.748616 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3bc0f6d4-7091-4f19-ad35-91d55af232f4 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:09:11.788193 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 3bc0f6d4-7091-4f19-ad35-91d55af232f4 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:09:11.788533 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3bc0f6d4-7091-4f19-ad35-91d55af232f4 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:09:11.839597 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36346) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:11.980164 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-a0a21892-d412-478e-9cba-98c389522982 None None] Deleting port 3bc0f6d4-7091-4f19-ad35-91d55af232f4 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:11.980654 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a0a21892-d412-478e-9cba-98c389522982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:11.993989 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2550d7d6-0965-4fc9-8ad7-ce225aebc020 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=064ed6e6af4d4ea09afaac48d7e828c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529377 May 13 15:09:11.996392 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36354) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:12.048865 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-a0a21892-d412-478e-9cba-98c389522982 None None] The port '3bc0f6d4-7091-4f19-ad35-91d55af232f4' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:09:12.121210 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e52c92be-91c0-4398-81f8-264a4b6a41c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:12.144577 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5f0b4-646e-419c-94f5-b7ecc9510187 req-59021680-be3c-4fdb-982c-8fb11841708a tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:12.146031 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-56d5f0b4-646e-419c-94f5-b7ecc9510187 req-59021680-be3c-4fdb-982c-8fb11841708a tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/ports?device_id=6fe1e0cd-cbb5-48aa-b3ae-75187bf3cc06 HTTP/1.1" status: 200 len: 945 time: 0.1362853 May 13 15:09:12.170611 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e52c92be-91c0-4398-81f8-264a4b6a41c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:12.226127 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-56d5f0b4-646e-419c-94f5-b7ecc9510187 req-bad87e5d-d4f0-4103-b618-b5f5acb801ef tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba8c11c1-1396-4438-856b-abdb160c9ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731785 May 13 15:09:12.247461 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e52c92be-91c0-4398-81f8-264a4b6a41c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:12.263526 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c92be-91c0-4398-81f8-264a4b6a41c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef286a8-0bc9-4a7c-9fb9-b2e739987e9f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:12.269760 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e52c92be-91c0-4398-81f8-264a4b6a41c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:12.270868 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e52c92be-91c0-4398-81f8-264a4b6a41c3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2ef286a8-0bc9-4a7c-9fb9-b2e739987e9f HTTP/1.1" status: 204 len: 168 time: 0.2732780 May 13 15:09:12.495050 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:09:12.989810 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36382) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:13.165929 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-fa2bc482-9f37-4349-9e24-1400bee5309d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1243247233', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:13.173730 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-fa2bc482-9f37-4349-9e24-1400bee5309d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:13.177661 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-fa2bc482-9f37-4349-9e24-1400bee5309d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Usage tracker for resource:router and tenant:3b262814164e498087bb3e7e2061d063 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:13.180672 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-fa2bc482-9f37-4349-9e24-1400bee5309d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:13.187069 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-fa2bc482-9f37-4349-9e24-1400bee5309d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:13.198856 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fa2bc482-9f37-4349-9e24-1400bee5309d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:13.200375 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fa2bc482-9f37-4349-9e24-1400bee5309d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:13.216203 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fa2bc482-9f37-4349-9e24-1400bee5309d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:13.234781 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fa2bc482-9f37-4349-9e24-1400bee5309d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:13.259936 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fa2bc482-9f37-4349-9e24-1400bee5309d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:13.261979 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fa2bc482-9f37-4349-9e24-1400bee5309d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2711723 May 13 15:09:13.264158 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36392) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:13.269473 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-e6c752e4-2eac-4b72-899b-2c19df57390d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-675491988'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:13.275654 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e6c752e4-2eac-4b72-899b-2c19df57390d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:13.280714 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e6c752e4-2eac-4b72-899b-2c19df57390d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Usage tracker for resource:network and tenant:3b262814164e498087bb3e7e2061d063 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:13.283728 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e6c752e4-2eac-4b72-899b-2c19df57390d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:13.289650 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e6c752e4-2eac-4b72-899b-2c19df57390d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:13.299397 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c752e4-2eac-4b72-899b-2c19df57390d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Made reservation on behalf of 3b262814164e498087bb3e7e2061d063 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:13.302973 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e6c752e4-2eac-4b72-899b-2c19df57390d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:13.315277 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e6c752e4-2eac-4b72-899b-2c19df57390d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:13.330605 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e6c752e4-2eac-4b72-899b-2c19df57390d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:13.334520 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e6c752e4-2eac-4b72-899b-2c19df57390d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Usage tracker for resource:security_group_rule and tenant:3b262814164e498087bb3e7e2061d063 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:13.337965 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e6c752e4-2eac-4b72-899b-2c19df57390d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:13.373173 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e6c752e4-2eac-4b72-899b-2c19df57390d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:13.467350 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0635f11-9100-44e7-82fc-7be23fd3d908 req-7d6198f9-fa4d-49d0-be7f-07b2b2a5554c tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:13.468946 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a0635f11-9100-44e7-82fc-7be23fd3d908 req-7d6198f9-fa4d-49d0-be7f-07b2b2a5554c tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/ports?device_id=6fe1e0cd-cbb5-48aa-b3ae-75187bf3cc06 HTTP/1.1" status: 200 len: 945 time: 0.1281152 May 13 15:09:13.539297 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e6c752e4-2eac-4b72-899b-2c19df57390d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:13.542459 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a0635f11-9100-44e7-82fc-7be23fd3d908 req-1993f0f6-d51b-4c8c-87e6-124d063173c1 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba8c11c1-1396-4438-856b-abdb160c9ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676398 May 13 15:09:13.543786 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e6c752e4-2eac-4b72-899b-2c19df57390d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:13.579897 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c752e4-2eac-4b72-899b-2c19df57390d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:09:13.592744 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c752e4-2eac-4b72-899b-2c19df57390d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d6d3fa-d2a4-4bb5-89b7-f5b961e66a49,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:13.597150 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e6c752e4-2eac-4b72-899b-2c19df57390d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:13.597500 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-e6c752e4-2eac-4b72-899b-2c19df57390d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Added segment bfb5e82f-3bb2-44d7-8abe-29cc88075f20 of type vlan for network 6a0106ed-de44-4ecf-99f8-147a3f0612bd May 13 15:09:13.636742 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e6c752e4-2eac-4b72-899b-2c19df57390d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:13.672150 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e6c752e4-2eac-4b72-899b-2c19df57390d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:13.677637 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c752e4-2eac-4b72-899b-2c19df57390d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:13.678224 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e6c752e4-2eac-4b72-899b-2c19df57390d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:13.788816 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e6c752e4-2eac-4b72-899b-2c19df57390d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5235813 May 13 15:09:13.792458 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36398) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:13.795390 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c752e4-2eac-4b72-899b-2c19df57390d tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Pushing event updated for resources: {'Network': ['ID=6a0106ed-de44-4ecf-99f8-147a3f0612bd,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:13.804141 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-1564b9c6-6ab0-40a0-a010-2468132a3c60 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Request body: {'subnet': {'network_id': '6a0106ed-de44-4ecf-99f8-147a3f0612bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:13.809498 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 6a0106ed-de44-4ecf-99f8-147a3f0612bd details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:09:14.063540 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1564b9c6-6ab0-40a0-a010-2468132a3c60 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:14.066596 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1564b9c6-6ab0-40a0-a010-2468132a3c60 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Usage tracker for resource:subnet and tenant:3b262814164e498087bb3e7e2061d063 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:14.070370 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1564b9c6-6ab0-40a0-a010-2468132a3c60 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:14.076430 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1564b9c6-6ab0-40a0-a010-2468132a3c60 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:14.087060 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1564b9c6-6ab0-40a0-a010-2468132a3c60 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Made reservation on behalf of 3b262814164e498087bb3e7e2061d063 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:14.090943 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1564b9c6-6ab0-40a0-a010-2468132a3c60 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:14.366552 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1564b9c6-6ab0-40a0-a010-2468132a3c60 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:14.440310 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564b9c6-6ab0-40a0-a010-2468132a3c60 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Pushing event updated for resources: {'Subnet': ['ID=4fb6978a-d694-441d-9075-071feaa2e663,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:14.458924 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1564b9c6-6ab0-40a0-a010-2468132a3c60 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Checking segment: {'id': 'bfb5e82f-3bb2-44d7-8abe-29cc88075f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6a0106ed-de44-4ecf-99f8-147a3f0612bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:09:14.459320 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1564b9c6-6ab0-40a0-a010-2468132a3c60 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Network hostable DHCP agents. Network: 6a0106ed-de44-4ecf-99f8-147a3f0612bd, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:09:14.479005 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1564b9c6-6ab0-40a0-a010-2468132a3c60 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Network 6a0106ed-de44-4ecf-99f8-147a3f0612bd is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:09:14.489333 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-1564b9c6-6ab0-40a0-a010-2468132a3c60 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 6a0106ed-de44-4ecf-99f8-147a3f0612bd) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:14.494201 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1564b9c6-6ab0-40a0-a010-2468132a3c60 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:14.497880 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1564b9c6-6ab0-40a0-a010-2468132a3c60 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:14.500982 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcd510c-74c4-41af-bca0-e6fc5e31912a None None] Network 6a0106ed-de44-4ecf-99f8-147a3f0612bd requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:14.519191 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1564b9c6-6ab0-40a0-a010-2468132a3c60 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7226899 May 13 15:09:14.521544 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36414) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:14.528537 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-0a33921b-61a8-4405-802d-134c57a76dbc tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Request body: {'network': {'name': 'tempest-router-network01--1520772972'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:14.538193 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-0a33921b-61a8-4405-802d-134c57a76dbc tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:14.542069 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0a33921b-61a8-4405-802d-134c57a76dbc tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Usage tracker for resource:network and tenant:3b262814164e498087bb3e7e2061d063 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:14.545480 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0a33921b-61a8-4405-802d-134c57a76dbc tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:14.552834 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-0a33921b-61a8-4405-802d-134c57a76dbc tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:14.560649 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c82554-2083-4cec-b8c9-ded09a8a1669 req-a19f989d-cf4e-4df1-8c21-bc9f52b57cd8 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:14.563676 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e1c82554-2083-4cec-b8c9-ded09a8a1669 req-a19f989d-cf4e-4df1-8c21-bc9f52b57cd8 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/ports?device_id=6fe1e0cd-cbb5-48aa-b3ae-75187bf3cc06 HTTP/1.1" status: 200 len: 945 time: 0.1026304 May 13 15:09:14.565822 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a33921b-61a8-4405-802d-134c57a76dbc tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Made reservation on behalf of 3b262814164e498087bb3e7e2061d063 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:14.580547 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0a33921b-61a8-4405-802d-134c57a76dbc tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:14.619914 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e1c82554-2083-4cec-b8c9-ded09a8a1669 req-c9461ed3-6209-43c9-960b-6121ea5e1f12 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba8c11c1-1396-4438-856b-abdb160c9ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493574 May 13 15:09:14.632733 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a33921b-61a8-4405-802d-134c57a76dbc tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:09:14.645290 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0a33921b-61a8-4405-802d-134c57a76dbc tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:14.645638 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-0a33921b-61a8-4405-802d-134c57a76dbc tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Added segment 7c0bd2ae-2042-44ea-b362-0ea4a2ec7d3d of type vlan for network d9e6cdad-1154-4c46-b10d-af6c6dfc715c May 13 15:09:14.674891 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0a33921b-61a8-4405-802d-134c57a76dbc tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:14.715533 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0a33921b-61a8-4405-802d-134c57a76dbc tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:14.721261 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a33921b-61a8-4405-802d-134c57a76dbc tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:14.721881 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0a33921b-61a8-4405-802d-134c57a76dbc tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:14.800906 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ddb031-b8f8-4c90-a993-a31798f0af10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-6a0106ed-de44-4ecf-99f8-147a3f0612bd', 'network_id': '6a0106ed-de44-4ecf-99f8-147a3f0612bd', 'tenant_id': '3b262814164e498087bb3e7e2061d063', 'fixed_ips': [{'subnet_id': '4fb6978a-d694-441d-9075-071feaa2e663'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:09:14.801085 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f9ddb031-b8f8-4c90-a993-a31798f0af10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:14.815840 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0a33921b-61a8-4405-802d-134c57a76dbc tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2929745 May 13 15:09:14.817016 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36418) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:14.825797 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-bdb5b480-4f0f-4d10-b7b3-e6965c49a08e tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Request body: {'network': {'name': 'tempest-router-network02--94518362'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:14.843762 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-bdb5b480-4f0f-4d10-b7b3-e6965c49a08e tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:14.843762 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-bdb5b480-4f0f-4d10-b7b3-e6965c49a08e tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Usage tracker for resource:network and tenant:3b262814164e498087bb3e7e2061d063 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:14.847267 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a33921b-61a8-4405-802d-134c57a76dbc tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Pushing event updated for resources: {'Network': ['ID=d9e6cdad-1154-4c46-b10d-af6c6dfc715c,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:14.851823 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-bdb5b480-4f0f-4d10-b7b3-e6965c49a08e tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:14.851823 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-bdb5b480-4f0f-4d10-b7b3-e6965c49a08e tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:14.865236 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb5b480-4f0f-4d10-b7b3-e6965c49a08e tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Made reservation on behalf of 3b262814164e498087bb3e7e2061d063 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:14.865236 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bdb5b480-4f0f-4d10-b7b3-e6965c49a08e tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:14.880472 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network d9e6cdad-1154-4c46-b10d-af6c6dfc715c details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:09:14.897236 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb5b480-4f0f-4d10-b7b3-e6965c49a08e tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:09:14.905247 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bdb5b480-4f0f-4d10-b7b3-e6965c49a08e tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:14.905636 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-bdb5b480-4f0f-4d10-b7b3-e6965c49a08e tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Added segment 89e458a3-bffa-4ffc-816e-0b9e14b0c89a of type vlan for network 743be2ad-e3ea-4a6b-8ceb-8be225947c77 May 13 15:09:14.935393 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bdb5b480-4f0f-4d10-b7b3-e6965c49a08e tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:14.967341 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bdb5b480-4f0f-4d10-b7b3-e6965c49a08e tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:14.972931 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb5b480-4f0f-4d10-b7b3-e6965c49a08e tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:14.974967 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bdb5b480-4f0f-4d10-b7b3-e6965c49a08e tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:15.088368 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-f9ddb031-b8f8-4c90-a993-a31798f0af10 None None] Allocated IP 2001:db8::2 (6a0106ed-de44-4ecf-99f8-147a3f0612bd/4fb6978a-d694-441d-9075-071feaa2e663/775d254b-0270-4168-a3f8-5ef834944175) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:09:15.204327 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bdb5b480-4f0f-4d10-b7b3-e6965c49a08e tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3865759 May 13 15:09:15.207358 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36422) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:15.214777 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5b480-4f0f-4d10-b7b3-e6965c49a08e tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Pushing event updated for resources: {'Network': ['ID=743be2ad-e3ea-4a6b-8ceb-8be225947c77,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:15.227013 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-d5c2ebb4-0bd8-4374-87ef-3a1cc1df5167 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Request body: {'subnet': {'network_id': 'd9e6cdad-1154-4c46-b10d-af6c6dfc715c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:15.277520 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 743be2ad-e3ea-4a6b-8ceb-8be225947c77 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:09:15.356055 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d5c2ebb4-0bd8-4374-87ef-3a1cc1df5167 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:15.360303 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d5c2ebb4-0bd8-4374-87ef-3a1cc1df5167 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Usage tracker for resource:subnet and tenant:3b262814164e498087bb3e7e2061d063 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:15.364687 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d5c2ebb4-0bd8-4374-87ef-3a1cc1df5167 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:15.369433 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d5c2ebb4-0bd8-4374-87ef-3a1cc1df5167 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:15.379926 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c2ebb4-0bd8-4374-87ef-3a1cc1df5167 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Made reservation on behalf of 3b262814164e498087bb3e7e2061d063 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:15.384411 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d5c2ebb4-0bd8-4374-87ef-3a1cc1df5167 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:15.399240 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f9ddb031-b8f8-4c90-a993-a31798f0af10 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:15.421348 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f9ddb031-b8f8-4c90-a993-a31798f0af10 None None] Transition to ACTIVE for port object 775d254b-0270-4168-a3f8-5ef834944175 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:15.442058 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f9ddb031-b8f8-4c90-a993-a31798f0af10 None None] Transition to ACTIVE for port object 775d254b-0270-4168-a3f8-5ef834944175 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:15.448595 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f9ddb031-b8f8-4c90-a993-a31798f0af10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:15.518743 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ddb031-b8f8-4c90-a993-a31798f0af10 None None] Network 6a0106ed-de44-4ecf-99f8-147a3f0612bd is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:15.521807 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-f9ddb031-b8f8-4c90-a993-a31798f0af10 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:15.526103 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ddb031-b8f8-4c90-a993-a31798f0af10 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:09:15.533000 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ddb031-b8f8-4c90-a993-a31798f0af10 None None] Pushing event updated for resources: {'Port': ['ID=775d254b-0270-4168-a3f8-5ef834944175,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:15.626737 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-f9ddb031-b8f8-4c90-a993-a31798f0af10 None None] Attempting to bind port 775d254b-0270-4168-a3f8-5ef834944175 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:09:15.627967 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-f9ddb031-b8f8-4c90-a993-a31798f0af10 None None] Attempting to bind port 775d254b-0270-4168-a3f8-5ef834944175 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'bfb5e82f-3bb2-44d7-8abe-29cc88075f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6a0106ed-de44-4ecf-99f8-147a3f0612bd'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:09:15.627967 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ddb031-b8f8-4c90-a993-a31798f0af10 None None] Attempting to bind port 775d254b-0270-4168-a3f8-5ef834944175 on network 6a0106ed-de44-4ecf-99f8-147a3f0612bd {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:09:15.633568 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ddb031-b8f8-4c90-a993-a31798f0af10 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:09:15.633944 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ddb031-b8f8-4c90-a993-a31798f0af10 None None] Checking segment: {'id': 'bfb5e82f-3bb2-44d7-8abe-29cc88075f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6a0106ed-de44-4ecf-99f8-147a3f0612bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:09:15.634344 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f9ddb031-b8f8-4c90-a993-a31798f0af10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:15.634922 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ddb031-b8f8-4c90-a993-a31798f0af10 None None] Bound using segment: {'id': 'bfb5e82f-3bb2-44d7-8abe-29cc88075f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6a0106ed-de44-4ecf-99f8-147a3f0612bd'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:09:15.635235 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-f9ddb031-b8f8-4c90-a993-a31798f0af10 None None] Bound port: 775d254b-0270-4168-a3f8-5ef834944175, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb5e82f-3bb2-44d7-8abe-29cc88075f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6a0106ed-de44-4ecf-99f8-147a3f0612bd'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:09:15.635651 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f9ddb031-b8f8-4c90-a993-a31798f0af10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:15.640577 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d5c2ebb4-0bd8-4374-87ef-3a1cc1df5167 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:15.764248 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-f9ddb031-b8f8-4c90-a993-a31798f0af10 None None] For port 775d254b-0270-4168-a3f8-5ef834944175, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:09:15.766959 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-f9ddb031-b8f8-4c90-a993-a31798f0af10 None None] For port 775d254b-0270-4168-a3f8-5ef834944175, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=775d254b-0270-4168-a3f8-5ef834944175,segment=NetworkSegment(bfb5e82f-3bb2-44d7-8abe-29cc88075f20),segment_id=bfb5e82f-3bb2-44d7-8abe-29cc88075f20)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:09:15.771359 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f9ddb031-b8f8-4c90-a993-a31798f0af10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:15.797813 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2ebb4-0bd8-4374-87ef-3a1cc1df5167 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Pushing event updated for resources: {'Subnet': ['ID=0247b40f-755f-4235-994f-435a47e5668b,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:15.834465 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c2ebb4-0bd8-4374-87ef-3a1cc1df5167 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Checking segment: {'id': '7c0bd2ae-2042-44ea-b362-0ea4a2ec7d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd9e6cdad-1154-4c46-b10d-af6c6dfc715c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:09:15.835077 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c2ebb4-0bd8-4374-87ef-3a1cc1df5167 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Network hostable DHCP agents. Network: d9e6cdad-1154-4c46-b10d-af6c6dfc715c, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:09:15.861720 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ddb031-b8f8-4c90-a993-a31798f0af10 None None] Pushing event updated for resources: {'Port': ['ID=775d254b-0270-4168-a3f8-5ef834944175,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:15.894288 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c2ebb4-0bd8-4374-87ef-3a1cc1df5167 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Network d9e6cdad-1154-4c46-b10d-af6c6dfc715c is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:09:15.920192 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-d5c2ebb4-0bd8-4374-87ef-3a1cc1df5167 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, d9e6cdad-1154-4c46-b10d-af6c6dfc715c) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:15.929266 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c2ebb4-0bd8-4374-87ef-3a1cc1df5167 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:15.929888 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d5c2ebb4-0bd8-4374-87ef-3a1cc1df5167 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:15.933299 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8c4f86-05f0-4801-a0a4-6215a7537ba0 None None] Network d9e6cdad-1154-4c46-b10d-af6c6dfc715c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:15.945284 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcd34a-56d0-4a01-bd71-4e4be668383f req-6010335c-b5c5-4687-bb72-a5ae66416896 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:15.946352 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b5bcd34a-56d0-4a01-bd71-4e4be668383f req-6010335c-b5c5-4687-bb72-a5ae66416896 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fe1e0cd-cbb5-48aa-b3ae-75187bf3cc06 HTTP/1.1" status: 200 len: 945 time: 0.1547852 May 13 15:09:16.003989 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd42ece-1671-4301-9502-6bdb3d5c493e req-e32629fe-456b-47b9-b7a5-95718250b60a tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:16.006004 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7dd42ece-1671-4301-9502-6bdb3d5c493e req-e32629fe-456b-47b9-b7a5-95718250b60a tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/ports?device_id=6fe1e0cd-cbb5-48aa-b3ae-75187bf3cc06 HTTP/1.1" status: 200 len: 945 time: 0.2587678 May 13 15:09:16.040706 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d5c2ebb4-0bd8-4374-87ef-3a1cc1df5167 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8289218 May 13 15:09:16.043528 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36428) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:16.050344 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-b4b54313-3f6d-4c7a-8e3f-80b705178b83 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Request body: {'subnet': {'network_id': '743be2ad-e3ea-4a6b-8ceb-8be225947c77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:16.074347 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-b5bcd34a-56d0-4a01-bd71-4e4be668383f req-bd4bf1e6-2f23-4dbf-8cbd-5905c1e91576 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Deleting port 89e4bcd1-102e-4aae-bc55-a7974e9ebd0b {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:16.074347 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-b5bcd34a-56d0-4a01-bd71-4e4be668383f req-bd4bf1e6-2f23-4dbf-8cbd-5905c1e91576 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:16.145442 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7dd42ece-1671-4301-9502-6bdb3d5c493e req-b4f220a5-eb4d-4868-aa30-9b3150bcca45 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba8c11c1-1396-4438-856b-abdb160c9ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308551 May 13 15:09:16.260024 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b4b54313-3f6d-4c7a-8e3f-80b705178b83 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:16.268425 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bf80c9-2d93-4842-95de-67ea33545e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-d9e6cdad-1154-4c46-b10d-af6c6dfc715c', 'network_id': 'd9e6cdad-1154-4c46-b10d-af6c6dfc715c', 'tenant_id': '3b262814164e498087bb3e7e2061d063', 'fixed_ips': [{'subnet_id': '0247b40f-755f-4235-994f-435a47e5668b'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:09:16.270838 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-08bf80c9-2d93-4842-95de-67ea33545e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:16.282282 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b4b54313-3f6d-4c7a-8e3f-80b705178b83 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Usage tracker for resource:subnet and tenant:3b262814164e498087bb3e7e2061d063 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:16.287640 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b4b54313-3f6d-4c7a-8e3f-80b705178b83 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:16.303269 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b4b54313-3f6d-4c7a-8e3f-80b705178b83 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:16.322867 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b54313-3f6d-4c7a-8e3f-80b705178b83 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Made reservation on behalf of 3b262814164e498087bb3e7e2061d063 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:16.325727 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b4b54313-3f6d-4c7a-8e3f-80b705178b83 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:16.467262 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-08bf80c9-2d93-4842-95de-67ea33545e9f None None] Allocated IP 2001:db8::2 (d9e6cdad-1154-4c46-b10d-af6c6dfc715c/0247b40f-755f-4235-994f-435a47e5668b/78142bea-920a-4d55-8596-9eae8d771e6d) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:09:16.504096 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-b5bcd34a-56d0-4a01-bd71-4e4be668383f req-bd4bf1e6-2f23-4dbf-8cbd-5905c1e91576 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] For port 89e4bcd1-102e-4aae-bc55-a7974e9ebd0b, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=89e4bcd1-102e-4aae-bc55-a7974e9ebd0b,segment=NetworkSegment(156c89ab-6953-4c5e-b9ec-0ef686f8b610),segment_id=156c89ab-6953-4c5e-b9ec-0ef686f8b610)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:16.505157 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-b5bcd34a-56d0-4a01-bd71-4e4be668383f req-bd4bf1e6-2f23-4dbf-8cbd-5905c1e91576 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:16.635989 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b4b54313-3f6d-4c7a-8e3f-80b705178b83 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:16.686633 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-b5bcd34a-56d0-4a01-bd71-4e4be668383f req-bd4bf1e6-2f23-4dbf-8cbd-5905c1e91576 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Calling delete_port for 89e4bcd1-102e-4aae-bc55-a7974e9ebd0b owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:16.762667 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b54313-3f6d-4c7a-8e3f-80b705178b83 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Pushing event updated for resources: {'Subnet': ['ID=900f9358-a2b0-486a-805a-686a52aa80fc,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:16.772631 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b54313-3f6d-4c7a-8e3f-80b705178b83 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Checking segment: {'id': '89e458a3-bffa-4ffc-816e-0b9e14b0c89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '743be2ad-e3ea-4a6b-8ceb-8be225947c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:09:16.772631 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b54313-3f6d-4c7a-8e3f-80b705178b83 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Network hostable DHCP agents. Network: 743be2ad-e3ea-4a6b-8ceb-8be225947c77, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:09:16.799573 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b54313-3f6d-4c7a-8e3f-80b705178b83 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Network 743be2ad-e3ea-4a6b-8ceb-8be225947c77 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:09:16.805869 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-08bf80c9-2d93-4842-95de-67ea33545e9f None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:16.818686 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-b4b54313-3f6d-4c7a-8e3f-80b705178b83 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 743be2ad-e3ea-4a6b-8ceb-8be225947c77) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:16.828806 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b54313-3f6d-4c7a-8e3f-80b705178b83 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:16.829800 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b4b54313-3f6d-4c7a-8e3f-80b705178b83 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:16.833945 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-08bf80c9-2d93-4842-95de-67ea33545e9f None None] Transition to ACTIVE for port object 78142bea-920a-4d55-8596-9eae8d771e6d will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:16.859533 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-08bf80c9-2d93-4842-95de-67ea33545e9f None None] Transition to ACTIVE for port object 78142bea-920a-4d55-8596-9eae8d771e6d will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:16.865430 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9b9b9d-ca8f-4e44-8da1-c337ddf9845e None None] Network 743be2ad-e3ea-4a6b-8ceb-8be225947c77 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:16.890040 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b4b54313-3f6d-4c7a-8e3f-80b705178b83 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8425243 May 13 15:09:16.891180 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-08bf80c9-2d93-4842-95de-67ea33545e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:16.893461 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36432) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:16.950561 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bf80c9-2d93-4842-95de-67ea33545e9f None None] Network d9e6cdad-1154-4c46-b10d-af6c6dfc715c is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:16.998478 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-b5bcd34a-56d0-4a01-bd71-4e4be668383f req-bd4bf1e6-2f23-4dbf-8cbd-5905c1e91576 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:17.004023 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-08bf80c9-2d93-4842-95de-67ea33545e9f None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:17.012311 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bf80c9-2d93-4842-95de-67ea33545e9f None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:09:17.079936 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4bf1e6-2f23-4dbf-8cbd-5905c1e91576 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Pushing event deleted for resources: {'Port': ['ID=89e4bcd1-102e-4aae-bc55-a7974e9ebd0b,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:17.176176 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf80c9-2d93-4842-95de-67ea33545e9f None None] Pushing event updated for resources: {'Port': ['ID=78142bea-920a-4d55-8596-9eae8d771e6d,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:17.187897 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-08bf80c9-2d93-4842-95de-67ea33545e9f None None] Attempting to bind port 78142bea-920a-4d55-8596-9eae8d771e6d on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:09:17.188098 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-08bf80c9-2d93-4842-95de-67ea33545e9f None None] Attempting to bind port 78142bea-920a-4d55-8596-9eae8d771e6d by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '7c0bd2ae-2042-44ea-b362-0ea4a2ec7d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd9e6cdad-1154-4c46-b10d-af6c6dfc715c'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:09:17.188459 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bf80c9-2d93-4842-95de-67ea33545e9f None None] Attempting to bind port 78142bea-920a-4d55-8596-9eae8d771e6d on network d9e6cdad-1154-4c46-b10d-af6c6dfc715c {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:09:17.205337 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bf80c9-2d93-4842-95de-67ea33545e9f None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:09:17.205481 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bf80c9-2d93-4842-95de-67ea33545e9f None None] Checking segment: {'id': '7c0bd2ae-2042-44ea-b362-0ea4a2ec7d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd9e6cdad-1154-4c46-b10d-af6c6dfc715c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:09:17.207383 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-08bf80c9-2d93-4842-95de-67ea33545e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:17.207383 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bf80c9-2d93-4842-95de-67ea33545e9f None None] Bound using segment: {'id': '7c0bd2ae-2042-44ea-b362-0ea4a2ec7d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd9e6cdad-1154-4c46-b10d-af6c6dfc715c'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:09:17.207383 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-08bf80c9-2d93-4842-95de-67ea33545e9f None None] Bound port: 78142bea-920a-4d55-8596-9eae8d771e6d, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0bd2ae-2042-44ea-b362-0ea4a2ec7d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd9e6cdad-1154-4c46-b10d-af6c6dfc715c'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:09:17.207383 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-08bf80c9-2d93-4842-95de-67ea33545e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:17.219860 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bcd34a-56d0-4a01-bd71-4e4be668383f req-bd4bf1e6-2f23-4dbf-8cbd-5905c1e91576 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] No DVR routers for this DVR port 89e4bcd1-102e-4aae-bc55-a7974e9ebd0b on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:09:17.234044 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-b5bcd34a-56d0-4a01-bd71-4e4be668383f req-bd4bf1e6-2f23-4dbf-8cbd-5905c1e91576 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:17.236029 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe1e0cd-cbb5-48aa-b3ae-75187bf3cc06', 'name': 'network-vif-deleted', 'tag': '89e4bcd1-102e-4aae-bc55-a7974e9ebd0b'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:09:17.291732 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b5bcd34a-56d0-4a01-bd71-4e4be668383f req-bd4bf1e6-2f23-4dbf-8cbd-5905c1e91576 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.59 "DELETE /v2.0/ports/89e4bcd1-102e-4aae-bc55-a7974e9ebd0b HTTP/1.1" status: 204 len: 173 time: 1.3354952 May 13 15:09:17.424936 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf5c6367-5516-461a-960a-4b0adfe5e96a'] response: {'server_uuid': '6fe1e0cd-cbb5-48aa-b3ae-75187bf3cc06', 'name': 'network-vif-deleted', 'tag': '89e4bcd1-102e-4aae-bc55-a7974e9ebd0b', 'status': 'completed', 'code': 200} May 13 15:09:17.514604 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d45e71-6a85-4b6c-a9d9-edf501527087 None None] Network 6a0106ed-de44-4ecf-99f8-147a3f0612bd requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:17.611582 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-26351d13-dded-420c-8baf-39d07ee12c96 req-a21b44fe-4dff-4032-a1a8-e8568fc3cd94 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/ports?device_id=6fe1e0cd-cbb5-48aa-b3ae-75187bf3cc06 HTTP/1.1" status: 200 len: 210 time: 0.0810909 May 13 15:09:17.652332 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-08bf80c9-2d93-4842-95de-67ea33545e9f None None] For port 78142bea-920a-4d55-8596-9eae8d771e6d, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:09:17.700780 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-08bf80c9-2d93-4842-95de-67ea33545e9f None None] For port 78142bea-920a-4d55-8596-9eae8d771e6d, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=78142bea-920a-4d55-8596-9eae8d771e6d,segment=NetworkSegment(7c0bd2ae-2042-44ea-b362-0ea4a2ec7d3d),segment_id=7c0bd2ae-2042-44ea-b362-0ea4a2ec7d3d)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:09:17.716699 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9fc5f016-51c2-404b-98b0-833c2652abe9 None None] Provisioning for port 775d254b-0270-4168-a3f8-5ef834944175 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:17.724251 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-08bf80c9-2d93-4842-95de-67ea33545e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:17.751498 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08d088e2-185b-4010-ae7f-7c9916168a3a tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:17.824813 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc7eac6-4716-4204-8a69-170f809f4b99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-743be2ad-e3ea-4a6b-8ceb-8be225947c77', 'network_id': '743be2ad-e3ea-4a6b-8ceb-8be225947c77', 'tenant_id': '3b262814164e498087bb3e7e2061d063', 'fixed_ips': [{'subnet_id': '900f9358-a2b0-486a-805a-686a52aa80fc'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:09:17.825403 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cbc7eac6-4716-4204-8a69-170f809f4b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:17.929609 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 775d254b-0270-4168-a3f8-5ef834944175 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:09:18.084055 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf80c9-2d93-4842-95de-67ea33545e9f None None] Pushing event updated for resources: {'Port': ['ID=78142bea-920a-4d55-8596-9eae8d771e6d,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:18.234181 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 775d254b-0270-4168-a3f8-5ef834944175 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:18.246344 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 775d254b-0270-4168-a3f8-5ef834944175 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:18.246728 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:18.285824 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-cbc7eac6-4716-4204-8a69-170f809f4b99 None None] Allocated IP 2001:db8::2 (743be2ad-e3ea-4a6b-8ceb-8be225947c77/900f9358-a2b0-486a-805a-686a52aa80fc/30bb7343-dff6-4093-8ca2-27adb15c47d1) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:09:18.380948 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:18.501330 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-08d088e2-185b-4010-ae7f-7c9916168a3a tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Allocated IP 2001:db8::1 (d9e6cdad-1154-4c46-b10d-af6c6dfc715c/0247b40f-755f-4235-994f-435a47e5668b/06877eb2-97f0-4107-9d1d-b0e9436299f0) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:09:18.590485 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 775d254b-0270-4168-a3f8-5ef834944175 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:18.590859 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:18.681379 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08d088e2-185b-4010-ae7f-7c9916168a3a tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:18.696388 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 775d254b-0270-4168-a3f8-5ef834944175, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=775d254b-0270-4168-a3f8-5ef834944175,segment=NetworkSegment(bfb5e82f-3bb2-44d7-8abe-29cc88075f20),segment_id=bfb5e82f-3bb2-44d7-8abe-29cc88075f20)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:18.700191 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-08d088e2-185b-4010-ae7f-7c9916168a3a tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Transition to ACTIVE for port object 06877eb2-97f0-4107-9d1d-b0e9436299f0 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:18.700386 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-736049bb-701c-4293-b3b4-7d524443452b None None] Provisioning complete for port 775d254b-0270-4168-a3f8-5ef834944175 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:18.700945 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-736049bb-701c-4293-b3b4-7d524443452b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:18.737136 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:18.742664 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08d088e2-185b-4010-ae7f-7c9916168a3a tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:18.826023 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d088e2-185b-4010-ae7f-7c9916168a3a tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Network d9e6cdad-1154-4c46-b10d-af6c6dfc715c is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:18.829757 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-08d088e2-185b-4010-ae7f-7c9916168a3a tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:18.832317 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d088e2-185b-4010-ae7f-7c9916168a3a tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:09:18.832852 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08d088e2-185b-4010-ae7f-7c9916168a3a tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:18.843617 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cbc7eac6-4716-4204-8a69-170f809f4b99 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:18.862837 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d088e2-185b-4010-ae7f-7c9916168a3a tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Pushing event updated for resources: {'Port': ['ID=06877eb2-97f0-4107-9d1d-b0e9436299f0,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:18.885821 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-cbc7eac6-4716-4204-8a69-170f809f4b99 None None] Transition to ACTIVE for port object 30bb7343-dff6-4093-8ca2-27adb15c47d1 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:18.916243 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=775d254b-0270-4168-a3f8-5ef834944175,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:18.919657 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-cbc7eac6-4716-4204-8a69-170f809f4b99 None None] Transition to ACTIVE for port object 30bb7343-dff6-4093-8ca2-27adb15c47d1 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:18.956191 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cbc7eac6-4716-4204-8a69-170f809f4b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:18.960094 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08d088e2-185b-4010-ae7f-7c9916168a3a tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:18.996756 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 89e4bcd1-102e-4aae-bc55-a7974e9ebd0b no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:09:19.074348 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 89e4bcd1-102e-4aae-bc55-a7974e9ebd0b {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:09:19.074682 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 89e4bcd1-102e-4aae-bc55-a7974e9ebd0b not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:09:19.086542 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc7eac6-4716-4204-8a69-170f809f4b99 None None] Network 743be2ad-e3ea-4a6b-8ceb-8be225947c77 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:19.091079 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-cbc7eac6-4716-4204-8a69-170f809f4b99 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:19.096134 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc7eac6-4716-4204-8a69-170f809f4b99 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:09:19.098377 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-736049bb-701c-4293-b3b4-7d524443452b None None] Current status of the port 775d254b-0270-4168-a3f8-5ef834944175 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:19.140248 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7eac6-4716-4204-8a69-170f809f4b99 None None] Pushing event updated for resources: {'Port': ['ID=30bb7343-dff6-4093-8ca2-27adb15c47d1,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:19.205294 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-cbc7eac6-4716-4204-8a69-170f809f4b99 None None] Attempting to bind port 30bb7343-dff6-4093-8ca2-27adb15c47d1 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:09:19.205666 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-cbc7eac6-4716-4204-8a69-170f809f4b99 None None] Attempting to bind port 30bb7343-dff6-4093-8ca2-27adb15c47d1 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '89e458a3-bffa-4ffc-816e-0b9e14b0c89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '743be2ad-e3ea-4a6b-8ceb-8be225947c77'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:09:19.206025 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc7eac6-4716-4204-8a69-170f809f4b99 None None] Attempting to bind port 30bb7343-dff6-4093-8ca2-27adb15c47d1 on network 743be2ad-e3ea-4a6b-8ceb-8be225947c77 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:09:19.212360 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc7eac6-4716-4204-8a69-170f809f4b99 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:09:19.212726 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc7eac6-4716-4204-8a69-170f809f4b99 None None] Checking segment: {'id': '89e458a3-bffa-4ffc-816e-0b9e14b0c89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '743be2ad-e3ea-4a6b-8ceb-8be225947c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:09:19.213298 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cbc7eac6-4716-4204-8a69-170f809f4b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:19.213841 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc7eac6-4716-4204-8a69-170f809f4b99 None None] Bound using segment: {'id': '89e458a3-bffa-4ffc-816e-0b9e14b0c89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '743be2ad-e3ea-4a6b-8ceb-8be225947c77'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:09:19.214447 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-cbc7eac6-4716-4204-8a69-170f809f4b99 None None] Bound port: 30bb7343-dff6-4093-8ca2-27adb15c47d1, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e458a3-bffa-4ffc-816e-0b9e14b0c89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '743be2ad-e3ea-4a6b-8ceb-8be225947c77'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:09:19.214994 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cbc7eac6-4716-4204-8a69-170f809f4b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:19.314646 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-cbc7eac6-4716-4204-8a69-170f809f4b99 None None] For port 30bb7343-dff6-4093-8ca2-27adb15c47d1, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:09:19.317965 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-cbc7eac6-4716-4204-8a69-170f809f4b99 None None] For port 30bb7343-dff6-4093-8ca2-27adb15c47d1, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=30bb7343-dff6-4093-8ca2-27adb15c47d1,segment=NetworkSegment(89e458a3-bffa-4ffc-816e-0b9e14b0c89a),segment_id=89e458a3-bffa-4ffc-816e-0b9e14b0c89a)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:09:19.322718 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cbc7eac6-4716-4204-8a69-170f809f4b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:19.323011 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-88531fa7-f216-4378-b2cb-8d4efa5acf68 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:19.323711 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-88531fa7-f216-4378-b2cb-8d4efa5acf68 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Synchronizing usage tracker for tenant:fd8f7c833f2e4334b17514422b189cd4 on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:09:19.386268 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a69e7fa-843f-4102-bd5b-47bd4a21fb45 None None] Network d9e6cdad-1154-4c46-b10d-af6c6dfc715c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:19.424920 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-88531fa7-f216-4378-b2cb-8d4efa5acf68 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Unset dirty status for tenant:fd8f7c833f2e4334b17514422b189cd4 on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:09:19.426071 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-88531fa7-f216-4378-b2cb-8d4efa5acf68 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/networks?id=0f556768-0f93-43fc-942c-9035b0d82cba HTTP/1.1" status: 200 len: 809 time: 0.4533486 May 13 15:09:19.460428 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-2bee0b67-1ed8-4248-8509-3ecbe0442f8b tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/quotas/fd8f7c833f2e4334b17514422b189cd4 HTTP/1.1" status: 200 len: 375 time: 0.0198827 May 13 15:09:19.503900 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9a41b365-13d1-4cfb-9f86-383ea619a2ca None None] Provisioning for port 78142bea-920a-4d55-8596-9eae8d771e6d completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:19.506897 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7eac6-4716-4204-8a69-170f809f4b99 None None] Pushing event updated for resources: {'Port': ['ID=30bb7343-dff6-4093-8ca2-27adb15c47d1,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:19.542818 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-f4706f3d-fe72-4d2a-bd8a-33d517b77eae tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd8f7c833f2e4334b17514422b189cd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731287 May 13 15:09:19.683093 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08d088e2-185b-4010-ae7f-7c9916168a3a tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:19.691126 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08d088e2-185b-4010-ae7f-7c9916168a3a tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:19.691911 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08d088e2-185b-4010-ae7f-7c9916168a3a tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:19.820238 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-2e9399d4-9a93-4274-93a2-64949174e373 service neutron] 10.222.0.35 "GET /v2.0/networks/0f556768-0f93-43fc-942c-9035b0d82cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644241 May 13 15:09:19.875929 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d088e2-185b-4010-ae7f-7c9916168a3a tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Pushing event updated for resources: {'Port': ['ID=06877eb2-97f0-4107-9d1d-b0e9436299f0,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:19.924428 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 30bb7343-dff6-4093-8ca2-27adb15c47d1 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:09:20.004781 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 30bb7343-dff6-4093-8ca2-27adb15c47d1 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:20.014478 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 775d254b-0270-4168-a3f8-5ef834944175 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:09:20.092248 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-20caafd3-ea0c-4a3f-a83d-42337bc698a8 None None] Provisioning for port 06877eb2-97f0-4107-9d1d-b0e9436299f0 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:20.106608 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-20caafd3-ea0c-4a3f-a83d-42337bc698a8 None None] Provisioning complete for port 06877eb2-97f0-4107-9d1d-b0e9436299f0 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:20.106985 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-20caafd3-ea0c-4a3f-a83d-42337bc698a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:20.173683 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-20caafd3-ea0c-4a3f-a83d-42337bc698a8 None None] Port 06877eb2-97f0-4107-9d1d-b0e9436299f0 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:09:20.190658 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 775d254b-0270-4168-a3f8-5ef834944175 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:20.191426 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:20.250542 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-15e78604-6e9e-4545-ab6f-cfad814a2f77 service neutron] 10.222.0.35 "GET /v2.0/networks/0f556768-0f93-43fc-942c-9035b0d82cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758597 May 13 15:09:20.252682 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d088e2-185b-4010-ae7f-7c9916168a3a tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Network d9e6cdad-1154-4c46-b10d-af6c6dfc715c is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:20.254183 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-08d088e2-185b-4010-ae7f-7c9916168a3a tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:20.412980 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 775d254b-0270-4168-a3f8-5ef834944175 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:20.417768 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 78142bea-920a-4d55-8596-9eae8d771e6d up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:09:20.522665 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-8edadaa8-5603-47b4-aad2-b8a4acdd0c4b None None] Provisioning complete for port 06877eb2-97f0-4107-9d1d-b0e9436299f0 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:20.523046 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8edadaa8-5603-47b4-aad2-b8a4acdd0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:20.589653 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d088e2-185b-4010-ae7f-7c9916168a3a tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Router 175fc36d-335b-430c-b4ff-1dd820cdf352 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:09:20.617146 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-8edadaa8-5603-47b4-aad2-b8a4acdd0c4b None None] Port 06877eb2-97f0-4107-9d1d-b0e9436299f0 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:09:20.620434 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ad903e5f-72a0-4070-967d-5f59cdb0aa3e req-4ca70d2a-6d11-4abf-aafc-ddc389538cad tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Synchronizing usage tracker for tenant:fd8f7c833f2e4334b17514422b189cd4 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:09:20.631527 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 78142bea-920a-4d55-8596-9eae8d771e6d completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:20.642762 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 78142bea-920a-4d55-8596-9eae8d771e6d triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:20.643095 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:20.661711 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ad903e5f-72a0-4070-967d-5f59cdb0aa3e req-4ca70d2a-6d11-4abf-aafc-ddc389538cad tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Unset dirty status for tenant:fd8f7c833f2e4334b17514422b189cd4 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:09:20.663242 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad903e5f-72a0-4070-967d-5f59cdb0aa3e req-4ca70d2a-6d11-4abf-aafc-ddc389538cad tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca19f889-e381-4913-acc8-74d46d2324f6 HTTP/1.1" status: 200 len: 210 time: 0.1585124 May 13 15:09:20.761029 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-34cf12cd-ff22-4ba2-973a-cf6e6ddb0c51 None None] Provisioning complete for port 06877eb2-97f0-4107-9d1d-b0e9436299f0 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:20.761439 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-34cf12cd-ff22-4ba2-973a-cf6e6ddb0c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:20.829029 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d088e2-185b-4010-ae7f-7c9916168a3a tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:09:20.839581 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-08d088e2-185b-4010-ae7f-7c9916168a3a tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] 10.222.0.35 "PUT /v2.0/routers/175fc36d-335b-430c-b4ff-1dd820cdf352/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9474292 May 13 15:09:20.842416 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36464) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:20.843003 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349223a7-4869-4c57-8e98-a726d90c2542 None None] Sync routers for ids ['175fc36d-335b-430c-b4ff-1dd820cdf352'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:09:20.855530 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349223a7-4869-4c57-8e98-a726d90c2542 None None] Routers {'175fc36d-335b-430c-b4ff-1dd820cdf352'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:09:20.857501 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-349223a7-4869-4c57-8e98-a726d90c2542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:09:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['175fc36d-335b-430c-b4ff-1dd820cdf352'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:20.874150 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-34cf12cd-ff22-4ba2-973a-cf6e6ddb0c51 None None] Port 06877eb2-97f0-4107-9d1d-b0e9436299f0 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:09:20.881894 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 78142bea-920a-4d55-8596-9eae8d771e6d is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:20.882474 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:20.915263 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ca4f12-d8ee-4f3e-945d-108709792dcc None None] Network 743be2ad-e3ea-4a6b-8ceb-8be225947c77 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:20.959076 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-349223a7-4869-4c57-8e98-a726d90c2542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:20.969408 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349223a7-4869-4c57-8e98-a726d90c2542 None None] Routers {'175fc36d-335b-430c-b4ff-1dd820cdf352'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:09:20.970579 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-349223a7-4869-4c57-8e98-a726d90c2542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:09:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['175fc36d-335b-430c-b4ff-1dd820cdf352'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:20.987276 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 78142bea-920a-4d55-8596-9eae8d771e6d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=78142bea-920a-4d55-8596-9eae8d771e6d,segment=NetworkSegment(7c0bd2ae-2042-44ea-b362-0ea4a2ec7d3d),segment_id=7c0bd2ae-2042-44ea-b362-0ea4a2ec7d3d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:21.005890 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:21.051675 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-349223a7-4869-4c57-8e98-a726d90c2542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:21.052334 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349223a7-4869-4c57-8e98-a726d90c2542 None None] The sync data for ids ['175fc36d-335b-430c-b4ff-1dd820cdf352'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:09:21.089498 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-501b896b-f879-4c8d-967b-27d58739a573 None None] Provisioning for port 30bb7343-dff6-4093-8ca2-27adb15c47d1 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:21.158685 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-501b896b-f879-4c8d-967b-27d58739a573 None None] Provisioning complete for port 30bb7343-dff6-4093-8ca2-27adb15c47d1 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:21.159582 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-501b896b-f879-4c8d-967b-27d58739a573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:21.218946 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=78142bea-920a-4d55-8596-9eae8d771e6d,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:21.407602 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-501b896b-f879-4c8d-967b-27d58739a573 None None] Current status of the port 30bb7343-dff6-4093-8ca2-27adb15c47d1 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:21.407952 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-501b896b-f879-4c8d-967b-27d58739a573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:21.449893 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-501b896b-f879-4c8d-967b-27d58739a573 None None] For port 30bb7343-dff6-4093-8ca2-27adb15c47d1, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=30bb7343-dff6-4093-8ca2-27adb15c47d1,segment=NetworkSegment(89e458a3-bffa-4ffc-816e-0b9e14b0c89a),segment_id=89e458a3-bffa-4ffc-816e-0b9e14b0c89a)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:21.454964 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-501b896b-f879-4c8d-967b-27d58739a573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:21.533362 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b896b-f879-4c8d-967b-27d58739a573 None None] Pushing event updated for resources: {'Port': ['ID=30bb7343-dff6-4093-8ca2-27adb15c47d1,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:21.571124 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-6f8e3b5d-4843-4d9e-b48a-9dd1856f391c tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:09:21.572440 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6f8e3b5d-4843-4d9e-b48a-9dd1856f391c tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] 10.222.0.35 "PUT /v2.0/routers/175fc36d-335b-430c-b4ff-1dd820cdf352/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7281110 May 13 15:09:21.575634 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36468) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:21.681677 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-977bc897-c806-43b5-b79d-415514f89422 None None] Provisioning complete for port 30bb7343-dff6-4093-8ca2-27adb15c47d1 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:21.681995 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-977bc897-c806-43b5-b79d-415514f89422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:21.862983 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 30bb7343-dff6-4093-8ca2-27adb15c47d1 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:09:21.999053 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-977bc897-c806-43b5-b79d-415514f89422 None None] Current status of the port 30bb7343-dff6-4093-8ca2-27adb15c47d1 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:22.012733 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 30bb7343-dff6-4093-8ca2-27adb15c47d1 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:22.013433 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:22.145256 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bcd44628-66af-4b40-9a95-ef99adede8d3 req-e8876cf1-7540-4be0-aa6f-d56a94d9a9a2 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca19f889-e381-4913-acc8-74d46d2324f6 HTTP/1.1" status: 200 len: 210 time: 0.2590363 May 13 15:09:22.168172 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 30bb7343-dff6-4093-8ca2-27adb15c47d1 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:22.169622 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 78142bea-920a-4d55-8596-9eae8d771e6d up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:09:22.224415 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-c210663b-57ad-4fef-822f-064c999b05b6 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:22.227047 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-c210663b-57ad-4fef-822f-064c999b05b6 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.59 "GET /v2.0/networks?id=0f556768-0f93-43fc-942c-9035b0d82cba HTTP/1.1" status: 200 len: 809 time: 0.4743719 May 13 15:09:22.239777 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-7b3f66eb-8fe6-48d8-b0bd-6c0e9c61227f tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Request body: {'port': {'device_id': 'ca19f889-e381-4913-acc8-74d46d2324f6', 'network_id': '0f556768-0f93-43fc-942c-9035b0d82cba', 'admin_state_up': True, 'tenant_id': 'fd8f7c833f2e4334b17514422b189cd4'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:22.242206 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 78142bea-920a-4d55-8596-9eae8d771e6d triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:22.242646 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:22.369383 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 78142bea-920a-4d55-8596-9eae8d771e6d is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:22.390155 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-7b3f66eb-8fe6-48d8-b0bd-6c0e9c61227f tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:22.400834 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-7b3f66eb-8fe6-48d8-b0bd-6c0e9c61227f tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:22.411706 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-7b3f66eb-8fe6-48d8-b0bd-6c0e9c61227f tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Made reservation on behalf of fd8f7c833f2e4334b17514422b189cd4 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:22.415510 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-7b3f66eb-8fe6-48d8-b0bd-6c0e9c61227f tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:22.415785 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0798a69d-95c3-42ef-be3d-ceaf1acd10f0 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:22.585332 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-7b3f66eb-8fe6-48d8-b0bd-6c0e9c61227f tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Allocated IP 172.20.0.6 (0f556768-0f93-43fc-942c-9035b0d82cba/203a5cf2-af00-41e8-8970-5cf8a9faf24d/400c7663-7849-4f60-8a29-adfc70219703) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:09:22.750724 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-0798a69d-95c3-42ef-be3d-ceaf1acd10f0 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Deleting port 06877eb2-97f0-4107-9d1d-b0e9436299f0 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:22.751062 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0798a69d-95c3-42ef-be3d-ceaf1acd10f0 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:22.787252 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-7b3f66eb-8fe6-48d8-b0bd-6c0e9c61227f tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:22.817047 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-7b3f66eb-8fe6-48d8-b0bd-6c0e9c61227f tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:22.892773 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-7b3f66eb-8fe6-48d8-b0bd-6c0e9c61227f tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Network 0f556768-0f93-43fc-942c-9035b0d82cba is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:22.895971 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-7b3f66eb-8fe6-48d8-b0bd-6c0e9c61227f tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:22.899967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-7b3f66eb-8fe6-48d8-b0bd-6c0e9c61227f tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:09:22.934635 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f66eb-8fe6-48d8-b0bd-6c0e9c61227f tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Pushing event updated for resources: {'Port': ['ID=400c7663-7849-4f60-8a29-adfc70219703,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:22.943230 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0798a69d-95c3-42ef-be3d-ceaf1acd10f0 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:22.966586 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-7b3f66eb-8fe6-48d8-b0bd-6c0e9c61227f tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:22.967210 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-7b3f66eb-8fe6-48d8-b0bd-6c0e9c61227f tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:22.992899 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-7b3f66eb-8fe6-48d8-b0bd-6c0e9c61227f tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7577548 May 13 15:09:23.003855 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-51ea5fea-cfa5-44cc-bfb9-cafec21ed67b service neutron] Request body: {'port': {'device_id': 'ca19f889-e381-4913-acc8-74d46d2324f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:23.069326 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-0798a69d-95c3-42ef-be3d-ceaf1acd10f0 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Calling delete_port for 06877eb2-97f0-4107-9d1d-b0e9436299f0 owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:23.118347 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-51ea5fea-cfa5-44cc-bfb9-cafec21ed67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:23.267086 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0798a69d-95c3-42ef-be3d-ceaf1acd10f0 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:23.318939 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798a69d-95c3-42ef-be3d-ceaf1acd10f0 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Pushing event deleted for resources: {'Port': ['ID=06877eb2-97f0-4107-9d1d-b0e9436299f0,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:23.462998 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7683b-2621-47ac-932c-171cfe5252ae req-b1acd0c2-18da-442d-a9b0-465b8c1c2a5c tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:23.463771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-76c7683b-2621-47ac-932c-171cfe5252ae req-b1acd0c2-18da-442d-a9b0-465b8c1c2a5c tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Synchronizing usage tracker for tenant:fd8f7c833f2e4334b17514422b189cd4 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:09:23.492481 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-76c7683b-2621-47ac-932c-171cfe5252ae req-b1acd0c2-18da-442d-a9b0-465b8c1c2a5c tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Unset dirty status for tenant:fd8f7c833f2e4334b17514422b189cd4 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:09:23.493651 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-76c7683b-2621-47ac-932c-171cfe5252ae req-b1acd0c2-18da-442d-a9b0-465b8c1c2a5c tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca19f889-e381-4913-acc8-74d46d2324f6 HTTP/1.1" status: 200 len: 931 time: 0.2277272 May 13 15:09:23.497828 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0798a69d-95c3-42ef-be3d-ceaf1acd10f0 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:23.602679 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-76c7683b-2621-47ac-932c-171cfe5252ae req-3a4a4085-36eb-40eb-aa85-75d31e715637 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba8c11c1-1396-4438-856b-abdb160c9ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003642 May 13 15:09:23.604668 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-51ea5fea-cfa5-44cc-bfb9-cafec21ed67b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 400c7663-7849-4f60-8a29-adfc70219703 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:09:23.613555 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-51ea5fea-cfa5-44cc-bfb9-cafec21ed67b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:23.630276 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-51ea5fea-cfa5-44cc-bfb9-cafec21ed67b service neutron] Transition to ACTIVE for port object 400c7663-7849-4f60-8a29-adfc70219703 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:23.634340 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-51ea5fea-cfa5-44cc-bfb9-cafec21ed67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:23.793287 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea5fea-cfa5-44cc-bfb9-cafec21ed67b service neutron] Pushing event updated for resources: {'Port': ['ID=400c7663-7849-4f60-8a29-adfc70219703,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:23.878845 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-51ea5fea-cfa5-44cc-bfb9-cafec21ed67b service neutron] Attempting to bind port 400c7663-7849-4f60-8a29-adfc70219703 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:09:23.879202 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-51ea5fea-cfa5-44cc-bfb9-cafec21ed67b service neutron] Attempting to bind port 400c7663-7849-4f60-8a29-adfc70219703 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '156c89ab-6953-4c5e-b9ec-0ef686f8b610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0f556768-0f93-43fc-942c-9035b0d82cba'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:09:23.879533 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-51ea5fea-cfa5-44cc-bfb9-cafec21ed67b service neutron] Attempting to bind port 400c7663-7849-4f60-8a29-adfc70219703 on network 0f556768-0f93-43fc-942c-9035b0d82cba {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:09:23.884694 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-51ea5fea-cfa5-44cc-bfb9-cafec21ed67b service neutron] Port 400c7663-7849-4f60-8a29-adfc70219703 on network 0f556768-0f93-43fc-942c-9035b0d82cba not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:09:23.885009 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-51ea5fea-cfa5-44cc-bfb9-cafec21ed67b service neutron] Attempting to bind port 400c7663-7849-4f60-8a29-adfc70219703 on network 0f556768-0f93-43fc-942c-9035b0d82cba {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:09:23.890145 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-51ea5fea-cfa5-44cc-bfb9-cafec21ed67b service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:09:23.890484 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-51ea5fea-cfa5-44cc-bfb9-cafec21ed67b service neutron] Checking segment: {'id': '156c89ab-6953-4c5e-b9ec-0ef686f8b610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0f556768-0f93-43fc-942c-9035b0d82cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:09:23.890870 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-51ea5fea-cfa5-44cc-bfb9-cafec21ed67b service neutron] Bound using segment: {'id': '156c89ab-6953-4c5e-b9ec-0ef686f8b610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0f556768-0f93-43fc-942c-9035b0d82cba'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:09:23.891331 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-51ea5fea-cfa5-44cc-bfb9-cafec21ed67b service neutron] Bound port: 400c7663-7849-4f60-8a29-adfc70219703, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '156c89ab-6953-4c5e-b9ec-0ef686f8b610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0f556768-0f93-43fc-942c-9035b0d82cba'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:09:23.891677 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-51ea5fea-cfa5-44cc-bfb9-cafec21ed67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:23.912091 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0798a69d-95c3-42ef-be3d-ceaf1acd10f0 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Router 175fc36d-335b-430c-b4ff-1dd820cdf352 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:09:23.982962 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-51ea5fea-cfa5-44cc-bfb9-cafec21ed67b service neutron] For port 400c7663-7849-4f60-8a29-adfc70219703, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:09:23.986022 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-51ea5fea-cfa5-44cc-bfb9-cafec21ed67b service neutron] For port 400c7663-7849-4f60-8a29-adfc70219703, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=400c7663-7849-4f60-8a29-adfc70219703,segment=NetworkSegment(156c89ab-6953-4c5e-b9ec-0ef686f8b610),segment_id=156c89ab-6953-4c5e-b9ec-0ef686f8b610)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:09:23.990635 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-51ea5fea-cfa5-44cc-bfb9-cafec21ed67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:24.051300 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0798a69d-95c3-42ef-be3d-ceaf1acd10f0 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:09:24.062372 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9776ee43-f82e-44a6-a073-2ab5647fd27b None None] Sync routers for ids ['175fc36d-335b-430c-b4ff-1dd820cdf352'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:09:24.062956 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0798a69d-95c3-42ef-be3d-ceaf1acd10f0 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] 10.222.0.35 "PUT /v2.0/routers/175fc36d-335b-430c-b4ff-1dd820cdf352/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4857352 May 13 15:09:24.066201 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36476) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:24.075229 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9776ee43-f82e-44a6-a073-2ab5647fd27b None None] Routers {'175fc36d-335b-430c-b4ff-1dd820cdf352'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:09:24.075951 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-9776ee43-f82e-44a6-a073-2ab5647fd27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:09:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['175fc36d-335b-430c-b4ff-1dd820cdf352'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:24.137517 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-ce4dccf4-c20b-468b-8ace-ed448b7687ab tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] delete failed (client error): The resource could not be found. May 13 15:09:24.142193 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ce4dccf4-c20b-468b-8ace-ed448b7687ab tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] 10.222.0.35 "DELETE /v2.0/routers/tempest-non_exist_router-1413310395 HTTP/1.1" status: 404 len: 335 time: 0.0697832 May 13 15:09:24.142351 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36480) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:24.143861 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-9776ee43-f82e-44a6-a073-2ab5647fd27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:24.147567 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-bde15f7d-cc87-4b44-8b5f-8950fb271221 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Request body: {'router': {'external_gateway_info': {'network_id': '175fc36d-335b-430c-b4ff-1dd820cdf352'}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:24.153616 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9776ee43-f82e-44a6-a073-2ab5647fd27b None None] Routers {'175fc36d-335b-430c-b4ff-1dd820cdf352'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:09:24.154322 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-9776ee43-f82e-44a6-a073-2ab5647fd27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:09:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['175fc36d-335b-430c-b4ff-1dd820cdf352'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:24.181746 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-51ea5fea-cfa5-44cc-bfb9-cafec21ed67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:24.182365 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-51ea5fea-cfa5-44cc-bfb9-cafec21ed67b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:24.183774 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-51ea5fea-cfa5-44cc-bfb9-cafec21ed67b service neutron] 10.222.0.59 "PUT /v2.0/ports/400c7663-7849-4f60-8a29-adfc70219703 HTTP/1.1" status: 200 len: 1091 time: 1.1839731 May 13 15:09:24.184218 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca19f889-e381-4913-acc8-74d46d2324f6', 'tag': '400c7663-7849-4f60-8a29-adfc70219703'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:09:24.225007 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea5fea-cfa5-44cc-bfb9-cafec21ed67b service neutron] Pushing event updated for resources: {'Port': ['ID=400c7663-7849-4f60-8a29-adfc70219703,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:24.237582 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ae71324-db3b-4140-a10b-4fd388aab0d6'] response: {'name': 'network-changed', 'server_uuid': 'ca19f889-e381-4913-acc8-74d46d2324f6', 'tag': '400c7663-7849-4f60-8a29-adfc70219703', 'status': 'completed', 'code': 200} May 13 15:09:24.241944 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-9776ee43-f82e-44a6-a073-2ab5647fd27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:24.242358 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9776ee43-f82e-44a6-a073-2ab5647fd27b None None] The sync data for ids ['175fc36d-335b-430c-b4ff-1dd820cdf352'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:09:24.315560 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-e1064644-56e8-4279-a364-5a1d01e3d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:24.316977 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-e1064644-56e8-4279-a364-5a1d01e3d9a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd8f7c833f2e4334b17514422b189cd4&device_id=ca19f889-e381-4913-acc8-74d46d2324f6 HTTP/1.1" status: 200 len: 1094 time: 0.0771761 May 13 15:09:24.392182 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-916c787f-f776-46ec-af16-21a0dcd2031e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=400c7663-7849-4f60-8a29-adfc70219703 HTTP/1.1" status: 200 len: 217 time: 0.0673244 May 13 15:09:24.454931 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-1351a9c0-8a23-41ef-94d9-04dbce1c9d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:24.456394 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-1351a9c0-8a23-41ef-94d9-04dbce1c9d7d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=203a5cf2-af00-41e8-8970-5cf8a9faf24d HTTP/1.1" status: 200 len: 849 time: 0.0591598 May 13 15:09:24.504240 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-28ff1b69-bec8-415b-b30c-d6fd90e1edc5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f556768-0f93-43fc-942c-9035b0d82cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415096 May 13 15:09:24.570744 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bde15f7d-cc87-4b44-8b5f-8950fb271221 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:24.599691 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-bde15f7d-cc87-4b44-8b5f-8950fb271221 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] update failed (client error): The resource could not be found. May 13 15:09:24.601262 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bde15f7d-cc87-4b44-8b5f-8950fb271221 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] 10.222.0.35 "PUT /v2.0/routers/175fc36d-335b-430c-b4ff-1dd820cdf352 HTTP/1.1" status: 404 len: 339 time: 0.4579539 May 13 15:09:24.606092 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36490) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:24.611383 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-ac612784-62dc-41e1-9681-63fa5aa91598 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-593526471'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:24.617886 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ac612784-62dc-41e1-9681-63fa5aa91598 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:24.621457 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ac612784-62dc-41e1-9681-63fa5aa91598 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Usage tracker for resource:network and tenant:3b262814164e498087bb3e7e2061d063 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:24.625175 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ac612784-62dc-41e1-9681-63fa5aa91598 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:24.631039 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ac612784-62dc-41e1-9681-63fa5aa91598 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:24.638570 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-0aee7186-ea9a-4afd-811d-f7b967621a9a service neutron] 10.222.0.59 "GET /v2.0/networks/0f556768-0f93-43fc-942c-9035b0d82cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279824 May 13 15:09:24.641415 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac612784-62dc-41e1-9681-63fa5aa91598 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Made reservation on behalf of 3b262814164e498087bb3e7e2061d063 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:24.644905 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac612784-62dc-41e1-9681-63fa5aa91598 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:24.673395 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac612784-62dc-41e1-9681-63fa5aa91598 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:09:24.683378 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac612784-62dc-41e1-9681-63fa5aa91598 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:24.683719 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-ac612784-62dc-41e1-9681-63fa5aa91598 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Added segment c714aeff-07a5-41ed-90e3-43e0f2fb9bc3 of type vlan for network 748c86a7-1057-42b1-bf5b-1c88ebd7fb8b May 13 15:09:24.710392 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac612784-62dc-41e1-9681-63fa5aa91598 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:24.773757 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e23c5e6f-a6c0-45e5-8645-ea5bab814bac req-6932124d-ecdc-426a-80e1-2c80b8d9fd60 service neutron] 10.222.0.59 "GET /v2.0/networks/0f556768-0f93-43fc-942c-9035b0d82cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298783 May 13 15:09:24.787925 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac612784-62dc-41e1-9681-63fa5aa91598 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:24.793225 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac612784-62dc-41e1-9681-63fa5aa91598 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:24.793802 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac612784-62dc-41e1-9681-63fa5aa91598 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:24.893564 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66c1eb-d310-4841-8516-d2811d89a251 req-504ed12a-4d16-4c9a-8f50-bc0edb15771e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:24.894940 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f66c1eb-d310-4841-8516-d2811d89a251 req-504ed12a-4d16-4c9a-8f50-bc0edb15771e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd8f7c833f2e4334b17514422b189cd4&device_id=ca19f889-e381-4913-acc8-74d46d2324f6 HTTP/1.1" status: 200 len: 1094 time: 0.0790012 May 13 15:09:24.900466 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ac612784-62dc-41e1-9681-63fa5aa91598 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2933397 May 13 15:09:24.904701 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36496) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:24.911535 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac612784-62dc-41e1-9681-63fa5aa91598 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Pushing event updated for resources: {'Network': ['ID=748c86a7-1057-42b1-bf5b-1c88ebd7fb8b,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:24.922256 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 748c86a7-1057-42b1-bf5b-1c88ebd7fb8b details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:09:24.932492 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0303aa-8b37-4fae-b666-ebffb42c5939 req-23d59acf-babd-4836-933f-3ca8b494d484 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:24.934150 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5c0303aa-8b37-4fae-b666-ebffb42c5939 req-23d59acf-babd-4836-933f-3ca8b494d484 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca19f889-e381-4913-acc8-74d46d2324f6 HTTP/1.1" status: 200 len: 943 time: 0.2043834 May 13 15:09:24.934272 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-c1c2d34f-51a3-4786-8b3e-8cb269b91af9 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Request body: {'subnet': {'network_id': '748c86a7-1057-42b1-bf5b-1c88ebd7fb8b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:24.984269 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5c0303aa-8b37-4fae-b666-ebffb42c5939 req-aa6f0746-c271-4a59-9804-bea14cf6bf87 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba8c11c1-1396-4438-856b-abdb160c9ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436864 May 13 15:09:25.128727 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c1c2d34f-51a3-4786-8b3e-8cb269b91af9 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:25.137214 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c1c2d34f-51a3-4786-8b3e-8cb269b91af9 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Usage tracker for resource:subnet and tenant:3b262814164e498087bb3e7e2061d063 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:25.141287 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-c1c2d34f-51a3-4786-8b3e-8cb269b91af9 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:25.145274 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66c1eb-d310-4841-8516-d2811d89a251 req-37fc8c6f-fd8b-4ce8-928e-a3fc5046e7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:25.146266 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f66c1eb-d310-4841-8516-d2811d89a251 req-37fc8c6f-fd8b-4ce8-928e-a3fc5046e7aa service neutron] 10.222.0.59 "GET /v2.0/networks?id=0f556768-0f93-43fc-942c-9035b0d82cba HTTP/1.1" status: 200 len: 910 time: 0.2454214 May 13 15:09:25.150138 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-c1c2d34f-51a3-4786-8b3e-8cb269b91af9 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:25.221087 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f66c1eb-d310-4841-8516-d2811d89a251 req-e8c08229-d243-4501-9e5e-24dae71a8acb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=400c7663-7849-4f60-8a29-adfc70219703 HTTP/1.1" status: 200 len: 217 time: 0.0657213 May 13 15:09:25.221773 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c2d34f-51a3-4786-8b3e-8cb269b91af9 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Made reservation on behalf of 3b262814164e498087bb3e7e2061d063 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:25.225653 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c1c2d34f-51a3-4786-8b3e-8cb269b91af9 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:25.370500 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66c1eb-d310-4841-8516-d2811d89a251 req-182bbe41-01ae-473f-8d98-c12487d8dedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:25.371934 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f66c1eb-d310-4841-8516-d2811d89a251 req-182bbe41-01ae-473f-8d98-c12487d8dedb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=203a5cf2-af00-41e8-8970-5cf8a9faf24d HTTP/1.1" status: 200 len: 849 time: 0.1330566 May 13 15:09:25.424615 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f66c1eb-d310-4841-8516-d2811d89a251 req-852192b2-b579-45e8-9efa-e7779cfd369c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f556768-0f93-43fc-942c-9035b0d82cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453689 May 13 15:09:25.649568 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f66c1eb-d310-4841-8516-d2811d89a251 req-80a3ba05-ea37-4594-b350-ef295ce0c92b service neutron] 10.222.0.59 "GET /v2.0/networks/0f556768-0f93-43fc-942c-9035b0d82cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141535 May 13 15:09:25.651276 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c1c2d34f-51a3-4786-8b3e-8cb269b91af9 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:25.931139 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2d34f-51a3-4786-8b3e-8cb269b91af9 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Pushing event updated for resources: {'Subnet': ['ID=a46a1960-cf3c-48d9-ad5f-76ef3aab9e58,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:25.971659 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c2d34f-51a3-4786-8b3e-8cb269b91af9 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Checking segment: {'id': 'c714aeff-07a5-41ed-90e3-43e0f2fb9bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '748c86a7-1057-42b1-bf5b-1c88ebd7fb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:09:25.972012 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c2d34f-51a3-4786-8b3e-8cb269b91af9 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Network hostable DHCP agents. Network: 748c86a7-1057-42b1-bf5b-1c88ebd7fb8b, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:09:25.988276 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f66c1eb-d310-4841-8516-d2811d89a251 req-737f664e-487e-41e8-b63c-e0d9fcd680a0 service neutron] 10.222.0.59 "GET /v2.0/networks/0f556768-0f93-43fc-942c-9035b0d82cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320127 May 13 15:09:25.999172 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c2d34f-51a3-4786-8b3e-8cb269b91af9 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Network 748c86a7-1057-42b1-bf5b-1c88ebd7fb8b is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:09:26.009422 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-c1c2d34f-51a3-4786-8b3e-8cb269b91af9 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 748c86a7-1057-42b1-bf5b-1c88ebd7fb8b) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:26.013714 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c2d34f-51a3-4786-8b3e-8cb269b91af9 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:26.014525 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c1c2d34f-51a3-4786-8b3e-8cb269b91af9 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:26.022446 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdb8905-2ad2-43fa-8efa-519d7d28910e None None] Network 748c86a7-1057-42b1-bf5b-1c88ebd7fb8b requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:26.038381 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c1c2d34f-51a3-4786-8b3e-8cb269b91af9 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1150739 May 13 15:09:26.041183 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36502) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:26.046901 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-ee98c7e6-81d9-4bdc-8f2c-e4ce7ae81b85 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Request body: {'router': {'external_gateway_info': {'network_id': '748c86a7-1057-42b1-bf5b-1c88ebd7fb8b'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:26.253193 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d68fb85-2627-4a0a-9182-fa6073f13b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-748c86a7-1057-42b1-bf5b-1c88ebd7fb8b', 'network_id': '748c86a7-1057-42b1-bf5b-1c88ebd7fb8b', 'tenant_id': '3b262814164e498087bb3e7e2061d063', 'fixed_ips': [{'subnet_id': 'a46a1960-cf3c-48d9-ad5f-76ef3aab9e58'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:09:26.254189 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1d68fb85-2627-4a0a-9182-fa6073f13b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:26.418541 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-1d68fb85-2627-4a0a-9182-fa6073f13b92 None None] Allocated IP 2001:db8:1::2 (748c86a7-1057-42b1-bf5b-1c88ebd7fb8b/a46a1960-cf3c-48d9-ad5f-76ef3aab9e58/22ef3fab-4506-4522-9331-e654aa6043e2) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:09:26.520789 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ee98c7e6-81d9-4bdc-8f2c-e4ce7ae81b85 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:26.531804 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c1573-19ba-4698-93af-4420e6db34e7 req-eb4afbee-fc57-4601-b254-e7188add37ec tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:26.533338 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f31c1573-19ba-4698-93af-4420e6db34e7 req-eb4afbee-fc57-4601-b254-e7188add37ec tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca19f889-e381-4913-acc8-74d46d2324f6 HTTP/1.1" status: 200 len: 943 time: 0.4256711 May 13 15:09:26.654899 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f31c1573-19ba-4698-93af-4420e6db34e7 req-89ccafde-96f9-4839-8430-e84272a9ad72 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba8c11c1-1396-4438-856b-abdb160c9ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006806 May 13 15:09:26.692072 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1d68fb85-2627-4a0a-9182-fa6073f13b92 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:26.709904 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-1d68fb85-2627-4a0a-9182-fa6073f13b92 None None] Transition to ACTIVE for port object 22ef3fab-4506-4522-9331-e654aa6043e2 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:26.730306 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-ee98c7e6-81d9-4bdc-8f2c-e4ce7ae81b85 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:09:26.731377 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ee98c7e6-81d9-4bdc-8f2c-e4ce7ae81b85 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] 10.222.0.35 "PUT /v2.0/routers/175fc36d-335b-430c-b4ff-1dd820cdf352 HTTP/1.1" status: 400 len: 364 time: 0.6892431 May 13 15:09:26.734537 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-1d68fb85-2627-4a0a-9182-fa6073f13b92 None None] Transition to ACTIVE for port object 22ef3fab-4506-4522-9331-e654aa6043e2 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:26.737458 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36506) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:26.743811 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1d68fb85-2627-4a0a-9182-fa6073f13b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:26.813707 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d68fb85-2627-4a0a-9182-fa6073f13b92 None None] Network 748c86a7-1057-42b1-bf5b-1c88ebd7fb8b is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:26.816728 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-1d68fb85-2627-4a0a-9182-fa6073f13b92 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:26.821542 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d68fb85-2627-4a0a-9182-fa6073f13b92 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:09:26.830312 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68fb85-2627-4a0a-9182-fa6073f13b92 None None] Pushing event updated for resources: {'Port': ['ID=22ef3fab-4506-4522-9331-e654aa6043e2,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:26.921358 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-1d68fb85-2627-4a0a-9182-fa6073f13b92 None None] Attempting to bind port 22ef3fab-4506-4522-9331-e654aa6043e2 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:09:26.921852 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-1d68fb85-2627-4a0a-9182-fa6073f13b92 None None] Attempting to bind port 22ef3fab-4506-4522-9331-e654aa6043e2 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'c714aeff-07a5-41ed-90e3-43e0f2fb9bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '748c86a7-1057-42b1-bf5b-1c88ebd7fb8b'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:09:26.922253 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d68fb85-2627-4a0a-9182-fa6073f13b92 None None] Attempting to bind port 22ef3fab-4506-4522-9331-e654aa6043e2 on network 748c86a7-1057-42b1-bf5b-1c88ebd7fb8b {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:09:26.929452 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d68fb85-2627-4a0a-9182-fa6073f13b92 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:09:26.929872 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d68fb85-2627-4a0a-9182-fa6073f13b92 None None] Checking segment: {'id': 'c714aeff-07a5-41ed-90e3-43e0f2fb9bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '748c86a7-1057-42b1-bf5b-1c88ebd7fb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:09:26.930234 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1d68fb85-2627-4a0a-9182-fa6073f13b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:26.930626 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d68fb85-2627-4a0a-9182-fa6073f13b92 None None] Bound using segment: {'id': 'c714aeff-07a5-41ed-90e3-43e0f2fb9bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '748c86a7-1057-42b1-bf5b-1c88ebd7fb8b'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:09:26.931138 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-1d68fb85-2627-4a0a-9182-fa6073f13b92 None None] Bound port: 22ef3fab-4506-4522-9331-e654aa6043e2, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c714aeff-07a5-41ed-90e3-43e0f2fb9bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '748c86a7-1057-42b1-bf5b-1c88ebd7fb8b'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:09:26.931542 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1d68fb85-2627-4a0a-9182-fa6073f13b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:27.028797 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-1d68fb85-2627-4a0a-9182-fa6073f13b92 None None] For port 22ef3fab-4506-4522-9331-e654aa6043e2, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:09:27.031897 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-1d68fb85-2627-4a0a-9182-fa6073f13b92 None None] For port 22ef3fab-4506-4522-9331-e654aa6043e2, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=22ef3fab-4506-4522-9331-e654aa6043e2,segment=NetworkSegment(c714aeff-07a5-41ed-90e3-43e0f2fb9bc3),segment_id=c714aeff-07a5-41ed-90e3-43e0f2fb9bc3)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:09:27.036932 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1d68fb85-2627-4a0a-9182-fa6073f13b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:27.119898 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68fb85-2627-4a0a-9182-fa6073f13b92 None None] Pushing event updated for resources: {'Port': ['ID=22ef3fab-4506-4522-9331-e654aa6043e2,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:27.306650 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6a43fe91-549f-4aef-b4f5-9d58091b92d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:27.386167 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-38147242-54b0-487b-ac79-4af000855985 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:27.741885 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-38147242-54b0-487b-ac79-4af000855985 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Allocated IP 2001:db8::1 (6a0106ed-de44-4ecf-99f8-147a3f0612bd/4fb6978a-d694-441d-9075-071feaa2e663/86216cef-0c13-4031-9cbc-9e72c9f001f6) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:09:27.816643 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 22ef3fab-4506-4522-9331-e654aa6043e2 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:09:27.903787 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 22ef3fab-4506-4522-9331-e654aa6043e2 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:27.965261 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e100854-ed7e-481c-948e-217a13b5826c req-edabfaa7-d939-476b-aafe-a9dd6dcaa96b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8919899d-7024-4a41-8826-f256ea9a70cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2170928 May 13 15:09:27.988507 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-38147242-54b0-487b-ac79-4af000855985 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:27.991935 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ea8a9-a4ad-4d7f-8ce0-89de6eeef3ca req-d652e488-7dbd-4047-abf7-dc27a9c61840 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:27.993566 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-244ea8a9-a4ad-4d7f-8ce0-89de6eeef3ca req-d652e488-7dbd-4047-abf7-dc27a9c61840 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca19f889-e381-4913-acc8-74d46d2324f6 HTTP/1.1" status: 200 len: 943 time: 0.2224393 May 13 15:09:28.008199 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-38147242-54b0-487b-ac79-4af000855985 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Transition to ACTIVE for port object 86216cef-0c13-4031-9cbc-9e72c9f001f6 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:28.036292 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-38147242-54b0-487b-ac79-4af000855985 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:28.047669 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-244ea8a9-a4ad-4d7f-8ce0-89de6eeef3ca req-d6125802-5fee-4839-8e46-190aa4c7fa41 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba8c11c1-1396-4438-856b-abdb160c9ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459120 May 13 15:09:28.160962 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38147242-54b0-487b-ac79-4af000855985 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Network 6a0106ed-de44-4ecf-99f8-147a3f0612bd is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:28.170591 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-38147242-54b0-487b-ac79-4af000855985 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:28.178142 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38147242-54b0-487b-ac79-4af000855985 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:09:28.178682 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-38147242-54b0-487b-ac79-4af000855985 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:28.195357 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38147242-54b0-487b-ac79-4af000855985 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Pushing event updated for resources: {'Port': ['ID=86216cef-0c13-4031-9cbc-9e72c9f001f6,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:28.231129 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e100854-ed7e-481c-948e-217a13b5826c req-001ae838-3023-4e36-88f9-f43332b9a3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:28.232613 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e100854-ed7e-481c-948e-217a13b5826c req-001ae838-3023-4e36-88f9-f43332b9a3d7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2&device_id=8919899d-7024-4a41-8826-f256ea9a70cd HTTP/1.1" status: 200 len: 1097 time: 0.1578279 May 13 15:09:28.277314 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a232d68-6947-48d4-8a4c-863b9e97a021 None None] Network 748c86a7-1057-42b1-bf5b-1c88ebd7fb8b requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:28.380438 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5112558d-479d-425c-9cd9-2dbc4b326a59 None None] Provisioning for port 22ef3fab-4506-4522-9331-e654aa6043e2 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:28.394615 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-38147242-54b0-487b-ac79-4af000855985 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:28.399601 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5112558d-479d-425c-9cd9-2dbc4b326a59 None None] Provisioning complete for port 22ef3fab-4506-4522-9331-e654aa6043e2 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:28.399967 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5112558d-479d-425c-9cd9-2dbc4b326a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:28.556958 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e100854-ed7e-481c-948e-217a13b5826c req-c70b2b5c-0307-4383-a077-23bde980d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:28.558406 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e100854-ed7e-481c-948e-217a13b5826c req-c70b2b5c-0307-4383-a077-23bde980d42f service neutron] 10.222.0.74 "GET /v2.0/networks?id=b043589d-15c3-44b5-8d99-d7c57b00acb0 HTTP/1.1" status: 200 len: 913 time: 0.2828071 May 13 15:09:28.622022 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-5112558d-479d-425c-9cd9-2dbc4b326a59 None None] Current status of the port 22ef3fab-4506-4522-9331-e654aa6043e2 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:28.622397 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5112558d-479d-425c-9cd9-2dbc4b326a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:28.660354 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-5112558d-479d-425c-9cd9-2dbc4b326a59 None None] For port 22ef3fab-4506-4522-9331-e654aa6043e2, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=22ef3fab-4506-4522-9331-e654aa6043e2,segment=NetworkSegment(c714aeff-07a5-41ed-90e3-43e0f2fb9bc3),segment_id=c714aeff-07a5-41ed-90e3-43e0f2fb9bc3)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:28.666061 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5112558d-479d-425c-9cd9-2dbc4b326a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:28.739192 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112558d-479d-425c-9cd9-2dbc4b326a59 None None] Pushing event updated for resources: {'Port': ['ID=22ef3fab-4506-4522-9331-e654aa6043e2,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:28.752748 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e100854-ed7e-481c-948e-217a13b5826c req-39362362-24d1-4f3b-b427-4a33939520e4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e991162e-da41-43ce-b28a-f62363649f50 HTTP/1.1" status: 200 len: 1002 time: 0.1823795 May 13 15:09:28.803484 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-55628531-2aa0-448b-a6d5-9398f2f54e0d None None] Provisioning for port 86216cef-0c13-4031-9cbc-9e72c9f001f6 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:28.816057 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-55628531-2aa0-448b-a6d5-9398f2f54e0d None None] Provisioning complete for port 86216cef-0c13-4031-9cbc-9e72c9f001f6 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:28.816459 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-55628531-2aa0-448b-a6d5-9398f2f54e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:28.847074 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:28.878811 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-55628531-2aa0-448b-a6d5-9398f2f54e0d None None] Port 86216cef-0c13-4031-9cbc-9e72c9f001f6 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:09:28.980864 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 400c7663-7849-4f60-8a29-adfc70219703 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:09:29.021994 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-795f35ee-dde5-4bb4-99c8-7ee565a7cd3a None None] Provisioning complete for port 22ef3fab-4506-4522-9331-e654aa6043e2 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:29.022359 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-795f35ee-dde5-4bb4-99c8-7ee565a7cd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:29.023361 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e100854-ed7e-481c-948e-217a13b5826c req-9df12e45-1a65-463f-b80c-2cafb2e63419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:29.024829 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e100854-ed7e-481c-948e-217a13b5826c req-9df12e45-1a65-463f-b80c-2cafb2e63419 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b5ceabd-0dba-40ce-b48a-2cb206526c19 HTTP/1.1" status: 200 len: 851 time: 0.2656808 May 13 15:09:29.147819 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-38147242-54b0-487b-ac79-4af000855985 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:29.155577 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-38147242-54b0-487b-ac79-4af000855985 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:29.156345 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-38147242-54b0-487b-ac79-4af000855985 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:29.209948 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e100854-ed7e-481c-948e-217a13b5826c req-cb912f37-e129-492a-a408-6ca81eb76421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:29.211488 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e100854-ed7e-481c-948e-217a13b5826c req-cb912f37-e129-492a-a408-6ca81eb76421 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b043589d-15c3-44b5-8d99-d7c57b00acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1770689 May 13 15:09:29.229330 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 400c7663-7849-4f60-8a29-adfc70219703, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=400c7663-7849-4f60-8a29-adfc70219703,segment=NetworkSegment(156c89ab-6953-4c5e-b9ec-0ef686f8b610),segment_id=156c89ab-6953-4c5e-b9ec-0ef686f8b610)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:29.248681 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-795f35ee-dde5-4bb4-99c8-7ee565a7cd3a None None] Current status of the port 22ef3fab-4506-4522-9331-e654aa6043e2 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:29.250748 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '400c7663-7849-4f60-8a29-adfc70219703', 'network_id': '0f556768-0f93-43fc-942c-9035b0d82cba', 'port_id': '400c7663-7849-4f60-8a29-adfc70219703', 'mac_address': 'fa:16:3e:61:36:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '203a5cf2-af00-41e8-8970-5cf8a9faf24d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:09:29.309990 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 400c7663-7849-4f60-8a29-adfc70219703 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:29.310701 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:29.327623 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 400c7663-7849-4f60-8a29-adfc70219703 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:09:29.343915 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 400c7663-7849-4f60-8a29-adfc70219703, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=400c7663-7849-4f60-8a29-adfc70219703,segment=NetworkSegment(156c89ab-6953-4c5e-b9ec-0ef686f8b610),segment_id=156c89ab-6953-4c5e-b9ec-0ef686f8b610)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:29.347922 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:29.416313 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=400c7663-7849-4f60-8a29-adfc70219703,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:29.439857 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38147242-54b0-487b-ac79-4af000855985 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Pushing event updated for resources: {'Port': ['ID=86216cef-0c13-4031-9cbc-9e72c9f001f6,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:29.543723 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e100854-ed7e-481c-948e-217a13b5826c req-1745a63a-c5fb-404b-861c-75d8313615f5 service neutron] 10.222.0.74 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930596 May 13 15:09:29.548614 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['400c7663-7849-4f60-8a29-adfc70219703'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:09:29.576985 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e0436-7d83-4bf7-8e31-17046c24ecd7 req-457182e8-36f6-4134-a2b1-4e781992ba22 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:29.578441 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9a0e0436-7d83-4bf7-8e31-17046c24ecd7 req-457182e8-36f6-4134-a2b1-4e781992ba22 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca19f889-e381-4913-acc8-74d46d2324f6 HTTP/1.1" status: 200 len: 943 time: 0.3862529 May 13 15:09:29.580436 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38147242-54b0-487b-ac79-4af000855985 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Network 6a0106ed-de44-4ecf-99f8-147a3f0612bd is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:29.583768 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-38147242-54b0-487b-ac79-4af000855985 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:29.625686 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a68d6181-9dcc-497e-a81b-f722b440c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:29.779148 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 22ef3fab-4506-4522-9331-e654aa6043e2 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:09:29.852548 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9a0e0436-7d83-4bf7-8e31-17046c24ecd7 req-2a97591c-a575-4429-a8b9-c8752ed0f83a tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba8c11c1-1396-4438-856b-abdb160c9ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660148 May 13 15:09:29.856524 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 22ef3fab-4506-4522-9331-e654aa6043e2 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:29.857137 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:29.899092 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e100854-ed7e-481c-948e-217a13b5826c req-895b6085-f37f-4868-8210-4b2aa07d7397 service neutron] 10.222.0.74 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462272 May 13 15:09:29.900937 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38147242-54b0-487b-ac79-4af000855985 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Router 175fc36d-335b-430c-b4ff-1dd820cdf352 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:09:29.959874 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-2b371e3c-798b-4bd5-8c58-fe1a00706de7 None None] Provisioning complete for port 86216cef-0c13-4031-9cbc-9e72c9f001f6 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:29.960242 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2b371e3c-798b-4bd5-8c58-fe1a00706de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:30.050751 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-2b371e3c-798b-4bd5-8c58-fe1a00706de7 None None] Port 86216cef-0c13-4031-9cbc-9e72c9f001f6 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:09:30.060115 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38147242-54b0-487b-ac79-4af000855985 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:09:30.072014 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-38147242-54b0-487b-ac79-4af000855985 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] 10.222.0.35 "PUT /v2.0/routers/175fc36d-335b-430c-b4ff-1dd820cdf352/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3307638 May 13 15:09:30.072190 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1a09ea-8f6d-4db5-9508-8b2a2ca3fa0c None None] Sync routers for ids ['175fc36d-335b-430c-b4ff-1dd820cdf352'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:09:30.072645 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 22ef3fab-4506-4522-9331-e654aa6043e2 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:30.072747 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36516) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:30.082643 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1a09ea-8f6d-4db5-9508-8b2a2ca3fa0c None None] Routers {'175fc36d-335b-430c-b4ff-1dd820cdf352'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:09:30.083277 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-aa1a09ea-8f6d-4db5-9508-8b2a2ca3fa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:09:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['175fc36d-335b-430c-b4ff-1dd820cdf352'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:30.148569 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-aa1a09ea-8f6d-4db5-9508-8b2a2ca3fa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:30.157422 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1a09ea-8f6d-4db5-9508-8b2a2ca3fa0c None None] Routers {'175fc36d-335b-430c-b4ff-1dd820cdf352'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:09:30.158010 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-aa1a09ea-8f6d-4db5-9508-8b2a2ca3fa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:09:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['175fc36d-335b-430c-b4ff-1dd820cdf352'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:30.219157 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-aa1a09ea-8f6d-4db5-9508-8b2a2ca3fa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:30.219736 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1a09ea-8f6d-4db5-9508-8b2a2ca3fa0c None None] The sync data for ids ['175fc36d-335b-430c-b4ff-1dd820cdf352'] in n-d-841760-1 is: [] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:09:30.367078 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2df71c3e-2b53-4e34-ab23-5a17c2cc67c3 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:30.517890 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-2df71c3e-2b53-4e34-ab23-5a17c2cc67c3 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] delete failed (client error): There was a conflict when trying to complete your request. May 13 15:09:30.518828 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2df71c3e-2b53-4e34-ab23-5a17c2cc67c3 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] 10.222.0.35 "DELETE /v2.0/routers/175fc36d-335b-430c-b4ff-1dd820cdf352 HTTP/1.1" status: 409 len: 329 time: 0.4457295 May 13 15:09:30.521795 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36522) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:30.748825 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:30.751436 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:31.000992 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 400c7663-7849-4f60-8a29-adfc70219703 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:09:31.039384 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e12df507-bb97-4b37-b2a3-e237a1750054 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:31.045401 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579c377-34dd-4a35-8815-537903f00256 req-be4ee2f0-2b36-497e-aa73-732388137ccc tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:31.046880 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a579c377-34dd-4a35-8815-537903f00256 req-be4ee2f0-2b36-497e-aa73-732388137ccc tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca19f889-e381-4913-acc8-74d46d2324f6 HTTP/1.1" status: 200 len: 944 time: 0.0859036 May 13 15:09:31.076385 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 400c7663-7849-4f60-8a29-adfc70219703 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:31.083372 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 400c7663-7849-4f60-8a29-adfc70219703 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:31.084128 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:31.097508 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a579c377-34dd-4a35-8815-537903f00256 req-497d2ab5-d15e-43dd-9cf8-5295fa077d91 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba8c11c1-1396-4438-856b-abdb160c9ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447543 May 13 15:09:31.218468 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 400c7663-7849-4f60-8a29-adfc70219703 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:31.218942 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:31.259288 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca19f889-e381-4913-acc8-74d46d2324f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400c7663-7849-4f60-8a29-adfc70219703'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:09:31.275817 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 400c7663-7849-4f60-8a29-adfc70219703, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=400c7663-7849-4f60-8a29-adfc70219703,segment=NetworkSegment(156c89ab-6953-4c5e-b9ec-0ef686f8b610),segment_id=156c89ab-6953-4c5e-b9ec-0ef686f8b610)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:31.280053 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:31.315699 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ac9acf5-19db-4a99-8cce-6ed046024d37'] response: {'server_uuid': 'ca19f889-e381-4913-acc8-74d46d2324f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400c7663-7849-4f60-8a29-adfc70219703', 'code': 200} May 13 15:09:31.356744 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=400c7663-7849-4f60-8a29-adfc70219703,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:31.461004 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-e12df507-bb97-4b37-b2a3-e237a1750054 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Deleting port 86216cef-0c13-4031-9cbc-9e72c9f001f6 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:31.461340 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e12df507-bb97-4b37-b2a3-e237a1750054 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:31.545140 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb80c9c-9f32-4ed1-b197-31306ca67478 req-7c9eac3d-8761-42a9-881b-663ffd7ec903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:31.546601 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bb80c9c-9f32-4ed1-b197-31306ca67478 req-7c9eac3d-8761-42a9-881b-663ffd7ec903 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ca19f889-e381-4913-acc8-74d46d2324f6 HTTP/1.1" status: 200 len: 1096 time: 0.1647446 May 13 15:09:31.667499 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bb80c9c-9f32-4ed1-b197-31306ca67478 req-226b1efa-5eb3-4b56-a027-e153782bb721 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ba8c11c1-1396-4438-856b-abdb160c9ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741360 May 13 15:09:31.687633 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e12df507-bb97-4b37-b2a3-e237a1750054 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:31.943231 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-e12df507-bb97-4b37-b2a3-e237a1750054 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Calling delete_port for 86216cef-0c13-4031-9cbc-9e72c9f001f6 owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:32.241415 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:32.281375 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e12df507-bb97-4b37-b2a3-e237a1750054 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:32.303571 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0890d1-6fbe-4169-bc61-5a8bfee61bb5 req-6e9324e7-5f7f-4a9e-bed5-6d25d9ab6647 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:32.305018 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fd0890d1-6fbe-4169-bc61-5a8bfee61bb5 req-6e9324e7-5f7f-4a9e-bed5-6d25d9ab6647 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca19f889-e381-4913-acc8-74d46d2324f6 HTTP/1.1" status: 200 len: 945 time: 0.0869136 May 13 15:09:32.331231 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12df507-bb97-4b37-b2a3-e237a1750054 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Pushing event deleted for resources: {'Port': ['ID=86216cef-0c13-4031-9cbc-9e72c9f001f6,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:32.353662 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fd0890d1-6fbe-4169-bc61-5a8bfee61bb5 req-01ccf5bc-8aa7-42a1-925e-7674276182f7 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba8c11c1-1396-4438-856b-abdb160c9ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424778 May 13 15:09:32.512374 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e12df507-bb97-4b37-b2a3-e237a1750054 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:32.799677 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12df507-bb97-4b37-b2a3-e237a1750054 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Router 175fc36d-335b-430c-b4ff-1dd820cdf352 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:09:32.950995 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12df507-bb97-4b37-b2a3-e237a1750054 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:09:32.961918 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2248f1e3-25a0-4ded-9ec8-a4a2a8b4fee4 None None] Sync routers for ids ['175fc36d-335b-430c-b4ff-1dd820cdf352'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:09:32.963937 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e12df507-bb97-4b37-b2a3-e237a1750054 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] 10.222.0.35 "PUT /v2.0/routers/175fc36d-335b-430c-b4ff-1dd820cdf352/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4411614 May 13 15:09:32.968091 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36532) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:32.972489 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2248f1e3-25a0-4ded-9ec8-a4a2a8b4fee4 None None] Routers {'175fc36d-335b-430c-b4ff-1dd820cdf352'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:09:32.973108 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-2248f1e3-25a0-4ded-9ec8-a4a2a8b4fee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:09:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['175fc36d-335b-430c-b4ff-1dd820cdf352'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:33.036946 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-b5f72a4e-d4f1-443b-9a66-38feb71c110e tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] show failed (client error): The resource could not be found. May 13 15:09:33.037726 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-2248f1e3-25a0-4ded-9ec8-a4a2a8b4fee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:33.038485 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b5f72a4e-d4f1-443b-9a66-38feb71c110e tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] 10.222.0.35 "GET /v2.0/routers/tempest-non_exist_router-1358525622 HTTP/1.1" status: 404 len: 335 time: 0.0694492 May 13 15:09:33.042724 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36536) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:33.047268 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2248f1e3-25a0-4ded-9ec8-a4a2a8b4fee4 None None] Routers {'175fc36d-335b-430c-b4ff-1dd820cdf352'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:09:33.047739 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-142e768c-e937-4d51-844d-dbeb1c63e0c0 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:33.047885 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-2248f1e3-25a0-4ded-9ec8-a4a2a8b4fee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:09:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['175fc36d-335b-430c-b4ff-1dd820cdf352'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:33.108577 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-2248f1e3-25a0-4ded-9ec8-a4a2a8b4fee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:33.108892 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2248f1e3-25a0-4ded-9ec8-a4a2a8b4fee4 None None] The sync data for ids ['175fc36d-335b-430c-b4ff-1dd820cdf352'] in n-d-841760-1 is: [] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:09:33.109392 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-142e768c-e937-4d51-844d-dbeb1c63e0c0 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] update failed (client error): The resource could not be found. May 13 15:09:33.110413 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-142e768c-e937-4d51-844d-dbeb1c63e0c0 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] 10.222.0.35 "PUT /v2.0/routers/tempest-non_exist_router-770265770 HTTP/1.1" status: 404 len: 334 time: 0.0667434 May 13 15:09:33.114454 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36540) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:33.316993 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da33a52-2938-4d5a-85ec-714254cba51a tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Deleting subnet a46a1960-cf3c-48d9-ad5f-76ef3aab9e58 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:09:33.319988 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6da33a52-2938-4d5a-85ec-714254cba51a tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:33.374054 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6da33a52-2938-4d5a-85ec-714254cba51a tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:33.461759 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6da33a52-2938-4d5a-85ec-714254cba51a tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:33.589069 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6da33a52-2938-4d5a-85ec-714254cba51a tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:33.630187 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da33a52-2938-4d5a-85ec-714254cba51a tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Pushing event deleted for resources: {'Subnet': ['ID=a46a1960-cf3c-48d9-ad5f-76ef3aab9e58,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:33.639527 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e2a725-ec5c-465f-b91a-a407353e2e72 None None] Network 748c86a7-1057-42b1-bf5b-1c88ebd7fb8b requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:33.640740 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cabc30-f18d-4630-816a-074ad83c4965 req-cf756f08-cd22-441a-8894-eaee254467af tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:33.642222 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c4cabc30-f18d-4630-816a-074ad83c4965 req-cf756f08-cd22-441a-8894-eaee254467af tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca19f889-e381-4913-acc8-74d46d2324f6 HTTP/1.1" status: 200 len: 945 time: 0.1538739 May 13 15:09:33.643239 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6da33a52-2938-4d5a-85ec-714254cba51a tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:33.651806 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6da33a52-2938-4d5a-85ec-714254cba51a tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] 10.222.0.35 "DELETE /v2.0/subnets/a46a1960-cf3c-48d9-ad5f-76ef3aab9e58 HTTP/1.1" status: 204 len: 168 time: 0.5363991 May 13 15:09:33.654459 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36546) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:33.691526 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c4cabc30-f18d-4630-816a-074ad83c4965 req-2538d455-341e-4321-b9e1-f460afaa0d5b tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba8c11c1-1396-4438-856b-abdb160c9ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419579 May 13 15:09:33.782477 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b17d69b7-8c9c-406e-8bf0-33295793dbb4 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:33.793421 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-b17d69b7-8c9c-406e-8bf0-33295793dbb4 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Deleting port 22ef3fab-4506-4522-9331-e654aa6043e2 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:33.793768 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b17d69b7-8c9c-406e-8bf0-33295793dbb4 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:33.912496 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf5cce7-587d-451a-9f22-317cc8e1903b None None] DHCP port deletion for 748c86a7-1057-42b1-bf5b-1c88ebd7fb8b request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:09:33.915003 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-2cf5cce7-587d-451a-9f22-317cc8e1903b None None] Deleting port 22ef3fab-4506-4522-9331-e654aa6043e2 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:33.915399 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2cf5cce7-587d-451a-9f22-317cc8e1903b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:34.027992 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-b17d69b7-8c9c-406e-8bf0-33295793dbb4 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] For port 22ef3fab-4506-4522-9331-e654aa6043e2, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=22ef3fab-4506-4522-9331-e654aa6043e2,segment=NetworkSegment(c714aeff-07a5-41ed-90e3-43e0f2fb9bc3),segment_id=c714aeff-07a5-41ed-90e3-43e0f2fb9bc3)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:34.028362 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b17d69b7-8c9c-406e-8bf0-33295793dbb4 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:34.131756 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-2cf5cce7-587d-451a-9f22-317cc8e1903b None None] For port 22ef3fab-4506-4522-9331-e654aa6043e2, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=22ef3fab-4506-4522-9331-e654aa6043e2,segment=NetworkSegment(c714aeff-07a5-41ed-90e3-43e0f2fb9bc3),segment_id=c714aeff-07a5-41ed-90e3-43e0f2fb9bc3)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:34.132261 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2cf5cce7-587d-451a-9f22-317cc8e1903b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:34.157176 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-b17d69b7-8c9c-406e-8bf0-33295793dbb4 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Calling delete_port for 22ef3fab-4506-4522-9331-e654aa6043e2 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:34.245010 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b17d69b7-8c9c-406e-8bf0-33295793dbb4 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:34.266444 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-2cf5cce7-587d-451a-9f22-317cc8e1903b None None] Calling delete_port for 22ef3fab-4506-4522-9331-e654aa6043e2 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:34.306057 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d69b7-8c9c-406e-8bf0-33295793dbb4 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Pushing event deleted for resources: {'Port': ['ID=22ef3fab-4506-4522-9331-e654aa6043e2,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:34.310732 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17d69b7-8c9c-406e-8bf0-33295793dbb4 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] No DVR routers for this DVR port 22ef3fab-4506-4522-9331-e654aa6043e2 on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:09:34.346433 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-2cf5cce7-587d-451a-9f22-317cc8e1903b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:09:34.346790 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-2cf5cce7-587d-451a-9f22-317cc8e1903b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:09:34.452876 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b17d69b7-8c9c-406e-8bf0-33295793dbb4 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:34.479008 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-b17d69b7-8c9c-406e-8bf0-33295793dbb4 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['748c86a7-1057-42b1-bf5b-1c88ebd7fb8b']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:34.493469 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-b17d69b7-8c9c-406e-8bf0-33295793dbb4 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c714aeff-07a5-41ed-90e3-43e0f2fb9bc3') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:34.493767 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-b17d69b7-8c9c-406e-8bf0-33295793dbb4 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c714aeff-07a5-41ed-90e3-43e0f2fb9bc3') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:34.505586 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b17d69b7-8c9c-406e-8bf0-33295793dbb4 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:34.521647 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b17d69b7-8c9c-406e-8bf0-33295793dbb4 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:34.528026 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17d69b7-8c9c-406e-8bf0-33295793dbb4 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:09:34.528418 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b17d69b7-8c9c-406e-8bf0-33295793dbb4 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:34.548223 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:09:34.548223 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:09:34.548223 n-d-841760-1 neutron-server[88082]: timer() May 13 15:09:34.548223 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:09:34.548223 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:09:34.548223 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:09:34.548223 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:09:34.548223 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:09:34.548223 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:09:34.548223 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:09:34.548223 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:09:34.548223 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:09:34.548223 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:09:34.548223 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:09:34.548223 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:09:34.548223 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:09:34.548223 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:09:34.548223 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:09:34.548223 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:09:34.548223 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:09:34.548223 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:09:34.548223 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:09:34.548223 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:09:34.548223 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:09:34.548223 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:09:34.548223 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:09:34.548223 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:09:34.548223 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:09:34.548223 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:09:34.548223 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:09:34.548223 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:09:34.548223 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:09:34.628096 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b17d69b7-8c9c-406e-8bf0-33295793dbb4 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:34.649428 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b17d69b7-8c9c-406e-8bf0-33295793dbb4 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:34.656093 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d69b7-8c9c-406e-8bf0-33295793dbb4 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Pushing event deleted for resources: {'Network': ['ID=748c86a7-1057-42b1-bf5b-1c88ebd7fb8b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:34.663559 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b17d69b7-8c9c-406e-8bf0-33295793dbb4 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] 10.222.0.35 "DELETE /v2.0/networks/748c86a7-1057-42b1-bf5b-1c88ebd7fb8b HTTP/1.1" status: 204 len: 168 time: 1.0074942 May 13 15:09:34.665924 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36564) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:34.735670 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-db0d7f61-b7d7-4ef2-a2d7-3d4f05d79347 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Deleting subnet 900f9358-a2b0-486a-805a-686a52aa80fc {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:09:34.738528 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-db0d7f61-b7d7-4ef2-a2d7-3d4f05d79347 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:34.749092 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aed8b2-3a3e-4a83-a569-6701c99b9cf9 req-195a7276-76e0-4c3b-90ef-42ec4204034a tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:34.750595 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a7aed8b2-3a3e-4a83-a569-6701c99b9cf9 req-195a7276-76e0-4c3b-90ef-42ec4204034a tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca19f889-e381-4913-acc8-74d46d2324f6 HTTP/1.1" status: 200 len: 945 time: 0.0867448 May 13 15:09:34.795718 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a7aed8b2-3a3e-4a83-a569-6701c99b9cf9 req-eeb1476a-7c07-41c0-b3c4-516c61e8eecd tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba8c11c1-1396-4438-856b-abdb160c9ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393445 May 13 15:09:34.796402 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-db0d7f61-b7d7-4ef2-a2d7-3d4f05d79347 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:34.847906 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-2cf5cce7-587d-451a-9f22-317cc8e1903b None None] Deleting port 22ef3fab-4506-4522-9331-e654aa6043e2 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:34.848514 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2cf5cce7-587d-451a-9f22-317cc8e1903b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:34.886655 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-db0d7f61-b7d7-4ef2-a2d7-3d4f05d79347 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:34.919699 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-2cf5cce7-587d-451a-9f22-317cc8e1903b None None] The port '22ef3fab-4506-4522-9331-e654aa6043e2' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:09:34.967760 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-db0d7f61-b7d7-4ef2-a2d7-3d4f05d79347 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:35.010785 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d7f61-b7d7-4ef2-a2d7-3d4f05d79347 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Pushing event deleted for resources: {'Subnet': ['ID=900f9358-a2b0-486a-805a-686a52aa80fc,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:35.012675 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-db0d7f61-b7d7-4ef2-a2d7-3d4f05d79347 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:35.018400 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b24c403-9fac-4020-bbb4-eb0c1e37e95d None None] Network 743be2ad-e3ea-4a6b-8ceb-8be225947c77 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:35.019248 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-db0d7f61-b7d7-4ef2-a2d7-3d4f05d79347 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] 10.222.0.35 "DELETE /v2.0/subnets/900f9358-a2b0-486a-805a-686a52aa80fc HTTP/1.1" status: 204 len: 168 time: 0.3522925 May 13 15:09:35.022675 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36570) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:35.093153 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-156d3ff9-6293-45ce-955d-9c862d558ab6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Deleting subnet 0247b40f-755f-4235-994f-435a47e5668b {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:09:35.096197 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-156d3ff9-6293-45ce-955d-9c862d558ab6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:35.152458 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-156d3ff9-6293-45ce-955d-9c862d558ab6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:35.241769 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-156d3ff9-6293-45ce-955d-9c862d558ab6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:35.317011 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-156d3ff9-6293-45ce-955d-9c862d558ab6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:35.319897 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650b7b7a-2d6e-4aea-ac05-b82840b8120c None None] DHCP port deletion for 743be2ad-e3ea-4a6b-8ceb-8be225947c77 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:09:35.324694 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-650b7b7a-2d6e-4aea-ac05-b82840b8120c None None] Deleting port 30bb7343-dff6-4093-8ca2-27adb15c47d1 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:35.325179 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-650b7b7a-2d6e-4aea-ac05-b82840b8120c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:35.357472 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d3ff9-6293-45ce-955d-9c862d558ab6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Pushing event deleted for resources: {'Subnet': ['ID=0247b40f-755f-4235-994f-435a47e5668b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:35.361846 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-156d3ff9-6293-45ce-955d-9c862d558ab6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:35.369162 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-156d3ff9-6293-45ce-955d-9c862d558ab6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] 10.222.0.35 "DELETE /v2.0/subnets/0247b40f-755f-4235-994f-435a47e5668b HTTP/1.1" status: 204 len: 168 time: 0.3455098 May 13 15:09:35.371490 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36574) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:35.376790 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f5ac45-19a3-49ea-8ca1-b07a598f9ada None None] Network d9e6cdad-1154-4c46-b10d-af6c6dfc715c requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:35.489496 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d0e9f2c6-270d-4880-a5de-4f21cbf1cab6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:35.500877 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-d0e9f2c6-270d-4880-a5de-4f21cbf1cab6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Deleting port 30bb7343-dff6-4093-8ca2-27adb15c47d1 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:35.501215 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d0e9f2c6-270d-4880-a5de-4f21cbf1cab6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:35.704363 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-650b7b7a-2d6e-4aea-ac05-b82840b8120c None None] For port 30bb7343-dff6-4093-8ca2-27adb15c47d1, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=30bb7343-dff6-4093-8ca2-27adb15c47d1,segment=NetworkSegment(89e458a3-bffa-4ffc-816e-0b9e14b0c89a),segment_id=89e458a3-bffa-4ffc-816e-0b9e14b0c89a)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:35.704752 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-650b7b7a-2d6e-4aea-ac05-b82840b8120c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:35.825023 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 30bb7343-dff6-4093-8ca2-27adb15c47d1 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:09:35.829056 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-d0e9f2c6-270d-4880-a5de-4f21cbf1cab6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] For port 30bb7343-dff6-4093-8ca2-27adb15c47d1, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=30bb7343-dff6-4093-8ca2-27adb15c47d1,segment=NetworkSegment(89e458a3-bffa-4ffc-816e-0b9e14b0c89a),segment_id=89e458a3-bffa-4ffc-816e-0b9e14b0c89a)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:35.829482 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d0e9f2c6-270d-4880-a5de-4f21cbf1cab6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:35.862039 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-650b7b7a-2d6e-4aea-ac05-b82840b8120c None None] Calling delete_port for 30bb7343-dff6-4093-8ca2-27adb15c47d1 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:35.947351 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd92d3d-cc1f-4568-8e8a-7fc12eb680b5 req-eb895f2e-49dc-4c77-96c6-582cbd9a2923 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:35.948999 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8cd92d3d-cc1f-4568-8e8a-7fc12eb680b5 req-eb895f2e-49dc-4c77-96c6-582cbd9a2923 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca19f889-e381-4913-acc8-74d46d2324f6 HTTP/1.1" status: 200 len: 945 time: 0.0854616 May 13 15:09:35.970725 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-d0e9f2c6-270d-4880-a5de-4f21cbf1cab6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Calling delete_port for 30bb7343-dff6-4093-8ca2-27adb15c47d1 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:36.022186 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-650b7b7a-2d6e-4aea-ac05-b82840b8120c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:36.046067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-8cd92d3d-cc1f-4568-8e8a-7fc12eb680b5 req-599413ec-2d8e-46e7-8f9a-b88cbc0d8a6a tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Deleting port 400c7663-7849-4f60-8a29-adfc70219703 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:36.046469 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8cd92d3d-cc1f-4568-8e8a-7fc12eb680b5 req-599413ec-2d8e-46e7-8f9a-b88cbc0d8a6a tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:36.059223 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b9d4d4-da43-4b83-b47a-c421ba651a7f None None] DHCP port deletion for d9e6cdad-1154-4c46-b10d-af6c6dfc715c request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:09:36.068841 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 30bb7343-dff6-4093-8ca2-27adb15c47d1 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:36.069350 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:36.095359 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b7b7a-2d6e-4aea-ac05-b82840b8120c None None] Pushing event deleted for resources: {'Port': ['ID=30bb7343-dff6-4093-8ca2-27adb15c47d1,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:36.099418 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-33b9d4d4-da43-4b83-b47a-c421ba651a7f None None] Deleting port 78142bea-920a-4d55-8596-9eae8d771e6d {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:36.100483 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-33b9d4d4-da43-4b83-b47a-c421ba651a7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:36.131590 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650b7b7a-2d6e-4aea-ac05-b82840b8120c None None] No DVR routers for this DVR port 30bb7343-dff6-4093-8ca2-27adb15c47d1 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:09:36.132025 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.api [None req-d0e9f2c6-270d-4880-a5de-4f21cbf1cab6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:09:36.132525 n-d-841760-1 neutron-server[88082]: DEBUG oslo_db.api [None req-d0e9f2c6-270d-4880-a5de-4f21cbf1cab6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:09:36.148390 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc10ed-53a1-4d52-a46e-2d9395d1885a req-b81a7794-af3e-425a-9daf-4733096c45de tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:36.150422 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9acc10ed-53a1-4d52-a46e-2d9395d1885a req-b81a7794-af3e-425a-9daf-4733096c45de tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca19f889-e381-4913-acc8-74d46d2324f6 HTTP/1.1" status: 200 len: 945 time: 0.1876299 May 13 15:09:36.210262 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9acc10ed-53a1-4d52-a46e-2d9395d1885a req-1d980318-cbb9-4838-bc9f-9b865dd68991 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba8c11c1-1396-4438-856b-abdb160c9ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532806 May 13 15:09:36.238205 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 22ef3fab-4506-4522-9331-e654aa6043e2 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:09:36.316739 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 22ef3fab-4506-4522-9331-e654aa6043e2 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:09:36.317185 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 22ef3fab-4506-4522-9331-e654aa6043e2 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:09:36.360052 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-8cd92d3d-cc1f-4568-8e8a-7fc12eb680b5 req-599413ec-2d8e-46e7-8f9a-b88cbc0d8a6a tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] For port 400c7663-7849-4f60-8a29-adfc70219703, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=400c7663-7849-4f60-8a29-adfc70219703,segment=NetworkSegment(156c89ab-6953-4c5e-b9ec-0ef686f8b610),segment_id=156c89ab-6953-4c5e-b9ec-0ef686f8b610)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:36.360475 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8cd92d3d-cc1f-4568-8e8a-7fc12eb680b5 req-599413ec-2d8e-46e7-8f9a-b88cbc0d8a6a tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:36.432215 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-33b9d4d4-da43-4b83-b47a-c421ba651a7f None None] For port 78142bea-920a-4d55-8596-9eae8d771e6d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=78142bea-920a-4d55-8596-9eae8d771e6d,segment=NetworkSegment(7c0bd2ae-2042-44ea-b362-0ea4a2ec7d3d),segment_id=7c0bd2ae-2042-44ea-b362-0ea4a2ec7d3d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:36.432605 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-33b9d4d4-da43-4b83-b47a-c421ba651a7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:36.487621 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-8cd92d3d-cc1f-4568-8e8a-7fc12eb680b5 req-599413ec-2d8e-46e7-8f9a-b88cbc0d8a6a tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Calling delete_port for 400c7663-7849-4f60-8a29-adfc70219703 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:36.604248 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-33b9d4d4-da43-4b83-b47a-c421ba651a7f None None] Calling delete_port for 78142bea-920a-4d55-8596-9eae8d771e6d owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:36.634944 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-d0e9f2c6-270d-4880-a5de-4f21cbf1cab6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Deleting port 30bb7343-dff6-4093-8ca2-27adb15c47d1 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:36.635303 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d0e9f2c6-270d-4880-a5de-4f21cbf1cab6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:36.652159 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8cd92d3d-cc1f-4568-8e8a-7fc12eb680b5 req-599413ec-2d8e-46e7-8f9a-b88cbc0d8a6a tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:36.696017 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['400c7663-7849-4f60-8a29-adfc70219703'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:09:36.708969 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-d0e9f2c6-270d-4880-a5de-4f21cbf1cab6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] The port '30bb7343-dff6-4093-8ca2-27adb15c47d1' was deleted {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:09:36.718680 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599413ec-2d8e-46e7-8f9a-b88cbc0d8a6a tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Pushing event deleted for resources: {'Port': ['ID=400c7663-7849-4f60-8a29-adfc70219703,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:36.740938 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-33b9d4d4-da43-4b83-b47a-c421ba651a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:36.811665 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b9d4d4-da43-4b83-b47a-c421ba651a7f None None] No DVR routers for this DVR port 78142bea-920a-4d55-8596-9eae8d771e6d on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:09:36.817574 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9d4d4-da43-4b83-b47a-c421ba651a7f None None] Pushing event deleted for resources: {'Port': ['ID=78142bea-920a-4d55-8596-9eae8d771e6d,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:36.844258 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd92d3d-cc1f-4568-8e8a-7fc12eb680b5 req-599413ec-2d8e-46e7-8f9a-b88cbc0d8a6a tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] No DVR routers for this DVR port 400c7663-7849-4f60-8a29-adfc70219703 on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:09:36.844258 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8cd92d3d-cc1f-4568-8e8a-7fc12eb680b5 req-599413ec-2d8e-46e7-8f9a-b88cbc0d8a6a tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:36.844258 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca19f889-e381-4913-acc8-74d46d2324f6', 'name': 'network-vif-deleted', 'tag': '400c7663-7849-4f60-8a29-adfc70219703'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:09:36.868016 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8cd92d3d-cc1f-4568-8e8a-7fc12eb680b5 req-599413ec-2d8e-46e7-8f9a-b88cbc0d8a6a tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.59 "DELETE /v2.0/ports/400c7663-7849-4f60-8a29-adfc70219703 HTTP/1.1" status: 204 len: 173 time: 0.9115319 May 13 15:09:36.873049 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d0e9f2c6-270d-4880-a5de-4f21cbf1cab6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:36.899919 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9770c8e3-3d55-4051-85f0-4251813a9d75'] response: {'server_uuid': 'ca19f889-e381-4913-acc8-74d46d2324f6', 'name': 'network-vif-deleted', 'tag': '400c7663-7849-4f60-8a29-adfc70219703', 'status': 'completed', 'code': 200} May 13 15:09:36.908574 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-d0e9f2c6-270d-4880-a5de-4f21cbf1cab6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['743be2ad-e3ea-4a6b-8ceb-8be225947c77']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:36.921919 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-d0e9f2c6-270d-4880-a5de-4f21cbf1cab6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e458a3-bffa-4ffc-816e-0b9e14b0c89a') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:36.922291 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-d0e9f2c6-270d-4880-a5de-4f21cbf1cab6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e458a3-bffa-4ffc-816e-0b9e14b0c89a') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:36.935311 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d0e9f2c6-270d-4880-a5de-4f21cbf1cab6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:36.954831 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d0e9f2c6-270d-4880-a5de-4f21cbf1cab6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:36.962338 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e9f2c6-270d-4880-a5de-4f21cbf1cab6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:09:36.963068 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d0e9f2c6-270d-4880-a5de-4f21cbf1cab6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: util.warn( May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: util.warn( May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: util.warn( May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: util.warn( May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: timer() May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:09:36.979361 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:09:37.065454 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d0e9f2c6-270d-4880-a5de-4f21cbf1cab6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:37.083039 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d0e9f2c6-270d-4880-a5de-4f21cbf1cab6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:37.093894 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9f2c6-270d-4880-a5de-4f21cbf1cab6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Pushing event deleted for resources: {'Network': ['ID=743be2ad-e3ea-4a6b-8ceb-8be225947c77,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:37.097834 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d0e9f2c6-270d-4880-a5de-4f21cbf1cab6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] 10.222.0.35 "DELETE /v2.0/networks/743be2ad-e3ea-4a6b-8ceb-8be225947c77 HTTP/1.1" status: 204 len: 168 time: 1.7254214 May 13 15:09:37.100399 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36582) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:37.215377 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e0b9ce9e-a9a4-43b3-9753-e24eac3c26b6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:37.424732 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e0b9ce9e-a9a4-43b3-9753-e24eac3c26b6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:37.435906 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9fc79d40-b490-413b-bc2c-865c67e197f1 req-c6f7f112-823d-4f78-a3db-118577089033 tempest-VolumesActionsTest-1251004659 tempest-VolumesActionsTest-1251004659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca19f889-e381-4913-acc8-74d46d2324f6 HTTP/1.1" status: 200 len: 210 time: 0.0802503 May 13 15:09:37.459891 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-e0b9ce9e-a9a4-43b3-9753-e24eac3c26b6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9e6cdad-1154-4c46-b10d-af6c6dfc715c']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:37.474259 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-e0b9ce9e-a9a4-43b3-9753-e24eac3c26b6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c0bd2ae-2042-44ea-b362-0ea4a2ec7d3d') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:37.475081 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-e0b9ce9e-a9a4-43b3-9753-e24eac3c26b6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c0bd2ae-2042-44ea-b362-0ea4a2ec7d3d') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:37.487163 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e0b9ce9e-a9a4-43b3-9753-e24eac3c26b6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:37.504294 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e0b9ce9e-a9a4-43b3-9753-e24eac3c26b6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:37.511245 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b9ce9e-a9a4-43b3-9753-e24eac3c26b6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:09:37.511647 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e0b9ce9e-a9a4-43b3-9753-e24eac3c26b6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:37.526326 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:09:37.526326 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:09:37.526326 n-d-841760-1 neutron-server[88082]: timer() May 13 15:09:37.526326 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:09:37.526326 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:09:37.526326 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:09:37.526326 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:09:37.526326 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:09:37.526326 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:09:37.526326 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:09:37.526326 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:09:37.526326 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:09:37.526326 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:09:37.526326 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:09:37.526326 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:09:37.526326 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:09:37.526326 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:09:37.526326 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:09:37.526326 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:09:37.526326 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:09:37.526326 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:09:37.526326 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:09:37.526326 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:09:37.526326 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:09:37.526326 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:09:37.526326 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:09:37.526326 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:09:37.526326 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:09:37.526326 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:09:37.526326 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:09:37.526326 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:09:37.526326 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:09:37.606932 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e0b9ce9e-a9a4-43b3-9753-e24eac3c26b6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:37.623665 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e0b9ce9e-a9a4-43b3-9753-e24eac3c26b6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:37.633890 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e0b9ce9e-a9a4-43b3-9753-e24eac3c26b6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] 10.222.0.35 "DELETE /v2.0/networks/d9e6cdad-1154-4c46-b10d-af6c6dfc715c HTTP/1.1" status: 204 len: 168 time: 0.5324728 May 13 15:09:37.634791 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9ce9e-a9a4-43b3-9753-e24eac3c26b6 tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Pushing event deleted for resources: {'Network': ['ID=d9e6cdad-1154-4c46-b10d-af6c6dfc715c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:37.636285 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36590) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:37.700101 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-a195347f-f44a-4abf-960a-e9ec310b940b tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Deleting subnet 4fb6978a-d694-441d-9075-071feaa2e663 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:09:37.703071 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a195347f-f44a-4abf-960a-e9ec310b940b tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:37.762492 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 78142bea-920a-4d55-8596-9eae8d771e6d no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:09:37.762997 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a195347f-f44a-4abf-960a-e9ec310b940b tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:37.799782 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 78142bea-920a-4d55-8596-9eae8d771e6d {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:09:37.800178 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 78142bea-920a-4d55-8596-9eae8d771e6d not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:09:37.950848 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a195347f-f44a-4abf-960a-e9ec310b940b tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:38.027729 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a195347f-f44a-4abf-960a-e9ec310b940b tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:38.070638 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195347f-f44a-4abf-960a-e9ec310b940b tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Pushing event deleted for resources: {'Subnet': ['ID=4fb6978a-d694-441d-9075-071feaa2e663,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:38.074705 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a195347f-f44a-4abf-960a-e9ec310b940b tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:38.082337 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a195347f-f44a-4abf-960a-e9ec310b940b tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] 10.222.0.35 "DELETE /v2.0/subnets/4fb6978a-d694-441d-9075-071feaa2e663 HTTP/1.1" status: 204 len: 168 time: 0.4450788 May 13 15:09:38.083589 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b69a19-3398-4f05-b0d3-fc55d02572ca None None] Network 6a0106ed-de44-4ecf-99f8-147a3f0612bd requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:38.085703 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36594) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:38.206442 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4bf30b08-e165-4949-bece-bf3c1777a50f tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:38.220938 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-4bf30b08-e165-4949-bece-bf3c1777a50f tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Deleting port 775d254b-0270-4168-a3f8-5ef834944175 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:38.221574 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4bf30b08-e165-4949-bece-bf3c1777a50f tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:38.343169 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2745449b-6133-4325-acd0-d6d07b9db204 None None] DHCP port deletion for 6a0106ed-de44-4ecf-99f8-147a3f0612bd request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:09:38.347682 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-2745449b-6133-4325-acd0-d6d07b9db204 None None] Deleting port 775d254b-0270-4168-a3f8-5ef834944175 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:38.348059 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2745449b-6133-4325-acd0-d6d07b9db204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:38.439282 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-4bf30b08-e165-4949-bece-bf3c1777a50f tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] For port 775d254b-0270-4168-a3f8-5ef834944175, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=775d254b-0270-4168-a3f8-5ef834944175,segment=NetworkSegment(bfb5e82f-3bb2-44d7-8abe-29cc88075f20),segment_id=bfb5e82f-3bb2-44d7-8abe-29cc88075f20)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:38.439638 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4bf30b08-e165-4949-bece-bf3c1777a50f tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:38.569281 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-2745449b-6133-4325-acd0-d6d07b9db204 None None] For port 775d254b-0270-4168-a3f8-5ef834944175, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=775d254b-0270-4168-a3f8-5ef834944175,segment=NetworkSegment(bfb5e82f-3bb2-44d7-8abe-29cc88075f20),segment_id=bfb5e82f-3bb2-44d7-8abe-29cc88075f20)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:38.570925 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2745449b-6133-4325-acd0-d6d07b9db204 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:38.585202 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-4bf30b08-e165-4949-bece-bf3c1777a50f tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Calling delete_port for 775d254b-0270-4168-a3f8-5ef834944175 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:38.709077 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-2745449b-6133-4325-acd0-d6d07b9db204 None None] Calling delete_port for 775d254b-0270-4168-a3f8-5ef834944175 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:38.720432 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4bf30b08-e165-4949-bece-bf3c1777a50f tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:38.769543 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf30b08-e165-4949-bece-bf3c1777a50f tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] No DVR routers for this DVR port 775d254b-0270-4168-a3f8-5ef834944175 on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:09:38.776584 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf30b08-e165-4949-bece-bf3c1777a50f tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Pushing event deleted for resources: {'Port': ['ID=775d254b-0270-4168-a3f8-5ef834944175,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:38.799493 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-2745449b-6133-4325-acd0-d6d07b9db204 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:09:38.800074 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-2745449b-6133-4325-acd0-d6d07b9db204 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:09:38.900643 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4bf30b08-e165-4949-bece-bf3c1777a50f tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:38.931492 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-4bf30b08-e165-4949-bece-bf3c1777a50f tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a0106ed-de44-4ecf-99f8-147a3f0612bd']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:38.944064 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-4bf30b08-e165-4949-bece-bf3c1777a50f tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb5e82f-3bb2-44d7-8abe-29cc88075f20') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:38.944357 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-4bf30b08-e165-4949-bece-bf3c1777a50f tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb5e82f-3bb2-44d7-8abe-29cc88075f20') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:38.956402 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4bf30b08-e165-4949-bece-bf3c1777a50f tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:38.972697 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4bf30b08-e165-4949-bece-bf3c1777a50f tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:38.979540 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf30b08-e165-4949-bece-bf3c1777a50f tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:09:38.980001 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4bf30b08-e165-4949-bece-bf3c1777a50f tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:38.995134 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:09:38.995134 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:09:38.995134 n-d-841760-1 neutron-server[88082]: timer() May 13 15:09:38.995134 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:09:38.995134 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:09:38.995134 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:09:38.995134 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:09:38.995134 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:09:38.995134 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:09:38.995134 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:09:38.995134 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:09:38.995134 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:09:38.995134 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:09:38.995134 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:09:38.995134 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:09:38.995134 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:09:38.995134 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:09:38.995134 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:09:38.995134 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:09:38.995134 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:09:38.995134 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:09:38.995134 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:09:38.995134 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:09:38.995134 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:09:38.995134 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:09:38.995134 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:09:38.995134 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:09:38.995134 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:09:38.995134 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:09:38.995134 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:09:38.995134 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:09:38.995134 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:09:39.042421 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 400c7663-7849-4f60-8a29-adfc70219703 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:09:39.079247 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 400c7663-7849-4f60-8a29-adfc70219703 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:09:39.079551 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 400c7663-7849-4f60-8a29-adfc70219703 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:09:39.080589 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4bf30b08-e165-4949-bece-bf3c1777a50f tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:39.103090 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4bf30b08-e165-4949-bece-bf3c1777a50f tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:39.114620 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf30b08-e165-4949-bece-bf3c1777a50f tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Pushing event deleted for resources: {'Network': ['ID=6a0106ed-de44-4ecf-99f8-147a3f0612bd,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:39.120141 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4bf30b08-e165-4949-bece-bf3c1777a50f tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] 10.222.0.35 "DELETE /v2.0/networks/6a0106ed-de44-4ecf-99f8-147a3f0612bd HTTP/1.1" status: 204 len: 168 time: 1.0334547 May 13 15:09:39.122801 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36614) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:39.166657 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-cc50dc81-032c-41c0-8780-86463272ea6e tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Synchronizing usage tracker for tenant:3b262814164e498087bb3e7e2061d063 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:09:39.185066 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-cc50dc81-032c-41c0-8780-86463272ea6e tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Unset dirty status for tenant:3b262814164e498087bb3e7e2061d063 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:09:39.188781 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cc50dc81-032c-41c0-8780-86463272ea6e tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] 10.222.0.35 "GET /v2.0/ports?device_id=175fc36d-335b-430c-b4ff-1dd820cdf352 HTTP/1.1" status: 200 len: 205 time: 0.0625854 May 13 15:09:39.189234 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36618) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:39.301309 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-2745449b-6133-4325-acd0-d6d07b9db204 None None] Deleting port 775d254b-0270-4168-a3f8-5ef834944175 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:39.301898 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2745449b-6133-4325-acd0-d6d07b9db204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:39.333009 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-00ba6032-543e-466e-bd7a-dc52263b123c tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:39.391680 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-2745449b-6133-4325-acd0-d6d07b9db204 None None] The port '775d254b-0270-4168-a3f8-5ef834944175' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:09:39.765785 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-00ba6032-543e-466e-bd7a-dc52263b123c tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:39.768172 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-00ba6032-543e-466e-bd7a-dc52263b123c tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:39.775726 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 775d254b-0270-4168-a3f8-5ef834944175 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:09:39.796605 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-00ba6032-543e-466e-bd7a-dc52263b123c tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:39.797188 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ba6032-543e-466e-bd7a-dc52263b123c tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Fanout notify agent at l3_agent the message router_deleted on router 175fc36d-335b-430c-b4ff-1dd820cdf352 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:09:39.813275 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-00ba6032-543e-466e-bd7a-dc52263b123c tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:39.813645 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 775d254b-0270-4168-a3f8-5ef834944175 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:09:39.814141 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 775d254b-0270-4168-a3f8-5ef834944175 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:09:39.819919 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-00ba6032-543e-466e-bd7a-dc52263b123c tempest-RoutersNegativeIpV6Test-144964917 tempest-RoutersNegativeIpV6Test-144964917-project] 10.222.0.35 "DELETE /v2.0/routers/175fc36d-335b-430c-b4ff-1dd820cdf352 HTTP/1.1" status: 204 len: 168 time: 0.6272254 May 13 15:09:40.108286 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36654) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:40.272122 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fc3eff11-4226-41f7-b9ca-3beb6b333a0e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3b262814164e498087bb3e7e2061d063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1618931 May 13 15:09:40.274822 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36664) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:40.339541 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cd9a7448-c1f2-4f27-be04-d34ca7fea2ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:40.367893 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cd9a7448-c1f2-4f27-be04-d34ca7fea2ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:40.433473 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cd9a7448-c1f2-4f27-be04-d34ca7fea2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:40.453986 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a7448-c1f2-4f27-be04-d34ca7fea2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d6d3fa-d2a4-4bb5-89b7-f5b961e66a49,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:40.459016 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cd9a7448-c1f2-4f27-be04-d34ca7fea2ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:40.462721 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-cd9a7448-c1f2-4f27-be04-d34ca7fea2ff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/59d6d3fa-d2a4-4bb5-89b7-f5b961e66a49 HTTP/1.1" status: 204 len: 168 time: 0.1843777 May 13 15:09:41.346547 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36710) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:41.519969 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-fc09e70d-778a-4845-ba71-e3bdcccf70c8 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-771563097'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:41.527790 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-fc09e70d-778a-4845-ba71-e3bdcccf70c8 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:41.533706 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-fc09e70d-778a-4845-ba71-e3bdcccf70c8 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Usage tracker for resource:network and tenant:c7a83103393f4f68818e74a9b671cef5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:41.538172 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-fc09e70d-778a-4845-ba71-e3bdcccf70c8 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:41.547886 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-fc09e70d-778a-4845-ba71-e3bdcccf70c8 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:41.569932 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc09e70d-778a-4845-ba71-e3bdcccf70c8 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Made reservation on behalf of c7a83103393f4f68818e74a9b671cef5 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:41.574395 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fc09e70d-778a-4845-ba71-e3bdcccf70c8 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:41.590886 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fc09e70d-778a-4845-ba71-e3bdcccf70c8 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:41.611778 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-fc09e70d-778a-4845-ba71-e3bdcccf70c8 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:41.616938 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-fc09e70d-778a-4845-ba71-e3bdcccf70c8 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Usage tracker for resource:security_group_rule and tenant:c7a83103393f4f68818e74a9b671cef5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:41.621390 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-fc09e70d-778a-4845-ba71-e3bdcccf70c8 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:41.629829 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-fc09e70d-778a-4845-ba71-e3bdcccf70c8 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:41.776958 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fc09e70d-778a-4845-ba71-e3bdcccf70c8 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:41.786722 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fc09e70d-778a-4845-ba71-e3bdcccf70c8 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:41.853178 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc09e70d-778a-4845-ba71-e3bdcccf70c8 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:09:41.862452 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09e70d-778a-4845-ba71-e3bdcccf70c8 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8427c5b-6481-4af4-bf0b-81e78f7aa4ac,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:41.875660 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fc09e70d-778a-4845-ba71-e3bdcccf70c8 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:41.876345 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-fc09e70d-778a-4845-ba71-e3bdcccf70c8 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Added segment fe9da5ab-7e90-4e96-b8f6-ea3bdd4f2718 of type vlan for network cc9c8205-4a38-4a1c-8d4f-1ae9ff371bcf May 13 15:09:41.953962 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fc09e70d-778a-4845-ba71-e3bdcccf70c8 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:42.011875 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fc09e70d-778a-4845-ba71-e3bdcccf70c8 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:42.022845 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc09e70d-778a-4845-ba71-e3bdcccf70c8 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:42.024240 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-fc09e70d-778a-4845-ba71-e3bdcccf70c8 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:42.291539 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fc09e70d-778a-4845-ba71-e3bdcccf70c8 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9436531 May 13 15:09:42.294893 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36720) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:42.301937 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-d0815079-8bc7-4e16-83f0-9b0d434539ef tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Request body: {'subnet': {'network_id': 'cc9c8205-4a38-4a1c-8d4f-1ae9ff371bcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:42.325320 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09e70d-778a-4845-ba71-e3bdcccf70c8 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Pushing event updated for resources: {'Network': ['ID=cc9c8205-4a38-4a1c-8d4f-1ae9ff371bcf,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:42.345792 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network cc9c8205-4a38-4a1c-8d4f-1ae9ff371bcf details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:09:42.473249 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d0815079-8bc7-4e16-83f0-9b0d434539ef tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:42.478945 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d0815079-8bc7-4e16-83f0-9b0d434539ef tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Usage tracker for resource:subnet and tenant:c7a83103393f4f68818e74a9b671cef5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:42.482703 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d0815079-8bc7-4e16-83f0-9b0d434539ef tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:42.492250 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d0815079-8bc7-4e16-83f0-9b0d434539ef tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:42.507977 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0815079-8bc7-4e16-83f0-9b0d434539ef tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Made reservation on behalf of c7a83103393f4f68818e74a9b671cef5 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:42.512821 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0815079-8bc7-4e16-83f0-9b0d434539ef tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:42.798273 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0815079-8bc7-4e16-83f0-9b0d434539ef tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:42.901623 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0815079-8bc7-4e16-83f0-9b0d434539ef tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Pushing event updated for resources: {'Subnet': ['ID=83c842f5-c591-4742-b0e9-a32d8c0126b4,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:42.909183 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0815079-8bc7-4e16-83f0-9b0d434539ef tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Checking segment: {'id': 'fe9da5ab-7e90-4e96-b8f6-ea3bdd4f2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cc9c8205-4a38-4a1c-8d4f-1ae9ff371bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:09:42.909542 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0815079-8bc7-4e16-83f0-9b0d434539ef tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Network hostable DHCP agents. Network: cc9c8205-4a38-4a1c-8d4f-1ae9ff371bcf, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:09:42.933692 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0815079-8bc7-4e16-83f0-9b0d434539ef tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Network cc9c8205-4a38-4a1c-8d4f-1ae9ff371bcf is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:09:42.952916 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-d0815079-8bc7-4e16-83f0-9b0d434539ef tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, cc9c8205-4a38-4a1c-8d4f-1ae9ff371bcf) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:42.961986 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0815079-8bc7-4e16-83f0-9b0d434539ef tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:42.962776 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d0815079-8bc7-4e16-83f0-9b0d434539ef tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:42.974884 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28f2b31-9bb5-44b6-bf55-6aeebf33accf None None] Network cc9c8205-4a38-4a1c-8d4f-1ae9ff371bcf requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:43.036906 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d0815079-8bc7-4e16-83f0-9b0d434539ef tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7359085 May 13 15:09:43.037208 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36728) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:43.043143 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-2fa67edf-e790-4f27-9fd1-616f261493ba tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Request body: {'port': {'network_id': 'cc9c8205-4a38-4a1c-8d4f-1ae9ff371bcf', 'name': 'tempest-TagsExtTest-1878354473'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:43.224945 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2fa67edf-e790-4f27-9fd1-616f261493ba tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:43.232132 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2fa67edf-e790-4f27-9fd1-616f261493ba tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Usage tracker for resource:port and tenant:c7a83103393f4f68818e74a9b671cef5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:43.237984 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2fa67edf-e790-4f27-9fd1-616f261493ba tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:43.250041 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2fa67edf-e790-4f27-9fd1-616f261493ba tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:43.270036 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa67edf-e790-4f27-9fd1-616f261493ba tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Made reservation on behalf of c7a83103393f4f68818e74a9b671cef5 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:43.290048 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2fa67edf-e790-4f27-9fd1-616f261493ba tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:43.344684 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [None req-2fa67edf-e790-4f27-9fd1-616f261493ba tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] device_id is not set on port 7d36e422-2b78-4fcb-bd8d-297020360a1e yet. {{(pid=88082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:09:43.494444 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292a32c9-7541-49c7-8e54-7eaa52a97405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-cc9c8205-4a38-4a1c-8d4f-1ae9ff371bcf', 'network_id': 'cc9c8205-4a38-4a1c-8d4f-1ae9ff371bcf', 'tenant_id': 'c7a83103393f4f68818e74a9b671cef5', 'fixed_ips': [{'subnet_id': '83c842f5-c591-4742-b0e9-a32d8c0126b4'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:09:43.496888 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-292a32c9-7541-49c7-8e54-7eaa52a97405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:43.622179 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-2fa67edf-e790-4f27-9fd1-616f261493ba tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Allocated IP 172.20.0.11 (cc9c8205-4a38-4a1c-8d4f-1ae9ff371bcf/83c842f5-c591-4742-b0e9-a32d8c0126b4/7d36e422-2b78-4fcb-bd8d-297020360a1e) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:09:44.106723 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2fa67edf-e790-4f27-9fd1-616f261493ba tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:44.127612 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-2fa67edf-e790-4f27-9fd1-616f261493ba tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Transition to ACTIVE for port object 7d36e422-2b78-4fcb-bd8d-297020360a1e will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:44.166241 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2fa67edf-e790-4f27-9fd1-616f261493ba tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:44.254562 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa67edf-e790-4f27-9fd1-616f261493ba tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Network cc9c8205-4a38-4a1c-8d4f-1ae9ff371bcf is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:44.259438 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-2fa67edf-e790-4f27-9fd1-616f261493ba tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:44.268558 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa67edf-e790-4f27-9fd1-616f261493ba tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:09:44.339800 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-292a32c9-7541-49c7-8e54-7eaa52a97405 None None] Allocated IP 172.20.0.2 (cc9c8205-4a38-4a1c-8d4f-1ae9ff371bcf/83c842f5-c591-4742-b0e9-a32d8c0126b4/740aa6c2-0f41-4bc0-85ee-d98361ecd800) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:09:44.345464 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa67edf-e790-4f27-9fd1-616f261493ba tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:44.346151 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2fa67edf-e790-4f27-9fd1-616f261493ba tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:44.375057 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36736) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:44.375693 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2fa67edf-e790-4f27-9fd1-616f261493ba tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3374476 May 13 15:09:44.377124 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa67edf-e790-4f27-9fd1-616f261493ba tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Pushing event updated for resources: {'Port': ['ID=7d36e422-2b78-4fcb-bd8d-297020360a1e,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:44.382432 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-197918d6-aa20-4c9c-be57-be39ae3b6ab7 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1964824336', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:44.388370 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa67edf-e790-4f27-9fd1-616f261493ba tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:44.388720 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa67edf-e790-4f27-9fd1-616f261493ba tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:44.389065 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa67edf-e790-4f27-9fd1-616f261493ba tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:44.389402 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa67edf-e790-4f27-9fd1-616f261493ba tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:44.389792 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa67edf-e790-4f27-9fd1-616f261493ba tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:44.390131 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa67edf-e790-4f27-9fd1-616f261493ba tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:44.390461 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa67edf-e790-4f27-9fd1-616f261493ba tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:44.390929 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa67edf-e790-4f27-9fd1-616f261493ba tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:44.391299 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa67edf-e790-4f27-9fd1-616f261493ba tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:44.391631 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa67edf-e790-4f27-9fd1-616f261493ba tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:44.392269 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa67edf-e790-4f27-9fd1-616f261493ba tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:44.392605 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa67edf-e790-4f27-9fd1-616f261493ba tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:44.401525 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-197918d6-aa20-4c9c-be57-be39ae3b6ab7 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:44.419955 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-197918d6-aa20-4c9c-be57-be39ae3b6ab7 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Usage tracker for resource:router and tenant:c7a83103393f4f68818e74a9b671cef5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:44.429517 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-197918d6-aa20-4c9c-be57-be39ae3b6ab7 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:44.446033 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-197918d6-aa20-4c9c-be57-be39ae3b6ab7 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:44.477242 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-197918d6-aa20-4c9c-be57-be39ae3b6ab7 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:44.478423 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-197918d6-aa20-4c9c-be57-be39ae3b6ab7 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:44.509136 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-197918d6-aa20-4c9c-be57-be39ae3b6ab7 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:44.539877 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-197918d6-aa20-4c9c-be57-be39ae3b6ab7 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:44.580414 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-197918d6-aa20-4c9c-be57-be39ae3b6ab7 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:44.581705 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-197918d6-aa20-4c9c-be57-be39ae3b6ab7 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2055945 May 13 15:09:44.584808 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36740) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:44.593012 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-90378faa-dcc5-49a7-b019-7edf9c325055 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1220714894', 'prefixes': ['172.20.0.0/16']}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:44.605558 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-90378faa-dcc5-49a7-b019-7edf9c325055 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:44.713106 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-90378faa-dcc5-49a7-b019-7edf9c325055 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks [] for subnetpool, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:44.715558 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-90378faa-dcc5-49a7-b019-7edf9c325055 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1296566 May 13 15:09:44.721522 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36748) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:44.737589 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-292a32c9-7541-49c7-8e54-7eaa52a97405 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:44.738193 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.tag.tag_plugin [None req-3752e339-da5d-47f3-8292-483511244954 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '83c842f5-c591-4742-b0e9-a32d8c0126b4', 'tempest-TagsExtTest-Tag-1045277996') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:44.765812 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-292a32c9-7541-49c7-8e54-7eaa52a97405 None None] Transition to ACTIVE for port object 740aa6c2-0f41-4bc0-85ee-d98361ecd800 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:44.805706 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-292a32c9-7541-49c7-8e54-7eaa52a97405 None None] Transition to ACTIVE for port object 740aa6c2-0f41-4bc0-85ee-d98361ecd800 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:44.815162 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-292a32c9-7541-49c7-8e54-7eaa52a97405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:44.934957 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3752e339-da5d-47f3-8292-483511244954 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "PUT /v2.0/subnets/83c842f5-c591-4742-b0e9-a32d8c0126b4/tags/tempest-TagsExtTest-Tag-1045277996 HTTP/1.1" status: 201 len: 201 time: 0.2114100 May 13 15:09:44.938591 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36752) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:44.945620 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.tag.tag_plugin [None req-992aa4c4-5179-4b72-a80a-a48759fdee2b tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7d36e422-2b78-4fcb-bd8d-297020360a1e', 'tempest-TagsExtTest-Tag-528631261') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:44.950395 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292a32c9-7541-49c7-8e54-7eaa52a97405 None None] Network cc9c8205-4a38-4a1c-8d4f-1ae9ff371bcf is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:44.956010 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-292a32c9-7541-49c7-8e54-7eaa52a97405 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:44.963974 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292a32c9-7541-49c7-8e54-7eaa52a97405 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:09:45.062494 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a32c9-7541-49c7-8e54-7eaa52a97405 None None] Pushing event updated for resources: {'Port': ['ID=740aa6c2-0f41-4bc0-85ee-d98361ecd800,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:45.114411 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-992aa4c4-5179-4b72-a80a-a48759fdee2b tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "PUT /v2.0/ports/7d36e422-2b78-4fcb-bd8d-297020360a1e/tags/tempest-TagsExtTest-Tag-528631261 HTTP/1.1" status: 201 len: 201 time: 0.1719735 May 13 15:09:45.115175 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36760) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:45.125467 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-292a32c9-7541-49c7-8e54-7eaa52a97405 None None] Attempting to bind port 740aa6c2-0f41-4bc0-85ee-d98361ecd800 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:09:45.126053 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-292a32c9-7541-49c7-8e54-7eaa52a97405 None None] Attempting to bind port 740aa6c2-0f41-4bc0-85ee-d98361ecd800 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'fe9da5ab-7e90-4e96-b8f6-ea3bdd4f2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cc9c8205-4a38-4a1c-8d4f-1ae9ff371bcf'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:09:45.126858 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292a32c9-7541-49c7-8e54-7eaa52a97405 None None] Attempting to bind port 740aa6c2-0f41-4bc0-85ee-d98361ecd800 on network cc9c8205-4a38-4a1c-8d4f-1ae9ff371bcf {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:09:45.135160 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.tag.tag_plugin [None req-d5a64e6c-708b-40ee-ac5b-f4ae926f9e37 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b7402dd7-21cf-4703-a402-f5ae7c760005', 'tempest-TagsExtTest-Tag-1264363202') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:45.137808 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292a32c9-7541-49c7-8e54-7eaa52a97405 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:09:45.138408 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292a32c9-7541-49c7-8e54-7eaa52a97405 None None] Checking segment: {'id': 'fe9da5ab-7e90-4e96-b8f6-ea3bdd4f2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cc9c8205-4a38-4a1c-8d4f-1ae9ff371bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:09:45.139040 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-292a32c9-7541-49c7-8e54-7eaa52a97405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:45.139713 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292a32c9-7541-49c7-8e54-7eaa52a97405 None None] Bound using segment: {'id': 'fe9da5ab-7e90-4e96-b8f6-ea3bdd4f2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cc9c8205-4a38-4a1c-8d4f-1ae9ff371bcf'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:09:45.140461 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-292a32c9-7541-49c7-8e54-7eaa52a97405 None None] Bound port: 740aa6c2-0f41-4bc0-85ee-d98361ecd800, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe9da5ab-7e90-4e96-b8f6-ea3bdd4f2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cc9c8205-4a38-4a1c-8d4f-1ae9ff371bcf'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:09:45.141086 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-292a32c9-7541-49c7-8e54-7eaa52a97405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:45.278205 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-292a32c9-7541-49c7-8e54-7eaa52a97405 None None] For port 740aa6c2-0f41-4bc0-85ee-d98361ecd800, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:09:45.282364 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-292a32c9-7541-49c7-8e54-7eaa52a97405 None None] For port 740aa6c2-0f41-4bc0-85ee-d98361ecd800, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=740aa6c2-0f41-4bc0-85ee-d98361ecd800,segment=NetworkSegment(fe9da5ab-7e90-4e96-b8f6-ea3bdd4f2718),segment_id=fe9da5ab-7e90-4e96-b8f6-ea3bdd4f2718)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:09:45.289505 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-292a32c9-7541-49c7-8e54-7eaa52a97405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:45.433906 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a32c9-7541-49c7-8e54-7eaa52a97405 None None] Pushing event updated for resources: {'Port': ['ID=740aa6c2-0f41-4bc0-85ee-d98361ecd800,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:45.504523 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d5a64e6c-708b-40ee-ac5b-f4ae926f9e37 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "PUT /v2.0/routers/b7402dd7-21cf-4703-a402-f5ae7c760005/tags/tempest-TagsExtTest-Tag-1264363202 HTTP/1.1" status: 201 len: 201 time: 0.3874261 May 13 15:09:45.507498 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36764) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:45.513750 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.tag.tag_plugin [None req-af4a8a45-db63-4383-a0b1-19da2d87192d tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '71b53265-03ae-4729-bc55-ba01e11bf810', 'tempest-TagsExtTest-Tag-433525659') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:45.588707 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-af4a8a45-db63-4383-a0b1-19da2d87192d tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "PUT /v2.0/subnetpools/71b53265-03ae-4729-bc55-ba01e11bf810/tags/tempest-TagsExtTest-Tag-433525659 HTTP/1.1" status: 201 len: 201 time: 0.0797794 May 13 15:09:45.591311 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36768) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:45.601922 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.tag.tag_plugin [None req-d80cadc4-10c7-456e-96d5-f1261fb58903 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '83c842f5-c591-4742-b0e9-a32d8c0126b4') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:45.823825 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36772) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:45.830529 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.tag.tag_plugin [None req-cca5d603-4299-4db1-aae9-29c4e9817d64 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '83c842f5-c591-4742-b0e9-a32d8c0126b4', 'tempest-TagsExtTest-Tag-1045277996') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:45.836179 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d80cadc4-10c7-456e-96d5-f1261fb58903 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "GET /v2.0/subnets/83c842f5-c591-4742-b0e9-a32d8c0126b4/tags HTTP/1.1" status: 200 len: 241 time: 0.2427659 May 13 15:09:45.970170 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-cca5d603-4299-4db1-aae9-29c4e9817d64 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "GET /v2.0/subnets/83c842f5-c591-4742-b0e9-a32d8c0126b4/tags/tempest-TagsExtTest-Tag-1045277996 HTTP/1.1" status: 204 len: 168 time: 0.1451197 May 13 15:09:45.972911 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36776) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:45.979427 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.tag.tag_plugin [None req-9286b768-7c00-491e-ad69-8f114a9f924f tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '83c842f5-c591-4742-b0e9-a32d8c0126b4', 'tempest-TagsExtTest-Tag-1045277996') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:46.182512 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9286b768-7c00-491e-ad69-8f114a9f924f tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "DELETE /v2.0/subnets/83c842f5-c591-4742-b0e9-a32d8c0126b4/tags/tempest-TagsExtTest-Tag-1045277996 HTTP/1.1" status: 204 len: 168 time: 0.2076612 May 13 15:09:46.184220 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36784) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:46.189882 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.tag.tag_plugin [None req-9df192ae-4269-4508-b34d-3757ce948a9b tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '83c842f5-c591-4742-b0e9-a32d8c0126b4') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:46.318102 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9df192ae-4269-4508-b34d-3757ce948a9b tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "GET /v2.0/subnets/83c842f5-c591-4742-b0e9-a32d8c0126b4/tags HTTP/1.1" status: 200 len: 205 time: 0.1300285 May 13 15:09:46.318614 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36788) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:46.329534 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.tag.tag_plugin [None req-6604e9b8-9b6e-4e84-98dd-51dd8225114a tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7d36e422-2b78-4fcb-bd8d-297020360a1e') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:46.430762 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6604e9b8-9b6e-4e84-98dd-51dd8225114a tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "GET /v2.0/ports/7d36e422-2b78-4fcb-bd8d-297020360a1e/tags HTTP/1.1" status: 200 len: 240 time: 0.1062226 May 13 15:09:46.431045 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36792) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:46.437278 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.tag.tag_plugin [None req-642f924c-dec9-41a4-b1f0-3f6d860713e6 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7d36e422-2b78-4fcb-bd8d-297020360a1e', 'tempest-TagsExtTest-Tag-528631261') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:46.567155 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-642f924c-dec9-41a4-b1f0-3f6d860713e6 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "GET /v2.0/ports/7d36e422-2b78-4fcb-bd8d-297020360a1e/tags/tempest-TagsExtTest-Tag-528631261 HTTP/1.1" status: 204 len: 168 time: 0.1346953 May 13 15:09:46.569614 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36796) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:46.575929 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.tag.tag_plugin [None req-5ca6a525-2057-4956-b779-e67bc36263c6 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7d36e422-2b78-4fcb-bd8d-297020360a1e', 'tempest-TagsExtTest-Tag-528631261') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:46.751830 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5ca6a525-2057-4956-b779-e67bc36263c6 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "DELETE /v2.0/ports/7d36e422-2b78-4fcb-bd8d-297020360a1e/tags/tempest-TagsExtTest-Tag-528631261 HTTP/1.1" status: 204 len: 168 time: 0.1804507 May 13 15:09:46.756740 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36800) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:46.768154 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.tag.tag_plugin [None req-9e082f29-20a5-46bf-be68-963427022527 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7d36e422-2b78-4fcb-bd8d-297020360a1e') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:46.867217 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9e082f29-20a5-46bf-be68-963427022527 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "GET /v2.0/ports/7d36e422-2b78-4fcb-bd8d-297020360a1e/tags HTTP/1.1" status: 200 len: 205 time: 0.1088996 May 13 15:09:46.871170 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36804) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:46.878725 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.tag.tag_plugin [None req-562784c5-bd23-46f8-8be6-20ddba8fed10 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b7402dd7-21cf-4703-a402-f5ae7c760005') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:47.045409 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41633290-819f-46e9-9856-11d2f2efeb5c None None] Network cc9c8205-4a38-4a1c-8d4f-1ae9ff371bcf requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:47.131564 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-562784c5-bd23-46f8-8be6-20ddba8fed10 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "GET /v2.0/routers/b7402dd7-21cf-4703-a402-f5ae7c760005/tags HTTP/1.1" status: 200 len: 241 time: 0.2574601 May 13 15:09:47.134615 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36810) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:47.142755 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.tag.tag_plugin [None req-ab9a85b1-1a3c-4af9-81e7-e9c4af1c6315 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b7402dd7-21cf-4703-a402-f5ae7c760005', 'tempest-TagsExtTest-Tag-1264363202') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:47.284684 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-510884e8-96ff-4a99-aefe-e759fbc2743b None None] Provisioning for port 740aa6c2-0f41-4bc0-85ee-d98361ecd800 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:47.665875 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36818) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:47.666696 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ab9a85b1-1a3c-4af9-81e7-e9c4af1c6315 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "GET /v2.0/routers/b7402dd7-21cf-4703-a402-f5ae7c760005/tags/tempest-TagsExtTest-Tag-1264363202 HTTP/1.1" status: 204 len: 168 time: 0.5271335 May 13 15:09:47.673293 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.tag.tag_plugin [None req-12a25c50-2b69-4d6d-833f-b28596718526 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b7402dd7-21cf-4703-a402-f5ae7c760005', 'tempest-TagsExtTest-Tag-1264363202') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:47.899619 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 740aa6c2-0f41-4bc0-85ee-d98361ecd800 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:09:47.960613 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36822) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:47.961270 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-12a25c50-2b69-4d6d-833f-b28596718526 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "DELETE /v2.0/routers/b7402dd7-21cf-4703-a402-f5ae7c760005/tags/tempest-TagsExtTest-Tag-1264363202 HTTP/1.1" status: 204 len: 168 time: 0.2933023 May 13 15:09:47.966971 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.tag.tag_plugin [None req-81c5277b-cdab-4074-8746-ee8fbe1efeb3 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b7402dd7-21cf-4703-a402-f5ae7c760005') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:48.085891 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 740aa6c2-0f41-4bc0-85ee-d98361ecd800 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:48.095056 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 740aa6c2-0f41-4bc0-85ee-d98361ecd800 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:48.095716 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:48.206644 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-81c5277b-cdab-4074-8746-ee8fbe1efeb3 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "GET /v2.0/routers/b7402dd7-21cf-4703-a402-f5ae7c760005/tags HTTP/1.1" status: 200 len: 205 time: 0.2442346 May 13 15:09:48.209791 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36826) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:48.216521 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.tag.tag_plugin [None req-7f51c850-0b88-4c92-840e-ef616e9d70d0 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '71b53265-03ae-4729-bc55-ba01e11bf810') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:48.253153 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7f51c850-0b88-4c92-840e-ef616e9d70d0 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "GET /v2.0/subnetpools/71b53265-03ae-4729-bc55-ba01e11bf810/tags HTTP/1.1" status: 200 len: 240 time: 0.0419259 May 13 15:09:48.257087 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36830) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:48.262602 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.tag.tag_plugin [None req-1d621fd2-645a-4865-bb9b-a28d62f5065f tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '71b53265-03ae-4729-bc55-ba01e11bf810', 'tempest-TagsExtTest-Tag-433525659') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:48.320707 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7e3e87e1-cf67-418f-8c06-140561510eda None None] Provisioning for port 7d36e422-2b78-4fcb-bd8d-297020360a1e completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:48.338294 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1d621fd2-645a-4865-bb9b-a28d62f5065f tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "GET /v2.0/subnetpools/71b53265-03ae-4729-bc55-ba01e11bf810/tags/tempest-TagsExtTest-Tag-433525659 HTTP/1.1" status: 204 len: 168 time: 0.0800059 May 13 15:09:48.342046 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36838) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:48.349739 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.tag.tag_plugin [None req-e11ccb40-f3ef-433d-ac98-f72e859d0937 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '71b53265-03ae-4729-bc55-ba01e11bf810', 'tempest-TagsExtTest-Tag-433525659') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:48.445518 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7e3e87e1-cf67-418f-8c06-140561510eda None None] Provisioning complete for port 7d36e422-2b78-4fcb-bd8d-297020360a1e triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:48.448358 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7e3e87e1-cf67-418f-8c06-140561510eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:48.470156 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e11ccb40-f3ef-433d-ac98-f72e859d0937 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "DELETE /v2.0/subnetpools/71b53265-03ae-4729-bc55-ba01e11bf810/tags/tempest-TagsExtTest-Tag-433525659 HTTP/1.1" status: 204 len: 168 time: 0.1263084 May 13 15:09:48.473078 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36844) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:48.484631 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.tag.tag_plugin [None req-fabd1040-199b-4ddb-b00f-777e4ff5860c tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '71b53265-03ae-4729-bc55-ba01e11bf810') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:48.563757 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fabd1040-199b-4ddb-b00f-777e4ff5860c tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "GET /v2.0/subnetpools/71b53265-03ae-4729-bc55-ba01e11bf810/tags HTTP/1.1" status: 200 len: 205 time: 0.0885713 May 13 15:09:48.566498 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36848) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:48.572955 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.tag.tag_plugin [None req-2b6159a7-0965-4ff4-9322-139aa24ea7bd tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '71b53265-03ae-4729-bc55-ba01e11bf810') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:48.610544 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:48.636057 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 740aa6c2-0f41-4bc0-85ee-d98361ecd800 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:48.636447 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:48.637717 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2b6159a7-0965-4ff4-9322-139aa24ea7bd tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "DELETE /v2.0/subnetpools/71b53265-03ae-4729-bc55-ba01e11bf810/tags HTTP/1.1" status: 204 len: 168 time: 0.0700595 May 13 15:09:48.640399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36852) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:48.646279 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7e3e87e1-cf67-418f-8c06-140561510eda None None] Port 7d36e422-2b78-4fcb-bd8d-297020360a1e cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:09:48.647402 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.tag.tag_plugin [None req-74df0dcc-5638-44b0-89b1-b0f8d259acb0 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b7402dd7-21cf-4703-a402-f5ae7c760005') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:48.674470 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7e3e87e1-cf67-418f-8c06-140561510eda None None] Provisioning complete for port 740aa6c2-0f41-4bc0-85ee-d98361ecd800 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:48.674933 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7e3e87e1-cf67-418f-8c06-140561510eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:48.736171 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 740aa6c2-0f41-4bc0-85ee-d98361ecd800, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=740aa6c2-0f41-4bc0-85ee-d98361ecd800,segment=NetworkSegment(fe9da5ab-7e90-4e96-b8f6-ea3bdd4f2718),segment_id=fe9da5ab-7e90-4e96-b8f6-ea3bdd4f2718)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:48.745290 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:48.833647 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-74df0dcc-5638-44b0-89b1-b0f8d259acb0 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "DELETE /v2.0/routers/b7402dd7-21cf-4703-a402-f5ae7c760005/tags HTTP/1.1" status: 204 len: 168 time: 0.1920538 May 13 15:09:48.837824 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36856) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:48.844928 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.tag.tag_plugin [None req-5ef54160-75ff-4f38-a757-e8b15f26f199 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7d36e422-2b78-4fcb-bd8d-297020360a1e') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:48.879820 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=740aa6c2-0f41-4bc0-85ee-d98361ecd800,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:48.920094 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7e3e87e1-cf67-418f-8c06-140561510eda None None] Current status of the port 740aa6c2-0f41-4bc0-85ee-d98361ecd800 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:48.948180 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5ef54160-75ff-4f38-a757-e8b15f26f199 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "DELETE /v2.0/ports/7d36e422-2b78-4fcb-bd8d-297020360a1e/tags HTTP/1.1" status: 204 len: 168 time: 0.1056850 May 13 15:09:48.948586 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36860) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:48.954546 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.tag.tag_plugin [None req-91d5345c-d768-4281-bf86-33dbf20e1ee7 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '83c842f5-c591-4742-b0e9-a32d8c0126b4') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:49.042213 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-91d5345c-d768-4281-bf86-33dbf20e1ee7 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "DELETE /v2.0/subnets/83c842f5-c591-4742-b0e9-a32d8c0126b4/tags HTTP/1.1" status: 204 len: 168 time: 0.0925193 May 13 15:09:49.046645 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36864) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:49.052110 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.tag.tag_plugin [None req-27949871-a57e-48bc-90bc-d5a37a8f7d9a tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '83c842f5-c591-4742-b0e9-a32d8c0126b4', 'tempest-TagsExtTest-Tag-931678156') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:49.054992 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-30a8663d-916b-4257-9b42-dc6f58529030 None None] Provisioning complete for port 7d36e422-2b78-4fcb-bd8d-297020360a1e triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:49.055838 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-30a8663d-916b-4257-9b42-dc6f58529030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:49.141655 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-30a8663d-916b-4257-9b42-dc6f58529030 None None] Port 7d36e422-2b78-4fcb-bd8d-297020360a1e cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:09:49.154840 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-27949871-a57e-48bc-90bc-d5a37a8f7d9a tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "PUT /v2.0/subnets/83c842f5-c591-4742-b0e9-a32d8c0126b4/tags/tempest-TagsExtTest-Tag-931678156 HTTP/1.1" status: 201 len: 201 time: 0.1070454 May 13 15:09:49.158722 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36868) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:49.164384 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.tag.tag_plugin [None req-c1ca95c7-8fa1-408e-af30-7e950f3bee61 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7d36e422-2b78-4fcb-bd8d-297020360a1e', 'tempest-TagsExtTest-Tag-1414408594') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:49.308329 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c1ca95c7-8fa1-408e-af30-7e950f3bee61 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "PUT /v2.0/ports/7d36e422-2b78-4fcb-bd8d-297020360a1e/tags/tempest-TagsExtTest-Tag-1414408594 HTTP/1.1" status: 201 len: 201 time: 0.1482623 May 13 15:09:49.313311 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36872) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:49.322322 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.tag.tag_plugin [None req-b7491c82-509e-47f3-829a-df6223cdd3ce tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b7402dd7-21cf-4703-a402-f5ae7c760005', 'tempest-TagsExtTest-Tag-1564003567') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:49.511105 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:09:49.576771 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b7491c82-509e-47f3-829a-df6223cdd3ce tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "PUT /v2.0/routers/b7402dd7-21cf-4703-a402-f5ae7c760005/tags/tempest-TagsExtTest-Tag-1564003567 HTTP/1.1" status: 201 len: 201 time: 0.2609878 May 13 15:09:49.579722 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36884) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:49.588641 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.tag.tag_plugin [None req-0df2610e-e8fe-4b84-a998-1374168ac119 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '71b53265-03ae-4729-bc55-ba01e11bf810', 'tempest-TagsExtTest-Tag-1778847085') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:49.655401 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0df2610e-e8fe-4b84-a998-1374168ac119 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "PUT /v2.0/subnetpools/71b53265-03ae-4729-bc55-ba01e11bf810/tags/tempest-TagsExtTest-Tag-1778847085 HTTP/1.1" status: 201 len: 201 time: 0.0741861 May 13 15:09:49.659442 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36888) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:49.670254 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.tag.tag_plugin [None req-3a583267-4094-4d92-9375-752b837c13ad tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '83c842f5-c591-4742-b0e9-a32d8c0126b4', {'tags': ['tempest-TagsExtTest-Tag-149836960', 'tempest-TagsExtTest-Tag-1797258777', 'tempest-TagsExtTest-Tag-1515571478']}) {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:49.838270 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 740aa6c2-0f41-4bc0-85ee-d98361ecd800 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:09:49.851428 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3a583267-4094-4d92-9375-752b837c13ad tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "PUT /v2.0/subnets/83c842f5-c591-4742-b0e9-a32d8c0126b4/tags HTTP/1.1" status: 200 len: 317 time: 0.1900635 May 13 15:09:49.853894 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36892) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:49.867641 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.tag.tag_plugin [None req-4b049195-dfb0-472a-8854-f7996549d94d tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '83c842f5-c591-4742-b0e9-a32d8c0126b4') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:49.975724 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 740aa6c2-0f41-4bc0-85ee-d98361ecd800 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:49.976115 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:50.084456 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4b049195-dfb0-472a-8854-f7996549d94d tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "DELETE /v2.0/subnets/83c842f5-c591-4742-b0e9-a32d8c0126b4/tags HTTP/1.1" status: 204 len: 168 time: 0.2259350 May 13 15:09:50.084881 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36896) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:50.098857 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.tag.tag_plugin [None req-9ceecfed-abb9-4267-b305-c58cd07c540e tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '83c842f5-c591-4742-b0e9-a32d8c0126b4', 'tempest-TagsExtTest-Tag-149836960') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:50.147081 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 740aa6c2-0f41-4bc0-85ee-d98361ecd800 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:50.209932 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-9ceecfed-abb9-4267-b305-c58cd07c540e tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] show failed (client error): The resource could not be found. May 13 15:09:50.211515 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9ceecfed-abb9-4267-b305-c58cd07c540e tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "GET /v2.0/subnets/83c842f5-c591-4742-b0e9-a32d8c0126b4/tags/tempest-TagsExtTest-Tag-149836960 HTTP/1.1" status: 404 len: 328 time: 0.1249402 May 13 15:09:50.214414 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36900) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:50.228111 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.tag.tag_plugin [None req-fcb98e62-3e8a-4792-859d-a4f34abe2238 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '83c842f5-c591-4742-b0e9-a32d8c0126b4', 'tempest-TagsExtTest-Tag-1797258777') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:50.350168 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-fcb98e62-3e8a-4792-859d-a4f34abe2238 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] show failed (client error): The resource could not be found. May 13 15:09:50.351547 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fcb98e62-3e8a-4792-859d-a4f34abe2238 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "GET /v2.0/subnets/83c842f5-c591-4742-b0e9-a32d8c0126b4/tags/tempest-TagsExtTest-Tag-1797258777 HTTP/1.1" status: 404 len: 329 time: 0.1314168 May 13 15:09:50.355969 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36904) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:50.361079 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.tag.tag_plugin [None req-df41f3c1-62f3-41bb-8bf2-1577b00f67c5 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '83c842f5-c591-4742-b0e9-a32d8c0126b4', 'tempest-TagsExtTest-Tag-1515571478') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:50.442373 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-df41f3c1-62f3-41bb-8bf2-1577b00f67c5 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] show failed (client error): The resource could not be found. May 13 15:09:50.442373 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-df41f3c1-62f3-41bb-8bf2-1577b00f67c5 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "GET /v2.0/subnets/83c842f5-c591-4742-b0e9-a32d8c0126b4/tags/tempest-TagsExtTest-Tag-1515571478 HTTP/1.1" status: 404 len: 329 time: 0.0851924 May 13 15:09:50.447628 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36908) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:50.455486 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.tag.tag_plugin [None req-0700c2d0-f2aa-48ea-96c2-3a50aeb4968a tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7d36e422-2b78-4fcb-bd8d-297020360a1e', {'tags': ['tempest-TagsExtTest-Tag-1928322823', 'tempest-TagsExtTest-Tag-1523179354', 'tempest-TagsExtTest-Tag-1096567555']}) {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:50.561699 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0700c2d0-f2aa-48ea-96c2-3a50aeb4968a tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "PUT /v2.0/ports/7d36e422-2b78-4fcb-bd8d-297020360a1e/tags HTTP/1.1" status: 200 len: 318 time: 0.1109719 May 13 15:09:50.565982 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36916) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:50.572668 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.tag.tag_plugin [None req-8a8dc634-e390-4a3e-8f03-00f247eb18db tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7d36e422-2b78-4fcb-bd8d-297020360a1e') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:50.704960 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8a8dc634-e390-4a3e-8f03-00f247eb18db tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "DELETE /v2.0/ports/7d36e422-2b78-4fcb-bd8d-297020360a1e/tags HTTP/1.1" status: 204 len: 168 time: 0.1348991 May 13 15:09:50.705574 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36920) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:50.711793 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.tag.tag_plugin [None req-2424e5c2-b051-4875-b052-d786a933d063 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7d36e422-2b78-4fcb-bd8d-297020360a1e', 'tempest-TagsExtTest-Tag-1928322823') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:50.801299 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-2424e5c2-b051-4875-b052-d786a933d063 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] show failed (client error): The resource could not be found. May 13 15:09:50.807933 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36924) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:50.808186 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2424e5c2-b051-4875-b052-d786a933d063 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "GET /v2.0/ports/7d36e422-2b78-4fcb-bd8d-297020360a1e/tags/tempest-TagsExtTest-Tag-1928322823 HTTP/1.1" status: 404 len: 329 time: 0.1010230 May 13 15:09:50.814461 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.tag.tag_plugin [None req-25550948-3601-4185-b46d-6aa0643f707c tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7d36e422-2b78-4fcb-bd8d-297020360a1e', 'tempest-TagsExtTest-Tag-1523179354') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:51.079013 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-25550948-3601-4185-b46d-6aa0643f707c tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] show failed (client error): The resource could not be found. May 13 15:09:51.084405 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36928) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:51.085338 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-25550948-3601-4185-b46d-6aa0643f707c tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "GET /v2.0/ports/7d36e422-2b78-4fcb-bd8d-297020360a1e/tags/tempest-TagsExtTest-Tag-1523179354 HTTP/1.1" status: 404 len: 329 time: 0.2749729 May 13 15:09:51.090105 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.tag.tag_plugin [None req-2bcac56c-1269-463b-89ed-ed9aca487a30 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7d36e422-2b78-4fcb-bd8d-297020360a1e', 'tempest-TagsExtTest-Tag-1096567555') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:51.248626 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-2bcac56c-1269-463b-89ed-ed9aca487a30 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] show failed (client error): The resource could not be found. May 13 15:09:51.251396 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2bcac56c-1269-463b-89ed-ed9aca487a30 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "GET /v2.0/ports/7d36e422-2b78-4fcb-bd8d-297020360a1e/tags/tempest-TagsExtTest-Tag-1096567555 HTTP/1.1" status: 404 len: 329 time: 0.1658468 May 13 15:09:51.254101 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36932) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:51.261111 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.tag.tag_plugin [None req-06969b0e-1b24-4e2c-9ee1-32409d4723a7 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b7402dd7-21cf-4703-a402-f5ae7c760005', {'tags': ['tempest-TagsExtTest-Tag-1303684216', 'tempest-TagsExtTest-Tag-389222755', 'tempest-TagsExtTest-Tag-1256106963']}) {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:51.454336 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-06969b0e-1b24-4e2c-9ee1-32409d4723a7 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "PUT /v2.0/routers/b7402dd7-21cf-4703-a402-f5ae7c760005/tags HTTP/1.1" status: 200 len: 317 time: 0.1985712 May 13 15:09:51.456792 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36936) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:51.462104 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.tag.tag_plugin [None req-8a8a2d59-6044-4e72-a8d8-447b11d2c4ec tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b7402dd7-21cf-4703-a402-f5ae7c760005') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:51.745960 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8a8a2d59-6044-4e72-a8d8-447b11d2c4ec tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "DELETE /v2.0/routers/b7402dd7-21cf-4703-a402-f5ae7c760005/tags HTTP/1.1" status: 204 len: 168 time: 0.2878101 May 13 15:09:51.750717 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36944) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:51.765708 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.tag.tag_plugin [None req-00e4f8f1-709b-4345-93cd-b157547f2245 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b7402dd7-21cf-4703-a402-f5ae7c760005', 'tempest-TagsExtTest-Tag-1303684216') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:52.070330 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-00e4f8f1-709b-4345-93cd-b157547f2245 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] show failed (client error): The resource could not be found. May 13 15:09:52.077200 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-00e4f8f1-709b-4345-93cd-b157547f2245 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "GET /v2.0/routers/b7402dd7-21cf-4703-a402-f5ae7c760005/tags/tempest-TagsExtTest-Tag-1303684216 HTTP/1.1" status: 404 len: 329 time: 0.3238184 May 13 15:09:52.085055 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36948) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:52.098927 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.tag.tag_plugin [None req-8efa7a21-0b02-49ce-8163-9c68ab880106 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b7402dd7-21cf-4703-a402-f5ae7c760005', 'tempest-TagsExtTest-Tag-389222755') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:52.323759 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-8efa7a21-0b02-49ce-8163-9c68ab880106 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] show failed (client error): The resource could not be found. May 13 15:09:52.325064 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8efa7a21-0b02-49ce-8163-9c68ab880106 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "GET /v2.0/routers/b7402dd7-21cf-4703-a402-f5ae7c760005/tags/tempest-TagsExtTest-Tag-389222755 HTTP/1.1" status: 404 len: 328 time: 0.2386186 May 13 15:09:52.329385 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36952) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:52.338761 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.tag.tag_plugin [None req-df433858-524a-4922-87df-ba4dd335d0d1 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b7402dd7-21cf-4703-a402-f5ae7c760005', 'tempest-TagsExtTest-Tag-1256106963') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:52.500575 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-df433858-524a-4922-87df-ba4dd335d0d1 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] show failed (client error): The resource could not be found. May 13 15:09:52.501614 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-df433858-524a-4922-87df-ba4dd335d0d1 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "GET /v2.0/routers/b7402dd7-21cf-4703-a402-f5ae7c760005/tags/tempest-TagsExtTest-Tag-1256106963 HTTP/1.1" status: 404 len: 329 time: 0.1710865 May 13 15:09:52.506922 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36956) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:52.516574 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.tag.tag_plugin [None req-5d968298-7f66-4c14-8e8c-955f95c22fcd tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '71b53265-03ae-4729-bc55-ba01e11bf810', {'tags': ['tempest-TagsExtTest-Tag-1074122419', 'tempest-TagsExtTest-Tag-833246385', 'tempest-TagsExtTest-Tag-1674582443']}) {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:52.610213 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5d968298-7f66-4c14-8e8c-955f95c22fcd tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "PUT /v2.0/subnetpools/71b53265-03ae-4729-bc55-ba01e11bf810/tags HTTP/1.1" status: 200 len: 317 time: 0.0981617 May 13 15:09:52.610514 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36964) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:52.616444 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.tag.tag_plugin [None req-05d74ab3-e619-4c02-98e2-c8b1a906df34 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '71b53265-03ae-4729-bc55-ba01e11bf810') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:52.695291 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-05d74ab3-e619-4c02-98e2-c8b1a906df34 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "DELETE /v2.0/subnetpools/71b53265-03ae-4729-bc55-ba01e11bf810/tags HTTP/1.1" status: 204 len: 168 time: 0.0834689 May 13 15:09:52.699662 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36968) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:52.708112 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.tag.tag_plugin [None req-5b97131e-5042-425f-8e82-d8a1e7eb03c7 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '71b53265-03ae-4729-bc55-ba01e11bf810', 'tempest-TagsExtTest-Tag-1074122419') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:52.740711 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-5b97131e-5042-425f-8e82-d8a1e7eb03c7 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] show failed (client error): The resource could not be found. May 13 15:09:52.745061 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5b97131e-5042-425f-8e82-d8a1e7eb03c7 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "GET /v2.0/subnetpools/71b53265-03ae-4729-bc55-ba01e11bf810/tags/tempest-TagsExtTest-Tag-1074122419 HTTP/1.1" status: 404 len: 329 time: 0.0404992 May 13 15:09:52.745391 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36972) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:52.751852 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.tag.tag_plugin [None req-dc976786-1cec-4769-91bb-55042032200b tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '71b53265-03ae-4729-bc55-ba01e11bf810', 'tempest-TagsExtTest-Tag-833246385') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:52.786797 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [None req-dc976786-1cec-4769-91bb-55042032200b tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] show failed (client error): The resource could not be found. May 13 15:09:52.792043 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-dc976786-1cec-4769-91bb-55042032200b tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "GET /v2.0/subnetpools/71b53265-03ae-4729-bc55-ba01e11bf810/tags/tempest-TagsExtTest-Tag-833246385 HTTP/1.1" status: 404 len: 328 time: 0.0415163 May 13 15:09:52.792660 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36976) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:52.801010 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.tag.tag_plugin [None req-f8dff60d-d24b-4f64-ba60-bbbe5c6a3a80 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '71b53265-03ae-4729-bc55-ba01e11bf810', 'tempest-TagsExtTest-Tag-1674582443') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:52.839328 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-f8dff60d-d24b-4f64-ba60-bbbe5c6a3a80 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] show failed (client error): The resource could not be found. May 13 15:09:52.845103 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f8dff60d-d24b-4f64-ba60-bbbe5c6a3a80 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "GET /v2.0/subnetpools/71b53265-03ae-4729-bc55-ba01e11bf810/tags/tempest-TagsExtTest-Tag-1674582443 HTTP/1.1" status: 404 len: 329 time: 0.0468252 May 13 15:09:52.845538 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36980) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:52.852250 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.tag.tag_plugin [None req-54174bb8-7351-45aa-9386-d2c87a95269c tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '71b53265-03ae-4729-bc55-ba01e11bf810') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:52.893773 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-54174bb8-7351-45aa-9386-d2c87a95269c tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "DELETE /v2.0/subnetpools/71b53265-03ae-4729-bc55-ba01e11bf810/tags HTTP/1.1" status: 204 len: 168 time: 0.0466313 May 13 15:09:52.896995 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 36984) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:52.902555 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.tag.tag_plugin [None req-a78e2011-671c-4ad6-b850-5ddaefa5065c tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b7402dd7-21cf-4703-a402-f5ae7c760005') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:53.211950 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a78e2011-671c-4ad6-b850-5ddaefa5065c tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "DELETE /v2.0/routers/b7402dd7-21cf-4703-a402-f5ae7c760005/tags HTTP/1.1" status: 204 len: 168 time: 0.3097596 May 13 15:09:53.212231 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36988) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:53.218487 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.tag.tag_plugin [None req-19ae5558-3387-43e6-964c-9a8817369a67 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7d36e422-2b78-4fcb-bd8d-297020360a1e') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:53.312158 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-19ae5558-3387-43e6-964c-9a8817369a67 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "DELETE /v2.0/ports/7d36e422-2b78-4fcb-bd8d-297020360a1e/tags HTTP/1.1" status: 204 len: 168 time: 0.0946064 May 13 15:09:53.312474 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36992) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:53.317671 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.tag.tag_plugin [None req-8a2974b3-952d-461c-9df4-d6584dd19207 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '83c842f5-c591-4742-b0e9-a32d8c0126b4') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:53.431456 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8a2974b3-952d-461c-9df4-d6584dd19207 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "DELETE /v2.0/subnets/83c842f5-c591-4742-b0e9-a32d8c0126b4/tags HTTP/1.1" status: 204 len: 168 time: 0.1180089 May 13 15:09:53.436408 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 36996) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:53.543465 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-50b68158-d3a1-4f6b-9c3c-5f2b31cccb08 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks [] for subnetpool, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:53.545416 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-50b68158-d3a1-4f6b-9c3c-5f2b31cccb08 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "DELETE /v2.0/subnetpools/71b53265-03ae-4729-bc55-ba01e11bf810 HTTP/1.1" status: 204 len: 168 time: 0.1074643 May 13 15:09:53.548418 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37000) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:53.635027 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7751f8fb-56a9-458b-8862-a3cfb9f41f45 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Synchronizing usage tracker for tenant:c7a83103393f4f68818e74a9b671cef5 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:09:53.688022 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7751f8fb-56a9-458b-8862-a3cfb9f41f45 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Unset dirty status for tenant:c7a83103393f4f68818e74a9b671cef5 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:09:53.698155 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7751f8fb-56a9-458b-8862-a3cfb9f41f45 tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7402dd7-21cf-4703-a402-f5ae7c760005 HTTP/1.1" status: 200 len: 205 time: 0.1396449 May 13 15:09:53.698550 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37012) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:53.975479 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e7a04f75-6f35-4643-ae96-e7f6d87c3e7c tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:54.819674 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e7a04f75-6f35-4643-ae96-e7f6d87c3e7c tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:54.825126 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e7a04f75-6f35-4643-ae96-e7f6d87c3e7c tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:54.877085 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e7a04f75-6f35-4643-ae96-e7f6d87c3e7c tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:54.878472 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a04f75-6f35-4643-ae96-e7f6d87c3e7c tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Fanout notify agent at l3_agent the message router_deleted on router b7402dd7-21cf-4703-a402-f5ae7c760005 {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:09:54.899536 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e7a04f75-6f35-4643-ae96-e7f6d87c3e7c tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:54.902163 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e7a04f75-6f35-4643-ae96-e7f6d87c3e7c tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "DELETE /v2.0/routers/b7402dd7-21cf-4703-a402-f5ae7c760005 HTTP/1.1" status: 204 len: 168 time: 1.2020788 May 13 15:09:54.904999 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37024) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:55.076840 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-3c691934-5e75-47d8-8ecc-2f092ff4c48d tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Deleting port 7d36e422-2b78-4fcb-bd8d-297020360a1e {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:55.077560 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3c691934-5e75-47d8-8ecc-2f092ff4c48d tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:55.155156 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8c169-ae6a-4659-8f5d-9478fd71e8b7 req-e86b8332-2236-4679-b5b0-77b08c8c4c45 tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:55.159291 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-86e8c169-ae6a-4659-8f5d-9478fd71e8b7 req-e86b8332-2236-4679-b5b0-77b08c8c4c45 tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 1096 time: 0.0893695 May 13 15:09:55.228092 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-86e8c169-ae6a-4659-8f5d-9478fd71e8b7 req-1272029c-a89a-427a-9964-a75c74221041 tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562150 May 13 15:09:55.546109 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3c691934-5e75-47d8-8ecc-2f092ff4c48d tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:55.687327 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-3c691934-5e75-47d8-8ecc-2f092ff4c48d tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Calling delete_port for 7d36e422-2b78-4fcb-bd8d-297020360a1e owned by {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:55.777043 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb7178-86b3-42c6-8011-bac79b57d389 req-bee486e7-c210-4a52-be5a-7bff2d5ad65d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:55.781269 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-57eb7178-86b3-42c6-8011-bac79b57d389 req-bee486e7-c210-4a52-be5a-7bff2d5ad65d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 945 time: 0.3487728 May 13 15:09:55.874032 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37034) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:55.938773 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-57eb7178-86b3-42c6-8011-bac79b57d389 req-c408ada4-c45e-4c5f-9505-e4ebeeea0cb2 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454990 May 13 15:09:56.000534 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37038) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:56.061064 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3c691934-5e75-47d8-8ecc-2f092ff4c48d tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:56.168772 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c691934-5e75-47d8-8ecc-2f092ff4c48d tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Pushing event deleted for resources: {'Port': ['ID=7d36e422-2b78-4fcb-bd8d-297020360a1e,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:56.420991 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-335949fd-1795-4050-8604-6642d69723bd tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/floatingips/9c12f9e1-2951-4fef-a6e8-cdab4b4604a9 HTTP/1.1" status: 200 len: 993 time: 0.4077933 May 13 15:09:56.435337 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3c691934-5e75-47d8-8ecc-2f092ff4c48d tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:56.471244 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-620ff9b2-00c1-498c-84a0-7b5168ddc5f9 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Deleting port 2329ec3d-ed4e-4b7c-b9c5-4529e4a538f3 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:56.471660 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-620ff9b2-00c1-498c-84a0-7b5168ddc5f9 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:56.475824 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3c691934-5e75-47d8-8ecc-2f092ff4c48d tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "DELETE /v2.0/ports/7d36e422-2b78-4fcb-bd8d-297020360a1e HTTP/1.1" status: 204 len: 168 time: 1.5683715 May 13 15:09:56.480254 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37044) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:56.696888 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-223e6bb4-37df-4bd9-9e5c-b6c9a3a42c0e tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Deleting subnet 83c842f5-c591-4742-b0e9-a32d8c0126b4 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:09:56.701991 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-223e6bb4-37df-4bd9-9e5c-b6c9a3a42c0e tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:56.771202 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-620ff9b2-00c1-498c-84a0-7b5168ddc5f9 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:56.771202 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-620ff9b2-00c1-498c-84a0-7b5168ddc5f9 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:56.809665 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-223e6bb4-37df-4bd9-9e5c-b6c9a3a42c0e tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:57.037454 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-223e6bb4-37df-4bd9-9e5c-b6c9a3a42c0e tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:57.106375 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-620ff9b2-00c1-498c-84a0-7b5168ddc5f9 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Calling delete_port for 2329ec3d-ed4e-4b7c-b9c5-4529e4a538f3 owned by network:floatingip {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:57.258251 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-223e6bb4-37df-4bd9-9e5c-b6c9a3a42c0e tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:57.297561 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e1c29431-045e-4c81-b5d7-0223739ee992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:57.343244 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e6bb4-37df-4bd9-9e5c-b6c9a3a42c0e tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Pushing event deleted for resources: {'Subnet': ['ID=83c842f5-c591-4742-b0e9-a32d8c0126b4,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:57.360963 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4679e2-895a-4260-9830-355eef4a666d None None] Network cc9c8205-4a38-4a1c-8d4f-1ae9ff371bcf requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:57.365996 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-223e6bb4-37df-4bd9-9e5c-b6c9a3a42c0e tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:57.382767 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-223e6bb4-37df-4bd9-9e5c-b6c9a3a42c0e tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "DELETE /v2.0/subnets/83c842f5-c591-4742-b0e9-a32d8c0126b4 HTTP/1.1" status: 204 len: 168 time: 0.8941259 May 13 15:09:57.385633 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37060) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:57.606660 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-560a984c-aa37-48f6-9c05-f1d458eeafde tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:57.656692 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-560a984c-aa37-48f6-9c05-f1d458eeafde tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Deleting port 740aa6c2-0f41-4bc0-85ee-d98361ecd800 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:57.657111 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-560a984c-aa37-48f6-9c05-f1d458eeafde tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:57.748888 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-620ff9b2-00c1-498c-84a0-7b5168ddc5f9 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:57.954728 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ff9b2-00c1-498c-84a0-7b5168ddc5f9 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Pushing event deleted for resources: {'Port': ['ID=2329ec3d-ed4e-4b7c-b9c5-4529e4a538f3,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:58.116170 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-620ff9b2-00c1-498c-84a0-7b5168ddc5f9 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for floatingip, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:58.117050 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-620ff9b2-00c1-498c-84a0-7b5168ddc5f9 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Floating IP 91e490ee-443a-4ecc-8675-b6b511cf34fc disassociated (deleted). External IP: 172.25.0.14, port: 4829ccc1-8809-49f3-b752-13a6d3bbc099. May 13 15:09:58.202580 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e931e892-3421-4659-bf69-fe6dd5d0fb81 None None] DHCP port deletion for cc9c8205-4a38-4a1c-8d4f-1ae9ff371bcf request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:09:58.209822 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e931e892-3421-4659-bf69-fe6dd5d0fb81 None None] Deleting port 740aa6c2-0f41-4bc0-85ee-d98361ecd800 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:58.210463 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e931e892-3421-4659-bf69-fe6dd5d0fb81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:58.317935 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecd27a-b8fe-4ac2-a7bc-2f41cbab4604 req-57aedb02-b591-44b0-b004-ec93072cda36 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:58.331157 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-21ecd27a-b8fe-4ac2-a7bc-2f41cbab4604 req-57aedb02-b591-44b0-b004-ec93072cda36 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 945 time: 0.7078490 May 13 15:09:58.382925 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-560a984c-aa37-48f6-9c05-f1d458eeafde tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] For port 740aa6c2-0f41-4bc0-85ee-d98361ecd800, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=740aa6c2-0f41-4bc0-85ee-d98361ecd800,segment=NetworkSegment(fe9da5ab-7e90-4e96-b8f6-ea3bdd4f2718),segment_id=fe9da5ab-7e90-4e96-b8f6-ea3bdd4f2718)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:58.383560 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-560a984c-aa37-48f6-9c05-f1d458eeafde tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:58.502993 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-21ecd27a-b8fe-4ac2-a7bc-2f41cbab4604 req-86df5a5d-4050-4313-b4ae-bb182b3e07db tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707480 May 13 15:09:58.550766 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-e931e892-3421-4659-bf69-fe6dd5d0fb81 None None] For port 740aa6c2-0f41-4bc0-85ee-d98361ecd800, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=740aa6c2-0f41-4bc0-85ee-d98361ecd800,segment=NetworkSegment(fe9da5ab-7e90-4e96-b8f6-ea3bdd4f2718),segment_id=fe9da5ab-7e90-4e96-b8f6-ea3bdd4f2718)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:58.551615 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e931e892-3421-4659-bf69-fe6dd5d0fb81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:58.719207 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e931e892-3421-4659-bf69-fe6dd5d0fb81 None None] Calling delete_port for 740aa6c2-0f41-4bc0-85ee-d98361ecd800 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:58.752597 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-560a984c-aa37-48f6-9c05-f1d458eeafde tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Calling delete_port for 740aa6c2-0f41-4bc0-85ee-d98361ecd800 owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:58.832688 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e931e892-3421-4659-bf69-fe6dd5d0fb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:58.909213 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:58.914274 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931e892-3421-4659-bf69-fe6dd5d0fb81 None None] Pushing event deleted for resources: {'Port': ['ID=740aa6c2-0f41-4bc0-85ee-d98361ecd800,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:58.927313 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e931e892-3421-4659-bf69-fe6dd5d0fb81 None None] No DVR routers for this DVR port 740aa6c2-0f41-4bc0-85ee-d98361ecd800 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:09:58.952519 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [None req-560a984c-aa37-48f6-9c05-f1d458eeafde tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:09:58.953031 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [None req-560a984c-aa37-48f6-9c05-f1d458eeafde tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:09:58.979164 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-e2cd9c49-ca74-4734-a82f-4fe9500e40fd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.3699377 May 13 15:09:59.374912 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620ff9b2-00c1-498c-84a0-7b5168ddc5f9 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Router 44ec9fef-c72d-4385-8c9b-5b93076abd1a has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:09:59.454671 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-560a984c-aa37-48f6-9c05-f1d458eeafde tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Deleting port 740aa6c2-0f41-4bc0-85ee-d98361ecd800 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:59.456453 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-560a984c-aa37-48f6-9c05-f1d458eeafde tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:59.653011 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-560a984c-aa37-48f6-9c05-f1d458eeafde tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] The port '740aa6c2-0f41-4bc0-85ee-d98361ecd800' was deleted {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:09:59.663627 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6ea04d1f-cf09-46a8-b861-bee259c99b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:59.892645 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 740aa6c2-0f41-4bc0-85ee-d98361ecd800 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:09:59.910600 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620ff9b2-00c1-498c-84a0-7b5168ddc5f9 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:09:59.936994 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2f5fa6-0a3c-4cb8-a792-6c536167fd66 None None] Sync routers for ids ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:09:59.998032 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-560a984c-aa37-48f6-9c05-f1d458eeafde tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:00.007778 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2f5fa6-0a3c-4cb8-a792-6c536167fd66 None None] Routers {'44ec9fef-c72d-4385-8c9b-5b93076abd1a'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:10:00.012158 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-5d2f5fa6-0a3c-4cb8-a792-6c536167fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:10:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:00.053027 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-620ff9b2-00c1-498c-84a0-7b5168ddc5f9 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:00.056035 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 740aa6c2-0f41-4bc0-85ee-d98361ecd800 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:10:00.057364 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 740aa6c2-0f41-4bc0-85ee-d98361ecd800 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:10:00.068238 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-560a984c-aa37-48f6-9c05-f1d458eeafde tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc9c8205-4a38-4a1c-8d4f-1ae9ff371bcf']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:00.101023 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-560a984c-aa37-48f6-9c05-f1d458eeafde tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe9da5ab-7e90-4e96-b8f6-ea3bdd4f2718') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:00.101346 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-560a984c-aa37-48f6-9c05-f1d458eeafde tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe9da5ab-7e90-4e96-b8f6-ea3bdd4f2718') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:00.155205 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-560a984c-aa37-48f6-9c05-f1d458eeafde tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:00.197527 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a448f-c357-4981-82c7-9ae68a2e69b9 req-1ce94826-867c-498e-b67d-34109599ffb6 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:00.199143 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f02a448f-c357-4981-82c7-9ae68a2e69b9 req-1ce94826-867c-498e-b67d-34109599ffb6 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 945 time: 0.3876436 May 13 15:10:00.223878 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-560a984c-aa37-48f6-9c05-f1d458eeafde tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:00.285714 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-560a984c-aa37-48f6-9c05-f1d458eeafde tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:10:00.286404 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-560a984c-aa37-48f6-9c05-f1d458eeafde tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:00.288919 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-620ff9b2-00c1-498c-84a0-7b5168ddc5f9 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "DELETE /v2.0/floatingips/91e490ee-443a-4ecc-8675-b6b511cf34fc HTTP/1.1" status: 204 len: 168 time: 4.4123161 May 13 15:10:00.293165 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60abe591-8c26-4639-8483-1852ed8cca83', 'tag': '4829ccc1-8809-49f3-b752-13a6d3bbc099'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: util.warn( May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: util.warn( May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: util.warn( May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: util.warn( May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: timer() May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: self._notify() May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:10:00.370871 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:10:00.510756 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-5d2f5fa6-0a3c-4cb8-a792-6c536167fd66 None None] Set router 44ec9fef-c72d-4385-8c9b-5b93076abd1a gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:10:00.665587 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f02a448f-c357-4981-82c7-9ae68a2e69b9 req-8b9eb7aa-6f73-41c8-b757-846bd348c614 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4549031 May 13 15:10:00.816461 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-560a984c-aa37-48f6-9c05-f1d458eeafde tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:00.834283 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-560a984c-aa37-48f6-9c05-f1d458eeafde tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:00.838702 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:00.854868 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c431e4b-0efb-420c-858c-6ac105c30146'] response: {'name': 'network-changed', 'server_uuid': '60abe591-8c26-4639-8483-1852ed8cca83', 'tag': '4829ccc1-8809-49f3-b752-13a6d3bbc099', 'status': 'completed', 'code': 200} May 13 15:10:00.858003 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:00.897025 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-560a984c-aa37-48f6-9c05-f1d458eeafde tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] 10.222.0.35 "DELETE /v2.0/networks/cc9c8205-4a38-4a1c-8d4f-1ae9ff371bcf HTTP/1.1" status: 204 len: 168 time: 3.5098481 May 13 15:10:01.003550 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a984c-aa37-48f6-9c05-f1d458eeafde tempest-TagsExtTest-597479616 tempest-TagsExtTest-597479616-project] Pushing event deleted for resources: {'Network': ['ID=cc9c8205-4a38-4a1c-8d4f-1ae9ff371bcf,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:01.119999 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148041c9-4ddd-40ed-9b0f-815572be178b req-7fa4868e-342d-4e9c-a88a-4f172f6de81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:01.121809 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-148041c9-4ddd-40ed-9b0f-815572be178b req-7fa4868e-342d-4e9c-a88a-4f172f6de81c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2&device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 1096 time: 0.2230487 May 13 15:10:01.252097 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-5d2f5fa6-0a3c-4cb8-a792-6c536167fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'name': 'tempest-TestVolumeBootPattern-1177078177-router', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:24Z', 'updated_at': '2022-05-13T14:58:33Z', 'revision_number': 4, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'gw_port': {'id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:27Z', 'updated_at': '2022-05-13T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '5c6e9ab0-3050-4d30-8d2e-4c8a0b2173d9', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'port_id': 'e991162e-da41-43ce-b28a-f62363649f50', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'mac_address': 'fa:16:3e:00:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8919899d-7024-4a41-8826-f256ea9a70cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:05:42Z', 'updated_at': '2022-05-13T15:05:50Z', 'revision_number': 1, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba52dd23-838b-48b4-90bf-75e37d2ea5fb', 'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'mac_address': 'fa:16:3e:f6:99:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:31Z', 'updated_at': '2022-05-13T14:58:43Z', 'revision_number': 5, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'subnets': [{'id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:01.258168 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2f5fa6-0a3c-4cb8-a792-6c536167fd66 None None] Checking router: 44ec9fef-c72d-4385-8c9b-5b93076abd1a for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:10:01.284350 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2f5fa6-0a3c-4cb8-a792-6c536167fd66 None None] Routers {'44ec9fef-c72d-4385-8c9b-5b93076abd1a'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:10:01.285373 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-5d2f5fa6-0a3c-4cb8-a792-6c536167fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:10:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:01.596493 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148041c9-4ddd-40ed-9b0f-815572be178b req-0f2ed6ec-258a-46b6-a5a0-da98de16b65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:01.599536 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-148041c9-4ddd-40ed-9b0f-815572be178b req-0f2ed6ec-258a-46b6-a5a0-da98de16b65c service neutron] 10.222.0.59 "GET /v2.0/networks?id=b043589d-15c3-44b5-8d99-d7c57b00acb0 HTTP/1.1" status: 200 len: 913 time: 0.4702613 May 13 15:10:01.601627 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fde411-7f9d-4460-bd86-19b11013e799 req-847e021d-a9ef-4991-966e-83d9a9ab146a tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:01.603061 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-a9fde411-7f9d-4460-bd86-19b11013e799 req-847e021d-a9ef-4991-966e-83d9a9ab146a tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Synchronizing usage tracker for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:10:01.665910 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37136) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:01.686231 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-a9fde411-7f9d-4460-bd86-19b11013e799 req-847e021d-a9ef-4991-966e-83d9a9ab146a tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Unset dirty status for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:10:01.688517 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a9fde411-7f9d-4460-bd86-19b11013e799 req-847e021d-a9ef-4991-966e-83d9a9ab146a tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 945 time: 0.4586127 May 13 15:10:01.802330 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-5d2f5fa6-0a3c-4cb8-a792-6c536167fd66 None None] Set router 44ec9fef-c72d-4385-8c9b-5b93076abd1a gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:10:01.918581 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-148041c9-4ddd-40ed-9b0f-815572be178b req-d7180325-3809-4905-a008-0079e52a6deb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4829ccc1-8809-49f3-b752-13a6d3bbc099 HTTP/1.1" status: 200 len: 217 time: 0.3125126 May 13 15:10:01.934802 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a9fde411-7f9d-4460-bd86-19b11013e799 req-4a7d63ff-9f03-41a7-81a0-1a2139bd0627 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385113 May 13 15:10:02.181883 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9a906646-0b08-4f98-9996-30ba2d74aaf3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c7a83103393f4f68818e74a9b671cef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5130513 May 13 15:10:02.188024 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37144) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:02.259398 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:02.349259 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148041c9-4ddd-40ed-9b0f-815572be178b req-40adf505-4970-4eca-8a85-46459659c565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:02.353920 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-148041c9-4ddd-40ed-9b0f-815572be178b req-40adf505-4970-4eca-8a85-46459659c565 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b5ceabd-0dba-40ce-b48a-2cb206526c19 HTTP/1.1" status: 200 len: 851 time: 0.4282780 May 13 15:10:02.460006 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a3b8a-4a46-4b3f-b0c3-d9725e544103 req-7303b0e5-1c5d-40cb-95e0-594ac0109d33 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:02.463226 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e83a3b8a-4a46-4b3f-b0c3-d9725e544103 req-7303b0e5-1c5d-40cb-95e0-594ac0109d33 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 945 time: 0.3655493 May 13 15:10:02.527133 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-44522b67-457a-4f9d-a26c-3c0743d0ad67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:02.564170 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e83a3b8a-4a46-4b3f-b0c3-d9725e544103 req-e36161cf-3fa3-4a8c-a469-653e8682e90c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857241 May 13 15:10:02.654321 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148041c9-4ddd-40ed-9b0f-815572be178b req-29c19c24-35a5-48b6-b32c-4a4a3420e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:02.656007 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-148041c9-4ddd-40ed-9b0f-815572be178b req-29c19c24-35a5-48b6-b32c-4a4a3420e2e9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b043589d-15c3-44b5-8d99-d7c57b00acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2945883 May 13 15:10:02.700579 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-44522b67-457a-4f9d-a26c-3c0743d0ad67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:02.784068 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949892f7-9844-484b-a19b-4f3ab346c662 req-60f73c86-4945-4da7-8ceb-2bbcb2c2bdac tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:02.799252 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-949892f7-9844-484b-a19b-4f3ab346c662 req-60f73c86-4945-4da7-8ceb-2bbcb2c2bdac tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.59 "GET /v2.0/ports?device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 945 time: 0.4814746 May 13 15:10:02.880513 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-5d2f5fa6-0a3c-4cb8-a792-6c536167fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'name': 'tempest-TestVolumeBootPattern-1177078177-router', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:24Z', 'updated_at': '2022-05-13T14:58:33Z', 'revision_number': 4, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'gw_port': {'id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:27Z', 'updated_at': '2022-05-13T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '5c6e9ab0-3050-4d30-8d2e-4c8a0b2173d9', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'port_id': 'e991162e-da41-43ce-b28a-f62363649f50', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'mac_address': 'fa:16:3e:00:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8919899d-7024-4a41-8826-f256ea9a70cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:05:42Z', 'updated_at': '2022-05-13T15:05:50Z', 'revision_number': 1, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba52dd23-838b-48b4-90bf-75e37d2ea5fb', 'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'mac_address': 'fa:16:3e:f6:99:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:31Z', 'updated_at': '2022-05-13T14:58:43Z', 'revision_number': 5, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'subnets': [{'id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:02.913219 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2f5fa6-0a3c-4cb8-a792-6c536167fd66 None None] The sync data for ids ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'] in n-d-841760-1 is: [{'id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'name': 'tempest-TestVolumeBootPattern-1177078177-router', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:24Z', 'updated_at': '2022-05-13T14:58:33Z', 'revision_number': 4, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'gw_port': {'id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:27Z', 'updated_at': '2022-05-13T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '5c6e9ab0-3050-4d30-8d2e-4c8a0b2173d9', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'port_id': 'e991162e-da41-43ce-b28a-f62363649f50', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'mac_address': 'fa:16:3e:00:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8919899d-7024-4a41-8826-f256ea9a70cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:05:42Z', 'updated_at': '2022-05-13T15:05:50Z', 'revision_number': 1, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba52dd23-838b-48b4-90bf-75e37d2ea5fb', 'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'mac_address': 'fa:16:3e:f6:99:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:31Z', 'updated_at': '2022-05-13T14:58:43Z', 'revision_number': 5, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'subnets': [{'id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:10:03.037342 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-949892f7-9844-484b-a19b-4f3ab346c662 req-f1fef156-dd11-49f5-b9bc-131e40b800a1 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Deleting port 4829ccc1-8809-49f3-b752-13a6d3bbc099 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:10:03.038310 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-949892f7-9844-484b-a19b-4f3ab346c662 req-f1fef156-dd11-49f5-b9bc-131e40b800a1 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:03.653405 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-949892f7-9844-484b-a19b-4f3ab346c662 req-f1fef156-dd11-49f5-b9bc-131e40b800a1 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] For port 4829ccc1-8809-49f3-b752-13a6d3bbc099, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=4829ccc1-8809-49f3-b752-13a6d3bbc099,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:03.653754 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-949892f7-9844-484b-a19b-4f3ab346c662 req-f1fef156-dd11-49f5-b9bc-131e40b800a1 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:03.708694 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edaef87-6cf1-4d6e-9dc3-6bc16bf43408 None None] New status for floating IP 91e490ee-443a-4ecc-8675-b6b511cf34fc: DOWN {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:10:03.828927 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-949892f7-9844-484b-a19b-4f3ab346c662 req-f1fef156-dd11-49f5-b9bc-131e40b800a1 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Calling delete_port for 4829ccc1-8809-49f3-b752-13a6d3bbc099 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:10:04.000618 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-148041c9-4ddd-40ed-9b0f-815572be178b req-8db4d7e2-b069-4d50-ad29-40eb9934542e service neutron] 10.222.0.59 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3035350 May 13 15:10:04.013002 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-44522b67-457a-4f9d-a26c-3c0743d0ad67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:04.083454 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-949892f7-9844-484b-a19b-4f3ab346c662 req-f1fef156-dd11-49f5-b9bc-131e40b800a1 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:04.097441 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0f27fcff-b54c-4f87-94bf-77b3d25f32de req-b44e2971-753e-43fa-8ab8-6764fc97e9bd tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 210 time: 0.0669289 May 13 15:10:04.212827 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44522b67-457a-4f9d-a26c-3c0743d0ad67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8427c5b-6481-4af4-bf0b-81e78f7aa4ac,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:04.277677 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fef156-dd11-49f5-b9bc-131e40b800a1 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Pushing event deleted for resources: {'Port': ['ID=4829ccc1-8809-49f3-b752-13a6d3bbc099,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:04.370214 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-44522b67-457a-4f9d-a26c-3c0743d0ad67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:04.371384 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-44522b67-457a-4f9d-a26c-3c0743d0ad67 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e8427c5b-6481-4af4-bf0b-81e78f7aa4ac HTTP/1.1" status: 204 len: 168 time: 2.1806791 May 13 15:10:04.440768 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-223054f1-58dd-4a6b-9e8e-ee5ce1d7b9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:04.442308 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-223054f1-58dd-4a6b-9e8e-ee5ce1d7b9be service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 1096 time: 1.4474761 May 13 15:10:04.486641 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-949892f7-9844-484b-a19b-4f3ab346c662 req-f1fef156-dd11-49f5-b9bc-131e40b800a1 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] No DVR routers for this DVR port 4829ccc1-8809-49f3-b752-13a6d3bbc099 on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:10:04.491798 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-949892f7-9844-484b-a19b-4f3ab346c662 req-f1fef156-dd11-49f5-b9bc-131e40b800a1 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:04.494174 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-949892f7-9844-484b-a19b-4f3ab346c662 req-f1fef156-dd11-49f5-b9bc-131e40b800a1 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.59 "DELETE /v2.0/ports/4829ccc1-8809-49f3-b752-13a6d3bbc099 HTTP/1.1" status: 204 len: 173 time: 1.6829641 May 13 15:10:04.494662 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60abe591-8c26-4639-8483-1852ed8cca83', 'name': 'network-vif-deleted', 'tag': '4829ccc1-8809-49f3-b752-13a6d3bbc099'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:10:04.662416 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75770dfe-85d8-4cc2-9c29-10a8f3e5b9b3'] response: {'server_uuid': '60abe591-8c26-4639-8483-1852ed8cca83', 'name': 'network-vif-deleted', 'tag': '4829ccc1-8809-49f3-b752-13a6d3bbc099', 'status': 'completed', 'code': 200} May 13 15:10:04.749677 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-148041c9-4ddd-40ed-9b0f-815572be178b req-9a0fc7ac-d197-4715-b2e9-31fb95909bbd service neutron] 10.222.0.59 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7429469 May 13 15:10:04.775870 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89df09-3087-4c70-bfb2-e14f646698e9 req-10c93e4d-7a58-4cd7-b858-453319759583 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:04.791377 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c89df09-3087-4c70-bfb2-e14f646698e9 req-10c93e4d-7a58-4cd7-b858-453319759583 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 945 time: 0.6162128 May 13 15:10:04.800025 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-146619a7-dbc1-4de5-bb92-7328d9526814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:04.808760 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-146619a7-dbc1-4de5-bb92-7328d9526814 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2d732bf4-bc30-4ab8-be5f-a1747b048afc HTTP/1.1" status: 200 len: 897 time: 0.3447325 May 13 15:10:05.136156 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-529b2a31-30c2-4a35-9c72-00db3d7443fd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65b675a8-834a-4953-ace4-303f79671f0d HTTP/1.1" status: 200 len: 1001 time: 0.3259611 May 13 15:10:05.151812 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 4829ccc1-8809-49f3-b752-13a6d3bbc099 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:10:05.164637 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7c89df09-3087-4c70-bfb2-e14f646698e9 req-4b153990-2d3c-4acf-b27d-568451306ec8 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092361 May 13 15:10:05.283697 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 4829ccc1-8809-49f3-b752-13a6d3bbc099 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:10:05.284575 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 4829ccc1-8809-49f3-b752-13a6d3bbc099 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:10:05.365792 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-65d83926-46df-457e-bf3f-19d787069944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:05.367694 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-65d83926-46df-457e-bf3f-19d787069944 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5287b102-f481-477f-a6d5-3ef597015ecd HTTP/1.1" status: 200 len: 834 time: 0.1890471 May 13 15:10:05.492709 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-d9c82074-f727-4097-8936-093697cb78ec req-54ec0398-0d56-4474-9add-3689385ed7ad tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Synchronizing usage tracker for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:10:05.523220 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-d9c82074-f727-4097-8936-093697cb78ec req-54ec0398-0d56-4474-9add-3689385ed7ad tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Unset dirty status for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:10:05.539966 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d9c82074-f727-4097-8936-093697cb78ec req-54ec0398-0d56-4474-9add-3689385ed7ad tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=60abe591-8c26-4639-8483-1852ed8cca83 HTTP/1.1" status: 200 len: 210 time: 0.1285348 May 13 15:10:05.559683 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-7c51b0a9-f8bd-4f4e-a7de-19e19aefe342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:05.561385 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-7c51b0a9-f8bd-4f4e-a7de-19e19aefe342 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2d732bf4-bc30-4ab8-be5f-a1747b048afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1853340 May 13 15:10:05.798330 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-126dcc20-628d-46ed-8f33-c1f1dff03e74 service neutron] 10.222.0.74 "GET /v2.0/networks/2d732bf4-bc30-4ab8-be5f-a1747b048afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306974 May 13 15:10:06.068798 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-b397c67b-28c5-476d-8c79-e91a38c5554a service neutron] 10.222.0.74 "GET /v2.0/networks/2d732bf4-bc30-4ab8-be5f-a1747b048afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621813 May 13 15:10:06.569299 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df1bdc-17c8-49bb-b1cb-d4b32cf652dd req-dde9c479-fd44-4b61-b3b4-004ef64d5e68 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:06.571045 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-51df1bdc-17c8-49bb-b1cb-d4b32cf652dd req-dde9c479-fd44-4b61-b3b4-004ef64d5e68 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 945 time: 0.1996286 May 13 15:10:06.648260 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-51df1bdc-17c8-49bb-b1cb-d4b32cf652dd req-f48bc494-4d16-4517-a9c3-41aa2e9842da tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693798 May 13 15:10:07.915955 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78bac7-a84a-496c-940c-c63a4ff83d91 req-2fda7dc1-b620-4cf1-a601-aed9618305ee tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:07.923570 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4c78bac7-a84a-496c-940c-c63a4ff83d91 req-2fda7dc1-b620-4cf1-a601-aed9618305ee tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 945 time: 0.1182280 May 13 15:10:07.986253 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4c78bac7-a84a-496c-940c-c63a4ff83d91 req-8b7f227c-9835-47fa-9622-af3f78983fd3 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616903 May 13 15:10:08.276072 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37300) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:08.435832 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ce91ab02-46d4-4b89-aff6-49324525b0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:08.453395 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ce91ab02-46d4-4b89-aff6-49324525b0ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:08.457558 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ce91ab02-46d4-4b89-aff6-49324525b0ca admin admin] Usage tracker for resource:security_group_rule and tenant:33086f261964421e8a344a3c00f75220 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:08.460922 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ce91ab02-46d4-4b89-aff6-49324525b0ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:08.468046 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ce91ab02-46d4-4b89-aff6-49324525b0ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:08.595298 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ce91ab02-46d4-4b89-aff6-49324525b0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:08.599792 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ce91ab02-46d4-4b89-aff6-49324525b0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:08.663937 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ce91ab02-46d4-4b89-aff6-49324525b0ca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=33086f261964421e8a344a3c00f75220&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3863282 May 13 15:10:08.665138 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37332) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:08.674994 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91ab02-46d4-4b89-aff6-49324525b0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e88d04a-0cdc-4df3-801e-f934b7b3b094,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:08.758803 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-36589c11-1dc0-4cf3-93ab-f7ce99d623ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:08.797666 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-36589c11-1dc0-4cf3-93ab-f7ce99d623ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:08.875534 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-36589c11-1dc0-4cf3-93ab-f7ce99d623ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:08.892579 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36589c11-1dc0-4cf3-93ab-f7ce99d623ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e88d04a-0cdc-4df3-801e-f934b7b3b094,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:08.900942 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-36589c11-1dc0-4cf3-93ab-f7ce99d623ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:08.902081 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-36589c11-1dc0-4cf3-93ab-f7ce99d623ad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9e88d04a-0cdc-4df3-801e-f934b7b3b094 HTTP/1.1" status: 204 len: 168 time: 0.2352257 May 13 15:10:08.909210 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36589c11-1dc0-4cf3-93ab-f7ce99d623ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:08.909512 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36589c11-1dc0-4cf3-93ab-f7ce99d623ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:08.909850 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36589c11-1dc0-4cf3-93ab-f7ce99d623ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:08.910183 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36589c11-1dc0-4cf3-93ab-f7ce99d623ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:08.910512 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36589c11-1dc0-4cf3-93ab-f7ce99d623ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:08.910836 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36589c11-1dc0-4cf3-93ab-f7ce99d623ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:08.911730 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36589c11-1dc0-4cf3-93ab-f7ce99d623ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:08.912060 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36589c11-1dc0-4cf3-93ab-f7ce99d623ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:08.912381 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36589c11-1dc0-4cf3-93ab-f7ce99d623ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:08.912700 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36589c11-1dc0-4cf3-93ab-f7ce99d623ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:08.913016 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36589c11-1dc0-4cf3-93ab-f7ce99d623ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:08.913335 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36589c11-1dc0-4cf3-93ab-f7ce99d623ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:09.382771 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882096e-226f-4e62-b194-9e7f497d71f2 req-99e07dc9-6921-4090-b883-e3f3742a0ec7 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:09.386867 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37360) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:09.393327 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2882096e-226f-4e62-b194-9e7f497d71f2 req-99e07dc9-6921-4090-b883-e3f3742a0ec7 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 945 time: 0.2830014 May 13 15:10:09.416750 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-62583ba7-28ad-45d5-a470-08fa4c09f6b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:09.453111 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-62583ba7-28ad-45d5-a470-08fa4c09f6b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:09.453367 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2882096e-226f-4e62-b194-9e7f497d71f2 req-fb7928e0-fd8a-419d-8618-53697db339aa tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585186 May 13 15:10:09.459166 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-62583ba7-28ad-45d5-a470-08fa4c09f6b1 admin admin] Usage tracker for resource:security_group_rule and tenant:2ed8cd097fd044a3aab481121d75d206 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:09.462960 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-62583ba7-28ad-45d5-a470-08fa4c09f6b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:09.471136 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-62583ba7-28ad-45d5-a470-08fa4c09f6b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:09.607030 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-62583ba7-28ad-45d5-a470-08fa4c09f6b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:09.612506 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-62583ba7-28ad-45d5-a470-08fa4c09f6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:09.677650 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37366) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:09.687866 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-62583ba7-28ad-45d5-a470-08fa4c09f6b1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2ed8cd097fd044a3aab481121d75d206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2994814 May 13 15:10:09.690682 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62583ba7-28ad-45d5-a470-08fa4c09f6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbf5ab7-7e7f-47ac-a3dd-e172bd84ce9f,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:09.755998 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d3e971da-cf68-4c8b-b878-d68a5842a848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:09.790200 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d3e971da-cf68-4c8b-b878-d68a5842a848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:09.856677 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d3e971da-cf68-4c8b-b878-d68a5842a848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:09.897952 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e971da-cf68-4c8b-b878-d68a5842a848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbf5ab7-7e7f-47ac-a3dd-e172bd84ce9f,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:09.899944 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d3e971da-cf68-4c8b-b878-d68a5842a848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:09.903485 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d3e971da-cf68-4c8b-b878-d68a5842a848 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3fbf5ab7-7e7f-47ac-a3dd-e172bd84ce9f HTTP/1.1" status: 204 len: 168 time: 0.2223387 May 13 15:10:10.768729 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5adcbf-5e0f-461b-8681-7639489b1630 req-06c7ea35-2f19-4858-8cd2-1acb7381e360 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:10.778000 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9b5adcbf-5e0f-461b-8681-7639489b1630 req-06c7ea35-2f19-4858-8cd2-1acb7381e360 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 945 time: 0.1349254 May 13 15:10:10.828344 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9b5adcbf-5e0f-461b-8681-7639489b1630 req-5c1d5538-02ca-4f1c-8c81-eafa4f867cee tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492096 May 13 15:10:11.281446 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37402) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:11.347937 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-908b9d95-9c45-4295-9c86-e977ac0742af admin admin] Deleting subnet 203a5cf2-af00-41e8-8970-5cf8a9faf24d {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:10:11.351482 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-908b9d95-9c45-4295-9c86-e977ac0742af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:11.416952 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-908b9d95-9c45-4295-9c86-e977ac0742af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:11.481785 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-908b9d95-9c45-4295-9c86-e977ac0742af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:11.568211 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-908b9d95-9c45-4295-9c86-e977ac0742af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:11.625610 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-908b9d95-9c45-4295-9c86-e977ac0742af admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:11.628592 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b9d95-9c45-4295-9c86-e977ac0742af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=203a5cf2-af00-41e8-8970-5cf8a9faf24d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:11.637888 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37414) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:11.637984 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-908b9d95-9c45-4295-9c86-e977ac0742af admin admin] 10.222.0.35 "DELETE /v2.0/subnets/203a5cf2-af00-41e8-8970-5cf8a9faf24d HTTP/1.1" status: 204 len: 168 time: 0.3552475 May 13 15:10:11.755069 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37422) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:11.802886 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cee96feb-3ddf-428c-a5a0-fc4ce169b677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:12.000833 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-3f59dacb-d3dd-4d2e-9902-25e5b34c586e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Deleting port aee5a974-4b2e-4f21-9598-4ce7223803bd {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:10:12.001089 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f59dacb-d3dd-4d2e-9902-25e5b34c586e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:12.132856 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cee96feb-3ddf-428c-a5a0-fc4ce169b677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:12.170594 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-cee96feb-3ddf-428c-a5a0-fc4ce169b677 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f556768-0f93-43fc-942c-9035b0d82cba']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:12.207232 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-cee96feb-3ddf-428c-a5a0-fc4ce169b677 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '156c89ab-6953-4c5e-b9ec-0ef686f8b610') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:12.209363 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-cee96feb-3ddf-428c-a5a0-fc4ce169b677 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '156c89ab-6953-4c5e-b9ec-0ef686f8b610') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:12.253590 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cee96feb-3ddf-428c-a5a0-fc4ce169b677 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:12.288469 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cee96feb-3ddf-428c-a5a0-fc4ce169b677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:12.300734 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee96feb-3ddf-428c-a5a0-fc4ce169b677 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:10:12.301539 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cee96feb-3ddf-428c-a5a0-fc4ce169b677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:12.336309 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 15:10:12.336309 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:10:12.336309 n-d-841760-1 neutron-server[88081]: timer() May 13 15:10:12.336309 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:10:12.336309 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 15:10:12.336309 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:10:12.336309 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 15:10:12.336309 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:10:12.336309 n-d-841760-1 neutron-server[88081]: self._notify() May 13 15:10:12.336309 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:10:12.336309 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 15:10:12.336309 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:10:12.336309 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 15:10:12.336309 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:10:12.336309 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:10:12.336309 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:10:12.336309 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:10:12.336309 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:10:12.336309 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 15:10:12.336309 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:10:12.336309 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 15:10:12.336309 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:10:12.336309 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:10:12.336309 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:10:12.336309 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 15:10:12.336309 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:10:12.336309 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:10:12.336309 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:10:12.336309 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:10:12.336309 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:10:12.336309 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:10:12.336309 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:10:12.414956 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ee71a-6612-4459-af16-c6d94590250c req-303b2712-d9b9-4d9e-bafc-5aa84d2762c2 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:12.416597 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-783ee71a-6612-4459-af16-c6d94590250c req-303b2712-d9b9-4d9e-bafc-5aa84d2762c2 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 945 time: 0.3312974 May 13 15:10:12.421774 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f59dacb-d3dd-4d2e-9902-25e5b34c586e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:12.422143 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f59dacb-d3dd-4d2e-9902-25e5b34c586e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:12.488211 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cee96feb-3ddf-428c-a5a0-fc4ce169b677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:12.516913 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-cee96feb-3ddf-428c-a5a0-fc4ce169b677 admin admin] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:12.538942 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee96feb-3ddf-428c-a5a0-fc4ce169b677 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f556768-0f93-43fc-942c-9035b0d82cba,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:12.566254 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-cee96feb-3ddf-428c-a5a0-fc4ce169b677 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0f556768-0f93-43fc-942c-9035b0d82cba HTTP/1.1" status: 204 len: 168 time: 0.9272413 May 13 15:10:12.599156 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-3f59dacb-d3dd-4d2e-9902-25e5b34c586e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Calling delete_port for aee5a974-4b2e-4f21-9598-4ce7223803bd owned by network:floatingip {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:10:12.711303 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-783ee71a-6612-4459-af16-c6d94590250c req-0d67912e-5447-4710-ab4b-6fc0538effb2 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2810962 May 13 15:10:12.824274 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37444) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:12.874076 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f59dacb-d3dd-4d2e-9902-25e5b34c586e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:12.887064 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a2d3f8bb-c7ba-47d2-a5a6-d2f4fcaf1355 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fd8f7c833f2e4334b17514422b189cd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0612931 May 13 15:10:12.889757 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37448) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:12.945717 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59dacb-d3dd-4d2e-9902-25e5b34c586e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Pushing event deleted for resources: {'Port': ['ID=aee5a974-4b2e-4f21-9598-4ce7223803bd,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:12.979538 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b9ff8d18-ace5-4da7-a869-cc40d1c77280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:13.013697 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b9ff8d18-ace5-4da7-a869-cc40d1c77280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:13.062850 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f59dacb-d3dd-4d2e-9902-25e5b34c586e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for floatingip, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:13.063661 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-3f59dacb-d3dd-4d2e-9902-25e5b34c586e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Floating IP 5c6e9ab0-3050-4d30-8d2e-4c8a0b2173d9 disassociated (deleted). External IP: 172.25.0.145, port: e991162e-da41-43ce-b28a-f62363649f50. May 13 15:10:13.077310 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b9ff8d18-ace5-4da7-a869-cc40d1c77280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:13.095341 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff8d18-ace5-4da7-a869-cc40d1c77280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8c11c1-1396-4438-856b-abdb160c9ff4,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:13.119681 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b9ff8d18-ace5-4da7-a869-cc40d1c77280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:13.128268 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b9ff8d18-ace5-4da7-a869-cc40d1c77280 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba8c11c1-1396-4438-856b-abdb160c9ff4 HTTP/1.1" status: 204 len: 168 time: 0.2368755 May 13 15:10:13.605509 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f59dacb-d3dd-4d2e-9902-25e5b34c586e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Router 44ec9fef-c72d-4385-8c9b-5b93076abd1a has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:10:13.930552 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f59dacb-d3dd-4d2e-9902-25e5b34c586e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:10:13.949167 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebfa518-4a38-416f-9fc0-4eed6dc567d3 None None] Sync routers for ids ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:10:13.965886 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f59dacb-d3dd-4d2e-9902-25e5b34c586e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:13.972189 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebfa518-4a38-416f-9fc0-4eed6dc567d3 None None] Routers {'44ec9fef-c72d-4385-8c9b-5b93076abd1a'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:10:13.972827 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-8ebfa518-4a38-416f-9fc0-4eed6dc567d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:10:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:14.138847 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3f59dacb-d3dd-4d2e-9902-25e5b34c586e tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "DELETE /v2.0/floatingips/5c6e9ab0-3050-4d30-8d2e-4c8a0b2173d9 HTTP/1.1" status: 204 len: 168 time: 2.3822091 May 13 15:10:14.146994 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8919899d-7024-4a41-8826-f256ea9a70cd', 'tag': 'e991162e-da41-43ce-b28a-f62363649f50'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:10:14.186752 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-8ebfa518-4a38-416f-9fc0-4eed6dc567d3 None None] Set router 44ec9fef-c72d-4385-8c9b-5b93076abd1a gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:10:14.555989 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd103ef9-5d64-4515-95be-4cd21e6a9cc4 req-fef953d2-2e31-4301-a15d-c5743c27cc00 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:14.557680 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cd103ef9-5d64-4515-95be-4cd21e6a9cc4 req-fef953d2-2e31-4301-a15d-c5743c27cc00 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 945 time: 0.6019163 May 13 15:10:14.626485 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cd103ef9-5d64-4515-95be-4cd21e6a9cc4 req-51b8dc2f-9791-4cd7-8191-b5b722567b5c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622818 May 13 15:10:14.652488 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-8ebfa518-4a38-416f-9fc0-4eed6dc567d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'name': 'tempest-TestVolumeBootPattern-1177078177-router', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:24Z', 'updated_at': '2022-05-13T14:58:33Z', 'revision_number': 4, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'gw_port': {'id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:27Z', 'updated_at': '2022-05-13T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'ba52dd23-838b-48b4-90bf-75e37d2ea5fb', 'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'mac_address': 'fa:16:3e:f6:99:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:31Z', 'updated_at': '2022-05-13T14:58:43Z', 'revision_number': 5, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'subnets': [{'id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:14.657538 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebfa518-4a38-416f-9fc0-4eed6dc567d3 None None] Checking router: 44ec9fef-c72d-4385-8c9b-5b93076abd1a for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:10:14.669578 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebfa518-4a38-416f-9fc0-4eed6dc567d3 None None] Routers {'44ec9fef-c72d-4385-8c9b-5b93076abd1a'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:10:14.670307 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-8ebfa518-4a38-416f-9fc0-4eed6dc567d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:10:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:14.684641 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2402c728-4edf-4365-96e6-5b89f994eedc'] response: {'name': 'network-changed', 'server_uuid': '8919899d-7024-4a41-8826-f256ea9a70cd', 'tag': 'e991162e-da41-43ce-b28a-f62363649f50', 'status': 'completed', 'code': 200} May 13 15:10:14.935409 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-8ebfa518-4a38-416f-9fc0-4eed6dc567d3 None None] Set router 44ec9fef-c72d-4385-8c9b-5b93076abd1a gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:10:14.970951 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b869021-4eb8-4a18-9763-d382cf7fecb9 req-73cd346a-1e8e-43ba-8cbf-c5d1bfe97a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:14.974302 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7b869021-4eb8-4a18-9763-d382cf7fecb9 req-73cd346a-1e8e-43ba-8cbf-c5d1bfe97a4a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2&device_id=8919899d-7024-4a41-8826-f256ea9a70cd HTTP/1.1" status: 200 len: 1097 time: 0.2322748 May 13 15:10:14.991465 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118add2-1919-4638-9f0a-e354037deb71 req-50b4a1e7-f842-4830-ad6b-7d9131474d2c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:14.995790 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0118add2-1919-4638-9f0a-e354037deb71 req-50b4a1e7-f842-4830-ad6b-7d9131474d2c tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=8919899d-7024-4a41-8826-f256ea9a70cd HTTP/1.1" status: 200 len: 946 time: 0.1848109 May 13 15:10:15.146891 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0118add2-1919-4638-9f0a-e354037deb71 req-bb547343-674d-4245-9c29-ec040235f775 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209474 May 13 15:10:15.191840 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b869021-4eb8-4a18-9763-d382cf7fecb9 req-b71bbcc9-d261-46f8-99ae-69657279873f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:15.194002 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7b869021-4eb8-4a18-9763-d382cf7fecb9 req-b71bbcc9-d261-46f8-99ae-69657279873f service neutron] 10.222.0.74 "GET /v2.0/networks?id=b043589d-15c3-44b5-8d99-d7c57b00acb0 HTTP/1.1" status: 200 len: 913 time: 0.1967046 May 13 15:10:15.315569 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7b869021-4eb8-4a18-9763-d382cf7fecb9 req-00deaac2-016a-42e1-8a01-93b6f0e8b439 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e991162e-da41-43ce-b28a-f62363649f50 HTTP/1.1" status: 200 len: 217 time: 0.1150963 May 13 15:10:15.399271 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b869021-4eb8-4a18-9763-d382cf7fecb9 req-350f6db8-1875-4426-b5b5-60b23e07a13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:15.401826 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7b869021-4eb8-4a18-9763-d382cf7fecb9 req-350f6db8-1875-4426-b5b5-60b23e07a13d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b5ceabd-0dba-40ce-b48a-2cb206526c19 HTTP/1.1" status: 200 len: 851 time: 0.0778980 May 13 15:10:15.448414 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-8ebfa518-4a38-416f-9fc0-4eed6dc567d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'name': 'tempest-TestVolumeBootPattern-1177078177-router', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:24Z', 'updated_at': '2022-05-13T14:58:33Z', 'revision_number': 4, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'gw_port': {'id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:27Z', 'updated_at': '2022-05-13T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'ba52dd23-838b-48b4-90bf-75e37d2ea5fb', 'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'mac_address': 'fa:16:3e:f6:99:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:31Z', 'updated_at': '2022-05-13T14:58:43Z', 'revision_number': 5, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'subnets': [{'id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:15.456842 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebfa518-4a38-416f-9fc0-4eed6dc567d3 None None] The sync data for ids ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'] in n-d-841760-1 is: [{'id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'name': 'tempest-TestVolumeBootPattern-1177078177-router', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:24Z', 'updated_at': '2022-05-13T14:58:33Z', 'revision_number': 4, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'gw_port': {'id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:27Z', 'updated_at': '2022-05-13T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'ba52dd23-838b-48b4-90bf-75e37d2ea5fb', 'name': '', 'network_id': 'b043589d-15c3-44b5-8d99-d7c57b00acb0', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'mac_address': 'fa:16:3e:f6:99:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:31Z', 'updated_at': '2022-05-13T14:58:43Z', 'revision_number': 5, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'subnets': [{'id': '3b5ceabd-0dba-40ce-b48a-2cb206526c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:10:15.532215 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b869021-4eb8-4a18-9763-d382cf7fecb9 req-51e500d9-c968-4ead-8a36-2279b2509bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:15.534263 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7b869021-4eb8-4a18-9763-d382cf7fecb9 req-51e500d9-c968-4ead-8a36-2279b2509bcf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b043589d-15c3-44b5-8d99-d7c57b00acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1182055 May 13 15:10:15.738725 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7b869021-4eb8-4a18-9763-d382cf7fecb9 req-bb281ca9-41ea-4c72-9589-577a6a9bf12a service neutron] 10.222.0.74 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966162 May 13 15:10:15.914702 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3069ee70-bbca-404f-b2b8-84cb88b39c7b None None] New status for floating IP 5c6e9ab0-3050-4d30-8d2e-4c8a0b2173d9: DOWN {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:10:15.974831 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7b869021-4eb8-4a18-9763-d382cf7fecb9 req-581eab7c-3f2a-479a-903d-9042ce7ee747 service neutron] 10.222.0.74 "GET /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156212 May 13 15:10:16.081630 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c68da5-f660-4796-b193-e300b764a4ac req-9e746294-5d31-4fb6-bd3f-c003097b24bc tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:16.095291 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-81c68da5-f660-4796-b193-e300b764a4ac req-9e746294-5d31-4fb6-bd3f-c003097b24bc tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 945 time: 0.2380235 May 13 15:10:16.216838 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-81c68da5-f660-4796-b193-e300b764a4ac req-5c6d532f-44f8-4f25-83b0-ba2626d48499 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199596 May 13 15:10:16.516484 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fbef8-32f1-494d-925a-b9c0659c1850 req-9b94c535-a151-4dae-8655-9250144d7e93 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:16.518902 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-217fbef8-32f1-494d-925a-b9c0659c1850 req-9b94c535-a151-4dae-8655-9250144d7e93 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=8919899d-7024-4a41-8826-f256ea9a70cd HTTP/1.1" status: 200 len: 946 time: 0.1409459 May 13 15:10:16.649242 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-217fbef8-32f1-494d-925a-b9c0659c1850 req-ce509ff0-1e1f-4ecc-8eac-a502d2632f1f tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206114 May 13 15:10:16.675513 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b850f7-abc1-4bd9-80a9-c5fbff7d6a1b req-853c8815-e29e-4ebb-a2c1-3a223747a4a0 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:16.677081 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-85b850f7-abc1-4bd9-80a9-c5fbff7d6a1b req-853c8815-e29e-4ebb-a2c1-3a223747a4a0 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.74 "GET /v2.0/ports?device_id=8919899d-7024-4a41-8826-f256ea9a70cd HTTP/1.1" status: 200 len: 946 time: 0.1453457 May 13 15:10:16.921665 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-85b850f7-abc1-4bd9-80a9-c5fbff7d6a1b req-b9218588-07bb-4d13-b08a-3ac196591d1d tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Deleting port e991162e-da41-43ce-b28a-f62363649f50 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:10:16.922276 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-85b850f7-abc1-4bd9-80a9-c5fbff7d6a1b req-b9218588-07bb-4d13-b08a-3ac196591d1d tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:17.390474 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-85b850f7-abc1-4bd9-80a9-c5fbff7d6a1b req-b9218588-07bb-4d13-b08a-3ac196591d1d tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] For port e991162e-da41-43ce-b28a-f62363649f50, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=e991162e-da41-43ce-b28a-f62363649f50,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:17.390858 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-85b850f7-abc1-4bd9-80a9-c5fbff7d6a1b req-b9218588-07bb-4d13-b08a-3ac196591d1d tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:17.543667 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44f55a-ecd8-4a3c-93ea-da3f60b78cfd req-404836dc-1ef5-49ad-b413-98246dfad194 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:17.551421 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ab44f55a-ecd8-4a3c-93ea-da3f60b78cfd req-404836dc-1ef5-49ad-b413-98246dfad194 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 945 time: 0.1427264 May 13 15:10:17.619788 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ab44f55a-ecd8-4a3c-93ea-da3f60b78cfd req-a5ab4d5c-57f6-491c-92ac-4fa391d8ff4b tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672674 May 13 15:10:17.632137 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-85b850f7-abc1-4bd9-80a9-c5fbff7d6a1b req-b9218588-07bb-4d13-b08a-3ac196591d1d tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Calling delete_port for e991162e-da41-43ce-b28a-f62363649f50 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:10:17.672409 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37592) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:17.867689 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-85b850f7-abc1-4bd9-80a9-c5fbff7d6a1b req-b9218588-07bb-4d13-b08a-3ac196591d1d tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:17.925405 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c050ce86-39f4-4c2b-9843-f19c7f8fb0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:17.944472 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c050ce86-39f4-4c2b-9843-f19c7f8fb0be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:17.951368 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c050ce86-39f4-4c2b-9843-f19c7f8fb0be admin admin] Usage tracker for resource:security_group_rule and tenant:b5b3eacc4ac4498fb7232dc5e2617f73 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:17.955093 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c050ce86-39f4-4c2b-9843-f19c7f8fb0be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:17.963385 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c050ce86-39f4-4c2b-9843-f19c7f8fb0be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:18.002498 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9218588-07bb-4d13-b08a-3ac196591d1d tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Pushing event deleted for resources: {'Port': ['ID=e991162e-da41-43ce-b28a-f62363649f50,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:18.068389 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef2de003-bc58-4c38-b643-eb3090180741 req-967895de-fca3-4836-ab02-8f754a53a8b7 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=8919899d-7024-4a41-8826-f256ea9a70cd HTTP/1.1" status: 200 len: 210 time: 0.1343305 May 13 15:10:18.101274 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c050ce86-39f4-4c2b-9843-f19c7f8fb0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:18.110954 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c050ce86-39f4-4c2b-9843-f19c7f8fb0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:18.115991 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b850f7-abc1-4bd9-80a9-c5fbff7d6a1b req-b9218588-07bb-4d13-b08a-3ac196591d1d tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] No DVR routers for this DVR port e991162e-da41-43ce-b28a-f62363649f50 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:10:18.118923 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-85b850f7-abc1-4bd9-80a9-c5fbff7d6a1b req-b9218588-07bb-4d13-b08a-3ac196591d1d tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:18.128945 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8919899d-7024-4a41-8826-f256ea9a70cd', 'name': 'network-vif-deleted', 'tag': 'e991162e-da41-43ce-b28a-f62363649f50'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:10:18.135089 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-85b850f7-abc1-4bd9-80a9-c5fbff7d6a1b req-b9218588-07bb-4d13-b08a-3ac196591d1d tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.74 "DELETE /v2.0/ports/e991162e-da41-43ce-b28a-f62363649f50 HTTP/1.1" status: 204 len: 173 time: 1.3141198 May 13 15:10:18.173315 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050ce86-39f4-4c2b-9843-f19c7f8fb0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571da8f6-e597-4165-9633-24a1a09e47d0,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:18.199012 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca45bf69-3118-4889-af26-ba71a2426f29'] response: {'server_uuid': '8919899d-7024-4a41-8826-f256ea9a70cd', 'name': 'network-vif-deleted', 'tag': 'e991162e-da41-43ce-b28a-f62363649f50', 'status': 'completed', 'code': 200} May 13 15:10:18.203699 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c050ce86-39f4-4c2b-9843-f19c7f8fb0be admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b5b3eacc4ac4498fb7232dc5e2617f73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5300431 May 13 15:10:18.207400 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37604) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:18.314232 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cff2aa97-3219-4138-9f52-f71e5630449f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:18.359327 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:18.369044 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cff2aa97-3219-4138-9f52-f71e5630449f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:18.451078 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cff2aa97-3219-4138-9f52-f71e5630449f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:18.470279 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2aa97-3219-4138-9f52-f71e5630449f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571da8f6-e597-4165-9633-24a1a09e47d0,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:18.477177 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cff2aa97-3219-4138-9f52-f71e5630449f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:18.478342 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-cff2aa97-3219-4138-9f52-f71e5630449f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/571da8f6-e597-4165-9633-24a1a09e47d0 HTTP/1.1" status: 204 len: 168 time: 0.2692502 May 13 15:10:18.659881 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-e09efe18-557b-49a4-bcf0-4fa4cfdad058 service neutron] show failed (client error): The resource could not be found. May 13 15:10:18.662842 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-e09efe18-557b-49a4-bcf0-4fa4cfdad058 service neutron] 10.222.0.74 "GET /v2.0/ports/65b675a8-834a-4953-ace4-303f79671f0d/bindings/n-h1-841760-1 HTTP/1.1" status: 404 len: 380 time: 0.1220064 May 13 15:10:18.960782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464babb5-cf42-484d-9974-8303f20c3bc2 req-76c7c78f-4af6-4f93-a380-38630d35b172 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:18.962242 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-464babb5-cf42-484d-9974-8303f20c3bc2 req-76c7c78f-4af6-4f93-a380-38630d35b172 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 945 time: 0.1399760 May 13 15:10:19.106581 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-464babb5-cf42-484d-9974-8303f20c3bc2 req-aa4203b2-1fbf-43bd-abf6-ec1d228431cf tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999150 May 13 15:10:19.132000 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-693c6d6c-9856-496e-8e4b-6a8a08519219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:19.135251 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-693c6d6c-9856-496e-8e4b-6a8a08519219 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb&tenant_id=d15e70e5e3144c2db24c850097c3fbb0 HTTP/1.1" status: 200 len: 1096 time: 0.1719830 May 13 15:10:19.148512 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-9c8fe22e-2b72-41cb-921d-0b0bde95117f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-841760-1', 'device_owner': 'compute:nova'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:19.163411 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37620) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:19.206699 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-85a4b355-2f14-4605-be80-702577d40975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:19.246034 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-85a4b355-2f14-4605-be80-702577d40975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:19.258768 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-85a4b355-2f14-4605-be80-702577d40975 admin admin] Usage tracker for resource:security_group_rule and tenant:171b1c8b58754102ad7a690c028f8725 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:19.264120 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-85a4b355-2f14-4605-be80-702577d40975 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:19.276446 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-85a4b355-2f14-4605-be80-702577d40975 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:19.340392 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-9c8fe22e-2b72-41cb-921d-0b0bde95117f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:19.487590 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-d7758043-7ee1-4efe-96df-d31c86a2dabd req-389a7cbb-5b65-412d-9890-876ee237c7e5 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Synchronizing usage tracker for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:10:19.532565 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-d7758043-7ee1-4efe-96df-d31c86a2dabd req-389a7cbb-5b65-412d-9890-876ee237c7e5 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Unset dirty status for tenant:509ebfd4eb0444ae8f3872e1e9436dc2 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:10:19.534213 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d7758043-7ee1-4efe-96df-d31c86a2dabd req-389a7cbb-5b65-412d-9890-876ee237c7e5 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "GET /v2.0/ports?device_id=8919899d-7024-4a41-8826-f256ea9a70cd HTTP/1.1" status: 200 len: 210 time: 0.1454108 May 13 15:10:19.607073 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-85a4b355-2f14-4605-be80-702577d40975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:19.612765 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-85a4b355-2f14-4605-be80-702577d40975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:19.669515 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-85a4b355-2f14-4605-be80-702577d40975 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=171b1c8b58754102ad7a690c028f8725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5042775 May 13 15:10:19.670027 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37624) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:19.687362 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4b355-2f14-4605-be80-702577d40975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79d8f19-2a20-41d7-b9d2-3170e06d2282,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:19.713612 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-9c8fe22e-2b72-41cb-921d-0b0bde95117f service neutron] For port 65b675a8-834a-4953-ace4-303f79671f0d, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=65b675a8-834a-4953-ace4-303f79671f0d,segment=NetworkSegment(ea59a2af-9274-4abf-87d4-9f926de3f03f),segment_id=ea59a2af-9274-4abf-87d4-9f926de3f03f)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:19.785474 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7cb7811d-1ee8-468d-bb39-be7366339a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:19.801455 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-9c8fe22e-2b72-41cb-921d-0b0bde95117f service neutron] For port 65b675a8-834a-4953-ace4-303f79671f0d, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:10:19.858307 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7cb7811d-1ee8-468d-bb39-be7366339a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:19.911333 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-9c8fe22e-2b72-41cb-921d-0b0bde95117f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:19.921781 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 65b675a8-834a-4953-ace4-303f79671f0d no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:10:19.937082 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-9c8fe22e-2b72-41cb-921d-0b0bde95117f service neutron] Transition to ACTIVE for port object 65b675a8-834a-4953-ace4-303f79671f0d will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:19.943590 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-9c8fe22e-2b72-41cb-921d-0b0bde95117f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:19.989059 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 65b675a8-834a-4953-ace4-303f79671f0d not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:10:19.989851 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device e991162e-da41-43ce-b28a-f62363649f50 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:10:20.034263 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: e991162e-da41-43ce-b28a-f62363649f50 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:10:20.039712 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device e991162e-da41-43ce-b28a-f62363649f50 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:10:20.312777 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e4cdf0-c8b6-4272-be0e-14a7944f7edb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65b675a8-834a-4953-ace4-303f79671f0d'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:10:20.317996 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7cb7811d-1ee8-468d-bb39-be7366339a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:20.374936 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7811d-1ee8-468d-bb39-be7366339a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79d8f19-2a20-41d7-b9d2-3170e06d2282,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:20.382487 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7cb7811d-1ee8-468d-bb39-be7366339a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:20.386729 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7cb7811d-1ee8-468d-bb39-be7366339a6b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a79d8f19-2a20-41d7-b9d2-3170e06d2282 HTTP/1.1" status: 204 len: 168 time: 0.7153528 May 13 15:10:20.432119 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69292af6-79ec-4511-bfaf-c3bba11139ed'] response: {'server_uuid': '11e4cdf0-c8b6-4272-be0e-14a7944f7edb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65b675a8-834a-4953-ace4-303f79671f0d', 'code': 200} May 13 15:10:20.432747 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8fe22e-2b72-41cb-921d-0b0bde95117f service neutron] Pushing event updated for resources: {'Port': ['ID=65b675a8-834a-4953-ace4-303f79671f0d,revision_number=6']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:20.503619 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-9c8fe22e-2b72-41cb-921d-0b0bde95117f service neutron] No DVR routers for this DVR port 65b675a8-834a-4953-ace4-303f79671f0d on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:10:20.685265 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37640) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:20.733124 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c221c3-6c2c-4055-ba56-ad2ff66a6cb3 req-faaeb388-0c6c-4c49-a643-755d07a571e3 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:20.734637 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c2c221c3-6c2c-4055-ba56-ad2ff66a6cb3 req-faaeb388-0c6c-4c49-a643-755d07a571e3 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 943 time: 0.3609924 May 13 15:10:20.846905 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c2c221c3-6c2c-4055-ba56-ad2ff66a6cb3 req-a6613fe1-3171-4bc4-881d-8c94673886b0 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032062 May 13 15:10:20.912284 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-22e61d15-7a78-4f0e-b133-2fbb81656b91 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Deleting port 90b97c2e-2d6c-472a-b40a-4532b4dc2925 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:10:20.912841 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-22e61d15-7a78-4f0e-b133-2fbb81656b91 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:20.939033 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-9c8fe22e-2b72-41cb-921d-0b0bde95117f service neutron] Attempting to bind port 65b675a8-834a-4953-ace4-303f79671f0d on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:10:20.939535 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-9c8fe22e-2b72-41cb-921d-0b0bde95117f service neutron] Attempting to bind port 65b675a8-834a-4953-ace4-303f79671f0d by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'ea59a2af-9274-4abf-87d4-9f926de3f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:10:20.939867 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-9c8fe22e-2b72-41cb-921d-0b0bde95117f service neutron] Attempting to bind port 65b675a8-834a-4953-ace4-303f79671f0d on network 2d732bf4-bc30-4ab8-be5f-a1747b048afc {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:10:20.947613 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-9c8fe22e-2b72-41cb-921d-0b0bde95117f service neutron] Port 65b675a8-834a-4953-ace4-303f79671f0d on network 2d732bf4-bc30-4ab8-be5f-a1747b048afc not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:10:20.949159 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-9c8fe22e-2b72-41cb-921d-0b0bde95117f service neutron] Attempting to bind port 65b675a8-834a-4953-ace4-303f79671f0d on network 2d732bf4-bc30-4ab8-be5f-a1747b048afc {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:10:20.956403 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-9c8fe22e-2b72-41cb-921d-0b0bde95117f service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:10:20.956768 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-9c8fe22e-2b72-41cb-921d-0b0bde95117f service neutron] Checking segment: {'id': 'ea59a2af-9274-4abf-87d4-9f926de3f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:10:20.957125 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-9c8fe22e-2b72-41cb-921d-0b0bde95117f service neutron] Bound using segment: {'id': 'ea59a2af-9274-4abf-87d4-9f926de3f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:10:20.957594 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-9c8fe22e-2b72-41cb-921d-0b0bde95117f service neutron] Bound port: 65b675a8-834a-4953-ace4-303f79671f0d, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea59a2af-9274-4abf-87d4-9f926de3f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:10:20.957945 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-9c8fe22e-2b72-41cb-921d-0b0bde95117f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:21.070880 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-9c8fe22e-2b72-41cb-921d-0b0bde95117f service neutron] For port 65b675a8-834a-4953-ace4-303f79671f0d, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:10:21.074933 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-9c8fe22e-2b72-41cb-921d-0b0bde95117f service neutron] For port 65b675a8-834a-4953-ace4-303f79671f0d, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=65b675a8-834a-4953-ace4-303f79671f0d,segment=NetworkSegment(ea59a2af-9274-4abf-87d4-9f926de3f03f),segment_id=ea59a2af-9274-4abf-87d4-9f926de3f03f)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:10:21.081284 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-9c8fe22e-2b72-41cb-921d-0b0bde95117f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:21.150359 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-9c8fe22e-2b72-41cb-921d-0b0bde95117f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:21.150995 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-9c8fe22e-2b72-41cb-921d-0b0bde95117f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:21.152575 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-9c8fe22e-2b72-41cb-921d-0b0bde95117f service neutron] 10.222.0.59 "PUT /v2.0/ports/65b675a8-834a-4953-ace4-303f79671f0d HTTP/1.1" status: 200 len: 1091 time: 2.0106213 May 13 15:10:21.162952 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-22e61d15-7a78-4f0e-b133-2fbb81656b91 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:21.163337 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-22e61d15-7a78-4f0e-b133-2fbb81656b91 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:21.386649 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8fe22e-2b72-41cb-921d-0b0bde95117f service neutron] Pushing event updated for resources: {'Port': ['ID=65b675a8-834a-4953-ace4-303f79671f0d,revision_number=7']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:21.461024 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-926667de-c231-4e30-98b0-101a4603d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:21.462658 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-926667de-c231-4e30-98b0-101a4603d960 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 1094 time: 0.2524750 May 13 15:10:21.663287 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-22e61d15-7a78-4f0e-b133-2fbb81656b91 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Calling delete_port for 90b97c2e-2d6c-472a-b40a-4532b4dc2925 owned by network:floatingip {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:10:21.749982 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-d224f77d-5295-40ae-9e86-82f4363e4f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:21.753222 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-d224f77d-5295-40ae-9e86-82f4363e4f58 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2d732bf4-bc30-4ab8-be5f-a1747b048afc HTTP/1.1" status: 200 len: 897 time: 0.2831397 May 13 15:10:21.878569 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-22e61d15-7a78-4f0e-b133-2fbb81656b91 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:21.929725 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-181eed11-00f3-42e0-aab2-5cdbdd5e93a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65b675a8-834a-4953-ace4-303f79671f0d HTTP/1.1" status: 200 len: 999 time: 0.1700165 May 13 15:10:21.938349 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e61d15-7a78-4f0e-b133-2fbb81656b91 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Pushing event deleted for resources: {'Port': ['ID=90b97c2e-2d6c-472a-b40a-4532b4dc2925,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:22.033634 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-1be2c0cd-2161-43d4-a246-230cfadf3806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:22.036219 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-1be2c0cd-2161-43d4-a246-230cfadf3806 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5287b102-f481-477f-a6d5-3ef597015ecd HTTP/1.1" status: 200 len: 834 time: 0.0965536 May 13 15:10:22.121063 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-22e61d15-7a78-4f0e-b133-2fbb81656b91 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for floatingip, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:22.144691 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ffecb-431d-44d9-911f-c09a44136c8b req-ec9283e4-a6ad-4b36-8edc-ca0d0f96f16f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:22.147073 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b52ffecb-431d-44d9-911f-c09a44136c8b req-ec9283e4-a6ad-4b36-8edc-ca0d0f96f16f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 943 time: 0.1693435 May 13 15:10:22.159078 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-da0befb9-64d5-443b-aec8-1f3921401aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:22.160638 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-da0befb9-64d5-443b-aec8-1f3921401aec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2d732bf4-bc30-4ab8-be5f-a1747b048afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186669 May 13 15:10:22.214009 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b52ffecb-431d-44d9-911f-c09a44136c8b req-0b72f988-5559-4dad-907c-06235b05c94e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560498 May 13 15:10:22.215022 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-22e61d15-7a78-4f0e-b133-2fbb81656b91 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:22.216461 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-22e61d15-7a78-4f0e-b133-2fbb81656b91 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "DELETE /v2.0/floatingips/d80764c5-e5a3-4ff1-9237-270bc6d6fdb2 HTTP/1.1" status: 204 len: 168 time: 1.5299773 May 13 15:10:22.390157 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-b21bae18-a73f-4b4f-886f-6722689e589d service neutron] 10.222.0.59 "GET /v2.0/networks/2d732bf4-bc30-4ab8-be5f-a1747b048afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210598 May 13 15:10:22.549467 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e4cdf0-c8b6-4272-be0e-14a7944f7edb', 'tag': '65b675a8-834a-4953-ace4-303f79671f0d'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:10:22.681183 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-847d0abd-136a-41ca-bbe6-38a4b9a30ac3 req-a1c4fce5-7709-4ce1-914b-6b93e12aac98 service neutron] 10.222.0.59 "GET /v2.0/networks/2d732bf4-bc30-4ab8-be5f-a1747b048afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845743 May 13 15:10:22.688399 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7aa9137-2b79-4402-8b07-e83fe94406d9'] response: {'name': 'network-changed', 'server_uuid': '11e4cdf0-c8b6-4272-be0e-14a7944f7edb', 'tag': '65b675a8-834a-4953-ace4-303f79671f0d', 'status': 'completed', 'code': 200} May 13 15:10:23.062621 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08cce5-7b08-49a5-85f0-0679db0b555e req-f4f97276-2ec6-41fd-9e04-7818aa1c0e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:23.065107 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e08cce5-7b08-49a5-85f0-0679db0b555e req-f4f97276-2ec6-41fd-9e04-7818aa1c0e0d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 1094 time: 0.3091681 May 13 15:10:23.421075 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08cce5-7b08-49a5-85f0-0679db0b555e req-4f02b26c-4d55-4a87-bd25-436cceef114d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:23.423523 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e08cce5-7b08-49a5-85f0-0679db0b555e req-4f02b26c-4d55-4a87-bd25-436cceef114d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 1094 time: 0.5756559 May 13 15:10:23.685274 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08cce5-7b08-49a5-85f0-0679db0b555e req-4cb2022b-c74d-44e7-82f0-836405b3fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:23.686510 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e08cce5-7b08-49a5-85f0-0679db0b555e req-4cb2022b-c74d-44e7-82f0-836405b3fe1f service neutron] 10.222.0.74 "GET /v2.0/networks?id=2d732bf4-bc30-4ab8-be5f-a1747b048afc HTTP/1.1" status: 200 len: 897 time: 0.6142693 May 13 15:10:23.840545 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08cce5-7b08-49a5-85f0-0679db0b555e req-91fed183-aadc-486c-9fc9-68b09a993250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:23.842186 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e08cce5-7b08-49a5-85f0-0679db0b555e req-91fed183-aadc-486c-9fc9-68b09a993250 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2d732bf4-bc30-4ab8-be5f-a1747b048afc HTTP/1.1" status: 200 len: 897 time: 0.4043643 May 13 15:10:23.853121 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e08cce5-7b08-49a5-85f0-0679db0b555e req-f489a224-10ee-4e77-888d-5a034bf5cb00 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65b675a8-834a-4953-ace4-303f79671f0d HTTP/1.1" status: 200 len: 999 time: 0.1543469 May 13 15:10:23.918121 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158da4f2-2669-48fd-8148-e3215dc70503 req-e7385584-02ea-439e-8dae-f172eca2ca0d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:23.919888 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-158da4f2-2669-48fd-8148-e3215dc70503 req-e7385584-02ea-439e-8dae-f172eca2ca0d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 943 time: 0.4467852 May 13 15:10:24.028480 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08cce5-7b08-49a5-85f0-0679db0b555e req-51f570d5-9b6f-49e7-81e9-e4125f40d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:24.030308 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e08cce5-7b08-49a5-85f0-0679db0b555e req-51f570d5-9b6f-49e7-81e9-e4125f40d5b1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5287b102-f481-477f-a6d5-3ef597015ecd HTTP/1.1" status: 200 len: 834 time: 0.1209855 May 13 15:10:24.189752 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-158da4f2-2669-48fd-8148-e3215dc70503 req-ff1c9109-6152-4eeb-bca9-ba599143b741 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2265222 May 13 15:10:24.198958 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e08cce5-7b08-49a5-85f0-0679db0b555e req-43e77a8d-c5ad-49af-ae4d-e41a1a5cead6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65b675a8-834a-4953-ace4-303f79671f0d HTTP/1.1" status: 200 len: 999 time: 0.3482995 May 13 15:10:24.304036 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08cce5-7b08-49a5-85f0-0679db0b555e req-92f74b8c-7f97-4a3a-96a8-5fa0284be1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:24.305482 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e08cce5-7b08-49a5-85f0-0679db0b555e req-92f74b8c-7f97-4a3a-96a8-5fa0284be1e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5287b102-f481-477f-a6d5-3ef597015ecd HTTP/1.1" status: 200 len: 834 time: 0.0923994 May 13 15:10:24.308289 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08cce5-7b08-49a5-85f0-0679db0b555e req-69caec81-2aea-4ea1-b297-69fe32735fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:24.309676 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e08cce5-7b08-49a5-85f0-0679db0b555e req-69caec81-2aea-4ea1-b297-69fe32735fdc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2d732bf4-bc30-4ab8-be5f-a1747b048afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2678976 May 13 15:10:24.629441 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08cce5-7b08-49a5-85f0-0679db0b555e req-9fdb2e75-7a78-4f3e-a508-11df90555ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:24.631886 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e08cce5-7b08-49a5-85f0-0679db0b555e req-9fdb2e75-7a78-4f3e-a508-11df90555ab6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2d732bf4-bc30-4ab8-be5f-a1747b048afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3199048 May 13 15:10:24.790938 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e08cce5-7b08-49a5-85f0-0679db0b555e req-5d9fe000-dec7-40c4-9cf3-b4bb6616a423 service neutron] 10.222.0.74 "GET /v2.0/networks/2d732bf4-bc30-4ab8-be5f-a1747b048afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380045 May 13 15:10:24.847018 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e08cce5-7b08-49a5-85f0-0679db0b555e req-867c554b-15e8-42c1-9e20-a49d62a60dd3 service neutron] 10.222.0.59 "GET /v2.0/networks/2d732bf4-bc30-4ab8-be5f-a1747b048afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996439 May 13 15:10:25.107374 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e08cce5-7b08-49a5-85f0-0679db0b555e req-80d3d8e2-c2bb-49c8-a7f8-4fbfeb567130 service neutron] 10.222.0.74 "GET /v2.0/networks/2d732bf4-bc30-4ab8-be5f-a1747b048afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025055 May 13 15:10:25.158974 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e08cce5-7b08-49a5-85f0-0679db0b555e req-ac316ce8-a2f3-40de-b57d-8c2859e94619 service neutron] 10.222.0.59 "GET /v2.0/networks/2d732bf4-bc30-4ab8-be5f-a1747b048afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400744 May 13 15:10:25.294985 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37734) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:25.474884 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e87e1db-446b-458f-8794-9ada3ab0ba18 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:25.529972 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febc529-95d8-4598-8a30-de14161ceb1d req-f792025e-80ea-434c-b332-16b0c786c148 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:25.536429 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8febc529-95d8-4598-8a30-de14161ceb1d req-f792025e-80ea-434c-b332-16b0c786c148 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 943 time: 0.2055261 May 13 15:10:25.539719 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e87e1db-446b-458f-8794-9ada3ab0ba18 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:25.651815 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8febc529-95d8-4598-8a30-de14161ceb1d req-3d53b598-fc87-4582-be0e-e69405c208cb tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019650 May 13 15:10:25.676882 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e87e1db-446b-458f-8794-9ada3ab0ba18 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:25.713925 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e87e1db-446b-458f-8794-9ada3ab0ba18 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:25.715081 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8e87e1db-446b-458f-8794-9ada3ab0ba18 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] 10.222.0.35 "DELETE /v2.0/security-groups/c8ea39b4-84c0-4cb8-a053-04c54d83b0d5 HTTP/1.1" status: 204 len: 168 time: 0.4184594 May 13 15:10:25.716432 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87e1db-446b-458f-8794-9ada3ab0ba18 tempest-TestVolumeBootPattern-391488159 tempest-TestVolumeBootPattern-391488159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ea39b4-84c0-4cb8-a053-04c54d83b0d5,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:25.800231 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37742) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:26.202502 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-8a08c05c-59ae-4df0-ad91-3abe7e2f82a4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:26.208835 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-8a08c05c-59ae-4df0-ad91-3abe7e2f82a4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.59 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb&tenant_id=d15e70e5e3144c2db24c850097c3fbb0&binding%3Ahost_id=n-h1-841760-1 HTTP/1.1" status: 200 len: 943 time: 0.2239640 May 13 15:10:26.358533 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-fb50b2ce-8abb-49ab-9a11-938f7a1e2526 service neutron] 10.222.0.59 "GET /v2.0/ports/65b675a8-834a-4953-ace4-303f79671f0d/bindings/n-h1-841760-1 HTTP/1.1" status: 200 len: 382 time: 0.1455033 May 13 15:10:26.450745 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9057834-a197-43be-a94e-b056544e4cbe req-110b934b-1698-4c36-ab50-1555a94d1f5a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:26.452334 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e9057834-a197-43be-a94e-b056544e4cbe req-110b934b-1698-4c36-ab50-1555a94d1f5a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 943 time: 0.2576699 May 13 15:10:26.475784 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-b2af6ef9-17ec-4e32-a929-16974a47802c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:26.477528 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-b2af6ef9-17ec-4e32-a929-16974a47802c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 1094 time: 0.0919948 May 13 15:10:26.506979 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:10:26.591170 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e9057834-a197-43be-a94e-b056544e4cbe req-e1880da4-63d8-4b9f-9556-b1bbaee87aa8 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306095 May 13 15:10:26.807262 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-9413e6b7-d8ae-4a0d-bc69-282fa6eeb573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:26.808744 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-9413e6b7-d8ae-4a0d-bc69-282fa6eeb573 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2d732bf4-bc30-4ab8-be5f-a1747b048afc HTTP/1.1" status: 200 len: 897 time: 0.3258722 May 13 15:10:26.936886 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-86eac429-dbd0-491b-87dc-284a6c420fac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65b675a8-834a-4953-ace4-303f79671f0d HTTP/1.1" status: 200 len: 999 time: 0.1221685 May 13 15:10:26.957226 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7cc17f50-6614-42ea-8895-a7e0767ea2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:27.015596 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-f896a5ab-3e03-46e3-ab5e-d80464f8fa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:27.017743 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-f896a5ab-3e03-46e3-ab5e-d80464f8fa89 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5287b102-f481-477f-a6d5-3ef597015ecd HTTP/1.1" status: 200 len: 834 time: 0.0716331 May 13 15:10:27.111437 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-22b9d8a6-9cea-4f07-9ff6-9bcb2abd65b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:27.115744 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-22b9d8a6-9cea-4f07-9ff6-9bcb2abd65b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2d732bf4-bc30-4ab8-be5f-a1747b048afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925827 May 13 15:10:27.221184 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 65b675a8-834a-4953-ace4-303f79671f0d details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:10:27.297485 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-a867b4c8-6ab1-4eab-a210-18c018cdd162 service neutron] 10.222.0.59 "GET /v2.0/networks/2d732bf4-bc30-4ab8-be5f-a1747b048afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757154 May 13 15:10:27.428391 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 65b675a8-834a-4953-ace4-303f79671f0d, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=65b675a8-834a-4953-ace4-303f79671f0d,segment=NetworkSegment(ea59a2af-9274-4abf-87d4-9f926de3f03f),segment_id=ea59a2af-9274-4abf-87d4-9f926de3f03f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:27.450387 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '65b675a8-834a-4953-ace4-303f79671f0d', 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc', 'port_id': '65b675a8-834a-4953-ace4-303f79671f0d', 'mac_address': 'fa:16:3e:ec:6a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5287b102-f481-477f-a6d5-3ef597015ecd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:10:27.496824 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e8c314b9-e4f6-4de1-8abc-7f53695ad1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:27.557193 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 65b675a8-834a-4953-ace4-303f79671f0d is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:27.564678 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:27.574490 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-bd349ce3-d4a3-4761-84b6-27dbe55e630a service neutron] 10.222.0.59 "GET /v2.0/networks/2d732bf4-bc30-4ab8-be5f-a1747b048afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705889 May 13 15:10:27.589176 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b675a8-834a-4953-ace4-303f79671f0d {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:10:27.613581 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 65b675a8-834a-4953-ace4-303f79671f0d, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=65b675a8-834a-4953-ace4-303f79671f0d,segment=NetworkSegment(ea59a2af-9274-4abf-87d4-9f926de3f03f),segment_id=ea59a2af-9274-4abf-87d4-9f926de3f03f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:27.613804 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-7cc17f50-6614-42ea-8895-a7e0767ea2f5 admin admin] Deleting port ba52dd23-838b-48b4-90bf-75e37d2ea5fb {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:10:27.614239 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7cc17f50-6614-42ea-8895-a7e0767ea2f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:27.620993 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:27.752068 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=65b675a8-834a-4953-ace4-303f79671f0d,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:27.772336 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:27.775704 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:27.776181 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:27.776598 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:27.776946 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:27.777285 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:27.779150 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:27.779495 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:27.779833 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:27.780166 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:27.780497 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:27.780822 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:27.870970 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['65b675a8-834a-4953-ace4-303f79671f0d'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:10:27.990769 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-7cc17f50-6614-42ea-8895-a7e0767ea2f5 admin admin] For port ba52dd23-838b-48b4-90bf-75e37d2ea5fb, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=ba52dd23-838b-48b4-90bf-75e37d2ea5fb,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:27.991035 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493a3cf-ef32-4769-8f8f-73cc294be6d7 req-5cd9201f-2e0d-42e1-8ab8-712983c18966 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:27.991254 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7cc17f50-6614-42ea-8895-a7e0767ea2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:27.994678 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0493a3cf-ef32-4769-8f8f-73cc294be6d7 req-5cd9201f-2e0d-42e1-8ab8-712983c18966 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 944 time: 0.1716957 May 13 15:10:28.084020 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0493a3cf-ef32-4769-8f8f-73cc294be6d7 req-e3a7add7-8630-4b55-ba2c-15bfb57ec073 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846825 May 13 15:10:28.144197 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-7cc17f50-6614-42ea-8895-a7e0767ea2f5 admin admin] Calling delete_port for ba52dd23-838b-48b4-90bf-75e37d2ea5fb owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:10:28.395582 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7cc17f50-6614-42ea-8895-a7e0767ea2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:28.462235 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc17f50-6614-42ea-8895-a7e0767ea2f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba52dd23-838b-48b4-90bf-75e37d2ea5fb,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:28.829175 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:28.866361 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7cc17f50-6614-42ea-8895-a7e0767ea2f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:29.229111 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 65b675a8-834a-4953-ace4-303f79671f0d up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:10:29.418958 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 65b675a8-834a-4953-ace4-303f79671f0d completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:29.433100 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 65b675a8-834a-4953-ace4-303f79671f0d triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:29.433482 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:29.546764 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc17f50-6614-42ea-8895-a7e0767ea2f5 admin admin] Router 44ec9fef-c72d-4385-8c9b-5b93076abd1a has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:10:29.686307 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37796) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:29.727018 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb9a75-0b84-4508-bd66-25e8d891c3dc req-d4689e09-3a23-4036-8dd7-75f0760177e2 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:29.729318 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-77bb9a75-0b84-4508-bd66-25e8d891c3dc req-d4689e09-3a23-4036-8dd7-75f0760177e2 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 944 time: 0.4447627 May 13 15:10:29.768837 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9a7bab10-34ec-445f-8c60-9a6167c464d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:29.794733 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 65b675a8-834a-4953-ace4-303f79671f0d is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:29.796897 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:29.860741 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e4cdf0-c8b6-4272-be0e-14a7944f7edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b675a8-834a-4953-ace4-303f79671f0d'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:10:29.897032 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 65b675a8-834a-4953-ace4-303f79671f0d, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=65b675a8-834a-4953-ace4-303f79671f0d,segment=NetworkSegment(ea59a2af-9274-4abf-87d4-9f926de3f03f),segment_id=ea59a2af-9274-4abf-87d4-9f926de3f03f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:29.905812 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:29.991611 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9715611d-6de0-4367-95a8-29c6d576b2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:30.009211 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=65b675a8-834a-4953-ace4-303f79671f0d,revision_number=9']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:30.043786 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9715611d-6de0-4367-95a8-29c6d576b2e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:30.049861 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9715611d-6de0-4367-95a8-29c6d576b2e2 admin admin] Usage tracker for resource:security_group_rule and tenant:5be49ab36b7e49608238e7bf238e130c is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:30.055964 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9715611d-6de0-4367-95a8-29c6d576b2e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:30.068560 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9715611d-6de0-4367-95a8-29c6d576b2e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:30.075856 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-77bb9a75-0b84-4508-bd66-25e8d891c3dc req-4f45dc50-528b-433b-8961-93136af73d6d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045916 May 13 15:10:30.102850 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-7f00be30-6d25-4d62-82ed-028961eb774e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:30.104462 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-7f00be30-6d25-4d62-82ed-028961eb774e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb&tenant_id=d15e70e5e3144c2db24c850097c3fbb0 HTTP/1.1" status: 200 len: 1096 time: 0.3035660 May 13 15:10:30.124603 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc17f50-6614-42ea-8895-a7e0767ea2f5 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:10:30.124842 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-ce856e65-356d-49a0-9106-db8656c06799 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-841760-1', 'device_owner': 'compute:nova'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:30.135526 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fce74e5-e1c6-4ca8-9b9b-7d26c97288a6 None None] Sync routers for ids ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:10:30.151557 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fce74e5-e1c6-4ca8-9b9b-7d26c97288a6 None None] Routers {'44ec9fef-c72d-4385-8c9b-5b93076abd1a'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:10:30.154972 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7cc17f50-6614-42ea-8895-a7e0767ea2f5 admin admin] 10.222.0.35 "PUT /v2.0/routers/44ec9fef-c72d-4385-8c9b-5b93076abd1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3535881 May 13 15:10:30.155868 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1fce74e5-e1c6-4ca8-9b9b-7d26c97288a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:10:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:30.157753 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37808) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:30.292636 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-ce856e65-356d-49a0-9106-db8656c06799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:30.384175 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14a2ae96-747b-401c-a339-1d65ac8708b8'] response: {'server_uuid': '11e4cdf0-c8b6-4272-be0e-14a7944f7edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b675a8-834a-4953-ace4-303f79671f0d', 'code': 200} May 13 15:10:30.437810 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-1fce74e5-e1c6-4ca8-9b9b-7d26c97288a6 None None] Set router 44ec9fef-c72d-4385-8c9b-5b93076abd1a gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:10:30.473057 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9715611d-6de0-4367-95a8-29c6d576b2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:30.482969 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9715611d-6de0-4367-95a8-29c6d576b2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:30.497061 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3a31c49e-05d5-4080-8285-4a818fa08b7a admin admin] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:30.593624 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9715611d-6de0-4367-95a8-29c6d576b2e2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5be49ab36b7e49608238e7bf238e130c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9033163 May 13 15:10:30.599461 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37812) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:30.618670 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715611d-6de0-4367-95a8-29c6d576b2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1556e40-378b-4162-946e-c41e71d23922,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:30.766330 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:30.775794 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:30.789479 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1fce74e5-e1c6-4ca8-9b9b-7d26c97288a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'name': 'tempest-TestVolumeBootPattern-1177078177-router', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:24Z', 'updated_at': '2022-05-13T15:10:28Z', 'revision_number': 5, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'gw_port': {'id': 'c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:27Z', 'updated_at': '2022-05-13T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:30.796712 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fce74e5-e1c6-4ca8-9b9b-7d26c97288a6 None None] Checking router: 44ec9fef-c72d-4385-8c9b-5b93076abd1a for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:10:30.808105 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fce74e5-e1c6-4ca8-9b9b-7d26c97288a6 None None] Routers {'44ec9fef-c72d-4385-8c9b-5b93076abd1a'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:10:30.808946 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1fce74e5-e1c6-4ca8-9b9b-7d26c97288a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:10:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:30.810103 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-ce856e65-356d-49a0-9106-db8656c06799 service neutron] For port 65b675a8-834a-4953-ace4-303f79671f0d, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=65b675a8-834a-4953-ace4-303f79671f0d,segment=NetworkSegment(ea59a2af-9274-4abf-87d4-9f926de3f03f),segment_id=ea59a2af-9274-4abf-87d4-9f926de3f03f)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:30.813991 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-05ac11ef-c061-458f-b4fb-ed619b46ee5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:30.838159 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3a31c49e-05d5-4080-8285-4a818fa08b7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:30.853791 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-3a31c49e-05d5-4080-8285-4a818fa08b7a admin admin] Deleting port c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:10:30.854160 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3a31c49e-05d5-4080-8285-4a818fa08b7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:30.858777 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-ce856e65-356d-49a0-9106-db8656c06799 service neutron] For port 65b675a8-834a-4953-ace4-303f79671f0d, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:10:30.931757 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-ce856e65-356d-49a0-9106-db8656c06799 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:30.950170 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-ce856e65-356d-49a0-9106-db8656c06799 service neutron] Transition to ACTIVE for port object 65b675a8-834a-4953-ace4-303f79671f0d will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:30.951191 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e4cdf0-c8b6-4272-be0e-14a7944f7edb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65b675a8-834a-4953-ace4-303f79671f0d'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:10:30.958346 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-ce856e65-356d-49a0-9106-db8656c06799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:31.054420 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-3a31c49e-05d5-4080-8285-4a818fa08b7a admin admin] For port c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:31.055003 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3a31c49e-05d5-4080-8285-4a818fa08b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:31.106020 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-1fce74e5-e1c6-4ca8-9b9b-7d26c97288a6 None None] Set router 44ec9fef-c72d-4385-8c9b-5b93076abd1a gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:10:31.184360 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bd4054c-5b3f-43d9-9d19-2fbfa69ed778'] response: {'server_uuid': '11e4cdf0-c8b6-4272-be0e-14a7944f7edb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65b675a8-834a-4953-ace4-303f79671f0d', 'code': 200} May 13 15:10:31.237013 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce856e65-356d-49a0-9106-db8656c06799 service neutron] Pushing event updated for resources: {'Port': ['ID=65b675a8-834a-4953-ace4-303f79671f0d,revision_number=10']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:31.239984 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-3a31c49e-05d5-4080-8285-4a818fa08b7a admin admin] Calling delete_port for c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:10:31.313868 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-05ac11ef-c061-458f-b4fb-ed619b46ee5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:31.360348 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1fce74e5-e1c6-4ca8-9b9b-7d26c97288a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'name': 'tempest-TestVolumeBootPattern-1177078177-router', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:24Z', 'updated_at': '2022-05-13T15:10:30Z', 'revision_number': 6, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:31.366884 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fce74e5-e1c6-4ca8-9b9b-7d26c97288a6 None None] The sync data for ids ['44ec9fef-c72d-4385-8c9b-5b93076abd1a'] in n-d-841760-1 is: [{'id': '44ec9fef-c72d-4385-8c9b-5b93076abd1a', 'name': 'tempest-TestVolumeBootPattern-1177078177-router', 'tenant_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:24Z', 'updated_at': '2022-05-13T15:10:30Z', 'revision_number': 6, 'project_id': '509ebfd4eb0444ae8f3872e1e9436dc2', 'gw_port_host': None}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:10:31.452459 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-05ac11ef-c061-458f-b4fb-ed619b46ee5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:31.482853 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-ce856e65-356d-49a0-9106-db8656c06799 service neutron] No DVR routers for this DVR port 65b675a8-834a-4953-ace4-303f79671f0d on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:10:31.483103 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac11ef-c061-458f-b4fb-ed619b46ee5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1556e40-378b-4162-946e-c41e71d23922,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:31.503652 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-05ac11ef-c061-458f-b4fb-ed619b46ee5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:31.504881 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-05ac11ef-c061-458f-b4fb-ed619b46ee5c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b1556e40-378b-4162-946e-c41e71d23922 HTTP/1.1" status: 204 len: 168 time: 0.9044578 May 13 15:10:31.634440 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3a31c49e-05d5-4080-8285-4a818fa08b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:31.703748 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c19a6f-dab9-4b6a-b6d3-17cf906cff20 req-9a07d710-b72b-4dd7-9de9-2e64861230be tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:31.705142 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f5c19a6f-dab9-4b6a-b6d3-17cf906cff20 req-9a07d710-b72b-4dd7-9de9-2e64861230be tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 944 time: 0.2692685 May 13 15:10:31.731985 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31c49e-05d5-4080-8285-4a818fa08b7a admin admin] Pushing event deleted for resources: {'Port': ['ID=c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:31.821983 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-ce856e65-356d-49a0-9106-db8656c06799 service neutron] Attempting to bind port 65b675a8-834a-4953-ace4-303f79671f0d on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:10:31.822554 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-ce856e65-356d-49a0-9106-db8656c06799 service neutron] Attempting to bind port 65b675a8-834a-4953-ace4-303f79671f0d by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'ea59a2af-9274-4abf-87d4-9f926de3f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:10:31.822772 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-ce856e65-356d-49a0-9106-db8656c06799 service neutron] Attempting to bind port 65b675a8-834a-4953-ace4-303f79671f0d on network 2d732bf4-bc30-4ab8-be5f-a1747b048afc {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:10:31.827084 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3a31c49e-05d5-4080-8285-4a818fa08b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:31.831523 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-ce856e65-356d-49a0-9106-db8656c06799 service neutron] Port 65b675a8-834a-4953-ace4-303f79671f0d on network 2d732bf4-bc30-4ab8-be5f-a1747b048afc not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:10:31.831846 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-ce856e65-356d-49a0-9106-db8656c06799 service neutron] Attempting to bind port 65b675a8-834a-4953-ace4-303f79671f0d on network 2d732bf4-bc30-4ab8-be5f-a1747b048afc {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:10:31.837277 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f5c19a6f-dab9-4b6a-b6d3-17cf906cff20 req-463f0c34-905d-40dd-93a1-3659cecfedf3 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047292 May 13 15:10:31.841804 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-ce856e65-356d-49a0-9106-db8656c06799 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:10:31.842148 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-ce856e65-356d-49a0-9106-db8656c06799 service neutron] Checking segment: {'id': 'ea59a2af-9274-4abf-87d4-9f926de3f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:10:31.842531 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-ce856e65-356d-49a0-9106-db8656c06799 service neutron] Bound using segment: {'id': 'ea59a2af-9274-4abf-87d4-9f926de3f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:10:31.842957 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-ce856e65-356d-49a0-9106-db8656c06799 service neutron] Bound port: 65b675a8-834a-4953-ace4-303f79671f0d, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea59a2af-9274-4abf-87d4-9f926de3f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:10:31.843366 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-ce856e65-356d-49a0-9106-db8656c06799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:31.915583 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ba52dd23-838b-48b4-90bf-75e37d2ea5fb no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:10:31.971296 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-ce856e65-356d-49a0-9106-db8656c06799 service neutron] For port 65b675a8-834a-4953-ace4-303f79671f0d, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:10:31.975211 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-ce856e65-356d-49a0-9106-db8656c06799 service neutron] For port 65b675a8-834a-4953-ace4-303f79671f0d, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=65b675a8-834a-4953-ace4-303f79671f0d,segment=NetworkSegment(ea59a2af-9274-4abf-87d4-9f926de3f03f),segment_id=ea59a2af-9274-4abf-87d4-9f926de3f03f)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:10:31.981506 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-ce856e65-356d-49a0-9106-db8656c06799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:31.997702 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: ba52dd23-838b-48b4-90bf-75e37d2ea5fb {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:10:31.998047 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ba52dd23-838b-48b4-90bf-75e37d2ea5fb not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:10:32.054250 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-ce856e65-356d-49a0-9106-db8656c06799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:32.054922 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-ce856e65-356d-49a0-9106-db8656c06799 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:32.056385 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-ce856e65-356d-49a0-9106-db8656c06799 service neutron] 10.222.0.74 "PUT /v2.0/ports/65b675a8-834a-4953-ace4-303f79671f0d HTTP/1.1" status: 200 len: 1092 time: 1.9371998 May 13 15:10:32.142751 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37826) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:32.221950 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3a31c49e-05d5-4080-8285-4a818fa08b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:32.225064 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3a31c49e-05d5-4080-8285-4a818fa08b7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:32.240313 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:32.255755 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce856e65-356d-49a0-9106-db8656c06799 service neutron] Pushing event updated for resources: {'Port': ['ID=65b675a8-834a-4953-ace4-303f79671f0d,revision_number=11']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:32.266552 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-68a854f9-2356-4398-a419-e04d7460ed8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:32.271284 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3a31c49e-05d5-4080-8285-4a818fa08b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:32.272084 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a31c49e-05d5-4080-8285-4a818fa08b7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44ec9fef-c72d-4385-8c9b-5b93076abd1a {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:10:32.293848 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3a31c49e-05d5-4080-8285-4a818fa08b7a admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:32.295312 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3a31c49e-05d5-4080-8285-4a818fa08b7a admin admin] 10.222.0.35 "DELETE /v2.0/routers/44ec9fef-c72d-4385-8c9b-5b93076abd1a HTTP/1.1" status: 204 len: 168 time: 2.1360416 May 13 15:10:32.298276 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37832) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:32.317271 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-68a854f9-2356-4398-a419-e04d7460ed8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:32.330350 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-68a854f9-2356-4398-a419-e04d7460ed8f admin admin] Usage tracker for resource:security_group_rule and tenant:1d917fc73ce24ef781e274dacd361426 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:32.336189 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-68a854f9-2356-4398-a419-e04d7460ed8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:32.352094 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-68a854f9-2356-4398-a419-e04d7460ed8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:32.411079 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-293ae097-04a6-43a5-a108-1dfe47c14228 admin admin] Deleting subnet 3b5ceabd-0dba-40ce-b48a-2cb206526c19 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:10:32.414932 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-293ae097-04a6-43a5-a108-1dfe47c14228 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:32.449179 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-fbdf10f7-0e14-4561-a537-ed1a41a85b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:32.450468 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-fbdf10f7-0e14-4561-a537-ed1a41a85b25 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 1095 time: 0.3574533 May 13 15:10:32.479900 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-293ae097-04a6-43a5-a108-1dfe47c14228 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:32.589113 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-68a854f9-2356-4398-a419-e04d7460ed8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:32.594822 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-68a854f9-2356-4398-a419-e04d7460ed8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:32.602840 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-293ae097-04a6-43a5-a108-1dfe47c14228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:32.670817 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-68a854f9-2356-4398-a419-e04d7460ed8f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1d917fc73ce24ef781e274dacd361426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5215054 May 13 15:10:32.671052 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37836) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:32.684848 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-151ea527-2c9e-4f59-99c3-8113a72299cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:32.686293 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-151ea527-2c9e-4f59-99c3-8113a72299cb service neutron] 10.222.0.74 "GET /v2.0/networks?id=2d732bf4-bc30-4ab8-be5f-a1747b048afc HTTP/1.1" status: 200 len: 897 time: 0.2270603 May 13 15:10:32.687049 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a854f9-2356-4398-a419-e04d7460ed8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce75ad3-1c67-4711-8a1b-a2864ffe2905,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:32.746940 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-293ae097-04a6-43a5-a108-1dfe47c14228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:32.795921 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ae097-04a6-43a5-a108-1dfe47c14228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b5ceabd-0dba-40ce-b48a-2cb206526c19,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:32.804837 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ad21ce0e-4446-4020-b901-61c9f870c315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:32.807757 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-293ae097-04a6-43a5-a108-1dfe47c14228 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:32.813138 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3ba024-6ecc-4afa-a753-93dc6fe66de6 None None] Network b043589d-15c3-44b5-8d99-d7c57b00acb0 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:32.824879 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-52de34c1-c30d-4ca0-a9eb-e209ae7dbe8a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65b675a8-834a-4953-ace4-303f79671f0d HTTP/1.1" status: 200 len: 999 time: 0.1303747 May 13 15:10:32.826658 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37840) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:32.826901 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-293ae097-04a6-43a5-a108-1dfe47c14228 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3b5ceabd-0dba-40ce-b48a-2cb206526c19 HTTP/1.1" status: 204 len: 168 time: 0.5271134 May 13 15:10:32.841190 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ad21ce0e-4446-4020-b901-61c9f870c315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:32.932484 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ad21ce0e-4446-4020-b901-61c9f870c315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:32.962023 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21ce0e-4446-4020-b901-61c9f870c315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce75ad3-1c67-4711-8a1b-a2864ffe2905,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:32.973842 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ad21ce0e-4446-4020-b901-61c9f870c315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:32.977246 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ad21ce0e-4446-4020-b901-61c9f870c315 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cce75ad3-1c67-4711-8a1b-a2864ffe2905 HTTP/1.1" status: 204 len: 168 time: 0.3031361 May 13 15:10:33.036614 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d120d7b9-99aa-4b84-bd10-9ba008f4af8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:33.057162 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-47b36e3e-0a6f-49a7-9816-0894bf8219d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:33.058660 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-47b36e3e-0a6f-49a7-9816-0894bf8219d8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5287b102-f481-477f-a6d5-3ef597015ecd HTTP/1.1" status: 200 len: 834 time: 0.2251213 May 13 15:10:33.059618 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-d120d7b9-99aa-4b84-bd10-9ba008f4af8b admin admin] Deleting port 247551f3-7878-407e-9e88-1b5ea7fab6c4 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:10:33.059960 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d120d7b9-99aa-4b84-bd10-9ba008f4af8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:33.148634 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f55ae2-8222-4b98-b017-5bdb16e1f2b2 req-af38328c-3fdd-43c4-82ab-2f0f204b9338 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:33.150408 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-42f55ae2-8222-4b98-b017-5bdb16e1f2b2 req-af38328c-3fdd-43c4-82ab-2f0f204b9338 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 944 time: 0.1512418 May 13 15:10:33.220505 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-42f55ae2-8222-4b98-b017-5bdb16e1f2b2 req-bbac732b-0a3f-483d-aac3-b05e35412553 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642467 May 13 15:10:33.228178 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e65d061-670a-4557-aef7-11bb5a79a3bb None None] DHCP port deletion for b043589d-15c3-44b5-8d99-d7c57b00acb0 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:10:33.236262 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-9e65d061-670a-4557-aef7-11bb5a79a3bb None None] Deleting port 247551f3-7878-407e-9e88-1b5ea7fab6c4 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:10:33.236829 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9e65d061-670a-4557-aef7-11bb5a79a3bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:33.259236 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e4cdf0-c8b6-4272-be0e-14a7944f7edb', 'tag': '65b675a8-834a-4953-ace4-303f79671f0d'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:10:33.266201 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 65b675a8-834a-4953-ace4-303f79671f0d no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:10:33.429207 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 65b675a8-834a-4953-ace4-303f79671f0d not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:10:33.470965 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4350893a-0b3a-4a07-9d7b-7fc808d5ceef'] response: {'name': 'network-changed', 'server_uuid': '11e4cdf0-c8b6-4272-be0e-14a7944f7edb', 'tag': '65b675a8-834a-4953-ace4-303f79671f0d', 'status': 'completed', 'code': 200} May 13 15:10:33.613668 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-9e65d061-670a-4557-aef7-11bb5a79a3bb None None] For port 247551f3-7878-407e-9e88-1b5ea7fab6c4, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=247551f3-7878-407e-9e88-1b5ea7fab6c4,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:33.614077 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9e65d061-670a-4557-aef7-11bb5a79a3bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:33.660673 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37854) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:33.684048 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c7391ebd-1907-4501-b48d-03fde5ee2794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:33.705245 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c7391ebd-1907-4501-b48d-03fde5ee2794 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:33.711988 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c7391ebd-1907-4501-b48d-03fde5ee2794 admin admin] Usage tracker for resource:security_group_rule and tenant:810909aec83b4a4e8a7987c81d49e231 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:33.715580 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c7391ebd-1907-4501-b48d-03fde5ee2794 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:33.725051 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c7391ebd-1907-4501-b48d-03fde5ee2794 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:33.727592 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-f2eaf184-3cfa-4d7d-809a-1ada9050aabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:33.729290 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-f2eaf184-3cfa-4d7d-809a-1ada9050aabc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2d732bf4-bc30-4ab8-be5f-a1747b048afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5962152 May 13 15:10:33.731210 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-d120d7b9-99aa-4b84-bd10-9ba008f4af8b admin admin] For port 247551f3-7878-407e-9e88-1b5ea7fab6c4, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=247551f3-7878-407e-9e88-1b5ea7fab6c4,segment=NetworkSegment(4ba17580-f555-4891-9de3-9d0aa4db0786),segment_id=4ba17580-f555-4891-9de3-9d0aa4db0786)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:33.731373 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d120d7b9-99aa-4b84-bd10-9ba008f4af8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:33.813258 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-9e65d061-670a-4557-aef7-11bb5a79a3bb None None] Calling delete_port for 247551f3-7878-407e-9e88-1b5ea7fab6c4 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:10:33.882655 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:10:33.893073 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c7391ebd-1907-4501-b48d-03fde5ee2794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:33.900805 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c7391ebd-1907-4501-b48d-03fde5ee2794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:33.947357 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:10:33.948305 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c09ed5bc-1eaa-42e0-a80a-a0839a4b68ba not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:10:33.949002 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 247551f3-7878-407e-9e88-1b5ea7fab6c4 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:10:33.974079 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-d120d7b9-99aa-4b84-bd10-9ba008f4af8b admin admin] Calling delete_port for 247551f3-7878-407e-9e88-1b5ea7fab6c4 owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:10:34.009983 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c7391ebd-1907-4501-b48d-03fde5ee2794 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=810909aec83b4a4e8a7987c81d49e231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3468874 May 13 15:10:34.010752 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37866) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:34.033640 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7391ebd-1907-4501-b48d-03fde5ee2794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8227e19a-3f66-44cc-a895-e208843df82e,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:34.102545 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 247551f3-7878-407e-9e88-1b5ea7fab6c4 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:34.102917 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:34.139794 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8713e66-3f33-44e6-8b7e-9e4cfa62b84a req-e138464e-258e-4562-8c30-dc2ed3e1e943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:34.142165 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8713e66-3f33-44e6-8b7e-9e4cfa62b84a req-e138464e-258e-4562-8c30-dc2ed3e1e943 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 1095 time: 0.6703286 May 13 15:10:34.142309 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ade4aa33-7b8e-47e4-b4b3-b69aba132fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:34.188401 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9e65d061-670a-4557-aef7-11bb5a79a3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:34.230513 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ade4aa33-7b8e-47e4-b4b3-b69aba132fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:34.344382 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e65d061-670a-4557-aef7-11bb5a79a3bb None None] No DVR routers for this DVR port 247551f3-7878-407e-9e88-1b5ea7fab6c4 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:10:34.351861 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ade4aa33-7b8e-47e4-b4b3-b69aba132fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:34.353073 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65d061-670a-4557-aef7-11bb5a79a3bb None None] Pushing event deleted for resources: {'Port': ['ID=247551f3-7878-407e-9e88-1b5ea7fab6c4,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:34.397489 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4aa33-7b8e-47e4-b4b3-b69aba132fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8227e19a-3f66-44cc-a895-e208843df82e,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:34.414584 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ade4aa33-7b8e-47e4-b4b3-b69aba132fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:34.416155 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ade4aa33-7b8e-47e4-b4b3-b69aba132fcf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8227e19a-3f66-44cc-a895-e208843df82e HTTP/1.1" status: 204 len: 168 time: 0.4023666 May 13 15:10:34.431742 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.db.api [None req-d120d7b9-99aa-4b84-bd10-9ba008f4af8b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:10:34.432097 n-d-841760-1 neutron-server[88081]: DEBUG oslo_db.api [None req-d120d7b9-99aa-4b84-bd10-9ba008f4af8b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:10:34.450326 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-709e4f05-e4b7-4cd9-b37b-aaf561801413 service neutron] 10.222.0.74 "GET /v2.0/networks/2d732bf4-bc30-4ab8-be5f-a1747b048afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7077239 May 13 15:10:34.610671 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8713e66-3f33-44e6-8b7e-9e4cfa62b84a req-64225c14-b1af-4eae-9d16-ee0bdfbadb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:34.612230 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8713e66-3f33-44e6-8b7e-9e4cfa62b84a req-64225c14-b1af-4eae-9d16-ee0bdfbadb55 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2d732bf4-bc30-4ab8-be5f-a1747b048afc HTTP/1.1" status: 200 len: 897 time: 0.4417629 May 13 15:10:34.740347 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6235b1c7-23b2-4c29-a75f-98b510dda3a7 req-458f7086-026c-497b-8461-a9772d2541e2 service neutron] 10.222.0.74 "GET /v2.0/networks/2d732bf4-bc30-4ab8-be5f-a1747b048afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839301 May 13 15:10:34.753785 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8713e66-3f33-44e6-8b7e-9e4cfa62b84a req-22830234-cf6a-4503-b5f9-2533612b13e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65b675a8-834a-4953-ace4-303f79671f0d HTTP/1.1" status: 200 len: 999 time: 0.1297326 May 13 15:10:34.822754 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6680f6-11a7-4bdc-a317-29279f297e63 req-ca2cc721-fbaf-4d57-82bb-32542c518fd5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:34.827550 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7f6680f6-11a7-4bdc-a317-29279f297e63 req-ca2cc721-fbaf-4d57-82bb-32542c518fd5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 944 time: 0.1420546 May 13 15:10:34.833228 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8713e66-3f33-44e6-8b7e-9e4cfa62b84a req-dc49a3bc-6399-4e01-85c0-55584c1ba9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:34.834659 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8713e66-3f33-44e6-8b7e-9e4cfa62b84a req-dc49a3bc-6399-4e01-85c0-55584c1ba9e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5287b102-f481-477f-a6d5-3ef597015ecd HTTP/1.1" status: 200 len: 834 time: 0.0730035 May 13 15:10:34.888133 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7f6680f6-11a7-4bdc-a317-29279f297e63 req-0b66154a-7d30-42ed-b4f8-b6196d3ae12c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523531 May 13 15:10:34.939046 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-d120d7b9-99aa-4b84-bd10-9ba008f4af8b admin admin] Deleting port 247551f3-7878-407e-9e88-1b5ea7fab6c4 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:10:34.939401 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d120d7b9-99aa-4b84-bd10-9ba008f4af8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:35.022108 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-d120d7b9-99aa-4b84-bd10-9ba008f4af8b admin admin] The port '247551f3-7878-407e-9e88-1b5ea7fab6c4' was deleted {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:10:35.165769 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8713e66-3f33-44e6-8b7e-9e4cfa62b84a req-416a3448-4f3f-47c9-98c8-f36aaa9f8a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:35.167381 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8713e66-3f33-44e6-8b7e-9e4cfa62b84a req-416a3448-4f3f-47c9-98c8-f36aaa9f8a8a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2d732bf4-bc30-4ab8-be5f-a1747b048afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3261685 May 13 15:10:35.173790 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d120d7b9-99aa-4b84-bd10-9ba008f4af8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:35.187478 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8713e66-3f33-44e6-8b7e-9e4cfa62b84a req-35086d37-9abb-4801-aaa7-60a76a29cd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:35.189617 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8713e66-3f33-44e6-8b7e-9e4cfa62b84a req-35086d37-9abb-4801-aaa7-60a76a29cd58 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 1095 time: 0.3085275 May 13 15:10:35.402964 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-d120d7b9-99aa-4b84-bd10-9ba008f4af8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b043589d-15c3-44b5-8d99-d7c57b00acb0']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:35.428130 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-d120d7b9-99aa-4b84-bd10-9ba008f4af8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba17580-f555-4891-9de3-9d0aa4db0786') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:35.428422 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-d120d7b9-99aa-4b84-bd10-9ba008f4af8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba17580-f555-4891-9de3-9d0aa4db0786') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:35.436358 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8713e66-3f33-44e6-8b7e-9e4cfa62b84a req-9a982e8c-e3a4-4004-9428-c7062fdf0bb6 service neutron] 10.222.0.59 "GET /v2.0/networks/2d732bf4-bc30-4ab8-be5f-a1747b048afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519326 May 13 15:10:35.468195 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d120d7b9-99aa-4b84-bd10-9ba008f4af8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:35.695104 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d120d7b9-99aa-4b84-bd10-9ba008f4af8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:35.725947 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d120d7b9-99aa-4b84-bd10-9ba008f4af8b admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:10:35.726364 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d120d7b9-99aa-4b84-bd10-9ba008f4af8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: util.warn( May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: util.warn( May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: util.warn( May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: util.warn( May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: timer() May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: self._notify() May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:10:35.746530 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:10:35.843600 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8713e66-3f33-44e6-8b7e-9e4cfa62b84a req-c3d732df-1e5a-404a-bfca-7e750ba503a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:35.845064 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8713e66-3f33-44e6-8b7e-9e4cfa62b84a req-c3d732df-1e5a-404a-bfca-7e750ba503a5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2d732bf4-bc30-4ab8-be5f-a1747b048afc HTTP/1.1" status: 200 len: 897 time: 0.5416198 May 13 15:10:35.984017 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d120d7b9-99aa-4b84-bd10-9ba008f4af8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:36.016728 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8713e66-3f33-44e6-8b7e-9e4cfa62b84a req-42edc332-bc04-4bab-ad2f-5015e24bfdbf service neutron] 10.222.0.59 "GET /v2.0/networks/2d732bf4-bc30-4ab8-be5f-a1747b048afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5738766 May 13 15:10:36.021178 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d120d7b9-99aa-4b84-bd10-9ba008f4af8b admin admin] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:36.038671 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d120d7b9-99aa-4b84-bd10-9ba008f4af8b admin admin] Pushing event deleted for resources: {'Network': ['ID=b043589d-15c3-44b5-8d99-d7c57b00acb0,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:36.064073 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8713e66-3f33-44e6-8b7e-9e4cfa62b84a req-046f7a65-bcbd-482e-8895-57d4e4b0cec8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65b675a8-834a-4953-ace4-303f79671f0d HTTP/1.1" status: 200 len: 999 time: 0.2053940 May 13 15:10:36.154105 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d120d7b9-99aa-4b84-bd10-9ba008f4af8b admin admin] 10.222.0.35 "DELETE /v2.0/networks/b043589d-15c3-44b5-8d99-d7c57b00acb0 HTTP/1.1" status: 204 len: 168 time: 3.3220363 May 13 15:10:36.157675 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 37928) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:36.223853 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8713e66-3f33-44e6-8b7e-9e4cfa62b84a req-efda5aa0-fb62-4deb-affc-e87095fddd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:36.225206 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8713e66-3f33-44e6-8b7e-9e4cfa62b84a req-efda5aa0-fb62-4deb-affc-e87095fddd63 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5287b102-f481-477f-a6d5-3ef597015ecd HTTP/1.1" status: 200 len: 834 time: 0.1541371 May 13 15:10:36.351275 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bdf0c-f782-4254-b6c5-e4d94326edf8 req-de0fef5d-5eee-4bd6-b9d7-6f96aec32ca3 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:36.352914 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ba4bdf0c-f782-4254-b6c5-e4d94326edf8 req-de0fef5d-5eee-4bd6-b9d7-6f96aec32ca3 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 944 time: 0.2856631 May 13 15:10:36.415652 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ba4bdf0c-f782-4254-b6c5-e4d94326edf8 req-41766090-b453-46c7-8cd5-fdd86e04406e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565429 May 13 15:10:36.418766 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8713e66-3f33-44e6-8b7e-9e4cfa62b84a req-86aca9aa-eb4c-43ea-9072-2c2a1837ce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:36.420197 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8713e66-3f33-44e6-8b7e-9e4cfa62b84a req-86aca9aa-eb4c-43ea-9072-2c2a1837ce7d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2d732bf4-bc30-4ab8-be5f-a1747b048afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1769378 May 13 15:10:36.663667 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8713e66-3f33-44e6-8b7e-9e4cfa62b84a req-c57b38ea-ba91-4f32-9979-7c8a48371771 service neutron] 10.222.0.74 "GET /v2.0/networks/2d732bf4-bc30-4ab8-be5f-a1747b048afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354445 May 13 15:10:36.887508 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8713e66-3f33-44e6-8b7e-9e4cfa62b84a req-8ea6e596-e70a-49f6-99d7-a44ab0d1adc0 service neutron] 10.222.0.74 "GET /v2.0/networks/2d732bf4-bc30-4ab8-be5f-a1747b048afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171059 May 13 15:10:37.108162 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e79858d-62f7-4924-be94-8e7ea1ce50ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:37.784669 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18edb8a-8880-4cd9-ac44-bc9a46a935e5 req-4aba0b9a-9aa1-4b3c-8bcb-9051d5244f18 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:37.792598 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b18edb8a-8880-4cd9-ac44-bc9a46a935e5 req-4aba0b9a-9aa1-4b3c-8bcb-9051d5244f18 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 944 time: 0.2322640 May 13 15:10:37.866183 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b18edb8a-8880-4cd9-ac44-bc9a46a935e5 req-e3434c13-eeef-4661-8d14-03b4e18b6df1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723534 May 13 15:10:37.947779 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 65b675a8-834a-4953-ace4-303f79671f0d details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:10:37.976645 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-4e79858d-62f7-4924-be94-8e7ea1ce50ba admin admin] Deleting port ce0161de-084d-4f3c-94be-323478882569 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:10:37.977576 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e79858d-62f7-4924-be94-8e7ea1ce50ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:38.195951 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 65b675a8-834a-4953-ace4-303f79671f0d, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=65b675a8-834a-4953-ace4-303f79671f0d,segment=NetworkSegment(ea59a2af-9274-4abf-87d4-9f926de3f03f),segment_id=ea59a2af-9274-4abf-87d4-9f926de3f03f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:38.250479 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '65b675a8-834a-4953-ace4-303f79671f0d', 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc', 'port_id': '65b675a8-834a-4953-ace4-303f79671f0d', 'mac_address': 'fa:16:3e:ec:6a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5287b102-f481-477f-a6d5-3ef597015ecd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:10:38.374088 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 65b675a8-834a-4953-ace4-303f79671f0d is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:38.374473 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:38.383828 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-4e79858d-62f7-4924-be94-8e7ea1ce50ba admin admin] For port ce0161de-084d-4f3c-94be-323478882569, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=ce0161de-084d-4f3c-94be-323478882569,segment=NetworkSegment(db32ecca-709a-4eaa-9057-fcf9e2eb55ef),segment_id=db32ecca-709a-4eaa-9057-fcf9e2eb55ef)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:38.385235 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e79858d-62f7-4924-be94-8e7ea1ce50ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:38.428538 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b675a8-834a-4953-ace4-303f79671f0d {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:10:38.492476 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 65b675a8-834a-4953-ace4-303f79671f0d, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=65b675a8-834a-4953-ace4-303f79671f0d,segment=NetworkSegment(ea59a2af-9274-4abf-87d4-9f926de3f03f),segment_id=ea59a2af-9274-4abf-87d4-9f926de3f03f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:38.503354 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:38.667645 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-4e79858d-62f7-4924-be94-8e7ea1ce50ba admin admin] Calling delete_port for ce0161de-084d-4f3c-94be-323478882569 owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:10:38.671039 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=65b675a8-834a-4953-ace4-303f79671f0d,revision_number=12']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:38.931205 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['65b675a8-834a-4953-ace4-303f79671f0d'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:10:39.091153 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e79858d-62f7-4924-be94-8e7ea1ce50ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:39.267262 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79858d-62f7-4924-be94-8e7ea1ce50ba admin admin] Pushing event deleted for resources: {'Port': ['ID=ce0161de-084d-4f3c-94be-323478882569,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:39.307872 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb8bc4-53f6-4e4e-b696-797bda4a6700 req-9f618115-b8c4-4b75-9a83-4479400dbf61 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:39.317386 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-efdb8bc4-53f6-4e4e-b696-797bda4a6700 req-9f618115-b8c4-4b75-9a83-4479400dbf61 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 945 time: 0.1878839 May 13 15:10:39.406486 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-efdb8bc4-53f6-4e4e-b696-797bda4a6700 req-ecb38d64-b606-49ec-8163-cfec18aed2d3 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877848 May 13 15:10:39.424020 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37966) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:39.671215 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4e79858d-62f7-4924-be94-8e7ea1ce50ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:39.698178 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-665cf9ad-094f-447d-96d8-e6041e5ae417 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/floatingips/9c12f9e1-2951-4fef-a6e8-cdab4b4604a9 HTTP/1.1" status: 200 len: 992 time: 0.2702842 May 13 15:10:40.389778 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e79858d-62f7-4924-be94-8e7ea1ce50ba admin admin] Router e1a4cba1-888f-49d1-a931-17dab2a3f34f has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:10:40.652599 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e79858d-62f7-4924-be94-8e7ea1ce50ba admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:10:40.665856 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd66cab-3292-4f22-a212-c687edb5b4a2 None None] Sync routers for ids ['e1a4cba1-888f-49d1-a931-17dab2a3f34f'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:10:40.690601 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4e79858d-62f7-4924-be94-8e7ea1ce50ba admin admin] 10.222.0.35 "PUT /v2.0/routers/e1a4cba1-888f-49d1-a931-17dab2a3f34f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5309932 May 13 15:10:40.695765 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 37982) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:40.722015 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd66cab-3292-4f22-a212-c687edb5b4a2 None None] Routers {'e1a4cba1-888f-49d1-a931-17dab2a3f34f'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:10:40.724278 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-1bd66cab-3292-4f22-a212-c687edb5b4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:10:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['e1a4cba1-888f-49d1-a931-17dab2a3f34f'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:41.043946 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5553663b-fa42-460c-b8ef-f812773bb3c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:41.073010 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-1bd66cab-3292-4f22-a212-c687edb5b4a2 None None] Set router e1a4cba1-888f-49d1-a931-17dab2a3f34f gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:10:41.349364 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5553663b-fa42-460c-b8ef-f812773bb3c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:41.364565 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-5553663b-fa42-460c-b8ef-f812773bb3c2 admin admin] Deleting port e376b9d3-904c-4579-8d74-9760ff25ae94 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:10:41.365276 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5553663b-fa42-460c-b8ef-f812773bb3c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:41.488766 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-1bd66cab-3292-4f22-a212-c687edb5b4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a4cba1-888f-49d1-a931-17dab2a3f34f', 'name': 'tempest-TestVolumeBootPattern-181924428-router', 'tenant_id': 'd31c1977664949b183cecc1edc2b64a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'e376b9d3-904c-4579-8d74-9760ff25ae94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:39Z', 'updated_at': '2022-05-13T15:10:38Z', 'revision_number': 5, 'project_id': 'd31c1977664949b183cecc1edc2b64a8', 'gw_port': {'id': 'e376b9d3-904c-4579-8d74-9760ff25ae94', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a4cba1-888f-49d1-a931-17dab2a3f34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:58:41Z', 'updated_at': '2022-05-13T14:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:41.495197 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd66cab-3292-4f22-a212-c687edb5b4a2 None None] Checking router: e1a4cba1-888f-49d1-a931-17dab2a3f34f for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:10:41.508118 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd66cab-3292-4f22-a212-c687edb5b4a2 None None] Routers {'e1a4cba1-888f-49d1-a931-17dab2a3f34f'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:10:41.509176 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-1bd66cab-3292-4f22-a212-c687edb5b4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:10:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['e1a4cba1-888f-49d1-a931-17dab2a3f34f'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:41.747248 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-1bd66cab-3292-4f22-a212-c687edb5b4a2 None None] Set router e1a4cba1-888f-49d1-a931-17dab2a3f34f gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:10:41.788010 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-5553663b-fa42-460c-b8ef-f812773bb3c2 admin admin] For port e376b9d3-904c-4579-8d74-9760ff25ae94, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=e376b9d3-904c-4579-8d74-9760ff25ae94,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:41.789027 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5553663b-fa42-460c-b8ef-f812773bb3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:41.900846 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-1bd66cab-3292-4f22-a212-c687edb5b4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a4cba1-888f-49d1-a931-17dab2a3f34f', 'name': 'tempest-TestVolumeBootPattern-181924428-router', 'tenant_id': 'd31c1977664949b183cecc1edc2b64a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:39Z', 'updated_at': '2022-05-13T15:10:41Z', 'revision_number': 6, 'project_id': 'd31c1977664949b183cecc1edc2b64a8', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:41.906575 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd66cab-3292-4f22-a212-c687edb5b4a2 None None] The sync data for ids ['e1a4cba1-888f-49d1-a931-17dab2a3f34f'] in n-d-841760-1 is: [{'id': 'e1a4cba1-888f-49d1-a931-17dab2a3f34f', 'name': 'tempest-TestVolumeBootPattern-181924428-router', 'tenant_id': 'd31c1977664949b183cecc1edc2b64a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:58:39Z', 'updated_at': '2022-05-13T15:10:41Z', 'revision_number': 6, 'project_id': 'd31c1977664949b183cecc1edc2b64a8', 'gw_port_host': None}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:10:41.944606 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-5553663b-fa42-460c-b8ef-f812773bb3c2 admin admin] Calling delete_port for e376b9d3-904c-4579-8d74-9760ff25ae94 owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:10:41.980519 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 65b675a8-834a-4953-ace4-303f79671f0d up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:10:42.153494 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 65b675a8-834a-4953-ace4-303f79671f0d completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:42.161373 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 65b675a8-834a-4953-ace4-303f79671f0d triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:42.161750 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:42.176481 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5553663b-fa42-460c-b8ef-f812773bb3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:42.243688 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553663b-fa42-460c-b8ef-f812773bb3c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e376b9d3-904c-4579-8d74-9760ff25ae94,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:42.354875 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 65b675a8-834a-4953-ace4-303f79671f0d is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:42.355485 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:42.368249 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5553663b-fa42-460c-b8ef-f812773bb3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:42.426862 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e4cdf0-c8b6-4272-be0e-14a7944f7edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b675a8-834a-4953-ace4-303f79671f0d'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:10:42.446924 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 65b675a8-834a-4953-ace4-303f79671f0d, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=65b675a8-834a-4953-ace4-303f79671f0d,segment=NetworkSegment(ea59a2af-9274-4abf-87d4-9f926de3f03f),segment_id=ea59a2af-9274-4abf-87d4-9f926de3f03f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:42.451778 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:42.561251 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=65b675a8-834a-4953-ace4-303f79671f0d,revision_number=13']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:42.574809 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab886084-61a4-4eb7-9e75-33590b0c9b97'] response: {'server_uuid': '11e4cdf0-c8b6-4272-be0e-14a7944f7edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b675a8-834a-4953-ace4-303f79671f0d', 'code': 200} May 13 15:10:42.605406 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5553663b-fa42-460c-b8ef-f812773bb3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:42.609277 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5553663b-fa42-460c-b8ef-f812773bb3c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:42.650423 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5553663b-fa42-460c-b8ef-f812773bb3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:42.654887 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5553663b-fa42-460c-b8ef-f812773bb3c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1a4cba1-888f-49d1-a931-17dab2a3f34f {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:10:42.678161 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5553663b-fa42-460c-b8ef-f812773bb3c2 admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:42.679563 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5553663b-fa42-460c-b8ef-f812773bb3c2 admin admin] 10.222.0.35 "DELETE /v2.0/routers/e1a4cba1-888f-49d1-a931-17dab2a3f34f HTTP/1.1" status: 204 len: 168 time: 1.9819705 May 13 15:10:42.683294 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38036) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:42.774981 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-a09d61dc-d4f4-4e8c-b076-b696c161da91 admin admin] Deleting subnet a840f7ab-0548-4da6-8ddd-693553172f92 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:10:42.778554 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a09d61dc-d4f4-4e8c-b076-b696c161da91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:42.885377 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a09d61dc-d4f4-4e8c-b076-b696c161da91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:43.084134 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a09d61dc-d4f4-4e8c-b076-b696c161da91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:43.207043 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a09d61dc-d4f4-4e8c-b076-b696c161da91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:43.282631 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d61dc-d4f4-4e8c-b076-b696c161da91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a840f7ab-0548-4da6-8ddd-693553172f92,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:43.299549 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-a09d61dc-d4f4-4e8c-b076-b696c161da91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:43.301864 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0092928-3097-4e6e-9cb0-03b6546c56cc None None] Network fbd3c1be-bad3-4384-886e-070a7af4a3ed requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:43.326281 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-a09d61dc-d4f4-4e8c-b076-b696c161da91 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a840f7ab-0548-4da6-8ddd-693553172f92 HTTP/1.1" status: 204 len: 168 time: 0.6380694 May 13 15:10:43.326828 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38048) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:43.552145 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f42466e-13e3-4440-a117-1c58f8d40a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:43.572167 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-2f42466e-13e3-4440-a117-1c58f8d40a76 admin admin] Deleting port 25826024-c375-4332-a381-bf17efd44510 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:10:43.572649 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f42466e-13e3-4440-a117-1c58f8d40a76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:43.731037 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafb04f0-0962-40cd-be75-3254a814ef13 None None] DHCP port deletion for fbd3c1be-bad3-4384-886e-070a7af4a3ed request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:10:43.735899 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-aafb04f0-0962-40cd-be75-3254a814ef13 None None] Deleting port 25826024-c375-4332-a381-bf17efd44510 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:10:43.736271 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-aafb04f0-0962-40cd-be75-3254a814ef13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:43.987082 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ce0161de-084d-4f3c-94be-323478882569 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:10:44.016986 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-2f42466e-13e3-4440-a117-1c58f8d40a76 admin admin] For port 25826024-c375-4332-a381-bf17efd44510, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=25826024-c375-4332-a381-bf17efd44510,segment=NetworkSegment(db32ecca-709a-4eaa-9057-fcf9e2eb55ef),segment_id=db32ecca-709a-4eaa-9057-fcf9e2eb55ef)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:44.017744 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f42466e-13e3-4440-a117-1c58f8d40a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:44.091990 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: ce0161de-084d-4f3c-94be-323478882569 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:10:44.092964 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ce0161de-084d-4f3c-94be-323478882569 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:10:44.093558 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 25826024-c375-4332-a381-bf17efd44510 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:10:44.254098 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-aafb04f0-0962-40cd-be75-3254a814ef13 None None] For port 25826024-c375-4332-a381-bf17efd44510, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=25826024-c375-4332-a381-bf17efd44510,segment=NetworkSegment(db32ecca-709a-4eaa-9057-fcf9e2eb55ef),segment_id=db32ecca-709a-4eaa-9057-fcf9e2eb55ef)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:44.254758 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-aafb04f0-0962-40cd-be75-3254a814ef13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:44.320870 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-2f42466e-13e3-4440-a117-1c58f8d40a76 admin admin] Calling delete_port for 25826024-c375-4332-a381-bf17efd44510 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:10:44.449167 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f42466e-13e3-4440-a117-1c58f8d40a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:44.483206 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-aafb04f0-0962-40cd-be75-3254a814ef13 None None] Calling delete_port for 25826024-c375-4332-a381-bf17efd44510 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:10:44.513403 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42466e-13e3-4440-a117-1c58f8d40a76 admin admin] Pushing event deleted for resources: {'Port': ['ID=25826024-c375-4332-a381-bf17efd44510,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:44.518462 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f42466e-13e3-4440-a117-1c58f8d40a76 admin admin] No DVR routers for this DVR port 25826024-c375-4332-a381-bf17efd44510 on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:10:44.518817 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 25826024-c375-4332-a381-bf17efd44510 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:44.519759 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:44.565424 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f42466e-13e3-4440-a117-1c58f8d40a76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:44.565863 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f42466e-13e3-4440-a117-1c58f8d40a76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:44.566759 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f42466e-13e3-4440-a117-1c58f8d40a76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:44.566970 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f42466e-13e3-4440-a117-1c58f8d40a76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:44.567493 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f42466e-13e3-4440-a117-1c58f8d40a76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:44.568498 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f42466e-13e3-4440-a117-1c58f8d40a76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:44.568498 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f42466e-13e3-4440-a117-1c58f8d40a76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:44.568690 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f42466e-13e3-4440-a117-1c58f8d40a76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:44.569043 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f42466e-13e3-4440-a117-1c58f8d40a76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:44.569427 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f42466e-13e3-4440-a117-1c58f8d40a76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:44.569816 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f42466e-13e3-4440-a117-1c58f8d40a76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:44.570219 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f42466e-13e3-4440-a117-1c58f8d40a76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:44.632769 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e376b9d3-904c-4579-8d74-9760ff25ae94 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:10:44.678886 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: e376b9d3-904c-4579-8d74-9760ff25ae94 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:10:44.679900 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e376b9d3-904c-4579-8d74-9760ff25ae94 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:10:44.687309 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-aafb04f0-0962-40cd-be75-3254a814ef13 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:10:44.687309 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-aafb04f0-0962-40cd-be75-3254a814ef13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:10:44.689409 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f42466e-13e3-4440-a117-1c58f8d40a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:44.735500 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-2f42466e-13e3-4440-a117-1c58f8d40a76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd3c1be-bad3-4384-886e-070a7af4a3ed']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:44.750291 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-2f42466e-13e3-4440-a117-1c58f8d40a76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db32ecca-709a-4eaa-9057-fcf9e2eb55ef') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:44.750640 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-2f42466e-13e3-4440-a117-1c58f8d40a76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db32ecca-709a-4eaa-9057-fcf9e2eb55ef') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:44.765687 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f42466e-13e3-4440-a117-1c58f8d40a76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:44.784940 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f42466e-13e3-4440-a117-1c58f8d40a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:44.794051 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f42466e-13e3-4440-a117-1c58f8d40a76 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:10:44.794810 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f42466e-13e3-4440-a117-1c58f8d40a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:44.811322 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:10:44.811322 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:10:44.811322 n-d-841760-1 neutron-server[88082]: timer() May 13 15:10:44.811322 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:10:44.811322 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:10:44.811322 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:10:44.811322 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:10:44.811322 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:10:44.811322 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:10:44.811322 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:10:44.811322 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:10:44.811322 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:10:44.811322 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:10:44.811322 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:10:44.811322 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:10:44.811322 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:10:44.811322 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:10:44.811322 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:10:44.811322 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:10:44.811322 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:10:44.811322 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:10:44.811322 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:10:44.811322 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:10:44.811322 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:10:44.811322 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:10:44.811322 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:10:44.811322 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:10:44.811322 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:10:44.811322 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:10:44.811322 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:10:44.811322 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:10:44.811322 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:10:44.900691 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f42466e-13e3-4440-a117-1c58f8d40a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:44.932174 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2f42466e-13e3-4440-a117-1c58f8d40a76 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:44.943835 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42466e-13e3-4440-a117-1c58f8d40a76 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbd3c1be-bad3-4384-886e-070a7af4a3ed,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:44.952242 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2f42466e-13e3-4440-a117-1c58f8d40a76 admin admin] 10.222.0.35 "DELETE /v2.0/networks/fbd3c1be-bad3-4384-886e-070a7af4a3ed HTTP/1.1" status: 204 len: 168 time: 1.6240747 May 13 15:10:45.189224 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-aafb04f0-0962-40cd-be75-3254a814ef13 None None] Deleting port 25826024-c375-4332-a381-bf17efd44510 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:10:45.189634 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-aafb04f0-0962-40cd-be75-3254a814ef13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:45.282351 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38066) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:45.322797 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-aafb04f0-0962-40cd-be75-3254a814ef13 None None] The port '25826024-c375-4332-a381-bf17efd44510' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:10:45.375877 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e421cacc-09fe-40db-958d-12fe3a363183 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=509ebfd4eb0444ae8f3872e1e9436dc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0920775 May 13 15:10:45.380617 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38070) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:45.509206 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4260c20e-a230-405a-b9be-2d52d8608400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:45.576061 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4260c20e-a230-405a-b9be-2d52d8608400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:45.708713 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4260c20e-a230-405a-b9be-2d52d8608400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:45.746752 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260c20e-a230-405a-b9be-2d52d8608400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e195059-9450-40cb-8966-abc2e5e7600d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:45.766847 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4260c20e-a230-405a-b9be-2d52d8608400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:45.768975 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4260c20e-a230-405a-b9be-2d52d8608400 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2e195059-9450-40cb-8966-abc2e5e7600d HTTP/1.1" status: 204 len: 168 time: 0.3864911 May 13 15:10:46.100687 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38090) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:46.437754 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38096) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:46.501322 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0cd76fab-4fef-4ed4-b81b-8d797aa0a272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:46.665459 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0cd76fab-4fef-4ed4-b81b-8d797aa0a272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:46.669846 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8a95f4eb-b3cd-45aa-a495-57141816071f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d31c1977664949b183cecc1edc2b64a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2311151 May 13 15:10:46.672582 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38100) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:46.675801 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0cd76fab-4fef-4ed4-b81b-8d797aa0a272 admin admin] Usage tracker for resource:security_group_rule and tenant:b25fb973d4564632acda8f23180fe507 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:46.688318 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0cd76fab-4fef-4ed4-b81b-8d797aa0a272 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:46.698979 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0cd76fab-4fef-4ed4-b81b-8d797aa0a272 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:46.781653 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bf50adce-e241-4c10-90bb-ffbaa664470c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:46.830118 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bf50adce-e241-4c10-90bb-ffbaa664470c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:46.914712 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0cd76fab-4fef-4ed4-b81b-8d797aa0a272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:46.920634 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0cd76fab-4fef-4ed4-b81b-8d797aa0a272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.006966 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bf50adce-e241-4c10-90bb-ffbaa664470c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.016326 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd76fab-4fef-4ed4-b81b-8d797aa0a272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95ca3f8-5346-46f1-9221-301db645a787,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:47.043225 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0cd76fab-4fef-4ed4-b81b-8d797aa0a272 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b25fb973d4564632acda8f23180fe507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9390695 May 13 15:10:47.043842 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38110) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:47.052738 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50adce-e241-4c10-90bb-ffbaa664470c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d497e0ab-0e7f-44b5-85dd-23e786fe98c0,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:47.080602 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bf50adce-e241-4c10-90bb-ffbaa664470c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.083816 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bf50adce-e241-4c10-90bb-ffbaa664470c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d497e0ab-0e7f-44b5-85dd-23e786fe98c0 HTTP/1.1" status: 204 len: 168 time: 0.4098690 May 13 15:10:47.127895 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-70f7bd89-f21c-41d8-96e6-15c5624e9a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.160348 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-70f7bd89-f21c-41d8-96e6-15c5624e9a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.231925 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-70f7bd89-f21c-41d8-96e6-15c5624e9a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.256608 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7bd89-f21c-41d8-96e6-15c5624e9a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95ca3f8-5346-46f1-9221-301db645a787,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:47.273647 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-70f7bd89-f21c-41d8-96e6-15c5624e9a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.275967 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-70f7bd89-f21c-41d8-96e6-15c5624e9a0d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d95ca3f8-5346-46f1-9221-301db645a787 HTTP/1.1" status: 204 len: 168 time: 0.2307105 May 13 15:10:47.805271 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38120) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:47.830424 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b8690a9a-8322-41f6-b4b4-143a618cf4b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.853150 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b8690a9a-8322-41f6-b4b4-143a618cf4b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:47.858903 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b8690a9a-8322-41f6-b4b4-143a618cf4b9 admin admin] Usage tracker for resource:security_group_rule and tenant:eadaa7c453344ac48c00f81513f96b40 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:47.864560 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b8690a9a-8322-41f6-b4b4-143a618cf4b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:47.875026 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b8690a9a-8322-41f6-b4b4-143a618cf4b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:48.022307 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b8690a9a-8322-41f6-b4b4-143a618cf4b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:48.028199 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b8690a9a-8322-41f6-b4b4-143a618cf4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:48.093726 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b8690a9a-8322-41f6-b4b4-143a618cf4b9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eadaa7c453344ac48c00f81513f96b40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2828913 May 13 15:10:48.093726 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8690a9a-8322-41f6-b4b4-143a618cf4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bbc5f2-239f-4a2f-b2f4-820b3d14636d,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:48.094887 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38126) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:48.202615 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-677e4c9c-78cd-4aa7-a9f0-fb508d225939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:48.244389 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-677e4c9c-78cd-4aa7-a9f0-fb508d225939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:48.309344 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-677e4c9c-78cd-4aa7-a9f0-fb508d225939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:48.327347 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e4c9c-78cd-4aa7-a9f0-fb508d225939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bbc5f2-239f-4a2f-b2f4-820b3d14636d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:48.335933 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-677e4c9c-78cd-4aa7-a9f0-fb508d225939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:48.337550 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-677e4c9c-78cd-4aa7-a9f0-fb508d225939 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c9bbc5f2-239f-4a2f-b2f4-820b3d14636d HTTP/1.1" status: 204 len: 168 time: 0.2418451 May 13 15:10:48.356013 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:49.933955 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38162) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:50.052798 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dc38f62f-7fda-4ff0-8759-2dcc8f776e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.067531 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-dc38f62f-7fda-4ff0-8759-2dcc8f776e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:50.071382 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-dc38f62f-7fda-4ff0-8759-2dcc8f776e83 admin admin] Usage tracker for resource:security_group_rule and tenant:5018f329ace44abfad91b82704db5934 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:50.074848 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-dc38f62f-7fda-4ff0-8759-2dcc8f776e83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:50.080539 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-dc38f62f-7fda-4ff0-8759-2dcc8f776e83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:50.176134 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dc38f62f-7fda-4ff0-8759-2dcc8f776e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.180332 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dc38f62f-7fda-4ff0-8759-2dcc8f776e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.228742 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-dc38f62f-7fda-4ff0-8759-2dcc8f776e83 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5018f329ace44abfad91b82704db5934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2908983 May 13 15:10:50.229281 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38168) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:50.231933 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38f62f-7fda-4ff0-8759-2dcc8f776e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1370e1c1-245a-454d-b9d4-d44b22e71754,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:50.290383 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5da3430-6401-46a6-9625-160495981600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.316110 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5da3430-6401-46a6-9625-160495981600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.368003 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5da3430-6401-46a6-9625-160495981600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.385239 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da3430-6401-46a6-9625-160495981600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1370e1c1-245a-454d-b9d4-d44b22e71754,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:50.388769 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d5da3430-6401-46a6-9625-160495981600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.392602 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d5da3430-6401-46a6-9625-160495981600 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1370e1c1-245a-454d-b9d4-d44b22e71754 HTTP/1.1" status: 204 len: 168 time: 0.1597021 May 13 15:10:51.133464 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38200) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:51.290680 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-0d843a68-c3f5-4c8a-a532-065faff758a9 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1820310589-network', 'tenant_id': 'e631176e27ef423382ee21b716cde10a'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:51.300518 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0d843a68-c3f5-4c8a-a532-065faff758a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:51.305919 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0d843a68-c3f5-4c8a-a532-065faff758a9 admin admin] Usage tracker for resource:network and tenant:e631176e27ef423382ee21b716cde10a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:51.308909 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0d843a68-c3f5-4c8a-a532-065faff758a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:51.315070 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0d843a68-c3f5-4c8a-a532-065faff758a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:51.326856 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d843a68-c3f5-4c8a-a532-065faff758a9 admin admin] Made reservation on behalf of e631176e27ef423382ee21b716cde10a for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:51.329203 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0d843a68-c3f5-4c8a-a532-065faff758a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.346112 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0d843a68-c3f5-4c8a-a532-065faff758a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.362235 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0d843a68-c3f5-4c8a-a532-065faff758a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:51.366392 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0d843a68-c3f5-4c8a-a532-065faff758a9 admin admin] Usage tracker for resource:security_group_rule and tenant:e631176e27ef423382ee21b716cde10a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:51.369371 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0d843a68-c3f5-4c8a-a532-065faff758a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:51.375349 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0d843a68-c3f5-4c8a-a532-065faff758a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:51.478095 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0d843a68-c3f5-4c8a-a532-065faff758a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.482564 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0d843a68-c3f5-4c8a-a532-065faff758a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.517200 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d843a68-c3f5-4c8a-a532-065faff758a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:10:51.527658 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d843a68-c3f5-4c8a-a532-065faff758a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb43692-1e1b-4f69-a7ea-ba7777b23d58,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:51.533971 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0d843a68-c3f5-4c8a-a532-065faff758a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.534321 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-0d843a68-c3f5-4c8a-a532-065faff758a9 admin admin] Added segment d6122d11-cba7-4f4a-b65a-b98638756777 of type vlan for network 51a11a5d-4224-4434-9f5a-98b837d76dce May 13 15:10:51.565657 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0d843a68-c3f5-4c8a-a532-065faff758a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.601229 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0d843a68-c3f5-4c8a-a532-065faff758a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.602357 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d843a68-c3f5-4c8a-a532-065faff758a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:51.602934 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0d843a68-c3f5-4c8a-a532-065faff758a9 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.714929 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d843a68-c3f5-4c8a-a532-065faff758a9 admin admin] Pushing event updated for resources: {'Network': ['ID=51a11a5d-4224-4434-9f5a-98b837d76dce,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:51.718374 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0d843a68-c3f5-4c8a-a532-065faff758a9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5837514 May 13 15:10:51.721331 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38208) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:51.725238 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 51a11a5d-4224-4434-9f5a-98b837d76dce details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:10:51.726785 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-3ab092c6-4fe2-44fa-b047-60fcef5c065b admin admin] Request body: {'subnet': {'network_id': '51a11a5d-4224-4434-9f5a-98b837d76dce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1820310589-subnet', 'tenant_id': 'e631176e27ef423382ee21b716cde10a', 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:51.732682 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-3ab092c6-4fe2-44fa-b047-60fcef5c065b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:51.736624 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-3ab092c6-4fe2-44fa-b047-60fcef5c065b admin admin] Usage tracker for resource:subnet and tenant:e631176e27ef423382ee21b716cde10a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:51.739573 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-3ab092c6-4fe2-44fa-b047-60fcef5c065b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:51.745471 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-3ab092c6-4fe2-44fa-b047-60fcef5c065b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:51.759360 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab092c6-4fe2-44fa-b047-60fcef5c065b admin admin] Made reservation on behalf of e631176e27ef423382ee21b716cde10a for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:51.762331 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3ab092c6-4fe2-44fa-b047-60fcef5c065b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:52.001658 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3ab092c6-4fe2-44fa-b047-60fcef5c065b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:52.087530 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab092c6-4fe2-44fa-b047-60fcef5c065b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fda192ad-2e0b-441d-a38d-dd814db64687,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:52.095595 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab092c6-4fe2-44fa-b047-60fcef5c065b admin admin] Checking segment: {'id': 'd6122d11-cba7-4f4a-b65a-b98638756777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '51a11a5d-4224-4434-9f5a-98b837d76dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:10:52.095955 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab092c6-4fe2-44fa-b047-60fcef5c065b admin admin] Network hostable DHCP agents. Network: 51a11a5d-4224-4434-9f5a-98b837d76dce, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:10:52.118241 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab092c6-4fe2-44fa-b047-60fcef5c065b admin admin] Network 51a11a5d-4224-4434-9f5a-98b837d76dce is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:10:52.129590 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-3ab092c6-4fe2-44fa-b047-60fcef5c065b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 51a11a5d-4224-4434-9f5a-98b837d76dce) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:52.139176 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02702923-8fdc-43be-9393-4966933d4991 None None] Network 51a11a5d-4224-4434-9f5a-98b837d76dce requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:52.140849 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab092c6-4fe2-44fa-b047-60fcef5c065b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:52.141657 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3ab092c6-4fe2-44fa-b047-60fcef5c065b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:52.167877 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3ab092c6-4fe2-44fa-b047-60fcef5c065b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4455252 May 13 15:10:52.170712 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38212) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:52.176416 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-12dfc2d4-bfb2-40ee-8664-9cba1ab7b1c0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1820310589-router', 'tenant_id': 'e631176e27ef423382ee21b716cde10a', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:52.182460 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-12dfc2d4-bfb2-40ee-8664-9cba1ab7b1c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:52.186615 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-12dfc2d4-bfb2-40ee-8664-9cba1ab7b1c0 admin admin] Usage tracker for resource:router and tenant:e631176e27ef423382ee21b716cde10a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:52.189940 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-12dfc2d4-bfb2-40ee-8664-9cba1ab7b1c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:52.198209 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-12dfc2d4-bfb2-40ee-8664-9cba1ab7b1c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:52.213785 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-12dfc2d4-bfb2-40ee-8664-9cba1ab7b1c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:52.215763 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-12dfc2d4-bfb2-40ee-8664-9cba1ab7b1c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:52.264188 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-12dfc2d4-bfb2-40ee-8664-9cba1ab7b1c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:52.434492 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dbb53c-f1e7-452e-8c24-bc3c6582ee76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-51a11a5d-4224-4434-9f5a-98b837d76dce', 'network_id': '51a11a5d-4224-4434-9f5a-98b837d76dce', 'tenant_id': 'e631176e27ef423382ee21b716cde10a', 'fixed_ips': [{'subnet_id': 'fda192ad-2e0b-441d-a38d-dd814db64687'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:10:52.435360 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e2dbb53c-f1e7-452e-8c24-bc3c6582ee76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:52.610158 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-e2dbb53c-f1e7-452e-8c24-bc3c6582ee76 None None] Allocated IP 172.20.0.2 (51a11a5d-4224-4434-9f5a-98b837d76dce/fda192ad-2e0b-441d-a38d-dd814db64687/8376aa47-25e2-4edd-9cde-e5e9466d56fb) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:52.613580 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-12dfc2d4-bfb2-40ee-8664-9cba1ab7b1c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:52.974655 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e2dbb53c-f1e7-452e-8c24-bc3c6582ee76 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:52.988708 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e2dbb53c-f1e7-452e-8c24-bc3c6582ee76 None None] Transition to ACTIVE for port object 8376aa47-25e2-4edd-9cde-e5e9466d56fb will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:53.010872 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e2dbb53c-f1e7-452e-8c24-bc3c6582ee76 None None] Transition to ACTIVE for port object 8376aa47-25e2-4edd-9cde-e5e9466d56fb will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:53.017841 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e2dbb53c-f1e7-452e-8c24-bc3c6582ee76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.094458 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dbb53c-f1e7-452e-8c24-bc3c6582ee76 None None] Network 51a11a5d-4224-4434-9f5a-98b837d76dce is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:53.096347 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-e2dbb53c-f1e7-452e-8c24-bc3c6582ee76 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:53.099986 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dbb53c-f1e7-452e-8c24-bc3c6582ee76 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:10:53.148827 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dbb53c-f1e7-452e-8c24-bc3c6582ee76 None None] Pushing event updated for resources: {'Port': ['ID=8376aa47-25e2-4edd-9cde-e5e9466d56fb,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:53.199258 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-12dfc2d4-bfb2-40ee-8664-9cba1ab7b1c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.206222 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-e2dbb53c-f1e7-452e-8c24-bc3c6582ee76 None None] Attempting to bind port 8376aa47-25e2-4edd-9cde-e5e9466d56fb on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:10:53.207331 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-e2dbb53c-f1e7-452e-8c24-bc3c6582ee76 None None] Attempting to bind port 8376aa47-25e2-4edd-9cde-e5e9466d56fb by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'd6122d11-cba7-4f4a-b65a-b98638756777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '51a11a5d-4224-4434-9f5a-98b837d76dce'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:10:53.207804 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dbb53c-f1e7-452e-8c24-bc3c6582ee76 None None] Attempting to bind port 8376aa47-25e2-4edd-9cde-e5e9466d56fb on network 51a11a5d-4224-4434-9f5a-98b837d76dce {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:10:53.214271 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dbb53c-f1e7-452e-8c24-bc3c6582ee76 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:10:53.214738 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dbb53c-f1e7-452e-8c24-bc3c6582ee76 None None] Checking segment: {'id': 'd6122d11-cba7-4f4a-b65a-b98638756777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '51a11a5d-4224-4434-9f5a-98b837d76dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:10:53.215228 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e2dbb53c-f1e7-452e-8c24-bc3c6582ee76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.215685 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dbb53c-f1e7-452e-8c24-bc3c6582ee76 None None] Bound using segment: {'id': 'd6122d11-cba7-4f4a-b65a-b98638756777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '51a11a5d-4224-4434-9f5a-98b837d76dce'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:10:53.216219 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-e2dbb53c-f1e7-452e-8c24-bc3c6582ee76 None None] Bound port: 8376aa47-25e2-4edd-9cde-e5e9466d56fb, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6122d11-cba7-4f4a-b65a-b98638756777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '51a11a5d-4224-4434-9f5a-98b837d76dce'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:10:53.216659 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e2dbb53c-f1e7-452e-8c24-bc3c6582ee76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.233629 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-12dfc2d4-bfb2-40ee-8664-9cba1ab7b1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.312710 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-e2dbb53c-f1e7-452e-8c24-bc3c6582ee76 None None] For port 8376aa47-25e2-4edd-9cde-e5e9466d56fb, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:10:53.316875 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-e2dbb53c-f1e7-452e-8c24-bc3c6582ee76 None None] For port 8376aa47-25e2-4edd-9cde-e5e9466d56fb, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=8376aa47-25e2-4edd-9cde-e5e9466d56fb,segment=NetworkSegment(d6122d11-cba7-4f4a-b65a-b98638756777),segment_id=d6122d11-cba7-4f4a-b65a-b98638756777)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:10:53.321910 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e2dbb53c-f1e7-452e-8c24-bc3c6582ee76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.394317 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-12dfc2d4-bfb2-40ee-8664-9cba1ab7b1c0 admin admin] Allocated IP 172.25.0.21 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/2fa11198-532d-4ae2-a6b3-9935e944666b) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:53.436219 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dbb53c-f1e7-452e-8c24-bc3c6582ee76 None None] Pushing event updated for resources: {'Port': ['ID=8376aa47-25e2-4edd-9cde-e5e9466d56fb,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:53.619297 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-12dfc2d4-bfb2-40ee-8664-9cba1ab7b1c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.670465 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-12dfc2d4-bfb2-40ee-8664-9cba1ab7b1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.756973 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dfc2d4-bfb2-40ee-8664-9cba1ab7b1c0 admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:53.759946 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-12dfc2d4-bfb2-40ee-8664-9cba1ab7b1c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:53.764320 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dfc2d4-bfb2-40ee-8664-9cba1ab7b1c0 admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:10:53.804495 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dfc2d4-bfb2-40ee-8664-9cba1ab7b1c0 admin admin] Pushing event updated for resources: {'Port': ['ID=2fa11198-532d-4ae2-a6b3-9935e944666b,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:53.897367 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 8376aa47-25e2-4edd-9cde-e5e9466d56fb up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:10:53.975135 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 8376aa47-25e2-4edd-9cde-e5e9466d56fb completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:54.210275 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-12dfc2d4-bfb2-40ee-8664-9cba1ab7b1c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:54.558256 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ad175f-a57d-4ee8-98f7-eea8a622dde2 None None] Network 51a11a5d-4224-4434-9f5a-98b837d76dce requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:54.599252 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-12dfc2d4-bfb2-40ee-8664-9cba1ab7b1c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:54.654675 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-82dbd837-c1bb-44d5-9f36-73d314283863 None None] Provisioning for port 8376aa47-25e2-4edd-9cde-e5e9466d56fb completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:54.666281 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-82dbd837-c1bb-44d5-9f36-73d314283863 None None] Provisioning complete for port 8376aa47-25e2-4edd-9cde-e5e9466d56fb triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:54.666708 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-82dbd837-c1bb-44d5-9f36-73d314283863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:54.931814 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-82dbd837-c1bb-44d5-9f36-73d314283863 None None] Current status of the port 8376aa47-25e2-4edd-9cde-e5e9466d56fb is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:54.932196 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-82dbd837-c1bb-44d5-9f36-73d314283863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:54.956486 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12dfc2d4-bfb2-40ee-8664-9cba1ab7b1c0 admin admin] Router 1bac3bb4-0d66-4672-a9f2-c9450496e855 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:10:54.973309 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-82dbd837-c1bb-44d5-9f36-73d314283863 None None] For port 8376aa47-25e2-4edd-9cde-e5e9466d56fb, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=8376aa47-25e2-4edd-9cde-e5e9466d56fb,segment=NetworkSegment(d6122d11-cba7-4f4a-b65a-b98638756777),segment_id=d6122d11-cba7-4f4a-b65a-b98638756777)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:54.977518 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-82dbd837-c1bb-44d5-9f36-73d314283863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:55.067195 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dbd837-c1bb-44d5-9f36-73d314283863 None None] Pushing event updated for resources: {'Port': ['ID=8376aa47-25e2-4edd-9cde-e5e9466d56fb,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:55.174342 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12dfc2d4-bfb2-40ee-8664-9cba1ab7b1c0 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:10:55.203947 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00b296c-06b7-4aee-ba26-9903e4829cd4 None None] Sync routers for ids ['1bac3bb4-0d66-4672-a9f2-c9450496e855'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:10:55.215139 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a7d38f2c-491d-4744-b43b-aa49da33634a None None] Provisioning complete for port 8376aa47-25e2-4edd-9cde-e5e9466d56fb triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:55.219621 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a7d38f2c-491d-4744-b43b-aa49da33634a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:55.241614 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00b296c-06b7-4aee-ba26-9903e4829cd4 None None] Routers {'1bac3bb4-0d66-4672-a9f2-c9450496e855'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:10:55.242225 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e00b296c-06b7-4aee-ba26-9903e4829cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:10:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1bac3bb4-0d66-4672-a9f2-c9450496e855'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:55.270207 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-12dfc2d4-bfb2-40ee-8664-9cba1ab7b1c0 admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:55.274317 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38230) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:55.274879 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-12dfc2d4-bfb2-40ee-8664-9cba1ab7b1c0 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1026771 May 13 15:10:55.451382 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-a7d38f2c-491d-4744-b43b-aa49da33634a None None] Current status of the port 8376aa47-25e2-4edd-9cde-e5e9466d56fb is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:55.514045 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-e00b296c-06b7-4aee-ba26-9903e4829cd4 None None] Set router 1bac3bb4-0d66-4672-a9f2-c9450496e855 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:10:55.837411 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e00b296c-06b7-4aee-ba26-9903e4829cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bac3bb4-0d66-4672-a9f2-c9450496e855', 'name': 'tempest-TestAggregatesBasicOps-1820310589-router', 'tenant_id': 'e631176e27ef423382ee21b716cde10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '2fa11198-532d-4ae2-a6b3-9935e944666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:52Z', 'updated_at': '2022-05-13T15:10:54Z', 'revision_number': 3, 'project_id': 'e631176e27ef423382ee21b716cde10a', 'gw_port': {'id': '2fa11198-532d-4ae2-a6b3-9935e944666b', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bac3bb4-0d66-4672-a9f2-c9450496e855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:10:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:55.841951 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00b296c-06b7-4aee-ba26-9903e4829cd4 None None] Checking router: 1bac3bb4-0d66-4672-a9f2-c9450496e855 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:10:55.842288 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00b296c-06b7-4aee-ba26-9903e4829cd4 None None] Updating router 1bac3bb4-0d66-4672-a9f2-c9450496e855 port 2fa11198-532d-4ae2-a6b3-9935e944666b binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:10:55.864202 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 8376aa47-25e2-4edd-9cde-e5e9466d56fb up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:10:55.902405 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-e00b296c-06b7-4aee-ba26-9903e4829cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:55.944365 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 8376aa47-25e2-4edd-9cde-e5e9466d56fb triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:55.945105 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:56.083448 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 8376aa47-25e2-4edd-9cde-e5e9466d56fb is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:56.196868 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-887b847a-fdd0-45cd-9935-54346baf3a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:56.275136 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-e00b296c-06b7-4aee-ba26-9903e4829cd4 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:56.291452 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-e00b296c-06b7-4aee-ba26-9903e4829cd4 None None] Transition to ACTIVE for port object 2fa11198-532d-4ae2-a6b3-9935e944666b will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:56.298498 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-e00b296c-06b7-4aee-ba26-9903e4829cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:56.383398 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-e00b296c-06b7-4aee-ba26-9903e4829cd4 None None] Attempting to bind port 2fa11198-532d-4ae2-a6b3-9935e944666b on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:10:56.383762 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-e00b296c-06b7-4aee-ba26-9903e4829cd4 None None] Attempting to bind port 2fa11198-532d-4ae2-a6b3-9935e944666b by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:10:56.384142 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00b296c-06b7-4aee-ba26-9903e4829cd4 None None] Attempting to bind port 2fa11198-532d-4ae2-a6b3-9935e944666b on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:10:56.390122 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce09d7-7206-4de8-babe-3c422ea21441 None None] Pushing event updated for resources: {'Port': ['ID=2fa11198-532d-4ae2-a6b3-9935e944666b,revision_number=2']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:56.395251 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00b296c-06b7-4aee-ba26-9903e4829cd4 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:10:56.396178 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00b296c-06b7-4aee-ba26-9903e4829cd4 None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:10:56.396178 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-e00b296c-06b7-4aee-ba26-9903e4829cd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:56.396419 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00b296c-06b7-4aee-ba26-9903e4829cd4 None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:10:56.396826 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-e00b296c-06b7-4aee-ba26-9903e4829cd4 None None] Bound port: 2fa11198-532d-4ae2-a6b3-9935e944666b, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:10:56.397194 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-e00b296c-06b7-4aee-ba26-9903e4829cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:56.427661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-887b847a-fdd0-45cd-9935-54346baf3a17 admin admin] Allocated IP 172.20.0.1 (51a11a5d-4224-4434-9f5a-98b837d76dce/fda192ad-2e0b-441d-a38d-dd814db64687/01236fad-090e-4ce2-9b16-6c6b7b28e901) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:56.435957 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ce09d7-7206-4de8-babe-3c422ea21441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:56.436300 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ce09d7-7206-4de8-babe-3c422ea21441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:56.436920 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ce09d7-7206-4de8-babe-3c422ea21441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:56.437470 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ce09d7-7206-4de8-babe-3c422ea21441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:56.437977 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ce09d7-7206-4de8-babe-3c422ea21441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:56.438494 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ce09d7-7206-4de8-babe-3c422ea21441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:56.439022 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ce09d7-7206-4de8-babe-3c422ea21441 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:56.439536 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ce09d7-7206-4de8-babe-3c422ea21441 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:56.440012 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ce09d7-7206-4de8-babe-3c422ea21441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:56.440527 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ce09d7-7206-4de8-babe-3c422ea21441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:56.441691 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ce09d7-7206-4de8-babe-3c422ea21441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:56.442237 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ce09d7-7206-4de8-babe-3c422ea21441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:56.494144 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-e00b296c-06b7-4aee-ba26-9903e4829cd4 None None] For port 2fa11198-532d-4ae2-a6b3-9935e944666b, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:10:56.497593 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-e00b296c-06b7-4aee-ba26-9903e4829cd4 None None] For port 2fa11198-532d-4ae2-a6b3-9935e944666b, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=2fa11198-532d-4ae2-a6b3-9935e944666b,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:10:56.502030 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-e00b296c-06b7-4aee-ba26-9903e4829cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:56.590630 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce09d7-7206-4de8-babe-3c422ea21441 None None] Pushing event updated for resources: {'Port': ['ID=2fa11198-532d-4ae2-a6b3-9935e944666b,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:56.595617 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00b296c-06b7-4aee-ba26-9903e4829cd4 None None] Routers {'1bac3bb4-0d66-4672-a9f2-c9450496e855'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:10:56.596152 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e00b296c-06b7-4aee-ba26-9903e4829cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:10:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1bac3bb4-0d66-4672-a9f2-c9450496e855'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:56.598317 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-887b847a-fdd0-45cd-9935-54346baf3a17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:56.615698 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-887b847a-fdd0-45cd-9935-54346baf3a17 admin admin] Transition to ACTIVE for port object 01236fad-090e-4ce2-9b16-6c6b7b28e901 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:56.640477 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-887b847a-fdd0-45cd-9935-54346baf3a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:56.714582 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887b847a-fdd0-45cd-9935-54346baf3a17 admin admin] Network 51a11a5d-4224-4434-9f5a-98b837d76dce is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:56.717906 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-887b847a-fdd0-45cd-9935-54346baf3a17 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:56.721837 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887b847a-fdd0-45cd-9935-54346baf3a17 admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:10:56.757679 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b847a-fdd0-45cd-9935-54346baf3a17 admin admin] Pushing event updated for resources: {'Port': ['ID=01236fad-090e-4ce2-9b16-6c6b7b28e901,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:56.806961 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-887b847a-fdd0-45cd-9935-54346baf3a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:56.902259 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-e00b296c-06b7-4aee-ba26-9903e4829cd4 None None] Set router 1bac3bb4-0d66-4672-a9f2-c9450496e855 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:10:57.019645 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-887b847a-fdd0-45cd-9935-54346baf3a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:57.106845 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3b83dd36-b0ad-40c7-a87a-7ba5b0f88a89 None None] Provisioning for port 01236fad-090e-4ce2-9b16-6c6b7b28e901 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:57.117402 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3b83dd36-b0ad-40c7-a87a-7ba5b0f88a89 None None] Provisioning complete for port 01236fad-090e-4ce2-9b16-6c6b7b28e901 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:57.119624 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3b83dd36-b0ad-40c7-a87a-7ba5b0f88a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:57.223693 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e00b296c-06b7-4aee-ba26-9903e4829cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bac3bb4-0d66-4672-a9f2-c9450496e855', 'name': 'tempest-TestAggregatesBasicOps-1820310589-router', 'tenant_id': 'e631176e27ef423382ee21b716cde10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '2fa11198-532d-4ae2-a6b3-9935e944666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:52Z', 'updated_at': '2022-05-13T15:10:54Z', 'revision_number': 3, 'project_id': 'e631176e27ef423382ee21b716cde10a', 'gw_port': {'id': '2fa11198-532d-4ae2-a6b3-9935e944666b', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bac3bb4-0d66-4672-a9f2-c9450496e855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:57.228010 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00b296c-06b7-4aee-ba26-9903e4829cd4 None None] The sync data for ids ['1bac3bb4-0d66-4672-a9f2-c9450496e855'] in n-d-841760-1 is: [{'id': '1bac3bb4-0d66-4672-a9f2-c9450496e855', 'name': 'tempest-TestAggregatesBasicOps-1820310589-router', 'tenant_id': 'e631176e27ef423382ee21b716cde10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '2fa11198-532d-4ae2-a6b3-9935e944666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:52Z', 'updated_at': '2022-05-13T15:10:54Z', 'revision_number': 3, 'project_id': 'e631176e27ef423382ee21b716cde10a', 'gw_port': {'id': '2fa11198-532d-4ae2-a6b3-9935e944666b', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bac3bb4-0d66-4672-a9f2-c9450496e855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:10:57.232170 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3b83dd36-b0ad-40c7-a87a-7ba5b0f88a89 None None] Port 01236fad-090e-4ce2-9b16-6c6b7b28e901 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:10:57.272418 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-887b847a-fdd0-45cd-9935-54346baf3a17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:57.284154 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-887b847a-fdd0-45cd-9935-54346baf3a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:57.300980 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e97121c1-ab78-4daf-86bd-597d7b4f92de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:57.538803 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-887b847a-fdd0-45cd-9935-54346baf3a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:57.552482 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b847a-fdd0-45cd-9935-54346baf3a17 admin admin] Pushing event updated for resources: {'Port': ['ID=01236fad-090e-4ce2-9b16-6c6b7b28e901,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:57.736306 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887b847a-fdd0-45cd-9935-54346baf3a17 admin admin] Network 51a11a5d-4224-4434-9f5a-98b837d76dce is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:57.737515 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-887b847a-fdd0-45cd-9935-54346baf3a17 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:57.831465 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38242) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:57.916435 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2fa11198-532d-4ae2-a6b3-9935e944666b up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:10:57.992876 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ae13848-3f41-4819-853f-5ed978d45a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.033171 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4ae13848-3f41-4819-853f-5ed978d45a7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:58.038314 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4ae13848-3f41-4819-853f-5ed978d45a7a admin admin] Usage tracker for resource:security_group_rule and tenant:f392767ebd97453fb0fec900f036be14 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:58.048519 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4ae13848-3f41-4819-853f-5ed978d45a7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:58.068108 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4ae13848-3f41-4819-853f-5ed978d45a7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:58.099327 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 2fa11198-532d-4ae2-a6b3-9935e944666b completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:58.108273 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887b847a-fdd0-45cd-9935-54346baf3a17 admin admin] Router 1bac3bb4-0d66-4672-a9f2-c9450496e855 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:10:58.111774 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 2fa11198-532d-4ae2-a6b3-9935e944666b triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:58.112961 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.194071 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ae13848-3f41-4819-853f-5ed978d45a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.201640 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ae13848-3f41-4819-853f-5ed978d45a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.223673 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-cd4cbe90-168d-4a6f-8794-60bbda598d73 None None] Provisioning complete for port 01236fad-090e-4ce2-9b16-6c6b7b28e901 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:58.224043 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cd4cbe90-168d-4a6f-8794-60bbda598d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.253979 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae13848-3f41-4819-853f-5ed978d45a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5b9d9e-0db4-4ecb-a942-b648bec6a46d,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:58.287848 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4ae13848-3f41-4819-853f-5ed978d45a7a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f392767ebd97453fb0fec900f036be14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4545131 May 13 15:10:58.292799 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38252) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:58.391445 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2fa9db8c-dc8b-4b18-b5d0-c5524c23edfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.408993 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887b847a-fdd0-45cd-9935-54346baf3a17 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:10:58.413571 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-cd4cbe90-168d-4a6f-8794-60bbda598d73 None None] Port 01236fad-090e-4ce2-9b16-6c6b7b28e901 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:10:58.430286 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2fa9db8c-dc8b-4b18-b5d0-c5524c23edfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.431673 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 2fa11198-532d-4ae2-a6b3-9935e944666b is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:58.432171 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.434155 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-887b847a-fdd0-45cd-9935-54346baf3a17 admin admin] 10.222.0.35 "PUT /v2.0/routers/1bac3bb4-0d66-4672-a9f2-c9450496e855/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1578007 May 13 15:10:58.461919 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 2fa11198-532d-4ae2-a6b3-9935e944666b, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=2fa11198-532d-4ae2-a6b3-9935e944666b,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:58.470696 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.500141 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2fa9db8c-dc8b-4b18-b5d0-c5524c23edfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.518447 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9db8c-dc8b-4b18-b5d0-c5524c23edfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5b9d9e-0db4-4ecb-a942-b648bec6a46d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:58.527585 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2fa9db8c-dc8b-4b18-b5d0-c5524c23edfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.528943 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2fa9db8c-dc8b-4b18-b5d0-c5524c23edfa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c5b9d9e-0db4-4ecb-a942-b648bec6a46d HTTP/1.1" status: 204 len: 168 time: 0.2349117 May 13 15:10:58.568828 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=2fa11198-532d-4ae2-a6b3-9935e944666b,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:58.828965 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:59.119055 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38282) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:59.125541 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-e3172469-ca83-4cff-b7a9-a1cb4d99b3d9 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-962609329-network', 'tenant_id': 'c10b9e820e89414c9c9e39fe0ef93956'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:59.131950 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e3172469-ca83-4cff-b7a9-a1cb4d99b3d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:59.137248 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e3172469-ca83-4cff-b7a9-a1cb4d99b3d9 admin admin] Usage tracker for resource:network and tenant:c10b9e820e89414c9c9e39fe0ef93956 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:59.145756 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e3172469-ca83-4cff-b7a9-a1cb4d99b3d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:59.152747 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e3172469-ca83-4cff-b7a9-a1cb4d99b3d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:59.166536 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3172469-ca83-4cff-b7a9-a1cb4d99b3d9 admin admin] Made reservation on behalf of c10b9e820e89414c9c9e39fe0ef93956 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:59.169436 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e3172469-ca83-4cff-b7a9-a1cb4d99b3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:59.189373 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e3172469-ca83-4cff-b7a9-a1cb4d99b3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:59.207757 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e3172469-ca83-4cff-b7a9-a1cb4d99b3d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:59.213337 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e3172469-ca83-4cff-b7a9-a1cb4d99b3d9 admin admin] Usage tracker for resource:security_group_rule and tenant:c10b9e820e89414c9c9e39fe0ef93956 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:59.218515 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e3172469-ca83-4cff-b7a9-a1cb4d99b3d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:59.228924 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e3172469-ca83-4cff-b7a9-a1cb4d99b3d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:59.303714 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4731c5c2-9d4e-416f-abc7-7c1e817d19ed None None] Sync routers for ids ['1bac3bb4-0d66-4672-a9f2-c9450496e855'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:10:59.314876 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4731c5c2-9d4e-416f-abc7-7c1e817d19ed None None] Routers {'1bac3bb4-0d66-4672-a9f2-c9450496e855'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:10:59.315797 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-4731c5c2-9d4e-416f-abc7-7c1e817d19ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:10:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1bac3bb4-0d66-4672-a9f2-c9450496e855'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:59.347934 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e3172469-ca83-4cff-b7a9-a1cb4d99b3d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:59.353606 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e3172469-ca83-4cff-b7a9-a1cb4d99b3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:59.406965 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3172469-ca83-4cff-b7a9-a1cb4d99b3d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:10:59.416720 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3172469-ca83-4cff-b7a9-a1cb4d99b3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7361ad1c-04d1-4d10-9cda-90c8c024831d,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:59.428403 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e3172469-ca83-4cff-b7a9-a1cb4d99b3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:59.428969 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-e3172469-ca83-4cff-b7a9-a1cb4d99b3d9 admin admin] Added segment c37729b7-4376-4944-8981-26a8ba7d8167 of type vlan for network 2fb59256-04a0-4dcf-b55f-6d07336861e3 May 13 15:10:59.470318 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e3172469-ca83-4cff-b7a9-a1cb4d99b3d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:59.528598 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e3172469-ca83-4cff-b7a9-a1cb4d99b3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:59.530496 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3172469-ca83-4cff-b7a9-a1cb4d99b3d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:59.531614 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e3172469-ca83-4cff-b7a9-a1cb4d99b3d9 admin admin] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:59.541658 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-4731c5c2-9d4e-416f-abc7-7c1e817d19ed None None] Set router 1bac3bb4-0d66-4672-a9f2-c9450496e855 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:10:59.679806 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a336da7f-16fd-4686-89ff-291fe1a6d271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:59.708779 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3172469-ca83-4cff-b7a9-a1cb4d99b3d9 admin admin] Pushing event updated for resources: {'Network': ['ID=2fb59256-04a0-4dcf-b55f-6d07336861e3,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:59.717045 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e3172469-ca83-4cff-b7a9-a1cb4d99b3d9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5964749 May 13 15:10:59.719750 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38298) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:59.727981 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-2fd68115-6636-4e52-ae2a-c7aadf3b930d admin admin] Request body: {'subnet': {'network_id': '2fb59256-04a0-4dcf-b55f-6d07336861e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-962609329-subnet', 'tenant_id': 'c10b9e820e89414c9c9e39fe0ef93956', 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:59.735477 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2fd68115-6636-4e52-ae2a-c7aadf3b930d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:59.738487 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2fd68115-6636-4e52-ae2a-c7aadf3b930d admin admin] Usage tracker for resource:subnet and tenant:c10b9e820e89414c9c9e39fe0ef93956 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:59.741794 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2fd68115-6636-4e52-ae2a-c7aadf3b930d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:59.748032 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2fd68115-6636-4e52-ae2a-c7aadf3b930d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:59.755454 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 2fb59256-04a0-4dcf-b55f-6d07336861e3 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:10:59.763493 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd68115-6636-4e52-ae2a-c7aadf3b930d admin admin] Made reservation on behalf of c10b9e820e89414c9c9e39fe0ef93956 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:59.766102 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2fd68115-6636-4e52-ae2a-c7aadf3b930d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:59.876958 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2fa11198-532d-4ae2-a6b3-9935e944666b up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:00.051036 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2fd68115-6636-4e52-ae2a-c7aadf3b930d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.060759 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 2fa11198-532d-4ae2-a6b3-9935e944666b triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:00.061129 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.144493 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-4731c5c2-9d4e-416f-abc7-7c1e817d19ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bac3bb4-0d66-4672-a9f2-c9450496e855', 'name': 'tempest-TestAggregatesBasicOps-1820310589-router', 'tenant_id': 'e631176e27ef423382ee21b716cde10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '2fa11198-532d-4ae2-a6b3-9935e944666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:52Z', 'updated_at': '2022-05-13T15:10:56Z', 'revision_number': 4, 'project_id': 'e631176e27ef423382ee21b716cde10a', 'gw_port': {'id': '2fa11198-532d-4ae2-a6b3-9935e944666b', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac3bb4-0d66-4672-a9f2-c9450496e855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '01236fad-090e-4ce2-9b16-6c6b7b28e901', 'name': '', 'network_id': '51a11a5d-4224-4434-9f5a-98b837d76dce', 'tenant_id': 'e631176e27ef423382ee21b716cde10a', 'mac_address': 'fa:16:3e:62:4a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bac3bb4-0d66-4672-a9f2-c9450496e855', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'fda192ad-2e0b-441d-a38d-dd814db64687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:56Z', 'updated_at': '2022-05-13T15:10:57Z', 'revision_number': 2, 'project_id': 'e631176e27ef423382ee21b716cde10a', 'subnets': [{'id': 'fda192ad-2e0b-441d-a38d-dd814db64687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:00.156128 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd68115-6636-4e52-ae2a-c7aadf3b930d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dad32322-ab76-45f5-820c-c8dc9c2aa303,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:00.157897 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4731c5c2-9d4e-416f-abc7-7c1e817d19ed None None] Checking router: 1bac3bb4-0d66-4672-a9f2-c9450496e855 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:11:00.158454 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4731c5c2-9d4e-416f-abc7-7c1e817d19ed None None] Updating router 1bac3bb4-0d66-4672-a9f2-c9450496e855 port 01236fad-090e-4ce2-9b16-6c6b7b28e901 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:11:00.162758 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd68115-6636-4e52-ae2a-c7aadf3b930d admin admin] Checking segment: {'id': 'c37729b7-4376-4944-8981-26a8ba7d8167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2fb59256-04a0-4dcf-b55f-6d07336861e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:00.163197 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd68115-6636-4e52-ae2a-c7aadf3b930d admin admin] Network hostable DHCP agents. Network: 2fb59256-04a0-4dcf-b55f-6d07336861e3, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:11:00.186554 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd68115-6636-4e52-ae2a-c7aadf3b930d admin admin] Network 2fb59256-04a0-4dcf-b55f-6d07336861e3 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:11:00.203281 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-2fd68115-6636-4e52-ae2a-c7aadf3b930d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 2fb59256-04a0-4dcf-b55f-6d07336861e3) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:00.211149 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd68115-6636-4e52-ae2a-c7aadf3b930d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:00.212172 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2fd68115-6636-4e52-ae2a-c7aadf3b930d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.243927 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2fd68115-6636-4e52-ae2a-c7aadf3b930d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5220578 May 13 15:11:00.246478 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38306) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:00.253595 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-18a5bdaa-409f-4019-b0e8-4f286316b918 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-962609329-router', 'tenant_id': 'c10b9e820e89414c9c9e39fe0ef93956', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:00.260989 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-18a5bdaa-409f-4019-b0e8-4f286316b918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:00.262827 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f90b132-98b0-4a9d-b4de-de04f512d31d None None] Network 2fb59256-04a0-4dcf-b55f-6d07336861e3 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:00.267248 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-18a5bdaa-409f-4019-b0e8-4f286316b918 admin admin] Usage tracker for resource:router and tenant:c10b9e820e89414c9c9e39fe0ef93956 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:00.271686 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-18a5bdaa-409f-4019-b0e8-4f286316b918 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:00.280961 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-18a5bdaa-409f-4019-b0e8-4f286316b918 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:00.303794 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18a5bdaa-409f-4019-b0e8-4f286316b918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.305632 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18a5bdaa-409f-4019-b0e8-4f286316b918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.326162 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18a5bdaa-409f-4019-b0e8-4f286316b918 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.455863 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4731c5c2-9d4e-416f-abc7-7c1e817d19ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.469831 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 2fa11198-532d-4ae2-a6b3-9935e944666b is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:00.635400 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18a5bdaa-409f-4019-b0e8-4f286316b918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.798079 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3416abc8-97f7-480e-bf97-a85cd35abcc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-2fb59256-04a0-4dcf-b55f-6d07336861e3', 'network_id': '2fb59256-04a0-4dcf-b55f-6d07336861e3', 'tenant_id': 'c10b9e820e89414c9c9e39fe0ef93956', 'fixed_ips': [{'subnet_id': 'dad32322-ab76-45f5-820c-c8dc9c2aa303'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:11:00.798891 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3416abc8-97f7-480e-bf97-a85cd35abcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.827856 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.877469 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.988238 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18a5bdaa-409f-4019-b0e8-4f286316b918 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.027810 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18a5bdaa-409f-4019-b0e8-4f286316b918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.141347 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-3416abc8-97f7-480e-bf97-a85cd35abcc8 None None] Allocated IP 172.20.0.2 (2fb59256-04a0-4dcf-b55f-6d07336861e3/dad32322-ab76-45f5-820c-c8dc9c2aa303/33721d37-bfd0-455a-a4e3-3ee4f57a3600) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:01.196088 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4731c5c2-9d4e-416f-abc7-7c1e817d19ed None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.202635 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-18a5bdaa-409f-4019-b0e8-4f286316b918 admin admin] Allocated IP 172.25.0.17 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/24843c06-48cc-4b04-9246-4d03c1c9f731) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:01.272748 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-4731c5c2-9d4e-416f-abc7-7c1e817d19ed None None] Transition to ACTIVE for port object 01236fad-090e-4ce2-9b16-6c6b7b28e901 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:01.287206 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4731c5c2-9d4e-416f-abc7-7c1e817d19ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.504056 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54434b61-5421-4a7e-99d6-90c5593363c0 None None] Pushing event updated for resources: {'Port': ['ID=01236fad-090e-4ce2-9b16-6c6b7b28e901,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:01.520696 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18a5bdaa-409f-4019-b0e8-4f286316b918 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.554682 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18a5bdaa-409f-4019-b0e8-4f286316b918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.620939 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-4731c5c2-9d4e-416f-abc7-7c1e817d19ed None None] Attempting to bind port 01236fad-090e-4ce2-9b16-6c6b7b28e901 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:01.621367 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-4731c5c2-9d4e-416f-abc7-7c1e817d19ed None None] Attempting to bind port 01236fad-090e-4ce2-9b16-6c6b7b28e901 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'd6122d11-cba7-4f4a-b65a-b98638756777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '51a11a5d-4224-4434-9f5a-98b837d76dce'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:01.622141 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4731c5c2-9d4e-416f-abc7-7c1e817d19ed None None] Attempting to bind port 01236fad-090e-4ce2-9b16-6c6b7b28e901 on network 51a11a5d-4224-4434-9f5a-98b837d76dce {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:01.633369 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4731c5c2-9d4e-416f-abc7-7c1e817d19ed None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:01.633369 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4731c5c2-9d4e-416f-abc7-7c1e817d19ed None None] Checking segment: {'id': 'd6122d11-cba7-4f4a-b65a-b98638756777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '51a11a5d-4224-4434-9f5a-98b837d76dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:01.633821 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4731c5c2-9d4e-416f-abc7-7c1e817d19ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.634162 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4731c5c2-9d4e-416f-abc7-7c1e817d19ed None None] Bound using segment: {'id': 'd6122d11-cba7-4f4a-b65a-b98638756777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '51a11a5d-4224-4434-9f5a-98b837d76dce'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:01.634641 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-4731c5c2-9d4e-416f-abc7-7c1e817d19ed None None] Bound port: 01236fad-090e-4ce2-9b16-6c6b7b28e901, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6122d11-cba7-4f4a-b65a-b98638756777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '51a11a5d-4224-4434-9f5a-98b837d76dce'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:01.635071 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a5bdaa-409f-4019-b0e8-4f286316b918 admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:01.635490 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4731c5c2-9d4e-416f-abc7-7c1e817d19ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.638833 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-18a5bdaa-409f-4019-b0e8-4f286316b918 admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:01.643313 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a5bdaa-409f-4019-b0e8-4f286316b918 admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:01.681779 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5bdaa-409f-4019-b0e8-4f286316b918 admin admin] Pushing event updated for resources: {'Port': ['ID=24843c06-48cc-4b04-9246-4d03c1c9f731,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:01.730612 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3416abc8-97f7-480e-bf97-a85cd35abcc8 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.760053 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3416abc8-97f7-480e-bf97-a85cd35abcc8 None None] Transition to ACTIVE for port object 33721d37-bfd0-455a-a4e3-3ee4f57a3600 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:01.792179 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-4731c5c2-9d4e-416f-abc7-7c1e817d19ed None None] For port 01236fad-090e-4ce2-9b16-6c6b7b28e901, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:01.803488 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3416abc8-97f7-480e-bf97-a85cd35abcc8 None None] Transition to ACTIVE for port object 33721d37-bfd0-455a-a4e3-3ee4f57a3600 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:01.805398 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-4731c5c2-9d4e-416f-abc7-7c1e817d19ed None None] For port 01236fad-090e-4ce2-9b16-6c6b7b28e901, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=01236fad-090e-4ce2-9b16-6c6b7b28e901,segment=NetworkSegment(d6122d11-cba7-4f4a-b65a-b98638756777),segment_id=d6122d11-cba7-4f4a-b65a-b98638756777)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:01.812446 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4731c5c2-9d4e-416f-abc7-7c1e817d19ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.869706 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3416abc8-97f7-480e-bf97-a85cd35abcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.914705 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4731c5c2-9d4e-416f-abc7-7c1e817d19ed None None] Routers {'1bac3bb4-0d66-4672-a9f2-c9450496e855'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:01.915380 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-4731c5c2-9d4e-416f-abc7-7c1e817d19ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:11:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1bac3bb4-0d66-4672-a9f2-c9450496e855'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:02.011056 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3416abc8-97f7-480e-bf97-a85cd35abcc8 None None] Network 2fb59256-04a0-4dcf-b55f-6d07336861e3 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:02.016791 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-3416abc8-97f7-480e-bf97-a85cd35abcc8 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:02.019341 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3416abc8-97f7-480e-bf97-a85cd35abcc8 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:02.143846 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54434b61-5421-4a7e-99d6-90c5593363c0 None None] Pushing event updated for resources: {'Port': ['ID=01236fad-090e-4ce2-9b16-6c6b7b28e901,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:02.170759 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18a5bdaa-409f-4019-b0e8-4f286316b918 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:02.387341 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-3416abc8-97f7-480e-bf97-a85cd35abcc8 None None] Attempting to bind port 33721d37-bfd0-455a-a4e3-3ee4f57a3600 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:02.387630 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-3416abc8-97f7-480e-bf97-a85cd35abcc8 None None] Attempting to bind port 33721d37-bfd0-455a-a4e3-3ee4f57a3600 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'c37729b7-4376-4944-8981-26a8ba7d8167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2fb59256-04a0-4dcf-b55f-6d07336861e3'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:02.388191 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3416abc8-97f7-480e-bf97-a85cd35abcc8 None None] Attempting to bind port 33721d37-bfd0-455a-a4e3-3ee4f57a3600 on network 2fb59256-04a0-4dcf-b55f-6d07336861e3 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:02.390175 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:02.404705 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-4731c5c2-9d4e-416f-abc7-7c1e817d19ed None None] Set router 1bac3bb4-0d66-4672-a9f2-c9450496e855 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:02.448234 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416abc8-97f7-480e-bf97-a85cd35abcc8 None None] Pushing event updated for resources: {'Port': ['ID=33721d37-bfd0-455a-a4e3-3ee4f57a3600,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:02.461250 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3416abc8-97f7-480e-bf97-a85cd35abcc8 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:02.461624 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3416abc8-97f7-480e-bf97-a85cd35abcc8 None None] Checking segment: {'id': 'c37729b7-4376-4944-8981-26a8ba7d8167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2fb59256-04a0-4dcf-b55f-6d07336861e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:02.462034 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3416abc8-97f7-480e-bf97-a85cd35abcc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:02.462878 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3416abc8-97f7-480e-bf97-a85cd35abcc8 None None] Bound using segment: {'id': 'c37729b7-4376-4944-8981-26a8ba7d8167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2fb59256-04a0-4dcf-b55f-6d07336861e3'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:02.462878 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-3416abc8-97f7-480e-bf97-a85cd35abcc8 None None] Bound port: 33721d37-bfd0-455a-a4e3-3ee4f57a3600, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37729b7-4376-4944-8981-26a8ba7d8167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2fb59256-04a0-4dcf-b55f-6d07336861e3'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:02.463293 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3416abc8-97f7-480e-bf97-a85cd35abcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:02.590403 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18a5bdaa-409f-4019-b0e8-4f286316b918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:02.818560 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-3416abc8-97f7-480e-bf97-a85cd35abcc8 None None] For port 33721d37-bfd0-455a-a4e3-3ee4f57a3600, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:02.823039 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-3416abc8-97f7-480e-bf97-a85cd35abcc8 None None] For port 33721d37-bfd0-455a-a4e3-3ee4f57a3600, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=33721d37-bfd0-455a-a4e3-3ee4f57a3600,segment=NetworkSegment(c37729b7-4376-4944-8981-26a8ba7d8167),segment_id=c37729b7-4376-4944-8981-26a8ba7d8167)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:02.830454 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3416abc8-97f7-480e-bf97-a85cd35abcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:02.835355 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a5bdaa-409f-4019-b0e8-4f286316b918 admin admin] Router f6f83c52-d031-47ad-9888-2f65f5319753 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:11:03.056378 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416abc8-97f7-480e-bf97-a85cd35abcc8 None None] Pushing event updated for resources: {'Port': ['ID=33721d37-bfd0-455a-a4e3-3ee4f57a3600,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:03.128792 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-4731c5c2-9d4e-416f-abc7-7c1e817d19ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bac3bb4-0d66-4672-a9f2-c9450496e855', 'name': 'tempest-TestAggregatesBasicOps-1820310589-router', 'tenant_id': 'e631176e27ef423382ee21b716cde10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '2fa11198-532d-4ae2-a6b3-9935e944666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:52Z', 'updated_at': '2022-05-13T15:10:56Z', 'revision_number': 4, 'project_id': 'e631176e27ef423382ee21b716cde10a', 'gw_port': {'id': '2fa11198-532d-4ae2-a6b3-9935e944666b', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac3bb4-0d66-4672-a9f2-c9450496e855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '01236fad-090e-4ce2-9b16-6c6b7b28e901', 'name': '', 'network_id': '51a11a5d-4224-4434-9f5a-98b837d76dce', 'tenant_id': 'e631176e27ef423382ee21b716cde10a', 'mac_address': 'fa:16:3e:62:4a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bac3bb4-0d66-4672-a9f2-c9450496e855', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'fda192ad-2e0b-441d-a38d-dd814db64687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:56Z', 'updated_at': '2022-05-13T15:11:01Z', 'revision_number': 4, 'project_id': 'e631176e27ef423382ee21b716cde10a', 'subnets': [{'id': 'fda192ad-2e0b-441d-a38d-dd814db64687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:03.134355 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4731c5c2-9d4e-416f-abc7-7c1e817d19ed None None] The sync data for ids ['1bac3bb4-0d66-4672-a9f2-c9450496e855'] in n-d-841760-1 is: [{'id': '1bac3bb4-0d66-4672-a9f2-c9450496e855', 'name': 'tempest-TestAggregatesBasicOps-1820310589-router', 'tenant_id': 'e631176e27ef423382ee21b716cde10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '2fa11198-532d-4ae2-a6b3-9935e944666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:52Z', 'updated_at': '2022-05-13T15:10:56Z', 'revision_number': 4, 'project_id': 'e631176e27ef423382ee21b716cde10a', 'gw_port': {'id': '2fa11198-532d-4ae2-a6b3-9935e944666b', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac3bb4-0d66-4672-a9f2-c9450496e855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '01236fad-090e-4ce2-9b16-6c6b7b28e901', 'name': '', 'network_id': '51a11a5d-4224-4434-9f5a-98b837d76dce', 'tenant_id': 'e631176e27ef423382ee21b716cde10a', 'mac_address': 'fa:16:3e:62:4a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bac3bb4-0d66-4672-a9f2-c9450496e855', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'fda192ad-2e0b-441d-a38d-dd814db64687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:56Z', 'updated_at': '2022-05-13T15:11:01Z', 'revision_number': 4, 'project_id': 'e631176e27ef423382ee21b716cde10a', 'subnets': [{'id': 'fda192ad-2e0b-441d-a38d-dd814db64687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:11:03.158573 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a5bdaa-409f-4019-b0e8-4f286316b918 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:11:03.174400 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bcb3dd-ac2d-4915-a623-88d43db6d7bd None None] Sync routers for ids ['f6f83c52-d031-47ad-9888-2f65f5319753'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:11:03.218661 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bcb3dd-ac2d-4915-a623-88d43db6d7bd None None] Routers {'f6f83c52-d031-47ad-9888-2f65f5319753'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:03.219960 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-18bcb3dd-ac2d-4915-a623-88d43db6d7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:11:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['f6f83c52-d031-47ad-9888-2f65f5319753'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:03.229142 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-18a5bdaa-409f-4019-b0e8-4f286316b918 admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:03.230375 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-18a5bdaa-409f-4019-b0e8-4f286316b918 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9823391 May 13 15:11:03.233424 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38332) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:03.453890 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-18bcb3dd-ac2d-4915-a623-88d43db6d7bd None None] Set router f6f83c52-d031-47ad-9888-2f65f5319753 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:03.593401 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:11:03.864809 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-18bcb3dd-ac2d-4915-a623-88d43db6d7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f83c52-d031-47ad-9888-2f65f5319753', 'name': 'tempest-TestAggregatesBasicOps-962609329-router', 'tenant_id': 'c10b9e820e89414c9c9e39fe0ef93956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '24843c06-48cc-4b04-9246-4d03c1c9f731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:00Z', 'updated_at': '2022-05-13T15:11:01Z', 'revision_number': 3, 'project_id': 'c10b9e820e89414c9c9e39fe0ef93956', 'gw_port': {'id': '24843c06-48cc-4b04-9246-4d03c1c9f731', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:19:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f83c52-d031-47ad-9888-2f65f5319753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:01Z', 'updated_at': '2022-05-13T15:11:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:03.872925 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bcb3dd-ac2d-4915-a623-88d43db6d7bd None None] Checking router: f6f83c52-d031-47ad-9888-2f65f5319753 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:11:03.873836 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bcb3dd-ac2d-4915-a623-88d43db6d7bd None None] Updating router f6f83c52-d031-47ad-9888-2f65f5319753 port 24843c06-48cc-4b04-9246-4d03c1c9f731 binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:11:03.974674 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-18bcb3dd-ac2d-4915-a623-88d43db6d7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.067556 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 33721d37-bfd0-455a-a4e3-3ee4f57a3600 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:04.229750 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 33721d37-bfd0-455a-a4e3-3ee4f57a3600 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:04.247421 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 01236fad-090e-4ce2-9b16-6c6b7b28e901 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:04.420941 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 01236fad-090e-4ce2-9b16-6c6b7b28e901 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:04.426871 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 01236fad-090e-4ce2-9b16-6c6b7b28e901 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:04.427585 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.530803 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-18bcb3dd-ac2d-4915-a623-88d43db6d7bd None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.548047 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-18bcb3dd-ac2d-4915-a623-88d43db6d7bd None None] Transition to ACTIVE for port object 24843c06-48cc-4b04-9246-4d03c1c9f731 will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:04.559147 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-18bcb3dd-ac2d-4915-a623-88d43db6d7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.593524 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf00a3cd-a24c-4be9-b722-e13ec8bb4f80 None None] Network 2fb59256-04a0-4dcf-b55f-6d07336861e3 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:04.678984 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-18bcb3dd-ac2d-4915-a623-88d43db6d7bd None None] Attempting to bind port 24843c06-48cc-4b04-9246-4d03c1c9f731 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:04.679771 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-18bcb3dd-ac2d-4915-a623-88d43db6d7bd None None] Attempting to bind port 24843c06-48cc-4b04-9246-4d03c1c9f731 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:04.680378 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bcb3dd-ac2d-4915-a623-88d43db6d7bd None None] Attempting to bind port 24843c06-48cc-4b04-9246-4d03c1c9f731 on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:04.695644 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bcb3dd-ac2d-4915-a623-88d43db6d7bd None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:04.696153 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bcb3dd-ac2d-4915-a623-88d43db6d7bd None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:04.697548 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-18bcb3dd-ac2d-4915-a623-88d43db6d7bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.698263 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bcb3dd-ac2d-4915-a623-88d43db6d7bd None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:04.698852 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-18bcb3dd-ac2d-4915-a623-88d43db6d7bd None None] Bound port: 24843c06-48cc-4b04-9246-4d03c1c9f731, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:04.699709 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-18bcb3dd-ac2d-4915-a623-88d43db6d7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.724721 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 01236fad-090e-4ce2-9b16-6c6b7b28e901 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:04.725092 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.767214 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a1ee7e7f-5fa7-427a-ad09-edfc991c0055 None None] Provisioning for port 33721d37-bfd0-455a-a4e3-3ee4f57a3600 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:04.779602 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 01236fad-090e-4ce2-9b16-6c6b7b28e901, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=01236fad-090e-4ce2-9b16-6c6b7b28e901,segment=NetworkSegment(d6122d11-cba7-4f4a-b65a-b98638756777),segment_id=d6122d11-cba7-4f4a-b65a-b98638756777)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:04.783634 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55949804-7c07-4e46-8ee9-d29136a9e683 None None] Pushing event updated for resources: {'Port': ['ID=24843c06-48cc-4b04-9246-4d03c1c9f731,revision_number=2']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:04.803170 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a1ee7e7f-5fa7-427a-ad09-edfc991c0055 None None] Provisioning complete for port 33721d37-bfd0-455a-a4e3-3ee4f57a3600 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:04.803445 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7e7f-5fa7-427a-ad09-edfc991c0055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.823502 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-18bcb3dd-ac2d-4915-a623-88d43db6d7bd None None] For port 24843c06-48cc-4b04-9246-4d03c1c9f731, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:04.827321 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-18bcb3dd-ac2d-4915-a623-88d43db6d7bd None None] For port 24843c06-48cc-4b04-9246-4d03c1c9f731, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=24843c06-48cc-4b04-9246-4d03c1c9f731,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:04.838247 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-18bcb3dd-ac2d-4915-a623-88d43db6d7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.851662 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44d9ca34-a9a7-4606-9e6d-7b48ccf2de34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.915290 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:05.022363 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bcb3dd-ac2d-4915-a623-88d43db6d7bd None None] Routers {'f6f83c52-d031-47ad-9888-2f65f5319753'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:05.023353 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-18bcb3dd-ac2d-4915-a623-88d43db6d7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:11:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['f6f83c52-d031-47ad-9888-2f65f5319753'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:05.136334 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55949804-7c07-4e46-8ee9-d29136a9e683 None None] Pushing event updated for resources: {'Port': ['ID=24843c06-48cc-4b04-9246-4d03c1c9f731,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:05.200646 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=01236fad-090e-4ce2-9b16-6c6b7b28e901,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:05.246376 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-44d9ca34-a9a7-4606-9e6d-7b48ccf2de34 admin admin] Allocated IP 172.20.0.1 (2fb59256-04a0-4dcf-b55f-6d07336861e3/dad32322-ab76-45f5-820c-c8dc9c2aa303/cbb8a9db-d8bd-4526-b959-2fd966094d79) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:05.264532 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-18bcb3dd-ac2d-4915-a623-88d43db6d7bd None None] Set router f6f83c52-d031-47ad-9888-2f65f5319753 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:05.317098 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-a1ee7e7f-5fa7-427a-ad09-edfc991c0055 None None] Current status of the port 33721d37-bfd0-455a-a4e3-3ee4f57a3600 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:05.317482 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7e7f-5fa7-427a-ad09-edfc991c0055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:05.371336 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-a1ee7e7f-5fa7-427a-ad09-edfc991c0055 None None] For port 33721d37-bfd0-455a-a4e3-3ee4f57a3600, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=33721d37-bfd0-455a-a4e3-3ee4f57a3600,segment=NetworkSegment(c37729b7-4376-4944-8981-26a8ba7d8167),segment_id=c37729b7-4376-4944-8981-26a8ba7d8167)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:05.382721 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7e7f-5fa7-427a-ad09-edfc991c0055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:05.466096 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44d9ca34-a9a7-4606-9e6d-7b48ccf2de34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:05.492135 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-44d9ca34-a9a7-4606-9e6d-7b48ccf2de34 admin admin] Transition to ACTIVE for port object cbb8a9db-d8bd-4526-b959-2fd966094d79 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:05.503747 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee7e7f-5fa7-427a-ad09-edfc991c0055 None None] Pushing event updated for resources: {'Port': ['ID=33721d37-bfd0-455a-a4e3-3ee4f57a3600,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:05.525464 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44d9ca34-a9a7-4606-9e6d-7b48ccf2de34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:05.590230 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-18bcb3dd-ac2d-4915-a623-88d43db6d7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f83c52-d031-47ad-9888-2f65f5319753', 'name': 'tempest-TestAggregatesBasicOps-962609329-router', 'tenant_id': 'c10b9e820e89414c9c9e39fe0ef93956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '24843c06-48cc-4b04-9246-4d03c1c9f731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:00Z', 'updated_at': '2022-05-13T15:11:01Z', 'revision_number': 3, 'project_id': 'c10b9e820e89414c9c9e39fe0ef93956', 'gw_port': {'id': '24843c06-48cc-4b04-9246-4d03c1c9f731', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:19:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f83c52-d031-47ad-9888-2f65f5319753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:01Z', 'updated_at': '2022-05-13T15:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:05.594622 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bcb3dd-ac2d-4915-a623-88d43db6d7bd None None] The sync data for ids ['f6f83c52-d031-47ad-9888-2f65f5319753'] in n-d-841760-1 is: [{'id': 'f6f83c52-d031-47ad-9888-2f65f5319753', 'name': 'tempest-TestAggregatesBasicOps-962609329-router', 'tenant_id': 'c10b9e820e89414c9c9e39fe0ef93956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '24843c06-48cc-4b04-9246-4d03c1c9f731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:00Z', 'updated_at': '2022-05-13T15:11:01Z', 'revision_number': 3, 'project_id': 'c10b9e820e89414c9c9e39fe0ef93956', 'gw_port': {'id': '24843c06-48cc-4b04-9246-4d03c1c9f731', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:19:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f83c52-d031-47ad-9888-2f65f5319753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:01Z', 'updated_at': '2022-05-13T15:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:11:05.596541 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d9ca34-a9a7-4606-9e6d-7b48ccf2de34 admin admin] Network 2fb59256-04a0-4dcf-b55f-6d07336861e3 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:05.599766 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-44d9ca34-a9a7-4606-9e6d-7b48ccf2de34 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:05.603531 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d9ca34-a9a7-4606-9e6d-7b48ccf2de34 admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:05.634232 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9ca34-a9a7-4606-9e6d-7b48ccf2de34 admin admin] Pushing event updated for resources: {'Port': ['ID=cbb8a9db-d8bd-4526-b959-2fd966094d79,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:05.667327 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44d9ca34-a9a7-4606-9e6d-7b48ccf2de34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:05.709166 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c25f9f1c-52dd-419d-a89d-b56848abc058 None None] Provisioning complete for port 33721d37-bfd0-455a-a4e3-3ee4f57a3600 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:05.709545 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c25f9f1c-52dd-419d-a89d-b56848abc058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:05.812383 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44d9ca34-a9a7-4606-9e6d-7b48ccf2de34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:05.997462 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 33721d37-bfd0-455a-a4e3-3ee4f57a3600 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:06.062496 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-c25f9f1c-52dd-419d-a89d-b56848abc058 None None] Current status of the port 33721d37-bfd0-455a-a4e3-3ee4f57a3600 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:06.090342 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 33721d37-bfd0-455a-a4e3-3ee4f57a3600 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:06.090727 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:06.160877 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44d9ca34-a9a7-4606-9e6d-7b48ccf2de34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:06.169615 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44d9ca34-a9a7-4606-9e6d-7b48ccf2de34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:06.283895 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e09a5304-3e32-4b67-940b-ab35e697a7fb None None] Provisioning for port cbb8a9db-d8bd-4526-b959-2fd966094d79 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:06.297854 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e09a5304-3e32-4b67-940b-ab35e697a7fb None None] Provisioning complete for port cbb8a9db-d8bd-4526-b959-2fd966094d79 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:06.298640 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e09a5304-3e32-4b67-940b-ab35e697a7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:06.360899 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9ca34-a9a7-4606-9e6d-7b48ccf2de34 admin admin] Pushing event updated for resources: {'Port': ['ID=cbb8a9db-d8bd-4526-b959-2fd966094d79,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:06.369529 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 33721d37-bfd0-455a-a4e3-3ee4f57a3600 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:06.370794 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 01236fad-090e-4ce2-9b16-6c6b7b28e901 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:06.381613 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44d9ca34-a9a7-4606-9e6d-7b48ccf2de34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:06.457240 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e09a5304-3e32-4b67-940b-ab35e697a7fb None None] Port cbb8a9db-d8bd-4526-b959-2fd966094d79 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:11:06.467963 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 01236fad-090e-4ce2-9b16-6c6b7b28e901 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:06.468737 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:06.624879 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 01236fad-090e-4ce2-9b16-6c6b7b28e901 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:06.654469 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d9ca34-a9a7-4606-9e6d-7b48ccf2de34 admin admin] Network 2fb59256-04a0-4dcf-b55f-6d07336861e3 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:06.655805 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-44d9ca34-a9a7-4606-9e6d-7b48ccf2de34 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:06.996381 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c2b3e27c-e5b6-4061-8eac-c084d0ba4b34 None None] Provisioning complete for port cbb8a9db-d8bd-4526-b959-2fd966094d79 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:06.996908 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c2b3e27c-e5b6-4061-8eac-c084d0ba4b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:07.026252 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d9ca34-a9a7-4606-9e6d-7b48ccf2de34 admin admin] Router f6f83c52-d031-47ad-9888-2f65f5319753 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:11:07.065051 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-c2b3e27c-e5b6-4061-8eac-c084d0ba4b34 None None] Port cbb8a9db-d8bd-4526-b959-2fd966094d79 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:11:07.223404 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d9ca34-a9a7-4606-9e6d-7b48ccf2de34 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:11:07.244762 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-44d9ca34-a9a7-4606-9e6d-7b48ccf2de34 admin admin] 10.222.0.35 "PUT /v2.0/routers/f6f83c52-d031-47ad-9888-2f65f5319753/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0079029 May 13 15:11:07.538540 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3142dbe0-793a-4dbb-baa6-667195db8bd6 None None] Sync routers for ids ['f6f83c52-d031-47ad-9888-2f65f5319753'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:11:07.548573 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3142dbe0-793a-4dbb-baa6-667195db8bd6 None None] Routers {'f6f83c52-d031-47ad-9888-2f65f5319753'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:07.549189 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-3142dbe0-793a-4dbb-baa6-667195db8bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:11:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['f6f83c52-d031-47ad-9888-2f65f5319753'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:07.754463 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-3142dbe0-793a-4dbb-baa6-667195db8bd6 None None] Set router f6f83c52-d031-47ad-9888-2f65f5319753 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:07.924366 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 24843c06-48cc-4b04-9246-4d03c1c9f731 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:08.128205 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 24843c06-48cc-4b04-9246-4d03c1c9f731 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:08.168737 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 24843c06-48cc-4b04-9246-4d03c1c9f731 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:08.168737 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:08.304936 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-3142dbe0-793a-4dbb-baa6-667195db8bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f83c52-d031-47ad-9888-2f65f5319753', 'name': 'tempest-TestAggregatesBasicOps-962609329-router', 'tenant_id': 'c10b9e820e89414c9c9e39fe0ef93956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '24843c06-48cc-4b04-9246-4d03c1c9f731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:00Z', 'updated_at': '2022-05-13T15:11:05Z', 'revision_number': 4, 'project_id': 'c10b9e820e89414c9c9e39fe0ef93956', 'gw_port': {'id': '24843c06-48cc-4b04-9246-4d03c1c9f731', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:19:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f83c52-d031-47ad-9888-2f65f5319753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:01Z', 'updated_at': '2022-05-13T15:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'cbb8a9db-d8bd-4526-b959-2fd966094d79', 'name': '', 'network_id': '2fb59256-04a0-4dcf-b55f-6d07336861e3', 'tenant_id': 'c10b9e820e89414c9c9e39fe0ef93956', 'mac_address': 'fa:16:3e:3b:fd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f83c52-d031-47ad-9888-2f65f5319753', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'dad32322-ab76-45f5-820c-c8dc9c2aa303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:04Z', 'updated_at': '2022-05-13T15:11:05Z', 'revision_number': 2, 'project_id': 'c10b9e820e89414c9c9e39fe0ef93956', 'subnets': [{'id': 'dad32322-ab76-45f5-820c-c8dc9c2aa303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:08.312775 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3142dbe0-793a-4dbb-baa6-667195db8bd6 None None] Checking router: f6f83c52-d031-47ad-9888-2f65f5319753 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:11:08.313141 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3142dbe0-793a-4dbb-baa6-667195db8bd6 None None] Updating router f6f83c52-d031-47ad-9888-2f65f5319753 port cbb8a9db-d8bd-4526-b959-2fd966094d79 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:11:08.360246 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 24843c06-48cc-4b04-9246-4d03c1c9f731 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:08.360517 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:08.390686 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3142dbe0-793a-4dbb-baa6-667195db8bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:08.397973 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 24843c06-48cc-4b04-9246-4d03c1c9f731, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=24843c06-48cc-4b04-9246-4d03c1c9f731,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:08.434386 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:08.583029 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=24843c06-48cc-4b04-9246-4d03c1c9f731,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:08.669654 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38446) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:08.870744 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3142dbe0-793a-4dbb-baa6-667195db8bd6 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:08.883433 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3142dbe0-793a-4dbb-baa6-667195db8bd6 None None] Transition to ACTIVE for port object cbb8a9db-d8bd-4526-b959-2fd966094d79 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:08.890648 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3142dbe0-793a-4dbb-baa6-667195db8bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:09.048058 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3293a0bf-3b12-4b4b-b30f-8f13ab637355 None None] Pushing event updated for resources: {'Port': ['ID=cbb8a9db-d8bd-4526-b959-2fd966094d79,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:09.164515 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-3142dbe0-793a-4dbb-baa6-667195db8bd6 None None] Attempting to bind port cbb8a9db-d8bd-4526-b959-2fd966094d79 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:09.164889 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-3142dbe0-793a-4dbb-baa6-667195db8bd6 None None] Attempting to bind port cbb8a9db-d8bd-4526-b959-2fd966094d79 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'c37729b7-4376-4944-8981-26a8ba7d8167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2fb59256-04a0-4dcf-b55f-6d07336861e3'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:09.165258 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3142dbe0-793a-4dbb-baa6-667195db8bd6 None None] Attempting to bind port cbb8a9db-d8bd-4526-b959-2fd966094d79 on network 2fb59256-04a0-4dcf-b55f-6d07336861e3 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:09.171537 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3142dbe0-793a-4dbb-baa6-667195db8bd6 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:09.171920 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3142dbe0-793a-4dbb-baa6-667195db8bd6 None None] Checking segment: {'id': 'c37729b7-4376-4944-8981-26a8ba7d8167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2fb59256-04a0-4dcf-b55f-6d07336861e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:09.172322 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3142dbe0-793a-4dbb-baa6-667195db8bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:09.172718 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3142dbe0-793a-4dbb-baa6-667195db8bd6 None None] Bound using segment: {'id': 'c37729b7-4376-4944-8981-26a8ba7d8167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2fb59256-04a0-4dcf-b55f-6d07336861e3'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:09.173194 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-3142dbe0-793a-4dbb-baa6-667195db8bd6 None None] Bound port: cbb8a9db-d8bd-4526-b959-2fd966094d79, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37729b7-4376-4944-8981-26a8ba7d8167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2fb59256-04a0-4dcf-b55f-6d07336861e3'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:09.173570 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3142dbe0-793a-4dbb-baa6-667195db8bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:09.286082 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-3142dbe0-793a-4dbb-baa6-667195db8bd6 None None] For port cbb8a9db-d8bd-4526-b959-2fd966094d79, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:09.289696 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-3142dbe0-793a-4dbb-baa6-667195db8bd6 None None] For port cbb8a9db-d8bd-4526-b959-2fd966094d79, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=cbb8a9db-d8bd-4526-b959-2fd966094d79,segment=NetworkSegment(c37729b7-4376-4944-8981-26a8ba7d8167),segment_id=c37729b7-4376-4944-8981-26a8ba7d8167)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:09.300616 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3142dbe0-793a-4dbb-baa6-667195db8bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:09.343556 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4eef63ad-f4f2-46ec-952b-1861d3723375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:09.392320 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3142dbe0-793a-4dbb-baa6-667195db8bd6 None None] Routers {'f6f83c52-d031-47ad-9888-2f65f5319753'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:09.392946 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-3142dbe0-793a-4dbb-baa6-667195db8bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:11:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['f6f83c52-d031-47ad-9888-2f65f5319753'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:09.461595 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3293a0bf-3b12-4b4b-b30f-8f13ab637355 None None] Pushing event updated for resources: {'Port': ['ID=cbb8a9db-d8bd-4526-b959-2fd966094d79,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:09.611826 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-3142dbe0-793a-4dbb-baa6-667195db8bd6 None None] Set router f6f83c52-d031-47ad-9888-2f65f5319753 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:09.743661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-4eef63ad-f4f2-46ec-952b-1861d3723375 admin admin] Deleting port 01236fad-090e-4ce2-9b16-6c6b7b28e901 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:09.744290 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4eef63ad-f4f2-46ec-952b-1861d3723375 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:09.885285 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 24843c06-48cc-4b04-9246-4d03c1c9f731 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:09.941665 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-4eef63ad-f4f2-46ec-952b-1861d3723375 admin admin] For port 01236fad-090e-4ce2-9b16-6c6b7b28e901, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=01236fad-090e-4ce2-9b16-6c6b7b28e901,segment=NetworkSegment(d6122d11-cba7-4f4a-b65a-b98638756777),segment_id=d6122d11-cba7-4f4a-b65a-b98638756777)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:09.942065 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4eef63ad-f4f2-46ec-952b-1861d3723375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:10.020329 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 24843c06-48cc-4b04-9246-4d03c1c9f731 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:10.020967 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:10.088604 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-3142dbe0-793a-4dbb-baa6-667195db8bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f83c52-d031-47ad-9888-2f65f5319753', 'name': 'tempest-TestAggregatesBasicOps-962609329-router', 'tenant_id': 'c10b9e820e89414c9c9e39fe0ef93956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '24843c06-48cc-4b04-9246-4d03c1c9f731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:00Z', 'updated_at': '2022-05-13T15:11:05Z', 'revision_number': 4, 'project_id': 'c10b9e820e89414c9c9e39fe0ef93956', 'gw_port': {'id': '24843c06-48cc-4b04-9246-4d03c1c9f731', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:19:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f83c52-d031-47ad-9888-2f65f5319753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:01Z', 'updated_at': '2022-05-13T15:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'cbb8a9db-d8bd-4526-b959-2fd966094d79', 'name': '', 'network_id': '2fb59256-04a0-4dcf-b55f-6d07336861e3', 'tenant_id': 'c10b9e820e89414c9c9e39fe0ef93956', 'mac_address': 'fa:16:3e:3b:fd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f83c52-d031-47ad-9888-2f65f5319753', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'dad32322-ab76-45f5-820c-c8dc9c2aa303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:04Z', 'updated_at': '2022-05-13T15:11:09Z', 'revision_number': 4, 'project_id': 'c10b9e820e89414c9c9e39fe0ef93956', 'subnets': [{'id': 'dad32322-ab76-45f5-820c-c8dc9c2aa303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:10.098436 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3142dbe0-793a-4dbb-baa6-667195db8bd6 None None] The sync data for ids ['f6f83c52-d031-47ad-9888-2f65f5319753'] in n-d-841760-1 is: [{'id': 'f6f83c52-d031-47ad-9888-2f65f5319753', 'name': 'tempest-TestAggregatesBasicOps-962609329-router', 'tenant_id': 'c10b9e820e89414c9c9e39fe0ef93956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '24843c06-48cc-4b04-9246-4d03c1c9f731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:00Z', 'updated_at': '2022-05-13T15:11:05Z', 'revision_number': 4, 'project_id': 'c10b9e820e89414c9c9e39fe0ef93956', 'gw_port': {'id': '24843c06-48cc-4b04-9246-4d03c1c9f731', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:19:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f83c52-d031-47ad-9888-2f65f5319753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:01Z', 'updated_at': '2022-05-13T15:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'cbb8a9db-d8bd-4526-b959-2fd966094d79', 'name': '', 'network_id': '2fb59256-04a0-4dcf-b55f-6d07336861e3', 'tenant_id': 'c10b9e820e89414c9c9e39fe0ef93956', 'mac_address': 'fa:16:3e:3b:fd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f83c52-d031-47ad-9888-2f65f5319753', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'dad32322-ab76-45f5-820c-c8dc9c2aa303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:04Z', 'updated_at': '2022-05-13T15:11:09Z', 'revision_number': 4, 'project_id': 'c10b9e820e89414c9c9e39fe0ef93956', 'subnets': [{'id': 'dad32322-ab76-45f5-820c-c8dc9c2aa303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:11:10.183472 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 24843c06-48cc-4b04-9246-4d03c1c9f731 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:10.264936 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-4eef63ad-f4f2-46ec-952b-1861d3723375 admin admin] Calling delete_port for 01236fad-090e-4ce2-9b16-6c6b7b28e901 owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:10.633614 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4eef63ad-f4f2-46ec-952b-1861d3723375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:10.685748 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef63ad-f4f2-46ec-952b-1861d3723375 admin admin] Pushing event deleted for resources: {'Port': ['ID=01236fad-090e-4ce2-9b16-6c6b7b28e901,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:10.739067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef63ad-f4f2-46ec-952b-1861d3723375 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:10.739440 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef63ad-f4f2-46ec-952b-1861d3723375 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:10.739789 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef63ad-f4f2-46ec-952b-1861d3723375 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:10.740126 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef63ad-f4f2-46ec-952b-1861d3723375 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:10.740458 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef63ad-f4f2-46ec-952b-1861d3723375 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:10.740786 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef63ad-f4f2-46ec-952b-1861d3723375 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:10.741111 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef63ad-f4f2-46ec-952b-1861d3723375 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:10.741433 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef63ad-f4f2-46ec-952b-1861d3723375 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:10.741758 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef63ad-f4f2-46ec-952b-1861d3723375 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:10.742079 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef63ad-f4f2-46ec-952b-1861d3723375 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:10.742398 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef63ad-f4f2-46ec-952b-1861d3723375 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:10.742716 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef63ad-f4f2-46ec-952b-1861d3723375 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:11.038073 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4eef63ad-f4f2-46ec-952b-1861d3723375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.462563 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eef63ad-f4f2-46ec-952b-1861d3723375 admin admin] Router 1bac3bb4-0d66-4672-a9f2-c9450496e855 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:11:11.658793 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eef63ad-f4f2-46ec-952b-1861d3723375 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:11:11.668284 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5905ba-47df-4fe3-b810-554f5f071297 None None] Sync routers for ids ['1bac3bb4-0d66-4672-a9f2-c9450496e855'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:11:11.691047 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5905ba-47df-4fe3-b810-554f5f071297 None None] Routers {'1bac3bb4-0d66-4672-a9f2-c9450496e855'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:11.691047 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-3e5905ba-47df-4fe3-b810-554f5f071297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:11:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1bac3bb4-0d66-4672-a9f2-c9450496e855'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:11.696995 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4eef63ad-f4f2-46ec-952b-1861d3723375 admin admin] 10.222.0.35 "PUT /v2.0/routers/1bac3bb4-0d66-4672-a9f2-c9450496e855/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0230751 May 13 15:11:11.697827 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38472) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:11.975277 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b898ebd8-2b4a-4bb8-925a-1624cf122b1e admin admin] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.998327 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-3e5905ba-47df-4fe3-b810-554f5f071297 None None] Set router 1bac3bb4-0d66-4672-a9f2-c9450496e855 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:12.040130 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device cbb8a9db-d8bd-4526-b959-2fd966094d79 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:12.125467 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port cbb8a9db-d8bd-4526-b959-2fd966094d79 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:12.134204 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port cbb8a9db-d8bd-4526-b959-2fd966094d79 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:12.134718 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:12.220422 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b898ebd8-2b4a-4bb8-925a-1624cf122b1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:12.239338 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-b898ebd8-2b4a-4bb8-925a-1624cf122b1e admin admin] Deleting port 2fa11198-532d-4ae2-a6b3-9935e944666b {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:12.239965 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b898ebd8-2b4a-4bb8-925a-1624cf122b1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:12.290745 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port cbb8a9db-d8bd-4526-b959-2fd966094d79 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:12.291300 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:12.331440 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port cbb8a9db-d8bd-4526-b959-2fd966094d79, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=cbb8a9db-d8bd-4526-b959-2fd966094d79,segment=NetworkSegment(c37729b7-4376-4944-8981-26a8ba7d8167),segment_id=c37729b7-4376-4944-8981-26a8ba7d8167)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:12.337882 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:12.375906 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-3e5905ba-47df-4fe3-b810-554f5f071297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bac3bb4-0d66-4672-a9f2-c9450496e855', 'name': 'tempest-TestAggregatesBasicOps-1820310589-router', 'tenant_id': 'e631176e27ef423382ee21b716cde10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '2fa11198-532d-4ae2-a6b3-9935e944666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:52Z', 'updated_at': '2022-05-13T15:11:10Z', 'revision_number': 5, 'project_id': 'e631176e27ef423382ee21b716cde10a', 'gw_port': {'id': '2fa11198-532d-4ae2-a6b3-9935e944666b', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac3bb4-0d66-4672-a9f2-c9450496e855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:12.380104 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5905ba-47df-4fe3-b810-554f5f071297 None None] Checking router: 1bac3bb4-0d66-4672-a9f2-c9450496e855 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:11:12.389120 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5905ba-47df-4fe3-b810-554f5f071297 None None] Routers {'1bac3bb4-0d66-4672-a9f2-c9450496e855'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:12.389722 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-3e5905ba-47df-4fe3-b810-554f5f071297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:11:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['1bac3bb4-0d66-4672-a9f2-c9450496e855'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:12.463327 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-b898ebd8-2b4a-4bb8-925a-1624cf122b1e admin admin] For port 2fa11198-532d-4ae2-a6b3-9935e944666b, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=2fa11198-532d-4ae2-a6b3-9935e944666b,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:12.463690 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b898ebd8-2b4a-4bb8-925a-1624cf122b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:12.471550 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=cbb8a9db-d8bd-4526-b959-2fd966094d79,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:12.566879 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-3e5905ba-47df-4fe3-b810-554f5f071297 None None] Set router 1bac3bb4-0d66-4672-a9f2-c9450496e855 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:12.607802 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-b898ebd8-2b4a-4bb8-925a-1624cf122b1e admin admin] Calling delete_port for 2fa11198-532d-4ae2-a6b3-9935e944666b owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:12.717357 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-3e5905ba-47df-4fe3-b810-554f5f071297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bac3bb4-0d66-4672-a9f2-c9450496e855', 'name': 'tempest-TestAggregatesBasicOps-1820310589-router', 'tenant_id': 'e631176e27ef423382ee21b716cde10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:52Z', 'updated_at': '2022-05-13T15:11:12Z', 'revision_number': 6, 'project_id': 'e631176e27ef423382ee21b716cde10a', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:12.722734 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5905ba-47df-4fe3-b810-554f5f071297 None None] The sync data for ids ['1bac3bb4-0d66-4672-a9f2-c9450496e855'] in n-d-841760-1 is: [{'id': '1bac3bb4-0d66-4672-a9f2-c9450496e855', 'name': 'tempest-TestAggregatesBasicOps-1820310589-router', 'tenant_id': 'e631176e27ef423382ee21b716cde10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:52Z', 'updated_at': '2022-05-13T15:11:12Z', 'revision_number': 6, 'project_id': 'e631176e27ef423382ee21b716cde10a', 'gw_port_host': None}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:11:12.798799 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b898ebd8-2b4a-4bb8-925a-1624cf122b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:12.847874 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898ebd8-2b4a-4bb8-925a-1624cf122b1e admin admin] Pushing event deleted for resources: {'Port': ['ID=2fa11198-532d-4ae2-a6b3-9935e944666b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:12.953168 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b898ebd8-2b4a-4bb8-925a-1624cf122b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:13.131720 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b898ebd8-2b4a-4bb8-925a-1624cf122b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:13.134542 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b898ebd8-2b4a-4bb8-925a-1624cf122b1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:13.166997 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b898ebd8-2b4a-4bb8-925a-1624cf122b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:13.167921 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b898ebd8-2b4a-4bb8-925a-1624cf122b1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bac3bb4-0d66-4672-a9f2-c9450496e855 {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:11:13.194308 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b898ebd8-2b4a-4bb8-925a-1624cf122b1e admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:13.199823 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b898ebd8-2b4a-4bb8-925a-1624cf122b1e admin admin] 10.222.0.35 "DELETE /v2.0/routers/1bac3bb4-0d66-4672-a9f2-c9450496e855 HTTP/1.1" status: 204 len: 168 time: 1.4950337 May 13 15:11:13.200234 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38486) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:13.426037 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd114400-2611-4c70-a4f5-c1b3ec517410 admin admin] Deleting subnet fda192ad-2e0b-441d-a38d-dd814db64687 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:11:13.429007 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dd114400-2611-4c70-a4f5-c1b3ec517410 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:13.479758 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dd114400-2611-4c70-a4f5-c1b3ec517410 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:13.562466 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dd114400-2611-4c70-a4f5-c1b3ec517410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:13.638476 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dd114400-2611-4c70-a4f5-c1b3ec517410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:13.680131 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd114400-2611-4c70-a4f5-c1b3ec517410 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fda192ad-2e0b-441d-a38d-dd814db64687,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:13.682118 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dd114400-2611-4c70-a4f5-c1b3ec517410 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:13.688157 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-dd114400-2611-4c70-a4f5-c1b3ec517410 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fda192ad-2e0b-441d-a38d-dd814db64687 HTTP/1.1" status: 204 len: 168 time: 0.4868090 May 13 15:11:13.690670 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38492) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:13.693989 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f83d813-bd52-4fee-b9de-c9604ed213f7 None None] Network 51a11a5d-4224-4434-9f5a-98b837d76dce requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:13.932111 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device cbb8a9db-d8bd-4526-b959-2fd966094d79 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:13.953780 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-55ecbd20-8bab-4a82-be13-b09abd44a818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:13.970614 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-55ecbd20-8bab-4a82-be13-b09abd44a818 admin admin] Deleting port 8376aa47-25e2-4edd-9cde-e5e9466d56fb {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:13.971208 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-55ecbd20-8bab-4a82-be13-b09abd44a818 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:14.058788 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port cbb8a9db-d8bd-4526-b959-2fd966094d79 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:14.059055 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:14.195151 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70186fc4-d5b5-471b-a79f-85e5b6186ea3 None None] DHCP port deletion for 51a11a5d-4224-4434-9f5a-98b837d76dce request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:11:14.205270 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-70186fc4-d5b5-471b-a79f-85e5b6186ea3 None None] Deleting port 8376aa47-25e2-4edd-9cde-e5e9466d56fb {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:14.205602 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-70186fc4-d5b5-471b-a79f-85e5b6186ea3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:14.273272 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-55ecbd20-8bab-4a82-be13-b09abd44a818 admin admin] For port 8376aa47-25e2-4edd-9cde-e5e9466d56fb, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=8376aa47-25e2-4edd-9cde-e5e9466d56fb,segment=NetworkSegment(d6122d11-cba7-4f4a-b65a-b98638756777),segment_id=d6122d11-cba7-4f4a-b65a-b98638756777)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:14.274535 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-55ecbd20-8bab-4a82-be13-b09abd44a818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:14.302001 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port cbb8a9db-d8bd-4526-b959-2fd966094d79 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:14.364608 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 01236fad-090e-4ce2-9b16-6c6b7b28e901 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:11:14.419470 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 01236fad-090e-4ce2-9b16-6c6b7b28e901 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:11:14.419709 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 01236fad-090e-4ce2-9b16-6c6b7b28e901 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:11:14.420132 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2fa11198-532d-4ae2-a6b3-9935e944666b no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:11:14.433205 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-55ecbd20-8bab-4a82-be13-b09abd44a818 admin admin] Calling delete_port for 8376aa47-25e2-4edd-9cde-e5e9466d56fb owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:14.528939 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 2fa11198-532d-4ae2-a6b3-9935e944666b {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:11:14.529430 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 2fa11198-532d-4ae2-a6b3-9935e944666b not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:11:14.557280 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-55ecbd20-8bab-4a82-be13-b09abd44a818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:14.570984 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-70186fc4-d5b5-471b-a79f-85e5b6186ea3 None None] For port 8376aa47-25e2-4edd-9cde-e5e9466d56fb, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=8376aa47-25e2-4edd-9cde-e5e9466d56fb,segment=NetworkSegment(d6122d11-cba7-4f4a-b65a-b98638756777),segment_id=d6122d11-cba7-4f4a-b65a-b98638756777)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:14.571793 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-70186fc4-d5b5-471b-a79f-85e5b6186ea3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:14.600287 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ecbd20-8bab-4a82-be13-b09abd44a818 admin admin] No DVR routers for this DVR port 8376aa47-25e2-4edd-9cde-e5e9466d56fb on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:11:14.648503 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ecbd20-8bab-4a82-be13-b09abd44a818 admin admin] Pushing event deleted for resources: {'Port': ['ID=8376aa47-25e2-4edd-9cde-e5e9466d56fb,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:14.696186 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-70186fc4-d5b5-471b-a79f-85e5b6186ea3 None None] Calling delete_port for 8376aa47-25e2-4edd-9cde-e5e9466d56fb owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:14.742997 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-55ecbd20-8bab-4a82-be13-b09abd44a818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:14.773065 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-55ecbd20-8bab-4a82-be13-b09abd44a818 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a11a5d-4224-4434-9f5a-98b837d76dce']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:14.780444 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-70186fc4-d5b5-471b-a79f-85e5b6186ea3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:11:14.780953 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-70186fc4-d5b5-471b-a79f-85e5b6186ea3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:11:14.787392 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-55ecbd20-8bab-4a82-be13-b09abd44a818 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6122d11-cba7-4f4a-b65a-b98638756777') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:14.787701 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-55ecbd20-8bab-4a82-be13-b09abd44a818 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6122d11-cba7-4f4a-b65a-b98638756777') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:14.799607 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-55ecbd20-8bab-4a82-be13-b09abd44a818 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:14.816001 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-55ecbd20-8bab-4a82-be13-b09abd44a818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:14.823808 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ecbd20-8bab-4a82-be13-b09abd44a818 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:11:14.824396 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-55ecbd20-8bab-4a82-be13-b09abd44a818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:14.843560 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:11:14.843560 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:11:14.843560 n-d-841760-1 neutron-server[88082]: timer() May 13 15:11:14.843560 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:11:14.843560 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:11:14.843560 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:11:14.843560 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:11:14.843560 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:11:14.843560 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:11:14.843560 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:11:14.843560 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:11:14.843560 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:11:14.843560 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:11:14.843560 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:11:14.843560 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:11:14.843560 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:11:14.843560 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:11:14.843560 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:11:14.843560 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:11:14.843560 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:11:14.843560 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:11:14.843560 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:11:14.843560 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:11:14.843560 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:11:14.843560 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:11:14.843560 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:11:14.843560 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:11:14.843560 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:11:14.843560 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:11:14.843560 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:11:14.843560 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:11:14.843560 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:11:14.925475 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-55ecbd20-8bab-4a82-be13-b09abd44a818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:14.942037 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-55ecbd20-8bab-4a82-be13-b09abd44a818 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:14.953445 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ecbd20-8bab-4a82-be13-b09abd44a818 admin admin] Pushing event deleted for resources: {'Network': ['ID=51a11a5d-4224-4434-9f5a-98b837d76dce,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:14.959475 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-55ecbd20-8bab-4a82-be13-b09abd44a818 admin admin] 10.222.0.35 "DELETE /v2.0/networks/51a11a5d-4224-4434-9f5a-98b837d76dce HTTP/1.1" status: 204 len: 168 time: 1.2651517 May 13 15:11:14.960650 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38504) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:15.282424 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-70186fc4-d5b5-471b-a79f-85e5b6186ea3 None None] Deleting port 8376aa47-25e2-4edd-9cde-e5e9466d56fb {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:15.282892 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-70186fc4-d5b5-471b-a79f-85e5b6186ea3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:15.356829 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-70186fc4-d5b5-471b-a79f-85e5b6186ea3 None None] The port '8376aa47-25e2-4edd-9cde-e5e9466d56fb' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:11:15.528150 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6133a49d-666d-42cc-9dc2-67d1b3166281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:15.858593 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 8376aa47-25e2-4edd-9cde-e5e9466d56fb no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:11:15.898063 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 8376aa47-25e2-4edd-9cde-e5e9466d56fb {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:11:15.898330 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 8376aa47-25e2-4edd-9cde-e5e9466d56fb not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:11:16.033019 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-6133a49d-666d-42cc-9dc2-67d1b3166281 admin admin] Deleting port cbb8a9db-d8bd-4526-b959-2fd966094d79 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:16.033578 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6133a49d-666d-42cc-9dc2-67d1b3166281 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:16.206350 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-6133a49d-666d-42cc-9dc2-67d1b3166281 admin admin] For port cbb8a9db-d8bd-4526-b959-2fd966094d79, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=cbb8a9db-d8bd-4526-b959-2fd966094d79,segment=NetworkSegment(c37729b7-4376-4944-8981-26a8ba7d8167),segment_id=c37729b7-4376-4944-8981-26a8ba7d8167)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:16.206716 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6133a49d-666d-42cc-9dc2-67d1b3166281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:16.334181 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-6133a49d-666d-42cc-9dc2-67d1b3166281 admin admin] Calling delete_port for cbb8a9db-d8bd-4526-b959-2fd966094d79 owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:16.530398 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38516) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:16.543067 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6133a49d-666d-42cc-9dc2-67d1b3166281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:16.597272 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133a49d-666d-42cc-9dc2-67d1b3166281 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbb8a9db-d8bd-4526-b959-2fd966094d79,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:16.692201 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8898ac2c-2f4c-4528-8d77-004fa521344f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:16.717708 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8898ac2c-2f4c-4528-8d77-004fa521344f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:16.725589 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8898ac2c-2f4c-4528-8d77-004fa521344f admin admin] Usage tracker for resource:security_group_rule and tenant:74967b98763447d69329c77c29d52718 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:16.781024 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8898ac2c-2f4c-4528-8d77-004fa521344f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:16.800630 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8898ac2c-2f4c-4528-8d77-004fa521344f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:16.946398 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6133a49d-666d-42cc-9dc2-67d1b3166281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:17.070797 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8898ac2c-2f4c-4528-8d77-004fa521344f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:17.240111 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8898ac2c-2f4c-4528-8d77-004fa521344f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:17.318114 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898ac2c-2f4c-4528-8d77-004fa521344f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10761c17-6ace-4ed7-8060-5a87eb40170a,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:17.324128 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8898ac2c-2f4c-4528-8d77-004fa521344f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=74967b98763447d69329c77c29d52718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7927759 May 13 15:11:17.326741 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38522) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:17.545554 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac656a4b-2ad6-4e44-85d8-bd9c35077acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:17.585559 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac656a4b-2ad6-4e44-85d8-bd9c35077acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:17.593623 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6133a49d-666d-42cc-9dc2-67d1b3166281 admin admin] Router f6f83c52-d031-47ad-9888-2f65f5319753 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:11:17.789707 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac656a4b-2ad6-4e44-85d8-bd9c35077acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:17.820361 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac656a4b-2ad6-4e44-85d8-bd9c35077acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10761c17-6ace-4ed7-8060-5a87eb40170a,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:17.830983 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6133a49d-666d-42cc-9dc2-67d1b3166281 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:11:17.844502 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ac656a4b-2ad6-4e44-85d8-bd9c35077acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:17.845608 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ac656a4b-2ad6-4e44-85d8-bd9c35077acc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/10761c17-6ace-4ed7-8060-5a87eb40170a HTTP/1.1" status: 204 len: 168 time: 0.5179503 May 13 15:11:17.847358 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2624a4e1-6519-4231-9792-3b7eda024093 None None] Sync routers for ids ['f6f83c52-d031-47ad-9888-2f65f5319753'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:11:17.848112 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6133a49d-666d-42cc-9dc2-67d1b3166281 admin admin] 10.222.0.35 "PUT /v2.0/routers/f6f83c52-d031-47ad-9888-2f65f5319753/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8870573 May 13 15:11:17.850456 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38528) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:17.864276 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2624a4e1-6519-4231-9792-3b7eda024093 None None] Routers {'f6f83c52-d031-47ad-9888-2f65f5319753'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:17.865275 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-2624a4e1-6519-4231-9792-3b7eda024093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:11:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['f6f83c52-d031-47ad-9888-2f65f5319753'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:18.052407 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d3c6507a-dcc4-4378-bb70-427baa670e18 admin admin] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.069385 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-2624a4e1-6519-4231-9792-3b7eda024093 None None] Set router f6f83c52-d031-47ad-9888-2f65f5319753 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:18.259318 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d3c6507a-dcc4-4378-bb70-427baa670e18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.271534 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-d3c6507a-dcc4-4378-bb70-427baa670e18 admin admin] Deleting port 24843c06-48cc-4b04-9246-4d03c1c9f731 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:18.272151 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d3c6507a-dcc4-4378-bb70-427baa670e18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.343534 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.446061 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-2624a4e1-6519-4231-9792-3b7eda024093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f83c52-d031-47ad-9888-2f65f5319753', 'name': 'tempest-TestAggregatesBasicOps-962609329-router', 'tenant_id': 'c10b9e820e89414c9c9e39fe0ef93956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '24843c06-48cc-4b04-9246-4d03c1c9f731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:00Z', 'updated_at': '2022-05-13T15:11:16Z', 'revision_number': 5, 'project_id': 'c10b9e820e89414c9c9e39fe0ef93956', 'gw_port': {'id': '24843c06-48cc-4b04-9246-4d03c1c9f731', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:19:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f83c52-d031-47ad-9888-2f65f5319753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:01Z', 'updated_at': '2022-05-13T15:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:18.450298 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2624a4e1-6519-4231-9792-3b7eda024093 None None] Checking router: f6f83c52-d031-47ad-9888-2f65f5319753 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:11:18.459657 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2624a4e1-6519-4231-9792-3b7eda024093 None None] Routers {'f6f83c52-d031-47ad-9888-2f65f5319753'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:18.460292 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-2624a4e1-6519-4231-9792-3b7eda024093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:11:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['f6f83c52-d031-47ad-9888-2f65f5319753'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:18.475345 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-d3c6507a-dcc4-4378-bb70-427baa670e18 admin admin] For port 24843c06-48cc-4b04-9246-4d03c1c9f731, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=24843c06-48cc-4b04-9246-4d03c1c9f731,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:18.475776 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d3c6507a-dcc4-4378-bb70-427baa670e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.605536 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-d3c6507a-dcc4-4378-bb70-427baa670e18 admin admin] Calling delete_port for 24843c06-48cc-4b04-9246-4d03c1c9f731 owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:18.625202 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-2624a4e1-6519-4231-9792-3b7eda024093 None None] Set router f6f83c52-d031-47ad-9888-2f65f5319753 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:18.742528 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-2624a4e1-6519-4231-9792-3b7eda024093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f83c52-d031-47ad-9888-2f65f5319753', 'name': 'tempest-TestAggregatesBasicOps-962609329-router', 'tenant_id': 'c10b9e820e89414c9c9e39fe0ef93956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:00Z', 'updated_at': '2022-05-13T15:11:18Z', 'revision_number': 6, 'project_id': 'c10b9e820e89414c9c9e39fe0ef93956', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:18.746573 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2624a4e1-6519-4231-9792-3b7eda024093 None None] The sync data for ids ['f6f83c52-d031-47ad-9888-2f65f5319753'] in n-d-841760-1 is: [{'id': 'f6f83c52-d031-47ad-9888-2f65f5319753', 'name': 'tempest-TestAggregatesBasicOps-962609329-router', 'tenant_id': 'c10b9e820e89414c9c9e39fe0ef93956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:00Z', 'updated_at': '2022-05-13T15:11:18Z', 'revision_number': 6, 'project_id': 'c10b9e820e89414c9c9e39fe0ef93956', 'gw_port_host': None}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:11:18.924868 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d3c6507a-dcc4-4378-bb70-427baa670e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.007665 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6507a-dcc4-4378-bb70-427baa670e18 admin admin] Pushing event deleted for resources: {'Port': ['ID=24843c06-48cc-4b04-9246-4d03c1c9f731,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:19.076125 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d3c6507a-dcc4-4378-bb70-427baa670e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.308846 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d3c6507a-dcc4-4378-bb70-427baa670e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.311087 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d3c6507a-dcc4-4378-bb70-427baa670e18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.333362 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d3c6507a-dcc4-4378-bb70-427baa670e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.333944 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c6507a-dcc4-4378-bb70-427baa670e18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6f83c52-d031-47ad-9888-2f65f5319753 {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:11:19.346000 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d3c6507a-dcc4-4378-bb70-427baa670e18 admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.349990 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d3c6507a-dcc4-4378-bb70-427baa670e18 admin admin] 10.222.0.35 "DELETE /v2.0/routers/f6f83c52-d031-47ad-9888-2f65f5319753 HTTP/1.1" status: 204 len: 168 time: 1.4963150 May 13 15:11:19.350302 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38562) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:19.417423 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf2c6fa-aa26-44ce-b9bd-8a6a1720077e admin admin] Deleting subnet dad32322-ab76-45f5-820c-c8dc9c2aa303 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:11:19.420792 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dbf2c6fa-aa26-44ce-b9bd-8a6a1720077e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.471698 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dbf2c6fa-aa26-44ce-b9bd-8a6a1720077e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.567339 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dbf2c6fa-aa26-44ce-b9bd-8a6a1720077e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.652456 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dbf2c6fa-aa26-44ce-b9bd-8a6a1720077e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.692179 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2c6fa-aa26-44ce-b9bd-8a6a1720077e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dad32322-ab76-45f5-820c-c8dc9c2aa303,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:19.697685 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dbf2c6fa-aa26-44ce-b9bd-8a6a1720077e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.708585 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a399f713-a90b-4283-b3a8-e4767a83c73e None None] Network 2fb59256-04a0-4dcf-b55f-6d07336861e3 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:19.709395 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-dbf2c6fa-aa26-44ce-b9bd-8a6a1720077e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/dad32322-ab76-45f5-820c-c8dc9c2aa303 HTTP/1.1" status: 204 len: 168 time: 0.3562355 May 13 15:11:19.709395 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38566) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:19.834984 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f2f1b7a4-33f9-47be-b618-8a07ec3bf098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.848454 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-f2f1b7a4-33f9-47be-b618-8a07ec3bf098 admin admin] Deleting port 33721d37-bfd0-455a-a4e3-3ee4f57a3600 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:19.848914 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f2f1b7a4-33f9-47be-b618-8a07ec3bf098 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.926727 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device cbb8a9db-d8bd-4526-b959-2fd966094d79 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:11:19.989219 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: cbb8a9db-d8bd-4526-b959-2fd966094d79 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:11:19.989706 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device cbb8a9db-d8bd-4526-b959-2fd966094d79 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:11:19.990196 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 24843c06-48cc-4b04-9246-4d03c1c9f731 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:11:20.031956 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 24843c06-48cc-4b04-9246-4d03c1c9f731 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:11:20.032402 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 24843c06-48cc-4b04-9246-4d03c1c9f731 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:11:20.103946 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-f2f1b7a4-33f9-47be-b618-8a07ec3bf098 admin admin] For port 33721d37-bfd0-455a-a4e3-3ee4f57a3600, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=33721d37-bfd0-455a-a4e3-3ee4f57a3600,segment=NetworkSegment(c37729b7-4376-4944-8981-26a8ba7d8167),segment_id=c37729b7-4376-4944-8981-26a8ba7d8167)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:20.104307 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f2f1b7a4-33f9-47be-b618-8a07ec3bf098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:20.115730 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15b4bdf-16a8-4b2c-ba9a-a9b93af2bb37 None None] DHCP port deletion for 2fb59256-04a0-4dcf-b55f-6d07336861e3 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:11:20.119627 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-d15b4bdf-16a8-4b2c-ba9a-a9b93af2bb37 None None] Deleting port 33721d37-bfd0-455a-a4e3-3ee4f57a3600 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:20.119997 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d15b4bdf-16a8-4b2c-ba9a-a9b93af2bb37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:20.231857 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-f2f1b7a4-33f9-47be-b618-8a07ec3bf098 admin admin] Calling delete_port for 33721d37-bfd0-455a-a4e3-3ee4f57a3600 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:20.316856 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f2f1b7a4-33f9-47be-b618-8a07ec3bf098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:20.342011 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-d15b4bdf-16a8-4b2c-ba9a-a9b93af2bb37 None None] For port 33721d37-bfd0-455a-a4e3-3ee4f57a3600, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=33721d37-bfd0-455a-a4e3-3ee4f57a3600,segment=NetworkSegment(c37729b7-4376-4944-8981-26a8ba7d8167),segment_id=c37729b7-4376-4944-8981-26a8ba7d8167)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:20.342390 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d15b4bdf-16a8-4b2c-ba9a-a9b93af2bb37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:20.368769 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1b7a4-33f9-47be-b618-8a07ec3bf098 admin admin] Pushing event deleted for resources: {'Port': ['ID=33721d37-bfd0-455a-a4e3-3ee4f57a3600,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:20.372029 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f1b7a4-33f9-47be-b618-8a07ec3bf098 admin admin] No DVR routers for this DVR port 33721d37-bfd0-455a-a4e3-3ee4f57a3600 on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:11:20.476590 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-d15b4bdf-16a8-4b2c-ba9a-a9b93af2bb37 None None] Calling delete_port for 33721d37-bfd0-455a-a4e3-3ee4f57a3600 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:20.511511 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-148a23b7-0ea0-41aa-9619-db093755ba21 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=288739bee9a749efb8726c11d3504670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301080 May 13 15:11:20.560176 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-d15b4bdf-16a8-4b2c-ba9a-a9b93af2bb37 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:11:20.560559 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-d15b4bdf-16a8-4b2c-ba9a-a9b93af2bb37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:11:20.609997 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f2f1b7a4-33f9-47be-b618-8a07ec3bf098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:20.635750 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-f2f1b7a4-33f9-47be-b618-8a07ec3bf098 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb59256-04a0-4dcf-b55f-6d07336861e3']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:20.649917 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-f2f1b7a4-33f9-47be-b618-8a07ec3bf098 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c37729b7-4376-4944-8981-26a8ba7d8167') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:20.650505 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-f2f1b7a4-33f9-47be-b618-8a07ec3bf098 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c37729b7-4376-4944-8981-26a8ba7d8167') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:20.663038 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f2f1b7a4-33f9-47be-b618-8a07ec3bf098 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:20.677211 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-a827a97b-ed5a-4d0f-8a45-f7951f95d028 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:20.678832 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f2f1b7a4-33f9-47be-b618-8a07ec3bf098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:20.678965 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-a827a97b-ed5a-4d0f-8a45-f7951f95d028 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1610224 May 13 15:11:20.685369 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f1b7a4-33f9-47be-b618-8a07ec3bf098 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:11:20.685788 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f2f1b7a4-33f9-47be-b618-8a07ec3bf098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:20.694981 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-bf0c8551-389f-4d6f-a140-79b6bdde1b9e tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.35 "GET /v2.0/quotas/288739bee9a749efb8726c11d3504670 HTTP/1.1" status: 200 len: 375 time: 0.0108736 May 13 15:11:20.700684 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:11:20.700684 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:11:20.700684 n-d-841760-1 neutron-server[88082]: timer() May 13 15:11:20.700684 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:11:20.700684 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:11:20.700684 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:11:20.700684 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:11:20.700684 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:11:20.700684 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:11:20.700684 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:11:20.700684 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:11:20.700684 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:11:20.700684 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:11:20.700684 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:11:20.700684 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:11:20.700684 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:11:20.700684 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:11:20.700684 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:11:20.700684 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:11:20.700684 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:11:20.700684 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:11:20.700684 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:11:20.700684 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:11:20.700684 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:11:20.700684 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:11:20.700684 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:11:20.700684 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:11:20.700684 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:11:20.700684 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:11:20.700684 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:11:20.700684 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:11:20.700684 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:11:20.749772 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-7a4537f8-d123-4f28-bbb1-4c2b41f4e30d tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=288739bee9a749efb8726c11d3504670&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489867 May 13 15:11:20.781847 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f2f1b7a4-33f9-47be-b618-8a07ec3bf098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:20.800415 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f2f1b7a4-33f9-47be-b618-8a07ec3bf098 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:20.811230 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1b7a4-33f9-47be-b618-8a07ec3bf098 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fb59256-04a0-4dcf-b55f-6d07336861e3,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:20.819225 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f2f1b7a4-33f9-47be-b618-8a07ec3bf098 admin admin] 10.222.0.35 "DELETE /v2.0/networks/2fb59256-04a0-4dcf-b55f-6d07336861e3 HTTP/1.1" status: 204 len: 168 time: 1.1056545 May 13 15:11:20.938746 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-99e79376-f2fe-40ee-8941-7cc6d35b067d req-751a390a-31f9-4a44-869f-aa97106827b8 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d960b6-b458-4b99-b727-4f23359b88ad HTTP/1.1" status: 200 len: 210 time: 0.0484676 May 13 15:11:21.022745 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38594) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:21.062075 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-d15b4bdf-16a8-4b2c-ba9a-a9b93af2bb37 None None] Deleting port 33721d37-bfd0-455a-a4e3-3ee4f57a3600 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:21.063055 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d15b4bdf-16a8-4b2c-ba9a-a9b93af2bb37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:21.076332 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-78a86ca9-3708-408d-9f0b-f1147669764b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e631176e27ef423382ee21b716cde10a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502977 May 13 15:11:21.077033 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38598) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:21.135406 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-d15b4bdf-16a8-4b2c-ba9a-a9b93af2bb37 None None] The port '33721d37-bfd0-455a-a4e3-3ee4f57a3600' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:11:21.149796 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cae7644b-c877-4be2-ada6-b969e9559c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:21.181765 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cae7644b-c877-4be2-ada6-b969e9559c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:21.236855 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cae7644b-c877-4be2-ada6-b969e9559c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:21.253676 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7644b-c877-4be2-ada6-b969e9559c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb43692-1e1b-4f69-a7ea-ba7777b23d58,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:21.269726 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cae7644b-c877-4be2-ada6-b969e9559c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:21.270776 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-cae7644b-c877-4be2-ada6-b969e9559c36 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1bb43692-1e1b-4f69-a7ea-ba7777b23d58 HTTP/1.1" status: 204 len: 168 time: 0.1928439 May 13 15:11:21.640366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38616) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:21.690795 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-41454f43-5ea6-4427-ae95-530b36ff9c6f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c10b9e820e89414c9c9e39fe0ef93956&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491738 May 13 15:11:21.693365 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38620) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:21.759436 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5d465bd4-4dfc-4260-97b3-cc1f0f6d65e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:21.786903 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5d465bd4-4dfc-4260-97b3-cc1f0f6d65e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:21.854562 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5d465bd4-4dfc-4260-97b3-cc1f0f6d65e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:21.859357 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 33721d37-bfd0-455a-a4e3-3ee4f57a3600 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:11:21.875019 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d465bd4-4dfc-4260-97b3-cc1f0f6d65e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7361ad1c-04d1-4d10-9cda-90c8c024831d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:21.881043 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5d465bd4-4dfc-4260-97b3-cc1f0f6d65e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:21.884741 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5d465bd4-4dfc-4260-97b3-cc1f0f6d65e3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7361ad1c-04d1-4d10-9cda-90c8c024831d HTTP/1.1" status: 204 len: 168 time: 0.1877966 May 13 15:11:21.907241 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 33721d37-bfd0-455a-a4e3-3ee4f57a3600 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:11:21.907590 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 33721d37-bfd0-455a-a4e3-3ee4f57a3600 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:11:22.105349 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5952e1cf-04cf-4e54-b505-c32a40425e2a req-daf657c7-70a3-474d-9d45-b6ae916d2a74 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d960b6-b458-4b99-b727-4f23359b88ad HTTP/1.1" status: 200 len: 210 time: 0.0462291 May 13 15:11:22.260286 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-202b4dc1-a61a-48c7-8540-cc6df15ca9ab tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=288739bee9a749efb8726c11d3504670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449517 May 13 15:11:22.438935 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-d46f3484-be1b-44e0-a982-1198951f52f4 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:22.441017 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-d46f3484-be1b-44e0-a982-1198951f52f4 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1756463 May 13 15:11:22.455156 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-48f5604e-b93c-4f15-93ee-da79ecc9ce5c tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Request body: {'port': {'device_id': '01d960b6-b458-4b99-b727-4f23359b88ad', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'admin_state_up': True, 'tenant_id': '288739bee9a749efb8726c11d3504670'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:22.600689 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-48f5604e-b93c-4f15-93ee-da79ecc9ce5c tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:22.604550 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-48f5604e-b93c-4f15-93ee-da79ecc9ce5c tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Usage tracker for resource:port and tenant:288739bee9a749efb8726c11d3504670 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:22.607358 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-48f5604e-b93c-4f15-93ee-da79ecc9ce5c tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:22.613506 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-48f5604e-b93c-4f15-93ee-da79ecc9ce5c tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:22.623279 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-48f5604e-b93c-4f15-93ee-da79ecc9ce5c tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Made reservation on behalf of 288739bee9a749efb8726c11d3504670 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:22.626626 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-48f5604e-b93c-4f15-93ee-da79ecc9ce5c tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:22.639414 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-48f5604e-b93c-4f15-93ee-da79ecc9ce5c tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:22.653741 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-48f5604e-b93c-4f15-93ee-da79ecc9ce5c tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:22.657549 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-48f5604e-b93c-4f15-93ee-da79ecc9ce5c tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Usage tracker for resource:security_group_rule and tenant:288739bee9a749efb8726c11d3504670 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:22.660347 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-48f5604e-b93c-4f15-93ee-da79ecc9ce5c tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:22.666398 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-48f5604e-b93c-4f15-93ee-da79ecc9ce5c tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:22.758841 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-48f5604e-b93c-4f15-93ee-da79ecc9ce5c tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:22.771067 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-48f5604e-b93c-4f15-93ee-da79ecc9ce5c tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:22.857396 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5604e-b93c-4f15-93ee-da79ecc9ce5c tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf7d49f-b301-47d3-9958-4c743478d23a,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:22.949086 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-48f5604e-b93c-4f15-93ee-da79ecc9ce5c tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Allocated IP 192.168.233.239 (7d165b7c-a84b-4191-823a-46e347c23eb5/fb4bc443-ac8b-4686-9d3b-15c2430aa8ca/40f143c5-9ac0-4a52-b501-df0824248a0a) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:23.162954 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-48f5604e-b93c-4f15-93ee-da79ecc9ce5c tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:23.179458 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-48f5604e-b93c-4f15-93ee-da79ecc9ce5c tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Transition to ACTIVE for port object 40f143c5-9ac0-4a52-b501-df0824248a0a will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:23.203806 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-48f5604e-b93c-4f15-93ee-da79ecc9ce5c tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:23.278222 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-48f5604e-b93c-4f15-93ee-da79ecc9ce5c tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:23.281556 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-48f5604e-b93c-4f15-93ee-da79ecc9ce5c tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:23.287194 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-48f5604e-b93c-4f15-93ee-da79ecc9ce5c tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:23.295619 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c5c9c-2102-4e0d-9ff6-5edb21d8d63f req-4f5ae969-008e-4207-b3a9-4350beef0792 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:23.297111 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-704c5c9c-2102-4e0d-9ff6-5edb21d8d63f req-4f5ae969-008e-4207-b3a9-4350beef0792 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d960b6-b458-4b99-b727-4f23359b88ad HTTP/1.1" status: 200 len: 936 time: 0.0827260 May 13 15:11:23.318121 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5604e-b93c-4f15-93ee-da79ecc9ce5c tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Pushing event updated for resources: {'Port': ['ID=40f143c5-9ac0-4a52-b501-df0824248a0a,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:23.347676 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-704c5c9c-2102-4e0d-9ff6-5edb21d8d63f req-45935c82-2c8d-4fc2-9937-ceb3f294a9d4 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.35 "GET /v2.0/security-groups?id=5bf7d49f-b301-47d3-9958-4c743478d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436440 May 13 15:11:23.359982 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-48f5604e-b93c-4f15-93ee-da79ecc9ce5c tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:23.361358 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-48f5604e-b93c-4f15-93ee-da79ecc9ce5c tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:23.387991 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-48f5604e-b93c-4f15-93ee-da79ecc9ce5c tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9368646 May 13 15:11:23.399753 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-bc2365dd-d459-4702-ba11-7ffbeab7fbc7 service neutron] Request body: {'port': {'device_id': '01d960b6-b458-4b99-b727-4f23359b88ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:23.512431 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-bc2365dd-d459-4702-ba11-7ffbeab7fbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:23.558655 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-28a69b09-a12b-40ed-a34e-deb117ce8eec None None] Provisioning for port 40f143c5-9ac0-4a52-b501-df0824248a0a completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:23.563471 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-28a69b09-a12b-40ed-a34e-deb117ce8eec None None] Provisioning complete for port 40f143c5-9ac0-4a52-b501-df0824248a0a triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:23.563866 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-28a69b09-a12b-40ed-a34e-deb117ce8eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:23.661381 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-28a69b09-a12b-40ed-a34e-deb117ce8eec None None] Port 40f143c5-9ac0-4a52-b501-df0824248a0a cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:11:23.875650 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-bc2365dd-d459-4702-ba11-7ffbeab7fbc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40f143c5-9ac0-4a52-b501-df0824248a0a {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:11:23.883673 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-bc2365dd-d459-4702-ba11-7ffbeab7fbc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:23.898864 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-bc2365dd-d459-4702-ba11-7ffbeab7fbc7 service neutron] Transition to ACTIVE for port object 40f143c5-9ac0-4a52-b501-df0824248a0a will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:23.902761 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-bc2365dd-d459-4702-ba11-7ffbeab7fbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:24.262299 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2365dd-d459-4702-ba11-7ffbeab7fbc7 service neutron] Pushing event updated for resources: {'Port': ['ID=40f143c5-9ac0-4a52-b501-df0824248a0a,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:24.306341 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-bc2365dd-d459-4702-ba11-7ffbeab7fbc7 service neutron] Attempting to bind port 40f143c5-9ac0-4a52-b501-df0824248a0a on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:24.306612 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-bc2365dd-d459-4702-ba11-7ffbeab7fbc7 service neutron] Attempting to bind port 40f143c5-9ac0-4a52-b501-df0824248a0a by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:24.306953 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-bc2365dd-d459-4702-ba11-7ffbeab7fbc7 service neutron] Attempting to bind port 40f143c5-9ac0-4a52-b501-df0824248a0a on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:24.312020 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-bc2365dd-d459-4702-ba11-7ffbeab7fbc7 service neutron] Port 40f143c5-9ac0-4a52-b501-df0824248a0a on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:11:24.312342 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-bc2365dd-d459-4702-ba11-7ffbeab7fbc7 service neutron] Attempting to bind port 40f143c5-9ac0-4a52-b501-df0824248a0a on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:24.318279 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-bc2365dd-d459-4702-ba11-7ffbeab7fbc7 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:24.318618 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-bc2365dd-d459-4702-ba11-7ffbeab7fbc7 service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:24.319003 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-bc2365dd-d459-4702-ba11-7ffbeab7fbc7 service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:24.319458 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-bc2365dd-d459-4702-ba11-7ffbeab7fbc7 service neutron] Bound port: 40f143c5-9ac0-4a52-b501-df0824248a0a, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:24.319804 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-bc2365dd-d459-4702-ba11-7ffbeab7fbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:24.425689 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-bc2365dd-d459-4702-ba11-7ffbeab7fbc7 service neutron] For port 40f143c5-9ac0-4a52-b501-df0824248a0a, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:24.430576 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-bc2365dd-d459-4702-ba11-7ffbeab7fbc7 service neutron] For port 40f143c5-9ac0-4a52-b501-df0824248a0a, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=40f143c5-9ac0-4a52-b501-df0824248a0a,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:24.435255 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-bc2365dd-d459-4702-ba11-7ffbeab7fbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:24.543732 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-bc2365dd-d459-4702-ba11-7ffbeab7fbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:24.544355 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-bc2365dd-d459-4702-ba11-7ffbeab7fbc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:24.545753 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-bc2365dd-d459-4702-ba11-7ffbeab7fbc7 service neutron] 10.222.0.59 "PUT /v2.0/ports/40f143c5-9ac0-4a52-b501-df0824248a0a HTTP/1.1" status: 200 len: 1096 time: 1.1503208 May 13 15:11:24.546202 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d960b6-b458-4b99-b727-4f23359b88ad', 'tag': '40f143c5-9ac0-4a52-b501-df0824248a0a'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:11:24.585250 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2365dd-d459-4702-ba11-7ffbeab7fbc7 service neutron] Pushing event updated for resources: {'Port': ['ID=40f143c5-9ac0-4a52-b501-df0824248a0a,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:24.645999 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d56ed3-ee87-4bb3-b039-7e0668cb5d7f req-27d74c77-deae-4437-a95f-4190d87238f6 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:24.646746 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-30d56ed3-ee87-4bb3-b039-7e0668cb5d7f req-27d74c77-deae-4437-a95f-4190d87238f6 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Synchronizing usage tracker for tenant:288739bee9a749efb8726c11d3504670 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:24.654938 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-531f0dd8-a5d1-44a2-ad48-4ad63e3a0c23'] response: {'name': 'network-changed', 'server_uuid': '01d960b6-b458-4b99-b727-4f23359b88ad', 'tag': '40f143c5-9ac0-4a52-b501-df0824248a0a', 'status': 'completed', 'code': 200} May 13 15:11:24.690803 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-30d56ed3-ee87-4bb3-b039-7e0668cb5d7f req-27d74c77-deae-4437-a95f-4190d87238f6 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Unset dirty status for tenant:288739bee9a749efb8726c11d3504670 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:24.691999 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-30d56ed3-ee87-4bb3-b039-7e0668cb5d7f req-27d74c77-deae-4437-a95f-4190d87238f6 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d960b6-b458-4b99-b727-4f23359b88ad HTTP/1.1" status: 200 len: 948 time: 0.2224174 May 13 15:11:24.723985 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-37500fb6-e110-4c11-9246-9f15584a8a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:24.725550 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-37500fb6-e110-4c11-9246-9f15584a8a68 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=288739bee9a749efb8726c11d3504670&device_id=01d960b6-b458-4b99-b727-4f23359b88ad HTTP/1.1" status: 200 len: 1099 time: 0.1177721 May 13 15:11:24.810199 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-6eeeb316-25d8-4ac4-9552-620fd189305d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=40f143c5-9ac0-4a52-b501-df0824248a0a HTTP/1.1" status: 200 len: 217 time: 0.0773723 May 13 15:11:24.814127 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-30d56ed3-ee87-4bb3-b039-7e0668cb5d7f req-7bc2d949-6670-48a4-9c22-262e4d627409 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Synchronizing usage tracker for tenant:288739bee9a749efb8726c11d3504670 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:24.880600 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-30d56ed3-ee87-4bb3-b039-7e0668cb5d7f req-7bc2d949-6670-48a4-9c22-262e4d627409 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Unset dirty status for tenant:288739bee9a749efb8726c11d3504670 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:24.881752 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-30d56ed3-ee87-4bb3-b039-7e0668cb5d7f req-7bc2d949-6670-48a4-9c22-262e4d627409 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.35 "GET /v2.0/security-groups?id=5bf7d49f-b301-47d3-9958-4c743478d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787837 May 13 15:11:24.885136 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-d2451d72-771f-4d25-b7ff-5cf300e108d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:24.886498 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-d2451d72-771f-4d25-b7ff-5cf300e108d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.0681007 May 13 15:11:24.967513 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-8de553f9-ad14-4fa7-a9ea-6b7aabae198d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:24.968982 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-8de553f9-ad14-4fa7-a9ea-6b7aabae198d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0765069 May 13 15:11:25.104562 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-f24e94e7-b428-4f37-bcd0-3144d7562d8b service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287255 May 13 15:11:25.241610 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-07f0e4f0-3922-41b3-821a-3727de7fc5c4 req-94bfc130-e72e-49ed-9bff-1f56bea4167d service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314130 May 13 15:11:25.359458 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7b203-8961-40a4-b21a-4b90cdae9b93 req-a4ae60c1-75ef-4c90-9767-4a23be4ea3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:25.360853 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a1c7b203-8961-40a4-b21a-4b90cdae9b93 req-a4ae60c1-75ef-4c90-9767-4a23be4ea3d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=288739bee9a749efb8726c11d3504670&device_id=01d960b6-b458-4b99-b727-4f23359b88ad HTTP/1.1" status: 200 len: 1099 time: 0.0709867 May 13 15:11:25.496097 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7b203-8961-40a4-b21a-4b90cdae9b93 req-d18ca87d-58cb-4308-b125-1260d1c355be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:25.497526 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a1c7b203-8961-40a4-b21a-4b90cdae9b93 req-d18ca87d-58cb-4308-b125-1260d1c355be service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.1302681 May 13 15:11:25.567647 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a1c7b203-8961-40a4-b21a-4b90cdae9b93 req-51b29079-afd5-4915-b62e-f2eb862f662c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=40f143c5-9ac0-4a52-b501-df0824248a0a HTTP/1.1" status: 200 len: 217 time: 0.0636165 May 13 15:11:25.628279 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7b203-8961-40a4-b21a-4b90cdae9b93 req-a2e4e7ea-49f9-47a8-bdea-5e876e2e4a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:25.629596 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a1c7b203-8961-40a4-b21a-4b90cdae9b93 req-a2e4e7ea-49f9-47a8-bdea-5e876e2e4a0f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.0563900 May 13 15:11:25.707623 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7b203-8961-40a4-b21a-4b90cdae9b93 req-6e8a30d1-cb49-41d6-81b2-bf6cf5244331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:25.709070 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a1c7b203-8961-40a4-b21a-4b90cdae9b93 req-6e8a30d1-cb49-41d6-81b2-bf6cf5244331 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0733304 May 13 15:11:25.839701 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a1c7b203-8961-40a4-b21a-4b90cdae9b93 req-e3ebac1d-697b-48a1-a7dc-99bdd8e91b9e service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244872 May 13 15:11:26.083476 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d16c3-088a-4f40-a056-049bf448f9be req-499e15f6-8319-4119-9f4a-a0d228f9d239 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:26.084963 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-657d16c3-088a-4f40-a056-049bf448f9be req-499e15f6-8319-4119-9f4a-a0d228f9d239 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d960b6-b458-4b99-b727-4f23359b88ad HTTP/1.1" status: 200 len: 948 time: 0.0866969 May 13 15:11:26.093956 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a1c7b203-8961-40a4-b21a-4b90cdae9b93 req-4ae2a7c6-da6f-4fb1-bf38-27448fb0c992 service neutron] 10.222.0.59 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482398 May 13 15:11:26.131775 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-657d16c3-088a-4f40-a056-049bf448f9be req-ca9e7298-75ca-4fe8-bb65-c3cfd964407e tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.35 "GET /v2.0/security-groups?id=5bf7d49f-b301-47d3-9958-4c743478d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404072 May 13 15:11:27.296583 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-34358e08-531d-4114-9691-96b212d8186e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:27.323390 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764b06d-3b80-4c97-94c6-98105976abe3 req-69ef5307-5fa5-494c-8223-3ab2e634504a tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:27.325073 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4764b06d-3b80-4c97-94c6-98105976abe3 req-69ef5307-5fa5-494c-8223-3ab2e634504a tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d960b6-b458-4b99-b727-4f23359b88ad HTTP/1.1" status: 200 len: 948 time: 0.0864751 May 13 15:11:27.368865 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4764b06d-3b80-4c97-94c6-98105976abe3 req-f81259ad-1730-444a-a945-bda4c52f4fdc tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.35 "GET /v2.0/security-groups?id=5bf7d49f-b301-47d3-9958-4c743478d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377319 May 13 15:11:28.551468 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dea93-4304-49d8-9981-f5ff9e5aa445 req-6d9414ea-4bae-4c61-930e-f99296f42401 tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:28.553019 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-021dea93-4304-49d8-9981-f5ff9e5aa445 req-6d9414ea-4bae-4c61-930e-f99296f42401 tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 1097 time: 0.0768571 May 13 15:11:28.567760 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fde03-657b-42ce-af64-0456dae5d6da req-6f0664a3-f2bd-4e85-9264-b438ebd990a4 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:28.569361 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-075fde03-657b-42ce-af64-0456dae5d6da req-6f0664a3-f2bd-4e85-9264-b438ebd990a4 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d960b6-b458-4b99-b727-4f23359b88ad HTTP/1.1" status: 200 len: 948 time: 0.0944812 May 13 15:11:28.598822 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-021dea93-4304-49d8-9981-f5ff9e5aa445 req-df562c00-47cd-4a79-9d5c-1a54c8c74efa tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386152 May 13 15:11:28.617115 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-075fde03-657b-42ce-af64-0456dae5d6da req-490cd4b6-014b-4099-bced-f9f07f6f3098 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.35 "GET /v2.0/security-groups?id=5bf7d49f-b301-47d3-9958-4c743478d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416257 May 13 15:11:28.622861 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38654) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:28.827471 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:28.834132 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-72147e49-d310-4434-8f97-e50ad216e259 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Deleting port 88c127d8-23c5-4ae2-a9e6-fc286e7bbb0c {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:28.834484 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-72147e49-d310-4434-8f97-e50ad216e259 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:29.016425 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-72147e49-d310-4434-8f97-e50ad216e259 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:29.016754 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-72147e49-d310-4434-8f97-e50ad216e259 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:29.142642 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-72147e49-d310-4434-8f97-e50ad216e259 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Calling delete_port for 88c127d8-23c5-4ae2-a9e6-fc286e7bbb0c owned by network:floatingip {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:29.300934 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-72147e49-d310-4434-8f97-e50ad216e259 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:29.378704 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72147e49-d310-4434-8f97-e50ad216e259 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event deleted for resources: {'Port': ['ID=88c127d8-23c5-4ae2-a9e6-fc286e7bbb0c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:29.448653 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-72147e49-d310-4434-8f97-e50ad216e259 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for floatingip, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:29.448957 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-72147e49-d310-4434-8f97-e50ad216e259 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Floating IP 9c12f9e1-2951-4fef-a6e8-cdab4b4604a9 disassociated (deleted). External IP: 172.25.0.228, port: 65b675a8-834a-4953-ace4-303f79671f0d. May 13 15:11:29.475766 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 40f143c5-9ac0-4a52-b501-df0824248a0a details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:11:29.632011 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ff370184-8122-496f-bc7a-c61131d9d757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:29.634636 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 40f143c5-9ac0-4a52-b501-df0824248a0a, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=40f143c5-9ac0-4a52-b501-df0824248a0a,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:29.649895 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '40f143c5-9ac0-4a52-b501-df0824248a0a', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': '40f143c5-9ac0-4a52-b501-df0824248a0a', 'mac_address': 'fa:16:3e:31:a3:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:11:29.710586 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 40f143c5-9ac0-4a52-b501-df0824248a0a is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:29.710793 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:29.729819 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f143c5-9ac0-4a52-b501-df0824248a0a {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:11:29.746898 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 40f143c5-9ac0-4a52-b501-df0824248a0a, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=40f143c5-9ac0-4a52-b501-df0824248a0a,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:29.751131 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:29.830845 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=40f143c5-9ac0-4a52-b501-df0824248a0a,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:29.838771 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:29.839132 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:29.839495 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:29.839840 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:29.840176 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:29.840509 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:29.840839 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:29.841169 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:29.841496 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:29.841822 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:29.842147 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:29.842472 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:29.913462 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6e6a2-7af8-4f6a-ab29-958b502289d5 req-c101489b-d40c-4d39-8c6a-602d3492de87 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:29.914969 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e0d6e6a2-7af8-4f6a-ab29-958b502289d5 req-c101489b-d40c-4d39-8c6a-602d3492de87 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d960b6-b458-4b99-b727-4f23359b88ad HTTP/1.1" status: 200 len: 949 time: 0.1756463 May 13 15:11:29.954407 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['40f143c5-9ac0-4a52-b501-df0824248a0a'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:11:30.036539 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e0d6e6a2-7af8-4f6a-ab29-958b502289d5 req-3387a360-3f2e-4918-a77e-f33ae13b74ce tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.35 "GET /v2.0/security-groups?id=5bf7d49f-b301-47d3-9958-4c743478d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693529 May 13 15:11:30.050839 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72147e49-d310-4434-8f97-e50ad216e259 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Router c43b665e-41b5-4192-8b25-48f945105b8a has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:11:30.241209 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72147e49-d310-4434-8f97-e50ad216e259 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:11:30.254414 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fdc3b5-5a00-4f96-b185-1c69f1c87de8 None None] Sync routers for ids ['c43b665e-41b5-4192-8b25-48f945105b8a'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:11:30.263160 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-72147e49-d310-4434-8f97-e50ad216e259 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:30.264363 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fdc3b5-5a00-4f96-b185-1c69f1c87de8 None None] Routers {'c43b665e-41b5-4192-8b25-48f945105b8a'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:30.264960 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e7fdc3b5-5a00-4f96-b185-1c69f1c87de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:11:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['c43b665e-41b5-4192-8b25-48f945105b8a'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:30.324870 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-72147e49-d310-4434-8f97-e50ad216e259 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "DELETE /v2.0/floatingips/9c12f9e1-2951-4fef-a6e8-cdab4b4604a9 HTTP/1.1" status: 204 len: 168 time: 1.7004044 May 13 15:11:30.325277 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e4cdf0-c8b6-4272-be0e-14a7944f7edb', 'tag': '65b675a8-834a-4953-ace4-303f79671f0d'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:11:30.373929 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2318de25-6e8a-429f-aaf1-dd7d4dcca60c'] response: {'name': 'network-changed', 'server_uuid': '11e4cdf0-c8b6-4272-be0e-14a7944f7edb', 'tag': '65b675a8-834a-4953-ace4-303f79671f0d', 'status': 'completed', 'code': 200} May 13 15:11:30.451175 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-e7fdc3b5-5a00-4f96-b185-1c69f1c87de8 None None] Set router c43b665e-41b5-4192-8b25-48f945105b8a gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:30.501089 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b259e8-3b19-4add-b787-5950b54751d4 req-efd1686b-834e-487a-9c90-dd0f3b5337dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:30.502727 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d3b259e8-3b19-4add-b787-5950b54751d4 req-efd1686b-834e-487a-9c90-dd0f3b5337dd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 1097 time: 0.0849428 May 13 15:11:30.645748 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b259e8-3b19-4add-b787-5950b54751d4 req-2753abe3-2ec6-406f-9570-ed395b94dee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:30.647248 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d3b259e8-3b19-4add-b787-5950b54751d4 req-2753abe3-2ec6-406f-9570-ed395b94dee0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2d732bf4-bc30-4ab8-be5f-a1747b048afc HTTP/1.1" status: 200 len: 897 time: 0.1389515 May 13 15:11:30.725456 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018ea0e-9551-40b9-a08c-47d98fa08630 req-9987d5e0-8c48-477e-a8e7-3c71bba0da3d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:30.726317 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-0018ea0e-9551-40b9-a08c-47d98fa08630 req-9987d5e0-8c48-477e-a8e7-3c71bba0da3d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Synchronizing usage tracker for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:30.727146 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d3b259e8-3b19-4add-b787-5950b54751d4 req-e13cc8a5-007f-4d89-a6b1-e9e02e4d1df7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65b675a8-834a-4953-ace4-303f79671f0d HTTP/1.1" status: 200 len: 217 time: 0.0711985 May 13 15:11:30.748555 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-0018ea0e-9551-40b9-a08c-47d98fa08630 req-9987d5e0-8c48-477e-a8e7-3c71bba0da3d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Unset dirty status for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:30.749929 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0018ea0e-9551-40b9-a08c-47d98fa08630 req-9987d5e0-8c48-477e-a8e7-3c71bba0da3d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 946 time: 0.1185267 May 13 15:11:30.755954 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:30.770978 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:30.801851 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0018ea0e-9551-40b9-a08c-47d98fa08630 req-db47ee5c-bb71-47ff-a57e-dd1935eef04a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456946 May 13 15:11:30.808075 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e7fdc3b5-5a00-4f96-b185-1c69f1c87de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992356334', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:08:10Z', 'updated_at': '2022-05-13T15:08:20Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': 'fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:08:10Z', 'updated_at': '2022-05-13T15:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '32d4ff4b-ed4d-42ce-8589-1250969e66e9', 'name': '', 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:ee:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '5287b102-f481-477f-a6d5-3ef597015ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:08:18Z', 'updated_at': '2022-05-13T15:08:33Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': '5287b102-f481-477f-a6d5-3ef597015ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:30.812211 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b259e8-3b19-4add-b787-5950b54751d4 req-dcffc0ce-edd9-4c2d-b7dc-75aeb9c63bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:30.812365 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fdc3b5-5a00-4f96-b185-1c69f1c87de8 None None] Checking router: c43b665e-41b5-4192-8b25-48f945105b8a for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:11:30.813659 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d3b259e8-3b19-4add-b787-5950b54751d4 req-dcffc0ce-edd9-4c2d-b7dc-75aeb9c63bf3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5287b102-f481-477f-a6d5-3ef597015ecd HTTP/1.1" status: 200 len: 834 time: 0.0701609 May 13 15:11:30.820684 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fdc3b5-5a00-4f96-b185-1c69f1c87de8 None None] Routers {'c43b665e-41b5-4192-8b25-48f945105b8a'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:30.822041 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e7fdc3b5-5a00-4f96-b185-1c69f1c87de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:11:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['c43b665e-41b5-4192-8b25-48f945105b8a'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:30.895451 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b259e8-3b19-4add-b787-5950b54751d4 req-bb0dd1dd-78ea-446f-9e9b-f801b5e28281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:30.896985 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d3b259e8-3b19-4add-b787-5950b54751d4 req-bb0dd1dd-78ea-446f-9e9b-f801b5e28281 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2d732bf4-bc30-4ab8-be5f-a1747b048afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755107 May 13 15:11:31.004762 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-e7fdc3b5-5a00-4f96-b185-1c69f1c87de8 None None] Set router c43b665e-41b5-4192-8b25-48f945105b8a gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:31.052416 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d3b259e8-3b19-4add-b787-5950b54751d4 req-a31e63c1-46e0-41ea-aa90-9a1e74337186 service neutron] 10.222.0.74 "GET /v2.0/networks/2d732bf4-bc30-4ab8-be5f-a1747b048afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488748 May 13 15:11:31.234406 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d3b259e8-3b19-4add-b787-5950b54751d4 req-2d94a0ad-42d4-484b-8af1-667ed9c73e49 service neutron] 10.222.0.74 "GET /v2.0/networks/2d732bf4-bc30-4ab8-be5f-a1747b048afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737375 May 13 15:11:31.274968 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2e224-736e-4dd4-81b0-c0a3bceef362 req-fdccc70b-6e88-421f-a826-1fa6ee53dce0 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:31.276456 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-73e2e224-736e-4dd4-81b0-c0a3bceef362 req-fdccc70b-6e88-421f-a826-1fa6ee53dce0 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d960b6-b458-4b99-b727-4f23359b88ad HTTP/1.1" status: 200 len: 949 time: 0.1038489 May 13 15:11:31.323422 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-73e2e224-736e-4dd4-81b0-c0a3bceef362 req-0dff2074-8f03-4c1c-a2bc-b3348aec16e8 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.35 "GET /v2.0/security-groups?id=5bf7d49f-b301-47d3-9958-4c743478d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409124 May 13 15:11:31.341572 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e7fdc3b5-5a00-4f96-b185-1c69f1c87de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992356334', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:08:10Z', 'updated_at': '2022-05-13T15:08:20Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': 'fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:08:10Z', 'updated_at': '2022-05-13T15:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '32d4ff4b-ed4d-42ce-8589-1250969e66e9', 'name': '', 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:ee:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '5287b102-f481-477f-a6d5-3ef597015ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:08:18Z', 'updated_at': '2022-05-13T15:08:33Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': '5287b102-f481-477f-a6d5-3ef597015ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:31.345687 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fdc3b5-5a00-4f96-b185-1c69f1c87de8 None None] The sync data for ids ['c43b665e-41b5-4192-8b25-48f945105b8a'] in n-d-841760-1 is: [{'id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992356334', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:08:10Z', 'updated_at': '2022-05-13T15:08:20Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': 'fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:08:10Z', 'updated_at': '2022-05-13T15:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '32d4ff4b-ed4d-42ce-8589-1250969e66e9', 'name': '', 'network_id': '2d732bf4-bc30-4ab8-be5f-a1747b048afc', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:ee:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '5287b102-f481-477f-a6d5-3ef597015ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:08:18Z', 'updated_at': '2022-05-13T15:08:33Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': '5287b102-f481-477f-a6d5-3ef597015ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:11:31.492721 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 40f143c5-9ac0-4a52-b501-df0824248a0a up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:31.568723 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 40f143c5-9ac0-4a52-b501-df0824248a0a completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:31.574674 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de0bdb0-150f-477b-9eda-66679dc4ab32 None None] New status for floating IP 9c12f9e1-2951-4fef-a6e8-cdab4b4604a9: DOWN {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:11:31.633669 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 40f143c5-9ac0-4a52-b501-df0824248a0a triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:31.634032 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:31.810826 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 40f143c5-9ac0-4a52-b501-df0824248a0a is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:31.811240 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:31.837980 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d960b6-b458-4b99-b727-4f23359b88ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f143c5-9ac0-4a52-b501-df0824248a0a'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:11:31.848399 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 40f143c5-9ac0-4a52-b501-df0824248a0a, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=40f143c5-9ac0-4a52-b501-df0824248a0a,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:31.852165 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:31.891368 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45e3a883-89be-4c26-831c-a536de533c22'] response: {'server_uuid': '01d960b6-b458-4b99-b727-4f23359b88ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f143c5-9ac0-4a52-b501-df0824248a0a', 'code': 200} May 13 15:11:31.932100 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=40f143c5-9ac0-4a52-b501-df0824248a0a,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:32.012502 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3ea0a-91cc-47a9-abb3-ed8818672ac4 req-7a2d5467-7615-4eb9-878a-dfa5446035f2 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:32.013919 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8bd3ea0a-91cc-47a9-abb3-ed8818672ac4 req-7a2d5467-7615-4eb9-878a-dfa5446035f2 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 946 time: 0.1012747 May 13 15:11:32.019163 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310dcd7-3d7a-4696-9788-0d51db03596f req-3cff2a98-9fc6-49ec-a498-0b8915ed91df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:32.020617 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c310dcd7-3d7a-4696-9788-0d51db03596f req-3cff2a98-9fc6-49ec-a498-0b8915ed91df service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01d960b6-b458-4b99-b727-4f23359b88ad HTTP/1.1" status: 200 len: 1101 time: 0.0753794 May 13 15:11:32.059900 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8bd3ea0a-91cc-47a9-abb3-ed8818672ac4 req-0ddac1cd-b135-44e6-97a6-e195b4acc004 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=5525d99f-e95d-4609-a21d-9034c7ef158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392163 May 13 15:11:32.060185 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c310dcd7-3d7a-4696-9788-0d51db03596f req-6fee054a-8db8-4d95-a6cc-3a5bc3fca2cf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5bf7d49f-b301-47d3-9958-4c743478d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340726 May 13 15:11:32.226745 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:32.326853 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04ee12-6815-49c9-8755-74d6c8422f6a req-7c9f8950-d0da-4caf-8d14-122a28488bd8 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:32.328291 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8a04ee12-6815-49c9-8755-74d6c8422f6a req-7c9f8950-d0da-4caf-8d14-122a28488bd8 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.74 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 946 time: 0.0805275 May 13 15:11:32.400736 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-8a04ee12-6815-49c9-8755-74d6c8422f6a req-163f7ef4-9e41-438c-8698-074e7437ce43 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Deleting port 65b675a8-834a-4953-ace4-303f79671f0d {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:32.401071 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8a04ee12-6815-49c9-8755-74d6c8422f6a req-163f7ef4-9e41-438c-8698-074e7437ce43 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:32.661526 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e731a-8849-43a8-92aa-e920f3a72625 req-8fee1056-2ea6-458b-9121-57dc556a76e9 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:32.662886 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-034e731a-8849-43a8-92aa-e920f3a72625 req-8fee1056-2ea6-458b-9121-57dc556a76e9 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d960b6-b458-4b99-b727-4f23359b88ad HTTP/1.1" status: 200 len: 950 time: 0.2312605 May 13 15:11:32.739543 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-034e731a-8849-43a8-92aa-e920f3a72625 req-98107146-3cb9-410c-ba20-3790a032f0a3 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.35 "GET /v2.0/security-groups?id=5bf7d49f-b301-47d3-9958-4c743478d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707440 May 13 15:11:32.744336 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-8a04ee12-6815-49c9-8755-74d6c8422f6a req-163f7ef4-9e41-438c-8698-074e7437ce43 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] For port 65b675a8-834a-4953-ace4-303f79671f0d, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=65b675a8-834a-4953-ace4-303f79671f0d,segment=NetworkSegment(ea59a2af-9274-4abf-87d4-9f926de3f03f),segment_id=ea59a2af-9274-4abf-87d4-9f926de3f03f)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:32.744693 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8a04ee12-6815-49c9-8755-74d6c8422f6a req-163f7ef4-9e41-438c-8698-074e7437ce43 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:32.975360 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-8a04ee12-6815-49c9-8755-74d6c8422f6a req-163f7ef4-9e41-438c-8698-074e7437ce43 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Calling delete_port for 65b675a8-834a-4953-ace4-303f79671f0d owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:33.140394 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8a04ee12-6815-49c9-8755-74d6c8422f6a req-163f7ef4-9e41-438c-8698-074e7437ce43 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:33.191270 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f7ef4-9e41-438c-8698-074e7437ce43 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event deleted for resources: {'Port': ['ID=65b675a8-834a-4953-ace4-303f79671f0d,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:33.225837 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-13bd5538-25d9-4c55-a2f7-e7a964e2dd82 req-b4f50a07-9c3c-4d08-a4da-31d8526bb18c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=11e4cdf0-c8b6-4272-be0e-14a7944f7edb HTTP/1.1" status: 200 len: 210 time: 0.0549815 May 13 15:11:33.277709 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a04ee12-6815-49c9-8755-74d6c8422f6a req-163f7ef4-9e41-438c-8698-074e7437ce43 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] No DVR routers for this DVR port 65b675a8-834a-4953-ace4-303f79671f0d on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:11:33.280398 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8a04ee12-6815-49c9-8755-74d6c8422f6a req-163f7ef4-9e41-438c-8698-074e7437ce43 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:33.283015 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e4cdf0-c8b6-4272-be0e-14a7944f7edb', 'name': 'network-vif-deleted', 'tag': '65b675a8-834a-4953-ace4-303f79671f0d'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:11:33.299639 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8a04ee12-6815-49c9-8755-74d6c8422f6a req-163f7ef4-9e41-438c-8698-074e7437ce43 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.74 "DELETE /v2.0/ports/65b675a8-834a-4953-ace4-303f79671f0d HTTP/1.1" status: 204 len: 173 time: 0.9666107 May 13 15:11:33.331310 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7fda5a7-b9da-4c0e-b86b-654e7c64ba81'] response: {'server_uuid': '11e4cdf0-c8b6-4272-be0e-14a7944f7edb', 'name': 'network-vif-deleted', 'tag': '65b675a8-834a-4953-ace4-303f79671f0d', 'status': 'completed', 'code': 200} May 13 15:11:33.938677 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7a64e-fde8-4fb6-91d4-64ba73746253 req-48410ae6-ecf9-45df-a6d2-158760b7e840 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:33.940713 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-60b7a64e-fde8-4fb6-91d4-64ba73746253 req-48410ae6-ecf9-45df-a6d2-158760b7e840 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d960b6-b458-4b99-b727-4f23359b88ad HTTP/1.1" status: 200 len: 950 time: 0.0820646 May 13 15:11:33.989504 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-60b7a64e-fde8-4fb6-91d4-64ba73746253 req-b8ab2364-5ee9-4859-ae38-e0e7c9b134ed tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.35 "GET /v2.0/security-groups?id=5bf7d49f-b301-47d3-9958-4c743478d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418708 May 13 15:11:34.326320 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38690) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:34.446266 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f3ca53-a76f-4209-b78c-00f505d4c4b0 req-9a299c20-caf8-45af-a8dd-d3560a9eb3a0 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:34.448022 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a7f3ca53-a76f-4209-b78c-00f505d4c4b0 req-9a299c20-caf8-45af-a8dd-d3560a9eb3a0 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d960b6-b458-4b99-b727-4f23359b88ad HTTP/1.1" status: 200 len: 950 time: 0.0800898 May 13 15:11:34.498196 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a7f3ca53-a76f-4209-b78c-00f505d4c4b0 req-da17fd28-4438-42a9-af9e-cab69927bbfc tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.35 "GET /v2.0/security-groups?id=5bf7d49f-b301-47d3-9958-4c743478d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441163 May 13 15:11:35.019095 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-47518cc8-d922-4478-8e2e-72ff3fe2704d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:35.373980 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-47518cc8-d922-4478-8e2e-72ff3fe2704d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Deleting port 32d4ff4b-ed4d-42ce-8589-1250969e66e9 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:35.374700 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-47518cc8-d922-4478-8e2e-72ff3fe2704d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:35.574856 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-47518cc8-d922-4478-8e2e-72ff3fe2704d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] For port 32d4ff4b-ed4d-42ce-8589-1250969e66e9, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=32d4ff4b-ed4d-42ce-8589-1250969e66e9,segment=NetworkSegment(ea59a2af-9274-4abf-87d4-9f926de3f03f),segment_id=ea59a2af-9274-4abf-87d4-9f926de3f03f)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:35.574856 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-47518cc8-d922-4478-8e2e-72ff3fe2704d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:35.671657 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1274cd-6942-434b-a8a1-0034a382d584 req-1eb0e448-7d93-4d90-8ea8-e1a30810cb14 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:35.672986 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4e1274cd-6942-434b-a8a1-0034a382d584 req-1eb0e448-7d93-4d90-8ea8-e1a30810cb14 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.59 "GET /v2.0/ports?device_id=01d960b6-b458-4b99-b727-4f23359b88ad HTTP/1.1" status: 200 len: 950 time: 0.0940950 May 13 15:11:35.743330 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-47518cc8-d922-4478-8e2e-72ff3fe2704d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Calling delete_port for 32d4ff4b-ed4d-42ce-8589-1250969e66e9 owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:35.772503 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-4e1274cd-6942-434b-a8a1-0034a382d584 req-11e75575-364b-42a4-a643-981447aaa52d tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Deleting port 40f143c5-9ac0-4a52-b501-df0824248a0a {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:35.772845 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4e1274cd-6942-434b-a8a1-0034a382d584 req-11e75575-364b-42a4-a643-981447aaa52d tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:35.869171 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aaa633-7b83-4192-9a5d-47881cad8e18 req-227bc7b7-f808-4533-a245-60918e244608 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:35.870637 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b0aaa633-7b83-4192-9a5d-47881cad8e18 req-227bc7b7-f808-4533-a245-60918e244608 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d960b6-b458-4b99-b727-4f23359b88ad HTTP/1.1" status: 200 len: 950 time: 0.2293124 May 13 15:11:35.933799 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b0aaa633-7b83-4192-9a5d-47881cad8e18 req-c001e4bc-1fa3-4bd6-93d8-48b221bf65b0 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.35 "GET /v2.0/security-groups?id=5bf7d49f-b301-47d3-9958-4c743478d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516355 May 13 15:11:36.013114 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-47518cc8-d922-4478-8e2e-72ff3fe2704d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:36.041455 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-4e1274cd-6942-434b-a8a1-0034a382d584 req-11e75575-364b-42a4-a643-981447aaa52d tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] For port 40f143c5-9ac0-4a52-b501-df0824248a0a, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=40f143c5-9ac0-4a52-b501-df0824248a0a,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:36.041850 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4e1274cd-6942-434b-a8a1-0034a382d584 req-11e75575-364b-42a4-a643-981447aaa52d tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:36.065369 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47518cc8-d922-4478-8e2e-72ff3fe2704d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event deleted for resources: {'Port': ['ID=32d4ff4b-ed4d-42ce-8589-1250969e66e9,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:36.141147 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 65b675a8-834a-4953-ace4-303f79671f0d no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:11:36.210050 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 65b675a8-834a-4953-ace4-303f79671f0d {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:11:36.211877 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 65b675a8-834a-4953-ace4-303f79671f0d not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:11:36.243950 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-4e1274cd-6942-434b-a8a1-0034a382d584 req-11e75575-364b-42a4-a643-981447aaa52d tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Calling delete_port for 40f143c5-9ac0-4a52-b501-df0824248a0a owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:36.391134 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-47518cc8-d922-4478-8e2e-72ff3fe2704d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:36.416632 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4e1274cd-6942-434b-a8a1-0034a382d584 req-11e75575-364b-42a4-a643-981447aaa52d tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:36.427315 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['40f143c5-9ac0-4a52-b501-df0824248a0a'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:11:36.499304 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e75575-364b-42a4-a643-981447aaa52d tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Pushing event deleted for resources: {'Port': ['ID=40f143c5-9ac0-4a52-b501-df0824248a0a,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:36.587381 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1274cd-6942-434b-a8a1-0034a382d584 req-11e75575-364b-42a4-a643-981447aaa52d tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] No DVR routers for this DVR port 40f143c5-9ac0-4a52-b501-df0824248a0a on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:11:36.589873 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4e1274cd-6942-434b-a8a1-0034a382d584 req-11e75575-364b-42a4-a643-981447aaa52d tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:36.592918 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d960b6-b458-4b99-b727-4f23359b88ad', 'name': 'network-vif-deleted', 'tag': '40f143c5-9ac0-4a52-b501-df0824248a0a'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:11:36.629205 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4e1274cd-6942-434b-a8a1-0034a382d584 req-11e75575-364b-42a4-a643-981447aaa52d tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.59 "DELETE /v2.0/ports/40f143c5-9ac0-4a52-b501-df0824248a0a HTTP/1.1" status: 204 len: 173 time: 0.9497013 May 13 15:11:36.665914 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4d775ab-8ebd-47bb-b283-04c24b45157f'] response: {'server_uuid': '01d960b6-b458-4b99-b727-4f23359b88ad', 'name': 'network-vif-deleted', 'tag': '40f143c5-9ac0-4a52-b501-df0824248a0a', 'status': 'completed', 'code': 200} May 13 15:11:36.961058 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47518cc8-d922-4478-8e2e-72ff3fe2704d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Router c43b665e-41b5-4192-8b25-48f945105b8a has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:11:37.181392 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7d2ae9ce-6186-4f06-b7a8-06ce58aae8ce req-3d7c269c-bf19-4867-9dfa-99432e080677 tempest-VolumesNegativeTest-136728966 tempest-VolumesNegativeTest-136728966-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d960b6-b458-4b99-b727-4f23359b88ad HTTP/1.1" status: 200 len: 210 time: 0.0663159 May 13 15:11:37.209324 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47518cc8-d922-4478-8e2e-72ff3fe2704d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:11:37.223945 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a43209-0b8c-4b1b-88b3-2a9c1045477a None None] Sync routers for ids ['c43b665e-41b5-4192-8b25-48f945105b8a'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:11:37.236610 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-47518cc8-d922-4478-8e2e-72ff3fe2704d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "PUT /v2.0/routers/c43b665e-41b5-4192-8b25-48f945105b8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9089580 May 13 15:11:37.240454 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38702) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:37.246688 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a43209-0b8c-4b1b-88b3-2a9c1045477a None None] Routers {'c43b665e-41b5-4192-8b25-48f945105b8a'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:37.247735 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e9a43209-0b8c-4b1b-88b3-2a9c1045477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:11:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['c43b665e-41b5-4192-8b25-48f945105b8a'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:37.350357 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-817a8d1f-f353-49c0-a1a9-404f710750c1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Deleting subnet 5287b102-f481-477f-a6d5-3ef597015ecd {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:11:37.354901 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-817a8d1f-f353-49c0-a1a9-404f710750c1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:37.455883 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-817a8d1f-f353-49c0-a1a9-404f710750c1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:37.514883 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-e9a43209-0b8c-4b1b-88b3-2a9c1045477a None None] Set router c43b665e-41b5-4192-8b25-48f945105b8a gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:37.548595 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-817a8d1f-f353-49c0-a1a9-404f710750c1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:37.625243 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-817a8d1f-f353-49c0-a1a9-404f710750c1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:37.667020 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a8d1f-f353-49c0-a1a9-404f710750c1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event deleted for resources: {'Subnet': ['ID=5287b102-f481-477f-a6d5-3ef597015ecd,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:37.672637 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-817a8d1f-f353-49c0-a1a9-404f710750c1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:37.679202 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-817a8d1f-f353-49c0-a1a9-404f710750c1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "DELETE /v2.0/subnets/5287b102-f481-477f-a6d5-3ef597015ecd HTTP/1.1" status: 204 len: 168 time: 0.4371583 May 13 15:11:37.682063 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38706) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:37.683489 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1963fc45-5c77-483e-a528-80a5ac047592 None None] Network 2d732bf4-bc30-4ab8-be5f-a1747b048afc requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:37.875393 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e9a43209-0b8c-4b1b-88b3-2a9c1045477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992356334', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:08:10Z', 'updated_at': '2022-05-13T15:11:35Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': 'fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:08:10Z', 'updated_at': '2022-05-13T15:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:37.881297 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a43209-0b8c-4b1b-88b3-2a9c1045477a None None] Checking router: c43b665e-41b5-4192-8b25-48f945105b8a for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:11:37.895357 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a43209-0b8c-4b1b-88b3-2a9c1045477a None None] Routers {'c43b665e-41b5-4192-8b25-48f945105b8a'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:37.895974 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e9a43209-0b8c-4b1b-88b3-2a9c1045477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:11:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['c43b665e-41b5-4192-8b25-48f945105b8a'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:37.995321 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b615d925-01f0-4c63-903a-fba01aa52774 None None] DHCP port deletion for 2d732bf4-bc30-4ab8-be5f-a1747b048afc request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:11:37.995775 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9d19a14b-1bc5-46fe-98de-5691d794869e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:38.000199 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-b615d925-01f0-4c63-903a-fba01aa52774 None None] Deleting port c6f3fc99-3ee8-4d97-9220-d1aef1a22425 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:38.000641 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b615d925-01f0-4c63-903a-fba01aa52774 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:38.083212 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-e9a43209-0b8c-4b1b-88b3-2a9c1045477a None None] Set router c43b665e-41b5-4192-8b25-48f945105b8a gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:38.184752 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9d19a14b-1bc5-46fe-98de-5691d794869e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:38.200589 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-9d19a14b-1bc5-46fe-98de-5691d794869e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Deleting port fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:38.202848 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9d19a14b-1bc5-46fe-98de-5691d794869e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:38.220754 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-b615d925-01f0-4c63-903a-fba01aa52774 None None] For port c6f3fc99-3ee8-4d97-9220-d1aef1a22425, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c6f3fc99-3ee8-4d97-9220-d1aef1a22425,segment=NetworkSegment(ea59a2af-9274-4abf-87d4-9f926de3f03f),segment_id=ea59a2af-9274-4abf-87d4-9f926de3f03f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:38.221172 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b615d925-01f0-4c63-903a-fba01aa52774 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:38.411791 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-b615d925-01f0-4c63-903a-fba01aa52774 None None] Calling delete_port for c6f3fc99-3ee8-4d97-9220-d1aef1a22425 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:38.454971 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-9d19a14b-1bc5-46fe-98de-5691d794869e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] For port fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:38.455344 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-e9a43209-0b8c-4b1b-88b3-2a9c1045477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992356334', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:08:10Z', 'updated_at': '2022-05-13T15:11:35Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': 'fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:08:10Z', 'updated_at': '2022-05-13T15:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:38.455864 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9d19a14b-1bc5-46fe-98de-5691d794869e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:38.460746 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a43209-0b8c-4b1b-88b3-2a9c1045477a None None] The sync data for ids ['c43b665e-41b5-4192-8b25-48f945105b8a'] in n-d-841760-1 is: [{'id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992356334', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:08:10Z', 'updated_at': '2022-05-13T15:11:35Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': 'fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43b665e-41b5-4192-8b25-48f945105b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:08:10Z', 'updated_at': '2022-05-13T15:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:11:38.505910 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b615d925-01f0-4c63-903a-fba01aa52774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:38.552469 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615d925-01f0-4c63-903a-fba01aa52774 None None] Pushing event deleted for resources: {'Port': ['ID=c6f3fc99-3ee8-4d97-9220-d1aef1a22425,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:38.556303 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b615d925-01f0-4c63-903a-fba01aa52774 None None] No DVR routers for this DVR port c6f3fc99-3ee8-4d97-9220-d1aef1a22425 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:11:38.595080 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-9d19a14b-1bc5-46fe-98de-5691d794869e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Calling delete_port for fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6 owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:38.772616 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9d19a14b-1bc5-46fe-98de-5691d794869e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:38.824991 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19a14b-1bc5-46fe-98de-5691d794869e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event deleted for resources: {'Port': ['ID=fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:38.930396 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9d19a14b-1bc5-46fe-98de-5691d794869e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:39.112518 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9d19a14b-1bc5-46fe-98de-5691d794869e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:39.114662 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9d19a14b-1bc5-46fe-98de-5691d794869e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:39.139010 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9d19a14b-1bc5-46fe-98de-5691d794869e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:39.139554 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d19a14b-1bc5-46fe-98de-5691d794869e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Fanout notify agent at l3_agent the message router_deleted on router c43b665e-41b5-4192-8b25-48f945105b8a {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:11:39.159220 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9d19a14b-1bc5-46fe-98de-5691d794869e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:39.160717 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9d19a14b-1bc5-46fe-98de-5691d794869e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "DELETE /v2.0/routers/c43b665e-41b5-4192-8b25-48f945105b8a HTTP/1.1" status: 204 len: 168 time: 1.4772949 May 13 15:11:39.163267 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38758) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:39.305008 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-06b51968-0cf6-4c1e-b03b-5add90b37074 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:39.440955 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-06b51968-0cf6-4c1e-b03b-5add90b37074 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:39.469738 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-06b51968-0cf6-4c1e-b03b-5add90b37074 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d732bf4-bc30-4ab8-be5f-a1747b048afc']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:39.483534 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-06b51968-0cf6-4c1e-b03b-5add90b37074 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea59a2af-9274-4abf-87d4-9f926de3f03f') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:39.483832 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-06b51968-0cf6-4c1e-b03b-5add90b37074 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea59a2af-9274-4abf-87d4-9f926de3f03f') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:39.496718 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-06b51968-0cf6-4c1e-b03b-5add90b37074 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:39.514199 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-06b51968-0cf6-4c1e-b03b-5add90b37074 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:39.522115 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b51968-0cf6-4c1e-b03b-5add90b37074 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:11:39.522494 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-06b51968-0cf6-4c1e-b03b-5add90b37074 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:39.537415 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 15:11:39.537415 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:11:39.537415 n-d-841760-1 neutron-server[88081]: timer() May 13 15:11:39.537415 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:11:39.537415 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 15:11:39.537415 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:11:39.537415 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 15:11:39.537415 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:11:39.537415 n-d-841760-1 neutron-server[88081]: self._notify() May 13 15:11:39.537415 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:11:39.537415 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 15:11:39.537415 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:11:39.537415 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 15:11:39.537415 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:11:39.537415 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:11:39.537415 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:11:39.537415 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:11:39.537415 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:11:39.537415 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 15:11:39.537415 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:11:39.537415 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 15:11:39.537415 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:11:39.537415 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:11:39.537415 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:11:39.537415 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 15:11:39.537415 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:11:39.537415 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:11:39.537415 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:11:39.537415 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:11:39.537415 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:11:39.537415 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:11:39.537415 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:11:39.555103 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 40f143c5-9ac0-4a52-b501-df0824248a0a no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:11:39.601047 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 40f143c5-9ac0-4a52-b501-df0824248a0a {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:11:39.601528 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 40f143c5-9ac0-4a52-b501-df0824248a0a not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:11:39.760790 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-06b51968-0cf6-4c1e-b03b-5add90b37074 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:39.769042 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-06b51968-0cf6-4c1e-b03b-5add90b37074 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:39.795258 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b51968-0cf6-4c1e-b03b-5add90b37074 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event deleted for resources: {'Network': ['ID=2d732bf4-bc30-4ab8-be5f-a1747b048afc,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:39.810573 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-06b51968-0cf6-4c1e-b03b-5add90b37074 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "DELETE /v2.0/networks/2d732bf4-bc30-4ab8-be5f-a1747b048afc HTTP/1.1" status: 204 len: 168 time: 0.6435165 May 13 15:11:39.811200 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38822) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:39.876487 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c6f3fc99-3ee8-4d97-9220-d1aef1a22425 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:11:39.893364 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-82a5126e-7112-42d8-8768-a823a882b6c1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:39.916049 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: c6f3fc99-3ee8-4d97-9220-d1aef1a22425 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:11:39.916385 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c6f3fc99-3ee8-4d97-9220-d1aef1a22425 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:11:39.917136 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:11:39.927754 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-82a5126e-7112-42d8-8768-a823a882b6c1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:39.952658 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:11:39.953047 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device fb28e0cd-aa9e-4692-b3d1-dec347fc3ee6 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:11:39.953420 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 32d4ff4b-ed4d-42ce-8589-1250969e66e9 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:11:39.987550 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 32d4ff4b-ed4d-42ce-8589-1250969e66e9 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:11:39.987897 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 32d4ff4b-ed4d-42ce-8589-1250969e66e9 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:11:40.003201 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-82a5126e-7112-42d8-8768-a823a882b6c1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.022779 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5126e-7112-42d8-8768-a823a882b6c1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5525d99f-e95d-4609-a21d-9034c7ef158f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:40.033671 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-82a5126e-7112-42d8-8768-a823a882b6c1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.038314 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-82a5126e-7112-42d8-8768-a823a882b6c1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "DELETE /v2.0/security-groups/5525d99f-e95d-4609-a21d-9034c7ef158f HTTP/1.1" status: 204 len: 168 time: 0.2260232 May 13 15:11:40.162065 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38852) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:40.167499 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-e510909f-0f86-4192-8015-48bf959e699e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1813438899', 'description': 'tempest-secgroup-smoke-1813438899 description', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:40.179411 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e510909f-0f86-4192-8015-48bf959e699e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:40.184222 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e510909f-0f86-4192-8015-48bf959e699e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:security_group and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:40.187438 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e510909f-0f86-4192-8015-48bf959e699e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:40.194162 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e510909f-0f86-4192-8015-48bf959e699e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:40.206020 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e510909f-0f86-4192-8015-48bf959e699e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.230821 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e510909f-0f86-4192-8015-48bf959e699e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:40.234906 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e510909f-0f86-4192-8015-48bf959e699e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:security_group_rule and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:40.238479 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e510909f-0f86-4192-8015-48bf959e699e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:40.244829 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e510909f-0f86-4192-8015-48bf959e699e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:40.319854 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e510909f-0f86-4192-8015-48bf959e699e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.324366 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e510909f-0f86-4192-8015-48bf959e699e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.370244 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e510909f-0f86-4192-8015-48bf959e699e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:40.374359 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e510909f-0f86-4192-8015-48bf959e699e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.375561 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e510909f-0f86-4192-8015-48bf959e699e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2124817 May 13 15:11:40.378426 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38890) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:40.383483 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-113b168f-42e7-4eb8-a359-1bb0c6cb5d74 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'security_group_rule': {'security_group_id': '6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:40.390061 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-113b168f-42e7-4eb8-a359-1bb0c6cb5d74 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:40.393998 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-113b168f-42e7-4eb8-a359-1bb0c6cb5d74 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:security_group_rule and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:40.397051 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-113b168f-42e7-4eb8-a359-1bb0c6cb5d74 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:40.402658 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-113b168f-42e7-4eb8-a359-1bb0c6cb5d74 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:40.421308 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-113b168f-42e7-4eb8-a359-1bb0c6cb5d74 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.484442 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-113b168f-42e7-4eb8-a359-1bb0c6cb5d74 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.489562 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-113b168f-42e7-4eb8-a359-1bb0c6cb5d74 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.520495 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b168f-42e7-4eb8-a359-1bb0c6cb5d74 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3509cd63-3267-49df-8978-ed4957759f9c,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:40.528242 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:11:40.530284 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-113b168f-42e7-4eb8-a359-1bb0c6cb5d74 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.531522 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-113b168f-42e7-4eb8-a359-1bb0c6cb5d74 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1521790 May 13 15:11:40.535031 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38904) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:40.540605 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-6331e37b-c229-46ce-a711-8e9b19a5e189 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'security_group_rule': {'security_group_id': '6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:40.547338 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6331e37b-c229-46ce-a711-8e9b19a5e189 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:40.551857 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6331e37b-c229-46ce-a711-8e9b19a5e189 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:security_group_rule and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:40.555531 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6331e37b-c229-46ce-a711-8e9b19a5e189 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:40.561989 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6331e37b-c229-46ce-a711-8e9b19a5e189 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:40.581754 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6331e37b-c229-46ce-a711-8e9b19a5e189 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.646885 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6331e37b-c229-46ce-a711-8e9b19a5e189 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.651509 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6331e37b-c229-46ce-a711-8e9b19a5e189 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.676116 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331e37b-c229-46ce-a711-8e9b19a5e189 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b0d0e2-420f-425e-91d1-58e6ddcdc571,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:40.688736 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6331e37b-c229-46ce-a711-8e9b19a5e189 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.692971 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 38916) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:40.693149 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6331e37b-c229-46ce-a711-8e9b19a5e189 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1568909 May 13 15:11:40.698978 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-7dad1bd6-c5a5-49c1-8c26-d6d4e5e08a19 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'security_group_rule': {'security_group_id': '6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:40.706573 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-7dad1bd6-c5a5-49c1-8c26-d6d4e5e08a19 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:40.710576 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7dad1bd6-c5a5-49c1-8c26-d6d4e5e08a19 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:security_group_rule and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:40.713582 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7dad1bd6-c5a5-49c1-8c26-d6d4e5e08a19 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:40.719751 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-7dad1bd6-c5a5-49c1-8c26-d6d4e5e08a19 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:40.744869 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7dad1bd6-c5a5-49c1-8c26-d6d4e5e08a19 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.817923 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7dad1bd6-c5a5-49c1-8c26-d6d4e5e08a19 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.822957 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7dad1bd6-c5a5-49c1-8c26-d6d4e5e08a19 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.849591 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad1bd6-c5a5-49c1-8c26-d6d4e5e08a19 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb33ede-7dbc-4bec-bbb3-4d9984cade00,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:40.858784 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7dad1bd6-c5a5-49c1-8c26-d6d4e5e08a19 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.860116 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7dad1bd6-c5a5-49c1-8c26-d6d4e5e08a19 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1659408 May 13 15:11:40.866559 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38932) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:40.868579 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-098adfef-d3a6-4a5b-862a-ccaec667e5b1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'security_group_rule': {'security_group_id': '6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:40.875353 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-098adfef-d3a6-4a5b-862a-ccaec667e5b1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:40.879418 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-098adfef-d3a6-4a5b-862a-ccaec667e5b1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:security_group_rule and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:40.883634 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-098adfef-d3a6-4a5b-862a-ccaec667e5b1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:40.890633 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-098adfef-d3a6-4a5b-862a-ccaec667e5b1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:40.916003 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-098adfef-d3a6-4a5b-862a-ccaec667e5b1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.987180 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-098adfef-d3a6-4a5b-862a-ccaec667e5b1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.991754 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-098adfef-d3a6-4a5b-862a-ccaec667e5b1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:41.016178 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098adfef-d3a6-4a5b-862a-ccaec667e5b1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d49449ae-29b2-4f5e-9282-ffb86796d44f,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:41.026588 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-098adfef-d3a6-4a5b-862a-ccaec667e5b1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:41.027809 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-098adfef-d3a6-4a5b-862a-ccaec667e5b1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1638176 May 13 15:11:41.030626 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38942) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:41.035959 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-2e3f8623-5150-4a86-a3c8-9d6f5a835277 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'security_group_rule': {'security_group_id': '6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:41.044364 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2e3f8623-5150-4a86-a3c8-9d6f5a835277 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:41.048624 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2e3f8623-5150-4a86-a3c8-9d6f5a835277 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:security_group_rule and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:41.051725 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2e3f8623-5150-4a86-a3c8-9d6f5a835277 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:41.058267 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2e3f8623-5150-4a86-a3c8-9d6f5a835277 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:41.069409 n-d-841760-1 neutron-server[88081]: INFO neutron.db.securitygroups_db [None req-2e3f8623-5150-4a86-a3c8-9d6f5a835277 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Project d15e70e5e3144c2db24c850097c3fbb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:11:41.076456 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2e3f8623-5150-4a86-a3c8-9d6f5a835277 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:41.145822 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2e3f8623-5150-4a86-a3c8-9d6f5a835277 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:41.150003 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2e3f8623-5150-4a86-a3c8-9d6f5a835277 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:41.174511 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f8623-5150-4a86-a3c8-9d6f5a835277 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd1aaa4-72f0-405d-b194-d22cd6dae99b,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:41.196204 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2e3f8623-5150-4a86-a3c8-9d6f5a835277 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:41.196204 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2e3f8623-5150-4a86-a3c8-9d6f5a835277 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1552365 May 13 15:11:41.196204 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38950) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:41.197997 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-1f50de9c-d73e-4dd9-9626-d74bf1d1cfda tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'security_group_rule': {'security_group_id': '6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:41.206296 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1f50de9c-d73e-4dd9-9626-d74bf1d1cfda tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:41.210741 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1f50de9c-d73e-4dd9-9626-d74bf1d1cfda tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:security_group_rule and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:41.214012 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1f50de9c-d73e-4dd9-9626-d74bf1d1cfda tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:41.220270 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1f50de9c-d73e-4dd9-9626-d74bf1d1cfda tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:41.231347 n-d-841760-1 neutron-server[88081]: INFO neutron.db.securitygroups_db [None req-1f50de9c-d73e-4dd9-9626-d74bf1d1cfda tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Project d15e70e5e3144c2db24c850097c3fbb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:11:41.240654 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1f50de9c-d73e-4dd9-9626-d74bf1d1cfda tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:41.314583 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1f50de9c-d73e-4dd9-9626-d74bf1d1cfda tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:41.319091 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1f50de9c-d73e-4dd9-9626-d74bf1d1cfda tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:41.344123 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50de9c-d73e-4dd9-9626-d74bf1d1cfda tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27fe8cbf-0c97-439f-b79d-4624012956c7,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:41.357883 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1f50de9c-d73e-4dd9-9626-d74bf1d1cfda tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:41.359188 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1f50de9c-d73e-4dd9-9626-d74bf1d1cfda tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1673076 May 13 15:11:41.362485 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38960) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:41.367945 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-09ee002f-fdb2-4352-854b-e12ab5b6f089 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'network': {'name': 'tempest-network-smoke--1595592994', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'port_security_enabled': True}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:41.373530 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-09ee002f-fdb2-4352-854b-e12ab5b6f089 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:41.378901 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-09ee002f-fdb2-4352-854b-e12ab5b6f089 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:network and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:41.382465 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-09ee002f-fdb2-4352-854b-e12ab5b6f089 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:41.388707 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-09ee002f-fdb2-4352-854b-e12ab5b6f089 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:41.400007 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ee002f-fdb2-4352-854b-e12ab5b6f089 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Made reservation on behalf of d15e70e5e3144c2db24c850097c3fbb0 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:41.403668 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-09ee002f-fdb2-4352-854b-e12ab5b6f089 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:41.431671 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ee002f-fdb2-4352-854b-e12ab5b6f089 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:11:41.441408 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-09ee002f-fdb2-4352-854b-e12ab5b6f089 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:41.441978 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-09ee002f-fdb2-4352-854b-e12ab5b6f089 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Added segment 21275fc3-2e62-4ad2-a39b-db95bcecae51 of type vlan for network b93435aa-0bbd-4321-8e65-32d64e02b7e1 May 13 15:11:41.469229 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-09ee002f-fdb2-4352-854b-e12ab5b6f089 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:41.499693 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-09ee002f-fdb2-4352-854b-e12ab5b6f089 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:41.505793 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ee002f-fdb2-4352-854b-e12ab5b6f089 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:41.506572 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-09ee002f-fdb2-4352-854b-e12ab5b6f089 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:41.617642 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-09ee002f-fdb2-4352-854b-e12ab5b6f089 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2541187 May 13 15:11:41.621357 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 38970) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:41.626061 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-92be23c7-5274-4d05-8496-6a8f97a61470 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1448188822', 'admin_state_up': True, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:41.638717 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-92be23c7-5274-4d05-8496-6a8f97a61470 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:41.641173 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee002f-fdb2-4352-854b-e12ab5b6f089 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'Network': ['ID=b93435aa-0bbd-4321-8e65-32d64e02b7e1,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:41.645237 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-92be23c7-5274-4d05-8496-6a8f97a61470 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:router and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:41.648333 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-92be23c7-5274-4d05-8496-6a8f97a61470 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:41.654618 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-92be23c7-5274-4d05-8496-6a8f97a61470 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:41.655375 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network b93435aa-0bbd-4321-8e65-32d64e02b7e1 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:11:41.668507 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-92be23c7-5274-4d05-8496-6a8f97a61470 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:41.669691 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-92be23c7-5274-4d05-8496-6a8f97a61470 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:41.691674 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-92be23c7-5274-4d05-8496-6a8f97a61470 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:41.978963 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-92be23c7-5274-4d05-8496-6a8f97a61470 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:42.300363 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-92be23c7-5274-4d05-8496-6a8f97a61470 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:42.330805 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-92be23c7-5274-4d05-8496-6a8f97a61470 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:42.578942 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-92be23c7-5274-4d05-8496-6a8f97a61470 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Allocated IP 172.25.0.58 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:42.734252 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-92be23c7-5274-4d05-8496-6a8f97a61470 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:42.764817 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-92be23c7-5274-4d05-8496-6a8f97a61470 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:42.832062 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92be23c7-5274-4d05-8496-6a8f97a61470 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:42.835101 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-92be23c7-5274-4d05-8496-6a8f97a61470 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:42.839148 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92be23c7-5274-4d05-8496-6a8f97a61470 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:42.872553 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be23c7-5274-4d05-8496-6a8f97a61470 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'Port': ['ID=92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:43.287812 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-92be23c7-5274-4d05-8496-6a8f97a61470 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:43.638416 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-92be23c7-5274-4d05-8496-6a8f97a61470 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:43.851064 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92be23c7-5274-4d05-8496-6a8f97a61470 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Router 8e95ca64-c26d-40df-b437-0a308858cf12 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:11:44.158273 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92be23c7-5274-4d05-8496-6a8f97a61470 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:11:44.169416 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527a7227-492d-427f-8f78-4fe31ddf3459 None None] Sync routers for ids ['8e95ca64-c26d-40df-b437-0a308858cf12'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:11:44.179531 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527a7227-492d-427f-8f78-4fe31ddf3459 None None] Routers {'8e95ca64-c26d-40df-b437-0a308858cf12'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:44.180421 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-527a7227-492d-427f-8f78-4fe31ddf3459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:11:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8e95ca64-c26d-40df-b437-0a308858cf12'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:44.191650 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-92be23c7-5274-4d05-8496-6a8f97a61470 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:44.196113 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39000) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:44.196940 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-92be23c7-5274-4d05-8496-6a8f97a61470 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5740235 May 13 15:11:44.236845 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-53fd2db0-232d-4db8-8aa6-6dd9ec2008ca tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=d15e70e5e3144c2db24c850097c3fbb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391970 May 13 15:11:44.239422 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39004) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:44.396463 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-527a7227-492d-427f-8f78-4fe31ddf3459 None None] Set router 8e95ca64-c26d-40df-b437-0a308858cf12 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:44.409221 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9a2fea-8589-4fe0-832c-1cfdb79c978b tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:44.411151 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-cd9a2fea-8589-4fe0-832c-1cfdb79c978b tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1703265 May 13 15:11:44.413761 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 39012) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:44.466307 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39016) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:44.466769 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4fa8cff0-75ae-4659-b3ef-66addcb70569 tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=c35d8094-27c1-4288-955d-bcb140e23bf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0515912 May 13 15:11:44.473407 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-6098e1f2-27e0-4117-974d-f99780043718 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1162150386', 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:44.600988 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6098e1f2-27e0-4117-974d-f99780043718 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:44.607259 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6098e1f2-27e0-4117-974d-f99780043718 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:subnet and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:44.611046 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6098e1f2-27e0-4117-974d-f99780043718 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:44.617802 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6098e1f2-27e0-4117-974d-f99780043718 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:44.629381 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6098e1f2-27e0-4117-974d-f99780043718 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Made reservation on behalf of d15e70e5e3144c2db24c850097c3fbb0 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:44.633782 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6098e1f2-27e0-4117-974d-f99780043718 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:44.730992 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 39022) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:44.735660 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-527a7227-492d-427f-8f78-4fe31ddf3459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448188822', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:41Z', 'updated_at': '2022-05-13T15:11:43Z', 'revision_number': 3, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': '92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:42Z', 'updated_at': '2022-05-13T15:11:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:44.741958 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527a7227-492d-427f-8f78-4fe31ddf3459 None None] Checking router: 8e95ca64-c26d-40df-b437-0a308858cf12 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:11:44.742382 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527a7227-492d-427f-8f78-4fe31ddf3459 None None] Updating router 8e95ca64-c26d-40df-b437-0a308858cf12 port 92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:11:44.808063 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-527a7227-492d-427f-8f78-4fe31ddf3459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:44.926290 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1ecd0849-fd9c-451d-b915-e3cee91bfd06 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=288739bee9a749efb8726c11d3504670&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1940224 May 13 15:11:44.926882 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 39028) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:44.988916 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6b721e4f-8172-4d41-9561-da523f61e8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.004739 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6098e1f2-27e0-4117-974d-f99780043718 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.016406 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6b721e4f-8172-4d41-9561-da523f61e8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.077805 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6b721e4f-8172-4d41-9561-da523f61e8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.086040 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098e1f2-27e0-4117-974d-f99780043718 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'Subnet': ['ID=2b8235c3-9d3c-4363-906d-09ea46e5abf6,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:45.099669 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098e1f2-27e0-4117-974d-f99780043718 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:45.099892 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b721e4f-8172-4d41-9561-da523f61e8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf7d49f-b301-47d3-9958-4c743478d23a,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:45.100005 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098e1f2-27e0-4117-974d-f99780043718 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:45.100272 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098e1f2-27e0-4117-974d-f99780043718 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:45.100619 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098e1f2-27e0-4117-974d-f99780043718 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:45.100927 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098e1f2-27e0-4117-974d-f99780043718 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:45.101299 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098e1f2-27e0-4117-974d-f99780043718 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:45.101615 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098e1f2-27e0-4117-974d-f99780043718 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:45.101877 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098e1f2-27e0-4117-974d-f99780043718 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:45.102196 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098e1f2-27e0-4117-974d-f99780043718 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:45.102509 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098e1f2-27e0-4117-974d-f99780043718 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:45.102843 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098e1f2-27e0-4117-974d-f99780043718 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:45.103173 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098e1f2-27e0-4117-974d-f99780043718 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:45.108132 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6098e1f2-27e0-4117-974d-f99780043718 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Checking segment: {'id': '21275fc3-2e62-4ad2-a39b-db95bcecae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:45.108785 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6098e1f2-27e0-4117-974d-f99780043718 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Network hostable DHCP agents. Network: b93435aa-0bbd-4321-8e65-32d64e02b7e1, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:11:45.115546 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6b721e4f-8172-4d41-9561-da523f61e8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.119277 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6b721e4f-8172-4d41-9561-da523f61e8a1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5bf7d49f-b301-47d3-9958-4c743478d23a HTTP/1.1" status: 204 len: 168 time: 0.1886892 May 13 15:11:45.129407 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6098e1f2-27e0-4117-974d-f99780043718 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Network b93435aa-0bbd-4321-8e65-32d64e02b7e1 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:11:45.139529 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-6098e1f2-27e0-4117-974d-f99780043718 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, b93435aa-0bbd-4321-8e65-32d64e02b7e1) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:45.145932 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6098e1f2-27e0-4117-974d-f99780043718 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:45.146952 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6098e1f2-27e0-4117-974d-f99780043718 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.167136 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ada1250-5200-410e-947f-286b02885a21 None None] Network b93435aa-0bbd-4321-8e65-32d64e02b7e1 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:45.179727 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6098e1f2-27e0-4117-974d-f99780043718 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7116735 May 13 15:11:45.182071 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 39034) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:45.302072 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-527a7227-492d-427f-8f78-4fe31ddf3459 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.320359 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-527a7227-492d-427f-8f78-4fe31ddf3459 None None] Transition to ACTIVE for port object 92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:45.330887 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-527a7227-492d-427f-8f78-4fe31ddf3459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.474859 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-527a7227-492d-427f-8f78-4fe31ddf3459 None None] Attempting to bind port 92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:45.475252 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-527a7227-492d-427f-8f78-4fe31ddf3459 None None] Attempting to bind port 92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:45.475633 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527a7227-492d-427f-8f78-4fe31ddf3459 None None] Attempting to bind port 92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:45.492616 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc87eaf-b2e9-4cdd-a28b-77bd939751e0 None None] Pushing event updated for resources: {'Port': ['ID=92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:45.501047 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527a7227-492d-427f-8f78-4fe31ddf3459 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:45.501335 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527a7227-492d-427f-8f78-4fe31ddf3459 None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:45.501748 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-527a7227-492d-427f-8f78-4fe31ddf3459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.502704 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527a7227-492d-427f-8f78-4fe31ddf3459 None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:45.503555 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-527a7227-492d-427f-8f78-4fe31ddf3459 None None] Bound port: 92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:45.503934 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-527a7227-492d-427f-8f78-4fe31ddf3459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.624878 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-527a7227-492d-427f-8f78-4fe31ddf3459 None None] For port 92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:45.638751 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-527a7227-492d-427f-8f78-4fe31ddf3459 None None] For port 92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:45.645822 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-527a7227-492d-427f-8f78-4fe31ddf3459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.685086 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4374df53-a03b-4162-97a6-7c90902a3ca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-b93435aa-0bbd-4321-8e65-32d64e02b7e1', 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'fixed_ips': [{'subnet_id': '2b8235c3-9d3c-4363-906d-09ea46e5abf6'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:11:45.686015 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4374df53-a03b-4162-97a6-7c90902a3ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.793420 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527a7227-492d-427f-8f78-4fe31ddf3459 None None] Routers {'8e95ca64-c26d-40df-b437-0a308858cf12'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:45.794143 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-527a7227-492d-427f-8f78-4fe31ddf3459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:11:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8e95ca64-c26d-40df-b437-0a308858cf12'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:45.897136 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc87eaf-b2e9-4cdd-a28b-77bd939751e0 None None] Pushing event updated for resources: {'Port': ['ID=92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:45.989938 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dd102edc-a6e6-4a86-93b9-b9f01acb61cb tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:46.043050 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39056) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:46.059459 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-4374df53-a03b-4162-97a6-7c90902a3ca2 None None] Allocated IP 172.20.0.2 (b93435aa-0bbd-4321-8e65-32d64e02b7e1/2b8235c3-9d3c-4363-906d-09ea46e5abf6/92916609-089d-4b02-9ad4-5470645f0baf) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:46.061957 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-527a7227-492d-427f-8f78-4fe31ddf3459 None None] Set router 8e95ca64-c26d-40df-b437-0a308858cf12 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:46.157587 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-27becd29-6570-44ad-a07e-8db7cace34cc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1183101774-network', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:46.165818 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-27becd29-6570-44ad-a07e-8db7cace34cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:46.170138 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-27becd29-6570-44ad-a07e-8db7cace34cc admin admin] Usage tracker for resource:network and tenant:92e578303cd94aabaa68562c8f67b8f5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:46.173351 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-27becd29-6570-44ad-a07e-8db7cace34cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:46.184493 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-27becd29-6570-44ad-a07e-8db7cace34cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:46.202180 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27becd29-6570-44ad-a07e-8db7cace34cc admin admin] Made reservation on behalf of 92e578303cd94aabaa68562c8f67b8f5 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:46.205099 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-27becd29-6570-44ad-a07e-8db7cace34cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:46.222142 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-27becd29-6570-44ad-a07e-8db7cace34cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:46.250109 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-27becd29-6570-44ad-a07e-8db7cace34cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:46.260588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-27becd29-6570-44ad-a07e-8db7cace34cc admin admin] Usage tracker for resource:security_group_rule and tenant:92e578303cd94aabaa68562c8f67b8f5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:46.266405 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-27becd29-6570-44ad-a07e-8db7cace34cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:46.274621 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-27becd29-6570-44ad-a07e-8db7cace34cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:46.372885 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-27becd29-6570-44ad-a07e-8db7cace34cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:46.377267 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-27becd29-6570-44ad-a07e-8db7cace34cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:46.407288 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27becd29-6570-44ad-a07e-8db7cace34cc admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:11:46.416215 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27becd29-6570-44ad-a07e-8db7cace34cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25629a4-ae09-46c4-b46a-c22832f5d781,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:46.421944 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-27becd29-6570-44ad-a07e-8db7cace34cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:46.422339 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-27becd29-6570-44ad-a07e-8db7cace34cc admin admin] Added segment 838b3820-419f-404b-94c1-7e15a820cb0e of type vlan for network ffa2cb49-8d00-4746-a25e-9b17c84f7d12 May 13 15:11:46.451023 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-27becd29-6570-44ad-a07e-8db7cace34cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:46.484812 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-27becd29-6570-44ad-a07e-8db7cace34cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:46.485928 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27becd29-6570-44ad-a07e-8db7cace34cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:46.487065 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-27becd29-6570-44ad-a07e-8db7cace34cc admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:46.528357 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4374df53-a03b-4162-97a6-7c90902a3ca2 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:46.541784 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-4374df53-a03b-4162-97a6-7c90902a3ca2 None None] Transition to ACTIVE for port object 92916609-089d-4b02-9ad4-5470645f0baf will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:46.565509 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-527a7227-492d-427f-8f78-4fe31ddf3459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448188822', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:41Z', 'updated_at': '2022-05-13T15:11:43Z', 'revision_number': 3, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': '92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:42Z', 'updated_at': '2022-05-13T15:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:46.567769 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-4374df53-a03b-4162-97a6-7c90902a3ca2 None None] Transition to ACTIVE for port object 92916609-089d-4b02-9ad4-5470645f0baf will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:46.571439 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527a7227-492d-427f-8f78-4fe31ddf3459 None None] The sync data for ids ['8e95ca64-c26d-40df-b437-0a308858cf12'] in n-d-841760-1 is: [{'id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448188822', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:41Z', 'updated_at': '2022-05-13T15:11:43Z', 'revision_number': 3, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': '92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:42Z', 'updated_at': '2022-05-13T15:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:11:46.575145 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4374df53-a03b-4162-97a6-7c90902a3ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:46.598480 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27becd29-6570-44ad-a07e-8db7cace34cc admin admin] Pushing event updated for resources: {'Network': ['ID=ffa2cb49-8d00-4746-a25e-9b17c84f7d12,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:46.606082 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-27becd29-6570-44ad-a07e-8db7cace34cc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5619371 May 13 15:11:46.606681 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39062) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:46.615647 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-1b056c7b-2826-43a6-9f41-a71b3d142645 admin admin] Request body: {'subnet': {'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1183101774-subnet', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:46.621453 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1b056c7b-2826-43a6-9f41-a71b3d142645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:46.625945 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1b056c7b-2826-43a6-9f41-a71b3d142645 admin admin] Usage tracker for resource:subnet and tenant:92e578303cd94aabaa68562c8f67b8f5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:46.629204 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1b056c7b-2826-43a6-9f41-a71b3d142645 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:46.635369 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network ffa2cb49-8d00-4746-a25e-9b17c84f7d12 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:11:46.635557 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1b056c7b-2826-43a6-9f41-a71b3d142645 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:46.653727 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b056c7b-2826-43a6-9f41-a71b3d142645 admin admin] Made reservation on behalf of 92e578303cd94aabaa68562c8f67b8f5 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:46.656957 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1b056c7b-2826-43a6-9f41-a71b3d142645 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:46.668229 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-dd102edc-a6e6-4a86-93b9-b9f01acb61cb tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Allocated IP 172.20.0.1 (b93435aa-0bbd-4321-8e65-32d64e02b7e1/2b8235c3-9d3c-4363-906d-09ea46e5abf6/6acaf528-a053-4917-93c5-510bb5948356) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:46.765397 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4374df53-a03b-4162-97a6-7c90902a3ca2 None None] Network b93435aa-0bbd-4321-8e65-32d64e02b7e1 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:46.770682 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374df53-a03b-4162-97a6-7c90902a3ca2 None None] Pushing event updated for resources: {'Port': ['ID=92916609-089d-4b02-9ad4-5470645f0baf,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:46.773190 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-4374df53-a03b-4162-97a6-7c90902a3ca2 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:46.775328 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4374df53-a03b-4162-97a6-7c90902a3ca2 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:46.962777 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-4374df53-a03b-4162-97a6-7c90902a3ca2 None None] Attempting to bind port 92916609-089d-4b02-9ad4-5470645f0baf on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:46.963311 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-4374df53-a03b-4162-97a6-7c90902a3ca2 None None] Attempting to bind port 92916609-089d-4b02-9ad4-5470645f0baf by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '21275fc3-2e62-4ad2-a39b-db95bcecae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:46.963708 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4374df53-a03b-4162-97a6-7c90902a3ca2 None None] Attempting to bind port 92916609-089d-4b02-9ad4-5470645f0baf on network b93435aa-0bbd-4321-8e65-32d64e02b7e1 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:46.964681 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1b056c7b-2826-43a6-9f41-a71b3d142645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:46.969485 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4374df53-a03b-4162-97a6-7c90902a3ca2 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:46.969859 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4374df53-a03b-4162-97a6-7c90902a3ca2 None None] Checking segment: {'id': '21275fc3-2e62-4ad2-a39b-db95bcecae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:46.970255 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4374df53-a03b-4162-97a6-7c90902a3ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:46.970644 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4374df53-a03b-4162-97a6-7c90902a3ca2 None None] Bound using segment: {'id': '21275fc3-2e62-4ad2-a39b-db95bcecae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:46.971661 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-4374df53-a03b-4162-97a6-7c90902a3ca2 None None] Bound port: 92916609-089d-4b02-9ad4-5470645f0baf, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21275fc3-2e62-4ad2-a39b-db95bcecae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:46.972036 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4374df53-a03b-4162-97a6-7c90902a3ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:47.017552 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dd102edc-a6e6-4a86-93b9-b9f01acb61cb tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:47.037802 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-dd102edc-a6e6-4a86-93b9-b9f01acb61cb tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Transition to ACTIVE for port object 6acaf528-a053-4917-93c5-510bb5948356 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:47.057856 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b056c7b-2826-43a6-9f41-a71b3d142645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9971a205-0226-4c85-b66d-b0f3f4d61a87,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:47.078985 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dd102edc-a6e6-4a86-93b9-b9f01acb61cb tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:47.084675 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-4374df53-a03b-4162-97a6-7c90902a3ca2 None None] For port 92916609-089d-4b02-9ad4-5470645f0baf, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:47.089213 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-4374df53-a03b-4162-97a6-7c90902a3ca2 None None] For port 92916609-089d-4b02-9ad4-5470645f0baf, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=92916609-089d-4b02-9ad4-5470645f0baf,segment=NetworkSegment(21275fc3-2e62-4ad2-a39b-db95bcecae51),segment_id=21275fc3-2e62-4ad2-a39b-db95bcecae51)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:47.094641 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b056c7b-2826-43a6-9f41-a71b3d142645 admin admin] Checking segment: {'id': '838b3820-419f-404b-94c1-7e15a820cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:47.094824 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4374df53-a03b-4162-97a6-7c90902a3ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:47.094955 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b056c7b-2826-43a6-9f41-a71b3d142645 admin admin] Network hostable DHCP agents. Network: ffa2cb49-8d00-4746-a25e-9b17c84f7d12, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:11:47.120617 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b056c7b-2826-43a6-9f41-a71b3d142645 admin admin] Network ffa2cb49-8d00-4746-a25e-9b17c84f7d12 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:11:47.137158 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-1b056c7b-2826-43a6-9f41-a71b3d142645 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, ffa2cb49-8d00-4746-a25e-9b17c84f7d12) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:47.141544 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b056c7b-2826-43a6-9f41-a71b3d142645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:47.142178 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1b056c7b-2826-43a6-9f41-a71b3d142645 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:47.157181 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0566528-511e-4390-b03e-264cae3d844f None None] Network ffa2cb49-8d00-4746-a25e-9b17c84f7d12 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:47.165246 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd102edc-a6e6-4a86-93b9-b9f01acb61cb tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Network b93435aa-0bbd-4321-8e65-32d64e02b7e1 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:47.169120 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-dd102edc-a6e6-4a86-93b9-b9f01acb61cb tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:47.173443 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd102edc-a6e6-4a86-93b9-b9f01acb61cb tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:47.180233 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1b056c7b-2826-43a6-9f41-a71b3d142645 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5718722 May 13 15:11:47.182693 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39066) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:47.188846 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-eb4d5320-2157-45ef-8182-ecbeb8605a11 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1183101774-router', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:47.195377 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-eb4d5320-2157-45ef-8182-ecbeb8605a11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:47.200489 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-eb4d5320-2157-45ef-8182-ecbeb8605a11 admin admin] Usage tracker for resource:router and tenant:92e578303cd94aabaa68562c8f67b8f5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:47.205402 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd102edc-a6e6-4a86-93b9-b9f01acb61cb tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'Port': ['ID=6acaf528-a053-4917-93c5-510bb5948356,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:47.216503 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-eb4d5320-2157-45ef-8182-ecbeb8605a11 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:47.224256 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-eb4d5320-2157-45ef-8182-ecbeb8605a11 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:47.242777 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb4d5320-2157-45ef-8182-ecbeb8605a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:47.246010 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dd102edc-a6e6-4a86-93b9-b9f01acb61cb tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:47.246424 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb4d5320-2157-45ef-8182-ecbeb8605a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:47.266326 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb4d5320-2157-45ef-8182-ecbeb8605a11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:47.335928 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374df53-a03b-4162-97a6-7c90902a3ca2 None None] Pushing event updated for resources: {'Port': ['ID=92916609-089d-4b02-9ad4-5470645f0baf,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:47.508489 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dca83d-3003-4f80-ad24-6276a83689a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-ffa2cb49-8d00-4746-a25e-9b17c84f7d12', 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'fixed_ips': [{'subnet_id': '9971a205-0226-4c85-b66d-b0f3f4d61a87'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:11:47.509336 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-01dca83d-3003-4f80-ad24-6276a83689a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:47.673027 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb4d5320-2157-45ef-8182-ecbeb8605a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:47.691678 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dd102edc-a6e6-4a86-93b9-b9f01acb61cb tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:47.847048 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-01dca83d-3003-4f80-ad24-6276a83689a7 None None] Allocated IP 172.20.0.2 (ffa2cb49-8d00-4746-a25e-9b17c84f7d12/9971a205-0226-4c85-b66d-b0f3f4d61a87/16e5bc07-48d8-41fc-a397-72511df8863a) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:48.023687 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 92916609-089d-4b02-9ad4-5470645f0baf up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:48.195853 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 92916609-089d-4b02-9ad4-5470645f0baf completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:48.205595 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:48.256017 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb4d5320-2157-45ef-8182-ecbeb8605a11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.274243 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-01dca83d-3003-4f80-ad24-6276a83689a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.290377 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb4d5320-2157-45ef-8182-ecbeb8605a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.295494 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-01dca83d-3003-4f80-ad24-6276a83689a7 None None] Transition to ACTIVE for port object 16e5bc07-48d8-41fc-a397-72511df8863a will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:48.313181 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dd102edc-a6e6-4a86-93b9-b9f01acb61cb tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.318814 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dd102edc-a6e6-4a86-93b9-b9f01acb61cb tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.321048 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-01dca83d-3003-4f80-ad24-6276a83689a7 None None] Transition to ACTIVE for port object 16e5bc07-48d8-41fc-a397-72511df8863a will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:48.328989 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-01dca83d-3003-4f80-ad24-6276a83689a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.375895 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:48.403833 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:48.404201 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.450651 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-eb4d5320-2157-45ef-8182-ecbeb8605a11 admin admin] Allocated IP 172.25.0.12 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/14c2c5b3-c16e-4718-96ab-457f46714101) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:48.456600 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dca83d-3003-4f80-ad24-6276a83689a7 None None] Network ffa2cb49-8d00-4746-a25e-9b17c84f7d12 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:48.468190 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-01dca83d-3003-4f80-ad24-6276a83689a7 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:48.469821 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dd102edc-a6e6-4a86-93b9-b9f01acb61cb tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.473086 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd102edc-a6e6-4a86-93b9-b9f01acb61cb tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'Port': ['ID=6acaf528-a053-4917-93c5-510bb5948356,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:48.475658 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.478925 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dca83d-3003-4f80-ad24-6276a83689a7 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:48.481232 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dca83d-3003-4f80-ad24-6276a83689a7 None None] Pushing event updated for resources: {'Port': ['ID=16e5bc07-48d8-41fc-a397-72511df8863a,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:48.604203 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-01dca83d-3003-4f80-ad24-6276a83689a7 None None] Attempting to bind port 16e5bc07-48d8-41fc-a397-72511df8863a on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:48.604530 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-01dca83d-3003-4f80-ad24-6276a83689a7 None None] Attempting to bind port 16e5bc07-48d8-41fc-a397-72511df8863a by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '838b3820-419f-404b-94c1-7e15a820cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:48.604892 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dca83d-3003-4f80-ad24-6276a83689a7 None None] Attempting to bind port 16e5bc07-48d8-41fc-a397-72511df8863a on network ffa2cb49-8d00-4746-a25e-9b17c84f7d12 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:48.644561 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dca83d-3003-4f80-ad24-6276a83689a7 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:48.644894 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb4d5320-2157-45ef-8182-ecbeb8605a11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.645007 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dca83d-3003-4f80-ad24-6276a83689a7 None None] Checking segment: {'id': '838b3820-419f-404b-94c1-7e15a820cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:48.645326 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-01dca83d-3003-4f80-ad24-6276a83689a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.645708 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dca83d-3003-4f80-ad24-6276a83689a7 None None] Bound using segment: {'id': '838b3820-419f-404b-94c1-7e15a820cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:48.646190 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-01dca83d-3003-4f80-ad24-6276a83689a7 None None] Bound port: 16e5bc07-48d8-41fc-a397-72511df8863a, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838b3820-419f-404b-94c1-7e15a820cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:48.646571 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-01dca83d-3003-4f80-ad24-6276a83689a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.648023 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd102edc-a6e6-4a86-93b9-b9f01acb61cb tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Network b93435aa-0bbd-4321-8e65-32d64e02b7e1 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:48.649343 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-dd102edc-a6e6-4a86-93b9-b9f01acb61cb tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:48.677145 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb4d5320-2157-45ef-8182-ecbeb8605a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.730247 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:48.730247 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.764145 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4d5320-2157-45ef-8182-ecbeb8605a11 admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:48.766550 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-eb4d5320-2157-45ef-8182-ecbeb8605a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:48.770581 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:48.770914 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4d5320-2157-45ef-8182-ecbeb8605a11 admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:48.776281 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.814060 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-01dca83d-3003-4f80-ad24-6276a83689a7 None None] For port 16e5bc07-48d8-41fc-a397-72511df8863a, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:48.832643 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d5320-2157-45ef-8182-ecbeb8605a11 admin admin] Pushing event updated for resources: {'Port': ['ID=14c2c5b3-c16e-4718-96ab-457f46714101,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:48.844490 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-01dca83d-3003-4f80-ad24-6276a83689a7 None None] For port 16e5bc07-48d8-41fc-a397-72511df8863a, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=16e5bc07-48d8-41fc-a397-72511df8863a,segment=NetworkSegment(838b3820-419f-404b-94c1-7e15a820cb0e),segment_id=838b3820-419f-404b-94c1-7e15a820cb0e)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:48.857004 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd102edc-a6e6-4a86-93b9-b9f01acb61cb tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Router 8e95ca64-c26d-40df-b437-0a308858cf12 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:11:48.862057 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-01dca83d-3003-4f80-ad24-6276a83689a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.883038 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:49.055696 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dca83d-3003-4f80-ad24-6276a83689a7 None None] Pushing event updated for resources: {'Port': ['ID=16e5bc07-48d8-41fc-a397-72511df8863a,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:49.271961 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd102edc-a6e6-4a86-93b9-b9f01acb61cb tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:11:49.282165 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc9509f-81a3-47b1-868c-6bb11d56d141 None None] Sync routers for ids ['8e95ca64-c26d-40df-b437-0a308858cf12'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:11:49.319994 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-dd102edc-a6e6-4a86-93b9-b9f01acb61cb tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "PUT /v2.0/routers/8e95ca64-c26d-40df-b437-0a308858cf12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1228838 May 13 15:11:49.344601 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc9509f-81a3-47b1-868c-6bb11d56d141 None None] Routers {'8e95ca64-c26d-40df-b437-0a308858cf12'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:49.345218 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-5dc9509f-81a3-47b1-868c-6bb11d56d141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:11:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8e95ca64-c26d-40df-b437-0a308858cf12'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:49.403692 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19771d85-ae05-4c20-9bed-5c6a316c7b47 None None] Network b93435aa-0bbd-4321-8e65-32d64e02b7e1 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:49.440210 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb4d5320-2157-45ef-8182-ecbeb8605a11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:49.571159 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e988cf3e-4bb4-4134-a472-563e0e37ca58 None None] Provisioning for port 92916609-089d-4b02-9ad4-5470645f0baf completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:49.591629 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e988cf3e-4bb4-4134-a472-563e0e37ca58 None None] Provisioning complete for port 92916609-089d-4b02-9ad4-5470645f0baf triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:49.592050 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e988cf3e-4bb4-4134-a472-563e0e37ca58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:49.648445 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-5dc9509f-81a3-47b1-868c-6bb11d56d141 None None] Set router 8e95ca64-c26d-40df-b437-0a308858cf12 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:49.671670 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-7856efd5-b100-4df6-b18e-534454a1f84f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Synchronizing usage tracker for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:49.788988 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-7856efd5-b100-4df6-b18e-534454a1f84f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Unset dirty status for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:49.791197 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-7856efd5-b100-4df6-b18e-534454a1f84f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1813438899&fields=id&tenant_id=d15e70e5e3144c2db24c850097c3fbb0 HTTP/1.1" status: 200 len: 267 time: 0.1813312 May 13 15:11:49.927918 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e988cf3e-4bb4-4134-a472-563e0e37ca58 None None] Current status of the port 92916609-089d-4b02-9ad4-5470645f0baf is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:49.929014 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e988cf3e-4bb4-4134-a472-563e0e37ca58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:50.007042 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb4d5320-2157-45ef-8182-ecbeb8605a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:50.015553 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-e988cf3e-4bb4-4134-a472-563e0e37ca58 None None] For port 92916609-089d-4b02-9ad4-5470645f0baf, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=92916609-089d-4b02-9ad4-5470645f0baf,segment=NetworkSegment(21275fc3-2e62-4ad2-a39b-db95bcecae51),segment_id=21275fc3-2e62-4ad2-a39b-db95bcecae51)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:50.029232 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e988cf3e-4bb4-4134-a472-563e0e37ca58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:50.134023 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-5dc9509f-81a3-47b1-868c-6bb11d56d141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448188822', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:41Z', 'updated_at': '2022-05-13T15:11:47Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': '92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:42Z', 'updated_at': '2022-05-13T15:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '6acaf528-a053-4917-93c5-510bb5948356', 'name': '', 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:8f:c5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '2b8235c3-9d3c-4363-906d-09ea46e5abf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:46Z', 'updated_at': '2022-05-13T15:11:48Z', 'revision_number': 2, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': '2b8235c3-9d3c-4363-906d-09ea46e5abf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:50.139529 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc9509f-81a3-47b1-868c-6bb11d56d141 None None] Checking router: 8e95ca64-c26d-40df-b437-0a308858cf12 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:11:50.140025 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc9509f-81a3-47b1-868c-6bb11d56d141 None None] Updating router 8e95ca64-c26d-40df-b437-0a308858cf12 port 6acaf528-a053-4917-93c5-510bb5948356 binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:11:50.141059 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 16e5bc07-48d8-41fc-a397-72511df8863a up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:50.254722 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-5dc9509f-81a3-47b1-868c-6bb11d56d141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:50.352070 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988cf3e-4bb4-4134-a472-563e0e37ca58 None None] Pushing event updated for resources: {'Port': ['ID=92916609-089d-4b02-9ad4-5470645f0baf,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:50.388234 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 16e5bc07-48d8-41fc-a397-72511df8863a completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:50.398294 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:50.415795 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-cb18763d-3d42-4f9f-ba42-33845cd87dec tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:50.423496 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-cb18763d-3d42-4f9f-ba42-33845cd87dec tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/networks?id=b93435aa-0bbd-4321-8e65-32d64e02b7e1 HTTP/1.1" status: 200 len: 797 time: 0.5711610 May 13 15:11:50.453733 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-9306a131-83bc-450d-9345-0d087b190a29 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/quotas/d15e70e5e3144c2db24c850097c3fbb0 HTTP/1.1" status: 200 len: 375 time: 0.0286393 May 13 15:11:50.485102 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:50.485770 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:50.604488 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-eaa0dfd4-d527-4cc0-ad75-75b2acccce77 None None] Provisioning complete for port 92916609-089d-4b02-9ad4-5470645f0baf triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:50.605027 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-eaa0dfd4-d527-4cc0-ad75-75b2acccce77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:50.715638 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4d5320-2157-45ef-8182-ecbeb8605a11 admin admin] Router 2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:11:50.728376 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd013c0-4ebf-4a23-aad5-988b8a1c5780 None None] Network ffa2cb49-8d00-4746-a25e-9b17c84f7d12 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:50.730121 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-63737b15-699d-49e8-ab02-92dac91d0c77 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Synchronizing usage tracker for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:50.822029 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-63737b15-699d-49e8-ab02-92dac91d0c77 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Unset dirty status for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:50.827807 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-63737b15-699d-49e8-ab02-92dac91d0c77 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3111963 May 13 15:11:50.877136 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-5dc9509f-81a3-47b1-868c-6bb11d56d141 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:50.885510 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:50.897670 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-5dc9509f-81a3-47b1-868c-6bb11d56d141 None None] Transition to ACTIVE for port object 6acaf528-a053-4917-93c5-510bb5948356 will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:50.907011 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-5dc9509f-81a3-47b1-868c-6bb11d56d141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:50.992657 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-eaa0dfd4-d527-4cc0-ad75-75b2acccce77 None None] Current status of the port 92916609-089d-4b02-9ad4-5470645f0baf is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:51.055064 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e133a66-ea27-4f2b-8233-0a10f69451e1 None None] Pushing event updated for resources: {'Port': ['ID=6acaf528-a053-4917-93c5-510bb5948356,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:51.093156 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-eaa0dfd4-d527-4cc0-ad75-75b2acccce77 None None] Provisioning for port 6acaf528-a053-4917-93c5-510bb5948356 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:51.116000 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4d5320-2157-45ef-8182-ecbeb8605a11 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:11:51.123808 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-3ee59e21-d678-40d4-acb7-70a052f243b8 service neutron] 10.222.0.35 "GET /v2.0/networks/b93435aa-0bbd-4321-8e65-32d64e02b7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866743 May 13 15:11:51.134952 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e73ce7-daa1-4b6a-ac52-8d949e44860a None None] Sync routers for ids ['2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:11:51.163822 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e73ce7-daa1-4b6a-ac52-8d949e44860a None None] Routers {'2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:51.164466 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-32e73ce7-daa1-4b6a-ac52-8d949e44860a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:11:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:51.174798 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-5dc9509f-81a3-47b1-868c-6bb11d56d141 None None] Attempting to bind port 6acaf528-a053-4917-93c5-510bb5948356 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:51.175173 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-5dc9509f-81a3-47b1-868c-6bb11d56d141 None None] Attempting to bind port 6acaf528-a053-4917-93c5-510bb5948356 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '21275fc3-2e62-4ad2-a39b-db95bcecae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:51.175535 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc9509f-81a3-47b1-868c-6bb11d56d141 None None] Attempting to bind port 6acaf528-a053-4917-93c5-510bb5948356 on network b93435aa-0bbd-4321-8e65-32d64e02b7e1 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:51.185326 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc9509f-81a3-47b1-868c-6bb11d56d141 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:51.185798 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc9509f-81a3-47b1-868c-6bb11d56d141 None None] Checking segment: {'id': '21275fc3-2e62-4ad2-a39b-db95bcecae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:51.186159 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-5dc9509f-81a3-47b1-868c-6bb11d56d141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:51.186579 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc9509f-81a3-47b1-868c-6bb11d56d141 None None] Bound using segment: {'id': '21275fc3-2e62-4ad2-a39b-db95bcecae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:51.187074 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-5dc9509f-81a3-47b1-868c-6bb11d56d141 None None] Bound port: 6acaf528-a053-4917-93c5-510bb5948356, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21275fc3-2e62-4ad2-a39b-db95bcecae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:51.187525 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-5dc9509f-81a3-47b1-868c-6bb11d56d141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:51.235073 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb4d5320-2157-45ef-8182-ecbeb8605a11 admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:51.238865 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-eb4d5320-2157-45ef-8182-ecbeb8605a11 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0524471 May 13 15:11:51.239247 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39082) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:51.309151 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-5dc9509f-81a3-47b1-868c-6bb11d56d141 None None] For port 6acaf528-a053-4917-93c5-510bb5948356, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:51.316112 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-5dc9509f-81a3-47b1-868c-6bb11d56d141 None None] For port 6acaf528-a053-4917-93c5-510bb5948356, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6acaf528-a053-4917-93c5-510bb5948356,segment=NetworkSegment(21275fc3-2e62-4ad2-a39b-db95bcecae51),segment_id=21275fc3-2e62-4ad2-a39b-db95bcecae51)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:51.325511 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-5dc9509f-81a3-47b1-868c-6bb11d56d141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:51.442495 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc9509f-81a3-47b1-868c-6bb11d56d141 None None] Routers {'8e95ca64-c26d-40df-b437-0a308858cf12'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:51.442861 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-5dc9509f-81a3-47b1-868c-6bb11d56d141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:11:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8e95ca64-c26d-40df-b437-0a308858cf12'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:51.460673 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b82eef9c-7fba-475b-8cea-b94b56737bf1 None None] Provisioning for port 16e5bc07-48d8-41fc-a397-72511df8863a completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:51.474241 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b82eef9c-7fba-475b-8cea-b94b56737bf1 None None] Provisioning complete for port 16e5bc07-48d8-41fc-a397-72511df8863a triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:51.474636 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b82eef9c-7fba-475b-8cea-b94b56737bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:51.486805 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-b28c573e-69e9-48f1-b6fe-75093269b6da service neutron] 10.222.0.35 "GET /v2.0/networks/b93435aa-0bbd-4321-8e65-32d64e02b7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554840 May 13 15:11:51.572138 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-32e73ce7-daa1-4b6a-ac52-8d949e44860a None None] Set router 2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:51.603872 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e133a66-ea27-4f2b-8233-0a10f69451e1 None None] Pushing event updated for resources: {'Port': ['ID=6acaf528-a053-4917-93c5-510bb5948356,revision_number=4']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:51.794054 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-5dc9509f-81a3-47b1-868c-6bb11d56d141 None None] Set router 8e95ca64-c26d-40df-b437-0a308858cf12 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:51.910386 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-945a1c46-9bc5-452c-93c3-fb61f296e7b8 req-bdd8e48c-3145-4e99-a391-a552b6c5d665 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Synchronizing usage tracker for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:51.961755 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-945a1c46-9bc5-452c-93c3-fb61f296e7b8 req-bdd8e48c-3145-4e99-a391-a552b6c5d665 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Unset dirty status for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:51.969993 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 92916609-089d-4b02-9ad4-5470645f0baf up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:51.984523 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-945a1c46-9bc5-452c-93c3-fb61f296e7b8 req-bdd8e48c-3145-4e99-a391-a552b6c5d665 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 210 time: 0.1736374 May 13 15:11:52.196806 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-b82eef9c-7fba-475b-8cea-b94b56737bf1 None None] Current status of the port 16e5bc07-48d8-41fc-a397-72511df8863a is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:52.197353 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b82eef9c-7fba-475b-8cea-b94b56737bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:52.244098 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-b82eef9c-7fba-475b-8cea-b94b56737bf1 None None] For port 16e5bc07-48d8-41fc-a397-72511df8863a, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=16e5bc07-48d8-41fc-a397-72511df8863a,segment=NetworkSegment(838b3820-419f-404b-94c1-7e15a820cb0e),segment_id=838b3820-419f-404b-94c1-7e15a820cb0e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:52.293684 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b82eef9c-7fba-475b-8cea-b94b56737bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:52.363559 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-5dc9509f-81a3-47b1-868c-6bb11d56d141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448188822', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:41Z', 'updated_at': '2022-05-13T15:11:47Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': '92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:42Z', 'updated_at': '2022-05-13T15:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '6acaf528-a053-4917-93c5-510bb5948356', 'name': '', 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:8f:c5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '2b8235c3-9d3c-4363-906d-09ea46e5abf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:46Z', 'updated_at': '2022-05-13T15:11:51Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': '2b8235c3-9d3c-4363-906d-09ea46e5abf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:52.369455 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc9509f-81a3-47b1-868c-6bb11d56d141 None None] The sync data for ids ['8e95ca64-c26d-40df-b437-0a308858cf12'] in n-d-841760-1 is: [{'id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448188822', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:41Z', 'updated_at': '2022-05-13T15:11:47Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': '92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:42Z', 'updated_at': '2022-05-13T15:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '6acaf528-a053-4917-93c5-510bb5948356', 'name': '', 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:8f:c5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '2b8235c3-9d3c-4363-906d-09ea46e5abf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:46Z', 'updated_at': '2022-05-13T15:11:51Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': '2b8235c3-9d3c-4363-906d-09ea46e5abf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:11:52.395918 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 92916609-089d-4b02-9ad4-5470645f0baf triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:52.396185 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:52.495408 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82eef9c-7fba-475b-8cea-b94b56737bf1 None None] Pushing event updated for resources: {'Port': ['ID=16e5bc07-48d8-41fc-a397-72511df8863a,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:52.505525 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8c84d61e-aea1-4597-b2b2-5816650e3253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:52.525467 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-32e73ce7-daa1-4b6a-ac52-8d949e44860a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'name': 'tempest-TestVolumeBackupRestore-1183101774-router', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '14c2c5b3-c16e-4718-96ab-457f46714101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:47Z', 'updated_at': '2022-05-13T15:11:49Z', 'revision_number': 3, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'gw_port': {'id': '14c2c5b3-c16e-4718-96ab-457f46714101', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:48Z', 'updated_at': '2022-05-13T15:11:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:52.552366 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e73ce7-daa1-4b6a-ac52-8d949e44860a None None] Checking router: 2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:11:52.552780 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e73ce7-daa1-4b6a-ac52-8d949e44860a None None] Updating router 2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c port 14c2c5b3-c16e-4718-96ab-457f46714101 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:11:52.606989 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f2febaa2-e0d1-4880-9ec5-caf8eaa31d5d None None] Provisioning complete for port 16e5bc07-48d8-41fc-a397-72511df8863a triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:52.607350 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f2febaa2-e0d1-4880-9ec5-caf8eaa31d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:52.782711 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-8c84d61e-aea1-4597-b2b2-5816650e3253 admin admin] Allocated IP 172.20.0.1 (ffa2cb49-8d00-4746-a25e-9b17c84f7d12/9971a205-0226-4c85-b66d-b0f3f4d61a87/3f07028a-342d-40cb-a61f-2a197a6aea6d) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:52.923492 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-32e73ce7-daa1-4b6a-ac52-8d949e44860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:52.960457 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8c84d61e-aea1-4597-b2b2-5816650e3253 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:52.978677 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-8c84d61e-aea1-4597-b2b2-5816650e3253 admin admin] Transition to ACTIVE for port object 3f07028a-342d-40cb-a61f-2a197a6aea6d will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:53.009671 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8c84d61e-aea1-4597-b2b2-5816650e3253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:53.030724 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 92916609-089d-4b02-9ad4-5470645f0baf is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:53.122808 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c84d61e-aea1-4597-b2b2-5816650e3253 admin admin] Network ffa2cb49-8d00-4746-a25e-9b17c84f7d12 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:53.127766 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-8c84d61e-aea1-4597-b2b2-5816650e3253 admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:53.132303 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c84d61e-aea1-4597-b2b2-5816650e3253 admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:53.204313 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84d61e-aea1-4597-b2b2-5816650e3253 admin admin] Pushing event updated for resources: {'Port': ['ID=3f07028a-342d-40cb-a61f-2a197a6aea6d,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:53.213358 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8c84d61e-aea1-4597-b2b2-5816650e3253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:53.293225 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f2febaa2-e0d1-4880-9ec5-caf8eaa31d5d None None] Current status of the port 16e5bc07-48d8-41fc-a397-72511df8863a is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:53.402877 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fafea758-d687-45cb-8da5-8cc3f33ec2fa req-d46af272-dbd4-4e78-bc2c-be2e207d859a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 210 time: 0.1234143 May 13 15:11:53.547707 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-264fe08d-9f85-49b6-8070-68fe1c195e6c None None] Provisioning for port 3f07028a-342d-40cb-a61f-2a197a6aea6d completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:53.558461 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8c84d61e-aea1-4597-b2b2-5816650e3253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:53.617040 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-264fe08d-9f85-49b6-8070-68fe1c195e6c None None] Provisioning complete for port 3f07028a-342d-40cb-a61f-2a197a6aea6d triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:53.617604 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-264fe08d-9f85-49b6-8070-68fe1c195e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:53.715696 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-32e73ce7-daa1-4b6a-ac52-8d949e44860a None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:53.750250 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-32e73ce7-daa1-4b6a-ac52-8d949e44860a None None] Transition to ACTIVE for port object 14c2c5b3-c16e-4718-96ab-457f46714101 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:53.772602 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-264fe08d-9f85-49b6-8070-68fe1c195e6c None None] Port 3f07028a-342d-40cb-a61f-2a197a6aea6d cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:11:53.775779 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-32e73ce7-daa1-4b6a-ac52-8d949e44860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:53.856729 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-1f991670-43ad-403e-802e-308ea2923c3a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:53.858014 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-1f991670-43ad-403e-802e-308ea2923c3a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Synchronizing usage tracker for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:53.902839 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-1f991670-43ad-403e-802e-308ea2923c3a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Unset dirty status for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:53.904296 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-1f991670-43ad-403e-802e-308ea2923c3a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.74 "GET /v2.0/networks?id=b93435aa-0bbd-4321-8e65-32d64e02b7e1 HTTP/1.1" status: 200 len: 797 time: 0.3133988 May 13 15:11:53.918863 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-32e73ce7-daa1-4b6a-ac52-8d949e44860a None None] Attempting to bind port 14c2c5b3-c16e-4718-96ab-457f46714101 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:53.919390 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-32e73ce7-daa1-4b6a-ac52-8d949e44860a None None] Attempting to bind port 14c2c5b3-c16e-4718-96ab-457f46714101 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:53.920121 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e73ce7-daa1-4b6a-ac52-8d949e44860a None None] Attempting to bind port 14c2c5b3-c16e-4718-96ab-457f46714101 on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:53.927686 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d13312-1f00-4733-ba60-dbe40f0acf79 None None] Pushing event updated for resources: {'Port': ['ID=14c2c5b3-c16e-4718-96ab-457f46714101,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:53.932776 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e73ce7-daa1-4b6a-ac52-8d949e44860a None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:53.933290 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e73ce7-daa1-4b6a-ac52-8d949e44860a None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:53.933801 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-32e73ce7-daa1-4b6a-ac52-8d949e44860a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:53.934281 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e73ce7-daa1-4b6a-ac52-8d949e44860a None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:53.934849 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-32e73ce7-daa1-4b6a-ac52-8d949e44860a None None] Bound port: 14c2c5b3-c16e-4718-96ab-457f46714101, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:53.935348 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-32e73ce7-daa1-4b6a-ac52-8d949e44860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:53.966903 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8c84d61e-aea1-4597-b2b2-5816650e3253 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:53.978078 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8c84d61e-aea1-4597-b2b2-5816650e3253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:54.008566 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-a14003f0-5c47-46e6-a8d3-5edf8247cf3f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Synchronizing usage tracker for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:54.041661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-a14003f0-5c47-46e6-a8d3-5edf8247cf3f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Unset dirty status for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:54.043787 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6acaf528-a053-4917-93c5-510bb5948356 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:54.044731 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-a14003f0-5c47-46e6-a8d3-5edf8247cf3f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d15e70e5e3144c2db24c850097c3fbb0 HTTP/1.1" status: 200 len: 380 time: 0.1188469 May 13 15:11:54.055290 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-0191037d-bb6d-400e-8c76-4b70c8e4d672 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'port': {'device_id': '286b3aa9-626f-4054-9c18-78cd42e111c5', 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1', 'admin_state_up': True, 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'security_groups': ['6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:54.112704 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-32e73ce7-daa1-4b6a-ac52-8d949e44860a None None] For port 14c2c5b3-c16e-4718-96ab-457f46714101, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:54.123232 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8c84d61e-aea1-4597-b2b2-5816650e3253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:54.128599 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-32e73ce7-daa1-4b6a-ac52-8d949e44860a None None] For port 14c2c5b3-c16e-4718-96ab-457f46714101, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=14c2c5b3-c16e-4718-96ab-457f46714101,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:54.129874 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84d61e-aea1-4597-b2b2-5816650e3253 admin admin] Pushing event updated for resources: {'Port': ['ID=3f07028a-342d-40cb-a61f-2a197a6aea6d,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:54.136536 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-32e73ce7-daa1-4b6a-ac52-8d949e44860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:54.219352 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 6acaf528-a053-4917-93c5-510bb5948356 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:54.236895 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 6acaf528-a053-4917-93c5-510bb5948356 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:54.237383 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:54.276360 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e73ce7-daa1-4b6a-ac52-8d949e44860a None None] Routers {'2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:54.277229 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-32e73ce7-daa1-4b6a-ac52-8d949e44860a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:11:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:54.302411 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-0191037d-bb6d-400e-8c76-4b70c8e4d672 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:54.309299 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c84d61e-aea1-4597-b2b2-5816650e3253 admin admin] Network ffa2cb49-8d00-4746-a25e-9b17c84f7d12 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:54.311046 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-8c84d61e-aea1-4597-b2b2-5816650e3253 admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:54.313618 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-0191037d-bb6d-400e-8c76-4b70c8e4d672 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:54.331829 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-0191037d-bb6d-400e-8c76-4b70c8e4d672 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Made reservation on behalf of d15e70e5e3144c2db24c850097c3fbb0 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:54.339422 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-0191037d-bb6d-400e-8c76-4b70c8e4d672 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:54.387169 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d13312-1f00-4733-ba60-dbe40f0acf79 None None] Pushing event updated for resources: {'Port': ['ID=14c2c5b3-c16e-4718-96ab-457f46714101,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:54.610558 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c84d61e-aea1-4597-b2b2-5816650e3253 admin admin] Router 2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:11:54.667042 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-32e73ce7-daa1-4b6a-ac52-8d949e44860a None None] Set router 2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:54.668551 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cf71dedb-b27c-4487-95d9-455c32801392 req-bdd633a8-74e7-4a5e-911c-0119feef1b27 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 210 time: 0.0628850 May 13 15:11:54.676291 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-0191037d-bb6d-400e-8c76-4b70c8e4d672 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Allocated IP 172.20.0.10 (b93435aa-0bbd-4321-8e65-32d64e02b7e1/2b8235c3-9d3c-4363-906d-09ea46e5abf6/a8998cef-5f64-47fd-824a-abf4e6a74b8f) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:54.760219 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 6acaf528-a053-4917-93c5-510bb5948356 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:54.760544 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:54.924809 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-97281fee-de02-4d29-81b2-439fd1b9832e None None] Provisioning complete for port 3f07028a-342d-40cb-a61f-2a197a6aea6d triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:54.925191 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-97281fee-de02-4d29-81b2-439fd1b9832e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.027558 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-0191037d-bb6d-400e-8c76-4b70c8e4d672 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.032794 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c84d61e-aea1-4597-b2b2-5816650e3253 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:11:55.040355 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 6acaf528-a053-4917-93c5-510bb5948356, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6acaf528-a053-4917-93c5-510bb5948356,segment=NetworkSegment(21275fc3-2e62-4ad2-a39b-db95bcecae51),segment_id=21275fc3-2e62-4ad2-a39b-db95bcecae51)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:55.049420 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8c84d61e-aea1-4597-b2b2-5816650e3253 admin admin] 10.222.0.35 "PUT /v2.0/routers/2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8083394 May 13 15:11:55.057169 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.058218 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 16e5bc07-48d8-41fc-a397-72511df8863a up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:55.068476 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-0191037d-bb6d-400e-8c76-4b70c8e4d672 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Transition to ACTIVE for port object a8998cef-5f64-47fd-824a-abf4e6a74b8f will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:55.101777 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-0191037d-bb6d-400e-8c76-4b70c8e4d672 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.142694 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-97281fee-de02-4d29-81b2-439fd1b9832e None None] Port 3f07028a-342d-40cb-a61f-2a197a6aea6d cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:11:55.183793 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-0191037d-bb6d-400e-8c76-4b70c8e4d672 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Network b93435aa-0bbd-4321-8e65-32d64e02b7e1 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:55.187446 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-0191037d-bb6d-400e-8c76-4b70c8e4d672 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:55.192860 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-0191037d-bb6d-400e-8c76-4b70c8e4d672 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:55.243269 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191037d-bb6d-400e-8c76-4b70c8e4d672 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'Port': ['ID=a8998cef-5f64-47fd-824a-abf4e6a74b8f,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:55.257867 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=6acaf528-a053-4917-93c5-510bb5948356,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:55.281460 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-0191037d-bb6d-400e-8c76-4b70c8e4d672 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:55.286479 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-0191037d-bb6d-400e-8c76-4b70c8e4d672 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.290653 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 16e5bc07-48d8-41fc-a397-72511df8863a triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:55.291024 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.335742 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-0191037d-bb6d-400e-8c76-4b70c8e4d672 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2821200 May 13 15:11:55.350131 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-61a2c824-720c-4d10-a12f-11deece72cb0 service neutron] Request body: {'port': {'device_id': '286b3aa9-626f-4054-9c18-78cd42e111c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:55.476684 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 16e5bc07-48d8-41fc-a397-72511df8863a is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:55.481285 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-32e73ce7-daa1-4b6a-ac52-8d949e44860a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'name': 'tempest-TestVolumeBackupRestore-1183101774-router', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '14c2c5b3-c16e-4718-96ab-457f46714101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:47Z', 'updated_at': '2022-05-13T15:11:53Z', 'revision_number': 4, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'gw_port': {'id': '14c2c5b3-c16e-4718-96ab-457f46714101', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:48Z', 'updated_at': '2022-05-13T15:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '3f07028a-342d-40cb-a61f-2a197a6aea6d', 'name': '', 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'mac_address': 'fa:16:3e:db:d8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9971a205-0226-4c85-b66d-b0f3f4d61a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:52Z', 'updated_at': '2022-05-13T15:11:53Z', 'revision_number': 2, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'subnets': [{'id': '9971a205-0226-4c85-b66d-b0f3f4d61a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:55.487568 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e73ce7-daa1-4b6a-ac52-8d949e44860a None None] The sync data for ids ['2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'] in n-d-841760-1 is: [{'id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'name': 'tempest-TestVolumeBackupRestore-1183101774-router', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '14c2c5b3-c16e-4718-96ab-457f46714101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:47Z', 'updated_at': '2022-05-13T15:11:53Z', 'revision_number': 4, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'gw_port': {'id': '14c2c5b3-c16e-4718-96ab-457f46714101', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:48Z', 'updated_at': '2022-05-13T15:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '3f07028a-342d-40cb-a61f-2a197a6aea6d', 'name': '', 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'mac_address': 'fa:16:3e:db:d8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9971a205-0226-4c85-b66d-b0f3f4d61a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:52Z', 'updated_at': '2022-05-13T15:11:53Z', 'revision_number': 2, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'subnets': [{'id': '9971a205-0226-4c85-b66d-b0f3f4d61a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:11:55.513411 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-61a2c824-720c-4d10-a12f-11deece72cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.579616 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-87835f94-4a33-4b46-ac47-294260393cab None None] Provisioning for port a8998cef-5f64-47fd-824a-abf4e6a74b8f completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:55.590894 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-87835f94-4a33-4b46-ac47-294260393cab None None] Provisioning complete for port a8998cef-5f64-47fd-824a-abf4e6a74b8f triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:55.591669 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-87835f94-4a33-4b46-ac47-294260393cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.664974 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-87835f94-4a33-4b46-ac47-294260393cab None None] Port a8998cef-5f64-47fd-824a-abf4e6a74b8f cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:11:55.937260 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6acaf528-a053-4917-93c5-510bb5948356 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:55.953521 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cb5e4-2476-4bf9-b584-5e71d0444c72 req-abfcab02-2670-4b24-8225-9d4669bb68d5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:55.956629 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c15cb5e4-2476-4bf9-b584-5e71d0444c72 req-abfcab02-2670-4b24-8225-9d4669bb68d5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 932 time: 0.1364036 May 13 15:11:56.044643 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 6acaf528-a053-4917-93c5-510bb5948356 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:56.045665 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.052009 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c15cb5e4-2476-4bf9-b584-5e71d0444c72 req-3715eddf-c3fb-40c0-8b60-ff1262825ebc tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855319 May 13 15:11:56.052146 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-61a2c824-720c-4d10-a12f-11deece72cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8998cef-5f64-47fd-824a-abf4e6a74b8f {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:11:56.060956 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-61a2c824-720c-4d10-a12f-11deece72cb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.068180 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 39116) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:56.076731 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-7a8c7263-712a-4bd6-8667-1e900d58ff93 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1521570704-network', 'tenant_id': '3a19e520d35f4894bad58644f5c0317d'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:56.086146 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7a8c7263-712a-4bd6-8667-1e900d58ff93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:56.094336 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7a8c7263-712a-4bd6-8667-1e900d58ff93 admin admin] Usage tracker for resource:network and tenant:3a19e520d35f4894bad58644f5c0317d is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:56.097310 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-61a2c824-720c-4d10-a12f-11deece72cb0 service neutron] Transition to ACTIVE for port object a8998cef-5f64-47fd-824a-abf4e6a74b8f will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:56.098327 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7a8c7263-712a-4bd6-8667-1e900d58ff93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:56.104493 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-61a2c824-720c-4d10-a12f-11deece72cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.109273 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7a8c7263-712a-4bd6-8667-1e900d58ff93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:56.183629 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 6acaf528-a053-4917-93c5-510bb5948356 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:56.240475 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8c7263-712a-4bd6-8667-1e900d58ff93 admin admin] Made reservation on behalf of 3a19e520d35f4894bad58644f5c0317d for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:56.242844 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7a8c7263-712a-4bd6-8667-1e900d58ff93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.263470 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7a8c7263-712a-4bd6-8667-1e900d58ff93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.393998 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2c824-720c-4d10-a12f-11deece72cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=a8998cef-5f64-47fd-824a-abf4e6a74b8f,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:56.442912 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7a8c7263-712a-4bd6-8667-1e900d58ff93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:56.481071 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7a8c7263-712a-4bd6-8667-1e900d58ff93 admin admin] Usage tracker for resource:security_group_rule and tenant:3a19e520d35f4894bad58644f5c0317d is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:56.488794 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-7a8c7263-712a-4bd6-8667-1e900d58ff93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:56.503713 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-7a8c7263-712a-4bd6-8667-1e900d58ff93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:56.556157 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-61a2c824-720c-4d10-a12f-11deece72cb0 service neutron] Attempting to bind port a8998cef-5f64-47fd-824a-abf4e6a74b8f on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:56.556491 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-61a2c824-720c-4d10-a12f-11deece72cb0 service neutron] Attempting to bind port a8998cef-5f64-47fd-824a-abf4e6a74b8f by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '21275fc3-2e62-4ad2-a39b-db95bcecae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:56.556858 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-61a2c824-720c-4d10-a12f-11deece72cb0 service neutron] Attempting to bind port a8998cef-5f64-47fd-824a-abf4e6a74b8f on network b93435aa-0bbd-4321-8e65-32d64e02b7e1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:56.566520 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-61a2c824-720c-4d10-a12f-11deece72cb0 service neutron] Port a8998cef-5f64-47fd-824a-abf4e6a74b8f on network b93435aa-0bbd-4321-8e65-32d64e02b7e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:11:56.566785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-61a2c824-720c-4d10-a12f-11deece72cb0 service neutron] Attempting to bind port a8998cef-5f64-47fd-824a-abf4e6a74b8f on network b93435aa-0bbd-4321-8e65-32d64e02b7e1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:56.577927 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-61a2c824-720c-4d10-a12f-11deece72cb0 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:56.578304 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-61a2c824-720c-4d10-a12f-11deece72cb0 service neutron] Checking segment: {'id': '21275fc3-2e62-4ad2-a39b-db95bcecae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:56.578723 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-61a2c824-720c-4d10-a12f-11deece72cb0 service neutron] Bound using segment: {'id': '21275fc3-2e62-4ad2-a39b-db95bcecae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:56.579104 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-61a2c824-720c-4d10-a12f-11deece72cb0 service neutron] Bound port: a8998cef-5f64-47fd-824a-abf4e6a74b8f, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21275fc3-2e62-4ad2-a39b-db95bcecae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:56.579504 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-61a2c824-720c-4d10-a12f-11deece72cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.723040 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7a8c7263-712a-4bd6-8667-1e900d58ff93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.726452 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-61a2c824-720c-4d10-a12f-11deece72cb0 service neutron] For port a8998cef-5f64-47fd-824a-abf4e6a74b8f, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:56.729999 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-61a2c824-720c-4d10-a12f-11deece72cb0 service neutron] For port a8998cef-5f64-47fd-824a-abf4e6a74b8f, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a8998cef-5f64-47fd-824a-abf4e6a74b8f,segment=NetworkSegment(21275fc3-2e62-4ad2-a39b-db95bcecae51),segment_id=21275fc3-2e62-4ad2-a39b-db95bcecae51)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:56.731223 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7a8c7263-712a-4bd6-8667-1e900d58ff93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.744049 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-61a2c824-720c-4d10-a12f-11deece72cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.829134 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a8c7263-712a-4bd6-8667-1e900d58ff93 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:11:56.841349 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-61a2c824-720c-4d10-a12f-11deece72cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:56.841966 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-61a2c824-720c-4d10-a12f-11deece72cb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.843836 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-61a2c824-720c-4d10-a12f-11deece72cb0 service neutron] 10.222.0.74 "PUT /v2.0/ports/a8998cef-5f64-47fd-824a-abf4e6a74b8f HTTP/1.1" status: 200 len: 1092 time: 1.4981246 May 13 15:11:56.848779 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286b3aa9-626f-4054-9c18-78cd42e111c5', 'tag': 'a8998cef-5f64-47fd-824a-abf4e6a74b8f'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:11:56.859763 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c7263-712a-4bd6-8667-1e900d58ff93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25b280a-978d-4116-89a3-e99ef852840e,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:56.872366 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7a8c7263-712a-4bd6-8667-1e900d58ff93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.872720 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-7a8c7263-712a-4bd6-8667-1e900d58ff93 admin admin] Added segment 86d4aa57-d557-4cf1-8ff7-d4467a096443 of type vlan for network d154e1c0-cdf2-464d-9d3f-71c4866b225a May 13 15:11:56.881380 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2c824-720c-4d10-a12f-11deece72cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=a8998cef-5f64-47fd-824a-abf4e6a74b8f,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:56.964544 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb40c006-2333-43dd-ae29-7d823047993c'] response: {'name': 'network-changed', 'server_uuid': '286b3aa9-626f-4054-9c18-78cd42e111c5', 'tag': 'a8998cef-5f64-47fd-824a-abf4e6a74b8f', 'status': 'completed', 'code': 200} May 13 15:11:56.974354 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7a8c7263-712a-4bd6-8667-1e900d58ff93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:57.026022 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7a8c7263-712a-4bd6-8667-1e900d58ff93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:57.026989 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8c7263-712a-4bd6-8667-1e900d58ff93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:57.027601 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7a8c7263-712a-4bd6-8667-1e900d58ff93 admin admin] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:57.051780 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-3ee0577a-0a79-429a-a3ee-1afc89f3f4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:57.053305 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-3ee0577a-0a79-429a-a3ee-1afc89f3f4b0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 1095 time: 0.1345444 May 13 15:11:57.203525 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-b3730019-40f2-468a-8427-878491341eb7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8998cef-5f64-47fd-824a-abf4e6a74b8f HTTP/1.1" status: 200 len: 217 time: 0.0910125 May 13 15:11:57.210840 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c7263-712a-4bd6-8667-1e900d58ff93 admin admin] Pushing event updated for resources: {'Network': ['ID=d154e1c0-cdf2-464d-9d3f-71c4866b225a,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:57.215800 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7a8c7263-712a-4bd6-8667-1e900d58ff93 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1464667 May 13 15:11:57.224381 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39124) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:57.227657 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network d154e1c0-cdf2-464d-9d3f-71c4866b225a details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:11:57.236420 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-ff87101f-2b4b-41b2-8ad3-d1b87ea11f55 admin admin] Request body: {'subnet': {'network_id': 'd154e1c0-cdf2-464d-9d3f-71c4866b225a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1521570704-subnet', 'tenant_id': '3a19e520d35f4894bad58644f5c0317d', 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:57.245139 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ff87101f-2b4b-41b2-8ad3-d1b87ea11f55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:57.251256 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ff87101f-2b4b-41b2-8ad3-d1b87ea11f55 admin admin] Usage tracker for resource:subnet and tenant:3a19e520d35f4894bad58644f5c0317d is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:57.255893 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ff87101f-2b4b-41b2-8ad3-d1b87ea11f55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:57.262949 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ff87101f-2b4b-41b2-8ad3-d1b87ea11f55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:57.280269 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-7cb1ba65-158e-4671-8c4b-cdb3b9ec5ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:57.281816 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-7cb1ba65-158e-4671-8c4b-cdb3b9ec5ad4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2b8235c3-9d3c-4363-906d-09ea46e5abf6 HTTP/1.1" status: 200 len: 835 time: 0.0679877 May 13 15:11:57.288711 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff87101f-2b4b-41b2-8ad3-d1b87ea11f55 admin admin] Made reservation on behalf of 3a19e520d35f4894bad58644f5c0317d for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:57.293678 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ff87101f-2b4b-41b2-8ad3-d1b87ea11f55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:57.355446 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9a1e89ef-f0c9-4f00-b0a2-96b6df784b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:57.371549 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-36b63d56-de0f-4c07-b69a-803bb29cb009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:57.373113 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-36b63d56-de0f-4c07-b69a-803bb29cb009 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b93435aa-0bbd-4321-8e65-32d64e02b7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824733 May 13 15:11:57.388809 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96971d7e-a005-4bb1-83cf-5adf1dc9e250 req-e788ec17-1f5a-49e8-af48-618a07176ae2 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:57.395659 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-96971d7e-a005-4bb1-83cf-5adf1dc9e250 req-e788ec17-1f5a-49e8-af48-618a07176ae2 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 944 time: 0.2326035 May 13 15:11:57.472054 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-96971d7e-a005-4bb1-83cf-5adf1dc9e250 req-eb6bce25-c6b4-4f84-9e38-09b656ce1c4d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752127 May 13 15:11:57.516509 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-463c78b5-4cde-49ba-9c4e-f0ec7ef2b19c service neutron] 10.222.0.74 "GET /v2.0/networks/b93435aa-0bbd-4321-8e65-32d64e02b7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376591 May 13 15:11:57.583875 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ff87101f-2b4b-41b2-8ad3-d1b87ea11f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:57.658496 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3cbe74e1-0a87-4f85-a53a-0160ecc988f0 req-693681b5-4e5e-4dda-a419-c619730e931a service neutron] 10.222.0.74 "GET /v2.0/networks/b93435aa-0bbd-4321-8e65-32d64e02b7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358941 May 13 15:11:57.661475 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87101f-2b4b-41b2-8ad3-d1b87ea11f55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32c2b5a2-dbc3-4046-8e53-732e5a3cb21f,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:57.673845 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff87101f-2b4b-41b2-8ad3-d1b87ea11f55 admin admin] Checking segment: {'id': '86d4aa57-d557-4cf1-8ff7-d4467a096443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd154e1c0-cdf2-464d-9d3f-71c4866b225a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:57.674210 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff87101f-2b4b-41b2-8ad3-d1b87ea11f55 admin admin] Network hostable DHCP agents. Network: d154e1c0-cdf2-464d-9d3f-71c4866b225a, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:11:57.695212 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff87101f-2b4b-41b2-8ad3-d1b87ea11f55 admin admin] Network d154e1c0-cdf2-464d-9d3f-71c4866b225a is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:11:57.705452 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-ff87101f-2b4b-41b2-8ad3-d1b87ea11f55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, d154e1c0-cdf2-464d-9d3f-71c4866b225a) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:57.709609 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff87101f-2b4b-41b2-8ad3-d1b87ea11f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:57.710143 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ff87101f-2b4b-41b2-8ad3-d1b87ea11f55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:57.715644 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df80262f-6bbc-4cf8-b782-ddcf21f9641b None None] Network d154e1c0-cdf2-464d-9d3f-71c4866b225a requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:57.730350 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ff87101f-2b4b-41b2-8ad3-d1b87ea11f55 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5047517 May 13 15:11:57.732811 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39132) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:57.738102 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-6ff4e47d-c445-4900-b6af-10fd8f7664a0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1521570704-router', 'tenant_id': '3a19e520d35f4894bad58644f5c0317d', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:57.743797 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6ff4e47d-c445-4900-b6af-10fd8f7664a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:57.747733 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6ff4e47d-c445-4900-b6af-10fd8f7664a0 admin admin] Usage tracker for resource:router and tenant:3a19e520d35f4894bad58644f5c0317d is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:57.750706 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-6ff4e47d-c445-4900-b6af-10fd8f7664a0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:57.758908 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-6ff4e47d-c445-4900-b6af-10fd8f7664a0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:57.772943 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6ff4e47d-c445-4900-b6af-10fd8f7664a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:57.774075 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6ff4e47d-c445-4900-b6af-10fd8f7664a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:57.792970 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6ff4e47d-c445-4900-b6af-10fd8f7664a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:57.830328 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb7b6e-8cc1-492c-9617-6eb3b28ed3f5 req-ede76e16-4a2f-45b9-8113-c456d0daf2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:57.830328 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4dbb7b6e-8cc1-492c-9617-6eb3b28ed3f5 req-ede76e16-4a2f-45b9-8113-c456d0daf2c2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 1095 time: 0.0790212 May 13 15:11:57.973571 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 14c2c5b3-c16e-4718-96ab-457f46714101 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:57.996963 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb7b6e-8cc1-492c-9617-6eb3b28ed3f5 req-649bec93-7a83-4a99-a14e-b80b2f2a195f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:57.998322 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4dbb7b6e-8cc1-492c-9617-6eb3b28ed3f5 req-649bec93-7a83-4a99-a14e-b80b2f2a195f service neutron] 10.222.0.74 "GET /v2.0/networks?id=b93435aa-0bbd-4321-8e65-32d64e02b7e1 HTTP/1.1" status: 200 len: 898 time: 0.1615252 May 13 15:11:58.029780 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e231bf4f-ff8a-4fe9-a64b-789bb40235ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-d154e1c0-cdf2-464d-9d3f-71c4866b225a', 'network_id': 'd154e1c0-cdf2-464d-9d3f-71c4866b225a', 'tenant_id': '3a19e520d35f4894bad58644f5c0317d', 'fixed_ips': [{'subnet_id': '32c2b5a2-dbc3-4046-8e53-732e5a3cb21f'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:11:58.030596 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e231bf4f-ff8a-4fe9-a64b-789bb40235ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.072527 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4dbb7b6e-8cc1-492c-9617-6eb3b28ed3f5 req-b2177451-9fba-4f00-a922-1e819ae73f36 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8998cef-5f64-47fd-824a-abf4e6a74b8f HTTP/1.1" status: 200 len: 217 time: 0.0675585 May 13 15:11:58.106871 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6ff4e47d-c445-4900-b6af-10fd8f7664a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.135414 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 14c2c5b3-c16e-4718-96ab-457f46714101 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:58.142517 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb7b6e-8cc1-492c-9617-6eb3b28ed3f5 req-5996ef3c-9c03-4065-aad5-01630e5ce981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:58.144016 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4dbb7b6e-8cc1-492c-9617-6eb3b28ed3f5 req-5996ef3c-9c03-4065-aad5-01630e5ce981 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2b8235c3-9d3c-4363-906d-09ea46e5abf6 HTTP/1.1" status: 200 len: 835 time: 0.0656242 May 13 15:11:58.147198 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 14c2c5b3-c16e-4718-96ab-457f46714101 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:58.147630 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.251326 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb7b6e-8cc1-492c-9617-6eb3b28ed3f5 req-3f8a0319-5da8-430d-933e-dc1c89c2d526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:58.252977 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4dbb7b6e-8cc1-492c-9617-6eb3b28ed3f5 req-3f8a0319-5da8-430d-933e-dc1c89c2d526 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b93435aa-0bbd-4321-8e65-32d64e02b7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029835 May 13 15:11:58.288763 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-e231bf4f-ff8a-4fe9-a64b-789bb40235ef None None] Allocated IP 172.20.0.2 (d154e1c0-cdf2-464d-9d3f-71c4866b225a/32c2b5a2-dbc3-4046-8e53-732e5a3cb21f/e5d6628c-c203-43d8-9e2e-f511ea11b3f3) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:58.472597 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6ff4e47d-c445-4900-b6af-10fd8f7664a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.505159 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6ff4e47d-c445-4900-b6af-10fd8f7664a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.513082 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 14c2c5b3-c16e-4718-96ab-457f46714101 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:58.513602 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.534651 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4dbb7b6e-8cc1-492c-9617-6eb3b28ed3f5 req-3f9df334-cd9f-48f2-92ff-10b9654c1e23 service neutron] 10.222.0.74 "GET /v2.0/networks/b93435aa-0bbd-4321-8e65-32d64e02b7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755311 May 13 15:11:58.557774 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 14c2c5b3-c16e-4718-96ab-457f46714101, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=14c2c5b3-c16e-4718-96ab-457f46714101,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:58.567645 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.737354 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=14c2c5b3-c16e-4718-96ab-457f46714101,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:58.759256 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4dbb7b6e-8cc1-492c-9617-6eb3b28ed3f5 req-787108a0-02a1-42fc-80e7-33c3fe5263e3 service neutron] 10.222.0.74 "GET /v2.0/networks/b93435aa-0bbd-4321-8e65-32d64e02b7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180622 May 13 15:11:58.773212 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e231bf4f-ff8a-4fe9-a64b-789bb40235ef None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.775360 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46409468-bd02-44bc-814e-424b0c679616 req-9a981816-dde5-4214-a653-700283c42156 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:58.776100 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-46409468-bd02-44bc-814e-424b0c679616 req-9a981816-dde5-4214-a653-700283c42156 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Synchronizing usage tracker for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:58.791743 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e231bf4f-ff8a-4fe9-a64b-789bb40235ef None None] Transition to ACTIVE for port object e5d6628c-c203-43d8-9e2e-f511ea11b3f3 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:58.796185 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-46409468-bd02-44bc-814e-424b0c679616 req-9a981816-dde5-4214-a653-700283c42156 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Unset dirty status for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:58.797338 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-46409468-bd02-44bc-814e-424b0c679616 req-9a981816-dde5-4214-a653-700283c42156 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 944 time: 0.1451077 May 13 15:11:58.801120 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-6ff4e47d-c445-4900-b6af-10fd8f7664a0 admin admin] Allocated IP 172.25.0.83 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/b51c7a00-d933-4887-bf7c-d69a16254f1d) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:58.811301 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d018ec8b-3768-4e93-8c57-3cccfcd46246 None None] Sync routers for ids ['2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:11:58.815595 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e231bf4f-ff8a-4fe9-a64b-789bb40235ef None None] Transition to ACTIVE for port object e5d6628c-c203-43d8-9e2e-f511ea11b3f3 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:58.824203 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d018ec8b-3768-4e93-8c57-3cccfcd46246 None None] Routers {'2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:58.825502 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-d018ec8b-3768-4e93-8c57-3cccfcd46246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:11:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:58.833431 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e231bf4f-ff8a-4fe9-a64b-789bb40235ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.860869 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-46409468-bd02-44bc-814e-424b0c679616 req-7d5ed89f-ad4d-48b8-bdb7-60e4c3cea923 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470464 May 13 15:11:58.917671 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.925602 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e231bf4f-ff8a-4fe9-a64b-789bb40235ef None None] Network d154e1c0-cdf2-464d-9d3f-71c4866b225a is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:58.928435 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-e231bf4f-ff8a-4fe9-a64b-789bb40235ef None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:58.935312 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e231bf4f-ff8a-4fe9-a64b-789bb40235ef None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:58.970743 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231bf4f-ff8a-4fe9-a64b-789bb40235ef None None] Pushing event updated for resources: {'Port': ['ID=e5d6628c-c203-43d8-9e2e-f511ea11b3f3,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:58.993241 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6ff4e47d-c445-4900-b6af-10fd8f7664a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:59.026645 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6ff4e47d-c445-4900-b6af-10fd8f7664a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:59.041340 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-e231bf4f-ff8a-4fe9-a64b-789bb40235ef None None] Attempting to bind port e5d6628c-c203-43d8-9e2e-f511ea11b3f3 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:59.041716 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-e231bf4f-ff8a-4fe9-a64b-789bb40235ef None None] Attempting to bind port e5d6628c-c203-43d8-9e2e-f511ea11b3f3 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '86d4aa57-d557-4cf1-8ff7-d4467a096443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd154e1c0-cdf2-464d-9d3f-71c4866b225a'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:59.042076 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e231bf4f-ff8a-4fe9-a64b-789bb40235ef None None] Attempting to bind port e5d6628c-c203-43d8-9e2e-f511ea11b3f3 on network d154e1c0-cdf2-464d-9d3f-71c4866b225a {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:59.047917 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e231bf4f-ff8a-4fe9-a64b-789bb40235ef None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:59.048422 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e231bf4f-ff8a-4fe9-a64b-789bb40235ef None None] Checking segment: {'id': '86d4aa57-d557-4cf1-8ff7-d4467a096443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd154e1c0-cdf2-464d-9d3f-71c4866b225a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:59.048951 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e231bf4f-ff8a-4fe9-a64b-789bb40235ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:59.049457 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e231bf4f-ff8a-4fe9-a64b-789bb40235ef None None] Bound using segment: {'id': '86d4aa57-d557-4cf1-8ff7-d4467a096443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd154e1c0-cdf2-464d-9d3f-71c4866b225a'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:59.050022 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-e231bf4f-ff8a-4fe9-a64b-789bb40235ef None None] Bound port: e5d6628c-c203-43d8-9e2e-f511ea11b3f3, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d4aa57-d557-4cf1-8ff7-d4467a096443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd154e1c0-cdf2-464d-9d3f-71c4866b225a'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:59.050541 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e231bf4f-ff8a-4fe9-a64b-789bb40235ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:59.077023 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-d018ec8b-3768-4e93-8c57-3cccfcd46246 None None] Set router 2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:59.102987 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff4e47d-c445-4900-b6af-10fd8f7664a0 admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:59.106260 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-6ff4e47d-c445-4900-b6af-10fd8f7664a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:59.109092 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff4e47d-c445-4900-b6af-10fd8f7664a0 admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:59.156384 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4e47d-c445-4900-b6af-10fd8f7664a0 admin admin] Pushing event updated for resources: {'Port': ['ID=b51c7a00-d933-4887-bf7c-d69a16254f1d,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:59.166476 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-e231bf4f-ff8a-4fe9-a64b-789bb40235ef None None] For port e5d6628c-c203-43d8-9e2e-f511ea11b3f3, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:59.171386 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-e231bf4f-ff8a-4fe9-a64b-789bb40235ef None None] For port e5d6628c-c203-43d8-9e2e-f511ea11b3f3, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=e5d6628c-c203-43d8-9e2e-f511ea11b3f3,segment=NetworkSegment(86d4aa57-d557-4cf1-8ff7-d4467a096443),segment_id=86d4aa57-d557-4cf1-8ff7-d4467a096443)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:59.176403 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e231bf4f-ff8a-4fe9-a64b-789bb40235ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:59.278039 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231bf4f-ff8a-4fe9-a64b-789bb40235ef None None] Pushing event updated for resources: {'Port': ['ID=e5d6628c-c203-43d8-9e2e-f511ea11b3f3,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:59.458426 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-d018ec8b-3768-4e93-8c57-3cccfcd46246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'name': 'tempest-TestVolumeBackupRestore-1183101774-router', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '14c2c5b3-c16e-4718-96ab-457f46714101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:47Z', 'updated_at': '2022-05-13T15:11:53Z', 'revision_number': 4, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'gw_port': {'id': '14c2c5b3-c16e-4718-96ab-457f46714101', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:48Z', 'updated_at': '2022-05-13T15:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '3f07028a-342d-40cb-a61f-2a197a6aea6d', 'name': '', 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'mac_address': 'fa:16:3e:db:d8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9971a205-0226-4c85-b66d-b0f3f4d61a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:52Z', 'updated_at': '2022-05-13T15:11:53Z', 'revision_number': 2, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'subnets': [{'id': '9971a205-0226-4c85-b66d-b0f3f4d61a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:59.462666 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d018ec8b-3768-4e93-8c57-3cccfcd46246 None None] Checking router: 2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:11:59.463009 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d018ec8b-3768-4e93-8c57-3cccfcd46246 None None] Updating router 2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c port 3f07028a-342d-40cb-a61f-2a197a6aea6d binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:11:59.554074 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-d018ec8b-3768-4e93-8c57-3cccfcd46246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:59.619156 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ef285fa5-21f6-490f-a560-743cfd5e2123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:59.632314 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6ff4e47d-c445-4900-b6af-10fd8f7664a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:59.950929 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-d018ec8b-3768-4e93-8c57-3cccfcd46246 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:59.967524 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-d018ec8b-3768-4e93-8c57-3cccfcd46246 None None] Transition to ACTIVE for port object 3f07028a-342d-40cb-a61f-2a197a6aea6d will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:59.979537 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-d018ec8b-3768-4e93-8c57-3cccfcd46246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:00.013529 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 14c2c5b3-c16e-4718-96ab-457f46714101 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:00.057268 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b592ae-bdde-4de4-aeb3-42c64144bb2d None None] Pushing event updated for resources: {'Port': ['ID=3f07028a-342d-40cb-a61f-2a197a6aea6d,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:00.069941 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b592ae-bdde-4de4-aeb3-42c64144bb2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:00.070190 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b592ae-bdde-4de4-aeb3-42c64144bb2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:00.070520 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b592ae-bdde-4de4-aeb3-42c64144bb2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:00.070843 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b592ae-bdde-4de4-aeb3-42c64144bb2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:00.071181 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b592ae-bdde-4de4-aeb3-42c64144bb2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:00.071768 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b592ae-bdde-4de4-aeb3-42c64144bb2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:00.072081 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b592ae-bdde-4de4-aeb3-42c64144bb2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:00.072392 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b592ae-bdde-4de4-aeb3-42c64144bb2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:00.072703 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b592ae-bdde-4de4-aeb3-42c64144bb2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:00.073010 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b592ae-bdde-4de4-aeb3-42c64144bb2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:00.073317 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b592ae-bdde-4de4-aeb3-42c64144bb2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:00.074187 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b592ae-bdde-4de4-aeb3-42c64144bb2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:00.097603 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6ff4e47d-c445-4900-b6af-10fd8f7664a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:00.109564 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 14c2c5b3-c16e-4718-96ab-457f46714101 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:00.110114 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:00.312885 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-d018ec8b-3768-4e93-8c57-3cccfcd46246 None None] Attempting to bind port 3f07028a-342d-40cb-a61f-2a197a6aea6d on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:12:00.313837 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-d018ec8b-3768-4e93-8c57-3cccfcd46246 None None] Attempting to bind port 3f07028a-342d-40cb-a61f-2a197a6aea6d by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '838b3820-419f-404b-94c1-7e15a820cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:12:00.313986 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccded4b-ffa1-43b4-88ef-47384f36b80f req-3b6d9796-7511-49ed-86b4-77083cc6023f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:00.318798 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d018ec8b-3768-4e93-8c57-3cccfcd46246 None None] Attempting to bind port 3f07028a-342d-40cb-a61f-2a197a6aea6d on network ffa2cb49-8d00-4746-a25e-9b17c84f7d12 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:12:00.322553 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7ccded4b-ffa1-43b4-88ef-47384f36b80f req-3b6d9796-7511-49ed-86b4-77083cc6023f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 944 time: 0.3350706 May 13 15:12:00.326502 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d018ec8b-3768-4e93-8c57-3cccfcd46246 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:12:00.327099 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d018ec8b-3768-4e93-8c57-3cccfcd46246 None None] Checking segment: {'id': '838b3820-419f-404b-94c1-7e15a820cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:00.327529 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-d018ec8b-3768-4e93-8c57-3cccfcd46246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:00.327983 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d018ec8b-3768-4e93-8c57-3cccfcd46246 None None] Bound using segment: {'id': '838b3820-419f-404b-94c1-7e15a820cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:12:00.328381 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-d018ec8b-3768-4e93-8c57-3cccfcd46246 None None] Bound port: 3f07028a-342d-40cb-a61f-2a197a6aea6d, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838b3820-419f-404b-94c1-7e15a820cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:12:00.328754 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-d018ec8b-3768-4e93-8c57-3cccfcd46246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:00.342461 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 14c2c5b3-c16e-4718-96ab-457f46714101 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:00.343901 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e5d6628c-c203-43d8-9e2e-f511ea11b3f3 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:00.461758 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port e5d6628c-c203-43d8-9e2e-f511ea11b3f3 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:00.482922 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-d018ec8b-3768-4e93-8c57-3cccfcd46246 None None] For port 3f07028a-342d-40cb-a61f-2a197a6aea6d, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:12:00.492466 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-d018ec8b-3768-4e93-8c57-3cccfcd46246 None None] For port 3f07028a-342d-40cb-a61f-2a197a6aea6d, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3f07028a-342d-40cb-a61f-2a197a6aea6d,segment=NetworkSegment(838b3820-419f-404b-94c1-7e15a820cb0e),segment_id=838b3820-419f-404b-94c1-7e15a820cb0e)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:12:00.498159 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-d018ec8b-3768-4e93-8c57-3cccfcd46246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:00.554747 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7ccded4b-ffa1-43b4-88ef-47384f36b80f req-aff0395d-20de-471c-86b8-9adc3ab061ed tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313983 May 13 15:12:00.557067 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03cba81-f279-4020-b7d4-1b948a021e4d None None] Network d154e1c0-cdf2-464d-9d3f-71c4866b225a requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:00.587188 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d018ec8b-3768-4e93-8c57-3cccfcd46246 None None] Routers {'2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:00.587895 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-d018ec8b-3768-4e93-8c57-3cccfcd46246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:12:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:00.592994 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff4e47d-c445-4900-b6af-10fd8f7664a0 admin admin] Router 85d40117-ec5a-4b43-826a-ed59cae62928 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:12:00.672825 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b592ae-bdde-4de4-aeb3-42c64144bb2d None None] Pushing event updated for resources: {'Port': ['ID=3f07028a-342d-40cb-a61f-2a197a6aea6d,revision_number=4']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:00.741681 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f562ad1b-149a-40d6-b7ef-93dc03619a27 None None] Provisioning for port e5d6628c-c203-43d8-9e2e-f511ea11b3f3 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:00.763966 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f562ad1b-149a-40d6-b7ef-93dc03619a27 None None] Provisioning complete for port e5d6628c-c203-43d8-9e2e-f511ea11b3f3 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:00.764682 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f562ad1b-149a-40d6-b7ef-93dc03619a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:00.810058 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff4e47d-c445-4900-b6af-10fd8f7664a0 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:12:00.817843 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-d018ec8b-3768-4e93-8c57-3cccfcd46246 None None] Set router 2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:00.848515 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-6ff4e47d-c445-4900-b6af-10fd8f7664a0 admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:00.850463 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-6ff4e47d-c445-4900-b6af-10fd8f7664a0 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1162047 May 13 15:12:00.852840 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39142) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:00.858147 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9733bb66-8527-4fdd-a522-14c6d0435eb5 None None] Sync routers for ids ['85d40117-ec5a-4b43-826a-ed59cae62928'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:12:00.874674 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:00.910082 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:00.917354 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9733bb66-8527-4fdd-a522-14c6d0435eb5 None None] Routers {'85d40117-ec5a-4b43-826a-ed59cae62928'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:00.917982 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-9733bb66-8527-4fdd-a522-14c6d0435eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:12:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['85d40117-ec5a-4b43-826a-ed59cae62928'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:01.197485 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f562ad1b-149a-40d6-b7ef-93dc03619a27 None None] Current status of the port e5d6628c-c203-43d8-9e2e-f511ea11b3f3 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:01.197861 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f562ad1b-149a-40d6-b7ef-93dc03619a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:01.206680 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-d018ec8b-3768-4e93-8c57-3cccfcd46246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'name': 'tempest-TestVolumeBackupRestore-1183101774-router', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '14c2c5b3-c16e-4718-96ab-457f46714101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:47Z', 'updated_at': '2022-05-13T15:11:53Z', 'revision_number': 4, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'gw_port': {'id': '14c2c5b3-c16e-4718-96ab-457f46714101', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:48Z', 'updated_at': '2022-05-13T15:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '3f07028a-342d-40cb-a61f-2a197a6aea6d', 'name': '', 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'mac_address': 'fa:16:3e:db:d8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9971a205-0226-4c85-b66d-b0f3f4d61a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:52Z', 'updated_at': '2022-05-13T15:12:00Z', 'revision_number': 4, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'subnets': [{'id': '9971a205-0226-4c85-b66d-b0f3f4d61a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:01.215367 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d018ec8b-3768-4e93-8c57-3cccfcd46246 None None] The sync data for ids ['2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'] in n-d-841760-1 is: [{'id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'name': 'tempest-TestVolumeBackupRestore-1183101774-router', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '14c2c5b3-c16e-4718-96ab-457f46714101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:47Z', 'updated_at': '2022-05-13T15:11:53Z', 'revision_number': 4, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'gw_port': {'id': '14c2c5b3-c16e-4718-96ab-457f46714101', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:48Z', 'updated_at': '2022-05-13T15:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '3f07028a-342d-40cb-a61f-2a197a6aea6d', 'name': '', 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'mac_address': 'fa:16:3e:db:d8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9971a205-0226-4c85-b66d-b0f3f4d61a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:52Z', 'updated_at': '2022-05-13T15:12:00Z', 'revision_number': 4, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'subnets': [{'id': '9971a205-0226-4c85-b66d-b0f3f4d61a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:12:01.227198 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-9733bb66-8527-4fdd-a522-14c6d0435eb5 None None] Set router 85d40117-ec5a-4b43-826a-ed59cae62928 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:01.496103 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-f562ad1b-149a-40d6-b7ef-93dc03619a27 None None] For port e5d6628c-c203-43d8-9e2e-f511ea11b3f3, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=e5d6628c-c203-43d8-9e2e-f511ea11b3f3,segment=NetworkSegment(86d4aa57-d557-4cf1-8ff7-d4467a096443),segment_id=86d4aa57-d557-4cf1-8ff7-d4467a096443)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:01.505395 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f562ad1b-149a-40d6-b7ef-93dc03619a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:01.606616 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562ad1b-149a-40d6-b7ef-93dc03619a27 None None] Pushing event updated for resources: {'Port': ['ID=e5d6628c-c203-43d8-9e2e-f511ea11b3f3,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:01.715870 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f16d96e-9e51-4a79-837c-1d122d7aee34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:01.740834 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-9733bb66-8527-4fdd-a522-14c6d0435eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d40117-ec5a-4b43-826a-ed59cae62928', 'name': 'tempest-TestVolumeBackupRestore-1521570704-router', 'tenant_id': '3a19e520d35f4894bad58644f5c0317d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'b51c7a00-d933-4887-bf7c-d69a16254f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:57Z', 'updated_at': '2022-05-13T15:11:59Z', 'revision_number': 3, 'project_id': '3a19e520d35f4894bad58644f5c0317d', 'gw_port': {'id': 'b51c7a00-d933-4887-bf7c-d69a16254f1d', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d40117-ec5a-4b43-826a-ed59cae62928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:58Z', 'updated_at': '2022-05-13T15:11:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:01.745881 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9733bb66-8527-4fdd-a522-14c6d0435eb5 None None] Checking router: 85d40117-ec5a-4b43-826a-ed59cae62928 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:12:01.746496 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9733bb66-8527-4fdd-a522-14c6d0435eb5 None None] Updating router 85d40117-ec5a-4b43-826a-ed59cae62928 port b51c7a00-d933-4887-bf7c-d69a16254f1d binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:12:01.833785 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-81a52c43-d7fb-4d66-97ae-2f8cfa5d6243 None None] Provisioning complete for port e5d6628c-c203-43d8-9e2e-f511ea11b3f3 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:01.834165 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-81a52c43-d7fb-4d66-97ae-2f8cfa5d6243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:01.893967 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9733bb66-8527-4fdd-a522-14c6d0435eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.027833 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-3f16d96e-9e51-4a79-837c-1d122d7aee34 admin admin] Allocated IP 172.20.0.1 (d154e1c0-cdf2-464d-9d3f-71c4866b225a/32c2b5a2-dbc3-4046-8e53-732e5a3cb21f/38fe32d4-19dd-49df-b30d-b5fadcefd994) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:02.066892 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e5d6628c-c203-43d8-9e2e-f511ea11b3f3 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:02.189427 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-81a52c43-d7fb-4d66-97ae-2f8cfa5d6243 None None] Current status of the port e5d6628c-c203-43d8-9e2e-f511ea11b3f3 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:02.224717 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f16d96e-9e51-4a79-837c-1d122d7aee34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.259322 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device a8998cef-5f64-47fd-824a-abf4e6a74b8f details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:12:02.259730 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-3f16d96e-9e51-4a79-837c-1d122d7aee34 admin admin] Transition to ACTIVE for port object 38fe32d4-19dd-49df-b30d-b5fadcefd994 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:02.290824 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f16d96e-9e51-4a79-837c-1d122d7aee34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.304827 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b24393-db2a-45ba-ad43-6f4481b27e1c req-10bb79c5-cfe3-499c-b655-83f683305b0f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:02.306828 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-33b24393-db2a-45ba-ad43-6f4481b27e1c req-10bb79c5-cfe3-499c-b655-83f683305b0f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 944 time: 0.5582793 May 13 15:12:02.334847 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port e5d6628c-c203-43d8-9e2e-f511ea11b3f3 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:02.335248 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.359161 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.384894 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-33b24393-db2a-45ba-ad43-6f4481b27e1c req-d89744a1-9a9d-4ae1-887a-cff8a7f9fbff tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688579 May 13 15:12:02.386689 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f16d96e-9e51-4a79-837c-1d122d7aee34 admin admin] Network d154e1c0-cdf2-464d-9d3f-71c4866b225a is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:02.400877 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-3f16d96e-9e51-4a79-837c-1d122d7aee34 admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:02.405018 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f16d96e-9e51-4a79-837c-1d122d7aee34 admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:02.514730 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16d96e-9e51-4a79-837c-1d122d7aee34 admin admin] Pushing event updated for resources: {'Port': ['ID=38fe32d4-19dd-49df-b30d-b5fadcefd994,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:02.531067 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f16d96e-9e51-4a79-837c-1d122d7aee34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.600354 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port a8998cef-5f64-47fd-824a-abf4e6a74b8f, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a8998cef-5f64-47fd-824a-abf4e6a74b8f,segment=NetworkSegment(21275fc3-2e62-4ad2-a39b-db95bcecae51),segment_id=21275fc3-2e62-4ad2-a39b-db95bcecae51)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:02.665740 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'a8998cef-5f64-47fd-824a-abf4e6a74b8f', 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1', 'port_id': 'a8998cef-5f64-47fd-824a-abf4e6a74b8f', 'mac_address': 'fa:16:3e:ec:17:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8235c3-9d3c-4363-906d-09ea46e5abf6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:12:02.671346 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port e5d6628c-c203-43d8-9e2e-f511ea11b3f3 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:02.672426 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3f07028a-342d-40cb-a61f-2a197a6aea6d up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:02.784675 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9733bb66-8527-4fdd-a522-14c6d0435eb5 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.818896 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-14213ef5-1897-4675-924a-96a4905bb373 None None] Provisioning for port 38fe32d4-19dd-49df-b30d-b5fadcefd994 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:02.820041 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f16d96e-9e51-4a79-837c-1d122d7aee34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.822364 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9733bb66-8527-4fdd-a522-14c6d0435eb5 None None] Transition to ACTIVE for port object b51c7a00-d933-4887-bf7c-d69a16254f1d will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:02.831092 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port a8998cef-5f64-47fd-824a-abf4e6a74b8f is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:02.831490 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.847508 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9733bb66-8527-4fdd-a522-14c6d0435eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.850824 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-14213ef5-1897-4675-924a-96a4905bb373 None None] Provisioning complete for port 38fe32d4-19dd-49df-b30d-b5fadcefd994 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:02.851203 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-14213ef5-1897-4675-924a-96a4905bb373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.937996 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8998cef-5f64-47fd-824a-abf4e6a74b8f {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:12:02.981891 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 3f07028a-342d-40cb-a61f-2a197a6aea6d completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:03.000300 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-14213ef5-1897-4675-924a-96a4905bb373 None None] Port 38fe32d4-19dd-49df-b30d-b5fadcefd994 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:12:03.006165 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port a8998cef-5f64-47fd-824a-abf4e6a74b8f, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a8998cef-5f64-47fd-824a-abf4e6a74b8f,segment=NetworkSegment(21275fc3-2e62-4ad2-a39b-db95bcecae51),segment_id=21275fc3-2e62-4ad2-a39b-db95bcecae51)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:03.007062 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 3f07028a-342d-40cb-a61f-2a197a6aea6d triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:03.007471 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.042033 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.043692 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-9733bb66-8527-4fdd-a522-14c6d0435eb5 None None] Attempting to bind port b51c7a00-d933-4887-bf7c-d69a16254f1d on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:12:03.044092 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-9733bb66-8527-4fdd-a522-14c6d0435eb5 None None] Attempting to bind port b51c7a00-d933-4887-bf7c-d69a16254f1d by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:12:03.044451 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9733bb66-8527-4fdd-a522-14c6d0435eb5 None None] Attempting to bind port b51c7a00-d933-4887-bf7c-d69a16254f1d on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:12:03.055056 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb88e84-efe3-4c99-b8db-116da1d4f419 None None] Pushing event updated for resources: {'Port': ['ID=b51c7a00-d933-4887-bf7c-d69a16254f1d,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:03.106864 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9733bb66-8527-4fdd-a522-14c6d0435eb5 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:12:03.107261 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9733bb66-8527-4fdd-a522-14c6d0435eb5 None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:03.107854 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9733bb66-8527-4fdd-a522-14c6d0435eb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.108245 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9733bb66-8527-4fdd-a522-14c6d0435eb5 None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:12:03.108724 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-9733bb66-8527-4fdd-a522-14c6d0435eb5 None None] Bound port: b51c7a00-d933-4887-bf7c-d69a16254f1d, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:12:03.109093 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9733bb66-8527-4fdd-a522-14c6d0435eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.114575 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f16d96e-9e51-4a79-837c-1d122d7aee34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.119924 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f16d96e-9e51-4a79-837c-1d122d7aee34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.218869 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=a8998cef-5f64-47fd-824a-abf4e6a74b8f,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:03.223033 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-9733bb66-8527-4fdd-a522-14c6d0435eb5 None None] For port b51c7a00-d933-4887-bf7c-d69a16254f1d, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:12:03.241279 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3f16d96e-9e51-4a79-837c-1d122d7aee34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.244750 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16d96e-9e51-4a79-837c-1d122d7aee34 admin admin] Pushing event updated for resources: {'Port': ['ID=38fe32d4-19dd-49df-b30d-b5fadcefd994,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:03.332809 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-9733bb66-8527-4fdd-a522-14c6d0435eb5 None None] For port b51c7a00-d933-4887-bf7c-d69a16254f1d, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b51c7a00-d933-4887-bf7c-d69a16254f1d,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:12:03.340564 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9733bb66-8527-4fdd-a522-14c6d0435eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.395317 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 3f07028a-342d-40cb-a61f-2a197a6aea6d is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:03.395692 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.397583 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f16d96e-9e51-4a79-837c-1d122d7aee34 admin admin] Network d154e1c0-cdf2-464d-9d3f-71c4866b225a is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:03.399095 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-3f16d96e-9e51-4a79-837c-1d122d7aee34 admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:03.457972 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9733bb66-8527-4fdd-a522-14c6d0435eb5 None None] Routers {'85d40117-ec5a-4b43-826a-ed59cae62928'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:03.458935 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-9733bb66-8527-4fdd-a522-14c6d0435eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:12:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['85d40117-ec5a-4b43-826a-ed59cae62928'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:03.528983 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['a8998cef-5f64-47fd-824a-abf4e6a74b8f'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:12:03.571430 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 3f07028a-342d-40cb-a61f-2a197a6aea6d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3f07028a-342d-40cb-a61f-2a197a6aea6d,segment=NetworkSegment(838b3820-419f-404b-94c1-7e15a820cb0e),segment_id=838b3820-419f-404b-94c1-7e15a820cb0e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:03.594747 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb88e84-efe3-4c99-b8db-116da1d4f419 None None] Pushing event updated for resources: {'Port': ['ID=b51c7a00-d933-4887-bf7c-d69a16254f1d,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:03.605929 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.674923 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f16d96e-9e51-4a79-837c-1d122d7aee34 admin admin] Router 85d40117-ec5a-4b43-826a-ed59cae62928 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:12:03.777938 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4f350-64fa-4233-b356-632722ba6a57 req-422b1252-d97c-4a2b-bf74-51c204a8ea74 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:03.779490 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a2e4f350-64fa-4233-b356-632722ba6a57 req-422b1252-d97c-4a2b-bf74-51c204a8ea74 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 945 time: 0.2090518 May 13 15:12:03.799479 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=3f07028a-342d-40cb-a61f-2a197a6aea6d,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:03.821730 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ba46691d-30b1-4b5e-9369-9e6dc46a11e7 None None] Provisioning complete for port 38fe32d4-19dd-49df-b30d-b5fadcefd994 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:03.822105 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ba46691d-30b1-4b5e-9369-9e6dc46a11e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.846389 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-9733bb66-8527-4fdd-a522-14c6d0435eb5 None None] Set router 85d40117-ec5a-4b43-826a-ed59cae62928 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:03.917488 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a2e4f350-64fa-4233-b356-632722ba6a57 req-b6f0066b-7ee1-4777-a76e-ae6cb73971a4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293569 May 13 15:12:03.926224 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f16d96e-9e51-4a79-837c-1d122d7aee34 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:12:03.935327 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3f07028a-342d-40cb-a61f-2a197a6aea6d up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:03.937681 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3f16d96e-9e51-4a79-837c-1d122d7aee34 admin admin] 10.222.0.35 "PUT /v2.0/routers/85d40117-ec5a-4b43-826a-ed59cae62928/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0833907 May 13 15:12:04.126718 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ba46691d-30b1-4b5e-9369-9e6dc46a11e7 None None] Port 38fe32d4-19dd-49df-b30d-b5fadcefd994 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:12:04.279489 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 3f07028a-342d-40cb-a61f-2a197a6aea6d triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:04.279864 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:04.555307 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 3f07028a-342d-40cb-a61f-2a197a6aea6d is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:04.586054 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-9733bb66-8527-4fdd-a522-14c6d0435eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d40117-ec5a-4b43-826a-ed59cae62928', 'name': 'tempest-TestVolumeBackupRestore-1521570704-router', 'tenant_id': '3a19e520d35f4894bad58644f5c0317d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'b51c7a00-d933-4887-bf7c-d69a16254f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:57Z', 'updated_at': '2022-05-13T15:12:02Z', 'revision_number': 4, 'project_id': '3a19e520d35f4894bad58644f5c0317d', 'gw_port': {'id': 'b51c7a00-d933-4887-bf7c-d69a16254f1d', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d40117-ec5a-4b43-826a-ed59cae62928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:58Z', 'updated_at': '2022-05-13T15:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '38fe32d4-19dd-49df-b30d-b5fadcefd994', 'name': '', 'network_id': 'd154e1c0-cdf2-464d-9d3f-71c4866b225a', 'tenant_id': '3a19e520d35f4894bad58644f5c0317d', 'mac_address': 'fa:16:3e:2f:68:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d40117-ec5a-4b43-826a-ed59cae62928', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '32c2b5a2-dbc3-4046-8e53-732e5a3cb21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:01Z', 'updated_at': '2022-05-13T15:12:02Z', 'revision_number': 2, 'project_id': '3a19e520d35f4894bad58644f5c0317d', 'subnets': [{'id': '32c2b5a2-dbc3-4046-8e53-732e5a3cb21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:04.593062 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9733bb66-8527-4fdd-a522-14c6d0435eb5 None None] The sync data for ids ['85d40117-ec5a-4b43-826a-ed59cae62928'] in n-d-841760-1 is: [{'id': '85d40117-ec5a-4b43-826a-ed59cae62928', 'name': 'tempest-TestVolumeBackupRestore-1521570704-router', 'tenant_id': '3a19e520d35f4894bad58644f5c0317d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'b51c7a00-d933-4887-bf7c-d69a16254f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:57Z', 'updated_at': '2022-05-13T15:12:02Z', 'revision_number': 4, 'project_id': '3a19e520d35f4894bad58644f5c0317d', 'gw_port': {'id': 'b51c7a00-d933-4887-bf7c-d69a16254f1d', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d40117-ec5a-4b43-826a-ed59cae62928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:58Z', 'updated_at': '2022-05-13T15:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '38fe32d4-19dd-49df-b30d-b5fadcefd994', 'name': '', 'network_id': 'd154e1c0-cdf2-464d-9d3f-71c4866b225a', 'tenant_id': '3a19e520d35f4894bad58644f5c0317d', 'mac_address': 'fa:16:3e:2f:68:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d40117-ec5a-4b43-826a-ed59cae62928', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '32c2b5a2-dbc3-4046-8e53-732e5a3cb21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:01Z', 'updated_at': '2022-05-13T15:12:02Z', 'revision_number': 2, 'project_id': '3a19e520d35f4894bad58644f5c0317d', 'subnets': [{'id': '32c2b5a2-dbc3-4046-8e53-732e5a3cb21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:12:05.143694 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7e8bf-4ea7-41de-83b0-dd06de95f454 req-0c843a94-63dc-4b55-9c3c-0345291bbfef tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:05.145279 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c8f7e8bf-4ea7-41de-83b0-dd06de95f454 req-0c843a94-63dc-4b55-9c3c-0345291bbfef tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 945 time: 0.1115129 May 13 15:12:05.194986 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c8f7e8bf-4ea7-41de-83b0-dd06de95f454 req-a5832394-e233-4602-960c-1e821d913579 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420797 May 13 15:12:05.921615 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b51c7a00-d933-4887-bf7c-d69a16254f1d up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:06.013260 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port b51c7a00-d933-4887-bf7c-d69a16254f1d completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:06.028259 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port b51c7a00-d933-4887-bf7c-d69a16254f1d triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:06.028409 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:06.154297 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port b51c7a00-d933-4887-bf7c-d69a16254f1d is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:06.154957 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:06.174659 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port b51c7a00-d933-4887-bf7c-d69a16254f1d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b51c7a00-d933-4887-bf7c-d69a16254f1d,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:06.180047 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:06.255654 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=b51c7a00-d933-4887-bf7c-d69a16254f1d,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:06.270614 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device a8998cef-5f64-47fd-824a-abf4e6a74b8f up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:06.351074 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port a8998cef-5f64-47fd-824a-abf4e6a74b8f completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:06.356681 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port a8998cef-5f64-47fd-824a-abf4e6a74b8f triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:06.357156 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:06.433056 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c14cb6-2669-4ec4-a3a9-28c2cec2bf0d req-6b8a6f02-2467-497f-bbc0-0982d2f1daf4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:06.435594 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49c14cb6-2669-4ec4-a3a9-28c2cec2bf0d req-6b8a6f02-2467-497f-bbc0-0982d2f1daf4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 945 time: 0.1050444 May 13 15:12:06.489040 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49c14cb6-2669-4ec4-a3a9-28c2cec2bf0d req-c7258b80-4594-415e-8215-e7c206226f6c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466835 May 13 15:12:06.542878 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port a8998cef-5f64-47fd-824a-abf4e6a74b8f is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:06.543413 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:06.572183 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286b3aa9-626f-4054-9c18-78cd42e111c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8998cef-5f64-47fd-824a-abf4e6a74b8f'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:12:06.582875 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port a8998cef-5f64-47fd-824a-abf4e6a74b8f, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a8998cef-5f64-47fd-824a-abf4e6a74b8f,segment=NetworkSegment(21275fc3-2e62-4ad2-a39b-db95bcecae51),segment_id=21275fc3-2e62-4ad2-a39b-db95bcecae51)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:06.587250 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:06.629617 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e0e852f-804a-4d6c-9fb1-6594ac72263a'] response: {'server_uuid': '286b3aa9-626f-4054-9c18-78cd42e111c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8998cef-5f64-47fd-824a-abf4e6a74b8f', 'code': 200} May 13 15:12:06.674593 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=a8998cef-5f64-47fd-824a-abf4e6a74b8f,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:06.781603 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbf665-e235-4f30-9a73-e1bbcd469c49 req-4268cdff-45a7-4cdc-a544-728c46b086c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:06.783252 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-75cbf665-e235-4f30-9a73-e1bbcd469c49 req-4268cdff-45a7-4cdc-a544-728c46b086c7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 1097 time: 0.0768135 May 13 15:12:06.828721 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-75cbf665-e235-4f30-9a73-e1bbcd469c49 req-97cee5bc-7ad6-444f-8dcb-64e1d4cb0b62 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394537 May 13 15:12:07.700753 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28a635-466e-4642-a1b3-5cc88b7282c6 req-2c010228-5be8-4d46-9da9-66649a4046ec tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:07.702239 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9a28a635-466e-4642-a1b3-5cc88b7282c6 req-2c010228-5be8-4d46-9da9-66649a4046ec tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 946 time: 0.0936201 May 13 15:12:07.753825 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9a28a635-466e-4642-a1b3-5cc88b7282c6 req-77dd6dab-18c2-460c-be7b-967f7c8ae407 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425880 May 13 15:12:07.896101 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b51c7a00-d933-4887-bf7c-d69a16254f1d up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:07.968997 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07520c59-ca4a-412a-8a9f-df6b77059507 None None] Sync routers for ids ['85d40117-ec5a-4b43-826a-ed59cae62928'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:12:07.971130 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port b51c7a00-d933-4887-bf7c-d69a16254f1d triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:07.971584 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:07.979497 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07520c59-ca4a-412a-8a9f-df6b77059507 None None] Routers {'85d40117-ec5a-4b43-826a-ed59cae62928'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:07.980495 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-07520c59-ca4a-412a-8a9f-df6b77059507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:12:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['85d40117-ec5a-4b43-826a-ed59cae62928'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:08.104771 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port b51c7a00-d933-4887-bf7c-d69a16254f1d is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:08.187039 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-07520c59-ca4a-412a-8a9f-df6b77059507 None None] Set router 85d40117-ec5a-4b43-826a-ed59cae62928 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:08.518203 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-07520c59-ca4a-412a-8a9f-df6b77059507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d40117-ec5a-4b43-826a-ed59cae62928', 'name': 'tempest-TestVolumeBackupRestore-1521570704-router', 'tenant_id': '3a19e520d35f4894bad58644f5c0317d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'b51c7a00-d933-4887-bf7c-d69a16254f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:57Z', 'updated_at': '2022-05-13T15:12:02Z', 'revision_number': 4, 'project_id': '3a19e520d35f4894bad58644f5c0317d', 'gw_port': {'id': 'b51c7a00-d933-4887-bf7c-d69a16254f1d', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d40117-ec5a-4b43-826a-ed59cae62928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:58Z', 'updated_at': '2022-05-13T15:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '38fe32d4-19dd-49df-b30d-b5fadcefd994', 'name': '', 'network_id': 'd154e1c0-cdf2-464d-9d3f-71c4866b225a', 'tenant_id': '3a19e520d35f4894bad58644f5c0317d', 'mac_address': 'fa:16:3e:2f:68:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d40117-ec5a-4b43-826a-ed59cae62928', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '32c2b5a2-dbc3-4046-8e53-732e5a3cb21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:01Z', 'updated_at': '2022-05-13T15:12:02Z', 'revision_number': 2, 'project_id': '3a19e520d35f4894bad58644f5c0317d', 'subnets': [{'id': '32c2b5a2-dbc3-4046-8e53-732e5a3cb21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:08.522373 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07520c59-ca4a-412a-8a9f-df6b77059507 None None] Checking router: 85d40117-ec5a-4b43-826a-ed59cae62928 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:12:08.522721 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07520c59-ca4a-412a-8a9f-df6b77059507 None None] Updating router 85d40117-ec5a-4b43-826a-ed59cae62928 port 38fe32d4-19dd-49df-b30d-b5fadcefd994 binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:12:08.581587 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-07520c59-ca4a-412a-8a9f-df6b77059507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:08.956999 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2cc7b-1231-4887-8923-85a1b999477e req-3675696e-2678-4abf-9687-cd2e30bb4fa7 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:08.957657 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-07520c59-ca4a-412a-8a9f-df6b77059507 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:08.963614 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bbc2cc7b-1231-4887-8923-85a1b999477e req-3675696e-2678-4abf-9687-cd2e30bb4fa7 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 946 time: 0.0946589 May 13 15:12:08.973887 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-07520c59-ca4a-412a-8a9f-df6b77059507 None None] Transition to ACTIVE for port object 38fe32d4-19dd-49df-b30d-b5fadcefd994 will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:08.981567 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-07520c59-ca4a-412a-8a9f-df6b77059507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:09.009494 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bbc2cc7b-1231-4887-8923-85a1b999477e req-8e27b028-d1e1-49db-9e33-c0e6b7fdf1ce tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446990 May 13 15:12:09.143008 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9a1f9-29a6-4cd7-85da-5fc65c9aa130 None None] Pushing event updated for resources: {'Port': ['ID=38fe32d4-19dd-49df-b30d-b5fadcefd994,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:09.215790 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-07520c59-ca4a-412a-8a9f-df6b77059507 None None] Attempting to bind port 38fe32d4-19dd-49df-b30d-b5fadcefd994 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:12:09.216181 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-07520c59-ca4a-412a-8a9f-df6b77059507 None None] Attempting to bind port 38fe32d4-19dd-49df-b30d-b5fadcefd994 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '86d4aa57-d557-4cf1-8ff7-d4467a096443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd154e1c0-cdf2-464d-9d3f-71c4866b225a'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:12:09.216535 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07520c59-ca4a-412a-8a9f-df6b77059507 None None] Attempting to bind port 38fe32d4-19dd-49df-b30d-b5fadcefd994 on network d154e1c0-cdf2-464d-9d3f-71c4866b225a {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:12:09.224207 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07520c59-ca4a-412a-8a9f-df6b77059507 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:12:09.224573 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07520c59-ca4a-412a-8a9f-df6b77059507 None None] Checking segment: {'id': '86d4aa57-d557-4cf1-8ff7-d4467a096443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd154e1c0-cdf2-464d-9d3f-71c4866b225a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:09.225113 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-07520c59-ca4a-412a-8a9f-df6b77059507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:09.228413 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07520c59-ca4a-412a-8a9f-df6b77059507 None None] Bound using segment: {'id': '86d4aa57-d557-4cf1-8ff7-d4467a096443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd154e1c0-cdf2-464d-9d3f-71c4866b225a'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:12:09.228413 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-07520c59-ca4a-412a-8a9f-df6b77059507 None None] Bound port: 38fe32d4-19dd-49df-b30d-b5fadcefd994, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d4aa57-d557-4cf1-8ff7-d4467a096443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd154e1c0-cdf2-464d-9d3f-71c4866b225a'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:12:09.228413 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-07520c59-ca4a-412a-8a9f-df6b77059507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:09.251127 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7854c-91b8-4a39-9c1a-65950bd2b8f0 req-e5ca3fe5-2de8-4a26-88e0-b83884c2aa68 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:09.257855 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-93e7854c-91b8-4a39-9c1a-65950bd2b8f0 req-e5ca3fe5-2de8-4a26-88e0-b83884c2aa68 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 946 time: 0.1163459 May 13 15:12:09.316929 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-93e7854c-91b8-4a39-9c1a-65950bd2b8f0 req-adc96d73-e291-41cc-8487-4fbb4cb3b308 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521839 May 13 15:12:09.344043 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39256) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:09.365727 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-07520c59-ca4a-412a-8a9f-df6b77059507 None None] For port 38fe32d4-19dd-49df-b30d-b5fadcefd994, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:12:09.369267 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-07520c59-ca4a-412a-8a9f-df6b77059507 None None] For port 38fe32d4-19dd-49df-b30d-b5fadcefd994, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=38fe32d4-19dd-49df-b30d-b5fadcefd994,segment=NetworkSegment(86d4aa57-d557-4cf1-8ff7-d4467a096443),segment_id=86d4aa57-d557-4cf1-8ff7-d4467a096443)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:12:09.374384 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-07520c59-ca4a-412a-8a9f-df6b77059507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:09.423406 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b003dc6-8fe8-4224-8c86-a360cde5a4ac tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:09.424918 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4b003dc6-8fe8-4224-8c86-a360cde5a4ac tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 1092 time: 0.0798979 May 13 15:12:09.427880 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39260) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:09.433413 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-ca2fe998-8b81-4fbd-82eb-92baa758128d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'port_id': 'a8998cef-5f64-47fd-824a-abf4e6a74b8f', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:09.442377 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ca2fe998-8b81-4fbd-82eb-92baa758128d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:09.447043 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ca2fe998-8b81-4fbd-82eb-92baa758128d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:floatingip and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:09.450125 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ca2fe998-8b81-4fbd-82eb-92baa758128d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:09.457113 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ca2fe998-8b81-4fbd-82eb-92baa758128d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:09.471398 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ca2fe998-8b81-4fbd-82eb-92baa758128d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for floatingip, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:09.486018 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07520c59-ca4a-412a-8a9f-df6b77059507 None None] Routers {'85d40117-ec5a-4b43-826a-ed59cae62928'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:09.486656 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-07520c59-ca4a-412a-8a9f-df6b77059507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:12:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['85d40117-ec5a-4b43-826a-ed59cae62928'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:09.633429 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ca2fe998-8b81-4fbd-82eb-92baa758128d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:09.681030 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9a1f9-29a6-4cd7-85da-5fc65c9aa130 None None] Pushing event updated for resources: {'Port': ['ID=38fe32d4-19dd-49df-b30d-b5fadcefd994,revision_number=4']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:09.717831 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-07520c59-ca4a-412a-8a9f-df6b77059507 None None] Set router 85d40117-ec5a-4b43-826a-ed59cae62928 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:09.959055 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 38fe32d4-19dd-49df-b30d-b5fadcefd994 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:09.959909 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-ca2fe998-8b81-4fbd-82eb-92baa758128d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Allocated IP 172.25.0.34 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/ae568cf4-2ea4-4664-a6d5-6965312b90fa) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:10.041112 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 38fe32d4-19dd-49df-b30d-b5fadcefd994 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:10.048686 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 38fe32d4-19dd-49df-b30d-b5fadcefd994 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:10.049520 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:10.091309 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-07520c59-ca4a-412a-8a9f-df6b77059507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d40117-ec5a-4b43-826a-ed59cae62928', 'name': 'tempest-TestVolumeBackupRestore-1521570704-router', 'tenant_id': '3a19e520d35f4894bad58644f5c0317d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'b51c7a00-d933-4887-bf7c-d69a16254f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:57Z', 'updated_at': '2022-05-13T15:12:02Z', 'revision_number': 4, 'project_id': '3a19e520d35f4894bad58644f5c0317d', 'gw_port': {'id': 'b51c7a00-d933-4887-bf7c-d69a16254f1d', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d40117-ec5a-4b43-826a-ed59cae62928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:58Z', 'updated_at': '2022-05-13T15:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '38fe32d4-19dd-49df-b30d-b5fadcefd994', 'name': '', 'network_id': 'd154e1c0-cdf2-464d-9d3f-71c4866b225a', 'tenant_id': '3a19e520d35f4894bad58644f5c0317d', 'mac_address': 'fa:16:3e:2f:68:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d40117-ec5a-4b43-826a-ed59cae62928', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '32c2b5a2-dbc3-4046-8e53-732e5a3cb21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:01Z', 'updated_at': '2022-05-13T15:12:09Z', 'revision_number': 4, 'project_id': '3a19e520d35f4894bad58644f5c0317d', 'subnets': [{'id': '32c2b5a2-dbc3-4046-8e53-732e5a3cb21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:10.096482 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07520c59-ca4a-412a-8a9f-df6b77059507 None None] The sync data for ids ['85d40117-ec5a-4b43-826a-ed59cae62928'] in n-d-841760-1 is: [{'id': '85d40117-ec5a-4b43-826a-ed59cae62928', 'name': 'tempest-TestVolumeBackupRestore-1521570704-router', 'tenant_id': '3a19e520d35f4894bad58644f5c0317d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'b51c7a00-d933-4887-bf7c-d69a16254f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:57Z', 'updated_at': '2022-05-13T15:12:02Z', 'revision_number': 4, 'project_id': '3a19e520d35f4894bad58644f5c0317d', 'gw_port': {'id': 'b51c7a00-d933-4887-bf7c-d69a16254f1d', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d40117-ec5a-4b43-826a-ed59cae62928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:58Z', 'updated_at': '2022-05-13T15:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '38fe32d4-19dd-49df-b30d-b5fadcefd994', 'name': '', 'network_id': 'd154e1c0-cdf2-464d-9d3f-71c4866b225a', 'tenant_id': '3a19e520d35f4894bad58644f5c0317d', 'mac_address': 'fa:16:3e:2f:68:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d40117-ec5a-4b43-826a-ed59cae62928', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '32c2b5a2-dbc3-4046-8e53-732e5a3cb21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:01Z', 'updated_at': '2022-05-13T15:12:09Z', 'revision_number': 4, 'project_id': '3a19e520d35f4894bad58644f5c0317d', 'subnets': [{'id': '32c2b5a2-dbc3-4046-8e53-732e5a3cb21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:12:10.139821 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ca2fe998-8b81-4fbd-82eb-92baa758128d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:10.189083 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ca2fe998-8b81-4fbd-82eb-92baa758128d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:10.210938 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 38fe32d4-19dd-49df-b30d-b5fadcefd994 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:10.211365 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:10.254607 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2fe998-8b81-4fbd-82eb-92baa758128d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:10.255224 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 38fe32d4-19dd-49df-b30d-b5fadcefd994, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=38fe32d4-19dd-49df-b30d-b5fadcefd994,segment=NetworkSegment(86d4aa57-d557-4cf1-8ff7-d4467a096443),segment_id=86d4aa57-d557-4cf1-8ff7-d4467a096443)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:10.259903 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:10.264203 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-ca2fe998-8b81-4fbd-82eb-92baa758128d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:10.274210 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2fe998-8b81-4fbd-82eb-92baa758128d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:10.380802 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=38fe32d4-19dd-49df-b30d-b5fadcefd994,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:10.465806 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2fe998-8b81-4fbd-82eb-92baa758128d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'Port': ['ID=ae568cf4-2ea4-4664-a6d5-6965312b90fa,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:10.759519 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ca2fe998-8b81-4fbd-82eb-92baa758128d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:10.855262 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ca2fe998-8b81-4fbd-82eb-92baa758128d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:11.098811 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ca2fe998-8b81-4fbd-82eb-92baa758128d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:11.104357 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ca2fe998-8b81-4fbd-82eb-92baa758128d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:11.216128 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2fe998-8b81-4fbd-82eb-92baa758128d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'Port': ['ID=ae568cf4-2ea4-4664-a6d5-6965312b90fa,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:11.229818 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ca2fe998-8b81-4fbd-82eb-92baa758128d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:11.406633 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-ca2fe998-8b81-4fbd-82eb-92baa758128d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Floating IP ae7c2b1d-2669-4192-8ec7-87eb38bf5514 associated. External IP: 172.25.0.34, port: a8998cef-5f64-47fd-824a-abf4e6a74b8f. May 13 15:12:11.908948 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 38fe32d4-19dd-49df-b30d-b5fadcefd994 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:11.916925 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2fe998-8b81-4fbd-82eb-92baa758128d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Router 8e95ca64-c26d-40df-b437-0a308858cf12 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:12:11.986289 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 38fe32d4-19dd-49df-b30d-b5fadcefd994 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:11.986664 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:12.115646 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 38fe32d4-19dd-49df-b30d-b5fadcefd994 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:12.128899 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2fe998-8b81-4fbd-82eb-92baa758128d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:12:12.139219 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8b8e95-da08-4a94-84cb-fc3b5595332c None None] Sync routers for ids ['8e95ca64-c26d-40df-b437-0a308858cf12'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:12:12.150485 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8b8e95-da08-4a94-84cb-fc3b5595332c None None] Routers {'8e95ca64-c26d-40df-b437-0a308858cf12'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:12.151225 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-5a8b8e95-da08-4a94-84cb-fc3b5595332c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:12:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8e95ca64-c26d-40df-b437-0a308858cf12'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:12.158335 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ca2fe998-8b81-4fbd-82eb-92baa758128d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:12.222820 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ca2fe998-8b81-4fbd-82eb-92baa758128d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7909362 May 13 15:12:12.222820 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286b3aa9-626f-4054-9c18-78cd42e111c5', 'tag': 'a8998cef-5f64-47fd-824a-abf4e6a74b8f'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:12:12.389815 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-5a8b8e95-da08-4a94-84cb-fc3b5595332c None None] Set router 8e95ca64-c26d-40df-b437-0a308858cf12 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:12.405642 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebdabc5d-1404-4386-a6d7-cdf2e8eae61a'] response: {'name': 'network-changed', 'server_uuid': '286b3aa9-626f-4054-9c18-78cd42e111c5', 'tag': 'a8998cef-5f64-47fd-824a-abf4e6a74b8f', 'status': 'completed', 'code': 200} May 13 15:12:12.433367 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19adf5-198d-4bc8-b9f7-7d8881840dc1 req-cf50ef17-8c13-440c-8ae8-aeab0e69295d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:12.434835 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e19adf5-198d-4bc8-b9f7-7d8881840dc1 req-cf50ef17-8c13-440c-8ae8-aeab0e69295d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 946 time: 0.0865321 May 13 15:12:12.537475 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e19adf5-198d-4bc8-b9f7-7d8881840dc1 req-bf21b3a3-d855-40c8-9c34-60e5380f1e1e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938570 May 13 15:12:12.557569 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072731b3-b867-44ae-afdf-9b5020825dd9 req-34942f71-07a3-4d1e-87eb-5fc45ed48457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:12.559160 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-072731b3-b867-44ae-afdf-9b5020825dd9 req-34942f71-07a3-4d1e-87eb-5fc45ed48457 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 1097 time: 0.1003456 May 13 15:12:12.591574 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39276) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:12.733757 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b22b78bb-2b50-4a00-a2c2-8a73dcb730d4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/floatingips/ae7c2b1d-2669-4192-8ec7-87eb38bf5514 HTTP/1.1" status: 200 len: 991 time: 0.1400151 May 13 15:12:12.752808 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072731b3-b867-44ae-afdf-9b5020825dd9 req-9eb22209-5984-4e7a-9fbe-58879ff63fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:12.754307 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-072731b3-b867-44ae-afdf-9b5020825dd9 req-9eb22209-5984-4e7a-9fbe-58879ff63fa7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b93435aa-0bbd-4321-8e65-32d64e02b7e1 HTTP/1.1" status: 200 len: 898 time: 0.1885278 May 13 15:12:12.813335 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-5a8b8e95-da08-4a94-84cb-fc3b5595332c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448188822', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:41Z', 'updated_at': '2022-05-13T15:11:47Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': '92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:42Z', 'updated_at': '2022-05-13T15:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'ae7c2b1d-2669-4192-8ec7-87eb38bf5514', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'floating_ip_address': '172.25.0.34', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'port_id': 'a8998cef-5f64-47fd-824a-abf4e6a74b8f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1', 'mac_address': 'fa:16:3e:ec:17:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286b3aa9-626f-4054-9c18-78cd42e111c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:12:10Z', 'updated_at': '2022-05-13T15:12:10Z', 'revision_number': 0, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6acaf528-a053-4917-93c5-510bb5948356', 'name': '', 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:8f:c5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '2b8235c3-9d3c-4363-906d-09ea46e5abf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:46Z', 'updated_at': '2022-05-13T15:11:54Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': '2b8235c3-9d3c-4363-906d-09ea46e5abf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:12.818110 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8b8e95-da08-4a94-84cb-fc3b5595332c None None] Checking router: 8e95ca64-c26d-40df-b437-0a308858cf12 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:12:12.827956 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8b8e95-da08-4a94-84cb-fc3b5595332c None None] Routers {'8e95ca64-c26d-40df-b437-0a308858cf12'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:12.828937 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-5a8b8e95-da08-4a94-84cb-fc3b5595332c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:12:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8e95ca64-c26d-40df-b437-0a308858cf12'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:12.866714 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-072731b3-b867-44ae-afdf-9b5020825dd9 req-c6cb0890-e20a-421d-bb8d-e5dadf1ea6e3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8998cef-5f64-47fd-824a-abf4e6a74b8f HTTP/1.1" status: 200 len: 999 time: 0.1066368 May 13 15:12:12.931941 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072731b3-b867-44ae-afdf-9b5020825dd9 req-76a4ada8-7600-4c4c-b657-0fbbf60ed3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:12.933404 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-072731b3-b867-44ae-afdf-9b5020825dd9 req-76a4ada8-7600-4c4c-b657-0fbbf60ed3f8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2b8235c3-9d3c-4363-906d-09ea46e5abf6 HTTP/1.1" status: 200 len: 835 time: 0.0602822 May 13 15:12:13.022691 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072731b3-b867-44ae-afdf-9b5020825dd9 req-a87deafb-1312-4831-b760-ac959b6b4899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:13.024289 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-072731b3-b867-44ae-afdf-9b5020825dd9 req-a87deafb-1312-4831-b760-ac959b6b4899 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b93435aa-0bbd-4321-8e65-32d64e02b7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855138 May 13 15:12:13.071937 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-5a8b8e95-da08-4a94-84cb-fc3b5595332c None None] Set router 8e95ca64-c26d-40df-b437-0a308858cf12 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:13.169362 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-072731b3-b867-44ae-afdf-9b5020825dd9 req-b6e1615d-7277-4db0-9f01-c28e12bd226f service neutron] 10.222.0.74 "GET /v2.0/networks/b93435aa-0bbd-4321-8e65-32d64e02b7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385353 May 13 15:12:13.343004 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-072731b3-b867-44ae-afdf-9b5020825dd9 req-74888b55-cd49-4aa3-8b5c-265745d973de service neutron] 10.222.0.74 "GET /v2.0/networks/b93435aa-0bbd-4321-8e65-32d64e02b7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676152 May 13 15:12:13.450040 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-5a8b8e95-da08-4a94-84cb-fc3b5595332c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448188822', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:41Z', 'updated_at': '2022-05-13T15:11:47Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': '92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:42Z', 'updated_at': '2022-05-13T15:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'ae7c2b1d-2669-4192-8ec7-87eb38bf5514', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'floating_ip_address': '172.25.0.34', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'port_id': 'a8998cef-5f64-47fd-824a-abf4e6a74b8f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1', 'mac_address': 'fa:16:3e:ec:17:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286b3aa9-626f-4054-9c18-78cd42e111c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:12:10Z', 'updated_at': '2022-05-13T15:12:10Z', 'revision_number': 0, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6acaf528-a053-4917-93c5-510bb5948356', 'name': '', 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:8f:c5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '2b8235c3-9d3c-4363-906d-09ea46e5abf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:46Z', 'updated_at': '2022-05-13T15:11:54Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': '2b8235c3-9d3c-4363-906d-09ea46e5abf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:13.454258 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8b8e95-da08-4a94-84cb-fc3b5595332c None None] The sync data for ids ['8e95ca64-c26d-40df-b437-0a308858cf12'] in n-d-841760-1 is: [{'id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448188822', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:41Z', 'updated_at': '2022-05-13T15:11:47Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': '92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:42Z', 'updated_at': '2022-05-13T15:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'ae7c2b1d-2669-4192-8ec7-87eb38bf5514', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'floating_ip_address': '172.25.0.34', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'port_id': 'a8998cef-5f64-47fd-824a-abf4e6a74b8f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1', 'mac_address': 'fa:16:3e:ec:17:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286b3aa9-626f-4054-9c18-78cd42e111c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:12:10Z', 'updated_at': '2022-05-13T15:12:10Z', 'revision_number': 0, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6acaf528-a053-4917-93c5-510bb5948356', 'name': '', 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:8f:c5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '2b8235c3-9d3c-4363-906d-09ea46e5abf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:46Z', 'updated_at': '2022-05-13T15:11:54Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': '2b8235c3-9d3c-4363-906d-09ea46e5abf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:12:13.677726 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d01ee46-6804-4edf-88ba-a9065be1530b None None] New status for floating IP ae7c2b1d-2669-4192-8ec7-87eb38bf5514: ACTIVE {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:12:13.736605 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39282) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:13.852501 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-61ccb402-7c2e-4acb-ab79-7ab9091d2937 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/floatingips/ae7c2b1d-2669-4192-8ec7-87eb38bf5514 HTTP/1.1" status: 200 len: 991 time: 0.1141939 May 13 15:12:14.856492 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39288) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:14.975005 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-81a0e457-5010-4ab2-a56a-641a3dbcbd7e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/floatingips/ae7c2b1d-2669-4192-8ec7-87eb38bf5514 HTTP/1.1" status: 200 len: 993 time: 0.1096876 May 13 15:12:17.530587 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:12:18.351573 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:27.289092 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4a7a68ce-8e20-4530-b67a-16fe707a9970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.841631 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:29.617938 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-654a77b8-4d09-4ff3-b9d0-451c44674701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:30.738856 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:30.764414 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:31.799131 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-874a6454-f2cd-470d-82d9-7f73cfb80b61 req-8f706d5b-5e52-4ba6-8659-4ce857083d52 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0758910 May 13 15:12:31.964792 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a6454-f2cd-470d-82d9-7f73cfb80b61 req-eecb4a8c-9e52-4e74-8da3-e4d792e93900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:31.966265 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-874a6454-f2cd-470d-82d9-7f73cfb80b61 req-eecb4a8c-9e52-4e74-8da3-e4d792e93900 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 1097 time: 0.0755935 May 13 15:12:32.237919 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:32.240299 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a6454-f2cd-470d-82d9-7f73cfb80b61 req-595c1127-b98f-42c3-947b-1847126a11f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:32.243342 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-874a6454-f2cd-470d-82d9-7f73cfb80b61 req-595c1127-b98f-42c3-947b-1847126a11f1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b93435aa-0bbd-4321-8e65-32d64e02b7e1 HTTP/1.1" status: 200 len: 898 time: 0.2557883 May 13 15:12:32.347571 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-874a6454-f2cd-470d-82d9-7f73cfb80b61 req-64edc144-a2a2-40b6-bed1-1c93ec08809c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8998cef-5f64-47fd-824a-abf4e6a74b8f HTTP/1.1" status: 200 len: 1001 time: 0.0982325 May 13 15:12:32.412818 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a6454-f2cd-470d-82d9-7f73cfb80b61 req-4323dd82-4ea2-47f7-98d8-d742f5be5c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:32.414172 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-874a6454-f2cd-470d-82d9-7f73cfb80b61 req-4323dd82-4ea2-47f7-98d8-d742f5be5c4b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2b8235c3-9d3c-4363-906d-09ea46e5abf6 HTTP/1.1" status: 200 len: 835 time: 0.0615530 May 13 15:12:32.489838 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a6454-f2cd-470d-82d9-7f73cfb80b61 req-f402032b-2827-4f48-b5f5-ecba87ec3964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:32.491343 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-874a6454-f2cd-470d-82d9-7f73cfb80b61 req-f402032b-2827-4f48-b5f5-ecba87ec3964 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b93435aa-0bbd-4321-8e65-32d64e02b7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705118 May 13 15:12:32.628976 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-874a6454-f2cd-470d-82d9-7f73cfb80b61 req-169498fb-bfcc-4f46-ab0e-dde251b5bb19 service neutron] 10.222.0.74 "GET /v2.0/networks/b93435aa-0bbd-4321-8e65-32d64e02b7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313496 May 13 15:12:32.767892 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-874a6454-f2cd-470d-82d9-7f73cfb80b61 req-58325a25-1cf5-484c-b9a1-ecafbb085ad1 service neutron] 10.222.0.74 "GET /v2.0/networks/b93435aa-0bbd-4321-8e65-32d64e02b7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322441 May 13 15:12:48.363138 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:54.528186 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:12:57.293127 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5b44c15e-ac78-4742-86f8-ffbd3f6c5957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:58.850583 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:59.617225 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-55208584-0603-4b73-b031-1019af53c17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.742060 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.766568 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:02.237358 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:07.926788 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-25127abf-c456-4af8-b6f7-a97f664bd496 req-68f2408e-97f6-4462-b411-8f48d98b220f service neutron] (88081) timed out ('10.222.0.74', 52877) {{(pid=88081) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 15:13:18.394414 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:22.494651 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70f90c-8768-4363-830f-92a1be8757e9 req-81c6dcef-f014-46dc-a18f-dffcec05d71c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:22.496199 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5e70f90c-8768-4363-830f-92a1be8757e9 req-81c6dcef-f014-46dc-a18f-dffcec05d71c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 946 time: 0.0850909 May 13 15:13:22.541942 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5e70f90c-8768-4363-830f-92a1be8757e9 req-f6ee47a3-b884-4611-abfe-5f0d0ee1078c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394475 May 13 15:13:22.566111 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 39922) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:22.690346 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-90bffc20-4dcd-430d-b8a4-760c82fc5251 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/floatingips/ae7c2b1d-2669-4192-8ec7-87eb38bf5514 HTTP/1.1" status: 200 len: 993 time: 0.1230721 May 13 15:13:23.159735 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d76d6-7d6f-4da9-882a-7b2e973ff484 req-7a420a70-510e-4e20-a5ef-7c1843b37c89 tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:23.161129 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-787d76d6-7d6f-4da9-882a-7b2e973ff484 req-7a420a70-510e-4e20-a5ef-7c1843b37c89 tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 1097 time: 0.0719562 May 13 15:13:23.202780 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-787d76d6-7d6f-4da9-882a-7b2e973ff484 req-7d3706c4-a461-42bf-9d38-f8e4aad69328 tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357625 May 13 15:13:24.044381 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-7d12ad00-3ba8-4475-9952-83eb96a749b7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1608553 May 13 15:13:24.575184 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-54aac29f-5884-4bc7-8191-2962dddc37e9 tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:13:24.576162 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-54aac29f-5884-4bc7-8191-2962dddc37e9 tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0602148 May 13 15:13:24.586226 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-86255b97-9374-4795-8989-256d099bd6fe service neutron] Request body: {'binding': {'host': 'n-h1-841760-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:24.586886 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-86255b97-9374-4795-8989-256d099bd6fe service neutron] Unknown quota resources ['binding']. {{(pid=88082) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 13 15:13:24.803483 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-86255b97-9374-4795-8989-256d099bd6fe service neutron] Attempting to bind port a8998cef-5f64-47fd-824a-abf4e6a74b8f on host n-h1-841760-1 for vnic_type normal with profile None {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:24.803813 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-86255b97-9374-4795-8989-256d099bd6fe service neutron] Attempting to bind port a8998cef-5f64-47fd-824a-abf4e6a74b8f by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '21275fc3-2e62-4ad2-a39b-db95bcecae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:24.804142 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-86255b97-9374-4795-8989-256d099bd6fe service neutron] Attempting to bind port a8998cef-5f64-47fd-824a-abf4e6a74b8f on network b93435aa-0bbd-4321-8e65-32d64e02b7e1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:24.809677 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-86255b97-9374-4795-8989-256d099bd6fe service neutron] Port a8998cef-5f64-47fd-824a-abf4e6a74b8f on network b93435aa-0bbd-4321-8e65-32d64e02b7e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:24.809995 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-86255b97-9374-4795-8989-256d099bd6fe service neutron] Attempting to bind port a8998cef-5f64-47fd-824a-abf4e6a74b8f on network b93435aa-0bbd-4321-8e65-32d64e02b7e1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:24.815047 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-86255b97-9374-4795-8989-256d099bd6fe service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:13:24.815410 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-86255b97-9374-4795-8989-256d099bd6fe service neutron] Checking segment: {'id': '21275fc3-2e62-4ad2-a39b-db95bcecae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:24.815793 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-86255b97-9374-4795-8989-256d099bd6fe service neutron] Bound using segment: {'id': '21275fc3-2e62-4ad2-a39b-db95bcecae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:13:24.816212 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-86255b97-9374-4795-8989-256d099bd6fe service neutron] Bound port: a8998cef-5f64-47fd-824a-abf4e6a74b8f, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21275fc3-2e62-4ad2-a39b-db95bcecae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:13:24.887098 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-86255b97-9374-4795-8989-256d099bd6fe service neutron] For port a8998cef-5f64-47fd-824a-abf4e6a74b8f, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=a8998cef-5f64-47fd-824a-abf4e6a74b8f,segment=NetworkSegment(21275fc3-2e62-4ad2-a39b-db95bcecae51),segment_id=21275fc3-2e62-4ad2-a39b-db95bcecae51)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:13:24.892077 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-86255b97-9374-4795-8989-256d099bd6fe service neutron] Notify callbacks [] for binding, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:24.893229 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-86255b97-9374-4795-8989-256d099bd6fe service neutron] 10.222.0.35 "POST /v2.0/ports/a8998cef-5f64-47fd-824a-abf4e6a74b8f/bindings HTTP/1.1" status: 201 len: 389 time: 0.3106236 May 13 15:13:25.184552 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573d33a-7455-4eee-9463-03a82bd45ed6 req-42b652f9-66d9-4e9e-9f4b-09c0b0f57b33 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:25.186664 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c573d33a-7455-4eee-9463-03a82bd45ed6 req-42b652f9-66d9-4e9e-9f4b-09c0b0f57b33 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 946 time: 0.1542447 May 13 15:13:25.197924 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-f36773bb-3b9b-4773-b02e-bb6706502299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:25.199403 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-f36773bb-3b9b-4773-b02e-bb6706502299 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 1097 time: 0.1043572 May 13 15:13:25.321028 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c573d33a-7455-4eee-9463-03a82bd45ed6 req-b2a75233-7858-41e3-b466-39d187300798 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256747 May 13 15:13:25.366420 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-fb2bc906-2397-4d70-8f51-4f906669c17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:25.367935 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-fb2bc906-2397-4d70-8f51-4f906669c17b service neutron] 10.222.0.59 "GET /v2.0/networks?id=b93435aa-0bbd-4321-8e65-32d64e02b7e1 HTTP/1.1" status: 200 len: 898 time: 0.1529357 May 13 15:13:25.477985 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-0afd5b81-a7fb-4922-a153-3e30407bd079 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8998cef-5f64-47fd-824a-abf4e6a74b8f HTTP/1.1" status: 200 len: 1001 time: 0.1037447 May 13 15:13:25.593076 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-4d82ba93-6380-4ec2-a14d-375cabc3b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:25.593076 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-4d82ba93-6380-4ec2-a14d-375cabc3b736 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b8235c3-9d3c-4363-906d-09ea46e5abf6 HTTP/1.1" status: 200 len: 835 time: 0.0838890 May 13 15:13:25.656665 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-6514a464-d888-4ddf-8c9a-f957426f3c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:25.658346 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-6514a464-d888-4ddf-8c9a-f957426f3c75 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b93435aa-0bbd-4321-8e65-32d64e02b7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836461 May 13 15:13:25.822833 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-11e68674-3800-4ae9-a673-7a25cd9bf3c7 service neutron] 10.222.0.59 "GET /v2.0/networks/b93435aa-0bbd-4321-8e65-32d64e02b7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551435 May 13 15:13:25.977197 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-aa2b700f-b056-4530-b6d2-548dac1b7b40 service neutron] 10.222.0.59 "GET /v2.0/networks/b93435aa-0bbd-4321-8e65-32d64e02b7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492341 May 13 15:13:26.115959 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-5b79ebab-3e78-4c45-b05f-a484fac0122f tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:26.117450 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-5b79ebab-3e78-4c45-b05f-a484fac0122f tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5&tenant_id=d15e70e5e3144c2db24c850097c3fbb0&binding%3Ahost_id=n-h2-841760-1 HTTP/1.1" status: 200 len: 1097 time: 0.0840714 May 13 15:13:26.128736 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-841760-1'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:26.284913 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:26.617808 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2a040-8e93-458d-88d0-98f8cf541386 req-9e2273bf-a5da-4392-affb-f2a8f03c12ac tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:26.619362 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e2f2a040-8e93-458d-88d0-98f8cf541386 req-9e2273bf-a5da-4392-affb-f2a8f03c12ac tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 946 time: 0.1833911 May 13 15:13:26.627830 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] For port a8998cef-5f64-47fd-824a-abf4e6a74b8f, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a8998cef-5f64-47fd-824a-abf4e6a74b8f,segment=NetworkSegment(21275fc3-2e62-4ad2-a39b-db95bcecae51),segment_id=21275fc3-2e62-4ad2-a39b-db95bcecae51)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:26.665910 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] For port a8998cef-5f64-47fd-824a-abf4e6a74b8f, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:13:26.671492 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e2f2a040-8e93-458d-88d0-98f8cf541386 req-bf94d71a-de27-446f-8858-c653773bba76 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450549 May 13 15:13:26.727515 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286b3aa9-626f-4054-9c18-78cd42e111c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8998cef-5f64-47fd-824a-abf4e6a74b8f'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:13:26.733580 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:26.740758 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:26.896172 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee74eea3-db71-497a-8a0a-f060ef35c4e7'] response: {'server_uuid': '286b3aa9-626f-4054-9c18-78cd42e111c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8998cef-5f64-47fd-824a-abf4e6a74b8f', 'code': 200} May 13 15:13:26.950243 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8998cef-5f64-47fd-824a-abf4e6a74b8f,revision_number=7']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:26.964401 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:26.964751 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:26.965088 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:26.965421 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:26.965749 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:26.966079 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:26.966404 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:26.966725 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:26.967046 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:26.967390 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:26.967708 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:26.968028 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:27.041143 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] Attempting to bind port a8998cef-5f64-47fd-824a-abf4e6a74b8f on host n-h2-841760-1 for vnic_type normal with profile {"migrating_to": "n-h1-841760-1"} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:27.041143 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] Attempting to bind port a8998cef-5f64-47fd-824a-abf4e6a74b8f by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '21275fc3-2e62-4ad2-a39b-db95bcecae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:27.041143 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] Attempting to bind port a8998cef-5f64-47fd-824a-abf4e6a74b8f on network b93435aa-0bbd-4321-8e65-32d64e02b7e1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:27.045236 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] Port a8998cef-5f64-47fd-824a-abf4e6a74b8f on network b93435aa-0bbd-4321-8e65-32d64e02b7e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:27.045236 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] Attempting to bind port a8998cef-5f64-47fd-824a-abf4e6a74b8f on network b93435aa-0bbd-4321-8e65-32d64e02b7e1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:27.052140 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:13:27.052140 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] Checking segment: {'id': '21275fc3-2e62-4ad2-a39b-db95bcecae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:27.052140 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] Bound using segment: {'id': '21275fc3-2e62-4ad2-a39b-db95bcecae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:13:27.052140 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] Bound port: a8998cef-5f64-47fd-824a-abf4e6a74b8f, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21275fc3-2e62-4ad2-a39b-db95bcecae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:13:27.052140 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:27.168977 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] For port a8998cef-5f64-47fd-824a-abf4e6a74b8f, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:13:27.172713 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] For port a8998cef-5f64-47fd-824a-abf4e6a74b8f, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a8998cef-5f64-47fd-824a-abf4e6a74b8f,segment=NetworkSegment(21275fc3-2e62-4ad2-a39b-db95bcecae51),segment_id=21275fc3-2e62-4ad2-a39b-db95bcecae51)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:13:27.178690 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:27.190636 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-67e498e8-3b8c-435b-9262-cfdae27e6b03 None None] Provisioning complete for port a8998cef-5f64-47fd-824a-abf4e6a74b8f triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:27.191599 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-67e498e8-3b8c-435b-9262-cfdae27e6b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:27.275860 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8998cef-5f64-47fd-824a-abf4e6a74b8f,revision_number=8']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:27.400439 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-262ac5c5-35d4-4367-974d-7e8ce204acde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:27.415652 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-67e498e8-3b8c-435b-9262-cfdae27e6b03 None None] Current status of the port a8998cef-5f64-47fd-824a-abf4e6a74b8f is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:27.415652 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-67e498e8-3b8c-435b-9262-cfdae27e6b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:27.456257 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:27.457145 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:27.458662 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-cd302f0e-70df-4f97-b863-179bd4fa11f9 service neutron] 10.222.0.59 "PUT /v2.0/ports/a8998cef-5f64-47fd-824a-abf4e6a74b8f HTTP/1.1" status: 200 len: 1122 time: 1.3347373 May 13 15:13:27.461903 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286b3aa9-626f-4054-9c18-78cd42e111c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8998cef-5f64-47fd-824a-abf4e6a74b8f'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:13:27.482565 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-67e498e8-3b8c-435b-9262-cfdae27e6b03 None None] For port a8998cef-5f64-47fd-824a-abf4e6a74b8f, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a8998cef-5f64-47fd-824a-abf4e6a74b8f,segment=NetworkSegment(21275fc3-2e62-4ad2-a39b-db95bcecae51),segment_id=21275fc3-2e62-4ad2-a39b-db95bcecae51)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:27.489547 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-67e498e8-3b8c-435b-9262-cfdae27e6b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:27.544686 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b212afb2-4d7e-45e0-9e72-dc815fee6d69'] response: {'server_uuid': '286b3aa9-626f-4054-9c18-78cd42e111c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8998cef-5f64-47fd-824a-abf4e6a74b8f', 'code': 200} May 13 15:13:27.640802 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['a8998cef-5f64-47fd-824a-abf4e6a74b8f'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:13:27.715259 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e498e8-3b8c-435b-9262-cfdae27e6b03 None None] Pushing event updated for resources: {'Port': ['ID=a8998cef-5f64-47fd-824a-abf4e6a74b8f,revision_number=9']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:27.761513 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e498e8-3b8c-435b-9262-cfdae27e6b03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:27.761892 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e498e8-3b8c-435b-9262-cfdae27e6b03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:27.762202 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e498e8-3b8c-435b-9262-cfdae27e6b03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:27.762540 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e498e8-3b8c-435b-9262-cfdae27e6b03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:27.762877 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e498e8-3b8c-435b-9262-cfdae27e6b03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:27.763250 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e498e8-3b8c-435b-9262-cfdae27e6b03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:27.763585 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e498e8-3b8c-435b-9262-cfdae27e6b03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:27.763912 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e498e8-3b8c-435b-9262-cfdae27e6b03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:27.764239 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e498e8-3b8c-435b-9262-cfdae27e6b03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:27.764569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e498e8-3b8c-435b-9262-cfdae27e6b03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:27.764900 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e498e8-3b8c-435b-9262-cfdae27e6b03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:27.765221 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e498e8-3b8c-435b-9262-cfdae27e6b03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:27.944692 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff574f-a6b8-454b-bae6-74b112002556 req-6b30b346-f34c-46da-bbe9-77d1f42a9748 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:27.950499 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-84ff574f-a6b8-454b-bae6-74b112002556 req-6b30b346-f34c-46da-bbe9-77d1f42a9748 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 946 time: 0.1404223 May 13 15:13:27.950885 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-1ef5a934-a6d4-4673-96f0-0cc022d5338e None None] Provisioning complete for port a8998cef-5f64-47fd-824a-abf4e6a74b8f triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:27.950885 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a934-a6d4-4673-96f0-0cc022d5338e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:27.999304 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-84ff574f-a6b8-454b-bae6-74b112002556 req-5a433ef8-e7a3-454c-a63b-5905c9da9084 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445406 May 13 15:13:28.157376 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1ef5a934-a6d4-4673-96f0-0cc022d5338e None None] Current status of the port a8998cef-5f64-47fd-824a-abf4e6a74b8f is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:28.868456 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:28.893603 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286b3aa9-626f-4054-9c18-78cd42e111c5', 'tag': 'a8998cef-5f64-47fd-824a-abf4e6a74b8f'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:13:28.954033 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12eacae2-c079-4d33-893f-07dd61e28b76'] response: {'name': 'network-changed', 'server_uuid': '286b3aa9-626f-4054-9c18-78cd42e111c5', 'tag': 'a8998cef-5f64-47fd-824a-abf4e6a74b8f', 'status': 'completed', 'code': 200} May 13 15:13:29.082217 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ffc64-f24c-4e08-888b-35dfbea5b4ac req-16dfc15a-9c9c-4dd3-9847-33c85ea54f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:29.084074 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cf6ffc64-f24c-4e08-888b-35dfbea5b4ac req-16dfc15a-9c9c-4dd3-9847-33c85ea54f50 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 1127 time: 0.0886896 May 13 15:13:29.291589 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ffc64-f24c-4e08-888b-35dfbea5b4ac req-7a98ddb1-be6e-4fe1-a307-4e4a0fb3c767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:29.291589 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cf6ffc64-f24c-4e08-888b-35dfbea5b4ac req-7a98ddb1-be6e-4fe1-a307-4e4a0fb3c767 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b93435aa-0bbd-4321-8e65-32d64e02b7e1 HTTP/1.1" status: 200 len: 898 time: 0.2008536 May 13 15:13:29.301725 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca2529-e6ed-479b-bc6f-cbe9e8c2f8ac req-a9fc2923-0ed7-4447-a3ca-9ab8a38bf93f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:29.301725 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c3ca2529-e6ed-479b-bc6f-cbe9e8c2f8ac req-a9fc2923-0ed7-4447-a3ca-9ab8a38bf93f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 946 time: 0.1821451 May 13 15:13:29.430594 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c3ca2529-e6ed-479b-bc6f-cbe9e8c2f8ac req-8597f26f-770f-4575-8618-b08203cf995f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745473 May 13 15:13:29.432260 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cf6ffc64-f24c-4e08-888b-35dfbea5b4ac req-a90a2e59-d21e-4da3-9399-9d8f291823dd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8998cef-5f64-47fd-824a-abf4e6a74b8f HTTP/1.1" status: 200 len: 1001 time: 0.1308544 May 13 15:13:29.517244 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ffc64-f24c-4e08-888b-35dfbea5b4ac req-69e28f09-938a-406b-b952-f0057738187e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:29.517244 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cf6ffc64-f24c-4e08-888b-35dfbea5b4ac req-69e28f09-938a-406b-b952-f0057738187e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2b8235c3-9d3c-4363-906d-09ea46e5abf6 HTTP/1.1" status: 200 len: 835 time: 0.0778189 May 13 15:13:29.610424 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ffc64-f24c-4e08-888b-35dfbea5b4ac req-4593f452-a96f-41fe-94d5-6086f3231a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:29.612133 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cf6ffc64-f24c-4e08-888b-35dfbea5b4ac req-4593f452-a96f-41fe-94d5-6086f3231a2b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b93435aa-0bbd-4321-8e65-32d64e02b7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898209 May 13 15:13:29.623066 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-cf6ffc64-f24c-4e08-888b-35dfbea5b4ac req-f2a6902d-abc2-4a0e-9218-fd11f76ce4c8 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:13:29.624074 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cf6ffc64-f24c-4e08-888b-35dfbea5b4ac req-f2a6902d-abc2-4a0e-9218-fd11f76ce4c8 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052695 May 13 15:13:29.679310 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a9504ad3-97fa-40ce-be82-9781342bb074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:29.774925 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cf6ffc64-f24c-4e08-888b-35dfbea5b4ac req-3b9aee7e-d51f-415b-ae84-89e5f610cf29 service neutron] 10.222.0.74 "GET /v2.0/networks/b93435aa-0bbd-4321-8e65-32d64e02b7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421380 May 13 15:13:30.057723 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cf6ffc64-f24c-4e08-888b-35dfbea5b4ac req-b4bc82a8-a3cb-4299-8e9f-b04005666b9b service neutron] 10.222.0.74 "GET /v2.0/networks/b93435aa-0bbd-4321-8e65-32d64e02b7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763004 May 13 15:13:30.160255 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device a8998cef-5f64-47fd-824a-abf4e6a74b8f details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:13:30.327064 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port a8998cef-5f64-47fd-824a-abf4e6a74b8f, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a8998cef-5f64-47fd-824a-abf4e6a74b8f,segment=NetworkSegment(21275fc3-2e62-4ad2-a39b-db95bcecae51),segment_id=21275fc3-2e62-4ad2-a39b-db95bcecae51)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:30.344944 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device a8998cef-5f64-47fd-824a-abf4e6a74b8f has no active binding in host n-h1-841760-1 {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 13 15:13:30.652885 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15d602-2790-4ca0-99b0-79275ee09ed5 req-5b476000-97dd-45e6-957d-70009a07cbed tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:30.652885 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7e15d602-2790-4ca0-99b0-79275ee09ed5 req-5b476000-97dd-45e6-957d-70009a07cbed tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 946 time: 0.0861886 May 13 15:13:30.708227 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7e15d602-2790-4ca0-99b0-79275ee09ed5 req-175362f2-af83-4cc2-ae93-fa40975136ca tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489335 May 13 15:13:30.749593 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:30.769642 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.526839 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:13:31.910763 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f209789-902b-4707-b762-3e2b584a6c3b req-b11d4942-cd8a-4d77-9077-be98853f13f2 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:31.913035 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5f209789-902b-4707-b762-3e2b584a6c3b req-b11d4942-cd8a-4d77-9077-be98853f13f2 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 946 time: 0.0944450 May 13 15:13:31.967429 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5f209789-902b-4707-b762-3e2b584a6c3b req-4738f6cb-0d9d-4b89-8a0b-562a01842bc6 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422525 May 13 15:13:32.243526 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:32.773567 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-5868706c-caa9-44f7-81b2-925309165b6c service neutron] 10.222.0.74 "GET /v2.0/ports/a8998cef-5f64-47fd-824a-abf4e6a74b8f/bindings/n-h1-841760-1 HTTP/1.1" status: 200 len: 384 time: 0.1436932 May 13 15:13:33.061718 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-65bc3f6f-a259-45d6-917b-a61210315d91 service neutron] For port a8998cef-5f64-47fd-824a-abf4e6a74b8f, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a8998cef-5f64-47fd-824a-abf4e6a74b8f,segment=NetworkSegment(21275fc3-2e62-4ad2-a39b-db95bcecae51),segment_id=21275fc3-2e62-4ad2-a39b-db95bcecae51)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:33.107588 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-65bc3f6f-a259-45d6-917b-a61210315d91 service neutron] For port a8998cef-5f64-47fd-824a-abf4e6a74b8f, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:13:33.189849 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-65bc3f6f-a259-45d6-917b-a61210315d91 service neutron] For port a8998cef-5f64-47fd-824a-abf4e6a74b8f, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=a8998cef-5f64-47fd-824a-abf4e6a74b8f,segment=NetworkSegment(21275fc3-2e62-4ad2-a39b-db95bcecae51),segment_id=21275fc3-2e62-4ad2-a39b-db95bcecae51)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:33.208731 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286b3aa9-626f-4054-9c18-78cd42e111c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8998cef-5f64-47fd-824a-abf4e6a74b8f'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:13:33.223303 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-65bc3f6f-a259-45d6-917b-a61210315d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:33.326294 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0be83-638e-448e-8fa3-3eaa7ef10006 req-fdba15ed-793e-4a44-9eb7-415573dbefd5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:33.335526 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-20d0be83-638e-448e-8fa3-3eaa7ef10006 req-fdba15ed-793e-4a44-9eb7-415573dbefd5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 946 time: 0.2458670 May 13 15:13:33.340014 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8dcc186-e836-4f0d-a13d-87ede8cdb318'] response: {'server_uuid': '286b3aa9-626f-4054-9c18-78cd42e111c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8998cef-5f64-47fd-824a-abf4e6a74b8f', 'code': 200} May 13 15:13:33.376738 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-65bc3f6f-a259-45d6-917b-a61210315d91 service neutron] Transition to ACTIVE for port object a8998cef-5f64-47fd-824a-abf4e6a74b8f will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:33.381026 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-65bc3f6f-a259-45d6-917b-a61210315d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:33.395992 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-20d0be83-638e-448e-8fa3-3eaa7ef10006 req-2c3369b9-e36e-4933-b750-d8c7b5ddb8af tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631020 May 13 15:13:33.567429 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc3f6f-a259-45d6-917b-a61210315d91 service neutron] Pushing event updated for resources: {'Port': ['ID=a8998cef-5f64-47fd-824a-abf4e6a74b8f,revision_number=11']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:33.629759 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-65bc3f6f-a259-45d6-917b-a61210315d91 service neutron] No DVR routers for this DVR port a8998cef-5f64-47fd-824a-abf4e6a74b8f on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:13:33.908177 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-65bc3f6f-a259-45d6-917b-a61210315d91 service neutron] 10.222.0.74 "PUT /v2.0/ports/a8998cef-5f64-47fd-824a-abf4e6a74b8f/bindings/n-h1-841760-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1278684 May 13 15:13:33.941693 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a6b1c-12c9-48b0-b4a6-ddd0df5eda1c req-e61905ed-6e7d-4de6-a18d-8ad016ee59a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:33.941693 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a61a6b1c-12c9-48b0-b4a6-ddd0df5eda1c req-e61905ed-6e7d-4de6-a18d-8ad016ee59a1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 1096 time: 0.1002972 May 13 15:13:34.087716 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-ca331f9e-fa72-4e7c-a2cf-e8de56efab0d tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:34.089199 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-ca331f9e-fa72-4e7c-a2cf-e8de56efab0d tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5&tenant_id=d15e70e5e3144c2db24c850097c3fbb0&binding%3Ahost_id=n-h2-841760-1 HTTP/1.1" status: 200 len: 1096 time: 0.0821457 May 13 15:13:34.112726 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a6b1c-12c9-48b0-b4a6-ddd0df5eda1c req-f241391d-f87b-487c-9a78-a00844099b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:34.114174 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a61a6b1c-12c9-48b0-b4a6-ddd0df5eda1c req-f241391d-f87b-487c-9a78-a00844099b3b service neutron] 10.222.0.74 "GET /v2.0/networks?id=b93435aa-0bbd-4321-8e65-32d64e02b7e1 HTTP/1.1" status: 200 len: 898 time: 0.1431360 May 13 15:13:34.204869 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-c092c877-338c-40e3-80d3-33c891bc5b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:34.204869 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-c092c877-338c-40e3-80d3-33c891bc5b6a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5&tenant_id=d15e70e5e3144c2db24c850097c3fbb0 HTTP/1.1" status: 200 len: 1096 time: 0.1053605 May 13 15:13:34.241510 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a61a6b1c-12c9-48b0-b4a6-ddd0df5eda1c req-ea421169-9f06-48e5-9500-69879934e460 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8998cef-5f64-47fd-824a-abf4e6a74b8f HTTP/1.1" status: 200 len: 999 time: 0.1176119 May 13 15:13:34.319051 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a6b1c-12c9-48b0-b4a6-ddd0df5eda1c req-aa430ed5-c464-4778-a7aa-beddfa751391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:34.319051 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a61a6b1c-12c9-48b0-b4a6-ddd0df5eda1c req-aa430ed5-c464-4778-a7aa-beddfa751391 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2b8235c3-9d3c-4363-906d-09ea46e5abf6 HTTP/1.1" status: 200 len: 835 time: 0.0725310 May 13 15:13:34.328806 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-66ce412e-b97f-4191-9cc1-c743aacdb6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:34.328806 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-66ce412e-b97f-4191-9cc1-c743aacdb6c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 1096 time: 0.0954428 May 13 15:13:34.404577 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a6b1c-12c9-48b0-b4a6-ddd0df5eda1c req-9361a130-8c80-4f73-8fb9-d476dc458822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:34.406091 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a61a6b1c-12c9-48b0-b4a6-ddd0df5eda1c req-9361a130-8c80-4f73-8fb9-d476dc458822 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b93435aa-0bbd-4321-8e65-32d64e02b7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826018 May 13 15:13:34.482221 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-2b86f744-fa91-4749-9535-13c4f994826d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:34.483050 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-2b86f744-fa91-4749-9535-13c4f994826d service neutron] 10.222.0.59 "GET /v2.0/networks?id=b93435aa-0bbd-4321-8e65-32d64e02b7e1 HTTP/1.1" status: 200 len: 898 time: 0.1436605 May 13 15:13:34.569648 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a61a6b1c-12c9-48b0-b4a6-ddd0df5eda1c req-193ac2b7-cc7c-4ab2-a13c-9b3ef5d842fb service neutron] 10.222.0.74 "GET /v2.0/networks/b93435aa-0bbd-4321-8e65-32d64e02b7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542711 May 13 15:13:34.726914 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a61a6b1c-12c9-48b0-b4a6-ddd0df5eda1c req-9d9c084c-000d-4c66-bcd5-2a482ce531a4 service neutron] 10.222.0.74 "GET /v2.0/networks/b93435aa-0bbd-4321-8e65-32d64e02b7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530492 May 13 15:13:34.780092 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-e728bca2-3564-46ff-bc40-bc40542da084 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8998cef-5f64-47fd-824a-abf4e6a74b8f HTTP/1.1" status: 200 len: 999 time: 0.2876909 May 13 15:13:34.869183 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf283c-0934-4206-96d3-8f0086f6866e req-0ca7ebeb-ff41-4d4c-a742-7091d34cba7f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:34.869183 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1edf283c-0934-4206-96d3-8f0086f6866e req-0ca7ebeb-ff41-4d4c-a742-7091d34cba7f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 945 time: 0.3145008 May 13 15:13:34.876335 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-ed9925dd-d561-4d3c-8f0a-eab00227196e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:34.876335 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-ed9925dd-d561-4d3c-8f0a-eab00227196e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b8235c3-9d3c-4363-906d-09ea46e5abf6 HTTP/1.1" status: 200 len: 835 time: 0.0851130 May 13 15:13:34.982774 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1edf283c-0934-4206-96d3-8f0086f6866e req-ad678854-c73c-4499-97eb-56e01c9fa678 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062489 May 13 15:13:35.005067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-05e1d9a3-1bdc-4e5b-98eb-f8c3e5e2e306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:35.006578 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-05e1d9a3-1bdc-4e5b-98eb-f8c3e5e2e306 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b93435aa-0bbd-4321-8e65-32d64e02b7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1179485 May 13 15:13:35.149162 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-83db390f-26eb-4896-9384-7e1005d50b52 service neutron] 10.222.0.59 "GET /v2.0/networks/b93435aa-0bbd-4321-8e65-32d64e02b7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338193 May 13 15:13:35.317784 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-7f0790f9-96d4-4c1c-8978-1593a4c9d275 service neutron] 10.222.0.59 "GET /v2.0/networks/b93435aa-0bbd-4321-8e65-32d64e02b7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662514 May 13 15:13:35.614893 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-82dd4bc7-40c3-4a83-9b17-b8b7cccc082c tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:35.616433 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-82dd4bc7-40c3-4a83-9b17-b8b7cccc082c tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5&tenant_id=d15e70e5e3144c2db24c850097c3fbb0&binding%3Ahost_id=n-h1-841760-1 HTTP/1.1" status: 200 len: 1096 time: 0.0787163 May 13 15:13:35.744779 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-8a835508-0651-48af-9f6a-2b0ad91a3f3f service neutron] For port a8998cef-5f64-47fd-824a-abf4e6a74b8f, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:13:35.744779 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-8a835508-0651-48af-9f6a-2b0ad91a3f3f service neutron] Notify callbacks [] for binding, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:35.744779 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-8a835508-0651-48af-9f6a-2b0ad91a3f3f service neutron] 10.222.0.59 "DELETE /v2.0/ports/a8998cef-5f64-47fd-824a-abf4e6a74b8f/bindings/n-h2-841760-1 HTTP/1.1" status: 204 len: 173 time: 0.1201942 May 13 15:13:36.242007 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ad8ad-dc99-4f1f-85c4-1e7ab03f120c req-a64a9c26-06a9-455d-bc21-27b6e914fc8d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:36.254520 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f7ad8ad-dc99-4f1f-85c4-1e7ab03f120c req-a64a9c26-06a9-455d-bc21-27b6e914fc8d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 945 time: 0.1427443 May 13 15:13:36.358073 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f7ad8ad-dc99-4f1f-85c4-1e7ab03f120c req-f44de891-a75d-4ccd-8997-81ff7d96552d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068375 May 13 15:13:36.562928 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c1a2b-f89d-4f16-acc1-065c782c3b44 req-a8b959b9-db71-4128-8f93-5f18fa4a7775 tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:36.562928 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6f3c1a2b-f89d-4f16-acc1-065c782c3b44 req-a8b959b9-db71-4128-8f93-5f18fa4a7775 tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 1096 time: 0.0896907 May 13 15:13:36.611199 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6f3c1a2b-f89d-4f16-acc1-065c782c3b44 req-4a7d0b52-cfce-4346-bce7-44e15da3e560 tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433860 May 13 15:13:36.735210 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device a8998cef-5f64-47fd-824a-abf4e6a74b8f no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:36.851756 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17744e-39f9-4fc8-ae34-396d4f5afc96 req-8b16e128-1699-4109-affd-e202637f4133 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:36.851756 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-be17744e-39f9-4fc8-ae34-396d4f5afc96 req-8b16e128-1699-4109-affd-e202637f4133 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 945 time: 0.1182466 May 13 15:13:36.854154 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device a8998cef-5f64-47fd-824a-abf4e6a74b8f not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:13:36.923133 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-be17744e-39f9-4fc8-ae34-396d4f5afc96 req-abb57c11-0b56-46e0-bca8-6eacfa598fef tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654392 May 13 15:13:36.945963 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40136) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:37.069223 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-896eae7f-7e62-46cd-8199-86da3238a616 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/floatingips/ae7c2b1d-2669-4192-8ec7-87eb38bf5514 HTTP/1.1" status: 200 len: 991 time: 0.1181259 May 13 15:13:39.324680 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40166) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:39.564579 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-c34ee982-0333-47a3-9e78-97016f13fb6f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Deleting port ae568cf4-2ea4-4664-a6d5-6965312b90fa {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:39.565012 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c34ee982-0333-47a3-9e78-97016f13fb6f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:39.760033 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c34ee982-0333-47a3-9e78-97016f13fb6f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:39.760033 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c34ee982-0333-47a3-9e78-97016f13fb6f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.074982 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-c34ee982-0333-47a3-9e78-97016f13fb6f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Calling delete_port for ae568cf4-2ea4-4664-a6d5-6965312b90fa owned by network:floatingip {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:40.240990 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c34ee982-0333-47a3-9e78-97016f13fb6f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.333231 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ee982-0333-47a3-9e78-97016f13fb6f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event deleted for resources: {'Port': ['ID=ae568cf4-2ea4-4664-a6d5-6965312b90fa,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:40.342705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34ee982-0333-47a3-9e78-97016f13fb6f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:40.342705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34ee982-0333-47a3-9e78-97016f13fb6f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:40.342705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34ee982-0333-47a3-9e78-97016f13fb6f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:40.342705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34ee982-0333-47a3-9e78-97016f13fb6f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:40.342705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34ee982-0333-47a3-9e78-97016f13fb6f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:40.342705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34ee982-0333-47a3-9e78-97016f13fb6f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:40.342705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34ee982-0333-47a3-9e78-97016f13fb6f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:40.342705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34ee982-0333-47a3-9e78-97016f13fb6f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:40.342705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34ee982-0333-47a3-9e78-97016f13fb6f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:40.342705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34ee982-0333-47a3-9e78-97016f13fb6f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:40.342705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34ee982-0333-47a3-9e78-97016f13fb6f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:40.342705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34ee982-0333-47a3-9e78-97016f13fb6f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:40.403063 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c34ee982-0333-47a3-9e78-97016f13fb6f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for floatingip, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.403438 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-c34ee982-0333-47a3-9e78-97016f13fb6f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Floating IP ae7c2b1d-2669-4192-8ec7-87eb38bf5514 disassociated (deleted). External IP: 172.25.0.34, port: a8998cef-5f64-47fd-824a-abf4e6a74b8f. May 13 15:13:40.873467 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34ee982-0333-47a3-9e78-97016f13fb6f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Router 8e95ca64-c26d-40df-b437-0a308858cf12 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:13:41.074783 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34ee982-0333-47a3-9e78-97016f13fb6f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:13:41.088936 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74b0890-3b91-4b1e-ba66-328593048c46 None None] Sync routers for ids ['8e95ca64-c26d-40df-b437-0a308858cf12'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:13:41.096449 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74b0890-3b91-4b1e-ba66-328593048c46 None None] Routers {'8e95ca64-c26d-40df-b437-0a308858cf12'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:41.097097 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b74b0890-3b91-4b1e-ba66-328593048c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:13:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8e95ca64-c26d-40df-b437-0a308858cf12'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:41.108160 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c34ee982-0333-47a3-9e78-97016f13fb6f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:41.175012 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c34ee982-0333-47a3-9e78-97016f13fb6f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "DELETE /v2.0/floatingips/ae7c2b1d-2669-4192-8ec7-87eb38bf5514 HTTP/1.1" status: 204 len: 168 time: 1.8469107 May 13 15:13:41.175012 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286b3aa9-626f-4054-9c18-78cd42e111c5', 'tag': 'a8998cef-5f64-47fd-824a-abf4e6a74b8f'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:13:41.233374 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c537f41-190e-4cb1-9f5f-74ed0076e9ae'] response: {'name': 'network-changed', 'server_uuid': '286b3aa9-626f-4054-9c18-78cd42e111c5', 'tag': 'a8998cef-5f64-47fd-824a-abf4e6a74b8f', 'status': 'completed', 'code': 200} May 13 15:13:41.356355 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-b74b0890-3b91-4b1e-ba66-328593048c46 None None] Set router 8e95ca64-c26d-40df-b437-0a308858cf12 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:13:41.375060 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bc582-a2e4-43f1-84e3-a4b3bb8aadfc req-1caf84c5-7d14-428b-88e9-324e68cd4c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:41.375060 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e0bc582-a2e4-43f1-84e3-a4b3bb8aadfc req-1caf84c5-7d14-428b-88e9-324e68cd4c2d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 1096 time: 0.1135347 May 13 15:13:41.567045 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bc582-a2e4-43f1-84e3-a4b3bb8aadfc req-e4aa77fc-f17c-4080-80be-323d15ca753a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:41.567045 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e0bc582-a2e4-43f1-84e3-a4b3bb8aadfc req-e4aa77fc-f17c-4080-80be-323d15ca753a service neutron] 10.222.0.59 "GET /v2.0/networks?id=b93435aa-0bbd-4321-8e65-32d64e02b7e1 HTTP/1.1" status: 200 len: 898 time: 0.1865475 May 13 15:13:41.666151 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e0bc582-a2e4-43f1-84e3-a4b3bb8aadfc req-5b40806f-42e1-443d-bee7-8d85229c5f5a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8998cef-5f64-47fd-824a-abf4e6a74b8f HTTP/1.1" status: 200 len: 217 time: 0.0844815 May 13 15:13:41.797050 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bc582-a2e4-43f1-84e3-a4b3bb8aadfc req-480852be-848d-4122-9d25-5f3c05fc5f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:41.798156 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e0bc582-a2e4-43f1-84e3-a4b3bb8aadfc req-480852be-848d-4122-9d25-5f3c05fc5f95 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b8235c3-9d3c-4363-906d-09ea46e5abf6 HTTP/1.1" status: 200 len: 835 time: 0.1291499 May 13 15:13:41.852772 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b74b0890-3b91-4b1e-ba66-328593048c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448188822', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:41Z', 'updated_at': '2022-05-13T15:11:47Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': '92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:42Z', 'updated_at': '2022-05-13T15:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '6acaf528-a053-4917-93c5-510bb5948356', 'name': '', 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:8f:c5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '2b8235c3-9d3c-4363-906d-09ea46e5abf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:46Z', 'updated_at': '2022-05-13T15:11:54Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': '2b8235c3-9d3c-4363-906d-09ea46e5abf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:41.852772 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74b0890-3b91-4b1e-ba66-328593048c46 None None] Checking router: 8e95ca64-c26d-40df-b437-0a308858cf12 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:13:41.871956 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74b0890-3b91-4b1e-ba66-328593048c46 None None] Routers {'8e95ca64-c26d-40df-b437-0a308858cf12'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:41.871956 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b74b0890-3b91-4b1e-ba66-328593048c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:13:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8e95ca64-c26d-40df-b437-0a308858cf12'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:41.890956 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa241c-8260-4e6b-9e8a-66d41f590031 req-ff5949b4-067a-4405-9ef9-9e05f9ff7d78 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:41.890956 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d5aa241c-8260-4e6b-9e8a-66d41f590031 req-ff5949b4-067a-4405-9ef9-9e05f9ff7d78 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 945 time: 0.1773608 May 13 15:13:41.908418 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bc582-a2e4-43f1-84e3-a4b3bb8aadfc req-346bf623-78b5-48f8-a097-0898fd4ffec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:41.908418 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e0bc582-a2e4-43f1-84e3-a4b3bb8aadfc req-346bf623-78b5-48f8-a097-0898fd4ffec7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b93435aa-0bbd-4321-8e65-32d64e02b7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937896 May 13 15:13:42.057355 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d5aa241c-8260-4e6b-9e8a-66d41f590031 req-f5bcf7e1-0e92-45cd-845c-69ddd4baf453 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517012 May 13 15:13:42.111746 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e0bc582-a2e4-43f1-84e3-a4b3bb8aadfc req-622fba29-0f37-40a4-a008-fb10c76ce042 service neutron] 10.222.0.59 "GET /v2.0/networks/b93435aa-0bbd-4321-8e65-32d64e02b7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926892 May 13 15:13:42.121149 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-b74b0890-3b91-4b1e-ba66-328593048c46 None None] Set router 8e95ca64-c26d-40df-b437-0a308858cf12 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:13:42.142985 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb3592-bcad-446c-8f26-3717e10dcdb9 req-43f8afc2-5119-41a7-8bde-1a64f22a2a3b tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:42.144169 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-bedb3592-bcad-446c-8f26-3717e10dcdb9 req-43f8afc2-5119-41a7-8bde-1a64f22a2a3b tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Synchronizing usage tracker for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:42.190034 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-bedb3592-bcad-446c-8f26-3717e10dcdb9 req-43f8afc2-5119-41a7-8bde-1a64f22a2a3b tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Unset dirty status for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:42.190034 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bedb3592-bcad-446c-8f26-3717e10dcdb9 req-43f8afc2-5119-41a7-8bde-1a64f22a2a3b tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.59 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 945 time: 0.1751468 May 13 15:13:42.342131 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7e0bc582-a2e4-43f1-84e3-a4b3bb8aadfc req-a0a1933f-6c38-485d-9f33-9434d877ead0 service neutron] 10.222.0.59 "GET /v2.0/networks/b93435aa-0bbd-4321-8e65-32d64e02b7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242095 May 13 15:13:42.372589 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-bedb3592-bcad-446c-8f26-3717e10dcdb9 req-f9c1ebbc-3f66-43bb-ad28-9e1c30b94c22 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Deleting port a8998cef-5f64-47fd-824a-abf4e6a74b8f {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:42.372924 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-bedb3592-bcad-446c-8f26-3717e10dcdb9 req-f9c1ebbc-3f66-43bb-ad28-9e1c30b94c22 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:42.641554 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b74b0890-3b91-4b1e-ba66-328593048c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448188822', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:41Z', 'updated_at': '2022-05-13T15:11:47Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': '92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:42Z', 'updated_at': '2022-05-13T15:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '6acaf528-a053-4917-93c5-510bb5948356', 'name': '', 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:8f:c5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '2b8235c3-9d3c-4363-906d-09ea46e5abf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:46Z', 'updated_at': '2022-05-13T15:11:54Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': '2b8235c3-9d3c-4363-906d-09ea46e5abf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:42.647037 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74b0890-3b91-4b1e-ba66-328593048c46 None None] The sync data for ids ['8e95ca64-c26d-40df-b437-0a308858cf12'] in n-d-841760-1 is: [{'id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448188822', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:41Z', 'updated_at': '2022-05-13T15:11:47Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': '92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:42Z', 'updated_at': '2022-05-13T15:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '6acaf528-a053-4917-93c5-510bb5948356', 'name': '', 'network_id': 'b93435aa-0bbd-4321-8e65-32d64e02b7e1', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:8f:c5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '2b8235c3-9d3c-4363-906d-09ea46e5abf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:46Z', 'updated_at': '2022-05-13T15:11:54Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': '2b8235c3-9d3c-4363-906d-09ea46e5abf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:13:42.732975 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-bedb3592-bcad-446c-8f26-3717e10dcdb9 req-f9c1ebbc-3f66-43bb-ad28-9e1c30b94c22 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] For port a8998cef-5f64-47fd-824a-abf4e6a74b8f, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=a8998cef-5f64-47fd-824a-abf4e6a74b8f,segment=NetworkSegment(21275fc3-2e62-4ad2-a39b-db95bcecae51),segment_id=21275fc3-2e62-4ad2-a39b-db95bcecae51)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:42.732975 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-bedb3592-bcad-446c-8f26-3717e10dcdb9 req-f9c1ebbc-3f66-43bb-ad28-9e1c30b94c22 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:42.965895 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d208fc3b-cc15-44a7-bf7e-c1d3f784cacf None None] New status for floating IP ae7c2b1d-2669-4192-8ec7-87eb38bf5514: DOWN {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:13:43.048767 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-bedb3592-bcad-446c-8f26-3717e10dcdb9 req-f9c1ebbc-3f66-43bb-ad28-9e1c30b94c22 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Calling delete_port for a8998cef-5f64-47fd-824a-abf4e6a74b8f owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:43.292830 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-bedb3592-bcad-446c-8f26-3717e10dcdb9 req-f9c1ebbc-3f66-43bb-ad28-9e1c30b94c22 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:43.359847 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1ebbc-3f66-43bb-ad28-9e1c30b94c22 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event deleted for resources: {'Port': ['ID=a8998cef-5f64-47fd-824a-abf4e6a74b8f,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:43.446206 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60e0c4-c9a7-44ec-9725-6f1f59266428 req-cefe2f7d-96a9-4b94-b71c-f3f78aeea909 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:43.446206 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bc60e0c4-c9a7-44ec-9725-6f1f59266428 req-cefe2f7d-96a9-4b94-b71c-f3f78aeea909 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=286b3aa9-626f-4054-9c18-78cd42e111c5 HTTP/1.1" status: 200 len: 945 time: 0.2287591 May 13 15:13:43.453730 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedb3592-bcad-446c-8f26-3717e10dcdb9 req-f9c1ebbc-3f66-43bb-ad28-9e1c30b94c22 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] No DVR routers for this DVR port a8998cef-5f64-47fd-824a-abf4e6a74b8f on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:13:43.474393 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-bedb3592-bcad-446c-8f26-3717e10dcdb9 req-f9c1ebbc-3f66-43bb-ad28-9e1c30b94c22 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:43.474393 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286b3aa9-626f-4054-9c18-78cd42e111c5', 'name': 'network-vif-deleted', 'tag': 'a8998cef-5f64-47fd-824a-abf4e6a74b8f'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:13:43.500898 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bedb3592-bcad-446c-8f26-3717e10dcdb9 req-f9c1ebbc-3f66-43bb-ad28-9e1c30b94c22 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.59 "DELETE /v2.0/ports/a8998cef-5f64-47fd-824a-abf4e6a74b8f HTTP/1.1" status: 204 len: 173 time: 1.3020573 May 13 15:13:43.511466 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bc60e0c4-c9a7-44ec-9725-6f1f59266428 req-fb0092e3-6b03-4b09-ab79-61e127597999 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580752 May 13 15:13:43.552329 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03471fea-2861-48fc-97d2-7930e6028ab9'] response: {'server_uuid': '286b3aa9-626f-4054-9c18-78cd42e111c5', 'name': 'network-vif-deleted', 'tag': 'a8998cef-5f64-47fd-824a-abf4e6a74b8f', 'status': 'completed', 'code': 200} May 13 15:13:44.613243 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40232) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:45.353342 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-afc8df8b-bce5-4386-8ee4-eba0390e03a7 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:45.762316 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-afc8df8b-bce5-4386-8ee4-eba0390e03a7 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Deleting port 6acaf528-a053-4917-93c5-510bb5948356 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:45.762316 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-afc8df8b-bce5-4386-8ee4-eba0390e03a7 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:45.998879 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-afc8df8b-bce5-4386-8ee4-eba0390e03a7 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] For port 6acaf528-a053-4917-93c5-510bb5948356, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=6acaf528-a053-4917-93c5-510bb5948356,segment=NetworkSegment(21275fc3-2e62-4ad2-a39b-db95bcecae51),segment_id=21275fc3-2e62-4ad2-a39b-db95bcecae51)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:45.998879 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-afc8df8b-bce5-4386-8ee4-eba0390e03a7 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:46.128304 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-afc8df8b-bce5-4386-8ee4-eba0390e03a7 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Calling delete_port for 6acaf528-a053-4917-93c5-510bb5948356 owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:46.229827 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device a8998cef-5f64-47fd-824a-abf4e6a74b8f no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:46.260932 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: a8998cef-5f64-47fd-824a-abf4e6a74b8f {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:13:46.260932 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device a8998cef-5f64-47fd-824a-abf4e6a74b8f not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:13:46.598794 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-afc8df8b-bce5-4386-8ee4-eba0390e03a7 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:46.660436 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8df8b-bce5-4386-8ee4-eba0390e03a7 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event deleted for resources: {'Port': ['ID=6acaf528-a053-4917-93c5-510bb5948356,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:47.024889 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-afc8df8b-bce5-4386-8ee4-eba0390e03a7 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:47.420289 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc8df8b-bce5-4386-8ee4-eba0390e03a7 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Router 8e95ca64-c26d-40df-b437-0a308858cf12 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:13:47.653499 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc8df8b-bce5-4386-8ee4-eba0390e03a7 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:13:47.667350 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d879d4-aaad-4709-b613-1bd5353f6de3 None None] Sync routers for ids ['8e95ca64-c26d-40df-b437-0a308858cf12'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:13:47.670586 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-afc8df8b-bce5-4386-8ee4-eba0390e03a7 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "PUT /v2.0/routers/8e95ca64-c26d-40df-b437-0a308858cf12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0525293 May 13 15:13:47.672929 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40268) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:47.685381 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d879d4-aaad-4709-b613-1bd5353f6de3 None None] Routers {'8e95ca64-c26d-40df-b437-0a308858cf12'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:47.685381 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-39d879d4-aaad-4709-b613-1bd5353f6de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:13:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8e95ca64-c26d-40df-b437-0a308858cf12'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:47.754849 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-3acefdca-c6e6-4300-8088-f9b4f848b773 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Deleting subnet 2b8235c3-9d3c-4363-906d-09ea46e5abf6 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:13:47.758256 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3acefdca-c6e6-4300-8088-f9b4f848b773 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:47.820694 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3acefdca-c6e6-4300-8088-f9b4f848b773 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:47.950093 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-39d879d4-aaad-4709-b613-1bd5353f6de3 None None] Set router 8e95ca64-c26d-40df-b437-0a308858cf12 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:13:47.957447 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3acefdca-c6e6-4300-8088-f9b4f848b773 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:48.090489 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3acefdca-c6e6-4300-8088-f9b4f848b773 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:48.137253 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acefdca-c6e6-4300-8088-f9b4f848b773 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event deleted for resources: {'Subnet': ['ID=2b8235c3-9d3c-4363-906d-09ea46e5abf6,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:48.139239 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3acefdca-c6e6-4300-8088-f9b4f848b773 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:48.143899 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452046f4-7f74-4f0c-a540-e92bf8c46096 None None] Network b93435aa-0bbd-4321-8e65-32d64e02b7e1 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:48.145785 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3acefdca-c6e6-4300-8088-f9b4f848b773 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "DELETE /v2.0/subnets/2b8235c3-9d3c-4363-906d-09ea46e5abf6 HTTP/1.1" status: 204 len: 168 time: 0.4776649 May 13 15:13:48.148329 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40278) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:48.385923 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24b8d448-1053-44f2-b76e-7612d4b5e8c3 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:48.460402 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:48.514355 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-39d879d4-aaad-4709-b613-1bd5353f6de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448188822', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:41Z', 'updated_at': '2022-05-13T15:13:46Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': '92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:42Z', 'updated_at': '2022-05-13T15:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:48.532615 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d879d4-aaad-4709-b613-1bd5353f6de3 None None] Checking router: 8e95ca64-c26d-40df-b437-0a308858cf12 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:13:48.549164 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d879d4-aaad-4709-b613-1bd5353f6de3 None None] Routers {'8e95ca64-c26d-40df-b437-0a308858cf12'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:48.549164 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-39d879d4-aaad-4709-b613-1bd5353f6de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:13:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8e95ca64-c26d-40df-b437-0a308858cf12'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:48.608148 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160c58d0-e4fb-49df-bf7d-d4682e562f7d None None] DHCP port deletion for b93435aa-0bbd-4321-8e65-32d64e02b7e1 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:13:48.631096 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-160c58d0-e4fb-49df-bf7d-d4682e562f7d None None] Deleting port 92916609-089d-4b02-9ad4-5470645f0baf {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:48.631096 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-160c58d0-e4fb-49df-bf7d-d4682e562f7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:48.638322 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24b8d448-1053-44f2-b76e-7612d4b5e8c3 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:48.645388 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-24b8d448-1053-44f2-b76e-7612d4b5e8c3 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Deleting port 92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:48.645768 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24b8d448-1053-44f2-b76e-7612d4b5e8c3 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:48.867056 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-39d879d4-aaad-4709-b613-1bd5353f6de3 None None] Set router 8e95ca64-c26d-40df-b437-0a308858cf12 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:13:48.903161 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-24b8d448-1053-44f2-b76e-7612d4b5e8c3 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] For port 92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:48.904561 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24b8d448-1053-44f2-b76e-7612d4b5e8c3 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:49.142166 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-160c58d0-e4fb-49df-bf7d-d4682e562f7d None None] For port 92916609-089d-4b02-9ad4-5470645f0baf, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=92916609-089d-4b02-9ad4-5470645f0baf,segment=NetworkSegment(21275fc3-2e62-4ad2-a39b-db95bcecae51),segment_id=21275fc3-2e62-4ad2-a39b-db95bcecae51)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:49.142166 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-160c58d0-e4fb-49df-bf7d-d4682e562f7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:49.223836 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-24b8d448-1053-44f2-b76e-7612d4b5e8c3 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Calling delete_port for 92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:49.336575 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-160c58d0-e4fb-49df-bf7d-d4682e562f7d None None] Calling delete_port for 92916609-089d-4b02-9ad4-5470645f0baf owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:49.504333 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-160c58d0-e4fb-49df-bf7d-d4682e562f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:49.556975 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c58d0-e4fb-49df-bf7d-d4682e562f7d None None] Pushing event deleted for resources: {'Port': ['ID=92916609-089d-4b02-9ad4-5470645f0baf,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:49.562474 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160c58d0-e4fb-49df-bf7d-d4682e562f7d None None] No DVR routers for this DVR port 92916609-089d-4b02-9ad4-5470645f0baf on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:13:49.571957 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-39d879d4-aaad-4709-b613-1bd5353f6de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448188822', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:41Z', 'updated_at': '2022-05-13T15:13:46Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': '92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:42Z', 'updated_at': '2022-05-13T15:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:49.577798 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d879d4-aaad-4709-b613-1bd5353f6de3 None None] The sync data for ids ['8e95ca64-c26d-40df-b437-0a308858cf12'] in n-d-841760-1 is: [{'id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448188822', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:41Z', 'updated_at': '2022-05-13T15:13:46Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': '92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95ca64-c26d-40df-b437-0a308858cf12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:42Z', 'updated_at': '2022-05-13T15:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:13:49.584451 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24b8d448-1053-44f2-b76e-7612d4b5e8c3 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:49.701314 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8d448-1053-44f2-b76e-7612d4b5e8c3 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event deleted for resources: {'Port': ['ID=92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:49.755296 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24b8d448-1053-44f2-b76e-7612d4b5e8c3 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:49.967026 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24b8d448-1053-44f2-b76e-7612d4b5e8c3 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:49.972646 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24b8d448-1053-44f2-b76e-7612d4b5e8c3 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:50.018376 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24b8d448-1053-44f2-b76e-7612d4b5e8c3 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:50.018376 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b8d448-1053-44f2-b76e-7612d4b5e8c3 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Fanout notify agent at l3_agent the message router_deleted on router 8e95ca64-c26d-40df-b437-0a308858cf12 {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:13:50.043576 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-24b8d448-1053-44f2-b76e-7612d4b5e8c3 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:50.043576 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-24b8d448-1053-44f2-b76e-7612d4b5e8c3 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "DELETE /v2.0/routers/8e95ca64-c26d-40df-b437-0a308858cf12 HTTP/1.1" status: 204 len: 168 time: 1.8876600 May 13 15:13:50.043576 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40298) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:50.088202 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 92916609-089d-4b02-9ad4-5470645f0baf no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:50.140761 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 92916609-089d-4b02-9ad4-5470645f0baf {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:13:50.141376 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 92916609-089d-4b02-9ad4-5470645f0baf not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:13:50.141984 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6acaf528-a053-4917-93c5-510bb5948356 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:50.198952 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 6acaf528-a053-4917-93c5-510bb5948356 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:13:50.198952 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 6acaf528-a053-4917-93c5-510bb5948356 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:13:50.239663 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-da2fcdc0-04b8-4e91-9ea9-522d95be49de tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:50.386018 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-da2fcdc0-04b8-4e91-9ea9-522d95be49de tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:50.430820 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-da2fcdc0-04b8-4e91-9ea9-522d95be49de tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b93435aa-0bbd-4321-8e65-32d64e02b7e1']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:50.445007 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-da2fcdc0-04b8-4e91-9ea9-522d95be49de tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21275fc3-2e62-4ad2-a39b-db95bcecae51') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:50.445007 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-da2fcdc0-04b8-4e91-9ea9-522d95be49de tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21275fc3-2e62-4ad2-a39b-db95bcecae51') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:50.461345 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-da2fcdc0-04b8-4e91-9ea9-522d95be49de tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:50.480233 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-da2fcdc0-04b8-4e91-9ea9-522d95be49de tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:50.490365 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2fcdc0-04b8-4e91-9ea9-522d95be49de tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:13:50.490365 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-da2fcdc0-04b8-4e91-9ea9-522d95be49de tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:50.506480 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:13:50.506480 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:13:50.506480 n-d-841760-1 neutron-server[88082]: timer() May 13 15:13:50.506480 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:13:50.506480 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:13:50.506480 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:13:50.506480 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:13:50.506480 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:13:50.506480 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:13:50.506480 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:13:50.506480 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:13:50.506480 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:13:50.506480 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:13:50.506480 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:13:50.506480 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:13:50.506480 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:13:50.506480 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:13:50.506480 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:13:50.506480 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:13:50.506480 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:13:50.506480 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:13:50.506480 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:13:50.506480 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:13:50.506480 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:13:50.506480 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:13:50.506480 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:13:50.506480 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:13:50.506480 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:13:50.506480 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:13:50.506480 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:13:50.506480 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:13:50.506480 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:13:50.596295 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-da2fcdc0-04b8-4e91-9ea9-522d95be49de tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:50.601326 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-da2fcdc0-04b8-4e91-9ea9-522d95be49de tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:50.632282 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2fcdc0-04b8-4e91-9ea9-522d95be49de tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event deleted for resources: {'Network': ['ID=b93435aa-0bbd-4321-8e65-32d64e02b7e1,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:50.641218 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-da2fcdc0-04b8-4e91-9ea9-522d95be49de tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "DELETE /v2.0/networks/b93435aa-0bbd-4321-8e65-32d64e02b7e1 HTTP/1.1" status: 204 len: 168 time: 0.5995395 May 13 15:13:50.643967 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40308) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:50.745464 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-30136159-87f0-41ff-8daf-b107e7045d3f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:50.778070 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-30136159-87f0-41ff-8daf-b107e7045d3f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:50.851277 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-30136159-87f0-41ff-8daf-b107e7045d3f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:50.875972 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30136159-87f0-41ff-8daf-b107e7045d3f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:50.884746 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-30136159-87f0-41ff-8daf-b107e7045d3f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:50.887166 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-30136159-87f0-41ff-8daf-b107e7045d3f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "DELETE /v2.0/security-groups/6bc99ecd-dabf-4e77-b0ea-3707ac4eba9b HTTP/1.1" status: 204 len: 168 time: 0.2409508 May 13 15:13:51.027085 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40320) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:51.032278 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-395e3188-4a9c-45f0-b0f2-ec90dd76202d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1207838487', 'description': 'tempest-secgroup-smoke-1207838487 description', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:51.045198 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-395e3188-4a9c-45f0-b0f2-ec90dd76202d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:51.050356 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-395e3188-4a9c-45f0-b0f2-ec90dd76202d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:security_group and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:51.055461 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-395e3188-4a9c-45f0-b0f2-ec90dd76202d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:51.060330 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-395e3188-4a9c-45f0-b0f2-ec90dd76202d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:51.069820 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-395e3188-4a9c-45f0-b0f2-ec90dd76202d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.090381 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-395e3188-4a9c-45f0-b0f2-ec90dd76202d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:51.095392 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-395e3188-4a9c-45f0-b0f2-ec90dd76202d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:security_group_rule and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:51.098516 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-395e3188-4a9c-45f0-b0f2-ec90dd76202d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:51.104453 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-395e3188-4a9c-45f0-b0f2-ec90dd76202d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:51.205653 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-395e3188-4a9c-45f0-b0f2-ec90dd76202d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.208899 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-395e3188-4a9c-45f0-b0f2-ec90dd76202d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.268908 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e3188-4a9c-45f0-b0f2-ec90dd76202d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8ede99-d53d-48b8-9184-54c2bff3c154,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:51.277763 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-395e3188-4a9c-45f0-b0f2-ec90dd76202d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.277763 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-395e3188-4a9c-45f0-b0f2-ec90dd76202d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2481623 May 13 15:13:51.277763 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40326) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:51.283295 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-2be1a358-d340-455c-aa5c-903c0678141f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'security_group_rule': {'security_group_id': 'fa8ede99-d53d-48b8-9184-54c2bff3c154', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:51.294265 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2be1a358-d340-455c-aa5c-903c0678141f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:51.294265 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2be1a358-d340-455c-aa5c-903c0678141f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:security_group_rule and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:51.304122 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-2be1a358-d340-455c-aa5c-903c0678141f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:51.313790 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-2be1a358-d340-455c-aa5c-903c0678141f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:51.331202 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2be1a358-d340-455c-aa5c-903c0678141f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.393579 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2be1a358-d340-455c-aa5c-903c0678141f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.398101 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2be1a358-d340-455c-aa5c-903c0678141f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.437331 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1a358-d340-455c-aa5c-903c0678141f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be2f2a2-3366-41be-8c8f-2fcb6efaa3a4,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:51.450396 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-2be1a358-d340-455c-aa5c-903c0678141f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.450396 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2be1a358-d340-455c-aa5c-903c0678141f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1733863 May 13 15:13:51.455272 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40332) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:51.459896 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-20ae4115-8949-4a86-a345-72e390a6167d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'security_group_rule': {'security_group_id': 'fa8ede99-d53d-48b8-9184-54c2bff3c154', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:51.466492 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-20ae4115-8949-4a86-a345-72e390a6167d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:51.473038 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-20ae4115-8949-4a86-a345-72e390a6167d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:security_group_rule and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:51.473038 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-20ae4115-8949-4a86-a345-72e390a6167d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:51.481934 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-20ae4115-8949-4a86-a345-72e390a6167d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:51.502551 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-20ae4115-8949-4a86-a345-72e390a6167d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.571633 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-20ae4115-8949-4a86-a345-72e390a6167d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.576743 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-20ae4115-8949-4a86-a345-72e390a6167d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.603849 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae4115-8949-4a86-a345-72e390a6167d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e43b6df-ebc9-44c6-b2c4-130cf24549f5,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:51.612975 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-20ae4115-8949-4a86-a345-72e390a6167d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.616946 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-20ae4115-8949-4a86-a345-72e390a6167d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1607044 May 13 15:13:51.617153 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40338) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:51.622237 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-1c72dae4-0149-4ae0-ac80-cc2bd1c4abc4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'security_group_rule': {'security_group_id': 'fa8ede99-d53d-48b8-9184-54c2bff3c154', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:51.631533 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1c72dae4-0149-4ae0-ac80-cc2bd1c4abc4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:51.636549 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1c72dae4-0149-4ae0-ac80-cc2bd1c4abc4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:security_group_rule and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:51.654665 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-1c72dae4-0149-4ae0-ac80-cc2bd1c4abc4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:51.664433 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-1c72dae4-0149-4ae0-ac80-cc2bd1c4abc4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:51.683708 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1c72dae4-0149-4ae0-ac80-cc2bd1c4abc4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.772165 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1c72dae4-0149-4ae0-ac80-cc2bd1c4abc4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.777221 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1c72dae4-0149-4ae0-ac80-cc2bd1c4abc4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.801935 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72dae4-0149-4ae0-ac80-cc2bd1c4abc4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3f42bef-5460-4c46-b537-483a1a7c834b,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:51.811483 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1c72dae4-0149-4ae0-ac80-cc2bd1c4abc4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.812860 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1c72dae4-0149-4ae0-ac80-cc2bd1c4abc4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1947033 May 13 15:13:51.815501 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40344) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:51.820450 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-e8291158-eba0-4f74-8dd6-73db5b0ae655 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'security_group_rule': {'security_group_id': 'fa8ede99-d53d-48b8-9184-54c2bff3c154', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:51.827872 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e8291158-eba0-4f74-8dd6-73db5b0ae655 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:51.831818 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e8291158-eba0-4f74-8dd6-73db5b0ae655 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:security_group_rule and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:51.834689 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e8291158-eba0-4f74-8dd6-73db5b0ae655 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:51.840458 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e8291158-eba0-4f74-8dd6-73db5b0ae655 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:51.859681 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e8291158-eba0-4f74-8dd6-73db5b0ae655 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.916541 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:51.939995 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e8291158-eba0-4f74-8dd6-73db5b0ae655 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.944926 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e8291158-eba0-4f74-8dd6-73db5b0ae655 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.966299 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:13:51.966299 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 92b3cf6e-a3fd-431a-8f2a-b4b087dfe99c not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:13:51.971904 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8291158-eba0-4f74-8dd6-73db5b0ae655 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6913c13d-1452-4dcf-a5e9-a24e93de4908,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:51.986110 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e8291158-eba0-4f74-8dd6-73db5b0ae655 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.986110 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e8291158-eba0-4f74-8dd6-73db5b0ae655 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1663895 May 13 15:13:51.986110 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40348) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:51.992602 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-bd53354d-10e5-431f-8c88-ebf6fc3fc130 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'security_group_rule': {'security_group_id': 'fa8ede99-d53d-48b8-9184-54c2bff3c154', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:52.002219 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-bd53354d-10e5-431f-8c88-ebf6fc3fc130 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:52.006761 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-bd53354d-10e5-431f-8c88-ebf6fc3fc130 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:security_group_rule and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:52.013343 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-bd53354d-10e5-431f-8c88-ebf6fc3fc130 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:52.032480 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-bd53354d-10e5-431f-8c88-ebf6fc3fc130 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:52.043287 n-d-841760-1 neutron-server[88081]: INFO neutron.db.securitygroups_db [None req-bd53354d-10e5-431f-8c88-ebf6fc3fc130 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Project d15e70e5e3144c2db24c850097c3fbb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:13:52.048747 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd53354d-10e5-431f-8c88-ebf6fc3fc130 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.119610 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd53354d-10e5-431f-8c88-ebf6fc3fc130 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.133276 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd53354d-10e5-431f-8c88-ebf6fc3fc130 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.181423 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53354d-10e5-431f-8c88-ebf6fc3fc130 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac563204-6da7-4230-9f8a-78e83498ce5a,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:52.198224 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bd53354d-10e5-431f-8c88-ebf6fc3fc130 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.198224 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-bd53354d-10e5-431f-8c88-ebf6fc3fc130 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2073898 May 13 15:13:52.210573 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40356) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:52.210573 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-0628cd14-b910-45a5-ae4c-7d936fe4ef9a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'security_group_rule': {'security_group_id': 'fa8ede99-d53d-48b8-9184-54c2bff3c154', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:52.220777 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0628cd14-b910-45a5-ae4c-7d936fe4ef9a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:52.220777 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0628cd14-b910-45a5-ae4c-7d936fe4ef9a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:security_group_rule and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:52.230211 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0628cd14-b910-45a5-ae4c-7d936fe4ef9a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:52.230211 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0628cd14-b910-45a5-ae4c-7d936fe4ef9a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:52.246781 n-d-841760-1 neutron-server[88082]: INFO neutron.db.securitygroups_db [None req-0628cd14-b910-45a5-ae4c-7d936fe4ef9a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Project d15e70e5e3144c2db24c850097c3fbb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:13:52.256444 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0628cd14-b910-45a5-ae4c-7d936fe4ef9a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.343630 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0628cd14-b910-45a5-ae4c-7d936fe4ef9a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.346791 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0628cd14-b910-45a5-ae4c-7d936fe4ef9a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.375141 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628cd14-b910-45a5-ae4c-7d936fe4ef9a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ffe93c7-6e10-40e9-bd81-8214d36b4353,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:52.385450 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0628cd14-b910-45a5-ae4c-7d936fe4ef9a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.386574 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0628cd14-b910-45a5-ae4c-7d936fe4ef9a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1831901 May 13 15:13:52.389399 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40362) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:52.395254 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-77294fd6-5e6e-4a82-bb33-3399c4d22de1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'network': {'name': 'tempest-network-smoke--594606581', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'port_security_enabled': True}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:52.400934 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-77294fd6-5e6e-4a82-bb33-3399c4d22de1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:52.405894 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-77294fd6-5e6e-4a82-bb33-3399c4d22de1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:network and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:52.409062 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-77294fd6-5e6e-4a82-bb33-3399c4d22de1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:52.431261 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-77294fd6-5e6e-4a82-bb33-3399c4d22de1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:52.442197 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77294fd6-5e6e-4a82-bb33-3399c4d22de1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Made reservation on behalf of d15e70e5e3144c2db24c850097c3fbb0 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:52.446976 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-77294fd6-5e6e-4a82-bb33-3399c4d22de1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.476592 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77294fd6-5e6e-4a82-bb33-3399c4d22de1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:13:52.490241 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-77294fd6-5e6e-4a82-bb33-3399c4d22de1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.490733 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-77294fd6-5e6e-4a82-bb33-3399c4d22de1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Added segment 8b711bb2-2d8d-41f1-81c2-97e70f6bace7 of type vlan for network e25dac4e-206d-4f55-9ce0-6d7353f72e88 May 13 15:13:52.521726 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-77294fd6-5e6e-4a82-bb33-3399c4d22de1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.551696 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-77294fd6-5e6e-4a82-bb33-3399c4d22de1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.557052 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77294fd6-5e6e-4a82-bb33-3399c4d22de1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:52.557643 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-77294fd6-5e6e-4a82-bb33-3399c4d22de1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.788831 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77294fd6-5e6e-4a82-bb33-3399c4d22de1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'Network': ['ID=e25dac4e-206d-4f55-9ce0-6d7353f72e88,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:52.793294 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-77294fd6-5e6e-4a82-bb33-3399c4d22de1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4023573 May 13 15:13:52.796428 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40366) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:52.801702 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-d7812211-bc0d-48e9-b0c5-c67ea1fcbd2a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-643109286', 'admin_state_up': True, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:52.802037 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network e25dac4e-206d-4f55-9ce0-6d7353f72e88 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:13:52.809701 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d7812211-bc0d-48e9-b0c5-c67ea1fcbd2a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:52.814611 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d7812211-bc0d-48e9-b0c5-c67ea1fcbd2a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:router and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:52.819572 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d7812211-bc0d-48e9-b0c5-c67ea1fcbd2a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:52.963144 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d7812211-bc0d-48e9-b0c5-c67ea1fcbd2a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:52.968892 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d7812211-bc0d-48e9-b0c5-c67ea1fcbd2a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.969822 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d7812211-bc0d-48e9-b0c5-c67ea1fcbd2a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:53.012104 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d7812211-bc0d-48e9-b0c5-c67ea1fcbd2a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:53.316100 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d7812211-bc0d-48e9-b0c5-c67ea1fcbd2a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:53.648975 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d7812211-bc0d-48e9-b0c5-c67ea1fcbd2a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:53.683533 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d7812211-bc0d-48e9-b0c5-c67ea1fcbd2a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:53.824290 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-d7812211-bc0d-48e9-b0c5-c67ea1fcbd2a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Allocated IP 172.25.0.81 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/969541be-be3f-4a58-96c6-6a1df6ecebaa) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:53.992542 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d7812211-bc0d-48e9-b0c5-c67ea1fcbd2a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:54.023521 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d7812211-bc0d-48e9-b0c5-c67ea1fcbd2a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:54.099089 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7812211-bc0d-48e9-b0c5-c67ea1fcbd2a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:54.102712 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-d7812211-bc0d-48e9-b0c5-c67ea1fcbd2a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:54.104766 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7812211-bc0d-48e9-b0c5-c67ea1fcbd2a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:54.143788 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7812211-bc0d-48e9-b0c5-c67ea1fcbd2a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'Port': ['ID=969541be-be3f-4a58-96c6-6a1df6ecebaa,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:54.677134 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d7812211-bc0d-48e9-b0c5-c67ea1fcbd2a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.015298 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d7812211-bc0d-48e9-b0c5-c67ea1fcbd2a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.224151 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7812211-bc0d-48e9-b0c5-c67ea1fcbd2a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Router 42f1842c-2242-4a98-b538-3bfc6651ac18 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:13:55.416324 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7812211-bc0d-48e9-b0c5-c67ea1fcbd2a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:13:55.428562 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101a8cbc-de15-4ade-88e1-55ec390820fb None None] Sync routers for ids ['42f1842c-2242-4a98-b538-3bfc6651ac18'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:13:55.431132 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40382) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:55.438623 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-299aa5a7-c8dc-4544-badc-faf0c69d0362 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1960652387', 'description': 'tempest-secgroup-smoke-1960652387 description', 'project_id': '92e578303cd94aabaa68562c8f67b8f5'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:55.440644 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101a8cbc-de15-4ade-88e1-55ec390820fb None None] Routers {'42f1842c-2242-4a98-b538-3bfc6651ac18'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:55.441320 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-101a8cbc-de15-4ade-88e1-55ec390820fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:13:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['42f1842c-2242-4a98-b538-3bfc6651ac18'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:55.447623 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-299aa5a7-c8dc-4544-badc-faf0c69d0362 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:55.454581 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-299aa5a7-c8dc-4544-badc-faf0c69d0362 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Usage tracker for resource:security_group and tenant:92e578303cd94aabaa68562c8f67b8f5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:55.457548 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-299aa5a7-c8dc-4544-badc-faf0c69d0362 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:55.460263 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d7812211-bc0d-48e9-b0c5-c67ea1fcbd2a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.461409 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d7812211-bc0d-48e9-b0c5-c67ea1fcbd2a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6640077 May 13 15:13:55.464617 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40386) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:55.467161 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-299aa5a7-c8dc-4544-badc-faf0c69d0362 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:55.508653 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6b5f55bc-dfe2-407a-8f0e-40d6e8f331e0 tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=d15e70e5e3144c2db24c850097c3fbb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429602 May 13 15:13:55.511325 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40390) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:55.535431 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-299aa5a7-c8dc-4544-badc-faf0c69d0362 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.616995 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-299aa5a7-c8dc-4544-badc-faf0c69d0362 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:55.624630 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-299aa5a7-c8dc-4544-badc-faf0c69d0362 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Usage tracker for resource:security_group_rule and tenant:92e578303cd94aabaa68562c8f67b8f5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:55.628772 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-299aa5a7-c8dc-4544-badc-faf0c69d0362 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:55.637967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-299aa5a7-c8dc-4544-badc-faf0c69d0362 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:55.661589 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-101a8cbc-de15-4ade-88e1-55ec390820fb None None] Set router 42f1842c-2242-4a98-b538-3bfc6651ac18 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:13:55.684988 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49477b3f-b342-4931-bdd1-e0969ed492a0 tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:55.686550 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-49477b3f-b342-4931-bdd1-e0969ed492a0 tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1742256 May 13 15:13:55.690006 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40394) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:55.737905 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f16bdc0d-6910-40f0-8519-77c35020b46e tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=c35d8094-27c1-4288-955d-bcb140e23bf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0457873 May 13 15:13:55.740449 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40398) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:55.742958 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-299aa5a7-c8dc-4544-badc-faf0c69d0362 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.746264 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-c6cb45dc-a66f-4cc5-8658-b1da4f291b5e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-545689153', 'network_id': 'e25dac4e-206d-4f55-9ce0-6d7353f72e88', 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:55.748062 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-299aa5a7-c8dc-4544-badc-faf0c69d0362 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.794504 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299aa5a7-c8dc-4544-badc-faf0c69d0362 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a879b84-834f-401d-9a35-8b64a7d78d48,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:55.798382 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-299aa5a7-c8dc-4544-badc-faf0c69d0362 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.799598 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-299aa5a7-c8dc-4544-badc-faf0c69d0362 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3675020 May 13 15:13:55.802495 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40402) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:55.807689 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-62c3a1bd-316d-41ac-ad53-1a9dfded66fe tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Request body: {'security_group_rule': {'security_group_id': '7a879b84-834f-401d-9a35-8b64a7d78d48', 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:55.814259 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-62c3a1bd-316d-41ac-ad53-1a9dfded66fe tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:55.818394 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-62c3a1bd-316d-41ac-ad53-1a9dfded66fe tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Usage tracker for resource:security_group_rule and tenant:92e578303cd94aabaa68562c8f67b8f5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:55.821793 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-62c3a1bd-316d-41ac-ad53-1a9dfded66fe tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:55.827694 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-62c3a1bd-316d-41ac-ad53-1a9dfded66fe tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:55.845774 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-62c3a1bd-316d-41ac-ad53-1a9dfded66fe tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.864836 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c6cb45dc-a66f-4cc5-8658-b1da4f291b5e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:55.868900 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c6cb45dc-a66f-4cc5-8658-b1da4f291b5e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:subnet and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:55.871818 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c6cb45dc-a66f-4cc5-8658-b1da4f291b5e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:55.878330 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c6cb45dc-a66f-4cc5-8658-b1da4f291b5e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:55.890027 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cb45dc-a66f-4cc5-8658-b1da4f291b5e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Made reservation on behalf of d15e70e5e3144c2db24c850097c3fbb0 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:55.893529 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6cb45dc-a66f-4cc5-8658-b1da4f291b5e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.914002 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-62c3a1bd-316d-41ac-ad53-1a9dfded66fe tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.918020 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-62c3a1bd-316d-41ac-ad53-1a9dfded66fe tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.945437 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3a1bd-316d-41ac-ad53-1a9dfded66fe tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=905a16e3-5607-4120-b9d7-29ab26b84466,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:55.959956 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-62c3a1bd-316d-41ac-ad53-1a9dfded66fe tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.961486 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-62c3a1bd-316d-41ac-ad53-1a9dfded66fe tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1578960 May 13 15:13:55.964363 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40406) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:55.970151 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-f9c6d674-0fa7-4753-84eb-39834c291e3a tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Request body: {'security_group_rule': {'security_group_id': '7a879b84-834f-401d-9a35-8b64a7d78d48', 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:55.976563 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-101a8cbc-de15-4ade-88e1-55ec390820fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643109286', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '969541be-be3f-4a58-96c6-6a1df6ecebaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:52Z', 'updated_at': '2022-05-13T15:13:54Z', 'revision_number': 3, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': '969541be-be3f-4a58-96c6-6a1df6ecebaa', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:53Z', 'updated_at': '2022-05-13T15:13:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:55.976882 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f9c6d674-0fa7-4753-84eb-39834c291e3a tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:55.980784 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101a8cbc-de15-4ade-88e1-55ec390820fb None None] Checking router: 42f1842c-2242-4a98-b538-3bfc6651ac18 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:13:55.981122 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101a8cbc-de15-4ade-88e1-55ec390820fb None None] Updating router 42f1842c-2242-4a98-b538-3bfc6651ac18 port 969541be-be3f-4a58-96c6-6a1df6ecebaa binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:13:55.981236 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f9c6d674-0fa7-4753-84eb-39834c291e3a tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Usage tracker for resource:security_group_rule and tenant:92e578303cd94aabaa68562c8f67b8f5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:55.984654 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f9c6d674-0fa7-4753-84eb-39834c291e3a tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:55.991164 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f9c6d674-0fa7-4753-84eb-39834c291e3a tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:56.011210 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9c6d674-0fa7-4753-84eb-39834c291e3a tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.041184 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-101a8cbc-de15-4ade-88e1-55ec390820fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.079696 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9c6d674-0fa7-4753-84eb-39834c291e3a tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.084176 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9c6d674-0fa7-4753-84eb-39834c291e3a tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.120691 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6d674-0fa7-4753-84eb-39834c291e3a tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4dc5683-577d-4416-a55e-c34e9e8a1dad,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:56.131239 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6cb45dc-a66f-4cc5-8658-b1da4f291b5e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.135877 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f9c6d674-0fa7-4753-84eb-39834c291e3a tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.137310 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f9c6d674-0fa7-4753-84eb-39834c291e3a tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1722312 May 13 15:13:56.140526 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40412) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:56.146078 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-39b4317d-5392-498a-90d4-db88c1f30380 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Request body: {'security_group_rule': {'security_group_id': '7a879b84-834f-401d-9a35-8b64a7d78d48', 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:56.152910 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-39b4317d-5392-498a-90d4-db88c1f30380 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:56.157712 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-39b4317d-5392-498a-90d4-db88c1f30380 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Usage tracker for resource:security_group_rule and tenant:92e578303cd94aabaa68562c8f67b8f5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:56.160627 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-39b4317d-5392-498a-90d4-db88c1f30380 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:56.166454 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-39b4317d-5392-498a-90d4-db88c1f30380 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:56.190079 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-39b4317d-5392-498a-90d4-db88c1f30380 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.218726 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb45dc-a66f-4cc5-8658-b1da4f291b5e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'Subnet': ['ID=dafb7a64-88be-457f-8dab-0c7a75ddfb93,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:56.228230 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cb45dc-a66f-4cc5-8658-b1da4f291b5e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Checking segment: {'id': '8b711bb2-2d8d-41f1-81c2-97e70f6bace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e25dac4e-206d-4f55-9ce0-6d7353f72e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:56.228840 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cb45dc-a66f-4cc5-8658-b1da4f291b5e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Network hostable DHCP agents. Network: e25dac4e-206d-4f55-9ce0-6d7353f72e88, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:13:56.256629 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cb45dc-a66f-4cc5-8658-b1da4f291b5e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Network e25dac4e-206d-4f55-9ce0-6d7353f72e88 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:13:56.272756 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-c6cb45dc-a66f-4cc5-8658-b1da4f291b5e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, e25dac4e-206d-4f55-9ce0-6d7353f72e88) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:56.278279 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cb45dc-a66f-4cc5-8658-b1da4f291b5e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:56.278723 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-39b4317d-5392-498a-90d4-db88c1f30380 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.279970 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6cb45dc-a66f-4cc5-8658-b1da4f291b5e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.285394 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-39b4317d-5392-498a-90d4-db88c1f30380 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.286270 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e232790b-49ff-440b-9981-ceec216869f5 None None] Network e25dac4e-206d-4f55-9ce0-6d7353f72e88 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:56.307881 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4317d-5392-498a-90d4-db88c1f30380 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1bfa835-b706-4862-bcb8-92f588ad1769,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:56.329283 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c6cb45dc-a66f-4cc5-8658-b1da4f291b5e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5878701 May 13 15:13:56.334058 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40416) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:56.394492 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-39b4317d-5392-498a-90d4-db88c1f30380 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.395734 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-39b4317d-5392-498a-90d4-db88c1f30380 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2540073 May 13 15:13:56.400478 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40420) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:56.408594 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-343b9af7-7f44-488a-8426-6dc9617996ef tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Request body: {'security_group_rule': {'security_group_id': '7a879b84-834f-401d-9a35-8b64a7d78d48', 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:56.417800 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-343b9af7-7f44-488a-8426-6dc9617996ef tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:56.425059 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-343b9af7-7f44-488a-8426-6dc9617996ef tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Usage tracker for resource:security_group_rule and tenant:92e578303cd94aabaa68562c8f67b8f5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:56.428974 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-343b9af7-7f44-488a-8426-6dc9617996ef tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:56.437364 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-343b9af7-7f44-488a-8426-6dc9617996ef tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:56.461946 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-343b9af7-7f44-488a-8426-6dc9617996ef tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.479559 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-101a8cbc-de15-4ade-88e1-55ec390820fb None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.495396 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-101a8cbc-de15-4ade-88e1-55ec390820fb None None] Transition to ACTIVE for port object 969541be-be3f-4a58-96c6-6a1df6ecebaa will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:56.504803 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-101a8cbc-de15-4ade-88e1-55ec390820fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.550983 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-343b9af7-7f44-488a-8426-6dc9617996ef tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.559606 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-343b9af7-7f44-488a-8426-6dc9617996ef tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.577553 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0701e52-7314-4b36-9332-6cad5e74ba46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-e25dac4e-206d-4f55-9ce0-6d7353f72e88', 'network_id': 'e25dac4e-206d-4f55-9ce0-6d7353f72e88', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'fixed_ips': [{'subnet_id': 'dafb7a64-88be-457f-8dab-0c7a75ddfb93'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:13:56.579207 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e0701e52-7314-4b36-9332-6cad5e74ba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.595527 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b9af7-7f44-488a-8426-6dc9617996ef tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2650ecdf-cc35-4fba-a85e-37e4f711c65a,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:56.596922 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-101a8cbc-de15-4ade-88e1-55ec390820fb None None] Attempting to bind port 969541be-be3f-4a58-96c6-6a1df6ecebaa on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:56.597538 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-101a8cbc-de15-4ade-88e1-55ec390820fb None None] Attempting to bind port 969541be-be3f-4a58-96c6-6a1df6ecebaa by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:56.598479 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101a8cbc-de15-4ade-88e1-55ec390820fb None None] Attempting to bind port 969541be-be3f-4a58-96c6-6a1df6ecebaa on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:56.609491 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101a8cbc-de15-4ade-88e1-55ec390820fb None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:13:56.609842 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101a8cbc-de15-4ade-88e1-55ec390820fb None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:56.610660 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-101a8cbc-de15-4ade-88e1-55ec390820fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.610775 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-343b9af7-7f44-488a-8426-6dc9617996ef tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.610866 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101a8cbc-de15-4ade-88e1-55ec390820fb None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:13:56.611254 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-101a8cbc-de15-4ade-88e1-55ec390820fb None None] Bound port: 969541be-be3f-4a58-96c6-6a1df6ecebaa, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:13:56.611630 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-101a8cbc-de15-4ade-88e1-55ec390820fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.612349 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-343b9af7-7f44-488a-8426-6dc9617996ef tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2094707 May 13 15:13:56.616234 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40424) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:56.622331 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-9b5efdfc-9e21-431f-b547-ce5ea49d16de tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Request body: {'security_group_rule': {'security_group_id': '7a879b84-834f-401d-9a35-8b64a7d78d48', 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:56.630354 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9b5efdfc-9e21-431f-b547-ce5ea49d16de tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:56.634795 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9b5efdfc-9e21-431f-b547-ce5ea49d16de tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Usage tracker for resource:security_group_rule and tenant:92e578303cd94aabaa68562c8f67b8f5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:56.638490 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9b5efdfc-9e21-431f-b547-ce5ea49d16de tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:56.642854 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29434e2a-8574-4401-8a05-829609fa22eb None None] Pushing event updated for resources: {'Port': ['ID=969541be-be3f-4a58-96c6-6a1df6ecebaa,revision_number=2']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:56.645405 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9b5efdfc-9e21-431f-b547-ce5ea49d16de tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:56.657391 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29434e2a-8574-4401-8a05-829609fa22eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:56.657722 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29434e2a-8574-4401-8a05-829609fa22eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:56.658054 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29434e2a-8574-4401-8a05-829609fa22eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:56.658378 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29434e2a-8574-4401-8a05-829609fa22eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:56.658699 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29434e2a-8574-4401-8a05-829609fa22eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:56.659015 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29434e2a-8574-4401-8a05-829609fa22eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:56.659492 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29434e2a-8574-4401-8a05-829609fa22eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:56.660177 n-d-841760-1 neutron-server[88082]: INFO neutron.db.securitygroups_db [None req-9b5efdfc-9e21-431f-b547-ce5ea49d16de tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Project 92e578303cd94aabaa68562c8f67b8f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:13:56.660303 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29434e2a-8574-4401-8a05-829609fa22eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:56.660303 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29434e2a-8574-4401-8a05-829609fa22eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:56.660492 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29434e2a-8574-4401-8a05-829609fa22eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:56.660693 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29434e2a-8574-4401-8a05-829609fa22eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:56.661003 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29434e2a-8574-4401-8a05-829609fa22eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:56.668104 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b5efdfc-9e21-431f-b547-ce5ea49d16de tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.718229 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-101a8cbc-de15-4ade-88e1-55ec390820fb None None] For port 969541be-be3f-4a58-96c6-6a1df6ecebaa, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:13:56.721648 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-101a8cbc-de15-4ade-88e1-55ec390820fb None None] For port 969541be-be3f-4a58-96c6-6a1df6ecebaa, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=969541be-be3f-4a58-96c6-6a1df6ecebaa,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:13:56.730997 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-101a8cbc-de15-4ade-88e1-55ec390820fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.744921 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b5efdfc-9e21-431f-b547-ce5ea49d16de tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.749963 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b5efdfc-9e21-431f-b547-ce5ea49d16de tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.789610 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5efdfc-9e21-431f-b547-ce5ea49d16de tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86c6a574-155c-49a6-af06-14f5fd77da47,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:56.795667 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b5efdfc-9e21-431f-b547-ce5ea49d16de tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.797304 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9b5efdfc-9e21-431f-b547-ce5ea49d16de tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1795175 May 13 15:13:56.801156 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40428) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:56.815068 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-f26f48aa-bcef-4b31-a66b-83c2844a59d7 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Request body: {'security_group_rule': {'security_group_id': '7a879b84-834f-401d-9a35-8b64a7d78d48', 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:56.815492 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29434e2a-8574-4401-8a05-829609fa22eb None None] Pushing event updated for resources: {'Port': ['ID=969541be-be3f-4a58-96c6-6a1df6ecebaa,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:56.823800 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f26f48aa-bcef-4b31-a66b-83c2844a59d7 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:56.826626 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101a8cbc-de15-4ade-88e1-55ec390820fb None None] Routers {'42f1842c-2242-4a98-b538-3bfc6651ac18'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:56.827980 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-101a8cbc-de15-4ade-88e1-55ec390820fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:13:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['42f1842c-2242-4a98-b538-3bfc6651ac18'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:56.828969 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f26f48aa-bcef-4b31-a66b-83c2844a59d7 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Usage tracker for resource:security_group_rule and tenant:92e578303cd94aabaa68562c8f67b8f5 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:56.832712 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f26f48aa-bcef-4b31-a66b-83c2844a59d7 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:56.837419 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-e0701e52-7314-4b36-9332-6cad5e74ba46 None None] Allocated IP 172.20.0.2 (e25dac4e-206d-4f55-9ce0-6d7353f72e88/dafb7a64-88be-457f-8dab-0c7a75ddfb93/ba8a4777-f626-4419-ac6a-426624d4284d) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:56.839344 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f26f48aa-bcef-4b31-a66b-83c2844a59d7 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:56.855582 n-d-841760-1 neutron-server[88082]: INFO neutron.db.securitygroups_db [None req-f26f48aa-bcef-4b31-a66b-83c2844a59d7 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Project 92e578303cd94aabaa68562c8f67b8f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:13:56.864532 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f26f48aa-bcef-4b31-a66b-83c2844a59d7 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.950259 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f26f48aa-bcef-4b31-a66b-83c2844a59d7 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.955122 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f26f48aa-bcef-4b31-a66b-83c2844a59d7 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.981064 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f48aa-bcef-4b31-a66b-83c2844a59d7 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f60ab16-e8fb-405d-b60e-6f755566b61a,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:56.992483 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f26f48aa-bcef-4b31-a66b-83c2844a59d7 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.994013 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f26f48aa-bcef-4b31-a66b-83c2844a59d7 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1924748 May 13 15:13:57.046051 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-101a8cbc-de15-4ade-88e1-55ec390820fb None None] Set router 42f1842c-2242-4a98-b538-3bfc6651ac18 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:13:57.096753 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e0701e52-7314-4b36-9332-6cad5e74ba46 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:57.107604 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e0701e52-7314-4b36-9332-6cad5e74ba46 None None] Transition to ACTIVE for port object ba8a4777-f626-4419-ac6a-426624d4284d will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:57.127521 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e0701e52-7314-4b36-9332-6cad5e74ba46 None None] Transition to ACTIVE for port object ba8a4777-f626-4419-ac6a-426624d4284d will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:57.134404 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e0701e52-7314-4b36-9332-6cad5e74ba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:57.211327 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0701e52-7314-4b36-9332-6cad5e74ba46 None None] Network e25dac4e-206d-4f55-9ce0-6d7353f72e88 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:57.214572 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-e0701e52-7314-4b36-9332-6cad5e74ba46 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:57.219667 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0701e52-7314-4b36-9332-6cad5e74ba46 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:57.227407 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0701e52-7314-4b36-9332-6cad5e74ba46 None None] Pushing event updated for resources: {'Port': ['ID=ba8a4777-f626-4419-ac6a-426624d4284d,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:57.263595 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-6005d213-0958-4460-915a-7bff5ad05c2d tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Synchronizing usage tracker for tenant:92e578303cd94aabaa68562c8f67b8f5 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:57.285169 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-6005d213-0958-4460-915a-7bff5ad05c2d tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Unset dirty status for tenant:92e578303cd94aabaa68562c8f67b8f5 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:57.286954 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-6005d213-0958-4460-915a-7bff5ad05c2d tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1960652387&fields=id&tenant_id=92e578303cd94aabaa68562c8f67b8f5 HTTP/1.1" status: 200 len: 267 time: 0.1131141 May 13 15:13:57.361420 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-e0701e52-7314-4b36-9332-6cad5e74ba46 None None] Attempting to bind port ba8a4777-f626-4419-ac6a-426624d4284d on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:57.361983 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-e0701e52-7314-4b36-9332-6cad5e74ba46 None None] Attempting to bind port ba8a4777-f626-4419-ac6a-426624d4284d by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '8b711bb2-2d8d-41f1-81c2-97e70f6bace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e25dac4e-206d-4f55-9ce0-6d7353f72e88'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:57.362074 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0701e52-7314-4b36-9332-6cad5e74ba46 None None] Attempting to bind port ba8a4777-f626-4419-ac6a-426624d4284d on network e25dac4e-206d-4f55-9ce0-6d7353f72e88 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:57.364508 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ecc2ee7d-2ddb-4a69-8b36-2d1d6b6ae8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:57.372293 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0701e52-7314-4b36-9332-6cad5e74ba46 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:13:57.372667 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0701e52-7314-4b36-9332-6cad5e74ba46 None None] Checking segment: {'id': '8b711bb2-2d8d-41f1-81c2-97e70f6bace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e25dac4e-206d-4f55-9ce0-6d7353f72e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:57.373193 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e0701e52-7314-4b36-9332-6cad5e74ba46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:57.373578 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0701e52-7314-4b36-9332-6cad5e74ba46 None None] Bound using segment: {'id': '8b711bb2-2d8d-41f1-81c2-97e70f6bace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e25dac4e-206d-4f55-9ce0-6d7353f72e88'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:13:57.374077 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-e0701e52-7314-4b36-9332-6cad5e74ba46 None None] Bound port: ba8a4777-f626-4419-ac6a-426624d4284d, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b711bb2-2d8d-41f1-81c2-97e70f6bace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e25dac4e-206d-4f55-9ce0-6d7353f72e88'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:13:57.374450 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e0701e52-7314-4b36-9332-6cad5e74ba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:57.393122 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0353bd25-9152-4b9e-8984-a0ae9ff4c500 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:57.423528 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-101a8cbc-de15-4ade-88e1-55ec390820fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643109286', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '969541be-be3f-4a58-96c6-6a1df6ecebaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:52Z', 'updated_at': '2022-05-13T15:13:54Z', 'revision_number': 3, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': '969541be-be3f-4a58-96c6-6a1df6ecebaa', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:53Z', 'updated_at': '2022-05-13T15:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:57.430677 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101a8cbc-de15-4ade-88e1-55ec390820fb None None] The sync data for ids ['42f1842c-2242-4a98-b538-3bfc6651ac18'] in n-d-841760-1 is: [{'id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643109286', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '969541be-be3f-4a58-96c6-6a1df6ecebaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:52Z', 'updated_at': '2022-05-13T15:13:54Z', 'revision_number': 3, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': '969541be-be3f-4a58-96c6-6a1df6ecebaa', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:53Z', 'updated_at': '2022-05-13T15:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:13:57.494052 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-e2ff1949-d8e6-4806-85ec-eb5ab92438a9 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:57.494813 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-e2ff1949-d8e6-4806-85ec-eb5ab92438a9 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Synchronizing usage tracker for tenant:92e578303cd94aabaa68562c8f67b8f5 on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:57.511676 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-e0701e52-7314-4b36-9332-6cad5e74ba46 None None] For port ba8a4777-f626-4419-ac6a-426624d4284d, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:13:57.516986 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-e0701e52-7314-4b36-9332-6cad5e74ba46 None None] For port ba8a4777-f626-4419-ac6a-426624d4284d, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=ba8a4777-f626-4419-ac6a-426624d4284d,segment=NetworkSegment(8b711bb2-2d8d-41f1-81c2-97e70f6bace7),segment_id=8b711bb2-2d8d-41f1-81c2-97e70f6bace7)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:13:57.518331 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-e2ff1949-d8e6-4806-85ec-eb5ab92438a9 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Unset dirty status for tenant:92e578303cd94aabaa68562c8f67b8f5 on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:57.524637 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e0701e52-7314-4b36-9332-6cad5e74ba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:57.527732 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-e2ff1949-d8e6-4806-85ec-eb5ab92438a9 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/networks?id=ffa2cb49-8d00-4746-a25e-9b17c84f7d12 HTTP/1.1" status: 200 len: 814 time: 0.2325513 May 13 15:13:57.547313 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-fceab0e5-baf7-41e7-93ea-f47cfaed7d4b tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/quotas/92e578303cd94aabaa68562c8f67b8f5 HTTP/1.1" status: 200 len: 375 time: 0.0183463 May 13 15:13:57.622993 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0701e52-7314-4b36-9332-6cad5e74ba46 None None] Pushing event updated for resources: {'Port': ['ID=ba8a4777-f626-4419-ac6a-426624d4284d,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:57.656521 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-8bec8e4a-e985-45ee-92a0-465fc83c2aa7 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Synchronizing usage tracker for tenant:92e578303cd94aabaa68562c8f67b8f5 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:57.686166 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-8bec8e4a-e985-45ee-92a0-465fc83c2aa7 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Unset dirty status for tenant:92e578303cd94aabaa68562c8f67b8f5 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:57.688105 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-8bec8e4a-e985-45ee-92a0-465fc83c2aa7 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=92e578303cd94aabaa68562c8f67b8f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1399603 May 13 15:13:57.929129 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-0353bd25-9152-4b9e-8984-a0ae9ff4c500 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Allocated IP 172.20.0.1 (e25dac4e-206d-4f55-9ce0-6d7353f72e88/dafb7a64-88be-457f-8dab-0c7a75ddfb93/0d3d85db-62b6-4402-b7e4-3eacc7de33db) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:58.006519 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-fff9fb23-aeab-4f6a-9488-b277d5ae308c service neutron] 10.222.0.35 "GET /v2.0/networks/ffa2cb49-8d00-4746-a25e-9b17c84f7d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039560 May 13 15:13:58.073623 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 969541be-be3f-4a58-96c6-6a1df6ecebaa up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:58.199700 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0353bd25-9152-4b9e-8984-a0ae9ff4c500 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.207819 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-d486e752-1763-4d7f-a47a-fa93935491e5 service neutron] 10.222.0.35 "GET /v2.0/networks/ffa2cb49-8d00-4746-a25e-9b17c84f7d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004812 May 13 15:13:58.217069 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 969541be-be3f-4a58-96c6-6a1df6ecebaa completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:58.226013 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-0353bd25-9152-4b9e-8984-a0ae9ff4c500 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Transition to ACTIVE for port object 0d3d85db-62b6-4402-b7e4-3eacc7de33db will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:58.233616 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 969541be-be3f-4a58-96c6-6a1df6ecebaa triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:58.234187 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.262529 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0353bd25-9152-4b9e-8984-a0ae9ff4c500 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.367402 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353bd25-9152-4b9e-8984-a0ae9ff4c500 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'Port': ['ID=0d3d85db-62b6-4402-b7e4-3eacc7de33db,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:58.375593 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0353bd25-9152-4b9e-8984-a0ae9ff4c500 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Network e25dac4e-206d-4f55-9ce0-6d7353f72e88 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:58.376901 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-0353bd25-9152-4b9e-8984-a0ae9ff4c500 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:58.379971 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0353bd25-9152-4b9e-8984-a0ae9ff4c500 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:58.397103 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 969541be-be3f-4a58-96c6-6a1df6ecebaa is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:58.397665 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.418076 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 969541be-be3f-4a58-96c6-6a1df6ecebaa, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=969541be-be3f-4a58-96c6-6a1df6ecebaa,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:58.424165 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.425141 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ba8a4777-f626-4419-ac6a-426624d4284d up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:58.469491 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0353bd25-9152-4b9e-8984-a0ae9ff4c500 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.619798 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=969541be-be3f-4a58-96c6-6a1df6ecebaa,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:58.656849 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port ba8a4777-f626-4419-ac6a-426624d4284d completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:58.868074 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-33ddf6c6-aa70-4235-8541-7b658c011562 req-1418b408-82b4-4e89-9888-96c039369e2c tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/ports?device_id=11a10190-7562-4298-8465-35e359a6ebc8 HTTP/1.1" status: 200 len: 210 time: 0.0628967 May 13 15:13:58.909770 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.970061 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a84b210-037c-45fc-9dd3-1fecad47098a None None] Network e25dac4e-206d-4f55-9ce0-6d7353f72e88 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:59.017964 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0353bd25-9152-4b9e-8984-a0ae9ff4c500 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.095966 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ff760621-e038-4aba-b73d-8999c39d9a07 None None] Provisioning for port ba8a4777-f626-4419-ac6a-426624d4284d completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:59.125897 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ff760621-e038-4aba-b73d-8999c39d9a07 None None] Provisioning complete for port ba8a4777-f626-4419-ac6a-426624d4284d triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:59.126270 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ff760621-e038-4aba-b73d-8999c39d9a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.328637 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ff760621-e038-4aba-b73d-8999c39d9a07 None None] Current status of the port ba8a4777-f626-4419-ac6a-426624d4284d is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:59.329046 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ff760621-e038-4aba-b73d-8999c39d9a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.370102 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-ff760621-e038-4aba-b73d-8999c39d9a07 None None] For port ba8a4777-f626-4419-ac6a-426624d4284d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=ba8a4777-f626-4419-ac6a-426624d4284d,segment=NetworkSegment(8b711bb2-2d8d-41f1-81c2-97e70f6bace7),segment_id=8b711bb2-2d8d-41f1-81c2-97e70f6bace7)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:59.376135 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ff760621-e038-4aba-b73d-8999c39d9a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.460609 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff760621-e038-4aba-b73d-8999c39d9a07 None None] Pushing event updated for resources: {'Port': ['ID=ba8a4777-f626-4419-ac6a-426624d4284d,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:59.528839 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0353bd25-9152-4b9e-8984-a0ae9ff4c500 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.534798 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0353bd25-9152-4b9e-8984-a0ae9ff4c500 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.626390 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-770ebcf4-497a-4fa1-a544-223770f68108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.685852 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353bd25-9152-4b9e-8984-a0ae9ff4c500 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'Port': ['ID=0d3d85db-62b6-4402-b7e4-3eacc7de33db,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:59.690761 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0353bd25-9152-4b9e-8984-a0ae9ff4c500 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.707067 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5ddb8106-7725-4fbd-ace7-b9980ccdceae None None] Provisioning for port 0d3d85db-62b6-4402-b7e4-3eacc7de33db completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:59.712069 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5ddb8106-7725-4fbd-ace7-b9980ccdceae None None] Provisioning complete for port 0d3d85db-62b6-4402-b7e4-3eacc7de33db triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:59.712906 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8106-7725-4fbd-ace7-b9980ccdceae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.793911 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-5ddb8106-7725-4fbd-ace7-b9980ccdceae None None] Port 0d3d85db-62b6-4402-b7e4-3eacc7de33db cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:13:59.805787 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5ddb8106-7725-4fbd-ace7-b9980ccdceae None None] Provisioning complete for port ba8a4777-f626-4419-ac6a-426624d4284d triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:59.806176 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8106-7725-4fbd-ace7-b9980ccdceae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.850874 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0353bd25-9152-4b9e-8984-a0ae9ff4c500 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Network e25dac4e-206d-4f55-9ce0-6d7353f72e88 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:59.852250 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-0353bd25-9152-4b9e-8984-a0ae9ff4c500 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:59.972664 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-5ddb8106-7725-4fbd-ace7-b9980ccdceae None None] Current status of the port ba8a4777-f626-4419-ac6a-426624d4284d is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:00.015829 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 969541be-be3f-4a58-96c6-6a1df6ecebaa up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:00.102208 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0353bd25-9152-4b9e-8984-a0ae9ff4c500 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Router 42f1842c-2242-4a98-b538-3bfc6651ac18 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:14:00.103922 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-572b3b97-94c2-4498-ad6c-822c8d9d4549 req-66c30ba0-0fad-4b8c-8acc-b73c12aa8eb6 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/ports?device_id=11a10190-7562-4298-8465-35e359a6ebc8 HTTP/1.1" status: 200 len: 210 time: 0.0804117 May 13 15:14:00.106440 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-5cf554d8-22a3-41e5-a6f3-60cd54af977b None None] Provisioning complete for port 0d3d85db-62b6-4402-b7e4-3eacc7de33db triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:00.106816 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5cf554d8-22a3-41e5-a6f3-60cd54af977b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.177150 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 969541be-be3f-4a58-96c6-6a1df6ecebaa triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:00.177482 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.235728 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-5cf554d8-22a3-41e5-a6f3-60cd54af977b None None] Port 0d3d85db-62b6-4402-b7e4-3eacc7de33db cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:14:00.338338 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 969541be-be3f-4a58-96c6-6a1df6ecebaa is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:00.340904 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ba8a4777-f626-4419-ac6a-426624d4284d up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:00.343604 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0353bd25-9152-4b9e-8984-a0ae9ff4c500 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:14:00.363425 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0353bd25-9152-4b9e-8984-a0ae9ff4c500 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "PUT /v2.0/routers/42f1842c-2242-4a98-b538-3bfc6651ac18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0300694 May 13 15:14:00.382811 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deba7b28-b3f7-426c-b882-98f0daa1cdb3 None None] Sync routers for ids ['42f1842c-2242-4a98-b538-3bfc6651ac18'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:14:00.403907 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-03e4ea14-a74c-4fce-be1e-2ae09133a0d4 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:00.406640 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-03e4ea14-a74c-4fce-be1e-2ae09133a0d4 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.74 "GET /v2.0/networks?id=ffa2cb49-8d00-4746-a25e-9b17c84f7d12 HTTP/1.1" status: 200 len: 814 time: 0.1920202 May 13 15:14:00.417030 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deba7b28-b3f7-426c-b882-98f0daa1cdb3 None None] Routers {'42f1842c-2242-4a98-b538-3bfc6651ac18'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:00.417671 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-deba7b28-b3f7-426c-b882-98f0daa1cdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:14:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['42f1842c-2242-4a98-b538-3bfc6651ac18'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:00.474664 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-4d8972f4-cced-47d6-abe0-1639f2d85e6b tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92e578303cd94aabaa68562c8f67b8f5 HTTP/1.1" status: 200 len: 380 time: 0.0548506 May 13 15:14:00.484683 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-e440373f-8fe3-4b8b-9572-f9b78f09e1fb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Request body: {'port': {'device_id': '11a10190-7562-4298-8465-35e359a6ebc8', 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12', 'admin_state_up': True, 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'security_groups': ['7a879b84-834f-401d-9a35-8b64a7d78d48']}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:00.511428 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-584f41ee-76b4-45dd-b887-15c0a8715afb None None] Provisioning complete for port 0d3d85db-62b6-4402-b7e4-3eacc7de33db triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:00.511909 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-584f41ee-76b4-45dd-b887-15c0a8715afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.614576 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-3895d0aa-bcbd-4f55-8136-34820d6b2cd6 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Synchronizing usage tracker for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:00.637261 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-3895d0aa-bcbd-4f55-8136-34820d6b2cd6 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Unset dirty status for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:00.638671 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-3895d0aa-bcbd-4f55-8136-34820d6b2cd6 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1207838487&fields=id&tenant_id=d15e70e5e3144c2db24c850097c3fbb0 HTTP/1.1" status: 200 len: 267 time: 0.0720041 May 13 15:14:00.654290 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-584f41ee-76b4-45dd-b887-15c0a8715afb None None] Port 0d3d85db-62b6-4402-b7e4-3eacc7de33db cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:14:00.670782 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port ba8a4777-f626-4419-ac6a-426624d4284d triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:00.671179 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.689326 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-e440373f-8fe3-4b8b-9572-f9b78f09e1fb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:00.699783 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-e440373f-8fe3-4b8b-9572-f9b78f09e1fb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:00.712127 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-e440373f-8fe3-4b8b-9572-f9b78f09e1fb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Made reservation on behalf of 92e578303cd94aabaa68562c8f67b8f5 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:00.716731 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-e440373f-8fe3-4b8b-9572-f9b78f09e1fb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.846036 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.854297 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.857080 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-622ea9f1-c08e-4a08-9905-8d1d55483272 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:00.857631 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-deba7b28-b3f7-426c-b882-98f0daa1cdb3 None None] Set router 42f1842c-2242-4a98-b538-3bfc6651ac18 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:14:00.858676 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-622ea9f1-c08e-4a08-9905-8d1d55483272 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/networks?id=e25dac4e-206d-4f55-9ce0-6d7353f72e88 HTTP/1.1" status: 200 len: 796 time: 0.2107437 May 13 15:14:00.876402 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-7b6711af-cd9d-4e1a-a7a0-a7ece9ac22c6 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/quotas/d15e70e5e3144c2db24c850097c3fbb0 HTTP/1.1" status: 200 len: 375 time: 0.0119686 May 13 15:14:00.931890 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-e440373f-8fe3-4b8b-9572-f9b78f09e1fb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Allocated IP 172.20.0.5 (ffa2cb49-8d00-4746-a25e-9b17c84f7d12/9971a205-0226-4c85-b66d-b0f3f4d61a87/c5761e51-838e-421e-9e82-56082264fabe) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:01.113557 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-8396975b-27ec-417e-b882-a56949786e24 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Synchronizing usage tracker for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:01.134017 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port ba8a4777-f626-4419-ac6a-426624d4284d is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:01.143580 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-8396975b-27ec-417e-b882-a56949786e24 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Unset dirty status for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:01.146187 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-8396975b-27ec-417e-b882-a56949786e24 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2625794 May 13 15:14:01.360197 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-deba7b28-b3f7-426c-b882-98f0daa1cdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643109286', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '969541be-be3f-4a58-96c6-6a1df6ecebaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:52Z', 'updated_at': '2022-05-13T15:13:58Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': '969541be-be3f-4a58-96c6-6a1df6ecebaa', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:53Z', 'updated_at': '2022-05-13T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '0d3d85db-62b6-4402-b7e4-3eacc7de33db', 'name': '', 'network_id': 'e25dac4e-206d-4f55-9ce0-6d7353f72e88', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:d3:64:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'dafb7a64-88be-457f-8dab-0c7a75ddfb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:57Z', 'updated_at': '2022-05-13T15:13:59Z', 'revision_number': 2, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': 'dafb7a64-88be-457f-8dab-0c7a75ddfb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:01.365595 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deba7b28-b3f7-426c-b882-98f0daa1cdb3 None None] Checking router: 42f1842c-2242-4a98-b538-3bfc6651ac18 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:14:01.366117 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deba7b28-b3f7-426c-b882-98f0daa1cdb3 None None] Updating router 42f1842c-2242-4a98-b538-3bfc6651ac18 port 0d3d85db-62b6-4402-b7e4-3eacc7de33db binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:14:01.421082 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-e440373f-8fe3-4b8b-9572-f9b78f09e1fb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:01.429778 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-deba7b28-b3f7-426c-b882-98f0daa1cdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:01.431132 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-bcd9403f-0ff9-4bd8-b642-19775e22fb76 service neutron] 10.222.0.35 "GET /v2.0/networks/e25dac4e-206d-4f55-9ce0-6d7353f72e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732224 May 13 15:14:01.439560 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-64555d87-65a1-4b53-8af9-7f05fb92158b req-219b5614-687e-4031-8d26-da9e3ce94127 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/ports?device_id=11a10190-7562-4298-8465-35e359a6ebc8 HTTP/1.1" status: 200 len: 210 time: 0.1107409 May 13 15:14:01.449188 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-e440373f-8fe3-4b8b-9572-f9b78f09e1fb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Transition to ACTIVE for port object c5761e51-838e-421e-9e82-56082264fabe will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:01.478048 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-e440373f-8fe3-4b8b-9572-f9b78f09e1fb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:01.566850 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-e440373f-8fe3-4b8b-9572-f9b78f09e1fb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Network ffa2cb49-8d00-4746-a25e-9b17c84f7d12 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:01.571509 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-e440373f-8fe3-4b8b-9572-f9b78f09e1fb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:01.577418 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-e440373f-8fe3-4b8b-9572-f9b78f09e1fb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:01.622739 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-4fe8921f-e94d-426e-8b97-a943eb259c6d service neutron] 10.222.0.35 "GET /v2.0/networks/e25dac4e-206d-4f55-9ce0-6d7353f72e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811290 May 13 15:14:01.632440 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440373f-8fe3-4b8b-9572-f9b78f09e1fb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Pushing event updated for resources: {'Port': ['ID=c5761e51-838e-421e-9e82-56082264fabe,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:01.695794 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-e440373f-8fe3-4b8b-9572-f9b78f09e1fb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:01.696724 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-e440373f-8fe3-4b8b-9572-f9b78f09e1fb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:01.752340 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-e440373f-8fe3-4b8b-9572-f9b78f09e1fb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2727880 May 13 15:14:01.797101 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-3da4d823-b64d-4004-adda-44c2ae8e0093 service neutron] Request body: {'port': {'device_id': '11a10190-7562-4298-8465-35e359a6ebc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:01.906439 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2bc7a732-b072-4202-9673-95bac651d755 req-011899e2-4ff8-4718-9f80-c312ff65abf0 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Synchronizing usage tracker for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:01.923405 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-deba7b28-b3f7-426c-b882-98f0daa1cdb3 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:01.938431 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-deba7b28-b3f7-426c-b882-98f0daa1cdb3 None None] Transition to ACTIVE for port object 0d3d85db-62b6-4402-b7e4-3eacc7de33db will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:01.951457 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-deba7b28-b3f7-426c-b882-98f0daa1cdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:01.961735 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2bc7a732-b072-4202-9673-95bac651d755 req-011899e2-4ff8-4718-9f80-c312ff65abf0 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Unset dirty status for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:01.962894 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2bc7a732-b072-4202-9673-95bac651d755 req-011899e2-4ff8-4718-9f80-c312ff65abf0 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 210 time: 0.1320245 May 13 15:14:01.994733 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-3da4d823-b64d-4004-adda-44c2ae8e0093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.187352 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d1157778-eaac-4992-bf0b-af953d66cd20 None None] Provisioning for port c5761e51-838e-421e-9e82-56082264fabe completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:02.200667 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d1157778-eaac-4992-bf0b-af953d66cd20 None None] Provisioning complete for port c5761e51-838e-421e-9e82-56082264fabe triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:02.201323 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d1157778-eaac-4992-bf0b-af953d66cd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.245026 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea504500-3d3a-4099-bce4-c996c430d022 None None] Pushing event updated for resources: {'Port': ['ID=0d3d85db-62b6-4402-b7e4-3eacc7de33db,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:02.345806 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.346764 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-deba7b28-b3f7-426c-b882-98f0daa1cdb3 None None] Attempting to bind port 0d3d85db-62b6-4402-b7e4-3eacc7de33db on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:14:02.357110 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-deba7b28-b3f7-426c-b882-98f0daa1cdb3 None None] Attempting to bind port 0d3d85db-62b6-4402-b7e4-3eacc7de33db by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '8b711bb2-2d8d-41f1-81c2-97e70f6bace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e25dac4e-206d-4f55-9ce0-6d7353f72e88'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:14:02.357721 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deba7b28-b3f7-426c-b882-98f0daa1cdb3 None None] Attempting to bind port 0d3d85db-62b6-4402-b7e4-3eacc7de33db on network e25dac4e-206d-4f55-9ce0-6d7353f72e88 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:14:02.370088 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-d1157778-eaac-4992-bf0b-af953d66cd20 None None] Port c5761e51-838e-421e-9e82-56082264fabe cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:14:02.373123 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deba7b28-b3f7-426c-b882-98f0daa1cdb3 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:14:02.374180 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deba7b28-b3f7-426c-b882-98f0daa1cdb3 None None] Checking segment: {'id': '8b711bb2-2d8d-41f1-81c2-97e70f6bace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e25dac4e-206d-4f55-9ce0-6d7353f72e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:02.374957 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-deba7b28-b3f7-426c-b882-98f0daa1cdb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.375450 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deba7b28-b3f7-426c-b882-98f0daa1cdb3 None None] Bound using segment: {'id': '8b711bb2-2d8d-41f1-81c2-97e70f6bace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e25dac4e-206d-4f55-9ce0-6d7353f72e88'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:14:02.376013 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-deba7b28-b3f7-426c-b882-98f0daa1cdb3 None None] Bound port: 0d3d85db-62b6-4402-b7e4-3eacc7de33db, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b711bb2-2d8d-41f1-81c2-97e70f6bace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e25dac4e-206d-4f55-9ce0-6d7353f72e88'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:14:02.376499 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-deba7b28-b3f7-426c-b882-98f0daa1cdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.520338 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-deba7b28-b3f7-426c-b882-98f0daa1cdb3 None None] For port 0d3d85db-62b6-4402-b7e4-3eacc7de33db, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:14:02.524262 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-deba7b28-b3f7-426c-b882-98f0daa1cdb3 None None] For port 0d3d85db-62b6-4402-b7e4-3eacc7de33db, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=0d3d85db-62b6-4402-b7e4-3eacc7de33db,segment=NetworkSegment(8b711bb2-2d8d-41f1-81c2-97e70f6bace7),segment_id=8b711bb2-2d8d-41f1-81c2-97e70f6bace7)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:14:02.531462 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-deba7b28-b3f7-426c-b882-98f0daa1cdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.581233 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-3da4d823-b64d-4004-adda-44c2ae8e0093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5761e51-838e-421e-9e82-56082264fabe {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:14:02.590863 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-3da4d823-b64d-4004-adda-44c2ae8e0093 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.608600 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-3da4d823-b64d-4004-adda-44c2ae8e0093 service neutron] Transition to ACTIVE for port object c5761e51-838e-421e-9e82-56082264fabe will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:02.613298 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea504500-3d3a-4099-bce4-c996c430d022 None None] Pushing event updated for resources: {'Port': ['ID=0d3d85db-62b6-4402-b7e4-3eacc7de33db,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:02.614209 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-3da4d823-b64d-4004-adda-44c2ae8e0093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.627905 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deba7b28-b3f7-426c-b882-98f0daa1cdb3 None None] Routers {'42f1842c-2242-4a98-b538-3bfc6651ac18'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:02.628565 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-deba7b28-b3f7-426c-b882-98f0daa1cdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:14:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['42f1842c-2242-4a98-b538-3bfc6651ac18'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:02.838301 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c94f68-6304-4029-8bae-0c0a917b055d req-3f7e247d-fc69-4d30-a133-49bd20d03e41 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:02.839874 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-84c94f68-6304-4029-8bae-0c0a917b055d req-3f7e247d-fc69-4d30-a133-49bd20d03e41 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/ports?device_id=11a10190-7562-4298-8465-35e359a6ebc8 HTTP/1.1" status: 200 len: 943 time: 0.2020872 May 13 15:14:02.916397 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-84c94f68-6304-4029-8bae-0c0a917b055d req-613ed2a4-1fc2-4216-801e-99311ecb268d tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Synchronizing usage tracker for tenant:92e578303cd94aabaa68562c8f67b8f5 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:02.945025 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-84c94f68-6304-4029-8bae-0c0a917b055d req-613ed2a4-1fc2-4216-801e-99311ecb268d tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Unset dirty status for tenant:92e578303cd94aabaa68562c8f67b8f5 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:02.947964 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-84c94f68-6304-4029-8bae-0c0a917b055d req-613ed2a4-1fc2-4216-801e-99311ecb268d tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a879b84-834f-401d-9a35-8b64a7d78d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011455 May 13 15:14:02.967288 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4d823-b64d-4004-adda-44c2ae8e0093 service neutron] Pushing event updated for resources: {'Port': ['ID=c5761e51-838e-421e-9e82-56082264fabe,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:02.995014 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-deba7b28-b3f7-426c-b882-98f0daa1cdb3 None None] Set router 42f1842c-2242-4a98-b538-3bfc6651ac18 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:14:03.041283 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-3da4d823-b64d-4004-adda-44c2ae8e0093 service neutron] Attempting to bind port c5761e51-838e-421e-9e82-56082264fabe on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:14:03.041624 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-3da4d823-b64d-4004-adda-44c2ae8e0093 service neutron] Attempting to bind port c5761e51-838e-421e-9e82-56082264fabe by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '838b3820-419f-404b-94c1-7e15a820cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:14:03.041957 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-3da4d823-b64d-4004-adda-44c2ae8e0093 service neutron] Attempting to bind port c5761e51-838e-421e-9e82-56082264fabe on network ffa2cb49-8d00-4746-a25e-9b17c84f7d12 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:14:03.048537 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-3da4d823-b64d-4004-adda-44c2ae8e0093 service neutron] Port c5761e51-838e-421e-9e82-56082264fabe on network ffa2cb49-8d00-4746-a25e-9b17c84f7d12 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:14:03.048868 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-3da4d823-b64d-4004-adda-44c2ae8e0093 service neutron] Attempting to bind port c5761e51-838e-421e-9e82-56082264fabe on network ffa2cb49-8d00-4746-a25e-9b17c84f7d12 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:14:03.055138 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-3da4d823-b64d-4004-adda-44c2ae8e0093 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:14:03.055570 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-3da4d823-b64d-4004-adda-44c2ae8e0093 service neutron] Checking segment: {'id': '838b3820-419f-404b-94c1-7e15a820cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:03.055958 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-3da4d823-b64d-4004-adda-44c2ae8e0093 service neutron] Bound using segment: {'id': '838b3820-419f-404b-94c1-7e15a820cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:14:03.056521 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-3da4d823-b64d-4004-adda-44c2ae8e0093 service neutron] Bound port: c5761e51-838e-421e-9e82-56082264fabe, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '838b3820-419f-404b-94c1-7e15a820cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:14:03.056875 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-3da4d823-b64d-4004-adda-44c2ae8e0093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:03.167958 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ec855379-5b1f-4d3d-af75-8e200b92809b req-46c957e2-6030-473f-8096-45344e00f36f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 210 time: 0.0565250 May 13 15:14:03.197142 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-3da4d823-b64d-4004-adda-44c2ae8e0093 service neutron] For port c5761e51-838e-421e-9e82-56082264fabe, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:14:03.199570 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-3da4d823-b64d-4004-adda-44c2ae8e0093 service neutron] For port c5761e51-838e-421e-9e82-56082264fabe, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=c5761e51-838e-421e-9e82-56082264fabe,segment=NetworkSegment(838b3820-419f-404b-94c1-7e15a820cb0e),segment_id=838b3820-419f-404b-94c1-7e15a820cb0e)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:14:03.205539 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-3da4d823-b64d-4004-adda-44c2ae8e0093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:03.269082 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-3da4d823-b64d-4004-adda-44c2ae8e0093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:03.269700 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-3da4d823-b64d-4004-adda-44c2ae8e0093 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:03.271081 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-3da4d823-b64d-4004-adda-44c2ae8e0093 service neutron] 10.222.0.74 "PUT /v2.0/ports/c5761e51-838e-421e-9e82-56082264fabe HTTP/1.1" status: 200 len: 1091 time: 1.4920936 May 13 15:14:03.271559 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a10190-7562-4298-8465-35e359a6ebc8', 'tag': 'c5761e51-838e-421e-9e82-56082264fabe'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:14:03.296582 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4d823-b64d-4004-adda-44c2ae8e0093 service neutron] Pushing event updated for resources: {'Port': ['ID=c5761e51-838e-421e-9e82-56082264fabe,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:03.344710 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1e0a98d-1200-4816-b8d0-63acbdb8b5de'] response: {'name': 'network-changed', 'server_uuid': '11a10190-7562-4298-8465-35e359a6ebc8', 'tag': 'c5761e51-838e-421e-9e82-56082264fabe', 'status': 'completed', 'code': 200} May 13 15:14:03.449966 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-deba7b28-b3f7-426c-b882-98f0daa1cdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643109286', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '969541be-be3f-4a58-96c6-6a1df6ecebaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:52Z', 'updated_at': '2022-05-13T15:13:58Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': '969541be-be3f-4a58-96c6-6a1df6ecebaa', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:53Z', 'updated_at': '2022-05-13T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '0d3d85db-62b6-4402-b7e4-3eacc7de33db', 'name': '', 'network_id': 'e25dac4e-206d-4f55-9ce0-6d7353f72e88', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:d3:64:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'dafb7a64-88be-457f-8dab-0c7a75ddfb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:57Z', 'updated_at': '2022-05-13T15:14:02Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': 'dafb7a64-88be-457f-8dab-0c7a75ddfb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:03.455701 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deba7b28-b3f7-426c-b882-98f0daa1cdb3 None None] The sync data for ids ['42f1842c-2242-4a98-b538-3bfc6651ac18'] in n-d-841760-1 is: [{'id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643109286', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '969541be-be3f-4a58-96c6-6a1df6ecebaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:52Z', 'updated_at': '2022-05-13T15:13:58Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': '969541be-be3f-4a58-96c6-6a1df6ecebaa', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:53Z', 'updated_at': '2022-05-13T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '0d3d85db-62b6-4402-b7e4-3eacc7de33db', 'name': '', 'network_id': 'e25dac4e-206d-4f55-9ce0-6d7353f72e88', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:d3:64:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'dafb7a64-88be-457f-8dab-0c7a75ddfb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:57Z', 'updated_at': '2022-05-13T15:14:02Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': 'dafb7a64-88be-457f-8dab-0c7a75ddfb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:14:03.664999 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-7ebe0dc6-b4ca-406d-9f6c-1739db4e6b5c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:03.665965 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-7ebe0dc6-b4ca-406d-9f6c-1739db4e6b5c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Synchronizing usage tracker for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:03.671722 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-323a5365-369e-45bc-bd02-577a4b79625a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:03.673749 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-323a5365-369e-45bc-bd02-577a4b79625a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=92e578303cd94aabaa68562c8f67b8f5&device_id=11a10190-7562-4298-8465-35e359a6ebc8 HTTP/1.1" status: 200 len: 1094 time: 0.2822037 May 13 15:14:03.747689 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-7ebe0dc6-b4ca-406d-9f6c-1739db4e6b5c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Unset dirty status for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:03.749419 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-7ebe0dc6-b4ca-406d-9f6c-1739db4e6b5c tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.59 "GET /v2.0/networks?id=e25dac4e-206d-4f55-9ce0-6d7353f72e88 HTTP/1.1" status: 200 len: 796 time: 0.3824029 May 13 15:14:03.757914 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-caba19ed-ec03-4295-ac81-669f0f3b561d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5761e51-838e-421e-9e82-56082264fabe HTTP/1.1" status: 200 len: 217 time: 0.0700426 May 13 15:14:03.984962 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-9bd3fda9-e32e-4010-9d24-80e1f7aefd70 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Synchronizing usage tracker for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:03.992619 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-cae7fcd3-2d97-458a-b810-be44c7a96119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:03.994113 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-cae7fcd3-2d97-458a-b810-be44c7a96119 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9971a205-0226-4c85-b66d-b0f3f4d61a87 HTTP/1.1" status: 200 len: 853 time: 0.2205205 May 13 15:14:03.999974 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0d3d85db-62b6-4402-b7e4-3eacc7de33db up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:04.037475 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-9bd3fda9-e32e-4010-9d24-80e1f7aefd70 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Unset dirty status for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:04.038593 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-9bd3fda9-e32e-4010-9d24-80e1f7aefd70 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d15e70e5e3144c2db24c850097c3fbb0 HTTP/1.1" status: 200 len: 380 time: 0.2777274 May 13 15:14:04.053302 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-5058f3c0-2aff-47f4-bd88-d11b785cd312 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'port': {'device_id': '36e39ed4-175a-4dbe-bbf1-ddf9171eb6be', 'network_id': 'e25dac4e-206d-4f55-9ce0-6d7353f72e88', 'admin_state_up': True, 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'security_groups': ['fa8ede99-d53d-48b8-9184-54c2bff3c154']}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:04.087093 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 0d3d85db-62b6-4402-b7e4-3eacc7de33db completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:04.093392 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 0d3d85db-62b6-4402-b7e4-3eacc7de33db triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:04.093817 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.257707 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 0d3d85db-62b6-4402-b7e4-3eacc7de33db is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:04.258463 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.291879 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-5d2260b3-4ad8-4e28-83f5-20c500475593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:04.293409 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-5d2260b3-4ad8-4e28-83f5-20c500475593 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffa2cb49-8d00-4746-a25e-9b17c84f7d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2865565 May 13 15:14:04.306689 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-5058f3c0-2aff-47f4-bd88-d11b785cd312 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:04.318214 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 0d3d85db-62b6-4402-b7e4-3eacc7de33db, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=0d3d85db-62b6-4402-b7e4-3eacc7de33db,segment=NetworkSegment(8b711bb2-2d8d-41f1-81c2-97e70f6bace7),segment_id=8b711bb2-2d8d-41f1-81c2-97e70f6bace7)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:04.325219 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.419689 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c9ec2035-f366-4535-ad22-7b8417a7dada req-66789daa-7876-4d46-ab4d-7c9f6d9ca361 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 210 time: 0.0698621 May 13 15:14:04.426282 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a05d0-57af-40d9-9af9-46558f9b2813 req-5ee6fb0a-334b-45f0-a705-b2f2b78ae0ff tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:04.427587 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f96a05d0-57af-40d9-9af9-46558f9b2813 req-5ee6fb0a-334b-45f0-a705-b2f2b78ae0ff tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Synchronizing usage tracker for tenant:92e578303cd94aabaa68562c8f67b8f5 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:04.441577 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-5058f3c0-2aff-47f4-bd88-d11b785cd312 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:04.443700 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=0d3d85db-62b6-4402-b7e4-3eacc7de33db,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:04.475621 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-5058f3c0-2aff-47f4-bd88-d11b785cd312 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Made reservation on behalf of d15e70e5e3144c2db24c850097c3fbb0 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:04.479360 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-5058f3c0-2aff-47f4-bd88-d11b785cd312 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.503924 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f96a05d0-57af-40d9-9af9-46558f9b2813 req-5ee6fb0a-334b-45f0-a705-b2f2b78ae0ff tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Unset dirty status for tenant:92e578303cd94aabaa68562c8f67b8f5 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:04.505086 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f96a05d0-57af-40d9-9af9-46558f9b2813 req-5ee6fb0a-334b-45f0-a705-b2f2b78ae0ff tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/ports?device_id=11a10190-7562-4298-8465-35e359a6ebc8 HTTP/1.1" status: 200 len: 943 time: 0.4219918 May 13 15:14:04.599400 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-e3e045ec-6f13-42d9-824d-f18b78da87dc service neutron] 10.222.0.74 "GET /v2.0/networks/ffa2cb49-8d00-4746-a25e-9b17c84f7d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899199 May 13 15:14:04.730253 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f96a05d0-57af-40d9-9af9-46558f9b2813 req-35b613d1-1376-4d4e-be9c-3a4d9ba58b36 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a879b84-834f-401d-9a35-8b64a7d78d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134242 May 13 15:14:04.843293 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-5058f3c0-2aff-47f4-bd88-d11b785cd312 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Allocated IP 172.20.0.5 (e25dac4e-206d-4f55-9ce0-6d7353f72e88/dafb7a64-88be-457f-8dab-0c7a75ddfb93/8d4471e6-ed71-4e08-aa5f-97d3f0de1e14) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:04.846841 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-47e31875-3362-47bf-b888-2e8d9ceff68c req-90237cc4-2654-427d-9b83-5fd4b025bb07 service neutron] 10.222.0.74 "GET /v2.0/networks/ffa2cb49-8d00-4746-a25e-9b17c84f7d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410982 May 13 15:14:05.140479 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33693556-1676-4491-9a9c-81f4b1fb814a req-03adecf7-98ef-410c-98fc-52516a0335ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:05.142472 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-33693556-1676-4491-9a9c-81f4b1fb814a req-03adecf7-98ef-410c-98fc-52516a0335ab service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=92e578303cd94aabaa68562c8f67b8f5&device_id=11a10190-7562-4298-8465-35e359a6ebc8 HTTP/1.1" status: 200 len: 1094 time: 0.2132275 May 13 15:14:05.148547 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-5058f3c0-2aff-47f4-bd88-d11b785cd312 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:05.274509 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-5058f3c0-2aff-47f4-bd88-d11b785cd312 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Transition to ACTIVE for port object 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:05.356845 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33693556-1676-4491-9a9c-81f4b1fb814a req-5b134995-658b-4d22-9f07-02e01848614b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:05.359426 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-33693556-1676-4491-9a9c-81f4b1fb814a req-5b134995-658b-4d22-9f07-02e01848614b service neutron] 10.222.0.74 "GET /v2.0/networks?id=ffa2cb49-8d00-4746-a25e-9b17c84f7d12 HTTP/1.1" status: 200 len: 915 time: 0.2062492 May 13 15:14:05.448483 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-5058f3c0-2aff-47f4-bd88-d11b785cd312 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:05.507895 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-33693556-1676-4491-9a9c-81f4b1fb814a req-ed1d3904-cf72-4169-a455-466f7799afb9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5761e51-838e-421e-9e82-56082264fabe HTTP/1.1" status: 200 len: 217 time: 0.1416945 May 13 15:14:05.614996 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9d8b3-973f-4b93-aa16-e1eb20b6a399 req-90f81049-7959-46b8-956b-db959563f3a5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:05.616520 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-67a9d8b3-973f-4b93-aa16-e1eb20b6a399 req-90f81049-7959-46b8-956b-db959563f3a5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 931 time: 0.0845895 May 13 15:14:05.631262 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-5058f3c0-2aff-47f4-bd88-d11b785cd312 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Network e25dac4e-206d-4f55-9ce0-6d7353f72e88 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:05.638727 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-5058f3c0-2aff-47f4-bd88-d11b785cd312 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:05.650083 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-5058f3c0-2aff-47f4-bd88-d11b785cd312 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:05.676356 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-67a9d8b3-973f-4b93-aa16-e1eb20b6a399 req-b596eb2f-419e-4d2b-9d28-65d5cf9881cf tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa8ede99-d53d-48b8-9184-54c2bff3c154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535891 May 13 15:14:05.688268 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058f3c0-2aff-47f4-bd88-d11b785cd312 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'Port': ['ID=8d4471e6-ed71-4e08-aa5f-97d3f0de1e14,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:05.702269 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33693556-1676-4491-9a9c-81f4b1fb814a req-9bb9fcda-27fd-406e-a4ef-5af49fa50428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:05.704407 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-33693556-1676-4491-9a9c-81f4b1fb814a req-9bb9fcda-27fd-406e-a4ef-5af49fa50428 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9971a205-0226-4c85-b66d-b0f3f4d61a87 HTTP/1.1" status: 200 len: 853 time: 0.1864176 May 13 15:14:05.828131 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-5058f3c0-2aff-47f4-bd88-d11b785cd312 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:05.829033 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-5058f3c0-2aff-47f4-bd88-d11b785cd312 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:05.954329 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-32c1d12a-4fcb-4ba4-b53b-f0323f23f191 None None] Provisioning for port 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:05.972551 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-32c1d12a-4fcb-4ba4-b53b-f0323f23f191 None None] Provisioning complete for port 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:05.972551 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-32c1d12a-4fcb-4ba4-b53b-f0323f23f191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.021109 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0d3d85db-62b6-4402-b7e4-3eacc7de33db up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:06.077799 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-5058f3c0-2aff-47f4-bd88-d11b785cd312 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0334961 May 13 15:14:06.107079 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33693556-1676-4491-9a9c-81f4b1fb814a req-8e7640f5-249b-4248-9e60-881a6185ef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:06.108764 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-33693556-1676-4491-9a9c-81f4b1fb814a req-8e7640f5-249b-4248-9e60-881a6185ef32 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffa2cb49-8d00-4746-a25e-9b17c84f7d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3968258 May 13 15:14:06.140095 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-32c1d12a-4fcb-4ba4-b53b-f0323f23f191 None None] Port 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:14:06.159968 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 0d3d85db-62b6-4402-b7e4-3eacc7de33db triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:06.160393 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.208431 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-4e2c56fd-9e3f-4678-b25e-a5ad6e90c17b service neutron] Request body: {'port': {'device_id': '36e39ed4-175a-4dbe-bbf1-ddf9171eb6be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:06.254231 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e746a-e5b1-4f73-8995-be2572f420a6 req-1b06dcf6-4fed-4cd7-8089-2d76b43b8485 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:06.256094 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f79e746a-e5b1-4f73-8995-be2572f420a6 req-1b06dcf6-4fed-4cd7-8089-2d76b43b8485 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/ports?device_id=11a10190-7562-4298-8465-35e359a6ebc8 HTTP/1.1" status: 200 len: 943 time: 0.3918831 May 13 15:14:06.333218 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 0d3d85db-62b6-4402-b7e4-3eacc7de33db is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:06.408288 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f79e746a-e5b1-4f73-8995-be2572f420a6 req-cc15419b-c365-44f0-84b2-50d492687453 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a879b84-834f-401d-9a35-8b64a7d78d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364787 May 13 15:14:06.412446 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-33693556-1676-4491-9a9c-81f4b1fb814a req-ee3d510b-ccf4-4f38-8800-138322edec40 service neutron] 10.222.0.74 "GET /v2.0/networks/ffa2cb49-8d00-4746-a25e-9b17c84f7d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954950 May 13 15:14:06.416881 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-4e2c56fd-9e3f-4678-b25e-a5ad6e90c17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.669548 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-33693556-1676-4491-9a9c-81f4b1fb814a req-2ce70dc2-d3e1-4ba3-bdd8-bf512b0b9d15 service neutron] 10.222.0.74 "GET /v2.0/networks/ffa2cb49-8d00-4746-a25e-9b17c84f7d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433383 May 13 15:14:06.897565 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f546b-c919-4dea-aa67-9c6d0b633e39 req-3b41e43d-4945-414f-bfed-30f7ee3ed7a4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:06.900117 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-081f546b-c919-4dea-aa67-9c6d0b633e39 req-3b41e43d-4945-414f-bfed-30f7ee3ed7a4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 931 time: 0.1141074 May 13 15:14:06.916383 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-4e2c56fd-9e3f-4678-b25e-a5ad6e90c17b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:14:06.926865 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-4e2c56fd-9e3f-4678-b25e-a5ad6e90c17b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.942952 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-4e2c56fd-9e3f-4678-b25e-a5ad6e90c17b service neutron] Transition to ACTIVE for port object 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:06.950008 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-4e2c56fd-9e3f-4678-b25e-a5ad6e90c17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.957085 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-081f546b-c919-4dea-aa67-9c6d0b633e39 req-f3e472f0-534e-48e7-9de7-a11508dad018 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa8ede99-d53d-48b8-9184-54c2bff3c154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505366 May 13 15:14:07.124269 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c56fd-9e3f-4678-b25e-a5ad6e90c17b service neutron] Pushing event updated for resources: {'Port': ['ID=8d4471e6-ed71-4e08-aa5f-97d3f0de1e14,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:07.245975 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-4e2c56fd-9e3f-4678-b25e-a5ad6e90c17b service neutron] Attempting to bind port 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:14:07.246504 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-4e2c56fd-9e3f-4678-b25e-a5ad6e90c17b service neutron] Attempting to bind port 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '8b711bb2-2d8d-41f1-81c2-97e70f6bace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e25dac4e-206d-4f55-9ce0-6d7353f72e88'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:14:07.247043 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-4e2c56fd-9e3f-4678-b25e-a5ad6e90c17b service neutron] Attempting to bind port 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 on network e25dac4e-206d-4f55-9ce0-6d7353f72e88 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:14:07.256946 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-4e2c56fd-9e3f-4678-b25e-a5ad6e90c17b service neutron] Port 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 on network e25dac4e-206d-4f55-9ce0-6d7353f72e88 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:14:07.256946 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-4e2c56fd-9e3f-4678-b25e-a5ad6e90c17b service neutron] Attempting to bind port 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 on network e25dac4e-206d-4f55-9ce0-6d7353f72e88 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:14:07.266948 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-4e2c56fd-9e3f-4678-b25e-a5ad6e90c17b service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:14:07.267628 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-4e2c56fd-9e3f-4678-b25e-a5ad6e90c17b service neutron] Checking segment: {'id': '8b711bb2-2d8d-41f1-81c2-97e70f6bace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e25dac4e-206d-4f55-9ce0-6d7353f72e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:07.268466 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-4e2c56fd-9e3f-4678-b25e-a5ad6e90c17b service neutron] Bound using segment: {'id': '8b711bb2-2d8d-41f1-81c2-97e70f6bace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e25dac4e-206d-4f55-9ce0-6d7353f72e88'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:14:07.269219 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-4e2c56fd-9e3f-4678-b25e-a5ad6e90c17b service neutron] Bound port: 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b711bb2-2d8d-41f1-81c2-97e70f6bace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e25dac4e-206d-4f55-9ce0-6d7353f72e88'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:14:07.269814 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-4e2c56fd-9e3f-4678-b25e-a5ad6e90c17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:07.394579 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-4e2c56fd-9e3f-4678-b25e-a5ad6e90c17b service neutron] For port 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:14:07.399333 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-4e2c56fd-9e3f-4678-b25e-a5ad6e90c17b service neutron] For port 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=8d4471e6-ed71-4e08-aa5f-97d3f0de1e14,segment=NetworkSegment(8b711bb2-2d8d-41f1-81c2-97e70f6bace7),segment_id=8b711bb2-2d8d-41f1-81c2-97e70f6bace7)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:14:07.406345 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-4e2c56fd-9e3f-4678-b25e-a5ad6e90c17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:07.485803 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-4e2c56fd-9e3f-4678-b25e-a5ad6e90c17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:07.486429 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-4e2c56fd-9e3f-4678-b25e-a5ad6e90c17b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:07.488027 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-4e2c56fd-9e3f-4678-b25e-a5ad6e90c17b service neutron] 10.222.0.59 "PUT /v2.0/ports/8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 HTTP/1.1" status: 200 len: 1091 time: 1.3983841 May 13 15:14:07.488497 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e39ed4-175a-4dbe-bbf1-ddf9171eb6be', 'tag': '8d4471e6-ed71-4e08-aa5f-97d3f0de1e14'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:14:07.576303 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44e278ce-7f7a-487a-9841-3051c903a7ab'] response: {'name': 'network-changed', 'server_uuid': '36e39ed4-175a-4dbe-bbf1-ddf9171eb6be', 'tag': '8d4471e6-ed71-4e08-aa5f-97d3f0de1e14', 'status': 'completed', 'code': 200} May 13 15:14:07.640747 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c56fd-9e3f-4678-b25e-a5ad6e90c17b service neutron] Pushing event updated for resources: {'Port': ['ID=8d4471e6-ed71-4e08-aa5f-97d3f0de1e14,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:07.703136 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adfa1a-5c05-4b04-8955-7a7db8143138 req-42bcce6d-732a-4e6c-9e36-d225e9a3c228 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:07.704746 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a6adfa1a-5c05-4b04-8955-7a7db8143138 req-42bcce6d-732a-4e6c-9e36-d225e9a3c228 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/ports?device_id=11a10190-7562-4298-8465-35e359a6ebc8 HTTP/1.1" status: 200 len: 943 time: 0.1752305 May 13 15:14:07.710436 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-83a3c93f-2329-4246-8796-668e312a99a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:07.712257 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-83a3c93f-2329-4246-8796-668e312a99a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 1094 time: 0.1378875 May 13 15:14:07.795582 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-bcdd9e20-88d1-43f5-bc0a-a4af569a5b36 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 HTTP/1.1" status: 200 len: 217 time: 0.0687549 May 13 15:14:07.973696 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a6adfa1a-5c05-4b04-8955-7a7db8143138 req-c51ab911-7db3-4af1-b56b-73475f831d75 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a879b84-834f-401d-9a35-8b64a7d78d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2602253 May 13 15:14:08.002712 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-45c56ad7-3455-4dd5-8e5d-987272bee855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:08.004242 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-45c56ad7-3455-4dd5-8e5d-987272bee855 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dafb7a64-88be-457f-8dab-0c7a75ddfb93 HTTP/1.1" status: 200 len: 834 time: 0.1983428 May 13 15:14:08.097772 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-fb62a547-a140-4e33-bc1a-230d176b5051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:08.099301 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-fb62a547-a140-4e33-bc1a-230d176b5051 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e25dac4e-206d-4f55-9ce0-6d7353f72e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890214 May 13 15:14:08.184165 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e346e03-8773-4b4b-81d7-c905829f1496 req-be55f282-237d-4183-b89c-f26ac277de6e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:08.185739 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e346e03-8773-4b4b-81d7-c905829f1496 req-be55f282-237d-4183-b89c-f26ac277de6e tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 943 time: 0.1081059 May 13 15:14:08.241705 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e346e03-8773-4b4b-81d7-c905829f1496 req-d814f22c-312a-4843-bca7-4796dff6293a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa8ede99-d53d-48b8-9184-54c2bff3c154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438964 May 13 15:14:08.262876 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-2760d981-9431-4cf9-9761-3ffc17a375c4 service neutron] 10.222.0.59 "GET /v2.0/networks/e25dac4e-206d-4f55-9ce0-6d7353f72e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577704 May 13 15:14:08.409267 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-baae8ee6-315f-4c0e-8fc8-b0922a94053a req-e114eafe-a31d-44e4-8430-8503fe2f9f1d service neutron] 10.222.0.59 "GET /v2.0/networks/e25dac4e-206d-4f55-9ce0-6d7353f72e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396654 May 13 15:14:08.526048 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:14:08.532655 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b6bfb-284f-4c96-9b32-3e8e0a3afba0 req-fea25c73-206d-4f5f-8c98-c8fa5ff6f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:08.534130 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-691b6bfb-284f-4c96-9b32-3e8e0a3afba0 req-fea25c73-206d-4f5f-8c98-c8fa5ff6f1f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 1094 time: 0.0768027 May 13 15:14:08.703491 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b6bfb-284f-4c96-9b32-3e8e0a3afba0 req-1899621f-4af4-46e6-b184-ee7f4a85d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:08.704952 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-691b6bfb-284f-4c96-9b32-3e8e0a3afba0 req-1899621f-4af4-46e6-b184-ee7f4a85d388 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e25dac4e-206d-4f55-9ce0-6d7353f72e88 HTTP/1.1" status: 200 len: 897 time: 0.1645989 May 13 15:14:08.776027 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-691b6bfb-284f-4c96-9b32-3e8e0a3afba0 req-b1f3484b-59fe-40bf-8c35-d65a5ee1777d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 HTTP/1.1" status: 200 len: 217 time: 0.0642145 May 13 15:14:08.844907 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b6bfb-284f-4c96-9b32-3e8e0a3afba0 req-14534c58-18a4-495c-a958-d8cd0574b0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:08.846326 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-691b6bfb-284f-4c96-9b32-3e8e0a3afba0 req-14534c58-18a4-495c-a958-d8cd0574b0bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dafb7a64-88be-457f-8dab-0c7a75ddfb93 HTTP/1.1" status: 200 len: 834 time: 0.0638032 May 13 15:14:08.924801 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b6bfb-284f-4c96-9b32-3e8e0a3afba0 req-a5f92c1c-a8b3-4bd4-b39b-e1d8c6c9d2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:08.926766 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-691b6bfb-284f-4c96-9b32-3e8e0a3afba0 req-a5f92c1c-a8b3-4bd4-b39b-e1d8c6c9d2d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e25dac4e-206d-4f55-9ce0-6d7353f72e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741062 May 13 15:14:09.069110 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-691b6bfb-284f-4c96-9b32-3e8e0a3afba0 req-fad3ea2b-44d3-4725-9c59-c26f44960038 service neutron] 10.222.0.59 "GET /v2.0/networks/e25dac4e-206d-4f55-9ce0-6d7353f72e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359780 May 13 15:14:09.270653 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-691b6bfb-284f-4c96-9b32-3e8e0a3afba0 req-40688274-e39f-4395-9b56-a7497b80f154 service neutron] 10.222.0.59 "GET /v2.0/networks/e25dac4e-206d-4f55-9ce0-6d7353f72e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947961 May 13 15:14:09.286064 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462598c-7958-4a8a-8969-4c60966721c1 req-2a92a534-f087-4757-adea-c885e744b5b4 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:09.287589 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b462598c-7958-4a8a-8969-4c60966721c1 req-2a92a534-f087-4757-adea-c885e744b5b4 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/ports?device_id=11a10190-7562-4298-8465-35e359a6ebc8 HTTP/1.1" status: 200 len: 943 time: 0.1926455 May 13 15:14:09.342577 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b462598c-7958-4a8a-8969-4c60966721c1 req-75e9f90a-6d08-450a-a01b-fc8c14f7dd3a tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a879b84-834f-401d-9a35-8b64a7d78d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444443 May 13 15:14:09.442376 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca343b7f-14be-49cf-9f27-1696f17e07d4 req-03bd7652-4646-4ac2-ba42-4374af5b13be tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:09.443908 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ca343b7f-14be-49cf-9f27-1696f17e07d4 req-03bd7652-4646-4ac2-ba42-4374af5b13be tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 943 time: 0.0847638 May 13 15:14:09.489200 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ca343b7f-14be-49cf-9f27-1696f17e07d4 req-b6db94e4-e262-4312-bc44-68eada3c2726 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa8ede99-d53d-48b8-9184-54c2bff3c154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393302 May 13 15:14:10.525457 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fcd2c6-ad9f-424d-932b-100bed3b67e1 req-7b96b543-f7d7-485c-b37e-3785d849dabd tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:10.526922 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-22fcd2c6-ad9f-424d-932b-100bed3b67e1 req-7b96b543-f7d7-485c-b37e-3785d849dabd tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/ports?device_id=11a10190-7562-4298-8465-35e359a6ebc8 HTTP/1.1" status: 200 len: 943 time: 0.0797789 May 13 15:14:10.572126 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-22fcd2c6-ad9f-424d-932b-100bed3b67e1 req-54a066b3-9145-4cbd-8710-6eb07cb0bf3c tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a879b84-834f-401d-9a35-8b64a7d78d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385294 May 13 15:14:10.693027 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4f488-228e-4177-ace7-77b254defcc3 req-755005b6-0194-456d-a10b-d4c19744dd3f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:10.694428 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-43f4f488-228e-4177-ace7-77b254defcc3 req-755005b6-0194-456d-a10b-d4c19744dd3f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 943 time: 0.0844188 May 13 15:14:10.739756 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-43f4f488-228e-4177-ace7-77b254defcc3 req-1777e7c5-ec82-44ec-914b-17303af859bd tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa8ede99-d53d-48b8-9184-54c2bff3c154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393181 May 13 15:14:11.768857 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88609d51-4f12-49db-81d0-552d37cee3af req-6e9712b8-994a-4322-95e2-d1135f046c4d tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:11.770067 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-88609d51-4f12-49db-81d0-552d37cee3af req-6e9712b8-994a-4322-95e2-d1135f046c4d tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/ports?device_id=11a10190-7562-4298-8465-35e359a6ebc8 HTTP/1.1" status: 200 len: 943 time: 0.0941808 May 13 15:14:11.815207 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-88609d51-4f12-49db-81d0-552d37cee3af req-de293de1-1ec2-4ae0-a73d-fa856e0e8aaa tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a879b84-834f-401d-9a35-8b64a7d78d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389626 May 13 15:14:11.926910 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e372bae-91eb-41c7-9660-a75ebd71dc4c req-e7ac23cd-b31e-454d-a838-094e74035da2 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:11.928439 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5e372bae-91eb-41c7-9660-a75ebd71dc4c req-e7ac23cd-b31e-454d-a838-094e74035da2 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 943 time: 0.0810046 May 13 15:14:11.976785 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5e372bae-91eb-41c7-9660-a75ebd71dc4c req-3278015f-80e7-48c5-8a5e-660e0bebc87f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa8ede99-d53d-48b8-9184-54c2bff3c154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424700 May 13 15:14:12.365209 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:14:12.501785 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=8d4471e6-ed71-4e08-aa5f-97d3f0de1e14,segment=NetworkSegment(8b711bb2-2d8d-41f1-81c2-97e70f6bace7),segment_id=8b711bb2-2d8d-41f1-81c2-97e70f6bace7)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:12.515082 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '8d4471e6-ed71-4e08-aa5f-97d3f0de1e14', 'network_id': 'e25dac4e-206d-4f55-9ce0-6d7353f72e88', 'port_id': '8d4471e6-ed71-4e08-aa5f-97d3f0de1e14', 'mac_address': 'fa:16:3e:fb:b9:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dafb7a64-88be-457f-8dab-0c7a75ddfb93', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:14:12.573229 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:12.573609 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:12.590147 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:14:12.605415 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=8d4471e6-ed71-4e08-aa5f-97d3f0de1e14,segment=NetworkSegment(8b711bb2-2d8d-41f1-81c2-97e70f6bace7),segment_id=8b711bb2-2d8d-41f1-81c2-97e70f6bace7)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:12.609281 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:12.674519 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=8d4471e6-ed71-4e08-aa5f-97d3f0de1e14,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:12.841736 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['8d4471e6-ed71-4e08-aa5f-97d3f0de1e14'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:14:12.999445 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb335b9-9e26-46bd-a8f8-6722fb7e5241 req-375b34dd-a810-4d98-8e39-044fc965a4b3 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:13.001105 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2cb335b9-9e26-46bd-a8f8-6722fb7e5241 req-375b34dd-a810-4d98-8e39-044fc965a4b3 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/ports?device_id=11a10190-7562-4298-8465-35e359a6ebc8 HTTP/1.1" status: 200 len: 943 time: 0.0818527 May 13 15:14:13.013483 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device c5761e51-838e-421e-9e82-56082264fabe details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:14:13.052546 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2cb335b9-9e26-46bd-a8f8-6722fb7e5241 req-be30fba7-7d35-4d3d-afc8-a965b30ed795 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a879b84-834f-401d-9a35-8b64a7d78d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451999 May 13 15:14:13.173436 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1434db-2cbe-46b1-a493-7628d51d7143 req-ad0abbae-95bf-46ff-bec2-3a5b70c95f9a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:13.174917 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5e1434db-2cbe-46b1-a493-7628d51d7143 req-ad0abbae-95bf-46ff-bec2-3a5b70c95f9a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 944 time: 0.0821409 May 13 15:14:13.227768 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5e1434db-2cbe-46b1-a493-7628d51d7143 req-cff0e488-c413-422b-bb3f-0162aa4b3e31 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa8ede99-d53d-48b8-9184-54c2bff3c154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463791 May 13 15:14:13.237479 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port c5761e51-838e-421e-9e82-56082264fabe, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=c5761e51-838e-421e-9e82-56082264fabe,segment=NetworkSegment(838b3820-419f-404b-94c1-7e15a820cb0e),segment_id=838b3820-419f-404b-94c1-7e15a820cb0e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:13.262271 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'c5761e51-838e-421e-9e82-56082264fabe', 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12', 'port_id': 'c5761e51-838e-421e-9e82-56082264fabe', 'mac_address': 'fa:16:3e:79:cc:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9971a205-0226-4c85-b66d-b0f3f4d61a87', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:14:13.331593 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port c5761e51-838e-421e-9e82-56082264fabe is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:13.331963 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:13.350936 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5761e51-838e-421e-9e82-56082264fabe {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:14:13.367645 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port c5761e51-838e-421e-9e82-56082264fabe, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=c5761e51-838e-421e-9e82-56082264fabe,segment=NetworkSegment(838b3820-419f-404b-94c1-7e15a820cb0e),segment_id=838b3820-419f-404b-94c1-7e15a820cb0e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:13.371958 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:13.457370 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=c5761e51-838e-421e-9e82-56082264fabe,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:13.801564 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['c5761e51-838e-421e-9e82-56082264fabe'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:14:14.247614 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c559e-e07f-4ce9-884e-ce9c86e4c108 req-b11bb0d6-cbb6-4b62-9682-3d60c9d2f12b tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:14.249123 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e26c559e-e07f-4ce9-884e-ce9c86e4c108 req-b11bb0d6-cbb6-4b62-9682-3d60c9d2f12b tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/ports?device_id=11a10190-7562-4298-8465-35e359a6ebc8 HTTP/1.1" status: 200 len: 944 time: 0.0813057 May 13 15:14:14.295154 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e26c559e-e07f-4ce9-884e-ce9c86e4c108 req-e7f80153-5db7-4896-b271-6391728611ba tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a879b84-834f-401d-9a35-8b64a7d78d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397327 May 13 15:14:14.392810 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:14.414395 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770208d8-0f09-4546-b129-f1f229369872 req-94fa352d-94ba-4769-8f47-4b8c7650b627 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:14.416191 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-770208d8-0f09-4546-b129-f1f229369872 req-94fa352d-94ba-4769-8f47-4b8c7650b627 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 944 time: 0.0871060 May 13 15:14:14.469585 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:14.475083 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:14.475493 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:14.482191 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-770208d8-0f09-4546-b129-f1f229369872 req-446eda04-939d-4664-8447-fad02f6f981a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa8ede99-d53d-48b8-9184-54c2bff3c154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564642 May 13 15:14:14.597691 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:14.598076 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:14.625372 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e39ed4-175a-4dbe-bbf1-ddf9171eb6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4471e6-ed71-4e08-aa5f-97d3f0de1e14'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:14:14.635356 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=8d4471e6-ed71-4e08-aa5f-97d3f0de1e14,segment=NetworkSegment(8b711bb2-2d8d-41f1-81c2-97e70f6bace7),segment_id=8b711bb2-2d8d-41f1-81c2-97e70f6bace7)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:14.640949 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:14.679392 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c908cd47-02ed-4404-acf2-cb380561b297'] response: {'server_uuid': '36e39ed4-175a-4dbe-bbf1-ddf9171eb6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4471e6-ed71-4e08-aa5f-97d3f0de1e14', 'code': 200} May 13 15:14:14.714273 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=8d4471e6-ed71-4e08-aa5f-97d3f0de1e14,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:14.908926 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23dbfc5-bac4-459c-9bea-4462d1209451 req-47c74329-285a-4f1a-9918-5a9bc6a11c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:14.910325 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b23dbfc5-bac4-459c-9bea-4462d1209451 req-47c74329-285a-4f1a-9918-5a9bc6a11c2f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 1096 time: 0.1784444 May 13 15:14:14.951335 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b23dbfc5-bac4-459c-9bea-4462d1209451 req-9d42d29f-7129-4097-80ac-624babb5911b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fa8ede99-d53d-48b8-9184-54c2bff3c154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352747 May 13 15:14:15.030188 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device c5761e51-838e-421e-9e82-56082264fabe up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:15.101300 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port c5761e51-838e-421e-9e82-56082264fabe completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:15.106354 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port c5761e51-838e-421e-9e82-56082264fabe triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:15.106729 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:15.229541 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port c5761e51-838e-421e-9e82-56082264fabe is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:15.229832 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:15.263376 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port c5761e51-838e-421e-9e82-56082264fabe, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=c5761e51-838e-421e-9e82-56082264fabe,segment=NetworkSegment(838b3820-419f-404b-94c1-7e15a820cb0e),segment_id=838b3820-419f-404b-94c1-7e15a820cb0e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:15.267431 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:15.336257 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=c5761e51-838e-421e-9e82-56082264fabe,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:15.481328 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b4520-57a9-4d24-90c2-2fb9050635ab req-e0065005-510e-4d1e-854f-cbaebddfd683 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:15.482734 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-707b4520-57a9-4d24-90c2-2fb9050635ab req-e0065005-510e-4d1e-854f-cbaebddfd683 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/ports?device_id=11a10190-7562-4298-8465-35e359a6ebc8 HTTP/1.1" status: 200 len: 945 time: 0.0819852 May 13 15:14:15.530145 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-707b4520-57a9-4d24-90c2-2fb9050635ab req-a0e085ae-31a3-4f20-9f7d-e35719895655 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a879b84-834f-401d-9a35-8b64a7d78d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409710 May 13 15:14:15.674404 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db67c8-e89f-48d1-a931-b27aada16ac3 req-52670db1-bb6d-40ce-b762-004ff5f77a67 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:15.675136 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-c8db67c8-e89f-48d1-a931-b27aada16ac3 req-52670db1-bb6d-40ce-b762-004ff5f77a67 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Synchronizing usage tracker for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:15.691321 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-c8db67c8-e89f-48d1-a931-b27aada16ac3 req-52670db1-bb6d-40ce-b762-004ff5f77a67 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Unset dirty status for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:15.692500 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c8db67c8-e89f-48d1-a931-b27aada16ac3 req-52670db1-bb6d-40ce-b762-004ff5f77a67 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 945 time: 0.1002491 May 13 15:14:15.740060 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c8db67c8-e89f-48d1-a931-b27aada16ac3 req-50413539-edf4-4c7f-9733-fa842d9db081 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa8ede99-d53d-48b8-9184-54c2bff3c154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412657 May 13 15:14:16.680470 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a10190-7562-4298-8465-35e359a6ebc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5761e51-838e-421e-9e82-56082264fabe'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:14:16.721326 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d16c2-d871-4a04-be55-7bb9134af4da req-94678de9-60f4-4d8c-922f-225f4f5e987a tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:16.722917 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5d7d16c2-d871-4a04-be55-7bb9134af4da req-94678de9-60f4-4d8c-922f-225f4f5e987a tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/ports?device_id=11a10190-7562-4298-8465-35e359a6ebc8 HTTP/1.1" status: 200 len: 945 time: 0.0862517 May 13 15:14:16.725344 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db1988d5-adf7-4347-980c-e2f26c761008'] response: {'server_uuid': '11a10190-7562-4298-8465-35e359a6ebc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5761e51-838e-421e-9e82-56082264fabe', 'code': 200} May 13 15:14:16.770518 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5d7d16c2-d871-4a04-be55-7bb9134af4da req-938d7e3e-44ff-40f3-92ea-48fd29f392b9 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a879b84-834f-401d-9a35-8b64a7d78d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418706 May 13 15:14:16.940751 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2126b50-cf77-4af8-8d08-f2ce1e97d9d9 req-e9902aee-2295-4257-9a40-60767452e1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:16.942239 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e2126b50-cf77-4af8-8d08-f2ce1e97d9d9 req-e9902aee-2295-4257-9a40-60767452e1f0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=11a10190-7562-4298-8465-35e359a6ebc8 HTTP/1.1" status: 200 len: 1096 time: 0.1355700 May 13 15:14:16.977910 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68811810-847f-4c20-be8a-b27961f44f10 req-5f61278c-8abe-454e-96c3-74f8edb9bada tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:16.979351 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-68811810-847f-4c20-be8a-b27961f44f10 req-5f61278c-8abe-454e-96c3-74f8edb9bada tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 945 time: 0.1195607 May 13 15:14:17.011894 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e2126b50-cf77-4af8-8d08-f2ce1e97d9d9 req-cd158c6d-63f7-4588-860c-61f6b7d1181f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7a879b84-834f-401d-9a35-8b64a7d78d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622616 May 13 15:14:17.038105 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-68811810-847f-4c20-be8a-b27961f44f10 req-fb6ad4cd-a9f5-4b13-a6ff-f3e9eaf2b0cd tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa8ede99-d53d-48b8-9184-54c2bff3c154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503557 May 13 15:14:17.223350 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213318c-8369-4877-8386-59b9c593987b req-d50d1456-f0d7-4f14-b6cf-e9e4d809edd6 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:17.224758 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9213318c-8369-4877-8386-59b9c593987b req-d50d1456-f0d7-4f14-b6cf-e9e4d809edd6 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 945 time: 0.0808554 May 13 15:14:17.269944 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9213318c-8369-4877-8386-59b9c593987b req-307b3758-3a4c-4e3e-b8a4-853c991d84a9 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa8ede99-d53d-48b8-9184-54c2bff3c154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394247 May 13 15:14:17.292484 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40548) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:17.363634 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e02ed0-339a-4bcc-8089-fb3dc7efdbbd tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:17.365129 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-99e02ed0-339a-4bcc-8089-fb3dc7efdbbd tempest-TestNetworkAdvancedServerOps-2132908194 tempest-TestNetworkAdvancedServerOps-2132908194-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 1091 time: 0.0716527 May 13 15:14:17.367898 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40552) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:17.372701 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-dd4b7fca-3966-4030-81cd-1138caafad47 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'port_id': '8d4471e6-ed71-4e08-aa5f-97d3f0de1e14', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:17.379991 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-dd4b7fca-3966-4030-81cd-1138caafad47 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:17.383873 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-dd4b7fca-3966-4030-81cd-1138caafad47 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Usage tracker for resource:floatingip and tenant:d15e70e5e3144c2db24c850097c3fbb0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:17.386680 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-dd4b7fca-3966-4030-81cd-1138caafad47 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:17.392493 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-dd4b7fca-3966-4030-81cd-1138caafad47 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:17.403102 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd4b7fca-3966-4030-81cd-1138caafad47 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for floatingip, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:17.538838 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd4b7fca-3966-4030-81cd-1138caafad47 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:17.683173 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-dd4b7fca-3966-4030-81cd-1138caafad47 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Allocated IP 172.25.0.185 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/fe7981f0-2c86-42ee-9017-8de4ee6169d1) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:17.833372 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd4b7fca-3966-4030-81cd-1138caafad47 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:17.862812 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd4b7fca-3966-4030-81cd-1138caafad47 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:17.974470 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4b7fca-3966-4030-81cd-1138caafad47 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:17.978823 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-dd4b7fca-3966-4030-81cd-1138caafad47 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:17.984606 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4b7fca-3966-4030-81cd-1138caafad47 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:18.008970 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b7fca-3966-4030-81cd-1138caafad47 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'Port': ['ID=fe7981f0-2c86-42ee-9017-8de4ee6169d1,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:18.118050 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0c1d1-9d19-43f0-9ce5-64517a0ecca5 req-44ad46da-bfad-4644-9f1b-aade804d9f61 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:18.119459 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-05c0c1d1-9d19-43f0-9ce5-64517a0ecca5 req-44ad46da-bfad-4644-9f1b-aade804d9f61 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/ports?device_id=11a10190-7562-4298-8465-35e359a6ebc8 HTTP/1.1" status: 200 len: 945 time: 0.2260234 May 13 15:14:18.280414 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-05c0c1d1-9d19-43f0-9ce5-64517a0ecca5 req-0b0e5d14-4a3f-4079-b151-1b4b7eac6ba1 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a879b84-834f-401d-9a35-8b64a7d78d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260366 May 13 15:14:18.413929 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:18.466724 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd4b7fca-3966-4030-81cd-1138caafad47 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:18.541269 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd4b7fca-3966-4030-81cd-1138caafad47 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:18.864772 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd4b7fca-3966-4030-81cd-1138caafad47 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:18.869113 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd4b7fca-3966-4030-81cd-1138caafad47 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:18.975592 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b7fca-3966-4030-81cd-1138caafad47 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event updated for resources: {'Port': ['ID=fe7981f0-2c86-42ee-9017-8de4ee6169d1,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:18.988092 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd4b7fca-3966-4030-81cd-1138caafad47 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:19.160053 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-dd4b7fca-3966-4030-81cd-1138caafad47 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Floating IP 3aaad96b-27c4-42a8-9caa-342e843ad439 associated. External IP: 172.25.0.185, port: 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14. May 13 15:14:19.484684 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8ae60-a6d7-4e81-ae1e-4098d97dbac8 req-cdfcf4e2-1294-42fe-a4c7-df1819aaf5d2 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:19.486073 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6bb8ae60-a6d7-4e81-ae1e-4098d97dbac8 req-cdfcf4e2-1294-42fe-a4c7-df1819aaf5d2 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/ports?device_id=11a10190-7562-4298-8465-35e359a6ebc8 HTTP/1.1" status: 200 len: 945 time: 0.0903170 May 13 15:14:19.533147 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6bb8ae60-a6d7-4e81-ae1e-4098d97dbac8 req-4c629717-1ed1-4575-91b5-b59853f65087 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a879b84-834f-401d-9a35-8b64a7d78d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410957 May 13 15:14:19.537817 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4b7fca-3966-4030-81cd-1138caafad47 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Router 42f1842c-2242-4a98-b538-3bfc6651ac18 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:14:19.774266 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4b7fca-3966-4030-81cd-1138caafad47 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:14:19.784199 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c7350f-032f-4a12-811b-72d0cc673b2e None None] Sync routers for ids ['42f1842c-2242-4a98-b538-3bfc6651ac18'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:14:19.794637 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c7350f-032f-4a12-811b-72d0cc673b2e None None] Routers {'42f1842c-2242-4a98-b538-3bfc6651ac18'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:19.795290 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-c8c7350f-032f-4a12-811b-72d0cc673b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:14:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['42f1842c-2242-4a98-b538-3bfc6651ac18'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:19.811092 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c0390-8c57-415d-a2ca-2c28f4978fea req-8f878eda-3588-46c9-a66a-b106b46cab81 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:19.813133 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-073c0390-8c57-415d-a2ca-2c28f4978fea req-8f878eda-3588-46c9-a66a-b106b46cab81 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/ports?device_id=11a10190-7562-4298-8465-35e359a6ebc8 HTTP/1.1" status: 200 len: 945 time: 0.1288900 May 13 15:14:19.814309 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd4b7fca-3966-4030-81cd-1138caafad47 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:19.901452 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-dd4b7fca-3966-4030-81cd-1138caafad47 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5325379 May 13 15:14:19.902416 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e39ed4-175a-4dbe-bbf1-ddf9171eb6be', 'tag': '8d4471e6-ed71-4e08-aa5f-97d3f0de1e14'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:14:19.909304 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-073c0390-8c57-415d-a2ca-2c28f4978fea req-5412dd11-1af7-4b94-a9f5-113f94474e2d tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a879b84-834f-401d-9a35-8b64a7d78d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690668 May 13 15:14:19.936219 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40566) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:19.974466 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85698d3a-51e7-4aa2-a9f9-8f9c0f93d5d6'] response: {'name': 'network-changed', 'server_uuid': '36e39ed4-175a-4dbe-bbf1-ddf9171eb6be', 'tag': '8d4471e6-ed71-4e08-aa5f-97d3f0de1e14', 'status': 'completed', 'code': 200} May 13 15:14:19.989807 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-c8c7350f-032f-4a12-811b-72d0cc673b2e None None] Set router 42f1842c-2242-4a98-b538-3bfc6651ac18 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:14:20.065597 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25546760-d572-467a-9fbf-cfc37bb01000 req-6292cd04-5420-4d60-b6f8-680985b2e1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:20.067914 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-25546760-d572-467a-9fbf-cfc37bb01000 req-6292cd04-5420-4d60-b6f8-680985b2e1e3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 1096 time: 0.0733168 May 13 15:14:20.132430 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196c947-43c0-4de3-8189-7a6691448f2b req-58658e84-9010-4e5b-8896-4f307bc3c1ae tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:20.133906 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d196c947-43c0-4de3-8189-7a6691448f2b req-58658e84-9010-4e5b-8896-4f307bc3c1ae tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 945 time: 0.1120608 May 13 15:14:20.136829 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5101a8a0-c8de-4125-a6f8-8d151ccb345a tempest-TestVolumeBackupRestore-1580000154 tempest-TestVolumeBackupRestore-1580000154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:20.138223 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5101a8a0-c8de-4125-a6f8-8d151ccb345a tempest-TestVolumeBackupRestore-1580000154 tempest-TestVolumeBackupRestore-1580000154-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=11a10190-7562-4298-8465-35e359a6ebc8 HTTP/1.1" status: 200 len: 1091 time: 0.2004108 May 13 15:14:20.142902 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40572) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:20.159400 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-743ae3f5-37bb-41cc-b1cd-8cef75f608c0 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'port_id': 'c5761e51-838e-421e-9e82-56082264fabe', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:20.170030 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-743ae3f5-37bb-41cc-b1cd-8cef75f608c0 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:20.177222 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-743ae3f5-37bb-41cc-b1cd-8cef75f608c0 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Usage tracker for resource:floatingip and tenant:92e578303cd94aabaa68562c8f67b8f5 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:20.180393 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-743ae3f5-37bb-41cc-b1cd-8cef75f608c0 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:20.186677 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-743ae3f5-37bb-41cc-b1cd-8cef75f608c0 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:20.203565 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-743ae3f5-37bb-41cc-b1cd-8cef75f608c0 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks [] for floatingip, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:20.220897 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25546760-d572-467a-9fbf-cfc37bb01000 req-1209be66-7df4-4d49-b0ab-13356d566a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:20.223224 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-25546760-d572-467a-9fbf-cfc37bb01000 req-1209be66-7df4-4d49-b0ab-13356d566a90 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e25dac4e-206d-4f55-9ce0-6d7353f72e88 HTTP/1.1" status: 200 len: 897 time: 0.1492510 May 13 15:14:20.378162 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-c8c7350f-032f-4a12-811b-72d0cc673b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643109286', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '969541be-be3f-4a58-96c6-6a1df6ecebaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:52Z', 'updated_at': '2022-05-13T15:13:58Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': '969541be-be3f-4a58-96c6-6a1df6ecebaa', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:53Z', 'updated_at': '2022-05-13T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '3aaad96b-27c4-42a8-9caa-342e843ad439', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'port_id': '8d4471e6-ed71-4e08-aa5f-97d3f0de1e14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25dac4e-206d-4f55-9ce0-6d7353f72e88', 'mac_address': 'fa:16:3e:fb:b9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e39ed4-175a-4dbe-bbf1-ddf9171eb6be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:14:18Z', 'updated_at': '2022-05-13T15:14:18Z', 'revision_number': 0, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d3d85db-62b6-4402-b7e4-3eacc7de33db', 'name': '', 'network_id': 'e25dac4e-206d-4f55-9ce0-6d7353f72e88', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:d3:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'dafb7a64-88be-457f-8dab-0c7a75ddfb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:57Z', 'updated_at': '2022-05-13T15:14:04Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': 'dafb7a64-88be-457f-8dab-0c7a75ddfb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:20.383342 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c7350f-032f-4a12-811b-72d0cc673b2e None None] Checking router: 42f1842c-2242-4a98-b538-3bfc6651ac18 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:14:20.392963 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d196c947-43c0-4de3-8189-7a6691448f2b req-71b54b41-2087-4a24-a110-7b72b3d45f06 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa8ede99-d53d-48b8-9184-54c2bff3c154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2513287 May 13 15:14:20.394190 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c7350f-032f-4a12-811b-72d0cc673b2e None None] Routers {'42f1842c-2242-4a98-b538-3bfc6651ac18'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:20.395223 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-c8c7350f-032f-4a12-811b-72d0cc673b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:14:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['42f1842c-2242-4a98-b538-3bfc6651ac18'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:20.425924 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40576) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:20.489740 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-25546760-d572-467a-9fbf-cfc37bb01000 req-bdb572a8-9f52-4908-a6c7-b9ed52250b30 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 HTTP/1.1" status: 200 len: 999 time: 0.2614462 May 13 15:14:20.548811 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6f18ea49-4d5e-42a7-8eee-01d0e21d6c94 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/floatingips/3aaad96b-27c4-42a8-9caa-342e843ad439 HTTP/1.1" status: 200 len: 991 time: 0.1207831 May 13 15:14:20.556747 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25546760-d572-467a-9fbf-cfc37bb01000 req-0e3bda0a-7641-4620-b0ff-561416f834a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:20.558332 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-25546760-d572-467a-9fbf-cfc37bb01000 req-0e3bda0a-7641-4620-b0ff-561416f834a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dafb7a64-88be-457f-8dab-0c7a75ddfb93 HTTP/1.1" status: 200 len: 834 time: 0.0625563 May 13 15:14:20.573943 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-743ae3f5-37bb-41cc-b1cd-8cef75f608c0 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:20.596999 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-c8c7350f-032f-4a12-811b-72d0cc673b2e None None] Set router 42f1842c-2242-4a98-b538-3bfc6651ac18 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:14:20.634120 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25546760-d572-467a-9fbf-cfc37bb01000 req-3784cde6-2de1-4908-9278-7a65fc6eebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:20.636313 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-25546760-d572-467a-9fbf-cfc37bb01000 req-3784cde6-2de1-4908-9278-7a65fc6eebf3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e25dac4e-206d-4f55-9ce0-6d7353f72e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719216 May 13 15:14:20.726486 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-743ae3f5-37bb-41cc-b1cd-8cef75f608c0 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Allocated IP 172.25.0.226 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/0ba3734e-307d-4546-a4ac-3352643920a4) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:20.778600 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-25546760-d572-467a-9fbf-cfc37bb01000 req-23b463e7-177a-47ed-b480-849a4e4387c8 service neutron] 10.222.0.59 "GET /v2.0/networks/e25dac4e-206d-4f55-9ce0-6d7353f72e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368454 May 13 15:14:20.890871 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-743ae3f5-37bb-41cc-b1cd-8cef75f608c0 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:20.921724 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-743ae3f5-37bb-41cc-b1cd-8cef75f608c0 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:20.923364 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-25546760-d572-467a-9fbf-cfc37bb01000 req-c4b10dc8-3690-494b-b5af-0289106e0dfe service neutron] 10.222.0.59 "GET /v2.0/networks/e25dac4e-206d-4f55-9ce0-6d7353f72e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388972 May 13 15:14:20.988833 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743ae3f5-37bb-41cc-b1cd-8cef75f608c0 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:20.989667 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-c8c7350f-032f-4a12-811b-72d0cc673b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643109286', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '969541be-be3f-4a58-96c6-6a1df6ecebaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:52Z', 'updated_at': '2022-05-13T15:13:58Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': '969541be-be3f-4a58-96c6-6a1df6ecebaa', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:53Z', 'updated_at': '2022-05-13T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '3aaad96b-27c4-42a8-9caa-342e843ad439', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'port_id': '8d4471e6-ed71-4e08-aa5f-97d3f0de1e14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25dac4e-206d-4f55-9ce0-6d7353f72e88', 'mac_address': 'fa:16:3e:fb:b9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e39ed4-175a-4dbe-bbf1-ddf9171eb6be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:14:18Z', 'updated_at': '2022-05-13T15:14:18Z', 'revision_number': 0, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d3d85db-62b6-4402-b7e4-3eacc7de33db', 'name': '', 'network_id': 'e25dac4e-206d-4f55-9ce0-6d7353f72e88', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:d3:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'dafb7a64-88be-457f-8dab-0c7a75ddfb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:57Z', 'updated_at': '2022-05-13T15:14:04Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': 'dafb7a64-88be-457f-8dab-0c7a75ddfb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:20.991589 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-743ae3f5-37bb-41cc-b1cd-8cef75f608c0 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:20.995016 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c7350f-032f-4a12-811b-72d0cc673b2e None None] The sync data for ids ['42f1842c-2242-4a98-b538-3bfc6651ac18'] in n-d-841760-1 is: [{'id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643109286', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '969541be-be3f-4a58-96c6-6a1df6ecebaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:52Z', 'updated_at': '2022-05-13T15:13:58Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': '969541be-be3f-4a58-96c6-6a1df6ecebaa', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:53Z', 'updated_at': '2022-05-13T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '3aaad96b-27c4-42a8-9caa-342e843ad439', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'port_id': '8d4471e6-ed71-4e08-aa5f-97d3f0de1e14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25dac4e-206d-4f55-9ce0-6d7353f72e88', 'mac_address': 'fa:16:3e:fb:b9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e39ed4-175a-4dbe-bbf1-ddf9171eb6be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:14:18Z', 'updated_at': '2022-05-13T15:14:18Z', 'revision_number': 0, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d3d85db-62b6-4402-b7e4-3eacc7de33db', 'name': '', 'network_id': 'e25dac4e-206d-4f55-9ce0-6d7353f72e88', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:d3:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'dafb7a64-88be-457f-8dab-0c7a75ddfb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:57Z', 'updated_at': '2022-05-13T15:14:04Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': 'dafb7a64-88be-457f-8dab-0c7a75ddfb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:14:20.995283 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743ae3f5-37bb-41cc-b1cd-8cef75f608c0 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:21.038795 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ae3f5-37bb-41cc-b1cd-8cef75f608c0 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Pushing event updated for resources: {'Port': ['ID=0ba3734e-307d-4546-a4ac-3352643920a4,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:21.198227 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717103eb-fba0-401e-a091-a8260b4be438 None None] New status for floating IP 3aaad96b-27c4-42a8-9caa-342e843ad439: ACTIVE {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:14:21.435775 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-743ae3f5-37bb-41cc-b1cd-8cef75f608c0 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:21.521626 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-743ae3f5-37bb-41cc-b1cd-8cef75f608c0 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:21.552024 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40580) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:21.673556 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2051cf8e-9ea2-4d9c-b2ad-08a6bff7c2ca tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/floatingips/3aaad96b-27c4-42a8-9caa-342e843ad439 HTTP/1.1" status: 200 len: 993 time: 0.1111207 May 13 15:14:21.736049 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-743ae3f5-37bb-41cc-b1cd-8cef75f608c0 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:21.740362 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-743ae3f5-37bb-41cc-b1cd-8cef75f608c0 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:21.846752 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ae3f5-37bb-41cc-b1cd-8cef75f608c0 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Pushing event updated for resources: {'Port': ['ID=0ba3734e-307d-4546-a4ac-3352643920a4,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:21.859411 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-743ae3f5-37bb-41cc-b1cd-8cef75f608c0 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:22.138857 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [None req-743ae3f5-37bb-41cc-b1cd-8cef75f608c0 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Floating IP 7670a266-f7d3-451c-9ac5-ada3344f48bd associated. External IP: 172.25.0.226, port: c5761e51-838e-421e-9e82-56082264fabe. May 13 15:14:22.499180 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743ae3f5-37bb-41cc-b1cd-8cef75f608c0 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Router 2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:14:22.685385 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743ae3f5-37bb-41cc-b1cd-8cef75f608c0 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:14:22.695492 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76230055-50a0-4cc4-a266-7b430da173fb None None] Sync routers for ids ['2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:14:22.706197 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76230055-50a0-4cc4-a266-7b430da173fb None None] Routers {'2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:22.706798 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-76230055-50a0-4cc4-a266-7b430da173fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:14:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:22.711890 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-743ae3f5-37bb-41cc-b1cd-8cef75f608c0 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:22.769414 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-743ae3f5-37bb-41cc-b1cd-8cef75f608c0 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6254215 May 13 15:14:22.770150 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a10190-7562-4298-8465-35e359a6ebc8', 'tag': 'c5761e51-838e-421e-9e82-56082264fabe'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:14:22.772429 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40584) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:22.823681 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf978d8c-92b1-4d2b-9d04-030f760bde0e'] response: {'name': 'network-changed', 'server_uuid': '11a10190-7562-4298-8465-35e359a6ebc8', 'tag': 'c5761e51-838e-421e-9e82-56082264fabe', 'status': 'completed', 'code': 200} May 13 15:14:22.863171 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b469d633-2d92-418e-a4d5-4742372b588d tempest-TestVolumeBackupRestore-1580000154 tempest-TestVolumeBackupRestore-1580000154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:22.864018 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b469d633-2d92-418e-a4d5-4742372b588d tempest-TestVolumeBackupRestore-1580000154 tempest-TestVolumeBackupRestore-1580000154-project-admin] Synchronizing usage tracker for tenant:3a19e520d35f4894bad58644f5c0317d on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:22.901063 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-76230055-50a0-4cc4-a266-7b430da173fb None None] Set router 2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:14:22.921752 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b469d633-2d92-418e-a4d5-4742372b588d tempest-TestVolumeBackupRestore-1580000154 tempest-TestVolumeBackupRestore-1580000154-project-admin] Unset dirty status for tenant:3a19e520d35f4894bad58644f5c0317d on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:22.922911 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b469d633-2d92-418e-a4d5-4742372b588d tempest-TestVolumeBackupRestore-1580000154 tempest-TestVolumeBackupRestore-1580000154-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=11a10190-7562-4298-8465-35e359a6ebc8 HTTP/1.1" status: 200 len: 1091 time: 0.1489775 May 13 15:14:22.926815 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40590) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:22.932946 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-f755567f-104f-41c4-9b01-fcf6b51662c4 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Request body: {'floatingip': {'port_id': 'c5761e51-838e-421e-9e82-56082264fabe'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:22.956398 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771def-d24e-4879-89fe-6de4de955490 req-a641bfdf-238f-470e-ac43-6bc79a17dc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:22.957875 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d9771def-d24e-4879-89fe-6de4de955490 req-a641bfdf-238f-470e-ac43-6bc79a17dc64 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=92e578303cd94aabaa68562c8f67b8f5&device_id=11a10190-7562-4298-8465-35e359a6ebc8 HTTP/1.1" status: 200 len: 1096 time: 0.0819051 May 13 15:14:23.039584 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f755567f-104f-41c4-9b01-fcf6b51662c4 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks [] for floatingip, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:23.113467 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771def-d24e-4879-89fe-6de4de955490 req-cc3095aa-7ae6-4d7d-b578-c528527130b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:23.114926 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d9771def-d24e-4879-89fe-6de4de955490 req-cc3095aa-7ae6-4d7d-b578-c528527130b3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ffa2cb49-8d00-4746-a25e-9b17c84f7d12 HTTP/1.1" status: 200 len: 915 time: 0.1517451 May 13 15:14:23.222698 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d9771def-d24e-4879-89fe-6de4de955490 req-b88e38e7-60e2-4d7f-934f-b51f0526bed3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5761e51-838e-421e-9e82-56082264fabe HTTP/1.1" status: 200 len: 999 time: 0.1019588 May 13 15:14:23.286836 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-76230055-50a0-4cc4-a266-7b430da173fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'name': 'tempest-TestVolumeBackupRestore-1183101774-router', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '14c2c5b3-c16e-4718-96ab-457f46714101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:47Z', 'updated_at': '2022-05-13T15:11:53Z', 'revision_number': 4, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'gw_port': {'id': '14c2c5b3-c16e-4718-96ab-457f46714101', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:48Z', 'updated_at': '2022-05-13T15:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '7670a266-f7d3-451c-9ac5-ada3344f48bd', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'floating_ip_address': '172.25.0.226', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'port_id': 'c5761e51-838e-421e-9e82-56082264fabe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12', 'mac_address': 'fa:16:3e:79:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a10190-7562-4298-8465-35e359a6ebc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:14:21Z', 'updated_at': '2022-05-13T15:14:21Z', 'revision_number': 0, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f07028a-342d-40cb-a61f-2a197a6aea6d', 'name': '', 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'mac_address': 'fa:16:3e:db:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9971a205-0226-4c85-b66d-b0f3f4d61a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:52Z', 'updated_at': '2022-05-13T15:12:03Z', 'revision_number': 5, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'subnets': [{'id': '9971a205-0226-4c85-b66d-b0f3f4d61a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:23.290683 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76230055-50a0-4cc4-a266-7b430da173fb None None] Checking router: 2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:14:23.290827 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771def-d24e-4879-89fe-6de4de955490 req-3221256d-5043-4f04-9f7b-3ac470081ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:23.292226 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d9771def-d24e-4879-89fe-6de4de955490 req-3221256d-5043-4f04-9f7b-3ac470081ab0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9971a205-0226-4c85-b66d-b0f3f4d61a87 HTTP/1.1" status: 200 len: 853 time: 0.0638435 May 13 15:14:23.300162 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76230055-50a0-4cc4-a266-7b430da173fb None None] Routers {'2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:23.300967 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-76230055-50a0-4cc4-a266-7b430da173fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:14:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:23.373764 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771def-d24e-4879-89fe-6de4de955490 req-85c87e23-1c92-4643-8f3c-e567b210a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:23.375840 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d9771def-d24e-4879-89fe-6de4de955490 req-85c87e23-1c92-4643-8f3c-e567b210a148 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffa2cb49-8d00-4746-a25e-9b17c84f7d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754099 May 13 15:14:23.486181 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-76230055-50a0-4cc4-a266-7b430da173fb None None] Set router 2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:14:23.525156 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d9771def-d24e-4879-89fe-6de4de955490 req-bc31a833-30ca-4c50-bfd3-e13e4a81eaee service neutron] 10.222.0.74 "GET /v2.0/networks/ffa2cb49-8d00-4746-a25e-9b17c84f7d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430030 May 13 15:14:23.661148 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d9771def-d24e-4879-89fe-6de4de955490 req-cd547dcf-f5e9-4537-93c9-3afd121b861c service neutron] 10.222.0.74 "GET /v2.0/networks/ffa2cb49-8d00-4746-a25e-9b17c84f7d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300178 May 13 15:14:23.857419 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f755567f-104f-41c4-9b01-fcf6b51662c4 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:23.858009 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-76230055-50a0-4cc4-a266-7b430da173fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'name': 'tempest-TestVolumeBackupRestore-1183101774-router', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '14c2c5b3-c16e-4718-96ab-457f46714101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:47Z', 'updated_at': '2022-05-13T15:11:53Z', 'revision_number': 4, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'gw_port': {'id': '14c2c5b3-c16e-4718-96ab-457f46714101', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:48Z', 'updated_at': '2022-05-13T15:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '7670a266-f7d3-451c-9ac5-ada3344f48bd', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'floating_ip_address': '172.25.0.226', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'port_id': 'c5761e51-838e-421e-9e82-56082264fabe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12', 'mac_address': 'fa:16:3e:79:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a10190-7562-4298-8465-35e359a6ebc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:14:21Z', 'updated_at': '2022-05-13T15:14:21Z', 'revision_number': 0, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f07028a-342d-40cb-a61f-2a197a6aea6d', 'name': '', 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'mac_address': 'fa:16:3e:db:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9971a205-0226-4c85-b66d-b0f3f4d61a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:52Z', 'updated_at': '2022-05-13T15:12:03Z', 'revision_number': 5, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'subnets': [{'id': '9971a205-0226-4c85-b66d-b0f3f4d61a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:23.862522 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f755567f-104f-41c4-9b01-fcf6b51662c4 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:23.864451 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76230055-50a0-4cc4-a266-7b430da173fb None None] The sync data for ids ['2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'] in n-d-841760-1 is: [{'id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'name': 'tempest-TestVolumeBackupRestore-1183101774-router', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '14c2c5b3-c16e-4718-96ab-457f46714101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:47Z', 'updated_at': '2022-05-13T15:11:53Z', 'revision_number': 4, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'gw_port': {'id': '14c2c5b3-c16e-4718-96ab-457f46714101', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:48Z', 'updated_at': '2022-05-13T15:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '7670a266-f7d3-451c-9ac5-ada3344f48bd', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'floating_ip_address': '172.25.0.226', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'port_id': 'c5761e51-838e-421e-9e82-56082264fabe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12', 'mac_address': 'fa:16:3e:79:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a10190-7562-4298-8465-35e359a6ebc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:14:21Z', 'updated_at': '2022-05-13T15:14:21Z', 'revision_number': 0, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f07028a-342d-40cb-a61f-2a197a6aea6d', 'name': '', 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'mac_address': 'fa:16:3e:db:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9971a205-0226-4c85-b66d-b0f3f4d61a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:52Z', 'updated_at': '2022-05-13T15:12:03Z', 'revision_number': 5, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'subnets': [{'id': '9971a205-0226-4c85-b66d-b0f3f4d61a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:14:24.091101 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c8557c-dc83-4c66-b99c-47905fb3acf3 None None] New status for floating IP 7670a266-f7d3-451c-9ac5-ada3344f48bd: ACTIVE {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:14:24.241728 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f755567f-104f-41c4-9b01-fcf6b51662c4 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Router 2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:14:24.431535 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f755567f-104f-41c4-9b01-fcf6b51662c4 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:14:24.436079 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f755567f-104f-41c4-9b01-fcf6b51662c4 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:24.442296 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a877c68c-620f-45c7-8ae7-d8323ffe513a None None] Sync routers for ids ['2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:14:24.451565 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a877c68c-620f-45c7-8ae7-d8323ffe513a None None] Routers {'2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:24.452186 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a877c68c-620f-45c7-8ae7-d8323ffe513a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:14:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:24.563123 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f755567f-104f-41c4-9b01-fcf6b51662c4 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "PUT /v2.0/floatingips/7670a266-f7d3-451c-9ac5-ada3344f48bd HTTP/1.1" status: 200 len: 991 time: 1.6349497 May 13 15:14:24.632867 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-a877c68c-620f-45c7-8ae7-d8323ffe513a None None] Set router 2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:14:24.823461 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a10190-7562-4298-8465-35e359a6ebc8', 'tag': 'c5761e51-838e-421e-9e82-56082264fabe'}, {'name': 'network-changed', 'server_uuid': '11a10190-7562-4298-8465-35e359a6ebc8', 'tag': 'c5761e51-838e-421e-9e82-56082264fabe'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:14:24.871039 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f417996d-64a0-43cd-aff8-d25e71ef92f4'] response: {'name': 'network-changed', 'server_uuid': '11a10190-7562-4298-8465-35e359a6ebc8', 'tag': 'c5761e51-838e-421e-9e82-56082264fabe', 'status': 'completed', 'code': 200} May 13 15:14:24.871684 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f417996d-64a0-43cd-aff8-d25e71ef92f4'] response: {'name': 'network-changed', 'server_uuid': '11a10190-7562-4298-8465-35e359a6ebc8', 'tag': 'c5761e51-838e-421e-9e82-56082264fabe', 'status': 'completed', 'code': 200} May 13 15:14:24.990643 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ff0af-7284-4c2e-ab10-7b71e4629f3a req-e858e705-cd01-4390-881f-3694c020bdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:24.992361 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da4ff0af-7284-4c2e-ab10-7b71e4629f3a req-e858e705-cd01-4390-881f-3694c020bdd5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=92e578303cd94aabaa68562c8f67b8f5&device_id=11a10190-7562-4298-8465-35e359a6ebc8 HTTP/1.1" status: 200 len: 1096 time: 0.0768046 May 13 15:14:25.022292 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a877c68c-620f-45c7-8ae7-d8323ffe513a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'name': 'tempest-TestVolumeBackupRestore-1183101774-router', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '14c2c5b3-c16e-4718-96ab-457f46714101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:47Z', 'updated_at': '2022-05-13T15:11:53Z', 'revision_number': 4, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'gw_port': {'id': '14c2c5b3-c16e-4718-96ab-457f46714101', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:48Z', 'updated_at': '2022-05-13T15:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '7670a266-f7d3-451c-9ac5-ada3344f48bd', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'floating_ip_address': '172.25.0.226', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'port_id': 'c5761e51-838e-421e-9e82-56082264fabe', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12', 'mac_address': 'fa:16:3e:79:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a10190-7562-4298-8465-35e359a6ebc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:14:21Z', 'updated_at': '2022-05-13T15:14:24Z', 'revision_number': 2, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f07028a-342d-40cb-a61f-2a197a6aea6d', 'name': '', 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'mac_address': 'fa:16:3e:db:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9971a205-0226-4c85-b66d-b0f3f4d61a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:52Z', 'updated_at': '2022-05-13T15:12:03Z', 'revision_number': 5, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'subnets': [{'id': '9971a205-0226-4c85-b66d-b0f3f4d61a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:25.026257 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a877c68c-620f-45c7-8ae7-d8323ffe513a None None] Checking router: 2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:14:25.035213 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a877c68c-620f-45c7-8ae7-d8323ffe513a None None] Routers {'2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:25.035803 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a877c68c-620f-45c7-8ae7-d8323ffe513a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:14:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:25.226061 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-a877c68c-620f-45c7-8ae7-d8323ffe513a None None] Set router 2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:14:25.260496 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ff0af-7284-4c2e-ab10-7b71e4629f3a req-f9d44423-af66-4b93-a765-511806f4d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:25.261926 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da4ff0af-7284-4c2e-ab10-7b71e4629f3a req-f9d44423-af66-4b93-a765-511806f4d8d0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ffa2cb49-8d00-4746-a25e-9b17c84f7d12 HTTP/1.1" status: 200 len: 915 time: 0.2642164 May 13 15:14:25.366379 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da4ff0af-7284-4c2e-ab10-7b71e4629f3a req-8c58066d-3df0-4517-afb9-18aabeb36b48 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5761e51-838e-421e-9e82-56082264fabe HTTP/1.1" status: 200 len: 1001 time: 0.0985372 May 13 15:14:25.431615 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ff0af-7284-4c2e-ab10-7b71e4629f3a req-7784ef5d-c76e-4cab-9e7b-83a256e90f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:25.432979 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da4ff0af-7284-4c2e-ab10-7b71e4629f3a req-7784ef5d-c76e-4cab-9e7b-83a256e90f3c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9971a205-0226-4c85-b66d-b0f3f4d61a87 HTTP/1.1" status: 200 len: 853 time: 0.0611060 May 13 15:14:25.510469 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ff0af-7284-4c2e-ab10-7b71e4629f3a req-5183815b-e70b-4820-bd87-85f64d8b2e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:25.512038 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da4ff0af-7284-4c2e-ab10-7b71e4629f3a req-5183815b-e70b-4820-bd87-85f64d8b2e4a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffa2cb49-8d00-4746-a25e-9b17c84f7d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738335 May 13 15:14:25.577800 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a877c68c-620f-45c7-8ae7-d8323ffe513a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'name': 'tempest-TestVolumeBackupRestore-1183101774-router', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '14c2c5b3-c16e-4718-96ab-457f46714101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:47Z', 'updated_at': '2022-05-13T15:11:53Z', 'revision_number': 4, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'gw_port': {'id': '14c2c5b3-c16e-4718-96ab-457f46714101', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:48Z', 'updated_at': '2022-05-13T15:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '7670a266-f7d3-451c-9ac5-ada3344f48bd', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'floating_ip_address': '172.25.0.226', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'port_id': 'c5761e51-838e-421e-9e82-56082264fabe', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12', 'mac_address': 'fa:16:3e:79:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a10190-7562-4298-8465-35e359a6ebc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:14:21Z', 'updated_at': '2022-05-13T15:14:24Z', 'revision_number': 2, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f07028a-342d-40cb-a61f-2a197a6aea6d', 'name': '', 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'mac_address': 'fa:16:3e:db:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9971a205-0226-4c85-b66d-b0f3f4d61a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:52Z', 'updated_at': '2022-05-13T15:12:03Z', 'revision_number': 5, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'subnets': [{'id': '9971a205-0226-4c85-b66d-b0f3f4d61a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:25.582332 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a877c68c-620f-45c7-8ae7-d8323ffe513a None None] The sync data for ids ['2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'] in n-d-841760-1 is: [{'id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'name': 'tempest-TestVolumeBackupRestore-1183101774-router', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '14c2c5b3-c16e-4718-96ab-457f46714101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:47Z', 'updated_at': '2022-05-13T15:11:53Z', 'revision_number': 4, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'gw_port': {'id': '14c2c5b3-c16e-4718-96ab-457f46714101', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:48Z', 'updated_at': '2022-05-13T15:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '7670a266-f7d3-451c-9ac5-ada3344f48bd', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'floating_ip_address': '172.25.0.226', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'port_id': 'c5761e51-838e-421e-9e82-56082264fabe', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12', 'mac_address': 'fa:16:3e:79:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a10190-7562-4298-8465-35e359a6ebc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:14:21Z', 'updated_at': '2022-05-13T15:14:24Z', 'revision_number': 2, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f07028a-342d-40cb-a61f-2a197a6aea6d', 'name': '', 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'mac_address': 'fa:16:3e:db:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9971a205-0226-4c85-b66d-b0f3f4d61a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:52Z', 'updated_at': '2022-05-13T15:12:03Z', 'revision_number': 5, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'subnets': [{'id': '9971a205-0226-4c85-b66d-b0f3f4d61a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:14:25.660603 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da4ff0af-7284-4c2e-ab10-7b71e4629f3a req-9cb55d09-0472-4643-a798-e5d6d913299a service neutron] 10.222.0.74 "GET /v2.0/networks/ffa2cb49-8d00-4746-a25e-9b17c84f7d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425185 May 13 15:14:25.796986 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da4ff0af-7284-4c2e-ab10-7b71e4629f3a req-230e48b1-1289-4cd9-b369-aa90ebe5081a service neutron] 10.222.0.74 "GET /v2.0/networks/ffa2cb49-8d00-4746-a25e-9b17c84f7d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308768 May 13 15:14:25.943334 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ff0af-7284-4c2e-ab10-7b71e4629f3a req-587a41cd-a583-4115-9e2d-1f5f4dba214b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:25.945366 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da4ff0af-7284-4c2e-ab10-7b71e4629f3a req-587a41cd-a583-4115-9e2d-1f5f4dba214b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=92e578303cd94aabaa68562c8f67b8f5&device_id=11a10190-7562-4298-8465-35e359a6ebc8 HTTP/1.1" status: 200 len: 1096 time: 0.0763333 May 13 15:14:26.086059 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ff0af-7284-4c2e-ab10-7b71e4629f3a req-f1d94e29-576f-402e-b399-0afe6611a5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:26.087557 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da4ff0af-7284-4c2e-ab10-7b71e4629f3a req-f1d94e29-576f-402e-b399-0afe6611a5f9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ffa2cb49-8d00-4746-a25e-9b17c84f7d12 HTTP/1.1" status: 200 len: 915 time: 0.1365211 May 13 15:14:26.193367 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da4ff0af-7284-4c2e-ab10-7b71e4629f3a req-a429d5a8-cb37-423d-8641-9e10d2b8a43b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5761e51-838e-421e-9e82-56082264fabe HTTP/1.1" status: 200 len: 1001 time: 0.0995097 May 13 15:14:26.262395 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ff0af-7284-4c2e-ab10-7b71e4629f3a req-a24ca78c-9035-4a09-a609-820b76e63a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:26.263987 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da4ff0af-7284-4c2e-ab10-7b71e4629f3a req-a24ca78c-9035-4a09-a609-820b76e63a17 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9971a205-0226-4c85-b66d-b0f3f4d61a87 HTTP/1.1" status: 200 len: 853 time: 0.0655322 May 13 15:14:26.349413 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ff0af-7284-4c2e-ab10-7b71e4629f3a req-268dd8b7-2305-4eb6-af73-67c8a5084f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:26.350810 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da4ff0af-7284-4c2e-ab10-7b71e4629f3a req-268dd8b7-2305-4eb6-af73-67c8a5084f51 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffa2cb49-8d00-4746-a25e-9b17c84f7d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810771 May 13 15:14:26.504670 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da4ff0af-7284-4c2e-ab10-7b71e4629f3a req-77b8a5c9-a2fa-4514-8886-1bda8df58679 service neutron] 10.222.0.74 "GET /v2.0/networks/ffa2cb49-8d00-4746-a25e-9b17c84f7d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476684 May 13 15:14:26.655255 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da4ff0af-7284-4c2e-ab10-7b71e4629f3a req-e1f4fc58-1193-49dd-a33c-189f818dd41a service neutron] 10.222.0.74 "GET /v2.0/networks/ffa2cb49-8d00-4746-a25e-9b17c84f7d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452165 May 13 15:14:27.299157 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8031ee52-d5dc-4757-bb51-d587ffa1d66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:28.883405 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:29.619152 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bb6bce49-210f-40d0-b0da-1d3ba96c7bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:30.748632 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:30.774774 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:32.245495 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:33.776765 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d539068d-c2cf-44c3-8129-87ab8254b9a3 req-a9bba525-88bd-4ce1-bd1e-7bbd5935a927 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=11a10190-7562-4298-8465-35e359a6ebc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0701165 May 13 15:14:33.944972 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539068d-c2cf-44c3-8129-87ab8254b9a3 req-3462b3a8-f0a1-40b2-b724-1334e9138c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:33.946707 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d539068d-c2cf-44c3-8129-87ab8254b9a3 req-3462b3a8-f0a1-40b2-b724-1334e9138c45 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=92e578303cd94aabaa68562c8f67b8f5&device_id=11a10190-7562-4298-8465-35e359a6ebc8 HTTP/1.1" status: 200 len: 1096 time: 0.0841620 May 13 15:14:34.207035 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539068d-c2cf-44c3-8129-87ab8254b9a3 req-536bd779-f6d5-4012-a02f-8c3a39eea5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:34.208543 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d539068d-c2cf-44c3-8129-87ab8254b9a3 req-536bd779-f6d5-4012-a02f-8c3a39eea5f6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ffa2cb49-8d00-4746-a25e-9b17c84f7d12 HTTP/1.1" status: 200 len: 915 time: 0.2434108 May 13 15:14:34.311885 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d539068d-c2cf-44c3-8129-87ab8254b9a3 req-09cb8e08-cf2c-4849-a17e-56a624de4b1b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5761e51-838e-421e-9e82-56082264fabe HTTP/1.1" status: 200 len: 1001 time: 0.0969362 May 13 15:14:34.375999 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539068d-c2cf-44c3-8129-87ab8254b9a3 req-ea3f6d9d-08b0-4a3b-a984-7e1292f05b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:34.377446 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d539068d-c2cf-44c3-8129-87ab8254b9a3 req-ea3f6d9d-08b0-4a3b-a984-7e1292f05b03 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9971a205-0226-4c85-b66d-b0f3f4d61a87 HTTP/1.1" status: 200 len: 853 time: 0.0593531 May 13 15:14:34.458089 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539068d-c2cf-44c3-8129-87ab8254b9a3 req-4e367912-52ac-435b-811c-161ae9a7a298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:34.459608 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d539068d-c2cf-44c3-8129-87ab8254b9a3 req-4e367912-52ac-435b-811c-161ae9a7a298 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffa2cb49-8d00-4746-a25e-9b17c84f7d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752141 May 13 15:14:34.595905 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d539068d-c2cf-44c3-8129-87ab8254b9a3 req-b4ae8ee7-ac8b-4fd2-b6d3-d5ae84f4f4fa service neutron] 10.222.0.74 "GET /v2.0/networks/ffa2cb49-8d00-4746-a25e-9b17c84f7d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302691 May 13 15:14:34.739395 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d539068d-c2cf-44c3-8129-87ab8254b9a3 req-1342cc21-3bec-4c80-acfe-106fc30c0b4d service neutron] 10.222.0.74 "GET /v2.0/networks/ffa2cb49-8d00-4746-a25e-9b17c84f7d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282449 May 13 15:14:45.527127 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:14:48.420711 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:48.804487 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e848a5f-04e9-4568-bf18-6b3c7281c471 req-dfc3e05f-0c5c-4b92-8444-7e9ad4a7b530 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:48.805855 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4e848a5f-04e9-4568-bf18-6b3c7281c471 req-dfc3e05f-0c5c-4b92-8444-7e9ad4a7b530 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 945 time: 0.0853145 May 13 15:14:48.852224 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4e848a5f-04e9-4568-bf18-6b3c7281c471 req-05cd91b6-71c4-46dd-a8cb-74dd0dafebc5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa8ede99-d53d-48b8-9184-54c2bff3c154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401216 May 13 15:14:50.039971 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9a50d-16db-45c3-b82e-7a65715558ad req-848f049a-7fdf-4f57-b45b-8ec28528bcfa tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:50.041438 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-08c9a50d-16db-45c3-b82e-7a65715558ad req-848f049a-7fdf-4f57-b45b-8ec28528bcfa tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 945 time: 0.0801694 May 13 15:14:50.088334 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-08c9a50d-16db-45c3-b82e-7a65715558ad req-b64015f8-4fb8-4936-8654-0747770bd9bf tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa8ede99-d53d-48b8-9184-54c2bff3c154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412364 May 13 15:14:51.300243 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a49a0e-97bf-4764-88d4-54c6454f4021 req-268b34ff-ba24-4e10-8684-f637751caca4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:51.301836 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-53a49a0e-97bf-4764-88d4-54c6454f4021 req-268b34ff-ba24-4e10-8684-f637751caca4 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 945 time: 0.1034694 May 13 15:14:51.364919 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-53a49a0e-97bf-4764-88d4-54c6454f4021 req-5cabffe4-a06c-4d4c-90f5-0abc107c12e1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa8ede99-d53d-48b8-9184-54c2bff3c154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563073 May 13 15:14:52.555056 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c72216-5e4e-4705-99f1-89649e12dd62 req-fe7598d3-68d3-4128-a052-5f24b3d89c46 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:52.556561 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d8c72216-5e4e-4705-99f1-89649e12dd62 req-fe7598d3-68d3-4128-a052-5f24b3d89c46 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 945 time: 0.0819316 May 13 15:14:52.604133 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d8c72216-5e4e-4705-99f1-89649e12dd62 req-81e7357a-5d7c-415d-b73d-0976d08b8a71 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa8ede99-d53d-48b8-9184-54c2bff3c154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418980 May 13 15:14:53.801274 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56d024-79f2-4c29-a3a6-9a838627af70 req-cc3741f3-b007-485c-b452-6557d8cb8d59 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:53.802760 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9d56d024-79f2-4c29-a3a6-9a838627af70 req-cc3741f3-b007-485c-b452-6557d8cb8d59 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 945 time: 0.0841861 May 13 15:14:53.850408 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9d56d024-79f2-4c29-a3a6-9a838627af70 req-918b9811-e2a7-4d74-9608-51f600c1bdde tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa8ede99-d53d-48b8-9184-54c2bff3c154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405285 May 13 15:14:55.044598 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b109e71-45a1-48f4-be88-414a699437c5 req-67f79313-1e64-456f-9d2a-b400f55f9142 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:55.046524 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9b109e71-45a1-48f4-be88-414a699437c5 req-67f79313-1e64-456f-9d2a-b400f55f9142 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 945 time: 0.0864232 May 13 15:14:55.095656 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9b109e71-45a1-48f4-be88-414a699437c5 req-845c94fa-eaab-44d8-b994-4b218eb63074 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa8ede99-d53d-48b8-9184-54c2bff3c154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433447 May 13 15:14:55.760110 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 40638) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:55.973074 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-fbd9e922-6d99-4fff-b78d-37a44754ef40 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Deleting port 0ba3734e-307d-4546-a4ac-3352643920a4 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:55.973421 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fbd9e922-6d99-4fff-b78d-37a44754ef40 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:56.315184 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e5d01-2a7f-47b0-85fe-0a2968ee61bd req-f1565214-3737-4831-bef4-cf05daeac9b5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:56.318439 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ae7e5d01-2a7f-47b0-85fe-0a2968ee61bd req-f1565214-3737-4831-bef4-cf05daeac9b5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 945 time: 0.1060748 May 13 15:14:56.353283 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fbd9e922-6d99-4fff-b78d-37a44754ef40 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:56.353283 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fbd9e922-6d99-4fff-b78d-37a44754ef40 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:56.384481 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ae7e5d01-2a7f-47b0-85fe-0a2968ee61bd req-a42d40b3-4dbc-4775-94fa-b2c75d621600 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa8ede99-d53d-48b8-9184-54c2bff3c154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604670 May 13 15:14:56.497607 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-fbd9e922-6d99-4fff-b78d-37a44754ef40 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Calling delete_port for 0ba3734e-307d-4546-a4ac-3352643920a4 owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:56.681159 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fbd9e922-6d99-4fff-b78d-37a44754ef40 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:56.731041 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9e922-6d99-4fff-b78d-37a44754ef40 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Pushing event deleted for resources: {'Port': ['ID=0ba3734e-307d-4546-a4ac-3352643920a4,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:56.778964 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9e922-6d99-4fff-b78d-37a44754ef40 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:56.779537 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9e922-6d99-4fff-b78d-37a44754ef40 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:56.779949 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9e922-6d99-4fff-b78d-37a44754ef40 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:56.780306 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9e922-6d99-4fff-b78d-37a44754ef40 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:56.780699 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9e922-6d99-4fff-b78d-37a44754ef40 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:56.781619 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9e922-6d99-4fff-b78d-37a44754ef40 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:56.781961 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9e922-6d99-4fff-b78d-37a44754ef40 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:56.782342 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9e922-6d99-4fff-b78d-37a44754ef40 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:56.782698 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9e922-6d99-4fff-b78d-37a44754ef40 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:56.783064 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9e922-6d99-4fff-b78d-37a44754ef40 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:56.783399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9e922-6d99-4fff-b78d-37a44754ef40 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:56.783716 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9e922-6d99-4fff-b78d-37a44754ef40 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:56.839597 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fbd9e922-6d99-4fff-b78d-37a44754ef40 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks [] for floatingip, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:56.839935 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [None req-fbd9e922-6d99-4fff-b78d-37a44754ef40 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Floating IP 7670a266-f7d3-451c-9ac5-ada3344f48bd disassociated (deleted). External IP: 172.25.0.226, port: c5761e51-838e-421e-9e82-56082264fabe. May 13 15:14:57.207401 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd9e922-6d99-4fff-b78d-37a44754ef40 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Router 2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:14:57.304959 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a679c806-ea28-4607-a146-cb74879761f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:57.395917 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd9e922-6d99-4fff-b78d-37a44754ef40 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:14:57.408718 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87e17ee-76be-44a4-83fa-c20bb04ce605 None None] Sync routers for ids ['2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:14:57.420885 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87e17ee-76be-44a4-83fa-c20bb04ce605 None None] Routers {'2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:57.421091 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fbd9e922-6d99-4fff-b78d-37a44754ef40 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:57.421839 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-a87e17ee-76be-44a4-83fa-c20bb04ce605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:14:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:57.482521 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fbd9e922-6d99-4fff-b78d-37a44754ef40 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "DELETE /v2.0/floatingips/7670a266-f7d3-451c-9ac5-ada3344f48bd HTTP/1.1" status: 204 len: 168 time: 1.7232554 May 13 15:14:57.483003 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a10190-7562-4298-8465-35e359a6ebc8', 'tag': 'c5761e51-838e-421e-9e82-56082264fabe'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:14:57.596614 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70fb9c-317f-4653-8b06-d2aaf262f1f6 req-aa61df91-d507-480a-8d20-a578f60f2758 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:57.598178 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fd70fb9c-317f-4653-8b06-d2aaf262f1f6 req-aa61df91-d507-480a-8d20-a578f60f2758 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 945 time: 0.0947554 May 13 15:14:57.649133 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fd70fb9c-317f-4653-8b06-d2aaf262f1f6 req-acf6469c-8313-43fb-b82f-7c8e7c93e339 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa8ede99-d53d-48b8-9184-54c2bff3c154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453060 May 13 15:14:57.666435 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-a87e17ee-76be-44a4-83fa-c20bb04ce605 None None] Set router 2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:14:57.706129 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52afe94c-0434-442e-9cec-ab4e9f17d060'] response: {'name': 'network-changed', 'server_uuid': '11a10190-7562-4298-8465-35e359a6ebc8', 'tag': 'c5761e51-838e-421e-9e82-56082264fabe', 'status': 'completed', 'code': 200} May 13 15:14:57.854198 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a7ba3-4f6f-45ce-a9b0-e2dd309bf16c req-60bcc925-baba-4b66-ae51-61733a18bd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:57.856298 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4a3a7ba3-4f6f-45ce-a9b0-e2dd309bf16c req-60bcc925-baba-4b66-ae51-61733a18bd23 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=92e578303cd94aabaa68562c8f67b8f5&device_id=11a10190-7562-4298-8465-35e359a6ebc8 HTTP/1.1" status: 200 len: 1096 time: 0.0730836 May 13 15:14:57.887780 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cf078-5d01-48df-bc93-7f23abdc0bb5 req-887bbeee-eb32-4270-8401-4d8a7e8fc210 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:57.888934 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2f3cf078-5d01-48df-bc93-7f23abdc0bb5 req-887bbeee-eb32-4270-8401-4d8a7e8fc210 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Synchronizing usage tracker for tenant:92e578303cd94aabaa68562c8f67b8f5 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:57.907688 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2f3cf078-5d01-48df-bc93-7f23abdc0bb5 req-887bbeee-eb32-4270-8401-4d8a7e8fc210 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Unset dirty status for tenant:92e578303cd94aabaa68562c8f67b8f5 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:57.908945 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f3cf078-5d01-48df-bc93-7f23abdc0bb5 req-887bbeee-eb32-4270-8401-4d8a7e8fc210 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/ports?device_id=11a10190-7562-4298-8465-35e359a6ebc8 HTTP/1.1" status: 200 len: 945 time: 0.1038010 May 13 15:14:57.973039 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2f3cf078-5d01-48df-bc93-7f23abdc0bb5 req-236f4fbb-ed5d-44c8-8045-00c5e0de6107 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a879b84-834f-401d-9a35-8b64a7d78d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531878 May 13 15:14:58.016888 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a7ba3-4f6f-45ce-a9b0-e2dd309bf16c req-e88540bf-3836-4e0f-b82f-2995d0d496af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:58.018346 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4a3a7ba3-4f6f-45ce-a9b0-e2dd309bf16c req-e88540bf-3836-4e0f-b82f-2995d0d496af service neutron] 10.222.0.74 "GET /v2.0/networks?id=ffa2cb49-8d00-4746-a25e-9b17c84f7d12 HTTP/1.1" status: 200 len: 915 time: 0.1556869 May 13 15:14:58.028226 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-a87e17ee-76be-44a4-83fa-c20bb04ce605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'name': 'tempest-TestVolumeBackupRestore-1183101774-router', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '14c2c5b3-c16e-4718-96ab-457f46714101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:47Z', 'updated_at': '2022-05-13T15:11:53Z', 'revision_number': 4, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'gw_port': {'id': '14c2c5b3-c16e-4718-96ab-457f46714101', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:48Z', 'updated_at': '2022-05-13T15:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '3f07028a-342d-40cb-a61f-2a197a6aea6d', 'name': '', 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'mac_address': 'fa:16:3e:db:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9971a205-0226-4c85-b66d-b0f3f4d61a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:52Z', 'updated_at': '2022-05-13T15:12:03Z', 'revision_number': 5, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'subnets': [{'id': '9971a205-0226-4c85-b66d-b0f3f4d61a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:58.032236 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87e17ee-76be-44a4-83fa-c20bb04ce605 None None] Checking router: 2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:14:58.041656 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87e17ee-76be-44a4-83fa-c20bb04ce605 None None] Routers {'2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:58.042385 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-a87e17ee-76be-44a4-83fa-c20bb04ce605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:14:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:58.091858 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4a3a7ba3-4f6f-45ce-a9b0-e2dd309bf16c req-3e06c49b-17b9-484d-9e6d-0ebfdc16f6c5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5761e51-838e-421e-9e82-56082264fabe HTTP/1.1" status: 200 len: 217 time: 0.0667515 May 13 15:14:58.156791 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a7ba3-4f6f-45ce-a9b0-e2dd309bf16c req-d3b94963-bd34-4332-8d86-a9aee9584562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:58.158224 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4a3a7ba3-4f6f-45ce-a9b0-e2dd309bf16c req-d3b94963-bd34-4332-8d86-a9aee9584562 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9971a205-0226-4c85-b66d-b0f3f4d61a87 HTTP/1.1" status: 200 len: 853 time: 0.0579529 May 13 15:14:58.226100 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-a87e17ee-76be-44a4-83fa-c20bb04ce605 None None] Set router 2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:14:58.240591 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a7ba3-4f6f-45ce-a9b0-e2dd309bf16c req-ee0b8309-c1a3-4488-965d-59ba4fc7da83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:58.241922 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4a3a7ba3-4f6f-45ce-a9b0-e2dd309bf16c req-ee0b8309-c1a3-4488-965d-59ba4fc7da83 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffa2cb49-8d00-4746-a25e-9b17c84f7d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765293 May 13 15:14:58.381491 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4a3a7ba3-4f6f-45ce-a9b0-e2dd309bf16c req-c0752674-dced-45a7-9662-9ef37f78b2e7 service neutron] 10.222.0.74 "GET /v2.0/networks/ffa2cb49-8d00-4746-a25e-9b17c84f7d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326644 May 13 15:14:58.560506 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-a87e17ee-76be-44a4-83fa-c20bb04ce605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'name': 'tempest-TestVolumeBackupRestore-1183101774-router', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '14c2c5b3-c16e-4718-96ab-457f46714101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:47Z', 'updated_at': '2022-05-13T15:11:53Z', 'revision_number': 4, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'gw_port': {'id': '14c2c5b3-c16e-4718-96ab-457f46714101', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:48Z', 'updated_at': '2022-05-13T15:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '3f07028a-342d-40cb-a61f-2a197a6aea6d', 'name': '', 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'mac_address': 'fa:16:3e:db:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9971a205-0226-4c85-b66d-b0f3f4d61a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:52Z', 'updated_at': '2022-05-13T15:12:03Z', 'revision_number': 5, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'subnets': [{'id': '9971a205-0226-4c85-b66d-b0f3f4d61a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:58.565348 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87e17ee-76be-44a4-83fa-c20bb04ce605 None None] The sync data for ids ['2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'] in n-d-841760-1 is: [{'id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'name': 'tempest-TestVolumeBackupRestore-1183101774-router', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '14c2c5b3-c16e-4718-96ab-457f46714101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:47Z', 'updated_at': '2022-05-13T15:11:53Z', 'revision_number': 4, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'gw_port': {'id': '14c2c5b3-c16e-4718-96ab-457f46714101', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:48Z', 'updated_at': '2022-05-13T15:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '3f07028a-342d-40cb-a61f-2a197a6aea6d', 'name': '', 'network_id': 'ffa2cb49-8d00-4746-a25e-9b17c84f7d12', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'mac_address': 'fa:16:3e:db:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '9971a205-0226-4c85-b66d-b0f3f4d61a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:52Z', 'updated_at': '2022-05-13T15:12:03Z', 'revision_number': 5, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'subnets': [{'id': '9971a205-0226-4c85-b66d-b0f3f4d61a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:14:58.634216 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4a3a7ba3-4f6f-45ce-a9b0-e2dd309bf16c req-3769549f-135f-4912-84e9-8e478d6e3d4b service neutron] 10.222.0.74 "GET /v2.0/networks/ffa2cb49-8d00-4746-a25e-9b17c84f7d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460797 May 13 15:14:58.814709 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26a0202-c193-4141-9c97-a36e563f1151 None None] New status for floating IP 7670a266-f7d3-451c-9ac5-ada3344f48bd: DOWN {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:14:58.853171 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b777eb-30f2-4263-9877-bb7f469a4873 req-26317e33-8073-45f5-808f-86034d8d9a2f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:58.854625 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-15b777eb-30f2-4263-9877-bb7f469a4873 req-26317e33-8073-45f5-808f-86034d8d9a2f tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 945 time: 0.0827997 May 13 15:14:58.899876 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-15b777eb-30f2-4263-9877-bb7f469a4873 req-41f247fa-b382-40e3-b066-1bdc892ef721 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa8ede99-d53d-48b8-9184-54c2bff3c154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387979 May 13 15:14:58.911222 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:59.173086 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20048e2f-3410-47ea-b2fe-8498d9d71039 req-39d3ea84-e34c-4cf9-8efe-d684ebba099f tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:59.174552 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-20048e2f-3410-47ea-b2fe-8498d9d71039 req-39d3ea84-e34c-4cf9-8efe-d684ebba099f tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/ports?device_id=11a10190-7562-4298-8465-35e359a6ebc8 HTTP/1.1" status: 200 len: 945 time: 0.0862246 May 13 15:14:59.217797 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-20048e2f-3410-47ea-b2fe-8498d9d71039 req-b6864b09-f985-4ebf-895a-03f7c7dcb9c2 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a879b84-834f-401d-9a35-8b64a7d78d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375011 May 13 15:14:59.563494 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0b13d-9426-4bf1-8ab0-86748221d12d req-2e7b8e5d-fdb4-42a1-9497-a24c9e226c1e tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:59.564970 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-02e0b13d-9426-4bf1-8ab0-86748221d12d req-2e7b8e5d-fdb4-42a1-9497-a24c9e226c1e tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.74 "GET /v2.0/ports?device_id=11a10190-7562-4298-8465-35e359a6ebc8 HTTP/1.1" status: 200 len: 945 time: 0.0858121 May 13 15:14:59.622351 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-caeba13b-8e63-42e8-bcd8-74405ea674e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:59.638090 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-02e0b13d-9426-4bf1-8ab0-86748221d12d req-eca830f0-de35-45fa-be05-cf4f1a0deaeb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Deleting port c5761e51-838e-421e-9e82-56082264fabe {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:59.638439 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-02e0b13d-9426-4bf1-8ab0-86748221d12d req-eca830f0-de35-45fa-be05-cf4f1a0deaeb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:59.894973 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-02e0b13d-9426-4bf1-8ab0-86748221d12d req-eca830f0-de35-45fa-be05-cf4f1a0deaeb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] For port c5761e51-838e-421e-9e82-56082264fabe, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=c5761e51-838e-421e-9e82-56082264fabe,segment=NetworkSegment(838b3820-419f-404b-94c1-7e15a820cb0e),segment_id=838b3820-419f-404b-94c1-7e15a820cb0e)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:59.895641 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-02e0b13d-9426-4bf1-8ab0-86748221d12d req-eca830f0-de35-45fa-be05-cf4f1a0deaeb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:00.025087 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-02e0b13d-9426-4bf1-8ab0-86748221d12d req-eca830f0-de35-45fa-be05-cf4f1a0deaeb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Calling delete_port for c5761e51-838e-421e-9e82-56082264fabe owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:00.208862 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0393ad-2670-49b9-82d1-fc8041385c8c req-55d5638b-64bd-4151-bb82-67c9c491f085 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:00.210273 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1c0393ad-2670-49b9-82d1-fc8041385c8c req-55d5638b-64bd-4151-bb82-67c9c491f085 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 945 time: 0.1957717 May 13 15:15:00.281410 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1c0393ad-2670-49b9-82d1-fc8041385c8c req-8c935114-178c-4abe-9204-456e75e52468 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa8ede99-d53d-48b8-9184-54c2bff3c154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630050 May 13 15:15:00.282521 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-02e0b13d-9426-4bf1-8ab0-86748221d12d req-eca830f0-de35-45fa-be05-cf4f1a0deaeb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:00.336359 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca830f0-de35-45fa-be05-cf4f1a0deaeb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Pushing event deleted for resources: {'Port': ['ID=c5761e51-838e-421e-9e82-56082264fabe,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:00.407658 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59fabf34-0d60-4df8-9ace-4f661102df77 req-fa75e8a6-9a38-48ee-beb5-3439964f588c tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/ports?device_id=11a10190-7562-4298-8465-35e359a6ebc8 HTTP/1.1" status: 200 len: 210 time: 0.0431755 May 13 15:15:00.419720 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca830f0-de35-45fa-be05-cf4f1a0deaeb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:00.420122 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca830f0-de35-45fa-be05-cf4f1a0deaeb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:00.420395 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca830f0-de35-45fa-be05-cf4f1a0deaeb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:00.420730 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca830f0-de35-45fa-be05-cf4f1a0deaeb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:00.421058 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca830f0-de35-45fa-be05-cf4f1a0deaeb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:00.421381 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca830f0-de35-45fa-be05-cf4f1a0deaeb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:00.421705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca830f0-de35-45fa-be05-cf4f1a0deaeb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:00.422037 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca830f0-de35-45fa-be05-cf4f1a0deaeb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:00.422352 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca830f0-de35-45fa-be05-cf4f1a0deaeb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:00.423247 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca830f0-de35-45fa-be05-cf4f1a0deaeb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:00.423569 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca830f0-de35-45fa-be05-cf4f1a0deaeb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:00.423889 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca830f0-de35-45fa-be05-cf4f1a0deaeb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:00.440086 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e0b13d-9426-4bf1-8ab0-86748221d12d req-eca830f0-de35-45fa-be05-cf4f1a0deaeb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] No DVR routers for this DVR port c5761e51-838e-421e-9e82-56082264fabe on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:15:00.442732 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-02e0b13d-9426-4bf1-8ab0-86748221d12d req-eca830f0-de35-45fa-be05-cf4f1a0deaeb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:00.445731 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a10190-7562-4298-8465-35e359a6ebc8', 'name': 'network-vif-deleted', 'tag': 'c5761e51-838e-421e-9e82-56082264fabe'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:15:00.461581 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-02e0b13d-9426-4bf1-8ab0-86748221d12d req-eca830f0-de35-45fa-be05-cf4f1a0deaeb tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.74 "DELETE /v2.0/ports/c5761e51-838e-421e-9e82-56082264fabe HTTP/1.1" status: 204 len: 173 time: 0.8911841 May 13 15:15:00.490302 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f00799ca-9978-4263-96c2-4281c4ad1ed6'] response: {'server_uuid': '11a10190-7562-4298-8465-35e359a6ebc8', 'name': 'network-vif-deleted', 'tag': 'c5761e51-838e-421e-9e82-56082264fabe', 'status': 'completed', 'code': 200} May 13 15:15:00.756557 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:00.784788 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:01.481089 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca97422-e549-4a54-bbff-adc61c0fe6b6 req-b462c8d8-6400-4a15-bf03-4e4b5e4003e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:01.482704 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cca97422-e549-4a54-bbff-adc61c0fe6b6 req-b462c8d8-6400-4a15-bf03-4e4b5e4003e1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 1096 time: 0.0780432 May 13 15:15:01.551764 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cca97422-e549-4a54-bbff-adc61c0fe6b6 req-00ad1f2a-94d6-4c8d-9632-34f140983597 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fa8ede99-d53d-48b8-9184-54c2bff3c154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607984 May 13 15:15:01.604701 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-fdbfb096-42f1-4958-8a45-cc8f1012d797 req-dff9985b-1cf4-48c5-8e1e-19d905e3c843 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Synchronizing usage tracker for tenant:92e578303cd94aabaa68562c8f67b8f5 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:01.609897 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bdb54-bc40-411d-8d0e-6feb566f56b6 req-a56cffb7-dbf4-4425-93fa-675864caeb34 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:01.611439 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-568bdb54-bc40-411d-8d0e-6feb566f56b6 req-a56cffb7-dbf4-4425-93fa-675864caeb34 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 945 time: 0.2154214 May 13 15:15:01.620700 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-fdbfb096-42f1-4958-8a45-cc8f1012d797 req-dff9985b-1cf4-48c5-8e1e-19d905e3c843 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Unset dirty status for tenant:92e578303cd94aabaa68562c8f67b8f5 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:01.621897 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fdbfb096-42f1-4958-8a45-cc8f1012d797 req-dff9985b-1cf4-48c5-8e1e-19d905e3c843 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "GET /v2.0/ports?device_id=11a10190-7562-4298-8465-35e359a6ebc8 HTTP/1.1" status: 200 len: 210 time: 0.0634122 May 13 15:15:01.656636 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-568bdb54-bc40-411d-8d0e-6feb566f56b6 req-6ddeb665-3d3f-48c4-834f-ceb65ca1e982 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa8ede99-d53d-48b8-9184-54c2bff3c154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389760 May 13 15:15:02.248717 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:02.662656 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:15:02.721613 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40670) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:02.791760 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-734800ae-dff9-4337-94c8-933cf2da5823 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:02.794453 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:02.794819 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:02.824255 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e39ed4-175a-4dbe-bbf1-ddf9171eb6be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d4471e6-ed71-4e08-aa5f-97d3f0de1e14'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:15:02.825387 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-734800ae-dff9-4337-94c8-933cf2da5823 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:02.836639 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=8d4471e6-ed71-4e08-aa5f-97d3f0de1e14,segment=NetworkSegment(8b711bb2-2d8d-41f1-81c2-97e70f6bace7),segment_id=8b711bb2-2d8d-41f1-81c2-97e70f6bace7)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:02.842298 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:02.862082 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74ab42-3d01-4737-9a30-076aed441372 req-66fa1fd7-177c-4dbb-83f3-fe8781a5c2c3 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:02.863936 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5f74ab42-3d01-4737-9a30-076aed441372 req-66fa1fd7-177c-4dbb-83f3-fe8781a5c2c3 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 945 time: 0.0993755 May 13 15:15:02.880774 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c10fc6a9-dc1b-4e63-8f8e-bcbf54198f6e'] response: {'server_uuid': '36e39ed4-175a-4dbe-bbf1-ddf9171eb6be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d4471e6-ed71-4e08-aa5f-97d3f0de1e14', 'code': 200} May 13 15:15:02.913339 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-734800ae-dff9-4337-94c8-933cf2da5823 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:02.923230 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5f74ab42-3d01-4737-9a30-076aed441372 req-704287a1-2ac5-4483-8906-d777ca9ece0a tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa8ede99-d53d-48b8-9184-54c2bff3c154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521550 May 13 15:15:02.932207 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734800ae-dff9-4337-94c8-933cf2da5823 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a879b84-834f-401d-9a35-8b64a7d78d48,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:02.934088 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=8d4471e6-ed71-4e08-aa5f-97d3f0de1e14,revision_number=6']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:02.948920 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-734800ae-dff9-4337-94c8-933cf2da5823 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:02.950259 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-734800ae-dff9-4337-94c8-933cf2da5823 tempest-TestVolumeBackupRestore-966803416 tempest-TestVolumeBackupRestore-966803416-project] 10.222.0.35 "DELETE /v2.0/security-groups/7a879b84-834f-401d-9a35-8b64a7d78d48 HTTP/1.1" status: 204 len: 168 time: 0.2273340 May 13 15:15:02.955838 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 40676) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:02.960917 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:02.961640 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:02.961993 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:02.962328 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:02.962660 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:02.962991 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:02.963354 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:02.963682 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:02.966166 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:02.966539 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:02.966883 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:02.967245 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:03.068424 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-372f2930-8653-40f6-b0eb-4777884faff1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/floatingips/3aaad96b-27c4-42a8-9caa-342e843ad439 HTTP/1.1" status: 200 len: 991 time: 0.1114221 May 13 15:15:03.329899 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device c5761e51-838e-421e-9e82-56082264fabe no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:15:03.372551 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: c5761e51-838e-421e-9e82-56082264fabe {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:15:03.372768 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device c5761e51-838e-421e-9e82-56082264fabe not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:15:04.663950 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:15:04.869346 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=8d4471e6-ed71-4e08-aa5f-97d3f0de1e14,segment=NetworkSegment(8b711bb2-2d8d-41f1-81c2-97e70f6bace7),segment_id=8b711bb2-2d8d-41f1-81c2-97e70f6bace7)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:04.886514 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '8d4471e6-ed71-4e08-aa5f-97d3f0de1e14', 'network_id': 'e25dac4e-206d-4f55-9ce0-6d7353f72e88', 'port_id': '8d4471e6-ed71-4e08-aa5f-97d3f0de1e14', 'mac_address': 'fa:16:3e:fb:b9:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dafb7a64-88be-457f-8dab-0c7a75ddfb93', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:15:04.983357 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:04.983964 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:05.005463 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:15:05.024886 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=8d4471e6-ed71-4e08-aa5f-97d3f0de1e14,segment=NetworkSegment(8b711bb2-2d8d-41f1-81c2-97e70f6bace7),segment_id=8b711bb2-2d8d-41f1-81c2-97e70f6bace7)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:05.029422 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:05.127528 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=8d4471e6-ed71-4e08-aa5f-97d3f0de1e14,revision_number=7']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:05.229528 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['8d4471e6-ed71-4e08-aa5f-97d3f0de1e14'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:15:05.633298 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41012) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:06.413940 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d8fa028c-fce0-4556-bf86-cc205a4f8080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:06.678136 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:06.748495 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:06.748780 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:06.790950 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-d8fa028c-fce0-4556-bf86-cc205a4f8080 admin admin] Deleting port 3f07028a-342d-40cb-a61f-2a197a6aea6d {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:06.791526 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d8fa028c-fce0-4556-bf86-cc205a4f8080 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:06.870038 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:06.870415 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:06.897067 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e39ed4-175a-4dbe-bbf1-ddf9171eb6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4471e6-ed71-4e08-aa5f-97d3f0de1e14'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:15:06.907884 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=8d4471e6-ed71-4e08-aa5f-97d3f0de1e14,segment=NetworkSegment(8b711bb2-2d8d-41f1-81c2-97e70f6bace7),segment_id=8b711bb2-2d8d-41f1-81c2-97e70f6bace7)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:06.913443 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:06.948712 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9a9e58f-909f-4248-b654-1cc614500ac2'] response: {'server_uuid': '36e39ed4-175a-4dbe-bbf1-ddf9171eb6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4471e6-ed71-4e08-aa5f-97d3f0de1e14', 'code': 200} May 13 15:15:06.970998 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-d8fa028c-fce0-4556-bf86-cc205a4f8080 admin admin] For port 3f07028a-342d-40cb-a61f-2a197a6aea6d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3f07028a-342d-40cb-a61f-2a197a6aea6d,segment=NetworkSegment(838b3820-419f-404b-94c1-7e15a820cb0e),segment_id=838b3820-419f-404b-94c1-7e15a820cb0e)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:06.971391 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d8fa028c-fce0-4556-bf86-cc205a4f8080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:06.986820 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=8d4471e6-ed71-4e08-aa5f-97d3f0de1e14,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:07.095443 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-d8fa028c-fce0-4556-bf86-cc205a4f8080 admin admin] Calling delete_port for 3f07028a-342d-40cb-a61f-2a197a6aea6d owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:07.289245 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d8fa028c-fce0-4556-bf86-cc205a4f8080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:07.340108 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa028c-fce0-4556-bf86-cc205a4f8080 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f07028a-342d-40cb-a61f-2a197a6aea6d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:07.723559 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d8fa028c-fce0-4556-bf86-cc205a4f8080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:08.085534 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fa028c-fce0-4556-bf86-cc205a4f8080 admin admin] Router 2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:15:08.269856 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fa028c-fce0-4556-bf86-cc205a4f8080 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:15:08.280780 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12452b75-8bc9-48bc-8fb4-337ba5664d91 None None] Sync routers for ids ['2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:15:08.288555 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d8fa028c-fce0-4556-bf86-cc205a4f8080 admin admin] 10.222.0.35 "PUT /v2.0/routers/2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6539991 May 13 15:15:08.291336 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41136) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:08.294195 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12452b75-8bc9-48bc-8fb4-337ba5664d91 None None] Routers {'2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:08.294899 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-12452b75-8bc9-48bc-8fb4-337ba5664d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:15:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:08.484058 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7acde8d6-b25f-43b4-969d-7aebd00a3b57 admin admin] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:08.484300 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-12452b75-8bc9-48bc-8fb4-337ba5664d91 None None] Set router 2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:15:08.666568 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7acde8d6-b25f-43b4-969d-7aebd00a3b57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:08.676191 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-7acde8d6-b25f-43b4-969d-7aebd00a3b57 admin admin] Deleting port 14c2c5b3-c16e-4718-96ab-457f46714101 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:08.676796 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7acde8d6-b25f-43b4-969d-7aebd00a3b57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:08.780340 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-12452b75-8bc9-48bc-8fb4-337ba5664d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'name': 'tempest-TestVolumeBackupRestore-1183101774-router', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '14c2c5b3-c16e-4718-96ab-457f46714101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:47Z', 'updated_at': '2022-05-13T15:15:07Z', 'revision_number': 5, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'gw_port': {'id': '14c2c5b3-c16e-4718-96ab-457f46714101', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:48Z', 'updated_at': '2022-05-13T15:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:08.786111 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12452b75-8bc9-48bc-8fb4-337ba5664d91 None None] Checking router: 2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:15:08.794807 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12452b75-8bc9-48bc-8fb4-337ba5664d91 None None] Routers {'2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:08.795458 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-12452b75-8bc9-48bc-8fb4-337ba5664d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:15:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:08.863501 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-7acde8d6-b25f-43b4-969d-7aebd00a3b57 admin admin] For port 14c2c5b3-c16e-4718-96ab-457f46714101, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=14c2c5b3-c16e-4718-96ab-457f46714101,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:08.863856 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7acde8d6-b25f-43b4-969d-7aebd00a3b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:08.989296 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-7acde8d6-b25f-43b4-969d-7aebd00a3b57 admin admin] Calling delete_port for 14c2c5b3-c16e-4718-96ab-457f46714101 owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:08.990798 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-12452b75-8bc9-48bc-8fb4-337ba5664d91 None None] Set router 2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:15:09.099570 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-12452b75-8bc9-48bc-8fb4-337ba5664d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'name': 'tempest-TestVolumeBackupRestore-1183101774-router', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:47Z', 'updated_at': '2022-05-13T15:15:08Z', 'revision_number': 6, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:09.103839 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12452b75-8bc9-48bc-8fb4-337ba5664d91 None None] The sync data for ids ['2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c'] in n-d-841760-1 is: [{'id': '2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c', 'name': 'tempest-TestVolumeBackupRestore-1183101774-router', 'tenant_id': '92e578303cd94aabaa68562c8f67b8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:47Z', 'updated_at': '2022-05-13T15:15:08Z', 'revision_number': 6, 'project_id': '92e578303cd94aabaa68562c8f67b8f5', 'gw_port_host': None}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:15:09.290614 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7acde8d6-b25f-43b4-969d-7aebd00a3b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:09.344123 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acde8d6-b25f-43b4-969d-7aebd00a3b57 admin admin] Pushing event deleted for resources: {'Port': ['ID=14c2c5b3-c16e-4718-96ab-457f46714101,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:09.433204 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7acde8d6-b25f-43b4-969d-7aebd00a3b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:09.729099 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7acde8d6-b25f-43b4-969d-7aebd00a3b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:09.731196 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7acde8d6-b25f-43b4-969d-7aebd00a3b57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:09.753288 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7acde8d6-b25f-43b4-969d-7aebd00a3b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:09.753873 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7acde8d6-b25f-43b4-969d-7aebd00a3b57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:15:09.766022 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7acde8d6-b25f-43b4-969d-7aebd00a3b57 admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:09.767170 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7acde8d6-b25f-43b4-969d-7aebd00a3b57 admin admin] 10.222.0.35 "DELETE /v2.0/routers/2010eb55-04a1-4e27-8bb7-4bd7b7b26c8c HTTP/1.1" status: 204 len: 168 time: 1.4749453 May 13 15:15:09.769637 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41142) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:09.838294 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-be3b0484-c33c-4aed-8d8a-2a0d4019fbd8 admin admin] Deleting subnet 9971a205-0226-4c85-b66d-b0f3f4d61a87 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:15:09.841200 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-be3b0484-c33c-4aed-8d8a-2a0d4019fbd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:09.892247 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-be3b0484-c33c-4aed-8d8a-2a0d4019fbd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:09.978022 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-be3b0484-c33c-4aed-8d8a-2a0d4019fbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:10.004427 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 14c2c5b3-c16e-4718-96ab-457f46714101 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:15:10.039202 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 14c2c5b3-c16e-4718-96ab-457f46714101 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:15:10.039645 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 14c2c5b3-c16e-4718-96ab-457f46714101 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:15:10.040127 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3f07028a-342d-40cb-a61f-2a197a6aea6d no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:15:10.048055 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-be3b0484-c33c-4aed-8d8a-2a0d4019fbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:10.074027 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 3f07028a-342d-40cb-a61f-2a197a6aea6d {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:15:10.074568 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3f07028a-342d-40cb-a61f-2a197a6aea6d not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:15:10.085253 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b0484-c33c-4aed-8d8a-2a0d4019fbd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9971a205-0226-4c85-b66d-b0f3f4d61a87,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:10.099308 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-be3b0484-c33c-4aed-8d8a-2a0d4019fbd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:10.104301 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b0c295-c875-43bf-9208-160de4af9e02 None None] Network ffa2cb49-8d00-4746-a25e-9b17c84f7d12 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:10.106869 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-be3b0484-c33c-4aed-8d8a-2a0d4019fbd8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9971a205-0226-4c85-b66d-b0f3f4d61a87 HTTP/1.1" status: 204 len: 168 time: 0.3362041 May 13 15:15:10.109248 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41146) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:10.253550 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c4605d9a-1287-44a2-91df-c588d715abf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:10.271355 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-c4605d9a-1287-44a2-91df-c588d715abf8 admin admin] Deleting port 16e5bc07-48d8-41fc-a397-72511df8863a {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:10.271355 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c4605d9a-1287-44a2-91df-c588d715abf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:10.442316 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0f789d-3634-456a-87c0-ac13ef7ba3b7 None None] DHCP port deletion for ffa2cb49-8d00-4746-a25e-9b17c84f7d12 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:15:10.447241 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-dc0f789d-3634-456a-87c0-ac13ef7ba3b7 None None] Deleting port 16e5bc07-48d8-41fc-a397-72511df8863a {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:10.447641 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-dc0f789d-3634-456a-87c0-ac13ef7ba3b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:10.519043 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-c4605d9a-1287-44a2-91df-c588d715abf8 admin admin] For port 16e5bc07-48d8-41fc-a397-72511df8863a, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=16e5bc07-48d8-41fc-a397-72511df8863a,segment=NetworkSegment(838b3820-419f-404b-94c1-7e15a820cb0e),segment_id=838b3820-419f-404b-94c1-7e15a820cb0e)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:10.519629 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c4605d9a-1287-44a2-91df-c588d715abf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:10.643547 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-c4605d9a-1287-44a2-91df-c588d715abf8 admin admin] Calling delete_port for 16e5bc07-48d8-41fc-a397-72511df8863a owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:10.652503 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-dc0f789d-3634-456a-87c0-ac13ef7ba3b7 None None] For port 16e5bc07-48d8-41fc-a397-72511df8863a, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=16e5bc07-48d8-41fc-a397-72511df8863a,segment=NetworkSegment(838b3820-419f-404b-94c1-7e15a820cb0e),segment_id=838b3820-419f-404b-94c1-7e15a820cb0e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:10.652886 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-dc0f789d-3634-456a-87c0-ac13ef7ba3b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:10.723577 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c4605d9a-1287-44a2-91df-c588d715abf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:10.772342 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4605d9a-1287-44a2-91df-c588d715abf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=16e5bc07-48d8-41fc-a397-72511df8863a,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:10.777286 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4605d9a-1287-44a2-91df-c588d715abf8 admin admin] No DVR routers for this DVR port 16e5bc07-48d8-41fc-a397-72511df8863a on host n-d-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:15:10.778499 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-dc0f789d-3634-456a-87c0-ac13ef7ba3b7 None None] Calling delete_port for 16e5bc07-48d8-41fc-a397-72511df8863a owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: util.warn( May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: util.warn( May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: util.warn( May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: util.warn( May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: util.warn( May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: util.warn( May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: util.warn( May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: util.warn( May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: util.warn( May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: util.warn( May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: util.warn( May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: util.warn( May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: util.warn( May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: util.warn( May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: util.warn( May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: util.warn( May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: util.warn( May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: util.warn( May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: util.warn( May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: util.warn( May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: util.warn( May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: util.warn( May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: util.warn( May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: util.warn( May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: util.warn( May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: util.warn( May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: util.warn( May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:10.844845 n-d-841760-1 neutron-server[88083]: util.warn( May 13 15:15:10.851942 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-dc0f789d-3634-456a-87c0-ac13ef7ba3b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:15:10.852296 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-dc0f789d-3634-456a-87c0-ac13ef7ba3b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:15:10.895227 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c4605d9a-1287-44a2-91df-c588d715abf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:10.921669 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-c4605d9a-1287-44a2-91df-c588d715abf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa2cb49-8d00-4746-a25e-9b17c84f7d12']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:10.934280 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-c4605d9a-1287-44a2-91df-c588d715abf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '838b3820-419f-404b-94c1-7e15a820cb0e') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:10.934568 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-c4605d9a-1287-44a2-91df-c588d715abf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '838b3820-419f-404b-94c1-7e15a820cb0e') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:10.948115 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c4605d9a-1287-44a2-91df-c588d715abf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:10.964907 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c4605d9a-1287-44a2-91df-c588d715abf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:10.971396 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4605d9a-1287-44a2-91df-c588d715abf8 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:15:10.971800 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c4605d9a-1287-44a2-91df-c588d715abf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:10.985024 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 15:15:10.985024 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:15:10.985024 n-d-841760-1 neutron-server[88081]: timer() May 13 15:15:10.985024 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:15:10.985024 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 15:15:10.985024 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:15:10.985024 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 15:15:10.985024 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:15:10.985024 n-d-841760-1 neutron-server[88081]: self._notify() May 13 15:15:10.985024 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:15:10.985024 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 15:15:10.985024 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:15:10.985024 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 15:15:10.985024 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:15:10.985024 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:15:10.985024 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:15:10.985024 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:15:10.985024 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:15:10.985024 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 15:15:10.985024 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:15:10.985024 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 15:15:10.985024 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:15:10.985024 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:15:10.985024 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:15:10.985024 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 15:15:10.985024 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:15:10.985024 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:15:10.985024 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:15:10.985024 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:15:10.985024 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:15:10.985024 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:15:10.985024 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:15:11.061441 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c4605d9a-1287-44a2-91df-c588d715abf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:11.077797 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c4605d9a-1287-44a2-91df-c588d715abf8 admin admin] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:11.089452 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4605d9a-1287-44a2-91df-c588d715abf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffa2cb49-8d00-4746-a25e-9b17c84f7d12,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:11.100798 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c4605d9a-1287-44a2-91df-c588d715abf8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ffa2cb49-8d00-4746-a25e-9b17c84f7d12 HTTP/1.1" status: 204 len: 168 time: 0.9862273 May 13 15:15:11.103627 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41150) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:11.257325 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a3e071a2-ce14-41db-8d10-25079fe60433 req-c401d8c3-f348-47ea-97f5-af214dd86895 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0735154 May 13 15:15:11.353558 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-dc0f789d-3634-456a-87c0-ac13ef7ba3b7 None None] Deleting port 16e5bc07-48d8-41fc-a397-72511df8863a {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:11.354112 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-dc0f789d-3634-456a-87c0-ac13ef7ba3b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:11.409888 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e071a2-ce14-41db-8d10-25079fe60433 req-3a644a2d-f05b-4f57-9496-c88d5301f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:11.413174 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a3e071a2-ce14-41db-8d10-25079fe60433 req-3a644a2d-f05b-4f57-9496-c88d5301f6f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 1096 time: 0.0857983 May 13 15:15:11.430148 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-dc0f789d-3634-456a-87c0-ac13ef7ba3b7 None None] The port '16e5bc07-48d8-41fc-a397-72511df8863a' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:15:11.589311 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e071a2-ce14-41db-8d10-25079fe60433 req-cbf2ebb8-86bf-40e0-90e6-636b03d4f0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:11.590785 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a3e071a2-ce14-41db-8d10-25079fe60433 req-cbf2ebb8-86bf-40e0-90e6-636b03d4f0de service neutron] 10.222.0.59 "GET /v2.0/networks?id=e25dac4e-206d-4f55-9ce0-6d7353f72e88 HTTP/1.1" status: 200 len: 897 time: 0.1507249 May 13 15:15:11.694737 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a3e071a2-ce14-41db-8d10-25079fe60433 req-5714acf2-e295-4247-a20f-7492528a3510 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 HTTP/1.1" status: 200 len: 1001 time: 0.0980308 May 13 15:15:11.755527 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e071a2-ce14-41db-8d10-25079fe60433 req-89cadac0-ed90-45f0-879f-fc8c1995aff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:11.756989 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a3e071a2-ce14-41db-8d10-25079fe60433 req-89cadac0-ed90-45f0-879f-fc8c1995aff9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dafb7a64-88be-457f-8dab-0c7a75ddfb93 HTTP/1.1" status: 200 len: 834 time: 0.0570962 May 13 15:15:11.784461 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7824149e-96ca-4f45-8e60-e0328081dc4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:11.835268 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e071a2-ce14-41db-8d10-25079fe60433 req-7cc75b3e-5d2f-4c86-95de-8a971e2b3a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:11.836776 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a3e071a2-ce14-41db-8d10-25079fe60433 req-7cc75b3e-5d2f-4c86-95de-8a971e2b3a33 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e25dac4e-206d-4f55-9ce0-6d7353f72e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746658 May 13 15:15:11.846550 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [req-a3e071a2-ce14-41db-8d10-25079fe60433 req-a00ee13c-4f91-4e68-8876-592e04df6f4f service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:15:11.847612 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a3e071a2-ce14-41db-8d10-25079fe60433 req-a00ee13c-4f91-4e68-8876-592e04df6f4f service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054235 May 13 15:15:11.988877 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a3e071a2-ce14-41db-8d10-25079fe60433 req-712888ee-1173-481d-a36e-0c472ae1c921 service neutron] 10.222.0.59 "GET /v2.0/networks/e25dac4e-206d-4f55-9ce0-6d7353f72e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359942 May 13 15:15:12.011440 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 16e5bc07-48d8-41fc-a397-72511df8863a no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:15:12.046930 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 16e5bc07-48d8-41fc-a397-72511df8863a {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:15:12.047867 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 16e5bc07-48d8-41fc-a397-72511df8863a not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:15:12.166141 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-7824149e-96ca-4f45-8e60-e0328081dc4f admin admin] Deleting port 38fe32d4-19dd-49df-b30d-b5fadcefd994 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:12.166478 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7824149e-96ca-4f45-8e60-e0328081dc4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:12.250589 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a3e071a2-ce14-41db-8d10-25079fe60433 req-af6a16f8-cf88-4602-a1ea-79f06fe7f185 service neutron] 10.222.0.59 "GET /v2.0/networks/e25dac4e-206d-4f55-9ce0-6d7353f72e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562344 May 13 15:15:12.347287 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-7824149e-96ca-4f45-8e60-e0328081dc4f admin admin] For port 38fe32d4-19dd-49df-b30d-b5fadcefd994, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=38fe32d4-19dd-49df-b30d-b5fadcefd994,segment=NetworkSegment(86d4aa57-d557-4cf1-8ff7-d4467a096443),segment_id=86d4aa57-d557-4cf1-8ff7-d4467a096443)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:12.347635 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7824149e-96ca-4f45-8e60-e0328081dc4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:12.468829 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-7824149e-96ca-4f45-8e60-e0328081dc4f admin admin] Calling delete_port for 38fe32d4-19dd-49df-b30d-b5fadcefd994 owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:12.667814 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7824149e-96ca-4f45-8e60-e0328081dc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:12.712519 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824149e-96ca-4f45-8e60-e0328081dc4f admin admin] Pushing event deleted for resources: {'Port': ['ID=38fe32d4-19dd-49df-b30d-b5fadcefd994,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:13.098747 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7824149e-96ca-4f45-8e60-e0328081dc4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:13.453036 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7824149e-96ca-4f45-8e60-e0328081dc4f admin admin] Router 85d40117-ec5a-4b43-826a-ed59cae62928 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:15:13.633052 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7824149e-96ca-4f45-8e60-e0328081dc4f admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:15:13.642231 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1b40dc-e5b7-49d3-9543-2a3be1dcbaa0 None None] Sync routers for ids ['85d40117-ec5a-4b43-826a-ed59cae62928'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:15:13.649231 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7824149e-96ca-4f45-8e60-e0328081dc4f admin admin] 10.222.0.35 "PUT /v2.0/routers/85d40117-ec5a-4b43-826a-ed59cae62928/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5446079 May 13 15:15:13.651970 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1b40dc-e5b7-49d3-9543-2a3be1dcbaa0 None None] Routers {'85d40117-ec5a-4b43-826a-ed59cae62928'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:13.652110 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41154) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:13.652575 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-ba1b40dc-e5b7-49d3-9543-2a3be1dcbaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:15:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['85d40117-ec5a-4b43-826a-ed59cae62928'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:13.832043 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-ba1b40dc-e5b7-49d3-9543-2a3be1dcbaa0 None None] Set router 85d40117-ec5a-4b43-826a-ed59cae62928 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:15:13.832295 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f7f8d90f-4113-424b-aff5-ecdde08f890a admin admin] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:14.019521 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f7f8d90f-4113-424b-aff5-ecdde08f890a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:14.029096 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-f7f8d90f-4113-424b-aff5-ecdde08f890a admin admin] Deleting port b51c7a00-d933-4887-bf7c-d69a16254f1d {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:14.029855 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f7f8d90f-4113-424b-aff5-ecdde08f890a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:14.169739 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-ba1b40dc-e5b7-49d3-9543-2a3be1dcbaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d40117-ec5a-4b43-826a-ed59cae62928', 'name': 'tempest-TestVolumeBackupRestore-1521570704-router', 'tenant_id': '3a19e520d35f4894bad58644f5c0317d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'b51c7a00-d933-4887-bf7c-d69a16254f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:57Z', 'updated_at': '2022-05-13T15:15:12Z', 'revision_number': 5, 'project_id': '3a19e520d35f4894bad58644f5c0317d', 'gw_port': {'id': 'b51c7a00-d933-4887-bf7c-d69a16254f1d', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d40117-ec5a-4b43-826a-ed59cae62928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:58Z', 'updated_at': '2022-05-13T15:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:14.173894 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1b40dc-e5b7-49d3-9543-2a3be1dcbaa0 None None] Checking router: 85d40117-ec5a-4b43-826a-ed59cae62928 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:15:14.183441 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1b40dc-e5b7-49d3-9543-2a3be1dcbaa0 None None] Routers {'85d40117-ec5a-4b43-826a-ed59cae62928'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:14.184078 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-ba1b40dc-e5b7-49d3-9543-2a3be1dcbaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:15:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['85d40117-ec5a-4b43-826a-ed59cae62928'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:14.341522 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-ba1b40dc-e5b7-49d3-9543-2a3be1dcbaa0 None None] Set router 85d40117-ec5a-4b43-826a-ed59cae62928 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:15:14.351162 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-f7f8d90f-4113-424b-aff5-ecdde08f890a admin admin] For port b51c7a00-d933-4887-bf7c-d69a16254f1d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b51c7a00-d933-4887-bf7c-d69a16254f1d,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:14.351714 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f7f8d90f-4113-424b-aff5-ecdde08f890a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:14.447283 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-ba1b40dc-e5b7-49d3-9543-2a3be1dcbaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d40117-ec5a-4b43-826a-ed59cae62928', 'name': 'tempest-TestVolumeBackupRestore-1521570704-router', 'tenant_id': '3a19e520d35f4894bad58644f5c0317d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:57Z', 'updated_at': '2022-05-13T15:15:14Z', 'revision_number': 6, 'project_id': '3a19e520d35f4894bad58644f5c0317d', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:14.451336 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1b40dc-e5b7-49d3-9543-2a3be1dcbaa0 None None] The sync data for ids ['85d40117-ec5a-4b43-826a-ed59cae62928'] in n-d-841760-1 is: [{'id': '85d40117-ec5a-4b43-826a-ed59cae62928', 'name': 'tempest-TestVolumeBackupRestore-1521570704-router', 'tenant_id': '3a19e520d35f4894bad58644f5c0317d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:57Z', 'updated_at': '2022-05-13T15:15:14Z', 'revision_number': 6, 'project_id': '3a19e520d35f4894bad58644f5c0317d', 'gw_port_host': None}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:15:14.473738 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-f7f8d90f-4113-424b-aff5-ecdde08f890a admin admin] Calling delete_port for b51c7a00-d933-4887-bf7c-d69a16254f1d owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:14.655438 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f7f8d90f-4113-424b-aff5-ecdde08f890a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:14.703969 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8d90f-4113-424b-aff5-ecdde08f890a admin admin] Pushing event deleted for resources: {'Port': ['ID=b51c7a00-d933-4887-bf7c-d69a16254f1d,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:14.796937 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f7f8d90f-4113-424b-aff5-ecdde08f890a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:14.980926 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f7f8d90f-4113-424b-aff5-ecdde08f890a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:14.983167 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f7f8d90f-4113-424b-aff5-ecdde08f890a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:15.006659 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f7f8d90f-4113-424b-aff5-ecdde08f890a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:15.007242 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f8d90f-4113-424b-aff5-ecdde08f890a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85d40117-ec5a-4b43-826a-ed59cae62928 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:15:15.019014 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f7f8d90f-4113-424b-aff5-ecdde08f890a admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:15.020160 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f7f8d90f-4113-424b-aff5-ecdde08f890a admin admin] 10.222.0.35 "DELETE /v2.0/routers/85d40117-ec5a-4b43-826a-ed59cae62928 HTTP/1.1" status: 204 len: 168 time: 1.3671701 May 13 15:15:15.022812 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41158) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:15.082051 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-517463cf-5929-46f6-b021-246944056c8a admin admin] Deleting subnet 32c2b5a2-dbc3-4046-8e53-732e5a3cb21f {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:15:15.084917 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-517463cf-5929-46f6-b021-246944056c8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:15.135738 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-517463cf-5929-46f6-b021-246944056c8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:15.223408 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-517463cf-5929-46f6-b021-246944056c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:15.294023 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-517463cf-5929-46f6-b021-246944056c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:15.335288 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517463cf-5929-46f6-b021-246944056c8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32c2b5a2-dbc3-4046-8e53-732e5a3cb21f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:15.338750 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-517463cf-5929-46f6-b021-246944056c8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:15.345311 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c498ec-f40e-482c-9683-997b2e406515 None None] Network d154e1c0-cdf2-464d-9d3f-71c4866b225a requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:15.345839 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-517463cf-5929-46f6-b021-246944056c8a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/32c2b5a2-dbc3-4046-8e53-732e5a3cb21f HTTP/1.1" status: 204 len: 168 time: 0.3215609 May 13 15:15:15.347848 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41162) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:15.455527 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-edc9548a-2943-411e-acb6-11e42ec31a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:15.469976 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-edc9548a-2943-411e-acb6-11e42ec31a5e admin admin] Deleting port e5d6628c-c203-43d8-9e2e-f511ea11b3f3 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:15.470318 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-edc9548a-2943-411e-acb6-11e42ec31a5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:15.592618 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e07e39c-ffc7-4e71-8855-caea62413b7c None None] DHCP port deletion for d154e1c0-cdf2-464d-9d3f-71c4866b225a request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:15:15.598294 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-8e07e39c-ffc7-4e71-8855-caea62413b7c None None] Deleting port e5d6628c-c203-43d8-9e2e-f511ea11b3f3 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:15.598671 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8e07e39c-ffc7-4e71-8855-caea62413b7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:15.689620 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-edc9548a-2943-411e-acb6-11e42ec31a5e admin admin] For port e5d6628c-c203-43d8-9e2e-f511ea11b3f3, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=e5d6628c-c203-43d8-9e2e-f511ea11b3f3,segment=NetworkSegment(86d4aa57-d557-4cf1-8ff7-d4467a096443),segment_id=86d4aa57-d557-4cf1-8ff7-d4467a096443)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:15.689974 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-edc9548a-2943-411e-acb6-11e42ec31a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:15.811931 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-8e07e39c-ffc7-4e71-8855-caea62413b7c None None] For port e5d6628c-c203-43d8-9e2e-f511ea11b3f3, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=e5d6628c-c203-43d8-9e2e-f511ea11b3f3,segment=NetworkSegment(86d4aa57-d557-4cf1-8ff7-d4467a096443),segment_id=86d4aa57-d557-4cf1-8ff7-d4467a096443)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:15.812230 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8e07e39c-ffc7-4e71-8855-caea62413b7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:15.919820 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-edc9548a-2943-411e-acb6-11e42ec31a5e admin admin] Calling delete_port for e5d6628c-c203-43d8-9e2e-f511ea11b3f3 owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:15.973713 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-8e07e39c-ffc7-4e71-8855-caea62413b7c None None] Calling delete_port for e5d6628c-c203-43d8-9e2e-f511ea11b3f3 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:16.005231 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-edc9548a-2943-411e-acb6-11e42ec31a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:16.007617 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 38fe32d4-19dd-49df-b30d-b5fadcefd994 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:15:16.052967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9548a-2943-411e-acb6-11e42ec31a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=e5d6628c-c203-43d8-9e2e-f511ea11b3f3,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:16.054947 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 38fe32d4-19dd-49df-b30d-b5fadcefd994 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:15:16.055340 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 38fe32d4-19dd-49df-b30d-b5fadcefd994 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:15:16.055743 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e5d6628c-c203-43d8-9e2e-f511ea11b3f3 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:15:16.056242 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc9548a-2943-411e-acb6-11e42ec31a5e admin admin] No DVR routers for this DVR port e5d6628c-c203-43d8-9e2e-f511ea11b3f3 on host n-d-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:15:16.094482 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: e5d6628c-c203-43d8-9e2e-f511ea11b3f3 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:15:16.094827 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e5d6628c-c203-43d8-9e2e-f511ea11b3f3 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:15:16.095272 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b51c7a00-d933-4887-bf7c-d69a16254f1d no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:15:16.136969 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: b51c7a00-d933-4887-bf7c-d69a16254f1d {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:15:16.137310 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b51c7a00-d933-4887-bf7c-d69a16254f1d not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:15:16.158002 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-8e07e39c-ffc7-4e71-8855-caea62413b7c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:15:16.158355 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-8e07e39c-ffc7-4e71-8855-caea62413b7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:15:16.177694 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-edc9548a-2943-411e-acb6-11e42ec31a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:16.205032 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-edc9548a-2943-411e-acb6-11e42ec31a5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d154e1c0-cdf2-464d-9d3f-71c4866b225a']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:16.217205 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-edc9548a-2943-411e-acb6-11e42ec31a5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d4aa57-d557-4cf1-8ff7-d4467a096443') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:16.217552 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-edc9548a-2943-411e-acb6-11e42ec31a5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d4aa57-d557-4cf1-8ff7-d4467a096443') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:16.229196 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-edc9548a-2943-411e-acb6-11e42ec31a5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:16.249067 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-edc9548a-2943-411e-acb6-11e42ec31a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:16.255535 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc9548a-2943-411e-acb6-11e42ec31a5e admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:15:16.255944 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-edc9548a-2943-411e-acb6-11e42ec31a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:16.268929 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 15:15:16.268929 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:15:16.268929 n-d-841760-1 neutron-server[88081]: timer() May 13 15:15:16.268929 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:15:16.268929 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 15:15:16.268929 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:15:16.268929 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 15:15:16.268929 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:15:16.268929 n-d-841760-1 neutron-server[88081]: self._notify() May 13 15:15:16.268929 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:15:16.268929 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 15:15:16.268929 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:15:16.268929 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 15:15:16.268929 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:15:16.268929 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:15:16.268929 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:15:16.268929 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:15:16.268929 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:15:16.268929 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 15:15:16.268929 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:15:16.268929 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 15:15:16.268929 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:15:16.268929 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:15:16.268929 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:15:16.268929 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 15:15:16.268929 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:15:16.268929 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:15:16.268929 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:15:16.268929 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:15:16.268929 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:15:16.268929 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:15:16.268929 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:15:16.340674 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-edc9548a-2943-411e-acb6-11e42ec31a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:16.357097 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-edc9548a-2943-411e-acb6-11e42ec31a5e admin admin] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:16.369854 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9548a-2943-411e-acb6-11e42ec31a5e admin admin] Pushing event deleted for resources: {'Network': ['ID=d154e1c0-cdf2-464d-9d3f-71c4866b225a,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:16.374631 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-edc9548a-2943-411e-acb6-11e42ec31a5e admin admin] 10.222.0.35 "DELETE /v2.0/networks/d154e1c0-cdf2-464d-9d3f-71c4866b225a HTTP/1.1" status: 204 len: 168 time: 1.0258019 May 13 15:15:16.561627 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41168) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:16.615447 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2fea0d6e-e29d-4ea9-b851-f5f4a0f935a8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=92e578303cd94aabaa68562c8f67b8f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525208 May 13 15:15:16.619280 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41172) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:16.659697 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-8e07e39c-ffc7-4e71-8855-caea62413b7c None None] Deleting port e5d6628c-c203-43d8-9e2e-f511ea11b3f3 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:16.660245 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8e07e39c-ffc7-4e71-8855-caea62413b7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:16.681216 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c3c0fb16-3693-4678-96ea-3210f99eac70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:16.712985 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c3c0fb16-3693-4678-96ea-3210f99eac70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:16.727593 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-8e07e39c-ffc7-4e71-8855-caea62413b7c None None] The port 'e5d6628c-c203-43d8-9e2e-f511ea11b3f3' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:15:16.771372 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c3c0fb16-3693-4678-96ea-3210f99eac70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:16.787470 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c0fb16-3693-4678-96ea-3210f99eac70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25629a4-ae09-46c4-b46a-c22832f5d781,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:16.796134 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c3c0fb16-3693-4678-96ea-3210f99eac70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:16.799884 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c3c0fb16-3693-4678-96ea-3210f99eac70 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e25629a4-ae09-46c4-b46a-c22832f5d781 HTTP/1.1" status: 204 len: 168 time: 0.1770432 May 13 15:15:17.148787 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41180) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:17.198388 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-65dcdee2-4b80-40d2-82a1-307d862d320f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3a19e520d35f4894bad58644f5c0317d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484407 May 13 15:15:17.200809 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41184) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:17.269160 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-960421f4-5fb1-4166-9d52-a6b74910dca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.300579 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-960421f4-5fb1-4166-9d52-a6b74910dca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.366235 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-960421f4-5fb1-4166-9d52-a6b74910dca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.381344 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960421f4-5fb1-4166-9d52-a6b74910dca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25b280a-978d-4116-89a3-e99ef852840e,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:17.387253 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-960421f4-5fb1-4166-9d52-a6b74910dca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.388395 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-960421f4-5fb1-4166-9d52-a6b74910dca6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f25b280a-978d-4116-89a3-e99ef852840e HTTP/1.1" status: 204 len: 168 time: 0.1866786 May 13 15:15:18.441732 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:22.525451 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:15:27.308243 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-45b9001b-c2b8-410c-af91-8bd142555b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:28.911295 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:29.624357 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a22e1430-2056-4d8a-9fc5-78d231477f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:30.750114 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:30.781467 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:32.250885 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:38.678299 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41204) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:38.891052 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-1dadefe9-3155-4150-bacf-b006123224ed tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Deleting port fe7981f0-2c86-42ee-9017-8de4ee6169d1 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:38.891411 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1dadefe9-3155-4150-bacf-b006123224ed tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:39.059428 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1dadefe9-3155-4150-bacf-b006123224ed tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:39.059839 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1dadefe9-3155-4150-bacf-b006123224ed tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:39.182011 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-1dadefe9-3155-4150-bacf-b006123224ed tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Calling delete_port for fe7981f0-2c86-42ee-9017-8de4ee6169d1 owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:39.333795 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1dadefe9-3155-4150-bacf-b006123224ed tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:39.380118 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dadefe9-3155-4150-bacf-b006123224ed tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event deleted for resources: {'Port': ['ID=fe7981f0-2c86-42ee-9017-8de4ee6169d1,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:39.473207 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1dadefe9-3155-4150-bacf-b006123224ed tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for floatingip, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:39.473546 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [None req-1dadefe9-3155-4150-bacf-b006123224ed tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Floating IP 3aaad96b-27c4-42a8-9caa-342e843ad439 disassociated (deleted). External IP: 172.25.0.185, port: 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14. May 13 15:15:39.989145 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dadefe9-3155-4150-bacf-b006123224ed tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Router 42f1842c-2242-4a98-b538-3bfc6651ac18 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:15:40.170501 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dadefe9-3155-4150-bacf-b006123224ed tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:15:40.180396 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f957eb1-2ed3-481c-8315-c1256333bb32 None None] Sync routers for ids ['42f1842c-2242-4a98-b538-3bfc6651ac18'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:15:40.191040 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f957eb1-2ed3-481c-8315-c1256333bb32 None None] Routers {'42f1842c-2242-4a98-b538-3bfc6651ac18'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:40.191990 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-2f957eb1-2ed3-481c-8315-c1256333bb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:15:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['42f1842c-2242-4a98-b538-3bfc6651ac18'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:40.192778 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1dadefe9-3155-4150-bacf-b006123224ed tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:40.248974 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1dadefe9-3155-4150-bacf-b006123224ed tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "DELETE /v2.0/floatingips/3aaad96b-27c4-42a8-9caa-342e843ad439 HTTP/1.1" status: 204 len: 168 time: 1.5694053 May 13 15:15:40.249348 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e39ed4-175a-4dbe-bbf1-ddf9171eb6be', 'tag': '8d4471e6-ed71-4e08-aa5f-97d3f0de1e14'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:15:40.295945 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0c839c0-79c2-4f58-9832-f89bd85aeb32'] response: {'name': 'network-changed', 'server_uuid': '36e39ed4-175a-4dbe-bbf1-ddf9171eb6be', 'tag': '8d4471e6-ed71-4e08-aa5f-97d3f0de1e14', 'status': 'completed', 'code': 200} May 13 15:15:40.388741 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-2f957eb1-2ed3-481c-8315-c1256333bb32 None None] Set router 42f1842c-2242-4a98-b538-3bfc6651ac18 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:15:40.396494 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe20c1-9dfe-4582-b2e9-2e32517aa0e1 req-cfa9c9b1-7ea4-4594-8d27-6bb215cd348d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:40.398774 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-06fe20c1-9dfe-4582-b2e9-2e32517aa0e1 req-cfa9c9b1-7ea4-4594-8d27-6bb215cd348d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 1096 time: 0.0816901 May 13 15:15:40.545570 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe20c1-9dfe-4582-b2e9-2e32517aa0e1 req-efed7aee-55af-4bf0-ba6d-4eec4c8701b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:40.547033 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-06fe20c1-9dfe-4582-b2e9-2e32517aa0e1 req-efed7aee-55af-4bf0-ba6d-4eec4c8701b4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e25dac4e-206d-4f55-9ce0-6d7353f72e88 HTTP/1.1" status: 200 len: 897 time: 0.1419873 May 13 15:15:40.658835 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-06fe20c1-9dfe-4582-b2e9-2e32517aa0e1 req-7a035e58-f027-4914-8aca-0ccaac8172ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 HTTP/1.1" status: 200 len: 217 time: 0.0744145 May 13 15:15:40.720027 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-2f957eb1-2ed3-481c-8315-c1256333bb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643109286', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '969541be-be3f-4a58-96c6-6a1df6ecebaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:52Z', 'updated_at': '2022-05-13T15:13:58Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': '969541be-be3f-4a58-96c6-6a1df6ecebaa', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:53Z', 'updated_at': '2022-05-13T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '0d3d85db-62b6-4402-b7e4-3eacc7de33db', 'name': '', 'network_id': 'e25dac4e-206d-4f55-9ce0-6d7353f72e88', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:d3:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'dafb7a64-88be-457f-8dab-0c7a75ddfb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:57Z', 'updated_at': '2022-05-13T15:14:04Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': 'dafb7a64-88be-457f-8dab-0c7a75ddfb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:40.724006 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f957eb1-2ed3-481c-8315-c1256333bb32 None None] Checking router: 42f1842c-2242-4a98-b538-3bfc6651ac18 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:15:40.732510 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f957eb1-2ed3-481c-8315-c1256333bb32 None None] Routers {'42f1842c-2242-4a98-b538-3bfc6651ac18'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:40.733118 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-2f957eb1-2ed3-481c-8315-c1256333bb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:15:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['42f1842c-2242-4a98-b538-3bfc6651ac18'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:40.742041 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe20c1-9dfe-4582-b2e9-2e32517aa0e1 req-910db781-86f5-46b5-bc7d-477bcf1396eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:40.743549 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-06fe20c1-9dfe-4582-b2e9-2e32517aa0e1 req-910db781-86f5-46b5-bc7d-477bcf1396eb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dafb7a64-88be-457f-8dab-0c7a75ddfb93 HTTP/1.1" status: 200 len: 834 time: 0.0779862 May 13 15:15:40.751978 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18803bde-0a06-43b4-a094-537c5e97ccb6 req-fcf6f2b0-0759-46cb-bc42-44716037a06d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:40.754019 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-18803bde-0a06-43b4-a094-537c5e97ccb6 req-fcf6f2b0-0759-46cb-bc42-44716037a06d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 945 time: 0.2009475 May 13 15:15:40.852518 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-18803bde-0a06-43b4-a094-537c5e97ccb6 req-c39d75b5-7e20-43a5-80c5-ee995453669d tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa8ede99-d53d-48b8-9184-54c2bff3c154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667200 May 13 15:15:40.883004 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe20c1-9dfe-4582-b2e9-2e32517aa0e1 req-afbfb854-ac67-4ecb-a34b-4941886c2b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:40.885223 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-06fe20c1-9dfe-4582-b2e9-2e32517aa0e1 req-afbfb854-ac67-4ecb-a34b-4941886c2b6a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e25dac4e-206d-4f55-9ce0-6d7353f72e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296506 May 13 15:15:40.937708 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-2f957eb1-2ed3-481c-8315-c1256333bb32 None None] Set router 42f1842c-2242-4a98-b538-3bfc6651ac18 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:15:41.024641 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-06fe20c1-9dfe-4582-b2e9-2e32517aa0e1 req-6d45ed56-5a86-4841-855e-4998d665e6b2 service neutron] 10.222.0.59 "GET /v2.0/networks/e25dac4e-206d-4f55-9ce0-6d7353f72e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333554 May 13 15:15:41.160677 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-06fe20c1-9dfe-4582-b2e9-2e32517aa0e1 req-a62d23cf-195b-47e5-9d02-d8d9401769a1 service neutron] 10.222.0.59 "GET /v2.0/networks/e25dac4e-206d-4f55-9ce0-6d7353f72e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297064 May 13 15:15:41.299853 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-2f957eb1-2ed3-481c-8315-c1256333bb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643109286', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '969541be-be3f-4a58-96c6-6a1df6ecebaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:52Z', 'updated_at': '2022-05-13T15:13:58Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': '969541be-be3f-4a58-96c6-6a1df6ecebaa', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:53Z', 'updated_at': '2022-05-13T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '0d3d85db-62b6-4402-b7e4-3eacc7de33db', 'name': '', 'network_id': 'e25dac4e-206d-4f55-9ce0-6d7353f72e88', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:d3:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'dafb7a64-88be-457f-8dab-0c7a75ddfb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:57Z', 'updated_at': '2022-05-13T15:14:04Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': 'dafb7a64-88be-457f-8dab-0c7a75ddfb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:41.303863 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f957eb1-2ed3-481c-8315-c1256333bb32 None None] The sync data for ids ['42f1842c-2242-4a98-b538-3bfc6651ac18'] in n-d-841760-1 is: [{'id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643109286', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '969541be-be3f-4a58-96c6-6a1df6ecebaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:52Z', 'updated_at': '2022-05-13T15:13:58Z', 'revision_number': 4, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': '969541be-be3f-4a58-96c6-6a1df6ecebaa', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:53Z', 'updated_at': '2022-05-13T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '0d3d85db-62b6-4402-b7e4-3eacc7de33db', 'name': '', 'network_id': 'e25dac4e-206d-4f55-9ce0-6d7353f72e88', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'mac_address': 'fa:16:3e:d3:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'dafb7a64-88be-457f-8dab-0c7a75ddfb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:57Z', 'updated_at': '2022-05-13T15:14:04Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'subnets': [{'id': 'dafb7a64-88be-457f-8dab-0c7a75ddfb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:15:41.524799 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecbb186-fb38-4f0d-9ffa-76221cd840d6 None None] New status for floating IP 3aaad96b-27c4-42a8-9caa-342e843ad439: DOWN {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:15:41.873164 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddfaf7-0ce3-41ce-a780-35577af85e9c req-8c071577-6050-4a54-94b2-5c806da89d38 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:41.874638 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-66ddfaf7-0ce3-41ce-a780-35577af85e9c req-8c071577-6050-4a54-94b2-5c806da89d38 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.59 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 945 time: 0.0856156 May 13 15:15:41.958052 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-66ddfaf7-0ce3-41ce-a780-35577af85e9c req-c4f08169-5058-4e79-a9be-6c015834f2d2 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Deleting port 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:41.958400 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-66ddfaf7-0ce3-41ce-a780-35577af85e9c req-c4f08169-5058-4e79-a9be-6c015834f2d2 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:42.058390 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fa6f5-383d-4bad-b288-c8dc0a13e324 req-915c25ff-62f3-4a33-9922-5d97ad1c82f1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:42.059084 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-560fa6f5-383d-4bad-b288-c8dc0a13e324 req-915c25ff-62f3-4a33-9922-5d97ad1c82f1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Synchronizing usage tracker for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:42.076488 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-560fa6f5-383d-4bad-b288-c8dc0a13e324 req-915c25ff-62f3-4a33-9922-5d97ad1c82f1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Unset dirty status for tenant:d15e70e5e3144c2db24c850097c3fbb0 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:42.078403 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-560fa6f5-383d-4bad-b288-c8dc0a13e324 req-915c25ff-62f3-4a33-9922-5d97ad1c82f1 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 945 time: 0.1082492 May 13 15:15:42.122905 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-560fa6f5-383d-4bad-b288-c8dc0a13e324 req-63dff845-71ed-4ea1-844c-801e7b2fc270 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa8ede99-d53d-48b8-9184-54c2bff3c154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386207 May 13 15:15:42.228206 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-66ddfaf7-0ce3-41ce-a780-35577af85e9c req-c4f08169-5058-4e79-a9be-6c015834f2d2 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] For port 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=8d4471e6-ed71-4e08-aa5f-97d3f0de1e14,segment=NetworkSegment(8b711bb2-2d8d-41f1-81c2-97e70f6bace7),segment_id=8b711bb2-2d8d-41f1-81c2-97e70f6bace7)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:42.228465 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-66ddfaf7-0ce3-41ce-a780-35577af85e9c req-c4f08169-5058-4e79-a9be-6c015834f2d2 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:42.362970 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-66ddfaf7-0ce3-41ce-a780-35577af85e9c req-c4f08169-5058-4e79-a9be-6c015834f2d2 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Calling delete_port for 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:42.623062 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-66ddfaf7-0ce3-41ce-a780-35577af85e9c req-c4f08169-5058-4e79-a9be-6c015834f2d2 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:42.676391 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f08169-5058-4e79-a9be-6c015834f2d2 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event deleted for resources: {'Port': ['ID=8d4471e6-ed71-4e08-aa5f-97d3f0de1e14,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:42.756065 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ddfaf7-0ce3-41ce-a780-35577af85e9c req-c4f08169-5058-4e79-a9be-6c015834f2d2 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] No DVR routers for this DVR port 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:15:42.758968 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-66ddfaf7-0ce3-41ce-a780-35577af85e9c req-c4f08169-5058-4e79-a9be-6c015834f2d2 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:42.762375 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e39ed4-175a-4dbe-bbf1-ddf9171eb6be', 'name': 'network-vif-deleted', 'tag': '8d4471e6-ed71-4e08-aa5f-97d3f0de1e14'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:15:42.779611 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-66ddfaf7-0ce3-41ce-a780-35577af85e9c req-c4f08169-5058-4e79-a9be-6c015834f2d2 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.59 "DELETE /v2.0/ports/8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 HTTP/1.1" status: 204 len: 173 time: 0.8994541 May 13 15:15:42.808649 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fd3f55a-012c-417e-95d2-0c4069fb6db0'] response: {'server_uuid': '36e39ed4-175a-4dbe-bbf1-ddf9171eb6be', 'name': 'network-vif-deleted', 'tag': '8d4471e6-ed71-4e08-aa5f-97d3f0de1e14', 'status': 'completed', 'code': 200} May 13 15:15:43.308949 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-78b809c4-d8ef-4a80-8867-09522c5faf16 req-e7fed7a9-17d9-4dc1-b0f6-300ca55b52c5 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "GET /v2.0/ports?device_id=36e39ed4-175a-4dbe-bbf1-ddf9171eb6be HTTP/1.1" status: 200 len: 210 time: 0.0436826 May 13 15:15:44.405602 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41222) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:44.889587 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:15:44.923859 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:15:44.924202 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 8d4471e6-ed71-4e08-aa5f-97d3f0de1e14 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:15:44.967275 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-14e15637-59ba-4c53-8876-2cd2eac31ccd tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:45.460417 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-14e15637-59ba-4c53-8876-2cd2eac31ccd tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Deleting port 0d3d85db-62b6-4402-b7e4-3eacc7de33db {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:45.461112 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-14e15637-59ba-4c53-8876-2cd2eac31ccd tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:45.658166 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-14e15637-59ba-4c53-8876-2cd2eac31ccd tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] For port 0d3d85db-62b6-4402-b7e4-3eacc7de33db, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=0d3d85db-62b6-4402-b7e4-3eacc7de33db,segment=NetworkSegment(8b711bb2-2d8d-41f1-81c2-97e70f6bace7),segment_id=8b711bb2-2d8d-41f1-81c2-97e70f6bace7)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:45.658529 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-14e15637-59ba-4c53-8876-2cd2eac31ccd tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:45.782186 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-14e15637-59ba-4c53-8876-2cd2eac31ccd tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Calling delete_port for 0d3d85db-62b6-4402-b7e4-3eacc7de33db owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:45.984068 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-14e15637-59ba-4c53-8876-2cd2eac31ccd tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:46.035551 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e15637-59ba-4c53-8876-2cd2eac31ccd tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event deleted for resources: {'Port': ['ID=0d3d85db-62b6-4402-b7e4-3eacc7de33db,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:46.319081 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-14e15637-59ba-4c53-8876-2cd2eac31ccd tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:46.799986 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e15637-59ba-4c53-8876-2cd2eac31ccd tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Router 42f1842c-2242-4a98-b538-3bfc6651ac18 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:15:46.978423 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e15637-59ba-4c53-8876-2cd2eac31ccd tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:15:46.988065 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d4c911-8f5d-4ca5-b436-527ecbb35188 None None] Sync routers for ids ['42f1842c-2242-4a98-b538-3bfc6651ac18'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:15:46.991459 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-14e15637-59ba-4c53-8876-2cd2eac31ccd tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "PUT /v2.0/routers/42f1842c-2242-4a98-b538-3bfc6651ac18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5847676 May 13 15:15:46.994023 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41226) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:46.997918 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d4c911-8f5d-4ca5-b436-527ecbb35188 None None] Routers {'42f1842c-2242-4a98-b538-3bfc6651ac18'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:46.998520 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-c1d4c911-8f5d-4ca5-b436-527ecbb35188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:15:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['42f1842c-2242-4a98-b538-3bfc6651ac18'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:47.060971 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be72182-3671-4037-a00c-35017dbd3eed tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Deleting subnet dafb7a64-88be-457f-8dab-0c7a75ddfb93 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:15:47.063891 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7be72182-3671-4037-a00c-35017dbd3eed tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.122415 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7be72182-3671-4037-a00c-35017dbd3eed tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.182460 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-c1d4c911-8f5d-4ca5-b436-527ecbb35188 None None] Set router 42f1842c-2242-4a98-b538-3bfc6651ac18 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:15:47.211314 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7be72182-3671-4037-a00c-35017dbd3eed tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.295586 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7be72182-3671-4037-a00c-35017dbd3eed tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.338808 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be72182-3671-4037-a00c-35017dbd3eed tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event deleted for resources: {'Subnet': ['ID=dafb7a64-88be-457f-8dab-0c7a75ddfb93,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:47.347956 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7be72182-3671-4037-a00c-35017dbd3eed tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.354729 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7be72182-3671-4037-a00c-35017dbd3eed tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "DELETE /v2.0/subnets/dafb7a64-88be-457f-8dab-0c7a75ddfb93 HTTP/1.1" status: 204 len: 168 time: 0.3597319 May 13 15:15:47.357497 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41230) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:47.362979 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e165d2-49ab-4a4d-aa8a-96b7f1daa36e None None] Network e25dac4e-206d-4f55-9ce0-6d7353f72e88 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:47.548731 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3b225836-533e-4b8f-bec1-71c51d1b797b tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.650918 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-c1d4c911-8f5d-4ca5-b436-527ecbb35188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643109286', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '969541be-be3f-4a58-96c6-6a1df6ecebaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:52Z', 'updated_at': '2022-05-13T15:15:45Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': '969541be-be3f-4a58-96c6-6a1df6ecebaa', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:53Z', 'updated_at': '2022-05-13T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:47.654982 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d4c911-8f5d-4ca5-b436-527ecbb35188 None None] Checking router: 42f1842c-2242-4a98-b538-3bfc6651ac18 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:15:47.664839 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d4c911-8f5d-4ca5-b436-527ecbb35188 None None] Routers {'42f1842c-2242-4a98-b538-3bfc6651ac18'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:47.665606 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-c1d4c911-8f5d-4ca5-b436-527ecbb35188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:15:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['42f1842c-2242-4a98-b538-3bfc6651ac18'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:47.720327 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91527da9-b590-454f-88c4-e981f6e841f7 None None] DHCP port deletion for e25dac4e-206d-4f55-9ce0-6d7353f72e88 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:15:47.737833 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3b225836-533e-4b8f-bec1-71c51d1b797b tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.746461 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-91527da9-b590-454f-88c4-e981f6e841f7 None None] Deleting port ba8a4777-f626-4419-ac6a-426624d4284d {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:47.746834 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-91527da9-b590-454f-88c4-e981f6e841f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.748003 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-3b225836-533e-4b8f-bec1-71c51d1b797b tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Deleting port 969541be-be3f-4a58-96c6-6a1df6ecebaa {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:47.748331 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3b225836-533e-4b8f-bec1-71c51d1b797b tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.932756 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-3b225836-533e-4b8f-bec1-71c51d1b797b tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] For port 969541be-be3f-4a58-96c6-6a1df6ecebaa, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=969541be-be3f-4a58-96c6-6a1df6ecebaa,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:47.933011 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3b225836-533e-4b8f-bec1-71c51d1b797b tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.957113 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-c1d4c911-8f5d-4ca5-b436-527ecbb35188 None None] Set router 42f1842c-2242-4a98-b538-3bfc6651ac18 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:15:48.062858 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-3b225836-533e-4b8f-bec1-71c51d1b797b tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Calling delete_port for 969541be-be3f-4a58-96c6-6a1df6ecebaa owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:48.148781 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ba8a4777-f626-4419-ac6a-426624d4284d no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:15:48.241106 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3b225836-533e-4b8f-bec1-71c51d1b797b tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.293188 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b225836-533e-4b8f-bec1-71c51d1b797b tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event deleted for resources: {'Port': ['ID=969541be-be3f-4a58-96c6-6a1df6ecebaa,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:48.331145 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-91527da9-b590-454f-88c4-e981f6e841f7 None None] For port ba8a4777-f626-4419-ac6a-426624d4284d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=ba8a4777-f626-4419-ac6a-426624d4284d,segment=NetworkSegment(8b711bb2-2d8d-41f1-81c2-97e70f6bace7),segment_id=8b711bb2-2d8d-41f1-81c2-97e70f6bace7)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:48.331355 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-91527da9-b590-454f-88c4-e981f6e841f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.387922 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3b225836-533e-4b8f-bec1-71c51d1b797b tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.500228 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-91527da9-b590-454f-88c4-e981f6e841f7 None None] Calling delete_port for ba8a4777-f626-4419-ac6a-426624d4284d owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:48.604651 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.605289 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port ba8a4777-f626-4419-ac6a-426624d4284d is: ACTIVE; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:48.605654 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.690729 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3b225836-533e-4b8f-bec1-71c51d1b797b tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.692939 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3b225836-533e-4b8f-bec1-71c51d1b797b tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.708710 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-91527da9-b590-454f-88c4-e981f6e841f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.715349 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3b225836-533e-4b8f-bec1-71c51d1b797b tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.715875 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b225836-533e-4b8f-bec1-71c51d1b797b tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Fanout notify agent at l3_agent the message router_deleted on router 42f1842c-2242-4a98-b538-3bfc6651ac18 {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:15:48.731703 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3b225836-533e-4b8f-bec1-71c51d1b797b tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.732803 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3b225836-533e-4b8f-bec1-71c51d1b797b tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "DELETE /v2.0/routers/42f1842c-2242-4a98-b538-3bfc6651ac18 HTTP/1.1" status: 204 len: 168 time: 1.3742197 May 13 15:15:48.735537 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41234) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:48.774562 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91527da9-b590-454f-88c4-e981f6e841f7 None None] Pushing event deleted for resources: {'Port': ['ID=ba8a4777-f626-4419-ac6a-426624d4284d,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:48.776570 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91527da9-b590-454f-88c4-e981f6e841f7 None None] No DVR routers for this DVR port ba8a4777-f626-4419-ac6a-426624d4284d on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:15:48.798024 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-c1d4c911-8f5d-4ca5-b436-527ecbb35188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643109286', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '969541be-be3f-4a58-96c6-6a1df6ecebaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:52Z', 'updated_at': '2022-05-13T15:15:45Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': '969541be-be3f-4a58-96c6-6a1df6ecebaa', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:53Z', 'updated_at': '2022-05-13T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:48.802108 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d4c911-8f5d-4ca5-b436-527ecbb35188 None None] The sync data for ids ['42f1842c-2242-4a98-b538-3bfc6651ac18'] in n-d-841760-1 is: [{'id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643109286', 'tenant_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '969541be-be3f-4a58-96c6-6a1df6ecebaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:52Z', 'updated_at': '2022-05-13T15:15:45Z', 'revision_number': 5, 'project_id': 'd15e70e5e3144c2db24c850097c3fbb0', 'gw_port': {'id': '969541be-be3f-4a58-96c6-6a1df6ecebaa', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f1842c-2242-4a98-b538-3bfc6651ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:53Z', 'updated_at': '2022-05-13T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:15:48.857052 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-74852369-bf1d-420e-aec7-ceade488f9af tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.988463 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-74852369-bf1d-420e-aec7-ceade488f9af tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:49.014323 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-74852369-bf1d-420e-aec7-ceade488f9af tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25dac4e-206d-4f55-9ce0-6d7353f72e88']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:49.027405 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-74852369-bf1d-420e-aec7-ceade488f9af tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b711bb2-2d8d-41f1-81c2-97e70f6bace7') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:49.027705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-74852369-bf1d-420e-aec7-ceade488f9af tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b711bb2-2d8d-41f1-81c2-97e70f6bace7') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:49.040126 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-74852369-bf1d-420e-aec7-ceade488f9af tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:49.060371 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-74852369-bf1d-420e-aec7-ceade488f9af tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:49.066587 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74852369-bf1d-420e-aec7-ceade488f9af tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:15:49.066974 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-74852369-bf1d-420e-aec7-ceade488f9af tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:49.082388 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:15:49.082388 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:15:49.082388 n-d-841760-1 neutron-server[88082]: timer() May 13 15:15:49.082388 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:15:49.082388 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:15:49.082388 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:15:49.082388 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:15:49.082388 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:15:49.082388 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:15:49.082388 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:15:49.082388 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:15:49.082388 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:15:49.082388 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:15:49.082388 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:15:49.082388 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:15:49.082388 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:15:49.082388 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:15:49.082388 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:15:49.082388 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:15:49.082388 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:15:49.082388 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:15:49.082388 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:15:49.082388 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:15:49.082388 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:15:49.082388 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:15:49.082388 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:15:49.082388 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:15:49.082388 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:15:49.082388 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:15:49.082388 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:15:49.082388 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:15:49.082388 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:15:49.162397 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-74852369-bf1d-420e-aec7-ceade488f9af tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:49.180707 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-74852369-bf1d-420e-aec7-ceade488f9af tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:49.194727 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74852369-bf1d-420e-aec7-ceade488f9af tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event deleted for resources: {'Network': ['ID=e25dac4e-206d-4f55-9ce0-6d7353f72e88,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:49.205352 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-74852369-bf1d-420e-aec7-ceade488f9af tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "DELETE /v2.0/networks/e25dac4e-206d-4f55-9ce0-6d7353f72e88 HTTP/1.1" status: 204 len: 168 time: 0.4687467 May 13 15:15:49.208626 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41238) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:49.287992 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e7a7bb12-9e39-4ee6-bcab-0a79d88c1683 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:49.325601 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e7a7bb12-9e39-4ee6-bcab-0a79d88c1683 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:49.398845 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e7a7bb12-9e39-4ee6-bcab-0a79d88c1683 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:49.419092 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7bb12-9e39-4ee6-bcab-0a79d88c1683 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8ede99-d53d-48b8-9184-54c2bff3c154,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:49.431784 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e7a7bb12-9e39-4ee6-bcab-0a79d88c1683 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:49.432977 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e7a7bb12-9e39-4ee6-bcab-0a79d88c1683 tempest-TestNetworkAdvancedServerOps-1099252473 tempest-TestNetworkAdvancedServerOps-1099252473-project] 10.222.0.35 "DELETE /v2.0/security-groups/fa8ede99-d53d-48b8-9184-54c2bff3c154 HTTP/1.1" status: 204 len: 168 time: 0.2232141 May 13 15:15:49.761152 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41248) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:49.941538 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2da82f40-70b8-413b-bcab-a6a7c366fac7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d15e70e5e3144c2db24c850097c3fbb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1792078 May 13 15:15:49.944066 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41254) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:50.014857 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-eedb8a93-cf65-4647-aa1d-900bddec5492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:50.018214 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 969541be-be3f-4a58-96c6-6a1df6ecebaa no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:15:50.045501 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-eedb8a93-cf65-4647-aa1d-900bddec5492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:50.055462 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 969541be-be3f-4a58-96c6-6a1df6ecebaa {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:15:50.055804 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 969541be-be3f-4a58-96c6-6a1df6ecebaa not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:15:50.056220 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0d3d85db-62b6-4402-b7e4-3eacc7de33db no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:15:50.091872 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 0d3d85db-62b6-4402-b7e4-3eacc7de33db {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:15:50.092267 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 0d3d85db-62b6-4402-b7e4-3eacc7de33db not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:15:50.098811 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-eedb8a93-cf65-4647-aa1d-900bddec5492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:50.116579 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb8a93-cf65-4647-aa1d-900bddec5492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe08de2d-4c74-41ed-bffa-94d84c1e7fe9,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:50.123073 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-eedb8a93-cf65-4647-aa1d-900bddec5492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:50.124224 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-eedb8a93-cf65-4647-aa1d-900bddec5492 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fe08de2d-4c74-41ed-bffa-94d84c1e7fe9 HTTP/1.1" status: 204 len: 168 time: 0.1791937 May 13 15:15:50.456677 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41262) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:50.508654 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4692567f-4709-41ec-abf4-d33289af5b31 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=64aa1e074bc248d882b12b6236f45132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507939 May 13 15:15:50.511043 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41266) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:50.569076 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9ace9ae5-1e96-4f1b-acdd-fea8e79ee3b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:50.595537 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9ace9ae5-1e96-4f1b-acdd-fea8e79ee3b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:50.648253 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9ace9ae5-1e96-4f1b-acdd-fea8e79ee3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:50.665176 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace9ae5-1e96-4f1b-acdd-fea8e79ee3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77671c7d-6930-4a2d-aa15-bea9a9e8f227,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:50.682613 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9ace9ae5-1e96-4f1b-acdd-fea8e79ee3b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:50.683774 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9ace9ae5-1e96-4f1b-acdd-fea8e79ee3b4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/77671c7d-6930-4a2d-aa15-bea9a9e8f227 HTTP/1.1" status: 204 len: 168 time: 0.1718090 May 13 15:15:51.456096 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41290) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:51.568459 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-560c4cf5-bb3f-4066-a5f8-4ee0fc6e139f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-862987792-network', 'tenant_id': 'd698dffc07864e36b89166aa4a275158'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:51.574233 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-560c4cf5-bb3f-4066-a5f8-4ee0fc6e139f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:51.578074 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-560c4cf5-bb3f-4066-a5f8-4ee0fc6e139f admin admin] Usage tracker for resource:network and tenant:d698dffc07864e36b89166aa4a275158 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:51.580911 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-560c4cf5-bb3f-4066-a5f8-4ee0fc6e139f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:51.586506 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-560c4cf5-bb3f-4066-a5f8-4ee0fc6e139f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:51.597851 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560c4cf5-bb3f-4066-a5f8-4ee0fc6e139f admin admin] Made reservation on behalf of d698dffc07864e36b89166aa4a275158 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:51.600252 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-560c4cf5-bb3f-4066-a5f8-4ee0fc6e139f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:51.612819 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-560c4cf5-bb3f-4066-a5f8-4ee0fc6e139f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:51.626846 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-560c4cf5-bb3f-4066-a5f8-4ee0fc6e139f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:51.630692 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-560c4cf5-bb3f-4066-a5f8-4ee0fc6e139f admin admin] Usage tracker for resource:security_group_rule and tenant:d698dffc07864e36b89166aa4a275158 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:51.633514 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-560c4cf5-bb3f-4066-a5f8-4ee0fc6e139f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:51.639260 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-560c4cf5-bb3f-4066-a5f8-4ee0fc6e139f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:51.725485 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-560c4cf5-bb3f-4066-a5f8-4ee0fc6e139f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:51.729336 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-560c4cf5-bb3f-4066-a5f8-4ee0fc6e139f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:51.758536 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560c4cf5-bb3f-4066-a5f8-4ee0fc6e139f admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:15:51.767431 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c4cf5-bb3f-4066-a5f8-4ee0fc6e139f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4558e6-526f-489a-bc2b-2d572ff9256a,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:51.774112 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-560c4cf5-bb3f-4066-a5f8-4ee0fc6e139f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:51.774468 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-560c4cf5-bb3f-4066-a5f8-4ee0fc6e139f admin admin] Added segment a7737123-7f77-429a-b50d-4c689fa620db of type vlan for network 598f575d-bb5f-4c53-b49d-7faeef648622 May 13 15:15:51.801500 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-560c4cf5-bb3f-4066-a5f8-4ee0fc6e139f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:51.831079 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-560c4cf5-bb3f-4066-a5f8-4ee0fc6e139f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:51.832027 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560c4cf5-bb3f-4066-a5f8-4ee0fc6e139f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:51.832601 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-560c4cf5-bb3f-4066-a5f8-4ee0fc6e139f admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:51.933780 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-560c4cf5-bb3f-4066-a5f8-4ee0fc6e139f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4765573 May 13 15:15:51.936806 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41296) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:51.939345 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c4cf5-bb3f-4066-a5f8-4ee0fc6e139f admin admin] Pushing event updated for resources: {'Network': ['ID=598f575d-bb5f-4c53-b49d-7faeef648622,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:51.942612 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-289f0dda-8f3d-4435-88cd-3535c95c3b38 admin admin] Request body: {'subnet': {'network_id': '598f575d-bb5f-4c53-b49d-7faeef648622', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-862987792-subnet', 'tenant_id': 'd698dffc07864e36b89166aa4a275158', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:51.948538 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-289f0dda-8f3d-4435-88cd-3535c95c3b38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:51.950587 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 598f575d-bb5f-4c53-b49d-7faeef648622 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:15:51.955940 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-289f0dda-8f3d-4435-88cd-3535c95c3b38 admin admin] Usage tracker for resource:subnet and tenant:d698dffc07864e36b89166aa4a275158 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:51.958806 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-289f0dda-8f3d-4435-88cd-3535c95c3b38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:51.964625 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-289f0dda-8f3d-4435-88cd-3535c95c3b38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:51.976656 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289f0dda-8f3d-4435-88cd-3535c95c3b38 admin admin] Made reservation on behalf of d698dffc07864e36b89166aa4a275158 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:51.979756 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-289f0dda-8f3d-4435-88cd-3535c95c3b38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:52.186329 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-289f0dda-8f3d-4435-88cd-3535c95c3b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:52.262176 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f0dda-8f3d-4435-88cd-3535c95c3b38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d3c368e-299d-48cc-b39e-a95fa6afd6cc,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:52.269473 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289f0dda-8f3d-4435-88cd-3535c95c3b38 admin admin] Checking segment: {'id': 'a7737123-7f77-429a-b50d-4c689fa620db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '598f575d-bb5f-4c53-b49d-7faeef648622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:52.269823 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289f0dda-8f3d-4435-88cd-3535c95c3b38 admin admin] Network hostable DHCP agents. Network: 598f575d-bb5f-4c53-b49d-7faeef648622, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:15:52.289351 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289f0dda-8f3d-4435-88cd-3535c95c3b38 admin admin] Network 598f575d-bb5f-4c53-b49d-7faeef648622 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:15:52.299312 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-289f0dda-8f3d-4435-88cd-3535c95c3b38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 598f575d-bb5f-4c53-b49d-7faeef648622) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:52.304298 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289f0dda-8f3d-4435-88cd-3535c95c3b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:52.306192 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-289f0dda-8f3d-4435-88cd-3535c95c3b38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:52.307094 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4977c258-375e-4cf7-9393-89ffd17d2845 None None] Network 598f575d-bb5f-4c53-b49d-7faeef648622 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:52.335426 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-289f0dda-8f3d-4435-88cd-3535c95c3b38 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3899696 May 13 15:15:52.532203 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09562c03-a296-42ac-b165-8f7eee29ab26 None None] Network 598f575d-bb5f-4c53-b49d-7faeef648622 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:52.871518 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41314) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:52.877008 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-294e2dd8-54e2-423f-8e89-833dc35c1f0e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-518850216-network', 'tenant_id': 'a90fc3a164e54b7cb138e6549c21e675'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:52.882588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-294e2dd8-54e2-423f-8e89-833dc35c1f0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:52.886467 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-294e2dd8-54e2-423f-8e89-833dc35c1f0e admin admin] Usage tracker for resource:network and tenant:a90fc3a164e54b7cb138e6549c21e675 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:52.889301 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-294e2dd8-54e2-423f-8e89-833dc35c1f0e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:52.895027 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-294e2dd8-54e2-423f-8e89-833dc35c1f0e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:52.904277 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294e2dd8-54e2-423f-8e89-833dc35c1f0e admin admin] Made reservation on behalf of a90fc3a164e54b7cb138e6549c21e675 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:52.906473 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-294e2dd8-54e2-423f-8e89-833dc35c1f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:52.919186 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-294e2dd8-54e2-423f-8e89-833dc35c1f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:52.933720 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-294e2dd8-54e2-423f-8e89-833dc35c1f0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:52.937560 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-294e2dd8-54e2-423f-8e89-833dc35c1f0e admin admin] Usage tracker for resource:security_group_rule and tenant:a90fc3a164e54b7cb138e6549c21e675 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:52.940387 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-294e2dd8-54e2-423f-8e89-833dc35c1f0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:52.948205 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-294e2dd8-54e2-423f-8e89-833dc35c1f0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:53.032794 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-294e2dd8-54e2-423f-8e89-833dc35c1f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:53.037100 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-294e2dd8-54e2-423f-8e89-833dc35c1f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:53.063372 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294e2dd8-54e2-423f-8e89-833dc35c1f0e admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:15:53.075856 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e2dd8-54e2-423f-8e89-833dc35c1f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87247c55-87f6-4ea5-a8dd-1da9e4fb35d6,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:53.080056 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-294e2dd8-54e2-423f-8e89-833dc35c1f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:53.080443 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-294e2dd8-54e2-423f-8e89-833dc35c1f0e admin admin] Added segment 51b00975-f799-4c68-9f7c-6a5b80db7a3e of type vlan for network 7295d00b-2ba1-46d8-9769-3a1e16ca4ef1 May 13 15:15:53.106411 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-294e2dd8-54e2-423f-8e89-833dc35c1f0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:53.134396 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-294e2dd8-54e2-423f-8e89-833dc35c1f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:53.135328 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294e2dd8-54e2-423f-8e89-833dc35c1f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:53.135890 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-294e2dd8-54e2-423f-8e89-833dc35c1f0e admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:53.240261 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e2dd8-54e2-423f-8e89-833dc35c1f0e admin admin] Pushing event updated for resources: {'Network': ['ID=7295d00b-2ba1-46d8-9769-3a1e16ca4ef1,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:53.245786 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-294e2dd8-54e2-423f-8e89-833dc35c1f0e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3706288 May 13 15:15:53.246202 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41318) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:53.251642 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-09be38e6-ad27-4cfc-a0f4-0090327f278a admin admin] Request body: {'subnet': {'network_id': '7295d00b-2ba1-46d8-9769-3a1e16ca4ef1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-518850216-subnet', 'tenant_id': 'a90fc3a164e54b7cb138e6549c21e675', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:53.252003 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 7295d00b-2ba1-46d8-9769-3a1e16ca4ef1 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:15:53.257545 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-09be38e6-ad27-4cfc-a0f4-0090327f278a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:53.261443 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-09be38e6-ad27-4cfc-a0f4-0090327f278a admin admin] Usage tracker for resource:subnet and tenant:a90fc3a164e54b7cb138e6549c21e675 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:53.264274 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-09be38e6-ad27-4cfc-a0f4-0090327f278a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:53.270560 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-09be38e6-ad27-4cfc-a0f4-0090327f278a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:53.280532 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09be38e6-ad27-4cfc-a0f4-0090327f278a admin admin] Made reservation on behalf of a90fc3a164e54b7cb138e6549c21e675 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:53.282908 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-09be38e6-ad27-4cfc-a0f4-0090327f278a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:53.501470 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-09be38e6-ad27-4cfc-a0f4-0090327f278a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:53.578938 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be38e6-ad27-4cfc-a0f4-0090327f278a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9e4c481-86d0-485a-8e27-37178f2b513c,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:53.590627 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09be38e6-ad27-4cfc-a0f4-0090327f278a admin admin] Checking segment: {'id': '51b00975-f799-4c68-9f7c-6a5b80db7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7295d00b-2ba1-46d8-9769-3a1e16ca4ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:53.590994 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09be38e6-ad27-4cfc-a0f4-0090327f278a admin admin] Network hostable DHCP agents. Network: 7295d00b-2ba1-46d8-9769-3a1e16ca4ef1, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:15:53.611433 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09be38e6-ad27-4cfc-a0f4-0090327f278a admin admin] Network 7295d00b-2ba1-46d8-9769-3a1e16ca4ef1 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:15:53.622185 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-09be38e6-ad27-4cfc-a0f4-0090327f278a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 7295d00b-2ba1-46d8-9769-3a1e16ca4ef1) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:53.626465 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09be38e6-ad27-4cfc-a0f4-0090327f278a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:53.627038 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-09be38e6-ad27-4cfc-a0f4-0090327f278a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:53.632546 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f17283-1742-48ab-ac97-232b455f098b None None] Network 7295d00b-2ba1-46d8-9769-3a1e16ca4ef1 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:53.649175 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-09be38e6-ad27-4cfc-a0f4-0090327f278a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4019947 May 13 15:15:53.850013 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dc7ae0-2781-4b8c-828d-be969f1f4367 None None] Network 7295d00b-2ba1-46d8-9769-3a1e16ca4ef1 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:54.253965 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75177426-6f0e-48e2-bada-0df3d9091474 req-37b5ddc3-1756-42ff-a853-9c680cccca05 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:54.254671 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-75177426-6f0e-48e2-bada-0df3d9091474 req-37b5ddc3-1756-42ff-a853-9c680cccca05 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Synchronizing usage tracker for tenant:d698dffc07864e36b89166aa4a275158 on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:54.271531 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-75177426-6f0e-48e2-bada-0df3d9091474 req-37b5ddc3-1756-42ff-a853-9c680cccca05 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Unset dirty status for tenant:d698dffc07864e36b89166aa4a275158 on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:54.272670 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-75177426-6f0e-48e2-bada-0df3d9091474 req-37b5ddc3-1756-42ff-a853-9c680cccca05 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/networks?id=598f575d-bb5f-4c53-b49d-7faeef648622 HTTP/1.1" status: 200 len: 811 time: 0.1710701 May 13 15:15:54.288329 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-75177426-6f0e-48e2-bada-0df3d9091474 req-03654e24-f495-4520-b3a7-c62d1cf32747 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/quotas/d698dffc07864e36b89166aa4a275158 HTTP/1.1" status: 200 len: 375 time: 0.0099242 May 13 15:15:54.339797 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-75177426-6f0e-48e2-bada-0df3d9091474 req-75f1d930-231b-4470-81b7-c3edb78bb06e tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d698dffc07864e36b89166aa4a275158&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463638 May 13 15:15:54.473602 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-75177426-6f0e-48e2-bada-0df3d9091474 req-9c40754e-ec7f-4ac4-83d1-4535a3d515cf service neutron] 10.222.0.35 "GET /v2.0/networks/598f575d-bb5f-4c53-b49d-7faeef648622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264935 May 13 15:15:54.605542 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-75177426-6f0e-48e2-bada-0df3d9091474 req-c05f0858-6c1e-4b41-bc4b-d92cebf6274a service neutron] 10.222.0.35 "GET /v2.0/networks/598f575d-bb5f-4c53-b49d-7faeef648622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261232 May 13 15:15:54.785047 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-907b6ea9-9612-4a44-b49f-9e410da86c26 req-0034a046-c1b0-4bb6-bdb7-5319b34faa5a tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9c9c60-acf9-44ec-905e-3b7fadb27989 HTTP/1.1" status: 200 len: 210 time: 0.0463448 May 13 15:15:56.053048 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-164ccfe4-d8b6-4e5a-b306-e1db657ba29c req-965af7b9-bb1d-4879-aa34-9116760dc772 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9c9c60-acf9-44ec-905e-3b7fadb27989 HTTP/1.1" status: 200 len: 210 time: 0.0590560 May 13 15:15:56.062756 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75177426-6f0e-48e2-bada-0df3d9091474 req-520594c9-5bc7-43db-b54a-27088feea8f8 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:56.064258 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-75177426-6f0e-48e2-bada-0df3d9091474 req-520594c9-5bc7-43db-b54a-27088feea8f8 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.74 "GET /v2.0/networks?id=598f575d-bb5f-4c53-b49d-7faeef648622 HTTP/1.1" status: 200 len: 811 time: 0.3102853 May 13 15:15:56.088130 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-75177426-6f0e-48e2-bada-0df3d9091474 req-a940549e-7c1d-42f3-8382-5060cfd95e48 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Request body: {'port': {'device_id': 'ce9c9c60-acf9-44ec-905e-3b7fadb27989', 'network_id': '598f575d-bb5f-4c53-b49d-7faeef648622', 'admin_state_up': True, 'tenant_id': 'd698dffc07864e36b89166aa4a275158'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:56.228243 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-75177426-6f0e-48e2-bada-0df3d9091474 req-a940549e-7c1d-42f3-8382-5060cfd95e48 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:56.232477 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-75177426-6f0e-48e2-bada-0df3d9091474 req-a940549e-7c1d-42f3-8382-5060cfd95e48 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Usage tracker for resource:port and tenant:d698dffc07864e36b89166aa4a275158 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:56.235434 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-75177426-6f0e-48e2-bada-0df3d9091474 req-a940549e-7c1d-42f3-8382-5060cfd95e48 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:56.241798 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-75177426-6f0e-48e2-bada-0df3d9091474 req-a940549e-7c1d-42f3-8382-5060cfd95e48 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:56.253744 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75177426-6f0e-48e2-bada-0df3d9091474 req-a940549e-7c1d-42f3-8382-5060cfd95e48 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Made reservation on behalf of d698dffc07864e36b89166aa4a275158 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:56.257326 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-75177426-6f0e-48e2-bada-0df3d9091474 req-a940549e-7c1d-42f3-8382-5060cfd95e48 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:56.427035 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-75177426-6f0e-48e2-bada-0df3d9091474 req-a940549e-7c1d-42f3-8382-5060cfd95e48 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Allocated IP 172.20.0.8 (598f575d-bb5f-4c53-b49d-7faeef648622/9d3c368e-299d-48cc-b39e-a95fa6afd6cc/72d44bb9-1f58-4226-815d-b8070315bbd7) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:56.634090 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-75177426-6f0e-48e2-bada-0df3d9091474 req-a940549e-7c1d-42f3-8382-5060cfd95e48 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:56.663170 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-75177426-6f0e-48e2-bada-0df3d9091474 req-a940549e-7c1d-42f3-8382-5060cfd95e48 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:56.749612 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75177426-6f0e-48e2-bada-0df3d9091474 req-a940549e-7c1d-42f3-8382-5060cfd95e48 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Network 598f575d-bb5f-4c53-b49d-7faeef648622 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:56.752986 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-75177426-6f0e-48e2-bada-0df3d9091474 req-a940549e-7c1d-42f3-8382-5060cfd95e48 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:56.757023 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-75177426-6f0e-48e2-bada-0df3d9091474 req-a940549e-7c1d-42f3-8382-5060cfd95e48 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:56.788219 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940549e-7c1d-42f3-8382-5060cfd95e48 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Pushing event updated for resources: {'Port': ['ID=72d44bb9-1f58-4226-815d-b8070315bbd7,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:56.823771 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75177426-6f0e-48e2-bada-0df3d9091474 req-a940549e-7c1d-42f3-8382-5060cfd95e48 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:56.824376 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-75177426-6f0e-48e2-bada-0df3d9091474 req-a940549e-7c1d-42f3-8382-5060cfd95e48 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:56.845278 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-75177426-6f0e-48e2-bada-0df3d9091474 req-a940549e-7c1d-42f3-8382-5060cfd95e48 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7607625 May 13 15:15:56.860869 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-75177426-6f0e-48e2-bada-0df3d9091474 req-91ba226c-38bb-48c3-a5e6-80234a6c2252 service neutron] Request body: {'port': {'device_id': 'ce9c9c60-acf9-44ec-905e-3b7fadb27989', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:56.976163 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-75177426-6f0e-48e2-bada-0df3d9091474 req-91ba226c-38bb-48c3-a5e6-80234a6c2252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:57.245746 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89665038-b1dd-4509-9a30-3c006f991399 req-a1513a24-19c0-45d1-af99-3780ca769052 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:57.247349 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-89665038-b1dd-4509-9a30-3c006f991399 req-a1513a24-19c0-45d1-af99-3780ca769052 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9c9c60-acf9-44ec-905e-3b7fadb27989 HTTP/1.1" status: 200 len: 931 time: 0.0853796 May 13 15:15:57.292325 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-89665038-b1dd-4509-9a30-3c006f991399 req-ea88280c-460d-46ea-8650-c01f3f7f5cbb tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc4558e6-526f-489a-bc2b-2d572ff9256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376794 May 13 15:15:57.313141 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-107b9cb5-98cf-480a-bed1-1f20f5a6aabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:57.327236 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-75177426-6f0e-48e2-bada-0df3d9091474 req-91ba226c-38bb-48c3-a5e6-80234a6c2252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72d44bb9-1f58-4226-815d-b8070315bbd7 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:15:57.335635 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-75177426-6f0e-48e2-bada-0df3d9091474 req-91ba226c-38bb-48c3-a5e6-80234a6c2252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:57.351311 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-75177426-6f0e-48e2-bada-0df3d9091474 req-91ba226c-38bb-48c3-a5e6-80234a6c2252 service neutron] Transition to ACTIVE for port object 72d44bb9-1f58-4226-815d-b8070315bbd7 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:57.355337 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-75177426-6f0e-48e2-bada-0df3d9091474 req-91ba226c-38bb-48c3-a5e6-80234a6c2252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:57.488083 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba226c-38bb-48c3-a5e6-80234a6c2252 service neutron] Pushing event updated for resources: {'Port': ['ID=72d44bb9-1f58-4226-815d-b8070315bbd7,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:57.588835 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-75177426-6f0e-48e2-bada-0df3d9091474 req-91ba226c-38bb-48c3-a5e6-80234a6c2252 service neutron] Attempting to bind port 72d44bb9-1f58-4226-815d-b8070315bbd7 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:15:57.589073 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-75177426-6f0e-48e2-bada-0df3d9091474 req-91ba226c-38bb-48c3-a5e6-80234a6c2252 service neutron] Attempting to bind port 72d44bb9-1f58-4226-815d-b8070315bbd7 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'a7737123-7f77-429a-b50d-4c689fa620db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '598f575d-bb5f-4c53-b49d-7faeef648622'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:15:57.589394 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75177426-6f0e-48e2-bada-0df3d9091474 req-91ba226c-38bb-48c3-a5e6-80234a6c2252 service neutron] Attempting to bind port 72d44bb9-1f58-4226-815d-b8070315bbd7 on network 598f575d-bb5f-4c53-b49d-7faeef648622 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:15:57.593888 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75177426-6f0e-48e2-bada-0df3d9091474 req-91ba226c-38bb-48c3-a5e6-80234a6c2252 service neutron] Port 72d44bb9-1f58-4226-815d-b8070315bbd7 on network 598f575d-bb5f-4c53-b49d-7faeef648622 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:15:57.594200 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75177426-6f0e-48e2-bada-0df3d9091474 req-91ba226c-38bb-48c3-a5e6-80234a6c2252 service neutron] Attempting to bind port 72d44bb9-1f58-4226-815d-b8070315bbd7 on network 598f575d-bb5f-4c53-b49d-7faeef648622 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:15:57.601772 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75177426-6f0e-48e2-bada-0df3d9091474 req-91ba226c-38bb-48c3-a5e6-80234a6c2252 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:15:57.602100 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75177426-6f0e-48e2-bada-0df3d9091474 req-91ba226c-38bb-48c3-a5e6-80234a6c2252 service neutron] Checking segment: {'id': 'a7737123-7f77-429a-b50d-4c689fa620db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '598f575d-bb5f-4c53-b49d-7faeef648622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:57.602475 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75177426-6f0e-48e2-bada-0df3d9091474 req-91ba226c-38bb-48c3-a5e6-80234a6c2252 service neutron] Bound using segment: {'id': 'a7737123-7f77-429a-b50d-4c689fa620db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '598f575d-bb5f-4c53-b49d-7faeef648622'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:15:57.602883 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-75177426-6f0e-48e2-bada-0df3d9091474 req-91ba226c-38bb-48c3-a5e6-80234a6c2252 service neutron] Bound port: 72d44bb9-1f58-4226-815d-b8070315bbd7, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7737123-7f77-429a-b50d-4c689fa620db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '598f575d-bb5f-4c53-b49d-7faeef648622'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:15:57.603256 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-75177426-6f0e-48e2-bada-0df3d9091474 req-91ba226c-38bb-48c3-a5e6-80234a6c2252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:57.694515 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-75177426-6f0e-48e2-bada-0df3d9091474 req-91ba226c-38bb-48c3-a5e6-80234a6c2252 service neutron] For port 72d44bb9-1f58-4226-815d-b8070315bbd7, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:15:57.697998 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-75177426-6f0e-48e2-bada-0df3d9091474 req-91ba226c-38bb-48c3-a5e6-80234a6c2252 service neutron] For port 72d44bb9-1f58-4226-815d-b8070315bbd7, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=72d44bb9-1f58-4226-815d-b8070315bbd7,segment=NetworkSegment(a7737123-7f77-429a-b50d-4c689fa620db),segment_id=a7737123-7f77-429a-b50d-4c689fa620db)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:15:57.702374 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-75177426-6f0e-48e2-bada-0df3d9091474 req-91ba226c-38bb-48c3-a5e6-80234a6c2252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:57.761976 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75177426-6f0e-48e2-bada-0df3d9091474 req-91ba226c-38bb-48c3-a5e6-80234a6c2252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:57.762382 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-75177426-6f0e-48e2-bada-0df3d9091474 req-91ba226c-38bb-48c3-a5e6-80234a6c2252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:57.764169 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-75177426-6f0e-48e2-bada-0df3d9091474 req-91ba226c-38bb-48c3-a5e6-80234a6c2252 service neutron] 10.222.0.74 "PUT /v2.0/ports/72d44bb9-1f58-4226-815d-b8070315bbd7 HTTP/1.1" status: 200 len: 1091 time: 0.9071977 May 13 15:15:57.767309 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9c9c60-acf9-44ec-905e-3b7fadb27989', 'tag': '72d44bb9-1f58-4226-815d-b8070315bbd7'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:15:57.795773 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba226c-38bb-48c3-a5e6-80234a6c2252 service neutron] Pushing event updated for resources: {'Port': ['ID=72d44bb9-1f58-4226-815d-b8070315bbd7,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:57.817107 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f01b3c5-56bc-4651-94c1-207015f08634'] response: {'name': 'network-changed', 'server_uuid': 'ce9c9c60-acf9-44ec-905e-3b7fadb27989', 'tag': '72d44bb9-1f58-4226-815d-b8070315bbd7', 'status': 'completed', 'code': 200} May 13 15:15:57.906145 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75177426-6f0e-48e2-bada-0df3d9091474 req-63f288ba-451b-4e4b-b7cc-8b6e12a60907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:57.907573 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-75177426-6f0e-48e2-bada-0df3d9091474 req-63f288ba-451b-4e4b-b7cc-8b6e12a60907 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d698dffc07864e36b89166aa4a275158&device_id=ce9c9c60-acf9-44ec-905e-3b7fadb27989 HTTP/1.1" status: 200 len: 1094 time: 0.0748687 May 13 15:15:58.086716 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-75177426-6f0e-48e2-bada-0df3d9091474 req-b3882f2d-ebb0-477d-bc9f-e1e491c03a2b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72d44bb9-1f58-4226-815d-b8070315bbd7 HTTP/1.1" status: 200 len: 217 time: 0.1675634 May 13 15:15:58.151647 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75177426-6f0e-48e2-bada-0df3d9091474 req-1b366bba-b1e9-4d49-98a7-8b141ec92dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:58.153050 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-75177426-6f0e-48e2-bada-0df3d9091474 req-1b366bba-b1e9-4d49-98a7-8b141ec92dd2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9d3c368e-299d-48cc-b39e-a95fa6afd6cc HTTP/1.1" status: 200 len: 851 time: 0.0600610 May 13 15:15:58.199384 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-75177426-6f0e-48e2-bada-0df3d9091474 req-38a5d211-3a0f-4a03-ad2a-9d8a12ea20ec service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=598f575d-bb5f-4c53-b49d-7faeef648622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403001 May 13 15:15:58.332804 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-75177426-6f0e-48e2-bada-0df3d9091474 req-d21a2547-9c06-4ec6-a144-18d6b532d4d4 service neutron] 10.222.0.74 "GET /v2.0/networks/598f575d-bb5f-4c53-b49d-7faeef648622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274614 May 13 15:15:58.473883 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-75177426-6f0e-48e2-bada-0df3d9091474 req-cc6937b9-f02f-4d94-8154-7d9a9f34b352 service neutron] 10.222.0.74 "GET /v2.0/networks/598f575d-bb5f-4c53-b49d-7faeef648622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351492 May 13 15:15:58.494157 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb613ef7-518e-4b76-a83a-05f4223849c6 req-c6e1f1dc-5862-4dc3-a87a-406d53f421c3 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:58.495728 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-eb613ef7-518e-4b76-a83a-05f4223849c6 req-c6e1f1dc-5862-4dc3-a87a-406d53f421c3 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9c9c60-acf9-44ec-905e-3b7fadb27989 HTTP/1.1" status: 200 len: 943 time: 0.0873899 May 13 15:15:58.546496 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-eb613ef7-518e-4b76-a83a-05f4223849c6 req-b7a9b788-d697-416f-a63c-781a151072c3 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc4558e6-526f-489a-bc2b-2d572ff9256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419705 May 13 15:15:58.634645 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba51bc-d61b-4433-acfd-0cf05fc66347 req-5fe048b1-e6ce-4e5e-aeaa-8f549dcbbd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:58.636168 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08ba51bc-d61b-4433-acfd-0cf05fc66347 req-5fe048b1-e6ce-4e5e-aeaa-8f549dcbbd1d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d698dffc07864e36b89166aa4a275158&device_id=ce9c9c60-acf9-44ec-905e-3b7fadb27989 HTTP/1.1" status: 200 len: 1094 time: 0.0781846 May 13 15:15:58.773984 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba51bc-d61b-4433-acfd-0cf05fc66347 req-1a47da34-8e92-4737-b251-9e70d48e3214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:58.775194 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08ba51bc-d61b-4433-acfd-0cf05fc66347 req-1a47da34-8e92-4737-b251-9e70d48e3214 service neutron] 10.222.0.74 "GET /v2.0/networks?id=598f575d-bb5f-4c53-b49d-7faeef648622 HTTP/1.1" status: 200 len: 912 time: 0.1326113 May 13 15:15:58.842489 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08ba51bc-d61b-4433-acfd-0cf05fc66347 req-3811a4f8-3d92-4855-9f6d-ca767e7d3cd0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72d44bb9-1f58-4226-815d-b8070315bbd7 HTTP/1.1" status: 200 len: 217 time: 0.0616901 May 13 15:15:58.909062 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba51bc-d61b-4433-acfd-0cf05fc66347 req-12af60d5-ab33-41aa-91fe-63f6d38dcbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:58.910515 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08ba51bc-d61b-4433-acfd-0cf05fc66347 req-12af60d5-ab33-41aa-91fe-63f6d38dcbdf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9d3c368e-299d-48cc-b39e-a95fa6afd6cc HTTP/1.1" status: 200 len: 851 time: 0.0620968 May 13 15:15:58.915869 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:58.957987 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08ba51bc-d61b-4433-acfd-0cf05fc66347 req-c1fb5214-5c6f-4559-9576-030ab17089cd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=598f575d-bb5f-4c53-b49d-7faeef648622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418940 May 13 15:15:59.093444 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08ba51bc-d61b-4433-acfd-0cf05fc66347 req-b10e6b4f-13c1-4d9a-9c75-f2570f29c63c service neutron] 10.222.0.74 "GET /v2.0/networks/598f575d-bb5f-4c53-b49d-7faeef648622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287775 May 13 15:15:59.226904 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08ba51bc-d61b-4433-acfd-0cf05fc66347 req-5b976aff-0230-4e82-8034-a74822439e02 service neutron] 10.222.0.74 "GET /v2.0/networks/598f575d-bb5f-4c53-b49d-7faeef648622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271338 May 13 15:15:59.525805 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:15:59.626124 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-479a264b-6637-4924-bbaa-7484e8eb7df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:59.734804 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a8f5c-fa10-43d6-9e1e-ed5e42b6f821 req-4e6bd670-b6e3-40e8-8913-c583edbc0883 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:59.735535 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-840a8f5c-fa10-43d6-9e1e-ed5e42b6f821 req-4e6bd670-b6e3-40e8-8913-c583edbc0883 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Synchronizing usage tracker for tenant:d698dffc07864e36b89166aa4a275158 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:59.753236 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-840a8f5c-fa10-43d6-9e1e-ed5e42b6f821 req-4e6bd670-b6e3-40e8-8913-c583edbc0883 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Unset dirty status for tenant:d698dffc07864e36b89166aa4a275158 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:59.754356 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-840a8f5c-fa10-43d6-9e1e-ed5e42b6f821 req-4e6bd670-b6e3-40e8-8913-c583edbc0883 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9c9c60-acf9-44ec-905e-3b7fadb27989 HTTP/1.1" status: 200 len: 943 time: 0.1003153 May 13 15:15:59.804017 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-840a8f5c-fa10-43d6-9e1e-ed5e42b6f821 req-38ea31f0-65c2-4346-8fb6-ac8b44d7344d tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Synchronizing usage tracker for tenant:d698dffc07864e36b89166aa4a275158 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:59.820433 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-840a8f5c-fa10-43d6-9e1e-ed5e42b6f821 req-38ea31f0-65c2-4346-8fb6-ac8b44d7344d tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Unset dirty status for tenant:d698dffc07864e36b89166aa4a275158 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:59.821998 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-840a8f5c-fa10-43d6-9e1e-ed5e42b6f821 req-38ea31f0-65c2-4346-8fb6-ac8b44d7344d tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc4558e6-526f-489a-bc2b-2d572ff9256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616231 May 13 15:16:00.757684 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:00.782797 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:01.014051 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bcb97-1e63-418f-909b-4c68ca1b127f req-f4964fff-69a5-41f0-9a11-42a367eeec67 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:01.015460 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-703bcb97-1e63-418f-909b-4c68ca1b127f req-f4964fff-69a5-41f0-9a11-42a367eeec67 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9c9c60-acf9-44ec-905e-3b7fadb27989 HTTP/1.1" status: 200 len: 943 time: 0.0862896 May 13 15:16:01.062627 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-703bcb97-1e63-418f-909b-4c68ca1b127f req-0ddc20f3-d045-4fed-9d78-67049f70117d tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc4558e6-526f-489a-bc2b-2d572ff9256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412078 May 13 15:16:01.590989 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 72d44bb9-1f58-4226-815d-b8070315bbd7 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:16:01.723899 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 72d44bb9-1f58-4226-815d-b8070315bbd7, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=72d44bb9-1f58-4226-815d-b8070315bbd7,segment=NetworkSegment(a7737123-7f77-429a-b50d-4c689fa620db),segment_id=a7737123-7f77-429a-b50d-4c689fa620db)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:01.736611 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '72d44bb9-1f58-4226-815d-b8070315bbd7', 'network_id': '598f575d-bb5f-4c53-b49d-7faeef648622', 'port_id': '72d44bb9-1f58-4226-815d-b8070315bbd7', 'mac_address': 'fa:16:3e:ec:eb:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3c368e-299d-48cc-b39e-a95fa6afd6cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:16:01.792209 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 72d44bb9-1f58-4226-815d-b8070315bbd7 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:01.792877 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:01.809115 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d44bb9-1f58-4226-815d-b8070315bbd7 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:16:01.825223 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 72d44bb9-1f58-4226-815d-b8070315bbd7, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=72d44bb9-1f58-4226-815d-b8070315bbd7,segment=NetworkSegment(a7737123-7f77-429a-b50d-4c689fa620db),segment_id=a7737123-7f77-429a-b50d-4c689fa620db)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:01.828101 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:01.898348 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=72d44bb9-1f58-4226-815d-b8070315bbd7,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:02.203646 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['72d44bb9-1f58-4226-815d-b8070315bbd7'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:16:02.250712 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3700bf5-08cc-473f-bea4-b213c753c4bf req-f043d7de-c7ab-435c-877d-6ad5062876a3 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:02.252234 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c3700bf5-08cc-473f-bea4-b213c753c4bf req-f043d7de-c7ab-435c-877d-6ad5062876a3 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9c9c60-acf9-44ec-905e-3b7fadb27989 HTTP/1.1" status: 200 len: 944 time: 0.0824666 May 13 15:16:02.269533 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:02.300779 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c3700bf5-08cc-473f-bea4-b213c753c4bf req-fe470d3a-bfce-4344-8e8b-0fe2ba4d156c tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc4558e6-526f-489a-bc2b-2d572ff9256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423572 May 13 15:16:03.605374 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 72d44bb9-1f58-4226-815d-b8070315bbd7 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:03.644467 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b0526-3ec8-49ed-9e05-58aa7ae28a8b req-101ec26d-e7cc-4a4a-9c71-bbd93980f643 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:03.645949 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ec5b0526-3ec8-49ed-9e05-58aa7ae28a8b req-101ec26d-e7cc-4a4a-9c71-bbd93980f643 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9c9c60-acf9-44ec-905e-3b7fadb27989 HTTP/1.1" status: 200 len: 944 time: 0.0857847 May 13 15:16:03.675745 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 72d44bb9-1f58-4226-815d-b8070315bbd7 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:03.680765 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 72d44bb9-1f58-4226-815d-b8070315bbd7 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:03.681139 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.690031 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ec5b0526-3ec8-49ed-9e05-58aa7ae28a8b req-43341220-386d-4efe-8567-46f160ca7314 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc4558e6-526f-489a-bc2b-2d572ff9256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381176 May 13 15:16:03.798737 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 72d44bb9-1f58-4226-815d-b8070315bbd7 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:03.799137 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.826989 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9c9c60-acf9-44ec-905e-3b7fadb27989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d44bb9-1f58-4226-815d-b8070315bbd7'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:16:03.837401 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 72d44bb9-1f58-4226-815d-b8070315bbd7, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=72d44bb9-1f58-4226-815d-b8070315bbd7,segment=NetworkSegment(a7737123-7f77-429a-b50d-4c689fa620db),segment_id=a7737123-7f77-429a-b50d-4c689fa620db)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:03.841258 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.910312 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=72d44bb9-1f58-4226-815d-b8070315bbd7,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:03.918321 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:03.918671 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:03.919017 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:03.919490 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:03.919836 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:03.920203 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:03.920537 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:03.920892 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:03.921249 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:03.921653 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:03.921937 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:03.922271 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:03.932093 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71469b37-45c9-4e4a-9205-f3df35627f39'] response: {'server_uuid': 'ce9c9c60-acf9-44ec-905e-3b7fadb27989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d44bb9-1f58-4226-815d-b8070315bbd7', 'code': 200} May 13 15:16:04.093884 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32522e8f-f5a1-4ee5-90a3-f62e49ffc6d6 req-1b2cb76c-6d39-4a75-b638-5cd6481b163a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:04.095418 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-32522e8f-f5a1-4ee5-90a3-f62e49ffc6d6 req-1b2cb76c-6d39-4a75-b638-5cd6481b163a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ce9c9c60-acf9-44ec-905e-3b7fadb27989 HTTP/1.1" status: 200 len: 1096 time: 0.0817924 May 13 15:16:04.136610 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-32522e8f-f5a1-4ee5-90a3-f62e49ffc6d6 req-cd11bd33-3598-45f1-92a9-ac5c1916fae7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=cc4558e6-526f-489a-bc2b-2d572ff9256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347888 May 13 15:16:04.874754 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021b30c-15e9-4014-8d82-1c357c6deec2 req-7570b8df-a675-457b-94fb-4d4f82a8fa39 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:04.876242 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3021b30c-15e9-4014-8d82-1c357c6deec2 req-7570b8df-a675-457b-94fb-4d4f82a8fa39 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9c9c60-acf9-44ec-905e-3b7fadb27989 HTTP/1.1" status: 200 len: 945 time: 0.0806839 May 13 15:16:04.922212 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3021b30c-15e9-4014-8d82-1c357c6deec2 req-5c3957c6-cd24-4cae-a143-e04103f01631 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc4558e6-526f-489a-bc2b-2d572ff9256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393887 May 13 15:16:06.109806 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ccd08-eb68-4709-a0cc-825032c492c5 req-9d22a848-7f93-41de-8959-447966a89ad9 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:06.111336 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2d2ccd08-eb68-4709-a0cc-825032c492c5 req-9d22a848-7f93-41de-8959-447966a89ad9 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9c9c60-acf9-44ec-905e-3b7fadb27989 HTTP/1.1" status: 200 len: 945 time: 0.0801177 May 13 15:16:06.160964 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2d2ccd08-eb68-4709-a0cc-825032c492c5 req-84046d10-8abb-4f0b-b4bc-d328d32262f1 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc4558e6-526f-489a-bc2b-2d572ff9256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430024 May 13 15:16:06.454199 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d9939-5636-4e9e-9f3c-c23100395f89 req-0db023c4-43df-4390-9624-b1cadae2030c tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:06.455785 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-822d9939-5636-4e9e-9f3c-c23100395f89 req-0db023c4-43df-4390-9624-b1cadae2030c tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9c9c60-acf9-44ec-905e-3b7fadb27989 HTTP/1.1" status: 200 len: 945 time: 0.1901577 May 13 15:16:06.500474 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-822d9939-5636-4e9e-9f3c-c23100395f89 req-349fa6fc-7a66-4d71-8179-4cae6ec0b900 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc4558e6-526f-489a-bc2b-2d572ff9256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388825 May 13 15:16:06.908303 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a9f4e-bd20-429b-88ab-16889306c552 req-44dac178-7ef3-437b-b4cd-b20ddf0fdbf1 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:06.910447 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-265a9f4e-bd20-429b-88ab-16889306c552 req-44dac178-7ef3-437b-b4cd-b20ddf0fdbf1 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9c9c60-acf9-44ec-905e-3b7fadb27989 HTTP/1.1" status: 200 len: 945 time: 0.0825593 May 13 15:16:06.954397 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-265a9f4e-bd20-429b-88ab-16889306c552 req-adbba3ba-7c65-4139-9ddb-4eba939f607a tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc4558e6-526f-489a-bc2b-2d572ff9256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382760 May 13 15:16:08.255753 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0f989-ab42-4c98-90e1-fa26ebe13e41 req-8ebd2547-b56c-40d8-979d-8c1bcc760247 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:08.257277 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4fe0f989-ab42-4c98-90e1-fa26ebe13e41 req-8ebd2547-b56c-40d8-979d-8c1bcc760247 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9c9c60-acf9-44ec-905e-3b7fadb27989 HTTP/1.1" status: 200 len: 945 time: 0.1927643 May 13 15:16:08.303483 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4fe0f989-ab42-4c98-90e1-fa26ebe13e41 req-39989183-8a6c-4c9e-9b46-2dcd220a422f tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc4558e6-526f-489a-bc2b-2d572ff9256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403917 May 13 15:16:08.707894 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e53e55-e10b-4741-b4eb-c28214fc9406 req-024dfab5-6700-41bd-8795-53300a2b47ab tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:08.709323 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e9e53e55-e10b-4741-b4eb-c28214fc9406 req-024dfab5-6700-41bd-8795-53300a2b47ab tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9c9c60-acf9-44ec-905e-3b7fadb27989 HTTP/1.1" status: 200 len: 945 time: 0.1397409 May 13 15:16:08.711915 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1cb79-faed-4426-9ad3-570010d670a4 req-3e4e81bb-d02e-4e23-86e4-812414c6bd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:08.713227 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-37d1cb79-faed-4426-9ad3-570010d670a4 req-3e4e81bb-d02e-4e23-86e4-812414c6bd3b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d698dffc07864e36b89166aa4a275158&device_id=ce9c9c60-acf9-44ec-905e-3b7fadb27989 HTTP/1.1" status: 200 len: 1096 time: 0.1070321 May 13 15:16:08.835952 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e9e53e55-e10b-4741-b4eb-c28214fc9406 req-d38a50aa-ba56-451f-a071-f3c63200eaed tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc4558e6-526f-489a-bc2b-2d572ff9256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203609 May 13 15:16:08.873352 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1cb79-faed-4426-9ad3-570010d670a4 req-929980a0-0115-484e-bd23-10b999ae76f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:08.874761 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-37d1cb79-faed-4426-9ad3-570010d670a4 req-929980a0-0115-484e-bd23-10b999ae76f4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=598f575d-bb5f-4c53-b49d-7faeef648622 HTTP/1.1" status: 200 len: 912 time: 0.1464968 May 13 15:16:08.945389 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-37d1cb79-faed-4426-9ad3-570010d670a4 req-2f6fb815-e639-4ce7-80ac-73ad9aada5ab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72d44bb9-1f58-4226-815d-b8070315bbd7 HTTP/1.1" status: 200 len: 217 time: 0.0650434 May 13 15:16:09.008686 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1cb79-faed-4426-9ad3-570010d670a4 req-84b8cb8d-723b-4b83-9b72-17fe73548636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:09.010109 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-37d1cb79-faed-4426-9ad3-570010d670a4 req-84b8cb8d-723b-4b83-9b72-17fe73548636 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9d3c368e-299d-48cc-b39e-a95fa6afd6cc HTTP/1.1" status: 200 len: 851 time: 0.0590196 May 13 15:16:09.060193 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-37d1cb79-faed-4426-9ad3-570010d670a4 req-fe237020-27ae-48ef-9c83-b052654ca624 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=598f575d-bb5f-4c53-b49d-7faeef648622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446165 May 13 15:16:09.198314 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-37d1cb79-faed-4426-9ad3-570010d670a4 req-619f24e8-7153-47d1-b716-1a894b640819 service neutron] 10.222.0.74 "GET /v2.0/networks/598f575d-bb5f-4c53-b49d-7faeef648622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316304 May 13 15:16:09.331261 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-37d1cb79-faed-4426-9ad3-570010d670a4 req-4c79dae6-f279-47d7-b3a3-07ef92b0c940 service neutron] 10.222.0.74 "GET /v2.0/networks/598f575d-bb5f-4c53-b49d-7faeef648622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272855 May 13 15:16:10.020550 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130e232-3652-4354-b297-9d288ae18a18 req-acbd52b0-5e17-45f4-9dfc-52096c16d516 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:10.022031 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c130e232-3652-4354-b297-9d288ae18a18 req-acbd52b0-5e17-45f4-9dfc-52096c16d516 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9c9c60-acf9-44ec-905e-3b7fadb27989 HTTP/1.1" status: 200 len: 945 time: 0.0807219 May 13 15:16:10.066887 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c130e232-3652-4354-b297-9d288ae18a18 req-972cee46-340c-42a8-89c4-f9237063fbe1 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc4558e6-526f-489a-bc2b-2d572ff9256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392125 May 13 15:16:11.248904 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5dbe9-0349-4a02-9be6-26215096f193 req-504fc66c-4c83-46b0-9067-e28615a23b86 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:11.250375 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-89c5dbe9-0349-4a02-9be6-26215096f193 req-504fc66c-4c83-46b0-9067-e28615a23b86 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9c9c60-acf9-44ec-905e-3b7fadb27989 HTTP/1.1" status: 200 len: 945 time: 0.0803444 May 13 15:16:11.295983 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-89c5dbe9-0349-4a02-9be6-26215096f193 req-69ee9053-5943-4254-b000-37d9755e9d5e tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc4558e6-526f-489a-bc2b-2d572ff9256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390861 May 13 15:16:11.866939 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942aecc-dabd-48d9-a53a-ac224eebf4a2 req-81a1feee-75b7-4351-9cea-d4b45fd2b9af tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:11.868443 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7942aecc-dabd-48d9-a53a-ac224eebf4a2 req-81a1feee-75b7-4351-9cea-d4b45fd2b9af tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9c9c60-acf9-44ec-905e-3b7fadb27989 HTTP/1.1" status: 200 len: 945 time: 0.0909810 May 13 15:16:11.914625 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7942aecc-dabd-48d9-a53a-ac224eebf4a2 req-a33d84b1-f035-4578-8dab-2a21f2d92eab tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc4558e6-526f-489a-bc2b-2d572ff9256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403359 May 13 15:16:13.107188 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf3b48-b0f6-4a57-9b14-53b6c64d8bc9 req-be88dca8-d1be-4e40-9e2b-1d9f55d479e0 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:13.108630 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-80bf3b48-b0f6-4a57-9b14-53b6c64d8bc9 req-be88dca8-d1be-4e40-9e2b-1d9f55d479e0 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9c9c60-acf9-44ec-905e-3b7fadb27989 HTTP/1.1" status: 200 len: 945 time: 0.0826340 May 13 15:16:13.152717 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-80bf3b48-b0f6-4a57-9b14-53b6c64d8bc9 req-b781eefa-f33e-4633-9c21-c7ca0f1eb196 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc4558e6-526f-489a-bc2b-2d572ff9256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384481 May 13 15:16:13.493933 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1aed9-4453-4989-a60a-b33a442fd797 req-22ee9fa2-5c6b-45b7-a291-76664bd4a4d6 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:13.495489 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-81e1aed9-4453-4989-a60a-b33a442fd797 req-22ee9fa2-5c6b-45b7-a291-76664bd4a4d6 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9c9c60-acf9-44ec-905e-3b7fadb27989 HTTP/1.1" status: 200 len: 945 time: 0.0838568 May 13 15:16:13.530496 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986f42c-af3d-44f8-8d35-3c4b9a230641 req-c89c1487-d9e5-4121-b365-b6671172df07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:13.531958 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1986f42c-af3d-44f8-8d35-3c4b9a230641 req-c89c1487-d9e5-4121-b365-b6671172df07 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d698dffc07864e36b89166aa4a275158&device_id=ce9c9c60-acf9-44ec-905e-3b7fadb27989 HTTP/1.1" status: 200 len: 1096 time: 0.0834045 May 13 15:16:13.542568 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-81e1aed9-4453-4989-a60a-b33a442fd797 req-0fbeaef0-ec5f-4bba-9639-46feb33b211f tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc4558e6-526f-489a-bc2b-2d572ff9256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414197 May 13 15:16:13.667366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986f42c-af3d-44f8-8d35-3c4b9a230641 req-d85a4274-d8f3-4ec2-938d-1bd2ba0099ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:13.668790 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1986f42c-af3d-44f8-8d35-3c4b9a230641 req-d85a4274-d8f3-4ec2-938d-1bd2ba0099ce service neutron] 10.222.0.74 "GET /v2.0/networks?id=598f575d-bb5f-4c53-b49d-7faeef648622 HTTP/1.1" status: 200 len: 912 time: 0.1309114 May 13 15:16:13.740293 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1986f42c-af3d-44f8-8d35-3c4b9a230641 req-9657fffd-8598-4e4e-9ee6-9f6ea52ef61c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72d44bb9-1f58-4226-815d-b8070315bbd7 HTTP/1.1" status: 200 len: 217 time: 0.0646331 May 13 15:16:13.805501 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986f42c-af3d-44f8-8d35-3c4b9a230641 req-682ba24b-31c8-44d0-b163-a187679ee6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:13.806961 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1986f42c-af3d-44f8-8d35-3c4b9a230641 req-682ba24b-31c8-44d0-b163-a187679ee6e2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9d3c368e-299d-48cc-b39e-a95fa6afd6cc HTTP/1.1" status: 200 len: 851 time: 0.0616295 May 13 15:16:13.863195 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1986f42c-af3d-44f8-8d35-3c4b9a230641 req-c1a70c7d-fc09-4b5f-a956-53ef7be8b03d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=598f575d-bb5f-4c53-b49d-7faeef648622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508258 May 13 15:16:14.105759 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1986f42c-af3d-44f8-8d35-3c4b9a230641 req-3b975ac8-2124-4f86-8d95-f095846cbba2 service neutron] 10.222.0.74 "GET /v2.0/networks/598f575d-bb5f-4c53-b49d-7faeef648622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369523 May 13 15:16:14.255072 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1986f42c-af3d-44f8-8d35-3c4b9a230641 req-fa691522-2c44-41f9-b534-c03eac5d4845 service neutron] 10.222.0.74 "GET /v2.0/networks/598f575d-bb5f-4c53-b49d-7faeef648622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436443 May 13 15:16:14.731449 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc278a-7434-46ff-965e-d5d9b97715f5 req-88512b1c-49b9-4823-a03f-1f24dfa40c55 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:14.732879 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6cbc278a-7434-46ff-965e-d5d9b97715f5 req-88512b1c-49b9-4823-a03f-1f24dfa40c55 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9c9c60-acf9-44ec-905e-3b7fadb27989 HTTP/1.1" status: 200 len: 945 time: 0.0791688 May 13 15:16:14.776904 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6cbc278a-7434-46ff-965e-d5d9b97715f5 req-0c1b6ff0-b029-4973-b8b5-024e15460ffe tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc4558e6-526f-489a-bc2b-2d572ff9256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382257 May 13 15:16:15.964488 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d917c2-7fa1-4371-b96c-59a513bb0dca req-b8e1d4f3-cfcc-401b-a8fd-be4dacd4007e tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:15.965940 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-28d917c2-7fa1-4371-b96c-59a513bb0dca req-b8e1d4f3-cfcc-401b-a8fd-be4dacd4007e tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9c9c60-acf9-44ec-905e-3b7fadb27989 HTTP/1.1" status: 200 len: 945 time: 0.0854242 May 13 15:16:16.010106 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-28d917c2-7fa1-4371-b96c-59a513bb0dca req-65b8b34c-5ab6-4b24-9d3e-42a23564664a tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc4558e6-526f-489a-bc2b-2d572ff9256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382559 May 13 15:16:16.403419 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c1df47-b89d-43c3-a91e-ade471eedddc req-66582527-ae6c-43fb-ae80-30ddde1b4d1d tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:16.404778 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-77c1df47-b89d-43c3-a91e-ade471eedddc req-66582527-ae6c-43fb-ae80-30ddde1b4d1d tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9c9c60-acf9-44ec-905e-3b7fadb27989 HTTP/1.1" status: 200 len: 945 time: 0.0801983 May 13 15:16:16.452348 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-77c1df47-b89d-43c3-a91e-ade471eedddc req-200cc94a-e5a2-4d40-a41c-2d3f2550a4f5 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc4558e6-526f-489a-bc2b-2d572ff9256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419335 May 13 15:16:17.639766 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb1ca8-eec0-46e5-b138-887596bf8e54 req-5e82304a-cda5-4376-9090-1d5f1905e53a tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:17.641232 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a9cb1ca8-eec0-46e5-b138-887596bf8e54 req-5e82304a-cda5-4376-9090-1d5f1905e53a tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9c9c60-acf9-44ec-905e-3b7fadb27989 HTTP/1.1" status: 200 len: 945 time: 0.0835400 May 13 15:16:17.686307 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a9cb1ca8-eec0-46e5-b138-887596bf8e54 req-0dd06557-fb8d-40bc-b450-1e45ba40052a tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc4558e6-526f-489a-bc2b-2d572ff9256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387952 May 13 15:16:18.386107 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc791c-3d6d-46c4-8de2-b7c26d67b342 req-adc20a65-7454-434d-979a-ce41a611bc5e tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:18.387574 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e0cc791c-3d6d-46c4-8de2-b7c26d67b342 req-adc20a65-7454-434d-979a-ce41a611bc5e tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce9c9c60-acf9-44ec-905e-3b7fadb27989 HTTP/1.1" status: 200 len: 945 time: 0.0862827 May 13 15:16:18.435211 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:18.463091 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-e0cc791c-3d6d-46c4-8de2-b7c26d67b342 req-cf192747-c545-45b4-9c45-319e8f79f776 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Deleting port 72d44bb9-1f58-4226-815d-b8070315bbd7 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:18.463606 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e0cc791c-3d6d-46c4-8de2-b7c26d67b342 req-cf192747-c545-45b4-9c45-319e8f79f776 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:18.724084 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-e0cc791c-3d6d-46c4-8de2-b7c26d67b342 req-cf192747-c545-45b4-9c45-319e8f79f776 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] For port 72d44bb9-1f58-4226-815d-b8070315bbd7, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=72d44bb9-1f58-4226-815d-b8070315bbd7,segment=NetworkSegment(a7737123-7f77-429a-b50d-4c689fa620db),segment_id=a7737123-7f77-429a-b50d-4c689fa620db)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:18.724869 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e0cc791c-3d6d-46c4-8de2-b7c26d67b342 req-cf192747-c545-45b4-9c45-319e8f79f776 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:18.851042 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-e0cc791c-3d6d-46c4-8de2-b7c26d67b342 req-cf192747-c545-45b4-9c45-319e8f79f776 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Calling delete_port for 72d44bb9-1f58-4226-815d-b8070315bbd7 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:18.877552 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb611db-a410-4f9d-a38a-e834112d89d5 req-3f9c0371-8782-4e85-adc5-4ad9164022f1 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:18.879061 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-eeb611db-a410-4f9d-a38a-e834112d89d5 req-3f9c0371-8782-4e85-adc5-4ad9164022f1 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9c9c60-acf9-44ec-905e-3b7fadb27989 HTTP/1.1" status: 200 len: 945 time: 0.0809789 May 13 15:16:18.924324 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-eeb611db-a410-4f9d-a38a-e834112d89d5 req-13c6d8f6-c025-4458-a9fa-e0804e9cd0ab tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc4558e6-526f-489a-bc2b-2d572ff9256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396078 May 13 15:16:19.000787 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e0cc791c-3d6d-46c4-8de2-b7c26d67b342 req-cf192747-c545-45b4-9c45-319e8f79f776 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:19.032305 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['72d44bb9-1f58-4226-815d-b8070315bbd7'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:16:19.053794 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf192747-c545-45b4-9c45-319e8f79f776 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Pushing event deleted for resources: {'Port': ['ID=72d44bb9-1f58-4226-815d-b8070315bbd7,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:19.093130 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf192747-c545-45b4-9c45-319e8f79f776 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:19.093467 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf192747-c545-45b4-9c45-319e8f79f776 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:19.093806 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf192747-c545-45b4-9c45-319e8f79f776 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:19.094139 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf192747-c545-45b4-9c45-319e8f79f776 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:19.094465 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf192747-c545-45b4-9c45-319e8f79f776 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:19.094791 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf192747-c545-45b4-9c45-319e8f79f776 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:19.095141 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf192747-c545-45b4-9c45-319e8f79f776 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:19.095462 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf192747-c545-45b4-9c45-319e8f79f776 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:19.095780 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf192747-c545-45b4-9c45-319e8f79f776 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:19.096100 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf192747-c545-45b4-9c45-319e8f79f776 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:19.096420 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf192747-c545-45b4-9c45-319e8f79f776 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:19.096769 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf192747-c545-45b4-9c45-319e8f79f776 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:19.141176 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cc791c-3d6d-46c4-8de2-b7c26d67b342 req-cf192747-c545-45b4-9c45-319e8f79f776 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] No DVR routers for this DVR port 72d44bb9-1f58-4226-815d-b8070315bbd7 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:16:19.144260 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-e0cc791c-3d6d-46c4-8de2-b7c26d67b342 req-cf192747-c545-45b4-9c45-319e8f79f776 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:19.146701 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9c9c60-acf9-44ec-905e-3b7fadb27989', 'name': 'network-vif-deleted', 'tag': '72d44bb9-1f58-4226-815d-b8070315bbd7'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:16:19.161731 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e0cc791c-3d6d-46c4-8de2-b7c26d67b342 req-cf192747-c545-45b4-9c45-319e8f79f776 tempest-TestServerAdvancedOps-1678401357 tempest-TestServerAdvancedOps-1678401357-project] 10.222.0.74 "DELETE /v2.0/ports/72d44bb9-1f58-4226-815d-b8070315bbd7 HTTP/1.1" status: 204 len: 173 time: 0.7683575 May 13 15:16:19.193456 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32a9025c-e39f-459e-a853-2ceea6e416ae'] response: {'server_uuid': 'ce9c9c60-acf9-44ec-905e-3b7fadb27989', 'name': 'network-vif-deleted', 'tag': '72d44bb9-1f58-4226-815d-b8070315bbd7', 'status': 'completed', 'code': 200} May 13 15:16:20.026765 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41416) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:20.088449 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fcc178b-a99b-4917-b6c7-ce174d917d61 admin admin] Deleting subnet 9d3c368e-299d-48cc-b39e-a95fa6afd6cc {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:16:20.091311 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3fcc178b-a99b-4917-b6c7-ce174d917d61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.140216 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3fcc178b-a99b-4917-b6c7-ce174d917d61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.194915 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3fcc178b-a99b-4917-b6c7-ce174d917d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.269042 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3fcc178b-a99b-4917-b6c7-ce174d917d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.311251 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc178b-a99b-4917-b6c7-ce174d917d61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d3c368e-299d-48cc-b39e-a95fa6afd6cc,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:20.315442 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3fcc178b-a99b-4917-b6c7-ce174d917d61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.325162 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc178b-a99b-4917-b6c7-ce174d917d61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:20.325502 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc178b-a99b-4917-b6c7-ce174d917d61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:20.325834 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc178b-a99b-4917-b6c7-ce174d917d61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:20.326160 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc178b-a99b-4917-b6c7-ce174d917d61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:20.326483 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc178b-a99b-4917-b6c7-ce174d917d61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:20.326802 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc178b-a99b-4917-b6c7-ce174d917d61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:20.327143 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc178b-a99b-4917-b6c7-ce174d917d61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:20.327461 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc178b-a99b-4917-b6c7-ce174d917d61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:20.327778 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc178b-a99b-4917-b6c7-ce174d917d61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:20.328092 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc178b-a99b-4917-b6c7-ce174d917d61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:20.328406 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc178b-a99b-4917-b6c7-ce174d917d61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:20.328720 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc178b-a99b-4917-b6c7-ce174d917d61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:20.332868 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3fcc178b-a99b-4917-b6c7-ce174d917d61 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9d3c368e-299d-48cc-b39e-a95fa6afd6cc HTTP/1.1" status: 204 len: 168 time: 0.3050742 May 13 15:16:20.335265 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41420) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:20.449418 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c617e52b-d0e7-4b62-9feb-311b24142fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.574756 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c617e52b-d0e7-4b62-9feb-311b24142fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.599945 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-c617e52b-d0e7-4b62-9feb-311b24142fe7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['598f575d-bb5f-4c53-b49d-7faeef648622']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:20.611809 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-c617e52b-d0e7-4b62-9feb-311b24142fe7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7737123-7f77-429a-b50d-4c689fa620db') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:20.612139 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-c617e52b-d0e7-4b62-9feb-311b24142fe7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7737123-7f77-429a-b50d-4c689fa620db') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:20.623325 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c617e52b-d0e7-4b62-9feb-311b24142fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.639866 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c617e52b-d0e7-4b62-9feb-311b24142fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.646483 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c617e52b-d0e7-4b62-9feb-311b24142fe7 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:16:20.646868 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c617e52b-d0e7-4b62-9feb-311b24142fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.659744 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 15:16:20.659744 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:16:20.659744 n-d-841760-1 neutron-server[88081]: timer() May 13 15:16:20.659744 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:16:20.659744 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 15:16:20.659744 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:16:20.659744 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 15:16:20.659744 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:16:20.659744 n-d-841760-1 neutron-server[88081]: self._notify() May 13 15:16:20.659744 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:16:20.659744 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 15:16:20.659744 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:16:20.659744 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 15:16:20.659744 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:16:20.659744 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:16:20.659744 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:16:20.659744 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:16:20.659744 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:16:20.659744 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 15:16:20.659744 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:16:20.659744 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 15:16:20.659744 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:16:20.659744 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:16:20.659744 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:16:20.659744 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 15:16:20.659744 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:16:20.659744 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:16:20.659744 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:16:20.659744 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:16:20.659744 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:16:20.659744 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:16:20.659744 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:16:20.736704 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c617e52b-d0e7-4b62-9feb-311b24142fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.753273 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c617e52b-d0e7-4b62-9feb-311b24142fe7 admin admin] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.764821 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617e52b-d0e7-4b62-9feb-311b24142fe7 admin admin] Pushing event deleted for resources: {'Network': ['ID=598f575d-bb5f-4c53-b49d-7faeef648622,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:20.772367 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c617e52b-d0e7-4b62-9feb-311b24142fe7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/598f575d-bb5f-4c53-b49d-7faeef648622 HTTP/1.1" status: 204 len: 168 time: 0.4361408 May 13 15:16:20.775130 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41424) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:20.841936 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-d80b0a66-4da6-4c0f-be45-648743deab1f admin admin] Deleting subnet d9e4c481-86d0-485a-8e27-37178f2b513c {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:16:20.845199 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d80b0a66-4da6-4c0f-be45-648743deab1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.897048 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d80b0a66-4da6-4c0f-be45-648743deab1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.958745 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d80b0a66-4da6-4c0f-be45-648743deab1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:21.044614 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d80b0a66-4da6-4c0f-be45-648743deab1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:21.083629 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b0a66-4da6-4c0f-be45-648743deab1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9e4c481-86d0-485a-8e27-37178f2b513c,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:21.089023 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d80b0a66-4da6-4c0f-be45-648743deab1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:21.094918 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d80b0a66-4da6-4c0f-be45-648743deab1f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d9e4c481-86d0-485a-8e27-37178f2b513c HTTP/1.1" status: 204 len: 168 time: 0.3187180 May 13 15:16:21.097420 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41428) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:21.204343 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f3eb0edb-137a-4408-92ec-c7465da6b4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:21.432411 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f3eb0edb-137a-4408-92ec-c7465da6b4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:21.457055 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-f3eb0edb-137a-4408-92ec-c7465da6b4af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7295d00b-2ba1-46d8-9769-3a1e16ca4ef1']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:21.468842 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-f3eb0edb-137a-4408-92ec-c7465da6b4af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51b00975-f799-4c68-9f7c-6a5b80db7a3e') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:21.469139 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-f3eb0edb-137a-4408-92ec-c7465da6b4af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51b00975-f799-4c68-9f7c-6a5b80db7a3e') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:21.485588 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f3eb0edb-137a-4408-92ec-c7465da6b4af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:21.507239 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f3eb0edb-137a-4408-92ec-c7465da6b4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:21.513911 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3eb0edb-137a-4408-92ec-c7465da6b4af admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:16:21.514294 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f3eb0edb-137a-4408-92ec-c7465da6b4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:21.527902 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 15:16:21.527902 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:16:21.527902 n-d-841760-1 neutron-server[88081]: timer() May 13 15:16:21.527902 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:16:21.527902 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 15:16:21.527902 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:16:21.527902 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 15:16:21.527902 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:16:21.527902 n-d-841760-1 neutron-server[88081]: self._notify() May 13 15:16:21.527902 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:16:21.527902 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 15:16:21.527902 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:16:21.527902 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 15:16:21.527902 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:16:21.527902 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:16:21.527902 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:16:21.527902 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:16:21.527902 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:16:21.527902 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 15:16:21.527902 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:16:21.527902 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 15:16:21.527902 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:16:21.527902 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:16:21.527902 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:16:21.527902 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 15:16:21.527902 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:16:21.527902 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:16:21.527902 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:16:21.527902 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:16:21.527902 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:16:21.527902 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:16:21.527902 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:16:21.601687 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f3eb0edb-137a-4408-92ec-c7465da6b4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:21.617969 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f3eb0edb-137a-4408-92ec-c7465da6b4af admin admin] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:21.626673 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb0edb-137a-4408-92ec-c7465da6b4af admin admin] Pushing event deleted for resources: {'Network': ['ID=7295d00b-2ba1-46d8-9769-3a1e16ca4ef1,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:21.629467 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f3eb0edb-137a-4408-92ec-c7465da6b4af admin admin] 10.222.0.35 "DELETE /v2.0/networks/7295d00b-2ba1-46d8-9769-3a1e16ca4ef1 HTTP/1.1" status: 204 len: 168 time: 0.5311368 May 13 15:16:21.728513 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 72d44bb9-1f58-4226-815d-b8070315bbd7 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:16:21.761754 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 72d44bb9-1f58-4226-815d-b8070315bbd7 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:16:21.762095 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 72d44bb9-1f58-4226-815d-b8070315bbd7 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:16:21.803399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41434) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:21.856204 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e10cd4ef-805e-403e-84be-f18b3c2b8854 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d698dffc07864e36b89166aa4a275158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516462 May 13 15:16:21.858596 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41438) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:21.918556 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b9df4846-47de-4dc5-ad42-b6ae0be0629a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:21.945175 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b9df4846-47de-4dc5-ad42-b6ae0be0629a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:21.999215 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b9df4846-47de-4dc5-ad42-b6ae0be0629a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.016183 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df4846-47de-4dc5-ad42-b6ae0be0629a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4558e6-526f-489a-bc2b-2d572ff9256a,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:22.026511 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b9df4846-47de-4dc5-ad42-b6ae0be0629a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.027668 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b9df4846-47de-4dc5-ad42-b6ae0be0629a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cc4558e6-526f-489a-bc2b-2d572ff9256a HTTP/1.1" status: 204 len: 168 time: 0.1681573 May 13 15:16:22.376684 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41446) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:22.425496 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0ec04133-1f4b-4a92-a39c-11b6cff5e367 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a90fc3a164e54b7cb138e6549c21e675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470898 May 13 15:16:22.428232 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41450) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:22.487994 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-48e0ea4f-f9b7-48e7-b9a7-08479ea7843c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.515186 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-48e0ea4f-f9b7-48e7-b9a7-08479ea7843c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.573739 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-48e0ea4f-f9b7-48e7-b9a7-08479ea7843c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.589590 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0ea4f-f9b7-48e7-b9a7-08479ea7843c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87247c55-87f6-4ea5-a8dd-1da9e4fb35d6,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:22.600546 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-48e0ea4f-f9b7-48e7-b9a7-08479ea7843c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.603861 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-48e0ea4f-f9b7-48e7-b9a7-08479ea7843c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/87247c55-87f6-4ea5-a8dd-1da9e4fb35d6 HTTP/1.1" status: 204 len: 168 time: 0.1723998 May 13 15:16:27.318968 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-92fed735-1eb8-4b73-b257-7b3fb671c7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.921959 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:29.627434 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cdc2264c-b861-4b3a-9ef2-ad3c38b7182d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.750447 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.787717 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:32.258408 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:33.868491 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-28065422-0f7a-4cb5-bd1d-a2ea52afc2f6 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d06e25c1572f45498241a15457444cbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296910 May 13 15:16:34.023891 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-fb74f4e0-c731-41e9-a4ad-192476bc8587 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:34.025319 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-fb74f4e0-c731-41e9-a4ad-192476bc8587 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1516199 May 13 15:16:34.041349 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-8b9da1a4-58ea-4bb8-9496-eba2c5a9e09b tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.35 "GET /v2.0/quotas/d06e25c1572f45498241a15457444cbd HTTP/1.1" status: 200 len: 375 time: 0.0105655 May 13 15:16:34.092823 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-5058bb97-ca78-4b3b-be95-e1fa4e06b4b7 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d06e25c1572f45498241a15457444cbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464098 May 13 15:16:34.294652 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e450a1a-09d8-4681-a6e8-a839f043c693 req-ab4299f3-d5a4-4c59-a189-44e4fc331341 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.35 "GET /v2.0/ports?device_id=23e197d9-d82c-41d3-a637-ad0637677eba HTTP/1.1" status: 200 len: 210 time: 0.0472157 May 13 15:16:35.481042 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f7609eb1-9f2b-49fa-a389-62f32e5f1242 req-fea43d11-b3a2-4511-87ac-7bb38d7073d7 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.35 "GET /v2.0/ports?device_id=23e197d9-d82c-41d3-a637-ad0637677eba HTTP/1.1" status: 200 len: 210 time: 0.0645201 May 13 15:16:35.484745 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-da79226e-5678-4217-88bb-0d58152864fd tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=d06e25c1572f45498241a15457444cbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365467 May 13 15:16:35.640405 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-3e1ec927-0a61-4757-94ca-a3f6301194cf tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:35.641834 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-3e1ec927-0a61-4757-94ca-a3f6301194cf tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1522949 May 13 15:16:35.694342 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-7350c12d-4e71-40af-aa02-781af378c749 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Request body: {'port': {'device_id': '23e197d9-d82c-41d3-a637-ad0637677eba', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'admin_state_up': True, 'tenant_id': 'd06e25c1572f45498241a15457444cbd'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:35.830547 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-7350c12d-4e71-40af-aa02-781af378c749 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:35.834944 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-7350c12d-4e71-40af-aa02-781af378c749 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Usage tracker for resource:port and tenant:d06e25c1572f45498241a15457444cbd is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:35.837741 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-7350c12d-4e71-40af-aa02-781af378c749 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:35.843404 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-7350c12d-4e71-40af-aa02-781af378c749 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:35.853883 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-7350c12d-4e71-40af-aa02-781af378c749 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Made reservation on behalf of d06e25c1572f45498241a15457444cbd for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:35.857456 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-7350c12d-4e71-40af-aa02-781af378c749 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.869420 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-7350c12d-4e71-40af-aa02-781af378c749 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.884189 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-7350c12d-4e71-40af-aa02-781af378c749 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:35.888027 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-7350c12d-4e71-40af-aa02-781af378c749 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Usage tracker for resource:security_group_rule and tenant:d06e25c1572f45498241a15457444cbd is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:35.890824 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-7350c12d-4e71-40af-aa02-781af378c749 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:35.896905 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-7350c12d-4e71-40af-aa02-781af378c749 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:36.096201 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-7350c12d-4e71-40af-aa02-781af378c749 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.100368 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-7350c12d-4e71-40af-aa02-781af378c749 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.174716 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350c12d-4e71-40af-aa02-781af378c749 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43b1dc88-8b46-41f3-8d5b-d3d855477aee,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:36.305848 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-7350c12d-4e71-40af-aa02-781af378c749 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Allocated IP 192.168.233.9 (7d165b7c-a84b-4191-823a-46e347c23eb5/fb4bc443-ac8b-4686-9d3b-15c2430aa8ca/4ea92e6f-9a59-46da-a2a4-26b383f22dfe) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:36.521981 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-7350c12d-4e71-40af-aa02-781af378c749 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.526758 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:16:36.540032 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-7350c12d-4e71-40af-aa02-781af378c749 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Transition to ACTIVE for port object 4ea92e6f-9a59-46da-a2a4-26b383f22dfe will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:36.565000 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-7350c12d-4e71-40af-aa02-781af378c749 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.641926 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-7350c12d-4e71-40af-aa02-781af378c749 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Network 7d165b7c-a84b-4191-823a-46e347c23eb5 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:36.645720 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-7350c12d-4e71-40af-aa02-781af378c749 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:36.650639 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-7350c12d-4e71-40af-aa02-781af378c749 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:36.706954 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350c12d-4e71-40af-aa02-781af378c749 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Pushing event updated for resources: {'Port': ['ID=4ea92e6f-9a59-46da-a2a4-26b383f22dfe,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:36.709611 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499952d2-e534-4d22-be5f-3131159944ae req-f603e28b-12a3-42fe-bf77-211264a38b71 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:36.713008 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-499952d2-e534-4d22-be5f-3131159944ae req-f603e28b-12a3-42fe-bf77-211264a38b71 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.35 "GET /v2.0/ports?device_id=23e197d9-d82c-41d3-a637-ad0637677eba HTTP/1.1" status: 200 len: 934 time: 0.1163881 May 13 15:16:36.722709 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-7350c12d-4e71-40af-aa02-781af378c749 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:36.723401 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-7350c12d-4e71-40af-aa02-781af378c749 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.755784 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-7350c12d-4e71-40af-aa02-781af378c749 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0652311 May 13 15:16:36.774141 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-b6ae80a3-efb6-4611-a654-445e6ea0a0c0 service neutron] Request body: {'port': {'device_id': '23e197d9-d82c-41d3-a637-ad0637677eba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:36.794131 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-499952d2-e534-4d22-be5f-3131159944ae req-6919f438-06c8-4ccb-a331-474e152efcf7 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.35 "GET /v2.0/security-groups?id=43b1dc88-8b46-41f3-8d5b-d3d855477aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612831 May 13 15:16:36.898275 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-b6ae80a3-efb6-4611-a654-445e6ea0a0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:37.006240 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c99414bf-fc99-4f7a-a69b-f0d616f3088d None None] Provisioning for port 4ea92e6f-9a59-46da-a2a4-26b383f22dfe completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:37.011183 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c99414bf-fc99-4f7a-a69b-f0d616f3088d None None] Provisioning complete for port 4ea92e6f-9a59-46da-a2a4-26b383f22dfe triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:37.011565 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c99414bf-fc99-4f7a-a69b-f0d616f3088d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:37.076232 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-c99414bf-fc99-4f7a-a69b-f0d616f3088d None None] Port 4ea92e6f-9a59-46da-a2a4-26b383f22dfe cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:16:37.247606 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-b6ae80a3-efb6-4611-a654-445e6ea0a0c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ea92e6f-9a59-46da-a2a4-26b383f22dfe {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:16:37.255769 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-b6ae80a3-efb6-4611-a654-445e6ea0a0c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:37.270449 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-b6ae80a3-efb6-4611-a654-445e6ea0a0c0 service neutron] Transition to ACTIVE for port object 4ea92e6f-9a59-46da-a2a4-26b383f22dfe will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:37.273826 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-b6ae80a3-efb6-4611-a654-445e6ea0a0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:37.438226 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae80a3-efb6-4611-a654-445e6ea0a0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=4ea92e6f-9a59-46da-a2a4-26b383f22dfe,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:37.522471 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-b6ae80a3-efb6-4611-a654-445e6ea0a0c0 service neutron] Attempting to bind port 4ea92e6f-9a59-46da-a2a4-26b383f22dfe on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:16:37.523104 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-b6ae80a3-efb6-4611-a654-445e6ea0a0c0 service neutron] Attempting to bind port 4ea92e6f-9a59-46da-a2a4-26b383f22dfe by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:16:37.523104 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-b6ae80a3-efb6-4611-a654-445e6ea0a0c0 service neutron] Attempting to bind port 4ea92e6f-9a59-46da-a2a4-26b383f22dfe on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:16:37.527925 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-b6ae80a3-efb6-4611-a654-445e6ea0a0c0 service neutron] Port 4ea92e6f-9a59-46da-a2a4-26b383f22dfe on network 7d165b7c-a84b-4191-823a-46e347c23eb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:16:37.528239 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-b6ae80a3-efb6-4611-a654-445e6ea0a0c0 service neutron] Attempting to bind port 4ea92e6f-9a59-46da-a2a4-26b383f22dfe on network 7d165b7c-a84b-4191-823a-46e347c23eb5 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:16:37.533588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-b6ae80a3-efb6-4611-a654-445e6ea0a0c0 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:16:37.533917 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-b6ae80a3-efb6-4611-a654-445e6ea0a0c0 service neutron] Checking segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:37.534294 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-b6ae80a3-efb6-4611-a654-445e6ea0a0c0 service neutron] Bound using segment: {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:16:37.534708 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-b6ae80a3-efb6-4611-a654-445e6ea0a0c0 service neutron] Bound port: 4ea92e6f-9a59-46da-a2a4-26b383f22dfe, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd762ce2-7efc-4471-842c-adab632595c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:16:37.535048 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-b6ae80a3-efb6-4611-a654-445e6ea0a0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:37.629719 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-b6ae80a3-efb6-4611-a654-445e6ea0a0c0 service neutron] For port 4ea92e6f-9a59-46da-a2a4-26b383f22dfe, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:16:37.632526 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-b6ae80a3-efb6-4611-a654-445e6ea0a0c0 service neutron] For port 4ea92e6f-9a59-46da-a2a4-26b383f22dfe, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=4ea92e6f-9a59-46da-a2a4-26b383f22dfe,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:16:37.637326 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-b6ae80a3-efb6-4611-a654-445e6ea0a0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:37.698203 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-b6ae80a3-efb6-4611-a654-445e6ea0a0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:37.698838 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-b6ae80a3-efb6-4611-a654-445e6ea0a0c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:37.700199 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-b6ae80a3-efb6-4611-a654-445e6ea0a0c0 service neutron] 10.222.0.74 "PUT /v2.0/ports/4ea92e6f-9a59-46da-a2a4-26b383f22dfe HTTP/1.1" status: 200 len: 1094 time: 0.9313321 May 13 15:16:37.700715 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e197d9-d82c-41d3-a637-ad0637677eba', 'tag': '4ea92e6f-9a59-46da-a2a4-26b383f22dfe'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:16:37.727886 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae80a3-efb6-4611-a654-445e6ea0a0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=4ea92e6f-9a59-46da-a2a4-26b383f22dfe,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:37.755083 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6dacbbf-9526-4902-bd16-2f7d3ba1e8ef'] response: {'name': 'network-changed', 'server_uuid': '23e197d9-d82c-41d3-a637-ad0637677eba', 'tag': '4ea92e6f-9a59-46da-a2a4-26b383f22dfe', 'status': 'completed', 'code': 200} May 13 15:16:37.849333 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-ffd33ffe-991c-4d0e-9a48-005820b69363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:37.850853 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-ffd33ffe-991c-4d0e-9a48-005820b69363 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d06e25c1572f45498241a15457444cbd&device_id=23e197d9-d82c-41d3-a637-ad0637677eba HTTP/1.1" status: 200 len: 1097 time: 0.0835452 May 13 15:16:37.927364 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-c04497af-1320-4364-b9f3-86b1c5bbf75e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=4ea92e6f-9a59-46da-a2a4-26b383f22dfe HTTP/1.1" status: 200 len: 217 time: 0.0641863 May 13 15:16:37.985436 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962a637-8f19-4d0d-8e96-fef5634c06f0 req-a8c0a1c6-6c0b-46d4-b7aa-fee53729df29 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:37.987016 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6962a637-8f19-4d0d-8e96-fef5634c06f0 req-a8c0a1c6-6c0b-46d4-b7aa-fee53729df29 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.35 "GET /v2.0/ports?device_id=23e197d9-d82c-41d3-a637-ad0637677eba HTTP/1.1" status: 200 len: 946 time: 0.0884681 May 13 15:16:38.034645 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6962a637-8f19-4d0d-8e96-fef5634c06f0 req-1b85f8ac-c6e8-4edb-bda7-f07964031baf tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.35 "GET /v2.0/security-groups?id=43b1dc88-8b46-41f3-8d5b-d3d855477aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411363 May 13 15:16:38.101565 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-a7ca1498-806c-4b36-8c2c-8db1e9524417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:38.102999 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-a7ca1498-806c-4b36-8c2c-8db1e9524417 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.1697738 May 13 15:16:38.178370 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-dceaf4d2-9e13-4d46-bd7f-d85b054f8501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:38.179772 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-dceaf4d2-9e13-4d46-bd7f-d85b054f8501 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0706713 May 13 15:16:38.310680 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-7f2128a1-2288-4383-ad3f-21b703eeb0e7 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251304 May 13 15:16:38.449040 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7d9e6b81-3bda-4689-b0f2-d0218bd4e608 req-dc7ba2ec-1098-45b9-aef4-fc3b2796d7c4 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320307 May 13 15:16:38.608471 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50540ad7-3e75-456d-a05c-4308f062de99 req-b6f75b62-7bf7-4f9e-a512-f96a45a82c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:38.609943 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-50540ad7-3e75-456d-a05c-4308f062de99 req-b6f75b62-7bf7-4f9e-a512-f96a45a82c31 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d06e25c1572f45498241a15457444cbd&device_id=23e197d9-d82c-41d3-a637-ad0637677eba HTTP/1.1" status: 200 len: 1097 time: 0.0729456 May 13 15:16:38.744577 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50540ad7-3e75-456d-a05c-4308f062de99 req-2f5999c0-f428-4a46-bf72-3c756a0e2c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:38.745912 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-50540ad7-3e75-456d-a05c-4308f062de99 req-2f5999c0-f428-4a46-bf72-3c756a0e2c07 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7d165b7c-a84b-4191-823a-46e347c23eb5 HTTP/1.1" status: 200 len: 870 time: 0.1285400 May 13 15:16:38.817380 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-50540ad7-3e75-456d-a05c-4308f062de99 req-f5969a85-63a9-4429-a105-7470ca56caaa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=4ea92e6f-9a59-46da-a2a4-26b383f22dfe HTTP/1.1" status: 200 len: 217 time: 0.0650432 May 13 15:16:38.885283 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50540ad7-3e75-456d-a05c-4308f062de99 req-439531d4-6a5c-40bf-a4b9-3075d2c1265d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:38.886737 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-50540ad7-3e75-456d-a05c-4308f062de99 req-439531d4-6a5c-40bf-a4b9-3075d2c1265d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb4bc443-ac8b-4686-9d3b-15c2430aa8ca HTTP/1.1" status: 200 len: 843 time: 0.0640521 May 13 15:16:38.963213 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50540ad7-3e75-456d-a05c-4308f062de99 req-15b1f892-c313-40cc-850a-fa6445f42d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:38.964757 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-50540ad7-3e75-456d-a05c-4308f062de99 req-15b1f892-c313-40cc-850a-fa6445f42d52 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d165b7c-a84b-4191-823a-46e347c23eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0723593 May 13 15:16:39.097893 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-50540ad7-3e75-456d-a05c-4308f062de99 req-f87b3aa7-5cb2-4d89-97f6-fc5ade64b3bc service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264999 May 13 15:16:39.288008 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-50540ad7-3e75-456d-a05c-4308f062de99 req-d6f7a656-1799-45bd-ad76-89abda9316e6 service neutron] 10.222.0.74 "GET /v2.0/networks/7d165b7c-a84b-4191-823a-46e347c23eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833208 May 13 15:16:39.303314 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c55bc9-02ff-42c4-88b7-297c76a45836 req-975ddde5-3d8e-4c1c-9f38-ef4c965d8ea4 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:39.304018 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-30c55bc9-02ff-42c4-88b7-297c76a45836 req-975ddde5-3d8e-4c1c-9f38-ef4c965d8ea4 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Synchronizing usage tracker for tenant:d06e25c1572f45498241a15457444cbd on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:39.323343 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-30c55bc9-02ff-42c4-88b7-297c76a45836 req-975ddde5-3d8e-4c1c-9f38-ef4c965d8ea4 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Unset dirty status for tenant:d06e25c1572f45498241a15457444cbd on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:39.324489 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30c55bc9-02ff-42c4-88b7-297c76a45836 req-975ddde5-3d8e-4c1c-9f38-ef4c965d8ea4 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.35 "GET /v2.0/ports?device_id=23e197d9-d82c-41d3-a637-ad0637677eba HTTP/1.1" status: 200 len: 946 time: 0.1518793 May 13 15:16:39.368180 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-30c55bc9-02ff-42c4-88b7-297c76a45836 req-27428526-3e2a-4fff-83d0-d44609c99ca5 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Synchronizing usage tracker for tenant:d06e25c1572f45498241a15457444cbd on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:39.387715 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-30c55bc9-02ff-42c4-88b7-297c76a45836 req-27428526-3e2a-4fff-83d0-d44609c99ca5 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Unset dirty status for tenant:d06e25c1572f45498241a15457444cbd on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:39.388885 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30c55bc9-02ff-42c4-88b7-297c76a45836 req-27428526-3e2a-4fff-83d0-d44609c99ca5 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.35 "GET /v2.0/security-groups?id=43b1dc88-8b46-41f3-8d5b-d3d855477aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585344 May 13 15:16:40.576838 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d3988-1939-4c21-9003-80f02efc76c8 req-9edddf24-e48c-4a68-b713-6ad774335a73 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:40.578294 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e8d3988-1939-4c21-9003-80f02efc76c8 req-9edddf24-e48c-4a68-b713-6ad774335a73 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.35 "GET /v2.0/ports?device_id=23e197d9-d82c-41d3-a637-ad0637677eba HTTP/1.1" status: 200 len: 946 time: 0.0802062 May 13 15:16:40.622994 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e8d3988-1939-4c21-9003-80f02efc76c8 req-1533152a-0539-4061-9d87-dacacfe61618 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.35 "GET /v2.0/security-groups?id=43b1dc88-8b46-41f3-8d5b-d3d855477aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382917 May 13 15:16:41.806902 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec62971-c5ba-4e4e-a28d-f54262a1948c req-97b6530b-9295-4c8f-a094-8ad3cf44d957 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:41.808462 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-eec62971-c5ba-4e4e-a28d-f54262a1948c req-97b6530b-9295-4c8f-a094-8ad3cf44d957 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.35 "GET /v2.0/ports?device_id=23e197d9-d82c-41d3-a637-ad0637677eba HTTP/1.1" status: 200 len: 946 time: 0.0808003 May 13 15:16:41.808688 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 4ea92e6f-9a59-46da-a2a4-26b383f22dfe details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:16:41.853560 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-eec62971-c5ba-4e4e-a28d-f54262a1948c req-467e5d17-0295-4248-94e0-54bb5e9d01d4 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.35 "GET /v2.0/security-groups?id=43b1dc88-8b46-41f3-8d5b-d3d855477aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391309 May 13 15:16:41.979181 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 4ea92e6f-9a59-46da-a2a4-26b383f22dfe, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=4ea92e6f-9a59-46da-a2a4-26b383f22dfe,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:41.992203 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '4ea92e6f-9a59-46da-a2a4-26b383f22dfe', 'network_id': '7d165b7c-a84b-4191-823a-46e347c23eb5', 'port_id': '4ea92e6f-9a59-46da-a2a4-26b383f22dfe', 'mac_address': 'fa:16:3e:ba:8a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4bc443-ac8b-4686-9d3b-15c2430aa8ca', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:16:42.047831 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 4ea92e6f-9a59-46da-a2a4-26b383f22dfe is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:42.048206 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:42.065119 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ea92e6f-9a59-46da-a2a4-26b383f22dfe {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:16:42.081423 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 4ea92e6f-9a59-46da-a2a4-26b383f22dfe, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=4ea92e6f-9a59-46da-a2a4-26b383f22dfe,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:42.086517 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:42.158358 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=4ea92e6f-9a59-46da-a2a4-26b383f22dfe,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:42.446408 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['4ea92e6f-9a59-46da-a2a4-26b383f22dfe'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:16:43.045584 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6fcf4-d139-4c75-94fe-9e806cc6205e req-6dad9d3d-6988-4560-abec-a618df0ea762 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:43.047088 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23c6fcf4-d139-4c75-94fe-9e806cc6205e req-6dad9d3d-6988-4560-abec-a618df0ea762 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.35 "GET /v2.0/ports?device_id=23e197d9-d82c-41d3-a637-ad0637677eba HTTP/1.1" status: 200 len: 947 time: 0.0854161 May 13 15:16:43.092382 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23c6fcf4-d139-4c75-94fe-9e806cc6205e req-6bb4d048-8bf5-413b-a2d4-78eb13750f0d tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.35 "GET /v2.0/security-groups?id=43b1dc88-8b46-41f3-8d5b-d3d855477aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389466 May 13 15:16:43.814421 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 4ea92e6f-9a59-46da-a2a4-26b383f22dfe up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:43.886218 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 4ea92e6f-9a59-46da-a2a4-26b383f22dfe completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:43.891136 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 4ea92e6f-9a59-46da-a2a4-26b383f22dfe triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:43.891534 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.016195 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 4ea92e6f-9a59-46da-a2a4-26b383f22dfe is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:44.016568 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.044955 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e197d9-d82c-41d3-a637-ad0637677eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea92e6f-9a59-46da-a2a4-26b383f22dfe'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:16:44.056044 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 4ea92e6f-9a59-46da-a2a4-26b383f22dfe, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=4ea92e6f-9a59-46da-a2a4-26b383f22dfe,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:44.060991 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.092970 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82acea33-0e58-4984-ae93-67a75ee07aa8'] response: {'server_uuid': '23e197d9-d82c-41d3-a637-ad0637677eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea92e6f-9a59-46da-a2a4-26b383f22dfe', 'code': 200} May 13 15:16:44.133959 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=4ea92e6f-9a59-46da-a2a4-26b383f22dfe,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:44.259774 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e9c64-262e-4521-bf0b-4fe87fec57ff req-102c2e4a-ec0b-46dd-8d86-c09ec29c9558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:44.261251 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9b5e9c64-262e-4521-bf0b-4fe87fec57ff req-102c2e4a-ec0b-46dd-8d86-c09ec29c9558 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=23e197d9-d82c-41d3-a637-ad0637677eba HTTP/1.1" status: 200 len: 1099 time: 0.0776255 May 13 15:16:44.281737 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf9da1-21e9-41f5-9bb8-bdca0a2e24cb req-a87bd6db-fea8-4a56-b7e8-718b2703e7cf tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:44.283572 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-92bf9da1-21e9-41f5-9bb8-bdca0a2e24cb req-a87bd6db-fea8-4a56-b7e8-718b2703e7cf tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.35 "GET /v2.0/ports?device_id=23e197d9-d82c-41d3-a637-ad0637677eba HTTP/1.1" status: 200 len: 948 time: 0.0805736 May 13 15:16:44.303698 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9b5e9c64-262e-4521-bf0b-4fe87fec57ff req-380fb34d-1a39-428f-8a7b-1dad67eb7cb0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=43b1dc88-8b46-41f3-8d5b-d3d855477aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359335 May 13 15:16:44.333087 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-92bf9da1-21e9-41f5-9bb8-bdca0a2e24cb req-24fe3778-b1e2-4f22-b21b-d83ece7c2d05 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.35 "GET /v2.0/security-groups?id=43b1dc88-8b46-41f3-8d5b-d3d855477aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431023 May 13 15:16:45.518172 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231221a0-80fd-40a4-826e-e48fa977648a req-ef1423cd-dae8-40b2-9c04-94adc8a3c86d tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:45.519539 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-231221a0-80fd-40a4-826e-e48fa977648a req-ef1423cd-dae8-40b2-9c04-94adc8a3c86d tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.35 "GET /v2.0/ports?device_id=23e197d9-d82c-41d3-a637-ad0637677eba HTTP/1.1" status: 200 len: 948 time: 0.0801971 May 13 15:16:45.567488 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-231221a0-80fd-40a4-826e-e48fa977648a req-18aedcd5-380e-4454-909e-c03c93b32f12 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.35 "GET /v2.0/security-groups?id=43b1dc88-8b46-41f3-8d5b-d3d855477aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414608 May 13 15:16:46.761437 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2138e25-ff29-47a5-9924-d55413d333d1 req-e7e6c72c-56a5-4029-9ad7-7e791c0b6fb6 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:46.762976 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c2138e25-ff29-47a5-9924-d55413d333d1 req-e7e6c72c-56a5-4029-9ad7-7e791c0b6fb6 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.35 "GET /v2.0/ports?device_id=23e197d9-d82c-41d3-a637-ad0637677eba HTTP/1.1" status: 200 len: 948 time: 0.0894470 May 13 15:16:46.810413 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c2138e25-ff29-47a5-9924-d55413d333d1 req-348f7332-9e70-49f6-b445-4165708a44ff tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.35 "GET /v2.0/security-groups?id=43b1dc88-8b46-41f3-8d5b-d3d855477aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411408 May 13 15:16:47.922240 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746d01f-506d-4f3f-bf71-d4a35d7d382a req-aa80e4bb-8a55-4324-8b70-04985ebecfe4 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:47.923762 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a746d01f-506d-4f3f-bf71-d4a35d7d382a req-aa80e4bb-8a55-4324-8b70-04985ebecfe4 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.35 "GET /v2.0/ports?device_id=23e197d9-d82c-41d3-a637-ad0637677eba HTTP/1.1" status: 200 len: 948 time: 0.0839703 May 13 15:16:47.970369 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a746d01f-506d-4f3f-bf71-d4a35d7d382a req-7412e9ba-8a89-4074-bf4a-9f709d6a243d tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.35 "GET /v2.0/security-groups?id=43b1dc88-8b46-41f3-8d5b-d3d855477aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399103 May 13 15:16:48.445191 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:49.166802 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f9046-afca-4847-924d-017178649e6c req-edb04d67-bda6-4703-8e3b-e0c852aa31c3 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:49.168351 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5f2f9046-afca-4847-924d-017178649e6c req-edb04d67-bda6-4703-8e3b-e0c852aa31c3 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.35 "GET /v2.0/ports?device_id=23e197d9-d82c-41d3-a637-ad0637677eba HTTP/1.1" status: 200 len: 948 time: 0.0830824 May 13 15:16:49.215233 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5f2f9046-afca-4847-924d-017178649e6c req-e46cf554-2ba4-44e3-a049-30b330fced7f tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.35 "GET /v2.0/security-groups?id=43b1dc88-8b46-41f3-8d5b-d3d855477aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411000 May 13 15:16:49.361367 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45da9b-4338-4297-9789-eb5ca5262811 req-c51263f2-711e-49f4-b62d-48b220d24957 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:49.362778 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df45da9b-4338-4297-9789-eb5ca5262811 req-c51263f2-711e-49f4-b62d-48b220d24957 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.74 "GET /v2.0/ports?device_id=23e197d9-d82c-41d3-a637-ad0637677eba HTTP/1.1" status: 200 len: 948 time: 0.0841806 May 13 15:16:49.536536 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-df45da9b-4338-4297-9789-eb5ca5262811 req-d6b42091-c613-4ef9-bd71-06294959ebaf tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Deleting port 4ea92e6f-9a59-46da-a2a4-26b383f22dfe {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:49.536873 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-df45da9b-4338-4297-9789-eb5ca5262811 req-d6b42091-c613-4ef9-bd71-06294959ebaf tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:49.780350 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-df45da9b-4338-4297-9789-eb5ca5262811 req-d6b42091-c613-4ef9-bd71-06294959ebaf tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] For port 4ea92e6f-9a59-46da-a2a4-26b383f22dfe, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=4ea92e6f-9a59-46da-a2a4-26b383f22dfe,segment=NetworkSegment(dd762ce2-7efc-4471-842c-adab632595c1),segment_id=dd762ce2-7efc-4471-842c-adab632595c1)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:49.780622 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-df45da9b-4338-4297-9789-eb5ca5262811 req-d6b42091-c613-4ef9-bd71-06294959ebaf tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:49.904680 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-df45da9b-4338-4297-9789-eb5ca5262811 req-d6b42091-c613-4ef9-bd71-06294959ebaf tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Calling delete_port for 4ea92e6f-9a59-46da-a2a4-26b383f22dfe owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:50.059612 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-df45da9b-4338-4297-9789-eb5ca5262811 req-d6b42091-c613-4ef9-bd71-06294959ebaf tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:50.092205 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['4ea92e6f-9a59-46da-a2a4-26b383f22dfe'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:16:50.111544 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b42091-c613-4ef9-bd71-06294959ebaf tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Pushing event deleted for resources: {'Port': ['ID=4ea92e6f-9a59-46da-a2a4-26b383f22dfe,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:50.192766 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-df45da9b-4338-4297-9789-eb5ca5262811 req-d6b42091-c613-4ef9-bd71-06294959ebaf tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] No DVR routers for this DVR port 4ea92e6f-9a59-46da-a2a4-26b383f22dfe on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:16:50.195652 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-df45da9b-4338-4297-9789-eb5ca5262811 req-d6b42091-c613-4ef9-bd71-06294959ebaf tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:50.198571 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e197d9-d82c-41d3-a637-ad0637677eba', 'name': 'network-vif-deleted', 'tag': '4ea92e6f-9a59-46da-a2a4-26b383f22dfe'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:16:50.217160 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df45da9b-4338-4297-9789-eb5ca5262811 req-d6b42091-c613-4ef9-bd71-06294959ebaf tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.74 "DELETE /v2.0/ports/4ea92e6f-9a59-46da-a2a4-26b383f22dfe HTTP/1.1" status: 204 len: 173 time: 0.8487997 May 13 15:16:50.271006 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f2c9c3b-ed3e-4373-a12d-b5cf6fb934a8'] response: {'server_uuid': '23e197d9-d82c-41d3-a637-ad0637677eba', 'name': 'network-vif-deleted', 'tag': '4ea92e6f-9a59-46da-a2a4-26b383f22dfe', 'status': 'completed', 'code': 200} May 13 15:16:50.389610 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-e2573cc7-fa71-444f-8237-3023792613d6 req-43bdf832-f16b-4c78-839b-6b136131a5d8 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Synchronizing usage tracker for tenant:d06e25c1572f45498241a15457444cbd on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:50.408201 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-e2573cc7-fa71-444f-8237-3023792613d6 req-43bdf832-f16b-4c78-839b-6b136131a5d8 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] Unset dirty status for tenant:d06e25c1572f45498241a15457444cbd on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:50.409429 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e2573cc7-fa71-444f-8237-3023792613d6 req-43bdf832-f16b-4c78-839b-6b136131a5d8 tempest-ServersAdminNegativeTestJSON-1853894324 tempest-ServersAdminNegativeTestJSON-1853894324-project] 10.222.0.35 "GET /v2.0/ports?device_id=23e197d9-d82c-41d3-a637-ad0637677eba HTTP/1.1" status: 200 len: 210 time: 0.0657578 May 13 15:16:51.766340 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41588) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:51.917051 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-177ad5a4-402c-4533-8d05-fc998cc5a2e2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d06e25c1572f45498241a15457444cbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1495368 May 13 15:16:51.919622 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41594) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:51.981019 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-780c638e-254a-45c3-ba34-b2706b6ff8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.008951 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-780c638e-254a-45c3-ba34-b2706b6ff8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.060639 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-780c638e-254a-45c3-ba34-b2706b6ff8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.077402 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c638e-254a-45c3-ba34-b2706b6ff8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b1dc88-8b46-41f3-8d5b-d3d855477aee,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:52.087584 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-780c638e-254a-45c3-ba34-b2706b6ff8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.088690 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-780c638e-254a-45c3-ba34-b2706b6ff8f5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/43b1dc88-8b46-41f3-8d5b-d3d855477aee HTTP/1.1" status: 204 len: 168 time: 0.1681850 May 13 15:16:52.366417 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41602) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:52.390067 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-947ddd70-6f17-4117-b272-451bf186cd6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.404691 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-947ddd70-6f17-4117-b272-451bf186cd6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:52.408708 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-947ddd70-6f17-4117-b272-451bf186cd6b admin admin] Usage tracker for resource:security_group_rule and tenant:08835919642a4d998ff97cf744f99cc0 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:52.412118 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-947ddd70-6f17-4117-b272-451bf186cd6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:52.418153 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-947ddd70-6f17-4117-b272-451bf186cd6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:52.510979 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-947ddd70-6f17-4117-b272-451bf186cd6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.514822 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-947ddd70-6f17-4117-b272-451bf186cd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.565816 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-947ddd70-6f17-4117-b272-451bf186cd6b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=08835919642a4d998ff97cf744f99cc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1982861 May 13 15:16:52.566697 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ddd70-6f17-4117-b272-451bf186cd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a5db96-3cae-4965-89a2-cb7883c21e21,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:52.568599 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41606) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:52.628519 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-61bcff62-9c8a-4808-9186-65c0be62f6d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.655203 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-61bcff62-9c8a-4808-9186-65c0be62f6d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.708249 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-61bcff62-9c8a-4808-9186-65c0be62f6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.722550 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bcff62-9c8a-4808-9186-65c0be62f6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a5db96-3cae-4965-89a2-cb7883c21e21,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:52.730547 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-61bcff62-9c8a-4808-9186-65c0be62f6d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.735965 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-61bcff62-9c8a-4808-9186-65c0be62f6d5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/51a5db96-3cae-4965-89a2-cb7883c21e21 HTTP/1.1" status: 204 len: 168 time: 0.1647975 May 13 15:16:53.460590 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41630) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:53.575056 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-e9d02685-7e44-455d-9641-79640d08656c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1566997550-network', 'tenant_id': '73bb9541cba342759d46ccea45044c79'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:53.580635 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e9d02685-7e44-455d-9641-79640d08656c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:53.584555 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e9d02685-7e44-455d-9641-79640d08656c admin admin] Usage tracker for resource:network and tenant:73bb9541cba342759d46ccea45044c79 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:53.587405 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e9d02685-7e44-455d-9641-79640d08656c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:53.593663 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e9d02685-7e44-455d-9641-79640d08656c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:53.603377 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d02685-7e44-455d-9641-79640d08656c admin admin] Made reservation on behalf of 73bb9541cba342759d46ccea45044c79 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:53.605870 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e9d02685-7e44-455d-9641-79640d08656c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.618240 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e9d02685-7e44-455d-9641-79640d08656c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.632972 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e9d02685-7e44-455d-9641-79640d08656c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:53.637324 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e9d02685-7e44-455d-9641-79640d08656c admin admin] Usage tracker for resource:security_group_rule and tenant:73bb9541cba342759d46ccea45044c79 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:53.640889 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e9d02685-7e44-455d-9641-79640d08656c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:53.646191 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e9d02685-7e44-455d-9641-79640d08656c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:53.734133 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e9d02685-7e44-455d-9641-79640d08656c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.739207 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e9d02685-7e44-455d-9641-79640d08656c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.771228 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9d02685-7e44-455d-9641-79640d08656c admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:16:53.779820 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d02685-7e44-455d-9641-79640d08656c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14852ac-4860-404e-9bbb-b68d56577ba8,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:53.787212 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e9d02685-7e44-455d-9641-79640d08656c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.787582 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-e9d02685-7e44-455d-9641-79640d08656c admin admin] Added segment 7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d of type vlan for network df4b4153-7eab-45b3-8c7c-2e785b1ae3f6 May 13 15:16:53.818358 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e9d02685-7e44-455d-9641-79640d08656c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.852996 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e9d02685-7e44-455d-9641-79640d08656c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.854291 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d02685-7e44-455d-9641-79640d08656c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:53.855070 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e9d02685-7e44-455d-9641-79640d08656c admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.893599 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 4ea92e6f-9a59-46da-a2a4-26b383f22dfe no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:16:53.930111 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 4ea92e6f-9a59-46da-a2a4-26b383f22dfe {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:16:53.930460 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 4ea92e6f-9a59-46da-a2a4-26b383f22dfe not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:16:53.968265 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d02685-7e44-455d-9641-79640d08656c admin admin] Pushing event updated for resources: {'Network': ['ID=df4b4153-7eab-45b3-8c7c-2e785b1ae3f6,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:53.972221 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e9d02685-7e44-455d-9641-79640d08656c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5106013 May 13 15:16:53.975267 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41636) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:53.979482 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network df4b4153-7eab-45b3-8c7c-2e785b1ae3f6 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:16:53.980564 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-0a7cfd3b-7487-4842-848f-dc609eacbf41 admin admin] Request body: {'subnet': {'network_id': 'df4b4153-7eab-45b3-8c7c-2e785b1ae3f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1566997550-subnet', 'tenant_id': '73bb9541cba342759d46ccea45044c79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:53.986407 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0a7cfd3b-7487-4842-848f-dc609eacbf41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:53.990635 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0a7cfd3b-7487-4842-848f-dc609eacbf41 admin admin] Usage tracker for resource:subnet and tenant:73bb9541cba342759d46ccea45044c79 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:53.993646 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0a7cfd3b-7487-4842-848f-dc609eacbf41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:53.999635 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0a7cfd3b-7487-4842-848f-dc609eacbf41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:54.011384 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7cfd3b-7487-4842-848f-dc609eacbf41 admin admin] Made reservation on behalf of 73bb9541cba342759d46ccea45044c79 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:54.013653 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0a7cfd3b-7487-4842-848f-dc609eacbf41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:54.221265 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0a7cfd3b-7487-4842-848f-dc609eacbf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:54.298317 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7cfd3b-7487-4842-848f-dc609eacbf41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6b41f93-81bf-45e7-995f-5ab9e6613447,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:54.309669 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7cfd3b-7487-4842-848f-dc609eacbf41 admin admin] Checking segment: {'id': '7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'df4b4153-7eab-45b3-8c7c-2e785b1ae3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:54.310029 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7cfd3b-7487-4842-848f-dc609eacbf41 admin admin] Network hostable DHCP agents. Network: df4b4153-7eab-45b3-8c7c-2e785b1ae3f6, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:16:54.330485 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7cfd3b-7487-4842-848f-dc609eacbf41 admin admin] Network df4b4153-7eab-45b3-8c7c-2e785b1ae3f6 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:16:54.341351 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-0a7cfd3b-7487-4842-848f-dc609eacbf41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, df4b4153-7eab-45b3-8c7c-2e785b1ae3f6) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:54.351177 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7cfd3b-7487-4842-848f-dc609eacbf41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:54.351707 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0a7cfd3b-7487-4842-848f-dc609eacbf41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:54.352865 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4b9594-40db-4a3d-8e3c-be7501414df5 None None] Network df4b4153-7eab-45b3-8c7c-2e785b1ae3f6 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:54.376563 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0a7cfd3b-7487-4842-848f-dc609eacbf41 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4001143 May 13 15:16:54.596536 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6ed42f-23eb-4d51-933d-a48464c9a551 None None] Network df4b4153-7eab-45b3-8c7c-2e785b1ae3f6 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:54.892634 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-8e924130-f970-4efd-8bf0-8df21c06c277 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:54.893298 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-8e924130-f970-4efd-8bf0-8df21c06c277 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Synchronizing usage tracker for tenant:73bb9541cba342759d46ccea45044c79 on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:54.910671 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-8e924130-f970-4efd-8bf0-8df21c06c277 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Unset dirty status for tenant:73bb9541cba342759d46ccea45044c79 on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:54.912041 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-8e924130-f970-4efd-8bf0-8df21c06c277 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/networks?id=df4b4153-7eab-45b3-8c7c-2e785b1ae3f6 HTTP/1.1" status: 200 len: 812 time: 0.1613631 May 13 15:16:54.927797 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-ebe76ea1-0984-4d17-87b1-53d2e919aeae tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/quotas/73bb9541cba342759d46ccea45044c79 HTTP/1.1" status: 200 len: 375 time: 0.0101087 May 13 15:16:54.979075 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-cfaec43f-ce29-420a-be7b-213358414087 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=73bb9541cba342759d46ccea45044c79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461214 May 13 15:16:55.228276 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-2e8b488b-52de-433c-a8b1-da71b741de7f service neutron] 10.222.0.35 "GET /v2.0/networks/df4b4153-7eab-45b3-8c7c-2e785b1ae3f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422793 May 13 15:16:55.365872 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-6e16bc6c-7548-494a-8a8d-47d713ac2170 service neutron] 10.222.0.35 "GET /v2.0/networks/df4b4153-7eab-45b3-8c7c-2e785b1ae3f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277933 May 13 15:16:55.542109 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2d338052-251c-47f6-af8b-3796241ceb2b req-dfd7f986-0ffe-4bd3-b669-c957788d3d7a tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 210 time: 0.0457554 May 13 15:16:56.713965 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e70f348b-4735-4090-be45-60cb261a904c req-12b4f212-140e-46e4-a476-1ef955cc9730 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 210 time: 0.0650239 May 13 15:16:56.841695 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-cd00240b-211e-4be8-bf13-a1f24201f2b8 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:56.843005 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-cd00240b-211e-4be8-bf13-a1f24201f2b8 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.74 "GET /v2.0/networks?id=df4b4153-7eab-45b3-8c7c-2e785b1ae3f6 HTTP/1.1" status: 200 len: 812 time: 0.1547213 May 13 15:16:56.860020 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-e8c46335-f0c5-4d07-8445-301aff5841ae tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Request body: {'port': {'device_id': '3cc4bc69-8bcb-49b6-9eda-9385c9c07092', 'network_id': 'df4b4153-7eab-45b3-8c7c-2e785b1ae3f6', 'admin_state_up': True, 'tenant_id': '73bb9541cba342759d46ccea45044c79'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:56.997740 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-e8c46335-f0c5-4d07-8445-301aff5841ae tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:57.001627 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-e8c46335-f0c5-4d07-8445-301aff5841ae tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Usage tracker for resource:port and tenant:73bb9541cba342759d46ccea45044c79 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:57.004905 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-e8c46335-f0c5-4d07-8445-301aff5841ae tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:57.010616 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-e8c46335-f0c5-4d07-8445-301aff5841ae tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:57.020703 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-e8c46335-f0c5-4d07-8445-301aff5841ae tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Made reservation on behalf of 73bb9541cba342759d46ccea45044c79 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:57.024134 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-e8c46335-f0c5-4d07-8445-301aff5841ae tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.187638 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-e8c46335-f0c5-4d07-8445-301aff5841ae tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Allocated IP 172.20.0.10 (df4b4153-7eab-45b3-8c7c-2e785b1ae3f6/d6b41f93-81bf-45e7-995f-5ab9e6613447/b7d61de5-8f49-482c-bc03-6b496aca0023) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:57.311715 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2ff03030-7662-4865-ae6d-ea7841709768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.402186 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-e8c46335-f0c5-4d07-8445-301aff5841ae tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.432910 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-e8c46335-f0c5-4d07-8445-301aff5841ae tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.510411 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-e8c46335-f0c5-4d07-8445-301aff5841ae tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Network df4b4153-7eab-45b3-8c7c-2e785b1ae3f6 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:57.513770 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-e8c46335-f0c5-4d07-8445-301aff5841ae tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:57.518514 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-e8c46335-f0c5-4d07-8445-301aff5841ae tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:57.549168 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c46335-f0c5-4d07-8445-301aff5841ae tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Pushing event updated for resources: {'Port': ['ID=b7d61de5-8f49-482c-bc03-6b496aca0023,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:57.587948 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-e8c46335-f0c5-4d07-8445-301aff5841ae tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:57.588554 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-e8c46335-f0c5-4d07-8445-301aff5841ae tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.608665 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-e8c46335-f0c5-4d07-8445-301aff5841ae tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7523901 May 13 15:16:57.624645 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-1d446754-6218-4be2-8c5d-3c202bde3eb6 service neutron] Request body: {'port': {'device_id': '3cc4bc69-8bcb-49b6-9eda-9385c9c07092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:57.743003 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-1d446754-6218-4be2-8c5d-3c202bde3eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.935534 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac26cb-d9cc-4bda-96a2-6af73b7f31bf req-592624cf-b30f-4aaf-b841-418960f0f523 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:57.937179 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c4ac26cb-d9cc-4bda-96a2-6af73b7f31bf req-592624cf-b30f-4aaf-b841-418960f0f523 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 932 time: 0.0811749 May 13 15:16:57.981811 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c4ac26cb-d9cc-4bda-96a2-6af73b7f31bf req-3bdf94b3-b86e-41a8-8438-f1e909f3edd0 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387285 May 13 15:16:58.117367 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-1d446754-6218-4be2-8c5d-3c202bde3eb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d61de5-8f49-482c-bc03-6b496aca0023 {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:16:58.124656 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-1d446754-6218-4be2-8c5d-3c202bde3eb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:58.138648 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-1d446754-6218-4be2-8c5d-3c202bde3eb6 service neutron] Transition to ACTIVE for port object b7d61de5-8f49-482c-bc03-6b496aca0023 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:58.141902 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-1d446754-6218-4be2-8c5d-3c202bde3eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:58.408423 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d446754-6218-4be2-8c5d-3c202bde3eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d61de5-8f49-482c-bc03-6b496aca0023,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:58.485564 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-1d446754-6218-4be2-8c5d-3c202bde3eb6 service neutron] Attempting to bind port b7d61de5-8f49-482c-bc03-6b496aca0023 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:16:58.485807 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-1d446754-6218-4be2-8c5d-3c202bde3eb6 service neutron] Attempting to bind port b7d61de5-8f49-482c-bc03-6b496aca0023 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'df4b4153-7eab-45b3-8c7c-2e785b1ae3f6'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:16:58.486130 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-1d446754-6218-4be2-8c5d-3c202bde3eb6 service neutron] Attempting to bind port b7d61de5-8f49-482c-bc03-6b496aca0023 on network df4b4153-7eab-45b3-8c7c-2e785b1ae3f6 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:16:58.490629 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-1d446754-6218-4be2-8c5d-3c202bde3eb6 service neutron] Port b7d61de5-8f49-482c-bc03-6b496aca0023 on network df4b4153-7eab-45b3-8c7c-2e785b1ae3f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:16:58.490947 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-1d446754-6218-4be2-8c5d-3c202bde3eb6 service neutron] Attempting to bind port b7d61de5-8f49-482c-bc03-6b496aca0023 on network df4b4153-7eab-45b3-8c7c-2e785b1ae3f6 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:16:58.496095 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-1d446754-6218-4be2-8c5d-3c202bde3eb6 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:16:58.496413 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-1d446754-6218-4be2-8c5d-3c202bde3eb6 service neutron] Checking segment: {'id': '7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'df4b4153-7eab-45b3-8c7c-2e785b1ae3f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:58.496790 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-1d446754-6218-4be2-8c5d-3c202bde3eb6 service neutron] Bound using segment: {'id': '7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'df4b4153-7eab-45b3-8c7c-2e785b1ae3f6'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:16:58.497202 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-1d446754-6218-4be2-8c5d-3c202bde3eb6 service neutron] Bound port: b7d61de5-8f49-482c-bc03-6b496aca0023, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'df4b4153-7eab-45b3-8c7c-2e785b1ae3f6'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:16:58.497542 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-1d446754-6218-4be2-8c5d-3c202bde3eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:58.593161 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-1d446754-6218-4be2-8c5d-3c202bde3eb6 service neutron] For port b7d61de5-8f49-482c-bc03-6b496aca0023, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:16:58.597868 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-1d446754-6218-4be2-8c5d-3c202bde3eb6 service neutron] For port b7d61de5-8f49-482c-bc03-6b496aca0023, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=b7d61de5-8f49-482c-bc03-6b496aca0023,segment=NetworkSegment(7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d),segment_id=7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:16:58.602632 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-1d446754-6218-4be2-8c5d-3c202bde3eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:58.671610 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-1d446754-6218-4be2-8c5d-3c202bde3eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:58.672220 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-1d446754-6218-4be2-8c5d-3c202bde3eb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:58.673602 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-1d446754-6218-4be2-8c5d-3c202bde3eb6 service neutron] 10.222.0.74 "PUT /v2.0/ports/b7d61de5-8f49-482c-bc03-6b496aca0023 HTTP/1.1" status: 200 len: 1092 time: 1.0528507 May 13 15:16:58.674038 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc4bc69-8bcb-49b6-9eda-9385c9c07092', 'tag': 'b7d61de5-8f49-482c-bc03-6b496aca0023'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:16:58.698797 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d446754-6218-4be2-8c5d-3c202bde3eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d61de5-8f49-482c-bc03-6b496aca0023,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:58.765666 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b099b1b3-c62a-436a-aa13-00eec6e5b023'] response: {'name': 'network-changed', 'server_uuid': '3cc4bc69-8bcb-49b6-9eda-9385c9c07092', 'tag': 'b7d61de5-8f49-482c-bc03-6b496aca0023', 'status': 'completed', 'code': 200} May 13 15:16:58.808161 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-0932b3f0-094c-4d3e-9bc2-8370634e6f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:58.809659 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-0932b3f0-094c-4d3e-9bc2-8370634e6f65 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=73bb9541cba342759d46ccea45044c79&device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 1095 time: 0.0824878 May 13 15:16:58.882227 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-361aae5e-dc1c-449d-869e-66c6c1ecc163 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7d61de5-8f49-482c-bc03-6b496aca0023 HTTP/1.1" status: 200 len: 217 time: 0.0612259 May 13 15:16:58.925063 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:58.947645 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-81de3f3b-798f-4f13-b93f-6521f7ff26f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:58.949031 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-81de3f3b-798f-4f13-b93f-6521f7ff26f2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6b41f93-81bf-45e7-995f-5ab9e6613447 HTTP/1.1" status: 200 len: 852 time: 0.0614579 May 13 15:16:58.995585 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-9e76b9a7-c1ba-4b8c-bbc9-bf2df99792ef service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=df4b4153-7eab-45b3-8c7c-2e785b1ae3f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403993 May 13 15:16:59.138321 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-f7b28158-29a0-47fc-8188-661e96da2dd2 service neutron] 10.222.0.74 "GET /v2.0/networks/df4b4153-7eab-45b3-8c7c-2e785b1ae3f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368015 May 13 15:16:59.180424 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ae008-c7e1-45c2-b41d-fa7883e6b493 req-0d5df4f7-ca0a-448e-a3a1-eeda52f2af17 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:59.182087 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6d6ae008-c7e1-45c2-b41d-fa7883e6b493 req-0d5df4f7-ca0a-448e-a3a1-eeda52f2af17 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 944 time: 0.0906513 May 13 15:16:59.229056 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6d6ae008-c7e1-45c2-b41d-fa7883e6b493 req-1327039f-d1aa-4ae1-abb4-c155eb29224a tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406489 May 13 15:16:59.272575 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b4c8658b-567d-4ec2-adf9-d1bec579edcf req-e76a58da-8812-426a-9091-ec6b056dc32f service neutron] 10.222.0.74 "GET /v2.0/networks/df4b4153-7eab-45b3-8c7c-2e785b1ae3f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280692 May 13 15:16:59.429205 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d842fb-4512-40b5-85f1-c4116abecebf req-beb5a8fe-75a2-4bd7-afd4-f60cb45f3322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:59.430712 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-23d842fb-4512-40b5-85f1-c4116abecebf req-beb5a8fe-75a2-4bd7-afd4-f60cb45f3322 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=73bb9541cba342759d46ccea45044c79&device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 1095 time: 0.0771778 May 13 15:16:59.563615 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d842fb-4512-40b5-85f1-c4116abecebf req-1596ca86-2c84-455d-aa60-3ac4ed9cd40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:59.565027 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-23d842fb-4512-40b5-85f1-c4116abecebf req-1596ca86-2c84-455d-aa60-3ac4ed9cd40a service neutron] 10.222.0.74 "GET /v2.0/networks?id=df4b4153-7eab-45b3-8c7c-2e785b1ae3f6 HTTP/1.1" status: 200 len: 913 time: 0.1282742 May 13 15:16:59.630128 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3d40c4d7-f9c3-4198-aedd-8fc999223aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:59.635125 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-23d842fb-4512-40b5-85f1-c4116abecebf req-9cbb77b8-4185-4344-9bc2-797659089975 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7d61de5-8f49-482c-bc03-6b496aca0023 HTTP/1.1" status: 200 len: 217 time: 0.0632763 May 13 15:16:59.699225 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d842fb-4512-40b5-85f1-c4116abecebf req-20f1446c-161f-4a93-a297-e217cb3b51fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:59.700609 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-23d842fb-4512-40b5-85f1-c4116abecebf req-20f1446c-161f-4a93-a297-e217cb3b51fa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6b41f93-81bf-45e7-995f-5ab9e6613447 HTTP/1.1" status: 200 len: 852 time: 0.0602181 May 13 15:16:59.748442 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-23d842fb-4512-40b5-85f1-c4116abecebf req-1b4ec654-44cd-444a-bfef-2839b58c4d46 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=df4b4153-7eab-45b3-8c7c-2e785b1ae3f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423052 May 13 15:16:59.887654 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-23d842fb-4512-40b5-85f1-c4116abecebf req-e8c468cc-7bc9-4d99-be37-ca61c03b243b service neutron] 10.222.0.74 "GET /v2.0/networks/df4b4153-7eab-45b3-8c7c-2e785b1ae3f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328814 May 13 15:17:00.136398 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-23d842fb-4512-40b5-85f1-c4116abecebf req-9d54f577-bdab-4a68-9389-6cfeed8d342e service neutron] 10.222.0.74 "GET /v2.0/networks/df4b4153-7eab-45b3-8c7c-2e785b1ae3f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432353 May 13 15:17:00.423361 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf206b4-cfa6-42f8-9e28-c3c259878d05 req-9fd42f13-3486-4b68-8b86-b8910c30c084 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:00.424077 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-cbf206b4-cfa6-42f8-9e28-c3c259878d05 req-9fd42f13-3486-4b68-8b86-b8910c30c084 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Synchronizing usage tracker for tenant:73bb9541cba342759d46ccea45044c79 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:00.443352 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-cbf206b4-cfa6-42f8-9e28-c3c259878d05 req-9fd42f13-3486-4b68-8b86-b8910c30c084 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Unset dirty status for tenant:73bb9541cba342759d46ccea45044c79 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:00.444545 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cbf206b4-cfa6-42f8-9e28-c3c259878d05 req-9fd42f13-3486-4b68-8b86-b8910c30c084 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 944 time: 0.1081812 May 13 15:17:00.491787 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-cbf206b4-cfa6-42f8-9e28-c3c259878d05 req-1b29b5c2-39b1-474f-a1cb-8542d431160e tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Synchronizing usage tracker for tenant:73bb9541cba342759d46ccea45044c79 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:00.509463 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-cbf206b4-cfa6-42f8-9e28-c3c259878d05 req-1b29b5c2-39b1-474f-a1cb-8542d431160e tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Unset dirty status for tenant:73bb9541cba342759d46ccea45044c79 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:00.510544 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cbf206b4-cfa6-42f8-9e28-c3c259878d05 req-1b29b5c2-39b1-474f-a1cb-8542d431160e tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599632 May 13 15:17:00.752720 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:00.789322 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:01.755922 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba2b06-c09f-4e1c-b7c8-99754466141a req-7ded2da4-39c0-4e28-8c1d-ee6e521d70e7 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:01.757326 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-02ba2b06-c09f-4e1c-b7c8-99754466141a req-7ded2da4-39c0-4e28-8c1d-ee6e521d70e7 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 944 time: 0.1379695 May 13 15:17:01.810712 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-02ba2b06-c09f-4e1c-b7c8-99754466141a req-ff4d73bf-c82a-4cc5-b6e2-0a61a1c09bd8 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455208 May 13 15:17:01.931285 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device b7d61de5-8f49-482c-bc03-6b496aca0023 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:17:02.074857 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port b7d61de5-8f49-482c-bc03-6b496aca0023, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=b7d61de5-8f49-482c-bc03-6b496aca0023,segment=NetworkSegment(7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d),segment_id=7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:02.088607 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'b7d61de5-8f49-482c-bc03-6b496aca0023', 'network_id': 'df4b4153-7eab-45b3-8c7c-2e785b1ae3f6', 'port_id': 'b7d61de5-8f49-482c-bc03-6b496aca0023', 'mac_address': 'fa:16:3e:0d:7e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6b41f93-81bf-45e7-995f-5ab9e6613447', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:17:02.148958 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port b7d61de5-8f49-482c-bc03-6b496aca0023 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:02.149338 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:02.167448 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d61de5-8f49-482c-bc03-6b496aca0023 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:17:02.184576 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port b7d61de5-8f49-482c-bc03-6b496aca0023, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=b7d61de5-8f49-482c-bc03-6b496aca0023,segment=NetworkSegment(7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d),segment_id=7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:02.188880 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:02.270781 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:02.273473 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=b7d61de5-8f49-482c-bc03-6b496aca0023,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:02.569279 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['b7d61de5-8f49-482c-bc03-6b496aca0023'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:17:03.021308 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57123469-c99e-4e37-8107-99e708a47376 req-888b4cf6-499f-46c9-a8a9-b857d04da808 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:03.022882 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-57123469-c99e-4e37-8107-99e708a47376 req-888b4cf6-499f-46c9-a8a9-b857d04da808 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 945 time: 0.1031065 May 13 15:17:03.072385 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-57123469-c99e-4e37-8107-99e708a47376 req-7a44d62f-6a28-4eed-8ecb-2fd66740542b tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436869 May 13 15:17:03.947533 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device b7d61de5-8f49-482c-bc03-6b496aca0023 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:17:04.023472 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port b7d61de5-8f49-482c-bc03-6b496aca0023 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:17:04.028899 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port b7d61de5-8f49-482c-bc03-6b496aca0023 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:04.029271 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:04.155059 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port b7d61de5-8f49-482c-bc03-6b496aca0023 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:04.155905 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:04.198615 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc4bc69-8bcb-49b6-9eda-9385c9c07092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d61de5-8f49-482c-bc03-6b496aca0023'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:17:04.210359 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port b7d61de5-8f49-482c-bc03-6b496aca0023, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=b7d61de5-8f49-482c-bc03-6b496aca0023,segment=NetworkSegment(7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d),segment_id=7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:04.217304 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:04.270946 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c063d9fc-2b3c-440d-a9ce-fed2a03571a9'] response: {'server_uuid': '3cc4bc69-8bcb-49b6-9eda-9385c9c07092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d61de5-8f49-482c-bc03-6b496aca0023', 'code': 200} May 13 15:17:04.303735 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0bef7-e310-4786-a731-45a6b5a6534c req-20c44beb-86f7-48b1-857b-b7cd15d8026a tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:04.305297 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23a0bef7-e310-4786-a731-45a6b5a6534c req-20c44beb-86f7-48b1-857b-b7cd15d8026a tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 946 time: 0.1210129 May 13 15:17:04.310903 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=b7d61de5-8f49-482c-bc03-6b496aca0023,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:04.319986 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:04.319986 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:04.320268 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:04.320590 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:04.321187 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:04.321508 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:04.321830 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:04.322152 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:04.323377 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:04.323377 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:04.323377 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:04.323694 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:04.360455 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23a0bef7-e310-4786-a731-45a6b5a6534c req-9dd5b0b2-9dcc-406a-8ecb-d5c9398d9987 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489707 May 13 15:17:04.415237 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fcecf-2705-4f38-8838-1fa67b6878a7 req-04f54a95-72fc-4707-9165-180588f61924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:04.416768 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-111fcecf-2705-4f38-8838-1fa67b6878a7 req-04f54a95-72fc-4707-9165-180588f61924 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 1097 time: 0.0767920 May 13 15:17:04.458759 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-111fcecf-2705-4f38-8838-1fa67b6878a7 req-5026bcba-3019-4b82-934d-bd619247283c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362539 May 13 15:17:05.558823 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a8318-d9b3-4aed-8e07-471aa6d66445 req-17c59d7b-4e16-436b-853e-a9ae4c2404e6 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:05.560325 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ed7a8318-d9b3-4aed-8e07-471aa6d66445 req-17c59d7b-4e16-436b-853e-a9ae4c2404e6 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 946 time: 0.0830648 May 13 15:17:05.607643 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ed7a8318-d9b3-4aed-8e07-471aa6d66445 req-3b472d8a-b1e4-44e4-b0ce-96689ed20808 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407741 May 13 15:17:06.802049 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427cc56f-6ca8-4d3d-bded-bcc51729e95d req-f83f5554-bfe4-49d8-9cb7-8ad9e0e02fd0 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:06.803617 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-427cc56f-6ca8-4d3d-bded-bcc51729e95d req-f83f5554-bfe4-49d8-9cb7-8ad9e0e02fd0 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 946 time: 0.0849929 May 13 15:17:06.856764 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-427cc56f-6ca8-4d3d-bded-bcc51729e95d req-ab173f2a-be29-4b2b-a8fe-64c98dfd7cb8 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471785 May 13 15:17:07.328279 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2e6af-5753-4bf0-9933-ca75584d187b req-2b728462-c4ba-4094-aa28-4ee897d17585 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:07.329794 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e1f2e6af-5753-4bf0-9933-ca75584d187b req-2b728462-c4ba-4094-aa28-4ee897d17585 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 946 time: 0.1422157 May 13 15:17:07.333369 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-2e36a58c-e08b-4a0a-8517-b7174cd02f7f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1928999 May 13 15:17:07.376284 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e1f2e6af-5753-4bf0-9933-ca75584d187b req-f29dd77d-297f-4e43-89f3-5c2e30c097be tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400689 May 13 15:17:08.648862 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede6c19-2420-43d8-b3a6-bac7daae8cb2 req-59417129-2685-4412-b2db-6a52dced7281 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:08.651171 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-eede6c19-2420-43d8-b3a6-bac7daae8cb2 req-59417129-2685-4412-b2db-6a52dced7281 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 946 time: 0.1452219 May 13 15:17:08.655951 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-b8e4b6cf-494f-4db4-a2a9-b260858ba2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:08.658420 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-b8e4b6cf-494f-4db4-a2a9-b260858ba2c0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=73bb9541cba342759d46ccea45044c79&device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 1097 time: 0.1113980 May 13 15:17:08.786821 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-eede6c19-2420-43d8-b3a6-bac7daae8cb2 req-bba88dc1-678a-4ad8-a19a-1537465a75d7 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246951 May 13 15:17:08.839821 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-1e8a39f8-d8ec-4283-be57-ec35e9a16e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:08.841322 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-1e8a39f8-d8ec-4283-be57-ec35e9a16e6a service neutron] 10.222.0.74 "GET /v2.0/networks?id=df4b4153-7eab-45b3-8c7c-2e785b1ae3f6 HTTP/1.1" status: 200 len: 913 time: 0.1656556 May 13 15:17:08.912846 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-36da603b-6889-4bfa-8744-faaadf8aafd0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7d61de5-8f49-482c-bc03-6b496aca0023 HTTP/1.1" status: 200 len: 217 time: 0.0649679 May 13 15:17:08.982464 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-1cded670-1b7b-4b04-9054-e0027fb864af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:08.984382 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-1cded670-1b7b-4b04-9054-e0027fb864af service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6b41f93-81bf-45e7-995f-5ab9e6613447 HTTP/1.1" status: 200 len: 852 time: 0.0660744 May 13 15:17:09.033839 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-a1ba93d0-96ba-4436-ab81-35eed87ad752 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=df4b4153-7eab-45b3-8c7c-2e785b1ae3f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435307 May 13 15:17:09.181652 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-cfa38513-afa3-4064-8df4-431dc21d24c0 service neutron] 10.222.0.74 "GET /v2.0/networks/df4b4153-7eab-45b3-8c7c-2e785b1ae3f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413593 May 13 15:17:09.324002 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-e8493843-c30b-4ca9-8dbc-63b8571bb7f0 service neutron] 10.222.0.74 "GET /v2.0/networks/df4b4153-7eab-45b3-8c7c-2e785b1ae3f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349440 May 13 15:17:09.984354 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74d314-cad9-40cf-bd2f-283c709c2249 req-50d96e63-232b-49e4-a65c-adae81860f64 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:09.985816 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fc74d314-cad9-40cf-bd2f-283c709c2249 req-50d96e63-232b-49e4-a65c-adae81860f64 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 946 time: 0.0823126 May 13 15:17:10.030907 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fc74d314-cad9-40cf-bd2f-283c709c2249 req-bce30b46-6baa-4f22-9a7f-a7d202e0c68a tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387607 May 13 15:17:11.219087 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86caeb2-c7aa-4a51-a66c-907cc9c41ffb req-4f516c8f-c4d9-476d-9c47-d5612149036b tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:11.220607 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e86caeb2-c7aa-4a51-a66c-907cc9c41ffb req-4f516c8f-c4d9-476d-9c47-d5612149036b tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 946 time: 0.0831952 May 13 15:17:11.271024 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e86caeb2-c7aa-4a51-a66c-907cc9c41ffb req-2fab7adf-2312-4d65-971d-ed4e2ad58e36 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441422 May 13 15:17:12.492665 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bebde3-14b0-499c-a0bc-5ac59cf6b5e2 req-c314e432-1abd-47d7-980c-b78b8dc9e196 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:12.494134 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-14bebde3-14b0-499c-a0bc-5ac59cf6b5e2 req-c314e432-1abd-47d7-980c-b78b8dc9e196 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 946 time: 0.0851581 May 13 15:17:12.538962 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-14bebde3-14b0-499c-a0bc-5ac59cf6b5e2 req-9a071146-d7fc-456f-8dac-bb96598a2739 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390217 May 13 15:17:13.527942 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:17:13.726489 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9c1a9-0960-4803-8760-9d5e0eccb640 req-e10fe16e-78af-4f32-a022-319e0eec60e1 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:13.728144 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9af9c1a9-0960-4803-8760-9d5e0eccb640 req-e10fe16e-78af-4f32-a022-319e0eec60e1 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 946 time: 0.0836418 May 13 15:17:13.776894 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9af9c1a9-0960-4803-8760-9d5e0eccb640 req-62a632e8-f009-4b16-9925-d827458be11a tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415108 May 13 15:17:14.976894 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a7a3-d943-4e33-be43-fd38d70d42dd req-44482785-fbfd-4abc-9b5a-29850693e04a tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:14.978491 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e891a7a3-d943-4e33-be43-fd38d70d42dd req-44482785-fbfd-4abc-9b5a-29850693e04a tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 946 time: 0.0915110 May 13 15:17:15.030317 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e891a7a3-d943-4e33-be43-fd38d70d42dd req-70c3dfe1-2e2f-4224-9290-d90c9703dcdd tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456247 May 13 15:17:16.269193 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ffd2b-b40c-466d-960d-55adb56e7518 req-6e14d91c-d65a-4e9b-9e30-1e37a91bbb74 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:16.272246 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ab1ffd2b-b40c-466d-960d-55adb56e7518 req-6e14d91c-d65a-4e9b-9e30-1e37a91bbb74 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 946 time: 0.1257486 May 13 15:17:16.345926 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ab1ffd2b-b40c-466d-960d-55adb56e7518 req-5d6d65c5-6933-402c-a770-1c7c9a942b37 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669422 May 13 15:17:17.544224 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdd908-7a25-4058-aee0-69b685b72e64 req-2ef358f4-cdb6-4040-a112-157f83b86e7b tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:17.545773 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-83bdd908-7a25-4058-aee0-69b685b72e64 req-2ef358f4-cdb6-4040-a112-157f83b86e7b tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 946 time: 0.0860448 May 13 15:17:17.591925 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-83bdd908-7a25-4058-aee0-69b685b72e64 req-caeef002-d97b-43bd-9fa8-e9edd84d38ae tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400541 May 13 15:17:18.444334 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:18.780628 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f20295-4007-4781-920f-308ecc63c8ab req-9eaaf301-77ad-4338-9145-392261fd8995 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:18.782091 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f2f20295-4007-4781-920f-308ecc63c8ab req-9eaaf301-77ad-4338-9145-392261fd8995 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 946 time: 0.0817206 May 13 15:17:18.829723 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f2f20295-4007-4781-920f-308ecc63c8ab req-a9f3a54d-9aba-4449-ad2d-ba06f0275d14 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395305 May 13 15:17:20.023754 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f2c13-eb5f-4d2a-bc86-3a37131fb97e req-01c4a395-bf90-4008-b733-17f21e1cacd9 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:20.025358 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e23f2c13-eb5f-4d2a-bc86-3a37131fb97e req-01c4a395-bf90-4008-b733-17f21e1cacd9 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 946 time: 0.0853534 May 13 15:17:20.070413 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e23f2c13-eb5f-4d2a-bc86-3a37131fb97e req-1403bd4d-fa77-44a3-a0a4-e0d6178b9528 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394766 May 13 15:17:21.271512 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb00e1c-5b9f-4f1f-b5d9-a7a205da627b req-4ec1309b-2d80-4021-9072-7023a8abb4ee tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:21.273037 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3fb00e1c-5b9f-4f1f-b5d9-a7a205da627b req-4ec1309b-2d80-4021-9072-7023a8abb4ee tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 946 time: 0.0932364 May 13 15:17:21.320289 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3fb00e1c-5b9f-4f1f-b5d9-a7a205da627b req-422d42a3-cd17-4075-a104-8323336a39c5 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413439 May 13 15:17:22.506499 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58168be5-f553-4f69-aff4-93992e25c310 req-9e02d7cc-11b1-4fea-a1a4-fe8f6552a2f5 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:22.507964 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-58168be5-f553-4f69-aff4-93992e25c310 req-9e02d7cc-11b1-4fea-a1a4-fe8f6552a2f5 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 946 time: 0.0802119 May 13 15:17:22.553454 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-58168be5-f553-4f69-aff4-93992e25c310 req-8d79d57e-a9eb-4afe-9724-93850c961504 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398510 May 13 15:17:23.752339 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b393d4-891e-4e1a-8807-d7cf0d667293 req-d420fe11-72d4-42e2-8219-64a56e4227cc tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:23.753881 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-25b393d4-891e-4e1a-8807-d7cf0d667293 req-d420fe11-72d4-42e2-8219-64a56e4227cc tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 946 time: 0.0872035 May 13 15:17:23.811705 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-25b393d4-891e-4e1a-8807-d7cf0d667293 req-28e8a818-89cf-4c2e-9752-5f9bba90045e tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518637 May 13 15:17:25.008366 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c61a8-c8d0-44bd-bb30-3fba4cc3091a req-d13b8516-d3e6-4c46-a35b-d23249216224 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:25.009842 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b15c61a8-c8d0-44bd-bb30-3fba4cc3091a req-d13b8516-d3e6-4c46-a35b-d23249216224 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 946 time: 0.0896835 May 13 15:17:25.059750 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b15c61a8-c8d0-44bd-bb30-3fba4cc3091a req-f8861ef3-8784-47cd-8d61-9aae6e3509b9 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435295 May 13 15:17:26.247883 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499beea-861f-4e65-bb41-1a2591f1f457 req-83d43d73-2ae4-4c04-817c-f18808a03c70 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:26.249352 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9499beea-861f-4e65-bb41-1a2591f1f457 req-83d43d73-2ae4-4c04-817c-f18808a03c70 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 946 time: 0.0815434 May 13 15:17:26.293293 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9499beea-861f-4e65-bb41-1a2591f1f457 req-c12947d4-a29a-4caa-8e01-8566e5d4281f tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382614 May 13 15:17:27.314631 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4854710f-0f4a-410b-a858-13f7d4b44be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:27.485523 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf70316-f1ef-484d-aa8c-14d564a42c11 req-3af5c41c-e6b1-40e5-b4c3-18e8f824cd06 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:27.486985 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-adf70316-f1ef-484d-aa8c-14d564a42c11 req-3af5c41c-e6b1-40e5-b4c3-18e8f824cd06 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 946 time: 0.0805457 May 13 15:17:27.534602 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-adf70316-f1ef-484d-aa8c-14d564a42c11 req-7f0f6f9d-a7b3-4b34-81c9-c82b8df4164f tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418241 May 13 15:17:28.741552 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145f172-f461-4059-85f1-9aa97d4f7525 req-fd6ce8d2-5ff9-4578-81af-8e46d7161215 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:28.743174 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4145f172-f461-4059-85f1-9aa97d4f7525 req-fd6ce8d2-5ff9-4578-81af-8e46d7161215 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 946 time: 0.0956259 May 13 15:17:28.902437 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4145f172-f461-4059-85f1-9aa97d4f7525 req-692bb8b3-898c-4733-ab9a-4d23d9d1ed66 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533849 May 13 15:17:28.919280 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:29.634955 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9d112f34-26b1-4a7e-ad7b-3c40b94bed37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:30.189513 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eeee63-053c-49d8-a740-7054b01ba825 req-5763ee77-cc3b-4e56-8cdb-7cf138e172e9 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:30.190875 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c6eeee63-053c-49d8-a740-7054b01ba825 req-5763ee77-cc3b-4e56-8cdb-7cf138e172e9 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 946 time: 0.1807108 May 13 15:17:30.237718 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c6eeee63-053c-49d8-a740-7054b01ba825 req-af2f6fe8-ad03-4784-b22f-d246d2c992d7 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405028 May 13 15:17:30.757496 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:30.792389 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:31.431579 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa5291-58f2-4c83-b620-2fa31242c175 req-67a2ee7e-09f3-4e42-b438-4107c2b4ae0f tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:31.433096 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-06aa5291-58f2-4c83-b620-2fa31242c175 req-67a2ee7e-09f3-4e42-b438-4107c2b4ae0f tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 946 time: 0.0864780 May 13 15:17:31.480179 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-06aa5291-58f2-4c83-b620-2fa31242c175 req-1fc40a00-9531-421a-a434-610818a5de1e tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413032 May 13 15:17:32.264675 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:32.665194 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ce02a-7cac-4657-9f8f-3792e1be5998 req-a5964d1e-f11c-43b5-8bfc-5474495b7615 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:32.666625 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b38ce02a-7cac-4657-9f8f-3792e1be5998 req-a5964d1e-f11c-43b5-8bfc-5474495b7615 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 946 time: 0.0823762 May 13 15:17:32.711258 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b38ce02a-7cac-4657-9f8f-3792e1be5998 req-0a38cc41-aaf2-4b58-b248-9162ce878f37 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388463 May 13 15:17:33.908852 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d793f4-44ae-4122-9522-e09dc7ce42c6 req-8e1d3b11-b067-4738-93f2-5cd98d02b963 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:33.910399 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-58d793f4-44ae-4122-9522-e09dc7ce42c6 req-8e1d3b11-b067-4738-93f2-5cd98d02b963 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 946 time: 0.0862548 May 13 15:17:33.957620 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-58d793f4-44ae-4122-9522-e09dc7ce42c6 req-bf2dc2f0-2ee8-4f91-b93f-8c5f5f0ba62d tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404127 May 13 15:17:35.186808 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd78eb-17ef-43b9-b7f0-32a0fc2e6f2f req-1c9a56b7-e185-4852-8d25-b2177c294aaa tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:35.188352 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dbcd78eb-17ef-43b9-b7f0-32a0fc2e6f2f req-1c9a56b7-e185-4852-8d25-b2177c294aaa tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 946 time: 0.0874610 May 13 15:17:35.245321 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dbcd78eb-17ef-43b9-b7f0-32a0fc2e6f2f req-91b2be9f-3ac7-4aca-92ca-db65bae34482 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510476 May 13 15:17:36.430762 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a097ce-435a-45a2-8f61-afc3d857c249 req-b0fb857c-d123-48e0-bfe1-6d7ecb575539 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:36.432171 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-60a097ce-435a-45a2-8f61-afc3d857c249 req-b0fb857c-d123-48e0-bfe1-6d7ecb575539 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 946 time: 0.0804389 May 13 15:17:36.482279 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-60a097ce-435a-45a2-8f61-afc3d857c249 req-e30a4473-3c25-49a0-bbce-faca216265a8 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444221 May 13 15:17:36.675490 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-18a0ce4d-44a8-4b6a-b721-acdaea237d3d service neutron] show failed (client error): The resource could not be found. May 13 15:17:36.676484 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-18a0ce4d-44a8-4b6a-b721-acdaea237d3d service neutron] 10.222.0.74 "GET /v2.0/ports/b7d61de5-8f49-482c-bc03-6b496aca0023/bindings/n-h1-841760-1 HTTP/1.1" status: 404 len: 380 time: 0.0742686 May 13 15:17:36.985069 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a287c-3de4-41e9-a196-ae88008e6a57 req-e76d2f8c-6917-4b98-8b1e-67c506c856eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:36.986586 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-115a287c-3de4-41e9-a196-ae88008e6a57 req-e76d2f8c-6917-4b98-8b1e-67c506c856eb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=73bb9541cba342759d46ccea45044c79&device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 1097 time: 0.1446569 May 13 15:17:36.999375 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-a720abed-cd9d-4c5f-a722-9f8118bc4711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:37.000785 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-a720abed-cd9d-4c5f-a722-9f8118bc4711 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092&tenant_id=73bb9541cba342759d46ccea45044c79 HTTP/1.1" status: 200 len: 1097 time: 0.0916917 May 13 15:17:37.028127 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-841760-1', 'device_owner': 'compute:nova'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:37.231954 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a287c-3de4-41e9-a196-ae88008e6a57 req-8f9a5ea1-7cdf-4f4d-b36b-315f18301557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:37.233269 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-115a287c-3de4-41e9-a196-ae88008e6a57 req-8f9a5ea1-7cdf-4f4d-b36b-315f18301557 service neutron] 10.222.0.74 "GET /v2.0/networks?id=df4b4153-7eab-45b3-8c7c-2e785b1ae3f6 HTTP/1.1" status: 200 len: 913 time: 0.2286227 May 13 15:17:37.233809 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:37.309177 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-115a287c-3de4-41e9-a196-ae88008e6a57 req-4029bc38-a100-489c-8530-752768ff2f3e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7d61de5-8f49-482c-bc03-6b496aca0023 HTTP/1.1" status: 200 len: 217 time: 0.0665653 May 13 15:17:37.456097 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a287c-3de4-41e9-a196-ae88008e6a57 req-a86872ef-8748-441c-86b5-705d78e1330e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:37.457502 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-115a287c-3de4-41e9-a196-ae88008e6a57 req-a86872ef-8748-441c-86b5-705d78e1330e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6b41f93-81bf-45e7-995f-5ab9e6613447 HTTP/1.1" status: 200 len: 852 time: 0.1225505 May 13 15:17:37.513739 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-115a287c-3de4-41e9-a196-ae88008e6a57 req-4a23e9c2-e99f-444a-9009-0b1c7f92be03 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=df4b4153-7eab-45b3-8c7c-2e785b1ae3f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496607 May 13 15:17:37.670645 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0454ee-4b42-43ed-ba98-f7ef9d6a39f8 req-6857f6ef-eaea-4139-a07f-dc5a29de3732 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:37.671726 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8d0454ee-4b42-43ed-ba98-f7ef9d6a39f8 req-6857f6ef-eaea-4139-a07f-dc5a29de3732 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 946 time: 0.0806937 May 13 15:17:37.717413 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8d0454ee-4b42-43ed-ba98-f7ef9d6a39f8 req-4186154a-bc31-437d-a7cd-6ab5bcc18d4b tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398157 May 13 15:17:37.754868 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-115a287c-3de4-41e9-a196-ae88008e6a57 req-8b46229f-0ace-4c49-890c-87591a7e9c13 service neutron] 10.222.0.74 "GET /v2.0/networks/df4b4153-7eab-45b3-8c7c-2e785b1ae3f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344573 May 13 15:17:37.760325 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] For port b7d61de5-8f49-482c-bc03-6b496aca0023, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=b7d61de5-8f49-482c-bc03-6b496aca0023,segment=NetworkSegment(7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d),segment_id=7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:37.873179 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] For port b7d61de5-8f49-482c-bc03-6b496aca0023, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:17:38.068577 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-115a287c-3de4-41e9-a196-ae88008e6a57 req-df20c88f-ef79-4053-95a3-98ebe28394ad service neutron] 10.222.0.74 "GET /v2.0/networks/df4b4153-7eab-45b3-8c7c-2e785b1ae3f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052490 May 13 15:17:38.072603 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc4bc69-8bcb-49b6-9eda-9385c9c07092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7d61de5-8f49-482c-bc03-6b496aca0023'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:17:38.078158 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:38.094219 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] Transition to ACTIVE for port object b7d61de5-8f49-482c-bc03-6b496aca0023 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:38.098603 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:38.205392 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c588945-4e4f-42d7-9350-af0d5bbff6ac'] response: {'server_uuid': '3cc4bc69-8bcb-49b6-9eda-9385c9c07092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7d61de5-8f49-482c-bc03-6b496aca0023', 'code': 200} May 13 15:17:38.229513 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] Pushing event updated for resources: {'Port': ['ID=b7d61de5-8f49-482c-bc03-6b496aca0023,revision_number=6']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:38.270335 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:38.270681 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:38.271068 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:38.271413 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:38.271748 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:38.272077 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:38.272404 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:38.272727 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:38.273050 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:38.273370 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:38.273693 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:38.274011 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:38.277263 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] No DVR routers for this DVR port b7d61de5-8f49-482c-bc03-6b496aca0023 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:17:38.334034 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] Attempting to bind port b7d61de5-8f49-482c-bc03-6b496aca0023 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:17:38.334368 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] Attempting to bind port b7d61de5-8f49-482c-bc03-6b496aca0023 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'df4b4153-7eab-45b3-8c7c-2e785b1ae3f6'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:17:38.334694 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] Attempting to bind port b7d61de5-8f49-482c-bc03-6b496aca0023 on network df4b4153-7eab-45b3-8c7c-2e785b1ae3f6 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:17:38.339298 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] Port b7d61de5-8f49-482c-bc03-6b496aca0023 on network df4b4153-7eab-45b3-8c7c-2e785b1ae3f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:17:38.339620 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] Attempting to bind port b7d61de5-8f49-482c-bc03-6b496aca0023 on network df4b4153-7eab-45b3-8c7c-2e785b1ae3f6 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:17:38.345057 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:17:38.345395 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] Checking segment: {'id': '7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'df4b4153-7eab-45b3-8c7c-2e785b1ae3f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:17:38.345786 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] Bound using segment: {'id': '7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'df4b4153-7eab-45b3-8c7c-2e785b1ae3f6'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:17:38.346211 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] Bound port: b7d61de5-8f49-482c-bc03-6b496aca0023, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'df4b4153-7eab-45b3-8c7c-2e785b1ae3f6'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:17:38.346559 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:38.437106 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] For port b7d61de5-8f49-482c-bc03-6b496aca0023, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:17:38.439974 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] For port b7d61de5-8f49-482c-bc03-6b496aca0023, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b7d61de5-8f49-482c-bc03-6b496aca0023,segment=NetworkSegment(7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d),segment_id=7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:17:38.444445 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:38.506412 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:38.507062 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:38.508352 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] 10.222.0.59 "PUT /v2.0/ports/b7d61de5-8f49-482c-bc03-6b496aca0023 HTTP/1.1" status: 200 len: 1092 time: 1.4862723 May 13 15:17:38.526157 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67054ff6-1f40-4133-babd-82dbd5d1b17a service neutron] Pushing event updated for resources: {'Port': ['ID=b7d61de5-8f49-482c-bc03-6b496aca0023,revision_number=7']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:38.598824 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-2f938a3f-f595-43e8-90ab-1ec12ffd737e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:38.600895 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-2f938a3f-f595-43e8-90ab-1ec12ffd737e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bb9541cba342759d46ccea45044c79&device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 1095 time: 0.0719128 May 13 15:17:38.730524 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-ad79a4e1-8f52-4aa5-bc63-3a5611dd1e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:38.731932 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-ad79a4e1-8f52-4aa5-bc63-3a5611dd1e18 service neutron] 10.222.0.59 "GET /v2.0/networks?id=df4b4153-7eab-45b3-8c7c-2e785b1ae3f6 HTTP/1.1" status: 200 len: 913 time: 0.1254191 May 13 15:17:38.803952 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-980b0068-2182-4cab-95d7-597b175d778e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7d61de5-8f49-482c-bc03-6b496aca0023 HTTP/1.1" status: 200 len: 217 time: 0.0666072 May 13 15:17:38.865690 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-d5e804a6-7865-4c84-94de-314ff73072b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:38.867199 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-d5e804a6-7865-4c84-94de-314ff73072b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6b41f93-81bf-45e7-995f-5ab9e6613447 HTTP/1.1" status: 200 len: 852 time: 0.0578749 May 13 15:17:38.911955 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598854f-df4d-4990-93ad-db37b5b18274 req-3b55b9a8-048f-4079-9ee8-3d736f18d8c7 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:38.913448 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4598854f-df4d-4990-93ad-db37b5b18274 req-3b55b9a8-048f-4079-9ee8-3d736f18d8c7 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 944 time: 0.0883172 May 13 15:17:38.928636 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-f4e0ad37-9f04-4b2a-989d-91c1807bce19 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=df4b4153-7eab-45b3-8c7c-2e785b1ae3f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553448 May 13 15:17:38.959681 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4598854f-df4d-4990-93ad-db37b5b18274 req-61174055-b861-4a7d-8dd9-220c807abb84 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401604 May 13 15:17:39.059593 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-d51350dc-acc7-4576-94ca-bdd396280d0a service neutron] 10.222.0.59 "GET /v2.0/networks/df4b4153-7eab-45b3-8c7c-2e785b1ae3f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253173 May 13 15:17:39.196151 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-08f4be44-3bb3-4791-a5ff-6a271b154f26 req-e5c87d94-e80b-4032-a7a3-3e134f3c6462 service neutron] 10.222.0.59 "GET /v2.0/networks/df4b4153-7eab-45b3-8c7c-2e785b1ae3f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308241 May 13 15:17:40.145976 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6e7d7-7307-4c74-911e-f58b8b3e2b50 req-2afa3171-350b-4ffb-89f2-4f9729679399 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:40.147443 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-44a6e7d7-7307-4c74-911e-f58b8b3e2b50 req-2afa3171-350b-4ffb-89f2-4f9729679399 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 944 time: 0.0789518 May 13 15:17:40.191359 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-44a6e7d7-7307-4c74-911e-f58b8b3e2b50 req-a4e681ef-58ab-4714-afa1-5d41eb6e16aa tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382121 May 13 15:17:40.191865 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device b7d61de5-8f49-482c-bc03-6b496aca0023 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:17:40.206349 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc4bc69-8bcb-49b6-9eda-9385c9c07092', 'tag': 'b7d61de5-8f49-482c-bc03-6b496aca0023'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:17:40.257139 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device b7d61de5-8f49-482c-bc03-6b496aca0023 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:17:40.271370 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3472ae1d-e78b-4e39-b00c-899b6abd413c'] response: {'name': 'network-changed', 'server_uuid': '3cc4bc69-8bcb-49b6-9eda-9385c9c07092', 'tag': 'b7d61de5-8f49-482c-bc03-6b496aca0023', 'status': 'completed', 'code': 200} May 13 15:17:40.423390 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f32269-1087-4b33-a98e-596cd919b0ef req-46851a3e-66ed-4ab8-8a51-c4e2a53f6cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:40.424857 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30f32269-1087-4b33-a98e-596cd919b0ef req-46851a3e-66ed-4ab8-8a51-c4e2a53f6cd2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bb9541cba342759d46ccea45044c79&device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 1095 time: 0.1385763 May 13 15:17:40.426658 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f32269-1087-4b33-a98e-596cd919b0ef req-cf691fc6-7716-4450-a66f-762e9efe6387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:40.428580 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30f32269-1087-4b33-a98e-596cd919b0ef req-cf691fc6-7716-4450-a66f-762e9efe6387 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=73bb9541cba342759d46ccea45044c79&device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 1095 time: 0.1052587 May 13 15:17:40.778871 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f32269-1087-4b33-a98e-596cd919b0ef req-74dd8752-10d4-4fbe-b9d1-4c17f520bb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:40.780340 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30f32269-1087-4b33-a98e-596cd919b0ef req-74dd8752-10d4-4fbe-b9d1-4c17f520bb0c service neutron] 10.222.0.59 "GET /v2.0/networks?id=df4b4153-7eab-45b3-8c7c-2e785b1ae3f6 HTTP/1.1" status: 200 len: 913 time: 0.3487487 May 13 15:17:40.782605 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f32269-1087-4b33-a98e-596cd919b0ef req-61ff2e7d-6a9b-4ada-8c01-322029341ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:40.783924 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30f32269-1087-4b33-a98e-596cd919b0ef req-61ff2e7d-6a9b-4ada-8c01-322029341ed7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=df4b4153-7eab-45b3-8c7c-2e785b1ae3f6 HTTP/1.1" status: 200 len: 913 time: 0.3349347 May 13 15:17:40.914845 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30f32269-1087-4b33-a98e-596cd919b0ef req-6cc12120-87fb-473f-b265-f7fb907ecb64 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7d61de5-8f49-482c-bc03-6b496aca0023 HTTP/1.1" status: 200 len: 217 time: 0.1284091 May 13 15:17:40.916193 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30f32269-1087-4b33-a98e-596cd919b0ef req-4d09756b-b0e2-4de0-bfec-57b43b2b5296 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7d61de5-8f49-482c-bc03-6b496aca0023 HTTP/1.1" status: 200 len: 217 time: 0.0777380 May 13 15:17:41.029597 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f32269-1087-4b33-a98e-596cd919b0ef req-0847c758-feed-4ab1-a054-4f826643e8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:41.030955 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30f32269-1087-4b33-a98e-596cd919b0ef req-0847c758-feed-4ab1-a054-4f826643e8e8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6b41f93-81bf-45e7-995f-5ab9e6613447 HTTP/1.1" status: 200 len: 852 time: 0.1097102 May 13 15:17:41.032516 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f32269-1087-4b33-a98e-596cd919b0ef req-2deed29a-1ccd-4d1a-9ee9-7eca8833f575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:41.033811 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30f32269-1087-4b33-a98e-596cd919b0ef req-2deed29a-1ccd-4d1a-9ee9-7eca8833f575 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6b41f93-81bf-45e7-995f-5ab9e6613447 HTTP/1.1" status: 200 len: 852 time: 0.0828843 May 13 15:17:41.111642 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30f32269-1087-4b33-a98e-596cd919b0ef req-a5524cb7-b9fa-4da7-83ef-912dcfb6bab6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=df4b4153-7eab-45b3-8c7c-2e785b1ae3f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749788 May 13 15:17:41.117663 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30f32269-1087-4b33-a98e-596cd919b0ef req-ea68f5b7-7f33-4868-b14a-a36971cce97b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=df4b4153-7eab-45b3-8c7c-2e785b1ae3f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506911 May 13 15:17:41.405874 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30f32269-1087-4b33-a98e-596cd919b0ef req-dfb71b0a-884e-4101-b863-64206a843b25 service neutron] 10.222.0.59 "GET /v2.0/networks/df4b4153-7eab-45b3-8c7c-2e785b1ae3f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872782 May 13 15:17:41.409765 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30f32269-1087-4b33-a98e-596cd919b0ef req-675d32ce-a1b5-493e-86b7-b130b15f20bd service neutron] 10.222.0.74 "GET /v2.0/networks/df4b4153-7eab-45b3-8c7c-2e785b1ae3f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741222 May 13 15:17:41.640003 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a427e-170e-4610-baef-a0c15b23d939 req-682585e6-5250-4bb6-9e92-8372d99cac4f tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:41.641448 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cb5a427e-170e-4610-baef-a0c15b23d939 req-682585e6-5250-4bb6-9e92-8372d99cac4f tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 944 time: 0.3308702 May 13 15:17:41.688494 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30f32269-1087-4b33-a98e-596cd919b0ef req-673b1c74-8fc8-4ebb-9a14-9dd1f496b493 service neutron] 10.222.0.59 "GET /v2.0/networks/df4b4153-7eab-45b3-8c7c-2e785b1ae3f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765863 May 13 15:17:41.690202 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30f32269-1087-4b33-a98e-596cd919b0ef req-fa370a13-1928-4ddf-a64d-ca33dcae4655 service neutron] 10.222.0.74 "GET /v2.0/networks/df4b4153-7eab-45b3-8c7c-2e785b1ae3f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590337 May 13 15:17:41.713296 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cb5a427e-170e-4610-baef-a0c15b23d939 req-9ddb63df-33bf-4181-9b9a-4d35a57ff41c tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528955 May 13 15:17:42.103335 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893e859-8a29-454b-bf56-2404922a47f9 req-c92f636b-1fea-4d77-aa63-07c9a9ad23a1 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:42.104769 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a893e859-8a29-454b-bf56-2404922a47f9 req-c92f636b-1fea-4d77-aa63-07c9a9ad23a1 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.74 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092&tenant_id=73bb9541cba342759d46ccea45044c79&binding%3Ahost_id=n-h1-841760-1 HTTP/1.1" status: 200 len: 944 time: 0.0872877 May 13 15:17:42.182087 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [req-a893e859-8a29-454b-bf56-2404922a47f9 req-eb3fd680-d698-4107-8bbe-6051fe6d8820 service neutron] delete failed (client error): The resource could not be found. May 13 15:17:42.183076 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a893e859-8a29-454b-bf56-2404922a47f9 req-eb3fd680-d698-4107-8bbe-6051fe6d8820 service neutron] 10.222.0.74 "DELETE /v2.0/ports/b7d61de5-8f49-482c-bc03-6b496aca0023/bindings/n-h2-841760-1 HTTP/1.1" status: 404 len: 380 time: 0.0731094 May 13 15:17:42.338610 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893e859-8a29-454b-bf56-2404922a47f9 req-ad760d63-58fa-4991-a300-956e5f5b044d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:42.340116 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a893e859-8a29-454b-bf56-2404922a47f9 req-ad760d63-58fa-4991-a300-956e5f5b044d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=73bb9541cba342759d46ccea45044c79&device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 1095 time: 0.0724759 May 13 15:17:42.471785 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893e859-8a29-454b-bf56-2404922a47f9 req-8c78fc69-0746-452c-9a10-eac813f1a157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:42.473241 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a893e859-8a29-454b-bf56-2404922a47f9 req-8c78fc69-0746-452c-9a10-eac813f1a157 service neutron] 10.222.0.74 "GET /v2.0/networks?id=df4b4153-7eab-45b3-8c7c-2e785b1ae3f6 HTTP/1.1" status: 200 len: 913 time: 0.1276836 May 13 15:17:42.671885 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a893e859-8a29-454b-bf56-2404922a47f9 req-2452f613-277b-4080-9496-4a9d0cb129f2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7d61de5-8f49-482c-bc03-6b496aca0023 HTTP/1.1" status: 200 len: 217 time: 0.1931028 May 13 15:17:42.736767 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893e859-8a29-454b-bf56-2404922a47f9 req-3709ee33-a95d-4e75-8e67-918a0eb458f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:42.738192 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a893e859-8a29-454b-bf56-2404922a47f9 req-3709ee33-a95d-4e75-8e67-918a0eb458f0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6b41f93-81bf-45e7-995f-5ab9e6613447 HTTP/1.1" status: 200 len: 852 time: 0.0609312 May 13 15:17:42.784133 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a893e859-8a29-454b-bf56-2404922a47f9 req-1e663f06-4bb1-469d-b23c-95fd166e39e1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=df4b4153-7eab-45b3-8c7c-2e785b1ae3f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404699 May 13 15:17:42.916236 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a893e859-8a29-454b-bf56-2404922a47f9 req-7b4ae85b-ac87-4321-bb53-64ad77abe46e service neutron] 10.222.0.74 "GET /v2.0/networks/df4b4153-7eab-45b3-8c7c-2e785b1ae3f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263850 May 13 15:17:43.047405 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a893e859-8a29-454b-bf56-2404922a47f9 req-4d50bb97-8396-4301-845b-57c49c0bfb28 service neutron] 10.222.0.74 "GET /v2.0/networks/df4b4153-7eab-45b3-8c7c-2e785b1ae3f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252546 May 13 15:17:43.496357 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b7d61de5-8f49-482c-bc03-6b496aca0023 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:17:43.638598 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b7d61de5-8f49-482c-bc03-6b496aca0023, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b7d61de5-8f49-482c-bc03-6b496aca0023,segment=NetworkSegment(7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d),segment_id=7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:43.652634 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'b7d61de5-8f49-482c-bc03-6b496aca0023', 'network_id': 'df4b4153-7eab-45b3-8c7c-2e785b1ae3f6', 'port_id': 'b7d61de5-8f49-482c-bc03-6b496aca0023', 'mac_address': 'fa:16:3e:0d:7e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6b41f93-81bf-45e7-995f-5ab9e6613447', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:17:43.709702 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port b7d61de5-8f49-482c-bc03-6b496aca0023 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:43.710060 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:43.727450 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d61de5-8f49-482c-bc03-6b496aca0023 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:17:43.745745 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b7d61de5-8f49-482c-bc03-6b496aca0023, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b7d61de5-8f49-482c-bc03-6b496aca0023,segment=NetworkSegment(7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d),segment_id=7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:43.750795 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:43.826281 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=b7d61de5-8f49-482c-bc03-6b496aca0023,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:43.927749 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22056338-34a9-46b0-b0fe-f213d8230b84 req-0de254ac-557c-41d2-aad2-b4905600e6f1 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:43.929249 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-22056338-34a9-46b0-b0fe-f213d8230b84 req-0de254ac-557c-41d2-aad2-b4905600e6f1 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 945 time: 0.0815079 May 13 15:17:43.979928 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-22056338-34a9-46b0-b0fe-f213d8230b84 req-98740bf8-03e3-4084-a335-41b29d68e3e1 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442612 May 13 15:17:44.045571 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['b7d61de5-8f49-482c-bc03-6b496aca0023'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:17:45.146695 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893e859-8a29-454b-bf56-2404922a47f9 req-b45f3fb3-0bc1-40ed-be73-57fada48d351 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:45.148161 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a893e859-8a29-454b-bf56-2404922a47f9 req-b45f3fb3-0bc1-40ed-be73-57fada48d351 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 945 time: 0.0804913 May 13 15:17:45.167651 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666bf6e-518d-494b-9a2b-b7d33e243e22 req-5352aab4-42a3-4a52-a42d-caa8022f4795 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:45.169132 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0666bf6e-518d-494b-9a2b-b7d33e243e22 req-5352aab4-42a3-4a52-a42d-caa8022f4795 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 945 time: 0.0808494 May 13 15:17:45.216123 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0666bf6e-518d-494b-9a2b-b7d33e243e22 req-bafd3aa4-9448-4de7-a335-6d306dc52e6c tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412240 May 13 15:17:45.219546 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-a893e859-8a29-454b-bf56-2404922a47f9 req-89c3b6b2-62f5-4695-9bef-6fda77e0d582 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Deleting port b7d61de5-8f49-482c-bc03-6b496aca0023 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:45.219919 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a893e859-8a29-454b-bf56-2404922a47f9 req-89c3b6b2-62f5-4695-9bef-6fda77e0d582 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:45.471477 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-a893e859-8a29-454b-bf56-2404922a47f9 req-89c3b6b2-62f5-4695-9bef-6fda77e0d582 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] For port b7d61de5-8f49-482c-bc03-6b496aca0023, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b7d61de5-8f49-482c-bc03-6b496aca0023,segment=NetworkSegment(7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d),segment_id=7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:45.471835 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a893e859-8a29-454b-bf56-2404922a47f9 req-89c3b6b2-62f5-4695-9bef-6fda77e0d582 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:45.496946 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b7d61de5-8f49-482c-bc03-6b496aca0023 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:17:45.599810 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-a893e859-8a29-454b-bf56-2404922a47f9 req-89c3b6b2-62f5-4695-9bef-6fda77e0d582 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Calling delete_port for b7d61de5-8f49-482c-bc03-6b496aca0023 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:45.620609 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port b7d61de5-8f49-482c-bc03-6b496aca0023 is: BUILD; New status is: DOWN {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:45.620984 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:45.638795 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b7d61de5-8f49-482c-bc03-6b496aca0023 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:17:45.654442 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b7d61de5-8f49-482c-bc03-6b496aca0023, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b7d61de5-8f49-482c-bc03-6b496aca0023,segment=NetworkSegment(7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d),segment_id=7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:45.658765 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:45.687484 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.api [req-a893e859-8a29-454b-bf56-2404922a47f9 req-89c3b6b2-62f5-4695-9bef-6fda77e0d582 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:17:45.687813 n-d-841760-1 neutron-server[88082]: DEBUG oslo_db.api [req-a893e859-8a29-454b-bf56-2404922a47f9 req-89c3b6b2-62f5-4695-9bef-6fda77e0d582 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:17:45.732535 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=b7d61de5-8f49-482c-bc03-6b496aca0023,revision_number=9']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:46.189229 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-a893e859-8a29-454b-bf56-2404922a47f9 req-89c3b6b2-62f5-4695-9bef-6fda77e0d582 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Deleting port b7d61de5-8f49-482c-bc03-6b496aca0023 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:46.189752 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a893e859-8a29-454b-bf56-2404922a47f9 req-89c3b6b2-62f5-4695-9bef-6fda77e0d582 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:46.494720 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-a893e859-8a29-454b-bf56-2404922a47f9 req-89c3b6b2-62f5-4695-9bef-6fda77e0d582 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] For port b7d61de5-8f49-482c-bc03-6b496aca0023, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b7d61de5-8f49-482c-bc03-6b496aca0023,segment=NetworkSegment(7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d),segment_id=7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:46.495079 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a893e859-8a29-454b-bf56-2404922a47f9 req-89c3b6b2-62f5-4695-9bef-6fda77e0d582 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:46.751529 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e3a68-ca44-4b0a-840b-003c01db4edf req-a215270c-8ee9-46d2-9527-77af9a0ddacf tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:46.753029 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-794e3a68-ca44-4b0a-840b-003c01db4edf req-a215270c-8ee9-46d2-9527-77af9a0ddacf tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4bc69-8bcb-49b6-9eda-9385c9c07092 HTTP/1.1" status: 200 len: 944 time: 0.3817618 May 13 15:17:46.760613 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-a893e859-8a29-454b-bf56-2404922a47f9 req-89c3b6b2-62f5-4695-9bef-6fda77e0d582 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Calling delete_port for b7d61de5-8f49-482c-bc03-6b496aca0023 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:46.857539 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-794e3a68-ca44-4b0a-840b-003c01db4edf req-72376a15-73f2-4eee-935b-43867f9cf85c tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.35 "GET /v2.0/security-groups?id=e14852ac-4860-404e-9bbb-b68d56577ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684402 May 13 15:17:46.957068 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a893e859-8a29-454b-bf56-2404922a47f9 req-89c3b6b2-62f5-4695-9bef-6fda77e0d582 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:47.008148 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3b6b2-62f5-4695-9bef-6fda77e0d582 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Pushing event deleted for resources: {'Port': ['ID=b7d61de5-8f49-482c-bc03-6b496aca0023,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:47.085531 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-a893e859-8a29-454b-bf56-2404922a47f9 req-89c3b6b2-62f5-4695-9bef-6fda77e0d582 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] No DVR routers for this DVR port b7d61de5-8f49-482c-bc03-6b496aca0023 on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:17:47.088321 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-a893e859-8a29-454b-bf56-2404922a47f9 req-89c3b6b2-62f5-4695-9bef-6fda77e0d582 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:47.091002 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc4bc69-8bcb-49b6-9eda-9385c9c07092', 'name': 'network-vif-deleted', 'tag': 'b7d61de5-8f49-482c-bc03-6b496aca0023'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:17:47.107195 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a893e859-8a29-454b-bf56-2404922a47f9 req-89c3b6b2-62f5-4695-9bef-6fda77e0d582 tempest-DeleteServersTestJSON-472920961 tempest-DeleteServersTestJSON-472920961-project] 10.222.0.59 "DELETE /v2.0/ports/b7d61de5-8f49-482c-bc03-6b496aca0023 HTTP/1.1" status: 204 len: 173 time: 1.9539502 May 13 15:17:47.141421 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91aca7b3-2499-47bb-8e85-c1fa26999658'] response: {'server_uuid': '3cc4bc69-8bcb-49b6-9eda-9385c9c07092', 'name': 'network-vif-deleted', 'tag': 'b7d61de5-8f49-482c-bc03-6b496aca0023', 'status': 'completed', 'code': 200} May 13 15:17:48.100547 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41808) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:48.171684 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e18555-c0cb-4466-9f25-13c6b2e5a058 admin admin] Deleting subnet d6b41f93-81bf-45e7-995f-5ab9e6613447 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:17:48.174719 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e4e18555-c0cb-4466-9f25-13c6b2e5a058 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:48.225970 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e4e18555-c0cb-4466-9f25-13c6b2e5a058 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:48.284126 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e4e18555-c0cb-4466-9f25-13c6b2e5a058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:48.360328 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e4e18555-c0cb-4466-9f25-13c6b2e5a058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:48.400158 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e18555-c0cb-4466-9f25-13c6b2e5a058 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6b41f93-81bf-45e7-995f-5ab9e6613447,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:48.405354 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e4e18555-c0cb-4466-9f25-13c6b2e5a058 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:48.412966 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e18555-c0cb-4466-9f25-13c6b2e5a058 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:48.413311 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e18555-c0cb-4466-9f25-13c6b2e5a058 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:48.413640 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e18555-c0cb-4466-9f25-13c6b2e5a058 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:48.413968 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e18555-c0cb-4466-9f25-13c6b2e5a058 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:48.414295 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e18555-c0cb-4466-9f25-13c6b2e5a058 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:48.414612 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e18555-c0cb-4466-9f25-13c6b2e5a058 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:48.414933 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e18555-c0cb-4466-9f25-13c6b2e5a058 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:48.415282 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e18555-c0cb-4466-9f25-13c6b2e5a058 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:48.415599 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e18555-c0cb-4466-9f25-13c6b2e5a058 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:48.415913 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e18555-c0cb-4466-9f25-13c6b2e5a058 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:48.416233 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e18555-c0cb-4466-9f25-13c6b2e5a058 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:48.416542 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e18555-c0cb-4466-9f25-13c6b2e5a058 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:48.421819 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e4e18555-c0cb-4466-9f25-13c6b2e5a058 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d6b41f93-81bf-45e7-995f-5ab9e6613447 HTTP/1.1" status: 204 len: 168 time: 0.3201663 May 13 15:17:48.424258 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41812) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:48.461634 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:48.531800 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ae99f390-70ce-44d8-90e0-a8d30e095d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:48.656612 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ae99f390-70ce-44d8-90e0-a8d30e095d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:48.682403 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-ae99f390-70ce-44d8-90e0-a8d30e095d91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4b4153-7eab-45b3-8c7c-2e785b1ae3f6']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:48.694188 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-ae99f390-70ce-44d8-90e0-a8d30e095d91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:48.694484 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-ae99f390-70ce-44d8-90e0-a8d30e095d91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d283a32-4084-4bbe-b1cb-3ce7cb6cc23d') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:48.705872 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ae99f390-70ce-44d8-90e0-a8d30e095d91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:48.721527 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ae99f390-70ce-44d8-90e0-a8d30e095d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:48.728119 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae99f390-70ce-44d8-90e0-a8d30e095d91 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:17:48.728500 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ae99f390-70ce-44d8-90e0-a8d30e095d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:48.745812 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 15:17:48.745812 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:17:48.745812 n-d-841760-1 neutron-server[88081]: timer() May 13 15:17:48.745812 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:17:48.745812 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 15:17:48.745812 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:17:48.745812 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 15:17:48.745812 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:17:48.745812 n-d-841760-1 neutron-server[88081]: self._notify() May 13 15:17:48.745812 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:17:48.745812 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 15:17:48.745812 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:17:48.745812 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 15:17:48.745812 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:17:48.745812 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:17:48.745812 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:17:48.745812 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:17:48.745812 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:17:48.745812 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 15:17:48.745812 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:17:48.745812 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 15:17:48.745812 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:17:48.745812 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:17:48.745812 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:17:48.745812 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 15:17:48.745812 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:17:48.745812 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:17:48.745812 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:17:48.745812 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:17:48.745812 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:17:48.745812 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:17:48.745812 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:17:48.820101 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ae99f390-70ce-44d8-90e0-a8d30e095d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:48.836051 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ae99f390-70ce-44d8-90e0-a8d30e095d91 admin admin] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:48.846115 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99f390-70ce-44d8-90e0-a8d30e095d91 admin admin] Pushing event deleted for resources: {'Network': ['ID=df4b4153-7eab-45b3-8c7c-2e785b1ae3f6,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:48.854683 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ae99f390-70ce-44d8-90e0-a8d30e095d91 admin admin] 10.222.0.35 "DELETE /v2.0/networks/df4b4153-7eab-45b3-8c7c-2e785b1ae3f6 HTTP/1.1" status: 204 len: 168 time: 0.4294810 May 13 15:17:48.968358 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41818) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:49.020217 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-937f4f79-23b2-45aa-b1ce-cee004298345 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=73bb9541cba342759d46ccea45044c79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506833 May 13 15:17:49.023170 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 41822) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:49.081041 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3a856f39-06de-447d-a701-3af31ade631b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:49.107197 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3a856f39-06de-447d-a701-3af31ade631b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:49.156218 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3a856f39-06de-447d-a701-3af31ade631b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:49.174196 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a856f39-06de-447d-a701-3af31ade631b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14852ac-4860-404e-9bbb-b68d56577ba8,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:49.181999 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3a856f39-06de-447d-a701-3af31ade631b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:49.183407 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3a856f39-06de-447d-a701-3af31ade631b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e14852ac-4860-404e-9bbb-b68d56577ba8 HTTP/1.1" status: 204 len: 168 time: 0.1593003 May 13 15:17:49.976317 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41846) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:50.085873 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-f0fdfdaa-c13b-4b6e-9084-fca916f93494 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1190826729-network', 'tenant_id': '79a8751501b94431b5a2f326853e1986'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:50.091804 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f0fdfdaa-c13b-4b6e-9084-fca916f93494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:50.095796 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f0fdfdaa-c13b-4b6e-9084-fca916f93494 admin admin] Usage tracker for resource:network and tenant:79a8751501b94431b5a2f326853e1986 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:50.100050 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f0fdfdaa-c13b-4b6e-9084-fca916f93494 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:50.106799 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f0fdfdaa-c13b-4b6e-9084-fca916f93494 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:50.117561 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fdfdaa-c13b-4b6e-9084-fca916f93494 admin admin] Made reservation on behalf of 79a8751501b94431b5a2f326853e1986 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:17:50.119988 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f0fdfdaa-c13b-4b6e-9084-fca916f93494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:50.133247 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f0fdfdaa-c13b-4b6e-9084-fca916f93494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:50.148664 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f0fdfdaa-c13b-4b6e-9084-fca916f93494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:50.152689 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f0fdfdaa-c13b-4b6e-9084-fca916f93494 admin admin] Usage tracker for resource:security_group_rule and tenant:79a8751501b94431b5a2f326853e1986 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:50.155598 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f0fdfdaa-c13b-4b6e-9084-fca916f93494 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:50.161872 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f0fdfdaa-c13b-4b6e-9084-fca916f93494 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:50.269816 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f0fdfdaa-c13b-4b6e-9084-fca916f93494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:50.274580 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f0fdfdaa-c13b-4b6e-9084-fca916f93494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:50.309663 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0fdfdaa-c13b-4b6e-9084-fca916f93494 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:17:50.318757 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fdfdaa-c13b-4b6e-9084-fca916f93494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c699384-0f83-4d1f-aaab-d859afdbf936,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:50.325272 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f0fdfdaa-c13b-4b6e-9084-fca916f93494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:50.325680 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-f0fdfdaa-c13b-4b6e-9084-fca916f93494 admin admin] Added segment b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e of type vlan for network 0657c48b-9775-4d05-9fc2-4ac28863f118 May 13 15:17:50.355376 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f0fdfdaa-c13b-4b6e-9084-fca916f93494 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:50.388887 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f0fdfdaa-c13b-4b6e-9084-fca916f93494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:50.390030 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fdfdaa-c13b-4b6e-9084-fca916f93494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:50.390613 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f0fdfdaa-c13b-4b6e-9084-fca916f93494 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:50.498472 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fdfdaa-c13b-4b6e-9084-fca916f93494 admin admin] Pushing event updated for resources: {'Network': ['ID=0657c48b-9775-4d05-9fc2-4ac28863f118,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:50.508164 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f0fdfdaa-c13b-4b6e-9084-fca916f93494 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5257268 May 13 15:17:50.508443 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 41852) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:50.514646 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-9b41f9dd-ba5b-4171-9a78-8b14601040d4 admin admin] Request body: {'subnet': {'network_id': '0657c48b-9775-4d05-9fc2-4ac28863f118', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1190826729-subnet', 'tenant_id': '79a8751501b94431b5a2f326853e1986', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:50.515461 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 0657c48b-9775-4d05-9fc2-4ac28863f118 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:17:50.521133 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9b41f9dd-ba5b-4171-9a78-8b14601040d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:50.525499 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9b41f9dd-ba5b-4171-9a78-8b14601040d4 admin admin] Usage tracker for resource:subnet and tenant:79a8751501b94431b5a2f326853e1986 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:50.528372 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:17:50.528851 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9b41f9dd-ba5b-4171-9a78-8b14601040d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:50.534860 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9b41f9dd-ba5b-4171-9a78-8b14601040d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:50.547748 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b41f9dd-ba5b-4171-9a78-8b14601040d4 admin admin] Made reservation on behalf of 79a8751501b94431b5a2f326853e1986 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:17:50.550290 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b41f9dd-ba5b-4171-9a78-8b14601040d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:50.797709 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b41f9dd-ba5b-4171-9a78-8b14601040d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:50.871005 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b41f9dd-ba5b-4171-9a78-8b14601040d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf257053-ae34-4904-98dc-c4473ea44f84,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:50.882253 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b41f9dd-ba5b-4171-9a78-8b14601040d4 admin admin] Checking segment: {'id': 'b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0657c48b-9775-4d05-9fc2-4ac28863f118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:17:50.882638 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b41f9dd-ba5b-4171-9a78-8b14601040d4 admin admin] Network hostable DHCP agents. Network: 0657c48b-9775-4d05-9fc2-4ac28863f118, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:17:50.904330 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b41f9dd-ba5b-4171-9a78-8b14601040d4 admin admin] Network 0657c48b-9775-4d05-9fc2-4ac28863f118 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:17:50.917031 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-9b41f9dd-ba5b-4171-9a78-8b14601040d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 0657c48b-9775-4d05-9fc2-4ac28863f118) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:17:50.922002 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b41f9dd-ba5b-4171-9a78-8b14601040d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:50.922598 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b41f9dd-ba5b-4171-9a78-8b14601040d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:50.928147 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8668ad8c-f081-4585-979a-95692fa821a6 None None] Network 0657c48b-9775-4d05-9fc2-4ac28863f118 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:17:50.947545 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9b41f9dd-ba5b-4171-9a78-8b14601040d4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4380913 May 13 15:17:51.214770 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fe5318-24cd-47f5-9bfa-24d82a4464e6 None None] Network 0657c48b-9775-4d05-9fc2-4ac28863f118 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:17:51.526631 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-c3367b48-65fc-4407-aa6a-6b35df3cd05d tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:51.528118 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-c3367b48-65fc-4407-aa6a-6b35df3cd05d tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/networks?id=0657c48b-9775-4d05-9fc2-4ac28863f118 HTTP/1.1" status: 200 len: 815 time: 0.1516082 May 13 15:17:51.544011 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-00a3e55f-533d-42b9-9349-1e34312f0f46 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/quotas/79a8751501b94431b5a2f326853e1986 HTTP/1.1" status: 200 len: 375 time: 0.0104938 May 13 15:17:51.591874 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-3b4f860f-2b96-4f59-b5bf-9053df1bbb71 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=79a8751501b94431b5a2f326853e1986&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426421 May 13 15:17:51.602023 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-23561763-8e31-4d61-b26a-61959dd5d7f0 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:17:51.602929 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-23561763-8e31-4d61-b26a-61959dd5d7f0 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047944 May 13 15:17:51.732326 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-330cb7bb-9064-497a-9343-5c4e71b8bd0b service neutron] 10.222.0.35 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239164 May 13 15:17:51.870503 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-b66047c4-d5be-4420-9a7b-4e2aa7a49516 service neutron] 10.222.0.35 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323237 May 13 15:17:52.061238 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a2171758-105b-4e60-9da7-ef1edd95f86f req-774b40ba-a085-42db-a397-46c33a6d7160 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 210 time: 0.0493481 May 13 15:17:53.164010 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-6f5eacaf-f59c-46d5-bc44-f3e576947fa3 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:53.164831 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-6f5eacaf-f59c-46d5-bc44-f3e576947fa3 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Synchronizing usage tracker for tenant:79a8751501b94431b5a2f326853e1986 on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:53.188603 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-6f5eacaf-f59c-46d5-bc44-f3e576947fa3 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Unset dirty status for tenant:79a8751501b94431b5a2f326853e1986 on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:53.190092 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-6f5eacaf-f59c-46d5-bc44-f3e576947fa3 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.59 "GET /v2.0/networks?id=0657c48b-9775-4d05-9fc2-4ac28863f118 HTTP/1.1" status: 200 len: 815 time: 0.1780479 May 13 15:17:53.202818 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-6c238259-0ebe-446b-83aa-d3a50cc35d2c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Request body: {'port': {'device_id': '0126988f-e29f-4b56-9591-06ec91a6afe5', 'network_id': '0657c48b-9775-4d05-9fc2-4ac28863f118', 'admin_state_up': True, 'tenant_id': '79a8751501b94431b5a2f326853e1986'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:53.227941 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1cf57e1d-3d8f-4824-bb8f-7b7545fe34db req-a7fa5630-8839-49be-b013-b486ced93032 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 210 time: 0.0583541 May 13 15:17:53.342984 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-6c238259-0ebe-446b-83aa-d3a50cc35d2c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:53.346761 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-6c238259-0ebe-446b-83aa-d3a50cc35d2c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Usage tracker for resource:port and tenant:79a8751501b94431b5a2f326853e1986 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:53.349627 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-6c238259-0ebe-446b-83aa-d3a50cc35d2c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:53.355472 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-6c238259-0ebe-446b-83aa-d3a50cc35d2c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:53.365365 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-6c238259-0ebe-446b-83aa-d3a50cc35d2c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Made reservation on behalf of 79a8751501b94431b5a2f326853e1986 for: {'port': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:17:53.368912 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-6c238259-0ebe-446b-83aa-d3a50cc35d2c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:53.533890 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-6c238259-0ebe-446b-83aa-d3a50cc35d2c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Allocated IP 172.20.0.14 (0657c48b-9775-4d05-9fc2-4ac28863f118/bf257053-ae34-4904-98dc-c4473ea44f84/2c820dbb-f07e-43b4-9348-728031af294e) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:17:53.737074 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-6c238259-0ebe-446b-83aa-d3a50cc35d2c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:53.767259 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-6c238259-0ebe-446b-83aa-d3a50cc35d2c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:53.840171 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-6c238259-0ebe-446b-83aa-d3a50cc35d2c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Network 0657c48b-9775-4d05-9fc2-4ac28863f118 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:17:53.843413 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-6c238259-0ebe-446b-83aa-d3a50cc35d2c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:17:53.845822 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-6c238259-0ebe-446b-83aa-d3a50cc35d2c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:17:53.886412 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c238259-0ebe-446b-83aa-d3a50cc35d2c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Pushing event updated for resources: {'Port': ['ID=2c820dbb-f07e-43b4-9348-728031af294e,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:54.038066 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-6c238259-0ebe-446b-83aa-d3a50cc35d2c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:54.038685 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-6c238259-0ebe-446b-83aa-d3a50cc35d2c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:54.060322 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-6c238259-0ebe-446b-83aa-d3a50cc35d2c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8616962 May 13 15:17:54.071445 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-88b68651-890a-4174-8b54-62139525a62a service neutron] Request body: {'port': {'device_id': '0126988f-e29f-4b56-9591-06ec91a6afe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:54.183230 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-88b68651-890a-4174-8b54-62139525a62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:54.531176 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61476d-1e62-427b-a090-c148b5ea1b7b req-88f9c70f-2b63-40fe-a01a-2a7277084a88 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:54.531870 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-8b61476d-1e62-427b-a090-c148b5ea1b7b req-88f9c70f-2b63-40fe-a01a-2a7277084a88 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Synchronizing usage tracker for tenant:79a8751501b94431b5a2f326853e1986 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:54.590300 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-8b61476d-1e62-427b-a090-c148b5ea1b7b req-88f9c70f-2b63-40fe-a01a-2a7277084a88 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Unset dirty status for tenant:79a8751501b94431b5a2f326853e1986 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:54.594716 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8b61476d-1e62-427b-a090-c148b5ea1b7b req-88f9c70f-2b63-40fe-a01a-2a7277084a88 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 932 time: 0.2584021 May 13 15:17:54.640174 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-88b68651-890a-4174-8b54-62139525a62a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c820dbb-f07e-43b4-9348-728031af294e {{(pid=88082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:17:54.651916 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-88b68651-890a-4174-8b54-62139525a62a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:54.663836 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-8b61476d-1e62-427b-a090-c148b5ea1b7b req-2531036d-e1a3-4e55-8343-b6fa550ddc5e tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Synchronizing usage tracker for tenant:79a8751501b94431b5a2f326853e1986 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:54.677492 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-88b68651-890a-4174-8b54-62139525a62a service neutron] Transition to ACTIVE for port object 2c820dbb-f07e-43b4-9348-728031af294e will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:54.683812 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-88b68651-890a-4174-8b54-62139525a62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:54.730911 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-8b61476d-1e62-427b-a090-c148b5ea1b7b req-2531036d-e1a3-4e55-8343-b6fa550ddc5e tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Unset dirty status for tenant:79a8751501b94431b5a2f326853e1986 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:54.731242 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8b61476d-1e62-427b-a090-c148b5ea1b7b req-2531036d-e1a3-4e55-8343-b6fa550ddc5e tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285210 May 13 15:17:54.846115 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b68651-890a-4174-8b54-62139525a62a service neutron] Pushing event updated for resources: {'Port': ['ID=2c820dbb-f07e-43b4-9348-728031af294e,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:54.922567 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-88b68651-890a-4174-8b54-62139525a62a service neutron] Attempting to bind port 2c820dbb-f07e-43b4-9348-728031af294e on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:17:54.922895 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-88b68651-890a-4174-8b54-62139525a62a service neutron] Attempting to bind port 2c820dbb-f07e-43b4-9348-728031af294e by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0657c48b-9775-4d05-9fc2-4ac28863f118'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:17:54.923242 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-88b68651-890a-4174-8b54-62139525a62a service neutron] Attempting to bind port 2c820dbb-f07e-43b4-9348-728031af294e on network 0657c48b-9775-4d05-9fc2-4ac28863f118 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:17:54.928343 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-88b68651-890a-4174-8b54-62139525a62a service neutron] Port 2c820dbb-f07e-43b4-9348-728031af294e on network 0657c48b-9775-4d05-9fc2-4ac28863f118 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:17:54.928657 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-88b68651-890a-4174-8b54-62139525a62a service neutron] Attempting to bind port 2c820dbb-f07e-43b4-9348-728031af294e on network 0657c48b-9775-4d05-9fc2-4ac28863f118 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:17:54.933606 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-88b68651-890a-4174-8b54-62139525a62a service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:17:54.933931 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-88b68651-890a-4174-8b54-62139525a62a service neutron] Checking segment: {'id': 'b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0657c48b-9775-4d05-9fc2-4ac28863f118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:17:54.934306 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-88b68651-890a-4174-8b54-62139525a62a service neutron] Bound using segment: {'id': 'b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0657c48b-9775-4d05-9fc2-4ac28863f118'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:17:54.934716 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-88b68651-890a-4174-8b54-62139525a62a service neutron] Bound port: 2c820dbb-f07e-43b4-9348-728031af294e, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0657c48b-9775-4d05-9fc2-4ac28863f118'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:17:54.935059 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-88b68651-890a-4174-8b54-62139525a62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:55.028381 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-88b68651-890a-4174-8b54-62139525a62a service neutron] For port 2c820dbb-f07e-43b4-9348-728031af294e, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:17:55.031367 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-88b68651-890a-4174-8b54-62139525a62a service neutron] For port 2c820dbb-f07e-43b4-9348-728031af294e, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=2c820dbb-f07e-43b4-9348-728031af294e,segment=NetworkSegment(b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e),segment_id=b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:17:55.036786 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-88b68651-890a-4174-8b54-62139525a62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:55.096383 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-88b68651-890a-4174-8b54-62139525a62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:55.096937 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-88b68651-890a-4174-8b54-62139525a62a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:55.098251 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-88b68651-890a-4174-8b54-62139525a62a service neutron] 10.222.0.59 "PUT /v2.0/ports/2c820dbb-f07e-43b4-9348-728031af294e HTTP/1.1" status: 200 len: 1092 time: 1.0312681 May 13 15:17:55.098768 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0126988f-e29f-4b56-9591-06ec91a6afe5', 'tag': '2c820dbb-f07e-43b4-9348-728031af294e'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:17:55.120208 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b68651-890a-4174-8b54-62139525a62a service neutron] Pushing event updated for resources: {'Port': ['ID=2c820dbb-f07e-43b4-9348-728031af294e,revision_number=3']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:55.169572 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27c09f2e-6bc9-4a99-a7ef-0b11e60ec40f'] response: {'name': 'network-changed', 'server_uuid': '0126988f-e29f-4b56-9591-06ec91a6afe5', 'tag': '2c820dbb-f07e-43b4-9348-728031af294e', 'status': 'completed', 'code': 200} May 13 15:17:55.211340 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-32d88614-9bf7-4f1d-81f1-8ba05dd5806c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:55.212818 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-32d88614-9bf7-4f1d-81f1-8ba05dd5806c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=79a8751501b94431b5a2f326853e1986&device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 1095 time: 0.0778677 May 13 15:17:55.281649 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-8f1e51c8-77e4-478e-bde0-8805e76ca7ce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c820dbb-f07e-43b4-9348-728031af294e HTTP/1.1" status: 200 len: 217 time: 0.0608599 May 13 15:17:55.345104 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-70535edc-1ff4-4589-8a57-7d2746d1d92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:55.346558 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-70535edc-1ff4-4589-8a57-7d2746d1d92e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bf257053-ae34-4904-98dc-c4473ea44f84 HTTP/1.1" status: 200 len: 855 time: 0.0597992 May 13 15:17:55.393825 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-e8092b59-3b4f-447f-98bd-3da400aef217 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0657c48b-9775-4d05-9fc2-4ac28863f118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407560 May 13 15:17:55.523388 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-88192516-a61a-4947-a9ba-5b7f6f450845 service neutron] 10.222.0.59 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236792 May 13 15:17:55.652146 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f0d2ac08-9b79-419a-ab59-cd3ab9ef8a3e req-3bcb0ddf-2296-4b43-bde1-6dfb642b8dcd service neutron] 10.222.0.59 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232307 May 13 15:17:55.938183 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f586cb6-53d2-4857-b3df-624cdf7f4ebc req-1ad5396e-fcfa-452f-bf93-625e774337a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:55.939646 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f586cb6-53d2-4857-b3df-624cdf7f4ebc req-1ad5396e-fcfa-452f-bf93-625e774337a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=79a8751501b94431b5a2f326853e1986&device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 1095 time: 0.2421980 May 13 15:17:56.029440 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7b251-ef99-4900-aa07-12c7b8fabf7f req-ebc7f1d8-be61-46b9-be59-2dafbd3c8fa0 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:56.030894 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fed7b251-ef99-4900-aa07-12c7b8fabf7f req-ebc7f1d8-be61-46b9-be59-2dafbd3c8fa0 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 944 time: 0.1673660 May 13 15:17:56.103243 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fed7b251-ef99-4900-aa07-12c7b8fabf7f req-b195e756-09ec-4d2b-be76-229d9200ccb7 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641360 May 13 15:17:56.118594 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f586cb6-53d2-4857-b3df-624cdf7f4ebc req-b26a217b-ce6b-42b9-b4ff-42590c4468b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:56.120068 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f586cb6-53d2-4857-b3df-624cdf7f4ebc req-b26a217b-ce6b-42b9-b4ff-42590c4468b0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0657c48b-9775-4d05-9fc2-4ac28863f118 HTTP/1.1" status: 200 len: 916 time: 0.1732965 May 13 15:17:56.193060 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f586cb6-53d2-4857-b3df-624cdf7f4ebc req-a399a753-1400-40ed-a8bb-76ef621690fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c820dbb-f07e-43b4-9348-728031af294e HTTP/1.1" status: 200 len: 217 time: 0.0656877 May 13 15:17:56.259737 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f586cb6-53d2-4857-b3df-624cdf7f4ebc req-7a6ab031-f0e1-453f-8f97-e4ddf42547ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:56.261177 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f586cb6-53d2-4857-b3df-624cdf7f4ebc req-7a6ab031-f0e1-453f-8f97-e4ddf42547ad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bf257053-ae34-4904-98dc-c4473ea44f84 HTTP/1.1" status: 200 len: 855 time: 0.0621731 May 13 15:17:56.308397 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f586cb6-53d2-4857-b3df-624cdf7f4ebc req-fd5bff83-20b5-48f6-b332-71cf01a33c16 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0657c48b-9775-4d05-9fc2-4ac28863f118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411768 May 13 15:17:56.439892 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f586cb6-53d2-4857-b3df-624cdf7f4ebc req-b4b7b5bd-d9dd-48ce-9694-fb1208dc6991 service neutron] 10.222.0.59 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248357 May 13 15:17:56.573535 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f586cb6-53d2-4857-b3df-624cdf7f4ebc req-91e04562-26d5-45ae-8f5b-5ce651f105db service neutron] 10.222.0.59 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260834 May 13 15:17:57.292095 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166d93c-5126-4594-94b9-cea73ebde3f0 req-4fd0f747-a153-44cc-82d1-54d82078106b tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:57.293539 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4166d93c-5126-4594-94b9-cea73ebde3f0 req-4fd0f747-a153-44cc-82d1-54d82078106b tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 944 time: 0.0818758 May 13 15:17:57.317684 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7b158f07-8cc4-4219-a2ea-1a3e133a6d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:57.339355 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4166d93c-5126-4594-94b9-cea73ebde3f0 req-7e74ca6c-877e-4c15-8194-d13ac54e3f2c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397775 May 13 15:17:58.523334 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff8209-4fe2-4e40-8428-bd22a439cede req-d5b788a2-e724-4993-ac4c-b203810b2a7f tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:58.524792 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-03ff8209-4fe2-4e40-8428-bd22a439cede req-d5b788a2-e724-4993-ac4c-b203810b2a7f tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 944 time: 0.0798984 May 13 15:17:58.569090 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-03ff8209-4fe2-4e40-8428-bd22a439cede req-88cf03a4-9f8d-41da-b2ee-a20031f095da tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386302 May 13 15:17:58.922218 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:59.588461 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 2c820dbb-f07e-43b4-9348-728031af294e details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:17:59.694984 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d536f253-e21f-4442-9021-a00213799e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:59.735917 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 2c820dbb-f07e-43b4-9348-728031af294e, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=2c820dbb-f07e-43b4-9348-728031af294e,segment=NetworkSegment(b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e),segment_id=b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:59.750218 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '2c820dbb-f07e-43b4-9348-728031af294e', 'network_id': '0657c48b-9775-4d05-9fc2-4ac28863f118', 'port_id': '2c820dbb-f07e-43b4-9348-728031af294e', 'mac_address': 'fa:16:3e:03:1f:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf257053-ae34-4904-98dc-c4473ea44f84', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:17:59.762525 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465f024-c3e7-44ee-95ea-86def63b18c7 req-2e07e0a4-7f57-4362-9ef3-9373961d48ed tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:59.764062 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8465f024-c3e7-44ee-95ea-86def63b18c7 req-2e07e0a4-7f57-4362-9ef3-9373961d48ed tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 944 time: 0.0873699 May 13 15:17:59.809474 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8465f024-c3e7-44ee-95ea-86def63b18c7 req-22d87a6f-2a39-4367-9171-3a65d4c5eb83 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397022 May 13 15:17:59.811060 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 2c820dbb-f07e-43b4-9348-728031af294e is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:59.811470 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:59.829156 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c820dbb-f07e-43b4-9348-728031af294e {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:17:59.844210 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 2c820dbb-f07e-43b4-9348-728031af294e, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=2c820dbb-f07e-43b4-9348-728031af294e,segment=NetworkSegment(b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e),segment_id=b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:59.848009 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:59.916957 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=2c820dbb-f07e-43b4-9348-728031af294e,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:00.038531 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['2c820dbb-f07e-43b4-9348-728031af294e'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:18:00.760814 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:00.793835 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:00.997595 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be798ae-2f79-4ed7-bda7-94d019b6c765 req-ac4dde02-c5bf-4b54-82f4-7fd90a6ab234 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:00.999090 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0be798ae-2f79-4ed7-bda7-94d019b6c765 req-ac4dde02-c5bf-4b54-82f4-7fd90a6ab234 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 945 time: 0.0860279 May 13 15:18:01.045267 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0be798ae-2f79-4ed7-bda7-94d019b6c765 req-0911be9d-dbdd-4983-a78f-21a0f83e3acb tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404820 May 13 15:18:01.604462 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 2c820dbb-f07e-43b4-9348-728031af294e up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:18:01.670786 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 2c820dbb-f07e-43b4-9348-728031af294e completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:01.675348 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 2c820dbb-f07e-43b4-9348-728031af294e triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:01.675720 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:01.792539 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 2c820dbb-f07e-43b4-9348-728031af294e is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:01.792913 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:01.819499 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0126988f-e29f-4b56-9591-06ec91a6afe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c820dbb-f07e-43b4-9348-728031af294e'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:18:01.830096 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 2c820dbb-f07e-43b4-9348-728031af294e, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=2c820dbb-f07e-43b4-9348-728031af294e,segment=NetworkSegment(b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e),segment_id=b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:01.834795 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:01.871122 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30fc3d74-f168-456f-af53-41e87338e440'] response: {'server_uuid': '0126988f-e29f-4b56-9591-06ec91a6afe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c820dbb-f07e-43b4-9348-728031af294e', 'code': 200} May 13 15:18:01.906768 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=2c820dbb-f07e-43b4-9348-728031af294e,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:01.990871 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb23fe-8ca6-4452-b5fb-23dece8e2683 req-145ac005-d8c8-4283-8dfd-f6117cee2b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:01.992387 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6ffb23fe-8ca6-4452-b5fb-23dece8e2683 req-145ac005-d8c8-4283-8dfd-f6117cee2b58 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 1097 time: 0.0706389 May 13 15:18:02.037278 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6ffb23fe-8ca6-4452-b5fb-23dece8e2683 req-5f3828bd-676b-4201-84fc-eb10d9ac0df1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390599 May 13 15:18:02.231930 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4b1bc-834a-4402-9cb0-95adc217c4c6 req-a91a682c-c9e7-4ad0-b8dd-08fe694814e6 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:02.233370 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5fa4b1bc-834a-4402-9cb0-95adc217c4c6 req-a91a682c-c9e7-4ad0-b8dd-08fe694814e6 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 946 time: 0.0803313 May 13 15:18:02.267359 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:02.278003 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5fa4b1bc-834a-4402-9cb0-95adc217c4c6 req-2e986000-1add-4c70-a49d-6a8b7e59a05a tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388751 May 13 15:18:03.462811 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1782d4-68b8-456d-b129-6de927e600e8 req-1a76e484-8a89-452d-8b65-86cf2f3b3273 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:03.464286 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1d1782d4-68b8-456d-b129-6de927e600e8 req-1a76e484-8a89-452d-8b65-86cf2f3b3273 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 946 time: 0.0813556 May 13 15:18:03.511525 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1d1782d4-68b8-456d-b129-6de927e600e8 req-fd8d93f4-cc22-46b5-aa81-7ed86de5d3f7 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410326 May 13 15:18:03.701948 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316b62d-18b5-420e-a685-e46869406214 req-c53c9468-c86b-4b4d-a130-e6c42af69852 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:03.703421 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9316b62d-18b5-420e-a685-e46869406214 req-c53c9468-c86b-4b4d-a130-e6c42af69852 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 946 time: 0.0859227 May 13 15:18:03.747791 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9316b62d-18b5-420e-a685-e46869406214 req-592feb1c-70d1-4b51-95ec-efb0eb0fbfd9 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379889 May 13 15:18:04.093834 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf73a7-2193-4005-9642-1c83be4b429f req-f249876e-40af-4180-8ef4-f466fe02693b tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:04.095577 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-11cf73a7-2193-4005-9642-1c83be4b429f req-f249876e-40af-4180-8ef4-f466fe02693b tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 946 time: 0.0810585 May 13 15:18:04.139343 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-11cf73a7-2193-4005-9642-1c83be4b429f req-0f6cec74-ef78-4119-ac38-830c7eb32d08 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376086 May 13 15:18:04.324468 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a479c53-4fdd-4d75-8dde-33d6238958de req-45fe9050-b236-4660-8ed2-623dce5e5fb5 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:04.325937 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7a479c53-4fdd-4d75-8dde-33d6238958de req-45fe9050-b236-4660-8ed2-623dce5e5fb5 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 946 time: 0.0819747 May 13 15:18:04.370031 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7a479c53-4fdd-4d75-8dde-33d6238958de req-7dde309b-144a-4a15-9a89-019547f5dfff tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383239 May 13 15:18:04.898640 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-66860d54-71e5-4e51-8fa8-1bfdd48155e9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2497215 May 13 15:18:04.910769 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcac577-6c7d-43c3-8f27-1ac3921b0569 req-f128985e-32d9-40b7-b3a0-e336e0d7c723 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:04.912295 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bfcac577-6c7d-43c3-8f27-1ac3921b0569 req-f128985e-32d9-40b7-b3a0-e336e0d7c723 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 946 time: 0.2200623 May 13 15:18:04.961614 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bfcac577-6c7d-43c3-8f27-1ac3921b0569 req-5b46a833-d14b-4271-8002-c1d71eb79ebc tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429530 May 13 15:18:06.210874 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ebe6e-955d-40e5-8714-6af7984b0cce req-442e4829-fce5-4a5a-bb46-124c772c80fe tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:06.212365 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-793ebe6e-955d-40e5-8714-6af7984b0cce req-442e4829-fce5-4a5a-bb46-124c772c80fe tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 946 time: 0.1441536 May 13 15:18:06.218431 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-8ea733e4-d1d4-48ef-ab53-042a64f86aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:06.219850 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-8ea733e4-d1d4-48ef-ab53-042a64f86aaf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=79a8751501b94431b5a2f326853e1986&device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 1097 time: 0.1033258 May 13 15:18:06.343834 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-793ebe6e-955d-40e5-8714-6af7984b0cce req-cd50169b-a7c5-48a0-8561-52e60240b4ae tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230397 May 13 15:18:06.382673 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-4bf0d104-f536-4144-b4c1-8018fa44361b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:06.384134 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-4bf0d104-f536-4144-b4c1-8018fa44361b service neutron] 10.222.0.59 "GET /v2.0/networks?id=0657c48b-9775-4d05-9fc2-4ac28863f118 HTTP/1.1" status: 200 len: 916 time: 0.1509333 May 13 15:18:06.562793 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-05738d7d-9b82-4d45-9e18-89f9538b746f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c820dbb-f07e-43b4-9348-728031af294e HTTP/1.1" status: 200 len: 217 time: 0.1732922 May 13 15:18:06.628178 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-ccec5b69-1393-4335-83eb-73c994b07ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:06.629659 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-ccec5b69-1393-4335-83eb-73c994b07ada service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bf257053-ae34-4904-98dc-c4473ea44f84 HTTP/1.1" status: 200 len: 855 time: 0.0609939 May 13 15:18:06.676012 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-00022337-4963-4644-8570-6d33ba1f3368 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0657c48b-9775-4d05-9fc2-4ac28863f118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406902 May 13 15:18:06.810068 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-11479291-6e1d-4d69-b892-69ff128793c6 service neutron] 10.222.0.59 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275423 May 13 15:18:06.941331 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-ba15bcf2-1397-46bf-9f2b-03afef42c9fd service neutron] 10.222.0.59 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256945 May 13 15:18:07.533955 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6620c-ee5d-4634-80b7-e79f319ebc1c req-1ffb4302-906e-4ee0-8622-c848aed6c3af tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:07.535440 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4ef6620c-ee5d-4634-80b7-e79f319ebc1c req-1ffb4302-906e-4ee0-8622-c848aed6c3af tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 946 time: 0.0824091 May 13 15:18:07.581706 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4ef6620c-ee5d-4634-80b7-e79f319ebc1c req-6cd26958-14ac-4d44-96a2-6cb6263a35d5 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396438 May 13 15:18:08.768157 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd21e9-4551-4d11-a3a0-f2707604fa9b req-6ca61a92-8fe9-4f16-80e2-1bed669c582a tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:08.769584 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d7cd21e9-4551-4d11-a3a0-f2707604fa9b req-6ca61a92-8fe9-4f16-80e2-1bed669c582a tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 946 time: 0.0791869 May 13 15:18:08.817719 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d7cd21e9-4551-4d11-a3a0-f2707604fa9b req-fcd8c52b-a638-4659-bd00-e2c643d1cc7d tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419335 May 13 15:18:10.012299 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b1a3c-8359-4a76-a04f-411f6130863f req-7fd43e58-c60c-4f32-970c-74d385ef4bd5 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:10.013850 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-405b1a3c-8359-4a76-a04f-411f6130863f req-7fd43e58-c60c-4f32-970c-74d385ef4bd5 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 946 time: 0.0853314 May 13 15:18:10.058287 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-405b1a3c-8359-4a76-a04f-411f6130863f req-d609dcab-c978-419d-8067-3aed245e07ae tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385914 May 13 15:18:11.243452 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f251f-00b9-445a-b564-5752dc3ec6d7 req-823a597e-b1a5-4aad-a65f-7cf276abfed0 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:11.244962 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3d8f251f-00b9-445a-b564-5752dc3ec6d7 req-823a597e-b1a5-4aad-a65f-7cf276abfed0 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 946 time: 0.0820830 May 13 15:18:11.289241 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3d8f251f-00b9-445a-b564-5752dc3ec6d7 req-88d660b7-8469-4343-99b6-858c8a9fe282 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385122 May 13 15:18:12.481826 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e7b6f-ab12-4834-91dd-6a1b9f14430e req-b1fe2651-934b-44c6-bb92-77354a4299b2 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:12.483333 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-842e7b6f-ab12-4834-91dd-6a1b9f14430e req-b1fe2651-934b-44c6-bb92-77354a4299b2 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 946 time: 0.0858769 May 13 15:18:12.529103 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-842e7b6f-ab12-4834-91dd-6a1b9f14430e req-2d232fd0-724b-4422-a9e6-23ac53f30bea tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401073 May 13 15:18:13.715092 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d66271-801c-41d9-89c1-ef0cf3d48d93 req-b58340ad-2744-478c-b2db-97215b474363 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:13.716543 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-96d66271-801c-41d9-89c1-ef0cf3d48d93 req-b58340ad-2744-478c-b2db-97215b474363 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 946 time: 0.0835419 May 13 15:18:13.760053 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-96d66271-801c-41d9-89c1-ef0cf3d48d93 req-fe549442-9cba-41ad-a5f5-118873167811 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378320 May 13 15:18:14.942941 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d9cbc-b7a2-4129-84d9-063ca97fc2bb req-da4a37ce-c25a-4033-8027-7eb33923e421 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:14.944482 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e39d9cbc-b7a2-4129-84d9-063ca97fc2bb req-da4a37ce-c25a-4033-8027-7eb33923e421 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 946 time: 0.0803990 May 13 15:18:14.992802 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e39d9cbc-b7a2-4129-84d9-063ca97fc2bb req-256b802a-ef91-420c-a4d7-eac30095515d tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423160 May 13 15:18:16.183648 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201eb5e-52a4-453f-b0b1-cd7646fd78ce req-48f47357-94fd-48fb-8056-99061e4f8511 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:16.185172 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7201eb5e-52a4-453f-b0b1-cd7646fd78ce req-48f47357-94fd-48fb-8056-99061e4f8511 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 946 time: 0.0809975 May 13 15:18:16.232946 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7201eb5e-52a4-453f-b0b1-cd7646fd78ce req-a549d531-c583-4376-af98-a6e3caab4db9 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418546 May 13 15:18:17.268228 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857181c-21ab-45fd-bba2-92ad7e6f6f87 req-9b7f183d-07cf-4ff3-ae0f-89bde7554cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:17.269797 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1857181c-21ab-45fd-bba2-92ad7e6f6f87 req-9b7f183d-07cf-4ff3-ae0f-89bde7554cce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=79a8751501b94431b5a2f326853e1986&device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 1097 time: 0.0761571 May 13 15:18:17.416515 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857181c-21ab-45fd-bba2-92ad7e6f6f87 req-1b4e75fa-8f80-4145-8e79-b58270edd472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:17.417968 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1857181c-21ab-45fd-bba2-92ad7e6f6f87 req-1b4e75fa-8f80-4145-8e79-b58270edd472 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0657c48b-9775-4d05-9fc2-4ac28863f118 HTTP/1.1" status: 200 len: 916 time: 0.1296630 May 13 15:18:17.426635 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068785c-74f5-4f09-a8fc-7621fcaa2aaf req-fff1b441-e2cf-4161-a61e-cf17ef097f21 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:17.428238 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d068785c-74f5-4f09-a8fc-7621fcaa2aaf req-fff1b441-e2cf-4161-a61e-cf17ef097f21 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 946 time: 0.0814540 May 13 15:18:17.477106 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d068785c-74f5-4f09-a8fc-7621fcaa2aaf req-cf7ca3f5-43d6-447a-82e1-8f76f58c8456 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395889 May 13 15:18:17.487574 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1857181c-21ab-45fd-bba2-92ad7e6f6f87 req-36eae97e-dc73-4ffe-a6d0-1f5d039239e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c820dbb-f07e-43b4-9348-728031af294e HTTP/1.1" status: 200 len: 217 time: 0.0640345 May 13 15:18:17.547965 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857181c-21ab-45fd-bba2-92ad7e6f6f87 req-277e3781-81d1-4ac4-af06-6d032a646723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:17.549504 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1857181c-21ab-45fd-bba2-92ad7e6f6f87 req-277e3781-81d1-4ac4-af06-6d032a646723 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bf257053-ae34-4904-98dc-c4473ea44f84 HTTP/1.1" status: 200 len: 855 time: 0.0566092 May 13 15:18:17.596541 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1857181c-21ab-45fd-bba2-92ad7e6f6f87 req-362ba421-171e-46df-9fa6-77d81cdeff03 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0657c48b-9775-4d05-9fc2-4ac28863f118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412705 May 13 15:18:17.731547 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1857181c-21ab-45fd-bba2-92ad7e6f6f87 req-ea5c71c6-97b3-405a-b225-5443b1501ae8 service neutron] 10.222.0.59 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293356 May 13 15:18:17.863152 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1857181c-21ab-45fd-bba2-92ad7e6f6f87 req-26593be5-b7b8-47b8-a112-1e1d05925569 service neutron] 10.222.0.59 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263449 May 13 15:18:18.461848 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:18.779317 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be2b15-214b-4ea6-b8bf-560a3df80059 req-cbd0d2a4-e612-427f-aced-0cd5ea5d3cb7 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:18.780666 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-74be2b15-214b-4ea6-b8bf-560a3df80059 req-cbd0d2a4-e612-427f-aced-0cd5ea5d3cb7 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 946 time: 0.1947863 May 13 15:18:18.825565 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-74be2b15-214b-4ea6-b8bf-560a3df80059 req-ed55e3bc-f2be-4509-8778-0f3ed4aca6fc tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390594 May 13 15:18:20.021422 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66265120-6a39-4cf3-9db0-3fe13c1c306b req-e73ace94-3ce7-47be-babf-3141bd170c16 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:20.022885 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-66265120-6a39-4cf3-9db0-3fe13c1c306b req-e73ace94-3ce7-47be-babf-3141bd170c16 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 946 time: 0.0857832 May 13 15:18:20.068514 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-66265120-6a39-4cf3-9db0-3fe13c1c306b req-dc9b43b6-1a33-4b90-be9e-d2446512f2c3 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396237 May 13 15:18:21.256770 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c25ee-a8a4-4506-8944-60bffb8aa83e req-658a0e1d-b32e-4adb-9fe8-3eeeb523b7c8 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:21.258220 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5f1c25ee-a8a4-4506-8944-60bffb8aa83e req-658a0e1d-b32e-4adb-9fe8-3eeeb523b7c8 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 946 time: 0.0813172 May 13 15:18:21.304590 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5f1c25ee-a8a4-4506-8944-60bffb8aa83e req-4d492e41-1cda-4a64-aaa1-67f5de6ef696 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406253 May 13 15:18:22.498714 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7208a-efad-49c2-8d70-e4930344a78e req-6de696e2-07ea-43d8-8fa8-ebaa6d18b1cf tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:22.500277 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bfe7208a-efad-49c2-8d70-e4930344a78e req-6de696e2-07ea-43d8-8fa8-ebaa6d18b1cf tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 946 time: 0.0832520 May 13 15:18:22.548417 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bfe7208a-efad-49c2-8d70-e4930344a78e req-a4a8f3b6-0006-46f5-9682-96001f12f8c1 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417466 May 13 15:18:23.742207 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addae41f-591a-4cba-9681-0644610a05d3 req-1b6f9b3b-014e-4d85-8d79-5958d3b47529 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:23.743768 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-addae41f-591a-4cba-9681-0644610a05d3 req-1b6f9b3b-014e-4d85-8d79-5958d3b47529 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 946 time: 0.0830054 May 13 15:18:23.790630 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-addae41f-591a-4cba-9681-0644610a05d3 req-16cd23a9-cb0b-45cd-81c2-48d2f74cf56a tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411763 May 13 15:18:24.978798 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f76ad-1bb4-4ddd-bdde-3b277af6b185 req-f0fc17bf-d08e-4620-bf44-a26174791a1a tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:24.980305 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e32f76ad-1bb4-4ddd-bdde-3b277af6b185 req-f0fc17bf-d08e-4620-bf44-a26174791a1a tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 946 time: 0.0849767 May 13 15:18:25.026728 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e32f76ad-1bb4-4ddd-bdde-3b277af6b185 req-95ef6343-93d5-4057-9150-1cca895a284c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403402 May 13 15:18:26.275276 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551e976-8f71-48f5-9a80-98fb89a0e751 req-e9ebb507-34a8-4157-9eec-9460472d2ad1 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:26.276757 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9551e976-8f71-48f5-9a80-98fb89a0e751 req-e9ebb507-34a8-4157-9eec-9460472d2ad1 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 946 time: 0.1410675 May 13 15:18:26.320887 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9551e976-8f71-48f5-9a80-98fb89a0e751 req-443cb4f6-1420-4ea0-8e3a-f0c2e8812bab tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381830 May 13 15:18:27.321313 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f30e6100-87a3-4367-8766-fcdf82dda089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:27.515510 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181bafc-0e45-4635-af6e-49bb2418bdbe req-1eb2c7af-0def-4136-aa70-e1a6d3771039 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:27.517164 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8181bafc-0e45-4635-af6e-49bb2418bdbe req-1eb2c7af-0def-4136-aa70-e1a6d3771039 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 946 time: 0.0829787 May 13 15:18:27.529998 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:18:27.568836 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8181bafc-0e45-4635-af6e-49bb2418bdbe req-c00aab6a-dc03-4935-81f7-3e3c9f366d9d tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455017 May 13 15:18:28.759096 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde086f-159b-4a46-b184-c4ec114a667d req-966b4685-d22a-44d2-81b9-eef1627f0907 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:28.760591 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ccde086f-159b-4a46-b184-c4ec114a667d req-966b4685-d22a-44d2-81b9-eef1627f0907 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 946 time: 0.0840247 May 13 15:18:28.806071 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ccde086f-159b-4a46-b184-c4ec114a667d req-2a70f3a5-238e-4688-a089-a1de65a4a83d tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397923 May 13 15:18:28.919962 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:29.637008 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4b41c29a-9541-4e15-861a-4ac2ad951313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:29.996212 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5a5fd-8e4b-4092-862c-17d135915684 req-d7026851-5588-4ca0-bf37-93afecfb3e3c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:29.997609 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-86a5a5fd-8e4b-4092-862c-17d135915684 req-d7026851-5588-4ca0-bf37-93afecfb3e3c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 946 time: 0.0813460 May 13 15:18:30.042164 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-86a5a5fd-8e4b-4092-862c-17d135915684 req-ab3dc997-53b9-4325-be7d-63c9cb2e10bc tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389025 May 13 15:18:30.763581 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:30.796702 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:31.238981 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a5bc1-efca-471a-a6a8-8fb5686412b2 req-29fcdbf8-567f-47d2-b2ac-3674b8479b46 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:31.240082 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-278a5bc1-efca-471a-a6a8-8fb5686412b2 req-29fcdbf8-567f-47d2-b2ac-3674b8479b46 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 946 time: 0.0839827 May 13 15:18:31.284292 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-278a5bc1-efca-471a-a6a8-8fb5686412b2 req-10626b8f-c78b-4343-9f19-95317a4ed4cd tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385311 May 13 15:18:32.272646 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:32.482812 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a2a40-7f78-4d9b-916a-a21a1f49224d req-00803a49-b326-44f7-a43b-bf74960cfbf6 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:32.484038 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-544a2a40-7f78-4d9b-916a-a21a1f49224d req-00803a49-b326-44f7-a43b-bf74960cfbf6 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 946 time: 0.0876932 May 13 15:18:32.530217 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-544a2a40-7f78-4d9b-916a-a21a1f49224d req-77d17e44-c71a-4c06-8bf8-032fead153d7 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398972 May 13 15:18:33.717015 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d9b4b-eb08-46b1-8601-63cd0e93f47e req-e44e5206-d639-4151-82f9-b69b6ff4a28a tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:33.718465 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a02d9b4b-eb08-46b1-8601-63cd0e93f47e req-e44e5206-d639-4151-82f9-b69b6ff4a28a tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 946 time: 0.0806086 May 13 15:18:33.761701 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a02d9b4b-eb08-46b1-8601-63cd0e93f47e req-10b49c23-5110-4ed2-b5c4-44c9242902bc tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374844 May 13 15:18:33.870022 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-56e49f3d-194a-43a3-878d-c6736eb55c67 service neutron] show failed (client error): The resource could not be found. May 13 15:18:33.870916 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-56e49f3d-194a-43a3-878d-c6736eb55c67 service neutron] 10.222.0.59 "GET /v2.0/ports/2c820dbb-f07e-43b4-9348-728031af294e/bindings/n-h2-841760-1 HTTP/1.1" status: 404 len: 380 time: 0.0789490 May 13 15:18:34.203675 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-52810077-358d-4db3-857d-765bd03802a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:34.205043 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-52810077-358d-4db3-857d-765bd03802a8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5&tenant_id=79a8751501b94431b5a2f326853e1986 HTTP/1.1" status: 200 len: 1097 time: 0.1449418 May 13 15:18:34.221813 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-a0a38682-b4b2-4573-aac7-53dcfe70c6d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-841760-1', 'device_owner': 'compute:nova'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:34.335757 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-a0a38682-b4b2-4573-aac7-53dcfe70c6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:34.613543 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-a0a38682-b4b2-4573-aac7-53dcfe70c6d1 service neutron] For port 2c820dbb-f07e-43b4-9348-728031af294e, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=2c820dbb-f07e-43b4-9348-728031af294e,segment=NetworkSegment(b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e),segment_id=b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:34.643715 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-a0a38682-b4b2-4573-aac7-53dcfe70c6d1 service neutron] For port 2c820dbb-f07e-43b4-9348-728031af294e, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:18:34.701205 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0126988f-e29f-4b56-9591-06ec91a6afe5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c820dbb-f07e-43b4-9348-728031af294e'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:18:34.706561 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-a0a38682-b4b2-4573-aac7-53dcfe70c6d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:34.722085 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-a0a38682-b4b2-4573-aac7-53dcfe70c6d1 service neutron] Transition to ACTIVE for port object 2c820dbb-f07e-43b4-9348-728031af294e will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:34.725888 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-a0a38682-b4b2-4573-aac7-53dcfe70c6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:34.766812 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fe30ea4-a0e6-4845-bb19-577ebac85054'] response: {'server_uuid': '0126988f-e29f-4b56-9591-06ec91a6afe5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c820dbb-f07e-43b4-9348-728031af294e', 'code': 200} May 13 15:18:34.879997 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a38682-b4b2-4573-aac7-53dcfe70c6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2c820dbb-f07e-43b4-9348-728031af294e,revision_number=6']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:34.922714 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-a0a38682-b4b2-4573-aac7-53dcfe70c6d1 service neutron] No DVR routers for this DVR port 2c820dbb-f07e-43b4-9348-728031af294e on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:18:34.997923 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-a0a38682-b4b2-4573-aac7-53dcfe70c6d1 service neutron] Attempting to bind port 2c820dbb-f07e-43b4-9348-728031af294e on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:18:34.998250 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-a0a38682-b4b2-4573-aac7-53dcfe70c6d1 service neutron] Attempting to bind port 2c820dbb-f07e-43b4-9348-728031af294e by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0657c48b-9775-4d05-9fc2-4ac28863f118'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:18:34.998630 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-a0a38682-b4b2-4573-aac7-53dcfe70c6d1 service neutron] Attempting to bind port 2c820dbb-f07e-43b4-9348-728031af294e on network 0657c48b-9775-4d05-9fc2-4ac28863f118 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:18:35.006640 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-a0a38682-b4b2-4573-aac7-53dcfe70c6d1 service neutron] Port 2c820dbb-f07e-43b4-9348-728031af294e on network 0657c48b-9775-4d05-9fc2-4ac28863f118 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:18:35.006951 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-a0a38682-b4b2-4573-aac7-53dcfe70c6d1 service neutron] Attempting to bind port 2c820dbb-f07e-43b4-9348-728031af294e on network 0657c48b-9775-4d05-9fc2-4ac28863f118 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:18:35.014256 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-a0a38682-b4b2-4573-aac7-53dcfe70c6d1 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:18:35.014592 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-a0a38682-b4b2-4573-aac7-53dcfe70c6d1 service neutron] Checking segment: {'id': 'b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0657c48b-9775-4d05-9fc2-4ac28863f118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:18:35.014982 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-a0a38682-b4b2-4573-aac7-53dcfe70c6d1 service neutron] Bound using segment: {'id': 'b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0657c48b-9775-4d05-9fc2-4ac28863f118'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:18:35.015417 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-a0a38682-b4b2-4573-aac7-53dcfe70c6d1 service neutron] Bound port: 2c820dbb-f07e-43b4-9348-728031af294e, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0657c48b-9775-4d05-9fc2-4ac28863f118'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:18:35.015757 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-a0a38682-b4b2-4573-aac7-53dcfe70c6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:35.072347 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468e1e0-4ea4-4b7d-b229-14894128cb31 req-dc7be212-e688-4b8c-9d83-772534b53679 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:35.073787 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d468e1e0-4ea4-4b7d-b229-14894128cb31 req-dc7be212-e688-4b8c-9d83-772534b53679 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 944 time: 0.1864948 May 13 15:18:35.143414 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d468e1e0-4ea4-4b7d-b229-14894128cb31 req-79c44f85-75e6-40f8-874d-f4f4eb69abfd tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633166 May 13 15:18:35.149621 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-a0a38682-b4b2-4573-aac7-53dcfe70c6d1 service neutron] For port 2c820dbb-f07e-43b4-9348-728031af294e, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:18:35.152791 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-a0a38682-b4b2-4573-aac7-53dcfe70c6d1 service neutron] For port 2c820dbb-f07e-43b4-9348-728031af294e, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=2c820dbb-f07e-43b4-9348-728031af294e,segment=NetworkSegment(b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e),segment_id=b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:18:35.165600 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-a0a38682-b4b2-4573-aac7-53dcfe70c6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:35.334703 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-a0a38682-b4b2-4573-aac7-53dcfe70c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:35.335336 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-a0a38682-b4b2-4573-aac7-53dcfe70c6d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:35.336680 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-a0a38682-b4b2-4573-aac7-53dcfe70c6d1 service neutron] 10.222.0.74 "PUT /v2.0/ports/2c820dbb-f07e-43b4-9348-728031af294e HTTP/1.1" status: 200 len: 1092 time: 1.1187866 May 13 15:18:35.350701 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a38682-b4b2-4573-aac7-53dcfe70c6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2c820dbb-f07e-43b4-9348-728031af294e,revision_number=7']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:35.444495 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-67a96180-f397-492e-b18a-eb019bfe9009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:35.446120 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-67a96180-f397-492e-b18a-eb019bfe9009 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=79a8751501b94431b5a2f326853e1986&device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 1095 time: 0.0717950 May 13 15:18:35.577782 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-d849f70e-7393-48d0-aa63-e5c412d2a467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:35.579266 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-d849f70e-7393-48d0-aa63-e5c412d2a467 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0657c48b-9775-4d05-9fc2-4ac28863f118 HTTP/1.1" status: 200 len: 916 time: 0.1271856 May 13 15:18:35.660608 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-10a42579-11c5-4057-8bb1-e854893508ef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c820dbb-f07e-43b4-9348-728031af294e HTTP/1.1" status: 200 len: 217 time: 0.0757010 May 13 15:18:35.727010 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-a32d4566-6b1d-40cb-9549-78e2810233c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:35.728364 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-a32d4566-6b1d-40cb-9549-78e2810233c3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bf257053-ae34-4904-98dc-c4473ea44f84 HTTP/1.1" status: 200 len: 855 time: 0.0617146 May 13 15:18:35.774565 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-e8fde18a-1326-4f64-bc4c-8441eeb2c84d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0657c48b-9775-4d05-9fc2-4ac28863f118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402961 May 13 15:18:35.915444 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-5602b1d1-6524-4dfd-b986-ca5be1ab2a85 service neutron] 10.222.0.74 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345582 May 13 15:18:36.050618 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-255a1402-8d22-40a2-8789-5b9f38ac4939 req-03d1d564-d563-4a18-9156-acb40aeee908 service neutron] 10.222.0.74 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277285 May 13 15:18:36.358812 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6eb9c6-43d4-49c4-87f3-2da5c7354272 req-90095664-644c-48ba-bc33-ec46a754190d tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:36.360281 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8b6eb9c6-43d4-49c4-87f3-2da5c7354272 req-90095664-644c-48ba-bc33-ec46a754190d tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 944 time: 0.0924180 May 13 15:18:36.405393 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8b6eb9c6-43d4-49c4-87f3-2da5c7354272 req-a9b1bdd3-eaf2-4247-99ce-b9ca7f7c14e5 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386667 May 13 15:18:36.768424 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0126988f-e29f-4b56-9591-06ec91a6afe5', 'tag': '2c820dbb-f07e-43b4-9348-728031af294e'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:18:36.833019 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ca99cb4-244d-415a-868e-b87a0c166246'] response: {'name': 'network-changed', 'server_uuid': '0126988f-e29f-4b56-9591-06ec91a6afe5', 'tag': '2c820dbb-f07e-43b4-9348-728031af294e', 'status': 'completed', 'code': 200} May 13 15:18:36.922232 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee8384-39c0-463a-ba7f-10c8998784b6 req-bfb809c5-7fdf-4690-9e09-d086eb77af6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:36.923747 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcee8384-39c0-463a-ba7f-10c8998784b6 req-bfb809c5-7fdf-4690-9e09-d086eb77af6f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=79a8751501b94431b5a2f326853e1986&device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 1095 time: 0.1363533 May 13 15:18:36.936333 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d82ffd-5f54-4c9e-9d62-877ae0376d67 req-237c4d10-bd08-4de4-8d6c-181bdfe54146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:36.937779 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-72d82ffd-5f54-4c9e-9d62-877ae0376d67 req-237c4d10-bd08-4de4-8d6c-181bdfe54146 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=79a8751501b94431b5a2f326853e1986&device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 1095 time: 0.0901229 May 13 15:18:37.173225 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee8384-39c0-463a-ba7f-10c8998784b6 req-1e2971ec-f526-4299-8af4-0dc11852d627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:37.174649 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcee8384-39c0-463a-ba7f-10c8998784b6 req-1e2971ec-f526-4299-8af4-0dc11852d627 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0657c48b-9775-4d05-9fc2-4ac28863f118 HTTP/1.1" status: 200 len: 916 time: 0.2319329 May 13 15:18:37.176915 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d82ffd-5f54-4c9e-9d62-877ae0376d67 req-34b00327-1acb-457c-9fc5-10f1361363a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:37.178207 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-72d82ffd-5f54-4c9e-9d62-877ae0376d67 req-34b00327-1acb-457c-9fc5-10f1361363a6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0657c48b-9775-4d05-9fc2-4ac28863f118 HTTP/1.1" status: 200 len: 916 time: 0.2174983 May 13 15:18:37.296612 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcee8384-39c0-463a-ba7f-10c8998784b6 req-8a7e1b68-8b13-4543-a469-d72e9908104e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c820dbb-f07e-43b4-9348-728031af294e HTTP/1.1" status: 200 len: 217 time: 0.1154497 May 13 15:18:37.337973 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-72d82ffd-5f54-4c9e-9d62-877ae0376d67 req-dea61d4c-82d6-41d9-bc33-fc31fc40527d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c820dbb-f07e-43b4-9348-728031af294e HTTP/1.1" status: 200 len: 217 time: 0.1066539 May 13 15:18:37.410555 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee8384-39c0-463a-ba7f-10c8998784b6 req-379155fd-7297-42d2-a328-e3e525145fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:37.411995 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcee8384-39c0-463a-ba7f-10c8998784b6 req-379155fd-7297-42d2-a328-e3e525145fee service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bf257053-ae34-4904-98dc-c4473ea44f84 HTTP/1.1" status: 200 len: 855 time: 0.1078062 May 13 15:18:37.416766 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d82ffd-5f54-4c9e-9d62-877ae0376d67 req-c731a6e3-54b2-42a1-8921-1c024d28424d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:37.418158 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-72d82ffd-5f54-4c9e-9d62-877ae0376d67 req-c731a6e3-54b2-42a1-8921-1c024d28424d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bf257053-ae34-4904-98dc-c4473ea44f84 HTTP/1.1" status: 200 len: 855 time: 0.0721769 May 13 15:18:37.616213 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4cb65-ec25-4023-8643-b7734ce22a84 req-86bf170d-7aa1-4abe-9a5d-943bdd4243a7 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:37.617785 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c8d4cb65-ec25-4023-8643-b7734ce22a84 req-86bf170d-7aa1-4abe-9a5d-943bdd4243a7 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 944 time: 0.0962000 May 13 15:18:37.624043 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcee8384-39c0-463a-ba7f-10c8998784b6 req-3e3929e0-c34f-48fc-b6e9-824d877bf803 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0657c48b-9775-4d05-9fc2-4ac28863f118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2048752 May 13 15:18:37.626224 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-72d82ffd-5f54-4c9e-9d62-877ae0376d67 req-f339daeb-2931-4849-bef4-d76d1f87f2fe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0657c48b-9775-4d05-9fc2-4ac28863f118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1775432 May 13 15:18:37.665972 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c8d4cb65-ec25-4023-8643-b7734ce22a84 req-5a788f2a-d768-44b2-8405-5ab25ad606c4 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401216 May 13 15:18:37.791355 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 2c820dbb-f07e-43b4-9348-728031af294e no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:18:37.848161 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 2c820dbb-f07e-43b4-9348-728031af294e not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:18:37.872544 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcee8384-39c0-463a-ba7f-10c8998784b6 req-3bc83f61-4ab5-4c43-b5eb-7b835e391b7c service neutron] 10.222.0.74 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417080 May 13 15:18:37.875488 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-72d82ffd-5f54-4c9e-9d62-877ae0376d67 req-b5ffd6cc-24dd-4111-9637-3176d2a76590 service neutron] 10.222.0.59 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246971 May 13 15:18:38.117274 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fcee8384-39c0-463a-ba7f-10c8998784b6 req-f708386a-ca7b-4bb8-8f9b-81119ad353b2 service neutron] 10.222.0.74 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380748 May 13 15:18:38.119035 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-72d82ffd-5f54-4c9e-9d62-877ae0376d67 req-0d37dd25-1e78-4a47-ae1d-7e297bf813f0 service neutron] 10.222.0.59 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222462 May 13 15:18:38.256146 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d82ffd-5f54-4c9e-9d62-877ae0376d67 req-18a14843-c521-46c2-b0fb-6939c9f9e66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:38.257621 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-72d82ffd-5f54-4c9e-9d62-877ae0376d67 req-18a14843-c521-46c2-b0fb-6939c9f9e66b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=79a8751501b94431b5a2f326853e1986&device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 1095 time: 0.0756733 May 13 15:18:38.398934 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d82ffd-5f54-4c9e-9d62-877ae0376d67 req-18b316cc-44c8-4d99-a7f1-1f3a815e699d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:38.400325 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-72d82ffd-5f54-4c9e-9d62-877ae0376d67 req-18b316cc-44c8-4d99-a7f1-1f3a815e699d service neutron] 10.222.0.74 "GET /v2.0/networks?id=0657c48b-9775-4d05-9fc2-4ac28863f118 HTTP/1.1" status: 200 len: 916 time: 0.1357839 May 13 15:18:38.467202 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-72d82ffd-5f54-4c9e-9d62-877ae0376d67 req-1b7803dd-c040-4aab-969c-67b309276b29 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c820dbb-f07e-43b4-9348-728031af294e HTTP/1.1" status: 200 len: 217 time: 0.0603189 May 13 15:18:38.531614 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d82ffd-5f54-4c9e-9d62-877ae0376d67 req-289999b0-9c10-4cdc-a9ab-515f7fc0181c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:38.533029 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-72d82ffd-5f54-4c9e-9d62-877ae0376d67 req-289999b0-9c10-4cdc-a9ab-515f7fc0181c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bf257053-ae34-4904-98dc-c4473ea44f84 HTTP/1.1" status: 200 len: 855 time: 0.0601060 May 13 15:18:38.580103 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-72d82ffd-5f54-4c9e-9d62-877ae0376d67 req-b420c625-5285-42b7-8f48-f18f1fbaed93 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0657c48b-9775-4d05-9fc2-4ac28863f118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406244 May 13 15:18:38.713542 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-72d82ffd-5f54-4c9e-9d62-877ae0376d67 req-36332f44-5290-4147-81b6-922fff540898 service neutron] 10.222.0.74 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271052 May 13 15:18:38.899182 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-72d82ffd-5f54-4c9e-9d62-877ae0376d67 req-6335ed51-8f5e-4ece-bf9a-45d9260e977f service neutron] 10.222.0.74 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794672 May 13 15:18:38.915494 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78080d9d-066e-4873-9dd2-71f5e6f34d4d req-34c97bff-9ca2-400b-9e29-4ffae8a2eafc tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:38.916933 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-78080d9d-066e-4873-9dd2-71f5e6f34d4d req-34c97bff-9ca2-400b-9e29-4ffae8a2eafc tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 944 time: 0.1285639 May 13 15:18:38.970420 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-78080d9d-066e-4873-9dd2-71f5e6f34d4d req-45734676-ed76-4c87-94a7-e38ff68b7dcd tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468643 May 13 15:18:40.154455 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2eddf-b48d-4994-acf6-b75f6eb16fdb req-f98db661-855b-41dc-8fbb-da1a9406e068 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:40.155934 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cce2eddf-b48d-4994-acf6-b75f6eb16fdb req-f98db661-855b-41dc-8fbb-da1a9406e068 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 944 time: 0.0800345 May 13 15:18:40.200296 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cce2eddf-b48d-4994-acf6-b75f6eb16fdb req-d6d314ce-7d21-4f33-9700-f1a4b14880d0 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378907 May 13 15:18:40.453693 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 2c820dbb-f07e-43b4-9348-728031af294e details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:18:40.519241 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882e29b-784f-45a1-9df3-69effac69c38 req-6b874593-58f1-45f2-8b50-60a63e4d8e57 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:40.520826 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130433a1-1c81-4899-b2ad-7130b6682666 req-73e56d98-7f31-4fa3-8ea2-f67daaae6007 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:40.520961 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2882e29b-784f-45a1-9df3-69effac69c38 req-6b874593-58f1-45f2-8b50-60a63e4d8e57 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.59 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5&tenant_id=79a8751501b94431b5a2f326853e1986&binding%3Ahost_id=n-h2-841760-1 HTTP/1.1" status: 200 len: 944 time: 0.0952280 May 13 15:18:40.522330 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-130433a1-1c81-4899-b2ad-7130b6682666 req-73e56d98-7f31-4fa3-8ea2-f67daaae6007 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 944 time: 0.0957718 May 13 15:18:40.568692 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-130433a1-1c81-4899-b2ad-7130b6682666 req-ff8d5955-3d12-434a-908f-0826c87258a8 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403752 May 13 15:18:40.601481 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 2c820dbb-f07e-43b4-9348-728031af294e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=2c820dbb-f07e-43b4-9348-728031af294e,segment=NetworkSegment(b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e),segment_id=b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:40.605790 n-d-841760-1 neutron-server[88082]: INFO neutron.api.v2.resource [req-2882e29b-784f-45a1-9df3-69effac69c38 req-6c73527c-a143-4a35-873d-9fc478f1cb3e service neutron] delete failed (client error): The resource could not be found. May 13 15:18:40.606797 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2882e29b-784f-45a1-9df3-69effac69c38 req-6c73527c-a143-4a35-873d-9fc478f1cb3e service neutron] 10.222.0.59 "DELETE /v2.0/ports/2c820dbb-f07e-43b4-9348-728031af294e/bindings/n-h1-841760-1 HTTP/1.1" status: 404 len: 380 time: 0.0810666 May 13 15:18:40.620548 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '2c820dbb-f07e-43b4-9348-728031af294e', 'network_id': '0657c48b-9775-4d05-9fc2-4ac28863f118', 'port_id': '2c820dbb-f07e-43b4-9348-728031af294e', 'mac_address': 'fa:16:3e:03:1f:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf257053-ae34-4904-98dc-c4473ea44f84', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:18:40.679624 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 2c820dbb-f07e-43b4-9348-728031af294e is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:40.680008 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:40.697050 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c820dbb-f07e-43b4-9348-728031af294e {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:18:40.713825 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 2c820dbb-f07e-43b4-9348-728031af294e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=2c820dbb-f07e-43b4-9348-728031af294e,segment=NetworkSegment(b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e),segment_id=b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:40.718512 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:40.790670 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=2c820dbb-f07e-43b4-9348-728031af294e,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:40.798981 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:40.799458 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:40.799757 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:40.800196 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:40.800532 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:40.800865 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:40.801341 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:40.801545 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:40.801872 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:40.802196 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:40.802580 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:40.802849 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:40.867677 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882e29b-784f-45a1-9df3-69effac69c38 req-babd73bc-412b-4d17-9df6-1625e2429ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:40.869135 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2882e29b-784f-45a1-9df3-69effac69c38 req-babd73bc-412b-4d17-9df6-1625e2429ee2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=79a8751501b94431b5a2f326853e1986&device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 1096 time: 0.1970799 May 13 15:18:41.009164 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882e29b-784f-45a1-9df3-69effac69c38 req-87ccf842-d902-4f73-9b8e-952edf497d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:41.010520 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2882e29b-784f-45a1-9df3-69effac69c38 req-87ccf842-d902-4f73-9b8e-952edf497d5c service neutron] 10.222.0.59 "GET /v2.0/networks?id=0657c48b-9775-4d05-9fc2-4ac28863f118 HTTP/1.1" status: 200 len: 916 time: 0.1358202 May 13 15:18:41.080983 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2882e29b-784f-45a1-9df3-69effac69c38 req-4f8a299e-e2c4-4969-bab7-d2a51f5f7160 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c820dbb-f07e-43b4-9348-728031af294e HTTP/1.1" status: 200 len: 217 time: 0.0648713 May 13 15:18:41.090958 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['2c820dbb-f07e-43b4-9348-728031af294e'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:18:41.144547 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882e29b-784f-45a1-9df3-69effac69c38 req-51e97c76-a30f-4fce-8f2c-ea5bcf9c7912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:41.146024 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2882e29b-784f-45a1-9df3-69effac69c38 req-51e97c76-a30f-4fce-8f2c-ea5bcf9c7912 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bf257053-ae34-4904-98dc-c4473ea44f84 HTTP/1.1" status: 200 len: 855 time: 0.0584545 May 13 15:18:41.193808 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2882e29b-784f-45a1-9df3-69effac69c38 req-4af07786-1ef6-4ef2-aa95-26de5eacdcdc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0657c48b-9775-4d05-9fc2-4ac28863f118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420561 May 13 15:18:41.330701 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2882e29b-784f-45a1-9df3-69effac69c38 req-c2764c77-6bab-4af0-8e52-12849e27a07e service neutron] 10.222.0.59 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306219 May 13 15:18:41.466568 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2882e29b-784f-45a1-9df3-69effac69c38 req-c1b0c3dc-8fe9-4bef-91f2-385e356355f2 service neutron] 10.222.0.59 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300018 May 13 15:18:41.765198 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6968d-e59a-42bf-8c74-c5d01066f618 req-576c2e7b-4b72-4f85-8d71-595233e091cc tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:41.766700 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5bb6968d-e59a-42bf-8c74-c5d01066f618 req-576c2e7b-4b72-4f85-8d71-595233e091cc tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 945 time: 0.0838733 May 13 15:18:41.814947 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5bb6968d-e59a-42bf-8c74-c5d01066f618 req-1e61f596-e1dd-4125-b65d-01a9f6d03a46 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418835 May 13 15:18:42.475043 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 2c820dbb-f07e-43b4-9348-728031af294e up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:18:42.579162 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 2c820dbb-f07e-43b4-9348-728031af294e completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:42.584400 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 2c820dbb-f07e-43b4-9348-728031af294e triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:42.584770 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:42.701098 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 2c820dbb-f07e-43b4-9348-728031af294e is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:42.701472 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:42.727937 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0126988f-e29f-4b56-9591-06ec91a6afe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c820dbb-f07e-43b4-9348-728031af294e'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:18:42.737151 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 2c820dbb-f07e-43b4-9348-728031af294e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=2c820dbb-f07e-43b4-9348-728031af294e,segment=NetworkSegment(b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e),segment_id=b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:42.741418 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:42.779691 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fccfe28-123c-46b6-8c59-33356d5baa7c'] response: {'server_uuid': '0126988f-e29f-4b56-9591-06ec91a6afe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c820dbb-f07e-43b4-9348-728031af294e', 'code': 200} May 13 15:18:42.812603 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=2c820dbb-f07e-43b4-9348-728031af294e,revision_number=9']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:43.003714 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5e386-eeff-406f-a8aa-281e904c21b2 req-fd8e6fda-4daf-4d23-bb8a-7dc5541e97c9 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:43.005735 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-99d5e386-eeff-406f-a8aa-281e904c21b2 req-fd8e6fda-4daf-4d23-bb8a-7dc5541e97c9 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 946 time: 0.0814929 May 13 15:18:43.052731 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-99d5e386-eeff-406f-a8aa-281e904c21b2 req-3bca9b33-271c-4473-921f-081387c2b933 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411563 May 13 15:18:43.235840 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe5e6c-0e5a-4b73-abd8-84676da0bad3 req-75ebb413-6da8-4fde-b1dd-0ea7e111b301 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:43.237238 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-42fe5e6c-0e5a-4b73-abd8-84676da0bad3 req-75ebb413-6da8-4fde-b1dd-0ea7e111b301 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 946 time: 0.0809269 May 13 15:18:43.286076 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-42fe5e6c-0e5a-4b73-abd8-84676da0bad3 req-c23f1325-11a4-44b5-a8e4-d2b8365b6aa1 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421541 May 13 15:18:43.467146 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a6668-f2b7-40fa-b7c9-1617f5a7287d req-c9e8c7c7-58cb-4e51-a026-e085ec0fe5c1 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:43.468589 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df0a6668-f2b7-40fa-b7c9-1617f5a7287d req-c9e8c7c7-58cb-4e51-a026-e085ec0fe5c1 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 946 time: 0.0802855 May 13 15:18:43.517988 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-df0a6668-f2b7-40fa-b7c9-1617f5a7287d req-339e33c7-78ea-4842-b9eb-10641f3196d1 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432174 May 13 15:18:44.018895 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-1315328b-e155-4968-b357-947fb432b3c0 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:44.020371 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-1315328b-e155-4968-b357-947fb432b3c0 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/networks?id=0657c48b-9775-4d05-9fc2-4ac28863f118 HTTP/1.1" status: 200 len: 815 time: 0.1555171 May 13 15:18:44.036173 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-fe593d81-7ee7-4599-808f-b5aba48410c1 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/quotas/79a8751501b94431b5a2f326853e1986 HTTP/1.1" status: 200 len: 375 time: 0.0103507 May 13 15:18:44.118979 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-55d640e3-dacb-424e-af38-dc1f3e068c49 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=79a8751501b94431b5a2f326853e1986&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0778728 May 13 15:18:44.129168 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-b0e88d3d-c92e-4cb9-b723-a6a5f05b340e service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:18:44.130076 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-b0e88d3d-c92e-4cb9-b723-a6a5f05b340e service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047271 May 13 15:18:44.263077 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-9c6adecc-6175-4934-a47a-fb97a35fc39a service neutron] 10.222.0.35 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277828 May 13 15:18:44.391355 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-46836d2f-d3a2-4c9d-8fe6-88d91fa38919 service neutron] 10.222.0.35 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223156 May 13 15:18:44.570716 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e1d326ea-03d3-4d6e-95b5-881ebbcdae3f req-141e3f3d-5c21-40c0-8c59-9a3a01dbe1dd tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 210 time: 0.0433369 May 13 15:18:45.390677 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0737f4a-18b2-4411-9500-2edcde371e4d req-8e63e391-0ad7-456e-ae4b-51f368d7cead tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:45.392108 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c0737f4a-18b2-4411-9500-2edcde371e4d req-8e63e391-0ad7-456e-ae4b-51f368d7cead tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.74 "GET /v2.0/ports?device_id=0126988f-e29f-4b56-9591-06ec91a6afe5 HTTP/1.1" status: 200 len: 946 time: 0.0789378 May 13 15:18:45.462020 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-c0737f4a-18b2-4411-9500-2edcde371e4d req-fe54b9c5-fb11-414c-935d-d327a52e528c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Deleting port 2c820dbb-f07e-43b4-9348-728031af294e {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:45.462714 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c0737f4a-18b2-4411-9500-2edcde371e4d req-fe54b9c5-fb11-414c-935d-d327a52e528c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:45.788692 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-b3d1234f-652d-4e71-a7c5-8ac4326a051a tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:45.790338 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-b3d1234f-652d-4e71-a7c5-8ac4326a051a tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.74 "GET /v2.0/networks?id=0657c48b-9775-4d05-9fc2-4ac28863f118 HTTP/1.1" status: 200 len: 815 time: 0.1885438 May 13 15:18:45.811014 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-b815295e-91ba-49b9-971f-640e0dd2b369 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Request body: {'port': {'device_id': '058bb03e-2063-499d-bb34-9dce70213a25', 'network_id': '0657c48b-9775-4d05-9fc2-4ac28863f118', 'admin_state_up': True, 'tenant_id': '79a8751501b94431b5a2f326853e1986'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:45.855164 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-89781e91-2c74-4f32-9c16-ccbcb3efdb88 req-a553eb07-5dc4-4ffc-bdf8-90ec2d1cb34b tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 210 time: 0.1730912 May 13 15:18:45.898638 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-c0737f4a-18b2-4411-9500-2edcde371e4d req-fe54b9c5-fb11-414c-935d-d327a52e528c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] For port 2c820dbb-f07e-43b4-9348-728031af294e, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=2c820dbb-f07e-43b4-9348-728031af294e,segment=NetworkSegment(b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e),segment_id=b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:45.898997 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c0737f4a-18b2-4411-9500-2edcde371e4d req-fe54b9c5-fb11-414c-935d-d327a52e528c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:45.958762 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-b815295e-91ba-49b9-971f-640e0dd2b369 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:45.968644 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-b815295e-91ba-49b9-971f-640e0dd2b369 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:45.978615 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-b815295e-91ba-49b9-971f-640e0dd2b369 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Made reservation on behalf of 79a8751501b94431b5a2f326853e1986 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:18:45.982459 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-b815295e-91ba-49b9-971f-640e0dd2b369 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:46.030103 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-c0737f4a-18b2-4411-9500-2edcde371e4d req-fe54b9c5-fb11-414c-935d-d327a52e528c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Calling delete_port for 2c820dbb-f07e-43b4-9348-728031af294e owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:18:46.189833 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c0737f4a-18b2-4411-9500-2edcde371e4d req-fe54b9c5-fb11-414c-935d-d327a52e528c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:46.227287 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['2c820dbb-f07e-43b4-9348-728031af294e'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:18:46.251041 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54b9c5-fb11-414c-935d-d327a52e528c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Pushing event deleted for resources: {'Port': ['ID=2c820dbb-f07e-43b4-9348-728031af294e,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:46.277114 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-b815295e-91ba-49b9-971f-640e0dd2b369 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Allocated IP 172.20.0.5 (0657c48b-9775-4d05-9fc2-4ac28863f118/bf257053-ae34-4904-98dc-c4473ea44f84/cb63548d-652c-450c-83eb-34717c406cd9) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:18:46.287185 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe54b9c5-fb11-414c-935d-d327a52e528c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:46.287536 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe54b9c5-fb11-414c-935d-d327a52e528c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:46.287873 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe54b9c5-fb11-414c-935d-d327a52e528c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:46.288207 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe54b9c5-fb11-414c-935d-d327a52e528c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:46.288810 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe54b9c5-fb11-414c-935d-d327a52e528c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:46.289249 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe54b9c5-fb11-414c-935d-d327a52e528c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:46.289581 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe54b9c5-fb11-414c-935d-d327a52e528c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:46.289907 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe54b9c5-fb11-414c-935d-d327a52e528c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:46.290239 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe54b9c5-fb11-414c-935d-d327a52e528c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:46.290562 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe54b9c5-fb11-414c-935d-d327a52e528c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:46.290882 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe54b9c5-fb11-414c-935d-d327a52e528c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:46.291218 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe54b9c5-fb11-414c-935d-d327a52e528c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:46.343630 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0737f4a-18b2-4411-9500-2edcde371e4d req-fe54b9c5-fb11-414c-935d-d327a52e528c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] No DVR routers for this DVR port 2c820dbb-f07e-43b4-9348-728031af294e on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:18:46.346294 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-c0737f4a-18b2-4411-9500-2edcde371e4d req-fe54b9c5-fb11-414c-935d-d327a52e528c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:46.349457 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0126988f-e29f-4b56-9591-06ec91a6afe5', 'name': 'network-vif-deleted', 'tag': '2c820dbb-f07e-43b4-9348-728031af294e'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:18:46.365894 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c0737f4a-18b2-4411-9500-2edcde371e4d req-fe54b9c5-fb11-414c-935d-d327a52e528c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.74 "DELETE /v2.0/ports/2c820dbb-f07e-43b4-9348-728031af294e HTTP/1.1" status: 204 len: 173 time: 0.9680190 May 13 15:18:46.395736 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03bc9831-0bde-43a2-bea6-4fffe9a49b40'] response: {'server_uuid': '0126988f-e29f-4b56-9591-06ec91a6afe5', 'name': 'network-vif-deleted', 'tag': '2c820dbb-f07e-43b4-9348-728031af294e', 'status': 'completed', 'code': 200} May 13 15:18:46.499198 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-b815295e-91ba-49b9-971f-640e0dd2b369 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:46.531726 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-b815295e-91ba-49b9-971f-640e0dd2b369 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:46.608975 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-b815295e-91ba-49b9-971f-640e0dd2b369 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Network 0657c48b-9775-4d05-9fc2-4ac28863f118 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:46.610192 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-b815295e-91ba-49b9-971f-640e0dd2b369 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:46.615027 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-b815295e-91ba-49b9-971f-640e0dd2b369 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:18:46.659338 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815295e-91ba-49b9-971f-640e0dd2b369 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Pushing event updated for resources: {'Port': ['ID=cb63548d-652c-450c-83eb-34717c406cd9,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:46.686612 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-b815295e-91ba-49b9-971f-640e0dd2b369 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:46.687240 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-b815295e-91ba-49b9-971f-640e0dd2b369 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:46.712784 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-b815295e-91ba-49b9-971f-640e0dd2b369 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9081411 May 13 15:18:46.729024 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-aaa32808-5ba6-4d61-88f6-84ff43a016a6 service neutron] Request body: {'port': {'device_id': '058bb03e-2063-499d-bb34-9dce70213a25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:46.847442 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-aaa32808-5ba6-4d61-88f6-84ff43a016a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:47.057427 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4994e1-4aa2-42e4-a8d8-a2081384c204 req-5c701434-b5da-4931-a9f1-aaa107aa58ce tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:47.058173 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-af4994e1-4aa2-42e4-a8d8-a2081384c204 req-5c701434-b5da-4931-a9f1-aaa107aa58ce tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Synchronizing usage tracker for tenant:79a8751501b94431b5a2f326853e1986 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:47.075885 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-af4994e1-4aa2-42e4-a8d8-a2081384c204 req-5c701434-b5da-4931-a9f1-aaa107aa58ce tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Unset dirty status for tenant:79a8751501b94431b5a2f326853e1986 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:47.077222 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-af4994e1-4aa2-42e4-a8d8-a2081384c204 req-5c701434-b5da-4931-a9f1-aaa107aa58ce tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 931 time: 0.1140692 May 13 15:18:47.140520 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-af4994e1-4aa2-42e4-a8d8-a2081384c204 req-7c7f9b1f-7f91-46cf-9f7b-f26903b65ca3 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561221 May 13 15:18:47.230081 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-aaa32808-5ba6-4d61-88f6-84ff43a016a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb63548d-652c-450c-83eb-34717c406cd9 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:18:47.237478 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-aaa32808-5ba6-4d61-88f6-84ff43a016a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:47.251920 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-aaa32808-5ba6-4d61-88f6-84ff43a016a6 service neutron] Transition to ACTIVE for port object cb63548d-652c-450c-83eb-34717c406cd9 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:47.256075 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-aaa32808-5ba6-4d61-88f6-84ff43a016a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:47.417562 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa32808-5ba6-4d61-88f6-84ff43a016a6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb63548d-652c-450c-83eb-34717c406cd9,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:47.497754 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-aaa32808-5ba6-4d61-88f6-84ff43a016a6 service neutron] Attempting to bind port cb63548d-652c-450c-83eb-34717c406cd9 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:18:47.498081 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-aaa32808-5ba6-4d61-88f6-84ff43a016a6 service neutron] Attempting to bind port cb63548d-652c-450c-83eb-34717c406cd9 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0657c48b-9775-4d05-9fc2-4ac28863f118'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:18:47.498408 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-aaa32808-5ba6-4d61-88f6-84ff43a016a6 service neutron] Attempting to bind port cb63548d-652c-450c-83eb-34717c406cd9 on network 0657c48b-9775-4d05-9fc2-4ac28863f118 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:18:47.503443 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-aaa32808-5ba6-4d61-88f6-84ff43a016a6 service neutron] Port cb63548d-652c-450c-83eb-34717c406cd9 on network 0657c48b-9775-4d05-9fc2-4ac28863f118 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:18:47.503762 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-aaa32808-5ba6-4d61-88f6-84ff43a016a6 service neutron] Attempting to bind port cb63548d-652c-450c-83eb-34717c406cd9 on network 0657c48b-9775-4d05-9fc2-4ac28863f118 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:18:47.509713 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-aaa32808-5ba6-4d61-88f6-84ff43a016a6 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:18:47.510051 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-aaa32808-5ba6-4d61-88f6-84ff43a016a6 service neutron] Checking segment: {'id': 'b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0657c48b-9775-4d05-9fc2-4ac28863f118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:18:47.510434 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-aaa32808-5ba6-4d61-88f6-84ff43a016a6 service neutron] Bound using segment: {'id': 'b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0657c48b-9775-4d05-9fc2-4ac28863f118'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:18:47.510884 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-aaa32808-5ba6-4d61-88f6-84ff43a016a6 service neutron] Bound port: cb63548d-652c-450c-83eb-34717c406cd9, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0657c48b-9775-4d05-9fc2-4ac28863f118'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:18:47.511267 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-aaa32808-5ba6-4d61-88f6-84ff43a016a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:47.605830 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-aaa32808-5ba6-4d61-88f6-84ff43a016a6 service neutron] For port cb63548d-652c-450c-83eb-34717c406cd9, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:18:47.608866 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-aaa32808-5ba6-4d61-88f6-84ff43a016a6 service neutron] For port cb63548d-652c-450c-83eb-34717c406cd9, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=cb63548d-652c-450c-83eb-34717c406cd9,segment=NetworkSegment(b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e),segment_id=b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:18:47.614107 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-aaa32808-5ba6-4d61-88f6-84ff43a016a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:47.674477 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-aaa32808-5ba6-4d61-88f6-84ff43a016a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:47.675005 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-aaa32808-5ba6-4d61-88f6-84ff43a016a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:47.676948 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-aaa32808-5ba6-4d61-88f6-84ff43a016a6 service neutron] 10.222.0.74 "PUT /v2.0/ports/cb63548d-652c-450c-83eb-34717c406cd9 HTTP/1.1" status: 200 len: 1091 time: 0.9520667 May 13 15:18:47.677382 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '058bb03e-2063-499d-bb34-9dce70213a25', 'tag': 'cb63548d-652c-450c-83eb-34717c406cd9'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:18:47.710627 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa32808-5ba6-4d61-88f6-84ff43a016a6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb63548d-652c-450c-83eb-34717c406cd9,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:47.809692 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-200b7209-71e6-4862-8ff9-e30066d74906'] response: {'name': 'network-changed', 'server_uuid': '058bb03e-2063-499d-bb34-9dce70213a25', 'tag': 'cb63548d-652c-450c-83eb-34717c406cd9', 'status': 'completed', 'code': 200} May 13 15:18:47.822751 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-52e70076-c532-4bce-b5de-a1ca315550b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:47.824277 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-52e70076-c532-4bce-b5de-a1ca315550b6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=79a8751501b94431b5a2f326853e1986&device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 1094 time: 0.0865929 May 13 15:18:47.896978 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-5c553008-5254-49c6-9602-40b3b697a636 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb63548d-652c-450c-83eb-34717c406cd9 HTTP/1.1" status: 200 len: 217 time: 0.0614703 May 13 15:18:47.965075 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-82b08f00-3a98-4957-afe1-a89efd962af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:47.966411 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-82b08f00-3a98-4957-afe1-a89efd962af9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bf257053-ae34-4904-98dc-c4473ea44f84 HTTP/1.1" status: 200 len: 855 time: 0.0630653 May 13 15:18:48.013060 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-b7f3d295-cbc5-4ff6-83d1-7f621856bb35 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0657c48b-9775-4d05-9fc2-4ac28863f118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409284 May 13 15:18:48.255627 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-ca537c92-d886-4e38-986b-439f7f3a7026 service neutron] 10.222.0.74 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367091 May 13 15:18:48.329031 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e3b9d-4ff0-41c0-9310-c7ad0b735253 req-b22e6bbf-e5b3-4904-ad4a-2dd75d006c37 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:48.330470 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e06e3b9d-4ff0-41c0-9310-c7ad0b735253 req-b22e6bbf-e5b3-4904-ad4a-2dd75d006c37 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 943 time: 0.0846431 May 13 15:18:48.374486 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e06e3b9d-4ff0-41c0-9310-c7ad0b735253 req-93c40a4b-7113-475b-92e1-52464a58ea48 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377867 May 13 15:18:48.390793 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f8a78bbf-47a7-413b-bb73-6fc588de9794 req-a7ccac0a-283f-48de-8fd0-9a4eca28da35 service neutron] 10.222.0.74 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288376 May 13 15:18:48.476278 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:48.503198 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 2c820dbb-f07e-43b4-9348-728031af294e no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:18:48.541082 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 2c820dbb-f07e-43b4-9348-728031af294e {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:18:48.541422 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 2c820dbb-f07e-43b4-9348-728031af294e not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:18:48.547781 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcfe6e-380c-4e88-97d0-9888c356666b req-c61f97f5-f97b-489c-8e46-a62c493d5ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:48.549243 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d2bcfe6e-380c-4e88-97d0-9888c356666b req-c61f97f5-f97b-489c-8e46-a62c493d5ab0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=79a8751501b94431b5a2f326853e1986&device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 1094 time: 0.0787792 May 13 15:18:48.679103 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcfe6e-380c-4e88-97d0-9888c356666b req-2b608774-2d39-4388-bb82-fc9db0df8d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:48.680535 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d2bcfe6e-380c-4e88-97d0-9888c356666b req-2b608774-2d39-4388-bb82-fc9db0df8d1c service neutron] 10.222.0.74 "GET /v2.0/networks?id=0657c48b-9775-4d05-9fc2-4ac28863f118 HTTP/1.1" status: 200 len: 916 time: 0.1256943 May 13 15:18:48.746995 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d2bcfe6e-380c-4e88-97d0-9888c356666b req-d331cba3-154a-4745-9e90-1f8f3a8cbfce service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb63548d-652c-450c-83eb-34717c406cd9 HTTP/1.1" status: 200 len: 217 time: 0.0597086 May 13 15:18:48.817907 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcfe6e-380c-4e88-97d0-9888c356666b req-82291545-85d6-4c0c-bb10-ee6fb2047fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:48.820337 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d2bcfe6e-380c-4e88-97d0-9888c356666b req-82291545-85d6-4c0c-bb10-ee6fb2047fde service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bf257053-ae34-4904-98dc-c4473ea44f84 HTTP/1.1" status: 200 len: 855 time: 0.0677841 May 13 15:18:48.868225 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d2bcfe6e-380c-4e88-97d0-9888c356666b req-7958ef7f-6e28-47c3-8901-fe8c2642135e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0657c48b-9775-4d05-9fc2-4ac28863f118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416586 May 13 15:18:49.004764 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d2bcfe6e-380c-4e88-97d0-9888c356666b req-c3b873ba-5e97-46cf-b353-cf74d87fe227 service neutron] 10.222.0.74 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304169 May 13 15:18:49.134482 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d2bcfe6e-380c-4e88-97d0-9888c356666b req-9e57ebd5-6bb1-40d3-999d-61353a5cbcce service neutron] 10.222.0.74 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244216 May 13 15:18:49.562897 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb34367-1b00-4c52-9e06-58208a4a0e39 req-45fc3b62-fb51-4979-85fb-45e3de2f9fde tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:49.563610 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-1fb34367-1b00-4c52-9e06-58208a4a0e39 req-45fc3b62-fb51-4979-85fb-45e3de2f9fde tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Synchronizing usage tracker for tenant:79a8751501b94431b5a2f326853e1986 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:49.575906 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-1fb34367-1b00-4c52-9e06-58208a4a0e39 req-45fc3b62-fb51-4979-85fb-45e3de2f9fde tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Unset dirty status for tenant:79a8751501b94431b5a2f326853e1986 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:49.577037 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1fb34367-1b00-4c52-9e06-58208a4a0e39 req-45fc3b62-fb51-4979-85fb-45e3de2f9fde tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 943 time: 0.0979521 May 13 15:18:49.620570 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1fb34367-1b00-4c52-9e06-58208a4a0e39 req-406c1e33-7cf9-4975-a23d-326930352c43 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371914 May 13 15:18:50.805980 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8d166-f525-48a0-8cfb-175ab13a8335 req-20782b57-14f8-4db9-ae36-62b8a6b92946 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:50.807443 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-99d8d166-f525-48a0-8cfb-175ab13a8335 req-20782b57-14f8-4db9-ae36-62b8a6b92946 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 943 time: 0.0812969 May 13 15:18:50.854636 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-99d8d166-f525-48a0-8cfb-175ab13a8335 req-8260fe73-20d7-4562-853c-82a0cb56f767 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414836 May 13 15:18:52.042954 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c86da3-2bf3-435a-99de-a915730ba8f8 req-97be216d-14ad-42a6-a5de-80370e3fefa7 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:52.044938 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c8c86da3-2bf3-435a-99de-a915730ba8f8 req-97be216d-14ad-42a6-a5de-80370e3fefa7 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 943 time: 0.0828311 May 13 15:18:52.091981 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c8c86da3-2bf3-435a-99de-a915730ba8f8 req-3a800944-b8d0-4af2-ada6-fa6f54c21b2d tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417688 May 13 15:18:52.551485 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device cb63548d-652c-450c-83eb-34717c406cd9 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:18:52.686257 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port cb63548d-652c-450c-83eb-34717c406cd9, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=cb63548d-652c-450c-83eb-34717c406cd9,segment=NetworkSegment(b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e),segment_id=b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:52.700067 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'cb63548d-652c-450c-83eb-34717c406cd9', 'network_id': '0657c48b-9775-4d05-9fc2-4ac28863f118', 'port_id': 'cb63548d-652c-450c-83eb-34717c406cd9', 'mac_address': 'fa:16:3e:86:d2:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf257053-ae34-4904-98dc-c4473ea44f84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:18:52.753413 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port cb63548d-652c-450c-83eb-34717c406cd9 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:52.753786 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:52.770634 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb63548d-652c-450c-83eb-34717c406cd9 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:18:52.785599 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port cb63548d-652c-450c-83eb-34717c406cd9, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=cb63548d-652c-450c-83eb-34717c406cd9,segment=NetworkSegment(b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e),segment_id=b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:52.789439 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:52.857765 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=cb63548d-652c-450c-83eb-34717c406cd9,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:53.141191 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['cb63548d-652c-450c-83eb-34717c406cd9'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:18:53.278224 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98074d-ced3-47a7-a1bd-1a74460047e6 req-4b8f0690-9194-4e90-8f1a-326fd5627957 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:53.279714 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e98074d-ced3-47a7-a1bd-1a74460047e6 req-4b8f0690-9194-4e90-8f1a-326fd5627957 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 944 time: 0.0816569 May 13 15:18:53.324711 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e98074d-ced3-47a7-a1bd-1a74460047e6 req-5d969cfb-da91-4469-bb6d-fe1f0b0243cd tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392740 May 13 15:18:54.515863 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfc209-4f52-4db1-856a-e9b43c50e575 req-c0af1c31-6f0e-4e80-85e5-5cd6a870bef6 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:54.517304 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-afbfc209-4f52-4db1-856a-e9b43c50e575 req-c0af1c31-6f0e-4e80-85e5-5cd6a870bef6 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 944 time: 0.0846322 May 13 15:18:54.552217 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device cb63548d-652c-450c-83eb-34717c406cd9 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:18:54.562313 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-afbfc209-4f52-4db1-856a-e9b43c50e575 req-6654ec8d-2d91-4795-ad01-e2d240467e48 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388925 May 13 15:18:54.622160 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port cb63548d-652c-450c-83eb-34717c406cd9 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:54.626810 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port cb63548d-652c-450c-83eb-34717c406cd9 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:54.627211 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.743482 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port cb63548d-652c-450c-83eb-34717c406cd9 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:54.743854 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.769811 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058bb03e-2063-499d-bb34-9dce70213a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb63548d-652c-450c-83eb-34717c406cd9'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:18:54.780438 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port cb63548d-652c-450c-83eb-34717c406cd9, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=cb63548d-652c-450c-83eb-34717c406cd9,segment=NetworkSegment(b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e),segment_id=b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:54.786439 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.825585 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b75f234-b85d-4657-9ad0-2cbc89c54fea'] response: {'server_uuid': '058bb03e-2063-499d-bb34-9dce70213a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb63548d-652c-450c-83eb-34717c406cd9', 'code': 200} May 13 15:18:54.869064 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=cb63548d-652c-450c-83eb-34717c406cd9,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:54.983593 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a32b38-045a-4eed-b323-6a8f72bf96e7 req-16e53103-b235-49da-9fe5-f731e85c6e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:54.985127 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59a32b38-045a-4eed-b323-6a8f72bf96e7 req-16e53103-b235-49da-9fe5-f731e85c6e5c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 1096 time: 0.0719790 May 13 15:18:55.028651 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59a32b38-045a-4eed-b323-6a8f72bf96e7 req-13344bda-8676-4614-ae86-cba83365c1f6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374410 May 13 15:18:55.747683 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c695e1-46e6-40dd-b195-7460fb464aef req-f8aa2dd3-3965-48c5-a645-2b04b960a5f3 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:55.749122 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-51c695e1-46e6-40dd-b195-7460fb464aef req-f8aa2dd3-3965-48c5-a645-2b04b960a5f3 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.0828614 May 13 15:18:55.793593 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-51c695e1-46e6-40dd-b195-7460fb464aef req-ab7b71e1-3bb7-4947-858c-84085cd465bd tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387397 May 13 15:18:56.986265 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2a0f4-9c05-49bc-8275-2195ff3a2e43 req-fd6be433-143d-4f4a-ad92-926a56d90319 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:56.987768 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd2a0f4-9c05-49bc-8275-2195ff3a2e43 req-fd6be433-143d-4f4a-ad92-926a56d90319 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.0862288 May 13 15:18:57.031914 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2dd2a0f4-9c05-49bc-8275-2195ff3a2e43 req-79fb1baa-81b6-4f43-ba4a-fdc40a2e95a8 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383925 May 13 15:18:57.221171 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7538ff-7364-4fcb-b0e0-15bc87d404b1 req-c03dc090-39fb-48c3-b6a6-c6a3baace0af tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:57.222598 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fc7538ff-7364-4fcb-b0e0-15bc87d404b1 req-c03dc090-39fb-48c3-b6a6-c6a3baace0af tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.0835872 May 13 15:18:57.277954 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fc7538ff-7364-4fcb-b0e0-15bc87d404b1 req-d49e4efb-df4a-442e-bcc1-c0277eb88a35 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495436 May 13 15:18:57.324454 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3e97a48d-4288-4a6f-8f8a-85ea7eb9e673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:57.806427 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-5c944856-7bed-4ee5-8b21-9faaa509035e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2478459 May 13 15:18:57.818424 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ba8c0-ccfe-42c4-a0ab-107b5ccbac8e req-0a6e299d-6339-4974-ba77-cbe9e464c244 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:57.819858 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-869ba8c0-ccfe-42c4-a0ab-107b5ccbac8e req-0a6e299d-6339-4974-ba77-cbe9e464c244 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.2088952 May 13 15:18:57.870079 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-869ba8c0-ccfe-42c4-a0ab-107b5ccbac8e req-f839a598-8d73-4f42-9541-0e0477b0d6fd tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434844 May 13 15:18:58.922496 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:58.947918 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-474f0219-c194-4186-b983-616e401c6c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:58.949388 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-474f0219-c194-4186-b983-616e401c6c2b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=79a8751501b94431b5a2f326853e1986&device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 1096 time: 0.0734074 May 13 15:18:59.059263 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69058056-6fbb-4ce6-be72-8e483274dc07 req-01bf4968-fab9-4c87-a328-ee2f854b94d9 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:59.060733 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-69058056-6fbb-4ce6-be72-8e483274dc07 req-01bf4968-fab9-4c87-a328-ee2f854b94d9 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.0819936 May 13 15:18:59.081517 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-2572a96a-4068-4b30-895c-6d7fae49a453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:59.082942 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-2572a96a-4068-4b30-895c-6d7fae49a453 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0657c48b-9775-4d05-9fc2-4ac28863f118 HTTP/1.1" status: 200 len: 916 time: 0.1281397 May 13 15:18:59.106566 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-69058056-6fbb-4ce6-be72-8e483274dc07 req-bb7480eb-d486-4d76-abce-79fd630065a4 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395906 May 13 15:18:59.153378 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-06e9c12c-9325-4994-8c76-462282c215bb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb63548d-652c-450c-83eb-34717c406cd9 HTTP/1.1" status: 200 len: 217 time: 0.0641980 May 13 15:18:59.214191 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-df9438e2-7d48-4e96-a27e-8168e9dc6759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:59.215623 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-df9438e2-7d48-4e96-a27e-8168e9dc6759 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bf257053-ae34-4904-98dc-c4473ea44f84 HTTP/1.1" status: 200 len: 855 time: 0.0571940 May 13 15:18:59.264478 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-4bfea5f9-570a-4041-8e86-92512299d760 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0657c48b-9775-4d05-9fc2-4ac28863f118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434327 May 13 15:18:59.401608 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-c32766a8-c8a0-49d3-b6b8-ad56e8e1cb21 service neutron] 10.222.0.74 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315267 May 13 15:18:59.536922 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-77927bf7-dadc-42b8-a1cd-9ed32e773f66 service neutron] 10.222.0.74 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297970 May 13 15:18:59.639274 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6f75-b131-4fed-a74c-2b7262d45a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.294776 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03ea4b-860e-4272-85ce-3aa7ef8b1e08 req-aff1787f-e7e5-47dc-abb2-8913efa82600 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:00.296242 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7f03ea4b-860e-4272-85ce-3aa7ef8b1e08 req-aff1787f-e7e5-47dc-abb2-8913efa82600 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.0830812 May 13 15:19:00.340947 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7f03ea4b-860e-4272-85ce-3aa7ef8b1e08 req-f33ae639-fe3e-4cc0-b2dd-4a0e03bd318a tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389960 May 13 15:19:00.766668 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.800196 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:01.534607 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669241a-0714-4520-a34a-59de78c270ae req-01551f48-c2ed-4fc8-b9f0-f91bf3a3c9be tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:01.536103 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3669241a-0714-4520-a34a-59de78c270ae req-01551f48-c2ed-4fc8-b9f0-f91bf3a3c9be tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.0867047 May 13 15:19:01.581903 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3669241a-0714-4520-a34a-59de78c270ae req-8a52b3f7-c7bd-4030-a5f9-c14d7f356c03 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401940 May 13 15:19:02.273351 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:02.772125 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd25f5-b610-4561-954f-e0c7c8c95483 req-06763d85-d891-4d04-b2ef-4cda248278b0 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:02.773570 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7dfd25f5-b610-4561-954f-e0c7c8c95483 req-06763d85-d891-4d04-b2ef-4cda248278b0 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.0838861 May 13 15:19:02.820094 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7dfd25f5-b610-4561-954f-e0c7c8c95483 req-a72e53f2-077d-4d95-beb6-36fc28f13530 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408976 May 13 15:19:04.002951 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8b40c-b3c0-4ccf-8c66-0bfe1873a5d5 req-ece513a5-6853-4d41-b186-0575f352bb6f tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:04.004441 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5dd8b40c-b3c0-4ccf-8c66-0bfe1873a5d5 req-ece513a5-6853-4d41-b186-0575f352bb6f tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.0796750 May 13 15:19:04.051389 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5dd8b40c-b3c0-4ccf-8c66-0bfe1873a5d5 req-ba79e40f-c7f3-41b6-9769-788e03296910 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400996 May 13 15:19:04.529692 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:19:05.240512 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f62cd4-11c3-4d3e-b76b-b57acc841f18 req-3c50c488-b0bf-4965-b57a-cbcc78870272 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:05.241971 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e5f62cd4-11c3-4d3e-b76b-b57acc841f18 req-3c50c488-b0bf-4965-b57a-cbcc78870272 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.0847974 May 13 15:19:05.285637 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e5f62cd4-11c3-4d3e-b76b-b57acc841f18 req-54e28b86-9aa5-4c39-a21e-9ea2622d27e0 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379181 May 13 15:19:06.472656 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c87ca-4da4-45c6-b1a6-1cc44821bc3e req-e6a18744-704c-41a3-9fcb-d2568cf0be5c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:06.474144 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-912c87ca-4da4-45c6-b1a6-1cc44821bc3e req-e6a18744-704c-41a3-9fcb-d2568cf0be5c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.0844781 May 13 15:19:06.518256 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-912c87ca-4da4-45c6-b1a6-1cc44821bc3e req-402ee4ab-79c1-4795-8943-a3fd3f634741 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384588 May 13 15:19:07.709971 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049cd138-625e-4652-afb1-a8bc7eb191c9 req-36208ce2-666d-49e0-9363-8b8919a6675e tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:07.711450 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-049cd138-625e-4652-afb1-a8bc7eb191c9 req-36208ce2-666d-49e0-9363-8b8919a6675e tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.0851073 May 13 15:19:07.754432 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-049cd138-625e-4652-afb1-a8bc7eb191c9 req-d01f226b-59a4-4316-916b-64c52ff59457 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370963 May 13 15:19:08.944401 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23643b5d-49c9-4f67-b04c-b97aa587231d req-4294c6da-ce93-4e88-8bef-dd0e12246a8c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:08.946162 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-23643b5d-49c9-4f67-b04c-b97aa587231d req-4294c6da-ce93-4e88-8bef-dd0e12246a8c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.0810034 May 13 15:19:08.994355 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-23643b5d-49c9-4f67-b04c-b97aa587231d req-6f0dec80-9f92-40d5-96f9-3ffec523b40a tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422788 May 13 15:19:10.178965 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f48ec-b7b9-44f3-8ff3-06b8625ce5d2 req-65053b23-5267-43c7-a261-8d7588fa94af tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:10.180507 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b58f48ec-b7b9-44f3-8ff3-06b8625ce5d2 req-65053b23-5267-43c7-a261-8d7588fa94af tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.0794237 May 13 15:19:10.229281 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b58f48ec-b7b9-44f3-8ff3-06b8625ce5d2 req-0754c111-a8a5-4a8e-b336-9a3316460b97 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430441 May 13 15:19:11.414588 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7771c1e-530c-46a6-966e-505faaf5a071 req-69f54292-94c9-4493-ab1a-de2cda366b0a tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:11.416726 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b7771c1e-530c-46a6-966e-505faaf5a071 req-69f54292-94c9-4493-ab1a-de2cda366b0a tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.0831726 May 13 15:19:11.464694 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b7771c1e-530c-46a6-966e-505faaf5a071 req-3d8602ca-23f3-4c90-8af2-93239198aed3 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420482 May 13 15:19:12.655827 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e908810-6ca6-4db2-8f73-256175ed8e8f req-d7968745-68f3-4e0b-b580-fcdb476744e0 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:12.657301 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2e908810-6ca6-4db2-8f73-256175ed8e8f req-d7968745-68f3-4e0b-b580-fcdb476744e0 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.0831051 May 13 15:19:12.701879 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2e908810-6ca6-4db2-8f73-256175ed8e8f req-661e1a19-b565-46fb-b227-395c78b85f2e tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381324 May 13 15:19:13.887941 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fbe7f-7eaa-413d-9f73-5aefe7ef9cef req-b3c4b468-60b1-4856-a3d4-72f19e432037 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:13.889391 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b55fbe7f-7eaa-413d-9f73-5aefe7ef9cef req-b3c4b468-60b1-4856-a3d4-72f19e432037 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.0839350 May 13 15:19:13.934305 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b55fbe7f-7eaa-413d-9f73-5aefe7ef9cef req-5ab8319d-91b3-4d31-a9c4-69f3971e7e2a tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393560 May 13 15:19:15.122613 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9905d50-82b1-4007-b2ad-c72505af9d7d req-85b5eeef-49e8-4cef-8ce2-dd57c78b8681 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:15.124093 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d9905d50-82b1-4007-b2ad-c72505af9d7d req-85b5eeef-49e8-4cef-8ce2-dd57c78b8681 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.0831811 May 13 15:19:15.169741 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d9905d50-82b1-4007-b2ad-c72505af9d7d req-f0de562a-ff26-4b26-9ebe-2749f41b979f tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399427 May 13 15:19:16.359178 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d953e-999c-4a7b-8050-275be345da70 req-6209da3b-63a7-448f-9059-a0b2e05751a7 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:16.360565 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c86d953e-999c-4a7b-8050-275be345da70 req-6209da3b-63a7-448f-9059-a0b2e05751a7 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.0802069 May 13 15:19:16.407878 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c86d953e-999c-4a7b-8050-275be345da70 req-58f6467d-6632-411f-80ed-a4d5e97649e3 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411723 May 13 15:19:17.601901 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cad0d-493f-4de6-9e0c-998473182c20 req-d6f4fb57-7da6-4517-97c6-1e67f281fb6c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:17.603380 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-063cad0d-493f-4de6-9e0c-998473182c20 req-d6f4fb57-7da6-4517-97c6-1e67f281fb6c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.0819547 May 13 15:19:17.647201 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-063cad0d-493f-4de6-9e0c-998473182c20 req-5261fc7e-75d8-493e-9180-dc0cacbdbd35 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379078 May 13 15:19:18.478217 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:18.841935 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65124247-739c-4f38-b9d3-c972551472a7 req-0596a838-9a73-4cd4-b300-038c1e03ff44 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:18.843475 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-65124247-739c-4f38-b9d3-c972551472a7 req-0596a838-9a73-4cd4-b300-038c1e03ff44 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.0856872 May 13 15:19:18.889593 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-65124247-739c-4f38-b9d3-c972551472a7 req-3c653fe6-da02-431e-9883-f89523ba60d5 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404146 May 13 15:19:20.227219 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788df9d0-48e5-4c9c-a411-a46cedfdc0e0 req-d3fccef3-07c4-4c61-8369-c56b22cf8e74 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:20.228632 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-788df9d0-48e5-4c9c-a411-a46cedfdc0e0 req-d3fccef3-07c4-4c61-8369-c56b22cf8e74 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.0850871 May 13 15:19:20.274659 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-788df9d0-48e5-4c9c-a411-a46cedfdc0e0 req-aa0409e9-d798-4208-bea8-d35908632f04 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402472 May 13 15:19:21.460576 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133df37a-4d77-4b8e-923a-3799a5e46d7a req-b5407027-f543-42cb-b031-44dde622e7c9 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:21.462058 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-133df37a-4d77-4b8e-923a-3799a5e46d7a req-b5407027-f543-42cb-b031-44dde622e7c9 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.0814991 May 13 15:19:21.510980 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-133df37a-4d77-4b8e-923a-3799a5e46d7a req-09714854-a744-41f1-a158-6ad8eaf56e78 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431538 May 13 15:19:22.693618 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db461a-6f61-45e5-8a46-a9efe3f8fb89 req-aade2867-9ff9-4946-a837-2e1614d3d592 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:22.695074 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49db461a-6f61-45e5-8a46-a9efe3f8fb89 req-aade2867-9ff9-4946-a837-2e1614d3d592 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.0807128 May 13 15:19:22.749536 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-49db461a-6f61-45e5-8a46-a9efe3f8fb89 req-790720aa-dec5-4c10-ac9f-92393d406896 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477543 May 13 15:19:23.939516 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388957dd-71a0-4ebd-8698-02b7f7ed8846 req-225d0065-79c6-4674-8163-b7040b0e6078 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:23.940994 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-388957dd-71a0-4ebd-8698-02b7f7ed8846 req-225d0065-79c6-4674-8163-b7040b0e6078 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.0802753 May 13 15:19:23.985664 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-388957dd-71a0-4ebd-8698-02b7f7ed8846 req-2f44f4ea-8dc5-426f-bfca-20adf1721f96 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387263 May 13 15:19:25.175640 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd67fb-ee11-4dc4-a62a-8f2be0e6f6ba req-3544429f-3a91-4a1f-bbe8-adb79865f368 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:25.177169 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cebd67fb-ee11-4dc4-a62a-8f2be0e6f6ba req-3544429f-3a91-4a1f-bbe8-adb79865f368 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.0843606 May 13 15:19:25.227358 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cebd67fb-ee11-4dc4-a62a-8f2be0e6f6ba req-eb24c36e-3cdf-4661-a7ef-e79167f0b919 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437963 May 13 15:19:26.416903 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822c992-3816-4190-bb09-91e7efaa4ca8 req-e9a39f6d-5c30-4be2-8897-d31c13b10e44 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:26.418285 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d822c992-3816-4190-bb09-91e7efaa4ca8 req-e9a39f6d-5c30-4be2-8897-d31c13b10e44 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.0853486 May 13 15:19:26.463257 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d822c992-3816-4190-bb09-91e7efaa4ca8 req-bbc7ad4a-4c24-423e-8295-a7ea507b6d94 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391943 May 13 15:19:26.862183 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-e8d32096-fd1c-4bc0-b700-1acc4e8d4e9c service neutron] show failed (client error): The resource could not be found. May 13 15:19:26.863227 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-e8d32096-fd1c-4bc0-b700-1acc4e8d4e9c service neutron] 10.222.0.74 "GET /v2.0/ports/cb63548d-652c-450c-83eb-34717c406cd9/bindings/n-h1-841760-1 HTTP/1.1" status: 404 len: 380 time: 0.0780482 May 13 15:19:27.164919 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-97f74007-6f6a-43af-93a0-2b852745a17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:27.166634 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-97f74007-6f6a-43af-93a0-2b852745a17d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25&tenant_id=79a8751501b94431b5a2f326853e1986 HTTP/1.1" status: 200 len: 1096 time: 0.1190343 May 13 15:19:27.178179 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-3f937734-a1a6-497d-8338-ab1af37af888 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-841760-1', 'device_owner': 'compute:nova'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:27.292752 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-3f937734-a1a6-497d-8338-ab1af37af888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:27.329388 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cbbfaba3-1e29-4acd-9e65-74378fd9a296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:27.688465 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-3f937734-a1a6-497d-8338-ab1af37af888 service neutron] For port cb63548d-652c-450c-83eb-34717c406cd9, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=cb63548d-652c-450c-83eb-34717c406cd9,segment=NetworkSegment(b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e),segment_id=b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:27.718331 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-3f937734-a1a6-497d-8338-ab1af37af888 service neutron] For port cb63548d-652c-450c-83eb-34717c406cd9, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:19:27.772076 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b35e3-4be1-44a6-b7dc-e4c4d8781e9a req-6166b067-b1b6-40e6-9ad4-609e8af853b1 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:27.773534 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad4b35e3-4be1-44a6-b7dc-e4c4d8781e9a req-6166b067-b1b6-40e6-9ad4-609e8af853b1 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.1947081 May 13 15:19:27.778459 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058bb03e-2063-499d-bb34-9dce70213a25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb63548d-652c-450c-83eb-34717c406cd9'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:19:27.784555 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-3f937734-a1a6-497d-8338-ab1af37af888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:27.806644 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-3f937734-a1a6-497d-8338-ab1af37af888 service neutron] Transition to ACTIVE for port object cb63548d-652c-450c-83eb-34717c406cd9 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:27.811224 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-3f937734-a1a6-497d-8338-ab1af37af888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:27.821259 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad4b35e3-4be1-44a6-b7dc-e4c4d8781e9a req-7deedb54-e8c8-4eb7-bf59-e8619dbb7646 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418813 May 13 15:19:27.862693 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27672a5a-e2e4-4934-816c-d379f0221093'] response: {'server_uuid': '058bb03e-2063-499d-bb34-9dce70213a25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb63548d-652c-450c-83eb-34717c406cd9', 'code': 200} May 13 15:19:27.992051 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-3f937734-a1a6-497d-8338-ab1af37af888 service neutron] No DVR routers for this DVR port cb63548d-652c-450c-83eb-34717c406cd9 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:19:27.997906 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f937734-a1a6-497d-8338-ab1af37af888 service neutron] Pushing event updated for resources: {'Port': ['ID=cb63548d-652c-450c-83eb-34717c406cd9,revision_number=6']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:28.052522 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-3f937734-a1a6-497d-8338-ab1af37af888 service neutron] Attempting to bind port cb63548d-652c-450c-83eb-34717c406cd9 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:19:28.052858 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-3f937734-a1a6-497d-8338-ab1af37af888 service neutron] Attempting to bind port cb63548d-652c-450c-83eb-34717c406cd9 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0657c48b-9775-4d05-9fc2-4ac28863f118'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:19:28.053186 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-3f937734-a1a6-497d-8338-ab1af37af888 service neutron] Attempting to bind port cb63548d-652c-450c-83eb-34717c406cd9 on network 0657c48b-9775-4d05-9fc2-4ac28863f118 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:19:28.057783 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-3f937734-a1a6-497d-8338-ab1af37af888 service neutron] Port cb63548d-652c-450c-83eb-34717c406cd9 on network 0657c48b-9775-4d05-9fc2-4ac28863f118 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:19:28.058105 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-3f937734-a1a6-497d-8338-ab1af37af888 service neutron] Attempting to bind port cb63548d-652c-450c-83eb-34717c406cd9 on network 0657c48b-9775-4d05-9fc2-4ac28863f118 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:19:28.063390 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-3f937734-a1a6-497d-8338-ab1af37af888 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:19:28.063901 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-3f937734-a1a6-497d-8338-ab1af37af888 service neutron] Checking segment: {'id': 'b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0657c48b-9775-4d05-9fc2-4ac28863f118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:28.064519 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-3f937734-a1a6-497d-8338-ab1af37af888 service neutron] Bound using segment: {'id': 'b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0657c48b-9775-4d05-9fc2-4ac28863f118'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:19:28.065214 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-3f937734-a1a6-497d-8338-ab1af37af888 service neutron] Bound port: cb63548d-652c-450c-83eb-34717c406cd9, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0657c48b-9775-4d05-9fc2-4ac28863f118'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:19:28.065602 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-3f937734-a1a6-497d-8338-ab1af37af888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:28.164214 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-3f937734-a1a6-497d-8338-ab1af37af888 service neutron] For port cb63548d-652c-450c-83eb-34717c406cd9, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:19:28.167328 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-3f937734-a1a6-497d-8338-ab1af37af888 service neutron] For port cb63548d-652c-450c-83eb-34717c406cd9, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=cb63548d-652c-450c-83eb-34717c406cd9,segment=NetworkSegment(b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e),segment_id=b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:19:28.171630 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-3f937734-a1a6-497d-8338-ab1af37af888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:28.243360 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-3f937734-a1a6-497d-8338-ab1af37af888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:28.243981 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-3f937734-a1a6-497d-8338-ab1af37af888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:28.245364 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-3f937734-a1a6-497d-8338-ab1af37af888 service neutron] 10.222.0.59 "PUT /v2.0/ports/cb63548d-652c-450c-83eb-34717c406cd9 HTTP/1.1" status: 200 len: 1091 time: 1.0717041 May 13 15:19:28.265382 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f937734-a1a6-497d-8338-ab1af37af888 service neutron] Pushing event updated for resources: {'Port': ['ID=cb63548d-652c-450c-83eb-34717c406cd9,revision_number=7']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:28.363617 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-360c7c47-0616-4c49-8583-626ab25e6319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:28.365439 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-360c7c47-0616-4c49-8583-626ab25e6319 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=79a8751501b94431b5a2f326853e1986&device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 1094 time: 0.0971575 May 13 15:19:28.519254 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-b47a8364-b285-4318-8d49-c410cc00122c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:28.520715 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-b47a8364-b285-4318-8d49-c410cc00122c service neutron] 10.222.0.59 "GET /v2.0/networks?id=0657c48b-9775-4d05-9fc2-4ac28863f118 HTTP/1.1" status: 200 len: 916 time: 0.1486866 May 13 15:19:28.590708 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-37f9922e-e84d-4e99-9910-9950def885d4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb63548d-652c-450c-83eb-34717c406cd9 HTTP/1.1" status: 200 len: 217 time: 0.0638304 May 13 15:19:28.664292 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-bcd47d79-6b3e-4301-99d9-06799705e6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:28.665828 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-bcd47d79-6b3e-4301-99d9-06799705e6d6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bf257053-ae34-4904-98dc-c4473ea44f84 HTTP/1.1" status: 200 len: 855 time: 0.0684705 May 13 15:19:28.716147 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-8efa6714-a734-4509-935e-a9060bc404b9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0657c48b-9775-4d05-9fc2-4ac28863f118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438361 May 13 15:19:28.861133 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-d48753ce-6ff5-44fa-8f16-00b803650646 service neutron] 10.222.0.59 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386354 May 13 15:19:28.919813 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:29.002235 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0e4bac18-3e74-459f-b63f-8332bf094b94 req-8e0146ad-9200-4219-aa4d-70b92bb608f5 service neutron] 10.222.0.59 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341538 May 13 15:19:29.018792 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e80e4-264c-4561-8833-eb13ee310e0b req-807a2810-1ff7-4ac1-bccd-f64618de0698 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:29.020309 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f06e80e4-264c-4561-8833-eb13ee310e0b req-807a2810-1ff7-4ac1-bccd-f64618de0698 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 943 time: 0.0863850 May 13 15:19:29.067166 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f06e80e4-264c-4561-8833-eb13ee310e0b req-784e611b-1e5a-4c05-a8e6-6f631d3643d0 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396037 May 13 15:19:29.643999 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-55fb44a2-be33-4892-94cb-275f5a8172de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:29.864404 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '058bb03e-2063-499d-bb34-9dce70213a25', 'tag': 'cb63548d-652c-450c-83eb-34717c406cd9'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:19:29.921085 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a930afc-e280-42b0-8afd-9ffdef0b642a'] response: {'name': 'network-changed', 'server_uuid': '058bb03e-2063-499d-bb34-9dce70213a25', 'tag': 'cb63548d-652c-450c-83eb-34717c406cd9', 'status': 'completed', 'code': 200} May 13 15:19:30.013101 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2d335-2e02-44c2-b73e-592961f8c28a req-3bccd2be-b0d3-4800-88fd-e542c9b29f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:30.014617 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-59e2d335-2e02-44c2-b73e-592961f8c28a req-3bccd2be-b0d3-4800-88fd-e542c9b29f5d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=79a8751501b94431b5a2f326853e1986&device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 1094 time: 0.0775239 May 13 15:19:30.031678 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2d335-2e02-44c2-b73e-592961f8c28a req-4287900c-62a5-49c6-ba3c-b4b4633cb6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:30.033170 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59e2d335-2e02-44c2-b73e-592961f8c28a req-4287900c-62a5-49c6-ba3c-b4b4633cb6ce service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=79a8751501b94431b5a2f326853e1986&device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 1094 time: 0.0705092 May 13 15:19:30.150386 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2d335-2e02-44c2-b73e-592961f8c28a req-fd69da6e-f9cc-438d-b3f9-409e402da1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:30.151933 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-59e2d335-2e02-44c2-b73e-592961f8c28a req-fd69da6e-f9cc-438d-b3f9-409e402da1a2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0657c48b-9775-4d05-9fc2-4ac28863f118 HTTP/1.1" status: 200 len: 916 time: 0.1314263 May 13 15:19:30.167599 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2d335-2e02-44c2-b73e-592961f8c28a req-6c3fef71-5c5f-4a1e-ba38-68e98e77d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:30.169369 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59e2d335-2e02-44c2-b73e-592961f8c28a req-6c3fef71-5c5f-4a1e-ba38-68e98e77d41a service neutron] 10.222.0.74 "GET /v2.0/networks?id=0657c48b-9775-4d05-9fc2-4ac28863f118 HTTP/1.1" status: 200 len: 916 time: 0.1305075 May 13 15:19:30.220374 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-59e2d335-2e02-44c2-b73e-592961f8c28a req-405c69b2-e7fe-4dad-a97c-86a2887f4fdb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb63548d-652c-450c-83eb-34717c406cd9 HTTP/1.1" status: 200 len: 217 time: 0.0618055 May 13 15:19:30.271801 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59e2d335-2e02-44c2-b73e-592961f8c28a req-ac947b6a-33b7-4836-868c-dd596d71ffc9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb63548d-652c-450c-83eb-34717c406cd9 HTTP/1.1" status: 200 len: 217 time: 0.0964346 May 13 15:19:30.357047 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2d335-2e02-44c2-b73e-592961f8c28a req-9cffb902-6e84-455a-b8be-8abfc7c07511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:30.358494 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59e2d335-2e02-44c2-b73e-592961f8c28a req-9cffb902-6e84-455a-b8be-8abfc7c07511 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bf257053-ae34-4904-98dc-c4473ea44f84 HTTP/1.1" status: 200 len: 855 time: 0.0810359 May 13 15:19:30.399786 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2d335-2e02-44c2-b73e-592961f8c28a req-601ac5af-ffd7-4e28-a60a-cba539144ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:30.401452 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-59e2d335-2e02-44c2-b73e-592961f8c28a req-601ac5af-ffd7-4e28-a60a-cba539144ee7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bf257053-ae34-4904-98dc-c4473ea44f84 HTTP/1.1" status: 200 len: 855 time: 0.1738143 May 13 15:19:30.411527 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59e2d335-2e02-44c2-b73e-592961f8c28a req-cefea438-1473-4b96-a919-7be2d182b486 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0657c48b-9775-4d05-9fc2-4ac28863f118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462656 May 13 15:19:30.423256 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bf022-e31f-4ec3-ad3a-1c24f00de5c4 req-649b77b6-f522-41e7-b3d4-5863bc71bcd8 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:30.424730 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-068bf022-e31f-4ec3-ad3a-1c24f00de5c4 req-649b77b6-f522-41e7-b3d4-5863bc71bcd8 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 943 time: 0.1925251 May 13 15:19:30.450166 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-59e2d335-2e02-44c2-b73e-592961f8c28a req-d03efbf8-8ce1-42d3-b145-91874ea2189d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0657c48b-9775-4d05-9fc2-4ac28863f118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427647 May 13 15:19:30.571573 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-068bf022-e31f-4ec3-ad3a-1c24f00de5c4 req-35196c7e-5a53-4d87-9c14-90d1397efd05 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177387 May 13 15:19:30.602631 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-59e2d335-2e02-44c2-b73e-592961f8c28a req-9827e72c-1235-4e9d-94da-28901f0cc8d7 service neutron] 10.222.0.59 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461172 May 13 15:19:30.604589 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59e2d335-2e02-44c2-b73e-592961f8c28a req-6365e07b-9c63-4dc7-9a27-8df9f38d5216 service neutron] 10.222.0.74 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789234 May 13 15:19:30.707595 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device cb63548d-652c-450c-83eb-34717c406cd9 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:19:30.741832 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-59e2d335-2e02-44c2-b73e-592961f8c28a req-5ded03f1-58c9-4141-8d0e-9eb81059f3cc service neutron] 10.222.0.74 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315572 May 13 15:19:30.746678 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-59e2d335-2e02-44c2-b73e-592961f8c28a req-fbe7dae2-f94f-4f1b-a5e9-5bdb61ce517b service neutron] 10.222.0.59 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382792 May 13 15:19:30.779759 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:30.782109 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device cb63548d-652c-450c-83eb-34717c406cd9 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:19:30.800146 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:31.762155 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b43a5-ca71-46ca-b68c-edda03cc7c7e req-996b3503-74d6-4a3a-b71f-78ebc408743f tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:31.763661 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-875b43a5-ca71-46ca-b68c-edda03cc7c7e req-996b3503-74d6-4a3a-b71f-78ebc408743f tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 943 time: 0.0798519 May 13 15:19:31.821405 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-875b43a5-ca71-46ca-b68c-edda03cc7c7e req-c0cddfc9-d9ed-4059-ba57-cbdf99c39693 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519505 May 13 15:19:32.104261 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device cb63548d-652c-450c-83eb-34717c406cd9 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:19:32.132595 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b624490-e4c3-4467-a3f3-4628746d3712 req-4f4cb04e-acf5-4e8d-8be1-6dad7d76113e tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:32.133995 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8b624490-e4c3-4467-a3f3-4628746d3712 req-4f4cb04e-acf5-4e8d-8be1-6dad7d76113e tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 943 time: 0.0890765 May 13 15:19:32.150229 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eedad58-c25b-4827-b461-ad3833fe8fe3 req-08c3de49-b250-4bb3-8f9b-dddc6e5d3097 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:32.151706 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6eedad58-c25b-4827-b461-ad3833fe8fe3 req-08c3de49-b250-4bb3-8f9b-dddc6e5d3097 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.74 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25&tenant_id=79a8751501b94431b5a2f326853e1986&binding%3Ahost_id=n-h1-841760-1 HTTP/1.1" status: 200 len: 943 time: 0.0861087 May 13 15:19:32.179865 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8b624490-e4c3-4467-a3f3-4628746d3712 req-0b6bc657-39ed-40ae-b1bd-d744202dd2ba tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396423 May 13 15:19:32.244501 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [req-6eedad58-c25b-4827-b461-ad3833fe8fe3 req-bbc2b2b3-7671-458e-aeff-4a0798fc6526 service neutron] delete failed (client error): The resource could not be found. May 13 15:19:32.245641 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6eedad58-c25b-4827-b461-ad3833fe8fe3 req-bbc2b2b3-7671-458e-aeff-4a0798fc6526 service neutron] 10.222.0.74 "DELETE /v2.0/ports/cb63548d-652c-450c-83eb-34717c406cd9/bindings/n-h2-841760-1 HTTP/1.1" status: 404 len: 380 time: 0.0886829 May 13 15:19:32.253780 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port cb63548d-652c-450c-83eb-34717c406cd9, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=cb63548d-652c-450c-83eb-34717c406cd9,segment=NetworkSegment(b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e),segment_id=b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:32.276766 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'cb63548d-652c-450c-83eb-34717c406cd9', 'network_id': '0657c48b-9775-4d05-9fc2-4ac28863f118', 'port_id': 'cb63548d-652c-450c-83eb-34717c406cd9', 'mac_address': 'fa:16:3e:86:d2:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf257053-ae34-4904-98dc-c4473ea44f84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:19:32.308106 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:32.337954 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port cb63548d-652c-450c-83eb-34717c406cd9 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:32.338321 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:32.355636 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb63548d-652c-450c-83eb-34717c406cd9 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:19:32.371436 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port cb63548d-652c-450c-83eb-34717c406cd9, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=cb63548d-652c-450c-83eb-34717c406cd9,segment=NetworkSegment(b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e),segment_id=b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:32.375383 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:32.402926 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eedad58-c25b-4827-b461-ad3833fe8fe3 req-1dba405c-fb88-4820-8d6e-cd2978f9d587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:32.404351 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6eedad58-c25b-4827-b461-ad3833fe8fe3 req-1dba405c-fb88-4820-8d6e-cd2978f9d587 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=79a8751501b94431b5a2f326853e1986&device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 1094 time: 0.0750837 May 13 15:19:32.441915 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=cb63548d-652c-450c-83eb-34717c406cd9,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:32.541839 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eedad58-c25b-4827-b461-ad3833fe8fe3 req-7c8534a1-1657-404f-9fc7-ee522ff981ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:32.543456 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6eedad58-c25b-4827-b461-ad3833fe8fe3 req-7c8534a1-1657-404f-9fc7-ee522ff981ef service neutron] 10.222.0.74 "GET /v2.0/networks?id=0657c48b-9775-4d05-9fc2-4ac28863f118 HTTP/1.1" status: 200 len: 916 time: 0.1334889 May 13 15:19:32.591020 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['cb63548d-652c-450c-83eb-34717c406cd9'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:19:32.615076 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6eedad58-c25b-4827-b461-ad3833fe8fe3 req-0a14efee-5ab7-45aa-909f-7b23326c5ba4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb63548d-652c-450c-83eb-34717c406cd9 HTTP/1.1" status: 200 len: 217 time: 0.0657208 May 13 15:19:32.679381 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eedad58-c25b-4827-b461-ad3833fe8fe3 req-d7f58e84-4873-4eb2-8981-3dae7b221246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:32.680781 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6eedad58-c25b-4827-b461-ad3833fe8fe3 req-d7f58e84-4873-4eb2-8981-3dae7b221246 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bf257053-ae34-4904-98dc-c4473ea44f84 HTTP/1.1" status: 200 len: 855 time: 0.0590396 May 13 15:19:32.728440 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6eedad58-c25b-4827-b461-ad3833fe8fe3 req-709d17d3-1894-4b12-8525-de27b55d7ec7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0657c48b-9775-4d05-9fc2-4ac28863f118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406408 May 13 15:19:32.968449 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6eedad58-c25b-4827-b461-ad3833fe8fe3 req-397b52ee-9fb7-4638-8ac5-3b95b98a7565 service neutron] 10.222.0.74 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341113 May 13 15:19:33.099944 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6eedad58-c25b-4827-b461-ad3833fe8fe3 req-99fc8c86-b5db-47d4-a6b4-a0cb10360b59 service neutron] 10.222.0.74 "GET /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261601 May 13 15:19:33.374632 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95644b16-d1e3-49e4-aa96-38c7118f5880 req-e4c004bf-94ce-4fa9-ac5e-57f949cf9392 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:33.376107 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-95644b16-d1e3-49e4-aa96-38c7118f5880 req-e4c004bf-94ce-4fa9-ac5e-57f949cf9392 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 944 time: 0.0841315 May 13 15:19:33.420253 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-95644b16-d1e3-49e4-aa96-38c7118f5880 req-84148d32-0d75-48ce-b386-040b6f24d6f1 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385325 May 13 15:19:34.106213 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device cb63548d-652c-450c-83eb-34717c406cd9 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:34.177646 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port cb63548d-652c-450c-83eb-34717c406cd9 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:34.183408 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port cb63548d-652c-450c-83eb-34717c406cd9 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:34.183812 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:34.331512 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port cb63548d-652c-450c-83eb-34717c406cd9 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:34.331800 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:34.357575 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058bb03e-2063-499d-bb34-9dce70213a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb63548d-652c-450c-83eb-34717c406cd9'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:19:34.368881 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port cb63548d-652c-450c-83eb-34717c406cd9, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=cb63548d-652c-450c-83eb-34717c406cd9,segment=NetworkSegment(b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e),segment_id=b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:34.373406 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:34.405606 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32377ed5-f4e2-42c4-a6ec-a0f2613d393b'] response: {'server_uuid': '058bb03e-2063-499d-bb34-9dce70213a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb63548d-652c-450c-83eb-34717c406cd9', 'code': 200} May 13 15:19:34.443305 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=cb63548d-652c-450c-83eb-34717c406cd9,revision_number=9']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:34.610305 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08302c87-4242-4868-b1f8-9f9f0d33adcb req-6134d4b1-a940-49e6-b5b8-a655c8b9fb4b tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:34.611719 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-08302c87-4242-4868-b1f8-9f9f0d33adcb req-6134d4b1-a940-49e6-b5b8-a655c8b9fb4b tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.0801713 May 13 15:19:34.665288 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-08302c87-4242-4868-b1f8-9f9f0d33adcb req-5d9f4f8b-9d75-4217-bf72-842d61280115 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467713 May 13 15:19:34.855340 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117918ab-8926-4944-ae75-57edf3a301aa req-c26dd91d-da30-4cb4-9f3e-104eaec1c362 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:34.856823 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-117918ab-8926-4944-ae75-57edf3a301aa req-c26dd91d-da30-4cb4-9f3e-104eaec1c362 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.0844433 May 13 15:19:34.900750 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-117918ab-8926-4944-ae75-57edf3a301aa req-bc48ea49-8104-422e-b3cb-d7df51aa7a7f tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380988 May 13 15:19:35.095446 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9c17d-11a3-4d6a-9c36-5a5768d2f24a req-a490b2ea-b71e-41e3-b73b-57e0e3841332 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:35.096936 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5ce9c17d-11a3-4d6a-9c36-5a5768d2f24a req-a490b2ea-b71e-41e3-b73b-57e0e3841332 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.0837405 May 13 15:19:35.143359 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5ce9c17d-11a3-4d6a-9c36-5a5768d2f24a req-dc10eb54-8138-4f28-9868-49c4078232f1 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400581 May 13 15:19:35.690256 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee55cf7-81fe-4fa8-901d-f889ecde2973 req-91dcc242-09fa-43d9-b873-46577fdaa6c1 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:35.691673 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-eee55cf7-81fe-4fa8-901d-f889ecde2973 req-91dcc242-09fa-43d9-b873-46577fdaa6c1 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.0812757 May 13 15:19:35.751218 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-eee55cf7-81fe-4fa8-901d-f889ecde2973 req-75dda403-0d52-4c28-81d0-70474475a8cd tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533695 May 13 15:19:36.793052 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7614d1-a2e5-41a7-a6d5-ee772ef70906 req-35f1dca4-e270-4683-89c2-70909a829421 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:36.794579 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ef7614d1-a2e5-41a7-a6d5-ee772ef70906 req-35f1dca4-e270-4683-89c2-70909a829421 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.59 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.0877295 May 13 15:19:36.870517 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-ef7614d1-a2e5-41a7-a6d5-ee772ef70906 req-080bd230-28c7-400f-9a24-2297ece52428 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Deleting port cb63548d-652c-450c-83eb-34717c406cd9 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:36.870862 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ef7614d1-a2e5-41a7-a6d5-ee772ef70906 req-080bd230-28c7-400f-9a24-2297ece52428 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:36.954131 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538d200-3724-44c2-ab88-4addfbc1e3b4 req-17f09e76-b401-4e41-bc0d-db824fe1a982 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:36.955745 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2538d200-3724-44c2-ab88-4addfbc1e3b4 req-17f09e76-b401-4e41-bc0d-db824fe1a982 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/ports?device_id=058bb03e-2063-499d-bb34-9dce70213a25 HTTP/1.1" status: 200 len: 945 time: 0.0869896 May 13 15:19:37.004713 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2538d200-3724-44c2-ab88-4addfbc1e3b4 req-08939e9d-e754-4d0c-98fc-dd18a9790df9 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c699384-0f83-4d1f-aaab-d859afdbf936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426555 May 13 15:19:37.127781 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-ef7614d1-a2e5-41a7-a6d5-ee772ef70906 req-080bd230-28c7-400f-9a24-2297ece52428 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] For port cb63548d-652c-450c-83eb-34717c406cd9, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=cb63548d-652c-450c-83eb-34717c406cd9,segment=NetworkSegment(b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e),segment_id=b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:37.128141 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ef7614d1-a2e5-41a7-a6d5-ee772ef70906 req-080bd230-28c7-400f-9a24-2297ece52428 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:37.252419 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-ef7614d1-a2e5-41a7-a6d5-ee772ef70906 req-080bd230-28c7-400f-9a24-2297ece52428 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Calling delete_port for cb63548d-652c-450c-83eb-34717c406cd9 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:37.396186 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ef7614d1-a2e5-41a7-a6d5-ee772ef70906 req-080bd230-28c7-400f-9a24-2297ece52428 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:37.407886 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['cb63548d-652c-450c-83eb-34717c406cd9'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:19:37.450173 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bd230-28c7-400f-9a24-2297ece52428 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Pushing event deleted for resources: {'Port': ['ID=cb63548d-652c-450c-83eb-34717c406cd9,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:37.528743 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7614d1-a2e5-41a7-a6d5-ee772ef70906 req-080bd230-28c7-400f-9a24-2297ece52428 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] No DVR routers for this DVR port cb63548d-652c-450c-83eb-34717c406cd9 on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:19:37.531377 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-ef7614d1-a2e5-41a7-a6d5-ee772ef70906 req-080bd230-28c7-400f-9a24-2297ece52428 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:37.533890 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058bb03e-2063-499d-bb34-9dce70213a25', 'name': 'network-vif-deleted', 'tag': 'cb63548d-652c-450c-83eb-34717c406cd9'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:19:37.549666 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ef7614d1-a2e5-41a7-a6d5-ee772ef70906 req-080bd230-28c7-400f-9a24-2297ece52428 tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] 10.222.0.59 "DELETE /v2.0/ports/cb63548d-652c-450c-83eb-34717c406cd9 HTTP/1.1" status: 204 len: 173 time: 0.7503707 May 13 15:19:37.579637 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21fa4552-1fca-4b1a-a38e-915959bcbc85'] response: {'server_uuid': '058bb03e-2063-499d-bb34-9dce70213a25', 'name': 'network-vif-deleted', 'tag': 'cb63548d-652c-450c-83eb-34717c406cd9', 'status': 'completed', 'code': 200} May 13 15:19:38.240666 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 42198) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:38.409088 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-07086208-742c-41ea-b6df-2514e0f72c98 admin admin] Deleting subnet bf257053-ae34-4904-98dc-c4473ea44f84 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:19:38.412507 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-07086208-742c-41ea-b6df-2514e0f72c98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:38.460927 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-07086208-742c-41ea-b6df-2514e0f72c98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:38.514648 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-07086208-742c-41ea-b6df-2514e0f72c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:38.588873 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-07086208-742c-41ea-b6df-2514e0f72c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:38.630779 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07086208-742c-41ea-b6df-2514e0f72c98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf257053-ae34-4904-98dc-c4473ea44f84,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:38.636329 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-07086208-742c-41ea-b6df-2514e0f72c98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:38.642609 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-07086208-742c-41ea-b6df-2514e0f72c98 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bf257053-ae34-4904-98dc-c4473ea44f84 HTTP/1.1" status: 204 len: 168 time: 0.4009147 May 13 15:19:38.645074 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 42202) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:38.758200 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e0a81cd6-7248-4f62-be84-c4f51c5119d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:38.891359 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e0a81cd6-7248-4f62-be84-c4f51c5119d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:38.919763 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-e0a81cd6-7248-4f62-be84-c4f51c5119d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0657c48b-9775-4d05-9fc2-4ac28863f118']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:38.935310 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-e0a81cd6-7248-4f62-be84-c4f51c5119d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:38.935611 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-e0a81cd6-7248-4f62-be84-c4f51c5119d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c6d516-3f3a-4f55-bcdc-bac4cb5f903e') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:38.948991 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e0a81cd6-7248-4f62-be84-c4f51c5119d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:38.965874 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e0a81cd6-7248-4f62-be84-c4f51c5119d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:38.972028 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0a81cd6-7248-4f62-be84-c4f51c5119d2 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:19:38.972418 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e0a81cd6-7248-4f62-be84-c4f51c5119d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:38.986061 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:19:38.986061 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:19:38.986061 n-d-841760-1 neutron-server[88082]: timer() May 13 15:19:38.986061 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:19:38.986061 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:19:38.986061 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:19:38.986061 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:19:38.986061 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:19:38.986061 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:19:38.986061 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:19:38.986061 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:19:38.986061 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:19:38.986061 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:19:38.986061 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:19:38.986061 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:19:38.986061 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:19:38.986061 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:19:38.986061 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:19:38.986061 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:19:38.986061 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:19:38.986061 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:19:38.986061 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:19:38.986061 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:19:38.986061 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:19:38.986061 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:19:38.986061 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:19:38.986061 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:19:38.986061 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:19:38.986061 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:19:38.986061 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:19:38.986061 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:19:38.986061 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:19:39.063101 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e0a81cd6-7248-4f62-be84-c4f51c5119d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:39.079032 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e0a81cd6-7248-4f62-be84-c4f51c5119d2 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:39.091099 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a81cd6-7248-4f62-be84-c4f51c5119d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0657c48b-9775-4d05-9fc2-4ac28863f118,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:39.102902 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e0a81cd6-7248-4f62-be84-c4f51c5119d2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0657c48b-9775-4d05-9fc2-4ac28863f118 HTTP/1.1" status: 204 len: 168 time: 0.4565818 May 13 15:19:39.213778 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 42208) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:39.262497 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5fc917a5-63e9-4c53-8758-2209a2797517 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=79a8751501b94431b5a2f326853e1986&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474668 May 13 15:19:39.265037 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 42212) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:39.327863 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ae7c779-ccd4-4400-882a-877504e5c17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:39.356892 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ae7c779-ccd4-4400-882a-877504e5c17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:39.408347 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ae7c779-ccd4-4400-882a-877504e5c17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:39.425520 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7c779-ccd4-4400-882a-877504e5c17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c699384-0f83-4d1f-aaab-d859afdbf936,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:39.435996 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ae7c779-ccd4-4400-882a-877504e5c17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:39.439470 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4ae7c779-ccd4-4400-882a-877504e5c17e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7c699384-0f83-4d1f-aaab-d859afdbf936 HTTP/1.1" status: 204 len: 168 time: 0.1711984 May 13 15:19:40.117119 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device cb63548d-652c-450c-83eb-34717c406cd9 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:19:40.148537 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 42236) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:40.151019 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: cb63548d-652c-450c-83eb-34717c406cd9 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:19:40.151401 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device cb63548d-652c-450c-83eb-34717c406cd9 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:19:40.261682 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-1d9f4452-b0d4-4c57-9443-14418478ada2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-517654807-network', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:40.267771 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1d9f4452-b0d4-4c57-9443-14418478ada2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:40.272237 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1d9f4452-b0d4-4c57-9443-14418478ada2 admin admin] Usage tracker for resource:network and tenant:a122314b1a4e495db5df3f4e8d3f15bd is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:40.275089 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1d9f4452-b0d4-4c57-9443-14418478ada2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:40.280828 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1d9f4452-b0d4-4c57-9443-14418478ada2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:40.291937 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9f4452-b0d4-4c57-9443-14418478ada2 admin admin] Made reservation on behalf of a122314b1a4e495db5df3f4e8d3f15bd for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:40.294132 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1d9f4452-b0d4-4c57-9443-14418478ada2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:40.305902 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1d9f4452-b0d4-4c57-9443-14418478ada2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:40.320050 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1d9f4452-b0d4-4c57-9443-14418478ada2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:40.324240 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1d9f4452-b0d4-4c57-9443-14418478ada2 admin admin] Usage tracker for resource:security_group_rule and tenant:a122314b1a4e495db5df3f4e8d3f15bd is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:40.327134 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1d9f4452-b0d4-4c57-9443-14418478ada2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:40.333273 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1d9f4452-b0d4-4c57-9443-14418478ada2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:40.423377 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1d9f4452-b0d4-4c57-9443-14418478ada2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:40.426928 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1d9f4452-b0d4-4c57-9443-14418478ada2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:40.463866 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d9f4452-b0d4-4c57-9443-14418478ada2 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:19:40.469074 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f4452-b0d4-4c57-9443-14418478ada2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c134bd-8b83-4cce-b5ea-58ebb0af7818,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:40.477634 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1d9f4452-b0d4-4c57-9443-14418478ada2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:40.477979 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-1d9f4452-b0d4-4c57-9443-14418478ada2 admin admin] Added segment af89d200-879b-4d68-95a5-06af3406b13f of type vlan for network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 May 13 15:19:40.505061 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1d9f4452-b0d4-4c57-9443-14418478ada2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:40.533844 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1d9f4452-b0d4-4c57-9443-14418478ada2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:40.534790 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9f4452-b0d4-4c57-9443-14418478ada2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:40.535388 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1d9f4452-b0d4-4c57-9443-14418478ada2 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:40.641672 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f4452-b0d4-4c57-9443-14418478ada2 admin admin] Pushing event updated for resources: {'Network': ['ID=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:40.646714 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1d9f4452-b0d4-4c57-9443-14418478ada2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4971082 May 13 15:19:40.649909 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 42242) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:40.651824 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:19:40.656319 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-66f85d68-74ad-4509-be0f-75f48f544e1a admin admin] Request body: {'subnet': {'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-517654807-subnet', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:40.662514 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-66f85d68-74ad-4509-be0f-75f48f544e1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:40.666476 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-66f85d68-74ad-4509-be0f-75f48f544e1a admin admin] Usage tracker for resource:subnet and tenant:a122314b1a4e495db5df3f4e8d3f15bd is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:40.669394 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-66f85d68-74ad-4509-be0f-75f48f544e1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:40.675263 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-66f85d68-74ad-4509-be0f-75f48f544e1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:40.686485 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f85d68-74ad-4509-be0f-75f48f544e1a admin admin] Made reservation on behalf of a122314b1a4e495db5df3f4e8d3f15bd for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:40.688861 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-66f85d68-74ad-4509-be0f-75f48f544e1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:40.892012 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-66f85d68-74ad-4509-be0f-75f48f544e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:40.967619 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f85d68-74ad-4509-be0f-75f48f544e1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dde09fd-60f7-4956-b5da-f5b36c72397b,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:40.979875 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f85d68-74ad-4509-be0f-75f48f544e1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:40.980223 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f85d68-74ad-4509-be0f-75f48f544e1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:40.980565 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f85d68-74ad-4509-be0f-75f48f544e1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:40.980901 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f85d68-74ad-4509-be0f-75f48f544e1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:40.981235 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f85d68-74ad-4509-be0f-75f48f544e1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:40.981564 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f85d68-74ad-4509-be0f-75f48f544e1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:40.981887 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f85d68-74ad-4509-be0f-75f48f544e1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:40.982210 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f85d68-74ad-4509-be0f-75f48f544e1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:40.982534 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f85d68-74ad-4509-be0f-75f48f544e1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:40.982855 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f85d68-74ad-4509-be0f-75f48f544e1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:40.983207 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f85d68-74ad-4509-be0f-75f48f544e1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:40.983539 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f85d68-74ad-4509-be0f-75f48f544e1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:40.990922 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f85d68-74ad-4509-be0f-75f48f544e1a admin admin] Checking segment: {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:40.991071 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f85d68-74ad-4509-be0f-75f48f544e1a admin admin] Network hostable DHCP agents. Network: f51c7d4a-5d6a-4f34-a11d-9f441ec182a1, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:19:41.012081 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f85d68-74ad-4509-be0f-75f48f544e1a admin admin] Network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:19:41.022983 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-66f85d68-74ad-4509-be0f-75f48f544e1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, f51c7d4a-5d6a-4f34-a11d-9f441ec182a1) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:41.027159 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f85d68-74ad-4509-be0f-75f48f544e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:41.027746 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-66f85d68-74ad-4509-be0f-75f48f544e1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:41.033073 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db7d7d3-95a8-4899-aeb8-2bf10a24bf3b None None] Network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:41.055309 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 42246) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:41.055512 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-66f85d68-74ad-4509-be0f-75f48f544e1a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4036694 May 13 15:19:41.060492 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-88e689cd-5e00-45a3-a55b-6780bc284792 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:41.066212 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-88e689cd-5e00-45a3-a55b-6780bc284792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:41.070538 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-88e689cd-5e00-45a3-a55b-6780bc284792 admin admin] Usage tracker for resource:router and tenant:a122314b1a4e495db5df3f4e8d3f15bd is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:41.074004 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-88e689cd-5e00-45a3-a55b-6780bc284792 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:41.079657 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-88e689cd-5e00-45a3-a55b-6780bc284792 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:41.090676 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-88e689cd-5e00-45a3-a55b-6780bc284792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:41.091758 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-88e689cd-5e00-45a3-a55b-6780bc284792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:41.108642 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-88e689cd-5e00-45a3-a55b-6780bc284792 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:41.259576 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:19:41.260419 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:41.379226 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-88e689cd-5e00-45a3-a55b-6780bc284792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:41.420171 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Allocated IP 172.20.0.2 (f51c7d4a-5d6a-4f34-a11d-9f441ec182a1/3dde09fd-60f7-4956-b5da-f5b36c72397b/99242e5d-d094-42d9-ae0b-59cb14c91cdd) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:41.530859 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:19:41.633432 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:41.644482 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Transition to ACTIVE for port object 99242e5d-d094-42d9-ae0b-59cb14c91cdd will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:41.663802 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Transition to ACTIVE for port object 99242e5d-d094-42d9-ae0b-59cb14c91cdd will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:41.669000 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:41.738458 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:41.742364 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:41.744952 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:41.754141 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Pushing event updated for resources: {'Port': ['ID=99242e5d-d094-42d9-ae0b-59cb14c91cdd,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:41.819181 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-88e689cd-5e00-45a3-a55b-6780bc284792 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:41.819444 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:41.819799 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:41.820142 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:41.820744 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:41.821073 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:41.821405 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:41.821734 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:41.822060 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:41.822384 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:41.822710 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:41.823036 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:41.823458 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:41.850246 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-88e689cd-5e00-45a3-a55b-6780bc284792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:41.853449 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Attempting to bind port 99242e5d-d094-42d9-ae0b-59cb14c91cdd on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:19:41.853818 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Attempting to bind port 99242e5d-d094-42d9-ae0b-59cb14c91cdd by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:19:41.854184 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Attempting to bind port 99242e5d-d094-42d9-ae0b-59cb14c91cdd on network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:19:41.859869 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:19:41.860248 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Checking segment: {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:41.860644 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:41.861032 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Bound using segment: {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:19:41.861490 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Bound port: 99242e5d-d094-42d9-ae0b-59cb14c91cdd, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:19:41.861864 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:41.953881 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] For port 99242e5d-d094-42d9-ae0b-59cb14c91cdd, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:19:41.957012 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] For port 99242e5d-d094-42d9-ae0b-59cb14c91cdd, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=99242e5d-d094-42d9-ae0b-59cb14c91cdd,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:19:41.961284 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:41.991855 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-88e689cd-5e00-45a3-a55b-6780bc284792 admin admin] Allocated IP 172.25.0.124 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/bd629972-e369-445a-af32-c9d25522bbee) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:42.056543 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771242e2-b9ff-4ab9-889f-36fd96baf40e None None] Pushing event updated for resources: {'Port': ['ID=99242e5d-d094-42d9-ae0b-59cb14c91cdd,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:42.170038 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-88e689cd-5e00-45a3-a55b-6780bc284792 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:42.204427 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-88e689cd-5e00-45a3-a55b-6780bc284792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:42.286506 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e689cd-5e00-45a3-a55b-6780bc284792 admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:42.289974 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-88e689cd-5e00-45a3-a55b-6780bc284792 admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:42.294216 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e689cd-5e00-45a3-a55b-6780bc284792 admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:42.329973 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e689cd-5e00-45a3-a55b-6780bc284792 admin admin] Pushing event updated for resources: {'Port': ['ID=bd629972-e369-445a-af32-c9d25522bbee,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:42.733438 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-88e689cd-5e00-45a3-a55b-6780bc284792 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:43.095221 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc005d60-725a-484c-8751-3cde8913d778 None None] Network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:43.225532 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7650186f-ff5a-448c-be4f-22edd12a968c None None] Provisioning for port 99242e5d-d094-42d9-ae0b-59cb14c91cdd completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:43.228509 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-88e689cd-5e00-45a3-a55b-6780bc284792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:43.447820 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e689cd-5e00-45a3-a55b-6780bc284792 admin admin] Router 8be06e6f-6070-4d62-8613-313eecc0b32b is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:19:43.633710 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e689cd-5e00-45a3-a55b-6780bc284792 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:19:43.643019 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c93cc99-fc43-4bbf-ad71-c0409ffce1e3 None None] Sync routers for ids ['8be06e6f-6070-4d62-8613-313eecc0b32b'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:19:43.653937 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c93cc99-fc43-4bbf-ad71-c0409ffce1e3 None None] Routers {'8be06e6f-6070-4d62-8613-313eecc0b32b'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:19:43.654611 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-0c93cc99-fc43-4bbf-ad71-c0409ffce1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:19:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8be06e6f-6070-4d62-8613-313eecc0b32b'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:43.663645 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-88e689cd-5e00-45a3-a55b-6780bc284792 admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:43.666946 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-88e689cd-5e00-45a3-a55b-6780bc284792 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6104991 May 13 15:19:43.667212 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 42250) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:43.835417 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-0c93cc99-fc43-4bbf-ad71-c0409ffce1e3 None None] Set router 8be06e6f-6070-4d62-8613-313eecc0b32b gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:19:44.151046 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-0c93cc99-fc43-4bbf-ad71-c0409ffce1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'bd629972-e369-445a-af32-c9d25522bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:42Z', 'revision_number': 3, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'gw_port': {'id': 'bd629972-e369-445a-af32-c9d25522bbee', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:44.156288 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c93cc99-fc43-4bbf-ad71-c0409ffce1e3 None None] Checking router: 8be06e6f-6070-4d62-8613-313eecc0b32b for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:19:44.156628 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c93cc99-fc43-4bbf-ad71-c0409ffce1e3 None None] Updating router 8be06e6f-6070-4d62-8613-313eecc0b32b port bd629972-e369-445a-af32-c9d25522bbee binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:19:44.166976 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 99242e5d-d094-42d9-ae0b-59cb14c91cdd up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:44.218488 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-0c93cc99-fc43-4bbf-ad71-c0409ffce1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.249790 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 99242e5d-d094-42d9-ae0b-59cb14c91cdd completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:44.259157 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 99242e5d-d094-42d9-ae0b-59cb14c91cdd triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:44.259542 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.379382 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 99242e5d-d094-42d9-ae0b-59cb14c91cdd is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:44.380690 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.417657 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 99242e5d-d094-42d9-ae0b-59cb14c91cdd, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=99242e5d-d094-42d9-ae0b-59cb14c91cdd,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:44.422387 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.499673 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=99242e5d-d094-42d9-ae0b-59cb14c91cdd,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:44.508202 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-13526194-df40-445a-920d-95f181dd8860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.584982 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-0c93cc99-fc43-4bbf-ad71-c0409ffce1e3 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.602629 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-0c93cc99-fc43-4bbf-ad71-c0409ffce1e3 None None] Transition to ACTIVE for port object bd629972-e369-445a-af32-c9d25522bbee will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:44.611192 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-0c93cc99-fc43-4bbf-ad71-c0409ffce1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.691884 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-0c93cc99-fc43-4bbf-ad71-c0409ffce1e3 None None] Attempting to bind port bd629972-e369-445a-af32-c9d25522bbee on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:19:44.692519 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-0c93cc99-fc43-4bbf-ad71-c0409ffce1e3 None None] Attempting to bind port bd629972-e369-445a-af32-c9d25522bbee by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:19:44.692651 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c93cc99-fc43-4bbf-ad71-c0409ffce1e3 None None] Attempting to bind port bd629972-e369-445a-af32-c9d25522bbee on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:19:44.694612 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6662bd4-40b8-457c-a8a4-c685119fa065 None None] Pushing event updated for resources: {'Port': ['ID=bd629972-e369-445a-af32-c9d25522bbee,revision_number=2']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:44.703661 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c93cc99-fc43-4bbf-ad71-c0409ffce1e3 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:19:44.704021 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c93cc99-fc43-4bbf-ad71-c0409ffce1e3 None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:44.704405 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-0c93cc99-fc43-4bbf-ad71-c0409ffce1e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.704785 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c93cc99-fc43-4bbf-ad71-c0409ffce1e3 None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:19:44.705221 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-0c93cc99-fc43-4bbf-ad71-c0409ffce1e3 None None] Bound port: bd629972-e369-445a-af32-c9d25522bbee, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:19:44.705576 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-0c93cc99-fc43-4bbf-ad71-c0409ffce1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.732063 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-13526194-df40-445a-920d-95f181dd8860 admin admin] Allocated IP 172.20.0.1 (f51c7d4a-5d6a-4f34-a11d-9f441ec182a1/3dde09fd-60f7-4956-b5da-f5b36c72397b/cad7497b-eae4-4f30-81dc-ced636c6d33c) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:44.735566 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6662bd4-40b8-457c-a8a4-c685119fa065 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:44.735900 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6662bd4-40b8-457c-a8a4-c685119fa065 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:44.736225 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6662bd4-40b8-457c-a8a4-c685119fa065 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:44.736548 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6662bd4-40b8-457c-a8a4-c685119fa065 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:44.736874 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6662bd4-40b8-457c-a8a4-c685119fa065 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:44.737193 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6662bd4-40b8-457c-a8a4-c685119fa065 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:44.737506 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6662bd4-40b8-457c-a8a4-c685119fa065 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:44.737822 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6662bd4-40b8-457c-a8a4-c685119fa065 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:44.738131 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6662bd4-40b8-457c-a8a4-c685119fa065 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:44.738441 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6662bd4-40b8-457c-a8a4-c685119fa065 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:44.738816 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6662bd4-40b8-457c-a8a4-c685119fa065 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:44.739667 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6662bd4-40b8-457c-a8a4-c685119fa065 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:44.789916 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-0c93cc99-fc43-4bbf-ad71-c0409ffce1e3 None None] For port bd629972-e369-445a-af32-c9d25522bbee, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:19:44.793220 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-0c93cc99-fc43-4bbf-ad71-c0409ffce1e3 None None] For port bd629972-e369-445a-af32-c9d25522bbee, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=bd629972-e369-445a-af32-c9d25522bbee,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:19:44.796639 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-0c93cc99-fc43-4bbf-ad71-c0409ffce1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.871595 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c93cc99-fc43-4bbf-ad71-c0409ffce1e3 None None] Routers {'8be06e6f-6070-4d62-8613-313eecc0b32b'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:19:44.872194 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-0c93cc99-fc43-4bbf-ad71-c0409ffce1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:19:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8be06e6f-6070-4d62-8613-313eecc0b32b'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:44.881609 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-13526194-df40-445a-920d-95f181dd8860 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.899529 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-13526194-df40-445a-920d-95f181dd8860 admin admin] Transition to ACTIVE for port object cad7497b-eae4-4f30-81dc-ced636c6d33c will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:44.923744 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-13526194-df40-445a-920d-95f181dd8860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.957354 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6662bd4-40b8-457c-a8a4-c685119fa065 None None] Pushing event updated for resources: {'Port': ['ID=bd629972-e369-445a-af32-c9d25522bbee,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:44.993245 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13526194-df40-445a-920d-95f181dd8860 admin admin] Network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:44.996214 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-13526194-df40-445a-920d-95f181dd8860 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:45.000057 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13526194-df40-445a-920d-95f181dd8860 admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:45.029776 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13526194-df40-445a-920d-95f181dd8860 admin admin] Pushing event updated for resources: {'Port': ['ID=cad7497b-eae4-4f30-81dc-ced636c6d33c,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:45.059786 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-13526194-df40-445a-920d-95f181dd8860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:45.072940 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-0c93cc99-fc43-4bbf-ad71-c0409ffce1e3 None None] Set router 8be06e6f-6070-4d62-8613-313eecc0b32b gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:19:45.288373 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b7567bbd-126d-4f42-9b8c-775df50b6725 None None] Provisioning for port cad7497b-eae4-4f30-81dc-ced636c6d33c completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:45.294372 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b7567bbd-126d-4f42-9b8c-775df50b6725 None None] Provisioning complete for port cad7497b-eae4-4f30-81dc-ced636c6d33c triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:45.295136 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b7567bbd-126d-4f42-9b8c-775df50b6725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:45.349513 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-13526194-df40-445a-920d-95f181dd8860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:45.351617 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-b7567bbd-126d-4f42-9b8c-775df50b6725 None None] Port cad7497b-eae4-4f30-81dc-ced636c6d33c cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:19:45.373464 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-0c93cc99-fc43-4bbf-ad71-c0409ffce1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'bd629972-e369-445a-af32-c9d25522bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:42Z', 'revision_number': 3, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'gw_port': {'id': 'bd629972-e369-445a-af32-c9d25522bbee', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:45.377368 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c93cc99-fc43-4bbf-ad71-c0409ffce1e3 None None] The sync data for ids ['8be06e6f-6070-4d62-8613-313eecc0b32b'] in n-d-841760-1 is: [{'id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'bd629972-e369-445a-af32-c9d25522bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:42Z', 'revision_number': 3, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'gw_port': {'id': 'bd629972-e369-445a-af32-c9d25522bbee', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:19:45.587987 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-13526194-df40-445a-920d-95f181dd8860 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:45.599027 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-13526194-df40-445a-920d-95f181dd8860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:45.719442 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13526194-df40-445a-920d-95f181dd8860 admin admin] Pushing event updated for resources: {'Port': ['ID=cad7497b-eae4-4f30-81dc-ced636c6d33c,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:45.722680 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-13526194-df40-445a-920d-95f181dd8860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:45.868292 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13526194-df40-445a-920d-95f181dd8860 admin admin] Network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:45.869477 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-13526194-df40-445a-920d-95f181dd8860 admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:46.078812 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-87777c74-3837-4d3a-abb1-8b3974fc7e53 None None] Provisioning complete for port cad7497b-eae4-4f30-81dc-ced636c6d33c triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:46.079091 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-87777c74-3837-4d3a-abb1-8b3974fc7e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:46.144249 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-87777c74-3837-4d3a-abb1-8b3974fc7e53 None None] Port cad7497b-eae4-4f30-81dc-ced636c6d33c cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:19:46.199779 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13526194-df40-445a-920d-95f181dd8860 admin admin] Router 8be06e6f-6070-4d62-8613-313eecc0b32b has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:19:46.233724 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 99242e5d-d094-42d9-ae0b-59cb14c91cdd up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:46.314636 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 99242e5d-d094-42d9-ae0b-59cb14c91cdd triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:46.315717 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:46.389477 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13526194-df40-445a-920d-95f181dd8860 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:19:46.399440 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-13526194-df40-445a-920d-95f181dd8860 admin admin] 10.222.0.35 "PUT /v2.0/routers/8be06e6f-6070-4d62-8613-313eecc0b32b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7310989 May 13 15:19:46.436153 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 99242e5d-d094-42d9-ae0b-59cb14c91cdd is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:46.437243 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device bd629972-e369-445a-af32-c9d25522bbee up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:46.521037 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port bd629972-e369-445a-af32-c9d25522bbee completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:46.527624 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port bd629972-e369-445a-af32-c9d25522bbee triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:46.528183 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:46.651817 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port bd629972-e369-445a-af32-c9d25522bbee is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:46.652200 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:46.669180 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port bd629972-e369-445a-af32-c9d25522bbee, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=bd629972-e369-445a-af32-c9d25522bbee,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:46.674108 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:46.750278 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=bd629972-e369-445a-af32-c9d25522bbee,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:46.974192 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18f2fba-de77-4e31-82cd-5a99f275ac54 None None] Sync routers for ids ['8be06e6f-6070-4d62-8613-313eecc0b32b'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:19:46.984029 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18f2fba-de77-4e31-82cd-5a99f275ac54 None None] Routers {'8be06e6f-6070-4d62-8613-313eecc0b32b'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:19:46.984630 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-e18f2fba-de77-4e31-82cd-5a99f275ac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:19:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8be06e6f-6070-4d62-8613-313eecc0b32b'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:47.162113 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-e18f2fba-de77-4e31-82cd-5a99f275ac54 None None] Set router 8be06e6f-6070-4d62-8613-313eecc0b32b gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:19:47.517518 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-e18f2fba-de77-4e31-82cd-5a99f275ac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'bd629972-e369-445a-af32-c9d25522bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:45Z', 'revision_number': 4, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'gw_port': {'id': 'bd629972-e369-445a-af32-c9d25522bbee', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'cad7497b-eae4-4f30-81dc-ced636c6d33c', 'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'mac_address': 'fa:16:3e:23:c7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:19:45Z', 'revision_number': 2, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'subnets': [{'id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:47.521377 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18f2fba-de77-4e31-82cd-5a99f275ac54 None None] Checking router: 8be06e6f-6070-4d62-8613-313eecc0b32b for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:19:47.521691 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18f2fba-de77-4e31-82cd-5a99f275ac54 None None] Updating router 8be06e6f-6070-4d62-8613-313eecc0b32b port cad7497b-eae4-4f30-81dc-ced636c6d33c binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:19:47.576460 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e18f2fba-de77-4e31-82cd-5a99f275ac54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:47.756792 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 42262) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:47.762133 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-ff1441a1-03bc-47fd-a119-3d7f3c19ab31 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Request body: {'security_group': {'name': 'tempest-securitygroup--595103021', 'description': 'tempest-description--485851866'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:47.769159 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ff1441a1-03bc-47fd-a119-3d7f3c19ab31 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:47.773621 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ff1441a1-03bc-47fd-a119-3d7f3c19ab31 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Usage tracker for resource:security_group and tenant:a122314b1a4e495db5df3f4e8d3f15bd is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:47.776749 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ff1441a1-03bc-47fd-a119-3d7f3c19ab31 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:47.787721 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ff1441a1-03bc-47fd-a119-3d7f3c19ab31 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:47.798659 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ff1441a1-03bc-47fd-a119-3d7f3c19ab31 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:47.818735 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ff1441a1-03bc-47fd-a119-3d7f3c19ab31 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:47.823101 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ff1441a1-03bc-47fd-a119-3d7f3c19ab31 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Usage tracker for resource:security_group_rule and tenant:a122314b1a4e495db5df3f4e8d3f15bd is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:47.825939 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-ff1441a1-03bc-47fd-a119-3d7f3c19ab31 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:47.831645 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-ff1441a1-03bc-47fd-a119-3d7f3c19ab31 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:47.901934 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ff1441a1-03bc-47fd-a119-3d7f3c19ab31 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:47.906133 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ff1441a1-03bc-47fd-a119-3d7f3c19ab31 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:47.929113 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e18f2fba-de77-4e31-82cd-5a99f275ac54 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:47.941728 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e18f2fba-de77-4e31-82cd-5a99f275ac54 None None] Transition to ACTIVE for port object cad7497b-eae4-4f30-81dc-ced636c6d33c will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:47.949259 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e18f2fba-de77-4e31-82cd-5a99f275ac54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:47.950899 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1441a1-03bc-47fd-a119-3d7f3c19ab31 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efda8681-202e-4b9a-92a0-046b37348de6,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:47.953278 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ff1441a1-03bc-47fd-a119-3d7f3c19ab31 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:47.954490 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ff1441a1-03bc-47fd-a119-3d7f3c19ab31 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1966755 May 13 15:19:47.957292 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 42266) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:47.962997 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-b617a29c-ea45-4830-9466-8bc6f3f5ef33 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Request body: {'security_group_rule': {'security_group_id': 'efda8681-202e-4b9a-92a0-046b37348de6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:47.969680 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b617a29c-ea45-4830-9466-8bc6f3f5ef33 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:47.974120 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b617a29c-ea45-4830-9466-8bc6f3f5ef33 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Usage tracker for resource:security_group_rule and tenant:a122314b1a4e495db5df3f4e8d3f15bd is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:47.977078 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-b617a29c-ea45-4830-9466-8bc6f3f5ef33 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:47.982700 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-b617a29c-ea45-4830-9466-8bc6f3f5ef33 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:47.999665 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b617a29c-ea45-4830-9466-8bc6f3f5ef33 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:48.065917 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b617a29c-ea45-4830-9466-8bc6f3f5ef33 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:48.069881 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b617a29c-ea45-4830-9466-8bc6f3f5ef33 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:48.094749 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617a29c-ea45-4830-9466-8bc6f3f5ef33 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd1f159-eb98-4165-b595-255b64c709b3,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:48.113652 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b617a29c-ea45-4830-9466-8bc6f3f5ef33 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:48.119239 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 42270) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:48.121791 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b617a29c-ea45-4830-9466-8bc6f3f5ef33 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1625628 May 13 15:19:48.122369 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4179623-7008-48e9-892f-0440932ad283 None None] Pushing event updated for resources: {'Port': ['ID=cad7497b-eae4-4f30-81dc-ced636c6d33c,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:48.128430 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-d54c96f8-f520-4e32-bdbd-e07149cd6cfd tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Request body: {'security_group_rule': {'security_group_id': 'efda8681-202e-4b9a-92a0-046b37348de6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:48.137298 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d54c96f8-f520-4e32-bdbd-e07149cd6cfd tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:48.142656 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d54c96f8-f520-4e32-bdbd-e07149cd6cfd tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Usage tracker for resource:security_group_rule and tenant:a122314b1a4e495db5df3f4e8d3f15bd is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:48.149382 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d54c96f8-f520-4e32-bdbd-e07149cd6cfd tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:48.157228 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d54c96f8-f520-4e32-bdbd-e07149cd6cfd tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:48.161897 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device bd629972-e369-445a-af32-c9d25522bbee up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:48.183079 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d54c96f8-f520-4e32-bdbd-e07149cd6cfd tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:48.233843 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-e18f2fba-de77-4e31-82cd-5a99f275ac54 None None] Attempting to bind port cad7497b-eae4-4f30-81dc-ced636c6d33c on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:19:48.234216 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-e18f2fba-de77-4e31-82cd-5a99f275ac54 None None] Attempting to bind port cad7497b-eae4-4f30-81dc-ced636c6d33c by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:19:48.234585 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18f2fba-de77-4e31-82cd-5a99f275ac54 None None] Attempting to bind port cad7497b-eae4-4f30-81dc-ced636c6d33c on network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:19:48.245154 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18f2fba-de77-4e31-82cd-5a99f275ac54 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:19:48.245528 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18f2fba-de77-4e31-82cd-5a99f275ac54 None None] Checking segment: {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:48.245930 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e18f2fba-de77-4e31-82cd-5a99f275ac54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:48.246327 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18f2fba-de77-4e31-82cd-5a99f275ac54 None None] Bound using segment: {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:19:48.246801 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-e18f2fba-de77-4e31-82cd-5a99f275ac54 None None] Bound port: cad7497b-eae4-4f30-81dc-ced636c6d33c, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:19:48.247202 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e18f2fba-de77-4e31-82cd-5a99f275ac54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:48.267710 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d54c96f8-f520-4e32-bdbd-e07149cd6cfd tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:48.273620 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d54c96f8-f520-4e32-bdbd-e07149cd6cfd tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:48.299772 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c96f8-f520-4e32-bdbd-e07149cd6cfd tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c85e93cc-de49-41ff-8e0a-164e222e4f51,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:48.312770 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c96f8-f520-4e32-bdbd-e07149cd6cfd tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:48.313568 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c96f8-f520-4e32-bdbd-e07149cd6cfd tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:48.314030 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c96f8-f520-4e32-bdbd-e07149cd6cfd tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:48.314590 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c96f8-f520-4e32-bdbd-e07149cd6cfd tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:48.315177 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c96f8-f520-4e32-bdbd-e07149cd6cfd tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:48.315855 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c96f8-f520-4e32-bdbd-e07149cd6cfd tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:48.316482 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c96f8-f520-4e32-bdbd-e07149cd6cfd tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:48.317795 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c96f8-f520-4e32-bdbd-e07149cd6cfd tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:48.318156 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c96f8-f520-4e32-bdbd-e07149cd6cfd tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:48.318716 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c96f8-f520-4e32-bdbd-e07149cd6cfd tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:48.319267 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c96f8-f520-4e32-bdbd-e07149cd6cfd tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:48.319600 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c96f8-f520-4e32-bdbd-e07149cd6cfd tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:48.325269 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d54c96f8-f520-4e32-bdbd-e07149cd6cfd tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:48.327165 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d54c96f8-f520-4e32-bdbd-e07149cd6cfd tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2052770 May 13 15:19:48.329381 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port bd629972-e369-445a-af32-c9d25522bbee triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:48.329522 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 42274) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:48.330053 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:48.335510 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-e2cc6044-7636-426b-b116-8c42eb18930d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:48.342311 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e2cc6044-7636-426b-b116-8c42eb18930d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:48.347965 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e2cc6044-7636-426b-b116-8c42eb18930d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Usage tracker for resource:floatingip and tenant:a122314b1a4e495db5df3f4e8d3f15bd is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:48.350979 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e2cc6044-7636-426b-b116-8c42eb18930d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:48.356905 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e2cc6044-7636-426b-b116-8c42eb18930d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:48.368960 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6044-7636-426b-b116-8c42eb18930d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for floatingip, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:48.422634 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-e18f2fba-de77-4e31-82cd-5a99f275ac54 None None] For port cad7497b-eae4-4f30-81dc-ced636c6d33c, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:19:48.426682 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-e18f2fba-de77-4e31-82cd-5a99f275ac54 None None] For port cad7497b-eae4-4f30-81dc-ced636c6d33c, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=cad7497b-eae4-4f30-81dc-ced636c6d33c,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:19:48.434820 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e18f2fba-de77-4e31-82cd-5a99f275ac54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:48.528945 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6044-7636-426b-b116-8c42eb18930d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:48.580540 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:48.589841 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18f2fba-de77-4e31-82cd-5a99f275ac54 None None] Routers {'8be06e6f-6070-4d62-8613-313eecc0b32b'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:19:48.590492 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-e18f2fba-de77-4e31-82cd-5a99f275ac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:19:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8be06e6f-6070-4d62-8613-313eecc0b32b'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:48.646970 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4179623-7008-48e9-892f-0440932ad283 None None] Pushing event updated for resources: {'Port': ['ID=cad7497b-eae4-4f30-81dc-ced636c6d33c,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:48.670835 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port bd629972-e369-445a-af32-c9d25522bbee is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:48.715692 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-e2cc6044-7636-426b-b116-8c42eb18930d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Allocated IP 172.25.0.178 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/e07abd47-bc5c-4bab-9727-a6a5171c9eb1) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:48.794007 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-e18f2fba-de77-4e31-82cd-5a99f275ac54 None None] Set router 8be06e6f-6070-4d62-8613-313eecc0b32b gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:19:48.878618 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6044-7636-426b-b116-8c42eb18930d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:48.908329 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6044-7636-426b-b116-8c42eb18930d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:48.979279 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cc6044-7636-426b-b116-8c42eb18930d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:48.982249 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-e2cc6044-7636-426b-b116-8c42eb18930d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:48.985875 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cc6044-7636-426b-b116-8c42eb18930d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:49.018611 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc6044-7636-426b-b116-8c42eb18930d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Pushing event updated for resources: {'Port': ['ID=e07abd47-bc5c-4bab-9727-a6a5171c9eb1,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:49.068313 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6044-7636-426b-b116-8c42eb18930d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:49.132130 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6044-7636-426b-b116-8c42eb18930d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:49.158000 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-e18f2fba-de77-4e31-82cd-5a99f275ac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'bd629972-e369-445a-af32-c9d25522bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:45Z', 'revision_number': 4, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'gw_port': {'id': 'bd629972-e369-445a-af32-c9d25522bbee', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'cad7497b-eae4-4f30-81dc-ced636c6d33c', 'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'mac_address': 'fa:16:3e:23:c7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:19:48Z', 'revision_number': 4, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'subnets': [{'id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:49.162621 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18f2fba-de77-4e31-82cd-5a99f275ac54 None None] The sync data for ids ['8be06e6f-6070-4d62-8613-313eecc0b32b'] in n-d-841760-1 is: [{'id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'bd629972-e369-445a-af32-c9d25522bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:45Z', 'revision_number': 4, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'gw_port': {'id': 'bd629972-e369-445a-af32-c9d25522bbee', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'cad7497b-eae4-4f30-81dc-ced636c6d33c', 'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'mac_address': 'fa:16:3e:23:c7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:19:48Z', 'revision_number': 4, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'subnets': [{'id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:19:49.379641 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6044-7636-426b-b116-8c42eb18930d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:49.385648 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6044-7636-426b-b116-8c42eb18930d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:49.504888 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc6044-7636-426b-b116-8c42eb18930d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Pushing event updated for resources: {'Port': ['ID=e07abd47-bc5c-4bab-9727-a6a5171c9eb1,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:49.519010 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6044-7636-426b-b116-8c42eb18930d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:49.544572 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6044-7636-426b-b116-8c42eb18930d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:49.546004 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e2cc6044-7636-426b-b116-8c42eb18930d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2154641 May 13 15:19:49.720451 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-60eff4bc-052f-45a3-a40a-5931bc3ff216 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Synchronizing usage tracker for tenant:a122314b1a4e495db5df3f4e8d3f15bd on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:49.738004 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-60eff4bc-052f-45a3-a40a-5931bc3ff216 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Unset dirty status for tenant:a122314b1a4e495db5df3f4e8d3f15bd on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:49.739369 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-60eff4bc-052f-45a3-a40a-5931bc3ff216 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--595103021&fields=id&tenant_id=a122314b1a4e495db5df3f4e8d3f15bd HTTP/1.1" status: 200 len: 267 time: 0.0619226 May 13 15:19:49.914207 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-b7620607-3e4d-4bbb-ab4e-5b0f6faebdc2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:49.915659 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-b7620607-3e4d-4bbb-ab4e-5b0f6faebdc2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 811 time: 0.1694744 May 13 15:19:49.932491 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-bfdf9659-87fd-438f-af2e-33e4f0dd72cc tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/quotas/a122314b1a4e495db5df3f4e8d3f15bd HTTP/1.1" status: 200 len: 375 time: 0.0112231 May 13 15:19:50.020771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-222cbe1f-616c-4d18-ba3e-8260064645cc tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Synchronizing usage tracker for tenant:a122314b1a4e495db5df3f4e8d3f15bd on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:50.045832 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-222cbe1f-616c-4d18-ba3e-8260064645cc tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Unset dirty status for tenant:a122314b1a4e495db5df3f4e8d3f15bd on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:50.047189 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-222cbe1f-616c-4d18-ba3e-8260064645cc tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1092136 May 13 15:19:50.173526 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device cad7497b-eae4-4f30-81dc-ced636c6d33c up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:50.257869 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port cad7497b-eae4-4f30-81dc-ced636c6d33c completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:50.263729 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port cad7497b-eae4-4f30-81dc-ced636c6d33c triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:50.264111 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:50.388217 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-78057930-bcee-4d5a-8871-d17b0066dd07 service neutron] 10.222.0.35 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284612 May 13 15:19:50.391262 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port cad7497b-eae4-4f30-81dc-ced636c6d33c is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:50.391803 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:50.424710 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port cad7497b-eae4-4f30-81dc-ced636c6d33c, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=cad7497b-eae4-4f30-81dc-ced636c6d33c,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:50.428855 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:50.499434 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=cad7497b-eae4-4f30-81dc-ced636c6d33c,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:50.524664 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-3b18a4fb-d26d-4d52-893b-9bdfebff495c service neutron] 10.222.0.35 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325099 May 13 15:19:50.714910 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fe95f3bb-9613-4618-880c-cd378da88c50 req-afb4446a-4e32-49a9-947b-3eb53ada7d57 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 210 time: 0.0469115 May 13 15:19:51.903540 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6e87dec3-6e64-4204-a923-af2d34be137d req-fcebfa52-826b-42bb-8dfa-1763c21ece77 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 210 time: 0.0612872 May 13 15:19:51.910111 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-322ee29e-60a5-4294-b71d-fbb74497e4db tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:51.911584 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-322ee29e-60a5-4294-b71d-fbb74497e4db tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.74 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 811 time: 0.2185280 May 13 15:19:51.967096 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-ec8e2289-4719-4e09-95e8-1831d1107e48 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a122314b1a4e495db5df3f4e8d3f15bd HTTP/1.1" status: 200 len: 379 time: 0.0417166 May 13 15:19:51.976565 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-410a2129-631b-462f-a36c-4ad3bf31e9c2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Request body: {'port': {'device_id': 'ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'admin_state_up': True, 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'security_groups': ['efda8681-202e-4b9a-92a0-046b37348de6']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:52.119724 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-410a2129-631b-462f-a36c-4ad3bf31e9c2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:52.131009 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-410a2129-631b-462f-a36c-4ad3bf31e9c2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:52.141954 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-410a2129-631b-462f-a36c-4ad3bf31e9c2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Made reservation on behalf of a122314b1a4e495db5df3f4e8d3f15bd for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:52.142656 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device cad7497b-eae4-4f30-81dc-ced636c6d33c up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:52.146154 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-410a2129-631b-462f-a36c-4ad3bf31e9c2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:52.211282 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port cad7497b-eae4-4f30-81dc-ced636c6d33c triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:52.211660 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:52.320982 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-410a2129-631b-462f-a36c-4ad3bf31e9c2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Allocated IP 172.20.0.9 (f51c7d4a-5d6a-4f34-a11d-9f441ec182a1/3dde09fd-60f7-4956-b5da-f5b36c72397b/9b18d79b-4e34-422c-b716-ae8b330e7c78) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:52.330363 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port cad7497b-eae4-4f30-81dc-ced636c6d33c is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:52.512929 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-410a2129-631b-462f-a36c-4ad3bf31e9c2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:52.528285 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-410a2129-631b-462f-a36c-4ad3bf31e9c2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Transition to ACTIVE for port object 9b18d79b-4e34-422c-b716-ae8b330e7c78 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:52.550833 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-410a2129-631b-462f-a36c-4ad3bf31e9c2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:52.620643 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-410a2129-631b-462f-a36c-4ad3bf31e9c2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:52.623690 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-410a2129-631b-462f-a36c-4ad3bf31e9c2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:52.627884 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-410a2129-631b-462f-a36c-4ad3bf31e9c2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:52.669847 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a2129-631b-462f-a36c-4ad3bf31e9c2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Pushing event updated for resources: {'Port': ['ID=9b18d79b-4e34-422c-b716-ae8b330e7c78,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:52.703990 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-410a2129-631b-462f-a36c-4ad3bf31e9c2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:52.704625 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-410a2129-631b-462f-a36c-4ad3bf31e9c2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:52.733994 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-410a2129-631b-462f-a36c-4ad3bf31e9c2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7610528 May 13 15:19:52.757338 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-e75f6e20-21de-4526-9703-1df78fe056b7 service neutron] Request body: {'port': {'device_id': 'ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:52.878790 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-e75f6e20-21de-4526-9703-1df78fe056b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:52.882474 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-557e6c83-3b3b-43fc-8cb2-af02c507e699 None None] Provisioning for port 9b18d79b-4e34-422c-b716-ae8b330e7c78 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:52.887372 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-557e6c83-3b3b-43fc-8cb2-af02c507e699 None None] Provisioning complete for port 9b18d79b-4e34-422c-b716-ae8b330e7c78 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:52.887748 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-557e6c83-3b3b-43fc-8cb2-af02c507e699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:52.943839 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-557e6c83-3b3b-43fc-8cb2-af02c507e699 None None] Port 9b18d79b-4e34-422c-b716-ae8b330e7c78 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:19:53.177257 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740110c-5b46-4e82-8613-7eb9a2337c5b req-e969453d-3f30-4732-86d7-0ab375843135 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:53.178733 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a740110c-5b46-4e82-8613-7eb9a2337c5b req-e969453d-3f30-4732-86d7-0ab375843135 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 931 time: 0.0842519 May 13 15:19:53.223692 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-a740110c-5b46-4e82-8613-7eb9a2337c5b req-dfb0592d-9243-46f8-a9b0-42ca3dd3b5b9 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Synchronizing usage tracker for tenant:a122314b1a4e495db5df3f4e8d3f15bd on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:53.231199 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-e75f6e20-21de-4526-9703-1df78fe056b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b18d79b-4e34-422c-b716-ae8b330e7c78 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:19:53.236859 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-a740110c-5b46-4e82-8613-7eb9a2337c5b req-dfb0592d-9243-46f8-a9b0-42ca3dd3b5b9 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Unset dirty status for tenant:a122314b1a4e495db5df3f4e8d3f15bd on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:53.238626 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a740110c-5b46-4e82-8613-7eb9a2337c5b req-dfb0592d-9243-46f8-a9b0-42ca3dd3b5b9 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538096 May 13 15:19:53.239385 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-e75f6e20-21de-4526-9703-1df78fe056b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:53.254874 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-e75f6e20-21de-4526-9703-1df78fe056b7 service neutron] Transition to ACTIVE for port object 9b18d79b-4e34-422c-b716-ae8b330e7c78 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:53.259442 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-e75f6e20-21de-4526-9703-1df78fe056b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:53.529692 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f6e20-21de-4526-9703-1df78fe056b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9b18d79b-4e34-422c-b716-ae8b330e7c78,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:53.608379 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-e75f6e20-21de-4526-9703-1df78fe056b7 service neutron] Attempting to bind port 9b18d79b-4e34-422c-b716-ae8b330e7c78 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:19:53.608588 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-e75f6e20-21de-4526-9703-1df78fe056b7 service neutron] Attempting to bind port 9b18d79b-4e34-422c-b716-ae8b330e7c78 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:19:53.608923 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-e75f6e20-21de-4526-9703-1df78fe056b7 service neutron] Attempting to bind port 9b18d79b-4e34-422c-b716-ae8b330e7c78 on network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:19:53.613451 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-e75f6e20-21de-4526-9703-1df78fe056b7 service neutron] Port 9b18d79b-4e34-422c-b716-ae8b330e7c78 on network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:19:53.613764 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-e75f6e20-21de-4526-9703-1df78fe056b7 service neutron] Attempting to bind port 9b18d79b-4e34-422c-b716-ae8b330e7c78 on network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:19:53.618973 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-e75f6e20-21de-4526-9703-1df78fe056b7 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:19:53.619327 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-e75f6e20-21de-4526-9703-1df78fe056b7 service neutron] Checking segment: {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:53.619709 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-e75f6e20-21de-4526-9703-1df78fe056b7 service neutron] Bound using segment: {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:19:53.620117 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-e75f6e20-21de-4526-9703-1df78fe056b7 service neutron] Bound port: 9b18d79b-4e34-422c-b716-ae8b330e7c78, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:19:53.620453 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-e75f6e20-21de-4526-9703-1df78fe056b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:53.706969 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-e75f6e20-21de-4526-9703-1df78fe056b7 service neutron] For port 9b18d79b-4e34-422c-b716-ae8b330e7c78, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:19:53.710407 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-e75f6e20-21de-4526-9703-1df78fe056b7 service neutron] For port 9b18d79b-4e34-422c-b716-ae8b330e7c78, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=9b18d79b-4e34-422c-b716-ae8b330e7c78,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:19:53.715126 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-e75f6e20-21de-4526-9703-1df78fe056b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:53.783844 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-e75f6e20-21de-4526-9703-1df78fe056b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:53.785410 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-e75f6e20-21de-4526-9703-1df78fe056b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:53.786917 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-e75f6e20-21de-4526-9703-1df78fe056b7 service neutron] 10.222.0.74 "PUT /v2.0/ports/9b18d79b-4e34-422c-b716-ae8b330e7c78 HTTP/1.1" status: 200 len: 1091 time: 1.0351570 May 13 15:19:53.787386 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea', 'tag': '9b18d79b-4e34-422c-b716-ae8b330e7c78'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:19:53.810169 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f6e20-21de-4526-9703-1df78fe056b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9b18d79b-4e34-422c-b716-ae8b330e7c78,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:53.846600 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f8e731f-2b61-4ada-848a-5961119d86ff'] response: {'name': 'network-changed', 'server_uuid': 'ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea', 'tag': '9b18d79b-4e34-422c-b716-ae8b330e7c78', 'status': 'completed', 'code': 200} May 13 15:19:53.935799 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-22cd40ca-05d8-48dd-8ca6-033e8743480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:53.937438 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-22cd40ca-05d8-48dd-8ca6-033e8743480a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 1094 time: 0.0746367 May 13 15:19:54.013297 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-efebd7c6-9ae6-4ca4-92c6-aad8ffe5bd1b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b18d79b-4e34-422c-b716-ae8b330e7c78 HTTP/1.1" status: 200 len: 217 time: 0.0645092 May 13 15:19:54.075482 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-22474d47-b148-4444-9106-0af5ed8a6a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:54.076932 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-22474d47-b148-4444-9106-0af5ed8a6a18 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0581033 May 13 15:19:54.163730 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-26669ee7-fe86-4bb4-b6d2-1d7956783912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:54.165115 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-26669ee7-fe86-4bb4-b6d2-1d7956783912 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814605 May 13 15:19:54.297326 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-b9270083-8c74-4dad-a1c4-cb654d84cb2e service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264565 May 13 15:19:54.437933 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2f63d-dd7d-41e7-b7d0-f4bf030da113 req-165d10fc-d2be-44d2-9460-9874e8f28f1d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:54.439451 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-59e2f63d-dd7d-41e7-b7d0-f4bf030da113 req-165d10fc-d2be-44d2-9460-9874e8f28f1d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 943 time: 0.0948677 May 13 15:19:54.448435 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-960eda9c-ffbf-4f54-b399-caab1fff5584 req-f5683ecf-b8b0-4d4c-847b-b0a03b5ac3e1 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450469 May 13 15:19:54.492701 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-59e2f63d-dd7d-41e7-b7d0-f4bf030da113 req-d057c3c1-29f5-4b31-beaf-bf4fe441b10f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463917 May 13 15:19:54.616020 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564bbb6-c305-4b45-b5f0-1427fb502df4 req-6c1137f3-c1cc-4189-8145-ed41fe28aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:54.617466 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2564bbb6-c305-4b45-b5f0-1427fb502df4 req-6c1137f3-c1cc-4189-8145-ed41fe28aab0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 1094 time: 0.0720568 May 13 15:19:54.746846 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564bbb6-c305-4b45-b5f0-1427fb502df4 req-6730f43b-7f48-4028-a7dd-cddb8f3bbc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:54.748237 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2564bbb6-c305-4b45-b5f0-1427fb502df4 req-6730f43b-7f48-4028-a7dd-cddb8f3bbc68 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.1249673 May 13 15:19:54.818810 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2564bbb6-c305-4b45-b5f0-1427fb502df4 req-a08a6597-3198-4c9c-811f-d7914533bddb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b18d79b-4e34-422c-b716-ae8b330e7c78 HTTP/1.1" status: 200 len: 217 time: 0.0651138 May 13 15:19:54.883946 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564bbb6-c305-4b45-b5f0-1427fb502df4 req-b1e9e429-0020-44f4-a0f8-1186e3fa4b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:54.885392 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2564bbb6-c305-4b45-b5f0-1427fb502df4 req-b1e9e429-0020-44f4-a0f8-1186e3fa4b00 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0604482 May 13 15:19:54.966684 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564bbb6-c305-4b45-b5f0-1427fb502df4 req-9b1dc66e-f1fc-46f7-8410-cb717b31f2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:54.968196 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2564bbb6-c305-4b45-b5f0-1427fb502df4 req-9b1dc66e-f1fc-46f7-8410-cb717b31f2a5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770967 May 13 15:19:55.107281 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2564bbb6-c305-4b45-b5f0-1427fb502df4 req-f724c767-b8c7-4c23-a3f5-6faa4b6a3728 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329272 May 13 15:19:55.243949 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2564bbb6-c305-4b45-b5f0-1427fb502df4 req-5d9a0ff2-8ec5-4f2d-9ea2-5c0efa27d3d1 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305339 May 13 15:19:55.799492 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224ccea-723d-428d-bd2a-c8071a161695 req-015f6eb8-151d-46bf-bf5d-3d52c94c58d1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:55.800184 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2224ccea-723d-428d-bd2a-c8071a161695 req-015f6eb8-151d-46bf-bf5d-3d52c94c58d1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Synchronizing usage tracker for tenant:a122314b1a4e495db5df3f4e8d3f15bd on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:55.815933 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-2224ccea-723d-428d-bd2a-c8071a161695 req-015f6eb8-151d-46bf-bf5d-3d52c94c58d1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Unset dirty status for tenant:a122314b1a4e495db5df3f4e8d3f15bd on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:55.817067 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2224ccea-723d-428d-bd2a-c8071a161695 req-015f6eb8-151d-46bf-bf5d-3d52c94c58d1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 943 time: 0.1388774 May 13 15:19:55.862696 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2224ccea-723d-428d-bd2a-c8071a161695 req-cf1df930-1e26-435c-9007-fb7b695b0739 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392849 May 13 15:19:56.879330 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 9b18d79b-4e34-422c-b716-ae8b330e7c78 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:19:57.022462 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 9b18d79b-4e34-422c-b716-ae8b330e7c78, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=9b18d79b-4e34-422c-b716-ae8b330e7c78,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:57.036834 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '9b18d79b-4e34-422c-b716-ae8b330e7c78', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'port_id': '9b18d79b-4e34-422c-b716-ae8b330e7c78', 'mac_address': 'fa:16:3e:98:80:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:19:57.060235 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953da8b-ce85-4858-965d-dd7416421584 req-b901c7fc-fa2f-4351-bff1-c699559f5f19 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:57.061699 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7953da8b-ce85-4858-965d-dd7416421584 req-b901c7fc-fa2f-4351-bff1-c699559f5f19 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 943 time: 0.0871654 May 13 15:19:57.092205 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 9b18d79b-4e34-422c-b716-ae8b330e7c78 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:57.092578 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:57.106882 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7953da8b-ce85-4858-965d-dd7416421584 req-45c37be0-b439-4094-aa15-445e9517f6dc tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394380 May 13 15:19:57.109841 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b18d79b-4e34-422c-b716-ae8b330e7c78 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:19:57.125987 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 9b18d79b-4e34-422c-b716-ae8b330e7c78, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=9b18d79b-4e34-422c-b716-ae8b330e7c78,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:57.130384 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:57.199155 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=9b18d79b-4e34-422c-b716-ae8b330e7c78,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:57.333504 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9d20cb32-7995-4cb1-b7bb-2faacc954ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:57.507538 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['9b18d79b-4e34-422c-b716-ae8b330e7c78'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:19:58.301960 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b1326-2895-4654-b71e-ccd0cdd3e173 req-029f8b6b-098f-43f3-81df-071059180a4a tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:58.303455 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-173b1326-2895-4654-b71e-ccd0cdd3e173 req-029f8b6b-098f-43f3-81df-071059180a4a tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 944 time: 0.0870054 May 13 15:19:58.459528 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-173b1326-2895-4654-b71e-ccd0cdd3e173 req-0f0b719e-57d3-4aec-a381-32a3653fa33d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501179 May 13 15:19:58.917483 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 9b18d79b-4e34-422c-b716-ae8b330e7c78 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:58.959138 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:58.990606 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 9b18d79b-4e34-422c-b716-ae8b330e7c78 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:58.995366 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 9b18d79b-4e34-422c-b716-ae8b330e7c78 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:58.995739 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:59.119018 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 9b18d79b-4e34-422c-b716-ae8b330e7c78 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:59.119343 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:59.147144 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b18d79b-4e34-422c-b716-ae8b330e7c78'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:19:59.157428 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 9b18d79b-4e34-422c-b716-ae8b330e7c78, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=9b18d79b-4e34-422c-b716-ae8b330e7c78,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:59.161562 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:59.198675 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-005eb177-8373-4b73-8426-42ee71666ffa'] response: {'server_uuid': 'ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b18d79b-4e34-422c-b716-ae8b330e7c78', 'code': 200} May 13 15:19:59.234892 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=9b18d79b-4e34-422c-b716-ae8b330e7c78,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:59.347659 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e31a60-32a4-4b3b-877c-f5f2041b3f8d req-26f3546c-b6b2-4809-9409-edd7b2254c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:59.349126 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a8e31a60-32a4-4b3b-877c-f5f2041b3f8d req-26f3546c-b6b2-4809-9409-edd7b2254c3d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 1096 time: 0.0691104 May 13 15:19:59.389313 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a8e31a60-32a4-4b3b-877c-f5f2041b3f8d req-f5963ad7-3cb1-4c97-a6f1-60215a31eb6d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341349 May 13 15:19:59.647265 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059b776-f71b-43da-8900-217ad78cd96d req-d83af843-0f7b-4b60-bc24-c25767a2cb83 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:59.647906 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4c2b-24ce-47b8-acdc-728bd3f087a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:59.648678 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0059b776-f71b-43da-8900-217ad78cd96d req-d83af843-0f7b-4b60-bc24-c25767a2cb83 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.0834956 May 13 15:19:59.694141 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0059b776-f71b-43da-8900-217ad78cd96d req-3207549c-d65a-4f93-93b9-1ef1286651ec tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392094 May 13 15:20:00.794839 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:00.812053 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:00.904515 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949b4a2-b674-4ab9-85a6-0e836d26de7d req-989356a9-987d-46c6-b45a-e33ce19d350e tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:00.906030 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d949b4a2-b674-4ab9-85a6-0e836d26de7d req-989356a9-987d-46c6-b45a-e33ce19d350e tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.0879393 May 13 15:20:00.951932 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d949b4a2-b674-4ab9-85a6-0e836d26de7d req-14535221-effb-4c60-9379-23e49a6739c6 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401826 May 13 15:20:02.135404 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb904b-fce4-450c-8edc-2f8ff5ada54a req-5eef272d-ea98-43c6-acb4-655d90b29860 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:02.136899 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-04eb904b-fce4-450c-8edc-2f8ff5ada54a req-5eef272d-ea98-43c6-acb4-655d90b29860 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.0808935 May 13 15:20:02.186193 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-04eb904b-fce4-450c-8edc-2f8ff5ada54a req-663fc195-6352-496a-8a72-76a2e82b0d27 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437143 May 13 15:20:02.281570 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:02.458853 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611cb485-7605-4d10-a7cd-44b5ed4ef552 req-56cfe8ed-685f-45a2-afec-3bb73b0d415f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:02.460347 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-611cb485-7605-4d10-a7cd-44b5ed4ef552 req-56cfe8ed-685f-45a2-afec-3bb73b0d415f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.1304910 May 13 15:20:02.468657 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 42338) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:02.473472 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-f051773e-685e-4578-856f-15e4b0fb04b6 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Request body: {'floatingip': {'port_id': '9b18d79b-4e34-422c-b716-ae8b330e7c78'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:02.551312 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f051773e-685e-4578-856f-15e4b0fb04b6 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for floatingip, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:03.268876 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f051773e-685e-4578-856f-15e4b0fb04b6 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:03.273507 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f051773e-685e-4578-856f-15e4b0fb04b6 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:03.457231 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-f051773e-685e-4578-856f-15e4b0fb04b6 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Floating IP 9e979527-46a5-4cdd-b0cd-c90ec63077c4 associated. External IP: 172.25.0.178, port: 9b18d79b-4e34-422c-b716-ae8b330e7c78. May 13 15:20:03.809144 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f051773e-685e-4578-856f-15e4b0fb04b6 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Router 8be06e6f-6070-4d62-8613-313eecc0b32b has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:20:03.987307 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f051773e-685e-4578-856f-15e4b0fb04b6 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:20:03.992175 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f051773e-685e-4578-856f-15e4b0fb04b6 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:03.996808 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d681f6-7529-4e07-83c0-74a4d2df2d9c None None] Sync routers for ids ['8be06e6f-6070-4d62-8613-313eecc0b32b'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:20:04.008111 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d681f6-7529-4e07-83c0-74a4d2df2d9c None None] Routers {'8be06e6f-6070-4d62-8613-313eecc0b32b'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:04.008726 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-41d681f6-7529-4e07-83c0-74a4d2df2d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:20:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8be06e6f-6070-4d62-8613-313eecc0b32b'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:04.046941 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f051773e-685e-4578-856f-15e4b0fb04b6 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "PUT /v2.0/floatingips/9e979527-46a5-4cdd-b0cd-c90ec63077c4 HTTP/1.1" status: 200 len: 991 time: 1.5772140 May 13 15:20:04.047537 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea', 'tag': '9b18d79b-4e34-422c-b716-ae8b330e7c78'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:20:04.094782 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fea78112-3b25-4dce-8866-bb169f3a80f8'] response: {'name': 'network-changed', 'server_uuid': 'ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea', 'tag': '9b18d79b-4e34-422c-b716-ae8b330e7c78', 'status': 'completed', 'code': 200} May 13 15:20:04.220323 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-41d681f6-7529-4e07-83c0-74a4d2df2d9c None None] Set router 8be06e6f-6070-4d62-8613-313eecc0b32b gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:04.273372 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926b056-f0d4-4e54-9694-c5339f00c1b5 req-0262cab2-355d-4ae0-abbc-5627e8b95ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:04.274859 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5926b056-f0d4-4e54-9694-c5339f00c1b5 req-0262cab2-355d-4ae0-abbc-5627e8b95ef4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 1096 time: 0.1388738 May 13 15:20:04.283242 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c25016-adbe-40eb-854f-3f73cc40f791 req-2987bfdc-a8e0-419e-949f-9c5b6519b168 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:04.284700 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-78c25016-adbe-40eb-854f-3f73cc40f791 req-2987bfdc-a8e0-419e-949f-9c5b6519b168 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.1182249 May 13 15:20:04.417793 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-78c25016-adbe-40eb-854f-3f73cc40f791 req-80650541-1ac1-41fa-a743-652044215205 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114459 May 13 15:20:04.455991 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926b056-f0d4-4e54-9694-c5339f00c1b5 req-283031d0-ff74-43d1-a13f-c1412d9748db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:04.457426 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5926b056-f0d4-4e54-9694-c5339f00c1b5 req-283031d0-ff74-43d1-a13f-c1412d9748db service neutron] 10.222.0.74 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.1718519 May 13 15:20:04.564960 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5926b056-f0d4-4e54-9694-c5339f00c1b5 req-1970f015-0cb9-4a3d-94eb-e2f2bfee3d08 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b18d79b-4e34-422c-b716-ae8b330e7c78 HTTP/1.1" status: 200 len: 999 time: 0.1018856 May 13 15:20:04.603515 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-41d681f6-7529-4e07-83c0-74a4d2df2d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'bd629972-e369-445a-af32-c9d25522bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:45Z', 'revision_number': 4, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'gw_port': {'id': 'bd629972-e369-445a-af32-c9d25522bbee', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '9e979527-46a5-4cdd-b0cd-c90ec63077c4', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'floating_ip_address': '172.25.0.178', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'port_id': '9b18d79b-4e34-422c-b716-ae8b330e7c78', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'mac_address': 'fa:16:3e:98:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:19:49Z', 'updated_at': '2022-05-13T15:20:03Z', 'revision_number': 1, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cad7497b-eae4-4f30-81dc-ced636c6d33c', 'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'mac_address': 'fa:16:3e:23:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:19:50Z', 'revision_number': 5, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'subnets': [{'id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:04.608004 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d681f6-7529-4e07-83c0-74a4d2df2d9c None None] Checking router: 8be06e6f-6070-4d62-8613-313eecc0b32b for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:20:04.618157 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d681f6-7529-4e07-83c0-74a4d2df2d9c None None] Routers {'8be06e6f-6070-4d62-8613-313eecc0b32b'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:04.618744 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-41d681f6-7529-4e07-83c0-74a4d2df2d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:20:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8be06e6f-6070-4d62-8613-313eecc0b32b'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:04.630838 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926b056-f0d4-4e54-9694-c5339f00c1b5 req-c1852c0b-6cf8-4022-b774-d6c867b3c18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:04.632372 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5926b056-f0d4-4e54-9694-c5339f00c1b5 req-c1852c0b-6cf8-4022-b774-d6c867b3c18d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0620914 May 13 15:20:04.716350 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926b056-f0d4-4e54-9694-c5339f00c1b5 req-7ce2898f-e0a7-41c8-a0c2-e43f48e0a505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:04.717616 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5926b056-f0d4-4e54-9694-c5339f00c1b5 req-7ce2898f-e0a7-41c8-a0c2-e43f48e0a505 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794384 May 13 15:20:04.777446 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0a72f-6f19-4b15-89d6-ce9d83f4c863 req-ff285281-0595-453a-a194-01190bc9aa51 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:04.778949 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-58b0a72f-6f19-4b15-89d6-ce9d83f4c863 req-ff285281-0595-453a-a194-01190bc9aa51 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.0888989 May 13 15:20:04.801509 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-41d681f6-7529-4e07-83c0-74a4d2df2d9c None None] Set router 8be06e6f-6070-4d62-8613-313eecc0b32b gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:04.827166 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-58b0a72f-6f19-4b15-89d6-ce9d83f4c863 req-b3d5bc78-4dfe-4609-a728-41be8cac8b64 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407300 May 13 15:20:04.854149 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5926b056-f0d4-4e54-9694-c5339f00c1b5 req-8b27b7c4-beef-4a8f-9964-ec8dedc1c427 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301608 May 13 15:20:04.995735 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5926b056-f0d4-4e54-9694-c5339f00c1b5 req-a5c7f252-90e9-4c8c-a314-9c310a0e34c6 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348736 May 13 15:20:05.151016 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-41d681f6-7529-4e07-83c0-74a4d2df2d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'bd629972-e369-445a-af32-c9d25522bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:45Z', 'revision_number': 4, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'gw_port': {'id': 'bd629972-e369-445a-af32-c9d25522bbee', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '9e979527-46a5-4cdd-b0cd-c90ec63077c4', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'floating_ip_address': '172.25.0.178', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'port_id': '9b18d79b-4e34-422c-b716-ae8b330e7c78', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'mac_address': 'fa:16:3e:98:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:19:49Z', 'updated_at': '2022-05-13T15:20:03Z', 'revision_number': 1, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cad7497b-eae4-4f30-81dc-ced636c6d33c', 'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'mac_address': 'fa:16:3e:23:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:19:50Z', 'revision_number': 5, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'subnets': [{'id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:05.154927 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d681f6-7529-4e07-83c0-74a4d2df2d9c None None] The sync data for ids ['8be06e6f-6070-4d62-8613-313eecc0b32b'] in n-d-841760-1 is: [{'id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'bd629972-e369-445a-af32-c9d25522bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:45Z', 'revision_number': 4, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'gw_port': {'id': 'bd629972-e369-445a-af32-c9d25522bbee', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '9e979527-46a5-4cdd-b0cd-c90ec63077c4', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'floating_ip_address': '172.25.0.178', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'port_id': '9b18d79b-4e34-422c-b716-ae8b330e7c78', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'mac_address': 'fa:16:3e:98:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:19:49Z', 'updated_at': '2022-05-13T15:20:03Z', 'revision_number': 1, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cad7497b-eae4-4f30-81dc-ced636c6d33c', 'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'mac_address': 'fa:16:3e:23:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:19:50Z', 'revision_number': 5, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'subnets': [{'id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:20:05.349307 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a128f07-2e4f-4aea-858d-80a18f6c5c39 None None] New status for floating IP 9e979527-46a5-4cdd-b0cd-c90ec63077c4: ACTIVE {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:20:06.013712 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766d968-e127-47c9-8dcf-d7850564ec1f req-3779bb40-9007-46d5-bd98-dd17093a7ec1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:06.015093 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e766d968-e127-47c9-8dcf-d7850564ec1f req-3779bb40-9007-46d5-bd98-dd17093a7ec1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.0812225 May 13 15:20:06.059609 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e766d968-e127-47c9-8dcf-d7850564ec1f req-f509b838-210b-4bf8-9fb1-38eb3d10b751 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386026 May 13 15:20:06.242622 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58af4e-7fa2-4590-a9e2-340c15de10ed req-904c7574-da8e-4ac7-b123-6b477346485f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:06.244160 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce58af4e-7fa2-4590-a9e2-340c15de10ed req-904c7574-da8e-4ac7-b123-6b477346485f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.0807726 May 13 15:20:06.287929 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce58af4e-7fa2-4590-a9e2-340c15de10ed req-5cc30d1a-c66d-4247-88e6-568594b44702 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381291 May 13 15:20:06.652781 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-e2123d82-9d3d-4727-8ecc-da177c8065b4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0748270 May 13 15:20:06.706139 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd07e1-8394-484a-a874-aa4ea83b6563 req-754a935b-b833-495f-98d9-c84a27243833 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:06.708195 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-facd07e1-8394-484a-a874-aa4ea83b6563 req-754a935b-b833-495f-98d9-c84a27243833 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.0850160 May 13 15:20:06.752558 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-facd07e1-8394-484a-a874-aa4ea83b6563 req-9274c727-90b5-4407-8e9f-9df83751c707 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385563 May 13 15:20:07.954975 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-bcd65012-bede-4368-8c61-5425bd0a29fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:07.956477 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-bcd65012-bede-4368-8c61-5425bd0a29fa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 1096 time: 0.1336777 May 13 15:20:07.994880 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20013046-ebdf-4d8e-9193-b22d1183176d req-dfa1caa3-c8c0-4567-bb4e-117d5b5585af tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:07.996338 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-20013046-ebdf-4d8e-9193-b22d1183176d req-dfa1caa3-c8c0-4567-bb4e-117d5b5585af tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.1313510 May 13 15:20:08.221481 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-20013046-ebdf-4d8e-9193-b22d1183176d req-f69483cd-c4cf-4bdf-9ed6-1746f3de6dc1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826508 May 13 15:20:08.242791 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-51c4fdcb-842d-4c92-b4c0-2e39dd292311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:08.244394 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-51c4fdcb-842d-4c92-b4c0-2e39dd292311 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.2821541 May 13 15:20:08.347063 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-17659aa3-a53d-43ae-b309-6fc3d8525430 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b18d79b-4e34-422c-b716-ae8b330e7c78 HTTP/1.1" status: 200 len: 1001 time: 0.0967853 May 13 15:20:08.407174 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-e4e2f28f-85dd-4666-8579-f4aa2f4229d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:08.408564 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-e4e2f28f-85dd-4666-8579-f4aa2f4229d7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0566311 May 13 15:20:08.482728 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-aa9aa361-579c-45ae-aca8-a82773f3e6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:08.484193 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-aa9aa361-579c-45ae-aca8-a82773f3e6e0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694151 May 13 15:20:08.618294 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-78b2d5ff-122b-46e3-9099-49122a86e57e service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278911 May 13 15:20:08.749829 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-17d671eb-997b-4026-aad8-269359ed3a83 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259153 May 13 15:20:09.413293 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14480daa-93dc-4586-9af7-3890024c62ee req-89b714b8-22e9-42c8-a9b3-9385faee4c4d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:09.417410 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-14480daa-93dc-4586-9af7-3890024c62ee req-89b714b8-22e9-42c8-a9b3-9385faee4c4d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.0840702 May 13 15:20:09.463667 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-14480daa-93dc-4586-9af7-3890024c62ee req-2b0cb90c-ef04-4e0f-9e73-df8ed93cd686 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405831 May 13 15:20:10.651790 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f59b5-284e-4a24-b489-15e113d55e0c req-39ae1803-f2c0-46d3-a331-2b0b0c54e4a5 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:10.653346 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5f5f59b5-284e-4a24-b489-15e113d55e0c req-39ae1803-f2c0-46d3-a331-2b0b0c54e4a5 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.0870559 May 13 15:20:10.702745 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5f5f59b5-284e-4a24-b489-15e113d55e0c req-003de284-a59d-42d4-a072-8e3f8b547865 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432463 May 13 15:20:12.014432 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424d211-d0f0-43c5-b4be-b1a9d6053e87 req-11afc0bc-83d6-4abb-944d-0c3f3f84897f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:12.015833 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8424d211-d0f0-43c5-b4be-b1a9d6053e87 req-11afc0bc-83d6-4abb-944d-0c3f3f84897f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.2056293 May 13 15:20:12.060214 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8424d211-d0f0-43c5-b4be-b1a9d6053e87 req-15bc17f8-a852-47c0-a53a-5abd243a196b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380082 May 13 15:20:13.247783 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09210a-da26-48d1-b591-4a26ae82508e req-68f48774-da9f-407c-9919-64640ddf58ee tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:13.249248 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ce09210a-da26-48d1-b591-4a26ae82508e req-68f48774-da9f-407c-9919-64640ddf58ee tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.0808103 May 13 15:20:13.296686 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ce09210a-da26-48d1-b591-4a26ae82508e req-0fb4430a-582a-4033-a13c-a5cde1f03e89 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417624 May 13 15:20:14.495078 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2801df2-1049-47b7-b5d8-4b4c5767e1aa req-0b14c7da-7e69-4079-96a5-71e191d44e19 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:14.496584 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d2801df2-1049-47b7-b5d8-4b4c5767e1aa req-0b14c7da-7e69-4079-96a5-71e191d44e19 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.0846446 May 13 15:20:14.541226 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d2801df2-1049-47b7-b5d8-4b4c5767e1aa req-b7029f01-ed65-4e5d-958b-15ebc48d3eb1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389671 May 13 15:20:15.724794 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcc69f-61fe-4d64-a1c5-b543ec8e3bcd req-91c7622a-273c-47e0-b2f3-d93eaff8b76e tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:15.726238 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-02dcc69f-61fe-4d64-a1c5-b543ec8e3bcd req-91c7622a-273c-47e0-b2f3-d93eaff8b76e tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.0799363 May 13 15:20:15.768850 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-02dcc69f-61fe-4d64-a1c5-b543ec8e3bcd req-8b3b2d0a-22b9-4188-861f-1916c6190426 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369811 May 13 15:20:16.957131 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e20b7-6fe3-46ff-9f09-857326e4065d req-bf82e793-3fcb-4c47-a395-e7cfe995e967 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:16.958754 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce8e20b7-6fe3-46ff-9f09-857326e4065d req-bf82e793-3fcb-4c47-a395-e7cfe995e967 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.0828552 May 13 15:20:17.006717 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce8e20b7-6fe3-46ff-9f09-857326e4065d req-12598409-96d1-4707-80aa-fcda4340092b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419893 May 13 15:20:18.207684 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfb6f4-26bf-4d2f-b88c-497ec40bcc14 req-98e5631f-f6a1-4b2f-b6c6-b905556f658d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:18.209129 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-76cfb6f4-26bf-4d2f-b88c-497ec40bcc14 req-98e5631f-f6a1-4b2f-b6c6-b905556f658d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.0873051 May 13 15:20:18.255238 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-76cfb6f4-26bf-4d2f-b88c-497ec40bcc14 req-8aab3b5b-48dd-4d68-a82e-4e044ec489ad tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403974 May 13 15:20:18.471915 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:18.529789 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:20:19.443183 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5f9af-04e4-4b57-ab4c-14aec22ba9c9 req-161a9c9c-7a4d-4358-847a-5cb99a4c5d38 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:19.444636 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ecb5f9af-04e4-4b57-ab4c-14aec22ba9c9 req-161a9c9c-7a4d-4358-847a-5cb99a4c5d38 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.0843661 May 13 15:20:19.488837 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ecb5f9af-04e4-4b57-ab4c-14aec22ba9c9 req-8afba4ef-af9f-48ac-a816-80d13f460715 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382473 May 13 15:20:20.674526 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a5ad4-abc4-4ecf-85e2-bd05bd87eea3 req-503c32c5-4a8e-425e-833e-d56c6da22618 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:20.676578 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ee7a5ad4-abc4-4ecf-85e2-bd05bd87eea3 req-503c32c5-4a8e-425e-833e-d56c6da22618 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.0813601 May 13 15:20:20.724684 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ee7a5ad4-abc4-4ecf-85e2-bd05bd87eea3 req-2fad4d53-d07f-4df6-97c9-0f650968ecfd tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422757 May 13 15:20:21.911579 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490cb5e-9120-4a99-b109-34bb32ec9479 req-962d6211-5c4d-4301-92df-23a1ee81ef47 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:21.913053 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0490cb5e-9120-4a99-b109-34bb32ec9479 req-962d6211-5c4d-4301-92df-23a1ee81ef47 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.0799229 May 13 15:20:21.957587 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0490cb5e-9120-4a99-b109-34bb32ec9479 req-852d1bb2-a3b3-42ef-a662-0db4604ffc63 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387912 May 13 15:20:23.150369 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd418d58-1434-4d45-b8f0-16f3029d7c8d req-61ed8c57-bebe-4852-ac3b-4dbf29fae5bc tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:23.151953 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cd418d58-1434-4d45-b8f0-16f3029d7c8d req-61ed8c57-bebe-4852-ac3b-4dbf29fae5bc tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.0901706 May 13 15:20:23.196122 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cd418d58-1434-4d45-b8f0-16f3029d7c8d req-c7452f6e-a366-41d5-a188-44ccd3bf5b7c tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385578 May 13 15:20:24.397276 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e9d16-3922-417b-ac1d-6672d16dc56a req-de587d37-3df7-4af2-9b96-5f7ca6df5e80 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:24.398668 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c6e9d16-3922-417b-ac1d-6672d16dc56a req-de587d37-3df7-4af2-9b96-5f7ca6df5e80 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.0876231 May 13 15:20:24.446874 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3c6e9d16-3922-417b-ac1d-6672d16dc56a req-d44fbe6f-9491-481d-914d-bd43b0bd1d33 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422781 May 13 15:20:25.639762 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520a736-e6fe-48e4-b24d-748c94f4606f req-f4498356-55b1-4287-b24c-c8d4b1ea2b46 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:25.641257 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2520a736-e6fe-48e4-b24d-748c94f4606f req-f4498356-55b1-4287-b24c-c8d4b1ea2b46 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.0811019 May 13 15:20:25.689214 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2520a736-e6fe-48e4-b24d-748c94f4606f req-8e3def5f-b594-4f59-af55-9f8c9aa5a8d9 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417378 May 13 15:20:26.872268 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e499525-a51b-4ae1-83a1-8f8170641493 req-d1bb9299-9884-4dff-a1b8-6e37e9ac5402 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:26.873739 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e499525-a51b-4ae1-83a1-8f8170641493 req-d1bb9299-9884-4dff-a1b8-6e37e9ac5402 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.0803494 May 13 15:20:26.925450 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e499525-a51b-4ae1-83a1-8f8170641493 req-af50d003-123e-4549-af64-621648f7fbee tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459869 May 13 15:20:27.336604 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0b1e3ad8-2fbc-4457-bca2-2046141da9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.116789 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0247f-4a9f-499c-b75c-9786f997d0fd req-c1eeeb06-5b32-4962-a678-ed002b731bd3 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:28.118230 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8bb0247f-4a9f-499c-b75c-9786f997d0fd req-c1eeeb06-5b32-4962-a678-ed002b731bd3 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.0804853 May 13 15:20:28.165659 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8bb0247f-4a9f-499c-b75c-9786f997d0fd req-1ca6069f-6a31-457d-a775-3ea9b0aff2c1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415483 May 13 15:20:28.931099 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:29.353807 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d4e80-09fd-4a43-95ae-d886b62a2723 req-0d3540d6-dcb2-45ef-a0cc-f30bef30246b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:29.355295 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0b9d4e80-09fd-4a43-95ae-d886b62a2723 req-0d3540d6-dcb2-45ef-a0cc-f30bef30246b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.0814099 May 13 15:20:29.400408 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0b9d4e80-09fd-4a43-95ae-d886b62a2723 req-de8dc354-1379-48ad-bd86-6ab081f90701 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394533 May 13 15:20:29.652657 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8ee5ceee-90f3-45a2-a3b6-782c3cf34258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:30.595708 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083da81-bafd-4f84-b7f1-289b85b23e28 req-f9c5c6cb-4162-4f7b-8044-e0f26f066130 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:30.597202 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8083da81-bafd-4f84-b7f1-289b85b23e28 req-f9c5c6cb-4162-4f7b-8044-e0f26f066130 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.0858748 May 13 15:20:30.694840 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8083da81-bafd-4f84-b7f1-289b85b23e28 req-c2a09707-b438-4f90-829d-cceb73e8167b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913579 May 13 15:20:30.717185 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-acdbbce9-2436-4b8b-bc50-283687370bfb service neutron] show failed (client error): The resource could not be found. May 13 15:20:30.718215 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-acdbbce9-2436-4b8b-bc50-283687370bfb service neutron] 10.222.0.74 "GET /v2.0/ports/9b18d79b-4e34-422c-b716-ae8b330e7c78/bindings/n-h1-841760-1 HTTP/1.1" status: 404 len: 380 time: 0.0865948 May 13 15:20:30.777752 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:30.809087 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:31.095819 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-f4436213-7683-4c2f-a5ba-793062d80e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:31.097293 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-f4436213-7683-4c2f-a5ba-793062d80e0f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea&tenant_id=a122314b1a4e495db5df3f4e8d3f15bd HTTP/1.1" status: 200 len: 1096 time: 0.1145315 May 13 15:20:31.109839 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-bbcb2d8b-9a35-48b2-b739-5999ee672e87 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-841760-1', 'device_owner': 'compute:nova'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:31.218508 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-bbcb2d8b-9a35-48b2-b739-5999ee672e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:31.497058 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-bbcb2d8b-9a35-48b2-b739-5999ee672e87 service neutron] For port 9b18d79b-4e34-422c-b716-ae8b330e7c78, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=9b18d79b-4e34-422c-b716-ae8b330e7c78,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:31.525183 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-bbcb2d8b-9a35-48b2-b739-5999ee672e87 service neutron] For port 9b18d79b-4e34-422c-b716-ae8b330e7c78, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:20:31.587376 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b18d79b-4e34-422c-b716-ae8b330e7c78'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:20:31.592392 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-bbcb2d8b-9a35-48b2-b739-5999ee672e87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:31.607757 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-bbcb2d8b-9a35-48b2-b739-5999ee672e87 service neutron] Transition to ACTIVE for port object 9b18d79b-4e34-422c-b716-ae8b330e7c78 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:31.611701 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-bbcb2d8b-9a35-48b2-b739-5999ee672e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:31.774659 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6743f29-5316-44e6-9d77-31b306052f9f'] response: {'server_uuid': 'ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b18d79b-4e34-422c-b716-ae8b330e7c78', 'code': 200} May 13 15:20:31.825047 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-bbcb2d8b-9a35-48b2-b739-5999ee672e87 service neutron] No DVR routers for this DVR port 9b18d79b-4e34-422c-b716-ae8b330e7c78 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:20:31.905553 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb2d8b-9a35-48b2-b739-5999ee672e87 service neutron] Pushing event updated for resources: {'Port': ['ID=9b18d79b-4e34-422c-b716-ae8b330e7c78,revision_number=6']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:31.908056 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f1942-3d71-44ef-8a19-8b81958a9be1 req-94381425-c364-4b11-a175-9066df838ab0 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:31.909793 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3d8f1942-3d71-44ef-8a19-8b81958a9be1 req-94381425-c364-4b11-a175-9066df838ab0 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 943 time: 0.0911524 May 13 15:20:31.964064 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3d8f1942-3d71-44ef-8a19-8b81958a9be1 req-3464569b-28e2-443d-b469-5c46b8745e0f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433753 May 13 15:20:32.168648 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-bbcb2d8b-9a35-48b2-b739-5999ee672e87 service neutron] Attempting to bind port 9b18d79b-4e34-422c-b716-ae8b330e7c78 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:20:32.169234 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-bbcb2d8b-9a35-48b2-b739-5999ee672e87 service neutron] Attempting to bind port 9b18d79b-4e34-422c-b716-ae8b330e7c78 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:20:32.169365 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-bbcb2d8b-9a35-48b2-b739-5999ee672e87 service neutron] Attempting to bind port 9b18d79b-4e34-422c-b716-ae8b330e7c78 on network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:20:32.173841 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-bbcb2d8b-9a35-48b2-b739-5999ee672e87 service neutron] Port 9b18d79b-4e34-422c-b716-ae8b330e7c78 on network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:20:32.174155 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-bbcb2d8b-9a35-48b2-b739-5999ee672e87 service neutron] Attempting to bind port 9b18d79b-4e34-422c-b716-ae8b330e7c78 on network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:20:32.179382 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-bbcb2d8b-9a35-48b2-b739-5999ee672e87 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:20:32.179719 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-bbcb2d8b-9a35-48b2-b739-5999ee672e87 service neutron] Checking segment: {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:20:32.180098 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-bbcb2d8b-9a35-48b2-b739-5999ee672e87 service neutron] Bound using segment: {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:20:32.180515 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-bbcb2d8b-9a35-48b2-b739-5999ee672e87 service neutron] Bound port: 9b18d79b-4e34-422c-b716-ae8b330e7c78, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:20:32.180856 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-bbcb2d8b-9a35-48b2-b739-5999ee672e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:32.270617 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-bbcb2d8b-9a35-48b2-b739-5999ee672e87 service neutron] For port 9b18d79b-4e34-422c-b716-ae8b330e7c78, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:20:32.273580 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-bbcb2d8b-9a35-48b2-b739-5999ee672e87 service neutron] For port 9b18d79b-4e34-422c-b716-ae8b330e7c78, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=9b18d79b-4e34-422c-b716-ae8b330e7c78,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:20:32.278131 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-bbcb2d8b-9a35-48b2-b739-5999ee672e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:32.281077 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:32.341492 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-bbcb2d8b-9a35-48b2-b739-5999ee672e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:32.342167 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-bbcb2d8b-9a35-48b2-b739-5999ee672e87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:32.343793 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-bbcb2d8b-9a35-48b2-b739-5999ee672e87 service neutron] 10.222.0.59 "PUT /v2.0/ports/9b18d79b-4e34-422c-b716-ae8b330e7c78 HTTP/1.1" status: 200 len: 1091 time: 1.2387588 May 13 15:20:32.360637 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb2d8b-9a35-48b2-b739-5999ee672e87 service neutron] Pushing event updated for resources: {'Port': ['ID=9b18d79b-4e34-422c-b716-ae8b330e7c78,revision_number=7']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:32.450007 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-270e5109-c252-477b-bedf-ee9b16c9f1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:32.451554 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-270e5109-c252-477b-bedf-ee9b16c9f1e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 1094 time: 0.0804405 May 13 15:20:32.586742 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-b18b3e54-332e-42d0-9ed0-841b503b35c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:32.588224 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-b18b3e54-332e-42d0-9ed0-841b503b35c7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.1310732 May 13 15:20:32.692920 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-1a55190a-0813-41f8-a886-5616b550501d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b18d79b-4e34-422c-b716-ae8b330e7c78 HTTP/1.1" status: 200 len: 999 time: 0.0987387 May 13 15:20:32.755069 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-115bef33-02c4-4d52-935d-8658d4e68c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:32.756505 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-115bef33-02c4-4d52-935d-8658d4e68c94 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0584748 May 13 15:20:32.837398 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-26c84bc1-8f1c-4cba-9fa0-da6f5d7a877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:32.838883 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-26c84bc1-8f1c-4cba-9fa0-da6f5d7a877c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769322 May 13 15:20:32.974082 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-67fae447-af11-4b84-b797-1483c5b48b7c service neutron] 10.222.0.59 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291156 May 13 15:20:33.151695 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4011bd99-3cb4-4709-8fc5-eb2cc3d318d5 req-169597d3-b4ce-4f51-b297-708d033633cd service neutron] 10.222.0.59 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720691 May 13 15:20:33.182721 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238fe55c-5783-46f4-9d82-92f945269495 req-e96f81a6-f686-4375-9bb3-6149963fc77c tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:33.184217 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-238fe55c-5783-46f4-9d82-92f945269495 req-e96f81a6-f686-4375-9bb3-6149963fc77c tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 943 time: 0.1079044 May 13 15:20:33.231621 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-238fe55c-5783-46f4-9d82-92f945269495 req-1a03cac2-a9b2-468e-a887-8ff94ae1dee9 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405354 May 13 15:20:33.775532 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea', 'tag': '9b18d79b-4e34-422c-b716-ae8b330e7c78'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:20:33.834305 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3b91ac1-7ea7-45b4-a5bc-257618f10562'] response: {'name': 'network-changed', 'server_uuid': 'ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea', 'tag': '9b18d79b-4e34-422c-b716-ae8b330e7c78', 'status': 'completed', 'code': 200} May 13 15:20:33.930354 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a1eb7-5c26-4da7-b238-0740a7bfa32d req-eaa56ea3-354f-4cd4-9bb6-4444c5fccb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:33.931869 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aa5a1eb7-5c26-4da7-b238-0740a7bfa32d req-eaa56ea3-354f-4cd4-9bb6-4444c5fccb05 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 1094 time: 0.0807714 May 13 15:20:33.949855 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a1eb7-5c26-4da7-b238-0740a7bfa32d req-f3ce003f-8e35-40c3-8be1-4ff8437065d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:33.951432 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aa5a1eb7-5c26-4da7-b238-0740a7bfa32d req-f3ce003f-8e35-40c3-8be1-4ff8437065d1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 1094 time: 0.0737875 May 13 15:20:34.065852 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a1eb7-5c26-4da7-b238-0740a7bfa32d req-a7b22cea-5df1-45dd-8cb1-34b9af3c2268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:34.067340 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aa5a1eb7-5c26-4da7-b238-0740a7bfa32d req-a7b22cea-5df1-45dd-8cb1-34b9af3c2268 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.1292844 May 13 15:20:34.086145 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a1eb7-5c26-4da7-b238-0740a7bfa32d req-dce2fca1-9c70-437a-b86b-5a6a323fa1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:34.087587 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aa5a1eb7-5c26-4da7-b238-0740a7bfa32d req-dce2fca1-9c70-437a-b86b-5a6a323fa1c4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.1305614 May 13 15:20:34.171325 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aa5a1eb7-5c26-4da7-b238-0740a7bfa32d req-d3bcc746-5ad8-4030-9de7-23ca577ac4dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b18d79b-4e34-422c-b716-ae8b330e7c78 HTTP/1.1" status: 200 len: 999 time: 0.0977809 May 13 15:20:34.193897 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aa5a1eb7-5c26-4da7-b238-0740a7bfa32d req-42c3cb35-8f9d-4e24-af5d-535facf2c87b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b18d79b-4e34-422c-b716-ae8b330e7c78 HTTP/1.1" status: 200 len: 999 time: 0.0994239 May 13 15:20:34.234589 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a1eb7-5c26-4da7-b238-0740a7bfa32d req-590b0623-bca6-4485-a643-4bbc210c69c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:34.236050 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aa5a1eb7-5c26-4da7-b238-0740a7bfa32d req-590b0623-bca6-4485-a643-4bbc210c69c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0585966 May 13 15:20:34.258049 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a1eb7-5c26-4da7-b238-0740a7bfa32d req-f678af0e-cd86-477a-bf4d-24e09a067d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:34.259706 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aa5a1eb7-5c26-4da7-b238-0740a7bfa32d req-f678af0e-cd86-477a-bf4d-24e09a067d14 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0603883 May 13 15:20:34.314627 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a1eb7-5c26-4da7-b238-0740a7bfa32d req-e41123e2-42cb-467b-b5d7-06905d6d6416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:34.316179 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aa5a1eb7-5c26-4da7-b238-0740a7bfa32d req-e41123e2-42cb-467b-b5d7-06905d6d6416 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725758 May 13 15:20:34.339818 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a1eb7-5c26-4da7-b238-0740a7bfa32d req-9c1a5e94-7621-4498-baa2-32f13594b350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:34.341299 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aa5a1eb7-5c26-4da7-b238-0740a7bfa32d req-9c1a5e94-7621-4498-baa2-32f13594b350 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756075 May 13 15:20:34.592385 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aa5a1eb7-5c26-4da7-b238-0740a7bfa32d req-03b8a6e8-5fe8-44f3-90c7-f963678d5b56 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449901 May 13 15:20:34.649642 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aa5a1eb7-5c26-4da7-b238-0740a7bfa32d req-06c70f33-0681-4d2d-aa2c-7d760fa6f87a service neutron] 10.222.0.59 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266439 May 13 15:20:34.661786 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1eacf-00f9-4824-80f2-41528df23f99 req-edf107d4-08d2-48f6-b92f-c4b8cc2245c8 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:34.663364 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-46c1eacf-00f9-4824-80f2-41528df23f99 req-edf107d4-08d2-48f6-b92f-c4b8cc2245c8 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 943 time: 0.3218474 May 13 15:20:34.750427 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aa5a1eb7-5c26-4da7-b238-0740a7bfa32d req-4f819d4f-a159-474d-a78e-998186c2e559 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523917 May 13 15:20:34.791419 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-46c1eacf-00f9-4824-80f2-41528df23f99 req-2618d7be-51d7-4066-868b-b5d977dd3317 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095684 May 13 15:20:34.827049 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aa5a1eb7-5c26-4da7-b238-0740a7bfa32d req-050368c8-400d-4fef-890e-cfc69253ff11 service neutron] 10.222.0.59 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626976 May 13 15:20:35.068717 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 9b18d79b-4e34-422c-b716-ae8b330e7c78 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:20:35.126406 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 9b18d79b-4e34-422c-b716-ae8b330e7c78 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:20:35.988797 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9acd96-443a-4e83-aba3-fe2caec0fca9 req-34408c60-7e92-4040-96d6-1fc0805cd0da tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:35.990288 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9b9acd96-443a-4e83-aba3-fe2caec0fca9 req-34408c60-7e92-4040-96d6-1fc0805cd0da tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 943 time: 0.0827236 May 13 15:20:36.040405 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9b9acd96-443a-4e83-aba3-fe2caec0fca9 req-ca1d84a5-465f-4ae5-ba6d-71d052e3bfcf tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442677 May 13 15:20:36.338404 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 9b18d79b-4e34-422c-b716-ae8b330e7c78 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:20:36.436600 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ba5f6-9b85-4746-86f5-602ae27cedb2 req-0a44eea6-c116-4319-bb32-9c692d84a30c tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:36.438013 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-df9ba5f6-9b85-4746-86f5-602ae27cedb2 req-0a44eea6-c116-4319-bb32-9c692d84a30c tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea&tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&binding%3Ahost_id=n-h1-841760-1 HTTP/1.1" status: 200 len: 943 time: 0.1128953 May 13 15:20:36.447091 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0c8be-7807-44a0-888c-ee9a88d69c0e req-036d3571-71fa-421b-9c21-26757204dec6 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:36.448517 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e1c0c8be-7807-44a0-888c-ee9a88d69c0e req-036d3571-71fa-421b-9c21-26757204dec6 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 943 time: 0.1578360 May 13 15:20:36.478563 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 9b18d79b-4e34-422c-b716-ae8b330e7c78, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=9b18d79b-4e34-422c-b716-ae8b330e7c78,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:36.494759 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '9b18d79b-4e34-422c-b716-ae8b330e7c78', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'port_id': '9b18d79b-4e34-422c-b716-ae8b330e7c78', 'mac_address': 'fa:16:3e:98:80:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:20:36.516426 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e1c0c8be-7807-44a0-888c-ee9a88d69c0e req-68488f5d-00fc-49c7-8d0b-323d48d59055 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616500 May 13 15:20:36.561760 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 9b18d79b-4e34-422c-b716-ae8b330e7c78 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:36.562148 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:36.589216 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b18d79b-4e34-422c-b716-ae8b330e7c78 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:20:36.616510 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 9b18d79b-4e34-422c-b716-ae8b330e7c78, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=9b18d79b-4e34-422c-b716-ae8b330e7c78,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:36.620258 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [req-df9ba5f6-9b85-4746-86f5-602ae27cedb2 req-90d4ae40-7c87-449d-b0c2-81be1736f449 service neutron] delete failed (client error): The resource could not be found. May 13 15:20:36.621339 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-df9ba5f6-9b85-4746-86f5-602ae27cedb2 req-90d4ae40-7c87-449d-b0c2-81be1736f449 service neutron] 10.222.0.74 "DELETE /v2.0/ports/9b18d79b-4e34-422c-b716-ae8b330e7c78/bindings/n-h2-841760-1 HTTP/1.1" status: 404 len: 380 time: 0.1296957 May 13 15:20:36.621893 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:36.694738 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=9b18d79b-4e34-422c-b716-ae8b330e7c78,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:36.782984 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ba5f6-9b85-4746-86f5-602ae27cedb2 req-304d5de1-f8a6-44ed-ac7e-ada1892e53d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:36.784537 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-df9ba5f6-9b85-4746-86f5-602ae27cedb2 req-304d5de1-f8a6-44ed-ac7e-ada1892e53d7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 1095 time: 0.0746210 May 13 15:20:36.857328 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['9b18d79b-4e34-422c-b716-ae8b330e7c78'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:20:36.920205 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ba5f6-9b85-4746-86f5-602ae27cedb2 req-999433e8-8a24-4295-a750-e02a6837e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:36.921904 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-df9ba5f6-9b85-4746-86f5-602ae27cedb2 req-999433e8-8a24-4295-a750-e02a6837e90f service neutron] 10.222.0.74 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.1316481 May 13 15:20:37.045436 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-df9ba5f6-9b85-4746-86f5-602ae27cedb2 req-8148973b-ceb5-419d-9e07-3467539c0dea service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b18d79b-4e34-422c-b716-ae8b330e7c78 HTTP/1.1" status: 200 len: 1000 time: 0.1180272 May 13 15:20:37.112916 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ba5f6-9b85-4746-86f5-602ae27cedb2 req-66d4a006-7890-480f-82de-9eea1d2235bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:37.114299 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-df9ba5f6-9b85-4746-86f5-602ae27cedb2 req-66d4a006-7890-480f-82de-9eea1d2235bc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0624523 May 13 15:20:37.189017 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ba5f6-9b85-4746-86f5-602ae27cedb2 req-de5dac3b-8d86-4f3b-bc68-8ba50a048b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:37.190480 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-df9ba5f6-9b85-4746-86f5-602ae27cedb2 req-de5dac3b-8d86-4f3b-bc68-8ba50a048b10 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706415 May 13 15:20:37.323929 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-df9ba5f6-9b85-4746-86f5-602ae27cedb2 req-9884ec7a-8b93-4093-b7fc-492e528e275f service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269522 May 13 15:20:37.455848 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-df9ba5f6-9b85-4746-86f5-602ae27cedb2 req-c246f98b-8a9e-4a7f-8e05-9140cb137fb5 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264710 May 13 15:20:37.711949 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612627e-e4f2-4e89-b7f5-51dabccdbbfa req-3f3b1fe2-9fd3-4894-9a16-c002643dcb4c tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:37.713313 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1612627e-e4f2-4e89-b7f5-51dabccdbbfa req-3f3b1fe2-9fd3-4894-9a16-c002643dcb4c tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 944 time: 0.0842562 May 13 15:20:37.760191 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1612627e-e4f2-4e89-b7f5-51dabccdbbfa req-f2c7842e-4796-40f2-adb6-dd49a093a4ca tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411296 May 13 15:20:38.348412 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 9b18d79b-4e34-422c-b716-ae8b330e7c78 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:38.418576 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 9b18d79b-4e34-422c-b716-ae8b330e7c78 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:38.423291 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 9b18d79b-4e34-422c-b716-ae8b330e7c78 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:38.423663 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:38.539559 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 9b18d79b-4e34-422c-b716-ae8b330e7c78 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:38.539931 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:38.566273 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b18d79b-4e34-422c-b716-ae8b330e7c78'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:20:38.575209 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 9b18d79b-4e34-422c-b716-ae8b330e7c78, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=9b18d79b-4e34-422c-b716-ae8b330e7c78,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:38.579203 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:38.654785 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=9b18d79b-4e34-422c-b716-ae8b330e7c78,revision_number=9']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:38.712714 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b819e2a-d523-4bfe-905f-db341807b70b'] response: {'server_uuid': 'ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b18d79b-4e34-422c-b716-ae8b330e7c78', 'code': 200} May 13 15:20:38.944734 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a9565-fd03-4234-a422-e6a680ee4490 req-c0032372-e8b2-4fdb-a113-f7f5d9b7df6b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:38.946483 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e1a9565-fd03-4234-a422-e6a680ee4490 req-c0032372-e8b2-4fdb-a113-f7f5d9b7df6b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.0813386 May 13 15:20:38.996994 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e1a9565-fd03-4234-a422-e6a680ee4490 req-a968a712-2b06-4022-b01f-9c4121b1e3bb tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447979 May 13 15:20:39.187588 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6d85b-9c93-46ca-b4b5-2e61468201ac req-e36a6b9b-4b33-445d-9fd7-0413ba897cca tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:39.188997 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1ea6d85b-9c93-46ca-b4b5-2e61468201ac req-e36a6b9b-4b33-445d-9fd7-0413ba897cca tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.0865581 May 13 15:20:39.240024 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1ea6d85b-9c93-46ca-b4b5-2e61468201ac req-bce73cc9-5069-49e3-a064-802d1ebfe987 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405819 May 13 15:20:39.422572 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f863c-7ac8-4ed4-952f-87eca4b79619 req-e5639fa3-b2b7-4c49-b3e9-3510f561ae93 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:39.424055 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-937f863c-7ac8-4ed4-952f-87eca4b79619 req-e5639fa3-b2b7-4c49-b3e9-3510f561ae93 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.0795674 May 13 15:20:39.468573 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-937f863c-7ac8-4ed4-952f-87eca4b79619 req-a688771b-e0fe-441f-9506-c067281257ad tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387092 May 13 15:20:39.853790 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342df9ff-deca-4757-acce-9763c8bc18b2 req-2889c402-e2bf-45d9-b301-00d3dd5c27b5 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:39.855300 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-342df9ff-deca-4757-acce-9763c8bc18b2 req-2889c402-e2bf-45d9-b301-00d3dd5c27b5 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.0844319 May 13 15:20:39.899334 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-342df9ff-deca-4757-acce-9763c8bc18b2 req-0f0e6e11-fedd-45d0-b940-b4daeee38a3a tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382724 May 13 15:20:41.080887 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe1b61-6174-4514-9102-cf5c96d172f4 req-922583ef-d32c-44a2-8cef-a3ec68e37bbd tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:41.082382 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b0fe1b61-6174-4514-9102-cf5c96d172f4 req-922583ef-d32c-44a2-8cef-a3ec68e37bbd tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.0837340 May 13 15:20:41.101816 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39142887-d2f8-495b-b9db-90ee09472ffe req-5662e3df-dfa2-405b-98bc-f1788d56df92 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:41.103312 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-39142887-d2f8-495b-b9db-90ee09472ffe req-5662e3df-dfa2-405b-98bc-f1788d56df92 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 945 time: 0.0962043 May 13 15:20:41.149012 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-39142887-d2f8-495b-b9db-90ee09472ffe req-03da7f9f-ff05-472c-982b-1050dae40c9a tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395119 May 13 15:20:41.157097 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-b0fe1b61-6174-4514-9102-cf5c96d172f4 req-0f6e1e57-8503-43a3-ba0c-9b6fa297961b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Deleting port 9b18d79b-4e34-422c-b716-ae8b330e7c78 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:41.157435 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b0fe1b61-6174-4514-9102-cf5c96d172f4 req-0f6e1e57-8503-43a3-ba0c-9b6fa297961b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:41.423091 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-b0fe1b61-6174-4514-9102-cf5c96d172f4 req-0f6e1e57-8503-43a3-ba0c-9b6fa297961b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] For port 9b18d79b-4e34-422c-b716-ae8b330e7c78, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=9b18d79b-4e34-422c-b716-ae8b330e7c78,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:41.423482 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b0fe1b61-6174-4514-9102-cf5c96d172f4 req-0f6e1e57-8503-43a3-ba0c-9b6fa297961b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:41.717045 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b0fe1b61-6174-4514-9102-cf5c96d172f4 req-0f6e1e57-8503-43a3-ba0c-9b6fa297961b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:41.717425 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b0fe1b61-6174-4514-9102-cf5c96d172f4 req-0f6e1e57-8503-43a3-ba0c-9b6fa297961b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:41.717738 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [req-b0fe1b61-6174-4514-9102-cf5c96d172f4 req-0f6e1e57-8503-43a3-ba0c-9b6fa297961b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Floating IP 9e979527-46a5-4cdd-b0cd-c90ec63077c4 disassociated. External IP: 172.25.0.178, port: 9b18d79b-4e34-422c-b716-ae8b330e7c78. May 13 15:20:41.718079 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-b0fe1b61-6174-4514-9102-cf5c96d172f4 req-0f6e1e57-8503-43a3-ba0c-9b6fa297961b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Calling delete_port for 9b18d79b-4e34-422c-b716-ae8b330e7c78 owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:41.868242 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b0fe1b61-6174-4514-9102-cf5c96d172f4 req-0f6e1e57-8503-43a3-ba0c-9b6fa297961b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:42.023486 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e1e57-8503-43a3-ba0c-9b6fa297961b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Pushing event deleted for resources: {'Port': ['ID=9b18d79b-4e34-422c-b716-ae8b330e7c78,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:42.228565 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0fe1b61-6174-4514-9102-cf5c96d172f4 req-0f6e1e57-8503-43a3-ba0c-9b6fa297961b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Router 8be06e6f-6070-4d62-8613-313eecc0b32b has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:20:42.359845 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c3a30887-01fc-4748-b4aa-463ebf574b64 req-d8606abd-978d-4df2-b565-11bf9799294e tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea HTTP/1.1" status: 200 len: 210 time: 0.0689287 May 13 15:20:42.467679 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0fe1b61-6174-4514-9102-cf5c96d172f4 req-0f6e1e57-8503-43a3-ba0c-9b6fa297961b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:20:42.477144 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e43bf74-8041-42ea-bffb-b3cf34459fa3 None None] Sync routers for ids ['8be06e6f-6070-4d62-8613-313eecc0b32b'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:20:42.486423 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e43bf74-8041-42ea-bffb-b3cf34459fa3 None None] Routers {'8be06e6f-6070-4d62-8613-313eecc0b32b'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:42.487137 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1e43bf74-8041-42ea-bffb-b3cf34459fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:20:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8be06e6f-6070-4d62-8613-313eecc0b32b'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:42.540395 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0fe1b61-6174-4514-9102-cf5c96d172f4 req-0f6e1e57-8503-43a3-ba0c-9b6fa297961b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] No DVR routers for this DVR port 9b18d79b-4e34-422c-b716-ae8b330e7c78 on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:20:42.543284 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-b0fe1b61-6174-4514-9102-cf5c96d172f4 req-0f6e1e57-8503-43a3-ba0c-9b6fa297961b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:42.546477 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea', 'name': 'network-vif-deleted', 'tag': '9b18d79b-4e34-422c-b716-ae8b330e7c78'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:20:42.565161 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b0fe1b61-6174-4514-9102-cf5c96d172f4 req-0f6e1e57-8503-43a3-ba0c-9b6fa297961b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.59 "DELETE /v2.0/ports/9b18d79b-4e34-422c-b716-ae8b330e7c78 HTTP/1.1" status: 204 len: 173 time: 1.4771130 May 13 15:20:42.598969 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b46ecde6-8850-4abb-ba1b-95018ab77e75'] response: {'server_uuid': 'ad43b0fb-ca1c-4adb-82fd-4a6d848bb9ea', 'name': 'network-vif-deleted', 'tag': '9b18d79b-4e34-422c-b716-ae8b330e7c78', 'status': 'completed', 'code': 200} May 13 15:20:42.702809 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-1e43bf74-8041-42ea-bffb-b3cf34459fa3 None None] Set router 8be06e6f-6070-4d62-8613-313eecc0b32b gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:43.022384 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1e43bf74-8041-42ea-bffb-b3cf34459fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'bd629972-e369-445a-af32-c9d25522bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:45Z', 'revision_number': 4, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'gw_port': {'id': 'bd629972-e369-445a-af32-c9d25522bbee', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'cad7497b-eae4-4f30-81dc-ced636c6d33c', 'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'mac_address': 'fa:16:3e:23:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:19:50Z', 'revision_number': 5, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'subnets': [{'id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:43.026073 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e43bf74-8041-42ea-bffb-b3cf34459fa3 None None] Checking router: 8be06e6f-6070-4d62-8613-313eecc0b32b for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:20:43.034264 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e43bf74-8041-42ea-bffb-b3cf34459fa3 None None] Routers {'8be06e6f-6070-4d62-8613-313eecc0b32b'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:43.034840 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1e43bf74-8041-42ea-bffb-b3cf34459fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:20:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8be06e6f-6070-4d62-8613-313eecc0b32b'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:43.218086 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-1e43bf74-8041-42ea-bffb-b3cf34459fa3 None None] Set router 8be06e6f-6070-4d62-8613-313eecc0b32b gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:43.536895 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1e43bf74-8041-42ea-bffb-b3cf34459fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'bd629972-e369-445a-af32-c9d25522bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:45Z', 'revision_number': 4, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'gw_port': {'id': 'bd629972-e369-445a-af32-c9d25522bbee', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'cad7497b-eae4-4f30-81dc-ced636c6d33c', 'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'mac_address': 'fa:16:3e:23:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:19:50Z', 'revision_number': 5, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'subnets': [{'id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:43.540893 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e43bf74-8041-42ea-bffb-b3cf34459fa3 None None] The sync data for ids ['8be06e6f-6070-4d62-8613-313eecc0b32b'] in n-d-841760-1 is: [{'id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'bd629972-e369-445a-af32-c9d25522bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:45Z', 'revision_number': 4, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'gw_port': {'id': 'bd629972-e369-445a-af32-c9d25522bbee', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'cad7497b-eae4-4f30-81dc-ced636c6d33c', 'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'mac_address': 'fa:16:3e:23:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:19:50Z', 'revision_number': 5, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'subnets': [{'id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:20:43.708244 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-99e76695-be89-4046-9b47-6ca8abcd7767 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--595103021&fields=id&tenant_id=a122314b1a4e495db5df3f4e8d3f15bd HTTP/1.1" status: 200 len: 267 time: 0.0462344 May 13 15:20:43.754903 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac33f8b9-567c-4e1d-b3ef-b385b61b85da None None] New status for floating IP 9e979527-46a5-4cdd-b0cd-c90ec63077c4: DOWN {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:20:43.864535 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-27e22df7-02f6-4da4-9ec3-794b7377333d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:43.865202 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-27e22df7-02f6-4da4-9ec3-794b7377333d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Synchronizing usage tracker for tenant:a122314b1a4e495db5df3f4e8d3f15bd on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:20:43.882291 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-27e22df7-02f6-4da4-9ec3-794b7377333d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Unset dirty status for tenant:a122314b1a4e495db5df3f4e8d3f15bd on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:20:43.883454 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-27e22df7-02f6-4da4-9ec3-794b7377333d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 811 time: 0.1681592 May 13 15:20:43.899903 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-ad1d4f64-d3d9-4235-9bbc-6bdeb7025bb8 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/quotas/a122314b1a4e495db5df3f4e8d3f15bd HTTP/1.1" status: 200 len: 375 time: 0.0103154 May 13 15:20:43.991196 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-adb2cf86-c8c0-43ba-83f4-8a03bbd5bccf tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Synchronizing usage tracker for tenant:a122314b1a4e495db5df3f4e8d3f15bd on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:20:44.007980 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-adb2cf86-c8c0-43ba-83f4-8a03bbd5bccf tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Unset dirty status for tenant:a122314b1a4e495db5df3f4e8d3f15bd on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:20:44.009461 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-adb2cf86-c8c0-43ba-83f4-8a03bbd5bccf tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1040094 May 13 15:20:44.226645 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-28015a9c-439a-4116-b4d4-e5d30521aae2 service neutron] 10.222.0.35 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675727 May 13 15:20:44.358255 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-34620adf-c4d0-4f27-9216-30a146588535 service neutron] 10.222.0.35 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256390 May 13 15:20:44.385135 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 9b18d79b-4e34-422c-b716-ae8b330e7c78 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:20:44.423391 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 9b18d79b-4e34-422c-b716-ae8b330e7c78 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:20:44.425140 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 9b18d79b-4e34-422c-b716-ae8b330e7c78 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:20:44.561044 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2081d2aa-b4af-4356-9ad3-1640ca7300e2 req-d771899f-ca52-43f9-a0dc-d70e9714e44c tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 210 time: 0.0505691 May 13 15:20:45.723276 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3e87f989-0e49-43cd-806a-63bc846acd17 req-b7df06c6-3302-440a-b5a4-879ef14e89d1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 210 time: 0.0450854 May 13 15:20:45.769970 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-8b554ae8-c861-46d7-a411-3e9988ad6fba tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:45.771455 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-8b554ae8-c861-46d7-a411-3e9988ad6fba tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.74 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 811 time: 0.2805655 May 13 15:20:45.828521 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-6d57c884-2fc2-48d6-95f6-f73446ff2c4e tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a122314b1a4e495db5df3f4e8d3f15bd HTTP/1.1" status: 200 len: 379 time: 0.0381997 May 13 15:20:45.836593 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4ebcf30b-3e5f-4ec5-8234-d9d7cca57bd2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Request body: {'port': {'device_id': '037d7394-c29d-4ed2-a390-c282f853ef4f', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'admin_state_up': True, 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'security_groups': ['efda8681-202e-4b9a-92a0-046b37348de6']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:45.970983 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4ebcf30b-3e5f-4ec5-8234-d9d7cca57bd2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:45.980377 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4ebcf30b-3e5f-4ec5-8234-d9d7cca57bd2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:45.990342 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4ebcf30b-3e5f-4ec5-8234-d9d7cca57bd2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Made reservation on behalf of a122314b1a4e495db5df3f4e8d3f15bd for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:20:45.993850 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4ebcf30b-3e5f-4ec5-8234-d9d7cca57bd2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:46.163780 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4ebcf30b-3e5f-4ec5-8234-d9d7cca57bd2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Allocated IP 172.20.0.12 (f51c7d4a-5d6a-4f34-a11d-9f441ec182a1/3dde09fd-60f7-4956-b5da-f5b36c72397b/e37c32bf-2848-4d76-8f71-fac55f84c6bf) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:20:46.353925 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4ebcf30b-3e5f-4ec5-8234-d9d7cca57bd2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:46.369906 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4ebcf30b-3e5f-4ec5-8234-d9d7cca57bd2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Transition to ACTIVE for port object e37c32bf-2848-4d76-8f71-fac55f84c6bf will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:46.393315 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4ebcf30b-3e5f-4ec5-8234-d9d7cca57bd2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:46.466638 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4ebcf30b-3e5f-4ec5-8234-d9d7cca57bd2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:46.469843 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4ebcf30b-3e5f-4ec5-8234-d9d7cca57bd2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:46.473725 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4ebcf30b-3e5f-4ec5-8234-d9d7cca57bd2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:20:46.510560 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebcf30b-3e5f-4ec5-8234-d9d7cca57bd2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Pushing event updated for resources: {'Port': ['ID=e37c32bf-2848-4d76-8f71-fac55f84c6bf,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:46.529378 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebcf30b-3e5f-4ec5-8234-d9d7cca57bd2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:46.529735 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebcf30b-3e5f-4ec5-8234-d9d7cca57bd2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:46.530044 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebcf30b-3e5f-4ec5-8234-d9d7cca57bd2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:46.530373 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebcf30b-3e5f-4ec5-8234-d9d7cca57bd2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:46.530696 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebcf30b-3e5f-4ec5-8234-d9d7cca57bd2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:46.531011 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebcf30b-3e5f-4ec5-8234-d9d7cca57bd2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:46.531361 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebcf30b-3e5f-4ec5-8234-d9d7cca57bd2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:46.531670 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebcf30b-3e5f-4ec5-8234-d9d7cca57bd2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:46.531986 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebcf30b-3e5f-4ec5-8234-d9d7cca57bd2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:46.532296 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebcf30b-3e5f-4ec5-8234-d9d7cca57bd2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:46.532606 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebcf30b-3e5f-4ec5-8234-d9d7cca57bd2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:46.532934 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebcf30b-3e5f-4ec5-8234-d9d7cca57bd2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:46.555755 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4ebcf30b-3e5f-4ec5-8234-d9d7cca57bd2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:46.556392 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4ebcf30b-3e5f-4ec5-8234-d9d7cca57bd2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:46.594833 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4ebcf30b-3e5f-4ec5-8234-d9d7cca57bd2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7614605 May 13 15:20:46.612422 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4b0ebced-3de4-4c47-ba89-ac603289d711 service neutron] Request body: {'port': {'device_id': '037d7394-c29d-4ed2-a390-c282f853ef4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:46.684360 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c90d84a2-9d2d-47e4-be59-d2f0d5b6edf9 None None] Provisioning for port e37c32bf-2848-4d76-8f71-fac55f84c6bf completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:46.689370 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c90d84a2-9d2d-47e4-be59-d2f0d5b6edf9 None None] Provisioning complete for port e37c32bf-2848-4d76-8f71-fac55f84c6bf triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:46.689940 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c90d84a2-9d2d-47e4-be59-d2f0d5b6edf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:46.729504 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4b0ebced-3de4-4c47-ba89-ac603289d711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:46.743512 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-c90d84a2-9d2d-47e4-be59-d2f0d5b6edf9 None None] Port e37c32bf-2848-4d76-8f71-fac55f84c6bf cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:20:47.028204 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcb8a4-cb62-42ba-a92d-bcce9708d528 req-7418c3d4-7078-425c-8a52-e78aec1152d1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:47.028812 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-0bdcb8a4-cb62-42ba-a92d-bcce9708d528 req-7418c3d4-7078-425c-8a52-e78aec1152d1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Synchronizing usage tracker for tenant:a122314b1a4e495db5df3f4e8d3f15bd on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:20:47.074090 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-0bdcb8a4-cb62-42ba-a92d-bcce9708d528 req-7418c3d4-7078-425c-8a52-e78aec1152d1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Unset dirty status for tenant:a122314b1a4e495db5df3f4e8d3f15bd on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:20:47.075259 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0bdcb8a4-cb62-42ba-a92d-bcce9708d528 req-7418c3d4-7078-425c-8a52-e78aec1152d1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 932 time: 0.2331300 May 13 15:20:47.188347 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0bdcb8a4-cb62-42ba-a92d-bcce9708d528 req-283f4ad8-076d-486f-9236-f1b17f824e1a tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013246 May 13 15:20:47.190556 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4b0ebced-3de4-4c47-ba89-ac603289d711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e37c32bf-2848-4d76-8f71-fac55f84c6bf {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:20:47.199353 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4b0ebced-3de4-4c47-ba89-ac603289d711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:47.217290 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4b0ebced-3de4-4c47-ba89-ac603289d711 service neutron] Transition to ACTIVE for port object e37c32bf-2848-4d76-8f71-fac55f84c6bf will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:47.221663 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4b0ebced-3de4-4c47-ba89-ac603289d711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:47.386535 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ebced-3de4-4c47-ba89-ac603289d711 service neutron] Pushing event updated for resources: {'Port': ['ID=e37c32bf-2848-4d76-8f71-fac55f84c6bf,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:47.464797 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4b0ebced-3de4-4c47-ba89-ac603289d711 service neutron] Attempting to bind port e37c32bf-2848-4d76-8f71-fac55f84c6bf on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:20:47.465253 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4b0ebced-3de4-4c47-ba89-ac603289d711 service neutron] Attempting to bind port e37c32bf-2848-4d76-8f71-fac55f84c6bf by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:20:47.465455 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4b0ebced-3de4-4c47-ba89-ac603289d711 service neutron] Attempting to bind port e37c32bf-2848-4d76-8f71-fac55f84c6bf on network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:20:47.470482 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4b0ebced-3de4-4c47-ba89-ac603289d711 service neutron] Port e37c32bf-2848-4d76-8f71-fac55f84c6bf on network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:20:47.470807 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4b0ebced-3de4-4c47-ba89-ac603289d711 service neutron] Attempting to bind port e37c32bf-2848-4d76-8f71-fac55f84c6bf on network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:20:47.476812 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4b0ebced-3de4-4c47-ba89-ac603289d711 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:20:47.477154 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4b0ebced-3de4-4c47-ba89-ac603289d711 service neutron] Checking segment: {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:20:47.477539 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4b0ebced-3de4-4c47-ba89-ac603289d711 service neutron] Bound using segment: {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:20:47.477963 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4b0ebced-3de4-4c47-ba89-ac603289d711 service neutron] Bound port: e37c32bf-2848-4d76-8f71-fac55f84c6bf, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:20:47.478310 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4b0ebced-3de4-4c47-ba89-ac603289d711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:47.574915 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4b0ebced-3de4-4c47-ba89-ac603289d711 service neutron] For port e37c32bf-2848-4d76-8f71-fac55f84c6bf, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:20:47.578173 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4b0ebced-3de4-4c47-ba89-ac603289d711 service neutron] For port e37c32bf-2848-4d76-8f71-fac55f84c6bf, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=e37c32bf-2848-4d76-8f71-fac55f84c6bf,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:20:47.583201 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4b0ebced-3de4-4c47-ba89-ac603289d711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:47.650224 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4b0ebced-3de4-4c47-ba89-ac603289d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:47.651075 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4b0ebced-3de4-4c47-ba89-ac603289d711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:47.652507 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-4b0ebced-3de4-4c47-ba89-ac603289d711 service neutron] 10.222.0.74 "PUT /v2.0/ports/e37c32bf-2848-4d76-8f71-fac55f84c6bf HTTP/1.1" status: 200 len: 1092 time: 1.0450783 May 13 15:20:47.652933 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037d7394-c29d-4ed2-a390-c282f853ef4f', 'tag': 'e37c32bf-2848-4d76-8f71-fac55f84c6bf'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:20:47.680425 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ebced-3de4-4c47-ba89-ac603289d711 service neutron] Pushing event updated for resources: {'Port': ['ID=e37c32bf-2848-4d76-8f71-fac55f84c6bf,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:47.910336 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-bd44460a-2497-41fd-9fa6-da9609c78e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:47.911927 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-bd44460a-2497-41fd-9fa6-da9609c78e58 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 1095 time: 0.2011297 May 13 15:20:47.982332 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be04ff84-2366-4779-b1a9-041601b5be34'] response: {'name': 'network-changed', 'server_uuid': '037d7394-c29d-4ed2-a390-c282f853ef4f', 'tag': 'e37c32bf-2848-4d76-8f71-fac55f84c6bf', 'status': 'completed', 'code': 200} May 13 15:20:47.990382 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-8c86795b-4407-49c2-848f-98c38a8daeef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e37c32bf-2848-4d76-8f71-fac55f84c6bf HTTP/1.1" status: 200 len: 217 time: 0.0659864 May 13 15:20:48.053403 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-bc26b0d5-3fe9-454a-bd37-2b4eb4517195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:48.055739 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-bc26b0d5-3fe9-454a-bd37-2b4eb4517195 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0590551 May 13 15:20:48.136944 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-0cd354d1-4fe2-4cf5-b553-ba97a2ea0ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:48.138447 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-0cd354d1-4fe2-4cf5-b553-ba97a2ea0ee5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766549 May 13 15:20:48.275179 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-1646ea27-3507-440d-be49-a0ffd506e1e5 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308851 May 13 15:20:48.467189 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cd782079-a2d7-40d4-ac00-f53bcb83f01f req-cb4bea40-78ab-4108-9d27-52075fcf1aa6 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862524 May 13 15:20:48.480458 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae05de5-084a-4105-8222-39ca1721ba1b req-06e136ec-bf20-43b8-b622-754bdab990ec tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:48.481947 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9ae05de5-084a-4105-8222-39ca1721ba1b req-06e136ec-bf20-43b8-b622-754bdab990ec tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 944 time: 0.1816428 May 13 15:20:48.504784 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:48.533610 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9ae05de5-084a-4105-8222-39ca1721ba1b req-7e169d22-7da4-4a11-9183-8d1998d4c945 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446332 May 13 15:20:48.627956 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a7af4-a0b6-4d13-8121-01100a811fac req-ffc38ab8-977e-41f8-b14c-572a5dc0e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:48.629997 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-942a7af4-a0b6-4d13-8121-01100a811fac req-ffc38ab8-977e-41f8-b14c-572a5dc0e635 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 1095 time: 0.0767686 May 13 15:20:48.765249 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a7af4-a0b6-4d13-8121-01100a811fac req-b5e60c2c-8e37-4475-89d1-4b05e272b819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:48.766608 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-942a7af4-a0b6-4d13-8121-01100a811fac req-b5e60c2c-8e37-4475-89d1-4b05e272b819 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.1308978 May 13 15:20:48.838278 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-942a7af4-a0b6-4d13-8121-01100a811fac req-dab422a0-03f3-4119-810a-fe53e28a2b37 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e37c32bf-2848-4d76-8f71-fac55f84c6bf HTTP/1.1" status: 200 len: 217 time: 0.0651853 May 13 15:20:48.900376 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a7af4-a0b6-4d13-8121-01100a811fac req-7d0b7b11-e841-4a1a-bb44-2863b6a73fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:48.901794 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-942a7af4-a0b6-4d13-8121-01100a811fac req-7d0b7b11-e841-4a1a-bb44-2863b6a73fbf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0582030 May 13 15:20:48.976595 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a7af4-a0b6-4d13-8121-01100a811fac req-6ad9ace1-fc22-46d9-8218-9e4a11408f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:48.978065 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-942a7af4-a0b6-4d13-8121-01100a811fac req-6ad9ace1-fc22-46d9-8218-9e4a11408f48 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703440 May 13 15:20:49.109502 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-942a7af4-a0b6-4d13-8121-01100a811fac req-d5e85f1d-2dbb-4cde-83f2-f17055885692 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244628 May 13 15:20:49.248253 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-942a7af4-a0b6-4d13-8121-01100a811fac req-cbc769ad-dbcc-4e4b-ad22-4a301eaead35 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321645 May 13 15:20:49.724363 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd6956-1f05-4362-9f5c-4abd14dd3422 req-92079322-32e8-47a5-b12c-f93202c50097 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:49.725862 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b2dd6956-1f05-4362-9f5c-4abd14dd3422 req-92079322-32e8-47a5-b12c-f93202c50097 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 944 time: 0.0870118 May 13 15:20:49.771068 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b2dd6956-1f05-4362-9f5c-4abd14dd3422 req-93539b11-de30-4d5a-b9e1-23b74c510f9e tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394413 May 13 15:20:50.966937 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a1fc7-39e9-423b-a33f-bfd8ea2dd3a3 req-873e890d-bfae-4f49-800e-bb30e08910a5 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:50.968440 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d24a1fc7-39e9-423b-a33f-bfd8ea2dd3a3 req-873e890d-bfae-4f49-800e-bb30e08910a5 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 944 time: 0.0897377 May 13 15:20:51.013510 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d24a1fc7-39e9-423b-a33f-bfd8ea2dd3a3 req-5919d35b-43ef-4f76-b919-70a79523b216 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387404 May 13 15:20:51.219493 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device e37c32bf-2848-4d76-8f71-fac55f84c6bf details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:20:51.358887 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port e37c32bf-2848-4d76-8f71-fac55f84c6bf, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=e37c32bf-2848-4d76-8f71-fac55f84c6bf,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:51.373148 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'e37c32bf-2848-4d76-8f71-fac55f84c6bf', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'port_id': 'e37c32bf-2848-4d76-8f71-fac55f84c6bf', 'mac_address': 'fa:16:3e:87:4b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:20:51.449424 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port e37c32bf-2848-4d76-8f71-fac55f84c6bf is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:51.449801 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:51.466788 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37c32bf-2848-4d76-8f71-fac55f84c6bf {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:20:51.482265 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port e37c32bf-2848-4d76-8f71-fac55f84c6bf, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=e37c32bf-2848-4d76-8f71-fac55f84c6bf,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:51.486260 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:51.555434 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=e37c32bf-2848-4d76-8f71-fac55f84c6bf,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:51.563059 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:51.563442 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:51.563782 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:51.564119 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:51.564451 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:51.564783 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:51.565112 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:51.565446 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:51.565770 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:51.566694 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:51.567017 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:51.567389 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:51.847993 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['e37c32bf-2848-4d76-8f71-fac55f84c6bf'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:20:52.200054 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22e416-9036-4081-932a-b365441b687a req-ce44116a-df96-4d8b-b6e2-2f0166c65e43 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:52.201515 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3b22e416-9036-4081-932a-b365441b687a req-ce44116a-df96-4d8b-b6e2-2f0166c65e43 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 945 time: 0.0834081 May 13 15:20:52.249904 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3b22e416-9036-4081-932a-b365441b687a req-ad46dbfd-c8a6-4c14-bcd4-1e91665402f6 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426760 May 13 15:20:53.219979 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device e37c32bf-2848-4d76-8f71-fac55f84c6bf up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:53.287679 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port e37c32bf-2848-4d76-8f71-fac55f84c6bf completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:53.292600 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port e37c32bf-2848-4d76-8f71-fac55f84c6bf triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:53.292973 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:53.411993 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port e37c32bf-2848-4d76-8f71-fac55f84c6bf is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:53.412373 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:53.439636 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6856c-c23d-465f-bc37-7bf28510190c req-0143a606-beec-4905-a314-5a10685070eb tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:53.440389 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037d7394-c29d-4ed2-a390-c282f853ef4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37c32bf-2848-4d76-8f71-fac55f84c6bf'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:20:53.441802 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-28b6856c-c23d-465f-bc37-7bf28510190c req-0143a606-beec-4905-a314-5a10685070eb tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 945 time: 0.0832143 May 13 15:20:53.451918 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port e37c32bf-2848-4d76-8f71-fac55f84c6bf, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=e37c32bf-2848-4d76-8f71-fac55f84c6bf,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:53.455786 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:53.494163 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c378ae22-c6a2-4f49-8292-cabdcc5cf926'] response: {'server_uuid': '037d7394-c29d-4ed2-a390-c282f853ef4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37c32bf-2848-4d76-8f71-fac55f84c6bf', 'code': 200} May 13 15:20:53.501206 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-28b6856c-c23d-465f-bc37-7bf28510190c req-def955c3-8be3-4ecb-a3f2-b4aa5fbbb6c8 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508089 May 13 15:20:53.535939 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=e37c32bf-2848-4d76-8f71-fac55f84c6bf,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:53.742987 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6ccc7-bb36-4bf2-88ef-48cdaeda34b6 req-7e32852c-bab2-4aa9-90b6-d5a085926f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:53.744387 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9ac6ccc7-bb36-4bf2-88ef-48cdaeda34b6 req-7e32852c-bab2-4aa9-90b6-d5a085926f92 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 1097 time: 0.1716249 May 13 15:20:53.784673 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9ac6ccc7-bb36-4bf2-88ef-48cdaeda34b6 req-89bf5bf6-e213-4489-a206-5a993f599965 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340312 May 13 15:20:54.693453 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c310d-bd84-424c-b5d8-fd9d6f460256 req-fec2d2af-b651-4af3-8741-424545deaceb tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:54.695288 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4c3c310d-bd84-424c-b5d8-fd9d6f460256 req-fec2d2af-b651-4af3-8741-424545deaceb tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.0875652 May 13 15:20:54.741054 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4c3c310d-bd84-424c-b5d8-fd9d6f460256 req-3572cd52-5e20-43ae-aa2d-62213b01819c tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400248 May 13 15:20:55.530019 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:20:55.930593 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c89cac-f1c0-462f-b002-9deaadbc0aec req-5d40c154-6588-4146-ada9-52a1aa247efb tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:55.932078 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-94c89cac-f1c0-462f-b002-9deaadbc0aec req-5d40c154-6588-4146-ada9-52a1aa247efb tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.0820262 May 13 15:20:55.979422 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-94c89cac-f1c0-462f-b002-9deaadbc0aec req-844fda8d-3cc0-4efe-ba54-f086b7a05901 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416412 May 13 15:20:56.171145 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994ce1f-9525-4a55-b6b8-b85257c6bbc1 req-6f4005c5-e605-4e4b-810c-1a562fdf002a tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:56.172634 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6994ce1f-9525-4a55-b6b8-b85257c6bbc1 req-6f4005c5-e605-4e4b-810c-1a562fdf002a tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.0915725 May 13 15:20:56.182091 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 42530) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:56.187189 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-68a6b91e-4d7f-4f78-854e-0242c727dc47 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Request body: {'floatingip': {'port_id': 'e37c32bf-2848-4d76-8f71-fac55f84c6bf'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:56.374354 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-68a6b91e-4d7f-4f78-854e-0242c727dc47 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for floatingip, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:56.979508 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-68a6b91e-4d7f-4f78-854e-0242c727dc47 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:56.983159 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-68a6b91e-4d7f-4f78-854e-0242c727dc47 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:57.154543 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-68a6b91e-4d7f-4f78-854e-0242c727dc47 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Floating IP 9e979527-46a5-4cdd-b0cd-c90ec63077c4 associated. External IP: 172.25.0.178, port: e37c32bf-2848-4d76-8f71-fac55f84c6bf. May 13 15:20:57.338458 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3977151a-c556-4468-aabf-248fae24c48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:57.508088 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a6b91e-4d7f-4f78-854e-0242c727dc47 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Router 8be06e6f-6070-4d62-8613-313eecc0b32b has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:20:57.805665 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a6b91e-4d7f-4f78-854e-0242c727dc47 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:20:57.811883 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-68a6b91e-4d7f-4f78-854e-0242c727dc47 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:57.818523 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14fa81b-46d5-4f5d-8f60-12dd0573ad6b None None] Sync routers for ids ['8be06e6f-6070-4d62-8613-313eecc0b32b'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:20:57.829499 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14fa81b-46d5-4f5d-8f60-12dd0573ad6b None None] Routers {'8be06e6f-6070-4d62-8613-313eecc0b32b'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:57.830168 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-b14fa81b-46d5-4f5d-8f60-12dd0573ad6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:20:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8be06e6f-6070-4d62-8613-313eecc0b32b'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:57.871935 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-68a6b91e-4d7f-4f78-854e-0242c727dc47 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "PUT /v2.0/floatingips/9e979527-46a5-4cdd-b0cd-c90ec63077c4 HTTP/1.1" status: 200 len: 992 time: 1.6887407 May 13 15:20:57.872507 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037d7394-c29d-4ed2-a390-c282f853ef4f', 'tag': 'e37c32bf-2848-4d76-8f71-fac55f84c6bf'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:20:57.917950 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbb5cffb-ca2d-4259-88e6-c5f941e28185'] response: {'name': 'network-changed', 'server_uuid': '037d7394-c29d-4ed2-a390-c282f853ef4f', 'tag': 'e37c32bf-2848-4d76-8f71-fac55f84c6bf', 'status': 'completed', 'code': 200} May 13 15:20:58.021977 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-b14fa81b-46d5-4f5d-8f60-12dd0573ad6b None None] Set router 8be06e6f-6070-4d62-8613-313eecc0b32b gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:58.034151 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74df9a4-1c39-43fa-926e-ec81cd84c34d req-f463b549-854c-423a-bb76-f747996c1ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:58.036812 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d74df9a4-1c39-43fa-926e-ec81cd84c34d req-f463b549-854c-423a-bb76-f747996c1ad1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 1097 time: 0.0760162 May 13 15:20:58.193394 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74df9a4-1c39-43fa-926e-ec81cd84c34d req-432d2c2b-d319-482b-bd76-579c6e5b7fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:58.194871 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d74df9a4-1c39-43fa-926e-ec81cd84c34d req-432d2c2b-d319-482b-bd76-579c6e5b7fc9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.1507683 May 13 15:20:58.257961 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6c1bb-5e19-4aa4-b3da-3ecb47f4585f req-c5bab372-b914-4547-a4e3-cbe0350947e7 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:58.259473 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-06a6c1bb-5e19-4aa4-b3da-3ecb47f4585f req-c5bab372-b914-4547-a4e3-cbe0350947e7 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.1249778 May 13 15:20:58.320492 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-06a6c1bb-5e19-4aa4-b3da-3ecb47f4585f req-fc9c8574-8632-4e86-9718-aaaa3755a56e tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530651 May 13 15:20:58.338496 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d74df9a4-1c39-43fa-926e-ec81cd84c34d req-7f56c99f-34c9-4af3-828f-61339bc8ad14 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e37c32bf-2848-4d76-8f71-fac55f84c6bf HTTP/1.1" status: 200 len: 1000 time: 0.1345153 May 13 15:20:58.405448 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74df9a4-1c39-43fa-926e-ec81cd84c34d req-12a74fdc-07b6-459a-88e1-31925edd5cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:58.406892 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d74df9a4-1c39-43fa-926e-ec81cd84c34d req-12a74fdc-07b6-459a-88e1-31925edd5cd8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0620542 May 13 15:20:58.452663 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-b14fa81b-46d5-4f5d-8f60-12dd0573ad6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'bd629972-e369-445a-af32-c9d25522bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:45Z', 'revision_number': 4, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'gw_port': {'id': 'bd629972-e369-445a-af32-c9d25522bbee', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '9e979527-46a5-4cdd-b0cd-c90ec63077c4', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'floating_ip_address': '172.25.0.178', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'port_id': 'e37c32bf-2848-4d76-8f71-fac55f84c6bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'mac_address': 'fa:16:3e:87:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037d7394-c29d-4ed2-a390-c282f853ef4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:19:49Z', 'updated_at': '2022-05-13T15:20:56Z', 'revision_number': 5, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cad7497b-eae4-4f30-81dc-ced636c6d33c', 'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'mac_address': 'fa:16:3e:23:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:19:50Z', 'revision_number': 5, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'subnets': [{'id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:58.456927 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14fa81b-46d5-4f5d-8f60-12dd0573ad6b None None] Checking router: 8be06e6f-6070-4d62-8613-313eecc0b32b for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:20:58.465207 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14fa81b-46d5-4f5d-8f60-12dd0573ad6b None None] Routers {'8be06e6f-6070-4d62-8613-313eecc0b32b'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:58.465798 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-b14fa81b-46d5-4f5d-8f60-12dd0573ad6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:20:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8be06e6f-6070-4d62-8613-313eecc0b32b'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:58.482416 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74df9a4-1c39-43fa-926e-ec81cd84c34d req-6d697c93-c209-4b98-a26b-3e64897a8b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:58.483942 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d74df9a4-1c39-43fa-926e-ec81cd84c34d req-6d697c93-c209-4b98-a26b-3e64897a8b13 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710132 May 13 15:20:58.626299 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d74df9a4-1c39-43fa-926e-ec81cd84c34d req-17732b55-cf79-4450-bc63-81669572a729 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346264 May 13 15:20:58.650127 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-b14fa81b-46d5-4f5d-8f60-12dd0573ad6b None None] Set router 8be06e6f-6070-4d62-8613-313eecc0b32b gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:58.761147 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d74df9a4-1c39-43fa-926e-ec81cd84c34d req-0803d50a-e454-41d2-be01-4cce4448c130 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287019 May 13 15:20:58.930659 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:59.006078 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-b14fa81b-46d5-4f5d-8f60-12dd0573ad6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'bd629972-e369-445a-af32-c9d25522bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:45Z', 'revision_number': 4, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'gw_port': {'id': 'bd629972-e369-445a-af32-c9d25522bbee', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '9e979527-46a5-4cdd-b0cd-c90ec63077c4', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'floating_ip_address': '172.25.0.178', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'port_id': 'e37c32bf-2848-4d76-8f71-fac55f84c6bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'mac_address': 'fa:16:3e:87:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037d7394-c29d-4ed2-a390-c282f853ef4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:19:49Z', 'updated_at': '2022-05-13T15:20:56Z', 'revision_number': 5, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cad7497b-eae4-4f30-81dc-ced636c6d33c', 'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'mac_address': 'fa:16:3e:23:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:19:50Z', 'revision_number': 5, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'subnets': [{'id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:59.010069 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14fa81b-46d5-4f5d-8f60-12dd0573ad6b None None] The sync data for ids ['8be06e6f-6070-4d62-8613-313eecc0b32b'] in n-d-841760-1 is: [{'id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'bd629972-e369-445a-af32-c9d25522bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:45Z', 'revision_number': 4, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'gw_port': {'id': 'bd629972-e369-445a-af32-c9d25522bbee', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '9e979527-46a5-4cdd-b0cd-c90ec63077c4', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'floating_ip_address': '172.25.0.178', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'port_id': 'e37c32bf-2848-4d76-8f71-fac55f84c6bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'mac_address': 'fa:16:3e:87:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037d7394-c29d-4ed2-a390-c282f853ef4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:19:49Z', 'updated_at': '2022-05-13T15:20:56Z', 'revision_number': 5, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cad7497b-eae4-4f30-81dc-ced636c6d33c', 'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'mac_address': 'fa:16:3e:23:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:19:50Z', 'revision_number': 5, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'subnets': [{'id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:20:59.189697 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cad428c-7e12-4b38-9788-6175119af184 None None] New status for floating IP 9e979527-46a5-4cdd-b0cd-c90ec63077c4: ACTIVE {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:20:59.520674 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6cc4a2-4816-463a-8ceb-8f5a56e52bd8 req-2e7950a8-62cc-498c-a638-830967f2cec1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:59.522210 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e6cc4a2-4816-463a-8ceb-8f5a56e52bd8 req-2e7950a8-62cc-498c-a638-830967f2cec1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.0802872 May 13 15:20:59.571633 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e6cc4a2-4816-463a-8ceb-8f5a56e52bd8 req-c45fd467-4f83-400f-9f22-7101604ee2de tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436523 May 13 15:20:59.654286 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-63a22530-f06e-4610-8290-e411735fb1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:00.757363 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a2376-d7ce-4549-b8fe-84cad86c7201 req-c2fb43dc-1254-455d-8bbf-f5dccd6a61b1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:00.758830 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4d3a2376-d7ce-4549-b8fe-84cad86c7201 req-c2fb43dc-1254-455d-8bbf-f5dccd6a61b1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.0825884 May 13 15:21:00.772461 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:00.802884 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4d3a2376-d7ce-4549-b8fe-84cad86c7201 req-7d597aa6-c66b-4215-ad0c-cb925a1fa8b9 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383515 May 13 15:21:00.810752 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:01.988758 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf65a8-9c53-4d27-88d4-b0860010a571 req-5713bf4a-5fe2-499a-b392-e5aa50018b1c tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:01.990139 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-81cf65a8-9c53-4d27-88d4-b0860010a571 req-5713bf4a-5fe2-499a-b392-e5aa50018b1c tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.0812056 May 13 15:21:02.038631 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-81cf65a8-9c53-4d27-88d4-b0860010a571 req-6f9a43a0-d1dd-452a-8a10-4ee7a5ef28eb tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427036 May 13 15:21:02.283194 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:03.225181 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f6789-2b10-4e0e-9c53-4698dd7ba821 req-967aa990-63ab-4c3d-b2dc-feaba01c38c0 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:03.226671 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bf7f6789-2b10-4e0e-9c53-4698dd7ba821 req-967aa990-63ab-4c3d-b2dc-feaba01c38c0 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.0811164 May 13 15:21:03.271375 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bf7f6789-2b10-4e0e-9c53-4698dd7ba821 req-18c32627-2059-4d7f-822b-6e317da8c108 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386844 May 13 15:21:04.468318 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cecc7b-ef98-4840-b277-014eef69ea11 req-9c2a2f2c-771c-4981-b025-af9b488e687d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:04.469741 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b7cecc7b-ef98-4840-b277-014eef69ea11 req-9c2a2f2c-771c-4981-b025-af9b488e687d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.0909040 May 13 15:21:04.515703 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b7cecc7b-ef98-4840-b277-014eef69ea11 req-23bb83bf-d794-41b1-b7a3-2ba7913eb5c2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396183 May 13 15:21:05.709661 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4034f0-7947-44b9-87b8-086004b794f9 req-1a5eec56-be2c-444f-a6f4-aa076d567edf tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:05.711249 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bc4034f0-7947-44b9-87b8-086004b794f9 req-1a5eec56-be2c-444f-a6f4-aa076d567edf tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.0863779 May 13 15:21:05.755759 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bc4034f0-7947-44b9-87b8-086004b794f9 req-ba1deabf-9698-4a0b-9f7f-c0619d5efa63 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389378 May 13 15:21:06.945756 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810b956-f35d-461a-af1d-10515a33e15e req-72af4e09-e71f-4876-8e7a-d3c7e88797d4 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:06.947284 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7810b956-f35d-461a-af1d-10515a33e15e req-72af4e09-e71f-4876-8e7a-d3c7e88797d4 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.0859196 May 13 15:21:06.999078 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7810b956-f35d-461a-af1d-10515a33e15e req-89010e41-051b-4a81-a1f1-6c498411861d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416195 May 13 15:21:08.184114 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c015a-d356-4631-8967-980371c32fc3 req-494d29ec-f1b2-40bb-9191-b5ff2b19bc87 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:08.185560 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-915c015a-d356-4631-8967-980371c32fc3 req-494d29ec-f1b2-40bb-9191-b5ff2b19bc87 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.0792015 May 13 15:21:08.229875 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-915c015a-d356-4631-8967-980371c32fc3 req-534f6a02-a4fc-4e89-a659-46b4ca073967 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386598 May 13 15:21:09.427892 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b2ba8-b7b3-4b64-ab3b-a94dfeb54d83 req-34d2cc93-d248-48d3-8d80-7aa0a559e283 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:09.429340 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-659b2ba8-b7b3-4b64-ab3b-a94dfeb54d83 req-34d2cc93-d248-48d3-8d80-7aa0a559e283 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.0854275 May 13 15:21:09.474241 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-659b2ba8-b7b3-4b64-ab3b-a94dfeb54d83 req-7272c44a-3e00-4c1b-9613-5dac9b1e559a tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392048 May 13 15:21:10.660085 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672f6ca-6a73-40df-a92d-21440b884e64 req-e85693c7-7d10-4031-932e-50c9442d1ec8 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:10.661544 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5672f6ca-6a73-40df-a92d-21440b884e64 req-e85693c7-7d10-4031-932e-50c9442d1ec8 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.0842373 May 13 15:21:10.705488 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5672f6ca-6a73-40df-a92d-21440b884e64 req-ded0ba7c-afcb-48b9-a9df-95d8e7f78fd3 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381439 May 13 15:21:11.895137 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a14ef9-0988-4bcf-addb-7b9aebdca477 req-c9180ac8-42af-47fe-b12c-69aae2bf820c tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:11.896654 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c2a14ef9-0988-4bcf-addb-7b9aebdca477 req-c9180ac8-42af-47fe-b12c-69aae2bf820c tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.0833967 May 13 15:21:11.947244 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c2a14ef9-0988-4bcf-addb-7b9aebdca477 req-2c5d6d4f-8fa3-4d1c-a108-dfc7515d764d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448608 May 13 15:21:13.135933 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae299eb0-be2f-484a-8b59-cd45b8d1c0e6 req-412060ca-2801-4ddb-ab8b-139a4b9d8126 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:13.137388 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ae299eb0-be2f-484a-8b59-cd45b8d1c0e6 req-412060ca-2801-4ddb-ab8b-139a4b9d8126 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.0798702 May 13 15:21:13.184940 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ae299eb0-be2f-484a-8b59-cd45b8d1c0e6 req-64430924-0bd1-423b-a188-b4fb6cfdfc35 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419447 May 13 15:21:14.367861 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4abb63-a500-428b-9bec-998b6f6bf88a req-fc1f99d4-5e01-4cc8-806d-40a8f9e0509f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:14.369424 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1d4abb63-a500-428b-9bec-998b6f6bf88a req-fc1f99d4-5e01-4cc8-806d-40a8f9e0509f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.0803432 May 13 15:21:14.414085 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1d4abb63-a500-428b-9bec-998b6f6bf88a req-081c906a-e50e-4c0c-9cb1-6c601f0d0cdd tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389369 May 13 15:21:15.604788 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345424ae-7c2f-4677-9dd5-ebc44ccb973d req-65ad741d-1f49-4884-93c5-a11fa9a72835 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:15.606253 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-345424ae-7c2f-4677-9dd5-ebc44ccb973d req-65ad741d-1f49-4884-93c5-a11fa9a72835 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.0868387 May 13 15:21:15.651877 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-345424ae-7c2f-4677-9dd5-ebc44ccb973d req-c901e763-3e16-442c-bfc1-8690e13d8c00 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398531 May 13 15:21:16.861328 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9de28-224b-4ade-bf44-06e2179105a2 req-f52ec08b-2181-4d11-8860-a25c60d4dc34 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:16.862785 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8da9de28-224b-4ade-bf44-06e2179105a2 req-f52ec08b-2181-4d11-8860-a25c60d4dc34 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.0992813 May 13 15:21:16.906413 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8da9de28-224b-4ade-bf44-06e2179105a2 req-6e11f3c9-3c7b-4350-9cd1-a7c9fcaf5a90 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374177 May 13 15:21:18.096378 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b86c85-d6d5-41fe-9686-cad71274e698 req-617c5ed0-c58e-4d20-b610-ca0e1508047f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:18.098403 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-16b86c85-d6d5-41fe-9686-cad71274e698 req-617c5ed0-c58e-4d20-b610-ca0e1508047f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.0860703 May 13 15:21:18.143988 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-16b86c85-d6d5-41fe-9686-cad71274e698 req-8b409992-9ffb-4777-a152-3a0c6e9735c0 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399094 May 13 15:21:18.507305 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:19.336761 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13ebb8-0825-43ae-b983-b33d6a77c174 req-561cc914-f6b6-4d53-829e-8d6210d8b422 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:19.338212 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1a13ebb8-0825-43ae-b983-b33d6a77c174 req-561cc914-f6b6-4d53-829e-8d6210d8b422 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.0816033 May 13 15:21:19.382292 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1a13ebb8-0825-43ae-b983-b33d6a77c174 req-85c23193-eea1-4127-bd0e-40c0cd2172ca tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384607 May 13 15:21:20.569506 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17e3bd-6d89-42b6-9b89-e714f7eae69d req-f34a54cf-04b7-4066-877d-0ebbfdaa1b30 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:20.571260 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bd17e3bd-6d89-42b6-9b89-e714f7eae69d req-f34a54cf-04b7-4066-877d-0ebbfdaa1b30 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.0803239 May 13 15:21:20.617223 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bd17e3bd-6d89-42b6-9b89-e714f7eae69d req-e96939f9-3cf6-4a9a-ab82-3da5103c169c tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399611 May 13 15:21:21.905997 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146a51d-ece2-43af-86be-dc851d0cccb0 req-8b083857-0c69-46b1-b978-527316594f65 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:21.907403 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b146a51d-ece2-43af-86be-dc851d0cccb0 req-8b083857-0c69-46b1-b978-527316594f65 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.1847491 May 13 15:21:21.952589 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b146a51d-ece2-43af-86be-dc851d0cccb0 req-d1f0774f-14a7-4e0c-8c03-77de54e3c308 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393875 May 13 15:21:23.147161 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ed421-3484-4dcc-af56-fb87a94f2ee0 req-bf67c49e-d958-4648-a40d-f3e21e206667 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:23.148609 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e4ed421-3484-4dcc-af56-fb87a94f2ee0 req-bf67c49e-d958-4648-a40d-f3e21e206667 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.0922482 May 13 15:21:23.192638 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e4ed421-3484-4dcc-af56-fb87a94f2ee0 req-d2cc268b-1d12-4feb-bf84-c4fd7c618dd3 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383413 May 13 15:21:24.375445 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5272bae-8b00-4158-bfd0-35134c3e1636 req-2e353b9d-e7bf-483e-ae19-f6aff88e7ea4 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:24.376804 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f5272bae-8b00-4158-bfd0-35134c3e1636 req-2e353b9d-e7bf-483e-ae19-f6aff88e7ea4 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.0794728 May 13 15:21:24.428512 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f5272bae-8b00-4158-bfd0-35134c3e1636 req-320dda50-2a66-4ffe-9129-fc04baef57a5 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450954 May 13 15:21:24.899125 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91098711-0577-4f20-aa99-5ff3348d0ef6 req-01015a5e-06e0-4fa4-9454-fc3853ea4b65 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:24.900600 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-91098711-0577-4f20-aa99-5ff3348d0ef6 req-01015a5e-06e0-4fa4-9454-fc3853ea4b65 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.1403069 May 13 15:21:24.906913 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-124148e3-852d-4071-a6a0-edcc6f77e63c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1514184 May 13 15:21:24.950990 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-91098711-0577-4f20-aa99-5ff3348d0ef6 req-b87535eb-8922-45cb-95fa-25d0e4de61b3 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431070 May 13 15:21:26.058504 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-e5c53a50-c12c-4eed-b04f-5bfea4cc23c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:26.060015 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-e5c53a50-c12c-4eed-b04f-5bfea4cc23c0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 1097 time: 0.0727539 May 13 15:21:26.138156 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b48785-73ab-4ffe-aeaa-9bc5fb886582 req-e83dbd20-4800-472d-ab5a-a64ead277e09 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:26.139644 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e0b48785-73ab-4ffe-aeaa-9bc5fb886582 req-e83dbd20-4800-472d-ab5a-a64ead277e09 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.0832098 May 13 15:21:26.189143 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e0b48785-73ab-4ffe-aeaa-9bc5fb886582 req-c0ca9a99-c8f8-4de0-916f-f204aac5e2c7 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426238 May 13 15:21:26.195073 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-e1d3aff1-e10a-43f2-aedd-919fbb88692d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:26.196560 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-e1d3aff1-e10a-43f2-aedd-919fbb88692d service neutron] 10.222.0.74 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.1310372 May 13 15:21:26.307983 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-88f922e0-5407-4db3-b7cc-cbb8957fb5fc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e37c32bf-2848-4d76-8f71-fac55f84c6bf HTTP/1.1" status: 200 len: 1002 time: 0.1056268 May 13 15:21:26.374089 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-bacb41c8-5787-40fe-aa81-6b56c561fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:26.375507 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-bacb41c8-5787-40fe-aa81-6b56c561fe9f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0613139 May 13 15:21:26.449647 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-7360ff25-c7fd-4b2d-8f2d-ad277f4dd024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:26.451132 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-7360ff25-c7fd-4b2d-8f2d-ad277f4dd024 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701334 May 13 15:21:26.588567 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-cee70381-198e-4d4e-958a-cdd3694880e2 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309814 May 13 15:21:26.723072 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-3e694b6a-39e0-4030-a35c-9d0a699292f0 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282229 May 13 15:21:27.343289 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-99216082-4113-4143-914f-e684d61bfcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:27.382574 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e1bae-f36c-4418-b424-56d73a84054c req-62668c08-9328-4631-94ab-3b8a161805cc tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:27.384066 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a50e1bae-f36c-4418-b424-56d73a84054c req-62668c08-9328-4631-94ab-3b8a161805cc tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.0808463 May 13 15:21:27.432771 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a50e1bae-f36c-4418-b424-56d73a84054c req-c04814e3-fb14-49f8-afe7-e9fc613194e2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429280 May 13 15:21:28.623239 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308c554-4b20-4322-9c89-ff5fc4836781 req-39d6f175-a2bd-4c71-bf50-73af39798b75 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:28.624718 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e308c554-4b20-4322-9c89-ff5fc4836781 req-39d6f175-a2bd-4c71-bf50-73af39798b75 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.0820506 May 13 15:21:28.627460 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-05fb8583-1f8e-4b86-8bad-558fce453eed service neutron] show failed (client error): The resource could not be found. May 13 15:21:28.628458 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-05fb8583-1f8e-4b86-8bad-558fce453eed service neutron] 10.222.0.74 "GET /v2.0/ports/e37c32bf-2848-4d76-8f71-fac55f84c6bf/bindings/n-h1-841760-1 HTTP/1.1" status: 404 len: 380 time: 0.0749104 May 13 15:21:28.674749 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e308c554-4b20-4322-9c89-ff5fc4836781 req-ce9db7fc-1a03-45c6-a423-4b3317b05813 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442841 May 13 15:21:28.921024 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-662683c9-eba2-41e0-9e25-8dda1d2e0372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:28.922496 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-662683c9-eba2-41e0-9e25-8dda1d2e0372 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f&tenant_id=a122314b1a4e495db5df3f4e8d3f15bd HTTP/1.1" status: 200 len: 1097 time: 0.0769968 May 13 15:21:28.928832 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:28.932986 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-841760-1', 'device_owner': 'compute:nova'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:29.041814 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:29.411476 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] For port e37c32bf-2848-4d76-8f71-fac55f84c6bf, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=e37c32bf-2848-4d76-8f71-fac55f84c6bf,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:29.440693 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] For port e37c32bf-2848-4d76-8f71-fac55f84c6bf, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:21:29.505465 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037d7394-c29d-4ed2-a390-c282f853ef4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e37c32bf-2848-4d76-8f71-fac55f84c6bf'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:21:29.511060 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:29.526980 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] Transition to ACTIVE for port object e37c32bf-2848-4d76-8f71-fac55f84c6bf will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:21:29.530856 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:29.582551 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba7a0381-7374-40ac-abc9-4f7857907e2e'] response: {'server_uuid': '037d7394-c29d-4ed2-a390-c282f853ef4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e37c32bf-2848-4d76-8f71-fac55f84c6bf', 'code': 200} May 13 15:21:29.662283 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-954769d2-e4ae-4bbc-bb5f-aeb03b5898a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:29.679915 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e37c32bf-2848-4d76-8f71-fac55f84c6bf,revision_number=6']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:29.693457 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:29.693800 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:29.694137 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:29.694476 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:29.694799 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:29.695405 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:29.695730 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:29.696054 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:29.696372 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:29.696689 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:29.697007 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:29.697327 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:29.747683 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] No DVR routers for this DVR port e37c32bf-2848-4d76-8f71-fac55f84c6bf on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:21:30.003534 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a62e6-4c39-4da0-9ad4-072e63c6f251 req-2d811f85-878a-41de-a19b-fb5da3b1bb06 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:30.004991 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-390a62e6-4c39-4da0-9ad4-072e63c6f251 req-2d811f85-878a-41de-a19b-fb5da3b1bb06 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 944 time: 0.2060866 May 13 15:21:30.089903 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] Attempting to bind port e37c32bf-2848-4d76-8f71-fac55f84c6bf on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:21:30.090238 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] Attempting to bind port e37c32bf-2848-4d76-8f71-fac55f84c6bf by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:21:30.090569 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] Attempting to bind port e37c32bf-2848-4d76-8f71-fac55f84c6bf on network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:21:30.099406 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] Port e37c32bf-2848-4d76-8f71-fac55f84c6bf on network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:21:30.099732 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] Attempting to bind port e37c32bf-2848-4d76-8f71-fac55f84c6bf on network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:21:30.107083 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-390a62e6-4c39-4da0-9ad4-072e63c6f251 req-fe8d062b-064e-42d1-8d3d-72037680d3d8 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684490 May 13 15:21:30.109521 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:21:30.109925 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] Checking segment: {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:21:30.110227 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] Bound using segment: {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:21:30.110654 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] Bound port: e37c32bf-2848-4d76-8f71-fac55f84c6bf, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:21:30.111003 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:30.207707 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] For port e37c32bf-2848-4d76-8f71-fac55f84c6bf, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:21:30.210751 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] For port e37c32bf-2848-4d76-8f71-fac55f84c6bf, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=e37c32bf-2848-4d76-8f71-fac55f84c6bf,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:21:30.215330 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:30.281125 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:30.281733 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:30.283130 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] 10.222.0.59 "PUT /v2.0/ports/e37c32bf-2848-4d76-8f71-fac55f84c6bf HTTP/1.1" status: 200 len: 1092 time: 1.3542004 May 13 15:21:30.302760 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b362af-21d3-41b1-8dd4-74ed6de961d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e37c32bf-2848-4d76-8f71-fac55f84c6bf,revision_number=7']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:30.398538 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-32d0be0a-f71e-4344-824b-f946bd067361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:30.400061 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-32d0be0a-f71e-4344-824b-f946bd067361 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 1095 time: 0.0910478 May 13 15:21:30.539870 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-ead153e5-83de-4779-8c37-c9734c083723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:30.541334 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-ead153e5-83de-4779-8c37-c9734c083723 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.1348693 May 13 15:21:30.646299 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-7ba68f9a-96b5-4445-9eee-a6fe9795b54e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e37c32bf-2848-4d76-8f71-fac55f84c6bf HTTP/1.1" status: 200 len: 1000 time: 0.0983102 May 13 15:21:30.714655 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-b30a7bef-4d2f-40dc-9b3b-31fd36b1d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:30.716007 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-b30a7bef-4d2f-40dc-9b3b-31fd36b1d01f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0637655 May 13 15:21:30.776786 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:30.800124 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-2f293e08-b3e0-448e-87c4-f32ff8064e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:30.801641 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-2f293e08-b3e0-448e-87c4-f32ff8064e55 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792956 May 13 15:21:30.820653 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:30.959585 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-9fb6556f-7924-4c42-a04f-39b1505416bf service neutron] 10.222.0.59 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509588 May 13 15:21:31.218941 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-892d2482-9c8f-4e60-8b61-82f3ad6c5924 req-d86aceaf-b648-49d8-9a15-8e20c32bd657 service neutron] 10.222.0.59 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525592 May 13 15:21:31.318999 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2697cb-8891-4c76-b62e-739641914a0e req-90ed995e-ab9e-4a89-87ab-db211387e61e tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:31.320691 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-db2697cb-8891-4c76-b62e-739641914a0e req-90ed995e-ab9e-4a89-87ab-db211387e61e tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 944 time: 0.0941491 May 13 15:21:31.374933 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-db2697cb-8891-4c76-b62e-739641914a0e req-432e7261-0d0f-4536-b94c-9458724732d0 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484686 May 13 15:21:31.583681 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037d7394-c29d-4ed2-a390-c282f853ef4f', 'tag': 'e37c32bf-2848-4d76-8f71-fac55f84c6bf'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:21:31.639450 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2dc5521-60fd-42ce-abb7-e75dcae54952'] response: {'name': 'network-changed', 'server_uuid': '037d7394-c29d-4ed2-a390-c282f853ef4f', 'tag': 'e37c32bf-2848-4d76-8f71-fac55f84c6bf', 'status': 'completed', 'code': 200} May 13 15:21:31.731340 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565e048-2062-42af-ba4a-35114f3d3647 req-4c19a942-4890-45c1-9951-d13239f26dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:31.732856 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8565e048-2062-42af-ba4a-35114f3d3647 req-4c19a942-4890-45c1-9951-d13239f26dc7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 1095 time: 0.0755103 May 13 15:21:31.754282 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565e048-2062-42af-ba4a-35114f3d3647 req-03b3db4f-2591-40ca-9bf3-73480ae761d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:31.755873 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8565e048-2062-42af-ba4a-35114f3d3647 req-03b3db4f-2591-40ca-9bf3-73480ae761d5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 1095 time: 0.0743093 May 13 15:21:31.870452 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565e048-2062-42af-ba4a-35114f3d3647 req-dcaf4295-a3c3-49a1-93d7-b0cafa74d727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:31.872151 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8565e048-2062-42af-ba4a-35114f3d3647 req-dcaf4295-a3c3-49a1-93d7-b0cafa74d727 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.1328301 May 13 15:21:31.898035 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565e048-2062-42af-ba4a-35114f3d3647 req-f6e45be4-a454-4b13-8dc8-077fabd8a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:31.899535 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8565e048-2062-42af-ba4a-35114f3d3647 req-f6e45be4-a454-4b13-8dc8-077fabd8a05d service neutron] 10.222.0.74 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.1371672 May 13 15:21:31.984767 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8565e048-2062-42af-ba4a-35114f3d3647 req-5edd53e1-4024-47a6-acb6-b813a89f68af service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e37c32bf-2848-4d76-8f71-fac55f84c6bf HTTP/1.1" status: 200 len: 1000 time: 0.1056540 May 13 15:21:32.049808 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565e048-2062-42af-ba4a-35114f3d3647 req-1f44e2ce-e990-4d10-a053-6509a8774824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:32.051363 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8565e048-2062-42af-ba4a-35114f3d3647 req-1f44e2ce-e990-4d10-a053-6509a8774824 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0605984 May 13 15:21:32.117109 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8565e048-2062-42af-ba4a-35114f3d3647 req-0b2e297a-f885-49c8-9c1d-275ac8e44463 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e37c32bf-2848-4d76-8f71-fac55f84c6bf HTTP/1.1" status: 200 len: 1000 time: 0.2115333 May 13 15:21:32.134519 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565e048-2062-42af-ba4a-35114f3d3647 req-6c004be3-25f1-4a84-916c-f0a6d1e0762c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:32.136058 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8565e048-2062-42af-ba4a-35114f3d3647 req-6c004be3-25f1-4a84-916c-f0a6d1e0762c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784714 May 13 15:21:32.186019 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565e048-2062-42af-ba4a-35114f3d3647 req-9c6b1eb2-2101-43be-8c6d-548ada7706ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:32.189883 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8565e048-2062-42af-ba4a-35114f3d3647 req-9c6b1eb2-2101-43be-8c6d-548ada7706ab service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0615568 May 13 15:21:32.269874 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565e048-2062-42af-ba4a-35114f3d3647 req-859971f5-b7c5-4b8a-827c-6038d76fec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:32.271382 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8565e048-2062-42af-ba4a-35114f3d3647 req-859971f5-b7c5-4b8a-827c-6038d76fec89 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753372 May 13 15:21:32.280671 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8565e048-2062-42af-ba4a-35114f3d3647 req-ee537b92-1603-46b6-92ae-6afd5654e40f service neutron] 10.222.0.59 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376464 May 13 15:21:32.288275 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:32.414115 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8565e048-2062-42af-ba4a-35114f3d3647 req-c9e8f1e5-435d-4af3-b098-345e2a607ea4 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362216 May 13 15:21:32.419030 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8565e048-2062-42af-ba4a-35114f3d3647 req-879f6990-5ad4-4865-b10c-5c4ab6a733f9 service neutron] 10.222.0.59 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316538 May 13 15:21:32.529827 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:21:32.619609 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8565e048-2062-42af-ba4a-35114f3d3647 req-d4e57833-30bd-4dcd-ab11-29d7a7f86e7b service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986272 May 13 15:21:32.635947 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf686f3d-78ca-41f7-94b2-7e135f409c9d req-515455ce-4519-468c-bd4e-7be7a3b816dc tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:32.637994 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cf686f3d-78ca-41f7-94b2-7e135f409c9d req-515455ce-4519-468c-bd4e-7be7a3b816dc tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 944 time: 0.1395333 May 13 15:21:32.682829 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cf686f3d-78ca-41f7-94b2-7e135f409c9d req-b71d3cd6-e645-495f-a5c1-08e9146b181c tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395889 May 13 15:21:33.406091 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device e37c32bf-2848-4d76-8f71-fac55f84c6bf no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:21:33.463272 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device e37c32bf-2848-4d76-8f71-fac55f84c6bf not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:21:33.871606 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23bd6e-47df-4a87-af0a-deb96dd441a3 req-ddcbd2dc-4a02-410c-95d3-102709790f26 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:33.873097 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f23bd6e-47df-4a87-af0a-deb96dd441a3 req-ddcbd2dc-4a02-410c-95d3-102709790f26 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 944 time: 0.0811739 May 13 15:21:33.918424 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f23bd6e-47df-4a87-af0a-deb96dd441a3 req-8d308418-f489-4272-83ab-95bec672bf41 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397141 May 13 15:21:34.231688 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55315789-2961-40cd-85de-20b8aa0566e6 req-5222b893-3b5c-4c12-b62c-e4e22a2e0260 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:34.233794 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-55315789-2961-40cd-85de-20b8aa0566e6 req-5222b893-3b5c-4c12-b62c-e4e22a2e0260 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 944 time: 0.0907731 May 13 15:21:34.246301 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d77d1-9570-42a8-86eb-9e28295384f7 req-06c0651c-bef9-4cc5-8fe5-79ef4304430f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:34.247789 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-273d77d1-9570-42a8-86eb-9e28295384f7 req-06c0651c-bef9-4cc5-8fe5-79ef4304430f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.74 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f&tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&binding%3Ahost_id=n-h1-841760-1 HTTP/1.1" status: 200 len: 944 time: 0.0899599 May 13 15:21:34.278971 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-55315789-2961-40cd-85de-20b8aa0566e6 req-f6fd5bba-9201-45bf-ac18-8537895719e1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394988 May 13 15:21:34.325999 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [req-273d77d1-9570-42a8-86eb-9e28295384f7 req-2eaa07dd-b816-4b60-a3df-b93414a1d294 service neutron] delete failed (client error): The resource could not be found. May 13 15:21:34.326905 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-273d77d1-9570-42a8-86eb-9e28295384f7 req-2eaa07dd-b816-4b60-a3df-b93414a1d294 service neutron] 10.222.0.74 "DELETE /v2.0/ports/e37c32bf-2848-4d76-8f71-fac55f84c6bf/bindings/n-h2-841760-1 HTTP/1.1" status: 404 len: 380 time: 0.0735657 May 13 15:21:34.484758 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d77d1-9570-42a8-86eb-9e28295384f7 req-34b3652f-c8cf-4329-96db-1fb076a108f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:34.486212 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-273d77d1-9570-42a8-86eb-9e28295384f7 req-34b3652f-c8cf-4329-96db-1fb076a108f6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 1095 time: 0.0736356 May 13 15:21:34.587395 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device e37c32bf-2848-4d76-8f71-fac55f84c6bf details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:21:34.618745 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d77d1-9570-42a8-86eb-9e28295384f7 req-2ce34949-2c36-45f1-8d26-be2575f9f761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:34.620263 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-273d77d1-9570-42a8-86eb-9e28295384f7 req-2ce34949-2c36-45f1-8d26-be2575f9f761 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.1286485 May 13 15:21:34.724369 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port e37c32bf-2848-4d76-8f71-fac55f84c6bf, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=e37c32bf-2848-4d76-8f71-fac55f84c6bf,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:34.724690 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-273d77d1-9570-42a8-86eb-9e28295384f7 req-03bf4423-9685-4d53-9f54-5b665e5de601 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e37c32bf-2848-4d76-8f71-fac55f84c6bf HTTP/1.1" status: 200 len: 1000 time: 0.0984581 May 13 15:21:34.737553 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'e37c32bf-2848-4d76-8f71-fac55f84c6bf', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'port_id': 'e37c32bf-2848-4d76-8f71-fac55f84c6bf', 'mac_address': 'fa:16:3e:87:4b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:21:34.787271 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d77d1-9570-42a8-86eb-9e28295384f7 req-fe64472b-fe80-4192-a38e-26b21d181699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:34.788697 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-273d77d1-9570-42a8-86eb-9e28295384f7 req-fe64472b-fe80-4192-a38e-26b21d181699 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0580695 May 13 15:21:34.795606 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port e37c32bf-2848-4d76-8f71-fac55f84c6bf is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:21:34.795985 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:34.813361 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37c32bf-2848-4d76-8f71-fac55f84c6bf {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:21:34.829249 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port e37c32bf-2848-4d76-8f71-fac55f84c6bf, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=e37c32bf-2848-4d76-8f71-fac55f84c6bf,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:34.833477 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:34.864578 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d77d1-9570-42a8-86eb-9e28295384f7 req-fabd6337-fa33-40b0-be40-c66ddcba12b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:34.865953 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-273d77d1-9570-42a8-86eb-9e28295384f7 req-fabd6337-fa33-40b0-be40-c66ddcba12b6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710757 May 13 15:21:34.900538 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=e37c32bf-2848-4d76-8f71-fac55f84c6bf,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:35.001338 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-273d77d1-9570-42a8-86eb-9e28295384f7 req-22e2807a-3d2e-434b-b552-3d785c429ad3 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282160 May 13 15:21:35.021251 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['e37c32bf-2848-4d76-8f71-fac55f84c6bf'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:21:35.139815 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-273d77d1-9570-42a8-86eb-9e28295384f7 req-ebd6b961-aeae-4891-9f4f-0536b336ec60 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326497 May 13 15:21:35.473568 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee53bcd-7af3-4e89-a5d6-aaecd3504dc3 req-76ad1629-49e9-4041-90a8-0dff3056dde0 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:35.474992 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aee53bcd-7af3-4e89-a5d6-aaecd3504dc3 req-76ad1629-49e9-4041-90a8-0dff3056dde0 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 945 time: 0.0858965 May 13 15:21:35.520552 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aee53bcd-7af3-4e89-a5d6-aaecd3504dc3 req-68a03ee7-9109-48b0-a997-bf1afcd2dd65 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397751 May 13 15:21:36.603143 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device e37c32bf-2848-4d76-8f71-fac55f84c6bf up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:21:36.673808 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port e37c32bf-2848-4d76-8f71-fac55f84c6bf completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:21:36.680167 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port e37c32bf-2848-4d76-8f71-fac55f84c6bf triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:36.680590 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:36.717189 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b77db-4371-43fa-92ad-eaf4bb6c2ba2 req-ec70593e-ab7e-4074-8a71-59f8e27d5b47 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:36.718928 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-497b77db-4371-43fa-92ad-eaf4bb6c2ba2 req-ec70593e-ab7e-4074-8a71-59f8e27d5b47 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 945 time: 0.0890455 May 13 15:21:36.765133 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-497b77db-4371-43fa-92ad-eaf4bb6c2ba2 req-7723237b-6296-474e-b0ae-3a3427296521 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401781 May 13 15:21:36.812414 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port e37c32bf-2848-4d76-8f71-fac55f84c6bf is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:21:36.813130 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:36.844422 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037d7394-c29d-4ed2-a390-c282f853ef4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37c32bf-2848-4d76-8f71-fac55f84c6bf'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:21:36.854771 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port e37c32bf-2848-4d76-8f71-fac55f84c6bf, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=e37c32bf-2848-4d76-8f71-fac55f84c6bf,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:36.859404 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:36.905424 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66b5181e-ef20-4818-aa2d-bd11f37311f7'] response: {'server_uuid': '037d7394-c29d-4ed2-a390-c282f853ef4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37c32bf-2848-4d76-8f71-fac55f84c6bf', 'code': 200} May 13 15:21:36.935004 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=e37c32bf-2848-4d76-8f71-fac55f84c6bf,revision_number=9']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:36.960855 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a4ae9-ba2f-49f2-954b-4640730f6eae req-3b3a162d-d56d-4de7-9c39-43bab7f0deff tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:36.962358 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be4a4ae9-ba2f-49f2-954b-4640730f6eae req-3b3a162d-d56d-4de7-9c39-43bab7f0deff tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.0828054 May 13 15:21:37.013152 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-be4a4ae9-ba2f-49f2-954b-4640730f6eae req-63643539-0a7a-4ff3-b790-19e3a99f8cd4 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448887 May 13 15:21:37.401731 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae61cc-d31a-437e-a6e9-40eb6ea6ccea req-67521504-8e71-46fe-8f64-acb90b686989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:37.403168 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d0ae61cc-d31a-437e-a6e9-40eb6ea6ccea req-67521504-8e71-46fe-8f64-acb90b686989 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 1097 time: 0.0794477 May 13 15:21:37.472729 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b33bd-2893-478f-8293-ce1d3b35cdf7 req-2eb0777f-8540-4e24-9fe0-a93a949938f1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:37.474199 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4c1b33bd-2893-478f-8293-ce1d3b35cdf7 req-2eb0777f-8540-4e24-9fe0-a93a949938f1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.1926372 May 13 15:21:37.523881 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4c1b33bd-2893-478f-8293-ce1d3b35cdf7 req-61482345-2fd9-4944-98a8-7dfdf0f9b167 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435853 May 13 15:21:37.540491 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae61cc-d31a-437e-a6e9-40eb6ea6ccea req-c28dd754-6f28-4ced-bfef-f65d342fe098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:37.541941 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d0ae61cc-d31a-437e-a6e9-40eb6ea6ccea req-c28dd754-6f28-4ced-bfef-f65d342fe098 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.1309934 May 13 15:21:37.645881 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d0ae61cc-d31a-437e-a6e9-40eb6ea6ccea req-c1aeede7-8482-4078-ad60-d5e9b3fb28e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e37c32bf-2848-4d76-8f71-fac55f84c6bf HTTP/1.1" status: 200 len: 1002 time: 0.0983393 May 13 15:21:37.708021 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae61cc-d31a-437e-a6e9-40eb6ea6ccea req-0d078510-6243-4d4d-bdf3-2a894d073f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:37.709359 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d0ae61cc-d31a-437e-a6e9-40eb6ea6ccea req-0d078510-6243-4d4d-bdf3-2a894d073f0d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0581188 May 13 15:21:37.782293 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae61cc-d31a-437e-a6e9-40eb6ea6ccea req-360ed20f-ad58-414a-8053-4e3c9e68a3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:37.783817 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d0ae61cc-d31a-437e-a6e9-40eb6ea6ccea req-360ed20f-ad58-414a-8053-4e3c9e68a3e0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686460 May 13 15:21:38.039305 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d0ae61cc-d31a-437e-a6e9-40eb6ea6ccea req-2b05953b-883e-4d01-8072-41f8b84e42e5 service neutron] 10.222.0.59 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488987 May 13 15:21:38.173369 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d0ae61cc-d31a-437e-a6e9-40eb6ea6ccea req-4a0d92d9-68da-45dc-9dec-c5c4896d23b6 service neutron] 10.222.0.59 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281133 May 13 15:21:38.730323 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b0a46-62f1-460c-960d-ee564b914211 req-a72bc39d-0e51-40b8-8a58-12b20fd70d4f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:38.732046 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-317b0a46-62f1-460c-960d-ee564b914211 req-a72bc39d-0e51-40b8-8a58-12b20fd70d4f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.0905528 May 13 15:21:38.776568 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-317b0a46-62f1-460c-960d-ee564b914211 req-18c3d1f2-807c-4628-86bc-caeb1a07cfd6 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389230 May 13 15:21:39.976709 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa359e-0c6a-4164-97bc-21c21d1db3cf req-5ac820d2-e71d-4b48-8238-eede32949173 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:39.978190 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fcfa359e-0c6a-4164-97bc-21c21d1db3cf req-5ac820d2-e71d-4b48-8238-eede32949173 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.0864367 May 13 15:21:40.022097 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fcfa359e-0c6a-4164-97bc-21c21d1db3cf req-afa94339-ce28-4b0b-a320-41b7f36f367a tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381701 May 13 15:21:40.419187 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954e402-5bb5-4d0c-bd4c-e50530342191 req-f404ecf5-8cc9-4b11-adff-847e25835ad8 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:40.420541 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f954e402-5bb5-4d0c-bd4c-e50530342191 req-f404ecf5-8cc9-4b11-adff-847e25835ad8 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.0814180 May 13 15:21:40.468345 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f954e402-5bb5-4d0c-bd4c-e50530342191 req-8f64b721-6e06-4cb4-8965-9f1a2db34181 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414984 May 13 15:21:41.718882 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d81b78-7044-4ef1-8e32-67fd0214af6e req-4df348a8-e454-4e96-b2ec-1a50778a8f91 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:41.720343 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a4d81b78-7044-4ef1-8e32-67fd0214af6e req-4df348a8-e454-4e96-b2ec-1a50778a8f91 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.1431139 May 13 15:21:41.727617 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cefd3fe-4dfc-40d5-ba4e-fac524201f94 req-133bba4e-d990-4bfd-9859-10481b75c791 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:41.728905 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8cefd3fe-4dfc-40d5-ba4e-fac524201f94 req-133bba4e-d990-4bfd-9859-10481b75c791 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.59 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 946 time: 0.1209898 May 13 15:21:41.823237 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a4d81b78-7044-4ef1-8e32-67fd0214af6e req-60e40314-5430-41bb-b15d-46d12cc527cc tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933821 May 13 15:21:41.827736 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-8cefd3fe-4dfc-40d5-ba4e-fac524201f94 req-a7583c54-c7e3-45ba-bfc6-6f807e8cc0d9 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Deleting port e37c32bf-2848-4d76-8f71-fac55f84c6bf {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:21:41.828079 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8cefd3fe-4dfc-40d5-ba4e-fac524201f94 req-a7583c54-c7e3-45ba-bfc6-6f807e8cc0d9 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:42.077483 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-8cefd3fe-4dfc-40d5-ba4e-fac524201f94 req-a7583c54-c7e3-45ba-bfc6-6f807e8cc0d9 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] For port e37c32bf-2848-4d76-8f71-fac55f84c6bf, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=e37c32bf-2848-4d76-8f71-fac55f84c6bf,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:42.077761 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8cefd3fe-4dfc-40d5-ba4e-fac524201f94 req-a7583c54-c7e3-45ba-bfc6-6f807e8cc0d9 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:42.375911 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8cefd3fe-4dfc-40d5-ba4e-fac524201f94 req-a7583c54-c7e3-45ba-bfc6-6f807e8cc0d9 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:42.376293 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8cefd3fe-4dfc-40d5-ba4e-fac524201f94 req-a7583c54-c7e3-45ba-bfc6-6f807e8cc0d9 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:42.376606 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [req-8cefd3fe-4dfc-40d5-ba4e-fac524201f94 req-a7583c54-c7e3-45ba-bfc6-6f807e8cc0d9 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Floating IP 9e979527-46a5-4cdd-b0cd-c90ec63077c4 disassociated. External IP: 172.25.0.178, port: e37c32bf-2848-4d76-8f71-fac55f84c6bf. May 13 15:21:42.376957 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [req-8cefd3fe-4dfc-40d5-ba4e-fac524201f94 req-a7583c54-c7e3-45ba-bfc6-6f807e8cc0d9 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Calling delete_port for e37c32bf-2848-4d76-8f71-fac55f84c6bf owned by compute:nova {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:21:42.543729 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8cefd3fe-4dfc-40d5-ba4e-fac524201f94 req-a7583c54-c7e3-45ba-bfc6-6f807e8cc0d9 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:42.598869 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7583c54-c7e3-45ba-bfc6-6f807e8cc0d9 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Pushing event deleted for resources: {'Port': ['ID=e37c32bf-2848-4d76-8f71-fac55f84c6bf,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:42.903376 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cefd3fe-4dfc-40d5-ba4e-fac524201f94 req-a7583c54-c7e3-45ba-bfc6-6f807e8cc0d9 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Router 8be06e6f-6070-4d62-8613-313eecc0b32b has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:21:42.977016 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-989be015-0622-433a-9585-4e704cdd62fd req-171fd701-d743-4a5f-a513-cac95e904bbf tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=037d7394-c29d-4ed2-a390-c282f853ef4f HTTP/1.1" status: 200 len: 210 time: 0.0476506 May 13 15:21:43.093666 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cefd3fe-4dfc-40d5-ba4e-fac524201f94 req-a7583c54-c7e3-45ba-bfc6-6f807e8cc0d9 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:21:43.104166 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7952989d-3236-480f-a262-1ac19939150d None None] Sync routers for ids ['8be06e6f-6070-4d62-8613-313eecc0b32b'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:21:43.114255 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7952989d-3236-480f-a262-1ac19939150d None None] Routers {'8be06e6f-6070-4d62-8613-313eecc0b32b'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:21:43.114782 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-7952989d-3236-480f-a262-1ac19939150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:21:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8be06e6f-6070-4d62-8613-313eecc0b32b'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:43.166715 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cefd3fe-4dfc-40d5-ba4e-fac524201f94 req-a7583c54-c7e3-45ba-bfc6-6f807e8cc0d9 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] No DVR routers for this DVR port e37c32bf-2848-4d76-8f71-fac55f84c6bf on host n-h1-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:21:43.169269 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-8cefd3fe-4dfc-40d5-ba4e-fac524201f94 req-a7583c54-c7e3-45ba-bfc6-6f807e8cc0d9 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:43.171855 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037d7394-c29d-4ed2-a390-c282f853ef4f', 'name': 'network-vif-deleted', 'tag': 'e37c32bf-2848-4d76-8f71-fac55f84c6bf'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:21:43.190019 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8cefd3fe-4dfc-40d5-ba4e-fac524201f94 req-a7583c54-c7e3-45ba-bfc6-6f807e8cc0d9 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.59 "DELETE /v2.0/ports/e37c32bf-2848-4d76-8f71-fac55f84c6bf HTTP/1.1" status: 204 len: 173 time: 1.4472332 May 13 15:21:43.262906 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bd1916a-5056-4539-a2e4-f806d001aa84'] response: {'server_uuid': '037d7394-c29d-4ed2-a390-c282f853ef4f', 'name': 'network-vif-deleted', 'tag': 'e37c32bf-2848-4d76-8f71-fac55f84c6bf', 'status': 'completed', 'code': 200} May 13 15:21:43.309764 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-7952989d-3236-480f-a262-1ac19939150d None None] Set router 8be06e6f-6070-4d62-8613-313eecc0b32b gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:21:43.642158 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-7952989d-3236-480f-a262-1ac19939150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'bd629972-e369-445a-af32-c9d25522bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:45Z', 'revision_number': 4, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'gw_port': {'id': 'bd629972-e369-445a-af32-c9d25522bbee', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'cad7497b-eae4-4f30-81dc-ced636c6d33c', 'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'mac_address': 'fa:16:3e:23:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:19:50Z', 'revision_number': 5, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'subnets': [{'id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:43.645892 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7952989d-3236-480f-a262-1ac19939150d None None] Checking router: 8be06e6f-6070-4d62-8613-313eecc0b32b for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:21:43.654226 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7952989d-3236-480f-a262-1ac19939150d None None] Routers {'8be06e6f-6070-4d62-8613-313eecc0b32b'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:21:43.654806 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-7952989d-3236-480f-a262-1ac19939150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:21:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8be06e6f-6070-4d62-8613-313eecc0b32b'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:43.857174 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-7952989d-3236-480f-a262-1ac19939150d None None] Set router 8be06e6f-6070-4d62-8613-313eecc0b32b gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:21:44.176804 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-7952989d-3236-480f-a262-1ac19939150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'bd629972-e369-445a-af32-c9d25522bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:45Z', 'revision_number': 4, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'gw_port': {'id': 'bd629972-e369-445a-af32-c9d25522bbee', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'cad7497b-eae4-4f30-81dc-ced636c6d33c', 'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'mac_address': 'fa:16:3e:23:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:19:50Z', 'revision_number': 5, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'subnets': [{'id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:44.181024 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7952989d-3236-480f-a262-1ac19939150d None None] The sync data for ids ['8be06e6f-6070-4d62-8613-313eecc0b32b'] in n-d-841760-1 is: [{'id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'bd629972-e369-445a-af32-c9d25522bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:45Z', 'revision_number': 4, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'gw_port': {'id': 'bd629972-e369-445a-af32-c9d25522bbee', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'cad7497b-eae4-4f30-81dc-ced636c6d33c', 'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'mac_address': 'fa:16:3e:23:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:19:50Z', 'revision_number': 5, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'subnets': [{'id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:21:44.320485 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-44fde5af-4abe-4751-9c21-ebfc61c928fd tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--595103021&fields=id&tenant_id=a122314b1a4e495db5df3f4e8d3f15bd HTTP/1.1" status: 200 len: 267 time: 0.0409989 May 13 15:21:44.404639 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8f3070-7314-48e9-bfed-634adeca3ac2 None None] New status for floating IP 9e979527-46a5-4cdd-b0cd-c90ec63077c4: DOWN {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:21:44.474094 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-0d9a7a07-0d7e-428d-925d-feac633b91da tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:44.475580 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-0d9a7a07-0d7e-428d-925d-feac633b91da tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 811 time: 0.1484382 May 13 15:21:44.492510 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-c455bc61-1718-45a0-b8c3-d06c0adb5fa3 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/quotas/a122314b1a4e495db5df3f4e8d3f15bd HTTP/1.1" status: 200 len: 375 time: 0.0110378 May 13 15:21:44.583541 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-0b6d6c9d-d82f-427e-bec1-48223319d7c7 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0853240 May 13 15:21:44.805741 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-79666983-dea5-4acc-aff2-f018829deda3 service neutron] 10.222.0.35 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677432 May 13 15:21:44.938711 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-a9acf105-b9c3-4856-95f4-668298c9af82 service neutron] 10.222.0.35 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270809 May 13 15:21:45.127523 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2df285a7-e6e3-4941-a78d-daf212984df6 req-6d3384b6-7e5a-4535-b46f-f069b7bb13ef tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Synchronizing usage tracker for tenant:a122314b1a4e495db5df3f4e8d3f15bd on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:21:45.144305 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2df285a7-e6e3-4941-a78d-daf212984df6 req-6d3384b6-7e5a-4535-b46f-f069b7bb13ef tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Unset dirty status for tenant:a122314b1a4e495db5df3f4e8d3f15bd on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:21:45.145413 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2df285a7-e6e3-4941-a78d-daf212984df6 req-6d3384b6-7e5a-4535-b46f-f069b7bb13ef tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 210 time: 0.0636728 May 13 15:21:46.239665 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-8ec5f50e-4b20-40e3-8654-668f13a80c3a tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:46.241512 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-8ec5f50e-4b20-40e3-8654-668f13a80c3a tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.74 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 811 time: 0.1563437 May 13 15:21:46.348203 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-d1fd8963-1aab-436c-8292-e19cc32d933c tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a122314b1a4e495db5df3f4e8d3f15bd HTTP/1.1" status: 200 len: 379 time: 0.0918255 May 13 15:21:46.350244 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1f78687c-d753-48ae-aefe-f932c2d4aae6 req-0c34b86b-3aad-4676-8f29-2a9234f81ef4 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 210 time: 0.0512657 May 13 15:21:46.365160 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-d5c6ea89-adf2-47d1-bbe7-c3613e32e582 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Request body: {'port': {'device_id': 'a57a796e-bf65-4783-81ed-a683832b59b9', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'admin_state_up': True, 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'security_groups': ['efda8681-202e-4b9a-92a0-046b37348de6']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:46.504347 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-d5c6ea89-adf2-47d1-bbe7-c3613e32e582 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:46.513826 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-d5c6ea89-adf2-47d1-bbe7-c3613e32e582 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:46.524620 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-d5c6ea89-adf2-47d1-bbe7-c3613e32e582 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Made reservation on behalf of a122314b1a4e495db5df3f4e8d3f15bd for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:21:46.528998 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-d5c6ea89-adf2-47d1-bbe7-c3613e32e582 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:46.634295 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device e37c32bf-2848-4d76-8f71-fac55f84c6bf no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:21:46.672368 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: e37c32bf-2848-4d76-8f71-fac55f84c6bf {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:21:46.672708 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device e37c32bf-2848-4d76-8f71-fac55f84c6bf not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:21:46.699515 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-d5c6ea89-adf2-47d1-bbe7-c3613e32e582 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Allocated IP 172.20.0.10 (f51c7d4a-5d6a-4f34-a11d-9f441ec182a1/3dde09fd-60f7-4956-b5da-f5b36c72397b/4520bc4f-9b19-423f-adfa-0918a56894e4) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:21:46.893006 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-d5c6ea89-adf2-47d1-bbe7-c3613e32e582 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:46.909877 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-d5c6ea89-adf2-47d1-bbe7-c3613e32e582 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Transition to ACTIVE for port object 4520bc4f-9b19-423f-adfa-0918a56894e4 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:21:46.933343 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-d5c6ea89-adf2-47d1-bbe7-c3613e32e582 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:47.007304 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-d5c6ea89-adf2-47d1-bbe7-c3613e32e582 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:21:47.010523 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-d5c6ea89-adf2-47d1-bbe7-c3613e32e582 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:21:47.014390 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-d5c6ea89-adf2-47d1-bbe7-c3613e32e582 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:21:47.045632 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6ea89-adf2-47d1-bbe7-c3613e32e582 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Pushing event updated for resources: {'Port': ['ID=4520bc4f-9b19-423f-adfa-0918a56894e4,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:47.065639 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6ea89-adf2-47d1-bbe7-c3613e32e582 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:47.066035 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6ea89-adf2-47d1-bbe7-c3613e32e582 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:47.066301 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6ea89-adf2-47d1-bbe7-c3613e32e582 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:47.066637 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6ea89-adf2-47d1-bbe7-c3613e32e582 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:47.066965 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6ea89-adf2-47d1-bbe7-c3613e32e582 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:47.067332 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6ea89-adf2-47d1-bbe7-c3613e32e582 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:47.067652 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6ea89-adf2-47d1-bbe7-c3613e32e582 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:47.067969 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6ea89-adf2-47d1-bbe7-c3613e32e582 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:47.068282 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6ea89-adf2-47d1-bbe7-c3613e32e582 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:47.068597 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6ea89-adf2-47d1-bbe7-c3613e32e582 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:47.068925 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6ea89-adf2-47d1-bbe7-c3613e32e582 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:47.069224 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6ea89-adf2-47d1-bbe7-c3613e32e582 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:47.092831 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-d5c6ea89-adf2-47d1-bbe7-c3613e32e582 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:47.093458 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-d5c6ea89-adf2-47d1-bbe7-c3613e32e582 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:47.119449 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-d5c6ea89-adf2-47d1-bbe7-c3613e32e582 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7585011 May 13 15:21:47.137090 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-a2fc6e17-718b-4fa6-afd8-389127565c8b service neutron] Request body: {'port': {'device_id': 'a57a796e-bf65-4783-81ed-a683832b59b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:47.264205 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3b121639-de1c-454b-b2b1-d007494cf60e None None] Provisioning for port 4520bc4f-9b19-423f-adfa-0918a56894e4 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:21:47.270926 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3b121639-de1c-454b-b2b1-d007494cf60e None None] Provisioning complete for port 4520bc4f-9b19-423f-adfa-0918a56894e4 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:47.271334 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3b121639-de1c-454b-b2b1-d007494cf60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:47.330433 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3b121639-de1c-454b-b2b1-d007494cf60e None None] Port 4520bc4f-9b19-423f-adfa-0918a56894e4 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:21:47.361851 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-a2fc6e17-718b-4fa6-afd8-389127565c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:47.543447 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2de91c-f973-4593-960e-423c9d0abc5e req-cc3a7405-d3f3-403f-a1fb-d316f26fc513 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:47.544982 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-eb2de91c-f973-4593-960e-423c9d0abc5e req-cc3a7405-d3f3-403f-a1fb-d316f26fc513 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 932 time: 0.0861418 May 13 15:21:47.592440 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-eb2de91c-f973-4593-960e-423c9d0abc5e req-cd59ca84-e4de-4b22-8804-1960fc43d999 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415862 May 13 15:21:47.723456 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-a2fc6e17-718b-4fa6-afd8-389127565c8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4520bc4f-9b19-423f-adfa-0918a56894e4 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:21:47.731637 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-a2fc6e17-718b-4fa6-afd8-389127565c8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:47.746949 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-a2fc6e17-718b-4fa6-afd8-389127565c8b service neutron] Transition to ACTIVE for port object 4520bc4f-9b19-423f-adfa-0918a56894e4 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:21:47.750948 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-a2fc6e17-718b-4fa6-afd8-389127565c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:47.886773 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc6e17-718b-4fa6-afd8-389127565c8b service neutron] Pushing event updated for resources: {'Port': ['ID=4520bc4f-9b19-423f-adfa-0918a56894e4,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:47.993788 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-a2fc6e17-718b-4fa6-afd8-389127565c8b service neutron] Attempting to bind port 4520bc4f-9b19-423f-adfa-0918a56894e4 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:21:47.994113 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-a2fc6e17-718b-4fa6-afd8-389127565c8b service neutron] Attempting to bind port 4520bc4f-9b19-423f-adfa-0918a56894e4 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:21:47.994433 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-a2fc6e17-718b-4fa6-afd8-389127565c8b service neutron] Attempting to bind port 4520bc4f-9b19-423f-adfa-0918a56894e4 on network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:21:47.998995 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-a2fc6e17-718b-4fa6-afd8-389127565c8b service neutron] Port 4520bc4f-9b19-423f-adfa-0918a56894e4 on network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:21:47.999334 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-a2fc6e17-718b-4fa6-afd8-389127565c8b service neutron] Attempting to bind port 4520bc4f-9b19-423f-adfa-0918a56894e4 on network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:21:48.005044 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-a2fc6e17-718b-4fa6-afd8-389127565c8b service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:21:48.005373 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-a2fc6e17-718b-4fa6-afd8-389127565c8b service neutron] Checking segment: {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:21:48.005745 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-a2fc6e17-718b-4fa6-afd8-389127565c8b service neutron] Bound using segment: {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:21:48.006154 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-a2fc6e17-718b-4fa6-afd8-389127565c8b service neutron] Bound port: 4520bc4f-9b19-423f-adfa-0918a56894e4, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:21:48.006490 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-a2fc6e17-718b-4fa6-afd8-389127565c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:48.097764 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-a2fc6e17-718b-4fa6-afd8-389127565c8b service neutron] For port 4520bc4f-9b19-423f-adfa-0918a56894e4, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:21:48.100552 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-a2fc6e17-718b-4fa6-afd8-389127565c8b service neutron] For port 4520bc4f-9b19-423f-adfa-0918a56894e4, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=4520bc4f-9b19-423f-adfa-0918a56894e4,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:21:48.105108 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-a2fc6e17-718b-4fa6-afd8-389127565c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:48.164738 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-a2fc6e17-718b-4fa6-afd8-389127565c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:48.165339 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-a2fc6e17-718b-4fa6-afd8-389127565c8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:48.166746 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-a2fc6e17-718b-4fa6-afd8-389127565c8b service neutron] 10.222.0.74 "PUT /v2.0/ports/4520bc4f-9b19-423f-adfa-0918a56894e4 HTTP/1.1" status: 200 len: 1092 time: 1.0339994 May 13 15:21:48.167210 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57a796e-bf65-4783-81ed-a683832b59b9', 'tag': '4520bc4f-9b19-423f-adfa-0918a56894e4'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:21:48.188250 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc6e17-718b-4fa6-afd8-389127565c8b service neutron] Pushing event updated for resources: {'Port': ['ID=4520bc4f-9b19-423f-adfa-0918a56894e4,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:48.264430 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74307d5a-8bfb-49c7-8350-457e9b921ee4'] response: {'name': 'network-changed', 'server_uuid': 'a57a796e-bf65-4783-81ed-a683832b59b9', 'tag': '4520bc4f-9b19-423f-adfa-0918a56894e4', 'status': 'completed', 'code': 200} May 13 15:21:48.311013 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-05da045d-e515-43c9-a1c6-95e154df1e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:48.312578 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-05da045d-e515-43c9-a1c6-95e154df1e5d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 1095 time: 0.0840805 May 13 15:21:48.386393 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-1b3ad077-4c4d-471f-87ec-56cd754fffc0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4520bc4f-9b19-423f-adfa-0918a56894e4 HTTP/1.1" status: 200 len: 217 time: 0.0617530 May 13 15:21:48.450923 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-814d0684-f9d8-40e1-ae29-882be48b809b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:48.452273 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-814d0684-f9d8-40e1-ae29-882be48b809b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0607326 May 13 15:21:48.522919 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:48.537947 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-c33890f9-5100-4187-8cf0-46239f0aa624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:48.539795 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-c33890f9-5100-4187-8cf0-46239f0aa624 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821226 May 13 15:21:48.677739 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-e859e263-a820-4702-a4cb-bc43d17c108e service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315429 May 13 15:21:48.787475 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1559e-5184-4f8b-ab23-426aa356ae48 req-00cdcaaa-3ed9-453c-82fd-0ca1de519aa9 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:48.789045 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f2e1559e-5184-4f8b-ab23-426aa356ae48 req-00cdcaaa-3ed9-453c-82fd-0ca1de519aa9 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 944 time: 0.0889087 May 13 15:21:48.837688 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5bff08db-fc4e-45c2-844e-3dab03d28cb3 req-8bcb2ca3-8ae0-4f9c-ab72-10997d4537d1 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529922 May 13 15:21:48.845008 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f2e1559e-5184-4f8b-ab23-426aa356ae48 req-6bbb0e71-7f00-408a-8ba0-72d36efd24f3 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495934 May 13 15:21:49.017720 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba7ad5-e7b4-469d-8825-80279f6fca0b req-ecde0890-c5dc-4dc0-a5e2-3a12efd4bfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:49.019193 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8ba7ad5-e7b4-469d-8825-80279f6fca0b req-ecde0890-c5dc-4dc0-a5e2-3a12efd4bfc6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 1095 time: 0.0807388 May 13 15:21:49.153159 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba7ad5-e7b4-469d-8825-80279f6fca0b req-f00ee9e7-6bc9-45dc-b500-c97b7cfab666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:49.154585 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8ba7ad5-e7b4-469d-8825-80279f6fca0b req-f00ee9e7-6bc9-45dc-b500-c97b7cfab666 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.1288655 May 13 15:21:49.327887 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8ba7ad5-e7b4-469d-8825-80279f6fca0b req-8a45cc2c-bd25-4c29-8ab8-88a0c8727a5f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4520bc4f-9b19-423f-adfa-0918a56894e4 HTTP/1.1" status: 200 len: 217 time: 0.1667712 May 13 15:21:49.390434 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba7ad5-e7b4-469d-8825-80279f6fca0b req-2cad2cec-fafb-43aa-b625-545c652e97b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:49.391879 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8ba7ad5-e7b4-469d-8825-80279f6fca0b req-2cad2cec-fafb-43aa-b625-545c652e97b7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0585022 May 13 15:21:49.468935 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba7ad5-e7b4-469d-8825-80279f6fca0b req-e28567ef-31e5-4e96-9ec5-93f318cda44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:49.470486 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8ba7ad5-e7b4-469d-8825-80279f6fca0b req-e28567ef-31e5-4e96-9ec5-93f318cda44f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729082 May 13 15:21:49.601999 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8ba7ad5-e7b4-469d-8825-80279f6fca0b req-4f29e9ee-6084-41a8-84a9-6a924c96eb20 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246989 May 13 15:21:49.734721 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b8ba7ad5-e7b4-469d-8825-80279f6fca0b req-1667430c-359b-42ee-ac75-67c37d9b2169 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255388 May 13 15:21:50.044132 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421c6b7-5cb1-47d0-9050-726449b4271f req-07b1522b-8428-437b-86d8-deeab8a3f576 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:50.044808 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-e421c6b7-5cb1-47d0-9050-726449b4271f req-07b1522b-8428-437b-86d8-deeab8a3f576 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Synchronizing usage tracker for tenant:a122314b1a4e495db5df3f4e8d3f15bd on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:21:50.060447 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-e421c6b7-5cb1-47d0-9050-726449b4271f req-07b1522b-8428-437b-86d8-deeab8a3f576 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Unset dirty status for tenant:a122314b1a4e495db5df3f4e8d3f15bd on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:21:50.061925 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e421c6b7-5cb1-47d0-9050-726449b4271f req-07b1522b-8428-437b-86d8-deeab8a3f576 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 944 time: 0.1015232 May 13 15:21:50.106629 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e421c6b7-5cb1-47d0-9050-726449b4271f req-030e1c05-55ec-4595-8ef6-c8d828352172 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381229 May 13 15:21:51.297401 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec7ae8-4a16-4f25-afb8-5bc37b18307d req-d77182c4-b9f7-4163-a683-a4c18fd896ce tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:51.298912 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-51ec7ae8-4a16-4f25-afb8-5bc37b18307d req-d77182c4-b9f7-4163-a683-a4c18fd896ce tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 944 time: 0.0832736 May 13 15:21:51.347487 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-51ec7ae8-4a16-4f25-afb8-5bc37b18307d req-19a1101a-c071-495e-a99a-2de81467c34f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425854 May 13 15:21:51.536676 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 4520bc4f-9b19-423f-adfa-0918a56894e4 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:21:51.671957 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 4520bc4f-9b19-423f-adfa-0918a56894e4, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=4520bc4f-9b19-423f-adfa-0918a56894e4,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:51.685665 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '4520bc4f-9b19-423f-adfa-0918a56894e4', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'port_id': '4520bc4f-9b19-423f-adfa-0918a56894e4', 'mac_address': 'fa:16:3e:53:f4:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:21:51.743835 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 4520bc4f-9b19-423f-adfa-0918a56894e4 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:21:51.744213 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:51.761509 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4520bc4f-9b19-423f-adfa-0918a56894e4 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:21:51.776395 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 4520bc4f-9b19-423f-adfa-0918a56894e4, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=4520bc4f-9b19-423f-adfa-0918a56894e4,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:51.780222 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:51.846112 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=4520bc4f-9b19-423f-adfa-0918a56894e4,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:51.853956 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:51.854307 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:51.854649 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:51.854987 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:51.855349 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:51.855680 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:51.856006 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:51.856335 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:51.856667 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:51.856994 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:51.857319 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:51.857640 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:52.156683 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['4520bc4f-9b19-423f-adfa-0918a56894e4'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:21:52.532783 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68b573-4367-466c-bbb5-59abfebe162a req-f20e91b5-04d9-49b7-b3d9-63c45efbe386 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:52.534782 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bc68b573-4367-466c-bbb5-59abfebe162a req-f20e91b5-04d9-49b7-b3d9-63c45efbe386 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 945 time: 0.0804043 May 13 15:21:52.578799 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bc68b573-4367-466c-bbb5-59abfebe162a req-7960eb99-afa8-4503-9dcd-361c9fe4f1fa tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380981 May 13 15:21:53.561904 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 4520bc4f-9b19-423f-adfa-0918a56894e4 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:21:53.639892 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 4520bc4f-9b19-423f-adfa-0918a56894e4 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:21:53.645959 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 4520bc4f-9b19-423f-adfa-0918a56894e4 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:53.646334 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:53.766708 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 4520bc4f-9b19-423f-adfa-0918a56894e4 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:21:53.767102 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:53.787772 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8f4c5-35ec-4cba-a528-5301acfd7060 req-0c28f8ac-e660-448d-a8a1-a20ed513bace tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:53.789640 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94f8f4c5-35ec-4cba-a528-5301acfd7060 req-0c28f8ac-e660-448d-a8a1-a20ed513bace tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 945 time: 0.0932493 May 13 15:21:53.793598 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57a796e-bf65-4783-81ed-a683832b59b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4520bc4f-9b19-423f-adfa-0918a56894e4'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:21:53.803813 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 4520bc4f-9b19-423f-adfa-0918a56894e4, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=4520bc4f-9b19-423f-adfa-0918a56894e4,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:53.808847 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:53.842163 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-94f8f4c5-35ec-4cba-a528-5301acfd7060 req-e05d5e0f-0771-40db-b6bf-25a05a1e47f2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467215 May 13 15:21:53.847566 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1833f85d-8fdd-4116-9260-83cdae53d290'] response: {'server_uuid': 'a57a796e-bf65-4783-81ed-a683832b59b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4520bc4f-9b19-423f-adfa-0918a56894e4', 'code': 200} May 13 15:21:53.882756 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=4520bc4f-9b19-423f-adfa-0918a56894e4,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:53.996531 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70026c-fe3b-46a8-adc6-b9da776ccb92 req-98b3d3a1-2485-4186-a2d2-3a4902be9079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:53.998047 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3a70026c-fe3b-46a8-adc6-b9da776ccb92 req-98b3d3a1-2485-4186-a2d2-3a4902be9079 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 1097 time: 0.0745027 May 13 15:21:54.045193 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3a70026c-fe3b-46a8-adc6-b9da776ccb92 req-b917c1f7-4a46-4309-92fb-724664dc0a53 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413105 May 13 15:21:55.040246 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f862c-23b4-49e9-993e-251b4aaab71c req-24a4e0a4-d205-4c79-b732-269252de6cb1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:55.041724 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-385f862c-23b4-49e9-993e-251b4aaab71c req-24a4e0a4-d205-4c79-b732-269252de6cb1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 946 time: 0.0815880 May 13 15:21:55.098013 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-385f862c-23b4-49e9-993e-251b4aaab71c req-741a8cc5-ec7b-43b4-8545-4a9cc53b599f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501776 May 13 15:21:56.289023 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a4605-11f3-412d-a68d-e491f8b57d65 req-aa468e30-d4e0-4122-8b7b-7ae4eee75763 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:56.290473 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-681a4605-11f3-412d-a68d-e491f8b57d65 req-aa468e30-d4e0-4122-8b7b-7ae4eee75763 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 946 time: 0.0807652 May 13 15:21:56.334496 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-681a4605-11f3-412d-a68d-e491f8b57d65 req-a33b2edd-8ec9-46f2-90bd-f036816c8c7d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384276 May 13 15:21:56.522530 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9d2d1-c9c5-42dd-8849-39b74e7c1954 req-5a4b40d6-b9ee-4365-83e3-5be105021ba1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:56.523925 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-95c9d2d1-c9c5-42dd-8849-39b74e7c1954 req-5a4b40d6-b9ee-4365-83e3-5be105021ba1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 946 time: 0.0880344 May 13 15:21:56.532487 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 42740) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:56.537391 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-9374042b-ce7f-4455-8321-f822b0124b03 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Request body: {'floatingip': {'port_id': '4520bc4f-9b19-423f-adfa-0918a56894e4'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:56.615047 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9374042b-ce7f-4455-8321-f822b0124b03 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for floatingip, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:57.336787 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9374042b-ce7f-4455-8321-f822b0124b03 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:57.337224 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-99fd26ba-0e49-4215-83ed-7316d8955312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:57.340503 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9374042b-ce7f-4455-8321-f822b0124b03 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:57.512701 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [None req-9374042b-ce7f-4455-8321-f822b0124b03 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Floating IP 9e979527-46a5-4cdd-b0cd-c90ec63077c4 associated. External IP: 172.25.0.178, port: 4520bc4f-9b19-423f-adfa-0918a56894e4. May 13 15:21:57.866786 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9374042b-ce7f-4455-8321-f822b0124b03 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Router 8be06e6f-6070-4d62-8613-313eecc0b32b has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:21:58.049703 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9374042b-ce7f-4455-8321-f822b0124b03 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:21:58.054083 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9374042b-ce7f-4455-8321-f822b0124b03 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:58.060361 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c83713c-61e5-4050-9dc0-7fb374ba0bee None None] Sync routers for ids ['8be06e6f-6070-4d62-8613-313eecc0b32b'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:21:58.071305 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c83713c-61e5-4050-9dc0-7fb374ba0bee None None] Routers {'8be06e6f-6070-4d62-8613-313eecc0b32b'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:21:58.071909 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-0c83713c-61e5-4050-9dc0-7fb374ba0bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:21:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8be06e6f-6070-4d62-8613-313eecc0b32b'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:58.110593 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9374042b-ce7f-4455-8321-f822b0124b03 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "PUT /v2.0/floatingips/9e979527-46a5-4cdd-b0cd-c90ec63077c4 HTTP/1.1" status: 200 len: 992 time: 1.5770526 May 13 15:21:58.111262 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57a796e-bf65-4783-81ed-a683832b59b9', 'tag': '4520bc4f-9b19-423f-adfa-0918a56894e4'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:21:58.168876 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80b1c07a-6f28-4105-8186-faa59a16f447'] response: {'name': 'network-changed', 'server_uuid': 'a57a796e-bf65-4783-81ed-a683832b59b9', 'tag': '4520bc4f-9b19-423f-adfa-0918a56894e4', 'status': 'completed', 'code': 200} May 13 15:21:58.270357 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-0c83713c-61e5-4050-9dc0-7fb374ba0bee None None] Set router 8be06e6f-6070-4d62-8613-313eecc0b32b gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:21:58.303550 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d0146-04bd-44f8-9634-3802ed038d52 req-4babfa52-8aa5-48f8-9021-b0acc9e99386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:58.305237 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-933d0146-04bd-44f8-9634-3802ed038d52 req-4babfa52-8aa5-48f8-9021-b0acc9e99386 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 1097 time: 0.0866644 May 13 15:21:58.545994 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d0146-04bd-44f8-9634-3802ed038d52 req-a132864f-3c47-435e-9218-fec9c067e3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:58.547470 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-933d0146-04bd-44f8-9634-3802ed038d52 req-a132864f-3c47-435e-9218-fec9c067e3ce service neutron] 10.222.0.74 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.2355266 May 13 15:21:58.656399 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-0c83713c-61e5-4050-9dc0-7fb374ba0bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'bd629972-e369-445a-af32-c9d25522bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:45Z', 'revision_number': 4, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'gw_port': {'id': 'bd629972-e369-445a-af32-c9d25522bbee', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '9e979527-46a5-4cdd-b0cd-c90ec63077c4', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'floating_ip_address': '172.25.0.178', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'port_id': '4520bc4f-9b19-423f-adfa-0918a56894e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'mac_address': 'fa:16:3e:53:f4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a796e-bf65-4783-81ed-a683832b59b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:19:49Z', 'updated_at': '2022-05-13T15:21:57Z', 'revision_number': 9, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cad7497b-eae4-4f30-81dc-ced636c6d33c', 'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'mac_address': 'fa:16:3e:23:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:19:50Z', 'revision_number': 5, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'subnets': [{'id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:58.660804 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c83713c-61e5-4050-9dc0-7fb374ba0bee None None] Checking router: 8be06e6f-6070-4d62-8613-313eecc0b32b for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:21:58.669964 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c83713c-61e5-4050-9dc0-7fb374ba0bee None None] Routers {'8be06e6f-6070-4d62-8613-313eecc0b32b'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:21:58.670569 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-0c83713c-61e5-4050-9dc0-7fb374ba0bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:21:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8be06e6f-6070-4d62-8613-313eecc0b32b'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:58.808825 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-933d0146-04bd-44f8-9634-3802ed038d52 req-905cd7b8-442d-4c28-8920-9ea98e8de2dc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4520bc4f-9b19-423f-adfa-0918a56894e4 HTTP/1.1" status: 200 len: 1000 time: 0.2494304 May 13 15:21:58.851943 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-0c83713c-61e5-4050-9dc0-7fb374ba0bee None None] Set router 8be06e6f-6070-4d62-8613-313eecc0b32b gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:21:58.857957 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3e28835d-e42b-4656-86a2-509305d8a50d req-43967877-e0c0-4f24-b06d-ebbb82d938a3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4037485 May 13 15:21:58.869890 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cefb20-63ef-4df7-ba9d-14a8976f22d8 req-5c234c1c-d435-47ef-84d5-f4e0be010e66 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:58.871365 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c2cefb20-63ef-4df7-ba9d-14a8976f22d8 req-5c234c1c-d435-47ef-84d5-f4e0be010e66 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 946 time: 0.3720033 May 13 15:21:58.929085 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d0146-04bd-44f8-9634-3802ed038d52 req-c491e111-d11b-49d3-9712-0b1e17823084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:58.930601 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-933d0146-04bd-44f8-9634-3802ed038d52 req-c491e111-d11b-49d3-9712-0b1e17823084 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.1139436 May 13 15:21:58.942872 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c2cefb20-63ef-4df7-ba9d-14a8976f22d8 req-e141d2a1-d97b-4c98-a901-93e500d66c68 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625024 May 13 15:21:58.952943 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:59.021565 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d0146-04bd-44f8-9634-3802ed038d52 req-bf1cb2bd-a534-4b94-b33c-dbf36816da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:59.023193 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-933d0146-04bd-44f8-9634-3802ed038d52 req-bf1cb2bd-a534-4b94-b33c-dbf36816da26 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792315 May 13 15:21:59.174499 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-933d0146-04bd-44f8-9634-3802ed038d52 req-5278a924-4125-4336-bde2-8d1ba88318d1 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445551 May 13 15:21:59.259757 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-0c83713c-61e5-4050-9dc0-7fb374ba0bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'bd629972-e369-445a-af32-c9d25522bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:45Z', 'revision_number': 4, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'gw_port': {'id': 'bd629972-e369-445a-af32-c9d25522bbee', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '9e979527-46a5-4cdd-b0cd-c90ec63077c4', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'floating_ip_address': '172.25.0.178', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'port_id': '4520bc4f-9b19-423f-adfa-0918a56894e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'mac_address': 'fa:16:3e:53:f4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a796e-bf65-4783-81ed-a683832b59b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:19:49Z', 'updated_at': '2022-05-13T15:21:57Z', 'revision_number': 9, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cad7497b-eae4-4f30-81dc-ced636c6d33c', 'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'mac_address': 'fa:16:3e:23:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:19:50Z', 'revision_number': 5, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'subnets': [{'id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:59.263876 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c83713c-61e5-4050-9dc0-7fb374ba0bee None None] The sync data for ids ['8be06e6f-6070-4d62-8613-313eecc0b32b'] in n-d-841760-1 is: [{'id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'bd629972-e369-445a-af32-c9d25522bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:45Z', 'revision_number': 4, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'gw_port': {'id': 'bd629972-e369-445a-af32-c9d25522bbee', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '9e979527-46a5-4cdd-b0cd-c90ec63077c4', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'floating_ip_address': '172.25.0.178', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'port_id': '4520bc4f-9b19-423f-adfa-0918a56894e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'mac_address': 'fa:16:3e:53:f4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a796e-bf65-4783-81ed-a683832b59b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:19:49Z', 'updated_at': '2022-05-13T15:21:57Z', 'revision_number': 9, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cad7497b-eae4-4f30-81dc-ced636c6d33c', 'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'mac_address': 'fa:16:3e:23:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:19:50Z', 'revision_number': 5, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'subnets': [{'id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:21:59.342350 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-933d0146-04bd-44f8-9634-3802ed038d52 req-f393b702-a356-4be9-aefe-3c8a8228941f service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576593 May 13 15:21:59.477806 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe06094-d12b-47ff-850a-a7898c00b906 None None] New status for floating IP 9e979527-46a5-4cdd-b0cd-c90ec63077c4: ACTIVE {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:21:59.681042 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e17ea278-5373-4fa9-bc55-12850b8ad4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:00.138471 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36afbb0-69f1-4330-8f5a-37c365395170 req-e90b3349-668b-4355-9acf-d7de3f360c9c tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:00.140008 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d36afbb0-69f1-4330-8f5a-37c365395170 req-e90b3349-668b-4355-9acf-d7de3f360c9c tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 946 time: 0.0892045 May 13 15:22:00.188788 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d36afbb0-69f1-4330-8f5a-37c365395170 req-49c7310b-ed68-42a0-bf10-3a295a2bd418 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425556 May 13 15:22:00.243563 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28835d-e42b-4656-86a2-509305d8a50d req-3ba732f7-41f8-44ed-b286-79fc4765c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:00.244965 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3e28835d-e42b-4656-86a2-509305d8a50d req-3ba732f7-41f8-44ed-b286-79fc4765c5ab service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 1097 time: 0.0775790 May 13 15:22:00.378072 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28835d-e42b-4656-86a2-509305d8a50d req-6a2b9006-386a-437e-8ed8-eb387a6f6169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:00.379622 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3e28835d-e42b-4656-86a2-509305d8a50d req-6a2b9006-386a-437e-8ed8-eb387a6f6169 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.1287386 May 13 15:22:00.482597 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3e28835d-e42b-4656-86a2-509305d8a50d req-82b85a73-ae7d-49e6-8404-ae1350de20ff service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4520bc4f-9b19-423f-adfa-0918a56894e4 HTTP/1.1" status: 200 len: 1003 time: 0.0971253 May 13 15:22:00.551716 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28835d-e42b-4656-86a2-509305d8a50d req-117c9b61-d73f-4826-af41-29d6f6359654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:00.553143 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3e28835d-e42b-4656-86a2-509305d8a50d req-117c9b61-d73f-4826-af41-29d6f6359654 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0647717 May 13 15:22:00.627231 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28835d-e42b-4656-86a2-509305d8a50d req-4b5da549-d0de-4c65-a0b7-fcbf2708791f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:00.629211 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3e28835d-e42b-4656-86a2-509305d8a50d req-4b5da549-d0de-4c65-a0b7-fcbf2708791f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696352 May 13 15:22:00.758809 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3e28835d-e42b-4656-86a2-509305d8a50d req-4d3fb6a1-45ac-4dcf-9311-6c383e474310 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240203 May 13 15:22:00.781886 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:00.817023 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:00.897914 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3e28835d-e42b-4656-86a2-509305d8a50d req-79081bdf-2938-4c97-8468-d680e9ccc510 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333823 May 13 15:22:01.383756 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e94763-a70c-4321-a534-3c5511f42551 req-da189f5f-36db-47a8-a526-6e4fa5df7502 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:01.385230 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-19e94763-a70c-4321-a534-3c5511f42551 req-da189f5f-36db-47a8-a526-6e4fa5df7502 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 946 time: 0.0887733 May 13 15:22:01.430381 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-19e94763-a70c-4321-a534-3c5511f42551 req-89e2fb98-a58c-4970-911e-b08440271328 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393579 May 13 15:22:02.288519 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:02.627205 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afdb40-8d61-4ac1-ac3a-13939006cb3c req-e88f6560-a544-4338-b584-ba7687ab3cb0 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:02.628664 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-61afdb40-8d61-4ac1-ac3a-13939006cb3c req-e88f6560-a544-4338-b584-ba7687ab3cb0 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 946 time: 0.0846789 May 13 15:22:02.680864 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-61afdb40-8d61-4ac1-ac3a-13939006cb3c req-64e93607-7096-480f-9194-eebe506ca428 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463932 May 13 15:22:03.867297 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cafdb5-9404-4c83-81da-411bbc78b784 req-a7c9e2b7-c481-42c4-a3fa-8556718948b1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:03.868736 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-13cafdb5-9404-4c83-81da-411bbc78b784 req-a7c9e2b7-c481-42c4-a3fa-8556718948b1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 946 time: 0.0837295 May 13 15:22:03.911998 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-13cafdb5-9404-4c83-81da-411bbc78b784 req-b3aa85ec-2d14-4e18-a330-1199fd79b2da tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376420 May 13 15:22:05.103719 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999ebe5-12b4-49ba-9feb-3f0199d076d2 req-3d26049e-1e7c-4118-9a71-319a9f9c044a tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:05.105161 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8999ebe5-12b4-49ba-9feb-3f0199d076d2 req-3d26049e-1e7c-4118-9a71-319a9f9c044a tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 946 time: 0.0875614 May 13 15:22:05.149128 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8999ebe5-12b4-49ba-9feb-3f0199d076d2 req-87f0ee99-8388-462e-91e7-1506fe248f35 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379188 May 13 15:22:06.342388 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128898af-f604-46c7-a018-8547b1afc7e4 req-35cf1c63-a682-4850-b01e-b47647126afe tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:06.343877 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-128898af-f604-46c7-a018-8547b1afc7e4 req-35cf1c63-a682-4850-b01e-b47647126afe tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 946 time: 0.0850236 May 13 15:22:06.388733 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-128898af-f604-46c7-a018-8547b1afc7e4 req-83e440aa-00fd-48e1-a7da-79e44699ec8c tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387177 May 13 15:22:07.574385 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7dea9-9d5d-426d-a864-2a87d1bc0b35 req-90515816-2b8f-432d-b137-16584a4586e9 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:07.575976 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9ba7dea9-9d5d-426d-a864-2a87d1bc0b35 req-90515816-2b8f-432d-b137-16584a4586e9 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 946 time: 0.0835419 May 13 15:22:07.622047 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9ba7dea9-9d5d-426d-a864-2a87d1bc0b35 req-5cbf769e-74a3-432a-a669-b81c4f445d3c tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395558 May 13 15:22:08.811919 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76310ae7-80de-4359-82bb-70e047c7f845 req-d65fbf76-e90d-40df-828c-a3e476123dbd tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:08.813438 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-76310ae7-80de-4359-82bb-70e047c7f845 req-d65fbf76-e90d-40df-828c-a3e476123dbd tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 946 time: 0.0861931 May 13 15:22:08.871039 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-76310ae7-80de-4359-82bb-70e047c7f845 req-685a020d-c7fd-4fa9-b14c-efc31732094d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515163 May 13 15:22:09.529168 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:22:10.071124 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce1719-2a0b-4d18-a3f8-833ec48e0935 req-87c495fe-66b8-43de-8eab-cc56bf0daa37 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:10.072605 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2bce1719-2a0b-4d18-a3f8-833ec48e0935 req-87c495fe-66b8-43de-8eab-cc56bf0daa37 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 946 time: 0.0821538 May 13 15:22:10.117171 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2bce1719-2a0b-4d18-a3f8-833ec48e0935 req-3967cb15-1818-42e3-a456-5ec2816cea1c tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389187 May 13 15:22:11.307180 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e0b65-71c8-4497-8db7-37bd1e906b6e req-fb279aac-6107-4eb7-8ae0-a1293d5502c8 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:11.308635 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad7e0b65-71c8-4497-8db7-37bd1e906b6e req-fb279aac-6107-4eb7-8ae0-a1293d5502c8 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 946 time: 0.0857146 May 13 15:22:11.354213 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ad7e0b65-71c8-4497-8db7-37bd1e906b6e req-fea3545b-5bcb-4083-a1de-cbd48e1d33c2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398784 May 13 15:22:12.543228 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38644183-e8f3-46c9-a12d-5384b750ecee req-8778b49d-e5e3-4764-8086-c30ea1bc6a9c tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:12.544739 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-38644183-e8f3-46c9-a12d-5384b750ecee req-8778b49d-e5e3-4764-8086-c30ea1bc6a9c tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 946 time: 0.0849853 May 13 15:22:12.589782 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-38644183-e8f3-46c9-a12d-5384b750ecee req-b1be0168-3f0f-429b-99e1-104d16fc1612 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393372 May 13 15:22:13.782741 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423be13-f569-4cb8-b388-8d13a764f11f req-4fd791d2-5966-455e-bcab-665c525df138 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:13.784254 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5423be13-f569-4cb8-b388-8d13a764f11f req-4fd791d2-5966-455e-bcab-665c525df138 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 946 time: 0.0844717 May 13 15:22:13.835624 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5423be13-f569-4cb8-b388-8d13a764f11f req-3d86460b-ef5a-493c-a77b-314bc91acc36 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456488 May 13 15:22:15.024771 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85d871-a09d-4166-94ff-90ccdbc44dfb req-f47e2b2b-c615-42e5-81a1-c5ae9f9ae9e7 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:15.026270 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce85d871-a09d-4166-94ff-90ccdbc44dfb req-f47e2b2b-c615-42e5-81a1-c5ae9f9ae9e7 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 946 time: 0.0871198 May 13 15:22:15.074138 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ce85d871-a09d-4166-94ff-90ccdbc44dfb req-e3aa361a-adbe-49fd-9e8a-fd7f65f381b5 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421381 May 13 15:22:16.262819 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721caf2-d9ae-4a82-84d7-644409e612d3 req-1433cbf3-0e63-47ad-b1f4-7f3778339ca3 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:16.264397 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0721caf2-d9ae-4a82-84d7-644409e612d3 req-1433cbf3-0e63-47ad-b1f4-7f3778339ca3 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 946 time: 0.0852001 May 13 15:22:16.312859 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0721caf2-d9ae-4a82-84d7-644409e612d3 req-56070fb3-f136-4675-9e1c-fcfbbd6a70e2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420544 May 13 15:22:17.501170 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d8179-a5a4-464f-980b-7d0ac3be96a0 req-1d83a620-3995-451a-b73a-c90f53d8ce09 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:17.503201 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4d9d8179-a5a4-464f-980b-7d0ac3be96a0 req-1d83a620-3995-451a-b73a-c90f53d8ce09 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 946 time: 0.0826240 May 13 15:22:17.550635 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4d9d8179-a5a4-464f-980b-7d0ac3be96a0 req-7081d946-01e0-415b-8680-7cbff6e2de0a tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401411 May 13 15:22:17.737859 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [req-3e28835d-e42b-4656-86a2-509305d8a50d req-de74dbf3-47b7-4881-94da-69066ed3106c service neutron] show failed (client error): The resource could not be found. May 13 15:22:17.738889 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3e28835d-e42b-4656-86a2-509305d8a50d req-de74dbf3-47b7-4881-94da-69066ed3106c service neutron] 10.222.0.74 "GET /v2.0/ports/4520bc4f-9b19-423f-adfa-0918a56894e4/bindings/n-h1-841760-1 HTTP/1.1" status: 404 len: 380 time: 0.0782943 May 13 15:22:17.998396 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28835d-e42b-4656-86a2-509305d8a50d req-ee78daa1-55fc-4e91-8f47-0203e74713fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:17.999890 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3e28835d-e42b-4656-86a2-509305d8a50d req-ee78daa1-55fc-4e91-8f47-0203e74713fb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9&tenant_id=a122314b1a4e495db5df3f4e8d3f15bd HTTP/1.1" status: 200 len: 1097 time: 0.0738053 May 13 15:22:18.010874 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-3e28835d-e42b-4656-86a2-509305d8a50d req-fdaa9ed4-80cb-4cbd-a877-43d4acd4d279 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-841760-1', 'device_owner': 'compute:nova'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:22:18.229178 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3e28835d-e42b-4656-86a2-509305d8a50d req-fdaa9ed4-80cb-4cbd-a877-43d4acd4d279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:18.508550 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-3e28835d-e42b-4656-86a2-509305d8a50d req-fdaa9ed4-80cb-4cbd-a877-43d4acd4d279 service neutron] For port 4520bc4f-9b19-423f-adfa-0918a56894e4, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=4520bc4f-9b19-423f-adfa-0918a56894e4,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:22:18.522316 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:18.538388 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-3e28835d-e42b-4656-86a2-509305d8a50d req-fdaa9ed4-80cb-4cbd-a877-43d4acd4d279 service neutron] For port 4520bc4f-9b19-423f-adfa-0918a56894e4, host n-h2-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:22:18.601933 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57a796e-bf65-4783-81ed-a683832b59b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4520bc4f-9b19-423f-adfa-0918a56894e4'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:22:18.607713 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3e28835d-e42b-4656-86a2-509305d8a50d req-fdaa9ed4-80cb-4cbd-a877-43d4acd4d279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:18.624347 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [req-3e28835d-e42b-4656-86a2-509305d8a50d req-fdaa9ed4-80cb-4cbd-a877-43d4acd4d279 service neutron] Transition to ACTIVE for port object 4520bc4f-9b19-423f-adfa-0918a56894e4 will not be triggered until provisioned by entity L2. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:22:18.628335 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3e28835d-e42b-4656-86a2-509305d8a50d req-fdaa9ed4-80cb-4cbd-a877-43d4acd4d279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:18.665080 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1da648e-ccff-4e67-968d-80d07a34d6bf'] response: {'server_uuid': 'a57a796e-bf65-4783-81ed-a683832b59b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4520bc4f-9b19-423f-adfa-0918a56894e4', 'code': 200} May 13 15:22:18.748948 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b7bc9-29a5-4d17-bc92-6617da3347db req-dc795bfc-a89f-4e95-893d-b72a4f9cb523 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:18.751460 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1a9b7bc9-29a5-4d17-bc92-6617da3347db req-dc795bfc-a89f-4e95-893d-b72a4f9cb523 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 944 time: 0.0904081 May 13 15:22:18.787377 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa9ed4-80cb-4cbd-a877-43d4acd4d279 service neutron] Pushing event updated for resources: {'Port': ['ID=4520bc4f-9b19-423f-adfa-0918a56894e4,revision_number=6']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:18.807091 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1a9b7bc9-29a5-4d17-bc92-6617da3347db req-4a9ec59b-640b-4b17-85a5-c3df47570cf9 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491867 May 13 15:22:18.839265 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e28835d-e42b-4656-86a2-509305d8a50d req-fdaa9ed4-80cb-4cbd-a877-43d4acd4d279 service neutron] No DVR routers for this DVR port 4520bc4f-9b19-423f-adfa-0918a56894e4 on host n-h2-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:22:19.072563 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-3e28835d-e42b-4656-86a2-509305d8a50d req-fdaa9ed4-80cb-4cbd-a877-43d4acd4d279 service neutron] Attempting to bind port 4520bc4f-9b19-423f-adfa-0918a56894e4 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:22:19.072888 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-3e28835d-e42b-4656-86a2-509305d8a50d req-fdaa9ed4-80cb-4cbd-a877-43d4acd4d279 service neutron] Attempting to bind port 4520bc4f-9b19-423f-adfa-0918a56894e4 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:22:19.073210 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e28835d-e42b-4656-86a2-509305d8a50d req-fdaa9ed4-80cb-4cbd-a877-43d4acd4d279 service neutron] Attempting to bind port 4520bc4f-9b19-423f-adfa-0918a56894e4 on network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:22:19.077761 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e28835d-e42b-4656-86a2-509305d8a50d req-fdaa9ed4-80cb-4cbd-a877-43d4acd4d279 service neutron] Port 4520bc4f-9b19-423f-adfa-0918a56894e4 on network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:22:19.078079 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e28835d-e42b-4656-86a2-509305d8a50d req-fdaa9ed4-80cb-4cbd-a877-43d4acd4d279 service neutron] Attempting to bind port 4520bc4f-9b19-423f-adfa-0918a56894e4 on network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:22:19.083906 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e28835d-e42b-4656-86a2-509305d8a50d req-fdaa9ed4-80cb-4cbd-a877-43d4acd4d279 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:22:19.084238 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e28835d-e42b-4656-86a2-509305d8a50d req-fdaa9ed4-80cb-4cbd-a877-43d4acd4d279 service neutron] Checking segment: {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:22:19.084624 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e28835d-e42b-4656-86a2-509305d8a50d req-fdaa9ed4-80cb-4cbd-a877-43d4acd4d279 service neutron] Bound using segment: {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'} {{(pid=88082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:22:19.085039 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.managers [req-3e28835d-e42b-4656-86a2-509305d8a50d req-fdaa9ed4-80cb-4cbd-a877-43d4acd4d279 service neutron] Bound port: 4520bc4f-9b19-423f-adfa-0918a56894e4, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'}}] {{(pid=88082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:22:19.085381 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3e28835d-e42b-4656-86a2-509305d8a50d req-fdaa9ed4-80cb-4cbd-a877-43d4acd4d279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:19.173397 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-3e28835d-e42b-4656-86a2-509305d8a50d req-fdaa9ed4-80cb-4cbd-a877-43d4acd4d279 service neutron] For port 4520bc4f-9b19-423f-adfa-0918a56894e4, host n-h1-841760-1, cleared binding levels {{(pid=88082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:22:19.177094 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-3e28835d-e42b-4656-86a2-509305d8a50d req-fdaa9ed4-80cb-4cbd-a877-43d4acd4d279 service neutron] For port 4520bc4f-9b19-423f-adfa-0918a56894e4, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=4520bc4f-9b19-423f-adfa-0918a56894e4,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:22:19.181293 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3e28835d-e42b-4656-86a2-509305d8a50d req-fdaa9ed4-80cb-4cbd-a877-43d4acd4d279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:19.249566 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28835d-e42b-4656-86a2-509305d8a50d req-fdaa9ed4-80cb-4cbd-a877-43d4acd4d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:19.250284 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-3e28835d-e42b-4656-86a2-509305d8a50d req-fdaa9ed4-80cb-4cbd-a877-43d4acd4d279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:19.252435 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3e28835d-e42b-4656-86a2-509305d8a50d req-fdaa9ed4-80cb-4cbd-a877-43d4acd4d279 service neutron] 10.222.0.59 "PUT /v2.0/ports/4520bc4f-9b19-423f-adfa-0918a56894e4 HTTP/1.1" status: 200 len: 1092 time: 1.2446895 May 13 15:22:19.269614 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa9ed4-80cb-4cbd-a877-43d4acd4d279 service neutron] Pushing event updated for resources: {'Port': ['ID=4520bc4f-9b19-423f-adfa-0918a56894e4,revision_number=7']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:19.299940 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40492f4a-150a-44b6-92c3-ab0f95033392 req-6bff1046-9172-4a92-80e1-0b0a651d0452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:19.301433 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-40492f4a-150a-44b6-92c3-ab0f95033392 req-6bff1046-9172-4a92-80e1-0b0a651d0452 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 1095 time: 0.0850604 May 13 15:22:19.571953 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40492f4a-150a-44b6-92c3-ab0f95033392 req-ecf0a63b-3df6-41b1-abd5-eeea3a7724a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:19.573423 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-40492f4a-150a-44b6-92c3-ab0f95033392 req-ecf0a63b-3df6-41b1-abd5-eeea3a7724a4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.2522302 May 13 15:22:19.676640 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-40492f4a-150a-44b6-92c3-ab0f95033392 req-e5c7ffce-3e91-48e7-af71-7b4bbbc16664 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4520bc4f-9b19-423f-adfa-0918a56894e4 HTTP/1.1" status: 200 len: 1001 time: 0.0975406 May 13 15:22:19.737825 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40492f4a-150a-44b6-92c3-ab0f95033392 req-fa78ed05-98dd-408b-95dd-412b81bac09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:19.739275 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-40492f4a-150a-44b6-92c3-ab0f95033392 req-fa78ed05-98dd-408b-95dd-412b81bac09f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0573130 May 13 15:22:19.812708 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40492f4a-150a-44b6-92c3-ab0f95033392 req-e2e8f34c-9cb0-4fc7-acb6-f82d3ea8855c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:19.814180 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-40492f4a-150a-44b6-92c3-ab0f95033392 req-e2e8f34c-9cb0-4fc7-acb6-f82d3ea8855c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696948 May 13 15:22:19.950349 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-40492f4a-150a-44b6-92c3-ab0f95033392 req-b47919cd-b6c2-415f-9d87-2941b5e8be43 service neutron] 10.222.0.59 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291237 May 13 15:22:20.004584 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdd382-20ae-4468-9f89-60930cf11eae req-f0557304-44f3-461c-b9d6-3bb93090653f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:20.006065 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4dbdd382-20ae-4468-9f89-60930cf11eae req-f0557304-44f3-461c-b9d6-3bb93090653f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 944 time: 0.0903914 May 13 15:22:20.053217 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4dbdd382-20ae-4468-9f89-60930cf11eae req-16bdef49-ed84-49bc-b98b-84736eb8e877 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412278 May 13 15:22:20.094898 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-40492f4a-150a-44b6-92c3-ab0f95033392 req-043dce8c-c583-41d8-982f-3bb2231f30d6 service neutron] 10.222.0.59 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367118 May 13 15:22:20.212575 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28835d-e42b-4656-86a2-509305d8a50d req-f3145fc1-67b2-4c7e-88e0-76df5f4bef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:20.213980 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3e28835d-e42b-4656-86a2-509305d8a50d req-f3145fc1-67b2-4c7e-88e0-76df5f4bef05 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 1095 time: 0.0779040 May 13 15:22:20.353760 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28835d-e42b-4656-86a2-509305d8a50d req-f694c466-d094-4da5-afc1-8e917dda1199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:20.355236 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3e28835d-e42b-4656-86a2-509305d8a50d req-f694c466-d094-4da5-afc1-8e917dda1199 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.1356950 May 13 15:22:20.462901 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3e28835d-e42b-4656-86a2-509305d8a50d req-6f076168-6f76-45a1-8def-74c568cbbf32 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4520bc4f-9b19-423f-adfa-0918a56894e4 HTTP/1.1" status: 200 len: 1001 time: 0.1015220 May 13 15:22:20.526604 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28835d-e42b-4656-86a2-509305d8a50d req-e56cbe02-8fa9-4a84-8ba8-0e46505e8166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:20.528073 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3e28835d-e42b-4656-86a2-509305d8a50d req-e56cbe02-8fa9-4a84-8ba8-0e46505e8166 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0597165 May 13 15:22:20.606261 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28835d-e42b-4656-86a2-509305d8a50d req-394f5a5e-3fae-40c4-842a-c17b5cd9e859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:20.607814 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3e28835d-e42b-4656-86a2-509305d8a50d req-394f5a5e-3fae-40c4-842a-c17b5cd9e859 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736616 May 13 15:22:20.665999 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57a796e-bf65-4783-81ed-a683832b59b9', 'tag': '4520bc4f-9b19-423f-adfa-0918a56894e4'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:22:20.723372 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc38cb97-22b3-4f88-848c-16dfacd735aa'] response: {'name': 'network-changed', 'server_uuid': 'a57a796e-bf65-4783-81ed-a683832b59b9', 'tag': '4520bc4f-9b19-423f-adfa-0918a56894e4', 'status': 'completed', 'code': 200} May 13 15:22:20.743772 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3e28835d-e42b-4656-86a2-509305d8a50d req-7afc658f-6863-433e-b0ad-d7ed97a6554e service neutron] 10.222.0.59 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299441 May 13 15:22:20.932074 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3e28835d-e42b-4656-86a2-509305d8a50d req-0c290575-425d-4a6b-8e7b-91843b71cfa1 service neutron] 10.222.0.59 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824579 May 13 15:22:20.938896 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbf463-445d-4301-9b6c-fd7d92a035ff req-79a910f8-8ea7-4a29-9930-2a30bc395618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:20.940554 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-afcbf463-445d-4301-9b6c-fd7d92a035ff req-79a910f8-8ea7-4a29-9930-2a30bc395618 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 1095 time: 0.1720319 May 13 15:22:21.257867 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbf463-445d-4301-9b6c-fd7d92a035ff req-9dd770c6-9899-4289-81c4-d01ce3d1d91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:21.259482 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-afcbf463-445d-4301-9b6c-fd7d92a035ff req-9dd770c6-9899-4289-81c4-d01ce3d1d91c service neutron] 10.222.0.74 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.3131251 May 13 15:22:21.268242 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a0ea5-c350-44fa-a687-e201605b2671 req-d0570722-b066-4786-a810-a06327f64788 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:21.269170 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbf463-445d-4301-9b6c-fd7d92a035ff req-4d9a7a3e-c2e4-4169-a798-bb12c22e4d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:21.269775 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-220a0ea5-c350-44fa-a687-e201605b2671 req-d0570722-b066-4786-a810-a06327f64788 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 944 time: 0.0919242 May 13 15:22:21.270879 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-afcbf463-445d-4301-9b6c-fd7d92a035ff req-4d9a7a3e-c2e4-4169-a798-bb12c22e4d64 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 1095 time: 0.2551744 May 13 15:22:21.315021 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-220a0ea5-c350-44fa-a687-e201605b2671 req-1c1ee0c4-4332-4ed0-9468-d9bd7cfcc49f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385733 May 13 15:22:21.450987 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-afcbf463-445d-4301-9b6c-fd7d92a035ff req-23b3ada9-7e08-4a74-b34b-dbb75534d04a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4520bc4f-9b19-423f-adfa-0918a56894e4 HTTP/1.1" status: 200 len: 1001 time: 0.1849267 May 13 15:22:21.534852 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbf463-445d-4301-9b6c-fd7d92a035ff req-37c9355a-df8d-4673-ae5d-4543b24f7ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:21.536428 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-afcbf463-445d-4301-9b6c-fd7d92a035ff req-37c9355a-df8d-4673-ae5d-4543b24f7ad5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.2180216 May 13 15:22:21.547505 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbf463-445d-4301-9b6c-fd7d92a035ff req-89c8e66f-d86e-499f-b143-9d3a2101da05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:21.549443 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-afcbf463-445d-4301-9b6c-fd7d92a035ff req-89c8e66f-d86e-499f-b143-9d3a2101da05 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0918648 May 13 15:22:21.670330 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 4520bc4f-9b19-423f-adfa-0918a56894e4 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:22:21.693885 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-afcbf463-445d-4301-9b6c-fd7d92a035ff req-5cd9b78f-6708-4545-9620-bfc2e1e88aa2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4520bc4f-9b19-423f-adfa-0918a56894e4 HTTP/1.1" status: 200 len: 1001 time: 0.1482117 May 13 15:22:21.761610 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbf463-445d-4301-9b6c-fd7d92a035ff req-e7328cdc-6d12-4e32-89bd-03c7f5543b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:21.763091 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-afcbf463-445d-4301-9b6c-fd7d92a035ff req-e7328cdc-6d12-4e32-89bd-03c7f5543b15 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1571393 May 13 15:22:21.767564 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 4520bc4f-9b19-423f-adfa-0918a56894e4 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:22:21.769993 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbf463-445d-4301-9b6c-fd7d92a035ff req-7f97354f-b22f-4551-8e30-24bb9a40b6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:21.771373 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-afcbf463-445d-4301-9b6c-fd7d92a035ff req-7f97354f-b22f-4551-8e30-24bb9a40b6da service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0699899 May 13 15:22:21.952883 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-afcbf463-445d-4301-9b6c-fd7d92a035ff req-64ae22d0-8cd5-47e4-b485-23b16b2c8f05 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804867 May 13 15:22:21.954740 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbf463-445d-4301-9b6c-fd7d92a035ff req-cba811b6-a47f-448c-aff7-f2ecb94ecf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:21.956604 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-afcbf463-445d-4301-9b6c-fd7d92a035ff req-cba811b6-a47f-448c-aff7-f2ecb94ecf97 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1669722 May 13 15:22:22.192773 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-afcbf463-445d-4301-9b6c-fd7d92a035ff req-c7bbf280-f916-494e-898b-575b97a92aec service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339642 May 13 15:22:22.196014 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-afcbf463-445d-4301-9b6c-fd7d92a035ff req-be0dd2a8-9a28-45cd-82b6-4c4393c8fd44 service neutron] 10.222.0.59 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200243 May 13 15:22:22.327621 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-afcbf463-445d-4301-9b6c-fd7d92a035ff req-c965792f-4109-4b5e-8123-d83e6a712ead service neutron] 10.222.0.59 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254420 May 13 15:22:22.690206 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e7f14-7ab4-4fb0-aa25-c832be7218dc req-38203efb-6d1d-4102-af6b-8abc9f4aa811 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:22.692027 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5d3e7f14-7ab4-4fb0-aa25-c832be7218dc req-38203efb-6d1d-4102-af6b-8abc9f4aa811 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 944 time: 0.0868244 May 13 15:22:22.735750 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5d3e7f14-7ab4-4fb0-aa25-c832be7218dc req-f9c6f076-5aaf-41f7-93e3-7a0bdb1afebf tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377395 May 13 15:22:23.918947 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c38c15-521c-4398-8c43-dae4554b5a40 req-cb93c8e8-188f-427e-a421-4cb8662f7d1c tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:23.920399 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-45c38c15-521c-4398-8c43-dae4554b5a40 req-cb93c8e8-188f-427e-a421-4cb8662f7d1c tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 944 time: 0.0787904 May 13 15:22:23.967046 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-45c38c15-521c-4398-8c43-dae4554b5a40 req-0c9be9c8-c863-47d0-bd3c-e99a2f527dd5 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409489 May 13 15:22:24.366095 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-7a2355ce-eb7e-4991-86bb-fccaf72a3f1a tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:24.368211 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-7a2355ce-eb7e-4991-86bb-fccaf72a3f1a tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.59 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9&tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&binding%3Ahost_id=n-h1-841760-1 HTTP/1.1" status: 200 len: 944 time: 0.0864429 May 13 15:22:24.441205 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3fe84-b324-4d38-a339-e30c012baaff req-642bee5c-ad74-47e4-8304-79ccf10bce65 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:24.443020 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b3f3fe84-b324-4d38-a339-e30c012baaff req-642bee5c-ad74-47e4-8304-79ccf10bce65 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 944 time: 0.1018188 May 13 15:22:24.455493 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-8d1e2965-238e-4485-9b3d-4e455615758b service neutron] 10.222.0.59 "GET /v2.0/ports/4520bc4f-9b19-423f-adfa-0918a56894e4/bindings/n-h1-841760-1 HTTP/1.1" status: 200 len: 382 time: 0.0818496 May 13 15:22:24.491443 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b3f3fe84-b324-4d38-a339-e30c012baaff req-2360c551-3de2-43f9-a88b-edea3dd5e570 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405383 May 13 15:22:24.547302 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-b8eaa257-1f90-42d9-8788-097d86f003e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:24.549554 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-b8eaa257-1f90-42d9-8788-097d86f003e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 1095 time: 0.0724881 May 13 15:22:24.758037 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 4520bc4f-9b19-423f-adfa-0918a56894e4 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:22:24.804694 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-053ee65e-2fe2-4e14-9669-15d63235849b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:24.806267 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-053ee65e-2fe2-4e14-9669-15d63235849b service neutron] 10.222.0.59 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.2514229 May 13 15:22:24.891657 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 4520bc4f-9b19-423f-adfa-0918a56894e4, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=4520bc4f-9b19-423f-adfa-0918a56894e4,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:22:24.905417 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '4520bc4f-9b19-423f-adfa-0918a56894e4', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'port_id': '4520bc4f-9b19-423f-adfa-0918a56894e4', 'mac_address': 'fa:16:3e:53:f4:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:22:24.911638 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-ee8399ab-864a-4138-8a71-6079a2e871a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4520bc4f-9b19-423f-adfa-0918a56894e4 HTTP/1.1" status: 200 len: 1001 time: 0.0989757 May 13 15:22:24.961729 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 4520bc4f-9b19-423f-adfa-0918a56894e4 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:22:24.962103 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:24.982910 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4520bc4f-9b19-423f-adfa-0918a56894e4 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:22:24.983170 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-abefa6eb-da48-4838-be2e-94f07c805329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:24.984618 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-abefa6eb-da48-4838-be2e-94f07c805329 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0677216 May 13 15:22:24.998156 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 4520bc4f-9b19-423f-adfa-0918a56894e4, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=4520bc4f-9b19-423f-adfa-0918a56894e4,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:22:25.002165 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:25.061760 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-fb80e5ed-01ca-4cac-92ad-b91458badf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:25.064297 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-fb80e5ed-01ca-4cac-92ad-b91458badf6f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737882 May 13 15:22:25.072204 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=4520bc4f-9b19-423f-adfa-0918a56894e4,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:25.212176 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-33ffeef1-11d8-4d35-823d-9fc391840e75 service neutron] 10.222.0.59 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410768 May 13 15:22:25.223999 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['4520bc4f-9b19-423f-adfa-0918a56894e4'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:22:25.349092 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-a5f0a865-af3f-46be-9d41-e80239206dda service neutron] 10.222.0.59 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310294 May 13 15:22:25.681451 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96931e-25c3-4380-9a3a-36a54447e702 req-1e6e551d-90c0-4a6a-a87b-6395aa79aa5c tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:25.682846 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-af96931e-25c3-4380-9a3a-36a54447e702 req-1e6e551d-90c0-4a6a-a87b-6395aa79aa5c tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 945 time: 0.0811927 May 13 15:22:25.732626 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-af96931e-25c3-4380-9a3a-36a54447e702 req-3be8aa16-713d-47ee-b2ed-d547a313d988 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439386 May 13 15:22:26.773789 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 4520bc4f-9b19-423f-adfa-0918a56894e4 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:22:26.846958 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 4520bc4f-9b19-423f-adfa-0918a56894e4 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:22:26.852464 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 4520bc4f-9b19-423f-adfa-0918a56894e4 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:22:26.852842 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:26.925851 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9be794-5c45-4f8d-a4b2-731a93c50b43 req-29d9f51a-8614-409e-8416-8004ebfeee4f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:26.927317 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1f9be794-5c45-4f8d-a4b2-731a93c50b43 req-29d9f51a-8614-409e-8416-8004ebfeee4f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 945 time: 0.0793965 May 13 15:22:26.972067 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1f9be794-5c45-4f8d-a4b2-731a93c50b43 req-302b3f0f-bbef-4af7-bd90-1727e0241496 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390472 May 13 15:22:26.973867 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 4520bc4f-9b19-423f-adfa-0918a56894e4 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:22:26.974258 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:27.003828 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57a796e-bf65-4783-81ed-a683832b59b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4520bc4f-9b19-423f-adfa-0918a56894e4'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:22:27.014192 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 4520bc4f-9b19-423f-adfa-0918a56894e4, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=4520bc4f-9b19-423f-adfa-0918a56894e4,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:22:27.019623 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:27.071700 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e641eddc-1554-48b7-925c-1d8b9132db97'] response: {'server_uuid': 'a57a796e-bf65-4783-81ed-a683832b59b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4520bc4f-9b19-423f-adfa-0918a56894e4', 'code': 200} May 13 15:22:27.096968 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=4520bc4f-9b19-423f-adfa-0918a56894e4,revision_number=9']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:27.340359 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-31085b8f-9818-4669-9a8e-88a2ac690f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:27.446679 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-c05566b7-f099-473a-a20d-6a8cc11a0674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:27.448160 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-c05566b7-f099-473a-a20d-6a8cc11a0674 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9&tenant_id=a122314b1a4e495db5df3f4e8d3f15bd HTTP/1.1" status: 200 len: 1097 time: 0.0704403 May 13 15:22:27.465544 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-ba3be828-5e69-4f7b-9c36-f73e457fff78 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-841760-1', 'device_owner': 'compute:nova'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:22:27.579466 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-ba3be828-5e69-4f7b-9c36-f73e457fff78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:27.850991 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-ba3be828-5e69-4f7b-9c36-f73e457fff78 service neutron] For port 4520bc4f-9b19-423f-adfa-0918a56894e4, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=4520bc4f-9b19-423f-adfa-0918a56894e4,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:22:27.880311 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-ba3be828-5e69-4f7b-9c36-f73e457fff78 service neutron] For port 4520bc4f-9b19-423f-adfa-0918a56894e4, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:22:27.938336 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57a796e-bf65-4783-81ed-a683832b59b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4520bc4f-9b19-423f-adfa-0918a56894e4'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:22:27.944300 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-ba3be828-5e69-4f7b-9c36-f73e457fff78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:27.960788 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-ba3be828-5e69-4f7b-9c36-f73e457fff78 service neutron] Transition to ACTIVE for port object 4520bc4f-9b19-423f-adfa-0918a56894e4 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:22:27.964184 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-ba3be828-5e69-4f7b-9c36-f73e457fff78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:28.159411 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95468a72-c5ce-47d3-aad1-5080e923ae47'] response: {'server_uuid': 'a57a796e-bf65-4783-81ed-a683832b59b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4520bc4f-9b19-423f-adfa-0918a56894e4', 'code': 200} May 13 15:22:28.173356 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3be828-5e69-4f7b-9c36-f73e457fff78 service neutron] Pushing event updated for resources: {'Port': ['ID=4520bc4f-9b19-423f-adfa-0918a56894e4,revision_number=10']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:28.232300 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-ba3be828-5e69-4f7b-9c36-f73e457fff78 service neutron] No DVR routers for this DVR port 4520bc4f-9b19-423f-adfa-0918a56894e4 on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:22:28.514959 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea85cc-fec0-4d51-a3aa-9223ae478a46 req-dbd39a98-3ca5-4256-9765-1ea9a3c4bc82 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:28.516348 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-daea85cc-fec0-4d51-a3aa-9223ae478a46 req-dbd39a98-3ca5-4256-9765-1ea9a3c4bc82 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 945 time: 0.4132204 May 13 15:22:28.606965 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-daea85cc-fec0-4d51-a3aa-9223ae478a46 req-2d980401-eaf3-4a84-bbec-a8098100a98c tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825672 May 13 15:22:28.628474 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-ba3be828-5e69-4f7b-9c36-f73e457fff78 service neutron] Attempting to bind port 4520bc4f-9b19-423f-adfa-0918a56894e4 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:22:28.628806 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-ba3be828-5e69-4f7b-9c36-f73e457fff78 service neutron] Attempting to bind port 4520bc4f-9b19-423f-adfa-0918a56894e4 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:22:28.629132 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-ba3be828-5e69-4f7b-9c36-f73e457fff78 service neutron] Attempting to bind port 4520bc4f-9b19-423f-adfa-0918a56894e4 on network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:22:28.633886 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-ba3be828-5e69-4f7b-9c36-f73e457fff78 service neutron] Port 4520bc4f-9b19-423f-adfa-0918a56894e4 on network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:22:28.634204 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-ba3be828-5e69-4f7b-9c36-f73e457fff78 service neutron] Attempting to bind port 4520bc4f-9b19-423f-adfa-0918a56894e4 on network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:22:28.639361 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-ba3be828-5e69-4f7b-9c36-f73e457fff78 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:22:28.639698 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-ba3be828-5e69-4f7b-9c36-f73e457fff78 service neutron] Checking segment: {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:22:28.640079 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-ba3be828-5e69-4f7b-9c36-f73e457fff78 service neutron] Bound using segment: {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:22:28.640497 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-ba3be828-5e69-4f7b-9c36-f73e457fff78 service neutron] Bound port: 4520bc4f-9b19-423f-adfa-0918a56894e4, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:22:28.640843 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-ba3be828-5e69-4f7b-9c36-f73e457fff78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:28.732063 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-ba3be828-5e69-4f7b-9c36-f73e457fff78 service neutron] For port 4520bc4f-9b19-423f-adfa-0918a56894e4, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:22:28.735055 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-ba3be828-5e69-4f7b-9c36-f73e457fff78 service neutron] For port 4520bc4f-9b19-423f-adfa-0918a56894e4, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=4520bc4f-9b19-423f-adfa-0918a56894e4,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:22:28.740126 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-ba3be828-5e69-4f7b-9c36-f73e457fff78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:28.804731 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-ba3be828-5e69-4f7b-9c36-f73e457fff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:28.805352 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-ba3be828-5e69-4f7b-9c36-f73e457fff78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:28.806739 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-ba3be828-5e69-4f7b-9c36-f73e457fff78 service neutron] 10.222.0.74 "PUT /v2.0/ports/4520bc4f-9b19-423f-adfa-0918a56894e4 HTTP/1.1" status: 200 len: 1093 time: 1.3451619 May 13 15:22:28.829209 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3be828-5e69-4f7b-9c36-f73e457fff78 service neutron] Pushing event updated for resources: {'Port': ['ID=4520bc4f-9b19-423f-adfa-0918a56894e4,revision_number=11']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:28.927743 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-88b72e8e-b56b-4a56-a37f-d72d979a8cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:28.929536 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-88b72e8e-b56b-4a56-a37f-d72d979a8cd2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 1096 time: 0.0828590 May 13 15:22:28.952956 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:29.075363 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-fa80b785-4fa0-4f84-8dc2-ea57990db135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:29.076688 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-fa80b785-4fa0-4f84-8dc2-ea57990db135 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.1393032 May 13 15:22:29.179375 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-81ede40e-49d3-4356-a1b3-00468b86a826 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4520bc4f-9b19-423f-adfa-0918a56894e4 HTTP/1.1" status: 200 len: 1001 time: 0.0971427 May 13 15:22:29.243787 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-f1538ce7-5340-4c40-a221-ba2650ebae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:29.245231 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-f1538ce7-5340-4c40-a221-ba2650ebae46 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0595884 May 13 15:22:29.333146 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-43aa589c-53c1-47ca-a71d-39702e40601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:29.334535 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-43aa589c-53c1-47ca-a71d-39702e40601e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836577 May 13 15:22:29.466886 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-86134332-9f83-4ad2-9843-f30f7a105555 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265128 May 13 15:22:29.601075 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-212527ad-7919-42e6-b289-50fc14a9ddf4 req-346c7fdc-bd40-4fcf-bd49-8b8ad066caf7 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281724 May 13 15:22:29.654662 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ac7a6b68-f2d6-4835-a260-1cd03d724e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:29.899751 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac72ae4-0d94-4c2f-b2d7-129b0d757038 req-c3cf9c5d-3bcd-41b4-8a53-9930ff2cb7bc tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:29.901158 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fac72ae4-0d94-4c2f-b2d7-129b0d757038 req-c3cf9c5d-3bcd-41b4-8a53-9930ff2cb7bc tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 945 time: 0.1864166 May 13 15:22:29.947905 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fac72ae4-0d94-4c2f-b2d7-129b0d757038 req-f735c9a8-47ae-426e-afb4-2df59d180c1b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404696 May 13 15:22:30.161152 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57a796e-bf65-4783-81ed-a683832b59b9', 'tag': '4520bc4f-9b19-423f-adfa-0918a56894e4'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:22:30.219017 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f60a703-71a6-4704-88e0-ad88d94a2c2e'] response: {'name': 'network-changed', 'server_uuid': 'a57a796e-bf65-4783-81ed-a683832b59b9', 'tag': '4520bc4f-9b19-423f-adfa-0918a56894e4', 'status': 'completed', 'code': 200} May 13 15:22:30.367629 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a612cc9-7472-46ef-9655-86cd4f3e4784 req-73bbb99c-57a6-473d-8884-40151d4e015a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:30.369088 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6a612cc9-7472-46ef-9655-86cd4f3e4784 req-73bbb99c-57a6-473d-8884-40151d4e015a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 1096 time: 0.1314209 May 13 15:22:30.370890 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a612cc9-7472-46ef-9655-86cd4f3e4784 req-58e6cc83-530e-49ef-a689-2bc47e38962b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:30.372208 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6a612cc9-7472-46ef-9655-86cd4f3e4784 req-58e6cc83-530e-49ef-a689-2bc47e38962b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 1096 time: 0.1042442 May 13 15:22:30.719586 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a612cc9-7472-46ef-9655-86cd4f3e4784 req-9aaddb43-59a4-4b5a-84d3-d0a8b6700342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:30.721047 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6a612cc9-7472-46ef-9655-86cd4f3e4784 req-9aaddb43-59a4-4b5a-84d3-d0a8b6700342 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.3464205 May 13 15:22:30.722117 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a612cc9-7472-46ef-9655-86cd4f3e4784 req-c01e0edc-3363-48c4-a39d-55a267885aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:30.723438 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6a612cc9-7472-46ef-9655-86cd4f3e4784 req-c01e0edc-3363-48c4-a39d-55a267885aa3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.3304420 May 13 15:22:30.785050 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:30.796789 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 4520bc4f-9b19-423f-adfa-0918a56894e4 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:22:30.855566 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:30.865356 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 4520bc4f-9b19-423f-adfa-0918a56894e4 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:22:30.907387 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6a612cc9-7472-46ef-9655-86cd4f3e4784 req-a7e0c67d-77f6-46c0-8c13-0caca2cb9e42 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4520bc4f-9b19-423f-adfa-0918a56894e4 HTTP/1.1" status: 200 len: 1001 time: 0.1799085 May 13 15:22:30.909281 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6a612cc9-7472-46ef-9655-86cd4f3e4784 req-6c8dee1b-74c7-4968-85d2-c17dd6de74df service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4520bc4f-9b19-423f-adfa-0918a56894e4 HTTP/1.1" status: 200 len: 1001 time: 0.1359508 May 13 15:22:31.022515 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a612cc9-7472-46ef-9655-86cd4f3e4784 req-cb14a3b5-b815-4a70-8484-30a44bb8936b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:31.024001 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6a612cc9-7472-46ef-9655-86cd4f3e4784 req-cb14a3b5-b815-4a70-8484-30a44bb8936b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.1110320 May 13 15:22:31.027410 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a612cc9-7472-46ef-9655-86cd4f3e4784 req-a553e8ba-344e-4f53-9269-ddd8c62c6b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:31.028768 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6a612cc9-7472-46ef-9655-86cd4f3e4784 req-a553e8ba-344e-4f53-9269-ddd8c62c6b05 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0859027 May 13 15:22:31.153229 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a86f4-03d6-465e-997f-9020575b092f req-bc0eca1c-baa8-42bf-866b-341f5ebed091 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:31.154879 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2b2a86f4-03d6-465e-997f-9020575b092f req-bc0eca1c-baa8-42bf-866b-341f5ebed091 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 945 time: 0.0896559 May 13 15:22:31.162352 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a612cc9-7472-46ef-9655-86cd4f3e4784 req-06cbd052-07a4-4caf-935a-5d9c7651b8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:31.163799 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6a612cc9-7472-46ef-9655-86cd4f3e4784 req-06cbd052-07a4-4caf-935a-5d9c7651b8ee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1340079 May 13 15:22:31.170210 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a612cc9-7472-46ef-9655-86cd4f3e4784 req-5c0cd9a4-ba3a-4659-9b06-ebfe97c29139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:31.171635 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6a612cc9-7472-46ef-9655-86cd4f3e4784 req-5c0cd9a4-ba3a-4659-9b06-ebfe97c29139 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113343 May 13 15:22:31.205285 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2b2a86f4-03d6-465e-997f-9020575b092f req-bde296dc-013d-4d71-bdd4-bad748f31924 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440309 May 13 15:22:31.417424 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6a612cc9-7472-46ef-9655-86cd4f3e4784 req-837914d7-868a-4cea-a470-b51683d5c1fa service neutron] 10.222.0.59 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448313 May 13 15:22:31.422725 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6a612cc9-7472-46ef-9655-86cd4f3e4784 req-f2389d5b-622c-40cf-86dc-d38b01af07af service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315879 May 13 15:22:31.669299 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6a612cc9-7472-46ef-9655-86cd4f3e4784 req-28f16ff1-8cbe-48d6-ba51-bd602e4e7fb2 service neutron] 10.222.0.59 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455208 May 13 15:22:31.671142 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6a612cc9-7472-46ef-9655-86cd4f3e4784 req-e036ce7d-85ae-499c-a179-fda87e47e6a9 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293806 May 13 15:22:31.709762 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 4520bc4f-9b19-423f-adfa-0918a56894e4 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:22:31.846221 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 4520bc4f-9b19-423f-adfa-0918a56894e4, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=4520bc4f-9b19-423f-adfa-0918a56894e4,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:22:31.859767 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '4520bc4f-9b19-423f-adfa-0918a56894e4', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'port_id': '4520bc4f-9b19-423f-adfa-0918a56894e4', 'mac_address': 'fa:16:3e:53:f4:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:22:31.919599 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 4520bc4f-9b19-423f-adfa-0918a56894e4 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:22:31.919888 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:31.936903 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4520bc4f-9b19-423f-adfa-0918a56894e4 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:22:31.954276 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 4520bc4f-9b19-423f-adfa-0918a56894e4, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=4520bc4f-9b19-423f-adfa-0918a56894e4,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:22:31.958350 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:32.027817 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=4520bc4f-9b19-423f-adfa-0918a56894e4,revision_number=12']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:32.291984 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:32.399389 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de28b57-74d6-487e-8e2d-27ce7bd1724b req-8e4a982d-2e4f-4640-b1f0-2ec21a795d3d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:32.400876 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1de28b57-74d6-487e-8e2d-27ce7bd1724b req-8e4a982d-2e4f-4640-b1f0-2ec21a795d3d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 946 time: 0.0800302 May 13 15:22:32.448797 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1de28b57-74d6-487e-8e2d-27ce7bd1724b req-70a61c40-3c54-4fb9-b777-94eb7590836e tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379333 May 13 15:22:33.383830 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['4520bc4f-9b19-423f-adfa-0918a56894e4'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:22:33.640743 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbde36-026a-4acb-b5f3-45263340e87f req-d37b3695-e191-4a75-bb7d-d7f754e018f1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:33.642810 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-23bbde36-026a-4acb-b5f3-45263340e87f req-d37b3695-e191-4a75-bb7d-d7f754e018f1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 946 time: 0.0799534 May 13 15:22:33.685772 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-23bbde36-026a-4acb-b5f3-45263340e87f req-043c0901-56a8-4aa1-aaeb-e8845e4b7043 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372634 May 13 15:22:33.873941 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1bf96-92a2-413f-8d44-9754df17b012 req-d89560d8-451e-4514-bf08-20aaecd61c73 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:33.875436 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-08d1bf96-92a2-413f-8d44-9754df17b012 req-d89560d8-451e-4514-bf08-20aaecd61c73 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 946 time: 0.0840621 May 13 15:22:33.919853 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-08d1bf96-92a2-413f-8d44-9754df17b012 req-3f449091-f0b3-4102-a6e3-5380cbbbf3db tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386877 May 13 15:22:34.111677 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffa9ea-a953-4b6f-9fcc-e28a2c877f98 req-8697f08e-7530-48eb-b19b-05f32b6d6061 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:34.113141 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dcffa9ea-a953-4b6f-9fcc-e28a2c877f98 req-8697f08e-7530-48eb-b19b-05f32b6d6061 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 946 time: 0.0870509 May 13 15:22:34.157946 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dcffa9ea-a953-4b6f-9fcc-e28a2c877f98 req-0f3cdb98-6bac-4484-892d-d2a31df9c0e6 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389860 May 13 15:22:34.541185 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11690882-4475-4546-af43-40c0d5b8cbb2 req-80297b1b-342c-4fc0-97ea-1a5bfcecf392 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:34.542661 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-11690882-4475-4546-af43-40c0d5b8cbb2 req-80297b1b-342c-4fc0-97ea-1a5bfcecf392 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 946 time: 0.0812502 May 13 15:22:34.588940 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-11690882-4475-4546-af43-40c0d5b8cbb2 req-c03fb4c3-630b-4024-97e3-f68738afe8bd tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405531 May 13 15:22:35.731244 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 4520bc4f-9b19-423f-adfa-0918a56894e4 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:22:35.784938 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0c07d-7825-4f05-acce-9aea079f74c1 req-7fcd54f0-b706-4c61-9f74-179f4bf15afe tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:35.786363 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e2c0c07d-7825-4f05-acce-9aea079f74c1 req-7fcd54f0-b706-4c61-9f74-179f4bf15afe tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 946 time: 0.0863698 May 13 15:22:35.800058 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 4520bc4f-9b19-423f-adfa-0918a56894e4 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:22:35.805555 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 4520bc4f-9b19-423f-adfa-0918a56894e4 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:22:35.805921 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:35.840014 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e2c0c07d-7825-4f05-acce-9aea079f74c1 req-be40a04f-78ee-4287-a6c6-a23475b39388 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475585 May 13 15:22:35.929299 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 4520bc4f-9b19-423f-adfa-0918a56894e4 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:22:35.929589 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:35.957175 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57a796e-bf65-4783-81ed-a683832b59b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4520bc4f-9b19-423f-adfa-0918a56894e4'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:22:35.967138 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 4520bc4f-9b19-423f-adfa-0918a56894e4, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=4520bc4f-9b19-423f-adfa-0918a56894e4,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:22:35.973760 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:35.998293 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f90b24-7481-4311-93a6-c80cc994103d req-dae72568-9620-4cc1-84bc-da79c3b492a6 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:35.999851 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-10f90b24-7481-4311-93a6-c80cc994103d req-dae72568-9620-4cc1-84bc-da79c3b492a6 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.74 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 946 time: 0.0866990 May 13 15:22:36.012311 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad9dad66-37f3-4007-9e7e-4f86b0cf44bf'] response: {'server_uuid': 'a57a796e-bf65-4783-81ed-a683832b59b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4520bc4f-9b19-423f-adfa-0918a56894e4', 'code': 200} May 13 15:22:36.051077 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=4520bc4f-9b19-423f-adfa-0918a56894e4,revision_number=13']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:36.106759 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-10f90b24-7481-4311-93a6-c80cc994103d req-fea708aa-bcac-42d2-a8ef-d872aa2a93bf tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Deleting port 4520bc4f-9b19-423f-adfa-0918a56894e4 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:22:36.107096 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-10f90b24-7481-4311-93a6-c80cc994103d req-fea708aa-bcac-42d2-a8ef-d872aa2a93bf tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:36.483127 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-10f90b24-7481-4311-93a6-c80cc994103d req-fea708aa-bcac-42d2-a8ef-d872aa2a93bf tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] For port 4520bc4f-9b19-423f-adfa-0918a56894e4, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=4520bc4f-9b19-423f-adfa-0918a56894e4,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:22:36.483487 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-10f90b24-7481-4311-93a6-c80cc994103d req-fea708aa-bcac-42d2-a8ef-d872aa2a93bf tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:36.784389 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-10f90b24-7481-4311-93a6-c80cc994103d req-fea708aa-bcac-42d2-a8ef-d872aa2a93bf tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:36.784756 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-10f90b24-7481-4311-93a6-c80cc994103d req-fea708aa-bcac-42d2-a8ef-d872aa2a93bf tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:36.785058 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [req-10f90b24-7481-4311-93a6-c80cc994103d req-fea708aa-bcac-42d2-a8ef-d872aa2a93bf tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Floating IP 9e979527-46a5-4cdd-b0cd-c90ec63077c4 disassociated. External IP: 172.25.0.178, port: 4520bc4f-9b19-423f-adfa-0918a56894e4. May 13 15:22:36.785606 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-10f90b24-7481-4311-93a6-c80cc994103d req-fea708aa-bcac-42d2-a8ef-d872aa2a93bf tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Calling delete_port for 4520bc4f-9b19-423f-adfa-0918a56894e4 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:22:36.945165 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-10f90b24-7481-4311-93a6-c80cc994103d req-fea708aa-bcac-42d2-a8ef-d872aa2a93bf tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:37.037476 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea708aa-bcac-42d2-a8ef-d872aa2a93bf tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Pushing event deleted for resources: {'Port': ['ID=4520bc4f-9b19-423f-adfa-0918a56894e4,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:37.048752 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7ff407c4-72dd-46d6-9e01-eef0de515c46 req-9755dab9-74d2-4c75-9914-aefcbf9709d2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 210 time: 0.0613751 May 13 15:22:37.239405 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10f90b24-7481-4311-93a6-c80cc994103d req-fea708aa-bcac-42d2-a8ef-d872aa2a93bf tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Router 8be06e6f-6070-4d62-8613-313eecc0b32b has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:22:37.420601 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10f90b24-7481-4311-93a6-c80cc994103d req-fea708aa-bcac-42d2-a8ef-d872aa2a93bf tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:22:37.430382 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36772d92-7ba6-4754-bd9c-0869d2ff5596 None None] Sync routers for ids ['8be06e6f-6070-4d62-8613-313eecc0b32b'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:22:37.440782 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36772d92-7ba6-4754-bd9c-0869d2ff5596 None None] Routers {'8be06e6f-6070-4d62-8613-313eecc0b32b'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:22:37.441385 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-36772d92-7ba6-4754-bd9c-0869d2ff5596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:22:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8be06e6f-6070-4d62-8613-313eecc0b32b'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:37.494614 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f90b24-7481-4311-93a6-c80cc994103d req-fea708aa-bcac-42d2-a8ef-d872aa2a93bf tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] No DVR routers for this DVR port 4520bc4f-9b19-423f-adfa-0918a56894e4 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:22:37.497339 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-10f90b24-7481-4311-93a6-c80cc994103d req-fea708aa-bcac-42d2-a8ef-d872aa2a93bf tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:37.500026 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57a796e-bf65-4783-81ed-a683832b59b9', 'name': 'network-vif-deleted', 'tag': '4520bc4f-9b19-423f-adfa-0918a56894e4'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:22:37.521021 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-10f90b24-7481-4311-93a6-c80cc994103d req-fea708aa-bcac-42d2-a8ef-d872aa2a93bf tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.74 "DELETE /v2.0/ports/4520bc4f-9b19-423f-adfa-0918a56894e4 HTTP/1.1" status: 204 len: 173 time: 1.4829094 May 13 15:22:37.549614 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d90050d-e180-4c3d-9e35-4afc36dcb01a'] response: {'server_uuid': 'a57a796e-bf65-4783-81ed-a683832b59b9', 'name': 'network-vif-deleted', 'tag': '4520bc4f-9b19-423f-adfa-0918a56894e4', 'status': 'completed', 'code': 200} May 13 15:22:37.628908 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-36772d92-7ba6-4754-bd9c-0869d2ff5596 None None] Set router 8be06e6f-6070-4d62-8613-313eecc0b32b gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:22:37.948103 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-36772d92-7ba6-4754-bd9c-0869d2ff5596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'bd629972-e369-445a-af32-c9d25522bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:45Z', 'revision_number': 4, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'gw_port': {'id': 'bd629972-e369-445a-af32-c9d25522bbee', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'cad7497b-eae4-4f30-81dc-ced636c6d33c', 'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'mac_address': 'fa:16:3e:23:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:19:50Z', 'revision_number': 5, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'subnets': [{'id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:37.952187 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36772d92-7ba6-4754-bd9c-0869d2ff5596 None None] Checking router: 8be06e6f-6070-4d62-8613-313eecc0b32b for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:22:37.960729 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36772d92-7ba6-4754-bd9c-0869d2ff5596 None None] Routers {'8be06e6f-6070-4d62-8613-313eecc0b32b'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:22:37.961314 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-36772d92-7ba6-4754-bd9c-0869d2ff5596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:22:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8be06e6f-6070-4d62-8613-313eecc0b32b'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:38.144697 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-36772d92-7ba6-4754-bd9c-0869d2ff5596 None None] Set router 8be06e6f-6070-4d62-8613-313eecc0b32b gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:22:38.230582 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-7f67594f-9f38-42bb-8505-86e05d311f03 req-323bb53c-7024-4a60-9f78-64c8dcc2e630 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Synchronizing usage tracker for tenant:a122314b1a4e495db5df3f4e8d3f15bd on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:22:38.247331 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-7f67594f-9f38-42bb-8505-86e05d311f03 req-323bb53c-7024-4a60-9f78-64c8dcc2e630 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Unset dirty status for tenant:a122314b1a4e495db5df3f4e8d3f15bd on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:22:38.248671 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7f67594f-9f38-42bb-8505-86e05d311f03 req-323bb53c-7024-4a60-9f78-64c8dcc2e630 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=a57a796e-bf65-4783-81ed-a683832b59b9 HTTP/1.1" status: 200 len: 210 time: 0.0641444 May 13 15:22:38.490480 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-36772d92-7ba6-4754-bd9c-0869d2ff5596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'bd629972-e369-445a-af32-c9d25522bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:45Z', 'revision_number': 4, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'gw_port': {'id': 'bd629972-e369-445a-af32-c9d25522bbee', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'cad7497b-eae4-4f30-81dc-ced636c6d33c', 'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'mac_address': 'fa:16:3e:23:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:19:50Z', 'revision_number': 5, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'subnets': [{'id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:38.494510 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36772d92-7ba6-4754-bd9c-0869d2ff5596 None None] The sync data for ids ['8be06e6f-6070-4d62-8613-313eecc0b32b'] in n-d-841760-1 is: [{'id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'bd629972-e369-445a-af32-c9d25522bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:45Z', 'revision_number': 4, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'gw_port': {'id': 'bd629972-e369-445a-af32-c9d25522bbee', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'cad7497b-eae4-4f30-81dc-ced636c6d33c', 'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'mac_address': 'fa:16:3e:23:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:19:50Z', 'revision_number': 5, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'subnets': [{'id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:22:38.695012 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26edfe0c-3e25-4f73-b625-8dacc2c9b240 None None] New status for floating IP 9e979527-46a5-4cdd-b0cd-c90ec63077c4: DOWN {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:22:39.592698 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-91622928-8f6e-4be5-b3de-b109a4f745a2 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--595103021&fields=id&tenant_id=a122314b1a4e495db5df3f4e8d3f15bd HTTP/1.1" status: 200 len: 267 time: 0.0429745 May 13 15:22:39.746147 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-13461a5f-f4d5-492c-b47d-a4709ddc05cf tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:39.747096 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 4520bc4f-9b19-423f-adfa-0918a56894e4 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:22:39.747624 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-13461a5f-f4d5-492c-b47d-a4709ddc05cf tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 811 time: 0.1468561 May 13 15:22:39.764520 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-333763ee-c6d8-4b99-ac2b-70bcd397242f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/quotas/a122314b1a4e495db5df3f4e8d3f15bd HTTP/1.1" status: 200 len: 375 time: 0.0105908 May 13 15:22:39.783257 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 4520bc4f-9b19-423f-adfa-0918a56894e4 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:22:39.783643 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 4520bc4f-9b19-423f-adfa-0918a56894e4 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:22:39.851954 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-48d9bc2d-6a3e-428e-948e-fe86d37250f7 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0817490 May 13 15:22:40.005458 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-a06bf9ae-3d70-4cde-846e-d042a8d336f4 service neutron] 10.222.0.35 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411884 May 13 15:22:40.140911 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-3fb77389-ef74-4bd7-8730-65e6ce71680b service neutron] 10.222.0.35 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289985 May 13 15:22:40.328179 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-09b311b0-91a5-452e-acff-36cbbf34a33b req-992b2176-e617-40ba-b55c-4fdb5a980078 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 210 time: 0.0487094 May 13 15:22:41.478725 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7337c564-5335-408d-b1fd-ea76d033d343 req-277aef7b-a7c5-4c92-929e-0048bee714f7 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 210 time: 0.0433753 May 13 15:22:41.736264 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-52aefc59-d7e4-4dbe-bb09-30458189e3de tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:41.737652 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-52aefc59-d7e4-4dbe-bb09-30458189e3de tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.74 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 811 time: 0.2757864 May 13 15:22:41.797027 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-c2135a15-2c95-4df9-a589-7b785dfc3936 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a122314b1a4e495db5df3f4e8d3f15bd HTTP/1.1" status: 200 len: 379 time: 0.0396001 May 13 15:22:41.805492 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-1caefb96-ec20-41d7-b203-0288e2cde9a7 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Request body: {'port': {'device_id': '06401213-e604-4cd1-b018-cd292ace6b65', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'admin_state_up': True, 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'security_groups': ['efda8681-202e-4b9a-92a0-046b37348de6']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:22:41.955481 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-1caefb96-ec20-41d7-b203-0288e2cde9a7 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:22:41.965237 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-1caefb96-ec20-41d7-b203-0288e2cde9a7 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:22:41.975142 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-1caefb96-ec20-41d7-b203-0288e2cde9a7 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Made reservation on behalf of a122314b1a4e495db5df3f4e8d3f15bd for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:22:41.979261 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-1caefb96-ec20-41d7-b203-0288e2cde9a7 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:42.144975 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-1caefb96-ec20-41d7-b203-0288e2cde9a7 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Allocated IP 172.20.0.8 (f51c7d4a-5d6a-4f34-a11d-9f441ec182a1/3dde09fd-60f7-4956-b5da-f5b36c72397b/e0acd6d4-7c28-46b1-80b2-b14f93f8ba64) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:22:42.341669 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-1caefb96-ec20-41d7-b203-0288e2cde9a7 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:42.357550 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-1caefb96-ec20-41d7-b203-0288e2cde9a7 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Transition to ACTIVE for port object e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:22:42.381641 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-1caefb96-ec20-41d7-b203-0288e2cde9a7 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:42.455752 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-1caefb96-ec20-41d7-b203-0288e2cde9a7 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:22:42.459002 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-1caefb96-ec20-41d7-b203-0288e2cde9a7 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:22:42.462872 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-1caefb96-ec20-41d7-b203-0288e2cde9a7 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:22:42.494211 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caefb96-ec20-41d7-b203-0288e2cde9a7 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Pushing event updated for resources: {'Port': ['ID=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:42.531013 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-1caefb96-ec20-41d7-b203-0288e2cde9a7 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:42.531665 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-1caefb96-ec20-41d7-b203-0288e2cde9a7 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:42.560468 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-1caefb96-ec20-41d7-b203-0288e2cde9a7 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7583268 May 13 15:22:42.583191 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-293b7786-4d97-4a50-892e-88b77f81b90e service neutron] Request body: {'port': {'device_id': '06401213-e604-4cd1-b018-cd292ace6b65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:22:42.727199 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-259805ab-80fa-414a-8baf-965dab70d3bc None None] Provisioning for port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:22:42.732825 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-259805ab-80fa-414a-8baf-965dab70d3bc None None] Provisioning complete for port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:22:42.733141 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-259805ab-80fa-414a-8baf-965dab70d3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:42.779139 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-293b7786-4d97-4a50-892e-88b77f81b90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:42.792211 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-259805ab-80fa-414a-8baf-965dab70d3bc None None] Port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:22:42.801193 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd66f98-f3ba-410c-b6bb-36b9721a4704 req-4079eb91-eb29-4f5e-a3db-564723e017f3 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:42.801876 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-8dd66f98-f3ba-410c-b6bb-36b9721a4704 req-4079eb91-eb29-4f5e-a3db-564723e017f3 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Synchronizing usage tracker for tenant:a122314b1a4e495db5df3f4e8d3f15bd on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:22:42.865731 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-8dd66f98-f3ba-410c-b6bb-36b9721a4704 req-4079eb91-eb29-4f5e-a3db-564723e017f3 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Unset dirty status for tenant:a122314b1a4e495db5df3f4e8d3f15bd on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:22:42.873644 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8dd66f98-f3ba-410c-b6bb-36b9721a4704 req-4079eb91-eb29-4f5e-a3db-564723e017f3 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 931 time: 0.2529356 May 13 15:22:42.989545 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8dd66f98-f3ba-410c-b6bb-36b9721a4704 req-37a2bec1-b03f-41a2-ad4b-84797ec825bf tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047678 May 13 15:22:43.186139 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-293b7786-4d97-4a50-892e-88b77f81b90e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:22:43.193784 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-293b7786-4d97-4a50-892e-88b77f81b90e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:43.211770 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-293b7786-4d97-4a50-892e-88b77f81b90e service neutron] Transition to ACTIVE for port object e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:22:43.216036 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-293b7786-4d97-4a50-892e-88b77f81b90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:43.350198 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b7786-4d97-4a50-892e-88b77f81b90e service neutron] Pushing event updated for resources: {'Port': ['ID=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:43.461556 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-293b7786-4d97-4a50-892e-88b77f81b90e service neutron] Attempting to bind port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:22:43.461884 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-293b7786-4d97-4a50-892e-88b77f81b90e service neutron] Attempting to bind port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:22:43.462209 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-293b7786-4d97-4a50-892e-88b77f81b90e service neutron] Attempting to bind port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 on network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:22:43.467157 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-293b7786-4d97-4a50-892e-88b77f81b90e service neutron] Port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 on network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:22:43.467482 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-293b7786-4d97-4a50-892e-88b77f81b90e service neutron] Attempting to bind port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 on network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:22:43.472930 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-293b7786-4d97-4a50-892e-88b77f81b90e service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:22:43.473260 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-293b7786-4d97-4a50-892e-88b77f81b90e service neutron] Checking segment: {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:22:43.473640 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-293b7786-4d97-4a50-892e-88b77f81b90e service neutron] Bound using segment: {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:22:43.474056 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-293b7786-4d97-4a50-892e-88b77f81b90e service neutron] Bound port: e0acd6d4-7c28-46b1-80b2-b14f93f8ba64, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:22:43.474403 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-293b7786-4d97-4a50-892e-88b77f81b90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:43.563485 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-293b7786-4d97-4a50-892e-88b77f81b90e service neutron] For port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:22:43.566865 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-293b7786-4d97-4a50-892e-88b77f81b90e service neutron] For port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:22:43.571761 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-293b7786-4d97-4a50-892e-88b77f81b90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:43.747077 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-293b7786-4d97-4a50-892e-88b77f81b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:43.747834 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-293b7786-4d97-4a50-892e-88b77f81b90e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:43.749099 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-293b7786-4d97-4a50-892e-88b77f81b90e service neutron] 10.222.0.74 "PUT /v2.0/ports/e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 HTTP/1.1" status: 200 len: 1091 time: 1.1708953 May 13 15:22:43.749540 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06401213-e604-4cd1-b018-cd292ace6b65', 'tag': 'e0acd6d4-7c28-46b1-80b2-b14f93f8ba64'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:22:43.771304 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b7786-4d97-4a50-892e-88b77f81b90e service neutron] Pushing event updated for resources: {'Port': ['ID=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:43.816588 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f650581-65fc-4d36-a03f-5194ffefe308'] response: {'name': 'network-changed', 'server_uuid': '06401213-e604-4cd1-b018-cd292ace6b65', 'tag': 'e0acd6d4-7c28-46b1-80b2-b14f93f8ba64', 'status': 'completed', 'code': 200} May 13 15:22:43.906513 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-5c87edce-ab6f-4118-be2d-9a6fd91f1d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:43.908129 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-5c87edce-ab6f-4118-be2d-9a6fd91f1d04 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 1094 time: 0.0768218 May 13 15:22:43.988144 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-4593e470-6539-4bab-9ac3-318aec2b9793 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 HTTP/1.1" status: 200 len: 217 time: 0.0675509 May 13 15:22:44.050896 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-2745bffc-6083-4b40-b35c-c0f6a190e4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:44.052359 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-2745bffc-6083-4b40-b35c-c0f6a190e4e4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0594287 May 13 15:22:44.186098 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-b14801e3-c10c-4901-8017-999d39c8ad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:44.187732 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-b14801e3-c10c-4901-8017-999d39c8ad98 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296890 May 13 15:22:44.273913 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323ed0a-1580-493e-8f45-147ee18f0bbc req-69f2118e-2659-49d4-b43e-ddf151944b73 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:44.275455 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d323ed0a-1580-493e-8f45-147ee18f0bbc req-69f2118e-2659-49d4-b43e-ddf151944b73 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 943 time: 0.1649520 May 13 15:22:44.353057 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d323ed0a-1580-493e-8f45-147ee18f0bbc req-ee81a7f0-4bf1-480b-bcbe-7d01da181296 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651140 May 13 15:22:44.370293 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-bac73089-c398-4f34-82be-ab7c62e55b83 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750178 May 13 15:22:44.502642 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6dffacaa-34df-4985-9d9b-e960d6cb43e1 req-2a34157a-4eff-4940-afcf-b0e87fcc29a5 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268849 May 13 15:22:44.659674 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142b2e9-1f46-4319-8767-0468e7856b07 req-810c0330-f068-430e-b465-5b3d100aa819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:44.661243 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c142b2e9-1f46-4319-8767-0468e7856b07 req-810c0330-f068-430e-b465-5b3d100aa819 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 1094 time: 0.0782862 May 13 15:22:44.798834 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142b2e9-1f46-4319-8767-0468e7856b07 req-1c0b9fe7-d90e-4867-b782-9ff81f5a0adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:44.800527 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c142b2e9-1f46-4319-8767-0468e7856b07 req-1c0b9fe7-d90e-4867-b782-9ff81f5a0adf service neutron] 10.222.0.74 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.1325257 May 13 15:22:44.869934 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c142b2e9-1f46-4319-8767-0468e7856b07 req-87fc42e9-3d53-4e69-b470-e5277ef08232 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 HTTP/1.1" status: 200 len: 217 time: 0.0636318 May 13 15:22:44.936411 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142b2e9-1f46-4319-8767-0468e7856b07 req-046caf43-0fc5-4785-a793-20679d908f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:44.937818 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c142b2e9-1f46-4319-8767-0468e7856b07 req-046caf43-0fc5-4785-a793-20679d908f1a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0627594 May 13 15:22:45.020505 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142b2e9-1f46-4319-8767-0468e7856b07 req-8929e3e0-4cf6-46e9-b741-23568f130d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:45.022954 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c142b2e9-1f46-4319-8767-0468e7856b07 req-8929e3e0-4cf6-46e9-b741-23568f130d8f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789223 May 13 15:22:45.156277 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c142b2e9-1f46-4319-8767-0468e7856b07 req-27f12a43-8986-46cf-a18c-1401d14bb795 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270335 May 13 15:22:45.294700 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c142b2e9-1f46-4319-8767-0468e7856b07 req-f9252ede-7edb-4b12-8cbb-951f140fc996 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319845 May 13 15:22:45.548746 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82185cda-352d-4395-84e0-c13628aabc78 req-4432083f-1037-4328-9323-75d02ac37783 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:45.550207 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82185cda-352d-4395-84e0-c13628aabc78 req-4432083f-1037-4328-9323-75d02ac37783 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 943 time: 0.0851045 May 13 15:22:45.594600 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-82185cda-352d-4395-84e0-c13628aabc78 req-760ba2f5-157b-4781-8dea-14ee7fafb340 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386558 May 13 15:22:46.528813 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:22:46.783579 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e063f56-2b2e-40b2-a5c6-216ac92128cf req-ea9775a2-f139-4cc1-99f0-a13246037983 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:46.785036 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e063f56-2b2e-40b2-a5c6-216ac92128cf req-ea9775a2-f139-4cc1-99f0-a13246037983 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 943 time: 0.0835316 May 13 15:22:46.831188 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e063f56-2b2e-40b2-a5c6-216ac92128cf req-df8d82e4-5504-4037-92e4-bc4cd3e84c07 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402064 May 13 15:22:47.770192 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:22:47.906003 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:22:47.920765 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'e0acd6d4-7c28-46b1-80b2-b14f93f8ba64', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'port_id': 'e0acd6d4-7c28-46b1-80b2-b14f93f8ba64', 'mac_address': 'fa:16:3e:b6:44:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:22:47.978598 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:22:47.979003 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:47.996636 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:22:48.013970 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:22:48.018356 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:48.028771 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e388166-1a5c-4e8d-8bd3-ccef0226e4ae req-877ebe49-6de0-4c98-af23-95124fde31bd tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:48.030156 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e388166-1a5c-4e8d-8bd3-ccef0226e4ae req-877ebe49-6de0-4c98-af23-95124fde31bd tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 943 time: 0.0854697 May 13 15:22:48.078987 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9e388166-1a5c-4e8d-8bd3-ccef0226e4ae req-dbcb782f-834f-4fbe-a7b0-c40c0c74911b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426626 May 13 15:22:48.089595 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:48.387403 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['e0acd6d4-7c28-46b1-80b2-b14f93f8ba64'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:22:48.544970 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:49.271093 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b2f25-a580-4550-9cf5-7062844836ab req-f2d74658-933d-4263-9208-07bf684039b7 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:49.272577 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b4b2f25-a580-4550-9cf5-7062844836ab req-f2d74658-933d-4263-9208-07bf684039b7 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 944 time: 0.0837107 May 13 15:22:49.316040 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b4b2f25-a580-4550-9cf5-7062844836ab req-fc76244f-f1d2-4094-b09a-b319f2bb9c1e tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375924 May 13 15:22:49.801953 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:22:49.869673 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:22:49.874298 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:22:49.874668 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:49.997891 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:22:49.998269 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:50.028199 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06401213-e604-4cd1-b018-cd292ace6b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0acd6d4-7c28-46b1-80b2-b14f93f8ba64'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:22:50.043712 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:22:50.050300 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:50.081970 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50d7e481-4ce3-474e-9dff-5d05a84f49e0'] response: {'server_uuid': '06401213-e604-4cd1-b018-cd292ace6b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0acd6d4-7c28-46b1-80b2-b14f93f8ba64', 'code': 200} May 13 15:22:50.124515 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:50.341653 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296a9a9-abae-4a48-ae22-0af3f3d2f209 req-f61e391c-29f3-4bb7-b6f6-e8e12f2249d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:50.343212 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1296a9a9-abae-4a48-ae22-0af3f3d2f209 req-f61e391c-29f3-4bb7-b6f6-e8e12f2249d2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 1096 time: 0.1794629 May 13 15:22:50.385394 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1296a9a9-abae-4a48-ae22-0af3f3d2f209 req-06ae6d0d-0778-4c8e-9d2d-8a85c4a3e090 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361874 May 13 15:22:50.499674 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d2812-2506-42c3-9078-5a6b3b270221 req-13a4918d-6113-4bc8-9cef-468a45a764ca tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:50.501163 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f56d2812-2506-42c3-9078-5a6b3b270221 req-13a4918d-6113-4bc8-9cef-468a45a764ca tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 945 time: 0.0796440 May 13 15:22:50.548573 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f56d2812-2506-42c3-9078-5a6b3b270221 req-f0828b99-5465-4bc4-a2de-a57d7e1fe119 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418384 May 13 15:22:51.743291 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a342c30-c40d-45d1-b1c5-9a47cde26d31 req-339cd368-fa47-4352-a5d6-8b3874d425a1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:51.744830 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8a342c30-c40d-45d1-b1c5-9a47cde26d31 req-339cd368-fa47-4352-a5d6-8b3874d425a1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 945 time: 0.0876005 May 13 15:22:51.793213 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8a342c30-c40d-45d1-b1c5-9a47cde26d31 req-7ab66f87-5291-4964-8bfb-561f36d76ea0 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409224 May 13 15:22:52.979747 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949db19-9cf8-45ad-a823-3e81d2be0a35 req-ff1bbafe-955a-49ef-bd77-022a888c7a22 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:52.981189 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a949db19-9cf8-45ad-a823-3e81d2be0a35 req-ff1bbafe-955a-49ef-bd77-022a888c7a22 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 945 time: 0.0802679 May 13 15:22:53.025947 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a949db19-9cf8-45ad-a823-3e81d2be0a35 req-8f15e962-0579-4f2a-91a7-164efa7b8c0d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390191 May 13 15:22:53.212186 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b457a-62b5-4b06-a0ed-bb6ed17e8921 req-233224f9-af98-447b-aed4-c89373cd841a tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:53.213613 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-318b457a-62b5-4b06-a0ed-bb6ed17e8921 req-233224f9-af98-447b-aed4-c89373cd841a tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 945 time: 0.0882311 May 13 15:22:53.222629 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 42976) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:53.228333 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-fe12513b-b97c-42f9-b363-bc230f53b89f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Request body: {'floatingip': {'port_id': 'e0acd6d4-7c28-46b1-80b2-b14f93f8ba64'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:22:53.311231 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fe12513b-b97c-42f9-b363-bc230f53b89f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for floatingip, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:53.908986 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fe12513b-b97c-42f9-b363-bc230f53b89f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:53.914876 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fe12513b-b97c-42f9-b363-bc230f53b89f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:54.089376 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [None req-fe12513b-b97c-42f9-b363-bc230f53b89f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Floating IP 9e979527-46a5-4cdd-b0cd-c90ec63077c4 associated. External IP: 172.25.0.178, port: e0acd6d4-7c28-46b1-80b2-b14f93f8ba64. May 13 15:22:54.561205 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe12513b-b97c-42f9-b363-bc230f53b89f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Router 8be06e6f-6070-4d62-8613-313eecc0b32b has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:22:54.746943 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe12513b-b97c-42f9-b363-bc230f53b89f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:22:54.753288 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fe12513b-b97c-42f9-b363-bc230f53b89f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:54.758070 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea326ce-a5e3-4f5c-ba52-9f9636812de8 None None] Sync routers for ids ['8be06e6f-6070-4d62-8613-313eecc0b32b'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:22:54.768906 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea326ce-a5e3-4f5c-ba52-9f9636812de8 None None] Routers {'8be06e6f-6070-4d62-8613-313eecc0b32b'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:22:54.769581 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-fea326ce-a5e3-4f5c-ba52-9f9636812de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:22:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8be06e6f-6070-4d62-8613-313eecc0b32b'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:54.808785 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fe12513b-b97c-42f9-b363-bc230f53b89f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "PUT /v2.0/floatingips/9e979527-46a5-4cdd-b0cd-c90ec63077c4 HTTP/1.1" status: 200 len: 992 time: 1.5849304 May 13 15:22:54.809354 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06401213-e604-4cd1-b018-cd292ace6b65', 'tag': 'e0acd6d4-7c28-46b1-80b2-b14f93f8ba64'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:22:54.857006 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-234831b4-f78e-4fc8-905a-cb57dbcad039'] response: {'name': 'network-changed', 'server_uuid': '06401213-e604-4cd1-b018-cd292ace6b65', 'tag': 'e0acd6d4-7c28-46b1-80b2-b14f93f8ba64', 'status': 'completed', 'code': 200} May 13 15:22:54.955066 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-fea326ce-a5e3-4f5c-ba52-9f9636812de8 None None] Set router 8be06e6f-6070-4d62-8613-313eecc0b32b gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:22:54.976135 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2e105-de08-4447-8196-84226e906470 req-256d320f-0e97-4fbf-98cd-9d6aac92c81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:54.977621 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e1e2e105-de08-4447-8196-84226e906470 req-256d320f-0e97-4fbf-98cd-9d6aac92c81d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 1096 time: 0.0788519 May 13 15:22:55.119399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2e105-de08-4447-8196-84226e906470 req-a3c00d78-245f-4a91-8310-8204df27afba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:55.120945 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e1e2e105-de08-4447-8196-84226e906470 req-a3c00d78-245f-4a91-8310-8204df27afba service neutron] 10.222.0.74 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.1373158 May 13 15:22:55.235196 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e1e2e105-de08-4447-8196-84226e906470 req-3f702be4-1e48-4f65-b787-e73704d50a87 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 HTTP/1.1" status: 200 len: 1000 time: 0.1083810 May 13 15:22:55.317726 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2e105-de08-4447-8196-84226e906470 req-b206812d-bce9-4c7f-bf66-f133673733be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:55.319746 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e1e2e105-de08-4447-8196-84226e906470 req-b206812d-bce9-4c7f-bf66-f133673733be service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0785048 May 13 15:22:55.358024 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-fea326ce-a5e3-4f5c-ba52-9f9636812de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'bd629972-e369-445a-af32-c9d25522bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:45Z', 'revision_number': 4, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'gw_port': {'id': 'bd629972-e369-445a-af32-c9d25522bbee', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '9e979527-46a5-4cdd-b0cd-c90ec63077c4', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'floating_ip_address': '172.25.0.178', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'port_id': 'e0acd6d4-7c28-46b1-80b2-b14f93f8ba64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'mac_address': 'fa:16:3e:b6:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06401213-e604-4cd1-b018-cd292ace6b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:19:49Z', 'updated_at': '2022-05-13T15:22:53Z', 'revision_number': 13, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cad7497b-eae4-4f30-81dc-ced636c6d33c', 'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'mac_address': 'fa:16:3e:23:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:19:50Z', 'revision_number': 5, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'subnets': [{'id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:55.365328 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea326ce-a5e3-4f5c-ba52-9f9636812de8 None None] Checking router: 8be06e6f-6070-4d62-8613-313eecc0b32b for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:22:55.376215 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea326ce-a5e3-4f5c-ba52-9f9636812de8 None None] Routers {'8be06e6f-6070-4d62-8613-313eecc0b32b'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:22:55.377676 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-fea326ce-a5e3-4f5c-ba52-9f9636812de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:22:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8be06e6f-6070-4d62-8613-313eecc0b32b'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:55.406754 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2e105-de08-4447-8196-84226e906470 req-f7a9385d-8f3f-4f57-85b9-6af3f965c4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:55.408335 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e1e2e105-de08-4447-8196-84226e906470 req-f7a9385d-8f3f-4f57-85b9-6af3f965c4a0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764530 May 13 15:22:55.552863 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e1e2e105-de08-4447-8196-84226e906470 req-022a160b-c3eb-43e7-adae-ee7f8ccab77c service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375339 May 13 15:22:55.570969 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-fea326ce-a5e3-4f5c-ba52-9f9636812de8 None None] Set router 8be06e6f-6070-4d62-8613-313eecc0b32b gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:22:55.691644 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e1e2e105-de08-4447-8196-84226e906470 req-8742e013-d580-4329-a0b5-966fa9f0d20d service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325336 May 13 15:22:55.957814 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-fea326ce-a5e3-4f5c-ba52-9f9636812de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'bd629972-e369-445a-af32-c9d25522bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:45Z', 'revision_number': 4, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'gw_port': {'id': 'bd629972-e369-445a-af32-c9d25522bbee', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '9e979527-46a5-4cdd-b0cd-c90ec63077c4', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'floating_ip_address': '172.25.0.178', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'port_id': 'e0acd6d4-7c28-46b1-80b2-b14f93f8ba64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'mac_address': 'fa:16:3e:b6:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06401213-e604-4cd1-b018-cd292ace6b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:19:49Z', 'updated_at': '2022-05-13T15:22:53Z', 'revision_number': 13, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cad7497b-eae4-4f30-81dc-ced636c6d33c', 'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'mac_address': 'fa:16:3e:23:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:19:50Z', 'revision_number': 5, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'subnets': [{'id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:55.962086 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea326ce-a5e3-4f5c-ba52-9f9636812de8 None None] The sync data for ids ['8be06e6f-6070-4d62-8613-313eecc0b32b'] in n-d-841760-1 is: [{'id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'bd629972-e369-445a-af32-c9d25522bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:45Z', 'revision_number': 4, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'gw_port': {'id': 'bd629972-e369-445a-af32-c9d25522bbee', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '9e979527-46a5-4cdd-b0cd-c90ec63077c4', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'floating_ip_address': '172.25.0.178', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'port_id': 'e0acd6d4-7c28-46b1-80b2-b14f93f8ba64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'mac_address': 'fa:16:3e:b6:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06401213-e604-4cd1-b018-cd292ace6b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:19:49Z', 'updated_at': '2022-05-13T15:22:53Z', 'revision_number': 13, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cad7497b-eae4-4f30-81dc-ced636c6d33c', 'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'mac_address': 'fa:16:3e:23:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:19:50Z', 'revision_number': 5, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'subnets': [{'id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:22:56.176863 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b901dd-9b98-49eb-8ba4-10819e2ab107 None None] New status for floating IP 9e979527-46a5-4cdd-b0cd-c90ec63077c4: ACTIVE {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:22:56.510899 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4da3f3-5944-4f1d-b2c9-50cb797911f9 req-ae219574-ac59-41a9-b341-f1de69f91f51 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:56.512311 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e4da3f3-5944-4f1d-b2c9-50cb797911f9 req-ae219574-ac59-41a9-b341-f1de69f91f51 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 945 time: 0.0849161 May 13 15:22:56.559321 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1e4da3f3-5944-4f1d-b2c9-50cb797911f9 req-f11e76b9-976b-4450-b9cf-d3378c1adbf0 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386539 May 13 15:22:57.343311 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8a98513a-b3c4-456e-aec2-cbe9eee58a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:58.951959 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:59.656256 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bd61414d-9ffa-4cf7-bad4-ad0d2f1cc560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:00.788514 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:00.825392 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:02.294712 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:05.125125 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-335ff350-cd26-4d73-ab6d-57fc300b2466 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1326237 May 13 15:23:05.136599 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b870b3-91b3-41b4-af93-ed7771ace558 req-2d220ca0-6463-4bdb-830e-a9ca291ed927 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:05.137899 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-86b870b3-91b3-41b4-af93-ed7771ace558 req-2d220ca0-6463-4bdb-830e-a9ca291ed927 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 945 time: 0.1049850 May 13 15:23:05.191741 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-86b870b3-91b3-41b4-af93-ed7771ace558 req-0cd2cc51-e684-4b33-8f2f-de33b99f5aed tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472088 May 13 15:23:06.332992 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-954a5d8a-724a-45a9-8da5-5ec644bc0edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:06.334494 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-954a5d8a-724a-45a9-8da5-5ec644bc0edf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 1096 time: 0.0742018 May 13 15:23:06.380605 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fb3f2-2604-438e-89bf-0c1cd984a76f req-d9dbd50b-60b5-4ea5-ba68-71b37f8a3f70 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:06.382109 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-800fb3f2-2604-438e-89bf-0c1cd984a76f req-d9dbd50b-60b5-4ea5-ba68-71b37f8a3f70 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 945 time: 0.0858850 May 13 15:23:06.427929 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-800fb3f2-2604-438e-89bf-0c1cd984a76f req-38ae71da-5515-4519-89c2-b2495f29d32f tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398462 May 13 15:23:06.574255 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-af43f280-fc0f-45f7-9879-b4af4946fa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:06.575740 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-af43f280-fc0f-45f7-9879-b4af4946fa6c service neutron] 10.222.0.74 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.2343969 May 13 15:23:06.678268 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-322f7245-d54d-4724-88d5-978a97e2e87a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 HTTP/1.1" status: 200 len: 1002 time: 0.0964670 May 13 15:23:06.746266 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-9d2e7e9d-b6c8-4c58-a13b-ed5730fedcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:06.747698 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-9d2e7e9d-b6c8-4c58-a13b-ed5730fedcbb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0579958 May 13 15:23:06.834337 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-ea2f3e49-ec37-472e-910f-f42e35ae3c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:06.835875 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-ea2f3e49-ec37-472e-910f-f42e35ae3c5b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795434 May 13 15:23:06.982170 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-0af737b1-de53-4cf8-bfa4-cd9e10960405 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395845 May 13 15:23:07.120780 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-afa50874-c351-4f6c-a709-cb97ad6271cc service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299376 May 13 15:23:07.618961 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b92322-5062-4eb1-a96f-cc81adea8b4d req-2f9c4b56-1dcc-4234-b829-2addca002e8a tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:07.620461 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-68b92322-5062-4eb1-a96f-cc81adea8b4d req-2f9c4b56-1dcc-4234-b829-2addca002e8a tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 945 time: 0.0814450 May 13 15:23:07.665278 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-68b92322-5062-4eb1-a96f-cc81adea8b4d req-a0e8da80-768d-48ed-bad4-eefeddf0dac8 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390203 May 13 15:23:08.847654 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabfddc-bac7-4ac6-930c-7f14b2c6c2b7 req-218631a6-c4a0-4d64-a0bb-ed4ec815603e tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:08.849137 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ddabfddc-bac7-4ac6-930c-7f14b2c6c2b7 req-218631a6-c4a0-4d64-a0bb-ed4ec815603e tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 945 time: 0.0796988 May 13 15:23:08.894259 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ddabfddc-bac7-4ac6-930c-7f14b2c6c2b7 req-c617146f-26d5-43ee-b4a2-860c46f7da2b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390925 May 13 15:23:10.084808 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcbd124-f590-474d-a69f-8eabc204adb5 req-e44ba657-b9b0-48bf-9abd-2157bb5a3927 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:10.086279 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2fcbd124-f590-474d-a69f-8eabc204adb5 req-e44ba657-b9b0-48bf-9abd-2157bb5a3927 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 945 time: 0.0854530 May 13 15:23:10.132156 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2fcbd124-f590-474d-a69f-8eabc204adb5 req-3219ab48-ada7-471d-98e5-a81315894d31 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401464 May 13 15:23:11.437171 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fc636-8bb8-47b7-9cb2-74e28cafbbc8 req-15e2764d-bf09-48cd-890b-478b3e5f1742 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:11.438570 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5f6fc636-8bb8-47b7-9cb2-74e28cafbbc8 req-15e2764d-bf09-48cd-890b-478b3e5f1742 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 945 time: 0.1969085 May 13 15:23:11.489900 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5f6fc636-8bb8-47b7-9cb2-74e28cafbbc8 req-2e6c7e78-ccce-4445-937a-9ecd7b9f28e0 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434389 May 13 15:23:12.679166 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c53f8-8c41-4729-9854-d759fa47e12a req-cfd28885-203f-498a-9b13-2c608e0c8d42 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:12.680686 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b00c53f8-8c41-4729-9854-d759fa47e12a req-cfd28885-203f-498a-9b13-2c608e0c8d42 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 945 time: 0.0842545 May 13 15:23:12.742236 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b00c53f8-8c41-4729-9854-d759fa47e12a req-58146670-f6bf-43ad-9268-4c77771c962e tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547128 May 13 15:23:13.930904 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca331871-b362-4efa-ad8b-f8eaab5bcaf4 req-ec04f61d-65d0-4e2c-bbbe-840df0f11453 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:13.932374 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ca331871-b362-4efa-ad8b-f8eaab5bcaf4 req-ec04f61d-65d0-4e2c-bbbe-840df0f11453 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 945 time: 0.0820007 May 13 15:23:13.981897 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ca331871-b362-4efa-ad8b-f8eaab5bcaf4 req-e8ab4cf6-af59-4d6e-92f9-02125a630790 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437579 May 13 15:23:15.017882 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-2d4c03c9-800c-4a79-a16b-4484317dca90 service neutron] show failed (client error): The resource could not be found. May 13 15:23:15.019233 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-2d4c03c9-800c-4a79-a16b-4484317dca90 service neutron] 10.222.0.74 "GET /v2.0/ports/e0acd6d4-7c28-46b1-80b2-b14f93f8ba64/bindings/n-h1-841760-1 HTTP/1.1" status: 404 len: 380 time: 0.0824232 May 13 15:23:15.183249 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d88e3-6276-4d7b-9b17-0eacc63deebd req-a3e323df-cdbd-4657-a9bb-7841a679fcce tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:15.184757 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6a4d88e3-6276-4d7b-9b17-0eacc63deebd req-a3e323df-cdbd-4657-a9bb-7841a679fcce tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 945 time: 0.0846674 May 13 15:23:15.273426 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6a4d88e3-6276-4d7b-9b17-0eacc63deebd req-649a5c4d-76db-4fcb-b080-f5ca07f1233e tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811503 May 13 15:23:15.310533 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-640b9d6f-6670-494d-a9c4-1a59b2973e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:15.312039 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-640b9d6f-6670-494d-a9c4-1a59b2973e3d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65&tenant_id=a122314b1a4e495db5df3f4e8d3f15bd HTTP/1.1" status: 200 len: 1096 time: 0.0848615 May 13 15:23:15.324203 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-841760-1', 'device_owner': 'compute:nova'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:23:15.441191 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:15.722283 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] For port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:15.750981 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] For port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:23:15.814101 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06401213-e604-4cd1-b018-cd292ace6b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0acd6d4-7c28-46b1-80b2-b14f93f8ba64'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:23:15.820835 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:15.839284 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] Transition to ACTIVE for port object e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:23:15.843815 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:15.886783 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ad6498e-7ed5-4d74-a18b-ef82dd9dcb9c'] response: {'server_uuid': '06401213-e604-4cd1-b018-cd292ace6b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0acd6d4-7c28-46b1-80b2-b14f93f8ba64', 'code': 200} May 13 15:23:16.108358 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] Pushing event updated for resources: {'Port': ['ID=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64,revision_number=6']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:16.121135 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:16.121473 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:16.121807 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:16.122134 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:16.122456 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:16.122778 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:16.123097 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:16.123445 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:16.123773 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:16.124075 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:16.124388 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:16.124699 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:16.168401 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] No DVR routers for this DVR port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:23:16.446772 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] Attempting to bind port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:23:16.447183 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] Attempting to bind port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:23:16.447464 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] Attempting to bind port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 on network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:23:16.460425 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] Port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 on network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:23:16.460741 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] Attempting to bind port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 on network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:23:16.469029 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:23:16.469364 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] Checking segment: {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:23:16.469745 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] Bound using segment: {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:23:16.470160 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] Bound port: e0acd6d4-7c28-46b1-80b2-b14f93f8ba64, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:23:16.470502 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:16.552579 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a84e14-7982-4721-a132-c154dafcb2b9 req-29509680-601a-4bda-8324-c64caa1d2959 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:16.554039 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-80a84e14-7982-4721-a132-c154dafcb2b9 req-29509680-601a-4bda-8324-c64caa1d2959 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 943 time: 0.1687667 May 13 15:23:16.604063 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] For port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:23:16.608989 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] For port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:23:16.614836 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:16.659447 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-80a84e14-7982-4721-a132-c154dafcb2b9 req-4a32cdc6-5f3c-494e-bd8b-d406704e6db3 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964870 May 13 15:23:16.681180 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:16.681789 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:16.683174 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] 10.222.0.59 "PUT /v2.0/ports/e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 HTTP/1.1" status: 200 len: 1091 time: 1.3629990 May 13 15:23:16.701314 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4789ce4-055d-4e78-9f35-2d122e8ec325 service neutron] Pushing event updated for resources: {'Port': ['ID=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64,revision_number=7']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:16.781026 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-65f55fe4-71de-4780-8a78-3ffd1ab04ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:16.782521 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-65f55fe4-71de-4780-8a78-3ffd1ab04ac3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 1094 time: 0.0782144 May 13 15:23:16.919812 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-e944662a-6a40-4496-a053-b0e6dcf69c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:16.921220 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-e944662a-6a40-4496-a053-b0e6dcf69c50 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.1325037 May 13 15:23:17.020305 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-34280a47-f0d4-4e55-a5ab-6d8b0cd6e2e7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 HTTP/1.1" status: 200 len: 1000 time: 0.0927923 May 13 15:23:17.084530 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-ef4ec055-a259-482b-a56a-b4206fd20145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:17.085849 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-ef4ec055-a259-482b-a56a-b4206fd20145 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0600479 May 13 15:23:17.160085 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-d28de218-c31c-402a-871e-d92b153b75ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:17.161557 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-d28de218-c31c-402a-871e-d92b153b75ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697663 May 13 15:23:17.295339 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-18578600-965d-4535-a55a-ca6a1091efb4 service neutron] 10.222.0.59 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269443 May 13 15:23:17.439422 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-ba058ab2-fdf1-4bba-8ce0-09bb48c69ea1 service neutron] 10.222.0.59 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337230 May 13 15:23:17.848979 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21aeed1-f068-44b5-b834-a2313c73b567 req-6bbd085a-4e3a-4b93-af1e-c19c69cfcb87 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:17.850508 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d21aeed1-f068-44b5-b834-a2313c73b567 req-6bbd085a-4e3a-4b93-af1e-c19c69cfcb87 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 943 time: 0.0814896 May 13 15:23:17.888237 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06401213-e604-4cd1-b018-cd292ace6b65', 'tag': 'e0acd6d4-7c28-46b1-80b2-b14f93f8ba64'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:23:17.896975 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d21aeed1-f068-44b5-b834-a2313c73b567 req-f9ca8505-92fc-458a-bc94-4e8fb174bdb8 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407233 May 13 15:23:17.921909 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:23:17.951257 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-668803d9-b7ff-467a-845d-a0d840591409'] response: {'name': 'network-changed', 'server_uuid': '06401213-e604-4cd1-b018-cd292ace6b65', 'tag': 'e0acd6d4-7c28-46b1-80b2-b14f93f8ba64', 'status': 'completed', 'code': 200} May 13 15:23:17.987407 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:23:18.115996 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084321c1-e5fd-4246-b800-7a02491dc38d req-fb8229a3-d66f-4bdf-9a17-b3c33bc6059d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:18.117475 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-084321c1-e5fd-4246-b800-7a02491dc38d req-fb8229a3-d66f-4bdf-9a17-b3c33bc6059d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 1094 time: 0.1059866 May 13 15:23:18.120245 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084321c1-e5fd-4246-b800-7a02491dc38d req-6ddbeae2-7cab-4a1a-8193-e453aa5a51e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:18.121568 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-084321c1-e5fd-4246-b800-7a02491dc38d req-6ddbeae2-7cab-4a1a-8193-e453aa5a51e0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 1094 time: 0.1528592 May 13 15:23:18.484042 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084321c1-e5fd-4246-b800-7a02491dc38d req-7084d444-09c6-46c3-8ec4-9fc6415f86b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:18.485363 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-084321c1-e5fd-4246-b800-7a02491dc38d req-7084d444-09c6-46c3-8ec4-9fc6415f86b9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.3618541 May 13 15:23:18.486301 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084321c1-e5fd-4246-b800-7a02491dc38d req-56f1cb0d-1d8c-414e-a414-cca478400820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:18.488182 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-084321c1-e5fd-4246-b800-7a02491dc38d req-56f1cb0d-1d8c-414e-a414-cca478400820 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.3470752 May 13 15:23:18.554485 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:18.677283 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-084321c1-e5fd-4246-b800-7a02491dc38d req-6b61cea5-722b-48c6-983c-8c9b8ec84a27 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 HTTP/1.1" status: 200 len: 1000 time: 0.1858163 May 13 15:23:18.680924 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-084321c1-e5fd-4246-b800-7a02491dc38d req-fc5b396b-d8d2-4ed9-9692-b13971ae54b3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 HTTP/1.1" status: 200 len: 1000 time: 0.1361992 May 13 15:23:18.787176 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084321c1-e5fd-4246-b800-7a02491dc38d req-75879c76-2866-46b4-b38c-e07f82b48540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:18.788596 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-084321c1-e5fd-4246-b800-7a02491dc38d req-75879c76-2866-46b4-b38c-e07f82b48540 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.1058700 May 13 15:23:18.791721 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084321c1-e5fd-4246-b800-7a02491dc38d req-a5376d6c-cfe9-43e4-b7dc-9c7568aabf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:18.792999 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-084321c1-e5fd-4246-b800-7a02491dc38d req-a5376d6c-cfe9-43e4-b7dc-9c7568aabf05 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0788360 May 13 15:23:18.925159 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084321c1-e5fd-4246-b800-7a02491dc38d req-9da7d3f9-cf90-4d04-9397-644165c245b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:18.926621 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-084321c1-e5fd-4246-b800-7a02491dc38d req-9da7d3f9-cf90-4d04-9397-644165c245b3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1314378 May 13 15:23:18.929699 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084321c1-e5fd-4246-b800-7a02491dc38d req-eb57a0d9-969d-4997-830e-33eb8f3cbc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:18.930547 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-084321c1-e5fd-4246-b800-7a02491dc38d req-eb57a0d9-969d-4997-830e-33eb8f3cbc1d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012650 May 13 15:23:19.106246 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c56454-dd94-487b-8e70-e2eac6eb8078 req-b56e2f8a-08a9-456e-8ba9-7f710f3301cf tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:19.107968 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-32c56454-dd94-487b-8e70-e2eac6eb8078 req-b56e2f8a-08a9-456e-8ba9-7f710f3301cf tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 943 time: 0.0946701 May 13 15:23:19.153797 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-32c56454-dd94-487b-8e70-e2eac6eb8078 req-dc7cb286-8754-4c70-9e53-8b6210946157 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401006 May 13 15:23:19.172717 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-084321c1-e5fd-4246-b800-7a02491dc38d req-a0b6e114-74d3-48bf-ac88-f08f3b0a9139 service neutron] 10.222.0.59 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204196 May 13 15:23:19.177598 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-084321c1-e5fd-4246-b800-7a02491dc38d req-753bdd68-66c2-4fa6-bc03-a199736992c0 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444770 May 13 15:23:19.417539 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-084321c1-e5fd-4246-b800-7a02491dc38d req-574ff0e8-402e-4733-83ec-a45dbda31b91 service neutron] 10.222.0.59 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386699 May 13 15:23:19.419319 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-084321c1-e5fd-4246-b800-7a02491dc38d req-8fa9d95c-5983-4dda-bb3e-d58ed97cf4a9 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225747 May 13 15:23:19.579601 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52e031-f7a8-430a-98ce-6ebe4663345a req-9638d177-db76-49fb-8a92-0122f6293167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:19.581119 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4c52e031-f7a8-430a-98ce-6ebe4663345a req-9638d177-db76-49fb-8a92-0122f6293167 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 1094 time: 0.0774255 May 13 15:23:19.734559 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52e031-f7a8-430a-98ce-6ebe4663345a req-48e82803-d4eb-4950-9fd1-1f90d9e2b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:19.736031 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4c52e031-f7a8-430a-98ce-6ebe4663345a req-48e82803-d4eb-4950-9fd1-1f90d9e2b977 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.1351166 May 13 15:23:19.959207 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4c52e031-f7a8-430a-98ce-6ebe4663345a req-89be8e1e-9f3c-4e08-aad9-22447275d333 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 HTTP/1.1" status: 200 len: 1000 time: 0.2160194 May 13 15:23:20.020473 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52e031-f7a8-430a-98ce-6ebe4663345a req-0ca2085e-420e-4a98-a18f-a29fdb5dfc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:20.021848 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4c52e031-f7a8-430a-98ce-6ebe4663345a req-0ca2085e-420e-4a98-a18f-a29fdb5dfc3f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0567749 May 13 15:23:20.099101 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52e031-f7a8-430a-98ce-6ebe4663345a req-58cf730f-2f69-424d-9ae3-f9bc9bc7b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:20.100584 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4c52e031-f7a8-430a-98ce-6ebe4663345a req-58cf730f-2f69-424d-9ae3-f9bc9bc7b7f1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734091 May 13 15:23:20.232159 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4c52e031-f7a8-430a-98ce-6ebe4663345a req-e68a7a17-ce2b-4896-bd9a-c9bd1cf3fc93 service neutron] 10.222.0.59 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259024 May 13 15:23:20.417519 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4c52e031-f7a8-430a-98ce-6ebe4663345a req-c3b6fe82-4d61-45a5-8be9-852113ba6ec7 service neutron] 10.222.0.59 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791930 May 13 15:23:20.433106 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b01e62-dadd-4867-8437-bdc4d7594344 req-8635ded5-19c4-46b7-9fff-d3a2ea9f0e63 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:20.434549 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23b01e62-dadd-4867-8437-bdc4d7594344 req-8635ded5-19c4-46b7-9fff-d3a2ea9f0e63 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 943 time: 0.1281242 May 13 15:23:20.497598 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23b01e62-dadd-4867-8437-bdc4d7594344 req-6e55008b-bb1e-4464-9739-848037a55451 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572672 May 13 15:23:21.685394 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3daa4-33df-41e8-832e-ed2bc9d38d0b req-a64c697b-4aba-4f11-a023-6021a6144941 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:21.686889 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-13a3daa4-33df-41e8-832e-ed2bc9d38d0b req-a64c697b-4aba-4f11-a023-6021a6144941 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 943 time: 0.0826387 May 13 15:23:21.731218 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-13a3daa4-33df-41e8-832e-ed2bc9d38d0b req-b8363639-1a5d-42d0-a318-66939a2e6e04 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386431 May 13 15:23:22.925721 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3a583-6bd9-4ee4-8a80-73aacd5562b5 req-ad802525-1a27-44a1-9ff0-bf2ff5384913 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:22.927213 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-46f3a583-6bd9-4ee4-8a80-73aacd5562b5 req-ad802525-1a27-44a1-9ff0-bf2ff5384913 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 943 time: 0.0847654 May 13 15:23:22.971588 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-46f3a583-6bd9-4ee4-8a80-73aacd5562b5 req-eba851be-2962-40b5-ab76-0d0dbcf2bacc tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381601 May 13 15:23:23.527653 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:23:24.159843 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc666234-e3a1-466a-8ed2-9d6b2dcf9031 req-2635bd1e-246b-4f22-8b4d-36201947e099 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:24.161320 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cc666234-e3a1-466a-8ed2-9d6b2dcf9031 req-2635bd1e-246b-4f22-8b4d-36201947e099 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 943 time: 0.0842083 May 13 15:23:24.205821 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-cc666234-e3a1-466a-8ed2-9d6b2dcf9031 req-015e17d2-49e8-4ef9-b8d0-4e4ea166b0bc tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387869 May 13 15:23:25.394119 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02b4d9-6843-405f-b298-00bd5119a882 req-684f8bce-3e7a-416c-a7f1-019ecd4a931a tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:25.395612 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fd02b4d9-6843-405f-b298-00bd5119a882 req-684f8bce-3e7a-416c-a7f1-019ecd4a931a tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 943 time: 0.0853853 May 13 15:23:25.439478 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fd02b4d9-6843-405f-b298-00bd5119a882 req-f4d4b0ba-393c-4fd8-80a7-c91d52f3ff28 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381503 May 13 15:23:26.633636 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111a7c-3d9d-4a48-b415-1c75f7eb1990 req-d58a373a-8719-41e3-b9b2-958aa01d0f05 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:26.635074 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-be111a7c-3d9d-4a48-b415-1c75f7eb1990 req-d58a373a-8719-41e3-b9b2-958aa01d0f05 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 943 time: 0.0790994 May 13 15:23:26.683460 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-be111a7c-3d9d-4a48-b415-1c75f7eb1990 req-7f690b01-8423-4131-98e5-ce2fda430754 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423396 May 13 15:23:27.051839 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:23:27.215239 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:27.228649 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'e0acd6d4-7c28-46b1-80b2-b14f93f8ba64', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'port_id': 'e0acd6d4-7c28-46b1-80b2-b14f93f8ba64', 'mac_address': 'fa:16:3e:b6:44:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:23:27.284371 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:23:27.284756 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:27.301658 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:23:27.317503 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:27.321523 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:27.390676 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1cdb7242-4f23-4a4b-b626-388ae6f950c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:27.401434 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:27.409672 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:27.410015 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:27.410385 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:27.410697 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:27.411045 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:27.411403 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:27.411718 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:27.412042 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:27.412370 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:27.412694 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:27.413020 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:27.413340 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:27.543599 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['e0acd6d4-7c28-46b1-80b2-b14f93f8ba64'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:23:27.870335 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0806645-25bd-4dd0-a673-74c74f9c9e87 req-1f6b6b50-e877-43a2-8509-1c60743effdf tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:27.871864 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c0806645-25bd-4dd0-a673-74c74f9c9e87 req-1f6b6b50-e877-43a2-8509-1c60743effdf tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 944 time: 0.0812891 May 13 15:23:27.920842 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c0806645-25bd-4dd0-a673-74c74f9c9e87 req-ef8b83c1-3514-4d87-a045-6f8266e79974 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430629 May 13 15:23:28.384068 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-6a0b93fb-3df9-4bed-bd7b-62ce9d450e41 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:28.385481 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-6a0b93fb-3df9-4bed-bd7b-62ce9d450e41 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.59 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65&tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&binding%3Ahost_id=n-h1-841760-1 HTTP/1.1" status: 200 len: 944 time: 0.1410332 May 13 15:23:28.458612 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adad55-87fe-46a9-bb30-ccde96096bde req-e1687245-3084-4337-b303-3703b60e6951 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:28.460122 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a1adad55-87fe-46a9-bb30-ccde96096bde req-e1687245-3084-4337-b303-3703b60e6951 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 944 time: 0.1530776 May 13 15:23:28.513385 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-739491d0-ad9e-4109-9a36-4f3993b1584a service neutron] 10.222.0.59 "GET /v2.0/ports/e0acd6d4-7c28-46b1-80b2-b14f93f8ba64/bindings/n-h1-841760-1 HTTP/1.1" status: 200 len: 382 time: 0.1214461 May 13 15:23:28.518641 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a1adad55-87fe-46a9-bb30-ccde96096bde req-f413d40f-a32c-4949-8db4-13ffad315ade tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504570 May 13 15:23:28.603736 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-1923ff5a-9815-4a56-94cc-3877f7bdd9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:28.605201 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-1923ff5a-9815-4a56-94cc-3877f7bdd9f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 1095 time: 0.0708368 May 13 15:23:28.737402 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-dda1616d-849e-4cbb-a0b7-0fa8420c9472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:28.738760 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-dda1616d-849e-4cbb-a0b7-0fa8420c9472 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.1283720 May 13 15:23:28.850589 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-159e3076-cb5d-4c8c-ba1c-ecd64816c84b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 HTTP/1.1" status: 200 len: 1001 time: 0.1063561 May 13 15:23:28.916064 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-74876b50-c156-425c-9cf0-298facfa8ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:28.917513 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-74876b50-c156-425c-9cf0-298facfa8ab7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0616028 May 13 15:23:28.946083 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:28.994923 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-4cb9a69c-b6b8-43ce-8a3e-7a0870b107ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:28.996348 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-4cb9a69c-b6b8-43ce-8a3e-7a0870b107ab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735652 May 13 15:23:29.060908 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:23:29.132768 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:23:29.139142 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:23:29.139545 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:29.257236 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-bf311c42-453a-43e7-90e6-97bf70afdc1b service neutron] 10.222.0.59 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553225 May 13 15:23:29.270189 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:23:29.270650 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:29.298513 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06401213-e604-4cd1-b018-cd292ace6b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0acd6d4-7c28-46b1-80b2-b14f93f8ba64'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:23:29.310449 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:29.315039 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:29.374007 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2c71b16-10d6-4331-9c6c-d8a494c5083b'] response: {'server_uuid': '06401213-e604-4cd1-b018-cd292ace6b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0acd6d4-7c28-46b1-80b2-b14f93f8ba64', 'code': 200} May 13 15:23:29.392379 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64,revision_number=9']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:29.396573 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-8ce435d6-d781-44d7-b8e2-6161a02d66ac service neutron] 10.222.0.59 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334429 May 13 15:23:29.659540 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b50fe03e-331f-4698-ba58-1d154a0a2c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:29.706752 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c0ef0-52a3-4c5a-a483-50f0bcfbc56e req-d85b3628-6b54-4be5-8432-437363e9675b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:29.708228 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-269c0ef0-52a3-4c5a-a483-50f0bcfbc56e req-d85b3628-6b54-4be5-8432-437363e9675b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 945 time: 0.0809643 May 13 15:23:29.755198 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-269c0ef0-52a3-4c5a-a483-50f0bcfbc56e req-e30b9b0e-1203-4b00-8d1d-5db4f18f00b3 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411248 May 13 15:23:30.792411 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:30.824283 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:30.951353 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ddc93b-95ed-4bc0-b437-b5aa26b3bd75 req-bedd9189-9aaa-4ad8-bcc5-3d7382ee3034 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:30.952896 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-11ddc93b-95ed-4bc0-b437-b5aa26b3bd75 req-bedd9189-9aaa-4ad8-bcc5-3d7382ee3034 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 945 time: 0.0819356 May 13 15:23:30.998177 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-11ddc93b-95ed-4bc0-b437-b5aa26b3bd75 req-b01bc05a-6e2a-435c-bfac-ceefbc3ed907 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391858 May 13 15:23:32.078388 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-594adc92-d717-4e68-b363-e120831564cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:32.079972 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-594adc92-d717-4e68-b363-e120831564cf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65&tenant_id=a122314b1a4e495db5df3f4e8d3f15bd HTTP/1.1" status: 200 len: 1096 time: 0.0772722 May 13 15:23:32.110269 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-08b90f52-1f4e-4330-8296-5dfdc1b0988e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-841760-1', 'device_owner': 'compute:nova'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:23:32.305218 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:32.318907 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-08b90f52-1f4e-4330-8296-5dfdc1b0988e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:32.353064 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d95734-df05-475d-9a27-8f93c4cd6612 req-e5359a03-8a08-459f-b82f-7afb315c2463 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:32.354555 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-55d95734-df05-475d-9a27-8f93c4cd6612 req-e5359a03-8a08-459f-b82f-7afb315c2463 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 945 time: 0.2139964 May 13 15:23:32.505772 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-55d95734-df05-475d-9a27-8f93c4cd6612 req-2a2140bd-b4a4-44d8-b001-47b983910ea1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209261 May 13 15:23:32.695861 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-08b90f52-1f4e-4330-8296-5dfdc1b0988e service neutron] For port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:32.727049 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-08b90f52-1f4e-4330-8296-5dfdc1b0988e service neutron] For port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:23:32.793816 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06401213-e604-4cd1-b018-cd292ace6b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0acd6d4-7c28-46b1-80b2-b14f93f8ba64'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:23:32.799653 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-08b90f52-1f4e-4330-8296-5dfdc1b0988e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:32.816185 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-08b90f52-1f4e-4330-8296-5dfdc1b0988e service neutron] Transition to ACTIVE for port object e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:23:32.820522 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-08b90f52-1f4e-4330-8296-5dfdc1b0988e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:32.869357 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cc36f38-7849-491f-921f-c5362d283958'] response: {'server_uuid': '06401213-e604-4cd1-b018-cd292ace6b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0acd6d4-7c28-46b1-80b2-b14f93f8ba64', 'code': 200} May 13 15:23:32.975765 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b90f52-1f4e-4330-8296-5dfdc1b0988e service neutron] Pushing event updated for resources: {'Port': ['ID=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64,revision_number=10']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:33.030048 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-08b90f52-1f4e-4330-8296-5dfdc1b0988e service neutron] No DVR routers for this DVR port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:23:33.262851 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-08b90f52-1f4e-4330-8296-5dfdc1b0988e service neutron] Attempting to bind port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:23:33.263537 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-08b90f52-1f4e-4330-8296-5dfdc1b0988e service neutron] Attempting to bind port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:23:33.263537 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-08b90f52-1f4e-4330-8296-5dfdc1b0988e service neutron] Attempting to bind port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 on network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:23:33.268172 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-08b90f52-1f4e-4330-8296-5dfdc1b0988e service neutron] Port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 on network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:23:33.268482 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-08b90f52-1f4e-4330-8296-5dfdc1b0988e service neutron] Attempting to bind port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 on network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:23:33.273435 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-08b90f52-1f4e-4330-8296-5dfdc1b0988e service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:23:33.273760 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-08b90f52-1f4e-4330-8296-5dfdc1b0988e service neutron] Checking segment: {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:23:33.274129 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-08b90f52-1f4e-4330-8296-5dfdc1b0988e service neutron] Bound using segment: {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:23:33.274540 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-08b90f52-1f4e-4330-8296-5dfdc1b0988e service neutron] Bound port: e0acd6d4-7c28-46b1-80b2-b14f93f8ba64, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af89d200-879b-4d68-95a5-06af3406b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:23:33.274873 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-08b90f52-1f4e-4330-8296-5dfdc1b0988e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:33.360567 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-08b90f52-1f4e-4330-8296-5dfdc1b0988e service neutron] For port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:23:33.363925 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-08b90f52-1f4e-4330-8296-5dfdc1b0988e service neutron] For port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:23:33.368369 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-08b90f52-1f4e-4330-8296-5dfdc1b0988e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:33.431031 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-08b90f52-1f4e-4330-8296-5dfdc1b0988e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:33.431663 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-08b90f52-1f4e-4330-8296-5dfdc1b0988e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:33.433033 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-08b90f52-1f4e-4330-8296-5dfdc1b0988e service neutron] 10.222.0.74 "PUT /v2.0/ports/e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 HTTP/1.1" status: 200 len: 1092 time: 1.3284144 May 13 15:23:33.447867 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b90f52-1f4e-4330-8296-5dfdc1b0988e service neutron] Pushing event updated for resources: {'Port': ['ID=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64,revision_number=11']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:33.714237 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-6b93e26f-da86-4c90-a928-665c651d1c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:33.715691 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-6b93e26f-da86-4c90-a928-665c651d1c72 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 1095 time: 0.2485926 May 13 15:23:33.727057 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212e75b-9d09-4298-abf7-32544fd0a474 req-c1a562f0-00fd-433f-89ee-29c12717b6ea tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:33.728423 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2212e75b-9d09-4298-abf7-32544fd0a474 req-c1a562f0-00fd-433f-89ee-29c12717b6ea tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 944 time: 0.1023238 May 13 15:23:33.851513 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2212e75b-9d09-4298-abf7-32544fd0a474 req-09c7b76b-0ce8-42f2-b176-6fbf73865cab tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045063 May 13 15:23:33.885266 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-e8fb3396-a7b6-4b85-997f-d44029125622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:33.886679 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-e8fb3396-a7b6-4b85-997f-d44029125622 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.1574287 May 13 15:23:33.992500 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-81479438-c4d6-4732-b89c-a4d8d5368a78 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 HTTP/1.1" status: 200 len: 1000 time: 0.0987020 May 13 15:23:34.058170 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-259cb83f-3a73-4adc-b5ea-54bc3642136f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:34.059628 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-259cb83f-3a73-4adc-b5ea-54bc3642136f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0615101 May 13 15:23:34.138698 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-a3968e74-1bc0-40c7-ac32-8f7f8325ccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:34.140108 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-a3968e74-1bc0-40c7-ac32-8f7f8325ccfc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740342 May 13 15:23:34.150005 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-ff3cd7a4-dd2b-4258-b209-3259977caa68 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:23:34.150953 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-ff3cd7a4-dd2b-4258-b209-3259977caa68 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047712 May 13 15:23:34.287100 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-b02f4eb4-9c77-4299-999b-a43d8239fd24 service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305087 May 13 15:23:34.417304 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f6fe76b-7b4b-47fb-911c-a5428ae6b131 req-0d6b363d-ecef-470a-a4a7-265187a7005c service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237664 May 13 15:23:34.870200 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06401213-e604-4cd1-b018-cd292ace6b65', 'tag': 'e0acd6d4-7c28-46b1-80b2-b14f93f8ba64'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:23:34.926976 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67d1771e-2ef6-4525-9b1b-a3efd2658272'] response: {'name': 'network-changed', 'server_uuid': '06401213-e604-4cd1-b018-cd292ace6b65', 'tag': 'e0acd6d4-7c28-46b1-80b2-b14f93f8ba64', 'status': 'completed', 'code': 200} May 13 15:23:35.107315 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:23:35.154874 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff653830-f0a0-4431-8455-c367fcf962d7 req-aa9379ff-cf6a-472f-a7f4-60a4db15159a tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:35.158091 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ff653830-f0a0-4431-8455-c367fcf962d7 req-aa9379ff-cf6a-472f-a7f4-60a4db15159a tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 944 time: 0.1788964 May 13 15:23:35.163283 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a44eb-8d9d-4903-ade1-f1176f5f6a32 req-0a27c14f-0eca-48c4-b020-1879f085b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:35.164787 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c80a44eb-8d9d-4903-ade1-f1176f5f6a32 req-0a27c14f-0eca-48c4-b020-1879f085b2d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 1095 time: 0.2195716 May 13 15:23:35.169619 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:23:35.183809 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a44eb-8d9d-4903-ade1-f1176f5f6a32 req-d24aec5d-d133-4719-974b-45f9cbf93a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:35.185291 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c80a44eb-8d9d-4903-ade1-f1176f5f6a32 req-d24aec5d-d133-4719-974b-45f9cbf93a21 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 1095 time: 0.2073150 May 13 15:23:35.385305 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ff653830-f0a0-4431-8455-c367fcf962d7 req-0b3fc0fa-9708-46fe-8aa1-505d4122b4aa tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2195091 May 13 15:23:35.456973 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a44eb-8d9d-4903-ade1-f1176f5f6a32 req-2fa77748-6865-4745-a4ff-2afad285c00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:35.458418 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c80a44eb-8d9d-4903-ade1-f1176f5f6a32 req-2fa77748-6865-4745-a4ff-2afad285c00c service neutron] 10.222.0.59 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.2722638 May 13 15:23:35.459517 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a44eb-8d9d-4903-ade1-f1176f5f6a32 req-275c365f-8efc-429e-a057-70e3b288d42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:35.460813 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c80a44eb-8d9d-4903-ade1-f1176f5f6a32 req-275c365f-8efc-429e-a057-70e3b288d42a service neutron] 10.222.0.74 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.2492874 May 13 15:23:35.764804 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c80a44eb-8d9d-4903-ade1-f1176f5f6a32 req-14e4233d-a469-4ece-8eb4-9f5c380fe1a7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 HTTP/1.1" status: 200 len: 1000 time: 0.3000028 May 13 15:23:35.768447 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c80a44eb-8d9d-4903-ade1-f1176f5f6a32 req-b4685b39-a220-40e0-a6df-33d9c9bafc72 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 HTTP/1.1" status: 200 len: 1000 time: 0.2562475 May 13 15:23:35.874897 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a44eb-8d9d-4903-ade1-f1176f5f6a32 req-bd14f7f5-d291-406c-b77e-105c1979fd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:35.876371 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c80a44eb-8d9d-4903-ade1-f1176f5f6a32 req-bd14f7f5-d291-406c-b77e-105c1979fd22 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.1060138 May 13 15:23:35.882143 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a44eb-8d9d-4903-ade1-f1176f5f6a32 req-1aef504c-9733-40cd-a351-d80f0e0fe0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:35.883550 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c80a44eb-8d9d-4903-ade1-f1176f5f6a32 req-1aef504c-9733-40cd-a351-d80f0e0fe0b2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0800424 May 13 15:23:36.016104 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a44eb-8d9d-4903-ade1-f1176f5f6a32 req-ab51cbe2-1831-4094-b436-d74a473b4e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:36.017493 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c80a44eb-8d9d-4903-ade1-f1176f5f6a32 req-ab51cbe2-1831-4094-b436-d74a473b4e54 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331077 May 13 15:23:36.019991 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a44eb-8d9d-4903-ade1-f1176f5f6a32 req-b142c1fd-e85a-41c6-861c-0be01d726dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:36.021300 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c80a44eb-8d9d-4903-ade1-f1176f5f6a32 req-b142c1fd-e85a-41c6-861c-0be01d726dbf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996017 May 13 15:23:36.260760 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c80a44eb-8d9d-4903-ade1-f1176f5f6a32 req-00e5adbe-009e-46ff-834d-85e3c72c192e service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193887 May 13 15:23:36.262439 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c80a44eb-8d9d-4903-ade1-f1176f5f6a32 req-4c2f7884-b420-412d-9371-509c5414510f service neutron] 10.222.0.59 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390122 May 13 15:23:36.514558 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c80a44eb-8d9d-4903-ade1-f1176f5f6a32 req-a320195f-a32e-4c99-8dff-d8cacddbd78e service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479854 May 13 15:23:36.517721 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c80a44eb-8d9d-4903-ade1-f1176f5f6a32 req-e0687c28-394a-4b7d-bac5-fa48729831fc service neutron] 10.222.0.59 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322047 May 13 15:23:36.585837 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920956b8-c5fe-471e-ad8e-48d945f46ca9 req-afb43a0c-2555-418a-9814-e06806308403 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:36.587210 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-920956b8-c5fe-471e-ad8e-48d945f46ca9 req-afb43a0c-2555-418a-9814-e06806308403 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 944 time: 0.0850072 May 13 15:23:36.632245 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-920956b8-c5fe-471e-ad8e-48d945f46ca9 req-93bed30d-d3d2-4ce5-a8e1-d45c00720046 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393405 May 13 15:23:37.822969 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9d3b4-4d37-4668-92b9-91e9ac7ab806 req-eb8633b2-0d8b-443d-b513-a9a724b328e1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:37.824431 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-03d9d3b4-4d37-4668-92b9-91e9ac7ab806 req-eb8633b2-0d8b-443d-b513-a9a724b328e1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 944 time: 0.0841694 May 13 15:23:37.868429 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-03d9d3b4-4d37-4668-92b9-91e9ac7ab806 req-eed520c5-2869-420d-ad63-56ee8a6d3593 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381298 May 13 15:23:39.068764 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8dd074-861e-46ac-a1eb-924a52716ea2 req-146add3b-4886-404d-be50-2864f1787fea tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:39.070464 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6b8dd074-861e-46ac-a1eb-924a52716ea2 req-146add3b-4886-404d-be50-2864f1787fea tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 944 time: 0.0953686 May 13 15:23:39.114879 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6b8dd074-861e-46ac-a1eb-924a52716ea2 req-b4018cfb-b630-4413-aae6-19b536592326 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385284 May 13 15:23:40.302685 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ce77f-4e48-4cfa-ae12-8d4d700a0ae4 req-a6b82260-d02f-42ba-8bd1-5abcf6f7896b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:40.304183 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-491ce77f-4e48-4cfa-ae12-8d4d700a0ae4 req-a6b82260-d02f-42ba-8bd1-5abcf6f7896b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 944 time: 0.0804212 May 13 15:23:40.350511 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-491ce77f-4e48-4cfa-ae12-8d4d700a0ae4 req-7edb3dae-e756-4ef1-b91e-76bde26a98aa tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406802 May 13 15:23:41.541590 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c69b5b-78c5-4976-80cf-b38c6124f5f7 req-587dc856-acd9-43a3-b35e-59c69289f221 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:41.543151 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d2c69b5b-78c5-4976-80cf-b38c6124f5f7 req-587dc856-acd9-43a3-b35e-59c69289f221 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 944 time: 0.0880737 May 13 15:23:41.589148 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d2c69b5b-78c5-4976-80cf-b38c6124f5f7 req-e9df13e8-f71d-47ce-b317-f5d707d47e9d tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400879 May 13 15:23:41.849187 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3195b-c6ff-4002-aa56-9e65dac0787a req-abfd5dc3-4e19-4df9-9bc3-bde82c34f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:41.850570 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ceb3195b-c6ff-4002-aa56-9e65dac0787a req-abfd5dc3-4e19-4df9-9bc3-bde82c34f047 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 1095 time: 0.0780342 May 13 15:23:42.001146 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3195b-c6ff-4002-aa56-9e65dac0787a req-acd6d470-22eb-48d2-b5da-be8a76e6313c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:42.002640 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ceb3195b-c6ff-4002-aa56-9e65dac0787a req-acd6d470-22eb-48d2-b5da-be8a76e6313c service neutron] 10.222.0.74 "GET /v2.0/networks?id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 200 len: 912 time: 0.1327617 May 13 15:23:42.106624 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ceb3195b-c6ff-4002-aa56-9e65dac0787a req-d0735bb1-0268-40d7-817d-e7a60d74d9ad service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 HTTP/1.1" status: 200 len: 1000 time: 0.0983078 May 13 15:23:42.170061 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3195b-c6ff-4002-aa56-9e65dac0787a req-95628305-0f37-4d1b-af0d-fe78149a620b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:42.171548 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ceb3195b-c6ff-4002-aa56-9e65dac0787a req-95628305-0f37-4d1b-af0d-fe78149a620b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 200 len: 850 time: 0.0586956 May 13 15:23:42.250582 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3195b-c6ff-4002-aa56-9e65dac0787a req-0c6da49d-1d9a-4a2c-830a-46caf8b5d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:42.252675 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ceb3195b-c6ff-4002-aa56-9e65dac0787a req-0c6da49d-1d9a-4a2c-830a-46caf8b5d89c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746069 May 13 15:23:42.512935 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ceb3195b-c6ff-4002-aa56-9e65dac0787a req-38b0bddd-e9eb-4500-bec8-5a80c74c4c7a service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549241 May 13 15:23:42.648165 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ceb3195b-c6ff-4002-aa56-9e65dac0787a req-a86e8434-a8f0-4af2-af1f-95626be608ef service neutron] 10.222.0.74 "GET /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283538 May 13 15:23:42.777467 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8d677-0967-4e61-b265-c002bc381774 req-b31f003f-1e10-484d-88fc-f195a373526a tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:42.778824 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7aa8d677-0967-4e61-b265-c002bc381774 req-b31f003f-1e10-484d-88fc-f195a373526a tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 944 time: 0.0807664 May 13 15:23:42.823977 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7aa8d677-0967-4e61-b265-c002bc381774 req-97810dd2-881d-4577-bb44-acf45cdd5871 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378408 May 13 15:23:44.008756 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e028e-148b-444b-bbf2-1056383710fe req-a78b4fc3-941b-489c-851f-7637ead17b2a tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:44.010222 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ae5e028e-148b-444b-bbf2-1056383710fe req-a78b4fc3-941b-489c-851f-7637ead17b2a tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 944 time: 0.0809047 May 13 15:23:44.034328 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:23:44.055331 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ae5e028e-148b-444b-bbf2-1056383710fe req-2eb6bcbc-c75e-4ac7-b39e-dba248242c59 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393848 May 13 15:23:44.164847 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:44.177530 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'e0acd6d4-7c28-46b1-80b2-b14f93f8ba64', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'port_id': 'e0acd6d4-7c28-46b1-80b2-b14f93f8ba64', 'mac_address': 'fa:16:3e:b6:44:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:23:44.232521 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:23:44.232899 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:44.254322 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:23:44.270613 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:44.274673 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:44.349662 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64,revision_number=12']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:44.658856 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['e0acd6d4-7c28-46b1-80b2-b14f93f8ba64'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:23:45.242583 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b1dac-1651-4603-8a39-d3baad8ce318 req-d67d7bd6-0d48-428a-af4a-5671cb609927 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:45.244081 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-297b1dac-1651-4603-8a39-d3baad8ce318 req-d67d7bd6-0d48-428a-af4a-5671cb609927 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 945 time: 0.0836923 May 13 15:23:45.288995 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-297b1dac-1651-4603-8a39-d3baad8ce318 req-8c41cf66-7d01-4c4b-abca-beb10e9fb94a tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391765 May 13 15:23:45.480300 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d4d81-d616-416b-9ed0-3ec6ff56b64c req-a4b668c8-0a66-456c-b8ee-9a3efd151a80 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:45.481679 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-985d4d81-d616-416b-9ed0-3ec6ff56b64c req-a4b668c8-0a66-456c-b8ee-9a3efd151a80 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 945 time: 0.0853815 May 13 15:23:45.526104 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-985d4d81-d616-416b-9ed0-3ec6ff56b64c req-c6aef697-21bf-4514-a6e2-0b7ac495c603 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388322 May 13 15:23:45.711979 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e419e-9d49-4496-8888-7b1ce1eb4c4d req-e90384ca-7810-4820-82ac-34ae6fbed9d9 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:45.713544 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9f9e419e-9d49-4496-8888-7b1ce1eb4c4d req-e90384ca-7810-4820-82ac-34ae6fbed9d9 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 945 time: 0.0822594 May 13 15:23:45.761426 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9f9e419e-9d49-4496-8888-7b1ce1eb4c4d req-06a894fa-61f0-4cdd-b015-9e7de4880015 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419316 May 13 15:23:46.033011 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:23:46.101488 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:23:46.106597 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:23:46.107003 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:46.151256 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e083478-4dc5-457d-a441-c7e2223ba2e8 req-a7d0daa5-690a-4cd6-98fb-f1231a44e2b1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:46.152724 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e083478-4dc5-457d-a441-c7e2223ba2e8 req-a7d0daa5-690a-4cd6-98fb-f1231a44e2b1 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 945 time: 0.0840917 May 13 15:23:46.197783 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1e083478-4dc5-457d-a441-c7e2223ba2e8 req-1f639efb-e6aa-43b5-ba5b-a4f84b4ad072 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387826 May 13 15:23:46.228585 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:23:46.228965 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:46.256813 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06401213-e604-4cd1-b018-cd292ace6b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0acd6d4-7c28-46b1-80b2-b14f93f8ba64'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:23:46.266469 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:46.270435 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:46.304969 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32043a84-efc5-468f-98e8-5db2f05aef8c'] response: {'server_uuid': '06401213-e604-4cd1-b018-cd292ace6b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0acd6d4-7c28-46b1-80b2-b14f93f8ba64', 'code': 200} May 13 15:23:46.341959 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64,revision_number=13']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:47.383630 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207df54-9af9-4f58-8bbf-44fe216b9723 req-8f803dee-a81c-42b5-9785-eef8ec5dc058 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:47.385094 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a207df54-9af9-4f58-8bbf-44fe216b9723 req-8f803dee-a81c-42b5-9785-eef8ec5dc058 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 946 time: 0.0813639 May 13 15:23:47.430610 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a207df54-9af9-4f58-8bbf-44fe216b9723 req-d58fc718-4c6b-4132-bceb-303e72bb61b4 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398967 May 13 15:23:47.919081 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38783f-1016-4206-8fc0-18ae686b2529 req-c1a049e6-ac93-46b8-aa19-f3c4f7ac73a5 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:47.920528 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ee38783f-1016-4206-8fc0-18ae686b2529 req-c1a049e6-ac93-46b8-aa19-f3c4f7ac73a5 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.74 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 946 time: 0.0835836 May 13 15:23:47.992472 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-ee38783f-1016-4206-8fc0-18ae686b2529 req-f315c8e0-a522-45f0-8a42-2aa125152528 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Deleting port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:23:47.992724 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ee38783f-1016-4206-8fc0-18ae686b2529 req-f315c8e0-a522-45f0-8a42-2aa125152528 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:48.245385 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-ee38783f-1016-4206-8fc0-18ae686b2529 req-f315c8e0-a522-45f0-8a42-2aa125152528 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] For port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:48.245750 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ee38783f-1016-4206-8fc0-18ae686b2529 req-f315c8e0-a522-45f0-8a42-2aa125152528 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:48.537999 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:48.541731 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ee38783f-1016-4206-8fc0-18ae686b2529 req-f315c8e0-a522-45f0-8a42-2aa125152528 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:48.542514 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ee38783f-1016-4206-8fc0-18ae686b2529 req-f315c8e0-a522-45f0-8a42-2aa125152528 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:48.542706 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [req-ee38783f-1016-4206-8fc0-18ae686b2529 req-f315c8e0-a522-45f0-8a42-2aa125152528 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Floating IP 9e979527-46a5-4cdd-b0cd-c90ec63077c4 disassociated. External IP: 172.25.0.178, port: e0acd6d4-7c28-46b1-80b2-b14f93f8ba64. May 13 15:23:48.542998 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-ee38783f-1016-4206-8fc0-18ae686b2529 req-f315c8e0-a522-45f0-8a42-2aa125152528 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Calling delete_port for e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:23:48.628166 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717b93b-b601-47a2-b5ab-fc2fb5e4c342 req-faaa11d1-588f-4d50-a6a1-f73ba5434020 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:48.629764 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6717b93b-b601-47a2-b5ab-fc2fb5e4c342 req-faaa11d1-588f-4d50-a6a1-f73ba5434020 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 946 time: 0.0836182 May 13 15:23:48.678868 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6717b93b-b601-47a2-b5ab-fc2fb5e4c342 req-d6cd4d40-30fa-4326-8db0-ea017504d832 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups?id=efda8681-202e-4b9a-92a0-046b37348de6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429652 May 13 15:23:48.691784 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ee38783f-1016-4206-8fc0-18ae686b2529 req-f315c8e0-a522-45f0-8a42-2aa125152528 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:48.845587 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315c8e0-a522-45f0-8a42-2aa125152528 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Pushing event deleted for resources: {'Port': ['ID=e0acd6d4-7c28-46b1-80b2-b14f93f8ba64,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:49.040084 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee38783f-1016-4206-8fc0-18ae686b2529 req-f315c8e0-a522-45f0-8a42-2aa125152528 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Router 8be06e6f-6070-4d62-8613-313eecc0b32b has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:23:49.228536 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee38783f-1016-4206-8fc0-18ae686b2529 req-f315c8e0-a522-45f0-8a42-2aa125152528 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:23:49.239698 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652e2891-682c-488e-8561-e3870455ad96 None None] Sync routers for ids ['8be06e6f-6070-4d62-8613-313eecc0b32b'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:23:49.251480 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652e2891-682c-488e-8561-e3870455ad96 None None] Routers {'8be06e6f-6070-4d62-8613-313eecc0b32b'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:23:49.252098 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-652e2891-682c-488e-8561-e3870455ad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:23:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8be06e6f-6070-4d62-8613-313eecc0b32b'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:49.305642 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee38783f-1016-4206-8fc0-18ae686b2529 req-f315c8e0-a522-45f0-8a42-2aa125152528 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] No DVR routers for this DVR port e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:23:49.308427 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-ee38783f-1016-4206-8fc0-18ae686b2529 req-f315c8e0-a522-45f0-8a42-2aa125152528 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:49.311030 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06401213-e604-4cd1-b018-cd292ace6b65', 'name': 'network-vif-deleted', 'tag': 'e0acd6d4-7c28-46b1-80b2-b14f93f8ba64'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:23:49.327812 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ee38783f-1016-4206-8fc0-18ae686b2529 req-f315c8e0-a522-45f0-8a42-2aa125152528 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.74 "DELETE /v2.0/ports/e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 HTTP/1.1" status: 204 len: 173 time: 1.4013081 May 13 15:23:49.366564 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae61c597-571b-4675-9457-bfde7c8ef224'] response: {'server_uuid': '06401213-e604-4cd1-b018-cd292ace6b65', 'name': 'network-vif-deleted', 'tag': 'e0acd6d4-7c28-46b1-80b2-b14f93f8ba64', 'status': 'completed', 'code': 200} May 13 15:23:49.467230 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-652e2891-682c-488e-8561-e3870455ad96 None None] Set router 8be06e6f-6070-4d62-8613-313eecc0b32b gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:23:49.785192 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-652e2891-682c-488e-8561-e3870455ad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'bd629972-e369-445a-af32-c9d25522bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:45Z', 'revision_number': 4, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'gw_port': {'id': 'bd629972-e369-445a-af32-c9d25522bbee', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'cad7497b-eae4-4f30-81dc-ced636c6d33c', 'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'mac_address': 'fa:16:3e:23:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:19:50Z', 'revision_number': 5, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'subnets': [{'id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:49.789393 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652e2891-682c-488e-8561-e3870455ad96 None None] Checking router: 8be06e6f-6070-4d62-8613-313eecc0b32b for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:23:49.801560 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652e2891-682c-488e-8561-e3870455ad96 None None] Routers {'8be06e6f-6070-4d62-8613-313eecc0b32b'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:23:49.802159 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-652e2891-682c-488e-8561-e3870455ad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:23:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8be06e6f-6070-4d62-8613-313eecc0b32b'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:49.849629 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-59084aac-a197-4f88-9842-9962e60739eb req-c345a083-ebe3-4c61-9e86-abdf20c52df6 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/ports?device_id=06401213-e604-4cd1-b018-cd292ace6b65 HTTP/1.1" status: 200 len: 210 time: 0.0484138 May 13 15:23:49.990126 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-652e2891-682c-488e-8561-e3870455ad96 None None] Set router 8be06e6f-6070-4d62-8613-313eecc0b32b gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:23:50.315927 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-652e2891-682c-488e-8561-e3870455ad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'bd629972-e369-445a-af32-c9d25522bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:45Z', 'revision_number': 4, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'gw_port': {'id': 'bd629972-e369-445a-af32-c9d25522bbee', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'cad7497b-eae4-4f30-81dc-ced636c6d33c', 'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'mac_address': 'fa:16:3e:23:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:19:50Z', 'revision_number': 5, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'subnets': [{'id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:50.320696 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652e2891-682c-488e-8561-e3870455ad96 None None] The sync data for ids ['8be06e6f-6070-4d62-8613-313eecc0b32b'] in n-d-841760-1 is: [{'id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'bd629972-e369-445a-af32-c9d25522bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:45Z', 'revision_number': 4, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'gw_port': {'id': 'bd629972-e369-445a-af32-c9d25522bbee', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'cad7497b-eae4-4f30-81dc-ced636c6d33c', 'name': '', 'network_id': 'f51c7d4a-5d6a-4f34-a11d-9f441ec182a1', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'mac_address': 'fa:16:3e:23:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:19:50Z', 'revision_number': 5, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'subnets': [{'id': '3dde09fd-60f7-4956-b5da-f5b36c72397b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:23:50.534631 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ebd5b9-1601-418d-9742-5a6811bc248a None None] New status for floating IP 9e979527-46a5-4cdd-b0cd-c90ec63077c4: DOWN {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:23:52.074147 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:23:52.110793 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:23:52.111587 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device e0acd6d4-7c28-46b1-80b2-b14f93f8ba64 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:23:54.077827 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43184) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:54.142306 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8cdf62e5-ab1a-45e9-ae64-aa4d7f1fae5b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:54.169333 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8cdf62e5-ab1a-45e9-ae64-aa4d7f1fae5b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:54.229027 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8cdf62e5-ab1a-45e9-ae64-aa4d7f1fae5b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:54.250242 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf62e5-ab1a-45e9-ae64-aa4d7f1fae5b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efda8681-202e-4b9a-92a0-046b37348de6,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:54.262247 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-8cdf62e5-ab1a-45e9-ae64-aa4d7f1fae5b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:54.263425 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-8cdf62e5-ab1a-45e9-ae64-aa4d7f1fae5b tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "DELETE /v2.0/security-groups/efda8681-202e-4b9a-92a0-046b37348de6 HTTP/1.1" status: 204 len: 168 time: 0.1845286 May 13 15:23:54.266539 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43188) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:54.283756 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-b824e3c1-bbb2-442b-a03a-e49ec41703e3 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] show failed (client error): The resource could not be found. May 13 15:23:54.284777 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b824e3c1-bbb2-442b-a03a-e49ec41703e3 tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "GET /v2.0/security-groups/efda8681-202e-4b9a-92a0-046b37348de6 HTTP/1.1" status: 404 len: 347 time: 0.0172951 May 13 15:23:54.288297 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43192) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:54.443763 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-3e80cf81-88fb-4db5-a49d-3ddf030642ea tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Deleting port e07abd47-bc5c-4bab-9727-a6a5171c9eb1 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:23:54.444006 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3e80cf81-88fb-4db5-a49d-3ddf030642ea tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:54.613050 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3e80cf81-88fb-4db5-a49d-3ddf030642ea tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:54.613372 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3e80cf81-88fb-4db5-a49d-3ddf030642ea tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:54.739688 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-3e80cf81-88fb-4db5-a49d-3ddf030642ea tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Calling delete_port for e07abd47-bc5c-4bab-9727-a6a5171c9eb1 owned by network:floatingip {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:23:54.878149 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3e80cf81-88fb-4db5-a49d-3ddf030642ea tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:54.927767 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80cf81-88fb-4db5-a49d-3ddf030642ea tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Pushing event deleted for resources: {'Port': ['ID=e07abd47-bc5c-4bab-9727-a6a5171c9eb1,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:55.021560 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3e80cf81-88fb-4db5-a49d-3ddf030642ea tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks [] for floatingip, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:55.037083 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3e80cf81-88fb-4db5-a49d-3ddf030642ea tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:55.038236 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3e80cf81-88fb-4db5-a49d-3ddf030642ea tempest-ServerActionsTestJSON-774079804 tempest-ServerActionsTestJSON-774079804-project] 10.222.0.35 "DELETE /v2.0/floatingips/9e979527-46a5-4cdd-b0cd-c90ec63077c4 HTTP/1.1" status: 204 len: 168 time: 0.7490315 May 13 15:23:55.041455 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43196) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:55.687621 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7a311415-81f7-4705-bb90-39acd3706b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:56.033644 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-7a311415-81f7-4705-bb90-39acd3706b62 admin admin] Deleting port cad7497b-eae4-4f30-81dc-ced636c6d33c {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:23:56.033973 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7a311415-81f7-4705-bb90-39acd3706b62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:56.211813 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-7a311415-81f7-4705-bb90-39acd3706b62 admin admin] For port cad7497b-eae4-4f30-81dc-ced636c6d33c, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=cad7497b-eae4-4f30-81dc-ced636c6d33c,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:56.212180 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7a311415-81f7-4705-bb90-39acd3706b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:56.344568 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-7a311415-81f7-4705-bb90-39acd3706b62 admin admin] Calling delete_port for cad7497b-eae4-4f30-81dc-ced636c6d33c owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:23:56.776218 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7a311415-81f7-4705-bb90-39acd3706b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:56.856035 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a311415-81f7-4705-bb90-39acd3706b62 admin admin] Pushing event deleted for resources: {'Port': ['ID=cad7497b-eae4-4f30-81dc-ced636c6d33c,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:57.101021 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-7a311415-81f7-4705-bb90-39acd3706b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:57.342223 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0592be4e-91d7-4736-babf-b68d78a10775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:57.470382 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a311415-81f7-4705-bb90-39acd3706b62 admin admin] Router 8be06e6f-6070-4d62-8613-313eecc0b32b has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:23:57.659048 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a311415-81f7-4705-bb90-39acd3706b62 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:23:57.667608 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79758271-c2ca-455f-ae9f-f631013289c3 None None] Sync routers for ids ['8be06e6f-6070-4d62-8613-313eecc0b32b'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:23:57.671275 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-7a311415-81f7-4705-bb90-39acd3706b62 admin admin] 10.222.0.35 "PUT /v2.0/routers/8be06e6f-6070-4d62-8613-313eecc0b32b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6287980 May 13 15:23:57.674040 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43200) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:57.676972 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79758271-c2ca-455f-ae9f-f631013289c3 None None] Routers {'8be06e6f-6070-4d62-8613-313eecc0b32b'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:23:57.677561 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-79758271-c2ca-455f-ae9f-f631013289c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:23:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8be06e6f-6070-4d62-8613-313eecc0b32b'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:57.849223 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-71047029-6fdf-4067-9947-f8bc0a5d2a75 admin admin] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:57.853845 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-79758271-c2ca-455f-ae9f-f631013289c3 None None] Set router 8be06e6f-6070-4d62-8613-313eecc0b32b gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:23:58.168423 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-71047029-6fdf-4067-9947-f8bc0a5d2a75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:58.179835 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-71047029-6fdf-4067-9947-f8bc0a5d2a75 admin admin] Deleting port bd629972-e369-445a-af32-c9d25522bbee {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:23:58.180173 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-71047029-6fdf-4067-9947-f8bc0a5d2a75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:58.195528 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-79758271-c2ca-455f-ae9f-f631013289c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'bd629972-e369-445a-af32-c9d25522bbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:23:56Z', 'revision_number': 5, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'gw_port': {'id': 'bd629972-e369-445a-af32-c9d25522bbee', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:58.202957 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79758271-c2ca-455f-ae9f-f631013289c3 None None] Checking router: 8be06e6f-6070-4d62-8613-313eecc0b32b for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:23:58.219429 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79758271-c2ca-455f-ae9f-f631013289c3 None None] Routers {'8be06e6f-6070-4d62-8613-313eecc0b32b'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:23:58.219957 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-79758271-c2ca-455f-ae9f-f631013289c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:23:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['8be06e6f-6070-4d62-8613-313eecc0b32b'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:58.366769 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-71047029-6fdf-4067-9947-f8bc0a5d2a75 admin admin] For port bd629972-e369-445a-af32-c9d25522bbee, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=bd629972-e369-445a-af32-c9d25522bbee,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:58.367218 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-71047029-6fdf-4067-9947-f8bc0a5d2a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:58.379923 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-79758271-c2ca-455f-ae9f-f631013289c3 None None] Set router 8be06e6f-6070-4d62-8613-313eecc0b32b gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:23:58.487570 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-79758271-c2ca-455f-ae9f-f631013289c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:23:58Z', 'revision_number': 6, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:58.491639 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79758271-c2ca-455f-ae9f-f631013289c3 None None] The sync data for ids ['8be06e6f-6070-4d62-8613-313eecc0b32b'] in n-d-841760-1 is: [{'id': '8be06e6f-6070-4d62-8613-313eecc0b32b', 'name': 'tempest-ServerActionsTestJSON-517654807-router', 'tenant_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:41Z', 'updated_at': '2022-05-13T15:23:58Z', 'revision_number': 6, 'project_id': 'a122314b1a4e495db5df3f4e8d3f15bd', 'gw_port_host': None}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:23:58.493498 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-71047029-6fdf-4067-9947-f8bc0a5d2a75 admin admin] Calling delete_port for bd629972-e369-445a-af32-c9d25522bbee owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:23:58.682879 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-71047029-6fdf-4067-9947-f8bc0a5d2a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:58.735603 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71047029-6fdf-4067-9947-f8bc0a5d2a75 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd629972-e369-445a-af32-c9d25522bbee,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:58.824506 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-71047029-6fdf-4067-9947-f8bc0a5d2a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:58.957089 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:59.003825 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-71047029-6fdf-4067-9947-f8bc0a5d2a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:59.006056 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-71047029-6fdf-4067-9947-f8bc0a5d2a75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:59.029123 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-71047029-6fdf-4067-9947-f8bc0a5d2a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:59.029692 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71047029-6fdf-4067-9947-f8bc0a5d2a75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8be06e6f-6070-4d62-8613-313eecc0b32b {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:23:59.041798 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-71047029-6fdf-4067-9947-f8bc0a5d2a75 admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:59.042913 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-71047029-6fdf-4067-9947-f8bc0a5d2a75 admin admin] 10.222.0.35 "DELETE /v2.0/routers/8be06e6f-6070-4d62-8613-313eecc0b32b HTTP/1.1" status: 204 len: 168 time: 1.3678563 May 13 15:23:59.045557 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43204) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:59.110364 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-01bb77c3-f558-4b25-b62c-058a902754b6 admin admin] Deleting subnet 3dde09fd-60f7-4956-b5da-f5b36c72397b {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:23:59.114145 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-01bb77c3-f558-4b25-b62c-058a902754b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:59.162226 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-01bb77c3-f558-4b25-b62c-058a902754b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:59.246220 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-01bb77c3-f558-4b25-b62c-058a902754b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:59.318039 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-01bb77c3-f558-4b25-b62c-058a902754b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:59.357496 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb77c3-f558-4b25-b62c-058a902754b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dde09fd-60f7-4956-b5da-f5b36c72397b,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:59.362404 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-01bb77c3-f558-4b25-b62c-058a902754b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:59.367778 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d651f20a-9191-45d9-8fbd-54b00afb064e None None] Network f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:23:59.368695 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-01bb77c3-f558-4b25-b62c-058a902754b6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3dde09fd-60f7-4956-b5da-f5b36c72397b HTTP/1.1" status: 204 len: 168 time: 0.3221726 May 13 15:23:59.371360 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43208) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:59.493304 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fdaeaf22-7911-4b47-b049-d74b9877b65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:59.505205 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-fdaeaf22-7911-4b47-b049-d74b9877b65c admin admin] Deleting port 99242e5d-d094-42d9-ae0b-59cb14c91cdd {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:23:59.505543 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fdaeaf22-7911-4b47-b049-d74b9877b65c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:59.635217 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416a631f-42c2-4104-906c-5a85f428e2de None None] DHCP port deletion for f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:23:59.639888 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-416a631f-42c2-4104-906c-5a85f428e2de None None] Deleting port 99242e5d-d094-42d9-ae0b-59cb14c91cdd {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:23:59.640262 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-416a631f-42c2-4104-906c-5a85f428e2de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:59.701256 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e8cd8833-e5a3-464e-80cd-14ff83fac1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:59.840698 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-fdaeaf22-7911-4b47-b049-d74b9877b65c admin admin] For port 99242e5d-d094-42d9-ae0b-59cb14c91cdd, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=99242e5d-d094-42d9-ae0b-59cb14c91cdd,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:59.840959 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fdaeaf22-7911-4b47-b049-d74b9877b65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:59.871030 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-416a631f-42c2-4104-906c-5a85f428e2de None None] For port 99242e5d-d094-42d9-ae0b-59cb14c91cdd, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=99242e5d-d094-42d9-ae0b-59cb14c91cdd,segment=NetworkSegment(af89d200-879b-4d68-95a5-06af3406b13f),segment_id=af89d200-879b-4d68-95a5-06af3406b13f)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:59.871450 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-416a631f-42c2-4104-906c-5a85f428e2de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:59.965387 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-fdaeaf22-7911-4b47-b049-d74b9877b65c admin admin] Calling delete_port for 99242e5d-d094-42d9-ae0b-59cb14c91cdd owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:23:59.996640 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-416a631f-42c2-4104-906c-5a85f428e2de None None] Calling delete_port for 99242e5d-d094-42d9-ae0b-59cb14c91cdd owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:24:00.044211 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fdaeaf22-7911-4b47-b049-d74b9877b65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:00.081924 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-416a631f-42c2-4104-906c-5a85f428e2de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:24:00.082292 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-416a631f-42c2-4104-906c-5a85f428e2de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:24:00.095711 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaeaf22-7911-4b47-b049-d74b9877b65c admin admin] Pushing event deleted for resources: {'Port': ['ID=99242e5d-d094-42d9-ae0b-59cb14c91cdd,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:00.099274 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaeaf22-7911-4b47-b049-d74b9877b65c admin admin] No DVR routers for this DVR port 99242e5d-d094-42d9-ae0b-59cb14c91cdd on host n-d-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:24:00.217418 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fdaeaf22-7911-4b47-b049-d74b9877b65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:00.244846 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-fdaeaf22-7911-4b47-b049-d74b9877b65c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51c7d4a-5d6a-4f34-a11d-9f441ec182a1']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:00.258255 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-fdaeaf22-7911-4b47-b049-d74b9877b65c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af89d200-879b-4d68-95a5-06af3406b13f') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:00.258555 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-fdaeaf22-7911-4b47-b049-d74b9877b65c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af89d200-879b-4d68-95a5-06af3406b13f') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:00.270178 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fdaeaf22-7911-4b47-b049-d74b9877b65c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:00.273144 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device cad7497b-eae4-4f30-81dc-ced636c6d33c no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:24:00.286301 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fdaeaf22-7911-4b47-b049-d74b9877b65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:00.292541 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdaeaf22-7911-4b47-b049-d74b9877b65c admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:24:00.292910 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fdaeaf22-7911-4b47-b049-d74b9877b65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:00.307047 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 15:24:00.307047 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:24:00.307047 n-d-841760-1 neutron-server[88081]: timer() May 13 15:24:00.307047 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:24:00.307047 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 15:24:00.307047 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:24:00.307047 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 15:24:00.307047 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:24:00.307047 n-d-841760-1 neutron-server[88081]: self._notify() May 13 15:24:00.307047 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:24:00.307047 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 15:24:00.307047 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:24:00.307047 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 15:24:00.307047 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:24:00.307047 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:24:00.307047 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:24:00.307047 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:24:00.307047 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:24:00.307047 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 15:24:00.307047 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:24:00.307047 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 15:24:00.307047 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:24:00.307047 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:24:00.307047 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:24:00.307047 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 15:24:00.307047 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:24:00.307047 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:24:00.307047 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:24:00.307047 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:24:00.307047 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:24:00.307047 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:24:00.307047 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:24:00.309440 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: cad7497b-eae4-4f30-81dc-ced636c6d33c {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:24:00.309440 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device cad7497b-eae4-4f30-81dc-ced636c6d33c not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:24:00.309440 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 99242e5d-d094-42d9-ae0b-59cb14c91cdd no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:24:00.346696 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 99242e5d-d094-42d9-ae0b-59cb14c91cdd {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:24:00.346938 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 99242e5d-d094-42d9-ae0b-59cb14c91cdd not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:24:00.347394 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device bd629972-e369-445a-af32-c9d25522bbee no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:24:00.383768 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: bd629972-e369-445a-af32-c9d25522bbee {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:24:00.384120 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device bd629972-e369-445a-af32-c9d25522bbee not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:24:00.388028 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fdaeaf22-7911-4b47-b049-d74b9877b65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:00.403441 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fdaeaf22-7911-4b47-b049-d74b9877b65c admin admin] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:00.414074 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaeaf22-7911-4b47-b049-d74b9877b65c admin admin] Pushing event deleted for resources: {'Network': ['ID=f51c7d4a-5d6a-4f34-a11d-9f441ec182a1,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:00.427773 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fdaeaf22-7911-4b47-b049-d74b9877b65c admin admin] 10.222.0.35 "DELETE /v2.0/networks/f51c7d4a-5d6a-4f34-a11d-9f441ec182a1 HTTP/1.1" status: 204 len: 168 time: 1.0554614 May 13 15:24:00.527606 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:24:00.543470 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43214) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:00.584035 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-416a631f-42c2-4104-906c-5a85f428e2de None None] Deleting port 99242e5d-d094-42d9-ae0b-59cb14c91cdd {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:24:00.584438 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-416a631f-42c2-4104-906c-5a85f428e2de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:00.596598 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c3198176-de1d-4961-822a-ae8baf50bb8c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a122314b1a4e495db5df3f4e8d3f15bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514207 May 13 15:24:00.599207 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43218) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:00.656238 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-416a631f-42c2-4104-906c-5a85f428e2de None None] The port '99242e5d-d094-42d9-ae0b-59cb14c91cdd' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:24:00.661105 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0ce19050-7501-4266-b618-b254add86429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:00.693325 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0ce19050-7501-4266-b618-b254add86429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:00.769224 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0ce19050-7501-4266-b618-b254add86429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:00.786971 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce19050-7501-4266-b618-b254add86429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c134bd-8b83-4cce-b5ea-58ebb0af7818,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:00.798930 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0ce19050-7501-4266-b618-b254add86429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:00.800225 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0ce19050-7501-4266-b618-b254add86429 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f0c134bd-8b83-4cce-b5ea-58ebb0af7818 HTTP/1.1" status: 204 len: 168 time: 0.2002230 May 13 15:24:00.806412 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:00.828367 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:01.539879 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43242) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:01.672045 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2008245704-network', 'tenant_id': 'abddf26ec55e48cc9687c714a953af8d'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:01.678431 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:01.682408 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Usage tracker for resource:network and tenant:abddf26ec55e48cc9687c714a953af8d is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:01.685764 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:01.692277 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:01.702703 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Made reservation on behalf of abddf26ec55e48cc9687c714a953af8d for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:24:01.705186 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:01.717441 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:01.732895 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:01.737772 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Usage tracker for resource:security_group_rule and tenant:abddf26ec55e48cc9687c714a953af8d is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:01.740702 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:01.746461 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:01.834348 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:01.838142 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:01.873882 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:24:01.879675 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1438a2-6fc3-47df-854b-a75b45f79d0d,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:01.889753 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:01.890094 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:01.890427 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:01.890756 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:01.891086 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:01.891454 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:01.891799 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:01.892121 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:01.892441 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:01.892760 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:01.893077 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:01.893392 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:01.897188 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:01.897188 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Added segment ce522a3d-52dd-4d92-878b-95b6014f14ee of type vlan for network bd038d00-f878-415e-9420-007101701bb8 May 13 15:24:01.927311 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:01.959155 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:01.960544 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:01.961127 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:02.068858 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] Pushing event updated for resources: {'Network': ['ID=bd038d00-f878-415e-9420-007101701bb8,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:02.074890 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-af958020-9076-4ea4-8f93-f0e8f31dbc8b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5312014 May 13 15:24:02.075365 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43248) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:02.079467 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network bd038d00-f878-415e-9420-007101701bb8 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:24:02.081608 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-49cbac41-db4d-4c56-ad4e-7d91d78c4bdf admin admin] Request body: {'subnet': {'network_id': 'bd038d00-f878-415e-9420-007101701bb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2008245704-subnet', 'tenant_id': 'abddf26ec55e48cc9687c714a953af8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:02.087507 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-49cbac41-db4d-4c56-ad4e-7d91d78c4bdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:02.091515 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-49cbac41-db4d-4c56-ad4e-7d91d78c4bdf admin admin] Usage tracker for resource:subnet and tenant:abddf26ec55e48cc9687c714a953af8d is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:02.094444 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-49cbac41-db4d-4c56-ad4e-7d91d78c4bdf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:02.101004 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-49cbac41-db4d-4c56-ad4e-7d91d78c4bdf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:02.113264 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cbac41-db4d-4c56-ad4e-7d91d78c4bdf admin admin] Made reservation on behalf of abddf26ec55e48cc9687c714a953af8d for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:24:02.115622 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-49cbac41-db4d-4c56-ad4e-7d91d78c4bdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:02.305476 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:02.327419 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-49cbac41-db4d-4c56-ad4e-7d91d78c4bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:02.400470 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cbac41-db4d-4c56-ad4e-7d91d78c4bdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=76d31ba0-ec9c-4b50-9b51-067d9aa8de26,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:02.414551 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cbac41-db4d-4c56-ad4e-7d91d78c4bdf admin admin] Checking segment: {'id': 'ce522a3d-52dd-4d92-878b-95b6014f14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'bd038d00-f878-415e-9420-007101701bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:24:02.414912 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cbac41-db4d-4c56-ad4e-7d91d78c4bdf admin admin] Network hostable DHCP agents. Network: bd038d00-f878-415e-9420-007101701bb8, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:24:02.432952 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cbac41-db4d-4c56-ad4e-7d91d78c4bdf admin admin] Network bd038d00-f878-415e-9420-007101701bb8 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:24:02.442076 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-49cbac41-db4d-4c56-ad4e-7d91d78c4bdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, bd038d00-f878-415e-9420-007101701bb8) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:24:02.446471 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cbac41-db4d-4c56-ad4e-7d91d78c4bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:02.447140 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-49cbac41-db4d-4c56-ad4e-7d91d78c4bdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:02.453529 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e3740b-8033-41b2-9534-71b4bf79757d None None] Network bd038d00-f878-415e-9420-007101701bb8 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:24:02.469275 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-49cbac41-db4d-4c56-ad4e-7d91d78c4bdf admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3929813 May 13 15:24:02.705926 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363859de-4772-4d6a-ade7-98e794c651fb None None] Network bd038d00-f878-415e-9420-007101701bb8 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:24:03.133122 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-2df859b7-2152-4523-9566-3089525f622d tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:03.133792 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-2df859b7-2152-4523-9566-3089525f622d tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Synchronizing usage tracker for tenant:abddf26ec55e48cc9687c714a953af8d on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:24:03.150217 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-2df859b7-2152-4523-9566-3089525f622d tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Unset dirty status for tenant:abddf26ec55e48cc9687c714a953af8d on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:24:03.151408 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-2df859b7-2152-4523-9566-3089525f622d tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/networks?id=bd038d00-f878-415e-9420-007101701bb8 HTTP/1.1" status: 200 len: 814 time: 0.2804990 May 13 15:24:03.166622 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-95c5fa39-5a79-4f8b-a488-f0b0748702b2 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/quotas/abddf26ec55e48cc9687c714a953af8d HTTP/1.1" status: 200 len: 375 time: 0.0096526 May 13 15:24:03.215282 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-f03867e8-e277-486b-a5f5-da172b6a2c55 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=abddf26ec55e48cc9687c714a953af8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435061 May 13 15:24:03.352373 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-99d62a10-1077-4ee7-b12f-d039a7fa5f4e service neutron] 10.222.0.35 "GET /v2.0/networks/bd038d00-f878-415e-9420-007101701bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302183 May 13 15:24:03.486935 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-8811d996-09b1-49b7-8431-f7dc44a4681f service neutron] 10.222.0.35 "GET /v2.0/networks/bd038d00-f878-415e-9420-007101701bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283813 May 13 15:24:03.660533 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fb0d50a3-261e-45aa-818e-1e4e8efc72f2 req-b680b31e-4f01-4afa-9df0-255040d43e86 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c69d7a3-4a45-4d73-b630-099239d77272 HTTP/1.1" status: 200 len: 210 time: 0.0431783 May 13 15:24:04.767298 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-b5c7a0b1-7bec-4462-aca3-e33fed7cb2cb tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:04.768774 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-b5c7a0b1-7bec-4462-aca3-e33fed7cb2cb tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.74 "GET /v2.0/networks?id=bd038d00-f878-415e-9420-007101701bb8 HTTP/1.1" status: 200 len: 814 time: 0.1514695 May 13 15:24:04.785691 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-25dfe3a1-e85f-4917-9152-a6c953bdd98f tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Request body: {'port': {'device_id': '6c69d7a3-4a45-4d73-b630-099239d77272', 'network_id': 'bd038d00-f878-415e-9420-007101701bb8', 'admin_state_up': True, 'tenant_id': 'abddf26ec55e48cc9687c714a953af8d'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:04.821460 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a3622225-80b6-4097-a3c1-8ec9f6c13a60 req-21e11be3-817c-438d-9693-5123bb6bb76a tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c69d7a3-4a45-4d73-b630-099239d77272 HTTP/1.1" status: 200 len: 210 time: 0.0441713 May 13 15:24:04.937293 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-25dfe3a1-e85f-4917-9152-a6c953bdd98f tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:04.941565 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-25dfe3a1-e85f-4917-9152-a6c953bdd98f tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Usage tracker for resource:port and tenant:abddf26ec55e48cc9687c714a953af8d is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:04.944840 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-25dfe3a1-e85f-4917-9152-a6c953bdd98f tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:04.950948 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-25dfe3a1-e85f-4917-9152-a6c953bdd98f tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:04.961590 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-25dfe3a1-e85f-4917-9152-a6c953bdd98f tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Made reservation on behalf of abddf26ec55e48cc9687c714a953af8d for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:24:04.965047 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-25dfe3a1-e85f-4917-9152-a6c953bdd98f tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:05.127035 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-25dfe3a1-e85f-4917-9152-a6c953bdd98f tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Allocated IP 172.20.0.2 (bd038d00-f878-415e-9420-007101701bb8/76d31ba0-ec9c-4b50-9b51-067d9aa8de26/a122af8b-a71c-4eaf-920d-96a5f6e67e5a) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:24:05.325104 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-25dfe3a1-e85f-4917-9152-a6c953bdd98f tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:05.354164 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-25dfe3a1-e85f-4917-9152-a6c953bdd98f tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:05.431892 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-25dfe3a1-e85f-4917-9152-a6c953bdd98f tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Network bd038d00-f878-415e-9420-007101701bb8 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:24:05.435551 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-25dfe3a1-e85f-4917-9152-a6c953bdd98f tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:24:05.438190 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-25dfe3a1-e85f-4917-9152-a6c953bdd98f tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:24:05.481816 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dfe3a1-e85f-4917-9152-a6c953bdd98f tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Pushing event updated for resources: {'Port': ['ID=a122af8b-a71c-4eaf-920d-96a5f6e67e5a,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:05.507084 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-25dfe3a1-e85f-4917-9152-a6c953bdd98f tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:05.507634 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-25dfe3a1-e85f-4917-9152-a6c953bdd98f tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:05.527872 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-25dfe3a1-e85f-4917-9152-a6c953bdd98f tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7462919 May 13 15:24:05.545186 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-83c22de1-7f99-4621-a11a-2d85c8955b8d service neutron] Request body: {'port': {'device_id': '6c69d7a3-4a45-4d73-b630-099239d77272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:05.768265 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-83c22de1-7f99-4621-a11a-2d85c8955b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:06.118629 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47cd7d-d4a5-4795-9a03-9f33134d7917 req-ccd8fb0f-e1aa-4e0d-bc6e-93a4bf5a0986 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:06.119339 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ee47cd7d-d4a5-4795-9a03-9f33134d7917 req-ccd8fb0f-e1aa-4e0d-bc6e-93a4bf5a0986 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Synchronizing usage tracker for tenant:abddf26ec55e48cc9687c714a953af8d on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:24:06.173958 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ee47cd7d-d4a5-4795-9a03-9f33134d7917 req-ccd8fb0f-e1aa-4e0d-bc6e-93a4bf5a0986 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Unset dirty status for tenant:abddf26ec55e48cc9687c714a953af8d on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:24:06.175087 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ee47cd7d-d4a5-4795-9a03-9f33134d7917 req-ccd8fb0f-e1aa-4e0d-bc6e-93a4bf5a0986 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c69d7a3-4a45-4d73-b630-099239d77272 HTTP/1.1" status: 200 len: 931 time: 0.2413125 May 13 15:24:06.222815 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-83c22de1-7f99-4621-a11a-2d85c8955b8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a122af8b-a71c-4eaf-920d-96a5f6e67e5a {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:24:06.233768 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-83c22de1-7f99-4621-a11a-2d85c8955b8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:06.246515 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ee47cd7d-d4a5-4795-9a03-9f33134d7917 req-a33ac2a5-7894-40e0-949c-579746392c80 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f1438a2-6fc3-47df-854b-a75b45f79d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606582 May 13 15:24:06.255555 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-83c22de1-7f99-4621-a11a-2d85c8955b8d service neutron] Transition to ACTIVE for port object a122af8b-a71c-4eaf-920d-96a5f6e67e5a will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:24:06.259336 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-83c22de1-7f99-4621-a11a-2d85c8955b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:06.387371 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c22de1-7f99-4621-a11a-2d85c8955b8d service neutron] Pushing event updated for resources: {'Port': ['ID=a122af8b-a71c-4eaf-920d-96a5f6e67e5a,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:06.492777 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-83c22de1-7f99-4621-a11a-2d85c8955b8d service neutron] Attempting to bind port a122af8b-a71c-4eaf-920d-96a5f6e67e5a on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:24:06.493106 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-83c22de1-7f99-4621-a11a-2d85c8955b8d service neutron] Attempting to bind port a122af8b-a71c-4eaf-920d-96a5f6e67e5a by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'ce522a3d-52dd-4d92-878b-95b6014f14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'bd038d00-f878-415e-9420-007101701bb8'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:24:06.493448 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-83c22de1-7f99-4621-a11a-2d85c8955b8d service neutron] Attempting to bind port a122af8b-a71c-4eaf-920d-96a5f6e67e5a on network bd038d00-f878-415e-9420-007101701bb8 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:24:06.497964 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-83c22de1-7f99-4621-a11a-2d85c8955b8d service neutron] Port a122af8b-a71c-4eaf-920d-96a5f6e67e5a on network bd038d00-f878-415e-9420-007101701bb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:24:06.498280 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-83c22de1-7f99-4621-a11a-2d85c8955b8d service neutron] Attempting to bind port a122af8b-a71c-4eaf-920d-96a5f6e67e5a on network bd038d00-f878-415e-9420-007101701bb8 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:24:06.503649 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-83c22de1-7f99-4621-a11a-2d85c8955b8d service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:24:06.503913 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-83c22de1-7f99-4621-a11a-2d85c8955b8d service neutron] Checking segment: {'id': 'ce522a3d-52dd-4d92-878b-95b6014f14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'bd038d00-f878-415e-9420-007101701bb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:24:06.504292 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-83c22de1-7f99-4621-a11a-2d85c8955b8d service neutron] Bound using segment: {'id': 'ce522a3d-52dd-4d92-878b-95b6014f14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'bd038d00-f878-415e-9420-007101701bb8'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:24:06.504710 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-83c22de1-7f99-4621-a11a-2d85c8955b8d service neutron] Bound port: a122af8b-a71c-4eaf-920d-96a5f6e67e5a, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce522a3d-52dd-4d92-878b-95b6014f14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'bd038d00-f878-415e-9420-007101701bb8'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:24:06.505052 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-83c22de1-7f99-4621-a11a-2d85c8955b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:06.594297 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-83c22de1-7f99-4621-a11a-2d85c8955b8d service neutron] For port a122af8b-a71c-4eaf-920d-96a5f6e67e5a, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:24:06.597930 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-83c22de1-7f99-4621-a11a-2d85c8955b8d service neutron] For port a122af8b-a71c-4eaf-920d-96a5f6e67e5a, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a122af8b-a71c-4eaf-920d-96a5f6e67e5a,segment=NetworkSegment(ce522a3d-52dd-4d92-878b-95b6014f14ee),segment_id=ce522a3d-52dd-4d92-878b-95b6014f14ee)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:24:06.602589 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-83c22de1-7f99-4621-a11a-2d85c8955b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:06.666527 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-83c22de1-7f99-4621-a11a-2d85c8955b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:06.667153 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-83c22de1-7f99-4621-a11a-2d85c8955b8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:06.668513 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-83c22de1-7f99-4621-a11a-2d85c8955b8d service neutron] 10.222.0.74 "PUT /v2.0/ports/a122af8b-a71c-4eaf-920d-96a5f6e67e5a HTTP/1.1" status: 200 len: 1091 time: 1.1273305 May 13 15:24:06.668940 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c69d7a3-4a45-4d73-b630-099239d77272', 'tag': 'a122af8b-a71c-4eaf-920d-96a5f6e67e5a'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:24:06.689338 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c22de1-7f99-4621-a11a-2d85c8955b8d service neutron] Pushing event updated for resources: {'Port': ['ID=a122af8b-a71c-4eaf-920d-96a5f6e67e5a,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:06.715522 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b90073c-81fa-464b-b73a-309bae9e5b7e'] response: {'name': 'network-changed', 'server_uuid': '6c69d7a3-4a45-4d73-b630-099239d77272', 'tag': 'a122af8b-a71c-4eaf-920d-96a5f6e67e5a', 'status': 'completed', 'code': 200} May 13 15:24:06.803172 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-d58665c7-3d95-41f2-9dfc-80989fc101f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:06.804677 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-d58665c7-3d95-41f2-9dfc-80989fc101f4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=abddf26ec55e48cc9687c714a953af8d&device_id=6c69d7a3-4a45-4d73-b630-099239d77272 HTTP/1.1" status: 200 len: 1094 time: 0.0733521 May 13 15:24:06.882639 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-576693e5-0af2-47ce-ad1a-5442f826b455 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a122af8b-a71c-4eaf-920d-96a5f6e67e5a HTTP/1.1" status: 200 len: 217 time: 0.0655584 May 13 15:24:06.945276 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-0caa090b-9639-4f4f-8e4b-31f42333eb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:06.946638 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-0caa090b-9639-4f4f-8e4b-31f42333eb2b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=76d31ba0-ec9c-4b50-9b51-067d9aa8de26 HTTP/1.1" status: 200 len: 854 time: 0.0585735 May 13 15:24:07.000281 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-a0e17442-c6f2-4c82-8c21-3fd7dde15e52 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd038d00-f878-415e-9420-007101701bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475261 May 13 15:24:07.133748 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-b281d6f5-b652-44fe-b9c5-068778ed4100 service neutron] 10.222.0.74 "GET /v2.0/networks/bd038d00-f878-415e-9420-007101701bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277428 May 13 15:24:07.265901 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f7b71f21-9b75-4039-b190-15e8571d4d0a req-3c8d5f6c-725b-4840-9f15-9b5c47d06fe6 service neutron] 10.222.0.74 "GET /v2.0/networks/bd038d00-f878-415e-9420-007101701bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263180 May 13 15:24:07.483528 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c383bc-f0a5-4e97-a69c-c188b7531117 req-e289a50a-d407-4890-9be7-19d302a0179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:07.485003 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-62c383bc-f0a5-4e97-a69c-c188b7531117 req-e289a50a-d407-4890-9be7-19d302a0179b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=abddf26ec55e48cc9687c714a953af8d&device_id=6c69d7a3-4a45-4d73-b630-099239d77272 HTTP/1.1" status: 200 len: 1094 time: 0.1391249 May 13 15:24:07.495401 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e285134-efef-48a4-a100-1810b019f5d3 req-0938acbe-609d-468c-89f1-0c18f46d7a5e tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:07.496771 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4e285134-efef-48a4-a100-1810b019f5d3 req-0938acbe-609d-468c-89f1-0c18f46d7a5e tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c69d7a3-4a45-4d73-b630-099239d77272 HTTP/1.1" status: 200 len: 943 time: 0.1173983 May 13 15:24:07.734791 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4e285134-efef-48a4-a100-1810b019f5d3 req-dfb97549-21fe-401f-96c7-ba6f7ac8130d tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f1438a2-6fc3-47df-854b-a75b45f79d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147606 May 13 15:24:07.769855 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c383bc-f0a5-4e97-a69c-c188b7531117 req-5bfc5b08-4125-4c5a-b0ec-fc696214ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:07.771342 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-62c383bc-f0a5-4e97-a69c-c188b7531117 req-5bfc5b08-4125-4c5a-b0ec-fc696214ecc1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bd038d00-f878-415e-9420-007101701bb8 HTTP/1.1" status: 200 len: 915 time: 0.2736752 May 13 15:24:07.842083 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-62c383bc-f0a5-4e97-a69c-c188b7531117 req-6453757a-2f4b-4fd6-be37-f701be1beab1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a122af8b-a71c-4eaf-920d-96a5f6e67e5a HTTP/1.1" status: 200 len: 217 time: 0.0639915 May 13 15:24:07.902873 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c383bc-f0a5-4e97-a69c-c188b7531117 req-4a157c12-29f9-421b-b8b4-ea95cb757c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:07.904360 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-62c383bc-f0a5-4e97-a69c-c188b7531117 req-4a157c12-29f9-421b-b8b4-ea95cb757c1a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=76d31ba0-ec9c-4b50-9b51-067d9aa8de26 HTTP/1.1" status: 200 len: 854 time: 0.0567727 May 13 15:24:07.955364 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-62c383bc-f0a5-4e97-a69c-c188b7531117 req-ff6fff17-afd6-4bf5-8c32-6170cf8d38f8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd038d00-f878-415e-9420-007101701bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437472 May 13 15:24:08.091858 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-62c383bc-f0a5-4e97-a69c-c188b7531117 req-eb91a0cd-6cb8-42a9-bc1b-fd6f6474027c service neutron] 10.222.0.74 "GET /v2.0/networks/bd038d00-f878-415e-9420-007101701bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301482 May 13 15:24:08.224872 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-62c383bc-f0a5-4e97-a69c-c188b7531117 req-47c002af-f613-4c74-9f21-def9650772a4 service neutron] 10.222.0.74 "GET /v2.0/networks/bd038d00-f878-415e-9420-007101701bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262059 May 13 15:24:08.923976 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e48a77-0e6c-4808-9798-e7c7d0b812dc req-b935b962-5294-430c-9922-f4b14fa4e51c tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:08.926013 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-54e48a77-0e6c-4808-9798-e7c7d0b812dc req-b935b962-5294-430c-9922-f4b14fa4e51c tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c69d7a3-4a45-4d73-b630-099239d77272 HTTP/1.1" status: 200 len: 943 time: 0.0866759 May 13 15:24:08.969016 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-54e48a77-0e6c-4808-9798-e7c7d0b812dc req-9f2ab822-df71-4576-b5bf-1c2604692516 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Synchronizing usage tracker for tenant:abddf26ec55e48cc9687c714a953af8d on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:24:08.986206 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-54e48a77-0e6c-4808-9798-e7c7d0b812dc req-9f2ab822-df71-4576-b5bf-1c2604692516 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Unset dirty status for tenant:abddf26ec55e48cc9687c714a953af8d on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:24:08.988105 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-54e48a77-0e6c-4808-9798-e7c7d0b812dc req-9f2ab822-df71-4576-b5bf-1c2604692516 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f1438a2-6fc3-47df-854b-a75b45f79d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565014 May 13 15:24:10.102557 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device a122af8b-a71c-4eaf-920d-96a5f6e67e5a details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:24:10.182201 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac1ff7-7f90-41a6-a1c1-88fccb90e1e0 req-401a214d-796d-4ed3-82a9-1097542e7b15 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:10.183774 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-eaac1ff7-7f90-41a6-a1c1-88fccb90e1e0 req-401a214d-796d-4ed3-82a9-1097542e7b15 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c69d7a3-4a45-4d73-b630-099239d77272 HTTP/1.1" status: 200 len: 943 time: 0.0886385 May 13 15:24:10.233342 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-eaac1ff7-7f90-41a6-a1c1-88fccb90e1e0 req-dfa1271b-107d-4fa9-a591-29a04d43f951 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f1438a2-6fc3-47df-854b-a75b45f79d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419738 May 13 15:24:10.246251 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port a122af8b-a71c-4eaf-920d-96a5f6e67e5a, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a122af8b-a71c-4eaf-920d-96a5f6e67e5a,segment=NetworkSegment(ce522a3d-52dd-4d92-878b-95b6014f14ee),segment_id=ce522a3d-52dd-4d92-878b-95b6014f14ee)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:10.269092 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'a122af8b-a71c-4eaf-920d-96a5f6e67e5a', 'network_id': 'bd038d00-f878-415e-9420-007101701bb8', 'port_id': 'a122af8b-a71c-4eaf-920d-96a5f6e67e5a', 'mac_address': 'fa:16:3e:0d:f6:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d31ba0-ec9c-4b50-9b51-067d9aa8de26', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:24:10.324432 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port a122af8b-a71c-4eaf-920d-96a5f6e67e5a is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:24:10.324918 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:10.345709 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a122af8b-a71c-4eaf-920d-96a5f6e67e5a {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:24:10.361621 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port a122af8b-a71c-4eaf-920d-96a5f6e67e5a, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a122af8b-a71c-4eaf-920d-96a5f6e67e5a,segment=NetworkSegment(ce522a3d-52dd-4d92-878b-95b6014f14ee),segment_id=ce522a3d-52dd-4d92-878b-95b6014f14ee)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:10.365665 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:10.434369 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=a122af8b-a71c-4eaf-920d-96a5f6e67e5a,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:10.729036 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['a122af8b-a71c-4eaf-920d-96a5f6e67e5a'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:24:11.420332 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167af3e-ec65-4b45-a4c5-42cd73716559 req-7da76e49-3e10-46f3-85ff-fb703ebfce7f tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:11.421886 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4167af3e-ec65-4b45-a4c5-42cd73716559 req-7da76e49-3e10-46f3-85ff-fb703ebfce7f tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c69d7a3-4a45-4d73-b630-099239d77272 HTTP/1.1" status: 200 len: 944 time: 0.0825026 May 13 15:24:11.471707 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4167af3e-ec65-4b45-a4c5-42cd73716559 req-651162e8-4f5b-47f4-b77a-5a24461d3799 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f1438a2-6fc3-47df-854b-a75b45f79d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434854 May 13 15:24:12.104516 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device a122af8b-a71c-4eaf-920d-96a5f6e67e5a up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:24:12.182006 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port a122af8b-a71c-4eaf-920d-96a5f6e67e5a completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:24:12.186787 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port a122af8b-a71c-4eaf-920d-96a5f6e67e5a triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:24:12.187189 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:12.315328 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port a122af8b-a71c-4eaf-920d-96a5f6e67e5a is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:24:12.315708 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:12.344886 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c69d7a3-4a45-4d73-b630-099239d77272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a122af8b-a71c-4eaf-920d-96a5f6e67e5a'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:24:12.356446 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port a122af8b-a71c-4eaf-920d-96a5f6e67e5a, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a122af8b-a71c-4eaf-920d-96a5f6e67e5a,segment=NetworkSegment(ce522a3d-52dd-4d92-878b-95b6014f14ee),segment_id=ce522a3d-52dd-4d92-878b-95b6014f14ee)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:12.360448 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:12.400649 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fee45626-feac-4599-af34-0286ab014ce0'] response: {'server_uuid': '6c69d7a3-4a45-4d73-b630-099239d77272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a122af8b-a71c-4eaf-920d-96a5f6e67e5a', 'code': 200} May 13 15:24:12.433436 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=a122af8b-a71c-4eaf-920d-96a5f6e67e5a,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:12.539789 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32937ae1-5dc2-4676-85cf-33d7e99f7a08 req-3fadfd5b-7001-4386-bdb7-9534c36606c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:12.541263 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-32937ae1-5dc2-4676-85cf-33d7e99f7a08 req-3fadfd5b-7001-4386-bdb7-9534c36606c5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6c69d7a3-4a45-4d73-b630-099239d77272 HTTP/1.1" status: 200 len: 1096 time: 0.0714092 May 13 15:24:12.585416 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-32937ae1-5dc2-4676-85cf-33d7e99f7a08 req-3cb2264e-d453-467d-a4e8-ffc3611507c4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2f1438a2-6fc3-47df-854b-a75b45f79d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386543 May 13 15:24:12.665689 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917b5c6-85ff-4d07-ab96-ee9dfa1a7b39 req-804ad7b7-ef49-47e6-9134-44be96456cfa tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:12.667166 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6917b5c6-85ff-4d07-ab96-ee9dfa1a7b39 req-804ad7b7-ef49-47e6-9134-44be96456cfa tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c69d7a3-4a45-4d73-b630-099239d77272 HTTP/1.1" status: 200 len: 945 time: 0.0871410 May 13 15:24:12.714223 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6917b5c6-85ff-4d07-ab96-ee9dfa1a7b39 req-10a9bd87-a619-47a4-8bd5-82b217c5e402 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f1438a2-6fc3-47df-854b-a75b45f79d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414064 May 13 15:24:13.904152 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac79c7a-acb5-494f-b0bc-30e0818fb13e req-b9b9e210-e59d-4dda-a5ce-e36c3c4bb948 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:13.905771 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5ac79c7a-acb5-494f-b0bc-30e0818fb13e req-b9b9e210-e59d-4dda-a5ce-e36c3c4bb948 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c69d7a3-4a45-4d73-b630-099239d77272 HTTP/1.1" status: 200 len: 945 time: 0.0847330 May 13 15:24:13.953222 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5ac79c7a-acb5-494f-b0bc-30e0818fb13e req-54885a0f-e591-452c-90ca-20816d94846b tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f1438a2-6fc3-47df-854b-a75b45f79d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414102 May 13 15:24:15.144216 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c30c44-0e79-4107-a20e-813c81448986 req-1dba1655-0fab-4bb6-a62f-9caf6198c4f5 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:15.145652 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-29c30c44-0e79-4107-a20e-813c81448986 req-1dba1655-0fab-4bb6-a62f-9caf6198c4f5 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c69d7a3-4a45-4d73-b630-099239d77272 HTTP/1.1" status: 200 len: 945 time: 0.0844793 May 13 15:24:15.188940 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-29c30c44-0e79-4107-a20e-813c81448986 req-e8ee7c2f-b983-4725-8a37-34f4f4cf0af0 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f1438a2-6fc3-47df-854b-a75b45f79d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377085 May 13 15:24:15.486905 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-db680630-11fc-43be-bd49-c6e3a6085a78 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:15.488967 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-db680630-11fc-43be-bd49-c6e3a6085a78 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/networks?id=bd038d00-f878-415e-9420-007101701bb8 HTTP/1.1" status: 200 len: 814 time: 0.1613898 May 13 15:24:15.504540 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-04f9891e-3cb2-42a8-b0d5-72f526dd9d98 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/quotas/abddf26ec55e48cc9687c714a953af8d HTTP/1.1" status: 200 len: 375 time: 0.0098488 May 13 15:24:15.591023 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-acdaa0ab-2137-4188-8627-6af536b44110 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=abddf26ec55e48cc9687c714a953af8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0814242 May 13 15:24:15.729055 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-29eea63d-0fd3-49e8-9646-513e3d5461ca service neutron] 10.222.0.35 "GET /v2.0/networks/bd038d00-f878-415e-9420-007101701bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308186 May 13 15:24:15.867520 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-bb0ec121-67bf-44bf-bcc3-0d131fb10e9d service neutron] 10.222.0.35 "GET /v2.0/networks/bd038d00-f878-415e-9420-007101701bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254926 May 13 15:24:16.047436 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ebba2b74-9b04-48a3-975d-ca0273c020bb req-c7ad38b7-4d9b-4b81-b86f-a8075156a3f7 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?device_id=54612dec-9bfc-45da-bd85-45095ff90fb0 HTTP/1.1" status: 200 len: 210 time: 0.0444248 May 13 15:24:17.213568 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-867bdc9b-3550-4194-b12b-a65e7cebc364 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:17.214959 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-867bdc9b-3550-4194-b12b-a65e7cebc364 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.59 "GET /v2.0/networks?id=bd038d00-f878-415e-9420-007101701bb8 HTTP/1.1" status: 200 len: 814 time: 0.2848806 May 13 15:24:17.227857 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d2c66526-8b16-4861-b06b-fdd2eb009efa req-ec8a7fb1-023e-44db-942e-0903c149fb1e tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?device_id=54612dec-9bfc-45da-bd85-45095ff90fb0 HTTP/1.1" status: 200 len: 210 time: 0.0512092 May 13 15:24:17.232311 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-b6fb93e1-7e9f-44b6-9843-45fe3a658df0 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Request body: {'port': {'device_id': '54612dec-9bfc-45da-bd85-45095ff90fb0', 'network_id': 'bd038d00-f878-415e-9420-007101701bb8', 'admin_state_up': True, 'tenant_id': 'abddf26ec55e48cc9687c714a953af8d'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:17.372429 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-b6fb93e1-7e9f-44b6-9843-45fe3a658df0 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:17.382072 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-b6fb93e1-7e9f-44b6-9843-45fe3a658df0 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:17.392231 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-b6fb93e1-7e9f-44b6-9843-45fe3a658df0 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Made reservation on behalf of abddf26ec55e48cc9687c714a953af8d for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:24:17.396349 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-b6fb93e1-7e9f-44b6-9843-45fe3a658df0 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:17.569041 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-b6fb93e1-7e9f-44b6-9843-45fe3a658df0 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Allocated IP 172.20.0.7 (bd038d00-f878-415e-9420-007101701bb8/76d31ba0-ec9c-4b50-9b51-067d9aa8de26/b6c0539c-f159-46d3-9b5d-3c937821d9e6) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:24:17.773992 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-b6fb93e1-7e9f-44b6-9843-45fe3a658df0 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:17.802901 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-b6fb93e1-7e9f-44b6-9843-45fe3a658df0 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:17.835824 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['a122af8b-a71c-4eaf-920d-96a5f6e67e5a'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:24:17.879392 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-b6fb93e1-7e9f-44b6-9843-45fe3a658df0 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Network bd038d00-f878-415e-9420-007101701bb8 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:24:17.882702 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-b6fb93e1-7e9f-44b6-9843-45fe3a658df0 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:24:17.886667 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-b6fb93e1-7e9f-44b6-9843-45fe3a658df0 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:24:17.928481 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb93e1-7e9f-44b6-9843-45fe3a658df0 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Pushing event updated for resources: {'Port': ['ID=b6c0539c-f159-46d3-9b5d-3c937821d9e6,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:17.943028 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fb93e1-7e9f-44b6-9843-45fe3a658df0 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:17.943398 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fb93e1-7e9f-44b6-9843-45fe3a658df0 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:17.943833 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fb93e1-7e9f-44b6-9843-45fe3a658df0 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:17.944422 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fb93e1-7e9f-44b6-9843-45fe3a658df0 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:17.944763 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fb93e1-7e9f-44b6-9843-45fe3a658df0 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:17.945093 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fb93e1-7e9f-44b6-9843-45fe3a658df0 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:17.945420 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fb93e1-7e9f-44b6-9843-45fe3a658df0 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:17.945751 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fb93e1-7e9f-44b6-9843-45fe3a658df0 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:17.946077 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fb93e1-7e9f-44b6-9843-45fe3a658df0 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:17.946399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fb93e1-7e9f-44b6-9843-45fe3a658df0 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:17.946722 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fb93e1-7e9f-44b6-9843-45fe3a658df0 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:17.947040 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fb93e1-7e9f-44b6-9843-45fe3a658df0 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:17.966373 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-b6fb93e1-7e9f-44b6-9843-45fe3a658df0 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:17.966977 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-b6fb93e1-7e9f-44b6-9843-45fe3a658df0 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:17.993687 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-b6fb93e1-7e9f-44b6-9843-45fe3a658df0 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7648454 May 13 15:24:18.004719 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-e6c722e0-6ad6-41aa-9f35-480a64087cc6 service neutron] Request body: {'port': {'device_id': '54612dec-9bfc-45da-bd85-45095ff90fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:18.118556 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-e6c722e0-6ad6-41aa-9f35-480a64087cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:18.417077 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578891b9-11c0-4a29-a9a7-63b1ec6509a4 req-7af6235b-44fe-4ba0-bef2-8e4bb0a12145 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:18.418464 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-578891b9-11c0-4a29-a9a7-63b1ec6509a4 req-7af6235b-44fe-4ba0-bef2-8e4bb0a12145 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?device_id=54612dec-9bfc-45da-bd85-45095ff90fb0 HTTP/1.1" status: 200 len: 931 time: 0.0844162 May 13 15:24:18.465614 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-e6c722e0-6ad6-41aa-9f35-480a64087cc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6c0539c-f159-46d3-9b5d-3c937821d9e6 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:24:18.467882 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-578891b9-11c0-4a29-a9a7-63b1ec6509a4 req-000acf6d-ac83-40b7-9a47-33687d585f3b tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f1438a2-6fc3-47df-854b-a75b45f79d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435905 May 13 15:24:18.474180 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-e6c722e0-6ad6-41aa-9f35-480a64087cc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:18.491084 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-e6c722e0-6ad6-41aa-9f35-480a64087cc6 service neutron] Transition to ACTIVE for port object b6c0539c-f159-46d3-9b5d-3c937821d9e6 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:24:18.495780 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-e6c722e0-6ad6-41aa-9f35-480a64087cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:18.559244 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:18.630199 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c722e0-6ad6-41aa-9f35-480a64087cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c0539c-f159-46d3-9b5d-3c937821d9e6,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:18.733193 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-e6c722e0-6ad6-41aa-9f35-480a64087cc6 service neutron] Attempting to bind port b6c0539c-f159-46d3-9b5d-3c937821d9e6 on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:24:18.733436 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-e6c722e0-6ad6-41aa-9f35-480a64087cc6 service neutron] Attempting to bind port b6c0539c-f159-46d3-9b5d-3c937821d9e6 by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'ce522a3d-52dd-4d92-878b-95b6014f14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'bd038d00-f878-415e-9420-007101701bb8'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:24:18.733765 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-e6c722e0-6ad6-41aa-9f35-480a64087cc6 service neutron] Attempting to bind port b6c0539c-f159-46d3-9b5d-3c937821d9e6 on network bd038d00-f878-415e-9420-007101701bb8 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:24:18.739083 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-e6c722e0-6ad6-41aa-9f35-480a64087cc6 service neutron] Port b6c0539c-f159-46d3-9b5d-3c937821d9e6 on network bd038d00-f878-415e-9420-007101701bb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:24:18.739436 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-e6c722e0-6ad6-41aa-9f35-480a64087cc6 service neutron] Attempting to bind port b6c0539c-f159-46d3-9b5d-3c937821d9e6 on network bd038d00-f878-415e-9420-007101701bb8 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:24:18.744538 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-e6c722e0-6ad6-41aa-9f35-480a64087cc6 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:24:18.744871 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-e6c722e0-6ad6-41aa-9f35-480a64087cc6 service neutron] Checking segment: {'id': 'ce522a3d-52dd-4d92-878b-95b6014f14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'bd038d00-f878-415e-9420-007101701bb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:24:18.745248 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-e6c722e0-6ad6-41aa-9f35-480a64087cc6 service neutron] Bound using segment: {'id': 'ce522a3d-52dd-4d92-878b-95b6014f14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'bd038d00-f878-415e-9420-007101701bb8'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:24:18.745664 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-e6c722e0-6ad6-41aa-9f35-480a64087cc6 service neutron] Bound port: b6c0539c-f159-46d3-9b5d-3c937821d9e6, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce522a3d-52dd-4d92-878b-95b6014f14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'bd038d00-f878-415e-9420-007101701bb8'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:24:18.746004 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-e6c722e0-6ad6-41aa-9f35-480a64087cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:18.840019 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-e6c722e0-6ad6-41aa-9f35-480a64087cc6 service neutron] For port b6c0539c-f159-46d3-9b5d-3c937821d9e6, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:24:18.842969 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-e6c722e0-6ad6-41aa-9f35-480a64087cc6 service neutron] For port b6c0539c-f159-46d3-9b5d-3c937821d9e6, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b6c0539c-f159-46d3-9b5d-3c937821d9e6,segment=NetworkSegment(ce522a3d-52dd-4d92-878b-95b6014f14ee),segment_id=ce522a3d-52dd-4d92-878b-95b6014f14ee)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:24:18.847650 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-e6c722e0-6ad6-41aa-9f35-480a64087cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:18.904796 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-e6c722e0-6ad6-41aa-9f35-480a64087cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:18.905394 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-e6c722e0-6ad6-41aa-9f35-480a64087cc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:18.906748 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-e6c722e0-6ad6-41aa-9f35-480a64087cc6 service neutron] 10.222.0.59 "PUT /v2.0/ports/b6c0539c-f159-46d3-9b5d-3c937821d9e6 HTTP/1.1" status: 200 len: 1091 time: 0.9067018 May 13 15:24:18.907196 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54612dec-9bfc-45da-bd85-45095ff90fb0', 'tag': 'b6c0539c-f159-46d3-9b5d-3c937821d9e6'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:24:18.935197 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c722e0-6ad6-41aa-9f35-480a64087cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c0539c-f159-46d3-9b5d-3c937821d9e6,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:18.975760 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-009b04f5-32c3-47e6-997c-2c235a3a5eee'] response: {'name': 'network-changed', 'server_uuid': '54612dec-9bfc-45da-bd85-45095ff90fb0', 'tag': 'b6c0539c-f159-46d3-9b5d-3c937821d9e6', 'status': 'completed', 'code': 200} May 13 15:24:19.016145 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-5a2b784e-1938-4498-a27a-ca82f12c4e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:19.017535 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-5a2b784e-1938-4498-a27a-ca82f12c4e2a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=abddf26ec55e48cc9687c714a953af8d&device_id=54612dec-9bfc-45da-bd85-45095ff90fb0 HTTP/1.1" status: 200 len: 1094 time: 0.0749238 May 13 15:24:19.193243 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-335b4eaa-a3f8-4263-be08-8c6094f8f970 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6c0539c-f159-46d3-9b5d-3c937821d9e6 HTTP/1.1" status: 200 len: 217 time: 0.1687677 May 13 15:24:19.257449 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-e60bc464-ec2d-412f-8f8c-dcad384a41f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:19.258863 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-e60bc464-ec2d-412f-8f8c-dcad384a41f3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=76d31ba0-ec9c-4b50-9b51-067d9aa8de26 HTTP/1.1" status: 200 len: 854 time: 0.0592906 May 13 15:24:19.303877 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-53412874-aa46-419b-8e46-e87ce745d112 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bd038d00-f878-415e-9420-007101701bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398951 May 13 15:24:19.431486 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-3b9722af-ce46-4788-964d-aa1a8890c230 service neutron] 10.222.0.59 "GET /v2.0/networks/bd038d00-f878-415e-9420-007101701bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219833 May 13 15:24:19.581563 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7dffe310-7c92-44f6-afbd-74c823b797ac req-8c708795-aced-43a3-99d6-56428cfc66c8 service neutron] 10.222.0.59 "GET /v2.0/networks/bd038d00-f878-415e-9420-007101701bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434846 May 13 15:24:19.673380 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422dc85-1190-43bf-ac4e-4f7b278f96ea req-e0a4ce5a-15b6-4d68-b2d6-cba473aff243 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:19.674940 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4422dc85-1190-43bf-ac4e-4f7b278f96ea req-e0a4ce5a-15b6-4d68-b2d6-cba473aff243 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?device_id=54612dec-9bfc-45da-bd85-45095ff90fb0 HTTP/1.1" status: 200 len: 943 time: 0.0940681 May 13 15:24:19.708546 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7926bce-5c05-46dc-8b53-cc49eec392ff req-3b8c5937-7137-4c17-8e88-c42baf958507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:19.710015 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f7926bce-5c05-46dc-8b53-cc49eec392ff req-3b8c5937-7137-4c17-8e88-c42baf958507 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=abddf26ec55e48cc9687c714a953af8d&device_id=54612dec-9bfc-45da-bd85-45095ff90fb0 HTTP/1.1" status: 200 len: 1094 time: 0.0769649 May 13 15:24:19.723530 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4422dc85-1190-43bf-ac4e-4f7b278f96ea req-248c44b4-69e3-4582-9a07-4d221992955c tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f1438a2-6fc3-47df-854b-a75b45f79d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427935 May 13 15:24:19.843480 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7926bce-5c05-46dc-8b53-cc49eec392ff req-677f0d33-4b29-4ce0-be39-e08a155e7163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:19.844859 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f7926bce-5c05-46dc-8b53-cc49eec392ff req-677f0d33-4b29-4ce0-be39-e08a155e7163 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bd038d00-f878-415e-9420-007101701bb8 HTTP/1.1" status: 200 len: 915 time: 0.1292336 May 13 15:24:19.919506 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f7926bce-5c05-46dc-8b53-cc49eec392ff req-4d645980-5abc-49c3-9dc3-d16a23e10eab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6c0539c-f159-46d3-9b5d-3c937821d9e6 HTTP/1.1" status: 200 len: 217 time: 0.0677450 May 13 15:24:19.985338 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7926bce-5c05-46dc-8b53-cc49eec392ff req-f5209687-64eb-4758-bdc2-80e6b2b87641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:19.986768 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f7926bce-5c05-46dc-8b53-cc49eec392ff req-f5209687-64eb-4758-bdc2-80e6b2b87641 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=76d31ba0-ec9c-4b50-9b51-067d9aa8de26 HTTP/1.1" status: 200 len: 854 time: 0.0614920 May 13 15:24:20.033313 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f7926bce-5c05-46dc-8b53-cc49eec392ff req-1e3d9d96-d2e0-4128-bd60-382ff0821dd1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bd038d00-f878-415e-9420-007101701bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407457 May 13 15:24:20.168981 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f7926bce-5c05-46dc-8b53-cc49eec392ff req-96686af4-7850-4a0e-8eb3-756a4b9372ec service neutron] 10.222.0.59 "GET /v2.0/networks/bd038d00-f878-415e-9420-007101701bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289477 May 13 15:24:20.304134 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f7926bce-5c05-46dc-8b53-cc49eec392ff req-a0344ef5-c33c-43c5-9e87-02f424d7f5b0 service neutron] 10.222.0.59 "GET /v2.0/networks/bd038d00-f878-415e-9420-007101701bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289141 May 13 15:24:20.910652 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947038c-2a27-44bb-9d1d-1a5b81bb49bf req-e3bdfcf6-5ba6-4748-a77f-b9c9fcdddd98 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:20.911424 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f947038c-2a27-44bb-9d1d-1a5b81bb49bf req-e3bdfcf6-5ba6-4748-a77f-b9c9fcdddd98 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Synchronizing usage tracker for tenant:abddf26ec55e48cc9687c714a953af8d on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:24:20.927615 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f947038c-2a27-44bb-9d1d-1a5b81bb49bf req-e3bdfcf6-5ba6-4748-a77f-b9c9fcdddd98 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Unset dirty status for tenant:abddf26ec55e48cc9687c714a953af8d on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:24:20.928956 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f947038c-2a27-44bb-9d1d-1a5b81bb49bf req-e3bdfcf6-5ba6-4748-a77f-b9c9fcdddd98 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?device_id=54612dec-9bfc-45da-bd85-45095ff90fb0 HTTP/1.1" status: 200 len: 943 time: 0.0986109 May 13 15:24:20.981265 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f947038c-2a27-44bb-9d1d-1a5b81bb49bf req-2dcb1201-a72d-445c-ba3e-d43c3d75ff70 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f1438a2-6fc3-47df-854b-a75b45f79d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466151 May 13 15:24:22.171630 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017bef6-d557-46cd-abd2-16a007170e9e req-d6ff317a-a587-4b39-aacd-5b87e0870fde tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:22.173101 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2017bef6-d557-46cd-abd2-16a007170e9e req-d6ff317a-a587-4b39-aacd-5b87e0870fde tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?device_id=54612dec-9bfc-45da-bd85-45095ff90fb0 HTTP/1.1" status: 200 len: 943 time: 0.0863380 May 13 15:24:22.217632 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2017bef6-d557-46cd-abd2-16a007170e9e req-be59ed43-131b-4aa4-8c17-6beb889c3a83 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f1438a2-6fc3-47df-854b-a75b45f79d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381718 May 13 15:24:23.320845 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b6c0539c-f159-46d3-9b5d-3c937821d9e6 details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:24:23.415399 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73784ec-c657-4309-8ce0-8bf080cf480d req-e6478ad2-ceee-4282-8125-6330920f2655 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:23.416867 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d73784ec-c657-4309-8ce0-8bf080cf480d req-e6478ad2-ceee-4282-8125-6330920f2655 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?device_id=54612dec-9bfc-45da-bd85-45095ff90fb0 HTTP/1.1" status: 200 len: 943 time: 0.0851629 May 13 15:24:23.455403 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b6c0539c-f159-46d3-9b5d-3c937821d9e6, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b6c0539c-f159-46d3-9b5d-3c937821d9e6,segment=NetworkSegment(ce522a3d-52dd-4d92-878b-95b6014f14ee),segment_id=ce522a3d-52dd-4d92-878b-95b6014f14ee)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:23.461659 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d73784ec-c657-4309-8ce0-8bf080cf480d req-8b10df13-18f0-4bb2-8fad-8bcd3179fff9 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f1438a2-6fc3-47df-854b-a75b45f79d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390322 May 13 15:24:23.469980 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'b6c0539c-f159-46d3-9b5d-3c937821d9e6', 'network_id': 'bd038d00-f878-415e-9420-007101701bb8', 'port_id': 'b6c0539c-f159-46d3-9b5d-3c937821d9e6', 'mac_address': 'fa:16:3e:76:78:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d31ba0-ec9c-4b50-9b51-067d9aa8de26', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:24:23.528353 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port b6c0539c-f159-46d3-9b5d-3c937821d9e6 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:24:23.528641 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:23.545879 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c0539c-f159-46d3-9b5d-3c937821d9e6 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:24:23.561241 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b6c0539c-f159-46d3-9b5d-3c937821d9e6, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b6c0539c-f159-46d3-9b5d-3c937821d9e6,segment=NetworkSegment(ce522a3d-52dd-4d92-878b-95b6014f14ee),segment_id=ce522a3d-52dd-4d92-878b-95b6014f14ee)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:23.565081 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:23.630990 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=b6c0539c-f159-46d3-9b5d-3c937821d9e6,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:23.769785 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['b6c0539c-f159-46d3-9b5d-3c937821d9e6'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:24:24.645018 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba148b9-be5f-4834-a6c5-aaece28e27f1 req-8043dade-7621-484c-b3b3-971af2b238f4 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:24.646466 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fba148b9-be5f-4834-a6c5-aaece28e27f1 req-8043dade-7621-484c-b3b3-971af2b238f4 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?device_id=54612dec-9bfc-45da-bd85-45095ff90fb0 HTTP/1.1" status: 200 len: 944 time: 0.0807278 May 13 15:24:24.689854 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fba148b9-be5f-4834-a6c5-aaece28e27f1 req-9ac35a47-92b1-4e4c-9e9a-4ac17297e9fa tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f1438a2-6fc3-47df-854b-a75b45f79d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376456 May 13 15:24:25.324858 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b6c0539c-f159-46d3-9b5d-3c937821d9e6 up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:24:25.392674 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port b6c0539c-f159-46d3-9b5d-3c937821d9e6 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:24:25.399185 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port b6c0539c-f159-46d3-9b5d-3c937821d9e6 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:24:25.399594 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:25.548632 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port b6c0539c-f159-46d3-9b5d-3c937821d9e6 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:24:25.549075 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:25.578880 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54612dec-9bfc-45da-bd85-45095ff90fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c0539c-f159-46d3-9b5d-3c937821d9e6'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:24:25.588963 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port b6c0539c-f159-46d3-9b5d-3c937821d9e6, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b6c0539c-f159-46d3-9b5d-3c937821d9e6,segment=NetworkSegment(ce522a3d-52dd-4d92-878b-95b6014f14ee),segment_id=ce522a3d-52dd-4d92-878b-95b6014f14ee)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:25.593225 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:25.632918 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2ab1cc5-82ca-404e-af4c-a71bda463bc4'] response: {'server_uuid': '54612dec-9bfc-45da-bd85-45095ff90fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c0539c-f159-46d3-9b5d-3c937821d9e6', 'code': 200} May 13 15:24:25.664423 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=b6c0539c-f159-46d3-9b5d-3c937821d9e6,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:25.754078 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e182a95-0659-4342-9305-d8739588f67b req-7887a0c3-db1b-4629-8a99-7f63bf0a5019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:25.755587 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e182a95-0659-4342-9305-d8739588f67b req-7887a0c3-db1b-4629-8a99-7f63bf0a5019 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=54612dec-9bfc-45da-bd85-45095ff90fb0 HTTP/1.1" status: 200 len: 1096 time: 0.0734501 May 13 15:24:25.799145 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9e182a95-0659-4342-9305-d8739588f67b req-302f80cd-817d-49d5-aa86-5015506f6f61 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2f1438a2-6fc3-47df-854b-a75b45f79d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376165 May 13 15:24:25.886091 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1c27e-dfc9-401b-b552-39eb73d69747 req-52bb3065-ae0f-45a5-a9dd-df29b146ebe8 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:25.887613 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f3b1c27e-dfc9-401b-b552-39eb73d69747 req-52bb3065-ae0f-45a5-a9dd-df29b146ebe8 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?device_id=54612dec-9bfc-45da-bd85-45095ff90fb0 HTTP/1.1" status: 200 len: 945 time: 0.0883722 May 13 15:24:25.934850 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f3b1c27e-dfc9-401b-b552-39eb73d69747 req-227e8538-91e2-4d06-b39a-338748dd68cc tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f1438a2-6fc3-47df-854b-a75b45f79d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409117 May 13 15:24:27.121703 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0721c-1d62-4a40-a77b-043d03e91a2e req-d64961bb-4e18-4583-99fb-a6a00378c43b tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:27.123175 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6ac0721c-1d62-4a40-a77b-043d03e91a2e req-d64961bb-4e18-4583-99fb-a6a00378c43b tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?device_id=54612dec-9bfc-45da-bd85-45095ff90fb0 HTTP/1.1" status: 200 len: 945 time: 0.0803773 May 13 15:24:27.166898 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6ac0721c-1d62-4a40-a77b-043d03e91a2e req-ce12fb60-2c0c-4759-840e-3e1e61ec041a tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f1438a2-6fc3-47df-854b-a75b45f79d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375350 May 13 15:24:27.345495 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-082fb832-22e2-4134-a14b-b41a8bf6d324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:27.655762 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b6f84-2383-42c3-ab8f-c61d7e381fe5 req-42bd29b4-b539-450e-84d0-5b70c55d7caa tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:27.657208 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4e6b6f84-2383-42c3-ab8f-c61d7e381fe5 req-42bd29b4-b539-450e-84d0-5b70c55d7caa tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?device_id=54612dec-9bfc-45da-bd85-45095ff90fb0 HTTP/1.1" status: 200 len: 945 time: 0.1885309 May 13 15:24:27.702309 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4e6b6f84-2383-42c3-ab8f-c61d7e381fe5 req-925454bd-b94d-42e3-b7e7-06e6e464d9d3 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f1438a2-6fc3-47df-854b-a75b45f79d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387168 May 13 15:24:28.733001 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2436113-6a8d-4745-8885-eeb426413c11 req-fc39c9f8-b47d-486f-a32b-ea705cd0f21d tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:28.734567 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e2436113-6a8d-4745-8885-eeb426413c11 req-fc39c9f8-b47d-486f-a32b-ea705cd0f21d tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.59 "GET /v2.0/ports?device_id=54612dec-9bfc-45da-bd85-45095ff90fb0 HTTP/1.1" status: 200 len: 945 time: 0.0791483 May 13 15:24:28.813999 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-e2436113-6a8d-4745-8885-eeb426413c11 req-f674c00b-ea0e-4c87-b1e1-c38686ea03fd tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Deleting port b6c0539c-f159-46d3-9b5d-3c937821d9e6 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:24:28.814520 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e2436113-6a8d-4745-8885-eeb426413c11 req-f674c00b-ea0e-4c87-b1e1-c38686ea03fd tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:28.903209 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6c8c-29f6-457c-97d2-006f56c93f0b req-c190298c-f652-4cb4-aa7f-d7f2ccfc3cfb tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:28.904729 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aa9f6c8c-29f6-457c-97d2-006f56c93f0b req-c190298c-f652-4cb4-aa7f-d7f2ccfc3cfb tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?device_id=54612dec-9bfc-45da-bd85-45095ff90fb0 HTTP/1.1" status: 200 len: 945 time: 0.0889127 May 13 15:24:28.954871 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-aa9f6c8c-29f6-457c-97d2-006f56c93f0b req-c9fea87f-76a9-4336-8bcb-9003dbe3df6e tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f1438a2-6fc3-47df-854b-a75b45f79d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435610 May 13 15:24:28.955155 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:29.091261 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-e2436113-6a8d-4745-8885-eeb426413c11 req-f674c00b-ea0e-4c87-b1e1-c38686ea03fd tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] For port b6c0539c-f159-46d3-9b5d-3c937821d9e6, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=b6c0539c-f159-46d3-9b5d-3c937821d9e6,segment=NetworkSegment(ce522a3d-52dd-4d92-878b-95b6014f14ee),segment_id=ce522a3d-52dd-4d92-878b-95b6014f14ee)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:29.091618 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e2436113-6a8d-4745-8885-eeb426413c11 req-f674c00b-ea0e-4c87-b1e1-c38686ea03fd tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:29.220644 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-e2436113-6a8d-4745-8885-eeb426413c11 req-f674c00b-ea0e-4c87-b1e1-c38686ea03fd tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Calling delete_port for b6c0539c-f159-46d3-9b5d-3c937821d9e6 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:24:29.369569 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e2436113-6a8d-4745-8885-eeb426413c11 req-f674c00b-ea0e-4c87-b1e1-c38686ea03fd tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:29.381201 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['b6c0539c-f159-46d3-9b5d-3c937821d9e6'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:24:29.416458 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['a122af8b-a71c-4eaf-920d-96a5f6e67e5a'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:24:29.420181 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674c00b-ea0e-4c87-b1e1-c38686ea03fd tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Pushing event deleted for resources: {'Port': ['ID=b6c0539c-f159-46d3-9b5d-3c937821d9e6,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:29.497159 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2436113-6a8d-4745-8885-eeb426413c11 req-f674c00b-ea0e-4c87-b1e1-c38686ea03fd tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] No DVR routers for this DVR port b6c0539c-f159-46d3-9b5d-3c937821d9e6 on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:24:29.499971 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e2436113-6a8d-4745-8885-eeb426413c11 req-f674c00b-ea0e-4c87-b1e1-c38686ea03fd tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:29.503174 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54612dec-9bfc-45da-bd85-45095ff90fb0', 'name': 'network-vif-deleted', 'tag': 'b6c0539c-f159-46d3-9b5d-3c937821d9e6'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:24:29.520413 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e2436113-6a8d-4745-8885-eeb426413c11 req-f674c00b-ea0e-4c87-b1e1-c38686ea03fd tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.59 "DELETE /v2.0/ports/b6c0539c-f159-46d3-9b5d-3c937821d9e6 HTTP/1.1" status: 204 len: 173 time: 0.7794735 May 13 15:24:29.552558 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2318af9-da0d-44ad-9715-fe3720594bd5'] response: {'server_uuid': '54612dec-9bfc-45da-bd85-45095ff90fb0', 'name': 'network-vif-deleted', 'tag': 'b6c0539c-f159-46d3-9b5d-3c937821d9e6', 'status': 'completed', 'code': 200} May 13 15:24:29.664593 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e9231f8a-7041-45e9-92dd-36566741f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:30.131374 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-30370836-b7a1-4c07-a8b1-496b5884d717 req-ba88033c-e0d3-457a-b586-450c4b731530 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?device_id=54612dec-9bfc-45da-bd85-45095ff90fb0 HTTP/1.1" status: 200 len: 210 time: 0.0458255 May 13 15:24:30.798829 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:30.829605 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:31.397300 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15547560-8989-4e9e-b099-ae799011ff4f req-e3410cca-3468-411c-8bf0-ee75e4940572 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:31.398801 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-15547560-8989-4e9e-b099-ae799011ff4f req-e3410cca-3468-411c-8bf0-ee75e4940572 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c69d7a3-4a45-4d73-b630-099239d77272 HTTP/1.1" status: 200 len: 945 time: 0.0814657 May 13 15:24:31.456296 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-15547560-8989-4e9e-b099-ae799011ff4f req-7e01b216-ba13-433c-a875-7afc1a2e27b9 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f1438a2-6fc3-47df-854b-a75b45f79d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515680 May 13 15:24:31.663291 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ab839-713e-4f7e-92b2-dfb140c336aa req-829b570c-fd06-4412-9e86-0f3773415261 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:31.664726 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4e6ab839-713e-4f7e-92b2-dfb140c336aa req-829b570c-fd06-4412-9e86-0f3773415261 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c69d7a3-4a45-4d73-b630-099239d77272 HTTP/1.1" status: 200 len: 945 time: 0.0848258 May 13 15:24:31.712861 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4e6ab839-713e-4f7e-92b2-dfb140c336aa req-c353c717-8da7-4aac-8c89-ca80dee4ec8c tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f1438a2-6fc3-47df-854b-a75b45f79d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422857 May 13 15:24:31.903832 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd483c-ef9a-42df-b471-6d49200c6c8a req-b5e609d3-6ee4-4618-a5c3-19f0bc47e670 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:31.904524 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-88dd483c-ef9a-42df-b471-6d49200c6c8a req-b5e609d3-6ee4-4618-a5c3-19f0bc47e670 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Synchronizing usage tracker for tenant:abddf26ec55e48cc9687c714a953af8d on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:24:31.920228 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-88dd483c-ef9a-42df-b471-6d49200c6c8a req-b5e609d3-6ee4-4618-a5c3-19f0bc47e670 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Unset dirty status for tenant:abddf26ec55e48cc9687c714a953af8d on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:24:31.921372 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-88dd483c-ef9a-42df-b471-6d49200c6c8a req-b5e609d3-6ee4-4618-a5c3-19f0bc47e670 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c69d7a3-4a45-4d73-b630-099239d77272 HTTP/1.1" status: 200 len: 945 time: 0.0989537 May 13 15:24:31.968931 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-88dd483c-ef9a-42df-b471-6d49200c6c8a req-d62a0c1a-d077-4a6d-81cf-bdf4ec704326 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f1438a2-6fc3-47df-854b-a75b45f79d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412073 May 13 15:24:32.266493 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ffaa8-3a19-4314-8491-5df36da8de6c req-9841f371-5757-4500-9fd6-880925b8151f tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:32.267992 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1f7ffaa8-3a19-4314-8491-5df36da8de6c req-9841f371-5757-4500-9fd6-880925b8151f tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c69d7a3-4a45-4d73-b630-099239d77272 HTTP/1.1" status: 200 len: 945 time: 0.0908766 May 13 15:24:32.310321 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:32.313186 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1f7ffaa8-3a19-4314-8491-5df36da8de6c req-518579a5-52c4-407d-b3ac-3fee8a3849da tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f1438a2-6fc3-47df-854b-a75b45f79d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389783 May 13 15:24:32.524773 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8170e6-bbe5-4898-8472-8f7011b42968 req-6e5cf315-d49c-4107-9304-ffaccf152d89 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:32.526204 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f8170e6-bbe5-4898-8472-8f7011b42968 req-6e5cf315-d49c-4107-9304-ffaccf152d89 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c69d7a3-4a45-4d73-b630-099239d77272 HTTP/1.1" status: 200 len: 945 time: 0.0950198 May 13 15:24:32.572485 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f8170e6-bbe5-4898-8472-8f7011b42968 req-b818da64-a036-4312-a464-33b2b452b75b tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f1438a2-6fc3-47df-854b-a75b45f79d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404100 May 13 15:24:32.797668 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd6647-26b8-4344-a2da-cdb6c55870b5 req-bcd644f5-a850-43c4-ac0e-0bddf5b1efdd tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:32.799293 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0efd6647-26b8-4344-a2da-cdb6c55870b5 req-bcd644f5-a850-43c4-ac0e-0bddf5b1efdd tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c69d7a3-4a45-4d73-b630-099239d77272 HTTP/1.1" status: 200 len: 945 time: 0.0970299 May 13 15:24:32.848205 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-0efd6647-26b8-4344-a2da-cdb6c55870b5 req-ee14dc24-bed0-4045-873b-e6a1fafcbb77 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f1438a2-6fc3-47df-854b-a75b45f79d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432973 May 13 15:24:33.337716 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b6c0539c-f159-46d3-9b5d-3c937821d9e6 no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:24:33.373495 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: b6c0539c-f159-46d3-9b5d-3c937821d9e6 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:24:33.373758 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device b6c0539c-f159-46d3-9b5d-3c937821d9e6 not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:24:33.403865 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e4991-5b58-4e76-b8df-9cb102182f58 req-fd076df4-7d3d-453e-9006-32d3897a953e tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:33.405356 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a12e4991-5b58-4e76-b8df-9cb102182f58 req-fd076df4-7d3d-453e-9006-32d3897a953e tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c69d7a3-4a45-4d73-b630-099239d77272 HTTP/1.1" status: 200 len: 945 time: 0.0876849 May 13 15:24:33.449348 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a12e4991-5b58-4e76-b8df-9cb102182f58 req-1f883834-8fd5-4a84-a3b0-649276cfdef9 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f1438a2-6fc3-47df-854b-a75b45f79d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383840 May 13 15:24:34.634223 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139d5c6-8364-412a-acc4-511ef1322e22 req-36c34225-4d31-4d7a-bc39-d315b8e5bb72 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:34.635715 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f139d5c6-8364-412a-acc4-511ef1322e22 req-36c34225-4d31-4d7a-bc39-d315b8e5bb72 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c69d7a3-4a45-4d73-b630-099239d77272 HTTP/1.1" status: 200 len: 945 time: 0.0799024 May 13 15:24:34.681861 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f139d5c6-8364-412a-acc4-511ef1322e22 req-7d1f8426-5286-4303-9051-672c011b92b9 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f1438a2-6fc3-47df-854b-a75b45f79d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404186 May 13 15:24:34.960983 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc834ba7-1a44-4ca5-87bf-a6c4d727a975 req-d96fda6b-54fa-49f0-bb0f-056903d4ce20 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:34.962984 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dc834ba7-1a44-4ca5-87bf-a6c4d727a975 req-d96fda6b-54fa-49f0-bb0f-056903d4ce20 tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c69d7a3-4a45-4d73-b630-099239d77272 HTTP/1.1" status: 200 len: 945 time: 0.0879512 May 13 15:24:35.032522 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-dc834ba7-1a44-4ca5-87bf-a6c4d727a975 req-fd417b24-28c7-40ca-a71d-647f17feb90d tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Deleting port a122af8b-a71c-4eaf-920d-96a5f6e67e5a {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:24:35.032858 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-dc834ba7-1a44-4ca5-87bf-a6c4d727a975 req-fd417b24-28c7-40ca-a71d-647f17feb90d tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:35.281084 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-dc834ba7-1a44-4ca5-87bf-a6c4d727a975 req-fd417b24-28c7-40ca-a71d-647f17feb90d tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] For port a122af8b-a71c-4eaf-920d-96a5f6e67e5a, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=a122af8b-a71c-4eaf-920d-96a5f6e67e5a,segment=NetworkSegment(ce522a3d-52dd-4d92-878b-95b6014f14ee),segment_id=ce522a3d-52dd-4d92-878b-95b6014f14ee)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:35.281437 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-dc834ba7-1a44-4ca5-87bf-a6c4d727a975 req-fd417b24-28c7-40ca-a71d-647f17feb90d tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:35.405794 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-dc834ba7-1a44-4ca5-87bf-a6c4d727a975 req-fd417b24-28c7-40ca-a71d-647f17feb90d tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Calling delete_port for a122af8b-a71c-4eaf-920d-96a5f6e67e5a owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:24:35.548799 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-dc834ba7-1a44-4ca5-87bf-a6c4d727a975 req-fd417b24-28c7-40ca-a71d-647f17feb90d tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:35.582170 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['a122af8b-a71c-4eaf-920d-96a5f6e67e5a'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:24:35.602954 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd417b24-28c7-40ca-a71d-647f17feb90d tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Pushing event deleted for resources: {'Port': ['ID=a122af8b-a71c-4eaf-920d-96a5f6e67e5a,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:35.675406 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc834ba7-1a44-4ca5-87bf-a6c4d727a975 req-fd417b24-28c7-40ca-a71d-647f17feb90d tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] No DVR routers for this DVR port a122af8b-a71c-4eaf-920d-96a5f6e67e5a on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:24:35.677937 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-dc834ba7-1a44-4ca5-87bf-a6c4d727a975 req-fd417b24-28c7-40ca-a71d-647f17feb90d tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:35.680490 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c69d7a3-4a45-4d73-b630-099239d77272', 'name': 'network-vif-deleted', 'tag': 'a122af8b-a71c-4eaf-920d-96a5f6e67e5a'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:24:35.697292 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dc834ba7-1a44-4ca5-87bf-a6c4d727a975 req-fd417b24-28c7-40ca-a71d-647f17feb90d tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.74 "DELETE /v2.0/ports/a122af8b-a71c-4eaf-920d-96a5f6e67e5a HTTP/1.1" status: 204 len: 173 time: 0.7291567 May 13 15:24:35.726509 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-723718b9-b5d5-4f21-8edf-39b3b4d92a35'] response: {'server_uuid': '6c69d7a3-4a45-4d73-b630-099239d77272', 'name': 'network-vif-deleted', 'tag': 'a122af8b-a71c-4eaf-920d-96a5f6e67e5a', 'status': 'completed', 'code': 200} May 13 15:24:35.955990 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-dee5723b-bd26-439c-86c2-020dec1f9f3f req-b0949ef2-e822-448a-8453-7b2f029ad54f tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Synchronizing usage tracker for tenant:abddf26ec55e48cc9687c714a953af8d on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:24:35.972501 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-dee5723b-bd26-439c-86c2-020dec1f9f3f req-b0949ef2-e822-448a-8453-7b2f029ad54f tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] Unset dirty status for tenant:abddf26ec55e48cc9687c714a953af8d on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:24:35.973702 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dee5723b-bd26-439c-86c2-020dec1f9f3f req-b0949ef2-e822-448a-8453-7b2f029ad54f tempest-ServersNegativeTestJSON-2103088578 tempest-ServersNegativeTestJSON-2103088578-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c69d7a3-4a45-4d73-b630-099239d77272 HTTP/1.1" status: 200 len: 210 time: 0.1719997 May 13 15:24:37.067417 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43396) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:37.126459 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b394867-118b-49ed-8de3-4919f5909eee admin admin] Deleting subnet 76d31ba0-ec9c-4b50-9b51-067d9aa8de26 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:24:37.129988 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1b394867-118b-49ed-8de3-4919f5909eee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:37.183162 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1b394867-118b-49ed-8de3-4919f5909eee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:37.245149 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1b394867-118b-49ed-8de3-4919f5909eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:37.317751 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1b394867-118b-49ed-8de3-4919f5909eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:37.469262 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b394867-118b-49ed-8de3-4919f5909eee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76d31ba0-ec9c-4b50-9b51-067d9aa8de26,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:37.474559 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1b394867-118b-49ed-8de3-4919f5909eee admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:37.480693 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1b394867-118b-49ed-8de3-4919f5909eee admin admin] 10.222.0.35 "DELETE /v2.0/subnets/76d31ba0-ec9c-4b50-9b51-067d9aa8de26 HTTP/1.1" status: 204 len: 168 time: 0.4121072 May 13 15:24:37.482972 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43400) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:37.527304 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:24:37.589536 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb5c38cb-9ded-43c3-9014-8183e0606a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:37.717489 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb5c38cb-9ded-43c3-9014-8183e0606a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:37.743769 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-eb5c38cb-9ded-43c3-9014-8183e0606a48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd038d00-f878-415e-9420-007101701bb8']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:37.755589 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-eb5c38cb-9ded-43c3-9014-8183e0606a48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce522a3d-52dd-4d92-878b-95b6014f14ee') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:37.755884 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-eb5c38cb-9ded-43c3-9014-8183e0606a48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce522a3d-52dd-4d92-878b-95b6014f14ee') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:37.767239 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb5c38cb-9ded-43c3-9014-8183e0606a48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:37.782949 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb5c38cb-9ded-43c3-9014-8183e0606a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:37.789504 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5c38cb-9ded-43c3-9014-8183e0606a48 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:24:37.789902 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb5c38cb-9ded-43c3-9014-8183e0606a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:37.803590 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:24:37.803590 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:24:37.803590 n-d-841760-1 neutron-server[88082]: timer() May 13 15:24:37.803590 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:24:37.803590 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:24:37.803590 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:24:37.803590 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:24:37.803590 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:24:37.803590 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:24:37.803590 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:24:37.803590 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:24:37.803590 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:24:37.803590 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:24:37.803590 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:24:37.803590 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:24:37.803590 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:24:37.803590 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:24:37.803590 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:24:37.803590 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:24:37.803590 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:24:37.803590 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:24:37.803590 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:24:37.803590 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:24:37.803590 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:24:37.803590 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:24:37.803590 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:24:37.803590 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:24:37.803590 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:24:37.803590 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:24:37.803590 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:24:37.803590 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:24:37.803590 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:24:37.879964 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb5c38cb-9ded-43c3-9014-8183e0606a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:37.895856 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb5c38cb-9ded-43c3-9014-8183e0606a48 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:37.905833 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c38cb-9ded-43c3-9014-8183e0606a48 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd038d00-f878-415e-9420-007101701bb8,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:37.914798 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-eb5c38cb-9ded-43c3-9014-8183e0606a48 admin admin] 10.222.0.35 "DELETE /v2.0/networks/bd038d00-f878-415e-9420-007101701bb8 HTTP/1.1" status: 204 len: 168 time: 0.4308441 May 13 15:24:38.023949 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43406) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:38.074074 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-64156d78-6bc6-43a5-ae81-146353eaada8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=abddf26ec55e48cc9687c714a953af8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488627 May 13 15:24:38.076564 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43410) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:38.134297 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8c08288d-448d-4753-a5e8-0babb1afb4e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:38.161001 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8c08288d-448d-4753-a5e8-0babb1afb4e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:38.222339 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8c08288d-448d-4753-a5e8-0babb1afb4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:38.238774 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08288d-448d-4753-a5e8-0babb1afb4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1438a2-6fc3-47df-854b-a75b45f79d0d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:38.251127 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8c08288d-448d-4753-a5e8-0babb1afb4e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:38.252293 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8c08288d-448d-4753-a5e8-0babb1afb4e9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2f1438a2-6fc3-47df-854b-a75b45f79d0d HTTP/1.1" status: 204 len: 168 time: 0.1748314 May 13 15:24:38.273952 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device a122af8b-a71c-4eaf-920d-96a5f6e67e5a no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:24:38.306605 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: a122af8b-a71c-4eaf-920d-96a5f6e67e5a {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:24:38.306944 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device a122af8b-a71c-4eaf-920d-96a5f6e67e5a not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:24:39.014339 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43434) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:39.117579 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-eda82cce-c717-4b8b-a4de-8e60b927b344 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-465161031'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:39.123518 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-eda82cce-c717-4b8b-a4de-8e60b927b344 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:39.127553 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-eda82cce-c717-4b8b-a4de-8e60b927b344 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Usage tracker for resource:network and tenant:7d150c89c88145dfbc9d6b17f9532d55 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:39.130508 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-eda82cce-c717-4b8b-a4de-8e60b927b344 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:39.137059 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-eda82cce-c717-4b8b-a4de-8e60b927b344 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:39.146610 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda82cce-c717-4b8b-a4de-8e60b927b344 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Made reservation on behalf of 7d150c89c88145dfbc9d6b17f9532d55 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:24:39.149988 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eda82cce-c717-4b8b-a4de-8e60b927b344 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:39.162527 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eda82cce-c717-4b8b-a4de-8e60b927b344 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:39.177630 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-eda82cce-c717-4b8b-a4de-8e60b927b344 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:39.181529 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-eda82cce-c717-4b8b-a4de-8e60b927b344 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Usage tracker for resource:security_group_rule and tenant:7d150c89c88145dfbc9d6b17f9532d55 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:39.184376 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-eda82cce-c717-4b8b-a4de-8e60b927b344 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:39.190074 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-eda82cce-c717-4b8b-a4de-8e60b927b344 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:39.281088 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eda82cce-c717-4b8b-a4de-8e60b927b344 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:39.285597 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eda82cce-c717-4b8b-a4de-8e60b927b344 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:39.316643 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda82cce-c717-4b8b-a4de-8e60b927b344 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:24:39.329420 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda82cce-c717-4b8b-a4de-8e60b927b344 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a99b3d1-3f7a-480f-8201-717a34e4e5e7,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:39.336099 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eda82cce-c717-4b8b-a4de-8e60b927b344 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:39.336444 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-eda82cce-c717-4b8b-a4de-8e60b927b344 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Added segment a2c11a23-3f4c-4ae2-a9a6-e7cd5b98deb5 of type vlan for network 21db123b-d80e-4163-afa5-c85c2b365677 May 13 15:24:39.365318 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eda82cce-c717-4b8b-a4de-8e60b927b344 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:39.395395 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eda82cce-c717-4b8b-a4de-8e60b927b344 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:39.400734 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda82cce-c717-4b8b-a4de-8e60b927b344 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:39.401314 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eda82cce-c717-4b8b-a4de-8e60b927b344 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:39.527148 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-eda82cce-c717-4b8b-a4de-8e60b927b344 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5007823 May 13 15:24:39.527148 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda82cce-c717-4b8b-a4de-8e60b927b344 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Pushing event updated for resources: {'Network': ['ID=21db123b-d80e-4163-afa5-c85c2b365677,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:39.531465 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 21db123b-d80e-4163-afa5-c85c2b365677 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:24:42.777274 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43440) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:42.782998 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-bc4f6937-2117-45c8-9b7e-afa10214f0c7 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Request body: {'subnet': {'network_id': '21db123b-d80e-4163-afa5-c85c2b365677', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:42.895380 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-bc4f6937-2117-45c8-9b7e-afa10214f0c7 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:42.899176 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-bc4f6937-2117-45c8-9b7e-afa10214f0c7 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Usage tracker for resource:subnet and tenant:7d150c89c88145dfbc9d6b17f9532d55 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:42.901928 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-bc4f6937-2117-45c8-9b7e-afa10214f0c7 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:42.907629 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-bc4f6937-2117-45c8-9b7e-afa10214f0c7 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:42.916409 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4f6937-2117-45c8-9b7e-afa10214f0c7 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Made reservation on behalf of 7d150c89c88145dfbc9d6b17f9532d55 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:24:42.919794 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bc4f6937-2117-45c8-9b7e-afa10214f0c7 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:43.144933 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bc4f6937-2117-45c8-9b7e-afa10214f0c7 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:43.221401 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f6937-2117-45c8-9b7e-afa10214f0c7 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Pushing event updated for resources: {'Subnet': ['ID=77419a2f-71fa-454e-a5fb-b8a5a50cc081,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:43.231931 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4f6937-2117-45c8-9b7e-afa10214f0c7 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Checking segment: {'id': 'a2c11a23-3f4c-4ae2-a9a6-e7cd5b98deb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '21db123b-d80e-4163-afa5-c85c2b365677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:24:43.232290 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4f6937-2117-45c8-9b7e-afa10214f0c7 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Network hostable DHCP agents. Network: 21db123b-d80e-4163-afa5-c85c2b365677, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:24:43.251847 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4f6937-2117-45c8-9b7e-afa10214f0c7 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Network 21db123b-d80e-4163-afa5-c85c2b365677 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:24:43.261299 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-bc4f6937-2117-45c8-9b7e-afa10214f0c7 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 21db123b-d80e-4163-afa5-c85c2b365677) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:24:43.265363 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4f6937-2117-45c8-9b7e-afa10214f0c7 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:43.265932 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bc4f6937-2117-45c8-9b7e-afa10214f0c7 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:43.270358 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc46d24a-f80a-4deb-b141-c117f5590836 None None] Network 21db123b-d80e-4163-afa5-c85c2b365677 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:24:43.289815 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bc4f6937-2117-45c8-9b7e-afa10214f0c7 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5114245 May 13 15:24:43.293236 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43444) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:43.299022 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-91e85594-025f-4343-bbe3-83349be87dbe tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1913819666'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:43.310508 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-91e85594-025f-4343-bbe3-83349be87dbe tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:43.310508 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-91e85594-025f-4343-bbe3-83349be87dbe tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Usage tracker for resource:network and tenant:7d150c89c88145dfbc9d6b17f9532d55 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:43.313122 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-91e85594-025f-4343-bbe3-83349be87dbe tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:43.319869 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-91e85594-025f-4343-bbe3-83349be87dbe tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:43.331236 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e85594-025f-4343-bbe3-83349be87dbe tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Made reservation on behalf of 7d150c89c88145dfbc9d6b17f9532d55 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:24:43.335177 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-91e85594-025f-4343-bbe3-83349be87dbe tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:43.363782 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e85594-025f-4343-bbe3-83349be87dbe tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:24:43.373077 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-91e85594-025f-4343-bbe3-83349be87dbe tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:43.373543 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-91e85594-025f-4343-bbe3-83349be87dbe tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Added segment 9ceddf7d-e17b-487a-aa2d-f255909dea65 of type vlan for network cf0f25eb-1113-4a09-b6e5-111d3fc9440f May 13 15:24:43.403570 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-91e85594-025f-4343-bbe3-83349be87dbe tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:43.433285 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-91e85594-025f-4343-bbe3-83349be87dbe tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:43.438774 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e85594-025f-4343-bbe3-83349be87dbe tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:43.439392 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-91e85594-025f-4343-bbe3-83349be87dbe tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:43.495741 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-21db123b-d80e-4163-afa5-c85c2b365677', 'network_id': '21db123b-d80e-4163-afa5-c85c2b365677', 'tenant_id': '7d150c89c88145dfbc9d6b17f9532d55', 'fixed_ips': [{'subnet_id': '77419a2f-71fa-454e-a5fb-b8a5a50cc081'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:24:43.496569 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:43.540564 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-91e85594-025f-4343-bbe3-83349be87dbe tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2462201 May 13 15:24:43.543546 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43448) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:43.550188 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e85594-025f-4343-bbe3-83349be87dbe tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Pushing event updated for resources: {'Network': ['ID=cf0f25eb-1113-4a09-b6e5-111d3fc9440f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:43.550945 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-f8d79693-4346-4234-a2a5-a23bb9177959 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Request body: {'subnet': {'network_id': 'cf0f25eb-1113-4a09-b6e5-111d3fc9440f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:43.576222 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network cf0f25eb-1113-4a09-b6e5-111d3fc9440f details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:24:43.669706 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f8d79693-4346-4234-a2a5-a23bb9177959 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:43.674079 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f8d79693-4346-4234-a2a5-a23bb9177959 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Usage tracker for resource:subnet and tenant:7d150c89c88145dfbc9d6b17f9532d55 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:43.677596 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-f8d79693-4346-4234-a2a5-a23bb9177959 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:43.683541 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-f8d79693-4346-4234-a2a5-a23bb9177959 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:43.693532 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d79693-4346-4234-a2a5-a23bb9177959 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Made reservation on behalf of 7d150c89c88145dfbc9d6b17f9532d55 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:24:43.697451 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f8d79693-4346-4234-a2a5-a23bb9177959 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:43.748721 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Allocated IP 2001:db8:0:ffff::2 (21db123b-d80e-4163-afa5-c85c2b365677/77419a2f-71fa-454e-a5fb-b8a5a50cc081/d316bfdf-0bcd-4caf-870a-89ec135bdfb8) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:24:43.937520 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f8d79693-4346-4234-a2a5-a23bb9177959 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:43.967480 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:43.978638 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Transition to ACTIVE for port object d316bfdf-0bcd-4caf-870a-89ec135bdfb8 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:24:43.997577 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Transition to ACTIVE for port object d316bfdf-0bcd-4caf-870a-89ec135bdfb8 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:24:44.003310 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:44.015264 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79693-4346-4234-a2a5-a23bb9177959 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Pushing event updated for resources: {'Subnet': ['ID=3aa79e2b-6b35-4450-ae34-3dc34ab8ca9b,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:44.025724 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d79693-4346-4234-a2a5-a23bb9177959 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Checking segment: {'id': '9ceddf7d-e17b-487a-aa2d-f255909dea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'cf0f25eb-1113-4a09-b6e5-111d3fc9440f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:24:44.026082 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d79693-4346-4234-a2a5-a23bb9177959 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Network hostable DHCP agents. Network: cf0f25eb-1113-4a09-b6e5-111d3fc9440f, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:24:44.044666 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d79693-4346-4234-a2a5-a23bb9177959 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Network cf0f25eb-1113-4a09-b6e5-111d3fc9440f is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:24:44.055575 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-f8d79693-4346-4234-a2a5-a23bb9177959 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, cf0f25eb-1113-4a09-b6e5-111d3fc9440f) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:24:44.066931 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4d2a52-6d61-479b-ad0a-ae4c7659ae1d None None] Network cf0f25eb-1113-4a09-b6e5-111d3fc9440f requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:24:44.068038 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d79693-4346-4234-a2a5-a23bb9177959 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:44.068635 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-f8d79693-4346-4234-a2a5-a23bb9177959 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:44.094549 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-f8d79693-4346-4234-a2a5-a23bb9177959 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5498304 May 13 15:24:44.097438 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43452) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:44.146995 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Network 21db123b-d80e-4163-afa5-c85c2b365677 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:24:44.161051 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:24:44.164030 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:24:44.166026 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Pushing event updated for resources: {'Port': ['ID=d316bfdf-0bcd-4caf-870a-89ec135bdfb8,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:44.244213 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5b3de3a0-37b3-411d-8625-265308f2aaf2 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:44.260313 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:44.260657 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:44.260999 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:44.261361 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:44.261695 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:44.262021 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:44.262348 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:44.262671 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:44.262993 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:44.263348 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:44.263663 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:44.263982 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:44.312595 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5b3de3a0-37b3-411d-8625-265308f2aaf2 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:44.347791 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Attempting to bind port d316bfdf-0bcd-4caf-870a-89ec135bdfb8 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:24:44.348408 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Attempting to bind port d316bfdf-0bcd-4caf-870a-89ec135bdfb8 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'a2c11a23-3f4c-4ae2-a9a6-e7cd5b98deb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '21db123b-d80e-4163-afa5-c85c2b365677'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:24:44.348519 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Attempting to bind port d316bfdf-0bcd-4caf-870a-89ec135bdfb8 on network 21db123b-d80e-4163-afa5-c85c2b365677 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:24:44.359773 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:24:44.360156 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Checking segment: {'id': 'a2c11a23-3f4c-4ae2-a9a6-e7cd5b98deb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '21db123b-d80e-4163-afa5-c85c2b365677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:24:44.360621 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:44.360956 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Bound using segment: {'id': 'a2c11a23-3f4c-4ae2-a9a6-e7cd5b98deb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '21db123b-d80e-4163-afa5-c85c2b365677'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:24:44.361425 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Bound port: d316bfdf-0bcd-4caf-870a-89ec135bdfb8, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c11a23-3f4c-4ae2-a9a6-e7cd5b98deb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '21db123b-d80e-4163-afa5-c85c2b365677'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:24:44.362290 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:44.414338 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5b3de3a0-37b3-411d-8625-265308f2aaf2 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:44.460244 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3de3a0-37b3-411d-8625-265308f2aaf2 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Pushing event deleted for resources: {'Subnet': ['ID=3aa79e2b-6b35-4450-ae34-3dc34ab8ca9b,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:44.547145 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4eed7c0-1aad-4f32-b4ca-89a802e56110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-cf0f25eb-1113-4a09-b6e5-111d3fc9440f', 'network_id': 'cf0f25eb-1113-4a09-b6e5-111d3fc9440f', 'tenant_id': '7d150c89c88145dfbc9d6b17f9532d55', 'fixed_ips': [{'subnet_id': '3aa79e2b-6b35-4450-ae34-3dc34ab8ca9b'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:24:44.547985 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a4eed7c0-1aad-4f32-b4ca-89a802e56110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:44.557147 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5b3de3a0-37b3-411d-8625-265308f2aaf2 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:44.561993 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] For port d316bfdf-0bcd-4caf-870a-89ec135bdfb8, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:24:44.576251 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] For port d316bfdf-0bcd-4caf-870a-89ec135bdfb8, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d316bfdf-0bcd-4caf-870a-89ec135bdfb8,segment=NetworkSegment(a2c11a23-3f4c-4ae2-a9a6-e7cd5b98deb5),segment_id=a2c11a23-3f4c-4ae2-a9a6-e7cd5b98deb5)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:24:44.588534 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-5b3de3a0-37b3-411d-8625-265308f2aaf2 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf0f25eb-1113-4a09-b6e5-111d3fc9440f']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:44.600738 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-5b3de3a0-37b3-411d-8625-265308f2aaf2 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ceddf7d-e17b-487a-aa2d-f255909dea65') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:44.601042 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-5b3de3a0-37b3-411d-8625-265308f2aaf2 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ceddf7d-e17b-487a-aa2d-f255909dea65') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:44.612391 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5b3de3a0-37b3-411d-8625-265308f2aaf2 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:44.615773 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:44.629627 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5b3de3a0-37b3-411d-8625-265308f2aaf2 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:44.635841 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3de3a0-37b3-411d-8625-265308f2aaf2 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:24:44.636219 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5b3de3a0-37b3-411d-8625-265308f2aaf2 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:44.650756 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 15:24:44.650756 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:24:44.650756 n-d-841760-1 neutron-server[88081]: timer() May 13 15:24:44.650756 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:24:44.650756 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 15:24:44.650756 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:24:44.650756 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 15:24:44.650756 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:24:44.650756 n-d-841760-1 neutron-server[88081]: self._notify() May 13 15:24:44.650756 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:24:44.650756 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 15:24:44.650756 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:24:44.650756 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 15:24:44.650756 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:24:44.650756 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:24:44.650756 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:24:44.650756 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:24:44.650756 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:24:44.650756 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 15:24:44.650756 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:24:44.650756 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 15:24:44.650756 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:24:44.650756 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:24:44.650756 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:24:44.650756 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 15:24:44.650756 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:24:44.650756 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:24:44.650756 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:24:44.650756 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:24:44.650756 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:24:44.650756 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:24:44.650756 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:24:44.743333 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5b3de3a0-37b3-411d-8625-265308f2aaf2 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:44.745287 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0c8a8-7c70-4a07-8936-8a17aeeb8bb3 None None] Pushing event updated for resources: {'Port': ['ID=d316bfdf-0bcd-4caf-870a-89ec135bdfb8,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:44.758925 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eafbecc-f877-446c-a7c2-11a5ab8fbe2d None None] Network cf0f25eb-1113-4a09-b6e5-111d3fc9440f requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:24:44.764007 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5b3de3a0-37b3-411d-8625-265308f2aaf2 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:44.775744 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3de3a0-37b3-411d-8625-265308f2aaf2 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Pushing event deleted for resources: {'Network': ['ID=cf0f25eb-1113-4a09-b6e5-111d3fc9440f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:44.780355 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eafbecc-f877-446c-a7c2-11a5ab8fbe2d None None] Network cf0f25eb-1113-4a09-b6e5-111d3fc9440f could not be found, it might have been deleted concurrently. {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 13 15:24:44.784259 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43456) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:44.784785 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5b3de3a0-37b3-411d-8625-265308f2aaf2 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] 10.222.0.35 "DELETE /v2.0/networks/cf0f25eb-1113-4a09-b6e5-111d3fc9440f HTTP/1.1" status: 204 len: 168 time: 0.6859467 May 13 15:24:44.790257 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-644e8f25-3d76-4637-9508-101d5ce94927 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-807040228'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:44.796653 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-644e8f25-3d76-4637-9508-101d5ce94927 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:44.803687 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-644e8f25-3d76-4637-9508-101d5ce94927 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Usage tracker for resource:network and tenant:7d150c89c88145dfbc9d6b17f9532d55 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:44.806934 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-644e8f25-3d76-4637-9508-101d5ce94927 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:44.814016 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-644e8f25-3d76-4637-9508-101d5ce94927 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:44.834333 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644e8f25-3d76-4637-9508-101d5ce94927 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Made reservation on behalf of 7d150c89c88145dfbc9d6b17f9532d55 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:24:44.838397 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-644e8f25-3d76-4637-9508-101d5ce94927 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:44.869051 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-644e8f25-3d76-4637-9508-101d5ce94927 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:24:44.879339 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-644e8f25-3d76-4637-9508-101d5ce94927 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:44.879686 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-644e8f25-3d76-4637-9508-101d5ce94927 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Added segment 0572b664-4d6d-4ff2-958f-bfd7e8e2420f of type vlan for network bce5b5cc-c74f-4ba7-a054-43b299e3ed11 May 13 15:24:44.907561 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-644e8f25-3d76-4637-9508-101d5ce94927 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:44.950295 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-644e8f25-3d76-4637-9508-101d5ce94927 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:44.955867 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644e8f25-3d76-4637-9508-101d5ce94927 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:44.956473 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-644e8f25-3d76-4637-9508-101d5ce94927 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:45.066782 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-644e8f25-3d76-4637-9508-101d5ce94927 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2775571 May 13 15:24:45.067494 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43460) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:45.075802 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-ec4b32e1-f19f-4120-b9e3-d1f17854d080 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Request body: {'subnet': {'network_id': 'bce5b5cc-c74f-4ba7-a054-43b299e3ed11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:45.094754 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e8f25-3d76-4637-9508-101d5ce94927 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Pushing event updated for resources: {'Network': ['ID=bce5b5cc-c74f-4ba7-a054-43b299e3ed11,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:45.105211 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network bce5b5cc-c74f-4ba7-a054-43b299e3ed11 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:24:45.305751 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ec4b32e1-f19f-4120-b9e3-d1f17854d080 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:45.309619 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ec4b32e1-f19f-4120-b9e3-d1f17854d080 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Usage tracker for resource:subnet and tenant:7d150c89c88145dfbc9d6b17f9532d55 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:45.312455 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ec4b32e1-f19f-4120-b9e3-d1f17854d080 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:45.318248 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ec4b32e1-f19f-4120-b9e3-d1f17854d080 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:45.328130 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4b32e1-f19f-4120-b9e3-d1f17854d080 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Made reservation on behalf of 7d150c89c88145dfbc9d6b17f9532d55 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:24:45.332163 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ec4b32e1-f19f-4120-b9e3-d1f17854d080 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:45.428298 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.ipam_backend_mixin [None req-ec4b32e1-f19f-4120-b9e3-d1f17854d080 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Performing IP validity checks on allocation pools {{(pid=88082) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 13 15:24:45.429190 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.ipam_backend_mixin [None req-ec4b32e1-f19f-4120-b9e3-d1f17854d080 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88082) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 13 15:24:45.574419 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ec4b32e1-f19f-4120-b9e3-d1f17854d080 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:45.659476 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b32e1-f19f-4120-b9e3-d1f17854d080 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Pushing event updated for resources: {'Subnet': ['ID=320872b3-6196-4103-888d-d45009001959,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:45.668511 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4b32e1-f19f-4120-b9e3-d1f17854d080 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Checking segment: {'id': '0572b664-4d6d-4ff2-958f-bfd7e8e2420f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bce5b5cc-c74f-4ba7-a054-43b299e3ed11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:24:45.668896 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4b32e1-f19f-4120-b9e3-d1f17854d080 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Network hostable DHCP agents. Network: bce5b5cc-c74f-4ba7-a054-43b299e3ed11, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:24:45.692948 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4b32e1-f19f-4120-b9e3-d1f17854d080 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Network bce5b5cc-c74f-4ba7-a054-43b299e3ed11 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:24:45.703500 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-ec4b32e1-f19f-4120-b9e3-d1f17854d080 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, bce5b5cc-c74f-4ba7-a054-43b299e3ed11) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:24:45.707995 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4b32e1-f19f-4120-b9e3-d1f17854d080 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:45.709233 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ec4b32e1-f19f-4120-b9e3-d1f17854d080 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:45.714150 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4c3bad-8e82-495e-ab2b-6c97043bcb84 None None] Network bce5b5cc-c74f-4ba7-a054-43b299e3ed11 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:24:45.735340 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ec4b32e1-f19f-4120-b9e3-d1f17854d080 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6645179 May 13 15:24:45.735540 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b113e124-e2b8-4a59-8ea9-bd06f891820c None None] Network 21db123b-d80e-4163-afa5-c85c2b365677 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:24:45.735662 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43464) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:45.882562 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f0290212-fa89-4f13-8e84-aae7733926b1 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:45.890183 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-cab9801b-a613-45f5-b100-58d3623b735f None None] Provisioning for port d316bfdf-0bcd-4caf-870a-89ec135bdfb8 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:24:45.950499 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f0290212-fa89-4f13-8e84-aae7733926b1 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:46.029629 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f0290212-fa89-4f13-8e84-aae7733926b1 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:46.070987 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0290212-fa89-4f13-8e84-aae7733926b1 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Pushing event deleted for resources: {'Subnet': ['ID=320872b3-6196-4103-888d-d45009001959,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:46.136807 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9247e59-b554-4b01-95d2-ef42f492e2b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-bce5b5cc-c74f-4ba7-a054-43b299e3ed11', 'network_id': 'bce5b5cc-c74f-4ba7-a054-43b299e3ed11', 'tenant_id': '7d150c89c88145dfbc9d6b17f9532d55', 'fixed_ips': [{'subnet_id': '320872b3-6196-4103-888d-d45009001959'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:24:46.137551 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d9247e59-b554-4b01-95d2-ef42f492e2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:46.165431 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f0290212-fa89-4f13-8e84-aae7733926b1 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:46.190738 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-f0290212-fa89-4f13-8e84-aae7733926b1 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce5b5cc-c74f-4ba7-a054-43b299e3ed11']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:46.204051 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-f0290212-fa89-4f13-8e84-aae7733926b1 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0572b664-4d6d-4ff2-958f-bfd7e8e2420f') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:46.204265 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-f0290212-fa89-4f13-8e84-aae7733926b1 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0572b664-4d6d-4ff2-958f-bfd7e8e2420f') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:46.217872 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f0290212-fa89-4f13-8e84-aae7733926b1 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:46.235607 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f0290212-fa89-4f13-8e84-aae7733926b1 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:46.243825 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0290212-fa89-4f13-8e84-aae7733926b1 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:24:46.244227 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f0290212-fa89-4f13-8e84-aae7733926b1 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:46.265103 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:24:46.265103 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:24:46.265103 n-d-841760-1 neutron-server[88082]: timer() May 13 15:24:46.265103 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:24:46.265103 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:24:46.265103 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:24:46.265103 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:24:46.265103 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:24:46.265103 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:24:46.265103 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:24:46.265103 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:24:46.265103 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:24:46.265103 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:24:46.265103 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:24:46.265103 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:24:46.265103 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:24:46.265103 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:24:46.265103 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:24:46.265103 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:24:46.265103 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:24:46.265103 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:24:46.265103 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:24:46.265103 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:24:46.265103 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:24:46.265103 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:24:46.265103 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:24:46.265103 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:24:46.265103 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:24:46.265103 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:24:46.265103 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:24:46.265103 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:24:46.265103 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:24:46.286374 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071b13ff-322e-4ff7-b915-a374ea1a4819 None None] Network bce5b5cc-c74f-4ba7-a054-43b299e3ed11 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:24:46.346016 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f0290212-fa89-4f13-8e84-aae7733926b1 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:46.367050 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f0290212-fa89-4f13-8e84-aae7733926b1 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:46.380378 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0290212-fa89-4f13-8e84-aae7733926b1 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Pushing event deleted for resources: {'Network': ['ID=bce5b5cc-c74f-4ba7-a054-43b299e3ed11,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:46.382355 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d316bfdf-0bcd-4caf-870a-89ec135bdfb8 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:24:46.388694 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43468) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:46.389252 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f0290212-fa89-4f13-8e84-aae7733926b1 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] 10.222.0.35 "DELETE /v2.0/networks/bce5b5cc-c74f-4ba7-a054-43b299e3ed11 HTTP/1.1" status: 204 len: 168 time: 0.6524065 May 13 15:24:46.394348 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-0025b5b8-0ea0-474a-85c6-aaebc2dbc401 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-141694499'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:46.400253 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-0025b5b8-0ea0-474a-85c6-aaebc2dbc401 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:46.404485 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0025b5b8-0ea0-474a-85c6-aaebc2dbc401 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Usage tracker for resource:network and tenant:7d150c89c88145dfbc9d6b17f9532d55 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:46.408194 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0025b5b8-0ea0-474a-85c6-aaebc2dbc401 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:46.417149 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-0025b5b8-0ea0-474a-85c6-aaebc2dbc401 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:46.432008 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0025b5b8-0ea0-474a-85c6-aaebc2dbc401 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Made reservation on behalf of 7d150c89c88145dfbc9d6b17f9532d55 for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:24:46.436510 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0025b5b8-0ea0-474a-85c6-aaebc2dbc401 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:46.469058 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0025b5b8-0ea0-474a-85c6-aaebc2dbc401 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:24:46.480424 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0025b5b8-0ea0-474a-85c6-aaebc2dbc401 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:46.480837 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-0025b5b8-0ea0-474a-85c6-aaebc2dbc401 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Added segment e95eb9e0-5be4-4b92-9e01-6c9b16c9852d of type vlan for network b6858df8-0657-45c4-9651-ada706cca82e May 13 15:24:46.512874 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0025b5b8-0ea0-474a-85c6-aaebc2dbc401 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:46.557129 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0025b5b8-0ea0-474a-85c6-aaebc2dbc401 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:46.562946 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0025b5b8-0ea0-474a-85c6-aaebc2dbc401 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:46.563750 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0025b5b8-0ea0-474a-85c6-aaebc2dbc401 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:46.585905 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port d316bfdf-0bcd-4caf-870a-89ec135bdfb8 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:24:46.592094 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port d316bfdf-0bcd-4caf-870a-89ec135bdfb8 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:24:46.592471 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:46.673022 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0025b5b8-0ea0-474a-85c6-aaebc2dbc401 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2830610 May 13 15:24:46.677584 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43472) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:46.685016 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-d274e1cf-48ed-4299-8c3c-d0b65f543fe3 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Request body: {'subnet': {'network_id': 'b6858df8-0657-45c4-9651-ada706cca82e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:46.707516 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025b5b8-0ea0-474a-85c6-aaebc2dbc401 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Pushing event updated for resources: {'Network': ['ID=b6858df8-0657-45c4-9651-ada706cca82e,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:46.718144 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network b6858df8-0657-45c4-9651-ada706cca82e details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:24:46.817186 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d274e1cf-48ed-4299-8c3c-d0b65f543fe3 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:46.821406 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d274e1cf-48ed-4299-8c3c-d0b65f543fe3 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Usage tracker for resource:subnet and tenant:7d150c89c88145dfbc9d6b17f9532d55 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:46.824252 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d274e1cf-48ed-4299-8c3c-d0b65f543fe3 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:46.830554 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d274e1cf-48ed-4299-8c3c-d0b65f543fe3 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:46.841425 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d274e1cf-48ed-4299-8c3c-d0b65f543fe3 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Made reservation on behalf of 7d150c89c88145dfbc9d6b17f9532d55 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:24:46.845027 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d274e1cf-48ed-4299-8c3c-d0b65f543fe3 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:46.848217 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d316bfdf-0bcd-4caf-870a-89ec135bdfb8 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:24:46.848595 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:46.897918 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port d316bfdf-0bcd-4caf-870a-89ec135bdfb8, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d316bfdf-0bcd-4caf-870a-89ec135bdfb8,segment=NetworkSegment(a2c11a23-3f4c-4ae2-a9a6-e7cd5b98deb5),segment_id=a2c11a23-3f4c-4ae2-a9a6-e7cd5b98deb5)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:46.902500 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:46.977411 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=d316bfdf-0bcd-4caf-870a-89ec135bdfb8,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:47.070031 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d274e1cf-48ed-4299-8c3c-d0b65f543fe3 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:47.151651 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274e1cf-48ed-4299-8c3c-d0b65f543fe3 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Pushing event updated for resources: {'Subnet': ['ID=01ac202b-23ac-44de-b1ce-c825809a8f56,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:47.161149 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d274e1cf-48ed-4299-8c3c-d0b65f543fe3 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Checking segment: {'id': 'e95eb9e0-5be4-4b92-9e01-6c9b16c9852d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b6858df8-0657-45c4-9651-ada706cca82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:24:47.161759 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d274e1cf-48ed-4299-8c3c-d0b65f543fe3 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Network hostable DHCP agents. Network: b6858df8-0657-45c4-9651-ada706cca82e, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:24:47.180480 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d274e1cf-48ed-4299-8c3c-d0b65f543fe3 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Network b6858df8-0657-45c4-9651-ada706cca82e is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:24:47.190420 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-d274e1cf-48ed-4299-8c3c-d0b65f543fe3 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, b6858df8-0657-45c4-9651-ada706cca82e) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:24:47.195072 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d274e1cf-48ed-4299-8c3c-d0b65f543fe3 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:47.195856 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d274e1cf-48ed-4299-8c3c-d0b65f543fe3 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:47.202446 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a518e6-c942-44d5-a57a-4664433611d8 None None] Network b6858df8-0657-45c4-9651-ada706cca82e requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:24:47.219397 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d274e1cf-48ed-4299-8c3c-d0b65f543fe3 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5410538 May 13 15:24:47.223665 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43476) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:47.229998 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-b2c8b756-e3e8-40ad-9f8d-7838b4f32abc tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1022082566'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:47.236040 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b2c8b756-e3e8-40ad-9f8d-7838b4f32abc tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:47.240359 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b2c8b756-e3e8-40ad-9f8d-7838b4f32abc tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Usage tracker for resource:network and tenant:7d150c89c88145dfbc9d6b17f9532d55 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:47.243433 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b2c8b756-e3e8-40ad-9f8d-7838b4f32abc tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:47.249515 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b2c8b756-e3e8-40ad-9f8d-7838b4f32abc tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:47.260367 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c8b756-e3e8-40ad-9f8d-7838b4f32abc tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Made reservation on behalf of 7d150c89c88145dfbc9d6b17f9532d55 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:24:47.264024 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b2c8b756-e3e8-40ad-9f8d-7838b4f32abc tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:47.291949 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2c8b756-e3e8-40ad-9f8d-7838b4f32abc tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:24:47.301617 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b2c8b756-e3e8-40ad-9f8d-7838b4f32abc tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:47.301982 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-b2c8b756-e3e8-40ad-9f8d-7838b4f32abc tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Added segment 737be3de-a06d-4292-98f0-40d58e855938 of type vlan for network 331767a3-b03a-4914-b80e-34d3e16ce5c4 May 13 15:24:47.334234 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b2c8b756-e3e8-40ad-9f8d-7838b4f32abc tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:47.363665 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b2c8b756-e3e8-40ad-9f8d-7838b4f32abc tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:47.369255 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c8b756-e3e8-40ad-9f8d-7838b4f32abc tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:47.369975 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b2c8b756-e3e8-40ad-9f8d-7838b4f32abc tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:47.424415 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146a8c19-5318-4ccc-81bc-64e508d147e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-b6858df8-0657-45c4-9651-ada706cca82e', 'network_id': 'b6858df8-0657-45c4-9651-ada706cca82e', 'tenant_id': '7d150c89c88145dfbc9d6b17f9532d55', 'fixed_ips': [{'subnet_id': '01ac202b-23ac-44de-b1ce-c825809a8f56'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:24:47.425313 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-146a8c19-5318-4ccc-81bc-64e508d147e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:47.467668 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b2c8b756-e3e8-40ad-9f8d-7838b4f32abc tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2399390 May 13 15:24:47.468237 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43480) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:47.474378 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-df2e1544-09c8-4e85-923e-26936cf71d94 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Request body: {'subnet': {'network_id': '331767a3-b03a-4914-b80e-34d3e16ce5c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:47.485077 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8b756-e3e8-40ad-9f8d-7838b4f32abc tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Pushing event updated for resources: {'Network': ['ID=331767a3-b03a-4914-b80e-34d3e16ce5c4,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:47.498709 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 331767a3-b03a-4914-b80e-34d3e16ce5c4 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:24:47.687997 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-146a8c19-5318-4ccc-81bc-64e508d147e4 None None] Allocated IP 2001:db8::2 (b6858df8-0657-45c4-9651-ada706cca82e/01ac202b-23ac-44de-b1ce-c825809a8f56/b016fc87-e01f-47dc-a573-93a283344034) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:24:47.701689 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-df2e1544-09c8-4e85-923e-26936cf71d94 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:47.706720 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-df2e1544-09c8-4e85-923e-26936cf71d94 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Usage tracker for resource:subnet and tenant:7d150c89c88145dfbc9d6b17f9532d55 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:47.710476 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-df2e1544-09c8-4e85-923e-26936cf71d94 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:47.716588 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-df2e1544-09c8-4e85-923e-26936cf71d94 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:47.725949 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2e1544-09c8-4e85-923e-26936cf71d94 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Made reservation on behalf of 7d150c89c88145dfbc9d6b17f9532d55 for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:24:47.729478 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-df2e1544-09c8-4e85-923e-26936cf71d94 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:47.920607 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-146a8c19-5318-4ccc-81bc-64e508d147e4 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:47.932470 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-146a8c19-5318-4ccc-81bc-64e508d147e4 None None] Transition to ACTIVE for port object b016fc87-e01f-47dc-a573-93a283344034 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:24:47.953719 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-146a8c19-5318-4ccc-81bc-64e508d147e4 None None] Transition to ACTIVE for port object b016fc87-e01f-47dc-a573-93a283344034 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:24:47.959826 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-146a8c19-5318-4ccc-81bc-64e508d147e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:47.962318 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-df2e1544-09c8-4e85-923e-26936cf71d94 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:48.032474 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146a8c19-5318-4ccc-81bc-64e508d147e4 None None] Network b6858df8-0657-45c4-9651-ada706cca82e is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:24:48.034153 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-146a8c19-5318-4ccc-81bc-64e508d147e4 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:24:48.038852 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146a8c19-5318-4ccc-81bc-64e508d147e4 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:24:48.048120 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a8c19-5318-4ccc-81bc-64e508d147e4 None None] Pushing event updated for resources: {'Port': ['ID=b016fc87-e01f-47dc-a573-93a283344034,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:48.053608 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e1544-09c8-4e85-923e-26936cf71d94 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Pushing event updated for resources: {'Subnet': ['ID=e335524d-fdd5-425f-b264-c26780a2f88e,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:48.063951 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2e1544-09c8-4e85-923e-26936cf71d94 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Checking segment: {'id': '737be3de-a06d-4292-98f0-40d58e855938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '331767a3-b03a-4914-b80e-34d3e16ce5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:24:48.064311 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2e1544-09c8-4e85-923e-26936cf71d94 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Network hostable DHCP agents. Network: 331767a3-b03a-4914-b80e-34d3e16ce5c4, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:24:48.084741 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2e1544-09c8-4e85-923e-26936cf71d94 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Network 331767a3-b03a-4914-b80e-34d3e16ce5c4 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:24:48.095530 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-df2e1544-09c8-4e85-923e-26936cf71d94 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 331767a3-b03a-4914-b80e-34d3e16ce5c4) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:24:48.100293 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2e1544-09c8-4e85-923e-26936cf71d94 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:48.100875 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-df2e1544-09c8-4e85-923e-26936cf71d94 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:48.120647 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af452727-10ce-4aa8-a509-b28f4c796d1d None None] Network 331767a3-b03a-4914-b80e-34d3e16ce5c4 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:24:48.126473 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-df2e1544-09c8-4e85-923e-26936cf71d94 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6565714 May 13 15:24:48.128963 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43484) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:48.289505 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-146a8c19-5318-4ccc-81bc-64e508d147e4 None None] Attempting to bind port b016fc87-e01f-47dc-a573-93a283344034 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:24:48.290007 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-146a8c19-5318-4ccc-81bc-64e508d147e4 None None] Attempting to bind port b016fc87-e01f-47dc-a573-93a283344034 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'e95eb9e0-5be4-4b92-9e01-6c9b16c9852d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b6858df8-0657-45c4-9651-ada706cca82e'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:24:48.290528 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146a8c19-5318-4ccc-81bc-64e508d147e4 None None] Attempting to bind port b016fc87-e01f-47dc-a573-93a283344034 on network b6858df8-0657-45c4-9651-ada706cca82e {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:24:48.303508 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146a8c19-5318-4ccc-81bc-64e508d147e4 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:24:48.303884 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146a8c19-5318-4ccc-81bc-64e508d147e4 None None] Checking segment: {'id': 'e95eb9e0-5be4-4b92-9e01-6c9b16c9852d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b6858df8-0657-45c4-9651-ada706cca82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:24:48.304978 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-146a8c19-5318-4ccc-81bc-64e508d147e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:48.304978 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146a8c19-5318-4ccc-81bc-64e508d147e4 None None] Bound using segment: {'id': 'e95eb9e0-5be4-4b92-9e01-6c9b16c9852d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b6858df8-0657-45c4-9651-ada706cca82e'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:24:48.305569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-146a8c19-5318-4ccc-81bc-64e508d147e4 None None] Bound port: b016fc87-e01f-47dc-a573-93a283344034, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e95eb9e0-5be4-4b92-9e01-6c9b16c9852d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b6858df8-0657-45c4-9651-ada706cca82e'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:24:48.306070 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-146a8c19-5318-4ccc-81bc-64e508d147e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:48.346617 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-effb8575-a595-4f2e-946e-a2b89d8b4cff tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:48.379303 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d316bfdf-0bcd-4caf-870a-89ec135bdfb8 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:24:48.422692 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-effb8575-a595-4f2e-946e-a2b89d8b4cff tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:48.504558 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-effb8575-a595-4f2e-946e-a2b89d8b4cff tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:48.545219 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb8575-a595-4f2e-946e-a2b89d8b4cff tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Pushing event deleted for resources: {'Subnet': ['ID=e335524d-fdd5-425f-b264-c26780a2f88e,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:48.580816 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-146a8c19-5318-4ccc-81bc-64e508d147e4 None None] For port b016fc87-e01f-47dc-a573-93a283344034, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:24:48.600444 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b436e4fb-1ca7-46e6-b6b4-4ca12f52d1e8 None None] Network 331767a3-b03a-4914-b80e-34d3e16ce5c4 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:24:48.614958 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-146a8c19-5318-4ccc-81bc-64e508d147e4 None None] For port b016fc87-e01f-47dc-a573-93a283344034, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b016fc87-e01f-47dc-a573-93a283344034,segment=NetworkSegment(e95eb9e0-5be4-4b92-9e01-6c9b16c9852d),segment_id=e95eb9e0-5be4-4b92-9e01-6c9b16c9852d)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:24:48.619633 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:48.631319 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-146a8c19-5318-4ccc-81bc-64e508d147e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:48.644498 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-effb8575-a595-4f2e-946e-a2b89d8b4cff tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:48.676903 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-effb8575-a595-4f2e-946e-a2b89d8b4cff tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['331767a3-b03a-4914-b80e-34d3e16ce5c4']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:48.689199 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-effb8575-a595-4f2e-946e-a2b89d8b4cff tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737be3de-a06d-4292-98f0-40d58e855938') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:48.689494 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-effb8575-a595-4f2e-946e-a2b89d8b4cff tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737be3de-a06d-4292-98f0-40d58e855938') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:48.700924 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-effb8575-a595-4f2e-946e-a2b89d8b4cff tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:48.717302 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-effb8575-a595-4f2e-946e-a2b89d8b4cff tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:48.724206 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-effb8575-a595-4f2e-946e-a2b89d8b4cff tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:24:48.724580 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-effb8575-a595-4f2e-946e-a2b89d8b4cff tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:48.724703 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port d316bfdf-0bcd-4caf-870a-89ec135bdfb8 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:24:48.724992 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:48.740720 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 15:24:48.740720 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:24:48.740720 n-d-841760-1 neutron-server[88081]: timer() May 13 15:24:48.740720 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:24:48.740720 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 15:24:48.740720 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:24:48.740720 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 15:24:48.740720 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:24:48.740720 n-d-841760-1 neutron-server[88081]: self._notify() May 13 15:24:48.740720 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:24:48.740720 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 15:24:48.740720 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:24:48.740720 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 15:24:48.740720 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:24:48.740720 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:24:48.740720 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:24:48.740720 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:24:48.740720 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:24:48.740720 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 15:24:48.740720 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:24:48.740720 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 15:24:48.740720 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:24:48.740720 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:24:48.740720 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:24:48.740720 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 15:24:48.740720 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:24:48.740720 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:24:48.740720 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:24:48.740720 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:24:48.740720 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:24:48.740720 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:24:48.740720 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:24:48.834716 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-effb8575-a595-4f2e-946e-a2b89d8b4cff tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:48.854974 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-effb8575-a595-4f2e-946e-a2b89d8b4cff tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:48.863546 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb8575-a595-4f2e-946e-a2b89d8b4cff tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Pushing event deleted for resources: {'Network': ['ID=331767a3-b03a-4914-b80e-34d3e16ce5c4,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:48.870188 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-effb8575-a595-4f2e-946e-a2b89d8b4cff tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] 10.222.0.35 "DELETE /v2.0/networks/331767a3-b03a-4914-b80e-34d3e16ce5c4 HTTP/1.1" status: 204 len: 168 time: 0.7373619 May 13 15:24:48.870580 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43488) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:48.888965 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a8c19-5318-4ccc-81bc-64e508d147e4 None None] Pushing event updated for resources: {'Port': ['ID=b016fc87-e01f-47dc-a573-93a283344034,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:48.913968 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc7c08c-38e5-4bdd-9cd6-b5134eb797bf tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] GET failed (client error): The resource could not be found. May 13 15:24:48.914490 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5cc7c08c-38e5-4bdd-9cd6-b5134eb797bf tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Synchronizing usage tracker for tenant:7d150c89c88145dfbc9d6b17f9532d55 on resource:subnet {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:24:48.944983 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5cc7c08c-38e5-4bdd-9cd6-b5134eb797bf tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Unset dirty status for tenant:7d150c89c88145dfbc9d6b17f9532d55 on resource:subnet {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:24:48.946231 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5cc7c08c-38e5-4bdd-9cd6-b5134eb797bf tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] 10.222.0.35 "GET /v2.0/subnets/e335524d-fdd5-425f-b264-c26780a2f88e HTTP/1.1" status: 404 len: 337 time: 0.0749178 May 13 15:24:48.949106 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43492) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:48.975917 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-73958142-2019-4c62-89cd-cdc78c2d0e03 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] DELETE failed (client error): The resource could not be found. May 13 15:24:48.976376 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73958142-2019-4c62-89cd-cdc78c2d0e03 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:24:48.981764 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-73958142-2019-4c62-89cd-cdc78c2d0e03 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] 10.222.0.35 "DELETE /v2.0/networks/331767a3-b03a-4914-b80e-34d3e16ce5c4 HTTP/1.1" status: 404 len: 339 time: 0.0280669 May 13 15:24:48.982262 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43496) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:49.024337 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-2220a0eb-e2ba-4fde-b94a-b49bd7fb9c22 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] DELETE failed (client error): The resource could not be found. May 13 15:24:49.025025 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2220a0eb-e2ba-4fde-b94a-b49bd7fb9c22 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:24:49.029802 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-2220a0eb-e2ba-4fde-b94a-b49bd7fb9c22 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] 10.222.0.35 "DELETE /v2.0/subnets/e335524d-fdd5-425f-b264-c26780a2f88e HTTP/1.1" status: 404 len: 337 time: 0.0440588 May 13 15:24:49.031060 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43500) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:49.035486 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d316bfdf-0bcd-4caf-870a-89ec135bdfb8 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:24:49.057439 n-d-841760-1 neutron-server[88081]: INFO neutron.pecan_wsgi.hooks.translation [None req-139ba78c-fb33-4ae3-b7e4-cdffdb44147d tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] DELETE failed (client error): The resource could not be found. May 13 15:24:49.057988 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-139ba78c-fb33-4ae3-b7e4-cdffdb44147d tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:24:49.063176 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-139ba78c-fb33-4ae3-b7e4-cdffdb44147d tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] 10.222.0.35 "DELETE /v2.0/networks/331767a3-b03a-4914-b80e-34d3e16ce5c4 HTTP/1.1" status: 404 len: 339 time: 0.0276792 May 13 15:24:49.064566 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43504) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:49.167832 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-5527e585-4edf-4c98-8b65-998076ecdf5c tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Deleting subnet 01ac202b-23ac-44de-b1ce-c825809a8f56 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:24:49.171486 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5527e585-4edf-4c98-8b65-998076ecdf5c tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:49.241501 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5527e585-4edf-4c98-8b65-998076ecdf5c tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:49.329379 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5527e585-4edf-4c98-8b65-998076ecdf5c tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:49.408652 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5527e585-4edf-4c98-8b65-998076ecdf5c tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:49.452456 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527e585-4edf-4c98-8b65-998076ecdf5c tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Pushing event deleted for resources: {'Subnet': ['ID=01ac202b-23ac-44de-b1ce-c825809a8f56,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:49.454873 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5527e585-4edf-4c98-8b65-998076ecdf5c tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:49.469256 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5527e585-4edf-4c98-8b65-998076ecdf5c tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] 10.222.0.35 "DELETE /v2.0/subnets/01ac202b-23ac-44de-b1ce-c825809a8f56 HTTP/1.1" status: 204 len: 168 time: 0.4032145 May 13 15:24:49.471616 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43508) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:49.594267 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08928da3-8900-4960-bd3a-43cb899a9ca4 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:49.607092 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-08928da3-8900-4960-bd3a-43cb899a9ca4 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Deleting port b016fc87-e01f-47dc-a573-93a283344034 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:24:49.607455 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08928da3-8900-4960-bd3a-43cb899a9ca4 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:49.945487 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d392903a-6f7b-4ef2-9b71-ec41450c57aa None None] Network b6858df8-0657-45c4-9651-ada706cca82e requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:24:49.961058 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-08928da3-8900-4960-bd3a-43cb899a9ca4 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] For port b016fc87-e01f-47dc-a573-93a283344034, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b016fc87-e01f-47dc-a573-93a283344034,segment=NetworkSegment(e95eb9e0-5be4-4b92-9e01-6c9b16c9852d),segment_id=e95eb9e0-5be4-4b92-9e01-6c9b16c9852d)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:49.961520 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08928da3-8900-4960-bd3a-43cb899a9ca4 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:50.093662 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-08928da3-8900-4960-bd3a-43cb899a9ca4 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Calling delete_port for b016fc87-e01f-47dc-a573-93a283344034 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:24:50.097781 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e15c773a-5786-482a-bbb6-f5f8bebf21e2 None None] Provisioning for port b016fc87-e01f-47dc-a573-93a283344034 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:24:50.188376 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08928da3-8900-4960-bd3a-43cb899a9ca4 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:50.245556 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08928da3-8900-4960-bd3a-43cb899a9ca4 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Pushing event deleted for resources: {'Port': ['ID=b016fc87-e01f-47dc-a573-93a283344034,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:50.249426 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08928da3-8900-4960-bd3a-43cb899a9ca4 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] No DVR routers for this DVR port b016fc87-e01f-47dc-a573-93a283344034 on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:24:50.254663 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c54e56-fda6-4256-9928-03a79e961de3 None None] DHCP port deletion for b6858df8-0657-45c4-9651-ada706cca82e request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:24:50.396597 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08928da3-8900-4960-bd3a-43cb899a9ca4 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:50.432325 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-08928da3-8900-4960-bd3a-43cb899a9ca4 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6858df8-0657-45c4-9651-ada706cca82e']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:50.446497 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-08928da3-8900-4960-bd3a-43cb899a9ca4 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e95eb9e0-5be4-4b92-9e01-6c9b16c9852d') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:50.446746 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-08928da3-8900-4960-bd3a-43cb899a9ca4 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e95eb9e0-5be4-4b92-9e01-6c9b16c9852d') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:50.459634 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08928da3-8900-4960-bd3a-43cb899a9ca4 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:50.476789 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08928da3-8900-4960-bd3a-43cb899a9ca4 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:50.483664 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08928da3-8900-4960-bd3a-43cb899a9ca4 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:24:50.484218 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08928da3-8900-4960-bd3a-43cb899a9ca4 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:50.499859 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:24:50.499859 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:24:50.499859 n-d-841760-1 neutron-server[88082]: timer() May 13 15:24:50.499859 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:24:50.499859 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:24:50.499859 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:24:50.499859 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:24:50.499859 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:24:50.499859 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:24:50.499859 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:24:50.499859 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:24:50.499859 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:24:50.499859 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:24:50.499859 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:24:50.499859 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:24:50.499859 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:24:50.499859 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:24:50.499859 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:24:50.499859 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:24:50.499859 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:24:50.499859 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:24:50.499859 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:24:50.499859 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:24:50.499859 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:24:50.499859 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:24:50.499859 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:24:50.499859 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:24:50.499859 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:24:50.499859 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:24:50.499859 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:24:50.499859 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:24:50.499859 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:24:50.600665 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08928da3-8900-4960-bd3a-43cb899a9ca4 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:50.618789 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-08928da3-8900-4960-bd3a-43cb899a9ca4 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:50.631706 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08928da3-8900-4960-bd3a-43cb899a9ca4 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Pushing event deleted for resources: {'Network': ['ID=b6858df8-0657-45c4-9651-ada706cca82e,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:50.634343 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-08928da3-8900-4960-bd3a-43cb899a9ca4 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] 10.222.0.35 "DELETE /v2.0/networks/b6858df8-0657-45c4-9651-ada706cca82e HTTP/1.1" status: 204 len: 168 time: 1.1611972 May 13 15:24:50.637471 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43512) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:50.679448 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-31147d23-fae6-4fce-9bd9-1705154a55d0 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] DELETE failed (client error): The resource could not be found. May 13 15:24:50.679907 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31147d23-fae6-4fce-9bd9-1705154a55d0 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:24:50.682009 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-31147d23-fae6-4fce-9bd9-1705154a55d0 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] 10.222.0.35 "DELETE /v2.0/subnets/320872b3-6196-4103-888d-d45009001959 HTTP/1.1" status: 404 len: 337 time: 0.0442243 May 13 15:24:50.685604 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43516) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:50.712653 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-7784088a-d338-4f76-bf29-b98db2b3b08b tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] DELETE failed (client error): The resource could not be found. May 13 15:24:50.713038 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7784088a-d338-4f76-bf29-b98db2b3b08b tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:24:50.714748 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7784088a-d338-4f76-bf29-b98db2b3b08b tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] 10.222.0.35 "DELETE /v2.0/networks/bce5b5cc-c74f-4ba7-a054-43b299e3ed11 HTTP/1.1" status: 404 len: 339 time: 0.0281105 May 13 15:24:50.717351 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43520) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:50.757032 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-592332b4-796a-48f7-9b7e-d98f1809e9e2 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] DELETE failed (client error): The resource could not be found. May 13 15:24:50.757463 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-592332b4-796a-48f7-9b7e-d98f1809e9e2 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:24:50.759209 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-592332b4-796a-48f7-9b7e-d98f1809e9e2 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] 10.222.0.35 "DELETE /v2.0/subnets/3aa79e2b-6b35-4450-ae34-3dc34ab8ca9b HTTP/1.1" status: 404 len: 337 time: 0.0409086 May 13 15:24:50.762694 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43524) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:50.790030 n-d-841760-1 neutron-server[88082]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e6cc8b-a8b0-4805-8570-eb4c0f69a538 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] DELETE failed (client error): The resource could not be found. May 13 15:24:50.790506 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e6cc8b-a8b0-4805-8570-eb4c0f69a538 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:24:50.792233 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d6e6cc8b-a8b0-4805-8570-eb4c0f69a538 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] 10.222.0.35 "DELETE /v2.0/networks/cf0f25eb-1113-4a09-b6e5-111d3fc9440f HTTP/1.1" status: 404 len: 339 time: 0.0284100 May 13 15:24:50.794771 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43528) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:50.866813 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a16186b-87da-4983-aba9-1c3fc3ea21dc tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Deleting subnet 77419a2f-71fa-454e-a5fb-b8a5a50cc081 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:24:50.869885 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4a16186b-87da-4983-aba9-1c3fc3ea21dc tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:50.927336 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4a16186b-87da-4983-aba9-1c3fc3ea21dc tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:51.013742 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4a16186b-87da-4983-aba9-1c3fc3ea21dc tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:51.092956 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4a16186b-87da-4983-aba9-1c3fc3ea21dc tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:51.135379 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16186b-87da-4983-aba9-1c3fc3ea21dc tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Pushing event deleted for resources: {'Subnet': ['ID=77419a2f-71fa-454e-a5fb-b8a5a50cc081,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:51.137317 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4a16186b-87da-4983-aba9-1c3fc3ea21dc tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:51.142518 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70691271-37e6-4458-897d-94b5d7289e41 None None] Network 21db123b-d80e-4163-afa5-c85c2b365677 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:24:51.151097 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4a16186b-87da-4983-aba9-1c3fc3ea21dc tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] 10.222.0.35 "DELETE /v2.0/subnets/77419a2f-71fa-454e-a5fb-b8a5a50cc081 HTTP/1.1" status: 204 len: 168 time: 0.3519125 May 13 15:24:51.151380 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43532) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:51.278180 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d9899b9f-5786-40d1-8e7e-a981373aa3a0 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:51.288689 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-d9899b9f-5786-40d1-8e7e-a981373aa3a0 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Deleting port d316bfdf-0bcd-4caf-870a-89ec135bdfb8 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:24:51.289020 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d9899b9f-5786-40d1-8e7e-a981373aa3a0 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:51.411143 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd31d11-4398-4065-ac6f-c3587894ce4f None None] DHCP port deletion for 21db123b-d80e-4163-afa5-c85c2b365677 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:24:51.415591 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-bdd31d11-4398-4065-ac6f-c3587894ce4f None None] Deleting port d316bfdf-0bcd-4caf-870a-89ec135bdfb8 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:24:51.416034 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bdd31d11-4398-4065-ac6f-c3587894ce4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:51.635220 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-d9899b9f-5786-40d1-8e7e-a981373aa3a0 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] For port d316bfdf-0bcd-4caf-870a-89ec135bdfb8, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d316bfdf-0bcd-4caf-870a-89ec135bdfb8,segment=NetworkSegment(a2c11a23-3f4c-4ae2-a9a6-e7cd5b98deb5),segment_id=a2c11a23-3f4c-4ae2-a9a6-e7cd5b98deb5)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:51.635517 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d9899b9f-5786-40d1-8e7e-a981373aa3a0 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:51.647068 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-bdd31d11-4398-4065-ac6f-c3587894ce4f None None] For port d316bfdf-0bcd-4caf-870a-89ec135bdfb8, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d316bfdf-0bcd-4caf-870a-89ec135bdfb8,segment=NetworkSegment(a2c11a23-3f4c-4ae2-a9a6-e7cd5b98deb5),segment_id=a2c11a23-3f4c-4ae2-a9a6-e7cd5b98deb5)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:51.647590 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bdd31d11-4398-4065-ac6f-c3587894ce4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:51.765745 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-d9899b9f-5786-40d1-8e7e-a981373aa3a0 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Calling delete_port for d316bfdf-0bcd-4caf-870a-89ec135bdfb8 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:24:51.775687 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-bdd31d11-4398-4065-ac6f-c3587894ce4f None None] Calling delete_port for d316bfdf-0bcd-4caf-870a-89ec135bdfb8 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:24:51.860588 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.db.api [None req-d9899b9f-5786-40d1-8e7e-a981373aa3a0 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 13 15:24:51.860588 n-d-841760-1 neutron-server[88082]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] May 13 15:24:51.860588 n-d-841760-1 neutron-server[88082]: [parameters: {'port_id': 'd316bfdf-0bcd-4caf-870a-89ec135bdfb8', 'host': 'n-d-841760-1'}] May 13 15:24:51.860588 n-d-841760-1 neutron-server[88082]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:24:51.861427 n-d-841760-1 neutron-server[88082]: DEBUG oslo_db.api [None req-d9899b9f-5786-40d1-8e7e-a981373aa3a0 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:24:51.868104 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bdd31d11-4398-4065-ac6f-c3587894ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:51.920002 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd31d11-4398-4065-ac6f-c3587894ce4f None None] Pushing event deleted for resources: {'Port': ['ID=d316bfdf-0bcd-4caf-870a-89ec135bdfb8,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:51.924717 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd31d11-4398-4065-ac6f-c3587894ce4f None None] No DVR routers for this DVR port d316bfdf-0bcd-4caf-870a-89ec135bdfb8 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:24:52.295564 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d316bfdf-0bcd-4caf-870a-89ec135bdfb8 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:24:52.331039 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: d316bfdf-0bcd-4caf-870a-89ec135bdfb8 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:24:52.331434 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d316bfdf-0bcd-4caf-870a-89ec135bdfb8 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:24:52.363607 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-d9899b9f-5786-40d1-8e7e-a981373aa3a0 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Deleting port d316bfdf-0bcd-4caf-870a-89ec135bdfb8 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:24:52.364163 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d9899b9f-5786-40d1-8e7e-a981373aa3a0 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:52.437175 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-d9899b9f-5786-40d1-8e7e-a981373aa3a0 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] The port 'd316bfdf-0bcd-4caf-870a-89ec135bdfb8' was deleted {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:24:52.565204 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d9899b9f-5786-40d1-8e7e-a981373aa3a0 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:52.591513 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-d9899b9f-5786-40d1-8e7e-a981373aa3a0 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21db123b-d80e-4163-afa5-c85c2b365677']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:52.605251 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-d9899b9f-5786-40d1-8e7e-a981373aa3a0 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c11a23-3f4c-4ae2-a9a6-e7cd5b98deb5') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:52.605549 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-d9899b9f-5786-40d1-8e7e-a981373aa3a0 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c11a23-3f4c-4ae2-a9a6-e7cd5b98deb5') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:52.618013 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d9899b9f-5786-40d1-8e7e-a981373aa3a0 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:52.634218 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d9899b9f-5786-40d1-8e7e-a981373aa3a0 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:52.641042 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9899b9f-5786-40d1-8e7e-a981373aa3a0 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:24:52.641412 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d9899b9f-5786-40d1-8e7e-a981373aa3a0 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:52.661598 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:24:52.661598 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:24:52.661598 n-d-841760-1 neutron-server[88082]: timer() May 13 15:24:52.661598 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:24:52.661598 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:24:52.661598 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:24:52.661598 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:24:52.661598 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:24:52.661598 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:24:52.661598 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:24:52.661598 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:24:52.661598 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:24:52.661598 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:24:52.661598 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:24:52.661598 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:24:52.661598 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:24:52.661598 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:24:52.661598 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:24:52.661598 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:24:52.661598 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:24:52.661598 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:24:52.661598 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:24:52.661598 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:24:52.661598 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:24:52.661598 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:24:52.661598 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:24:52.661598 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:24:52.661598 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:24:52.661598 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:24:52.661598 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:24:52.661598 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:24:52.661598 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:24:52.744445 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d9899b9f-5786-40d1-8e7e-a981373aa3a0 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:52.762632 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d9899b9f-5786-40d1-8e7e-a981373aa3a0 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:52.772862 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9899b9f-5786-40d1-8e7e-a981373aa3a0 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] Pushing event deleted for resources: {'Network': ['ID=21db123b-d80e-4163-afa5-c85c2b365677,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:52.775482 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d9899b9f-5786-40d1-8e7e-a981373aa3a0 tempest-NetworksIpV6Test-1300536399 tempest-NetworksIpV6Test-1300536399-project] 10.222.0.35 "DELETE /v2.0/networks/21db123b-d80e-4163-afa5-c85c2b365677 HTTP/1.1" status: 204 len: 168 time: 1.6231573 May 13 15:24:53.060210 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43540) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:53.212621 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-479bf165-8096-465e-8fee-52850bcc1d5e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7d150c89c88145dfbc9d6b17f9532d55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512332 May 13 15:24:53.215054 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43546) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:53.275472 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b2ef988a-5ba9-4876-935c-f1677b02ae81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:53.302198 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b2ef988a-5ba9-4876-935c-f1677b02ae81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:53.355422 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b2ef988a-5ba9-4876-935c-f1677b02ae81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:53.370109 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef988a-5ba9-4876-935c-f1677b02ae81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a99b3d1-3f7a-480f-8201-717a34e4e5e7,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:53.376266 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b2ef988a-5ba9-4876-935c-f1677b02ae81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:53.377386 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b2ef988a-5ba9-4876-935c-f1677b02ae81 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2a99b3d1-3f7a-480f-8201-717a34e4e5e7 HTTP/1.1" status: 204 len: 168 time: 0.1614041 May 13 15:24:54.070032 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43570) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:54.170654 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-327246df-221c-4efd-a33f-35e8e564dfad tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2048991691', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:54.178095 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-327246df-221c-4efd-a33f-35e8e564dfad tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:54.182242 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-327246df-221c-4efd-a33f-35e8e564dfad tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Usage tracker for resource:router and tenant:3222a216d2464646a04ab48ee8fa5e4f is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:54.185162 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-327246df-221c-4efd-a33f-35e8e564dfad tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:54.192020 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-327246df-221c-4efd-a33f-35e8e564dfad tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:54.202333 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-327246df-221c-4efd-a33f-35e8e564dfad tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:54.203369 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-327246df-221c-4efd-a33f-35e8e564dfad tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:54.220986 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-327246df-221c-4efd-a33f-35e8e564dfad tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:54.259241 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-327246df-221c-4efd-a33f-35e8e564dfad tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:54.283503 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-327246df-221c-4efd-a33f-35e8e564dfad tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:54.284679 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-327246df-221c-4efd-a33f-35e8e564dfad tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2136483 May 13 15:24:54.287494 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43576) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:54.293022 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-e04b187d-e2f9-4a7c-9e9b-00f94d8e8d2d tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-907327420'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:54.298880 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e04b187d-e2f9-4a7c-9e9b-00f94d8e8d2d tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:54.303558 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e04b187d-e2f9-4a7c-9e9b-00f94d8e8d2d tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Usage tracker for resource:network and tenant:3222a216d2464646a04ab48ee8fa5e4f is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:54.306416 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e04b187d-e2f9-4a7c-9e9b-00f94d8e8d2d tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:54.312212 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e04b187d-e2f9-4a7c-9e9b-00f94d8e8d2d tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:54.323260 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04b187d-e2f9-4a7c-9e9b-00f94d8e8d2d tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Made reservation on behalf of 3222a216d2464646a04ab48ee8fa5e4f for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:24:54.326853 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e04b187d-e2f9-4a7c-9e9b-00f94d8e8d2d tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:54.343585 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e04b187d-e2f9-4a7c-9e9b-00f94d8e8d2d tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:54.358198 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e04b187d-e2f9-4a7c-9e9b-00f94d8e8d2d tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:54.363066 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e04b187d-e2f9-4a7c-9e9b-00f94d8e8d2d tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Usage tracker for resource:security_group_rule and tenant:3222a216d2464646a04ab48ee8fa5e4f is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:54.365944 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e04b187d-e2f9-4a7c-9e9b-00f94d8e8d2d tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:54.371797 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e04b187d-e2f9-4a7c-9e9b-00f94d8e8d2d tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:54.460802 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e04b187d-e2f9-4a7c-9e9b-00f94d8e8d2d tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:54.464149 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e04b187d-e2f9-4a7c-9e9b-00f94d8e8d2d tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:54.498258 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e04b187d-e2f9-4a7c-9e9b-00f94d8e8d2d tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:24:54.507595 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b187d-e2f9-4a7c-9e9b-00f94d8e8d2d tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7454bb42-d4d7-4aca-a032-57687da753d3,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:54.513478 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e04b187d-e2f9-4a7c-9e9b-00f94d8e8d2d tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:54.513824 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-e04b187d-e2f9-4a7c-9e9b-00f94d8e8d2d tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Added segment e368ba98-addd-482e-8de4-986963d9d679 of type vlan for network 76bf2916-f7c0-4e01-94a1-5bf2e450181d May 13 15:24:54.540301 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e04b187d-e2f9-4a7c-9e9b-00f94d8e8d2d tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:54.570345 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e04b187d-e2f9-4a7c-9e9b-00f94d8e8d2d tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:54.575803 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04b187d-e2f9-4a7c-9e9b-00f94d8e8d2d tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:54.576379 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e04b187d-e2f9-4a7c-9e9b-00f94d8e8d2d tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:54.687694 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e04b187d-e2f9-4a7c-9e9b-00f94d8e8d2d tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3991492 May 13 15:24:54.688553 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b187d-e2f9-4a7c-9e9b-00f94d8e8d2d tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Pushing event updated for resources: {'Network': ['ID=76bf2916-f7c0-4e01-94a1-5bf2e450181d,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:54.690469 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43580) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:54.697146 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-f2e133f5-5ff4-450d-8d38-6a21ab6e22ea tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Request body: {'subnet': {'network_id': '76bf2916-f7c0-4e01-94a1-5bf2e450181d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:54.700510 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 76bf2916-f7c0-4e01-94a1-5bf2e450181d details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:24:54.812739 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f2e133f5-5ff4-450d-8d38-6a21ab6e22ea tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:54.816657 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f2e133f5-5ff4-450d-8d38-6a21ab6e22ea tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Usage tracker for resource:subnet and tenant:3222a216d2464646a04ab48ee8fa5e4f is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:54.819743 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f2e133f5-5ff4-450d-8d38-6a21ab6e22ea tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:54.825409 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f2e133f5-5ff4-450d-8d38-6a21ab6e22ea tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:54.835705 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e133f5-5ff4-450d-8d38-6a21ab6e22ea tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Made reservation on behalf of 3222a216d2464646a04ab48ee8fa5e4f for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:24:54.839561 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f2e133f5-5ff4-450d-8d38-6a21ab6e22ea tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:55.054747 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f2e133f5-5ff4-450d-8d38-6a21ab6e22ea tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:55.134526 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e133f5-5ff4-450d-8d38-6a21ab6e22ea tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Pushing event updated for resources: {'Subnet': ['ID=7d638352-e6d0-438d-819f-e66585b4bf42,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:55.145551 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e133f5-5ff4-450d-8d38-6a21ab6e22ea tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Checking segment: {'id': 'e368ba98-addd-482e-8de4-986963d9d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '76bf2916-f7c0-4e01-94a1-5bf2e450181d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:24:55.145906 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e133f5-5ff4-450d-8d38-6a21ab6e22ea tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Network hostable DHCP agents. Network: 76bf2916-f7c0-4e01-94a1-5bf2e450181d, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:24:55.165921 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e133f5-5ff4-450d-8d38-6a21ab6e22ea tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Network 76bf2916-f7c0-4e01-94a1-5bf2e450181d is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:24:55.176125 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-f2e133f5-5ff4-450d-8d38-6a21ab6e22ea tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 76bf2916-f7c0-4e01-94a1-5bf2e450181d) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:24:55.180966 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e133f5-5ff4-450d-8d38-6a21ab6e22ea tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:55.181740 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f2e133f5-5ff4-450d-8d38-6a21ab6e22ea tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:55.187013 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c445fe0-f347-4f59-806a-2880886b274c None None] Network 76bf2916-f7c0-4e01-94a1-5bf2e450181d requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:24:55.205640 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f2e133f5-5ff4-450d-8d38-6a21ab6e22ea tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5140367 May 13 15:24:55.209921 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43584) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:55.215893 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-f52f23fc-ace5-45e6-a21f-5c244f6577af tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1164178360'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:55.221835 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f52f23fc-ace5-45e6-a21f-5c244f6577af tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:55.226827 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f52f23fc-ace5-45e6-a21f-5c244f6577af tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Usage tracker for resource:network and tenant:3222a216d2464646a04ab48ee8fa5e4f is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:55.229958 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f52f23fc-ace5-45e6-a21f-5c244f6577af tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:55.236068 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f52f23fc-ace5-45e6-a21f-5c244f6577af tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:55.247864 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52f23fc-ace5-45e6-a21f-5c244f6577af tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Made reservation on behalf of 3222a216d2464646a04ab48ee8fa5e4f for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:24:55.251579 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f52f23fc-ace5-45e6-a21f-5c244f6577af tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:55.279870 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52f23fc-ace5-45e6-a21f-5c244f6577af tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:24:55.290218 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f52f23fc-ace5-45e6-a21f-5c244f6577af tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:55.290476 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-f52f23fc-ace5-45e6-a21f-5c244f6577af tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Added segment 088889dc-eda4-4be6-a718-221326ff3e50 of type vlan for network e66e3d38-917e-4f71-8aa3-fd2ba59b2dde May 13 15:24:55.317171 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f52f23fc-ace5-45e6-a21f-5c244f6577af tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:55.349496 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f52f23fc-ace5-45e6-a21f-5c244f6577af tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:55.356257 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52f23fc-ace5-45e6-a21f-5c244f6577af tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:55.356942 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f52f23fc-ace5-45e6-a21f-5c244f6577af tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:55.459967 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f52f23fc-ace5-45e6-a21f-5c244f6577af tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2489183 May 13 15:24:55.462878 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43588) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:55.469223 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-3cf02d93-cf53-4481-841c-b620f9a9aa97 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Request body: {'subnet': {'network_id': 'e66e3d38-917e-4f71-8aa3-fd2ba59b2dde', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:55.470301 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f23fc-ace5-45e6-a21f-5c244f6577af tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Pushing event updated for resources: {'Network': ['ID=e66e3d38-917e-4f71-8aa3-fd2ba59b2dde,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:55.485547 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network e66e3d38-917e-4f71-8aa3-fd2ba59b2dde details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:24:55.501895 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20dc342-3387-4c0e-a3c4-c34c41363176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-76bf2916-f7c0-4e01-94a1-5bf2e450181d', 'network_id': '76bf2916-f7c0-4e01-94a1-5bf2e450181d', 'tenant_id': '3222a216d2464646a04ab48ee8fa5e4f', 'fixed_ips': [{'subnet_id': '7d638352-e6d0-438d-819f-e66585b4bf42'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:24:55.502716 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d20dc342-3387-4c0e-a3c4-c34c41363176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:55.588694 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3cf02d93-cf53-4481-841c-b620f9a9aa97 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:55.592954 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3cf02d93-cf53-4481-841c-b620f9a9aa97 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Usage tracker for resource:subnet and tenant:3222a216d2464646a04ab48ee8fa5e4f is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:55.596033 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-3cf02d93-cf53-4481-841c-b620f9a9aa97 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:55.602231 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-3cf02d93-cf53-4481-841c-b620f9a9aa97 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:55.613289 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf02d93-cf53-4481-841c-b620f9a9aa97 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Made reservation on behalf of 3222a216d2464646a04ab48ee8fa5e4f for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:24:55.616813 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3cf02d93-cf53-4481-841c-b620f9a9aa97 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:55.743972 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-d20dc342-3387-4c0e-a3c4-c34c41363176 None None] Allocated IP 172.20.0.2 (76bf2916-f7c0-4e01-94a1-5bf2e450181d/7d638352-e6d0-438d-819f-e66585b4bf42/9df641fc-0cab-42d4-afca-ce6d6479ed66) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:24:55.841263 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3cf02d93-cf53-4481-841c-b620f9a9aa97 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:55.918651 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf02d93-cf53-4481-841c-b620f9a9aa97 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Pushing event updated for resources: {'Subnet': ['ID=98af5811-c694-4569-b112-44173f3ba4b5,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:55.932136 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf02d93-cf53-4481-841c-b620f9a9aa97 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Checking segment: {'id': '088889dc-eda4-4be6-a718-221326ff3e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e66e3d38-917e-4f71-8aa3-fd2ba59b2dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:24:55.932498 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf02d93-cf53-4481-841c-b620f9a9aa97 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Network hostable DHCP agents. Network: e66e3d38-917e-4f71-8aa3-fd2ba59b2dde, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:24:55.952458 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf02d93-cf53-4481-841c-b620f9a9aa97 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Network e66e3d38-917e-4f71-8aa3-fd2ba59b2dde is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:24:55.953333 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d20dc342-3387-4c0e-a3c4-c34c41363176 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:55.962860 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-3cf02d93-cf53-4481-841c-b620f9a9aa97 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, e66e3d38-917e-4f71-8aa3-fd2ba59b2dde) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:24:55.964735 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d20dc342-3387-4c0e-a3c4-c34c41363176 None None] Transition to ACTIVE for port object 9df641fc-0cab-42d4-afca-ce6d6479ed66 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:24:55.967875 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf02d93-cf53-4481-841c-b620f9a9aa97 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:55.968460 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-3cf02d93-cf53-4481-841c-b620f9a9aa97 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:55.977373 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f3f5d6-c8ee-4df4-b24d-ba21d552d1ef None None] Network e66e3d38-917e-4f71-8aa3-fd2ba59b2dde requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:24:55.990984 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-3cf02d93-cf53-4481-841c-b620f9a9aa97 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5264111 May 13 15:24:55.993622 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43592) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:55.998653 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-bbe54615-282b-40d9-9c61-e875372819ca tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e66e3d38-917e-4f71-8aa3-fd2ba59b2dde'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:56.047428 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d20dc342-3387-4c0e-a3c4-c34c41363176 None None] Transition to ACTIVE for port object 9df641fc-0cab-42d4-afca-ce6d6479ed66 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:24:56.062172 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d20dc342-3387-4c0e-a3c4-c34c41363176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:56.140161 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20dc342-3387-4c0e-a3c4-c34c41363176 None None] Network 76bf2916-f7c0-4e01-94a1-5bf2e450181d is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:24:56.145471 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-d20dc342-3387-4c0e-a3c4-c34c41363176 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:24:56.153384 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20dc342-3387-4c0e-a3c4-c34c41363176 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:24:56.175577 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20dc342-3387-4c0e-a3c4-c34c41363176 None None] Pushing event updated for resources: {'Port': ['ID=9df641fc-0cab-42d4-afca-ce6d6479ed66,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:56.314645 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-d20dc342-3387-4c0e-a3c4-c34c41363176 None None] Attempting to bind port 9df641fc-0cab-42d4-afca-ce6d6479ed66 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:24:56.315013 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-d20dc342-3387-4c0e-a3c4-c34c41363176 None None] Attempting to bind port 9df641fc-0cab-42d4-afca-ce6d6479ed66 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'e368ba98-addd-482e-8de4-986963d9d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '76bf2916-f7c0-4e01-94a1-5bf2e450181d'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:24:56.315404 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20dc342-3387-4c0e-a3c4-c34c41363176 None None] Attempting to bind port 9df641fc-0cab-42d4-afca-ce6d6479ed66 on network 76bf2916-f7c0-4e01-94a1-5bf2e450181d {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:24:56.325528 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20dc342-3387-4c0e-a3c4-c34c41363176 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:24:56.325898 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20dc342-3387-4c0e-a3c4-c34c41363176 None None] Checking segment: {'id': 'e368ba98-addd-482e-8de4-986963d9d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '76bf2916-f7c0-4e01-94a1-5bf2e450181d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:24:56.326299 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d20dc342-3387-4c0e-a3c4-c34c41363176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:56.326688 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20dc342-3387-4c0e-a3c4-c34c41363176 None None] Bound using segment: {'id': 'e368ba98-addd-482e-8de4-986963d9d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '76bf2916-f7c0-4e01-94a1-5bf2e450181d'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:24:56.327173 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-d20dc342-3387-4c0e-a3c4-c34c41363176 None None] Bound port: 9df641fc-0cab-42d4-afca-ce6d6479ed66, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e368ba98-addd-482e-8de4-986963d9d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '76bf2916-f7c0-4e01-94a1-5bf2e450181d'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:24:56.327546 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d20dc342-3387-4c0e-a3c4-c34c41363176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:56.411858 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71b4636-85ca-4215-9262-0127dce8edcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-e66e3d38-917e-4f71-8aa3-fd2ba59b2dde', 'network_id': 'e66e3d38-917e-4f71-8aa3-fd2ba59b2dde', 'tenant_id': '3222a216d2464646a04ab48ee8fa5e4f', 'fixed_ips': [{'subnet_id': '98af5811-c694-4569-b112-44173f3ba4b5'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:24:56.412684 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f71b4636-85ca-4215-9262-0127dce8edcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:56.527748 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-bbe54615-282b-40d9-9c61-e875372819ca tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:56.535328 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-d20dc342-3387-4c0e-a3c4-c34c41363176 None None] For port 9df641fc-0cab-42d4-afca-ce6d6479ed66, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:24:56.551746 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-d20dc342-3387-4c0e-a3c4-c34c41363176 None None] For port 9df641fc-0cab-42d4-afca-ce6d6479ed66, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=9df641fc-0cab-42d4-afca-ce6d6479ed66,segment=NetworkSegment(e368ba98-addd-482e-8de4-986963d9d679),segment_id=e368ba98-addd-482e-8de4-986963d9d679)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:24:56.557200 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d20dc342-3387-4c0e-a3c4-c34c41363176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:56.691645 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20dc342-3387-4c0e-a3c4-c34c41363176 None None] Pushing event updated for resources: {'Port': ['ID=9df641fc-0cab-42d4-afca-ce6d6479ed66,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:56.696550 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [None req-bbe54615-282b-40d9-9c61-e875372819ca tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:24:56.703227 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-bbe54615-282b-40d9-9c61-e875372819ca tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] 10.222.0.35 "PUT /v2.0/routers/bca1bbe2-328d-4abc-8dfa-c1ff8a9b43e8 HTTP/1.1" status: 400 len: 364 time: 0.7030525 May 13 15:24:56.703433 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-f71b4636-85ca-4215-9262-0127dce8edcb None None] Allocated IP 172.21.0.2 (e66e3d38-917e-4f71-8aa3-fd2ba59b2dde/98af5811-c694-4569-b112-44173f3ba4b5/872a852f-10e7-4c2f-b917-9fff0bd2a271) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:24:56.704004 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43596) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:56.779807 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab937d0e-bb25-4df3-99f1-349418021f7e tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Deleting subnet 98af5811-c694-4569-b112-44173f3ba4b5 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:24:56.934394 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f71b4636-85ca-4215-9262-0127dce8edcb None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:56.945944 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f71b4636-85ca-4215-9262-0127dce8edcb None None] Transition to ACTIVE for port object 872a852f-10e7-4c2f-b917-9fff0bd2a271 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:24:56.966578 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f71b4636-85ca-4215-9262-0127dce8edcb None None] Transition to ACTIVE for port object 872a852f-10e7-4c2f-b917-9fff0bd2a271 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:24:56.972672 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ab937d0e-bb25-4df3-99f1-349418021f7e tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:56.974182 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f71b4636-85ca-4215-9262-0127dce8edcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:57.037080 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ab937d0e-bb25-4df3-99f1-349418021f7e tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:57.047155 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71b4636-85ca-4215-9262-0127dce8edcb None None] Network e66e3d38-917e-4f71-8aa3-fd2ba59b2dde is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:24:57.050120 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-f71b4636-85ca-4215-9262-0127dce8edcb None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:24:57.052542 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71b4636-85ca-4215-9262-0127dce8edcb None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:24:57.058618 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b4636-85ca-4215-9262-0127dce8edcb None None] Pushing event updated for resources: {'Port': ['ID=872a852f-10e7-4c2f-b917-9fff0bd2a271,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:57.125445 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ab937d0e-bb25-4df3-99f1-349418021f7e tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:57.150453 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-f71b4636-85ca-4215-9262-0127dce8edcb None None] Attempting to bind port 872a852f-10e7-4c2f-b917-9fff0bd2a271 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:24:57.150817 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-f71b4636-85ca-4215-9262-0127dce8edcb None None] Attempting to bind port 872a852f-10e7-4c2f-b917-9fff0bd2a271 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '088889dc-eda4-4be6-a718-221326ff3e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e66e3d38-917e-4f71-8aa3-fd2ba59b2dde'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:24:57.151216 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71b4636-85ca-4215-9262-0127dce8edcb None None] Attempting to bind port 872a852f-10e7-4c2f-b917-9fff0bd2a271 on network e66e3d38-917e-4f71-8aa3-fd2ba59b2dde {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:24:57.156583 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71b4636-85ca-4215-9262-0127dce8edcb None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:24:57.156947 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71b4636-85ca-4215-9262-0127dce8edcb None None] Checking segment: {'id': '088889dc-eda4-4be6-a718-221326ff3e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e66e3d38-917e-4f71-8aa3-fd2ba59b2dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:24:57.157336 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f71b4636-85ca-4215-9262-0127dce8edcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:57.157720 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71b4636-85ca-4215-9262-0127dce8edcb None None] Bound using segment: {'id': '088889dc-eda4-4be6-a718-221326ff3e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e66e3d38-917e-4f71-8aa3-fd2ba59b2dde'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:24:57.158172 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-f71b4636-85ca-4215-9262-0127dce8edcb None None] Bound port: 872a852f-10e7-4c2f-b917-9fff0bd2a271, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088889dc-eda4-4be6-a718-221326ff3e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e66e3d38-917e-4f71-8aa3-fd2ba59b2dde'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:24:57.158536 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f71b4636-85ca-4215-9262-0127dce8edcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:57.209570 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ab937d0e-bb25-4df3-99f1-349418021f7e tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:57.252353 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ab937d0e-bb25-4df3-99f1-349418021f7e tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:57.256229 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab937d0e-bb25-4df3-99f1-349418021f7e tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Pushing event deleted for resources: {'Subnet': ['ID=98af5811-c694-4569-b112-44173f3ba4b5,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:57.264384 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43600) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:57.264911 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ab937d0e-bb25-4df3-99f1-349418021f7e tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] 10.222.0.35 "DELETE /v2.0/subnets/98af5811-c694-4569-b112-44173f3ba4b5 HTTP/1.1" status: 204 len: 168 time: 0.5593531 May 13 15:24:57.297582 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-f71b4636-85ca-4215-9262-0127dce8edcb None None] For port 872a852f-10e7-4c2f-b917-9fff0bd2a271, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:24:57.300848 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-f71b4636-85ca-4215-9262-0127dce8edcb None None] For port 872a852f-10e7-4c2f-b917-9fff0bd2a271, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=872a852f-10e7-4c2f-b917-9fff0bd2a271,segment=NetworkSegment(088889dc-eda4-4be6-a718-221326ff3e50),segment_id=088889dc-eda4-4be6-a718-221326ff3e50)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:24:57.304611 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f71b4636-85ca-4215-9262-0127dce8edcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:57.419236 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-14f845c4-7c70-4bd4-96ee-4269729b89bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:57.449805 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b4636-85ca-4215-9262-0127dce8edcb None None] Pushing event updated for resources: {'Port': ['ID=872a852f-10e7-4c2f-b917-9fff0bd2a271,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:57.477881 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0360af-0d8b-4645-8be7-5ecba450435f None None] Network e66e3d38-917e-4f71-8aa3-fd2ba59b2dde requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:24:57.525006 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ebf5cfe-6a03-4274-b20c-5e1c855b758c tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:57.537652 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-1ebf5cfe-6a03-4274-b20c-5e1c855b758c tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Deleting port 872a852f-10e7-4c2f-b917-9fff0bd2a271 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:24:57.537977 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ebf5cfe-6a03-4274-b20c-5e1c855b758c tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:57.746183 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c845069-ad4f-4889-a555-384dbfdf05d3 None None] Network 76bf2916-f7c0-4e01-94a1-5bf2e450181d requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:24:57.786504 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-1ebf5cfe-6a03-4274-b20c-5e1c855b758c tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] For port 872a852f-10e7-4c2f-b917-9fff0bd2a271, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=872a852f-10e7-4c2f-b917-9fff0bd2a271,segment=NetworkSegment(088889dc-eda4-4be6-a718-221326ff3e50),segment_id=088889dc-eda4-4be6-a718-221326ff3e50)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:57.786871 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ebf5cfe-6a03-4274-b20c-5e1c855b758c tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:57.867897 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-506e5423-f2f8-4404-b110-369fa08b3064 None None] Provisioning for port 9df641fc-0cab-42d4-afca-ce6d6479ed66 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:24:57.914782 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-1ebf5cfe-6a03-4274-b20c-5e1c855b758c tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Calling delete_port for 872a852f-10e7-4c2f-b917-9fff0bd2a271 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:24:57.999912 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ebf5cfe-6a03-4274-b20c-5e1c855b758c tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:58.053381 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf5cfe-6a03-4274-b20c-5e1c855b758c tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Pushing event deleted for resources: {'Port': ['ID=872a852f-10e7-4c2f-b917-9fff0bd2a271,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:58.056894 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebf5cfe-6a03-4274-b20c-5e1c855b758c tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] No DVR routers for this DVR port 872a852f-10e7-4c2f-b917-9fff0bd2a271 on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:24:58.184769 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ff98cc-61f1-4334-8929-73b760c58ead None None] get_active_networks_info from n-d-841760-1 {{(pid=88083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:24:58.187900 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ebf5cfe-6a03-4274-b20c-5e1c855b758c tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:58.216000 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-1ebf5cfe-6a03-4274-b20c-5e1c855b758c tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66e3d38-917e-4f71-8aa3-fd2ba59b2dde']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:58.230273 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-1ebf5cfe-6a03-4274-b20c-5e1c855b758c tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088889dc-eda4-4be6-a718-221326ff3e50') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:58.231001 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-1ebf5cfe-6a03-4274-b20c-5e1c855b758c tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088889dc-eda4-4be6-a718-221326ff3e50') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:58.243294 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ebf5cfe-6a03-4274-b20c-5e1c855b758c tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:58.265705 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ebf5cfe-6a03-4274-b20c-5e1c855b758c tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:58.272685 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ebf5cfe-6a03-4274-b20c-5e1c855b758c tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:24:58.273089 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ebf5cfe-6a03-4274-b20c-5e1c855b758c tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:58.291668 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ff98cc-61f1-4334-8929-73b760c58ead None None] Resources bound (agent type, host, resource id): {{(pid=88083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 15:24:58.348578 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:24:58.348578 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:24:58.348578 n-d-841760-1 neutron-server[88082]: timer() May 13 15:24:58.348578 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:24:58.348578 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:24:58.348578 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:24:58.348578 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:24:58.348578 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:24:58.348578 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:24:58.348578 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:24:58.348578 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:24:58.348578 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:24:58.348578 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:24:58.348578 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:24:58.348578 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:24:58.348578 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:24:58.348578 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:24:58.348578 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:24:58.348578 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:24:58.348578 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:24:58.348578 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:24:58.348578 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:24:58.348578 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:24:58.348578 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:24:58.348578 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:24:58.348578 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:24:58.348578 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:24:58.348578 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:24:58.348578 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:24:58.348578 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:24:58.348578 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:24:58.348578 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:24:58.368274 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 9df641fc-0cab-42d4-afca-ce6d6479ed66 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:24:58.370624 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ebf5cfe-6a03-4274-b20c-5e1c855b758c tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:58.388315 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1ebf5cfe-6a03-4274-b20c-5e1c855b758c tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:58.400851 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf5cfe-6a03-4274-b20c-5e1c855b758c tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Pushing event deleted for resources: {'Network': ['ID=e66e3d38-917e-4f71-8aa3-fd2ba59b2dde,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:58.405690 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1ebf5cfe-6a03-4274-b20c-5e1c855b758c tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] 10.222.0.35 "DELETE /v2.0/networks/e66e3d38-917e-4f71-8aa3-fd2ba59b2dde HTTP/1.1" status: 204 len: 168 time: 1.1373789 May 13 15:24:58.406037 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43604) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:58.471368 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78cd4fe-d923-4ea5-bb83-84aa9d95f955 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Deleting subnet 7d638352-e6d0-438d-819f-e66585b4bf42 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:24:58.474937 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c78cd4fe-d923-4ea5-bb83-84aa9d95f955 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:58.492373 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 9df641fc-0cab-42d4-afca-ce6d6479ed66 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:24:58.528789 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 9df641fc-0cab-42d4-afca-ce6d6479ed66 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:24:58.529065 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:58.536978 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c78cd4fe-d923-4ea5-bb83-84aa9d95f955 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:58.633054 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c78cd4fe-d923-4ea5-bb83-84aa9d95f955 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:58.713129 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c78cd4fe-d923-4ea5-bb83-84aa9d95f955 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:58.726404 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 9df641fc-0cab-42d4-afca-ce6d6479ed66 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:24:58.726775 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:58.766745 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78cd4fe-d923-4ea5-bb83-84aa9d95f955 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Pushing event deleted for resources: {'Subnet': ['ID=7d638352-e6d0-438d-819f-e66585b4bf42,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:58.770264 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-c78cd4fe-d923-4ea5-bb83-84aa9d95f955 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:58.777074 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c78cd4fe-d923-4ea5-bb83-84aa9d95f955 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] 10.222.0.35 "DELETE /v2.0/subnets/7d638352-e6d0-438d-819f-e66585b4bf42 HTTP/1.1" status: 204 len: 168 time: 0.3699775 May 13 15:24:58.779762 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43608) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:58.793171 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192e42a3-f7ed-4420-a294-5ccaf153e9ee None None] Network 76bf2916-f7c0-4e01-94a1-5bf2e450181d requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:24:58.903065 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e39e52f-c9d1-44ba-9868-102b167492d7 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:58.913240 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:24:58.913587 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:24:58.915326 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-8e39e52f-c9d1-44ba-9868-102b167492d7 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Deleting port 9df641fc-0cab-42d4-afca-ce6d6479ed66 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:24:58.915671 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e39e52f-c9d1-44ba-9868-102b167492d7 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:59.006424 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:59.074616 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f021fb03-ad2a-44ee-9931-01292f5ebc0c None None] DHCP port deletion for 76bf2916-f7c0-4e01-94a1-5bf2e450181d request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:24:59.078931 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f021fb03-ad2a-44ee-9931-01292f5ebc0c None None] Deleting port 9df641fc-0cab-42d4-afca-ce6d6479ed66 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:24:59.079342 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f021fb03-ad2a-44ee-9931-01292f5ebc0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:59.137317 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-8e39e52f-c9d1-44ba-9868-102b167492d7 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] For port 9df641fc-0cab-42d4-afca-ce6d6479ed66, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=9df641fc-0cab-42d4-afca-ce6d6479ed66,segment=NetworkSegment(e368ba98-addd-482e-8de4-986963d9d679),segment_id=e368ba98-addd-482e-8de4-986963d9d679)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:59.137665 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e39e52f-c9d1-44ba-9868-102b167492d7 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:59.264527 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-8e39e52f-c9d1-44ba-9868-102b167492d7 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Calling delete_port for 9df641fc-0cab-42d4-afca-ce6d6479ed66 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:24:59.324986 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-f021fb03-ad2a-44ee-9931-01292f5ebc0c None None] For port 9df641fc-0cab-42d4-afca-ce6d6479ed66, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=9df641fc-0cab-42d4-afca-ce6d6479ed66,segment=NetworkSegment(e368ba98-addd-482e-8de4-986963d9d679),segment_id=e368ba98-addd-482e-8de4-986963d9d679)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:59.325591 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f021fb03-ad2a-44ee-9931-01292f5ebc0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:59.341140 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e39e52f-c9d1-44ba-9868-102b167492d7 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:59.391725 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39e52f-c9d1-44ba-9868-102b167492d7 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Pushing event deleted for resources: {'Port': ['ID=9df641fc-0cab-42d4-afca-ce6d6479ed66,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:59.396074 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e39e52f-c9d1-44ba-9868-102b167492d7 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] No DVR routers for this DVR port 9df641fc-0cab-42d4-afca-ce6d6479ed66 on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:24:59.470192 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f021fb03-ad2a-44ee-9931-01292f5ebc0c None None] Calling delete_port for 9df641fc-0cab-42d4-afca-ce6d6479ed66 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:24:59.520056 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Port 9df641fc-0cab-42d4-afca-ce6d6479ed66 update to ACTIVE by agent not found {{(pid=88083) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 13 15:24:59.523191 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e39e52f-c9d1-44ba-9868-102b167492d7 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:59.551832 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-8e39e52f-c9d1-44ba-9868-102b167492d7 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76bf2916-f7c0-4e01-94a1-5bf2e450181d']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:59.564100 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-f021fb03-ad2a-44ee-9931-01292f5ebc0c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:24:59.564672 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-f021fb03-ad2a-44ee-9931-01292f5ebc0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:24:59.565027 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-8e39e52f-c9d1-44ba-9868-102b167492d7 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e368ba98-addd-482e-8de4-986963d9d679') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:59.566009 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-8e39e52f-c9d1-44ba-9868-102b167492d7 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e368ba98-addd-482e-8de4-986963d9d679') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:59.585692 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e39e52f-c9d1-44ba-9868-102b167492d7 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:59.602615 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e39e52f-c9d1-44ba-9868-102b167492d7 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:59.609153 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e39e52f-c9d1-44ba-9868-102b167492d7 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:24:59.609544 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e39e52f-c9d1-44ba-9868-102b167492d7 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:59.624887 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:24:59.624887 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:24:59.624887 n-d-841760-1 neutron-server[88082]: timer() May 13 15:24:59.624887 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:24:59.624887 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:24:59.624887 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:24:59.624887 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:24:59.624887 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:24:59.624887 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:24:59.624887 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:24:59.624887 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:24:59.624887 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:24:59.624887 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:24:59.624887 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:24:59.624887 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:24:59.624887 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:24:59.624887 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:24:59.624887 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:24:59.624887 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:24:59.624887 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:24:59.624887 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:24:59.624887 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:24:59.624887 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:24:59.624887 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:24:59.624887 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:24:59.624887 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:24:59.624887 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:24:59.624887 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:24:59.624887 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:24:59.624887 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:24:59.624887 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:24:59.624887 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:24:59.666450 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4a9cc938-9492-4157-be6d-bbc9a66a28b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:59.812957 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e39e52f-c9d1-44ba-9868-102b167492d7 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:59.831152 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8e39e52f-c9d1-44ba-9868-102b167492d7 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:59.843401 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39e52f-c9d1-44ba-9868-102b167492d7 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Pushing event deleted for resources: {'Network': ['ID=76bf2916-f7c0-4e01-94a1-5bf2e450181d,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:59.845931 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8e39e52f-c9d1-44ba-9868-102b167492d7 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] 10.222.0.35 "DELETE /v2.0/networks/76bf2916-f7c0-4e01-94a1-5bf2e450181d HTTP/1.1" status: 204 len: 168 time: 1.0653074 May 13 15:24:59.848720 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43612) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:59.892772 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f56c51aa-c677-42fb-aca8-912753882494 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Synchronizing usage tracker for tenant:3222a216d2464646a04ab48ee8fa5e4f on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:24:59.909226 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f56c51aa-c677-42fb-aca8-912753882494 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Unset dirty status for tenant:3222a216d2464646a04ab48ee8fa5e4f on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:24:59.910398 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f56c51aa-c677-42fb-aca8-912753882494 tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] 10.222.0.35 "GET /v2.0/ports?device_id=bca1bbe2-328d-4abc-8dfa-c1ff8a9b43e8 HTTP/1.1" status: 200 len: 205 time: 0.0607610 May 13 15:24:59.912907 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43616) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:00.053383 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ebaeced3-90e4-457e-a2b2-d5ac8661103e tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:00.065560 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f021fb03-ad2a-44ee-9931-01292f5ebc0c None None] Deleting port 9df641fc-0cab-42d4-afca-ce6d6479ed66 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:25:00.066062 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f021fb03-ad2a-44ee-9931-01292f5ebc0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:00.134378 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f021fb03-ad2a-44ee-9931-01292f5ebc0c None None] The port '9df641fc-0cab-42d4-afca-ce6d6479ed66' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:25:00.299412 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 9df641fc-0cab-42d4-afca-ce6d6479ed66 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:25:00.341771 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 9df641fc-0cab-42d4-afca-ce6d6479ed66 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:25:00.342482 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 9df641fc-0cab-42d4-afca-ce6d6479ed66 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:25:00.357096 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ebaeced3-90e4-457e-a2b2-d5ac8661103e tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:00.359464 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ebaeced3-90e4-457e-a2b2-d5ac8661103e tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:00.382415 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ebaeced3-90e4-457e-a2b2-d5ac8661103e tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:00.382901 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebaeced3-90e4-457e-a2b2-d5ac8661103e tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Fanout notify agent at l3_agent the message router_deleted on router bca1bbe2-328d-4abc-8dfa-c1ff8a9b43e8 {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:25:00.395467 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ebaeced3-90e4-457e-a2b2-d5ac8661103e tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:00.396731 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ebaeced3-90e4-457e-a2b2-d5ac8661103e tempest-RoutersNegativeTest-1756898077 tempest-RoutersNegativeTest-1756898077-project] 10.222.0.35 "DELETE /v2.0/routers/bca1bbe2-328d-4abc-8dfa-c1ff8a9b43e8 HTTP/1.1" status: 204 len: 168 time: 0.4829423 May 13 15:25:00.671947 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43624) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:00.801754 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:00.827598 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-04c67dfe-d242-4cc8-9e1e-562fe61424ce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3222a216d2464646a04ab48ee8fa5e4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543729 May 13 15:25:00.830803 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43630) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:00.835715 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:00.899368 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b14e2244-68fd-4cb6-ade6-e87fb4765b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:00.926499 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b14e2244-68fd-4cb6-ade6-e87fb4765b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:00.979092 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b14e2244-68fd-4cb6-ade6-e87fb4765b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:00.993287 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e2244-68fd-4cb6-ade6-e87fb4765b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7454bb42-d4d7-4aca-a032-57687da753d3,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:01.000427 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b14e2244-68fd-4cb6-ade6-e87fb4765b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:01.001669 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b14e2244-68fd-4cb6-ade6-e87fb4765b17 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7454bb42-d4d7-4aca-a032-57687da753d3 HTTP/1.1" status: 204 len: 168 time: 0.1686456 May 13 15:25:01.672676 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43654) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:01.785344 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1993306103-network', 'tenant_id': '862e17e733c44e0994fb8f630406662d'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:25:01.791016 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:25:01.794977 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Usage tracker for resource:network and tenant:862e17e733c44e0994fb8f630406662d is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:25:01.797857 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:25:01.804185 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:25:01.816154 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Made reservation on behalf of 862e17e733c44e0994fb8f630406662d for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:25:01.818428 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:01.831883 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:01.846306 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:25:01.850814 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Usage tracker for resource:security_group_rule and tenant:862e17e733c44e0994fb8f630406662d is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:25:01.853678 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:25:01.859660 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:25:01.952987 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:01.958058 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:01.993441 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:25:02.002565 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20fdd45-31a8-4cf2-9104-5898ee602d7c,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:02.011947 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:02.012280 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Added segment dd0ddc33-8029-49a3-bf78-94179b2975e6 of type vlan for network 22f12cd2-f20d-4263-9b8b-9a93c38bf91f May 13 15:25:02.014138 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:02.014480 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:02.014821 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:02.015184 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:02.015525 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:02.015856 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:02.016195 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:02.016507 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:02.016836 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:02.017159 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:02.017482 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:02.017799 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:02.054323 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:02.086648 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:02.087655 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:02.088236 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:02.196597 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] Pushing event updated for resources: {'Network': ['ID=22f12cd2-f20d-4263-9b8b-9a93c38bf91f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:02.199587 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4bcb0476-00a5-49e8-b984-6d0ac4ef4877 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5258007 May 13 15:25:02.202449 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43660) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:02.209012 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-32df9c7e-d18b-4fdb-99f6-075d7bd7ea0d admin admin] Request body: {'subnet': {'network_id': '22f12cd2-f20d-4263-9b8b-9a93c38bf91f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1993306103-subnet', 'tenant_id': '862e17e733c44e0994fb8f630406662d', 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:25:02.212087 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 22f12cd2-f20d-4263-9b8b-9a93c38bf91f details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:25:02.214889 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-32df9c7e-d18b-4fdb-99f6-075d7bd7ea0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:25:02.219395 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-32df9c7e-d18b-4fdb-99f6-075d7bd7ea0d admin admin] Usage tracker for resource:subnet and tenant:862e17e733c44e0994fb8f630406662d is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:25:02.223238 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-32df9c7e-d18b-4fdb-99f6-075d7bd7ea0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:25:02.230384 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-32df9c7e-d18b-4fdb-99f6-075d7bd7ea0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:25:02.244939 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32df9c7e-d18b-4fdb-99f6-075d7bd7ea0d admin admin] Made reservation on behalf of 862e17e733c44e0994fb8f630406662d for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:25:02.250300 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-32df9c7e-d18b-4fdb-99f6-075d7bd7ea0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:02.353534 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:02.477042 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-32df9c7e-d18b-4fdb-99f6-075d7bd7ea0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:02.557809 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df9c7e-d18b-4fdb-99f6-075d7bd7ea0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=69c14748-83ac-407b-a826-064025709ae7,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:02.573002 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32df9c7e-d18b-4fdb-99f6-075d7bd7ea0d admin admin] Checking segment: {'id': 'dd0ddc33-8029-49a3-bf78-94179b2975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '22f12cd2-f20d-4263-9b8b-9a93c38bf91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:25:02.573366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32df9c7e-d18b-4fdb-99f6-075d7bd7ea0d admin admin] Network hostable DHCP agents. Network: 22f12cd2-f20d-4263-9b8b-9a93c38bf91f, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:25:02.595980 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32df9c7e-d18b-4fdb-99f6-075d7bd7ea0d admin admin] Network 22f12cd2-f20d-4263-9b8b-9a93c38bf91f is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:25:02.608007 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-32df9c7e-d18b-4fdb-99f6-075d7bd7ea0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 22f12cd2-f20d-4263-9b8b-9a93c38bf91f) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:25:02.614267 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32df9c7e-d18b-4fdb-99f6-075d7bd7ea0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:02.615240 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-32df9c7e-d18b-4fdb-99f6-075d7bd7ea0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:02.617871 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a799016a-5997-4979-a8be-9dc9aa4d8345 None None] Network 22f12cd2-f20d-4263-9b8b-9a93c38bf91f requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:25:02.647724 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-32df9c7e-d18b-4fdb-99f6-075d7bd7ea0d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4441075 May 13 15:25:02.649509 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43664) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:02.654926 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-4ef7d274-4d0a-4163-ae4f-46da05cec7dd admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1993306103-router', 'tenant_id': '862e17e733c44e0994fb8f630406662d', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:25:02.661158 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4ef7d274-4d0a-4163-ae4f-46da05cec7dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:25:02.666847 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4ef7d274-4d0a-4163-ae4f-46da05cec7dd admin admin] Usage tracker for resource:router and tenant:862e17e733c44e0994fb8f630406662d is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:25:02.670461 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4ef7d274-4d0a-4163-ae4f-46da05cec7dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:25:02.680010 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4ef7d274-4d0a-4163-ae4f-46da05cec7dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:25:02.694476 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ef7d274-4d0a-4163-ae4f-46da05cec7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:02.695858 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ef7d274-4d0a-4163-ae4f-46da05cec7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:02.714635 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ef7d274-4d0a-4163-ae4f-46da05cec7dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:02.880739 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b527d96-5078-4210-a667-e1490611a05e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-22f12cd2-f20d-4263-9b8b-9a93c38bf91f', 'network_id': '22f12cd2-f20d-4263-9b8b-9a93c38bf91f', 'tenant_id': '862e17e733c44e0994fb8f630406662d', 'fixed_ips': [{'subnet_id': '69c14748-83ac-407b-a826-064025709ae7'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:25:02.881487 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0b527d96-5078-4210-a667-e1490611a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:03.055076 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-0b527d96-5078-4210-a667-e1490611a05e None None] Allocated IP 172.20.0.2 (22f12cd2-f20d-4263-9b8b-9a93c38bf91f/69c14748-83ac-407b-a826-064025709ae7/32d963a2-df7f-4933-a575-98999ce85f6a) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:25:03.167694 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ef7d274-4d0a-4163-ae4f-46da05cec7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:03.298793 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0b527d96-5078-4210-a667-e1490611a05e None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:03.310756 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0b527d96-5078-4210-a667-e1490611a05e None None] Transition to ACTIVE for port object 32d963a2-df7f-4933-a575-98999ce85f6a will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:25:03.338772 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0b527d96-5078-4210-a667-e1490611a05e None None] Transition to ACTIVE for port object 32d963a2-df7f-4933-a575-98999ce85f6a will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:25:03.346106 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0b527d96-5078-4210-a667-e1490611a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:03.414979 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b527d96-5078-4210-a667-e1490611a05e None None] Network 22f12cd2-f20d-4263-9b8b-9a93c38bf91f is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:25:03.418186 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-0b527d96-5078-4210-a667-e1490611a05e None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:25:03.421898 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b527d96-5078-4210-a667-e1490611a05e None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:25:03.428331 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b527d96-5078-4210-a667-e1490611a05e None None] Pushing event updated for resources: {'Port': ['ID=32d963a2-df7f-4933-a575-98999ce85f6a,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:03.522415 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-0b527d96-5078-4210-a667-e1490611a05e None None] Attempting to bind port 32d963a2-df7f-4933-a575-98999ce85f6a on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:25:03.522783 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-0b527d96-5078-4210-a667-e1490611a05e None None] Attempting to bind port 32d963a2-df7f-4933-a575-98999ce85f6a by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'dd0ddc33-8029-49a3-bf78-94179b2975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '22f12cd2-f20d-4263-9b8b-9a93c38bf91f'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:25:03.523178 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b527d96-5078-4210-a667-e1490611a05e None None] Attempting to bind port 32d963a2-df7f-4933-a575-98999ce85f6a on network 22f12cd2-f20d-4263-9b8b-9a93c38bf91f {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:25:03.529454 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b527d96-5078-4210-a667-e1490611a05e None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:25:03.529798 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b527d96-5078-4210-a667-e1490611a05e None None] Checking segment: {'id': 'dd0ddc33-8029-49a3-bf78-94179b2975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '22f12cd2-f20d-4263-9b8b-9a93c38bf91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:25:03.530210 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0b527d96-5078-4210-a667-e1490611a05e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:03.530598 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b527d96-5078-4210-a667-e1490611a05e None None] Bound using segment: {'id': 'dd0ddc33-8029-49a3-bf78-94179b2975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '22f12cd2-f20d-4263-9b8b-9a93c38bf91f'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:25:03.531070 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-0b527d96-5078-4210-a667-e1490611a05e None None] Bound port: 32d963a2-df7f-4933-a575-98999ce85f6a, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0ddc33-8029-49a3-bf78-94179b2975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '22f12cd2-f20d-4263-9b8b-9a93c38bf91f'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:25:03.531474 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0b527d96-5078-4210-a667-e1490611a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:03.572274 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ef7d274-4d0a-4163-ae4f-46da05cec7dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:03.609611 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ef7d274-4d0a-4163-ae4f-46da05cec7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:03.635203 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-0b527d96-5078-4210-a667-e1490611a05e None None] For port 32d963a2-df7f-4933-a575-98999ce85f6a, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:25:03.638536 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-0b527d96-5078-4210-a667-e1490611a05e None None] For port 32d963a2-df7f-4933-a575-98999ce85f6a, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=32d963a2-df7f-4933-a575-98999ce85f6a,segment=NetworkSegment(dd0ddc33-8029-49a3-bf78-94179b2975e6),segment_id=dd0ddc33-8029-49a3-bf78-94179b2975e6)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:25:03.644180 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0b527d96-5078-4210-a667-e1490611a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:03.767398 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-4ef7d274-4d0a-4163-ae4f-46da05cec7dd admin admin] Allocated IP 172.25.0.140 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/7a6d9964-360e-4a69-9816-636aadb54bfe) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:25:03.782981 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b527d96-5078-4210-a667-e1490611a05e None None] Pushing event updated for resources: {'Port': ['ID=32d963a2-df7f-4933-a575-98999ce85f6a,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:03.943599 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ef7d274-4d0a-4163-ae4f-46da05cec7dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:03.985871 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ef7d274-4d0a-4163-ae4f-46da05cec7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:04.070426 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef7d274-4d0a-4163-ae4f-46da05cec7dd admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:25:04.075975 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-4ef7d274-4d0a-4163-ae4f-46da05cec7dd admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:25:04.080572 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef7d274-4d0a-4163-ae4f-46da05cec7dd admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:25:04.107868 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7d274-4d0a-4163-ae4f-46da05cec7dd admin admin] Pushing event updated for resources: {'Port': ['ID=7a6d9964-360e-4a69-9816-636aadb54bfe,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:04.337366 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 32d963a2-df7f-4933-a575-98999ce85f6a up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:25:04.418704 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 32d963a2-df7f-4933-a575-98999ce85f6a completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:25:04.550843 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ef7d274-4d0a-4163-ae4f-46da05cec7dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:04.794759 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235c2c6c-5079-44a3-aeb3-74169594d896 None None] Network 22f12cd2-f20d-4263-9b8b-9a93c38bf91f requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:25:04.886579 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-42fdde27-a25b-4f25-851b-f85e050d33b7 None None] Provisioning for port 32d963a2-df7f-4933-a575-98999ce85f6a completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:25:04.896626 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-42fdde27-a25b-4f25-851b-f85e050d33b7 None None] Provisioning complete for port 32d963a2-df7f-4933-a575-98999ce85f6a triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:04.896981 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-42fdde27-a25b-4f25-851b-f85e050d33b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:05.043717 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ef7d274-4d0a-4163-ae4f-46da05cec7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:05.138377 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-42fdde27-a25b-4f25-851b-f85e050d33b7 None None] Current status of the port 32d963a2-df7f-4933-a575-98999ce85f6a is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:25:05.138667 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-42fdde27-a25b-4f25-851b-f85e050d33b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:05.182033 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-42fdde27-a25b-4f25-851b-f85e050d33b7 None None] For port 32d963a2-df7f-4933-a575-98999ce85f6a, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=32d963a2-df7f-4933-a575-98999ce85f6a,segment=NetworkSegment(dd0ddc33-8029-49a3-bf78-94179b2975e6),segment_id=dd0ddc33-8029-49a3-bf78-94179b2975e6)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:25:05.196261 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-42fdde27-a25b-4f25-851b-f85e050d33b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:05.271235 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fdde27-a25b-4f25-851b-f85e050d33b7 None None] Pushing event updated for resources: {'Port': ['ID=32d963a2-df7f-4933-a575-98999ce85f6a,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:05.280067 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef7d274-4d0a-4163-ae4f-46da05cec7dd admin admin] Router 37003b4c-fa01-421f-a1d0-bbd7ea791b79 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:25:05.417972 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ea1eeda6-e03a-4eb0-8662-2fd95677acbc None None] Provisioning complete for port 32d963a2-df7f-4933-a575-98999ce85f6a triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:05.418611 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ea1eeda6-e03a-4eb0-8662-2fd95677acbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:05.476819 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef7d274-4d0a-4163-ae4f-46da05cec7dd admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:25:05.488830 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f218ad-ea02-4d5b-9303-ae7c31ebcec5 None None] Sync routers for ids ['37003b4c-fa01-421f-a1d0-bbd7ea791b79'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:25:05.505007 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4ef7d274-4d0a-4163-ae4f-46da05cec7dd admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:05.506228 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4ef7d274-4d0a-4163-ae4f-46da05cec7dd admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8557363 May 13 15:25:05.511036 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43668) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:05.530328 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f218ad-ea02-4d5b-9303-ae7c31ebcec5 None None] Routers {'37003b4c-fa01-421f-a1d0-bbd7ea791b79'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:25:05.530976 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-e6f218ad-ea02-4d5b-9303-ae7c31ebcec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:25:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['37003b4c-fa01-421f-a1d0-bbd7ea791b79'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:05.637031 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ea1eeda6-e03a-4eb0-8662-2fd95677acbc None None] Current status of the port 32d963a2-df7f-4933-a575-98999ce85f6a is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:25:05.733790 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-e6f218ad-ea02-4d5b-9303-ae7c31ebcec5 None None] Set router 37003b4c-fa01-421f-a1d0-bbd7ea791b79 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:25:06.052360 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-e6f218ad-ea02-4d5b-9303-ae7c31ebcec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37003b4c-fa01-421f-a1d0-bbd7ea791b79', 'name': 'tempest-TestEncryptedCinderVolumes-1993306103-router', 'tenant_id': '862e17e733c44e0994fb8f630406662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '7a6d9964-360e-4a69-9816-636aadb54bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:02Z', 'updated_at': '2022-05-13T15:25:04Z', 'revision_number': 3, 'project_id': '862e17e733c44e0994fb8f630406662d', 'gw_port': {'id': '7a6d9964-360e-4a69-9816-636aadb54bfe', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:20:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37003b4c-fa01-421f-a1d0-bbd7ea791b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:03Z', 'updated_at': '2022-05-13T15:25:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:06.057054 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f218ad-ea02-4d5b-9303-ae7c31ebcec5 None None] Checking router: 37003b4c-fa01-421f-a1d0-bbd7ea791b79 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:25:06.057392 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f218ad-ea02-4d5b-9303-ae7c31ebcec5 None None] Updating router 37003b4c-fa01-421f-a1d0-bbd7ea791b79 port 7a6d9964-360e-4a69-9816-636aadb54bfe binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:25:06.118469 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e6f218ad-ea02-4d5b-9303-ae7c31ebcec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:06.325050 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 32d963a2-df7f-4933-a575-98999ce85f6a up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:25:06.376736 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8d948130-7613-4a9f-98c8-02fb184a057a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:06.499390 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 32d963a2-df7f-4933-a575-98999ce85f6a triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:06.500081 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:06.620709 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-8d948130-7613-4a9f-98c8-02fb184a057a admin admin] Allocated IP 172.20.0.1 (22f12cd2-f20d-4263-9b8b-9a93c38bf91f/69c14748-83ac-407b-a826-064025709ae7/c7df4472-53fe-44fb-a645-c7f9e0b75282) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:25:06.627516 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e6f218ad-ea02-4d5b-9303-ae7c31ebcec5 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:06.665968 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e6f218ad-ea02-4d5b-9303-ae7c31ebcec5 None None] Transition to ACTIVE for port object 7a6d9964-360e-4a69-9816-636aadb54bfe will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:25:06.680806 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e6f218ad-ea02-4d5b-9303-ae7c31ebcec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:06.785368 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c9055-c4b0-493f-9fe5-b9fa9fc99601 None None] Pushing event updated for resources: {'Port': ['ID=7a6d9964-360e-4a69-9816-636aadb54bfe,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:06.787530 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 32d963a2-df7f-4933-a575-98999ce85f6a is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:25:06.791627 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-e6f218ad-ea02-4d5b-9303-ae7c31ebcec5 None None] Attempting to bind port 7a6d9964-360e-4a69-9816-636aadb54bfe on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:25:06.792021 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-e6f218ad-ea02-4d5b-9303-ae7c31ebcec5 None None] Attempting to bind port 7a6d9964-360e-4a69-9816-636aadb54bfe by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:25:06.792364 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f218ad-ea02-4d5b-9303-ae7c31ebcec5 None None] Attempting to bind port 7a6d9964-360e-4a69-9816-636aadb54bfe on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:25:06.793112 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8d948130-7613-4a9f-98c8-02fb184a057a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:06.798391 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f218ad-ea02-4d5b-9303-ae7c31ebcec5 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:25:06.798771 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f218ad-ea02-4d5b-9303-ae7c31ebcec5 None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:25:06.799201 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e6f218ad-ea02-4d5b-9303-ae7c31ebcec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:06.799629 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f218ad-ea02-4d5b-9303-ae7c31ebcec5 None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:25:06.800095 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-e6f218ad-ea02-4d5b-9303-ae7c31ebcec5 None None] Bound port: 7a6d9964-360e-4a69-9816-636aadb54bfe, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:25:06.800474 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e6f218ad-ea02-4d5b-9303-ae7c31ebcec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:06.810391 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-8d948130-7613-4a9f-98c8-02fb184a057a admin admin] Transition to ACTIVE for port object c7df4472-53fe-44fb-a645-c7f9e0b75282 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:25:06.837212 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8d948130-7613-4a9f-98c8-02fb184a057a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:06.882028 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-e6f218ad-ea02-4d5b-9303-ae7c31ebcec5 None None] For port 7a6d9964-360e-4a69-9816-636aadb54bfe, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:25:06.885210 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-e6f218ad-ea02-4d5b-9303-ae7c31ebcec5 None None] For port 7a6d9964-360e-4a69-9816-636aadb54bfe, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=7a6d9964-360e-4a69-9816-636aadb54bfe,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:25:06.890833 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e6f218ad-ea02-4d5b-9303-ae7c31ebcec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:06.909626 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d948130-7613-4a9f-98c8-02fb184a057a admin admin] Network 22f12cd2-f20d-4263-9b8b-9a93c38bf91f is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:25:06.912582 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-8d948130-7613-4a9f-98c8-02fb184a057a admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:25:06.916921 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d948130-7613-4a9f-98c8-02fb184a057a admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:25:06.949368 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d948130-7613-4a9f-98c8-02fb184a057a admin admin] Pushing event updated for resources: {'Port': ['ID=c7df4472-53fe-44fb-a645-c7f9e0b75282,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:06.972230 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f218ad-ea02-4d5b-9303-ae7c31ebcec5 None None] Routers {'37003b4c-fa01-421f-a1d0-bbd7ea791b79'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:25:06.972856 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-e6f218ad-ea02-4d5b-9303-ae7c31ebcec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:25:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['37003b4c-fa01-421f-a1d0-bbd7ea791b79'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:06.984434 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8d948130-7613-4a9f-98c8-02fb184a057a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:07.040796 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c9055-c4b0-493f-9fe5-b9fa9fc99601 None None] Pushing event updated for resources: {'Port': ['ID=7a6d9964-360e-4a69-9816-636aadb54bfe,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:07.176018 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-e6f218ad-ea02-4d5b-9303-ae7c31ebcec5 None None] Set router 37003b4c-fa01-421f-a1d0-bbd7ea791b79 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:25:07.259491 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8d948130-7613-4a9f-98c8-02fb184a057a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:07.287804 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-17ae8650-9f9a-43fb-94e4-22ada23efa54 None None] Provisioning for port c7df4472-53fe-44fb-a645-c7f9e0b75282 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:25:07.355584 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-17ae8650-9f9a-43fb-94e4-22ada23efa54 None None] Provisioning complete for port c7df4472-53fe-44fb-a645-c7f9e0b75282 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:07.355959 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-17ae8650-9f9a-43fb-94e4-22ada23efa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:07.438615 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-17ae8650-9f9a-43fb-94e4-22ada23efa54 None None] Port c7df4472-53fe-44fb-a645-c7f9e0b75282 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:25:07.504424 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8d948130-7613-4a9f-98c8-02fb184a057a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:07.509726 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8d948130-7613-4a9f-98c8-02fb184a057a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:07.552908 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-e6f218ad-ea02-4d5b-9303-ae7c31ebcec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37003b4c-fa01-421f-a1d0-bbd7ea791b79', 'name': 'tempest-TestEncryptedCinderVolumes-1993306103-router', 'tenant_id': '862e17e733c44e0994fb8f630406662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '7a6d9964-360e-4a69-9816-636aadb54bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:02Z', 'updated_at': '2022-05-13T15:25:04Z', 'revision_number': 3, 'project_id': '862e17e733c44e0994fb8f630406662d', 'gw_port': {'id': '7a6d9964-360e-4a69-9816-636aadb54bfe', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:20:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37003b4c-fa01-421f-a1d0-bbd7ea791b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:03Z', 'updated_at': '2022-05-13T15:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:07.557254 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f218ad-ea02-4d5b-9303-ae7c31ebcec5 None None] The sync data for ids ['37003b4c-fa01-421f-a1d0-bbd7ea791b79'] in n-d-841760-1 is: [{'id': '37003b4c-fa01-421f-a1d0-bbd7ea791b79', 'name': 'tempest-TestEncryptedCinderVolumes-1993306103-router', 'tenant_id': '862e17e733c44e0994fb8f630406662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '7a6d9964-360e-4a69-9816-636aadb54bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:02Z', 'updated_at': '2022-05-13T15:25:04Z', 'revision_number': 3, 'project_id': '862e17e733c44e0994fb8f630406662d', 'gw_port': {'id': '7a6d9964-360e-4a69-9816-636aadb54bfe', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:20:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37003b4c-fa01-421f-a1d0-bbd7ea791b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:03Z', 'updated_at': '2022-05-13T15:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:25:07.627864 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8d948130-7613-4a9f-98c8-02fb184a057a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:07.631599 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d948130-7613-4a9f-98c8-02fb184a057a admin admin] Pushing event updated for resources: {'Port': ['ID=c7df4472-53fe-44fb-a645-c7f9e0b75282,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:07.781576 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d948130-7613-4a9f-98c8-02fb184a057a admin admin] Network 22f12cd2-f20d-4263-9b8b-9a93c38bf91f is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:25:07.783229 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-8d948130-7613-4a9f-98c8-02fb184a057a admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:25:08.070777 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-32717b93-5629-4ff5-ba91-f444450e6f2f None None] Provisioning complete for port c7df4472-53fe-44fb-a645-c7f9e0b75282 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:08.071424 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-32717b93-5629-4ff5-ba91-f444450e6f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:08.132905 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-32717b93-5629-4ff5-ba91-f444450e6f2f None None] Port c7df4472-53fe-44fb-a645-c7f9e0b75282 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:25:08.148729 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d948130-7613-4a9f-98c8-02fb184a057a admin admin] Router 37003b4c-fa01-421f-a1d0-bbd7ea791b79 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:25:08.357963 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d948130-7613-4a9f-98c8-02fb184a057a admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:25:08.360261 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 7a6d9964-360e-4a69-9816-636aadb54bfe up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:25:08.370360 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8d948130-7613-4a9f-98c8-02fb184a057a admin admin] 10.222.0.35 "PUT /v2.0/routers/37003b4c-fa01-421f-a1d0-bbd7ea791b79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8580852 May 13 15:25:08.444493 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 7a6d9964-360e-4a69-9816-636aadb54bfe completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:25:08.450634 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 7a6d9964-360e-4a69-9816-636aadb54bfe triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:08.451013 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:08.604185 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 7a6d9964-360e-4a69-9816-636aadb54bfe is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:25:08.605117 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:08.635547 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 7a6d9964-360e-4a69-9816-636aadb54bfe, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=7a6d9964-360e-4a69-9816-636aadb54bfe,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:25:08.641093 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:08.720897 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=7a6d9964-360e-4a69-9816-636aadb54bfe,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:09.017740 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43686) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:09.026488 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-c12dd6f2-e030-4ecc-b781-027e5799bc44 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-899126043-network', 'tenant_id': '40ed498d96214e5ea2af0510ae01c3e3'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:25:09.034557 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c12dd6f2-e030-4ecc-b781-027e5799bc44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:25:09.039082 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c12dd6f2-e030-4ecc-b781-027e5799bc44 admin admin] Usage tracker for resource:network and tenant:40ed498d96214e5ea2af0510ae01c3e3 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:25:09.042346 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c12dd6f2-e030-4ecc-b781-027e5799bc44 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:25:09.049733 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c12dd6f2-e030-4ecc-b781-027e5799bc44 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:25:09.062987 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12dd6f2-e030-4ecc-b781-027e5799bc44 admin admin] Made reservation on behalf of 40ed498d96214e5ea2af0510ae01c3e3 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:25:09.065956 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c12dd6f2-e030-4ecc-b781-027e5799bc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:09.079484 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c12dd6f2-e030-4ecc-b781-027e5799bc44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:09.096597 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c12dd6f2-e030-4ecc-b781-027e5799bc44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:25:09.101514 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c12dd6f2-e030-4ecc-b781-027e5799bc44 admin admin] Usage tracker for resource:security_group_rule and tenant:40ed498d96214e5ea2af0510ae01c3e3 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:25:09.104758 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c12dd6f2-e030-4ecc-b781-027e5799bc44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:25:09.111288 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c12dd6f2-e030-4ecc-b781-027e5799bc44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:25:09.214942 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c12dd6f2-e030-4ecc-b781-027e5799bc44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:09.221292 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c12dd6f2-e030-4ecc-b781-027e5799bc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:09.248330 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12dd6f2-e030-4ecc-b781-027e5799bc44 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:25:09.283877 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c12dd6f2-e030-4ecc-b781-027e5799bc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:09.284214 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-c12dd6f2-e030-4ecc-b781-027e5799bc44 admin admin] Added segment 837a6bfb-9b45-4def-a0c4-c4b2f03e4762 of type vlan for network f5b2ed37-c18c-411a-8179-c30be554db78 May 13 15:25:09.292804 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12dd6f2-e030-4ecc-b781-027e5799bc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5366b7cb-6b4f-43cc-a00d-4059a16d6807,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:09.322842 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c12dd6f2-e030-4ecc-b781-027e5799bc44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:09.330158 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6c0326-49a7-4922-96f7-4502bb79dec5 None None] Sync routers for ids ['37003b4c-fa01-421f-a1d0-bbd7ea791b79'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:25:09.340946 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6c0326-49a7-4922-96f7-4502bb79dec5 None None] Routers {'37003b4c-fa01-421f-a1d0-bbd7ea791b79'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:25:09.341638 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-0c6c0326-49a7-4922-96f7-4502bb79dec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:25:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['37003b4c-fa01-421f-a1d0-bbd7ea791b79'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:09.356771 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c12dd6f2-e030-4ecc-b781-027e5799bc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:09.357850 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12dd6f2-e030-4ecc-b781-027e5799bc44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:09.358421 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c12dd6f2-e030-4ecc-b781-027e5799bc44 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:09.464607 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12dd6f2-e030-4ecc-b781-027e5799bc44 admin admin] Pushing event updated for resources: {'Network': ['ID=f5b2ed37-c18c-411a-8179-c30be554db78,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:09.470076 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c12dd6f2-e030-4ecc-b781-027e5799bc44 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4479752 May 13 15:25:09.470276 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 43690) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:09.476956 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network f5b2ed37-c18c-411a-8179-c30be554db78 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:25:09.479035 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-8ff3504b-bd08-4a68-a971-fcf9e2641569 admin admin] Request body: {'subnet': {'network_id': 'f5b2ed37-c18c-411a-8179-c30be554db78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-899126043-subnet', 'tenant_id': '40ed498d96214e5ea2af0510ae01c3e3', 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:25:09.485269 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8ff3504b-bd08-4a68-a971-fcf9e2641569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:25:09.489995 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8ff3504b-bd08-4a68-a971-fcf9e2641569 admin admin] Usage tracker for resource:subnet and tenant:40ed498d96214e5ea2af0510ae01c3e3 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:25:09.493077 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-8ff3504b-bd08-4a68-a971-fcf9e2641569 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:25:09.499412 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-8ff3504b-bd08-4a68-a971-fcf9e2641569 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:25:09.512633 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff3504b-bd08-4a68-a971-fcf9e2641569 admin admin] Made reservation on behalf of 40ed498d96214e5ea2af0510ae01c3e3 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:25:09.514986 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8ff3504b-bd08-4a68-a971-fcf9e2641569 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:09.528768 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-0c6c0326-49a7-4922-96f7-4502bb79dec5 None None] Set router 37003b4c-fa01-421f-a1d0-bbd7ea791b79 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:25:09.729098 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8ff3504b-bd08-4a68-a971-fcf9e2641569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:09.803000 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3504b-bd08-4a68-a971-fcf9e2641569 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddf08d76-0bd5-4744-98e4-a7ca65ec60c2,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:09.815950 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff3504b-bd08-4a68-a971-fcf9e2641569 admin admin] Checking segment: {'id': '837a6bfb-9b45-4def-a0c4-c4b2f03e4762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f5b2ed37-c18c-411a-8179-c30be554db78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:25:09.816302 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff3504b-bd08-4a68-a971-fcf9e2641569 admin admin] Network hostable DHCP agents. Network: f5b2ed37-c18c-411a-8179-c30be554db78, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:25:09.834820 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff3504b-bd08-4a68-a971-fcf9e2641569 admin admin] Network f5b2ed37-c18c-411a-8179-c30be554db78 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:25:09.845672 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-8ff3504b-bd08-4a68-a971-fcf9e2641569 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, f5b2ed37-c18c-411a-8179-c30be554db78) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:25:09.855011 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0cbd7b-07a8-4d06-902e-94b9c8118411 None None] Network f5b2ed37-c18c-411a-8179-c30be554db78 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:25:09.860193 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff3504b-bd08-4a68-a971-fcf9e2641569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:09.860867 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-8ff3504b-bd08-4a68-a971-fcf9e2641569 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:09.878404 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-0c6c0326-49a7-4922-96f7-4502bb79dec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37003b4c-fa01-421f-a1d0-bbd7ea791b79', 'name': 'tempest-TestEncryptedCinderVolumes-1993306103-router', 'tenant_id': '862e17e733c44e0994fb8f630406662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '7a6d9964-360e-4a69-9816-636aadb54bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:02Z', 'updated_at': '2022-05-13T15:25:07Z', 'revision_number': 4, 'project_id': '862e17e733c44e0994fb8f630406662d', 'gw_port': {'id': '7a6d9964-360e-4a69-9816-636aadb54bfe', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:20:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37003b4c-fa01-421f-a1d0-bbd7ea791b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:03Z', 'updated_at': '2022-05-13T15:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'c7df4472-53fe-44fb-a645-c7f9e0b75282', 'name': '', 'network_id': '22f12cd2-f20d-4263-9b8b-9a93c38bf91f', 'tenant_id': '862e17e733c44e0994fb8f630406662d', 'mac_address': 'fa:16:3e:f5:10:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37003b4c-fa01-421f-a1d0-bbd7ea791b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '69c14748-83ac-407b-a826-064025709ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:06Z', 'updated_at': '2022-05-13T15:25:07Z', 'revision_number': 2, 'project_id': '862e17e733c44e0994fb8f630406662d', 'subnets': [{'id': '69c14748-83ac-407b-a826-064025709ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:09.882678 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6c0326-49a7-4922-96f7-4502bb79dec5 None None] Checking router: 37003b4c-fa01-421f-a1d0-bbd7ea791b79 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:25:09.883042 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6c0326-49a7-4922-96f7-4502bb79dec5 None None] Updating router 37003b4c-fa01-421f-a1d0-bbd7ea791b79 port c7df4472-53fe-44fb-a645-c7f9e0b75282 binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:25:09.888068 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8ff3504b-bd08-4a68-a971-fcf9e2641569 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4165313 May 13 15:25:09.890512 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43694) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:09.897127 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-5875d4e3-11ad-4d45-8ef0-451b5921ee8e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-899126043-router', 'tenant_id': '40ed498d96214e5ea2af0510ae01c3e3', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:25:09.904286 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5875d4e3-11ad-4d45-8ef0-451b5921ee8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:25:09.910979 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5875d4e3-11ad-4d45-8ef0-451b5921ee8e admin admin] Usage tracker for resource:router and tenant:40ed498d96214e5ea2af0510ae01c3e3 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:25:09.915295 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5875d4e3-11ad-4d45-8ef0-451b5921ee8e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:25:09.925131 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5875d4e3-11ad-4d45-8ef0-451b5921ee8e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:25:09.938661 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5875d4e3-11ad-4d45-8ef0-451b5921ee8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:09.940242 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5875d4e3-11ad-4d45-8ef0-451b5921ee8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:09.947281 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-0c6c0326-49a7-4922-96f7-4502bb79dec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:09.962203 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5875d4e3-11ad-4d45-8ef0-451b5921ee8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:10.149736 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78682c0-3fa0-44e9-9900-50790651ad1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-f5b2ed37-c18c-411a-8179-c30be554db78', 'network_id': 'f5b2ed37-c18c-411a-8179-c30be554db78', 'tenant_id': '40ed498d96214e5ea2af0510ae01c3e3', 'fixed_ips': [{'subnet_id': 'ddf08d76-0bd5-4744-98e4-a7ca65ec60c2'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:25:10.150594 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e78682c0-3fa0-44e9-9900-50790651ad1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:10.335774 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-e78682c0-3fa0-44e9-9900-50790651ad1e None None] Allocated IP 172.20.0.2 (f5b2ed37-c18c-411a-8179-c30be554db78/ddf08d76-0bd5-4744-98e4-a7ca65ec60c2/fa6b4645-8c1e-4552-8c79-1057a9fd825d) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:25:10.349293 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 7a6d9964-360e-4a69-9816-636aadb54bfe up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:25:10.376308 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5875d4e3-11ad-4d45-8ef0-451b5921ee8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:10.412384 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-0c6c0326-49a7-4922-96f7-4502bb79dec5 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:10.424468 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-0c6c0326-49a7-4922-96f7-4502bb79dec5 None None] Transition to ACTIVE for port object c7df4472-53fe-44fb-a645-c7f9e0b75282 will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:25:10.431850 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-0c6c0326-49a7-4922-96f7-4502bb79dec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:10.515974 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 7a6d9964-360e-4a69-9816-636aadb54bfe triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:10.516618 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:10.647860 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-0c6c0326-49a7-4922-96f7-4502bb79dec5 None None] Attempting to bind port c7df4472-53fe-44fb-a645-c7f9e0b75282 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:25:10.648387 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-0c6c0326-49a7-4922-96f7-4502bb79dec5 None None] Attempting to bind port c7df4472-53fe-44fb-a645-c7f9e0b75282 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'dd0ddc33-8029-49a3-bf78-94179b2975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '22f12cd2-f20d-4263-9b8b-9a93c38bf91f'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:25:10.648613 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6c0326-49a7-4922-96f7-4502bb79dec5 None None] Attempting to bind port c7df4472-53fe-44fb-a645-c7f9e0b75282 on network 22f12cd2-f20d-4263-9b8b-9a93c38bf91f {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:25:10.656809 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6c0326-49a7-4922-96f7-4502bb79dec5 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:25:10.657183 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6c0326-49a7-4922-96f7-4502bb79dec5 None None] Checking segment: {'id': 'dd0ddc33-8029-49a3-bf78-94179b2975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '22f12cd2-f20d-4263-9b8b-9a93c38bf91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:25:10.657610 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-0c6c0326-49a7-4922-96f7-4502bb79dec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:10.658003 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6c0326-49a7-4922-96f7-4502bb79dec5 None None] Bound using segment: {'id': 'dd0ddc33-8029-49a3-bf78-94179b2975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '22f12cd2-f20d-4263-9b8b-9a93c38bf91f'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:25:10.658582 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-0c6c0326-49a7-4922-96f7-4502bb79dec5 None None] Bound port: c7df4472-53fe-44fb-a645-c7f9e0b75282, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0ddc33-8029-49a3-bf78-94179b2975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '22f12cd2-f20d-4263-9b8b-9a93c38bf91f'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:25:10.658879 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-0c6c0326-49a7-4922-96f7-4502bb79dec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:10.713598 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5875d4e3-11ad-4d45-8ef0-451b5921ee8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:10.739711 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 7a6d9964-360e-4a69-9816-636aadb54bfe is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:25:10.758437 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e78682c0-3fa0-44e9-9900-50790651ad1e None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:10.758688 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b52d7-14ce-43b0-a7fe-d427c1eadef8 None None] Pushing event updated for resources: {'Port': ['ID=c7df4472-53fe-44fb-a645-c7f9e0b75282,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:10.761975 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5875d4e3-11ad-4d45-8ef0-451b5921ee8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:10.768710 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b52d7-14ce-43b0-a7fe-d427c1eadef8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:10.769329 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b52d7-14ce-43b0-a7fe-d427c1eadef8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:10.769662 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b52d7-14ce-43b0-a7fe-d427c1eadef8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:10.769987 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b52d7-14ce-43b0-a7fe-d427c1eadef8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:10.770310 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b52d7-14ce-43b0-a7fe-d427c1eadef8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:10.770635 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b52d7-14ce-43b0-a7fe-d427c1eadef8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:10.770952 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b52d7-14ce-43b0-a7fe-d427c1eadef8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:10.771299 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b52d7-14ce-43b0-a7fe-d427c1eadef8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:10.771619 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b52d7-14ce-43b0-a7fe-d427c1eadef8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:10.771930 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b52d7-14ce-43b0-a7fe-d427c1eadef8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:10.772422 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b52d7-14ce-43b0-a7fe-d427c1eadef8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:10.772742 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b52d7-14ce-43b0-a7fe-d427c1eadef8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:10.777837 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-0c6c0326-49a7-4922-96f7-4502bb79dec5 None None] For port c7df4472-53fe-44fb-a645-c7f9e0b75282, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:25:10.781312 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-0c6c0326-49a7-4922-96f7-4502bb79dec5 None None] For port c7df4472-53fe-44fb-a645-c7f9e0b75282, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c7df4472-53fe-44fb-a645-c7f9e0b75282,segment=NetworkSegment(dd0ddc33-8029-49a3-bf78-94179b2975e6),segment_id=dd0ddc33-8029-49a3-bf78-94179b2975e6)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:25:10.782827 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e78682c0-3fa0-44e9-9900-50790651ad1e None None] Transition to ACTIVE for port object fa6b4645-8c1e-4552-8c79-1057a9fd825d will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:25:10.785552 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-0c6c0326-49a7-4922-96f7-4502bb79dec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:10.804751 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e78682c0-3fa0-44e9-9900-50790651ad1e None None] Transition to ACTIVE for port object fa6b4645-8c1e-4552-8c79-1057a9fd825d will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:25:10.810760 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e78682c0-3fa0-44e9-9900-50790651ad1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:10.865976 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6c0326-49a7-4922-96f7-4502bb79dec5 None None] Routers {'37003b4c-fa01-421f-a1d0-bbd7ea791b79'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:25:10.866876 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-0c6c0326-49a7-4922-96f7-4502bb79dec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:25:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['37003b4c-fa01-421f-a1d0-bbd7ea791b79'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:10.898118 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78682c0-3fa0-44e9-9900-50790651ad1e None None] Pushing event updated for resources: {'Port': ['ID=fa6b4645-8c1e-4552-8c79-1057a9fd825d,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:10.911984 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78682c0-3fa0-44e9-9900-50790651ad1e None None] Network f5b2ed37-c18c-411a-8179-c30be554db78 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:25:10.913344 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-e78682c0-3fa0-44e9-9900-50790651ad1e None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:25:10.915888 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78682c0-3fa0-44e9-9900-50790651ad1e None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:25:10.934776 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b52d7-14ce-43b0-a7fe-d427c1eadef8 None None] Pushing event updated for resources: {'Port': ['ID=c7df4472-53fe-44fb-a645-c7f9e0b75282,revision_number=4']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:10.952168 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-5875d4e3-11ad-4d45-8ef0-451b5921ee8e admin admin] Allocated IP 172.25.0.239 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/9ae86895-36b5-4e3b-aadd-3b0c65228edf) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:25:11.029176 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-e78682c0-3fa0-44e9-9900-50790651ad1e None None] Attempting to bind port fa6b4645-8c1e-4552-8c79-1057a9fd825d on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:25:11.029571 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-e78682c0-3fa0-44e9-9900-50790651ad1e None None] Attempting to bind port fa6b4645-8c1e-4552-8c79-1057a9fd825d by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '837a6bfb-9b45-4def-a0c4-c4b2f03e4762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f5b2ed37-c18c-411a-8179-c30be554db78'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:25:11.029920 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78682c0-3fa0-44e9-9900-50790651ad1e None None] Attempting to bind port fa6b4645-8c1e-4552-8c79-1057a9fd825d on network f5b2ed37-c18c-411a-8179-c30be554db78 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:25:11.036557 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78682c0-3fa0-44e9-9900-50790651ad1e None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:25:11.037099 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78682c0-3fa0-44e9-9900-50790651ad1e None None] Checking segment: {'id': '837a6bfb-9b45-4def-a0c4-c4b2f03e4762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f5b2ed37-c18c-411a-8179-c30be554db78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:25:11.037512 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e78682c0-3fa0-44e9-9900-50790651ad1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:11.037908 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78682c0-3fa0-44e9-9900-50790651ad1e None None] Bound using segment: {'id': '837a6bfb-9b45-4def-a0c4-c4b2f03e4762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f5b2ed37-c18c-411a-8179-c30be554db78'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:25:11.038609 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-e78682c0-3fa0-44e9-9900-50790651ad1e None None] Bound port: fa6b4645-8c1e-4552-8c79-1057a9fd825d, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837a6bfb-9b45-4def-a0c4-c4b2f03e4762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f5b2ed37-c18c-411a-8179-c30be554db78'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:25:11.038897 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e78682c0-3fa0-44e9-9900-50790651ad1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:11.074011 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-0c6c0326-49a7-4922-96f7-4502bb79dec5 None None] Set router 37003b4c-fa01-421f-a1d0-bbd7ea791b79 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:25:11.142971 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5875d4e3-11ad-4d45-8ef0-451b5921ee8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:11.154287 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-e78682c0-3fa0-44e9-9900-50790651ad1e None None] For port fa6b4645-8c1e-4552-8c79-1057a9fd825d, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:25:11.157726 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-e78682c0-3fa0-44e9-9900-50790651ad1e None None] For port fa6b4645-8c1e-4552-8c79-1057a9fd825d, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=fa6b4645-8c1e-4552-8c79-1057a9fd825d,segment=NetworkSegment(837a6bfb-9b45-4def-a0c4-c4b2f03e4762),segment_id=837a6bfb-9b45-4def-a0c4-c4b2f03e4762)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:25:11.163389 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e78682c0-3fa0-44e9-9900-50790651ad1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:11.192345 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5875d4e3-11ad-4d45-8ef0-451b5921ee8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:11.291136 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78682c0-3fa0-44e9-9900-50790651ad1e None None] Pushing event updated for resources: {'Port': ['ID=fa6b4645-8c1e-4552-8c79-1057a9fd825d,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:11.294234 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5875d4e3-11ad-4d45-8ef0-451b5921ee8e admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:25:11.300125 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-5875d4e3-11ad-4d45-8ef0-451b5921ee8e admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:25:11.305106 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5875d4e3-11ad-4d45-8ef0-451b5921ee8e admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:25:11.343055 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875d4e3-11ad-4d45-8ef0-451b5921ee8e admin admin] Pushing event updated for resources: {'Port': ['ID=9ae86895-36b5-4e3b-aadd-3b0c65228edf,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:11.432249 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-0c6c0326-49a7-4922-96f7-4502bb79dec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37003b4c-fa01-421f-a1d0-bbd7ea791b79', 'name': 'tempest-TestEncryptedCinderVolumes-1993306103-router', 'tenant_id': '862e17e733c44e0994fb8f630406662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '7a6d9964-360e-4a69-9816-636aadb54bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:02Z', 'updated_at': '2022-05-13T15:25:07Z', 'revision_number': 4, 'project_id': '862e17e733c44e0994fb8f630406662d', 'gw_port': {'id': '7a6d9964-360e-4a69-9816-636aadb54bfe', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:20:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37003b4c-fa01-421f-a1d0-bbd7ea791b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:03Z', 'updated_at': '2022-05-13T15:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'c7df4472-53fe-44fb-a645-c7f9e0b75282', 'name': '', 'network_id': '22f12cd2-f20d-4263-9b8b-9a93c38bf91f', 'tenant_id': '862e17e733c44e0994fb8f630406662d', 'mac_address': 'fa:16:3e:f5:10:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37003b4c-fa01-421f-a1d0-bbd7ea791b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '69c14748-83ac-407b-a826-064025709ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:06Z', 'updated_at': '2022-05-13T15:25:10Z', 'revision_number': 4, 'project_id': '862e17e733c44e0994fb8f630406662d', 'subnets': [{'id': '69c14748-83ac-407b-a826-064025709ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:11.449203 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6c0326-49a7-4922-96f7-4502bb79dec5 None None] The sync data for ids ['37003b4c-fa01-421f-a1d0-bbd7ea791b79'] in n-d-841760-1 is: [{'id': '37003b4c-fa01-421f-a1d0-bbd7ea791b79', 'name': 'tempest-TestEncryptedCinderVolumes-1993306103-router', 'tenant_id': '862e17e733c44e0994fb8f630406662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '7a6d9964-360e-4a69-9816-636aadb54bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:02Z', 'updated_at': '2022-05-13T15:25:07Z', 'revision_number': 4, 'project_id': '862e17e733c44e0994fb8f630406662d', 'gw_port': {'id': '7a6d9964-360e-4a69-9816-636aadb54bfe', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:20:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37003b4c-fa01-421f-a1d0-bbd7ea791b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:03Z', 'updated_at': '2022-05-13T15:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'c7df4472-53fe-44fb-a645-c7f9e0b75282', 'name': '', 'network_id': '22f12cd2-f20d-4263-9b8b-9a93c38bf91f', 'tenant_id': '862e17e733c44e0994fb8f630406662d', 'mac_address': 'fa:16:3e:f5:10:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37003b4c-fa01-421f-a1d0-bbd7ea791b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '69c14748-83ac-407b-a826-064025709ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:06Z', 'updated_at': '2022-05-13T15:25:10Z', 'revision_number': 4, 'project_id': '862e17e733c44e0994fb8f630406662d', 'subnets': [{'id': '69c14748-83ac-407b-a826-064025709ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:25:11.787964 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5875d4e3-11ad-4d45-8ef0-451b5921ee8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:12.308710 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5875d4e3-11ad-4d45-8ef0-451b5921ee8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:12.414351 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad372bbf-d338-4736-85de-299572526521 None None] Network f5b2ed37-c18c-411a-8179-c30be554db78 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:25:12.527210 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device fa6b4645-8c1e-4552-8c79-1057a9fd825d up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:25:12.645193 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5875d4e3-11ad-4d45-8ef0-451b5921ee8e admin admin] Router 7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:25:12.665279 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-46e1181e-1058-46d8-a8ae-1fa19ce09f1b None None] Provisioning for port fa6b4645-8c1e-4552-8c79-1057a9fd825d completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:25:12.770842 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port fa6b4645-8c1e-4552-8c79-1057a9fd825d completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:25:12.784823 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port fa6b4645-8c1e-4552-8c79-1057a9fd825d triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:12.785199 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:12.852479 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5875d4e3-11ad-4d45-8ef0-451b5921ee8e admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:25:12.874448 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a090e8-66ce-41d1-9198-090f2ced1567 None None] Sync routers for ids ['7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:25:12.876542 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5875d4e3-11ad-4d45-8ef0-451b5921ee8e admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:12.878434 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5875d4e3-11ad-4d45-8ef0-451b5921ee8e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9864261 May 13 15:25:12.881444 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43698) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:12.905240 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a090e8-66ce-41d1-9198-090f2ced1567 None None] Routers {'7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:25:12.905886 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-a2a090e8-66ce-41d1-9198-090f2ced1567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:25:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:13.193054 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port fa6b4645-8c1e-4552-8c79-1057a9fd825d is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:25:13.193434 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:13.216604 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-a2a090e8-66ce-41d1-9198-090f2ced1567 None None] Set router 7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:25:13.412697 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port fa6b4645-8c1e-4552-8c79-1057a9fd825d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=fa6b4645-8c1e-4552-8c79-1057a9fd825d,segment=NetworkSegment(837a6bfb-9b45-4def-a0c4-c4b2f03e4762),segment_id=837a6bfb-9b45-4def-a0c4-c4b2f03e4762)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:25:13.427372 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:13.428142 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c7df4472-53fe-44fb-a645-c7f9e0b75282 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:25:13.581230 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-adf33636-f0a6-4cb0-8b31-f1a688ba816d None None] Provisioning complete for port fa6b4645-8c1e-4552-8c79-1057a9fd825d triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:13.581606 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-adf33636-f0a6-4cb0-8b31-f1a688ba816d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:13.609427 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-08954122-6ad3-4a4e-a9bf-9a82aac4af2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:13.634422 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=fa6b4645-8c1e-4552-8c79-1057a9fd825d,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:13.713966 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port c7df4472-53fe-44fb-a645-c7f9e0b75282 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:25:13.729098 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port c7df4472-53fe-44fb-a645-c7f9e0b75282 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:13.729472 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:13.841908 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-adf33636-f0a6-4cb0-8b31-f1a688ba816d None None] Current status of the port fa6b4645-8c1e-4552-8c79-1057a9fd825d is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:25:13.851835 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-a2a090e8-66ce-41d1-9198-090f2ced1567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33', 'name': 'tempest-TestEncryptedCinderVolumes-899126043-router', 'tenant_id': '40ed498d96214e5ea2af0510ae01c3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '9ae86895-36b5-4e3b-aadd-3b0c65228edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:09Z', 'updated_at': '2022-05-13T15:25:11Z', 'revision_number': 3, 'project_id': '40ed498d96214e5ea2af0510ae01c3e3', 'gw_port': {'id': '9ae86895-36b5-4e3b-aadd-3b0c65228edf', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:10Z', 'updated_at': '2022-05-13T15:25:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:13.859677 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a090e8-66ce-41d1-9198-090f2ced1567 None None] Checking router: 7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:25:13.860026 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a090e8-66ce-41d1-9198-090f2ced1567 None None] Updating router 7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33 port 9ae86895-36b5-4e3b-aadd-3b0c65228edf binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:25:13.952474 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-08954122-6ad3-4a4e-a9bf-9a82aac4af2d admin admin] Allocated IP 172.20.0.1 (f5b2ed37-c18c-411a-8179-c30be554db78/ddf08d76-0bd5-4744-98e4-a7ca65ec60c2/46fc2474-4458-4386-8dfe-9207c539a523) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:25:13.960312 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a2a090e8-66ce-41d1-9198-090f2ced1567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:14.011273 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port c7df4472-53fe-44fb-a645-c7f9e0b75282 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:25:14.011653 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:14.102094 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-08954122-6ad3-4a4e-a9bf-9a82aac4af2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:14.106252 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port c7df4472-53fe-44fb-a645-c7f9e0b75282, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c7df4472-53fe-44fb-a645-c7f9e0b75282,segment=NetworkSegment(dd0ddc33-8029-49a3-bf78-94179b2975e6),segment_id=dd0ddc33-8029-49a3-bf78-94179b2975e6)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:25:14.110953 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:14.122144 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-08954122-6ad3-4a4e-a9bf-9a82aac4af2d admin admin] Transition to ACTIVE for port object 46fc2474-4458-4386-8dfe-9207c539a523 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:25:14.150528 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-08954122-6ad3-4a4e-a9bf-9a82aac4af2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:14.218561 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08954122-6ad3-4a4e-a9bf-9a82aac4af2d admin admin] Network f5b2ed37-c18c-411a-8179-c30be554db78 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:25:14.221437 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-08954122-6ad3-4a4e-a9bf-9a82aac4af2d admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:25:14.224419 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08954122-6ad3-4a4e-a9bf-9a82aac4af2d admin admin] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:25:14.270309 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=c7df4472-53fe-44fb-a645-c7f9e0b75282,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:14.273737 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08954122-6ad3-4a4e-a9bf-9a82aac4af2d admin admin] Pushing event updated for resources: {'Port': ['ID=46fc2474-4458-4386-8dfe-9207c539a523,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:14.287808 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-08954122-6ad3-4a4e-a9bf-9a82aac4af2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:14.352261 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device fa6b4645-8c1e-4552-8c79-1057a9fd825d up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:25:14.498977 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a2a090e8-66ce-41d1-9198-090f2ced1567 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:14.516135 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-a2a090e8-66ce-41d1-9198-090f2ced1567 None None] Transition to ACTIVE for port object 9ae86895-36b5-4e3b-aadd-3b0c65228edf will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:25:14.521536 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port fa6b4645-8c1e-4552-8c79-1057a9fd825d triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:14.522007 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:14.527849 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:25:14.554214 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a2a090e8-66ce-41d1-9198-090f2ced1567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:14.579479 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-08954122-6ad3-4a4e-a9bf-9a82aac4af2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:14.656528 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-4571f44d-40b0-47bf-b6a6-babb9b66d8f2 None None] Provisioning for port 46fc2474-4458-4386-8dfe-9207c539a523 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:25:14.677412 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-4571f44d-40b0-47bf-b6a6-babb9b66d8f2 None None] Provisioning complete for port 46fc2474-4458-4386-8dfe-9207c539a523 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:14.677776 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4571f44d-40b0-47bf-b6a6-babb9b66d8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:14.758592 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8fb3d5-644c-4d8a-8f06-7844fccc2876 None None] Pushing event updated for resources: {'Port': ['ID=9ae86895-36b5-4e3b-aadd-3b0c65228edf,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:14.761253 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-a2a090e8-66ce-41d1-9198-090f2ced1567 None None] Attempting to bind port 9ae86895-36b5-4e3b-aadd-3b0c65228edf on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:25:14.761608 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-a2a090e8-66ce-41d1-9198-090f2ced1567 None None] Attempting to bind port 9ae86895-36b5-4e3b-aadd-3b0c65228edf by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:25:14.761958 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a090e8-66ce-41d1-9198-090f2ced1567 None None] Attempting to bind port 9ae86895-36b5-4e3b-aadd-3b0c65228edf on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:25:14.774723 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a090e8-66ce-41d1-9198-090f2ced1567 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:25:14.775104 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a090e8-66ce-41d1-9198-090f2ced1567 None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:25:14.775536 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a2a090e8-66ce-41d1-9198-090f2ced1567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:14.775925 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a090e8-66ce-41d1-9198-090f2ced1567 None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:25:14.776415 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-a2a090e8-66ce-41d1-9198-090f2ced1567 None None] Bound port: 9ae86895-36b5-4e3b-aadd-3b0c65228edf, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:25:14.776791 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a2a090e8-66ce-41d1-9198-090f2ced1567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:14.830772 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-08954122-6ad3-4a4e-a9bf-9a82aac4af2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:14.837003 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-08954122-6ad3-4a4e-a9bf-9a82aac4af2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:14.852568 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-4571f44d-40b0-47bf-b6a6-babb9b66d8f2 None None] Port 46fc2474-4458-4386-8dfe-9207c539a523 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:25:14.924770 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-a2a090e8-66ce-41d1-9198-090f2ced1567 None None] For port 9ae86895-36b5-4e3b-aadd-3b0c65228edf, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:25:14.929712 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-a2a090e8-66ce-41d1-9198-090f2ced1567 None None] For port 9ae86895-36b5-4e3b-aadd-3b0c65228edf, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=9ae86895-36b5-4e3b-aadd-3b0c65228edf,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:25:14.932664 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port fa6b4645-8c1e-4552-8c79-1057a9fd825d is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:25:14.935976 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a2a090e8-66ce-41d1-9198-090f2ced1567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:14.958312 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08954122-6ad3-4a4e-a9bf-9a82aac4af2d admin admin] Pushing event updated for resources: {'Port': ['ID=46fc2474-4458-4386-8dfe-9207c539a523,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:14.963024 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-08954122-6ad3-4a4e-a9bf-9a82aac4af2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:15.016601 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a090e8-66ce-41d1-9198-090f2ced1567 None None] Routers {'7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:25:15.017241 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-a2a090e8-66ce-41d1-9198-090f2ced1567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:25:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:15.075784 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8fb3d5-644c-4d8a-8f06-7844fccc2876 None None] Pushing event updated for resources: {'Port': ['ID=9ae86895-36b5-4e3b-aadd-3b0c65228edf,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:15.108368 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08954122-6ad3-4a4e-a9bf-9a82aac4af2d admin admin] Network f5b2ed37-c18c-411a-8179-c30be554db78 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:25:15.109710 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-08954122-6ad3-4a4e-a9bf-9a82aac4af2d admin admin] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:25:15.214108 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-a2a090e8-66ce-41d1-9198-090f2ced1567 None None] Set router 7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:25:15.362865 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08954122-6ad3-4a4e-a9bf-9a82aac4af2d admin admin] Router 7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:25:15.448438 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d346bc93-730c-49ae-84d4-132c55e77968 None None] Provisioning complete for port 46fc2474-4458-4386-8dfe-9207c539a523 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:15.448712 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d346bc93-730c-49ae-84d4-132c55e77968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:15.540331 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-d346bc93-730c-49ae-84d4-132c55e77968 None None] Port 46fc2474-4458-4386-8dfe-9207c539a523 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:25:15.606777 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-a2a090e8-66ce-41d1-9198-090f2ced1567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33', 'name': 'tempest-TestEncryptedCinderVolumes-899126043-router', 'tenant_id': '40ed498d96214e5ea2af0510ae01c3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '9ae86895-36b5-4e3b-aadd-3b0c65228edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:09Z', 'updated_at': '2022-05-13T15:25:14Z', 'revision_number': 4, 'project_id': '40ed498d96214e5ea2af0510ae01c3e3', 'gw_port': {'id': '9ae86895-36b5-4e3b-aadd-3b0c65228edf', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:10Z', 'updated_at': '2022-05-13T15:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '46fc2474-4458-4386-8dfe-9207c539a523', 'name': '', 'network_id': 'f5b2ed37-c18c-411a-8179-c30be554db78', 'tenant_id': '40ed498d96214e5ea2af0510ae01c3e3', 'mac_address': 'fa:16:3e:e8:6e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'ddf08d76-0bd5-4744-98e4-a7ca65ec60c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:13Z', 'updated_at': '2022-05-13T15:25:14Z', 'revision_number': 2, 'project_id': '40ed498d96214e5ea2af0510ae01c3e3', 'subnets': [{'id': 'ddf08d76-0bd5-4744-98e4-a7ca65ec60c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:15.610881 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a090e8-66ce-41d1-9198-090f2ced1567 None None] The sync data for ids ['7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33'] in n-d-841760-1 is: [{'id': '7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33', 'name': 'tempest-TestEncryptedCinderVolumes-899126043-router', 'tenant_id': '40ed498d96214e5ea2af0510ae01c3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '9ae86895-36b5-4e3b-aadd-3b0c65228edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:09Z', 'updated_at': '2022-05-13T15:25:14Z', 'revision_number': 4, 'project_id': '40ed498d96214e5ea2af0510ae01c3e3', 'gw_port': {'id': '9ae86895-36b5-4e3b-aadd-3b0c65228edf', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:10Z', 'updated_at': '2022-05-13T15:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '46fc2474-4458-4386-8dfe-9207c539a523', 'name': '', 'network_id': 'f5b2ed37-c18c-411a-8179-c30be554db78', 'tenant_id': '40ed498d96214e5ea2af0510ae01c3e3', 'mac_address': 'fa:16:3e:e8:6e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'ddf08d76-0bd5-4744-98e4-a7ca65ec60c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:13Z', 'updated_at': '2022-05-13T15:25:14Z', 'revision_number': 2, 'project_id': '40ed498d96214e5ea2af0510ae01c3e3', 'subnets': [{'id': 'ddf08d76-0bd5-4744-98e4-a7ca65ec60c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:25:15.675139 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08954122-6ad3-4a4e-a9bf-9a82aac4af2d admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:25:15.684718 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-08954122-6ad3-4a4e-a9bf-9a82aac4af2d admin admin] 10.222.0.35 "PUT /v2.0/routers/7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8022256 May 13 15:25:16.407309 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 9ae86895-36b5-4e3b-aadd-3b0c65228edf up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:25:16.488782 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 9ae86895-36b5-4e3b-aadd-3b0c65228edf completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:25:16.493910 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 9ae86895-36b5-4e3b-aadd-3b0c65228edf triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:16.494408 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:16.604203 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-b53d58cb-6dc4-4db0-abad-3823ea907fa1 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:16.604914 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-b53d58cb-6dc4-4db0-abad-3823ea907fa1 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Synchronizing usage tracker for tenant:862e17e733c44e0994fb8f630406662d on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:25:16.624015 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-b53d58cb-6dc4-4db0-abad-3823ea907fa1 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Unset dirty status for tenant:862e17e733c44e0994fb8f630406662d on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:25:16.624773 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 9ae86895-36b5-4e3b-aadd-3b0c65228edf is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:25:16.625270 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:16.625653 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-b53d58cb-6dc4-4db0-abad-3823ea907fa1 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/networks?id=22f12cd2-f20d-4263-9b8b-9a93c38bf91f HTTP/1.1" status: 200 len: 817 time: 0.1863744 May 13 15:25:16.644410 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 9ae86895-36b5-4e3b-aadd-3b0c65228edf, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=9ae86895-36b5-4e3b-aadd-3b0c65228edf,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:25:16.647432 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-1d468ae7-8bcd-4cef-aec4-b48a1b086a9f tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/quotas/862e17e733c44e0994fb8f630406662d HTTP/1.1" status: 200 len: 375 time: 0.0160735 May 13 15:25:16.649506 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:16.650590 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c7df4472-53fe-44fb-a645-c7f9e0b75282 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:25:16.729864 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-f953a959-4dc5-4143-b2eb-09db3d414d00 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Synchronizing usage tracker for tenant:862e17e733c44e0994fb8f630406662d on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:25:16.748416 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-f953a959-4dc5-4143-b2eb-09db3d414d00 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Unset dirty status for tenant:862e17e733c44e0994fb8f630406662d on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:25:16.749648 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-f953a959-4dc5-4143-b2eb-09db3d414d00 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=862e17e733c44e0994fb8f630406662d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1014347 May 13 15:25:16.769101 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=9ae86895-36b5-4e3b-aadd-3b0c65228edf,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:16.782409 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port c7df4472-53fe-44fb-a645-c7f9e0b75282 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:16.782780 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:16.890364 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-0c47bb56-84c3-4e41-9184-8ed5e25bdcff service neutron] 10.222.0.35 "GET /v2.0/networks/22f12cd2-f20d-4263-9b8b-9a93c38bf91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288576 May 13 15:25:16.905877 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port c7df4472-53fe-44fb-a645-c7f9e0b75282 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:25:17.024479 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-1147be6f-2e15-40b8-89db-13a446ebf939 service neutron] 10.222.0.35 "GET /v2.0/networks/22f12cd2-f20d-4263-9b8b-9a93c38bf91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273344 May 13 15:25:17.367721 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4b8fb6c0-39e2-488a-9a22-81179a58fd46 req-916452a0-a0c1-438c-b581-ec59ac7e4cd4 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7c47667-859a-478a-a537-db39a0f0c80d HTTP/1.1" status: 200 len: 210 time: 0.2009411 May 13 15:25:18.340599 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 9ae86895-36b5-4e3b-aadd-3b0c65228edf up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:25:18.416742 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-4ca5c510-e2f3-4757-ac9b-2f136b2da44f tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:18.418452 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-4ca5c510-e2f3-4757-ac9b-2f136b2da44f tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.74 "GET /v2.0/networks?id=22f12cd2-f20d-4263-9b8b-9a93c38bf91f HTTP/1.1" status: 200 len: 817 time: 0.1787128 May 13 15:25:18.439321 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-e7933822-6e95-4994-a538-7f1b07e8a6e2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Request body: {'port': {'device_id': 'a7c47667-859a-478a-a537-db39a0f0c80d', 'network_id': '22f12cd2-f20d-4263-9b8b-9a93c38bf91f', 'admin_state_up': True, 'tenant_id': '862e17e733c44e0994fb8f630406662d'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:25:18.475033 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 9ae86895-36b5-4e3b-aadd-3b0c65228edf triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:18.476538 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:18.541223 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5d61bbdb-bfab-473a-a9e4-d8ffdf381c8e req-bae5f33c-13c2-4252-accd-6e98d1cec3a8 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7c47667-859a-478a-a537-db39a0f0c80d HTTP/1.1" status: 200 len: 210 time: 0.0456688 May 13 15:25:18.595792 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:18.613743 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-e7933822-6e95-4994-a538-7f1b07e8a6e2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:25:18.624704 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 9ae86895-36b5-4e3b-aadd-3b0c65228edf is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:25:18.625032 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-e7933822-6e95-4994-a538-7f1b07e8a6e2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:25:18.635797 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-e7933822-6e95-4994-a538-7f1b07e8a6e2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Made reservation on behalf of 862e17e733c44e0994fb8f630406662d for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:25:18.639313 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-e7933822-6e95-4994-a538-7f1b07e8a6e2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:18.810187 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-e7933822-6e95-4994-a538-7f1b07e8a6e2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Allocated IP 172.20.0.7 (22f12cd2-f20d-4263-9b8b-9a93c38bf91f/69c14748-83ac-407b-a826-064025709ae7/fda9ec73-ba74-42ce-a3ca-86077940fa55) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:25:19.026672 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-e7933822-6e95-4994-a538-7f1b07e8a6e2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:19.043289 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-e7933822-6e95-4994-a538-7f1b07e8a6e2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Transition to ACTIVE for port object fda9ec73-ba74-42ce-a3ca-86077940fa55 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:25:19.073192 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-e7933822-6e95-4994-a538-7f1b07e8a6e2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:19.084100 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738e8161-ff5e-4407-8bd0-60e925d63a25 None None] Sync routers for ids ['7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:25:19.093654 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738e8161-ff5e-4407-8bd0-60e925d63a25 None None] Routers {'7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:25:19.094253 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-738e8161-ff5e-4407-8bd0-60e925d63a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:25:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:19.150305 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-e7933822-6e95-4994-a538-7f1b07e8a6e2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Network 22f12cd2-f20d-4263-9b8b-9a93c38bf91f is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:25:19.153716 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-e7933822-6e95-4994-a538-7f1b07e8a6e2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:25:19.157753 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-e7933822-6e95-4994-a538-7f1b07e8a6e2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:25:19.189697 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7933822-6e95-4994-a538-7f1b07e8a6e2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Pushing event updated for resources: {'Port': ['ID=fda9ec73-ba74-42ce-a3ca-86077940fa55,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:19.211716 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7933822-6e95-4994-a538-7f1b07e8a6e2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:19.212063 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7933822-6e95-4994-a538-7f1b07e8a6e2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:19.212403 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7933822-6e95-4994-a538-7f1b07e8a6e2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:19.212739 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7933822-6e95-4994-a538-7f1b07e8a6e2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:19.213068 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7933822-6e95-4994-a538-7f1b07e8a6e2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:19.213398 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7933822-6e95-4994-a538-7f1b07e8a6e2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:19.213722 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7933822-6e95-4994-a538-7f1b07e8a6e2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:19.214045 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7933822-6e95-4994-a538-7f1b07e8a6e2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:19.214371 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7933822-6e95-4994-a538-7f1b07e8a6e2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:19.214697 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7933822-6e95-4994-a538-7f1b07e8a6e2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:19.215018 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7933822-6e95-4994-a538-7f1b07e8a6e2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:19.215365 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7933822-6e95-4994-a538-7f1b07e8a6e2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:19.243922 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-e7933822-6e95-4994-a538-7f1b07e8a6e2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:19.244496 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-e7933822-6e95-4994-a538-7f1b07e8a6e2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:19.282230 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-e7933822-6e95-4994-a538-7f1b07e8a6e2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8478420 May 13 15:25:19.293563 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-738e8161-ff5e-4407-8bd0-60e925d63a25 None None] Set router 7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:25:19.299560 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-1bc8f871-3e75-4c16-a453-e37d4dc34fbe service neutron] Request body: {'port': {'device_id': 'a7c47667-859a-478a-a537-db39a0f0c80d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:25:19.422834 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-1bc8f871-3e75-4c16-a453-e37d4dc34fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:19.488814 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d69c7e61-45fc-4f82-b2a8-24efeab50473 None None] Provisioning for port fda9ec73-ba74-42ce-a3ca-86077940fa55 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:25:19.494496 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d69c7e61-45fc-4f82-b2a8-24efeab50473 None None] Provisioning complete for port fda9ec73-ba74-42ce-a3ca-86077940fa55 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:19.495684 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d69c7e61-45fc-4f82-b2a8-24efeab50473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:19.598677 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-d69c7e61-45fc-4f82-b2a8-24efeab50473 None None] Port fda9ec73-ba74-42ce-a3ca-86077940fa55 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:25:19.691521 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-738e8161-ff5e-4407-8bd0-60e925d63a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33', 'name': 'tempest-TestEncryptedCinderVolumes-899126043-router', 'tenant_id': '40ed498d96214e5ea2af0510ae01c3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '9ae86895-36b5-4e3b-aadd-3b0c65228edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:09Z', 'updated_at': '2022-05-13T15:25:14Z', 'revision_number': 4, 'project_id': '40ed498d96214e5ea2af0510ae01c3e3', 'gw_port': {'id': '9ae86895-36b5-4e3b-aadd-3b0c65228edf', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:10Z', 'updated_at': '2022-05-13T15:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '46fc2474-4458-4386-8dfe-9207c539a523', 'name': '', 'network_id': 'f5b2ed37-c18c-411a-8179-c30be554db78', 'tenant_id': '40ed498d96214e5ea2af0510ae01c3e3', 'mac_address': 'fa:16:3e:e8:6e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'ddf08d76-0bd5-4744-98e4-a7ca65ec60c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:13Z', 'updated_at': '2022-05-13T15:25:14Z', 'revision_number': 2, 'project_id': '40ed498d96214e5ea2af0510ae01c3e3', 'subnets': [{'id': 'ddf08d76-0bd5-4744-98e4-a7ca65ec60c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:19.696360 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738e8161-ff5e-4407-8bd0-60e925d63a25 None None] Checking router: 7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:25:19.696702 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738e8161-ff5e-4407-8bd0-60e925d63a25 None None] Updating router 7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33 port 46fc2474-4458-4386-8dfe-9207c539a523 binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:25:19.753297 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-738e8161-ff5e-4407-8bd0-60e925d63a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:19.831261 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3917b-0a1f-447b-9e6a-f2aba4244e6f req-d18f632f-6797-413b-9738-e8d40d605ec2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:19.832000 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-6bb3917b-0a1f-447b-9e6a-f2aba4244e6f req-d18f632f-6797-413b-9738-e8d40d605ec2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Synchronizing usage tracker for tenant:862e17e733c44e0994fb8f630406662d on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:25:19.898534 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-6bb3917b-0a1f-447b-9e6a-f2aba4244e6f req-d18f632f-6797-413b-9738-e8d40d605ec2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Unset dirty status for tenant:862e17e733c44e0994fb8f630406662d on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:25:19.899742 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6bb3917b-0a1f-447b-9e6a-f2aba4244e6f req-d18f632f-6797-413b-9738-e8d40d605ec2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7c47667-859a-478a-a537-db39a0f0c80d HTTP/1.1" status: 200 len: 931 time: 0.2091615 May 13 15:25:19.917344 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-1bc8f871-3e75-4c16-a453-e37d4dc34fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fda9ec73-ba74-42ce-a3ca-86077940fa55 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:25:19.943742 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-1bc8f871-3e75-4c16-a453-e37d4dc34fbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:19.975905 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-1bc8f871-3e75-4c16-a453-e37d4dc34fbe service neutron] Transition to ACTIVE for port object fda9ec73-ba74-42ce-a3ca-86077940fa55 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:25:19.984250 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6bb3917b-0a1f-447b-9e6a-f2aba4244e6f req-47d0b8d8-a52d-41a9-8d08-f2b6eac2d154 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/security-groups?id=c20fdd45-31a8-4cf2-9104-5898ee602d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716889 May 13 15:25:19.985001 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-1bc8f871-3e75-4c16-a453-e37d4dc34fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:20.183917 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-738e8161-ff5e-4407-8bd0-60e925d63a25 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:20.203100 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-738e8161-ff5e-4407-8bd0-60e925d63a25 None None] Transition to ACTIVE for port object 46fc2474-4458-4386-8dfe-9207c539a523 will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:25:20.214234 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-738e8161-ff5e-4407-8bd0-60e925d63a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:20.268845 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8f871-3e75-4c16-a453-e37d4dc34fbe service neutron] Pushing event updated for resources: {'Port': ['ID=fda9ec73-ba74-42ce-a3ca-86077940fa55,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:20.399066 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-1bc8f871-3e75-4c16-a453-e37d4dc34fbe service neutron] Attempting to bind port fda9ec73-ba74-42ce-a3ca-86077940fa55 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:25:20.399448 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-1bc8f871-3e75-4c16-a453-e37d4dc34fbe service neutron] Attempting to bind port fda9ec73-ba74-42ce-a3ca-86077940fa55 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'dd0ddc33-8029-49a3-bf78-94179b2975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '22f12cd2-f20d-4263-9b8b-9a93c38bf91f'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:25:20.400080 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-1bc8f871-3e75-4c16-a453-e37d4dc34fbe service neutron] Attempting to bind port fda9ec73-ba74-42ce-a3ca-86077940fa55 on network 22f12cd2-f20d-4263-9b8b-9a93c38bf91f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:25:20.406246 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-1bc8f871-3e75-4c16-a453-e37d4dc34fbe service neutron] Port fda9ec73-ba74-42ce-a3ca-86077940fa55 on network 22f12cd2-f20d-4263-9b8b-9a93c38bf91f not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:25:20.406567 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-1bc8f871-3e75-4c16-a453-e37d4dc34fbe service neutron] Attempting to bind port fda9ec73-ba74-42ce-a3ca-86077940fa55 on network 22f12cd2-f20d-4263-9b8b-9a93c38bf91f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:25:20.415951 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-1bc8f871-3e75-4c16-a453-e37d4dc34fbe service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:25:20.416372 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-1bc8f871-3e75-4c16-a453-e37d4dc34fbe service neutron] Checking segment: {'id': 'dd0ddc33-8029-49a3-bf78-94179b2975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '22f12cd2-f20d-4263-9b8b-9a93c38bf91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:25:20.417149 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-1bc8f871-3e75-4c16-a453-e37d4dc34fbe service neutron] Bound using segment: {'id': 'dd0ddc33-8029-49a3-bf78-94179b2975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '22f12cd2-f20d-4263-9b8b-9a93c38bf91f'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:25:20.417672 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-1bc8f871-3e75-4c16-a453-e37d4dc34fbe service neutron] Bound port: fda9ec73-ba74-42ce-a3ca-86077940fa55, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd0ddc33-8029-49a3-bf78-94179b2975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '22f12cd2-f20d-4263-9b8b-9a93c38bf91f'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:25:20.418087 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-1bc8f871-3e75-4c16-a453-e37d4dc34fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:20.420046 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152b257-ac37-4b4a-9d7a-69b2105d025a None None] Pushing event updated for resources: {'Port': ['ID=46fc2474-4458-4386-8dfe-9207c539a523,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:20.485468 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-738e8161-ff5e-4407-8bd0-60e925d63a25 None None] Attempting to bind port 46fc2474-4458-4386-8dfe-9207c539a523 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:25:20.485925 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-738e8161-ff5e-4407-8bd0-60e925d63a25 None None] Attempting to bind port 46fc2474-4458-4386-8dfe-9207c539a523 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '837a6bfb-9b45-4def-a0c4-c4b2f03e4762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f5b2ed37-c18c-411a-8179-c30be554db78'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:25:20.486231 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738e8161-ff5e-4407-8bd0-60e925d63a25 None None] Attempting to bind port 46fc2474-4458-4386-8dfe-9207c539a523 on network f5b2ed37-c18c-411a-8179-c30be554db78 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:25:20.492510 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738e8161-ff5e-4407-8bd0-60e925d63a25 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:25:20.492868 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738e8161-ff5e-4407-8bd0-60e925d63a25 None None] Checking segment: {'id': '837a6bfb-9b45-4def-a0c4-c4b2f03e4762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f5b2ed37-c18c-411a-8179-c30be554db78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:25:20.493268 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-738e8161-ff5e-4407-8bd0-60e925d63a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:20.493660 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738e8161-ff5e-4407-8bd0-60e925d63a25 None None] Bound using segment: {'id': '837a6bfb-9b45-4def-a0c4-c4b2f03e4762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f5b2ed37-c18c-411a-8179-c30be554db78'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:25:20.494135 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-738e8161-ff5e-4407-8bd0-60e925d63a25 None None] Bound port: 46fc2474-4458-4386-8dfe-9207c539a523, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837a6bfb-9b45-4def-a0c4-c4b2f03e4762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f5b2ed37-c18c-411a-8179-c30be554db78'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:25:20.494513 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-738e8161-ff5e-4407-8bd0-60e925d63a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:20.529498 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-1bc8f871-3e75-4c16-a453-e37d4dc34fbe service neutron] For port fda9ec73-ba74-42ce-a3ca-86077940fa55, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:25:20.534033 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-1bc8f871-3e75-4c16-a453-e37d4dc34fbe service neutron] For port fda9ec73-ba74-42ce-a3ca-86077940fa55, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=fda9ec73-ba74-42ce-a3ca-86077940fa55,segment=NetworkSegment(dd0ddc33-8029-49a3-bf78-94179b2975e6),segment_id=dd0ddc33-8029-49a3-bf78-94179b2975e6)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:25:20.540637 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-1bc8f871-3e75-4c16-a453-e37d4dc34fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:20.598685 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-738e8161-ff5e-4407-8bd0-60e925d63a25 None None] For port 46fc2474-4458-4386-8dfe-9207c539a523, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:25:20.603152 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-738e8161-ff5e-4407-8bd0-60e925d63a25 None None] For port 46fc2474-4458-4386-8dfe-9207c539a523, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=46fc2474-4458-4386-8dfe-9207c539a523,segment=NetworkSegment(837a6bfb-9b45-4def-a0c4-c4b2f03e4762),segment_id=837a6bfb-9b45-4def-a0c4-c4b2f03e4762)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:25:20.609225 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-738e8161-ff5e-4407-8bd0-60e925d63a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:20.613171 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-1bc8f871-3e75-4c16-a453-e37d4dc34fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:20.613794 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-1bc8f871-3e75-4c16-a453-e37d4dc34fbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:20.615317 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-1bc8f871-3e75-4c16-a453-e37d4dc34fbe service neutron] 10.222.0.74 "PUT /v2.0/ports/fda9ec73-ba74-42ce-a3ca-86077940fa55 HTTP/1.1" status: 200 len: 1091 time: 1.3208270 May 13 15:25:20.615770 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c47667-859a-478a-a537-db39a0f0c80d', 'tag': 'fda9ec73-ba74-42ce-a3ca-86077940fa55'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:25:20.647574 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8f871-3e75-4c16-a453-e37d4dc34fbe service neutron] Pushing event updated for resources: {'Port': ['ID=fda9ec73-ba74-42ce-a3ca-86077940fa55,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:20.704152 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738e8161-ff5e-4407-8bd0-60e925d63a25 None None] Routers {'7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:25:20.704690 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-738e8161-ff5e-4407-8bd0-60e925d63a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:25:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:20.704816 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8e03e58-adf5-4b06-9144-faef8aceacc9'] response: {'name': 'network-changed', 'server_uuid': 'a7c47667-859a-478a-a537-db39a0f0c80d', 'tag': 'fda9ec73-ba74-42ce-a3ca-86077940fa55', 'status': 'completed', 'code': 200} May 13 15:25:20.774468 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152b257-ac37-4b4a-9d7a-69b2105d025a None None] Pushing event updated for resources: {'Port': ['ID=46fc2474-4458-4386-8dfe-9207c539a523,revision_number=4']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:20.850489 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-1931f398-5f86-4256-a58a-b4909477b412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:20.852096 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-1931f398-5f86-4256-a58a-b4909477b412 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=862e17e733c44e0994fb8f630406662d&device_id=a7c47667-859a-478a-a537-db39a0f0c80d HTTP/1.1" status: 200 len: 1094 time: 0.1418161 May 13 15:25:20.941255 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-5f943301-ff8f-46df-82a8-7dca5a65e179 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fda9ec73-ba74-42ce-a3ca-86077940fa55 HTTP/1.1" status: 200 len: 217 time: 0.0765817 May 13 15:25:20.978215 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-738e8161-ff5e-4407-8bd0-60e925d63a25 None None] Set router 7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:25:21.032184 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-87331b5f-4519-4400-8d65-2a4ccb4df470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:21.035159 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-87331b5f-4519-4400-8d65-2a4ccb4df470 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=69c14748-83ac-407b-a826-064025709ae7 HTTP/1.1" status: 200 len: 856 time: 0.0881205 May 13 15:25:21.288653 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-8b633dd4-01be-49d0-b61c-6b99de3560b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:21.290156 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-8b633dd4-01be-49d0-b61c-6b99de3560b9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=22f12cd2-f20d-4263-9b8b-9a93c38bf91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2478194 May 13 15:25:21.298623 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da5817-3b78-4aa2-bf1d-2beacf5a44d9 req-297d89fb-aea9-4274-91df-4be642faad8a tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:21.300734 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-50da5817-3b78-4aa2-bf1d-2beacf5a44d9 req-297d89fb-aea9-4274-91df-4be642faad8a tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7c47667-859a-478a-a537-db39a0f0c80d HTTP/1.1" status: 200 len: 943 time: 0.1898601 May 13 15:25:21.325402 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-738e8161-ff5e-4407-8bd0-60e925d63a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33', 'name': 'tempest-TestEncryptedCinderVolumes-899126043-router', 'tenant_id': '40ed498d96214e5ea2af0510ae01c3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '9ae86895-36b5-4e3b-aadd-3b0c65228edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:09Z', 'updated_at': '2022-05-13T15:25:14Z', 'revision_number': 4, 'project_id': '40ed498d96214e5ea2af0510ae01c3e3', 'gw_port': {'id': '9ae86895-36b5-4e3b-aadd-3b0c65228edf', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:10Z', 'updated_at': '2022-05-13T15:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '46fc2474-4458-4386-8dfe-9207c539a523', 'name': '', 'network_id': 'f5b2ed37-c18c-411a-8179-c30be554db78', 'tenant_id': '40ed498d96214e5ea2af0510ae01c3e3', 'mac_address': 'fa:16:3e:e8:6e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'ddf08d76-0bd5-4744-98e4-a7ca65ec60c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:13Z', 'updated_at': '2022-05-13T15:25:20Z', 'revision_number': 4, 'project_id': '40ed498d96214e5ea2af0510ae01c3e3', 'subnets': [{'id': 'ddf08d76-0bd5-4744-98e4-a7ca65ec60c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:21.329490 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738e8161-ff5e-4407-8bd0-60e925d63a25 None None] The sync data for ids ['7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33'] in n-d-841760-1 is: [{'id': '7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33', 'name': 'tempest-TestEncryptedCinderVolumes-899126043-router', 'tenant_id': '40ed498d96214e5ea2af0510ae01c3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '9ae86895-36b5-4e3b-aadd-3b0c65228edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:09Z', 'updated_at': '2022-05-13T15:25:14Z', 'revision_number': 4, 'project_id': '40ed498d96214e5ea2af0510ae01c3e3', 'gw_port': {'id': '9ae86895-36b5-4e3b-aadd-3b0c65228edf', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:10Z', 'updated_at': '2022-05-13T15:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '46fc2474-4458-4386-8dfe-9207c539a523', 'name': '', 'network_id': 'f5b2ed37-c18c-411a-8179-c30be554db78', 'tenant_id': '40ed498d96214e5ea2af0510ae01c3e3', 'mac_address': 'fa:16:3e:e8:6e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'ddf08d76-0bd5-4744-98e4-a7ca65ec60c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:13Z', 'updated_at': '2022-05-13T15:25:20Z', 'revision_number': 4, 'project_id': '40ed498d96214e5ea2af0510ae01c3e3', 'subnets': [{'id': 'ddf08d76-0bd5-4744-98e4-a7ca65ec60c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:25:21.431763 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-50da5817-3b78-4aa2-bf1d-2beacf5a44d9 req-bd19c6e9-c3db-4b3b-b689-b29e888b2753 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/security-groups?id=c20fdd45-31a8-4cf2-9104-5898ee602d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124690 May 13 15:25:21.476450 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-13f391f8-1dfe-4e92-bdfb-218f6af01de3 service neutron] 10.222.0.74 "GET /v2.0/networks/22f12cd2-f20d-4263-9b8b-9a93c38bf91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747394 May 13 15:25:21.615425 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-58bb537d-4f64-43fa-be4a-0bf51fd3ce78 req-f88e087d-d0fc-4861-b91a-1dc136c3a69d service neutron] 10.222.0.74 "GET /v2.0/networks/22f12cd2-f20d-4263-9b8b-9a93c38bf91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334372 May 13 15:25:21.773078 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed41fbd-c32a-4369-8e64-1813efb886fe req-91b24a91-a7c8-400b-9c96-41a926dd1b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:21.774581 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1ed41fbd-c32a-4369-8e64-1813efb886fe req-91b24a91-a7c8-400b-9c96-41a926dd1b86 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=862e17e733c44e0994fb8f630406662d&device_id=a7c47667-859a-478a-a537-db39a0f0c80d HTTP/1.1" status: 200 len: 1094 time: 0.0804567 May 13 15:25:21.917523 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed41fbd-c32a-4369-8e64-1813efb886fe req-507ab663-c8e2-40d0-93d6-88a1bd6c61d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:21.918969 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1ed41fbd-c32a-4369-8e64-1813efb886fe req-507ab663-c8e2-40d0-93d6-88a1bd6c61d2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=22f12cd2-f20d-4263-9b8b-9a93c38bf91f HTTP/1.1" status: 200 len: 918 time: 0.1378474 May 13 15:25:21.986766 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1ed41fbd-c32a-4369-8e64-1813efb886fe req-71fe1b11-1891-448e-bddb-10211bbd56b8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fda9ec73-ba74-42ce-a3ca-86077940fa55 HTTP/1.1" status: 200 len: 217 time: 0.0619435 May 13 15:25:22.052690 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed41fbd-c32a-4369-8e64-1813efb886fe req-a3d07118-dd19-492a-96f1-6603eed6df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:22.054168 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1ed41fbd-c32a-4369-8e64-1813efb886fe req-a3d07118-dd19-492a-96f1-6603eed6df0e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=69c14748-83ac-407b-a826-064025709ae7 HTTP/1.1" status: 200 len: 856 time: 0.0624633 May 13 15:25:22.131383 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed41fbd-c32a-4369-8e64-1813efb886fe req-a249e94c-7e3b-470f-b98e-cdac6e5d008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:22.132785 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1ed41fbd-c32a-4369-8e64-1813efb886fe req-a249e94c-7e3b-470f-b98e-cdac6e5d008b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=22f12cd2-f20d-4263-9b8b-9a93c38bf91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730066 May 13 15:25:22.271474 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1ed41fbd-c32a-4369-8e64-1813efb886fe req-7402f623-ddbe-4995-a3ec-f6e17b68bf05 service neutron] 10.222.0.74 "GET /v2.0/networks/22f12cd2-f20d-4263-9b8b-9a93c38bf91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327670 May 13 15:25:22.351256 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 46fc2474-4458-4386-8dfe-9207c539a523 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:25:22.423380 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 46fc2474-4458-4386-8dfe-9207c539a523 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:25:22.429172 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 46fc2474-4458-4386-8dfe-9207c539a523 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:22.429542 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:22.535069 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1ed41fbd-c32a-4369-8e64-1813efb886fe req-62ab894e-7fc0-4d25-91d3-0addced749a8 service neutron] 10.222.0.74 "GET /v2.0/networks/22f12cd2-f20d-4263-9b8b-9a93c38bf91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571592 May 13 15:25:22.563471 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 46fc2474-4458-4386-8dfe-9207c539a523 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:25:22.563992 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:22.596336 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 46fc2474-4458-4386-8dfe-9207c539a523, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=46fc2474-4458-4386-8dfe-9207c539a523,segment=NetworkSegment(837a6bfb-9b45-4def-a0c4-c4b2f03e4762),segment_id=837a6bfb-9b45-4def-a0c4-c4b2f03e4762)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:25:22.599882 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:22.632519 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462eafb-b319-4be1-a02d-a43ffee575b7 req-cd4e414b-386c-48ee-a164-efee78fd18d8 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:22.634203 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2462eafb-b319-4be1-a02d-a43ffee575b7 req-cd4e414b-386c-48ee-a164-efee78fd18d8 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7c47667-859a-478a-a537-db39a0f0c80d HTTP/1.1" status: 200 len: 943 time: 0.0897574 May 13 15:25:22.668234 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=46fc2474-4458-4386-8dfe-9207c539a523,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:22.683271 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2462eafb-b319-4be1-a02d-a43ffee575b7 req-b8513420-74c5-448f-9534-1e572de8ce65 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Synchronizing usage tracker for tenant:862e17e733c44e0994fb8f630406662d on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:25:22.700763 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-2462eafb-b319-4be1-a02d-a43ffee575b7 req-b8513420-74c5-448f-9534-1e572de8ce65 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Unset dirty status for tenant:862e17e733c44e0994fb8f630406662d on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:25:22.701901 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2462eafb-b319-4be1-a02d-a43ffee575b7 req-b8513420-74c5-448f-9534-1e572de8ce65 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/security-groups?id=c20fdd45-31a8-4cf2-9104-5898ee602d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607338 May 13 15:25:23.890971 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a82a7-3ffd-4804-b793-0726b50e8169 req-dace8715-163f-4f92-b160-4b49c8fa40b3 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:23.892448 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c69a82a7-3ffd-4804-b793-0726b50e8169 req-dace8715-163f-4f92-b160-4b49c8fa40b3 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7c47667-859a-478a-a537-db39a0f0c80d HTTP/1.1" status: 200 len: 943 time: 0.0836303 May 13 15:25:23.939163 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c69a82a7-3ffd-4804-b793-0726b50e8169 req-75cfc602-b09a-455c-9be3-732f888a1b0a tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/security-groups?id=c20fdd45-31a8-4cf2-9104-5898ee602d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404434 May 13 15:25:24.333942 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 46fc2474-4458-4386-8dfe-9207c539a523 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:25:24.405294 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 46fc2474-4458-4386-8dfe-9207c539a523 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:24.405663 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:24.449463 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device fda9ec73-ba74-42ce-a3ca-86077940fa55 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:25:24.631446 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 46fc2474-4458-4386-8dfe-9207c539a523 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:25:24.650096 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port fda9ec73-ba74-42ce-a3ca-86077940fa55, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=fda9ec73-ba74-42ce-a3ca-86077940fa55,segment=NetworkSegment(dd0ddc33-8029-49a3-bf78-94179b2975e6),segment_id=dd0ddc33-8029-49a3-bf78-94179b2975e6)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:25:24.663764 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'fda9ec73-ba74-42ce-a3ca-86077940fa55', 'network_id': '22f12cd2-f20d-4263-9b8b-9a93c38bf91f', 'port_id': 'fda9ec73-ba74-42ce-a3ca-86077940fa55', 'mac_address': 'fa:16:3e:d3:cf:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c14748-83ac-407b-a826-064025709ae7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:25:24.729241 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port fda9ec73-ba74-42ce-a3ca-86077940fa55 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:25:24.729620 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:24.746859 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fda9ec73-ba74-42ce-a3ca-86077940fa55 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:25:24.763422 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port fda9ec73-ba74-42ce-a3ca-86077940fa55, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=fda9ec73-ba74-42ce-a3ca-86077940fa55,segment=NetworkSegment(dd0ddc33-8029-49a3-bf78-94179b2975e6),segment_id=dd0ddc33-8029-49a3-bf78-94179b2975e6)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:25:24.768455 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:24.838624 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=fda9ec73-ba74-42ce-a3ca-86077940fa55,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:25.130858 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb6a1e-41aa-463e-9279-c666a9c95a42 req-cee5b8c6-1eec-4bfd-accb-70eb8f661a9b tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:25.132346 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2acb6a1e-41aa-463e-9279-c666a9c95a42 req-cee5b8c6-1eec-4bfd-accb-70eb8f661a9b tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7c47667-859a-478a-a537-db39a0f0c80d HTTP/1.1" status: 200 len: 944 time: 0.0823982 May 13 15:25:25.152618 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['fda9ec73-ba74-42ce-a3ca-86077940fa55'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:25:25.180269 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-2acb6a1e-41aa-463e-9279-c666a9c95a42 req-e1fee04d-e836-4da7-ba00-05d2b72db7db tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/security-groups?id=c20fdd45-31a8-4cf2-9104-5898ee602d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419002 May 13 15:25:26.367978 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a5245-f659-436e-9b21-e40e2cae527c req-6cb54b93-a659-4994-b27a-056bb3064ada tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:26.369452 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d79a5245-f659-436e-9b21-e40e2cae527c req-6cb54b93-a659-4994-b27a-056bb3064ada tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7c47667-859a-478a-a537-db39a0f0c80d HTTP/1.1" status: 200 len: 944 time: 0.0819602 May 13 15:25:26.414795 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d79a5245-f659-436e-9b21-e40e2cae527c req-e93a0bd6-b860-424f-b144-4b5e2a351c2a tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/security-groups?id=c20fdd45-31a8-4cf2-9104-5898ee602d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395665 May 13 15:25:26.459899 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device fda9ec73-ba74-42ce-a3ca-86077940fa55 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:25:26.530746 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port fda9ec73-ba74-42ce-a3ca-86077940fa55 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:25:26.535893 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port fda9ec73-ba74-42ce-a3ca-86077940fa55 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:26.536292 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:26.654817 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port fda9ec73-ba74-42ce-a3ca-86077940fa55 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:25:26.655277 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:26.683767 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c47667-859a-478a-a537-db39a0f0c80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda9ec73-ba74-42ce-a3ca-86077940fa55'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:25:26.694891 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port fda9ec73-ba74-42ce-a3ca-86077940fa55, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=fda9ec73-ba74-42ce-a3ca-86077940fa55,segment=NetworkSegment(dd0ddc33-8029-49a3-bf78-94179b2975e6),segment_id=dd0ddc33-8029-49a3-bf78-94179b2975e6)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:25:26.700607 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:26.736968 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5bc789f-f73c-4115-8356-254847b97574'] response: {'server_uuid': 'a7c47667-859a-478a-a537-db39a0f0c80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda9ec73-ba74-42ce-a3ca-86077940fa55', 'code': 200} May 13 15:25:26.778818 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=fda9ec73-ba74-42ce-a3ca-86077940fa55,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:26.881482 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2641d7-bf98-44ab-a658-a8c3077b63f5 req-af651c02-cf20-418f-8f0d-e4226daaf022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:26.882948 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5d2641d7-bf98-44ab-a658-a8c3077b63f5 req-af651c02-cf20-418f-8f0d-e4226daaf022 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a7c47667-859a-478a-a537-db39a0f0c80d HTTP/1.1" status: 200 len: 1096 time: 0.0739155 May 13 15:25:26.925032 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5d2641d7-bf98-44ab-a658-a8c3077b63f5 req-d0bd39ae-9905-499d-a437-883d803e9550 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c20fdd45-31a8-4cf2-9104-5898ee602d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352702 May 13 15:25:27.351980 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-499104bc-296e-4f66-b916-f30b229d16ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:27.598208 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9d84f-4384-4aed-8112-553c7f77542e req-12beb2e7-eb57-4637-8e7c-b243970e55b4 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:27.599726 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99a9d84f-4384-4aed-8112-553c7f77542e req-12beb2e7-eb57-4637-8e7c-b243970e55b4 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7c47667-859a-478a-a537-db39a0f0c80d HTTP/1.1" status: 200 len: 945 time: 0.0813060 May 13 15:25:27.648774 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-99a9d84f-4384-4aed-8112-553c7f77542e req-70cf89da-b32f-4730-94f7-f61050150ddb tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/security-groups?id=c20fdd45-31a8-4cf2-9104-5898ee602d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431707 May 13 15:25:28.835710 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b688e-1ef9-4a19-b1fc-2469a4cc0a60 req-6ab6b2b2-e96f-44b0-abc6-a9bcda081037 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:28.837180 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9f2b688e-1ef9-4a19-b1fc-2469a4cc0a60 req-6ab6b2b2-e96f-44b0-abc6-a9bcda081037 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7c47667-859a-478a-a537-db39a0f0c80d HTTP/1.1" status: 200 len: 945 time: 0.0813050 May 13 15:25:28.882840 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9f2b688e-1ef9-4a19-b1fc-2469a4cc0a60 req-4be786f3-4c9f-4e1e-8113-39c04d207d56 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/security-groups?id=c20fdd45-31a8-4cf2-9104-5898ee602d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396402 May 13 15:25:28.969968 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:29.086702 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637fadc-5b28-4da5-a167-c4a2e83a8674 req-c86fa131-3aa6-45a9-94c8-2dc16e2e05af tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:29.088297 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9637fadc-5b28-4da5-a167-c4a2e83a8674 req-c86fa131-3aa6-45a9-94c8-2dc16e2e05af tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7c47667-859a-478a-a537-db39a0f0c80d HTTP/1.1" status: 200 len: 945 time: 0.0815301 May 13 15:25:29.134455 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9637fadc-5b28-4da5-a167-c4a2e83a8674 req-0c60d2da-36c9-4a18-8611-c1a56bf429ac tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/security-groups?id=c20fdd45-31a8-4cf2-9104-5898ee602d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403244 May 13 15:25:29.669923 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-610ef920-bfb3-4463-a48d-f9d44afe12b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:30.806504 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:30.840061 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:32.313799 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:41.809293 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b44001b-196b-438f-a421-cf940db1a849 req-e0f3a663-d9f9-4626-b805-0282108287be service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a7c47667-859a-478a-a537-db39a0f0c80d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1200147 May 13 15:25:41.972914 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44001b-196b-438f-a421-cf940db1a849 req-a84f28b3-d3dc-43f0-9cef-a629013844c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:41.974339 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b44001b-196b-438f-a421-cf940db1a849 req-a84f28b3-d3dc-43f0-9cef-a629013844c1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=862e17e733c44e0994fb8f630406662d&device_id=a7c47667-859a-478a-a537-db39a0f0c80d HTTP/1.1" status: 200 len: 1096 time: 0.0739653 May 13 15:25:42.125284 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44001b-196b-438f-a421-cf940db1a849 req-7a04a86b-0ab6-4828-be6d-997ef12c642b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:42.126758 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b44001b-196b-438f-a421-cf940db1a849 req-7a04a86b-0ab6-4828-be6d-997ef12c642b service neutron] 10.222.0.74 "GET /v2.0/networks?id=22f12cd2-f20d-4263-9b8b-9a93c38bf91f HTTP/1.1" status: 200 len: 918 time: 0.1326842 May 13 15:25:42.197377 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b44001b-196b-438f-a421-cf940db1a849 req-e6ba9910-f92e-45a9-b4cc-51db4dda6c93 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fda9ec73-ba74-42ce-a3ca-86077940fa55 HTTP/1.1" status: 200 len: 217 time: 0.0650105 May 13 15:25:42.260944 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44001b-196b-438f-a421-cf940db1a849 req-6afc944e-1f59-4980-aa2a-e6d99b4ca22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:42.262369 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b44001b-196b-438f-a421-cf940db1a849 req-6afc944e-1f59-4980-aa2a-e6d99b4ca22e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=69c14748-83ac-407b-a826-064025709ae7 HTTP/1.1" status: 200 len: 856 time: 0.0595543 May 13 15:25:42.342870 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44001b-196b-438f-a421-cf940db1a849 req-f85bf6df-3d54-4434-82d0-af786be605dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:42.344405 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b44001b-196b-438f-a421-cf940db1a849 req-f85bf6df-3d54-4434-82d0-af786be605dd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=22f12cd2-f20d-4263-9b8b-9a93c38bf91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755045 May 13 15:25:42.487148 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b44001b-196b-438f-a421-cf940db1a849 req-36fdb5c8-395d-4426-85a7-a8a86bbd106b service neutron] 10.222.0.74 "GET /v2.0/networks/22f12cd2-f20d-4263-9b8b-9a93c38bf91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365023 May 13 15:25:42.631665 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0b44001b-196b-438f-a421-cf940db1a849 req-3a726a6b-9f49-40ae-96e9-a98cae3ae188 service neutron] 10.222.0.74 "GET /v2.0/networks/22f12cd2-f20d-4263-9b8b-9a93c38bf91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389887 May 13 15:25:43.816473 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdc301-594b-4bd8-9f14-cbd3cdc963da req-020d660c-8c2f-4416-80ad-1ef5e4cea9c4 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:43.817845 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49bdc301-594b-4bd8-9f14-cbd3cdc963da req-020d660c-8c2f-4416-80ad-1ef5e4cea9c4 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7c47667-859a-478a-a537-db39a0f0c80d HTTP/1.1" status: 200 len: 945 time: 0.2021716 May 13 15:25:43.863454 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-49bdc301-594b-4bd8-9f14-cbd3cdc963da req-fc562cea-c1a5-47f4-8af6-5010d7be1f32 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/security-groups?id=c20fdd45-31a8-4cf2-9104-5898ee602d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395496 May 13 15:25:45.049769 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666fdb3-ca35-482e-aa3b-19ca445b17d3 req-f788c14e-6c6e-4743-9ab2-9aa13fe9111f tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:45.051239 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c666fdb3-ca35-482e-aa3b-19ca445b17d3 req-f788c14e-6c6e-4743-9ab2-9aa13fe9111f tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7c47667-859a-478a-a537-db39a0f0c80d HTTP/1.1" status: 200 len: 945 time: 0.0794437 May 13 15:25:45.095412 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c666fdb3-ca35-482e-aa3b-19ca445b17d3 req-3cca072f-f1d6-45f7-8ea7-48b9e39a2798 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/security-groups?id=c20fdd45-31a8-4cf2-9104-5898ee602d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384593 May 13 15:25:45.441115 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371673f-c1cc-4ea7-8b2f-4240e8fddfbb req-263c6e5f-36b0-4651-af7b-cb9178db2072 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:45.442683 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5371673f-c1cc-4ea7-8b2f-4240e8fddfbb req-263c6e5f-36b0-4651-af7b-cb9178db2072 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7c47667-859a-478a-a537-db39a0f0c80d HTTP/1.1" status: 200 len: 945 time: 0.0839257 May 13 15:25:45.514869 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-5371673f-c1cc-4ea7-8b2f-4240e8fddfbb req-97c67531-ddea-430f-a725-fccc694cc3cb tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Deleting port fda9ec73-ba74-42ce-a3ca-86077940fa55 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:25:45.515142 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5371673f-c1cc-4ea7-8b2f-4240e8fddfbb req-97c67531-ddea-430f-a725-fccc694cc3cb tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:45.877419 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-5371673f-c1cc-4ea7-8b2f-4240e8fddfbb req-97c67531-ddea-430f-a725-fccc694cc3cb tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] For port fda9ec73-ba74-42ce-a3ca-86077940fa55, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=fda9ec73-ba74-42ce-a3ca-86077940fa55,segment=NetworkSegment(dd0ddc33-8029-49a3-bf78-94179b2975e6),segment_id=dd0ddc33-8029-49a3-bf78-94179b2975e6)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:25:45.877771 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5371673f-c1cc-4ea7-8b2f-4240e8fddfbb req-97c67531-ddea-430f-a725-fccc694cc3cb tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:46.001077 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-5371673f-c1cc-4ea7-8b2f-4240e8fddfbb req-97c67531-ddea-430f-a725-fccc694cc3cb tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Calling delete_port for fda9ec73-ba74-42ce-a3ca-86077940fa55 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:25:46.148609 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5371673f-c1cc-4ea7-8b2f-4240e8fddfbb req-97c67531-ddea-430f-a725-fccc694cc3cb tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:46.185974 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['fda9ec73-ba74-42ce-a3ca-86077940fa55'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:25:46.199545 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c67531-ddea-430f-a725-fccc694cc3cb tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Pushing event deleted for resources: {'Port': ['ID=fda9ec73-ba74-42ce-a3ca-86077940fa55,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:46.252051 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a26da317-ca19-48eb-b3c9-9a6ccc9077ba req-2e894520-7dbd-48bf-8603-0271b48ac9f5 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7c47667-859a-478a-a537-db39a0f0c80d HTTP/1.1" status: 200 len: 210 time: 0.0479536 May 13 15:25:46.288635 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-5371673f-c1cc-4ea7-8b2f-4240e8fddfbb req-97c67531-ddea-430f-a725-fccc694cc3cb tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] No DVR routers for this DVR port fda9ec73-ba74-42ce-a3ca-86077940fa55 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:25:46.291309 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5371673f-c1cc-4ea7-8b2f-4240e8fddfbb req-97c67531-ddea-430f-a725-fccc694cc3cb tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:46.295174 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c47667-859a-478a-a537-db39a0f0c80d', 'name': 'network-vif-deleted', 'tag': 'fda9ec73-ba74-42ce-a3ca-86077940fa55'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:25:46.309881 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5371673f-c1cc-4ea7-8b2f-4240e8fddfbb req-97c67531-ddea-430f-a725-fccc694cc3cb tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.74 "DELETE /v2.0/ports/fda9ec73-ba74-42ce-a3ca-86077940fa55 HTTP/1.1" status: 204 len: 173 time: 0.8615408 May 13 15:25:46.355180 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e441624-18ad-4f72-a8a0-31af91f0dee5'] response: {'server_uuid': 'a7c47667-859a-478a-a537-db39a0f0c80d', 'name': 'network-vif-deleted', 'tag': 'fda9ec73-ba74-42ce-a3ca-86077940fa55', 'status': 'completed', 'code': 200} May 13 15:25:47.728148 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-182a76f8-0e35-40f2-b5d2-01fa46348b35 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:47.729596 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-182a76f8-0e35-40f2-b5d2-01fa46348b35 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/networks?id=22f12cd2-f20d-4263-9b8b-9a93c38bf91f HTTP/1.1" status: 200 len: 817 time: 0.1464307 May 13 15:25:47.745745 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-683e3264-41a2-4596-9deb-eb54c891cc44 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/quotas/862e17e733c44e0994fb8f630406662d HTTP/1.1" status: 200 len: 375 time: 0.0106094 May 13 15:25:47.831868 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-7f4e2243-ffe4-43b8-bef2-f4e49ead28e3 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Synchronizing usage tracker for tenant:862e17e733c44e0994fb8f630406662d on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:25:47.849276 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-7f4e2243-ffe4-43b8-bef2-f4e49ead28e3 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Unset dirty status for tenant:862e17e733c44e0994fb8f630406662d on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:25:47.850530 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-7f4e2243-ffe4-43b8-bef2-f4e49ead28e3 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=862e17e733c44e0994fb8f630406662d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0994625 May 13 15:25:47.992810 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-8ff574a3-bf64-44c7-b68a-20c88dc4e39d service neutron] 10.222.0.35 "GET /v2.0/networks/22f12cd2-f20d-4263-9b8b-9a93c38bf91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291084 May 13 15:25:48.124130 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-0c35f0ad-d517-46e3-8b20-4ef6fbd21352 service neutron] 10.222.0.35 "GET /v2.0/networks/22f12cd2-f20d-4263-9b8b-9a93c38bf91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254396 May 13 15:25:48.310465 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fdda577e-0e69-4953-bb92-cac5fdc9b452 req-bdcc745f-a54a-4a4a-a3b9-03343230538b tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b37ec7-2b65-4f26-8778-daadeea2177a HTTP/1.1" status: 200 len: 210 time: 0.0462871 May 13 15:25:48.567053 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:48.600043 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device fda9ec73-ba74-42ce-a3ca-86077940fa55 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:25:48.633512 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: fda9ec73-ba74-42ce-a3ca-86077940fa55 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:25:48.633884 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device fda9ec73-ba74-42ce-a3ca-86077940fa55 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:25:49.472619 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fc8edb0d-2f95-4a4b-a917-dbff13a9b188 req-9e4dc7a8-6234-4ad7-87c1-e83c4559c830 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b37ec7-2b65-4f26-8778-daadeea2177a HTTP/1.1" status: 200 len: 210 time: 0.0511165 May 13 15:25:49.479840 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-cd00a825-c719-49c7-97dd-9080e552854a tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:49.481183 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-cd00a825-c719-49c7-97dd-9080e552854a tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.74 "GET /v2.0/networks?id=22f12cd2-f20d-4263-9b8b-9a93c38bf91f HTTP/1.1" status: 200 len: 817 time: 0.1991031 May 13 15:25:49.503936 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-c44998ec-d0bc-46c1-926e-400e71e110d5 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Request body: {'port': {'device_id': '27b37ec7-2b65-4f26-8778-daadeea2177a', 'network_id': '22f12cd2-f20d-4263-9b8b-9a93c38bf91f', 'admin_state_up': True, 'tenant_id': '862e17e733c44e0994fb8f630406662d'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:25:49.648092 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-c44998ec-d0bc-46c1-926e-400e71e110d5 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:25:49.657538 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-c44998ec-d0bc-46c1-926e-400e71e110d5 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:25:49.667930 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-c44998ec-d0bc-46c1-926e-400e71e110d5 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Made reservation on behalf of 862e17e733c44e0994fb8f630406662d for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:25:49.671581 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-c44998ec-d0bc-46c1-926e-400e71e110d5 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:49.833639 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-c44998ec-d0bc-46c1-926e-400e71e110d5 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Allocated IP 172.20.0.14 (22f12cd2-f20d-4263-9b8b-9a93c38bf91f/69c14748-83ac-407b-a826-064025709ae7/3473375f-3a28-4f4d-9345-a5e77fb6f948) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:25:50.155944 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-c44998ec-d0bc-46c1-926e-400e71e110d5 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:50.173066 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-c44998ec-d0bc-46c1-926e-400e71e110d5 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Transition to ACTIVE for port object 3473375f-3a28-4f4d-9345-a5e77fb6f948 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:25:50.198112 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-c44998ec-d0bc-46c1-926e-400e71e110d5 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:50.269917 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-c44998ec-d0bc-46c1-926e-400e71e110d5 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Network 22f12cd2-f20d-4263-9b8b-9a93c38bf91f is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:25:50.273304 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-c44998ec-d0bc-46c1-926e-400e71e110d5 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:25:50.277378 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-c44998ec-d0bc-46c1-926e-400e71e110d5 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:25:50.310104 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44998ec-d0bc-46c1-926e-400e71e110d5 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Pushing event updated for resources: {'Port': ['ID=3473375f-3a28-4f4d-9345-a5e77fb6f948,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:50.350358 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-c44998ec-d0bc-46c1-926e-400e71e110d5 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:50.350978 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-c44998ec-d0bc-46c1-926e-400e71e110d5 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:50.389053 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-c44998ec-d0bc-46c1-926e-400e71e110d5 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8889205 May 13 15:25:50.406295 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-f622c90f-1fcb-46fe-b153-ea20ac6c3bb6 service neutron] Request body: {'port': {'device_id': '27b37ec7-2b65-4f26-8778-daadeea2177a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:25:50.521661 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-f622c90f-1fcb-46fe-b153-ea20ac6c3bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:50.531580 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-981eac7c-fa2d-4da8-9123-0a7f1c9b8820 None None] Provisioning for port 3473375f-3a28-4f4d-9345-a5e77fb6f948 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:25:50.537346 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-981eac7c-fa2d-4da8-9123-0a7f1c9b8820 None None] Provisioning complete for port 3473375f-3a28-4f4d-9345-a5e77fb6f948 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:50.537821 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-981eac7c-fa2d-4da8-9123-0a7f1c9b8820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:50.599609 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-981eac7c-fa2d-4da8-9123-0a7f1c9b8820 None None] Port 3473375f-3a28-4f4d-9345-a5e77fb6f948 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:25:50.668964 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7544a-6f36-4d1e-81bb-98516c962d3c req-efab8c68-b76c-4f3d-96e8-790a533d47cb tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:50.670335 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f8b7544a-6f36-4d1e-81bb-98516c962d3c req-efab8c68-b76c-4f3d-96e8-790a533d47cb tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b37ec7-2b65-4f26-8778-daadeea2177a HTTP/1.1" status: 200 len: 932 time: 0.0806689 May 13 15:25:50.716602 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f8b7544a-6f36-4d1e-81bb-98516c962d3c req-63d1f96a-572a-4b19-a7c8-ec2940234cab tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/security-groups?id=c20fdd45-31a8-4cf2-9104-5898ee602d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398898 May 13 15:25:50.881109 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-f622c90f-1fcb-46fe-b153-ea20ac6c3bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3473375f-3a28-4f4d-9345-a5e77fb6f948 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:25:50.888433 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-f622c90f-1fcb-46fe-b153-ea20ac6c3bb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:50.903374 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-f622c90f-1fcb-46fe-b153-ea20ac6c3bb6 service neutron] Transition to ACTIVE for port object 3473375f-3a28-4f4d-9345-a5e77fb6f948 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:25:50.907670 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-f622c90f-1fcb-46fe-b153-ea20ac6c3bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:51.039087 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622c90f-1fcb-46fe-b153-ea20ac6c3bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=3473375f-3a28-4f4d-9345-a5e77fb6f948,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:51.153228 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-f622c90f-1fcb-46fe-b153-ea20ac6c3bb6 service neutron] Attempting to bind port 3473375f-3a28-4f4d-9345-a5e77fb6f948 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:25:51.153572 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-f622c90f-1fcb-46fe-b153-ea20ac6c3bb6 service neutron] Attempting to bind port 3473375f-3a28-4f4d-9345-a5e77fb6f948 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'dd0ddc33-8029-49a3-bf78-94179b2975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '22f12cd2-f20d-4263-9b8b-9a93c38bf91f'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:25:51.153890 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-f622c90f-1fcb-46fe-b153-ea20ac6c3bb6 service neutron] Attempting to bind port 3473375f-3a28-4f4d-9345-a5e77fb6f948 on network 22f12cd2-f20d-4263-9b8b-9a93c38bf91f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:25:51.159195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-f622c90f-1fcb-46fe-b153-ea20ac6c3bb6 service neutron] Port 3473375f-3a28-4f4d-9345-a5e77fb6f948 on network 22f12cd2-f20d-4263-9b8b-9a93c38bf91f not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:25:51.159474 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-f622c90f-1fcb-46fe-b153-ea20ac6c3bb6 service neutron] Attempting to bind port 3473375f-3a28-4f4d-9345-a5e77fb6f948 on network 22f12cd2-f20d-4263-9b8b-9a93c38bf91f {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:25:51.164581 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-f622c90f-1fcb-46fe-b153-ea20ac6c3bb6 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:25:51.164913 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-f622c90f-1fcb-46fe-b153-ea20ac6c3bb6 service neutron] Checking segment: {'id': 'dd0ddc33-8029-49a3-bf78-94179b2975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '22f12cd2-f20d-4263-9b8b-9a93c38bf91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:25:51.165287 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-f622c90f-1fcb-46fe-b153-ea20ac6c3bb6 service neutron] Bound using segment: {'id': 'dd0ddc33-8029-49a3-bf78-94179b2975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '22f12cd2-f20d-4263-9b8b-9a93c38bf91f'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:25:51.165703 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-f622c90f-1fcb-46fe-b153-ea20ac6c3bb6 service neutron] Bound port: 3473375f-3a28-4f4d-9345-a5e77fb6f948, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd0ddc33-8029-49a3-bf78-94179b2975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '22f12cd2-f20d-4263-9b8b-9a93c38bf91f'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:25:51.166044 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-f622c90f-1fcb-46fe-b153-ea20ac6c3bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:51.278596 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-f622c90f-1fcb-46fe-b153-ea20ac6c3bb6 service neutron] For port 3473375f-3a28-4f4d-9345-a5e77fb6f948, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:25:51.281834 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-f622c90f-1fcb-46fe-b153-ea20ac6c3bb6 service neutron] For port 3473375f-3a28-4f4d-9345-a5e77fb6f948, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=3473375f-3a28-4f4d-9345-a5e77fb6f948,segment=NetworkSegment(dd0ddc33-8029-49a3-bf78-94179b2975e6),segment_id=dd0ddc33-8029-49a3-bf78-94179b2975e6)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:25:51.287214 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-f622c90f-1fcb-46fe-b153-ea20ac6c3bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:51.352575 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-f622c90f-1fcb-46fe-b153-ea20ac6c3bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:51.353189 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-f622c90f-1fcb-46fe-b153-ea20ac6c3bb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:51.354553 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-f622c90f-1fcb-46fe-b153-ea20ac6c3bb6 service neutron] 10.222.0.74 "PUT /v2.0/ports/3473375f-3a28-4f4d-9345-a5e77fb6f948 HTTP/1.1" status: 200 len: 1092 time: 0.9527264 May 13 15:25:51.354986 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b37ec7-2b65-4f26-8778-daadeea2177a', 'tag': '3473375f-3a28-4f4d-9345-a5e77fb6f948'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:25:51.378099 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622c90f-1fcb-46fe-b153-ea20ac6c3bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=3473375f-3a28-4f4d-9345-a5e77fb6f948,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:51.504869 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d42235fa-b323-4385-bfbc-742bef19d383'] response: {'name': 'network-changed', 'server_uuid': '27b37ec7-2b65-4f26-8778-daadeea2177a', 'tag': '3473375f-3a28-4f4d-9345-a5e77fb6f948', 'status': 'completed', 'code': 200} May 13 15:25:51.510589 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-390d1d41-f5e3-429b-ae45-40d3f922edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:51.512108 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-390d1d41-f5e3-429b-ae45-40d3f922edd6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=862e17e733c44e0994fb8f630406662d&device_id=27b37ec7-2b65-4f26-8778-daadeea2177a HTTP/1.1" status: 200 len: 1095 time: 0.0948420 May 13 15:25:51.558235 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:25:51.593877 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-8427e9f4-5d40-47f7-aae5-fac87e1be3d0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3473375f-3a28-4f4d-9345-a5e77fb6f948 HTTP/1.1" status: 200 len: 217 time: 0.0675147 May 13 15:25:51.659354 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-60d959fe-1453-47b0-b46c-d9c166799d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:51.660839 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-60d959fe-1453-47b0-b46c-d9c166799d4f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=69c14748-83ac-407b-a826-064025709ae7 HTTP/1.1" status: 200 len: 856 time: 0.0613892 May 13 15:25:51.738485 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-2bcd6690-e5c8-4ae7-88c5-ed5d5305d18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:51.739927 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-2bcd6690-e5c8-4ae7-88c5-ed5d5305d18a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=22f12cd2-f20d-4263-9b8b-9a93c38bf91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731404 May 13 15:25:51.879018 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-10e7c27d-3912-4786-b2ce-2c0bd28c52f9 service neutron] 10.222.0.74 "GET /v2.0/networks/22f12cd2-f20d-4263-9b8b-9a93c38bf91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332099 May 13 15:25:52.067995 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad7405-6c1a-41e7-8cc4-61535d349ed6 req-356da879-0a90-495f-b5b1-0b5725d8e1c6 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:52.069826 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6fad7405-6c1a-41e7-8cc4-61535d349ed6 req-356da879-0a90-495f-b5b1-0b5725d8e1c6 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b37ec7-2b65-4f26-8778-daadeea2177a HTTP/1.1" status: 200 len: 944 time: 0.0888760 May 13 15:25:52.124979 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6fad7405-6c1a-41e7-8cc4-61535d349ed6 req-b3f4290a-822e-4809-a5e1-05cb680a69b2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/security-groups?id=c20fdd45-31a8-4cf2-9104-5898ee602d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492017 May 13 15:25:52.127346 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-67e502e0-9f4a-4576-98e0-bb51de88104c req-1ca04d81-5883-4eae-82a1-b135d964aad7 service neutron] 10.222.0.74 "GET /v2.0/networks/22f12cd2-f20d-4263-9b8b-9a93c38bf91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420371 May 13 15:25:52.275131 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa3bcd-58e7-4bcf-906f-299f1396df9a req-002c542e-187e-451e-9849-0f039dffff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:52.276635 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3bfa3bcd-58e7-4bcf-906f-299f1396df9a req-002c542e-187e-451e-9849-0f039dffff04 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=862e17e733c44e0994fb8f630406662d&device_id=27b37ec7-2b65-4f26-8778-daadeea2177a HTTP/1.1" status: 200 len: 1095 time: 0.0715010 May 13 15:25:52.406450 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa3bcd-58e7-4bcf-906f-299f1396df9a req-e2aff5a0-c764-41bc-a2c8-d95e65cd7c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:52.407870 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3bfa3bcd-58e7-4bcf-906f-299f1396df9a req-e2aff5a0-c764-41bc-a2c8-d95e65cd7c63 service neutron] 10.222.0.74 "GET /v2.0/networks?id=22f12cd2-f20d-4263-9b8b-9a93c38bf91f HTTP/1.1" status: 200 len: 918 time: 0.1253369 May 13 15:25:52.479955 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3bfa3bcd-58e7-4bcf-906f-299f1396df9a req-285f0543-622c-4131-8134-a61390bb32f1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3473375f-3a28-4f4d-9345-a5e77fb6f948 HTTP/1.1" status: 200 len: 217 time: 0.0659285 May 13 15:25:52.547165 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa3bcd-58e7-4bcf-906f-299f1396df9a req-78f50b27-8f2f-4ece-acdf-94d6cbbfb32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:52.549538 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3bfa3bcd-58e7-4bcf-906f-299f1396df9a req-78f50b27-8f2f-4ece-acdf-94d6cbbfb32b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=69c14748-83ac-407b-a826-064025709ae7 HTTP/1.1" status: 200 len: 856 time: 0.0633106 May 13 15:25:52.627727 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa3bcd-58e7-4bcf-906f-299f1396df9a req-5a0e24ed-32b3-4028-8006-ad372dbe5bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:52.629217 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3bfa3bcd-58e7-4bcf-906f-299f1396df9a req-5a0e24ed-32b3-4028-8006-ad372dbe5bfc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=22f12cd2-f20d-4263-9b8b-9a93c38bf91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750947 May 13 15:25:52.761088 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3bfa3bcd-58e7-4bcf-906f-299f1396df9a req-655d0147-1f35-4a99-9265-138bfa20a4a5 service neutron] 10.222.0.74 "GET /v2.0/networks/22f12cd2-f20d-4263-9b8b-9a93c38bf91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253536 May 13 15:25:52.891655 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3bfa3bcd-58e7-4bcf-906f-299f1396df9a req-5b451748-73a2-4ed2-b6a1-10c0a48c9e1a service neutron] 10.222.0.74 "GET /v2.0/networks/22f12cd2-f20d-4263-9b8b-9a93c38bf91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246681 May 13 15:25:53.321155 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e46bfa-45e5-4d33-a589-775300ec9723 req-91cfc51b-0b8b-435a-97d6-ac89140fd2d6 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:53.321851 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-47e46bfa-45e5-4d33-a589-775300ec9723 req-91cfc51b-0b8b-435a-97d6-ac89140fd2d6 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Synchronizing usage tracker for tenant:862e17e733c44e0994fb8f630406662d on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:25:53.337326 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-47e46bfa-45e5-4d33-a589-775300ec9723 req-91cfc51b-0b8b-435a-97d6-ac89140fd2d6 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Unset dirty status for tenant:862e17e733c44e0994fb8f630406662d on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:25:53.338676 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-47e46bfa-45e5-4d33-a589-775300ec9723 req-91cfc51b-0b8b-435a-97d6-ac89140fd2d6 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b37ec7-2b65-4f26-8778-daadeea2177a HTTP/1.1" status: 200 len: 944 time: 0.1014524 May 13 15:25:53.384437 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-47e46bfa-45e5-4d33-a589-775300ec9723 req-6384c88d-99a3-425e-b66b-ee8648a4cd04 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/security-groups?id=c20fdd45-31a8-4cf2-9104-5898ee602d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396993 May 13 15:25:54.575543 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87e625-755b-403b-b13d-ef9666019b5b req-430db382-b3e8-4be5-92cd-eb88afc4a198 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:54.577012 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6e87e625-755b-403b-b13d-ef9666019b5b req-430db382-b3e8-4be5-92cd-eb88afc4a198 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b37ec7-2b65-4f26-8778-daadeea2177a HTTP/1.1" status: 200 len: 944 time: 0.0818200 May 13 15:25:54.625896 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6e87e625-755b-403b-b13d-ef9666019b5b req-a1a2ff3b-ae11-4d8f-82b5-186011459bfc tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/security-groups?id=c20fdd45-31a8-4cf2-9104-5898ee602d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386233 May 13 15:25:55.817171 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c675bc-ab3b-4c9f-8511-23f3e79d0393 req-90db8108-319f-4948-bc18-24e0dc4f441b tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:55.818670 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f8c675bc-ab3b-4c9f-8511-23f3e79d0393 req-90db8108-319f-4948-bc18-24e0dc4f441b tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b37ec7-2b65-4f26-8778-daadeea2177a HTTP/1.1" status: 200 len: 944 time: 0.0849211 May 13 15:25:55.889816 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f8c675bc-ab3b-4c9f-8511-23f3e79d0393 req-b06f0880-f5d4-4321-97e8-a11cf3ba29af tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/security-groups?id=c20fdd45-31a8-4cf2-9104-5898ee602d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649338 May 13 15:25:56.662682 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 3473375f-3a28-4f4d-9345-a5e77fb6f948 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:25:56.830159 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 3473375f-3a28-4f4d-9345-a5e77fb6f948, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=3473375f-3a28-4f4d-9345-a5e77fb6f948,segment=NetworkSegment(dd0ddc33-8029-49a3-bf78-94179b2975e6),segment_id=dd0ddc33-8029-49a3-bf78-94179b2975e6)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:25:56.843965 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '3473375f-3a28-4f4d-9345-a5e77fb6f948', 'network_id': '22f12cd2-f20d-4263-9b8b-9a93c38bf91f', 'port_id': '3473375f-3a28-4f4d-9345-a5e77fb6f948', 'mac_address': 'fa:16:3e:a8:78:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c14748-83ac-407b-a826-064025709ae7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:25:56.899491 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 3473375f-3a28-4f4d-9345-a5e77fb6f948 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:25:56.899865 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:56.918240 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3473375f-3a28-4f4d-9345-a5e77fb6f948 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:25:56.941210 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 3473375f-3a28-4f4d-9345-a5e77fb6f948, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=3473375f-3a28-4f4d-9345-a5e77fb6f948,segment=NetworkSegment(dd0ddc33-8029-49a3-bf78-94179b2975e6),segment_id=dd0ddc33-8029-49a3-bf78-94179b2975e6)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:25:56.947421 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:57.018754 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=3473375f-3a28-4f4d-9345-a5e77fb6f948,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:57.026279 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:57.026624 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:57.026969 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:57.027324 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:57.027662 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:57.027992 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:57.028319 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:57.028642 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:57.028966 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:57.029288 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:57.029610 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:57.029930 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:57.081618 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8421b36-7e1b-4c5f-a9e6-cf0398c799bf req-60aa65e5-021f-4da4-bcbe-a3399ee1e267 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:57.083065 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d8421b36-7e1b-4c5f-a9e6-cf0398c799bf req-60aa65e5-021f-4da4-bcbe-a3399ee1e267 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b37ec7-2b65-4f26-8778-daadeea2177a HTTP/1.1" status: 200 len: 945 time: 0.0846841 May 13 15:25:57.132360 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d8421b36-7e1b-4c5f-a9e6-cf0398c799bf req-37a024ba-ae82-42a1-a21d-df840c069a2d tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/security-groups?id=c20fdd45-31a8-4cf2-9104-5898ee602d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434558 May 13 15:25:57.324622 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['3473375f-3a28-4f4d-9345-a5e77fb6f948'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:25:57.387936 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-163fb152-a339-4688-9d62-f2850d13cbc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:58.318113 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25626b6-e69c-4a37-b6ef-b65b36ae30b9 req-fe2352a9-47a9-433a-a647-4092232b2371 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:58.319913 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b25626b6-e69c-4a37-b6ef-b65b36ae30b9 req-fe2352a9-47a9-433a-a647-4092232b2371 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b37ec7-2b65-4f26-8778-daadeea2177a HTTP/1.1" status: 200 len: 945 time: 0.0841675 May 13 15:25:58.365010 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b25626b6-e69c-4a37-b6ef-b65b36ae30b9 req-6278df9d-1a65-40b6-9cce-142f96e24861 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/security-groups?id=c20fdd45-31a8-4cf2-9104-5898ee602d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394502 May 13 15:25:58.677690 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 3473375f-3a28-4f4d-9345-a5e77fb6f948 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:25:58.747566 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 3473375f-3a28-4f4d-9345-a5e77fb6f948 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:25:58.752923 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 3473375f-3a28-4f4d-9345-a5e77fb6f948 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:58.753297 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:58.874465 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 3473375f-3a28-4f4d-9345-a5e77fb6f948 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:25:58.874845 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:58.903814 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b37ec7-2b65-4f26-8778-daadeea2177a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3473375f-3a28-4f4d-9345-a5e77fb6f948'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:25:58.912287 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 3473375f-3a28-4f4d-9345-a5e77fb6f948, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=3473375f-3a28-4f4d-9345-a5e77fb6f948,segment=NetworkSegment(dd0ddc33-8029-49a3-bf78-94179b2975e6),segment_id=dd0ddc33-8029-49a3-bf78-94179b2975e6)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:25:58.916236 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:58.993796 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:58.999271 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=3473375f-3a28-4f4d-9345-a5e77fb6f948,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:59.011245 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e50d9fa-6003-47a9-9d78-12dc2bfece2d'] response: {'server_uuid': '27b37ec7-2b65-4f26-8778-daadeea2177a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3473375f-3a28-4f4d-9345-a5e77fb6f948', 'code': 200} May 13 15:25:59.162281 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826d88c-04c8-4a59-a64e-9be6a904ea27 req-6673a10b-7fcd-4c73-a622-56cdcf47e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:59.163784 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0826d88c-04c8-4a59-a64e-9be6a904ea27 req-6673a10b-7fcd-4c73-a622-56cdcf47e09e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=27b37ec7-2b65-4f26-8778-daadeea2177a HTTP/1.1" status: 200 len: 1097 time: 0.0730345 May 13 15:25:59.204674 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0826d88c-04c8-4a59-a64e-9be6a904ea27 req-a7c10819-f252-4ec7-9001-0a443113e1f8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c20fdd45-31a8-4cf2-9104-5898ee602d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346835 May 13 15:25:59.559670 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b183df6-58d0-4751-8504-6db4245ed09b req-1b3db099-9790-446f-a625-8741e920e977 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:59.561139 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1b183df6-58d0-4751-8504-6db4245ed09b req-1b3db099-9790-446f-a625-8741e920e977 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b37ec7-2b65-4f26-8778-daadeea2177a HTTP/1.1" status: 200 len: 946 time: 0.0803673 May 13 15:25:59.620321 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1b183df6-58d0-4751-8504-6db4245ed09b req-b68f4ae1-c9c3-49d9-a3db-6a86f33836d2 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/security-groups?id=c20fdd45-31a8-4cf2-9104-5898ee602d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525680 May 13 15:25:59.670800 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-616ea485-1d6e-4f4b-bbe9-5306bae87758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:00.809644 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:00.813952 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365143b7-ac31-4d6f-bac9-52dced2b64bb req-fec96a12-c4c4-4e00-a97f-9850aaa8d725 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:00.815454 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-365143b7-ac31-4d6f-bac9-52dced2b64bb req-fec96a12-c4c4-4e00-a97f-9850aaa8d725 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b37ec7-2b65-4f26-8778-daadeea2177a HTTP/1.1" status: 200 len: 946 time: 0.0845408 May 13 15:26:00.840111 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:00.861344 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-365143b7-ac31-4d6f-bac9-52dced2b64bb req-5d31f60d-0bc7-49ce-a940-5c8a8fecffc4 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/security-groups?id=c20fdd45-31a8-4cf2-9104-5898ee602d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393434 May 13 15:26:01.045195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470ec42-d5e2-48f5-8b48-094edd36d07f req-d507b141-b1a4-49e3-8034-f32d9b62ffb5 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:01.046655 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c470ec42-d5e2-48f5-8b48-094edd36d07f req-d507b141-b1a4-49e3-8034-f32d9b62ffb5 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b37ec7-2b65-4f26-8778-daadeea2177a HTTP/1.1" status: 200 len: 946 time: 0.0799444 May 13 15:26:01.093547 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c470ec42-d5e2-48f5-8b48-094edd36d07f req-9c9f27e0-7a46-4eaf-88eb-0e34ab42ba75 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/security-groups?id=c20fdd45-31a8-4cf2-9104-5898ee602d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405352 May 13 15:26:02.318603 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:16.598497 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdd582-97bf-4671-90ae-cf0d1a9233e1 req-318e698c-b614-4356-a259-55d7a4b354a8 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:16.599980 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-51cdd582-97bf-4671-90ae-cf0d1a9233e1 req-318e698c-b614-4356-a259-55d7a4b354a8 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b37ec7-2b65-4f26-8778-daadeea2177a HTTP/1.1" status: 200 len: 946 time: 0.0841215 May 13 15:26:16.643828 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-51cdd582-97bf-4671-90ae-cf0d1a9233e1 req-e7153cec-f7bf-4814-b954-c9367bb68858 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/security-groups?id=c20fdd45-31a8-4cf2-9104-5898ee602d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382202 May 13 15:26:17.833298 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acc8fb-7142-42b0-83f3-6d70ebc9ad04 req-46a16596-470c-4785-befd-9e82a2b9f0ca tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:17.834747 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-16acc8fb-7142-42b0-83f3-6d70ebc9ad04 req-46a16596-470c-4785-befd-9e82a2b9f0ca tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b37ec7-2b65-4f26-8778-daadeea2177a HTTP/1.1" status: 200 len: 946 time: 0.0836825 May 13 15:26:17.878830 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-16acc8fb-7142-42b0-83f3-6d70ebc9ad04 req-d72da64b-6c15-43e1-b000-df39e2009f5b tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/security-groups?id=c20fdd45-31a8-4cf2-9104-5898ee602d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381186 May 13 15:26:18.391726 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035c792-ac88-4e23-83df-7c3a5df6279c req-fc968275-87b6-42b9-a9b2-ec6399b0bfb6 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:18.395529 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7035c792-ac88-4e23-83df-7c3a5df6279c req-fc968275-87b6-42b9-a9b2-ec6399b0bfb6 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.74 "GET /v2.0/ports?device_id=27b37ec7-2b65-4f26-8778-daadeea2177a HTTP/1.1" status: 200 len: 946 time: 0.0837801 May 13 15:26:18.468456 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-7035c792-ac88-4e23-83df-7c3a5df6279c req-d4e8a7b7-bdcb-404e-8c2f-18ae976b6863 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Deleting port 3473375f-3a28-4f4d-9345-a5e77fb6f948 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:26:18.468798 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7035c792-ac88-4e23-83df-7c3a5df6279c req-d4e8a7b7-bdcb-404e-8c2f-18ae976b6863 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:18.583657 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:18.716238 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-7035c792-ac88-4e23-83df-7c3a5df6279c req-d4e8a7b7-bdcb-404e-8c2f-18ae976b6863 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] For port 3473375f-3a28-4f4d-9345-a5e77fb6f948, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=3473375f-3a28-4f4d-9345-a5e77fb6f948,segment=NetworkSegment(dd0ddc33-8029-49a3-bf78-94179b2975e6),segment_id=dd0ddc33-8029-49a3-bf78-94179b2975e6)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:26:18.716592 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7035c792-ac88-4e23-83df-7c3a5df6279c req-d4e8a7b7-bdcb-404e-8c2f-18ae976b6863 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:18.948640 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-7035c792-ac88-4e23-83df-7c3a5df6279c req-d4e8a7b7-bdcb-404e-8c2f-18ae976b6863 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Calling delete_port for 3473375f-3a28-4f4d-9345-a5e77fb6f948 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:26:19.150706 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9aa146-a6bc-4f93-8a6f-55698df121fc req-3cefe65e-c6c6-4c5b-b0f7-862a863156ab tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:19.152231 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bf9aa146-a6bc-4f93-8a6f-55698df121fc req-3cefe65e-c6c6-4c5b-b0f7-862a863156ab tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b37ec7-2b65-4f26-8778-daadeea2177a HTTP/1.1" status: 200 len: 946 time: 0.1670709 May 13 15:26:19.180964 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7035c792-ac88-4e23-83df-7c3a5df6279c req-d4e8a7b7-bdcb-404e-8c2f-18ae976b6863 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:19.276241 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8a7b7-bdcb-404e-8c2f-18ae976b6863 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Pushing event deleted for resources: {'Port': ['ID=3473375f-3a28-4f4d-9345-a5e77fb6f948,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:19.298388 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8a7b7-bdcb-404e-8c2f-18ae976b6863 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:19.298722 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8a7b7-bdcb-404e-8c2f-18ae976b6863 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:19.299071 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8a7b7-bdcb-404e-8c2f-18ae976b6863 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:19.299404 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8a7b7-bdcb-404e-8c2f-18ae976b6863 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:19.299724 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8a7b7-bdcb-404e-8c2f-18ae976b6863 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:19.300045 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8a7b7-bdcb-404e-8c2f-18ae976b6863 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:19.300364 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8a7b7-bdcb-404e-8c2f-18ae976b6863 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:19.300979 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8a7b7-bdcb-404e-8c2f-18ae976b6863 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:19.300979 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8a7b7-bdcb-404e-8c2f-18ae976b6863 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:19.301294 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8a7b7-bdcb-404e-8c2f-18ae976b6863 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:19.301605 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8a7b7-bdcb-404e-8c2f-18ae976b6863 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:19.301915 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8a7b7-bdcb-404e-8c2f-18ae976b6863 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:19.338542 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bf9aa146-a6bc-4f93-8a6f-55698df121fc req-38f3d5f8-4220-45a9-8fb2-ef9531822598 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.35 "GET /v2.0/security-groups?id=c20fdd45-31a8-4cf2-9104-5898ee602d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793561 May 13 15:26:19.344802 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-7035c792-ac88-4e23-83df-7c3a5df6279c req-d4e8a7b7-bdcb-404e-8c2f-18ae976b6863 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] No DVR routers for this DVR port 3473375f-3a28-4f4d-9345-a5e77fb6f948 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:26:19.347277 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-7035c792-ac88-4e23-83df-7c3a5df6279c req-d4e8a7b7-bdcb-404e-8c2f-18ae976b6863 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:19.349948 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b37ec7-2b65-4f26-8778-daadeea2177a', 'name': 'network-vif-deleted', 'tag': '3473375f-3a28-4f4d-9345-a5e77fb6f948'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:26:19.368105 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7035c792-ac88-4e23-83df-7c3a5df6279c req-d4e8a7b7-bdcb-404e-8c2f-18ae976b6863 tempest-TestEncryptedCinderVolumes-1270512858 tempest-TestEncryptedCinderVolumes-1270512858-project] 10.222.0.74 "DELETE /v2.0/ports/3473375f-3a28-4f4d-9345-a5e77fb6f948 HTTP/1.1" status: 204 len: 173 time: 0.9669321 May 13 15:26:19.409693 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-821346f4-e93c-49e5-a634-851a286929c4'] response: {'server_uuid': '27b37ec7-2b65-4f26-8778-daadeea2177a', 'name': 'network-vif-deleted', 'tag': '3473375f-3a28-4f4d-9345-a5e77fb6f948', 'status': 'completed', 'code': 200} May 13 15:26:20.471523 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43994) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:20.771131 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 3473375f-3a28-4f4d-9345-a5e77fb6f948 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:26:20.808613 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 3473375f-3a28-4f4d-9345-a5e77fb6f948 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:26:20.808961 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 3473375f-3a28-4f4d-9345-a5e77fb6f948 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:26:21.026489 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-adf1552d-3b69-4b77-8e68-9d77b706411f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:21.378199 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-adf1552d-3b69-4b77-8e68-9d77b706411f admin admin] Deleting port c7df4472-53fe-44fb-a645-c7f9e0b75282 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:26:21.378536 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-adf1552d-3b69-4b77-8e68-9d77b706411f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:21.676978 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-adf1552d-3b69-4b77-8e68-9d77b706411f admin admin] For port c7df4472-53fe-44fb-a645-c7f9e0b75282, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c7df4472-53fe-44fb-a645-c7f9e0b75282,segment=NetworkSegment(dd0ddc33-8029-49a3-bf78-94179b2975e6),segment_id=dd0ddc33-8029-49a3-bf78-94179b2975e6)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:26:21.677657 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-adf1552d-3b69-4b77-8e68-9d77b706411f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:21.800550 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-adf1552d-3b69-4b77-8e68-9d77b706411f admin admin] Calling delete_port for c7df4472-53fe-44fb-a645-c7f9e0b75282 owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:26:22.125096 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-adf1552d-3b69-4b77-8e68-9d77b706411f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:22.178921 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf1552d-3b69-4b77-8e68-9d77b706411f admin admin] Pushing event deleted for resources: {'Port': ['ID=c7df4472-53fe-44fb-a645-c7f9e0b75282,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:22.468106 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-adf1552d-3b69-4b77-8e68-9d77b706411f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:22.836405 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf1552d-3b69-4b77-8e68-9d77b706411f admin admin] Router 37003b4c-fa01-421f-a1d0-bbd7ea791b79 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:26:23.143579 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf1552d-3b69-4b77-8e68-9d77b706411f admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:26:23.152502 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4834ec2-6864-40ff-ab1b-3fe689c70946 None None] Sync routers for ids ['37003b4c-fa01-421f-a1d0-bbd7ea791b79'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:26:23.155488 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-adf1552d-3b69-4b77-8e68-9d77b706411f admin admin] 10.222.0.35 "PUT /v2.0/routers/37003b4c-fa01-421f-a1d0-bbd7ea791b79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6828153 May 13 15:26:23.157985 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 43998) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:23.164010 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4834ec2-6864-40ff-ab1b-3fe689c70946 None None] Routers {'37003b4c-fa01-421f-a1d0-bbd7ea791b79'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:26:23.164619 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b4834ec2-6864-40ff-ab1b-3fe689c70946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:26:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['37003b4c-fa01-421f-a1d0-bbd7ea791b79'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:23.339039 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0623404e-7e32-481e-8b9c-ae8a2946c196 admin admin] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:23.348220 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-b4834ec2-6864-40ff-ab1b-3fe689c70946 None None] Set router 37003b4c-fa01-421f-a1d0-bbd7ea791b79 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:26:23.515986 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0623404e-7e32-481e-8b9c-ae8a2946c196 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:23.526366 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-0623404e-7e32-481e-8b9c-ae8a2946c196 admin admin] Deleting port 7a6d9964-360e-4a69-9816-636aadb54bfe {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:26:23.526718 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0623404e-7e32-481e-8b9c-ae8a2946c196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:23.639783 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b4834ec2-6864-40ff-ab1b-3fe689c70946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37003b4c-fa01-421f-a1d0-bbd7ea791b79', 'name': 'tempest-TestEncryptedCinderVolumes-1993306103-router', 'tenant_id': '862e17e733c44e0994fb8f630406662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '7a6d9964-360e-4a69-9816-636aadb54bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:02Z', 'updated_at': '2022-05-13T15:26:22Z', 'revision_number': 5, 'project_id': '862e17e733c44e0994fb8f630406662d', 'gw_port': {'id': '7a6d9964-360e-4a69-9816-636aadb54bfe', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:20:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37003b4c-fa01-421f-a1d0-bbd7ea791b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:03Z', 'updated_at': '2022-05-13T15:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:23.643710 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4834ec2-6864-40ff-ab1b-3fe689c70946 None None] Checking router: 37003b4c-fa01-421f-a1d0-bbd7ea791b79 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:26:23.652175 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4834ec2-6864-40ff-ab1b-3fe689c70946 None None] Routers {'37003b4c-fa01-421f-a1d0-bbd7ea791b79'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:26:23.652938 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b4834ec2-6864-40ff-ab1b-3fe689c70946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:26:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['37003b4c-fa01-421f-a1d0-bbd7ea791b79'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:23.708865 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-0623404e-7e32-481e-8b9c-ae8a2946c196 admin admin] For port 7a6d9964-360e-4a69-9816-636aadb54bfe, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=7a6d9964-360e-4a69-9816-636aadb54bfe,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:26:23.709219 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0623404e-7e32-481e-8b9c-ae8a2946c196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:23.805501 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-b4834ec2-6864-40ff-ab1b-3fe689c70946 None None] Set router 37003b4c-fa01-421f-a1d0-bbd7ea791b79 gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:26:23.832135 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-0623404e-7e32-481e-8b9c-ae8a2946c196 admin admin] Calling delete_port for 7a6d9964-360e-4a69-9816-636aadb54bfe owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:26:23.951877 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b4834ec2-6864-40ff-ab1b-3fe689c70946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37003b4c-fa01-421f-a1d0-bbd7ea791b79', 'name': 'tempest-TestEncryptedCinderVolumes-1993306103-router', 'tenant_id': '862e17e733c44e0994fb8f630406662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:02Z', 'updated_at': '2022-05-13T15:26:23Z', 'revision_number': 6, 'project_id': '862e17e733c44e0994fb8f630406662d', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:23.956202 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4834ec2-6864-40ff-ab1b-3fe689c70946 None None] The sync data for ids ['37003b4c-fa01-421f-a1d0-bbd7ea791b79'] in n-d-841760-1 is: [{'id': '37003b4c-fa01-421f-a1d0-bbd7ea791b79', 'name': 'tempest-TestEncryptedCinderVolumes-1993306103-router', 'tenant_id': '862e17e733c44e0994fb8f630406662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:02Z', 'updated_at': '2022-05-13T15:26:23Z', 'revision_number': 6, 'project_id': '862e17e733c44e0994fb8f630406662d', 'gw_port_host': None}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:26:24.003600 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0623404e-7e32-481e-8b9c-ae8a2946c196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:24.051279 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623404e-7e32-481e-8b9c-ae8a2946c196 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a6d9964-360e-4a69-9816-636aadb54bfe,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:24.144933 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0623404e-7e32-481e-8b9c-ae8a2946c196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:24.375921 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c7df4472-53fe-44fb-a645-c7f9e0b75282 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:26:24.418432 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: c7df4472-53fe-44fb-a645-c7f9e0b75282 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:26:24.418973 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c7df4472-53fe-44fb-a645-c7f9e0b75282 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:26:24.449375 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0623404e-7e32-481e-8b9c-ae8a2946c196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:24.452425 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0623404e-7e32-481e-8b9c-ae8a2946c196 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:24.481464 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0623404e-7e32-481e-8b9c-ae8a2946c196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:24.482004 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0623404e-7e32-481e-8b9c-ae8a2946c196 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37003b4c-fa01-421f-a1d0-bbd7ea791b79 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:26:24.495534 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0623404e-7e32-481e-8b9c-ae8a2946c196 admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:24.496662 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0623404e-7e32-481e-8b9c-ae8a2946c196 admin admin] 10.222.0.35 "DELETE /v2.0/routers/37003b4c-fa01-421f-a1d0-bbd7ea791b79 HTTP/1.1" status: 204 len: 168 time: 1.3377504 May 13 15:26:24.499158 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44002) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:24.557493 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e40ef6-13fc-4a55-84fc-c794db7918f1 admin admin] Deleting subnet 69c14748-83ac-407b-a826-064025709ae7 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:26:24.560309 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-70e40ef6-13fc-4a55-84fc-c794db7918f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:24.612722 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-70e40ef6-13fc-4a55-84fc-c794db7918f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:24.694597 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-70e40ef6-13fc-4a55-84fc-c794db7918f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:24.768988 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-70e40ef6-13fc-4a55-84fc-c794db7918f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:24.805995 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e40ef6-13fc-4a55-84fc-c794db7918f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69c14748-83ac-407b-a826-064025709ae7,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:24.809667 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-70e40ef6-13fc-4a55-84fc-c794db7918f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:24.816321 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-70e40ef6-13fc-4a55-84fc-c794db7918f1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/69c14748-83ac-407b-a826-064025709ae7 HTTP/1.1" status: 204 len: 168 time: 0.3161595 May 13 15:26:24.819055 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44006) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:24.820019 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7e2ea2-b2af-457a-b1a9-1e1565fcfd35 None None] Network 22f12cd2-f20d-4263-9b8b-9a93c38bf91f requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:26:24.926312 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1ea71a28-59b1-4ff8-aea6-ecbb45ecdaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:24.937092 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-1ea71a28-59b1-4ff8-aea6-ecbb45ecdaee admin admin] Deleting port 32d963a2-df7f-4933-a575-98999ce85f6a {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:26:24.937419 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1ea71a28-59b1-4ff8-aea6-ecbb45ecdaee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:25.111849 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0653bfa4-cc74-46df-bd0d-b8fd083c39ce None None] DHCP port deletion for 22f12cd2-f20d-4263-9b8b-9a93c38bf91f request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:26:25.116112 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0653bfa4-cc74-46df-bd0d-b8fd083c39ce None None] Deleting port 32d963a2-df7f-4933-a575-98999ce85f6a {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:26:25.116489 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0653bfa4-cc74-46df-bd0d-b8fd083c39ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:25.160425 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-1ea71a28-59b1-4ff8-aea6-ecbb45ecdaee admin admin] For port 32d963a2-df7f-4933-a575-98999ce85f6a, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=32d963a2-df7f-4933-a575-98999ce85f6a,segment=NetworkSegment(dd0ddc33-8029-49a3-bf78-94179b2975e6),segment_id=dd0ddc33-8029-49a3-bf78-94179b2975e6)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:26:25.161057 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1ea71a28-59b1-4ff8-aea6-ecbb45ecdaee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:25.290093 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-1ea71a28-59b1-4ff8-aea6-ecbb45ecdaee admin admin] Calling delete_port for 32d963a2-df7f-4933-a575-98999ce85f6a owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:26:25.322810 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-0653bfa4-cc74-46df-bd0d-b8fd083c39ce None None] For port 32d963a2-df7f-4933-a575-98999ce85f6a, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=32d963a2-df7f-4933-a575-98999ce85f6a,segment=NetworkSegment(dd0ddc33-8029-49a3-bf78-94179b2975e6),segment_id=dd0ddc33-8029-49a3-bf78-94179b2975e6)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:26:25.323136 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0653bfa4-cc74-46df-bd0d-b8fd083c39ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:25.367415 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1ea71a28-59b1-4ff8-aea6-ecbb45ecdaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:25.416908 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea71a28-59b1-4ff8-aea6-ecbb45ecdaee admin admin] Pushing event deleted for resources: {'Port': ['ID=32d963a2-df7f-4933-a575-98999ce85f6a,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:25.421669 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea71a28-59b1-4ff8-aea6-ecbb45ecdaee admin admin] No DVR routers for this DVR port 32d963a2-df7f-4933-a575-98999ce85f6a on host n-d-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:26:25.446716 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0653bfa4-cc74-46df-bd0d-b8fd083c39ce None None] Calling delete_port for 32d963a2-df7f-4933-a575-98999ce85f6a owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:26:25.523534 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-0653bfa4-cc74-46df-bd0d-b8fd083c39ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:26:25.523951 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-0653bfa4-cc74-46df-bd0d-b8fd083c39ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:26:25.542428 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1ea71a28-59b1-4ff8-aea6-ecbb45ecdaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:25.569955 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-1ea71a28-59b1-4ff8-aea6-ecbb45ecdaee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f12cd2-f20d-4263-9b8b-9a93c38bf91f']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:25.583497 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-1ea71a28-59b1-4ff8-aea6-ecbb45ecdaee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd0ddc33-8029-49a3-bf78-94179b2975e6') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:25.583724 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-1ea71a28-59b1-4ff8-aea6-ecbb45ecdaee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd0ddc33-8029-49a3-bf78-94179b2975e6') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:25.596349 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1ea71a28-59b1-4ff8-aea6-ecbb45ecdaee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:25.616815 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1ea71a28-59b1-4ff8-aea6-ecbb45ecdaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:25.623580 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea71a28-59b1-4ff8-aea6-ecbb45ecdaee admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:26:25.624237 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1ea71a28-59b1-4ff8-aea6-ecbb45ecdaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:25.638181 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 15:26:25.638181 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:26:25.638181 n-d-841760-1 neutron-server[88081]: timer() May 13 15:26:25.638181 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:26:25.638181 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 15:26:25.638181 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:26:25.638181 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 15:26:25.638181 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:26:25.638181 n-d-841760-1 neutron-server[88081]: self._notify() May 13 15:26:25.638181 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:26:25.638181 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 15:26:25.638181 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:26:25.638181 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 15:26:25.638181 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:26:25.638181 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:26:25.638181 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:26:25.638181 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:26:25.638181 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:26:25.638181 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 15:26:25.638181 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:26:25.638181 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 15:26:25.638181 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:26:25.638181 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:26:25.638181 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:26:25.638181 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 15:26:25.638181 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:26:25.638181 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:26:25.638181 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:26:25.638181 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:26:25.638181 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:26:25.638181 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:26:25.638181 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:26:25.716976 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1ea71a28-59b1-4ff8-aea6-ecbb45ecdaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:25.732883 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-1ea71a28-59b1-4ff8-aea6-ecbb45ecdaee admin admin] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:25.744626 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea71a28-59b1-4ff8-aea6-ecbb45ecdaee admin admin] Pushing event deleted for resources: {'Network': ['ID=22f12cd2-f20d-4263-9b8b-9a93c38bf91f,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:25.758213 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-1ea71a28-59b1-4ff8-aea6-ecbb45ecdaee admin admin] 10.222.0.35 "DELETE /v2.0/networks/22f12cd2-f20d-4263-9b8b-9a93c38bf91f HTTP/1.1" status: 204 len: 168 time: 0.9380643 May 13 15:26:25.760973 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44010) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:26.025374 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0653bfa4-cc74-46df-bd0d-b8fd083c39ce None None] Deleting port 32d963a2-df7f-4933-a575-98999ce85f6a {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:26:26.025666 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0653bfa4-cc74-46df-bd0d-b8fd083c39ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:26.098107 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0653bfa4-cc74-46df-bd0d-b8fd083c39ce None None] The port '32d963a2-df7f-4933-a575-98999ce85f6a' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:26:26.359372 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 7a6d9964-360e-4a69-9816-636aadb54bfe no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:26:26.395295 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 7a6d9964-360e-4a69-9816-636aadb54bfe {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:26:26.395641 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 7a6d9964-360e-4a69-9816-636aadb54bfe not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:26:26.396058 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 32d963a2-df7f-4933-a575-98999ce85f6a no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:26:26.427698 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-af43d607-5175-4d5f-b867-b39a29436aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:26.428309 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 32d963a2-df7f-4933-a575-98999ce85f6a {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:26:26.428540 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 32d963a2-df7f-4933-a575-98999ce85f6a not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:26:26.782532 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-af43d607-5175-4d5f-b867-b39a29436aee admin admin] Deleting port 46fc2474-4458-4386-8dfe-9207c539a523 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:26:26.782875 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-af43d607-5175-4d5f-b867-b39a29436aee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:26.959580 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-af43d607-5175-4d5f-b867-b39a29436aee admin admin] For port 46fc2474-4458-4386-8dfe-9207c539a523, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=46fc2474-4458-4386-8dfe-9207c539a523,segment=NetworkSegment(837a6bfb-9b45-4def-a0c4-c4b2f03e4762),segment_id=837a6bfb-9b45-4def-a0c4-c4b2f03e4762)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:26:26.959939 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-af43d607-5175-4d5f-b867-b39a29436aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:27.087499 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-af43d607-5175-4d5f-b867-b39a29436aee admin admin] Calling delete_port for 46fc2474-4458-4386-8dfe-9207c539a523 owned by network:router_interface {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:26:27.263604 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-af43d607-5175-4d5f-b867-b39a29436aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:27.309616 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43d607-5175-4d5f-b867-b39a29436aee admin admin] Pushing event deleted for resources: {'Port': ['ID=46fc2474-4458-4386-8dfe-9207c539a523,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:27.351254 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-47135b3e-9c48-4d0c-a4a2-fcb1cc194764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:27.689459 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-af43d607-5175-4d5f-b867-b39a29436aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:28.062714 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af43d607-5175-4d5f-b867-b39a29436aee admin admin] Router 7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:26:28.240380 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af43d607-5175-4d5f-b867-b39a29436aee admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:26:28.257395 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-af43d607-5175-4d5f-b867-b39a29436aee admin admin] 10.222.0.35 "PUT /v2.0/routers/7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4928372 May 13 15:26:28.257395 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44014) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:28.260957 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77293b1-c0be-412f-bb07-948580ddc39e None None] Sync routers for ids ['7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:26:28.271152 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77293b1-c0be-412f-bb07-948580ddc39e None None] Routers {'7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:26:28.271844 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a77293b1-c0be-412f-bb07-948580ddc39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:26:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:28.439002 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-193bb076-574c-4744-b5c7-48ee17ea39fe admin admin] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:28.445338 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-a77293b1-c0be-412f-bb07-948580ddc39e None None] Set router 7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:26:28.571351 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:26:28.625585 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-193bb076-574c-4744-b5c7-48ee17ea39fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:28.635073 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-193bb076-574c-4744-b5c7-48ee17ea39fe admin admin] Deleting port 9ae86895-36b5-4e3b-aadd-3b0c65228edf {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:26:28.635462 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-193bb076-574c-4744-b5c7-48ee17ea39fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:28.732632 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a77293b1-c0be-412f-bb07-948580ddc39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33', 'name': 'tempest-TestEncryptedCinderVolumes-899126043-router', 'tenant_id': '40ed498d96214e5ea2af0510ae01c3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '9ae86895-36b5-4e3b-aadd-3b0c65228edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:09Z', 'updated_at': '2022-05-13T15:26:27Z', 'revision_number': 5, 'project_id': '40ed498d96214e5ea2af0510ae01c3e3', 'gw_port': {'id': '9ae86895-36b5-4e3b-aadd-3b0c65228edf', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:10Z', 'updated_at': '2022-05-13T15:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:28.736452 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77293b1-c0be-412f-bb07-948580ddc39e None None] Checking router: 7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:26:28.745031 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77293b1-c0be-412f-bb07-948580ddc39e None None] Routers {'7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:26:28.745613 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a77293b1-c0be-412f-bb07-948580ddc39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:26:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:28.816044 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-193bb076-574c-4744-b5c7-48ee17ea39fe admin admin] For port 9ae86895-36b5-4e3b-aadd-3b0c65228edf, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=9ae86895-36b5-4e3b-aadd-3b0c65228edf,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:26:28.816663 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-193bb076-574c-4744-b5c7-48ee17ea39fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:28.893078 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-a77293b1-c0be-412f-bb07-948580ddc39e None None] Set router 7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:26:28.987489 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:29.003199 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-a77293b1-c0be-412f-bb07-948580ddc39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33', 'name': 'tempest-TestEncryptedCinderVolumes-899126043-router', 'tenant_id': '40ed498d96214e5ea2af0510ae01c3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:09Z', 'updated_at': '2022-05-13T15:26:28Z', 'revision_number': 6, 'project_id': '40ed498d96214e5ea2af0510ae01c3e3', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:29.007576 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77293b1-c0be-412f-bb07-948580ddc39e None None] The sync data for ids ['7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33'] in n-d-841760-1 is: [{'id': '7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33', 'name': 'tempest-TestEncryptedCinderVolumes-899126043-router', 'tenant_id': '40ed498d96214e5ea2af0510ae01c3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:09Z', 'updated_at': '2022-05-13T15:26:28Z', 'revision_number': 6, 'project_id': '40ed498d96214e5ea2af0510ae01c3e3', 'gw_port_host': None}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:26:29.077949 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-193bb076-574c-4744-b5c7-48ee17ea39fe admin admin] Calling delete_port for 9ae86895-36b5-4e3b-aadd-3b0c65228edf owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:26:29.261763 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-193bb076-574c-4744-b5c7-48ee17ea39fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:29.309968 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193bb076-574c-4744-b5c7-48ee17ea39fe admin admin] Pushing event deleted for resources: {'Port': ['ID=9ae86895-36b5-4e3b-aadd-3b0c65228edf,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:29.401584 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-193bb076-574c-4744-b5c7-48ee17ea39fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:29.577553 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-193bb076-574c-4744-b5c7-48ee17ea39fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:29.580391 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-193bb076-574c-4744-b5c7-48ee17ea39fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:29.603200 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-193bb076-574c-4744-b5c7-48ee17ea39fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:29.603785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193bb076-574c-4744-b5c7-48ee17ea39fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:26:29.616008 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-193bb076-574c-4744-b5c7-48ee17ea39fe admin admin] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:29.617110 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-193bb076-574c-4744-b5c7-48ee17ea39fe admin admin] 10.222.0.35 "DELETE /v2.0/routers/7d5bb014-f8f3-4039-8bf0-8d4ba4cdbd33 HTTP/1.1" status: 204 len: 168 time: 1.3588021 May 13 15:26:29.619681 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44018) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:29.673131 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-51a43fc3-f736-49a3-88d3-e99082ea6ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:29.681504 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2695b78-bdac-4663-a9fd-7ae6f66f83cd admin admin] Deleting subnet ddf08d76-0bd5-4744-98e4-a7ca65ec60c2 {{(pid=88081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:26:29.684699 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2695b78-bdac-4663-a9fd-7ae6f66f83cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:29.733754 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2695b78-bdac-4663-a9fd-7ae6f66f83cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33373976'] for subnet, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:29.816027 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2695b78-bdac-4663-a9fd-7ae6f66f83cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:29.884699 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2695b78-bdac-4663-a9fd-7ae6f66f83cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33029087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31881482'] for subnet, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:29.923320 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2695b78-bdac-4663-a9fd-7ae6f66f83cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddf08d76-0bd5-4744-98e4-a7ca65ec60c2,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:29.926868 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d2695b78-bdac-4663-a9fd-7ae6f66f83cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:29.933039 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d2695b78-bdac-4663-a9fd-7ae6f66f83cd admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ddf08d76-0bd5-4744-98e4-a7ca65ec60c2 HTTP/1.1" status: 204 len: 168 time: 0.3123972 May 13 15:26:29.935497 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44022) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:29.936096 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5f50cc-0017-47f1-bdd7-45c821d40105 None None] Network f5b2ed37-c18c-411a-8179-c30be554db78 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:26:30.049868 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fa79eb11-6d18-4f7a-81e3-6d179f504805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:30.060356 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-fa79eb11-6d18-4f7a-81e3-6d179f504805 admin admin] Deleting port fa6b4645-8c1e-4552-8c79-1057a9fd825d {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:26:30.060682 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fa79eb11-6d18-4f7a-81e3-6d179f504805 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:30.199875 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89545edd-14a3-4e87-b3ea-7d98fca91447 None None] DHCP port deletion for f5b2ed37-c18c-411a-8179-c30be554db78 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:26:30.205207 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-89545edd-14a3-4e87-b3ea-7d98fca91447 None None] Deleting port fa6b4645-8c1e-4552-8c79-1057a9fd825d {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:26:30.205580 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-89545edd-14a3-4e87-b3ea-7d98fca91447 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:30.292763 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-fa79eb11-6d18-4f7a-81e3-6d179f504805 admin admin] For port fa6b4645-8c1e-4552-8c79-1057a9fd825d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=fa6b4645-8c1e-4552-8c79-1057a9fd825d,segment=NetworkSegment(837a6bfb-9b45-4def-a0c4-c4b2f03e4762),segment_id=837a6bfb-9b45-4def-a0c4-c4b2f03e4762)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:26:30.293122 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fa79eb11-6d18-4f7a-81e3-6d179f504805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:30.382173 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 9ae86895-36b5-4e3b-aadd-3b0c65228edf no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:26:30.423162 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-fa79eb11-6d18-4f7a-81e3-6d179f504805 admin admin] Calling delete_port for fa6b4645-8c1e-4552-8c79-1057a9fd825d owned by network:dhcp {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:26:30.462265 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 9ae86895-36b5-4e3b-aadd-3b0c65228edf {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:26:30.462604 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 9ae86895-36b5-4e3b-aadd-3b0c65228edf not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:26:30.463026 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device fa6b4645-8c1e-4552-8c79-1057a9fd825d no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:26:30.499974 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fa79eb11-6d18-4f7a-81e3-6d179f504805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:30.531522 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-89545edd-14a3-4e87-b3ea-7d98fca91447 None None] For port fa6b4645-8c1e-4552-8c79-1057a9fd825d, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=fa6b4645-8c1e-4552-8c79-1057a9fd825d,segment=NetworkSegment(837a6bfb-9b45-4def-a0c4-c4b2f03e4762),segment_id=837a6bfb-9b45-4def-a0c4-c4b2f03e4762)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:26:30.531922 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-89545edd-14a3-4e87-b3ea-7d98fca91447 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:30.656286 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79eb11-6d18-4f7a-81e3-6d179f504805 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa6b4645-8c1e-4552-8c79-1057a9fd825d,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:30.659853 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa79eb11-6d18-4f7a-81e3-6d179f504805 admin admin] No DVR routers for this DVR port fa6b4645-8c1e-4552-8c79-1057a9fd825d on host n-d-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:26:30.660350 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-89545edd-14a3-4e87-b3ea-7d98fca91447 None None] Calling delete_port for fa6b4645-8c1e-4552-8c79-1057a9fd825d owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:26:30.703932 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No active binding found for port fa6b4645-8c1e-4552-8c79-1057a9fd825d {{(pid=88083) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 13 15:26:30.704227 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device fa6b4645-8c1e-4552-8c79-1057a9fd825d not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:26:30.704645 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 46fc2474-4458-4386-8dfe-9207c539a523 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:26:30.742345 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 46fc2474-4458-4386-8dfe-9207c539a523 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:26:30.742662 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 46fc2474-4458-4386-8dfe-9207c539a523 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:26:30.770128 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-89545edd-14a3-4e87-b3ea-7d98fca91447 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:26:30.770482 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-89545edd-14a3-4e87-b3ea-7d98fca91447 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:26:30.776701 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fa79eb11-6d18-4f7a-81e3-6d179f504805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:30.803085 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-fa79eb11-6d18-4f7a-81e3-6d179f504805 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b2ed37-c18c-411a-8179-c30be554db78']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:30.811339 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:30.817291 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-fa79eb11-6d18-4f7a-81e3-6d179f504805 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837a6bfb-9b45-4def-a0c4-c4b2f03e4762') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:30.817590 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-fa79eb11-6d18-4f7a-81e3-6d179f504805 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837a6bfb-9b45-4def-a0c4-c4b2f03e4762') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:30.829445 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fa79eb11-6d18-4f7a-81e3-6d179f504805 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:30.842716 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:30.846146 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fa79eb11-6d18-4f7a-81e3-6d179f504805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:30.852177 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa79eb11-6d18-4f7a-81e3-6d179f504805 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:26:30.852554 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fa79eb11-6d18-4f7a-81e3-6d179f504805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:30.866116 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 15:26:30.866116 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:26:30.866116 n-d-841760-1 neutron-server[88081]: timer() May 13 15:26:30.866116 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:26:30.866116 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 15:26:30.866116 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:26:30.866116 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 15:26:30.866116 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:26:30.866116 n-d-841760-1 neutron-server[88081]: self._notify() May 13 15:26:30.866116 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:26:30.866116 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 15:26:30.866116 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:26:30.866116 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 15:26:30.866116 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:26:30.866116 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:26:30.866116 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:26:30.866116 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:26:30.866116 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:26:30.866116 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 15:26:30.866116 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:26:30.866116 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 15:26:30.866116 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:26:30.866116 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:26:30.866116 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:26:30.866116 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 15:26:30.866116 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:26:30.866116 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:26:30.866116 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:26:30.866116 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:26:30.866116 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:26:30.866116 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:26:30.866116 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:26:30.941725 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fa79eb11-6d18-4f7a-81e3-6d179f504805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:30.948250 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-fa79eb11-6d18-4f7a-81e3-6d179f504805 admin admin] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:30.973161 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79eb11-6d18-4f7a-81e3-6d179f504805 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5b2ed37-c18c-411a-8179-c30be554db78,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:30.977202 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-fa79eb11-6d18-4f7a-81e3-6d179f504805 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f5b2ed37-c18c-411a-8179-c30be554db78 HTTP/1.1" status: 204 len: 168 time: 1.0406344 May 13 15:26:31.168039 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44028) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:31.217045 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9c54ffbd-6e62-4c63-b7b9-65a63281960b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=862e17e733c44e0994fb8f630406662d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478487 May 13 15:26:31.220203 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44032) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:31.271769 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-89545edd-14a3-4e87-b3ea-7d98fca91447 None None] Deleting port fa6b4645-8c1e-4552-8c79-1057a9fd825d {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:26:31.272375 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-89545edd-14a3-4e87-b3ea-7d98fca91447 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:31.282811 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ee8c84a6-950e-499f-9087-1212dbc5e18f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:31.311211 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ee8c84a6-950e-499f-9087-1212dbc5e18f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:31.348773 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-89545edd-14a3-4e87-b3ea-7d98fca91447 None None] The port 'fa6b4645-8c1e-4552-8c79-1057a9fd825d' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:26:31.368783 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ee8c84a6-950e-499f-9087-1212dbc5e18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:31.385627 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c84a6-950e-499f-9087-1212dbc5e18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20fdd45-31a8-4cf2-9104-5898ee602d7c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:31.395367 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c84a6-950e-499f-9087-1212dbc5e18f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:31.395737 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c84a6-950e-499f-9087-1212dbc5e18f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:31.396075 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c84a6-950e-499f-9087-1212dbc5e18f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:31.396406 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c84a6-950e-499f-9087-1212dbc5e18f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:31.396733 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c84a6-950e-499f-9087-1212dbc5e18f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:31.397058 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c84a6-950e-499f-9087-1212dbc5e18f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:31.397375 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c84a6-950e-499f-9087-1212dbc5e18f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:31.397700 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c84a6-950e-499f-9087-1212dbc5e18f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:31.398011 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c84a6-950e-499f-9087-1212dbc5e18f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:31.398329 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c84a6-950e-499f-9087-1212dbc5e18f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:31.398649 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c84a6-950e-499f-9087-1212dbc5e18f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:31.398963 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c84a6-950e-499f-9087-1212dbc5e18f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:31.406477 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ee8c84a6-950e-499f-9087-1212dbc5e18f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:31.408180 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ee8c84a6-950e-499f-9087-1212dbc5e18f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c20fdd45-31a8-4cf2-9104-5898ee602d7c HTTP/1.1" status: 204 len: 168 time: 0.1870644 May 13 15:26:31.790898 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44040) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:31.839950 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-194ab648-140e-4cc3-b339-be27b0e93774 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=40ed498d96214e5ea2af0510ae01c3e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478418 May 13 15:26:31.842410 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44044) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:31.904903 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b6ba5dcf-28f4-4627-bde3-d0aa45528345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:31.930992 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b6ba5dcf-28f4-4627-bde3-d0aa45528345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:31.984221 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b6ba5dcf-28f4-4627-bde3-d0aa45528345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:31.999419 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba5dcf-28f4-4627-bde3-d0aa45528345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5366b7cb-6b4f-43cc-a00d-4059a16d6807,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:32.008094 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b6ba5dcf-28f4-4627-bde3-d0aa45528345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:32.009353 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b6ba5dcf-28f4-4627-bde3-d0aa45528345 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5366b7cb-6b4f-43cc-a00d-4059a16d6807 HTTP/1.1" status: 204 len: 168 time: 0.1660464 May 13 15:26:32.320143 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:32.890915 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44068) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:32.998270 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-2b726f54-24e2-49d6-80b3-6769c3569373 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-539596841-network', 'tenant_id': '02c9fece5b9e4f74a231dd63c76fb804'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:26:33.003853 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2b726f54-24e2-49d6-80b3-6769c3569373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:26:33.007948 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2b726f54-24e2-49d6-80b3-6769c3569373 admin admin] Usage tracker for resource:network and tenant:02c9fece5b9e4f74a231dd63c76fb804 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:26:33.010802 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2b726f54-24e2-49d6-80b3-6769c3569373 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:26:33.016567 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2b726f54-24e2-49d6-80b3-6769c3569373 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:26:33.026883 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b726f54-24e2-49d6-80b3-6769c3569373 admin admin] Made reservation on behalf of 02c9fece5b9e4f74a231dd63c76fb804 for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:26:33.029163 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b726f54-24e2-49d6-80b3-6769c3569373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:33.045443 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b726f54-24e2-49d6-80b3-6769c3569373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:33.061489 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2b726f54-24e2-49d6-80b3-6769c3569373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:26:33.067190 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2b726f54-24e2-49d6-80b3-6769c3569373 admin admin] Usage tracker for resource:security_group_rule and tenant:02c9fece5b9e4f74a231dd63c76fb804 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:26:33.070827 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2b726f54-24e2-49d6-80b3-6769c3569373 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:26:33.076682 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2b726f54-24e2-49d6-80b3-6769c3569373 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:26:33.165393 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b726f54-24e2-49d6-80b3-6769c3569373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:33.171404 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b726f54-24e2-49d6-80b3-6769c3569373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:33.204745 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b726f54-24e2-49d6-80b3-6769c3569373 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:26:33.221351 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b726f54-24e2-49d6-80b3-6769c3569373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c3809e-b9eb-499e-9994-8774b4c10f9e,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:33.226424 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b726f54-24e2-49d6-80b3-6769c3569373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:33.226771 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-2b726f54-24e2-49d6-80b3-6769c3569373 admin admin] Added segment 25994dca-5144-411f-9ee9-7fb5d291fcbf of type vlan for network 0585bde9-076a-404c-8ba5-da60574d0b14 May 13 15:26:33.265056 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b726f54-24e2-49d6-80b3-6769c3569373 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:33.299063 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b726f54-24e2-49d6-80b3-6769c3569373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:33.299970 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b726f54-24e2-49d6-80b3-6769c3569373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:33.300546 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2b726f54-24e2-49d6-80b3-6769c3569373 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:33.440515 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b726f54-24e2-49d6-80b3-6769c3569373 admin admin] Pushing event updated for resources: {'Network': ['ID=0585bde9-076a-404c-8ba5-da60574d0b14,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:33.443200 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2b726f54-24e2-49d6-80b3-6769c3569373 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5511849 May 13 15:26:33.446478 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44074) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:33.450885 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 0585bde9-076a-404c-8ba5-da60574d0b14 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:26:33.453362 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-eb1cd490-000f-4d56-b338-aeb72d579e6d admin admin] Request body: {'subnet': {'network_id': '0585bde9-076a-404c-8ba5-da60574d0b14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-539596841-subnet', 'tenant_id': '02c9fece5b9e4f74a231dd63c76fb804', 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:26:33.459083 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-eb1cd490-000f-4d56-b338-aeb72d579e6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:26:33.463088 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-eb1cd490-000f-4d56-b338-aeb72d579e6d admin admin] Usage tracker for resource:subnet and tenant:02c9fece5b9e4f74a231dd63c76fb804 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:26:33.465958 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-eb1cd490-000f-4d56-b338-aeb72d579e6d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:26:33.475724 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-eb1cd490-000f-4d56-b338-aeb72d579e6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:26:33.488865 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1cd490-000f-4d56-b338-aeb72d579e6d admin admin] Made reservation on behalf of 02c9fece5b9e4f74a231dd63c76fb804 for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:26:33.493734 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb1cd490-000f-4d56-b338-aeb72d579e6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:33.720405 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb1cd490-000f-4d56-b338-aeb72d579e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:33.797590 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1cd490-000f-4d56-b338-aeb72d579e6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfd5b77f-e74c-4c7f-97d3-c749900c7f70,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:33.810139 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1cd490-000f-4d56-b338-aeb72d579e6d admin admin] Checking segment: {'id': '25994dca-5144-411f-9ee9-7fb5d291fcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0585bde9-076a-404c-8ba5-da60574d0b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:26:33.810498 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1cd490-000f-4d56-b338-aeb72d579e6d admin admin] Network hostable DHCP agents. Network: 0585bde9-076a-404c-8ba5-da60574d0b14, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:26:33.830834 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1cd490-000f-4d56-b338-aeb72d579e6d admin admin] Network 0585bde9-076a-404c-8ba5-da60574d0b14 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:26:33.841142 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-eb1cd490-000f-4d56-b338-aeb72d579e6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 0585bde9-076a-404c-8ba5-da60574d0b14) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:26:33.846823 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1cd490-000f-4d56-b338-aeb72d579e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:33.847770 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eb1cd490-000f-4d56-b338-aeb72d579e6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:33.854716 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc410ce-d71e-4df6-80d7-b7b3d351bf76 None None] Network 0585bde9-076a-404c-8ba5-da60574d0b14 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:26:33.871025 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-eb1cd490-000f-4d56-b338-aeb72d579e6d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4215865 May 13 15:26:33.873698 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44078) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:33.878831 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-94825ce3-5b41-46d6-8c5a-5ae81985a722 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-539596841-router', 'tenant_id': '02c9fece5b9e4f74a231dd63c76fb804', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:26:33.884381 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-94825ce3-5b41-46d6-8c5a-5ae81985a722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:26:33.888334 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-94825ce3-5b41-46d6-8c5a-5ae81985a722 admin admin] Usage tracker for resource:router and tenant:02c9fece5b9e4f74a231dd63c76fb804 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:26:33.891436 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-94825ce3-5b41-46d6-8c5a-5ae81985a722 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:26:33.897279 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-94825ce3-5b41-46d6-8c5a-5ae81985a722 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:26:33.909810 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-94825ce3-5b41-46d6-8c5a-5ae81985a722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:33.911031 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-94825ce3-5b41-46d6-8c5a-5ae81985a722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:33.927270 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-94825ce3-5b41-46d6-8c5a-5ae81985a722 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:34.085275 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db3bb2c-fe60-43ce-9574-26e93ae49225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-0585bde9-076a-404c-8ba5-da60574d0b14', 'network_id': '0585bde9-076a-404c-8ba5-da60574d0b14', 'tenant_id': '02c9fece5b9e4f74a231dd63c76fb804', 'fixed_ips': [{'subnet_id': 'bfd5b77f-e74c-4c7f-97d3-c749900c7f70'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:26:34.086334 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1db3bb2c-fe60-43ce-9574-26e93ae49225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:34.246136 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-1db3bb2c-fe60-43ce-9574-26e93ae49225 None None] Allocated IP 172.20.0.2 (0585bde9-076a-404c-8ba5-da60574d0b14/bfd5b77f-e74c-4c7f-97d3-c749900c7f70/78026e0a-af54-40af-a963-b1dd32175509) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:26:34.315014 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-94825ce3-5b41-46d6-8c5a-5ae81985a722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:34.462826 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1db3bb2c-fe60-43ce-9574-26e93ae49225 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:34.473508 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-1db3bb2c-fe60-43ce-9574-26e93ae49225 None None] Transition to ACTIVE for port object 78026e0a-af54-40af-a963-b1dd32175509 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:26:34.491689 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-1db3bb2c-fe60-43ce-9574-26e93ae49225 None None] Transition to ACTIVE for port object 78026e0a-af54-40af-a963-b1dd32175509 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:26:34.498048 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1db3bb2c-fe60-43ce-9574-26e93ae49225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:34.563867 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db3bb2c-fe60-43ce-9574-26e93ae49225 None None] Network 0585bde9-076a-404c-8ba5-da60574d0b14 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:26:34.566823 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-1db3bb2c-fe60-43ce-9574-26e93ae49225 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:26:34.570743 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db3bb2c-fe60-43ce-9574-26e93ae49225 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:26:34.576569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3bb2c-fe60-43ce-9574-26e93ae49225 None None] Pushing event updated for resources: {'Port': ['ID=78026e0a-af54-40af-a963-b1dd32175509,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:34.639091 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-94825ce3-5b41-46d6-8c5a-5ae81985a722 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:34.670039 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-1db3bb2c-fe60-43ce-9574-26e93ae49225 None None] Attempting to bind port 78026e0a-af54-40af-a963-b1dd32175509 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:26:34.670441 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-1db3bb2c-fe60-43ce-9574-26e93ae49225 None None] Attempting to bind port 78026e0a-af54-40af-a963-b1dd32175509 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '25994dca-5144-411f-9ee9-7fb5d291fcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0585bde9-076a-404c-8ba5-da60574d0b14'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:26:34.670804 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db3bb2c-fe60-43ce-9574-26e93ae49225 None None] Attempting to bind port 78026e0a-af54-40af-a963-b1dd32175509 on network 0585bde9-076a-404c-8ba5-da60574d0b14 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:26:34.673832 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-94825ce3-5b41-46d6-8c5a-5ae81985a722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:34.677887 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db3bb2c-fe60-43ce-9574-26e93ae49225 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:26:34.678510 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db3bb2c-fe60-43ce-9574-26e93ae49225 None None] Checking segment: {'id': '25994dca-5144-411f-9ee9-7fb5d291fcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0585bde9-076a-404c-8ba5-da60574d0b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:26:34.679134 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1db3bb2c-fe60-43ce-9574-26e93ae49225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:34.679813 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db3bb2c-fe60-43ce-9574-26e93ae49225 None None] Bound using segment: {'id': '25994dca-5144-411f-9ee9-7fb5d291fcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0585bde9-076a-404c-8ba5-da60574d0b14'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:26:34.680601 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-1db3bb2c-fe60-43ce-9574-26e93ae49225 None None] Bound port: 78026e0a-af54-40af-a963-b1dd32175509, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25994dca-5144-411f-9ee9-7fb5d291fcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0585bde9-076a-404c-8ba5-da60574d0b14'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:26:34.681187 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1db3bb2c-fe60-43ce-9574-26e93ae49225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:34.773268 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-1db3bb2c-fe60-43ce-9574-26e93ae49225 None None] For port 78026e0a-af54-40af-a963-b1dd32175509, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:26:34.776488 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-1db3bb2c-fe60-43ce-9574-26e93ae49225 None None] For port 78026e0a-af54-40af-a963-b1dd32175509, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=78026e0a-af54-40af-a963-b1dd32175509,segment=NetworkSegment(25994dca-5144-411f-9ee9-7fb5d291fcbf),segment_id=25994dca-5144-411f-9ee9-7fb5d291fcbf)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:26:34.779883 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1db3bb2c-fe60-43ce-9574-26e93ae49225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:34.808426 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-94825ce3-5b41-46d6-8c5a-5ae81985a722 admin admin] Allocated IP 172.25.0.199 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/02c1503b-2fdb-44cd-86a5-87afd33b29e6) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:26:34.864524 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3bb2c-fe60-43ce-9574-26e93ae49225 None None] Pushing event updated for resources: {'Port': ['ID=78026e0a-af54-40af-a963-b1dd32175509,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:34.973303 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-94825ce3-5b41-46d6-8c5a-5ae81985a722 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:35.005585 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-94825ce3-5b41-46d6-8c5a-5ae81985a722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:35.092720 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94825ce3-5b41-46d6-8c5a-5ae81985a722 admin admin] Pushing event updated for resources: {'Port': ['ID=02c1503b-2fdb-44cd-86a5-87afd33b29e6,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:35.096813 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94825ce3-5b41-46d6-8c5a-5ae81985a722 admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:26:35.099163 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-94825ce3-5b41-46d6-8c5a-5ae81985a722 admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:26:35.100513 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94825ce3-5b41-46d6-8c5a-5ae81985a722 admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:26:35.548924 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-94825ce3-5b41-46d6-8c5a-5ae81985a722 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:35.828877 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923a4a33-35cd-4997-8fb0-6f59947fd32b None None] Network 0585bde9-076a-404c-8ba5-da60574d0b14 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:26:35.950060 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-aa0fa9bd-6d60-4e42-9347-fb3702da2173 None None] Provisioning for port 78026e0a-af54-40af-a963-b1dd32175509 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:26:36.048070 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-94825ce3-5b41-46d6-8c5a-5ae81985a722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:36.299760 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94825ce3-5b41-46d6-8c5a-5ae81985a722 admin admin] Router 56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:26:36.408482 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 78026e0a-af54-40af-a963-b1dd32175509 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:26:36.478296 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 78026e0a-af54-40af-a963-b1dd32175509 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:26:36.483300 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 78026e0a-af54-40af-a963-b1dd32175509 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:26:36.483680 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:36.489329 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94825ce3-5b41-46d6-8c5a-5ae81985a722 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:26:36.516138 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-94825ce3-5b41-46d6-8c5a-5ae81985a722 admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:36.518691 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce69d0d9-a87c-4b1d-990a-748196e728b9 None None] Sync routers for ids ['56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:26:36.519848 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-94825ce3-5b41-46d6-8c5a-5ae81985a722 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6450453 May 13 15:26:36.522643 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44084) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:36.552739 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce69d0d9-a87c-4b1d-990a-748196e728b9 None None] Routers {'56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:26:36.553385 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ce69d0d9-a87c-4b1d-990a-748196e728b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:26:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:36.784971 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 78026e0a-af54-40af-a963-b1dd32175509 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:26:36.785408 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:36.808944 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-ce69d0d9-a87c-4b1d-990a-748196e728b9 None None] Set router 56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:26:36.999614 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 78026e0a-af54-40af-a963-b1dd32175509, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=78026e0a-af54-40af-a963-b1dd32175509,segment=NetworkSegment(25994dca-5144-411f-9ee9-7fb5d291fcbf),segment_id=25994dca-5144-411f-9ee9-7fb5d291fcbf)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:26:37.009782 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:37.125962 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=78026e0a-af54-40af-a963-b1dd32175509,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:37.190699 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ce69d0d9-a87c-4b1d-990a-748196e728b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'name': 'tempest-TestMinimumBasicScenario-539596841-router', 'tenant_id': '02c9fece5b9e4f74a231dd63c76fb804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '02c1503b-2fdb-44cd-86a5-87afd33b29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:33Z', 'updated_at': '2022-05-13T15:26:35Z', 'revision_number': 3, 'project_id': '02c9fece5b9e4f74a231dd63c76fb804', 'gw_port': {'id': '02c1503b-2fdb-44cd-86a5-87afd33b29e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:34Z', 'updated_at': '2022-05-13T15:26:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:37.194914 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce69d0d9-a87c-4b1d-990a-748196e728b9 None None] Checking router: 56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:26:37.195305 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce69d0d9-a87c-4b1d-990a-748196e728b9 None None] Updating router 56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b port 02c1503b-2fdb-44cd-86a5-87afd33b29e6 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:26:37.228958 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-469ca77e-b4dc-4d73-8f24-ba699ad3c392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:37.248437 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ce69d0d9-a87c-4b1d-990a-748196e728b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:37.576896 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-469ca77e-b4dc-4d73-8f24-ba699ad3c392 admin admin] Allocated IP 172.20.0.1 (0585bde9-076a-404c-8ba5-da60574d0b14/bfd5b77f-e74c-4c7f-97d3-c749900c7f70/181603f1-1599-4195-be89-43ee4056b006) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:26:37.602374 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ce69d0d9-a87c-4b1d-990a-748196e728b9 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:37.615942 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ce69d0d9-a87c-4b1d-990a-748196e728b9 None None] Transition to ACTIVE for port object 02c1503b-2fdb-44cd-86a5-87afd33b29e6 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:26:37.622654 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ce69d0d9-a87c-4b1d-990a-748196e728b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:37.704218 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-ce69d0d9-a87c-4b1d-990a-748196e728b9 None None] Attempting to bind port 02c1503b-2fdb-44cd-86a5-87afd33b29e6 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:26:37.704584 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-ce69d0d9-a87c-4b1d-990a-748196e728b9 None None] Attempting to bind port 02c1503b-2fdb-44cd-86a5-87afd33b29e6 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:26:37.704967 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce69d0d9-a87c-4b1d-990a-748196e728b9 None None] Attempting to bind port 02c1503b-2fdb-44cd-86a5-87afd33b29e6 on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:26:37.710638 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02dd18-0499-40fa-ab45-94b1cca3407e None None] Pushing event updated for resources: {'Port': ['ID=02c1503b-2fdb-44cd-86a5-87afd33b29e6,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:37.716212 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce69d0d9-a87c-4b1d-990a-748196e728b9 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:26:37.716630 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce69d0d9-a87c-4b1d-990a-748196e728b9 None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:26:37.717082 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ce69d0d9-a87c-4b1d-990a-748196e728b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:37.717469 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce69d0d9-a87c-4b1d-990a-748196e728b9 None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:26:37.717937 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-ce69d0d9-a87c-4b1d-990a-748196e728b9 None None] Bound port: 02c1503b-2fdb-44cd-86a5-87afd33b29e6, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:26:37.718311 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ce69d0d9-a87c-4b1d-990a-748196e728b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:37.735416 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-469ca77e-b4dc-4d73-8f24-ba699ad3c392 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:37.753221 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-469ca77e-b4dc-4d73-8f24-ba699ad3c392 admin admin] Transition to ACTIVE for port object 181603f1-1599-4195-be89-43ee4056b006 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:26:37.779344 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-469ca77e-b4dc-4d73-8f24-ba699ad3c392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:37.795450 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-ce69d0d9-a87c-4b1d-990a-748196e728b9 None None] For port 02c1503b-2fdb-44cd-86a5-87afd33b29e6, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:26:37.799616 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-ce69d0d9-a87c-4b1d-990a-748196e728b9 None None] For port 02c1503b-2fdb-44cd-86a5-87afd33b29e6, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=02c1503b-2fdb-44cd-86a5-87afd33b29e6,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:26:37.803634 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ce69d0d9-a87c-4b1d-990a-748196e728b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:37.856579 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469ca77e-b4dc-4d73-8f24-ba699ad3c392 admin admin] Network 0585bde9-076a-404c-8ba5-da60574d0b14 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:26:37.859629 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-469ca77e-b4dc-4d73-8f24-ba699ad3c392 admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:26:37.863817 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469ca77e-b4dc-4d73-8f24-ba699ad3c392 admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:26:37.912496 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ca77e-b4dc-4d73-8f24-ba699ad3c392 admin admin] Pushing event updated for resources: {'Port': ['ID=181603f1-1599-4195-be89-43ee4056b006,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:37.926839 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-469ca77e-b4dc-4d73-8f24-ba699ad3c392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:37.939494 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce69d0d9-a87c-4b1d-990a-748196e728b9 None None] Routers {'56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:26:37.940145 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ce69d0d9-a87c-4b1d-990a-748196e728b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:26:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:37.995447 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02dd18-0499-40fa-ab45-94b1cca3407e None None] Pushing event updated for resources: {'Port': ['ID=02c1503b-2fdb-44cd-86a5-87afd33b29e6,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:38.057741 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-469ca77e-b4dc-4d73-8f24-ba699ad3c392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:38.130573 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6ce55970-5482-4f19-9dc6-799ecdc38c82 None None] Provisioning for port 181603f1-1599-4195-be89-43ee4056b006 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:26:38.137996 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-ce69d0d9-a87c-4b1d-990a-748196e728b9 None None] Set router 56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:26:38.184056 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6ce55970-5482-4f19-9dc6-799ecdc38c82 None None] Provisioning complete for port 181603f1-1599-4195-be89-43ee4056b006 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:26:38.184433 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6ce55970-5482-4f19-9dc6-799ecdc38c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:38.303396 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-469ca77e-b4dc-4d73-8f24-ba699ad3c392 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:38.308446 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-469ca77e-b4dc-4d73-8f24-ba699ad3c392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:38.377225 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 78026e0a-af54-40af-a963-b1dd32175509 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:26:38.416037 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-6ce55970-5482-4f19-9dc6-799ecdc38c82 None None] Port 181603f1-1599-4195-be89-43ee4056b006 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:26:38.419988 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-469ca77e-b4dc-4d73-8f24-ba699ad3c392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:38.427710 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ca77e-b4dc-4d73-8f24-ba699ad3c392 admin admin] Pushing event updated for resources: {'Port': ['ID=181603f1-1599-4195-be89-43ee4056b006,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:38.521705 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 78026e0a-af54-40af-a963-b1dd32175509 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:26:38.522081 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:38.583038 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469ca77e-b4dc-4d73-8f24-ba699ad3c392 admin admin] Network 0585bde9-076a-404c-8ba5-da60574d0b14 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:26:38.584355 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-469ca77e-b4dc-4d73-8f24-ba699ad3c392 admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:26:38.637400 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-ce69d0d9-a87c-4b1d-990a-748196e728b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'name': 'tempest-TestMinimumBasicScenario-539596841-router', 'tenant_id': '02c9fece5b9e4f74a231dd63c76fb804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '02c1503b-2fdb-44cd-86a5-87afd33b29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:33Z', 'updated_at': '2022-05-13T15:26:35Z', 'revision_number': 3, 'project_id': '02c9fece5b9e4f74a231dd63c76fb804', 'gw_port': {'id': '02c1503b-2fdb-44cd-86a5-87afd33b29e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:34Z', 'updated_at': '2022-05-13T15:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:38.660731 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce69d0d9-a87c-4b1d-990a-748196e728b9 None None] The sync data for ids ['56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b'] in n-d-841760-1 is: [{'id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'name': 'tempest-TestMinimumBasicScenario-539596841-router', 'tenant_id': '02c9fece5b9e4f74a231dd63c76fb804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '02c1503b-2fdb-44cd-86a5-87afd33b29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:33Z', 'updated_at': '2022-05-13T15:26:35Z', 'revision_number': 3, 'project_id': '02c9fece5b9e4f74a231dd63c76fb804', 'gw_port': {'id': '02c1503b-2fdb-44cd-86a5-87afd33b29e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:34Z', 'updated_at': '2022-05-13T15:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:26:38.674763 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 78026e0a-af54-40af-a963-b1dd32175509 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:26:38.791901 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469ca77e-b4dc-4d73-8f24-ba699ad3c392 admin admin] Router 56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:26:38.837838 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-56828839-50ac-48b6-8684-5216f14bb752 None None] Provisioning complete for port 181603f1-1599-4195-be89-43ee4056b006 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:26:38.838208 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-56828839-50ac-48b6-8684-5216f14bb752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:38.918880 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-56828839-50ac-48b6-8684-5216f14bb752 None None] Port 181603f1-1599-4195-be89-43ee4056b006 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:26:38.997668 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469ca77e-b4dc-4d73-8f24-ba699ad3c392 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:26:39.008080 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-469ca77e-b4dc-4d73-8f24-ba699ad3c392 admin admin] 10.222.0.35 "PUT /v2.0/routers/56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4839487 May 13 15:26:39.532625 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44102) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:39.538168 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-2e6d13b8-8afa-4c88-9498-289f5a3d7742 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-526156180-network', 'tenant_id': '8c05ad6072bd42afa0fd90ea5251500a'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:26:39.543718 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2e6d13b8-8afa-4c88-9498-289f5a3d7742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:26:39.548265 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2e6d13b8-8afa-4c88-9498-289f5a3d7742 admin admin] Usage tracker for resource:network and tenant:8c05ad6072bd42afa0fd90ea5251500a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:26:39.551141 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2e6d13b8-8afa-4c88-9498-289f5a3d7742 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:26:39.556896 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2e6d13b8-8afa-4c88-9498-289f5a3d7742 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:26:39.567783 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6d13b8-8afa-4c88-9498-289f5a3d7742 admin admin] Made reservation on behalf of 8c05ad6072bd42afa0fd90ea5251500a for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:26:39.570701 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e6d13b8-8afa-4c88-9498-289f5a3d7742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:39.587553 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e6d13b8-8afa-4c88-9498-289f5a3d7742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:39.604702 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2e6d13b8-8afa-4c88-9498-289f5a3d7742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:26:39.608713 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2e6d13b8-8afa-4c88-9498-289f5a3d7742 admin admin] Usage tracker for resource:security_group_rule and tenant:8c05ad6072bd42afa0fd90ea5251500a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:26:39.612196 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2e6d13b8-8afa-4c88-9498-289f5a3d7742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:26:39.617923 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2e6d13b8-8afa-4c88-9498-289f5a3d7742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:26:39.705395 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e6d13b8-8afa-4c88-9498-289f5a3d7742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:39.710997 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e6d13b8-8afa-4c88-9498-289f5a3d7742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:39.743768 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6d13b8-8afa-4c88-9498-289f5a3d7742 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:26:39.766025 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d13b8-8afa-4c88-9498-289f5a3d7742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87496f7-746a-48d9-a302-363b0de67010,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:39.770300 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e6d13b8-8afa-4c88-9498-289f5a3d7742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:39.770659 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-2e6d13b8-8afa-4c88-9498-289f5a3d7742 admin admin] Added segment 2da11370-c32b-4c2b-99dd-4ce0b99fba34 of type vlan for network 7eaf5303-f6a7-4633-8758-3eec3532fb4f May 13 15:26:39.798424 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e6d13b8-8afa-4c88-9498-289f5a3d7742 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:39.827818 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e6d13b8-8afa-4c88-9498-289f5a3d7742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:39.828870 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6d13b8-8afa-4c88-9498-289f5a3d7742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:39.829463 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2e6d13b8-8afa-4c88-9498-289f5a3d7742 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:40.054552 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d13b8-8afa-4c88-9498-289f5a3d7742 admin admin] Pushing event updated for resources: {'Network': ['ID=7eaf5303-f6a7-4633-8758-3eec3532fb4f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:40.057471 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2e6d13b8-8afa-4c88-9498-289f5a3d7742 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5238359 May 13 15:26:40.061285 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44106) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:40.064823 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 7eaf5303-f6a7-4633-8758-3eec3532fb4f details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:26:40.067353 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-4a36687b-5740-4df0-ba2d-aaa907001607 admin admin] Request body: {'subnet': {'network_id': '7eaf5303-f6a7-4633-8758-3eec3532fb4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-526156180-subnet', 'tenant_id': '8c05ad6072bd42afa0fd90ea5251500a', 'ip_version': 4}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:26:40.073464 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4a36687b-5740-4df0-ba2d-aaa907001607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:26:40.077708 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4a36687b-5740-4df0-ba2d-aaa907001607 admin admin] Usage tracker for resource:subnet and tenant:8c05ad6072bd42afa0fd90ea5251500a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:26:40.081209 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-4a36687b-5740-4df0-ba2d-aaa907001607 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:26:40.087526 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-4a36687b-5740-4df0-ba2d-aaa907001607 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:26:40.101913 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a36687b-5740-4df0-ba2d-aaa907001607 admin admin] Made reservation on behalf of 8c05ad6072bd42afa0fd90ea5251500a for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:26:40.104639 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4a36687b-5740-4df0-ba2d-aaa907001607 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:40.190824 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51824565-4ff6-4c35-b7bb-4251a783f9a9 None None] Sync routers for ids ['56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:26:40.201107 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51824565-4ff6-4c35-b7bb-4251a783f9a9 None None] Routers {'56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:26:40.201942 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-51824565-4ff6-4c35-b7bb-4251a783f9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:26:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:40.313549 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4a36687b-5740-4df0-ba2d-aaa907001607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:40.385874 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-51824565-4ff6-4c35-b7bb-4251a783f9a9 None None] Set router 56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:26:40.401850 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36687b-5740-4df0-ba2d-aaa907001607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86a830fc-9327-4179-a44e-beeb58dc92a8,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:40.405309 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 02c1503b-2fdb-44cd-86a5-87afd33b29e6 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:26:40.410478 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a36687b-5740-4df0-ba2d-aaa907001607 admin admin] Checking segment: {'id': '2da11370-c32b-4c2b-99dd-4ce0b99fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7eaf5303-f6a7-4633-8758-3eec3532fb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:26:40.410954 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a36687b-5740-4df0-ba2d-aaa907001607 admin admin] Network hostable DHCP agents. Network: 7eaf5303-f6a7-4633-8758-3eec3532fb4f, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:26:40.430116 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a36687b-5740-4df0-ba2d-aaa907001607 admin admin] Network 7eaf5303-f6a7-4633-8758-3eec3532fb4f is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:26:40.444586 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-4a36687b-5740-4df0-ba2d-aaa907001607 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 7eaf5303-f6a7-4633-8758-3eec3532fb4f) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:26:40.454650 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72042148-a96d-4f43-a2f4-d4134ddb9f7b None None] Network 7eaf5303-f6a7-4633-8758-3eec3532fb4f requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:26:40.457013 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a36687b-5740-4df0-ba2d-aaa907001607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:40.457859 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4a36687b-5740-4df0-ba2d-aaa907001607 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:40.484798 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4a36687b-5740-4df0-ba2d-aaa907001607 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4203322 May 13 15:26:40.485230 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44110) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:40.490876 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-278dbb45-990c-4eea-b416-1d3c4b04034f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-526156180-router', 'tenant_id': '8c05ad6072bd42afa0fd90ea5251500a', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:26:40.496855 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-278dbb45-990c-4eea-b416-1d3c4b04034f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:26:40.501469 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-278dbb45-990c-4eea-b416-1d3c4b04034f admin admin] Usage tracker for resource:router and tenant:8c05ad6072bd42afa0fd90ea5251500a is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:26:40.504496 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-278dbb45-990c-4eea-b416-1d3c4b04034f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:26:40.510674 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-278dbb45-990c-4eea-b416-1d3c4b04034f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:26:40.524552 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-278dbb45-990c-4eea-b416-1d3c4b04034f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:40.525727 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-278dbb45-990c-4eea-b416-1d3c4b04034f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:40.545139 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-278dbb45-990c-4eea-b416-1d3c4b04034f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:40.593948 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 02c1503b-2fdb-44cd-86a5-87afd33b29e6 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:26:40.603584 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 02c1503b-2fdb-44cd-86a5-87afd33b29e6 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:26:40.603956 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:40.757504 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-51824565-4ff6-4c35-b7bb-4251a783f9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'name': 'tempest-TestMinimumBasicScenario-539596841-router', 'tenant_id': '02c9fece5b9e4f74a231dd63c76fb804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '02c1503b-2fdb-44cd-86a5-87afd33b29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:33Z', 'updated_at': '2022-05-13T15:26:37Z', 'revision_number': 4, 'project_id': '02c9fece5b9e4f74a231dd63c76fb804', 'gw_port': {'id': '02c1503b-2fdb-44cd-86a5-87afd33b29e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:34Z', 'updated_at': '2022-05-13T15:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '181603f1-1599-4195-be89-43ee4056b006', 'name': '', 'network_id': '0585bde9-076a-404c-8ba5-da60574d0b14', 'tenant_id': '02c9fece5b9e4f74a231dd63c76fb804', 'mac_address': 'fa:16:3e:b9:aa:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bfd5b77f-e74c-4c7f-97d3-c749900c7f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:37Z', 'updated_at': '2022-05-13T15:26:38Z', 'revision_number': 2, 'project_id': '02c9fece5b9e4f74a231dd63c76fb804', 'subnets': [{'id': 'bfd5b77f-e74c-4c7f-97d3-c749900c7f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:40.762225 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51824565-4ff6-4c35-b7bb-4251a783f9a9 None None] Checking router: 56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:26:40.762877 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51824565-4ff6-4c35-b7bb-4251a783f9a9 None None] Updating router 56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b port 181603f1-1599-4195-be89-43ee4056b006 binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:26:40.779628 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3c7a74-36da-4945-a7b1-fe24fdb9af75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-7eaf5303-f6a7-4633-8758-3eec3532fb4f', 'network_id': '7eaf5303-f6a7-4633-8758-3eec3532fb4f', 'tenant_id': '8c05ad6072bd42afa0fd90ea5251500a', 'fixed_ips': [{'subnet_id': '86a830fc-9327-4179-a44e-beeb58dc92a8'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:26:40.780176 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4f3c7a74-36da-4945-a7b1-fe24fdb9af75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:40.818896 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-51824565-4ff6-4c35-b7bb-4251a783f9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:40.836723 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-278dbb45-990c-4eea-b416-1d3c4b04034f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:40.855805 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 02c1503b-2fdb-44cd-86a5-87afd33b29e6 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:26:40.856182 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:40.896822 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 02c1503b-2fdb-44cd-86a5-87afd33b29e6, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=02c1503b-2fdb-44cd-86a5-87afd33b29e6,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:26:40.905646 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:41.084019 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=02c1503b-2fdb-44cd-86a5-87afd33b29e6,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:41.091345 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-4f3c7a74-36da-4945-a7b1-fe24fdb9af75 None None] Allocated IP 172.20.0.2 (7eaf5303-f6a7-4633-8758-3eec3532fb4f/86a830fc-9327-4179-a44e-beeb58dc92a8/b5a02070-e1b1-4ec4-bf0c-576e353a9517) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:26:41.196794 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-278dbb45-990c-4eea-b416-1d3c4b04034f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:41.219187 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-51824565-4ff6-4c35-b7bb-4251a783f9a9 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:41.228490 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-278dbb45-990c-4eea-b416-1d3c4b04034f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:41.232499 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-51824565-4ff6-4c35-b7bb-4251a783f9a9 None None] Transition to ACTIVE for port object 181603f1-1599-4195-be89-43ee4056b006 will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:26:41.246124 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-51824565-4ff6-4c35-b7bb-4251a783f9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:41.331877 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4f3c7a74-36da-4945-a7b1-fe24fdb9af75 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:41.343912 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-4f3c7a74-36da-4945-a7b1-fe24fdb9af75 None None] Transition to ACTIVE for port object b5a02070-e1b1-4ec4-bf0c-576e353a9517 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:26:41.369705 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-4f3c7a74-36da-4945-a7b1-fe24fdb9af75 None None] Transition to ACTIVE for port object b5a02070-e1b1-4ec4-bf0c-576e353a9517 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:26:41.377929 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4f3c7a74-36da-4945-a7b1-fe24fdb9af75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:41.412734 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-278dbb45-990c-4eea-b416-1d3c4b04034f admin admin] Allocated IP 172.25.0.40 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/3bde0161-353b-4a40-8e1c-52a9d4fdda5c) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:26:41.449663 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c7a74-36da-4945-a7b1-fe24fdb9af75 None None] Pushing event updated for resources: {'Port': ['ID=b5a02070-e1b1-4ec4-bf0c-576e353a9517,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:41.471396 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-51824565-4ff6-4c35-b7bb-4251a783f9a9 None None] Attempting to bind port 181603f1-1599-4195-be89-43ee4056b006 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:26:41.471624 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-51824565-4ff6-4c35-b7bb-4251a783f9a9 None None] Attempting to bind port 181603f1-1599-4195-be89-43ee4056b006 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '25994dca-5144-411f-9ee9-7fb5d291fcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0585bde9-076a-404c-8ba5-da60574d0b14'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:26:41.471910 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51824565-4ff6-4c35-b7bb-4251a783f9a9 None None] Attempting to bind port 181603f1-1599-4195-be89-43ee4056b006 on network 0585bde9-076a-404c-8ba5-da60574d0b14 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:26:41.472041 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3c7a74-36da-4945-a7b1-fe24fdb9af75 None None] Network 7eaf5303-f6a7-4633-8758-3eec3532fb4f is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:26:41.473260 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-4f3c7a74-36da-4945-a7b1-fe24fdb9af75 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:26:41.475692 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3c7a74-36da-4945-a7b1-fe24fdb9af75 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:26:41.480754 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51824565-4ff6-4c35-b7bb-4251a783f9a9 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:26:41.481104 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51824565-4ff6-4c35-b7bb-4251a783f9a9 None None] Checking segment: {'id': '25994dca-5144-411f-9ee9-7fb5d291fcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0585bde9-076a-404c-8ba5-da60574d0b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:26:41.481495 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-51824565-4ff6-4c35-b7bb-4251a783f9a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:41.481870 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51824565-4ff6-4c35-b7bb-4251a783f9a9 None None] Bound using segment: {'id': '25994dca-5144-411f-9ee9-7fb5d291fcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0585bde9-076a-404c-8ba5-da60574d0b14'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:26:41.482345 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-51824565-4ff6-4c35-b7bb-4251a783f9a9 None None] Bound port: 181603f1-1599-4195-be89-43ee4056b006, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25994dca-5144-411f-9ee9-7fb5d291fcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0585bde9-076a-404c-8ba5-da60574d0b14'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:26:41.482682 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-51824565-4ff6-4c35-b7bb-4251a783f9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:41.555449 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10669b-1894-44d6-836b-accea2e505bd None None] Pushing event updated for resources: {'Port': ['ID=181603f1-1599-4195-be89-43ee4056b006,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:41.567078 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10669b-1894-44d6-836b-accea2e505bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:41.567438 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10669b-1894-44d6-836b-accea2e505bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:41.567778 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10669b-1894-44d6-836b-accea2e505bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:41.568112 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10669b-1894-44d6-836b-accea2e505bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:41.568444 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10669b-1894-44d6-836b-accea2e505bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:41.569038 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10669b-1894-44d6-836b-accea2e505bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:41.569611 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10669b-1894-44d6-836b-accea2e505bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:41.569939 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10669b-1894-44d6-836b-accea2e505bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:41.570773 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10669b-1894-44d6-836b-accea2e505bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:41.571297 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10669b-1894-44d6-836b-accea2e505bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:41.571777 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10669b-1894-44d6-836b-accea2e505bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:41.572269 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10669b-1894-44d6-836b-accea2e505bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:41.590750 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-4f3c7a74-36da-4945-a7b1-fe24fdb9af75 None None] Attempting to bind port b5a02070-e1b1-4ec4-bf0c-576e353a9517 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:26:41.591301 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-4f3c7a74-36da-4945-a7b1-fe24fdb9af75 None None] Attempting to bind port b5a02070-e1b1-4ec4-bf0c-576e353a9517 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '2da11370-c32b-4c2b-99dd-4ce0b99fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7eaf5303-f6a7-4633-8758-3eec3532fb4f'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:26:41.591784 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3c7a74-36da-4945-a7b1-fe24fdb9af75 None None] Attempting to bind port b5a02070-e1b1-4ec4-bf0c-576e353a9517 on network 7eaf5303-f6a7-4633-8758-3eec3532fb4f {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:26:41.601657 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3c7a74-36da-4945-a7b1-fe24fdb9af75 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:26:41.601896 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3c7a74-36da-4945-a7b1-fe24fdb9af75 None None] Checking segment: {'id': '2da11370-c32b-4c2b-99dd-4ce0b99fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7eaf5303-f6a7-4633-8758-3eec3532fb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:26:41.602398 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4f3c7a74-36da-4945-a7b1-fe24fdb9af75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:41.602890 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3c7a74-36da-4945-a7b1-fe24fdb9af75 None None] Bound using segment: {'id': '2da11370-c32b-4c2b-99dd-4ce0b99fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7eaf5303-f6a7-4633-8758-3eec3532fb4f'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:26:41.603505 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-4f3c7a74-36da-4945-a7b1-fe24fdb9af75 None None] Bound port: b5a02070-e1b1-4ec4-bf0c-576e353a9517, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da11370-c32b-4c2b-99dd-4ce0b99fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7eaf5303-f6a7-4633-8758-3eec3532fb4f'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:26:41.604226 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4f3c7a74-36da-4945-a7b1-fe24fdb9af75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:41.609925 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-51824565-4ff6-4c35-b7bb-4251a783f9a9 None None] For port 181603f1-1599-4195-be89-43ee4056b006, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:26:41.613220 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-51824565-4ff6-4c35-b7bb-4251a783f9a9 None None] For port 181603f1-1599-4195-be89-43ee4056b006, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=181603f1-1599-4195-be89-43ee4056b006,segment=NetworkSegment(25994dca-5144-411f-9ee9-7fb5d291fcbf),segment_id=25994dca-5144-411f-9ee9-7fb5d291fcbf)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:26:41.618178 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-51824565-4ff6-4c35-b7bb-4251a783f9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:41.622299 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-278dbb45-990c-4eea-b416-1d3c4b04034f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:41.652241 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-278dbb45-990c-4eea-b416-1d3c4b04034f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:41.698681 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51824565-4ff6-4c35-b7bb-4251a783f9a9 None None] Routers {'56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:26:41.699456 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-51824565-4ff6-4c35-b7bb-4251a783f9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:26:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:41.704069 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-4f3c7a74-36da-4945-a7b1-fe24fdb9af75 None None] For port b5a02070-e1b1-4ec4-bf0c-576e353a9517, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:26:41.707860 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-4f3c7a74-36da-4945-a7b1-fe24fdb9af75 None None] For port b5a02070-e1b1-4ec4-bf0c-576e353a9517, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b5a02070-e1b1-4ec4-bf0c-576e353a9517,segment=NetworkSegment(2da11370-c32b-4c2b-99dd-4ce0b99fba34),segment_id=2da11370-c32b-4c2b-99dd-4ce0b99fba34)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:26:41.714244 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4f3c7a74-36da-4945-a7b1-fe24fdb9af75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:41.722045 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278dbb45-990c-4eea-b416-1d3c4b04034f admin admin] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:26:41.725211 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-278dbb45-990c-4eea-b416-1d3c4b04034f admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:26:41.729107 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278dbb45-990c-4eea-b416-1d3c4b04034f admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:26:41.762558 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278dbb45-990c-4eea-b416-1d3c4b04034f admin admin] Pushing event updated for resources: {'Port': ['ID=3bde0161-353b-4a40-8e1c-52a9d4fdda5c,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:41.794527 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10669b-1894-44d6-836b-accea2e505bd None None] Pushing event updated for resources: {'Port': ['ID=181603f1-1599-4195-be89-43ee4056b006,revision_number=4']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:41.816600 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c7a74-36da-4945-a7b1-fe24fdb9af75 None None] Pushing event updated for resources: {'Port': ['ID=b5a02070-e1b1-4ec4-bf0c-576e353a9517,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:41.926097 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-51824565-4ff6-4c35-b7bb-4251a783f9a9 None None] Set router 56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:26:42.343771 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-51824565-4ff6-4c35-b7bb-4251a783f9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'name': 'tempest-TestMinimumBasicScenario-539596841-router', 'tenant_id': '02c9fece5b9e4f74a231dd63c76fb804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '02c1503b-2fdb-44cd-86a5-87afd33b29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:33Z', 'updated_at': '2022-05-13T15:26:37Z', 'revision_number': 4, 'project_id': '02c9fece5b9e4f74a231dd63c76fb804', 'gw_port': {'id': '02c1503b-2fdb-44cd-86a5-87afd33b29e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:34Z', 'updated_at': '2022-05-13T15:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '181603f1-1599-4195-be89-43ee4056b006', 'name': '', 'network_id': '0585bde9-076a-404c-8ba5-da60574d0b14', 'tenant_id': '02c9fece5b9e4f74a231dd63c76fb804', 'mac_address': 'fa:16:3e:b9:aa:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bfd5b77f-e74c-4c7f-97d3-c749900c7f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:37Z', 'updated_at': '2022-05-13T15:26:41Z', 'revision_number': 4, 'project_id': '02c9fece5b9e4f74a231dd63c76fb804', 'subnets': [{'id': 'bfd5b77f-e74c-4c7f-97d3-c749900c7f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:42.349283 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51824565-4ff6-4c35-b7bb-4251a783f9a9 None None] The sync data for ids ['56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b'] in n-d-841760-1 is: [{'id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'name': 'tempest-TestMinimumBasicScenario-539596841-router', 'tenant_id': '02c9fece5b9e4f74a231dd63c76fb804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '02c1503b-2fdb-44cd-86a5-87afd33b29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:33Z', 'updated_at': '2022-05-13T15:26:37Z', 'revision_number': 4, 'project_id': '02c9fece5b9e4f74a231dd63c76fb804', 'gw_port': {'id': '02c1503b-2fdb-44cd-86a5-87afd33b29e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:34Z', 'updated_at': '2022-05-13T15:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '181603f1-1599-4195-be89-43ee4056b006', 'name': '', 'network_id': '0585bde9-076a-404c-8ba5-da60574d0b14', 'tenant_id': '02c9fece5b9e4f74a231dd63c76fb804', 'mac_address': 'fa:16:3e:b9:aa:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bfd5b77f-e74c-4c7f-97d3-c749900c7f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:37Z', 'updated_at': '2022-05-13T15:26:41Z', 'revision_number': 4, 'project_id': '02c9fece5b9e4f74a231dd63c76fb804', 'subnets': [{'id': 'bfd5b77f-e74c-4c7f-97d3-c749900c7f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:26:42.372023 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-278dbb45-990c-4eea-b416-1d3c4b04034f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:42.507356 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b5a02070-e1b1-4ec4-bf0c-576e353a9517 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:26:42.595294 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port b5a02070-e1b1-4ec4-bf0c-576e353a9517 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:26:42.601349 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 02c1503b-2fdb-44cd-86a5-87afd33b29e6 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:26:42.701006 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 02c1503b-2fdb-44cd-86a5-87afd33b29e6 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:26:42.701390 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:42.785673 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-278dbb45-990c-4eea-b416-1d3c4b04034f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:42.833366 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 02c1503b-2fdb-44cd-86a5-87afd33b29e6 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:26:43.020225 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2784917a-ada7-4128-82da-b98936d2ad86 None None] Network 7eaf5303-f6a7-4633-8758-3eec3532fb4f requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:26:43.023602 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278dbb45-990c-4eea-b416-1d3c4b04034f admin admin] Router 3ac7a898-8586-4de5-890f-62b52ffb6f56 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:26:43.124480 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-724d844a-ce1d-48b0-bae7-bb5c363af5d1 None None] Provisioning for port b5a02070-e1b1-4ec4-bf0c-576e353a9517 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:26:43.146150 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-724d844a-ce1d-48b0-bae7-bb5c363af5d1 None None] Provisioning complete for port b5a02070-e1b1-4ec4-bf0c-576e353a9517 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:26:43.146517 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-724d844a-ce1d-48b0-bae7-bb5c363af5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:43.219810 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278dbb45-990c-4eea-b416-1d3c4b04034f admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:26:43.249012 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-278dbb45-990c-4eea-b416-1d3c4b04034f admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:43.253810 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-278dbb45-990c-4eea-b416-1d3c4b04034f admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7649021 May 13 15:26:43.254037 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44118) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:43.290485 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ffc868-31d5-4009-94b4-98dfd2127212 None None] Sync routers for ids ['3ac7a898-8586-4de5-890f-62b52ffb6f56'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:26:43.329981 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ffc868-31d5-4009-94b4-98dfd2127212 None None] Routers {'3ac7a898-8586-4de5-890f-62b52ffb6f56'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:26:43.330626 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-56ffc868-31d5-4009-94b4-98dfd2127212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:26:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3ac7a898-8586-4de5-890f-62b52ffb6f56'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:43.561551 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-724d844a-ce1d-48b0-bae7-bb5c363af5d1 None None] Current status of the port b5a02070-e1b1-4ec4-bf0c-576e353a9517 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:26:43.562242 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-724d844a-ce1d-48b0-bae7-bb5c363af5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:43.614103 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-56ffc868-31d5-4009-94b4-98dfd2127212 None None] Set router 3ac7a898-8586-4de5-890f-62b52ffb6f56 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:26:43.758502 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-724d844a-ce1d-48b0-bae7-bb5c363af5d1 None None] For port b5a02070-e1b1-4ec4-bf0c-576e353a9517, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b5a02070-e1b1-4ec4-bf0c-576e353a9517,segment=NetworkSegment(2da11370-c32b-4c2b-99dd-4ce0b99fba34),segment_id=2da11370-c32b-4c2b-99dd-4ce0b99fba34)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:26:43.766860 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-724d844a-ce1d-48b0-bae7-bb5c363af5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:43.920269 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d844a-ce1d-48b0-bae7-bb5c363af5d1 None None] Pushing event updated for resources: {'Port': ['ID=b5a02070-e1b1-4ec4-bf0c-576e353a9517,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:43.940641 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-edb82c49-fe5f-41b6-b543-0df3127bc3f8 None None] Provisioning complete for port b5a02070-e1b1-4ec4-bf0c-576e353a9517 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:26:43.940937 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-edb82c49-fe5f-41b6-b543-0df3127bc3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:44.121543 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-edb82c49-fe5f-41b6-b543-0df3127bc3f8 None None] Current status of the port b5a02070-e1b1-4ec4-bf0c-576e353a9517 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:26:44.124495 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-56ffc868-31d5-4009-94b4-98dfd2127212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac7a898-8586-4de5-890f-62b52ffb6f56', 'name': 'tempest-TestMinimumBasicScenario-526156180-router', 'tenant_id': '8c05ad6072bd42afa0fd90ea5251500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '3bde0161-353b-4a40-8e1c-52a9d4fdda5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:40Z', 'updated_at': '2022-05-13T15:26:42Z', 'revision_number': 3, 'project_id': '8c05ad6072bd42afa0fd90ea5251500a', 'gw_port': {'id': '3bde0161-353b-4a40-8e1c-52a9d4fdda5c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac7a898-8586-4de5-890f-62b52ffb6f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:41Z', 'updated_at': '2022-05-13T15:26:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:44.128885 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ffc868-31d5-4009-94b4-98dfd2127212 None None] Checking router: 3ac7a898-8586-4de5-890f-62b52ffb6f56 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:26:44.129229 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ffc868-31d5-4009-94b4-98dfd2127212 None None] Updating router 3ac7a898-8586-4de5-890f-62b52ffb6f56 port 3bde0161-353b-4a40-8e1c-52a9d4fdda5c binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:26:44.140943 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4b35feb2-2e08-4842-afa9-2539cccc15e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:44.185343 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-56ffc868-31d5-4009-94b4-98dfd2127212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:44.354855 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-4b35feb2-2e08-4842-afa9-2539cccc15e5 admin admin] Allocated IP 172.20.0.1 (7eaf5303-f6a7-4633-8758-3eec3532fb4f/86a830fc-9327-4179-a44e-beeb58dc92a8/669a31a5-82c9-43ce-9737-5602f4f0ea7f) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:26:44.466575 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b5a02070-e1b1-4ec4-bf0c-576e353a9517 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:26:44.509769 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4b35feb2-2e08-4842-afa9-2539cccc15e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:44.526777 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-4b35feb2-2e08-4842-afa9-2539cccc15e5 admin admin] Transition to ACTIVE for port object 669a31a5-82c9-43ce-9737-5602f4f0ea7f will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:26:44.556333 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4b35feb2-2e08-4842-afa9-2539cccc15e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:44.587655 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-56ffc868-31d5-4009-94b4-98dfd2127212 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:44.606720 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-56ffc868-31d5-4009-94b4-98dfd2127212 None None] Transition to ACTIVE for port object 3bde0161-353b-4a40-8e1c-52a9d4fdda5c will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:26:44.617062 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port b5a02070-e1b1-4ec4-bf0c-576e353a9517 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:26:44.617686 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:44.628980 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b35feb2-2e08-4842-afa9-2539cccc15e5 admin admin] Network 7eaf5303-f6a7-4633-8758-3eec3532fb4f is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:26:44.631843 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-4b35feb2-2e08-4842-afa9-2539cccc15e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:26:44.635722 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b35feb2-2e08-4842-afa9-2539cccc15e5 admin admin] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:26:44.682006 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b35feb2-2e08-4842-afa9-2539cccc15e5 admin admin] Pushing event updated for resources: {'Port': ['ID=669a31a5-82c9-43ce-9737-5602f4f0ea7f,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:44.688061 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-56ffc868-31d5-4009-94b4-98dfd2127212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:44.698888 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4b35feb2-2e08-4842-afa9-2539cccc15e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:44.775627 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-56ffc868-31d5-4009-94b4-98dfd2127212 None None] Attempting to bind port 3bde0161-353b-4a40-8e1c-52a9d4fdda5c on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:26:44.775996 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-56ffc868-31d5-4009-94b4-98dfd2127212 None None] Attempting to bind port 3bde0161-353b-4a40-8e1c-52a9d4fdda5c by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:26:44.776363 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ffc868-31d5-4009-94b4-98dfd2127212 None None] Attempting to bind port 3bde0161-353b-4a40-8e1c-52a9d4fdda5c on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:26:44.789752 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ffc868-31d5-4009-94b4-98dfd2127212 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:26:44.790134 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ffc868-31d5-4009-94b4-98dfd2127212 None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:26:44.790603 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-56ffc868-31d5-4009-94b4-98dfd2127212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:44.790911 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ffc868-31d5-4009-94b4-98dfd2127212 None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:26:44.791417 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-56ffc868-31d5-4009-94b4-98dfd2127212 None None] Bound port: 3bde0161-353b-4a40-8e1c-52a9d4fdda5c, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:26:44.791845 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-56ffc868-31d5-4009-94b4-98dfd2127212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:44.834914 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4b35feb2-2e08-4842-afa9-2539cccc15e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:44.845847 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd8c22-fb34-468e-b815-6d8f88c87091 None None] Pushing event updated for resources: {'Port': ['ID=3bde0161-353b-4a40-8e1c-52a9d4fdda5c,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:44.925295 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-56ffc868-31d5-4009-94b4-98dfd2127212 None None] For port 3bde0161-353b-4a40-8e1c-52a9d4fdda5c, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:26:44.936409 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port b5a02070-e1b1-4ec4-bf0c-576e353a9517 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:26:44.938013 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 181603f1-1599-4195-be89-43ee4056b006 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:26:44.968794 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-56ffc868-31d5-4009-94b4-98dfd2127212 None None] For port 3bde0161-353b-4a40-8e1c-52a9d4fdda5c, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3bde0161-353b-4a40-8e1c-52a9d4fdda5c,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:26:44.983764 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-56ffc868-31d5-4009-94b4-98dfd2127212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:45.061742 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-95fa1ffb-6718-4676-886b-d77a23a6ea20 None None] Provisioning for port 669a31a5-82c9-43ce-9737-5602f4f0ea7f completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:26:45.073070 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4b35feb2-2e08-4842-afa9-2539cccc15e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:45.078532 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4b35feb2-2e08-4842-afa9-2539cccc15e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:45.082490 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-95fa1ffb-6718-4676-886b-d77a23a6ea20 None None] Provisioning complete for port 669a31a5-82c9-43ce-9737-5602f4f0ea7f triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:26:45.082852 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-95fa1ffb-6718-4676-886b-d77a23a6ea20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:45.128075 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ffc868-31d5-4009-94b4-98dfd2127212 None None] Routers {'3ac7a898-8586-4de5-890f-62b52ffb6f56'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:26:45.129085 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-56ffc868-31d5-4009-94b4-98dfd2127212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:26:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3ac7a898-8586-4de5-890f-62b52ffb6f56'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:45.186406 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b35feb2-2e08-4842-afa9-2539cccc15e5 admin admin] Pushing event updated for resources: {'Port': ['ID=669a31a5-82c9-43ce-9737-5602f4f0ea7f,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:45.194483 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-4b35feb2-2e08-4842-afa9-2539cccc15e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:45.194807 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd8c22-fb34-468e-b815-6d8f88c87091 None None] Pushing event updated for resources: {'Port': ['ID=3bde0161-353b-4a40-8e1c-52a9d4fdda5c,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:45.232292 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-95fa1ffb-6718-4676-886b-d77a23a6ea20 None None] Port 669a31a5-82c9-43ce-9737-5602f4f0ea7f cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:26:45.237866 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 181603f1-1599-4195-be89-43ee4056b006 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:26:45.293149 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 181603f1-1599-4195-be89-43ee4056b006 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:26:45.293518 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:45.430645 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-56ffc868-31d5-4009-94b4-98dfd2127212 None None] Set router 3ac7a898-8586-4de5-890f-62b52ffb6f56 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:26:45.460632 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b35feb2-2e08-4842-afa9-2539cccc15e5 admin admin] Network 7eaf5303-f6a7-4633-8758-3eec3532fb4f is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:26:45.461898 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-4b35feb2-2e08-4842-afa9-2539cccc15e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:26:45.660058 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b35feb2-2e08-4842-afa9-2539cccc15e5 admin admin] Router 3ac7a898-8586-4de5-890f-62b52ffb6f56 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:26:45.694006 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 181603f1-1599-4195-be89-43ee4056b006 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:26:45.694567 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:45.759900 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 181603f1-1599-4195-be89-43ee4056b006, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=181603f1-1599-4195-be89-43ee4056b006,segment=NetworkSegment(25994dca-5144-411f-9ee9-7fb5d291fcbf),segment_id=25994dca-5144-411f-9ee9-7fb5d291fcbf)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:26:45.774416 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:45.850564 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b35feb2-2e08-4842-afa9-2539cccc15e5 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:26:45.864582 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-4b35feb2-2e08-4842-afa9-2539cccc15e5 admin admin] 10.222.0.35 "PUT /v2.0/routers/3ac7a898-8586-4de5-890f-62b52ffb6f56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6090617 May 13 15:26:45.878141 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0d126693-7cc9-4620-83e3-7d69d331bd16 None None] Provisioning complete for port 669a31a5-82c9-43ce-9737-5602f4f0ea7f triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:26:45.878521 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0d126693-7cc9-4620-83e3-7d69d331bd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:45.939823 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=181603f1-1599-4195-be89-43ee4056b006,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:45.952304 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0d126693-7cc9-4620-83e3-7d69d331bd16 None None] Port 669a31a5-82c9-43ce-9737-5602f4f0ea7f cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:26:45.969012 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-56ffc868-31d5-4009-94b4-98dfd2127212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac7a898-8586-4de5-890f-62b52ffb6f56', 'name': 'tempest-TestMinimumBasicScenario-526156180-router', 'tenant_id': '8c05ad6072bd42afa0fd90ea5251500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '3bde0161-353b-4a40-8e1c-52a9d4fdda5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:40Z', 'updated_at': '2022-05-13T15:26:44Z', 'revision_number': 4, 'project_id': '8c05ad6072bd42afa0fd90ea5251500a', 'gw_port': {'id': '3bde0161-353b-4a40-8e1c-52a9d4fdda5c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac7a898-8586-4de5-890f-62b52ffb6f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:41Z', 'updated_at': '2022-05-13T15:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '669a31a5-82c9-43ce-9737-5602f4f0ea7f', 'name': '', 'network_id': '7eaf5303-f6a7-4633-8758-3eec3532fb4f', 'tenant_id': '8c05ad6072bd42afa0fd90ea5251500a', 'mac_address': 'fa:16:3e:57:df:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac7a898-8586-4de5-890f-62b52ffb6f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '86a830fc-9327-4179-a44e-beeb58dc92a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:44Z', 'updated_at': '2022-05-13T15:26:44Z', 'revision_number': 2, 'project_id': '8c05ad6072bd42afa0fd90ea5251500a', 'subnets': [{'id': '86a830fc-9327-4179-a44e-beeb58dc92a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:45.973063 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ffc868-31d5-4009-94b4-98dfd2127212 None None] The sync data for ids ['3ac7a898-8586-4de5-890f-62b52ffb6f56'] in n-d-841760-1 is: [{'id': '3ac7a898-8586-4de5-890f-62b52ffb6f56', 'name': 'tempest-TestMinimumBasicScenario-526156180-router', 'tenant_id': '8c05ad6072bd42afa0fd90ea5251500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '3bde0161-353b-4a40-8e1c-52a9d4fdda5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:40Z', 'updated_at': '2022-05-13T15:26:44Z', 'revision_number': 4, 'project_id': '8c05ad6072bd42afa0fd90ea5251500a', 'gw_port': {'id': '3bde0161-353b-4a40-8e1c-52a9d4fdda5c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac7a898-8586-4de5-890f-62b52ffb6f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:41Z', 'updated_at': '2022-05-13T15:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '669a31a5-82c9-43ce-9737-5602f4f0ea7f', 'name': '', 'network_id': '7eaf5303-f6a7-4633-8758-3eec3532fb4f', 'tenant_id': '8c05ad6072bd42afa0fd90ea5251500a', 'mac_address': 'fa:16:3e:57:df:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac7a898-8586-4de5-890f-62b52ffb6f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '86a830fc-9327-4179-a44e-beeb58dc92a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:44Z', 'updated_at': '2022-05-13T15:26:44Z', 'revision_number': 2, 'project_id': '8c05ad6072bd42afa0fd90ea5251500a', 'subnets': [{'id': '86a830fc-9327-4179-a44e-beeb58dc92a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:26:46.396584 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 181603f1-1599-4195-be89-43ee4056b006 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:26:46.473781 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 181603f1-1599-4195-be89-43ee4056b006 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:26:46.474890 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:46.618720 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 181603f1-1599-4195-be89-43ee4056b006 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:26:48.413292 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3bde0161-353b-4a40-8e1c-52a9d4fdda5c up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:26:48.493119 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 3bde0161-353b-4a40-8e1c-52a9d4fdda5c completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:26:48.498730 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 3bde0161-353b-4a40-8e1c-52a9d4fdda5c triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:26:48.499139 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:48.589266 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:48.653882 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 3bde0161-353b-4a40-8e1c-52a9d4fdda5c is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:26:48.654255 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:48.673243 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 3bde0161-353b-4a40-8e1c-52a9d4fdda5c, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3bde0161-353b-4a40-8e1c-52a9d4fdda5c,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:26:48.679386 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:48.756546 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=3bde0161-353b-4a40-8e1c-52a9d4fdda5c,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:49.724929 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c221d0e-9960-4c68-9e07-3b1950912dfb None None] Sync routers for ids ['3ac7a898-8586-4de5-890f-62b52ffb6f56'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:26:49.732464 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c221d0e-9960-4c68-9e07-3b1950912dfb None None] Routers {'3ac7a898-8586-4de5-890f-62b52ffb6f56'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:26:49.733060 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-4c221d0e-9960-4c68-9e07-3b1950912dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:26:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3ac7a898-8586-4de5-890f-62b52ffb6f56'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:49.926865 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-4c221d0e-9960-4c68-9e07-3b1950912dfb None None] Set router 3ac7a898-8586-4de5-890f-62b52ffb6f56 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:26:50.298416 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-4c221d0e-9960-4c68-9e07-3b1950912dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac7a898-8586-4de5-890f-62b52ffb6f56', 'name': 'tempest-TestMinimumBasicScenario-526156180-router', 'tenant_id': '8c05ad6072bd42afa0fd90ea5251500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '3bde0161-353b-4a40-8e1c-52a9d4fdda5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:40Z', 'updated_at': '2022-05-13T15:26:44Z', 'revision_number': 4, 'project_id': '8c05ad6072bd42afa0fd90ea5251500a', 'gw_port': {'id': '3bde0161-353b-4a40-8e1c-52a9d4fdda5c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac7a898-8586-4de5-890f-62b52ffb6f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:41Z', 'updated_at': '2022-05-13T15:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '669a31a5-82c9-43ce-9737-5602f4f0ea7f', 'name': '', 'network_id': '7eaf5303-f6a7-4633-8758-3eec3532fb4f', 'tenant_id': '8c05ad6072bd42afa0fd90ea5251500a', 'mac_address': 'fa:16:3e:57:df:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac7a898-8586-4de5-890f-62b52ffb6f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '86a830fc-9327-4179-a44e-beeb58dc92a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:44Z', 'updated_at': '2022-05-13T15:26:44Z', 'revision_number': 2, 'project_id': '8c05ad6072bd42afa0fd90ea5251500a', 'subnets': [{'id': '86a830fc-9327-4179-a44e-beeb58dc92a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:50.303207 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c221d0e-9960-4c68-9e07-3b1950912dfb None None] Checking router: 3ac7a898-8586-4de5-890f-62b52ffb6f56 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:26:50.304375 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c221d0e-9960-4c68-9e07-3b1950912dfb None None] Updating router 3ac7a898-8586-4de5-890f-62b52ffb6f56 port 669a31a5-82c9-43ce-9737-5602f4f0ea7f binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:26:50.376330 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-4c221d0e-9960-4c68-9e07-3b1950912dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:50.392535 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3bde0161-353b-4a40-8e1c-52a9d4fdda5c up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:26:50.493324 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 3bde0161-353b-4a40-8e1c-52a9d4fdda5c triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:26:50.493737 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:50.666206 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 3bde0161-353b-4a40-8e1c-52a9d4fdda5c is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:26:50.784869 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-4c221d0e-9960-4c68-9e07-3b1950912dfb None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:50.799156 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-4c221d0e-9960-4c68-9e07-3b1950912dfb None None] Transition to ACTIVE for port object 669a31a5-82c9-43ce-9737-5602f4f0ea7f will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:26:50.806664 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-4c221d0e-9960-4c68-9e07-3b1950912dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:50.949134 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1289771-86e1-4504-9c77-81e737e76312 None None] Pushing event updated for resources: {'Port': ['ID=669a31a5-82c9-43ce-9737-5602f4f0ea7f,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:51.063966 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-4c221d0e-9960-4c68-9e07-3b1950912dfb None None] Attempting to bind port 669a31a5-82c9-43ce-9737-5602f4f0ea7f on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:26:51.064605 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-4c221d0e-9960-4c68-9e07-3b1950912dfb None None] Attempting to bind port 669a31a5-82c9-43ce-9737-5602f4f0ea7f by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '2da11370-c32b-4c2b-99dd-4ce0b99fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7eaf5303-f6a7-4633-8758-3eec3532fb4f'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:26:51.065124 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c221d0e-9960-4c68-9e07-3b1950912dfb None None] Attempting to bind port 669a31a5-82c9-43ce-9737-5602f4f0ea7f on network 7eaf5303-f6a7-4633-8758-3eec3532fb4f {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:26:51.073611 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c221d0e-9960-4c68-9e07-3b1950912dfb None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:26:51.073982 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c221d0e-9960-4c68-9e07-3b1950912dfb None None] Checking segment: {'id': '2da11370-c32b-4c2b-99dd-4ce0b99fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7eaf5303-f6a7-4633-8758-3eec3532fb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:26:51.074377 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-4c221d0e-9960-4c68-9e07-3b1950912dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:51.076809 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c221d0e-9960-4c68-9e07-3b1950912dfb None None] Bound using segment: {'id': '2da11370-c32b-4c2b-99dd-4ce0b99fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7eaf5303-f6a7-4633-8758-3eec3532fb4f'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:26:51.076809 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-4c221d0e-9960-4c68-9e07-3b1950912dfb None None] Bound port: 669a31a5-82c9-43ce-9737-5602f4f0ea7f, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da11370-c32b-4c2b-99dd-4ce0b99fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7eaf5303-f6a7-4633-8758-3eec3532fb4f'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:26:51.077118 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-4c221d0e-9960-4c68-9e07-3b1950912dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:51.184226 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-4c221d0e-9960-4c68-9e07-3b1950912dfb None None] For port 669a31a5-82c9-43ce-9737-5602f4f0ea7f, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:26:51.188304 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-4c221d0e-9960-4c68-9e07-3b1950912dfb None None] For port 669a31a5-82c9-43ce-9737-5602f4f0ea7f, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=669a31a5-82c9-43ce-9737-5602f4f0ea7f,segment=NetworkSegment(2da11370-c32b-4c2b-99dd-4ce0b99fba34),segment_id=2da11370-c32b-4c2b-99dd-4ce0b99fba34)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:26:51.194921 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-4c221d0e-9960-4c68-9e07-3b1950912dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:51.294664 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c221d0e-9960-4c68-9e07-3b1950912dfb None None] Routers {'3ac7a898-8586-4de5-890f-62b52ffb6f56'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:26:51.295345 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-4c221d0e-9960-4c68-9e07-3b1950912dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:26:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3ac7a898-8586-4de5-890f-62b52ffb6f56'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:51.445724 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1289771-86e1-4504-9c77-81e737e76312 None None] Pushing event updated for resources: {'Port': ['ID=669a31a5-82c9-43ce-9737-5602f4f0ea7f,revision_number=4']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:51.575733 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-4c221d0e-9960-4c68-9e07-3b1950912dfb None None] Set router 3ac7a898-8586-4de5-890f-62b52ffb6f56 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:26:51.968695 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-4c221d0e-9960-4c68-9e07-3b1950912dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac7a898-8586-4de5-890f-62b52ffb6f56', 'name': 'tempest-TestMinimumBasicScenario-526156180-router', 'tenant_id': '8c05ad6072bd42afa0fd90ea5251500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '3bde0161-353b-4a40-8e1c-52a9d4fdda5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:40Z', 'updated_at': '2022-05-13T15:26:44Z', 'revision_number': 4, 'project_id': '8c05ad6072bd42afa0fd90ea5251500a', 'gw_port': {'id': '3bde0161-353b-4a40-8e1c-52a9d4fdda5c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac7a898-8586-4de5-890f-62b52ffb6f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:41Z', 'updated_at': '2022-05-13T15:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '669a31a5-82c9-43ce-9737-5602f4f0ea7f', 'name': '', 'network_id': '7eaf5303-f6a7-4633-8758-3eec3532fb4f', 'tenant_id': '8c05ad6072bd42afa0fd90ea5251500a', 'mac_address': 'fa:16:3e:57:df:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac7a898-8586-4de5-890f-62b52ffb6f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '86a830fc-9327-4179-a44e-beeb58dc92a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:44Z', 'updated_at': '2022-05-13T15:26:51Z', 'revision_number': 4, 'project_id': '8c05ad6072bd42afa0fd90ea5251500a', 'subnets': [{'id': '86a830fc-9327-4179-a44e-beeb58dc92a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:51.973546 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c221d0e-9960-4c68-9e07-3b1950912dfb None None] The sync data for ids ['3ac7a898-8586-4de5-890f-62b52ffb6f56'] in n-d-841760-1 is: [{'id': '3ac7a898-8586-4de5-890f-62b52ffb6f56', 'name': 'tempest-TestMinimumBasicScenario-526156180-router', 'tenant_id': '8c05ad6072bd42afa0fd90ea5251500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '3bde0161-353b-4a40-8e1c-52a9d4fdda5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:40Z', 'updated_at': '2022-05-13T15:26:44Z', 'revision_number': 4, 'project_id': '8c05ad6072bd42afa0fd90ea5251500a', 'gw_port': {'id': '3bde0161-353b-4a40-8e1c-52a9d4fdda5c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac7a898-8586-4de5-890f-62b52ffb6f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:41Z', 'updated_at': '2022-05-13T15:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '669a31a5-82c9-43ce-9737-5602f4f0ea7f', 'name': '', 'network_id': '7eaf5303-f6a7-4633-8758-3eec3532fb4f', 'tenant_id': '8c05ad6072bd42afa0fd90ea5251500a', 'mac_address': 'fa:16:3e:57:df:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac7a898-8586-4de5-890f-62b52ffb6f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '86a830fc-9327-4179-a44e-beeb58dc92a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:44Z', 'updated_at': '2022-05-13T15:26:51Z', 'revision_number': 4, 'project_id': '8c05ad6072bd42afa0fd90ea5251500a', 'subnets': [{'id': '86a830fc-9327-4179-a44e-beeb58dc92a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:26:52.428079 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 669a31a5-82c9-43ce-9737-5602f4f0ea7f up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:26:52.520711 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 669a31a5-82c9-43ce-9737-5602f4f0ea7f completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:26:52.529033 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 669a31a5-82c9-43ce-9737-5602f4f0ea7f triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:26:52.529409 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:52.666274 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 669a31a5-82c9-43ce-9737-5602f4f0ea7f is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:26:52.666941 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:52.708669 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 669a31a5-82c9-43ce-9737-5602f4f0ea7f, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=669a31a5-82c9-43ce-9737-5602f4f0ea7f,segment=NetworkSegment(2da11370-c32b-4c2b-99dd-4ce0b99fba34),segment_id=2da11370-c32b-4c2b-99dd-4ce0b99fba34)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:26:52.714199 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:52.807055 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=669a31a5-82c9-43ce-9737-5602f4f0ea7f,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:54.387279 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 669a31a5-82c9-43ce-9737-5602f4f0ea7f up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:26:54.501595 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 669a31a5-82c9-43ce-9737-5602f4f0ea7f triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:26:54.502113 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:54.637051 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 669a31a5-82c9-43ce-9737-5602f4f0ea7f is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:26:55.821872 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-4524c9ff-044d-4204-a227-f4d07de672dd tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:55.822582 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-4524c9ff-044d-4204-a227-f4d07de672dd tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Synchronizing usage tracker for tenant:02c9fece5b9e4f74a231dd63c76fb804 on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:26:55.840507 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-4524c9ff-044d-4204-a227-f4d07de672dd tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Unset dirty status for tenant:02c9fece5b9e4f74a231dd63c76fb804 on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:26:55.841754 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-4524c9ff-044d-4204-a227-f4d07de672dd tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/networks?id=0585bde9-076a-404c-8ba5-da60574d0b14 HTTP/1.1" status: 200 len: 814 time: 0.1730018 May 13 15:26:55.858334 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-ae58d0b0-df10-4a61-b2ea-d0fa9d870b08 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/quotas/02c9fece5b9e4f74a231dd63c76fb804 HTTP/1.1" status: 200 len: 375 time: 0.0104542 May 13 15:26:55.946916 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-d85c3cb9-829e-433b-bae9-06c4e5b70f4f tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Synchronizing usage tracker for tenant:02c9fece5b9e4f74a231dd63c76fb804 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:26:55.963685 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-d85c3cb9-829e-433b-bae9-06c4e5b70f4f tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Unset dirty status for tenant:02c9fece5b9e4f74a231dd63c76fb804 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:26:55.964963 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-d85c3cb9-829e-433b-bae9-06c4e5b70f4f tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=02c9fece5b9e4f74a231dd63c76fb804&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1008990 May 13 15:26:56.202060 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-9dacd6b1-b858-49a9-9480-433d7e7a6dbe service neutron] 10.222.0.35 "GET /v2.0/networks/0585bde9-076a-404c-8ba5-da60574d0b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255104 May 13 15:26:56.338472 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-92ea25f9-2a0b-4517-a88d-01b1f9ddc750 service neutron] 10.222.0.35 "GET /v2.0/networks/0585bde9-076a-404c-8ba5-da60574d0b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300046 May 13 15:26:56.530186 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-29b3d202-1223-45c1-bc36-edbc4f7f1de3 req-17afcb14-99c4-470b-be95-151caa4905b1 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 210 time: 0.0537500 May 13 15:26:57.353104 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-47e35ca0-9571-4885-8de6-6b7722925145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:57.676550 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-98a5339c-201f-43cb-ad17-dd1870bec314 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:57.678166 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-98a5339c-201f-43cb-ad17-dd1870bec314 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.74 "GET /v2.0/networks?id=0585bde9-076a-404c-8ba5-da60574d0b14 HTTP/1.1" status: 200 len: 814 time: 0.1637650 May 13 15:26:57.687626 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ebbcc7ca-5003-4a5c-aa47-f9c40641dc62 req-a8693bb5-42f5-422a-950b-2d1906937f7e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 210 time: 0.0444577 May 13 15:26:57.696780 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-322f5008-c3e2-4fa2-97b6-fffed225fe28 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Request body: {'port': {'device_id': 'd509964b-06a8-4ba3-bff7-1451cc9100ed', 'network_id': '0585bde9-076a-404c-8ba5-da60574d0b14', 'admin_state_up': True, 'tenant_id': '02c9fece5b9e4f74a231dd63c76fb804'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:26:57.836736 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-322f5008-c3e2-4fa2-97b6-fffed225fe28 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:26:57.847375 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-322f5008-c3e2-4fa2-97b6-fffed225fe28 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:26:57.857585 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-322f5008-c3e2-4fa2-97b6-fffed225fe28 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Made reservation on behalf of 02c9fece5b9e4f74a231dd63c76fb804 for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:26:57.862077 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-322f5008-c3e2-4fa2-97b6-fffed225fe28 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:58.061484 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-322f5008-c3e2-4fa2-97b6-fffed225fe28 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Allocated IP 172.20.0.13 (0585bde9-076a-404c-8ba5-da60574d0b14/bfd5b77f-e74c-4c7f-97d3-c749900c7f70/8896074d-26b4-49ae-b391-c00d258b6535) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:26:58.420546 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-322f5008-c3e2-4fa2-97b6-fffed225fe28 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:58.441889 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-322f5008-c3e2-4fa2-97b6-fffed225fe28 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Transition to ACTIVE for port object 8896074d-26b4-49ae-b391-c00d258b6535 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:26:58.473093 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-322f5008-c3e2-4fa2-97b6-fffed225fe28 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:58.557054 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-322f5008-c3e2-4fa2-97b6-fffed225fe28 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Network 0585bde9-076a-404c-8ba5-da60574d0b14 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:26:58.560835 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-322f5008-c3e2-4fa2-97b6-fffed225fe28 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:26:58.566010 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-322f5008-c3e2-4fa2-97b6-fffed225fe28 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:26:58.631486 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-322f5008-c3e2-4fa2-97b6-fffed225fe28 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:58.632140 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-322f5008-c3e2-4fa2-97b6-fffed225fe28 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:58.641335 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f5008-c3e2-4fa2-97b6-fffed225fe28 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Pushing event updated for resources: {'Port': ['ID=8896074d-26b4-49ae-b391-c00d258b6535,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:58.677757 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-322f5008-c3e2-4fa2-97b6-fffed225fe28 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9853432 May 13 15:26:58.933251 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89cb41c-9286-4184-8c4f-532e68e55812 req-ae748aa4-a7ff-4dc8-b17d-d953335444e8 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:58.934000 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-e89cb41c-9286-4184-8c4f-532e68e55812 req-ae748aa4-a7ff-4dc8-b17d-d953335444e8 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Synchronizing usage tracker for tenant:02c9fece5b9e4f74a231dd63c76fb804 on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:26:58.956908 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-e89cb41c-9286-4184-8c4f-532e68e55812 req-ae748aa4-a7ff-4dc8-b17d-d953335444e8 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Unset dirty status for tenant:02c9fece5b9e4f74a231dd63c76fb804 on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:26:58.958615 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e89cb41c-9286-4184-8c4f-532e68e55812 req-ae748aa4-a7ff-4dc8-b17d-d953335444e8 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 932 time: 0.1408134 May 13 15:26:58.992937 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ce6ce695-8043-4ca7-acb7-676701796add None None] Provisioning for port 8896074d-26b4-49ae-b391-c00d258b6535 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:26:59.001518 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:59.002933 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ce6ce695-8043-4ca7-acb7-676701796add None None] Provisioning complete for port 8896074d-26b4-49ae-b391-c00d258b6535 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:26:59.003582 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ce6ce695-8043-4ca7-acb7-676701796add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:59.020956 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e89cb41c-9286-4184-8c4f-532e68e55812 req-cf887f87-4209-4e58-b62d-1f47480961c8 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486968 May 13 15:26:59.076905 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ce6ce695-8043-4ca7-acb7-676701796add None None] Port 8896074d-26b4-49ae-b391-c00d258b6535 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:26:59.676929 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-90e5e555-f67c-4d04-b7a8-2ccb88aca82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:00.243292 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4f878-5e2f-40bd-8ea6-2ea3338492ab req-0fb57cdb-6e92-47f5-a901-ee8ff4666582 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:00.245427 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f9d4f878-5e2f-40bd-8ea6-2ea3338492ab req-0fb57cdb-6e92-47f5-a901-ee8ff4666582 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 932 time: 0.1057115 May 13 15:27:00.296785 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f9d4f878-5e2f-40bd-8ea6-2ea3338492ab req-5223cde9-3d27-4312-95e7-744e9e4f0d80 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Synchronizing usage tracker for tenant:02c9fece5b9e4f74a231dd63c76fb804 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:27:00.316285 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f9d4f878-5e2f-40bd-8ea6-2ea3338492ab req-5223cde9-3d27-4312-95e7-744e9e4f0d80 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Unset dirty status for tenant:02c9fece5b9e4f74a231dd63c76fb804 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:27:00.324389 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f9d4f878-5e2f-40bd-8ea6-2ea3338492ab req-5223cde9-3d27-4312-95e7-744e9e4f0d80 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713561 May 13 15:27:00.815030 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:00.857168 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:01.518090 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b404d9-1421-4629-b934-bf110be4bf47 req-b68becca-2970-409e-963b-8de92a717fc3 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:01.519926 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b0b404d9-1421-4629-b934-bf110be4bf47 req-b68becca-2970-409e-963b-8de92a717fc3 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 932 time: 0.0905373 May 13 15:27:01.572114 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b0b404d9-1421-4629-b934-bf110be4bf47 req-bb3b6b78-319e-4aa3-bec7-b740f91e3716 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458093 May 13 15:27:02.338858 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:02.771754 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091dab44-4c28-4452-8bc6-bc06dfffd567 req-94b10f9d-ce2a-4d3e-9485-180648f438b7 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:02.773271 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-091dab44-4c28-4452-8bc6-bc06dfffd567 req-94b10f9d-ce2a-4d3e-9485-180648f438b7 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 932 time: 0.0918005 May 13 15:27:02.821813 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-091dab44-4c28-4452-8bc6-bc06dfffd567 req-e3c38896-e783-472a-843a-37d6a5357226 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423031 May 13 15:27:04.025268 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157bcc8-f97f-48d3-be77-acc48eea7777 req-fe8c519a-531d-4c7f-883e-8bc2207ad9b2 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:04.026742 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7157bcc8-f97f-48d3-be77-acc48eea7777 req-fe8c519a-531d-4c7f-883e-8bc2207ad9b2 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 932 time: 0.0880497 May 13 15:27:04.077019 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7157bcc8-f97f-48d3-be77-acc48eea7777 req-136021cb-5c59-4a81-976a-67deab85785d tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427561 May 13 15:27:05.271759 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b27fb1-327b-4ad4-aa52-bcaa41a97ebc req-1caa4099-ae48-4425-a989-5029cc136cd3 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:05.273972 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-80b27fb1-327b-4ad4-aa52-bcaa41a97ebc req-1caa4099-ae48-4425-a989-5029cc136cd3 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 932 time: 0.0899429 May 13 15:27:05.318986 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-80b27fb1-327b-4ad4-aa52-bcaa41a97ebc req-9ad2cf26-91e8-453b-a1ba-fe8959f45b3d tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390348 May 13 15:27:05.550437 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:27:06.508320 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84f8ed-cda2-4db9-b4ef-fb747adbadcc req-965f94c4-b91b-41a8-bb5b-c7aa7d473dc5 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:06.509704 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-de84f8ed-cda2-4db9-b4ef-fb747adbadcc req-965f94c4-b91b-41a8-bb5b-c7aa7d473dc5 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 932 time: 0.0886784 May 13 15:27:06.553929 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-de84f8ed-cda2-4db9-b4ef-fb747adbadcc req-682f0ba6-6081-46a7-86ef-895e37f8f856 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385776 May 13 15:27:07.738770 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32f3c6-c77c-4b3f-83b3-dcc46874ea59 req-199c2a3d-d688-48ae-90c9-c36fb7874c09 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:07.740250 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9d32f3c6-c77c-4b3f-83b3-dcc46874ea59 req-199c2a3d-d688-48ae-90c9-c36fb7874c09 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 932 time: 0.0806708 May 13 15:27:07.788220 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9d32f3c6-c77c-4b3f-83b3-dcc46874ea59 req-ffea42a4-dc2c-4f0f-b488-a92698c9be4d tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423429 May 13 15:27:08.975816 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a8f44-6c46-4d0b-90b7-874922bd4ef2 req-24372cb3-af28-4bcf-9cb4-03c60a8da319 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:08.977309 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-319a8f44-6c46-4d0b-90b7-874922bd4ef2 req-24372cb3-af28-4bcf-9cb4-03c60a8da319 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 932 time: 0.0818665 May 13 15:27:09.022850 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-319a8f44-6c46-4d0b-90b7-874922bd4ef2 req-6d6408ce-d016-47eb-bcf2-f96d3c29e332 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397122 May 13 15:27:09.605207 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-e4634dca-0898-4834-a88f-d855ccb583a7 service neutron] Request body: {'port': {'device_id': 'd509964b-06a8-4ba3-bff7-1451cc9100ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:27:09.727601 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-e4634dca-0898-4834-a88f-d855ccb583a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:10.064957 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-e4634dca-0898-4834-a88f-d855ccb583a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8896074d-26b4-49ae-b391-c00d258b6535 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:27:10.073628 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-e4634dca-0898-4834-a88f-d855ccb583a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:10.089676 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-e4634dca-0898-4834-a88f-d855ccb583a7 service neutron] Transition to ACTIVE for port object 8896074d-26b4-49ae-b391-c00d258b6535 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:27:10.093566 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-e4634dca-0898-4834-a88f-d855ccb583a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:10.213647 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4634dca-0898-4834-a88f-d855ccb583a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8896074d-26b4-49ae-b391-c00d258b6535,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:27:10.235279 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840872ac-4704-40c4-8f62-f7eb39c3b3fe req-3086db81-52bb-4484-bef3-dcb3d7346dfa tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:10.238252 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-840872ac-4704-40c4-8f62-f7eb39c3b3fe req-3086db81-52bb-4484-bef3-dcb3d7346dfa tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 944 time: 0.1042852 May 13 15:27:10.288901 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-840872ac-4704-40c4-8f62-f7eb39c3b3fe req-bb39707d-6b79-459c-86dc-b991883bc1e3 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449800 May 13 15:27:10.459427 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-e4634dca-0898-4834-a88f-d855ccb583a7 service neutron] Attempting to bind port 8896074d-26b4-49ae-b391-c00d258b6535 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:27:10.459752 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-e4634dca-0898-4834-a88f-d855ccb583a7 service neutron] Attempting to bind port 8896074d-26b4-49ae-b391-c00d258b6535 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '25994dca-5144-411f-9ee9-7fb5d291fcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0585bde9-076a-404c-8ba5-da60574d0b14'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:27:10.460072 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-e4634dca-0898-4834-a88f-d855ccb583a7 service neutron] Attempting to bind port 8896074d-26b4-49ae-b391-c00d258b6535 on network 0585bde9-076a-404c-8ba5-da60574d0b14 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:27:10.464554 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-e4634dca-0898-4834-a88f-d855ccb583a7 service neutron] Port 8896074d-26b4-49ae-b391-c00d258b6535 on network 0585bde9-076a-404c-8ba5-da60574d0b14 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:27:10.464865 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-e4634dca-0898-4834-a88f-d855ccb583a7 service neutron] Attempting to bind port 8896074d-26b4-49ae-b391-c00d258b6535 on network 0585bde9-076a-404c-8ba5-da60574d0b14 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:27:10.469949 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-e4634dca-0898-4834-a88f-d855ccb583a7 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:27:10.470279 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-e4634dca-0898-4834-a88f-d855ccb583a7 service neutron] Checking segment: {'id': '25994dca-5144-411f-9ee9-7fb5d291fcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0585bde9-076a-404c-8ba5-da60574d0b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:27:10.470658 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-e4634dca-0898-4834-a88f-d855ccb583a7 service neutron] Bound using segment: {'id': '25994dca-5144-411f-9ee9-7fb5d291fcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0585bde9-076a-404c-8ba5-da60574d0b14'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:27:10.471062 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-e4634dca-0898-4834-a88f-d855ccb583a7 service neutron] Bound port: 8896074d-26b4-49ae-b391-c00d258b6535, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25994dca-5144-411f-9ee9-7fb5d291fcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0585bde9-076a-404c-8ba5-da60574d0b14'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:27:10.471429 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-e4634dca-0898-4834-a88f-d855ccb583a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:10.565359 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-e4634dca-0898-4834-a88f-d855ccb583a7 service neutron] For port 8896074d-26b4-49ae-b391-c00d258b6535, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:27:10.568872 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-e4634dca-0898-4834-a88f-d855ccb583a7 service neutron] For port 8896074d-26b4-49ae-b391-c00d258b6535, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=8896074d-26b4-49ae-b391-c00d258b6535,segment=NetworkSegment(25994dca-5144-411f-9ee9-7fb5d291fcbf),segment_id=25994dca-5144-411f-9ee9-7fb5d291fcbf)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:27:10.573916 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-e4634dca-0898-4834-a88f-d855ccb583a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:10.633872 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-e4634dca-0898-4834-a88f-d855ccb583a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:10.634488 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-e4634dca-0898-4834-a88f-d855ccb583a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:10.635986 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-e4634dca-0898-4834-a88f-d855ccb583a7 service neutron] 10.222.0.74 "PUT /v2.0/ports/8896074d-26b4-49ae-b391-c00d258b6535 HTTP/1.1" status: 200 len: 1092 time: 1.0457923 May 13 15:27:10.636433 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd509964b-06a8-4ba3-bff7-1451cc9100ed', 'tag': '8896074d-26b4-49ae-b391-c00d258b6535'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:27:10.677316 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4634dca-0898-4834-a88f-d855ccb583a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8896074d-26b4-49ae-b391-c00d258b6535,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:27:10.690683 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cbe6b1d-d7a0-40ed-9386-2035641dceb0'] response: {'name': 'network-changed', 'server_uuid': 'd509964b-06a8-4ba3-bff7-1451cc9100ed', 'tag': '8896074d-26b4-49ae-b391-c00d258b6535', 'status': 'completed', 'code': 200} May 13 15:27:10.782564 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-a508585e-8c91-44c4-908c-bcf5541909a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:10.784211 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-a508585e-8c91-44c4-908c-bcf5541909a0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=02c9fece5b9e4f74a231dd63c76fb804&device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 1095 time: 0.0776801 May 13 15:27:10.861555 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-b5b16c8a-4257-432a-93e6-2e49e37795a3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8896074d-26b4-49ae-b391-c00d258b6535 HTTP/1.1" status: 200 len: 217 time: 0.0646491 May 13 15:27:10.922303 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-e5069703-cf3d-429a-9530-09be0dafbd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:10.923825 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-e5069703-cf3d-429a-9530-09be0dafbd6d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bfd5b77f-e74c-4c7f-97d3-c749900c7f70 HTTP/1.1" status: 200 len: 853 time: 0.0571132 May 13 15:27:10.997426 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-6c9e83a1-37f2-43c9-82b3-1e425bea4364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:10.999527 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-6c9e83a1-37f2-43c9-82b3-1e425bea4364 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0585bde9-076a-404c-8ba5-da60574d0b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693481 May 13 15:27:11.129142 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-5be06c4b-e6e3-4972-8ffb-8c998984f782 service neutron] 10.222.0.74 "GET /v2.0/networks/0585bde9-076a-404c-8ba5-da60574d0b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235340 May 13 15:27:11.263327 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-23359497-1c39-48e6-97a0-826a968f6fb4 req-13d644e2-8fcd-4fb7-8834-09ea52785a96 service neutron] 10.222.0.74 "GET /v2.0/networks/0585bde9-076a-404c-8ba5-da60574d0b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284904 May 13 15:27:11.418814 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb121e1-863d-4260-affe-d4b97111c9f9 req-02e213c5-319a-4551-bbf6-4a2ea69f1794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:11.420215 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bdb121e1-863d-4260-affe-d4b97111c9f9 req-02e213c5-319a-4551-bbf6-4a2ea69f1794 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=02c9fece5b9e4f74a231dd63c76fb804&device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 1095 time: 0.0753551 May 13 15:27:11.486917 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b6dcc-bbf8-4a11-8287-2bc7387f3773 req-2be23527-408c-4038-b4d2-e8500f43eccc tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:11.488408 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d92b6dcc-bbf8-4a11-8287-2bc7387f3773 req-2be23527-408c-4038-b4d2-e8500f43eccc tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 944 time: 0.0895107 May 13 15:27:11.577791 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb121e1-863d-4260-affe-d4b97111c9f9 req-b4e21597-8e14-40d5-8cc0-c85c05658c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:11.579370 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bdb121e1-863d-4260-affe-d4b97111c9f9 req-b4e21597-8e14-40d5-8cc0-c85c05658c4d service neutron] 10.222.0.74 "GET /v2.0/networks?id=0585bde9-076a-404c-8ba5-da60574d0b14 HTTP/1.1" status: 200 len: 915 time: 0.1420271 May 13 15:27:11.649810 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d92b6dcc-bbf8-4a11-8287-2bc7387f3773 req-6cec9770-4ec2-48b0-981f-cd6c221a20b3 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551692 May 13 15:27:11.651368 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bdb121e1-863d-4260-affe-d4b97111c9f9 req-21deb520-1f3f-49f1-9a46-1c5645ab2fd1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8896074d-26b4-49ae-b391-c00d258b6535 HTTP/1.1" status: 200 len: 217 time: 0.0656581 May 13 15:27:11.714504 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb121e1-863d-4260-affe-d4b97111c9f9 req-848d5a05-682a-4140-a22a-690e4a8bcc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:11.715906 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bdb121e1-863d-4260-affe-d4b97111c9f9 req-848d5a05-682a-4140-a22a-690e4a8bcc5a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bfd5b77f-e74c-4c7f-97d3-c749900c7f70 HTTP/1.1" status: 200 len: 853 time: 0.0584755 May 13 15:27:11.795093 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb121e1-863d-4260-affe-d4b97111c9f9 req-ce84ab73-6c4c-4f4c-8ade-b4de0e131c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:11.796674 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bdb121e1-863d-4260-affe-d4b97111c9f9 req-ce84ab73-6c4c-4f4c-8ade-b4de0e131c77 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0585bde9-076a-404c-8ba5-da60574d0b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749972 May 13 15:27:11.928899 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bdb121e1-863d-4260-affe-d4b97111c9f9 req-ded15d0e-5362-4671-a64b-b8cf7589f024 service neutron] 10.222.0.74 "GET /v2.0/networks/0585bde9-076a-404c-8ba5-da60574d0b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263468 May 13 15:27:12.060311 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bdb121e1-863d-4260-affe-d4b97111c9f9 req-33ccce3f-36c3-4b95-9868-3bd59bf0c2c0 service neutron] 10.222.0.74 "GET /v2.0/networks/0585bde9-076a-404c-8ba5-da60574d0b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251078 May 13 15:27:12.995273 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106286d0-3895-4ff3-8d04-df7994ec505b req-4f860df0-cdce-44b7-866d-3d038678ef0c tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:12.996694 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-106286d0-3895-4ff3-8d04-df7994ec505b req-4f860df0-cdce-44b7-866d-3d038678ef0c tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 944 time: 0.0862265 May 13 15:27:13.041955 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-106286d0-3895-4ff3-8d04-df7994ec505b req-2f6a1847-f1aa-4e96-9ac0-81d64370372c tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389018 May 13 15:27:14.227072 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65e69e-fcf3-4ea4-a8c0-f1b7037132ca req-6f2c777e-dd42-4152-a8fa-eba79873ed89 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:14.228531 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ae65e69e-fcf3-4ea4-a8c0-f1b7037132ca req-6f2c777e-dd42-4152-a8fa-eba79873ed89 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 944 time: 0.0812037 May 13 15:27:14.272129 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ae65e69e-fcf3-4ea4-a8c0-f1b7037132ca req-ab9700b6-43d6-4368-aa7d-6eb48ffe918d tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373664 May 13 15:27:15.050679 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 8896074d-26b4-49ae-b391-c00d258b6535 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:27:15.181803 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 8896074d-26b4-49ae-b391-c00d258b6535, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=8896074d-26b4-49ae-b391-c00d258b6535,segment=NetworkSegment(25994dca-5144-411f-9ee9-7fb5d291fcbf),segment_id=25994dca-5144-411f-9ee9-7fb5d291fcbf)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:27:15.195245 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '8896074d-26b4-49ae-b391-c00d258b6535', 'network_id': '0585bde9-076a-404c-8ba5-da60574d0b14', 'port_id': '8896074d-26b4-49ae-b391-c00d258b6535', 'mac_address': 'fa:16:3e:b1:52:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfd5b77f-e74c-4c7f-97d3-c749900c7f70', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:27:15.251470 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 8896074d-26b4-49ae-b391-c00d258b6535 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:27:15.251852 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:15.268962 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8896074d-26b4-49ae-b391-c00d258b6535 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:27:15.285083 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 8896074d-26b4-49ae-b391-c00d258b6535, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=8896074d-26b4-49ae-b391-c00d258b6535,segment=NetworkSegment(25994dca-5144-411f-9ee9-7fb5d291fcbf),segment_id=25994dca-5144-411f-9ee9-7fb5d291fcbf)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:27:15.288662 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:15.363858 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=8896074d-26b4-49ae-b391-c00d258b6535,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:27:15.374848 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:15.375343 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:15.375682 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:15.376065 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:15.376689 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:15.377028 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:15.377358 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:15.377683 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:15.378006 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:15.378328 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:15.378651 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:15.379245 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:15.471263 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bb140-e2a2-457a-b58a-42e850aea049 req-f5f6355e-bf09-4979-ba85-34acf47fc124 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:15.472734 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-682bb140-e2a2-457a-b58a-42e850aea049 req-f5f6355e-bf09-4979-ba85-34acf47fc124 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 945 time: 0.0914474 May 13 15:27:15.520885 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-682bb140-e2a2-457a-b58a-42e850aea049 req-06c4cc2f-12e9-42fe-b57d-f600fc396bf4 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425272 May 13 15:27:15.689612 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['8896074d-26b4-49ae-b391-c00d258b6535'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:27:16.713573 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f968d-d897-42cf-8e2e-04d15440cf94 req-3f2d722f-e804-4790-94cc-dc5fddf3dddd tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:16.715052 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b59f968d-d897-42cf-8e2e-04d15440cf94 req-3f2d722f-e804-4790-94cc-dc5fddf3dddd tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 945 time: 0.0856333 May 13 15:27:16.758904 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b59f968d-d897-42cf-8e2e-04d15440cf94 req-770c0634-16ae-4544-b679-ff273710b93b tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379145 May 13 15:27:17.065842 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 8896074d-26b4-49ae-b391-c00d258b6535 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:27:17.135000 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 8896074d-26b4-49ae-b391-c00d258b6535 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:27:17.139644 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 8896074d-26b4-49ae-b391-c00d258b6535 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:27:17.140000 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:17.257326 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 8896074d-26b4-49ae-b391-c00d258b6535 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:27:17.257698 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:17.284157 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd509964b-06a8-4ba3-bff7-1451cc9100ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8896074d-26b4-49ae-b391-c00d258b6535'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:27:17.293514 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 8896074d-26b4-49ae-b391-c00d258b6535, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=8896074d-26b4-49ae-b391-c00d258b6535,segment=NetworkSegment(25994dca-5144-411f-9ee9-7fb5d291fcbf),segment_id=25994dca-5144-411f-9ee9-7fb5d291fcbf)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:27:17.298586 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:17.334146 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d659c9e-104b-4a5d-aa1d-18bdac2193f0'] response: {'server_uuid': 'd509964b-06a8-4ba3-bff7-1451cc9100ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8896074d-26b4-49ae-b391-c00d258b6535', 'code': 200} May 13 15:27:17.368175 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=8896074d-26b4-49ae-b391-c00d258b6535,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:27:17.477631 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde63d8-928b-4af8-a6ef-c0ce6f310211 req-1cc7bd35-363b-439a-ab9d-3d726792844b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:17.479153 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-edde63d8-928b-4af8-a6ef-c0ce6f310211 req-1cc7bd35-363b-439a-ab9d-3d726792844b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 1097 time: 0.0695074 May 13 15:27:17.518759 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-edde63d8-928b-4af8-a6ef-c0ce6f310211 req-a6f6b652-6c0f-46e2-b35c-ab08ade5d946 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340266 May 13 15:27:17.939542 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c6733-277f-472f-a88d-99f932bb8d21 req-19526143-6627-47c9-9878-759d0cefca06 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:17.941030 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c93c6733-277f-472f-a88d-99f932bb8d21 req-19526143-6627-47c9-9878-759d0cefca06 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 946 time: 0.0795851 May 13 15:27:17.988016 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c93c6733-277f-472f-a88d-99f932bb8d21 req-76d706f3-a494-442b-936d-db480c95efef tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410426 May 13 15:27:18.580524 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:19.177425 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c834ce-8f60-4c77-a788-dafc8ee16c92 req-e766b07b-3e84-4bbb-8fd7-b2b310a935e7 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:19.178872 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-84c834ce-8f60-4c77-a788-dafc8ee16c92 req-e766b07b-3e84-4bbb-8fd7-b2b310a935e7 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 946 time: 0.0825682 May 13 15:27:19.223160 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-84c834ce-8f60-4c77-a788-dafc8ee16c92 req-b1e841fb-7ee1-40fe-a4fa-36b7ad31e776 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382838 May 13 15:27:19.403213 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4dbd87-5056-4a30-a9c9-d3a0ad50cd23 req-a759ecfc-9643-40d2-9620-7fa082de5fe5 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:19.404665 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7b4dbd87-5056-4a30-a9c9-d3a0ad50cd23 req-a759ecfc-9643-40d2-9620-7fa082de5fe5 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 946 time: 0.0798221 May 13 15:27:19.452908 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7b4dbd87-5056-4a30-a9c9-d3a0ad50cd23 req-e1514dd1-f3bc-4a37-99d3-466a398bcf2d tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425999 May 13 15:27:19.841739 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d45d62-d2df-4ea6-a0a9-ce2fa4af34bb req-c96035d3-281f-49e1-bbe4-abd050e7040b tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:19.843256 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b7d45d62-d2df-4ea6-a0a9-ce2fa4af34bb req-c96035d3-281f-49e1-bbe4-abd050e7040b tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 946 time: 0.0836761 May 13 15:27:19.898783 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b7d45d62-d2df-4ea6-a0a9-ce2fa4af34bb req-2b9abb16-77ea-4ef0-9f39-cada46f822c0 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498862 May 13 15:27:27.355858 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-aa1fce0a-acc0-45f9-b3e8-8c79dc054066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:28.989208 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:29.680466 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f0aa4ca5-9870-46be-901f-207b72ffa4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:30.032373 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b263a-8eee-463d-9b31-ab06915e75b8 req-380db4fa-5a9d-4285-84e6-decd2a300765 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:30.033812 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c08b263a-8eee-463d-9b31-ab06915e75b8 req-380db4fa-5a9d-4285-84e6-decd2a300765 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 946 time: 0.0809557 May 13 15:27:30.078195 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c08b263a-8eee-463d-9b31-ab06915e75b8 req-43cb589c-dde0-480e-b99d-2791530082f0 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386660 May 13 15:27:30.100987 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44316) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:27:30.220276 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6ceeb4-37ba-4783-a6dc-a135c709c9b9 tempest-TestMinimumBasicScenario-1990740203 tempest-TestMinimumBasicScenario-1990740203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:30.220975 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2a6ceeb4-37ba-4783-a6dc-a135c709c9b9 tempest-TestMinimumBasicScenario-1990740203 tempest-TestMinimumBasicScenario-1990740203-project-admin] Synchronizing usage tracker for tenant:8c05ad6072bd42afa0fd90ea5251500a on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:27:30.237326 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2a6ceeb4-37ba-4783-a6dc-a135c709c9b9 tempest-TestMinimumBasicScenario-1990740203 tempest-TestMinimumBasicScenario-1990740203-project-admin] Unset dirty status for tenant:8c05ad6072bd42afa0fd90ea5251500a on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:27:30.238587 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2a6ceeb4-37ba-4783-a6dc-a135c709c9b9 tempest-TestMinimumBasicScenario-1990740203 tempest-TestMinimumBasicScenario-1990740203-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 1092 time: 0.1366246 May 13 15:27:30.242214 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44322) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:27:30.247320 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'port_id': '8896074d-26b4-49ae-b391-c00d258b6535', 'tenant_id': '02c9fece5b9e4f74a231dd63c76fb804', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:27:30.255051 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:27:30.258901 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Usage tracker for resource:floatingip and tenant:02c9fece5b9e4f74a231dd63c76fb804 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:27:30.261719 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:27:30.268407 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:27:30.278851 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks [] for floatingip, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:30.418256 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:30.562690 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Allocated IP 172.25.0.64 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/1305e459-2deb-43c1-a492-52f7b338c2b3) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:27:30.711194 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:30.740476 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:30.805939 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:27:30.808960 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:27:30.812733 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:27:30.816407 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:30.847175 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Pushing event updated for resources: {'Port': ['ID=1305e459-2deb-43c1-a492-52f7b338c2b3,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:27:30.848446 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:31.233290 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:31.410689 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:31.617728 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:31.625343 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:31.738496 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Pushing event updated for resources: {'Port': ['ID=1305e459-2deb-43c1-a492-52f7b338c2b3,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:27:31.751010 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:31.751390 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:31.751730 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:31.752066 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:31.752396 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:31.752722 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:31.753047 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:31.753370 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:31.753695 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:31.754014 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:31.754331 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:31.754649 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:31.761561 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:31.937327 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Floating IP bdcf3bfc-68cc-4629-9993-53ec8e5c65f2 associated. External IP: 172.25.0.64, port: 8896074d-26b4-49ae-b391-c00d258b6535. May 13 15:27:32.302888 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Router 56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:27:32.324174 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:32.482159 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:27:32.493311 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2a6b4c-b058-4c30-88e3-c985439be85c None None] Sync routers for ids ['56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:27:32.508402 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:32.510524 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2a6b4c-b058-4c30-88e3-c985439be85c None None] Routers {'56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:27:32.511173 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0c2a6b4c-b058-4c30-88e3-c985439be85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:27:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:27:32.563701 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f77715e2-89b7-46e6-9c00-3ab3ed172f3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3204625 May 13 15:27:32.564280 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd509964b-06a8-4ba3-bff7-1451cc9100ed', 'tag': '8896074d-26b4-49ae-b391-c00d258b6535'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:27:32.566639 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44326) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:27:32.572162 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-e09ffd3c-0fa6-437e-ab52-9283d448b000 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1094464909', 'description': 'tempest-secgroup-smoke-1094464909 description', 'project_id': '02c9fece5b9e4f74a231dd63c76fb804'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:27:32.579783 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e09ffd3c-0fa6-437e-ab52-9283d448b000 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:27:32.590422 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e09ffd3c-0fa6-437e-ab52-9283d448b000 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:27:32.604096 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e09ffd3c-0fa6-437e-ab52-9283d448b000 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:32.625481 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e09ffd3c-0fa6-437e-ab52-9283d448b000 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:27:32.629492 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e09ffd3c-0fa6-437e-ab52-9283d448b000 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Usage tracker for resource:security_group_rule and tenant:02c9fece5b9e4f74a231dd63c76fb804 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:27:32.632534 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-e09ffd3c-0fa6-437e-ab52-9283d448b000 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:27:32.638573 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-e09ffd3c-0fa6-437e-ab52-9283d448b000 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:27:32.712141 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-0c2a6b4c-b058-4c30-88e3-c985439be85c None None] Set router 56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:27:32.719138 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e09ffd3c-0fa6-437e-ab52-9283d448b000 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:32.723321 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e09ffd3c-0fa6-437e-ab52-9283d448b000 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:32.750336 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-684a53f8-9da0-4dfc-8d72-f1f5652a4a84'] response: {'name': 'network-changed', 'server_uuid': 'd509964b-06a8-4ba3-bff7-1451cc9100ed', 'tag': '8896074d-26b4-49ae-b391-c00d258b6535', 'status': 'completed', 'code': 200} May 13 15:27:32.768268 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ffd3c-0fa6-437e-ab52-9283d448b000 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75aacba5-0e81-431d-8974-1f391685d2d4,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:27:32.779190 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ffd3c-0fa6-437e-ab52-9283d448b000 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:32.780193 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ffd3c-0fa6-437e-ab52-9283d448b000 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:32.780518 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ffd3c-0fa6-437e-ab52-9283d448b000 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:32.781191 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ffd3c-0fa6-437e-ab52-9283d448b000 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:32.781191 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ffd3c-0fa6-437e-ab52-9283d448b000 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:32.781473 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ffd3c-0fa6-437e-ab52-9283d448b000 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:32.781794 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ffd3c-0fa6-437e-ab52-9283d448b000 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:32.782111 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ffd3c-0fa6-437e-ab52-9283d448b000 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:32.782425 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ffd3c-0fa6-437e-ab52-9283d448b000 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:32.782738 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ffd3c-0fa6-437e-ab52-9283d448b000 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:32.783063 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ffd3c-0fa6-437e-ab52-9283d448b000 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:32.783411 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ffd3c-0fa6-437e-ab52-9283d448b000 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:32.786636 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-e09ffd3c-0fa6-437e-ab52-9283d448b000 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:32.787859 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-e09ffd3c-0fa6-437e-ab52-9283d448b000 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2202044 May 13 15:27:32.790767 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44334) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:27:32.796838 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-70907e79-096c-443d-9cea-8a323b0ba1af tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Request body: {'security_group_rule': {'security_group_id': '75aacba5-0e81-431d-8974-1f391685d2d4', 'project_id': '02c9fece5b9e4f74a231dd63c76fb804', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:27:32.840179 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-70907e79-096c-443d-9cea-8a323b0ba1af tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:27:32.959634 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-70907e79-096c-443d-9cea-8a323b0ba1af tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Usage tracker for resource:security_group_rule and tenant:02c9fece5b9e4f74a231dd63c76fb804 is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:27:32.963614 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-70907e79-096c-443d-9cea-8a323b0ba1af tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:27:32.969654 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-70907e79-096c-443d-9cea-8a323b0ba1af tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:27:33.001059 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-70907e79-096c-443d-9cea-8a323b0ba1af tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:33.039673 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabbcd7-26e7-4d29-ba4a-fabaa253b200 req-c5ef2fa5-002a-4cf8-847d-6a0fbf13c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:33.041177 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7eabbcd7-26e7-4d29-ba4a-fabaa253b200 req-c5ef2fa5-002a-4cf8-847d-6a0fbf13c592 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=02c9fece5b9e4f74a231dd63c76fb804&device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 1097 time: 0.2479343 May 13 15:27:33.148199 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0c2a6b4c-b058-4c30-88e3-c985439be85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'name': 'tempest-TestMinimumBasicScenario-539596841-router', 'tenant_id': '02c9fece5b9e4f74a231dd63c76fb804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '02c1503b-2fdb-44cd-86a5-87afd33b29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:33Z', 'updated_at': '2022-05-13T15:26:37Z', 'revision_number': 4, 'project_id': '02c9fece5b9e4f74a231dd63c76fb804', 'gw_port': {'id': '02c1503b-2fdb-44cd-86a5-87afd33b29e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:34Z', 'updated_at': '2022-05-13T15:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'bdcf3bfc-68cc-4629-9993-53ec8e5c65f2', 'tenant_id': '02c9fece5b9e4f74a231dd63c76fb804', 'floating_ip_address': '172.25.0.64', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'port_id': '8896074d-26b4-49ae-b391-c00d258b6535', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0585bde9-076a-404c-8ba5-da60574d0b14', 'mac_address': 'fa:16:3e:b1:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509964b-06a8-4ba3-bff7-1451cc9100ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:27:31Z', 'updated_at': '2022-05-13T15:27:31Z', 'revision_number': 0, 'project_id': '02c9fece5b9e4f74a231dd63c76fb804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '181603f1-1599-4195-be89-43ee4056b006', 'name': '', 'network_id': '0585bde9-076a-404c-8ba5-da60574d0b14', 'tenant_id': '02c9fece5b9e4f74a231dd63c76fb804', 'mac_address': 'fa:16:3e:b9:aa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bfd5b77f-e74c-4c7f-97d3-c749900c7f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:37Z', 'updated_at': '2022-05-13T15:26:45Z', 'revision_number': 5, 'project_id': '02c9fece5b9e4f74a231dd63c76fb804', 'subnets': [{'id': 'bfd5b77f-e74c-4c7f-97d3-c749900c7f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:27:33.148199 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2a6b4c-b058-4c30-88e3-c985439be85c None None] Checking router: 56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:27:33.160784 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-70907e79-096c-443d-9cea-8a323b0ba1af tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:33.161020 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2a6b4c-b058-4c30-88e3-c985439be85c None None] Routers {'56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:27:33.161020 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0c2a6b4c-b058-4c30-88e3-c985439be85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:27:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:27:33.161287 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-70907e79-096c-443d-9cea-8a323b0ba1af tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:33.218631 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70907e79-096c-443d-9cea-8a323b0ba1af tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512af8c0-47f2-4835-9597-e6e7bf2ec4a0,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:27:33.225079 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-70907e79-096c-443d-9cea-8a323b0ba1af tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:33.229553 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44338) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:27:33.234940 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-81d2f7c9-23ee-41d7-a490-3da167e9a958 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Request body: {'security_group_rule': {'security_group_id': '75aacba5-0e81-431d-8974-1f391685d2d4', 'project_id': '02c9fece5b9e4f74a231dd63c76fb804', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:27:33.240895 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-70907e79-096c-443d-9cea-8a323b0ba1af tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4490333 May 13 15:27:33.251025 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-81d2f7c9-23ee-41d7-a490-3da167e9a958 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:27:33.256061 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-81d2f7c9-23ee-41d7-a490-3da167e9a958 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Usage tracker for resource:security_group_rule and tenant:02c9fece5b9e4f74a231dd63c76fb804 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:27:33.259099 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-81d2f7c9-23ee-41d7-a490-3da167e9a958 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:27:33.261164 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabbcd7-26e7-4d29-ba4a-fabaa253b200 req-b66984ae-bc47-4d75-a093-cbcb3b8ce43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:33.263244 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7eabbcd7-26e7-4d29-ba4a-fabaa253b200 req-b66984ae-bc47-4d75-a093-cbcb3b8ce43f service neutron] 10.222.0.74 "GET /v2.0/networks?id=0585bde9-076a-404c-8ba5-da60574d0b14 HTTP/1.1" status: 200 len: 915 time: 0.2144547 May 13 15:27:33.266546 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-81d2f7c9-23ee-41d7-a490-3da167e9a958 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:27:33.284170 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-81d2f7c9-23ee-41d7-a490-3da167e9a958 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:33.354904 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-81d2f7c9-23ee-41d7-a490-3da167e9a958 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:33.359792 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-81d2f7c9-23ee-41d7-a490-3da167e9a958 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:33.364183 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-0c2a6b4c-b058-4c30-88e3-c985439be85c None None] Set router 56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:27:33.391889 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2f7c9-23ee-41d7-a490-3da167e9a958 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b64f72-ee15-4fe4-94d5-8c770bf81ed9,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:27:33.395640 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7eabbcd7-26e7-4d29-ba4a-fabaa253b200 req-585e15f4-b247-46c4-91fb-f8e1e0fa7745 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8896074d-26b4-49ae-b391-c00d258b6535 HTTP/1.1" status: 200 len: 999 time: 0.1262560 May 13 15:27:33.399461 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-81d2f7c9-23ee-41d7-a490-3da167e9a958 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:33.402041 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-81d2f7c9-23ee-41d7-a490-3da167e9a958 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1705091 May 13 15:27:33.403868 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44342) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:27:33.409115 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-623a245d-5151-44d0-8b03-4873b31dd8a2 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Request body: {'security_group_rule': {'security_group_id': '75aacba5-0e81-431d-8974-1f391685d2d4', 'project_id': '02c9fece5b9e4f74a231dd63c76fb804', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:27:33.416094 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-623a245d-5151-44d0-8b03-4873b31dd8a2 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:27:33.420596 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-623a245d-5151-44d0-8b03-4873b31dd8a2 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Usage tracker for resource:security_group_rule and tenant:02c9fece5b9e4f74a231dd63c76fb804 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:27:33.425072 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-623a245d-5151-44d0-8b03-4873b31dd8a2 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:27:33.429821 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-623a245d-5151-44d0-8b03-4873b31dd8a2 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:27:33.451456 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-623a245d-5151-44d0-8b03-4873b31dd8a2 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:33.471758 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabbcd7-26e7-4d29-ba4a-fabaa253b200 req-34fbda57-d8a7-4393-9acc-8dad57c46c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:33.473398 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7eabbcd7-26e7-4d29-ba4a-fabaa253b200 req-34fbda57-d8a7-4393-9acc-8dad57c46c82 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bfd5b77f-e74c-4c7f-97d3-c749900c7f70 HTTP/1.1" status: 200 len: 853 time: 0.0721655 May 13 15:27:33.522917 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-623a245d-5151-44d0-8b03-4873b31dd8a2 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:33.528349 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-623a245d-5151-44d0-8b03-4873b31dd8a2 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:33.557367 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a245d-5151-44d0-8b03-4873b31dd8a2 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac30e4e2-b290-477d-be60-1e30d0bc0f78,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:27:33.569428 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabbcd7-26e7-4d29-ba4a-fabaa253b200 req-9fc6e701-3e58-4948-88d9-9baa9b060691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:33.570023 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-623a245d-5151-44d0-8b03-4873b31dd8a2 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:33.574028 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7eabbcd7-26e7-4d29-ba4a-fabaa253b200 req-9fc6e701-3e58-4948-88d9-9baa9b060691 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0585bde9-076a-404c-8ba5-da60574d0b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923469 May 13 15:27:33.574178 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-623a245d-5151-44d0-8b03-4873b31dd8a2 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1665158 May 13 15:27:33.574298 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44346) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:27:33.581605 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-9b436f1e-1c80-4a2d-896d-fd2a891b7ed3 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Request body: {'security_group_rule': {'security_group_id': '75aacba5-0e81-431d-8974-1f391685d2d4', 'project_id': '02c9fece5b9e4f74a231dd63c76fb804', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:27:33.590721 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9b436f1e-1c80-4a2d-896d-fd2a891b7ed3 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:27:33.594886 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9b436f1e-1c80-4a2d-896d-fd2a891b7ed3 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Usage tracker for resource:security_group_rule and tenant:02c9fece5b9e4f74a231dd63c76fb804 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:27:33.598468 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9b436f1e-1c80-4a2d-896d-fd2a891b7ed3 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:27:33.604616 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9b436f1e-1c80-4a2d-896d-fd2a891b7ed3 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:27:33.625711 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b436f1e-1c80-4a2d-896d-fd2a891b7ed3 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:33.699441 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b436f1e-1c80-4a2d-896d-fd2a891b7ed3 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:33.703916 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b436f1e-1c80-4a2d-896d-fd2a891b7ed3 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:33.723838 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7eabbcd7-26e7-4d29-ba4a-fabaa253b200 req-34a5ed42-08d0-4bd3-93c9-9438a75e656f service neutron] 10.222.0.74 "GET /v2.0/networks/0585bde9-076a-404c-8ba5-da60574d0b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458945 May 13 15:27:33.728772 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b436f1e-1c80-4a2d-896d-fd2a891b7ed3 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d79f9b64-19b3-4604-9841-07e08de8ede9,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:27:33.737253 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0c2a6b4c-b058-4c30-88e3-c985439be85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'name': 'tempest-TestMinimumBasicScenario-539596841-router', 'tenant_id': '02c9fece5b9e4f74a231dd63c76fb804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '02c1503b-2fdb-44cd-86a5-87afd33b29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:33Z', 'updated_at': '2022-05-13T15:26:37Z', 'revision_number': 4, 'project_id': '02c9fece5b9e4f74a231dd63c76fb804', 'gw_port': {'id': '02c1503b-2fdb-44cd-86a5-87afd33b29e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:34Z', 'updated_at': '2022-05-13T15:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'bdcf3bfc-68cc-4629-9993-53ec8e5c65f2', 'tenant_id': '02c9fece5b9e4f74a231dd63c76fb804', 'floating_ip_address': '172.25.0.64', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'port_id': '8896074d-26b4-49ae-b391-c00d258b6535', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0585bde9-076a-404c-8ba5-da60574d0b14', 'mac_address': 'fa:16:3e:b1:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509964b-06a8-4ba3-bff7-1451cc9100ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:27:31Z', 'updated_at': '2022-05-13T15:27:31Z', 'revision_number': 0, 'project_id': '02c9fece5b9e4f74a231dd63c76fb804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '181603f1-1599-4195-be89-43ee4056b006', 'name': '', 'network_id': '0585bde9-076a-404c-8ba5-da60574d0b14', 'tenant_id': '02c9fece5b9e4f74a231dd63c76fb804', 'mac_address': 'fa:16:3e:b9:aa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bfd5b77f-e74c-4c7f-97d3-c749900c7f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:37Z', 'updated_at': '2022-05-13T15:26:45Z', 'revision_number': 5, 'project_id': '02c9fece5b9e4f74a231dd63c76fb804', 'subnets': [{'id': 'bfd5b77f-e74c-4c7f-97d3-c749900c7f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:27:33.740405 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9b436f1e-1c80-4a2d-896d-fd2a891b7ed3 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:33.741573 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9b436f1e-1c80-4a2d-896d-fd2a891b7ed3 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1663973 May 13 15:27:33.744292 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44350) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:27:33.745367 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2a6b4c-b058-4c30-88e3-c985439be85c None None] The sync data for ids ['56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b'] in n-d-841760-1 is: [{'id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'name': 'tempest-TestMinimumBasicScenario-539596841-router', 'tenant_id': '02c9fece5b9e4f74a231dd63c76fb804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '02c1503b-2fdb-44cd-86a5-87afd33b29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:33Z', 'updated_at': '2022-05-13T15:26:37Z', 'revision_number': 4, 'project_id': '02c9fece5b9e4f74a231dd63c76fb804', 'gw_port': {'id': '02c1503b-2fdb-44cd-86a5-87afd33b29e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:34Z', 'updated_at': '2022-05-13T15:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'bdcf3bfc-68cc-4629-9993-53ec8e5c65f2', 'tenant_id': '02c9fece5b9e4f74a231dd63c76fb804', 'floating_ip_address': '172.25.0.64', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'port_id': '8896074d-26b4-49ae-b391-c00d258b6535', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0585bde9-076a-404c-8ba5-da60574d0b14', 'mac_address': 'fa:16:3e:b1:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509964b-06a8-4ba3-bff7-1451cc9100ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:27:31Z', 'updated_at': '2022-05-13T15:27:31Z', 'revision_number': 0, 'project_id': '02c9fece5b9e4f74a231dd63c76fb804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '181603f1-1599-4195-be89-43ee4056b006', 'name': '', 'network_id': '0585bde9-076a-404c-8ba5-da60574d0b14', 'tenant_id': '02c9fece5b9e4f74a231dd63c76fb804', 'mac_address': 'fa:16:3e:b9:aa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bfd5b77f-e74c-4c7f-97d3-c749900c7f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:37Z', 'updated_at': '2022-05-13T15:26:45Z', 'revision_number': 5, 'project_id': '02c9fece5b9e4f74a231dd63c76fb804', 'subnets': [{'id': 'bfd5b77f-e74c-4c7f-97d3-c749900c7f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:27:33.749740 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-c7a16493-32b2-4998-86a1-cb7bf7e95b7d tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Request body: {'security_group_rule': {'security_group_id': '75aacba5-0e81-431d-8974-1f391685d2d4', 'project_id': '02c9fece5b9e4f74a231dd63c76fb804', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:27:33.756668 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c7a16493-32b2-4998-86a1-cb7bf7e95b7d tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:27:33.760932 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c7a16493-32b2-4998-86a1-cb7bf7e95b7d tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Usage tracker for resource:security_group_rule and tenant:02c9fece5b9e4f74a231dd63c76fb804 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:27:33.764016 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c7a16493-32b2-4998-86a1-cb7bf7e95b7d tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:27:33.774986 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c7a16493-32b2-4998-86a1-cb7bf7e95b7d tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:27:33.795951 n-d-841760-1 neutron-server[88082]: INFO neutron.db.securitygroups_db [None req-c7a16493-32b2-4998-86a1-cb7bf7e95b7d tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Project 02c9fece5b9e4f74a231dd63c76fb804 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:27:33.803595 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c7a16493-32b2-4998-86a1-cb7bf7e95b7d tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:33.879582 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7eabbcd7-26e7-4d29-ba4a-fabaa253b200 req-53c14455-0084-40b5-a40c-b9b753a150a3 service neutron] 10.222.0.74 "GET /v2.0/networks/0585bde9-076a-404c-8ba5-da60574d0b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492198 May 13 15:27:33.975315 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209b6c43-c868-4e23-b41f-1ba4c517443a None None] New status for floating IP bdcf3bfc-68cc-4629-9993-53ec8e5c65f2: ACTIVE {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:27:34.014172 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c7a16493-32b2-4998-86a1-cb7bf7e95b7d tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:34.018610 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c7a16493-32b2-4998-86a1-cb7bf7e95b7d tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:34.043335 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a16493-32b2-4998-86a1-cb7bf7e95b7d tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e62aeb-a3a4-40f4-9b5e-1967ac0929f5,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:27:34.056189 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c7a16493-32b2-4998-86a1-cb7bf7e95b7d tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:34.058098 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c7a16493-32b2-4998-86a1-cb7bf7e95b7d tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3128405 May 13 15:27:34.060105 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44354) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:27:34.065383 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-1356a335-42a3-4fa5-b545-e765f1943747 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Request body: {'security_group_rule': {'security_group_id': '75aacba5-0e81-431d-8974-1f391685d2d4', 'project_id': '02c9fece5b9e4f74a231dd63c76fb804', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:27:34.072344 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1356a335-42a3-4fa5-b545-e765f1943747 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:27:34.077334 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1356a335-42a3-4fa5-b545-e765f1943747 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Usage tracker for resource:security_group_rule and tenant:02c9fece5b9e4f74a231dd63c76fb804 is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:27:34.080818 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-1356a335-42a3-4fa5-b545-e765f1943747 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:27:34.086685 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-1356a335-42a3-4fa5-b545-e765f1943747 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:27:34.100099 n-d-841760-1 neutron-server[88082]: INFO neutron.db.securitygroups_db [None req-1356a335-42a3-4fa5-b545-e765f1943747 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Project 02c9fece5b9e4f74a231dd63c76fb804 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:27:34.107544 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1356a335-42a3-4fa5-b545-e765f1943747 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:34.172982 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1356a335-42a3-4fa5-b545-e765f1943747 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:34.177318 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1356a335-42a3-4fa5-b545-e765f1943747 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:34.202303 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356a335-42a3-4fa5-b545-e765f1943747 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32224a4b-f9ad-4409-a823-8e10bef131d7,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:27:34.214226 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-1356a335-42a3-4fa5-b545-e765f1943747 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:34.219768 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-1356a335-42a3-4fa5-b545-e765f1943747 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1582799 May 13 15:27:34.359805 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-223e3989-e166-4ad4-9ad2-bd4dae784431 req-6dde3e9c-1a6f-4905-8784-7753a41b4a09 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1094464909&fields=id&tenant_id=02c9fece5b9e4f74a231dd63c76fb804 HTTP/1.1" status: 200 len: 267 time: 0.0448058 May 13 15:27:34.451960 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e3989-e166-4ad4-9ad2-bd4dae784431 req-b3c4d24e-30e2-4fae-8177-41d8c7c8b995 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:34.453438 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-223e3989-e166-4ad4-9ad2-bd4dae784431 req-b3c4d24e-30e2-4fae-8177-41d8c7c8b995 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 946 time: 0.0886436 May 13 15:27:34.464335 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [req-223e3989-e166-4ad4-9ad2-bd4dae784431 req-23ebbbe9-a835-4065-9d01-59b7be349f34 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Request body: {'port': {'security_groups': ['96c3809e-b9eb-499e-9994-8774b4c10f9e', '75aacba5-0e81-431d-8974-1f391685d2d4']}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:27:34.585533 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-223e3989-e166-4ad4-9ad2-bd4dae784431 req-23ebbbe9-a835-4065-9d01-59b7be349f34 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:34.839331 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [req-223e3989-e166-4ad4-9ad2-bd4dae784431 req-23ebbbe9-a835-4065-9d01-59b7be349f34 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] For port 8896074d-26b4-49ae-b391-c00d258b6535, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=8896074d-26b4-49ae-b391-c00d258b6535,segment=NetworkSegment(25994dca-5144-411f-9ee9-7fb5d291fcbf),segment_id=25994dca-5144-411f-9ee9-7fb5d291fcbf)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:27:34.867438 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-223e3989-e166-4ad4-9ad2-bd4dae784431 req-23ebbbe9-a835-4065-9d01-59b7be349f34 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:34.871688 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-223e3989-e166-4ad4-9ad2-bd4dae784431 req-23ebbbe9-a835-4065-9d01-59b7be349f34 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:34.904482 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['8896074d-26b4-49ae-b391-c00d258b6535'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:27:34.941361 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e3989-e166-4ad4-9ad2-bd4dae784431 req-23ebbbe9-a835-4065-9d01-59b7be349f34 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:34.942021 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [req-223e3989-e166-4ad4-9ad2-bd4dae784431 req-23ebbbe9-a835-4065-9d01-59b7be349f34 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:34.943733 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-223e3989-e166-4ad4-9ad2-bd4dae784431 req-23ebbbe9-a835-4065-9d01-59b7be349f34 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "PUT /v2.0/ports/8896074d-26b4-49ae-b391-c00d258b6535 HTTP/1.1" status: 200 len: 982 time: 0.4837275 May 13 15:27:34.944189 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd509964b-06a8-4ba3-bff7-1451cc9100ed', 'tag': '8896074d-26b4-49ae-b391-c00d258b6535'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:27:34.974773 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebbbe9-a835-4065-9d01-59b7be349f34 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Pushing event updated for resources: {'Port': ['ID=8896074d-26b4-49ae-b391-c00d258b6535,revision_number=6']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:27:35.036436 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74dbf118-c437-425a-9a63-d061f4b35dae'] response: {'name': 'network-changed', 'server_uuid': 'd509964b-06a8-4ba3-bff7-1451cc9100ed', 'tag': '8896074d-26b4-49ae-b391-c00d258b6535', 'status': 'completed', 'code': 200} May 13 15:27:35.053427 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['8896074d-26b4-49ae-b391-c00d258b6535'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:27:35.163455 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff2fc8-cae3-4a64-bd5b-901ffb747b1d req-9b9b7b52-bce6-4687-a2e2-96688ef778c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:35.165865 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-17ff2fc8-cae3-4a64-bd5b-901ffb747b1d req-9b9b7b52-bce6-4687-a2e2-96688ef778c1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=02c9fece5b9e4f74a231dd63c76fb804&device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 1136 time: 0.0877402 May 13 15:27:35.179450 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb9de4-d775-4571-855a-60e3114be8c1 req-d520af33-8b89-4678-abd9-07f406d174f8 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:35.187446 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a6eb9de4-d775-4571-855a-60e3114be8c1 req-d520af33-8b89-4678-abd9-07f406d174f8 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 985 time: 0.1091383 May 13 15:27:35.228495 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-629d23b5-4e16-4dce-a893-d3a4dac5cecd None None] Provisioning complete for port 8896074d-26b4-49ae-b391-c00d258b6535 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:27:35.229191 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-629d23b5-4e16-4dce-a893-d3a4dac5cecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:35.242096 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a6eb9de4-d775-4571-855a-60e3114be8c1 req-cc0e58ab-4f18-4b39-948a-d63dbc088ead tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&id=75aacba5-0e81-431d-8974-1f391685d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534966 May 13 15:27:35.376225 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff2fc8-cae3-4a64-bd5b-901ffb747b1d req-a0084123-1ec1-4294-b53f-f124d6f5553c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:35.377758 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-17ff2fc8-cae3-4a64-bd5b-901ffb747b1d req-a0084123-1ec1-4294-b53f-f124d6f5553c service neutron] 10.222.0.74 "GET /v2.0/networks?id=0585bde9-076a-404c-8ba5-da60574d0b14 HTTP/1.1" status: 200 len: 915 time: 0.2058873 May 13 15:27:35.488178 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-17ff2fc8-cae3-4a64-bd5b-901ffb747b1d req-7c36bb7a-349a-4547-b380-a5abf997b2a0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8896074d-26b4-49ae-b391-c00d258b6535 HTTP/1.1" status: 200 len: 1001 time: 0.1034725 May 13 15:27:35.549842 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-629d23b5-4e16-4dce-a893-d3a4dac5cecd None None] Current status of the port 8896074d-26b4-49ae-b391-c00d258b6535 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:27:35.551906 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff2fc8-cae3-4a64-bd5b-901ffb747b1d req-8129b42e-761b-43a0-b127-4369181d5470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:35.553389 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-17ff2fc8-cae3-4a64-bd5b-901ffb747b1d req-8129b42e-761b-43a0-b127-4369181d5470 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bfd5b77f-e74c-4c7f-97d3-c749900c7f70 HTTP/1.1" status: 200 len: 853 time: 0.0590260 May 13 15:27:35.634673 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff2fc8-cae3-4a64-bd5b-901ffb747b1d req-479e271a-0652-4da0-a9fb-4a1f6c3d6635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:35.636131 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-17ff2fc8-cae3-4a64-bd5b-901ffb747b1d req-479e271a-0652-4da0-a9fb-4a1f6c3d6635 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0585bde9-076a-404c-8ba5-da60574d0b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766225 May 13 15:27:35.781415 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-17ff2fc8-cae3-4a64-bd5b-901ffb747b1d req-05b68425-8870-4e42-a443-1d506621477c service neutron] 10.222.0.74 "GET /v2.0/networks/0585bde9-076a-404c-8ba5-da60574d0b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394386 May 13 15:27:35.917152 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-17ff2fc8-cae3-4a64-bd5b-901ffb747b1d req-0faad880-e562-40ef-9231-f4a4b51f16c1 service neutron] 10.222.0.74 "GET /v2.0/networks/0585bde9-076a-404c-8ba5-da60574d0b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277122 May 13 15:27:42.549861 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:27:45.760696 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3363cf11-aca2-437f-a192-480c7a365eee req-d1640b05-7d0a-4eb8-8a51-0b070fb18b60 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678086 May 13 15:27:45.919288 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363cf11-aca2-437f-a192-480c7a365eee req-b96ea5cf-3353-4b2d-b770-9b55d09f99af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:45.920757 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3363cf11-aca2-437f-a192-480c7a365eee req-b96ea5cf-3353-4b2d-b770-9b55d09f99af service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=02c9fece5b9e4f74a231dd63c76fb804&device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 1136 time: 0.0770304 May 13 15:27:46.173631 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363cf11-aca2-437f-a192-480c7a365eee req-b862d66b-4882-4424-a115-b2891739aef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:46.175245 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3363cf11-aca2-437f-a192-480c7a365eee req-b862d66b-4882-4424-a115-b2891739aef3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0585bde9-076a-404c-8ba5-da60574d0b14 HTTP/1.1" status: 200 len: 915 time: 0.2358103 May 13 15:27:46.278576 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3363cf11-aca2-437f-a192-480c7a365eee req-46e64d9a-13db-47b7-8c03-dde66b56049a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8896074d-26b4-49ae-b391-c00d258b6535 HTTP/1.1" status: 200 len: 1001 time: 0.0970736 May 13 15:27:46.338534 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363cf11-aca2-437f-a192-480c7a365eee req-28af66ba-263e-4d80-8a28-a9033c656635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:46.339964 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3363cf11-aca2-437f-a192-480c7a365eee req-28af66ba-263e-4d80-8a28-a9033c656635 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bfd5b77f-e74c-4c7f-97d3-c749900c7f70 HTTP/1.1" status: 200 len: 853 time: 0.0561335 May 13 15:27:46.417547 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363cf11-aca2-437f-a192-480c7a365eee req-d8fe348f-09c2-43ef-b8dc-732af4e173c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:46.419021 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3363cf11-aca2-437f-a192-480c7a365eee req-d8fe348f-09c2-43ef-b8dc-732af4e173c0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0585bde9-076a-404c-8ba5-da60574d0b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730791 May 13 15:27:46.551425 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3363cf11-aca2-437f-a192-480c7a365eee req-f89fb6ad-10a5-4239-ba89-8101db802b6a service neutron] 10.222.0.74 "GET /v2.0/networks/0585bde9-076a-404c-8ba5-da60574d0b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266549 May 13 15:27:46.679521 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3363cf11-aca2-437f-a192-480c7a365eee req-5cb0fd84-7996-4dfb-891d-90c464387dfc service neutron] 10.222.0.74 "GET /v2.0/networks/0585bde9-076a-404c-8ba5-da60574d0b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226907 May 13 15:27:48.617048 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:57.358084 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a1f91d17-2027-45e6-a340-3e83bd323262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:59.008158 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:59.682061 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1e711f85-0061-4f0b-99b3-bed4be995e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:00.819389 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:00.849436 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:02.327938 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:18.597525 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:19.551438 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:28:24.894971 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [req-9e5fad59-3a8f-457b-97b6-249ff073b35a req-86255b97-9374-4795-8989-256d099bd6fe service neutron] (88082) timed out ('10.222.0.35', 60516) {{(pid=88082) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 15:28:27.360766 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9474fe8b-8ed8-47cb-b28a-e8a6dcc318d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:28.995803 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:29.683776 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e59e942f-b13a-4d8a-825d-125f62c2f7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:30.821889 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:30.852743 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:32.330577 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:33.380596 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cd0a4-596e-4cf5-a263-38287fa1a543 req-6a3d7342-8df4-4611-b80a-c7bf84747a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:28:33.382028 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9b6cd0a4-596e-4cf5-a263-38287fa1a543 req-6a3d7342-8df4-4611-b80a-c7bf84747a1e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=02c9fece5b9e4f74a231dd63c76fb804&device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 1136 time: 0.0805874 May 13 15:28:33.414067 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30b748-0af4-4dc9-95d5-2209878ab5dd req-8d8f8f3d-7469-4915-b0a4-9eeb7be9c591 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:28:33.415549 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fd30b748-0af4-4dc9-95d5-2209878ab5dd req-8d8f8f3d-7469-4915-b0a4-9eeb7be9c591 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 985 time: 0.0905540 May 13 15:28:33.465859 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fd30b748-0af4-4dc9-95d5-2209878ab5dd req-54cd871f-c69f-4e77-82c1-68bbfbcfce3e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&id=75aacba5-0e81-431d-8974-1f391685d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416267 May 13 15:28:33.520102 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cd0a4-596e-4cf5-a263-38287fa1a543 req-7b69eebf-878f-40e3-9136-a3815d4253da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:28:33.521575 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9b6cd0a4-596e-4cf5-a263-38287fa1a543 req-7b69eebf-878f-40e3-9136-a3815d4253da service neutron] 10.222.0.74 "GET /v2.0/networks?id=0585bde9-076a-404c-8ba5-da60574d0b14 HTTP/1.1" status: 200 len: 915 time: 0.1333201 May 13 15:28:33.629359 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9b6cd0a4-596e-4cf5-a263-38287fa1a543 req-a7722218-b9cd-4983-a1b6-14897b6f4487 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8896074d-26b4-49ae-b391-c00d258b6535 HTTP/1.1" status: 200 len: 1001 time: 0.1013615 May 13 15:28:33.701815 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cd0a4-596e-4cf5-a263-38287fa1a543 req-d290d7a9-91e4-40d8-b291-e929deb352cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:28:33.703224 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9b6cd0a4-596e-4cf5-a263-38287fa1a543 req-d290d7a9-91e4-40d8-b291-e929deb352cb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bfd5b77f-e74c-4c7f-97d3-c749900c7f70 HTTP/1.1" status: 200 len: 853 time: 0.0606494 May 13 15:28:33.785202 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cd0a4-596e-4cf5-a263-38287fa1a543 req-663168a6-e046-4508-9745-edcfc157ae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:28:33.786679 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9b6cd0a4-596e-4cf5-a263-38287fa1a543 req-663168a6-e046-4508-9745-edcfc157ae3d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0585bde9-076a-404c-8ba5-da60574d0b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771916 May 13 15:28:33.923775 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9b6cd0a4-596e-4cf5-a263-38287fa1a543 req-33fc88ce-19e9-4265-aca6-be43fe619ecb service neutron] 10.222.0.74 "GET /v2.0/networks/0585bde9-076a-404c-8ba5-da60574d0b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296954 May 13 15:28:34.058170 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9b6cd0a4-596e-4cf5-a263-38287fa1a543 req-593b4942-5115-439d-a858-9fd9ee6ab16d service neutron] 10.222.0.74 "GET /v2.0/networks/0585bde9-076a-404c-8ba5-da60574d0b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273632 May 13 15:28:34.650982 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e6078-4a50-4e2d-bdc1-273a873508f7 req-ca063931-42c6-426b-a709-e9e6428673d3 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:28:34.652378 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dc9e6078-4a50-4e2d-bdc1-273a873508f7 req-ca063931-42c6-426b-a709-e9e6428673d3 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 985 time: 0.0802052 May 13 15:28:34.697693 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-dc9e6078-4a50-4e2d-bdc1-273a873508f7 req-3adf0b20-d82e-4409-8ab4-66b3d6c3066c tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Synchronizing usage tracker for tenant:02c9fece5b9e4f74a231dd63c76fb804 on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:28:34.712992 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-dc9e6078-4a50-4e2d-bdc1-273a873508f7 req-3adf0b20-d82e-4409-8ab4-66b3d6c3066c tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Unset dirty status for tenant:02c9fece5b9e4f74a231dd63c76fb804 on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:28:34.714100 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dc9e6078-4a50-4e2d-bdc1-273a873508f7 req-3adf0b20-d82e-4409-8ab4-66b3d6c3066c tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&id=75aacba5-0e81-431d-8974-1f391685d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557158 May 13 15:28:35.910522 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b8c3f-7987-4ec8-91db-fe754527598b req-a6dcc193-d2dd-4d27-b422-81e6a3f69302 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:28:35.912058 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fe2b8c3f-7987-4ec8-91db-fe754527598b req-a6dcc193-d2dd-4d27-b422-81e6a3f69302 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 985 time: 0.0856540 May 13 15:28:35.959728 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fe2b8c3f-7987-4ec8-91db-fe754527598b req-32fb1152-d8b8-4412-b659-3ec154c502d6 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&id=75aacba5-0e81-431d-8974-1f391685d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418739 May 13 15:28:37.151069 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c8886-70f4-40d0-9919-cae5f11e085b req-4df4a186-0723-4e97-bafd-10c52692d1ad tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:28:37.152467 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b60c8886-70f4-40d0-9919-cae5f11e085b req-4df4a186-0723-4e97-bafd-10c52692d1ad tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 985 time: 0.0861776 May 13 15:28:37.311505 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b60c8886-70f4-40d0-9919-cae5f11e085b req-b217f584-dfaf-4984-9777-c2cabef681d6 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&id=75aacba5-0e81-431d-8974-1f391685d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1529627 May 13 15:28:38.516953 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615ecc5-f7a2-4a88-b230-0d7362a814b0 req-e07a024a-a19e-4e2e-be67-e570f6fc41ae tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:28:38.518183 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5615ecc5-f7a2-4a88-b230-0d7362a814b0 req-e07a024a-a19e-4e2e-be67-e570f6fc41ae tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 985 time: 0.0882745 May 13 15:28:38.565642 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5615ecc5-f7a2-4a88-b230-0d7362a814b0 req-f7bd3bd6-74df-469e-bf2f-b416a359d4ac tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&id=75aacba5-0e81-431d-8974-1f391685d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418222 May 13 15:28:39.756176 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb176bf4-bc28-4001-9ad6-2c78034b3aa4 req-62310675-507c-4f5b-b370-242e20c37e7f tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:28:39.757639 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cb176bf4-bc28-4001-9ad6-2c78034b3aa4 req-62310675-507c-4f5b-b370-242e20c37e7f tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 985 time: 0.0814557 May 13 15:28:39.804043 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-cb176bf4-bc28-4001-9ad6-2c78034b3aa4 req-fd26f0e6-c278-477f-befa-2428b47c3ee2 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&id=75aacba5-0e81-431d-8974-1f391685d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406291 May 13 15:28:41.000879 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6d2b7-cbc5-495e-b77f-51b99e6e5b19 req-bf5e16ef-396b-41ff-b97f-2fe28bda3fb6 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:28:41.002830 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-00d6d2b7-cbc5-495e-b77f-51b99e6e5b19 req-bf5e16ef-396b-41ff-b97f-2fe28bda3fb6 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 985 time: 0.0893455 May 13 15:28:41.052423 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-00d6d2b7-cbc5-495e-b77f-51b99e6e5b19 req-f5054550-fe6b-43df-b4f0-febb4b6d4512 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&id=75aacba5-0e81-431d-8974-1f391685d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437338 May 13 15:28:42.238655 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d950e-67ea-403b-bc98-d34038f4c58f req-eed01dcf-d81e-44cf-8992-1b62c00588d0 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:28:42.240155 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9c2d950e-67ea-403b-bc98-d34038f4c58f req-eed01dcf-d81e-44cf-8992-1b62c00588d0 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 985 time: 0.0846474 May 13 15:28:42.286598 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9c2d950e-67ea-403b-bc98-d34038f4c58f req-69295643-e9a3-4a62-bc2a-6209fe1e10fb tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&id=75aacba5-0e81-431d-8974-1f391685d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406208 May 13 15:28:43.470094 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83843b0-31cd-46c8-9bd4-05248bba9b6e req-1561c591-004d-4883-a866-42d1f2a1ee4d tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:28:43.472092 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d83843b0-31cd-46c8-9bd4-05248bba9b6e req-1561c591-004d-4883-a866-42d1f2a1ee4d tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 985 time: 0.0810900 May 13 15:28:43.521835 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d83843b0-31cd-46c8-9bd4-05248bba9b6e req-0f2a27b0-573c-4ef8-9daf-0d0f38a63d72 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&id=75aacba5-0e81-431d-8974-1f391685d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438752 May 13 15:28:44.706254 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c759b-030f-473c-a490-e1587361e4e4 req-c3566ff6-207a-447f-97b9-3e3965018226 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:28:44.707747 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bc5c759b-030f-473c-a490-e1587361e4e4 req-c3566ff6-207a-447f-97b9-3e3965018226 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 985 time: 0.0825508 May 13 15:28:44.758975 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-bc5c759b-030f-473c-a490-e1587361e4e4 req-5a83a9f9-74f6-44f0-9c66-81aa60c0ff2e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&id=75aacba5-0e81-431d-8974-1f391685d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453446 May 13 15:28:45.944392 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc1532-1b04-4cdd-9dad-97043054396d req-b99875ad-ad69-4964-bce7-aae51a3063dc tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:28:45.945872 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dcdc1532-1b04-4cdd-9dad-97043054396d req-b99875ad-ad69-4964-bce7-aae51a3063dc tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 985 time: 0.0811779 May 13 15:28:45.992965 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-dcdc1532-1b04-4cdd-9dad-97043054396d req-91d45e22-0c81-4652-9053-fa698745da88 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&id=75aacba5-0e81-431d-8974-1f391685d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412853 May 13 15:28:46.764663 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d762a9bf-2580-406e-95db-29fb498e289b req-bb65ffb3-9bcd-4f79-a322-ed333b056b1e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0698550 May 13 15:28:46.930394 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762a9bf-2580-406e-95db-29fb498e289b req-a5698078-d67b-4b12-bd9f-bce8b0981a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:28:46.932023 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d762a9bf-2580-406e-95db-29fb498e289b req-a5698078-d67b-4b12-bd9f-bce8b0981a48 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=02c9fece5b9e4f74a231dd63c76fb804&device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 1136 time: 0.0714538 May 13 15:28:47.077474 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762a9bf-2580-406e-95db-29fb498e289b req-e3afb176-7163-4b21-a431-8c97e151fbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:28:47.078909 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d762a9bf-2580-406e-95db-29fb498e289b req-e3afb176-7163-4b21-a431-8c97e151fbee service neutron] 10.222.0.74 "GET /v2.0/networks?id=0585bde9-076a-404c-8ba5-da60574d0b14 HTTP/1.1" status: 200 len: 915 time: 0.1281955 May 13 15:28:47.185898 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d762a9bf-2580-406e-95db-29fb498e289b req-8ff5bcae-9227-4ebe-aeb1-d5b0496e2623 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8896074d-26b4-49ae-b391-c00d258b6535 HTTP/1.1" status: 200 len: 1001 time: 0.1010678 May 13 15:28:47.253872 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762a9bf-2580-406e-95db-29fb498e289b req-6f01e6d6-364b-45aa-a9fb-4287ff581c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:28:47.255334 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d762a9bf-2580-406e-95db-29fb498e289b req-6f01e6d6-364b-45aa-a9fb-4287ff581c17 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bfd5b77f-e74c-4c7f-97d3-c749900c7f70 HTTP/1.1" status: 200 len: 853 time: 0.0641251 May 13 15:28:47.330043 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762a9bf-2580-406e-95db-29fb498e289b req-5eac0986-6e84-4062-a55a-af9158d11e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:28:47.331501 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d762a9bf-2580-406e-95db-29fb498e289b req-5eac0986-6e84-4062-a55a-af9158d11e10 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0585bde9-076a-404c-8ba5-da60574d0b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706110 May 13 15:28:47.463392 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d762a9bf-2580-406e-95db-29fb498e289b req-08b87024-1293-44dc-993e-be306dc73f7a service neutron] 10.222.0.74 "GET /v2.0/networks/0585bde9-076a-404c-8ba5-da60574d0b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256812 May 13 15:28:47.596813 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-d762a9bf-2580-406e-95db-29fb498e289b req-ca564b65-efaf-490b-a633-033ea6544f72 service neutron] 10.222.0.74 "GET /v2.0/networks/0585bde9-076a-404c-8ba5-da60574d0b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273184 May 13 15:28:48.593344 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:56.550750 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:28:57.363571 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2159d8cc-6750-4b26-8582-0b48ffebaecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:59.034340 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:59.687293 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6d7310b1-6749-416a-af3f-975086493107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:00.827945 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:00.858522 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:02.333067 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:18.606841 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:27.365142 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b5bd2142-c7d4-4a10-b719-493c8e16ebd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:29.036439 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:29.688515 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6fb7de35-c090-462b-ac14-ac6546f0ed5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:30.820428 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:30.858419 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:32.335530 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:33.551430 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:29:40.761157 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5acaf458-3532-4ab1-9e75-7a7cc3fd035a req-bf5e11dd-e605-4961-8617-a78e058ab48e tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1094464909&fields=id&tenant_id=02c9fece5b9e4f74a231dd63c76fb804 HTTP/1.1" status: 200 len: 267 time: 0.0383453 May 13 15:29:40.848026 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acaf458-3532-4ab1-9e75-7a7cc3fd035a req-69b36e34-b543-4352-992d-c4d98633cd06 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:29:40.849444 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5acaf458-3532-4ab1-9e75-7a7cc3fd035a req-69b36e34-b543-4352-992d-c4d98633cd06 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 985 time: 0.0829990 May 13 15:29:40.860048 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-5acaf458-3532-4ab1-9e75-7a7cc3fd035a req-8540f99d-ea2f-4f09-9f38-4b6895c3a6ad tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Request body: {'port': {'security_groups': ['96c3809e-b9eb-499e-9994-8774b4c10f9e']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:29:40.989144 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5acaf458-3532-4ab1-9e75-7a7cc3fd035a req-8540f99d-ea2f-4f09-9f38-4b6895c3a6ad tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:41.231143 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-5acaf458-3532-4ab1-9e75-7a7cc3fd035a req-8540f99d-ea2f-4f09-9f38-4b6895c3a6ad tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] For port 8896074d-26b4-49ae-b391-c00d258b6535, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=8896074d-26b4-49ae-b391-c00d258b6535,segment=NetworkSegment(25994dca-5144-411f-9ee9-7fb5d291fcbf),segment_id=25994dca-5144-411f-9ee9-7fb5d291fcbf)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:29:41.257620 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5acaf458-3532-4ab1-9e75-7a7cc3fd035a req-8540f99d-ea2f-4f09-9f38-4b6895c3a6ad tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:41.262107 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5acaf458-3532-4ab1-9e75-7a7cc3fd035a req-8540f99d-ea2f-4f09-9f38-4b6895c3a6ad tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:41.295406 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['8896074d-26b4-49ae-b391-c00d258b6535'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:29:41.339171 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acaf458-3532-4ab1-9e75-7a7cc3fd035a req-8540f99d-ea2f-4f09-9f38-4b6895c3a6ad tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:29:41.339810 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-5acaf458-3532-4ab1-9e75-7a7cc3fd035a req-8540f99d-ea2f-4f09-9f38-4b6895c3a6ad tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:41.341237 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5acaf458-3532-4ab1-9e75-7a7cc3fd035a req-8540f99d-ea2f-4f09-9f38-4b6895c3a6ad tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "PUT /v2.0/ports/8896074d-26b4-49ae-b391-c00d258b6535 HTTP/1.1" status: 200 len: 943 time: 0.4855204 May 13 15:29:41.341770 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd509964b-06a8-4ba3-bff7-1451cc9100ed', 'tag': '8896074d-26b4-49ae-b391-c00d258b6535'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:29:41.347421 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44446) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:29:41.369298 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540f99d-ea2f-4f09-9f38-4b6895c3a6ad tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Pushing event updated for resources: {'Port': ['ID=8896074d-26b4-49ae-b391-c00d258b6535,revision_number=7']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:29:41.378951 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540f99d-ea2f-4f09-9f38-4b6895c3a6ad tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:41.379313 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540f99d-ea2f-4f09-9f38-4b6895c3a6ad tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:41.379675 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540f99d-ea2f-4f09-9f38-4b6895c3a6ad tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:41.379962 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540f99d-ea2f-4f09-9f38-4b6895c3a6ad tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:41.380282 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540f99d-ea2f-4f09-9f38-4b6895c3a6ad tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:41.380601 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540f99d-ea2f-4f09-9f38-4b6895c3a6ad tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:41.380918 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540f99d-ea2f-4f09-9f38-4b6895c3a6ad tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:41.381233 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540f99d-ea2f-4f09-9f38-4b6895c3a6ad tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:41.381550 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540f99d-ea2f-4f09-9f38-4b6895c3a6ad tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:41.382004 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540f99d-ea2f-4f09-9f38-4b6895c3a6ad tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:41.382497 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540f99d-ea2f-4f09-9f38-4b6895c3a6ad tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:41.383362 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540f99d-ea2f-4f09-9f38-4b6895c3a6ad tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:41.431672 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2df61cca-4b86-44c1-a657-d557193a6828'] response: {'name': 'network-changed', 'server_uuid': 'd509964b-06a8-4ba3-bff7-1451cc9100ed', 'tag': '8896074d-26b4-49ae-b391-c00d258b6535', 'status': 'completed', 'code': 200} May 13 15:29:41.442024 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9daf5ae0-69af-4847-9fbc-989dd20c18d5 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:41.464426 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['8896074d-26b4-49ae-b391-c00d258b6535'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:29:41.481899 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9daf5ae0-69af-4847-9fbc-989dd20c18d5 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:41.553528 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb05afb-80ec-4184-b452-f4e9ebddd4d2 req-61b500ae-f399-4ef0-95a7-292b82b0c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:29:41.555308 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4cb05afb-80ec-4184-b452-f4e9ebddd4d2 req-61b500ae-f399-4ef0-95a7-292b82b0c15c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=02c9fece5b9e4f74a231dd63c76fb804&device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 1097 time: 0.0871861 May 13 15:29:41.571975 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9daf5ae0-69af-4847-9fbc-989dd20c18d5 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:41.603402 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf5ae0-69af-4847-9fbc-989dd20c18d5 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75aacba5-0e81-431d-8974-1f391685d2d4,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:29:41.605914 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9daf5ae0-69af-4847-9fbc-989dd20c18d5 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:41.609343 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9daf5ae0-69af-4847-9fbc-989dd20c18d5 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "DELETE /v2.0/security-groups/75aacba5-0e81-431d-8974-1f391685d2d4 HTTP/1.1" status: 204 len: 168 time: 0.2577701 May 13 15:29:41.609603 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44452) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:29:41.668236 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf5ae0-69af-4847-9fbc-989dd20c18d5 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:41.668594 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf5ae0-69af-4847-9fbc-989dd20c18d5 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:41.668914 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf5ae0-69af-4847-9fbc-989dd20c18d5 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:41.669242 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf5ae0-69af-4847-9fbc-989dd20c18d5 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:41.669569 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf5ae0-69af-4847-9fbc-989dd20c18d5 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:41.669890 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf5ae0-69af-4847-9fbc-989dd20c18d5 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:41.670208 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf5ae0-69af-4847-9fbc-989dd20c18d5 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:41.670522 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf5ae0-69af-4847-9fbc-989dd20c18d5 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:41.670848 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf5ae0-69af-4847-9fbc-989dd20c18d5 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:41.671182 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf5ae0-69af-4847-9fbc-989dd20c18d5 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:41.671501 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf5ae0-69af-4847-9fbc-989dd20c18d5 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:41.671809 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf5ae0-69af-4847-9fbc-989dd20c18d5 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:41.718036 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb05afb-80ec-4184-b452-f4e9ebddd4d2 req-0995c753-8ac6-448b-adf4-f936c52b5718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:29:41.720693 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4cb05afb-80ec-4184-b452-f4e9ebddd4d2 req-0995c753-8ac6-448b-adf4-f936c52b5718 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0585bde9-076a-404c-8ba5-da60574d0b14 HTTP/1.1" status: 200 len: 915 time: 0.1584165 May 13 15:29:41.723733 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ac4c618a-8b30-4a1b-aace-ac63a9b8ec7c None None] Provisioning complete for port 8896074d-26b4-49ae-b391-c00d258b6535 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:29:41.724097 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ac4c618a-8b30-4a1b-aace-ac63a9b8ec7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:41.831489 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-5d80ad38-3a6a-4f2f-942b-ecf5404dc8cd tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Deleting port 1305e459-2deb-43c1-a492-52f7b338c2b3 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:29:41.831973 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5d80ad38-3a6a-4f2f-942b-ecf5404dc8cd tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:41.835083 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4cb05afb-80ec-4184-b452-f4e9ebddd4d2 req-ac4a79b2-9aab-4f7c-9d4f-60403a302930 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8896074d-26b4-49ae-b391-c00d258b6535 HTTP/1.1" status: 200 len: 1001 time: 0.1079428 May 13 15:29:41.852832 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ac4c618a-8b30-4a1b-aace-ac63a9b8ec7c None None] Current status of the port 8896074d-26b4-49ae-b391-c00d258b6535 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:29:41.901732 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb05afb-80ec-4184-b452-f4e9ebddd4d2 req-64eb773b-b85a-4a4a-9178-eac133b4f14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:29:41.903199 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4cb05afb-80ec-4184-b452-f4e9ebddd4d2 req-64eb773b-b85a-4a4a-9178-eac133b4f14d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bfd5b77f-e74c-4c7f-97d3-c749900c7f70 HTTP/1.1" status: 200 len: 853 time: 0.0617151 May 13 15:29:42.007859 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5d80ad38-3a6a-4f2f-942b-ecf5404dc8cd tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:42.008191 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5d80ad38-3a6a-4f2f-942b-ecf5404dc8cd tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:42.091917 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb05afb-80ec-4184-b452-f4e9ebddd4d2 req-9c273577-2356-4fd8-a7ac-7ceeb54a8dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:29:42.093349 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4cb05afb-80ec-4184-b452-f4e9ebddd4d2 req-9c273577-2356-4fd8-a7ac-7ceeb54a8dbb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0585bde9-076a-404c-8ba5-da60574d0b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1833963 May 13 15:29:42.231342 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4cb05afb-80ec-4184-b452-f4e9ebddd4d2 req-ada51d28-8dd6-495c-a3f0-bcc440475fdc service neutron] 10.222.0.74 "GET /v2.0/networks/0585bde9-076a-404c-8ba5-da60574d0b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303990 May 13 15:29:42.240908 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-5d80ad38-3a6a-4f2f-942b-ecf5404dc8cd tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Calling delete_port for 1305e459-2deb-43c1-a492-52f7b338c2b3 owned by network:floatingip {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:29:42.367097 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4cb05afb-80ec-4184-b452-f4e9ebddd4d2 req-274ccd60-53f5-43c8-8038-c6dc13791881 service neutron] 10.222.0.74 "GET /v2.0/networks/0585bde9-076a-404c-8ba5-da60574d0b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293297 May 13 15:29:42.410539 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5d80ad38-3a6a-4f2f-942b-ecf5404dc8cd tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:42.460147 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80ad38-3a6a-4f2f-942b-ecf5404dc8cd tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Pushing event deleted for resources: {'Port': ['ID=1305e459-2deb-43c1-a492-52f7b338c2b3,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:29:42.554870 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5d80ad38-3a6a-4f2f-942b-ecf5404dc8cd tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks [] for floatingip, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:42.555364 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-5d80ad38-3a6a-4f2f-942b-ecf5404dc8cd tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Floating IP bdcf3bfc-68cc-4629-9993-53ec8e5c65f2 disassociated (deleted). External IP: 172.25.0.64, port: 8896074d-26b4-49ae-b391-c00d258b6535. May 13 15:29:42.915446 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d80ad38-3a6a-4f2f-942b-ecf5404dc8cd tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Router 56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:29:43.102579 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d80ad38-3a6a-4f2f-942b-ecf5404dc8cd tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:29:43.118820 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16370ec3-3ba7-4fec-88dd-e52c8ad65a3a None None] Sync routers for ids ['56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:29:43.128321 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16370ec3-3ba7-4fec-88dd-e52c8ad65a3a None None] Routers {'56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:29:43.128934 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-16370ec3-3ba7-4fec-88dd-e52c8ad65a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:29:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:29:43.130488 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5d80ad38-3a6a-4f2f-942b-ecf5404dc8cd tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:43.186168 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5d80ad38-3a6a-4f2f-942b-ecf5404dc8cd tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "DELETE /v2.0/floatingips/bdcf3bfc-68cc-4629-9993-53ec8e5c65f2 HTTP/1.1" status: 204 len: 168 time: 1.5754578 May 13 15:29:43.186677 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd509964b-06a8-4ba3-bff7-1451cc9100ed', 'tag': '8896074d-26b4-49ae-b391-c00d258b6535'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:29:43.253265 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2103d9b-566b-472f-b4a8-fc5283849e09'] response: {'name': 'network-changed', 'server_uuid': 'd509964b-06a8-4ba3-bff7-1451cc9100ed', 'tag': '8896074d-26b4-49ae-b391-c00d258b6535', 'status': 'completed', 'code': 200} May 13 15:29:43.323755 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-16370ec3-3ba7-4fec-88dd-e52c8ad65a3a None None] Set router 56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:29:43.367078 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601eed12-9a8b-46e7-9fa6-75020f54d2a0 req-ec6ded55-8ad6-40a7-8299-a0e519136370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:29:43.368791 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-601eed12-9a8b-46e7-9fa6-75020f54d2a0 req-ec6ded55-8ad6-40a7-8299-a0e519136370 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=02c9fece5b9e4f74a231dd63c76fb804&device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 1097 time: 0.0745125 May 13 15:29:43.514760 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601eed12-9a8b-46e7-9fa6-75020f54d2a0 req-991c4086-3fc7-4b6e-8404-c88dc9003f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:29:43.516400 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-601eed12-9a8b-46e7-9fa6-75020f54d2a0 req-991c4086-3fc7-4b6e-8404-c88dc9003f88 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0585bde9-076a-404c-8ba5-da60574d0b14 HTTP/1.1" status: 200 len: 915 time: 0.1421747 May 13 15:29:43.604348 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-601eed12-9a8b-46e7-9fa6-75020f54d2a0 req-4ac3b46f-0762-40a4-bdf6-6b5bd9288df2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8896074d-26b4-49ae-b391-c00d258b6535 HTTP/1.1" status: 200 len: 217 time: 0.0820222 May 13 15:29:43.667956 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-16370ec3-3ba7-4fec-88dd-e52c8ad65a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'name': 'tempest-TestMinimumBasicScenario-539596841-router', 'tenant_id': '02c9fece5b9e4f74a231dd63c76fb804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '02c1503b-2fdb-44cd-86a5-87afd33b29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:33Z', 'updated_at': '2022-05-13T15:26:37Z', 'revision_number': 4, 'project_id': '02c9fece5b9e4f74a231dd63c76fb804', 'gw_port': {'id': '02c1503b-2fdb-44cd-86a5-87afd33b29e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:34Z', 'updated_at': '2022-05-13T15:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '181603f1-1599-4195-be89-43ee4056b006', 'name': '', 'network_id': '0585bde9-076a-404c-8ba5-da60574d0b14', 'tenant_id': '02c9fece5b9e4f74a231dd63c76fb804', 'mac_address': 'fa:16:3e:b9:aa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bfd5b77f-e74c-4c7f-97d3-c749900c7f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:37Z', 'updated_at': '2022-05-13T15:26:45Z', 'revision_number': 5, 'project_id': '02c9fece5b9e4f74a231dd63c76fb804', 'subnets': [{'id': 'bfd5b77f-e74c-4c7f-97d3-c749900c7f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:29:43.672120 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16370ec3-3ba7-4fec-88dd-e52c8ad65a3a None None] Checking router: 56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:29:43.676413 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601eed12-9a8b-46e7-9fa6-75020f54d2a0 req-c5189be0-e9f2-4a72-b721-59cbb824d9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:29:43.677784 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-601eed12-9a8b-46e7-9fa6-75020f54d2a0 req-c5189be0-e9f2-4a72-b721-59cbb824d9e4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bfd5b77f-e74c-4c7f-97d3-c749900c7f70 HTTP/1.1" status: 200 len: 853 time: 0.0641611 May 13 15:29:43.681628 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16370ec3-3ba7-4fec-88dd-e52c8ad65a3a None None] Routers {'56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:29:43.682235 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-16370ec3-3ba7-4fec-88dd-e52c8ad65a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:29:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:29:43.759365 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601eed12-9a8b-46e7-9fa6-75020f54d2a0 req-312c5260-3833-4ef1-b17d-f3c2b40febee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:29:43.760869 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-601eed12-9a8b-46e7-9fa6-75020f54d2a0 req-312c5260-3833-4ef1-b17d-f3c2b40febee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0585bde9-076a-404c-8ba5-da60574d0b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769129 May 13 15:29:43.896712 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-16370ec3-3ba7-4fec-88dd-e52c8ad65a3a None None] Set router 56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:29:43.900129 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-601eed12-9a8b-46e7-9fa6-75020f54d2a0 req-e801fed0-54ca-4a3f-8db5-7c487445cb6a service neutron] 10.222.0.74 "GET /v2.0/networks/0585bde9-076a-404c-8ba5-da60574d0b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297493 May 13 15:29:44.034562 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-601eed12-9a8b-46e7-9fa6-75020f54d2a0 req-f23de4bc-1709-4527-a08a-9a61b9e61ca2 service neutron] 10.222.0.74 "GET /v2.0/networks/0585bde9-076a-404c-8ba5-da60574d0b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282213 May 13 15:29:44.213580 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-16370ec3-3ba7-4fec-88dd-e52c8ad65a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'name': 'tempest-TestMinimumBasicScenario-539596841-router', 'tenant_id': '02c9fece5b9e4f74a231dd63c76fb804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '02c1503b-2fdb-44cd-86a5-87afd33b29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:33Z', 'updated_at': '2022-05-13T15:26:37Z', 'revision_number': 4, 'project_id': '02c9fece5b9e4f74a231dd63c76fb804', 'gw_port': {'id': '02c1503b-2fdb-44cd-86a5-87afd33b29e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:34Z', 'updated_at': '2022-05-13T15:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '181603f1-1599-4195-be89-43ee4056b006', 'name': '', 'network_id': '0585bde9-076a-404c-8ba5-da60574d0b14', 'tenant_id': '02c9fece5b9e4f74a231dd63c76fb804', 'mac_address': 'fa:16:3e:b9:aa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bfd5b77f-e74c-4c7f-97d3-c749900c7f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:37Z', 'updated_at': '2022-05-13T15:26:45Z', 'revision_number': 5, 'project_id': '02c9fece5b9e4f74a231dd63c76fb804', 'subnets': [{'id': 'bfd5b77f-e74c-4c7f-97d3-c749900c7f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:29:44.217580 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16370ec3-3ba7-4fec-88dd-e52c8ad65a3a None None] The sync data for ids ['56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b'] in n-d-841760-1 is: [{'id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'name': 'tempest-TestMinimumBasicScenario-539596841-router', 'tenant_id': '02c9fece5b9e4f74a231dd63c76fb804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '02c1503b-2fdb-44cd-86a5-87afd33b29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:33Z', 'updated_at': '2022-05-13T15:26:37Z', 'revision_number': 4, 'project_id': '02c9fece5b9e4f74a231dd63c76fb804', 'gw_port': {'id': '02c1503b-2fdb-44cd-86a5-87afd33b29e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:34Z', 'updated_at': '2022-05-13T15:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '181603f1-1599-4195-be89-43ee4056b006', 'name': '', 'network_id': '0585bde9-076a-404c-8ba5-da60574d0b14', 'tenant_id': '02c9fece5b9e4f74a231dd63c76fb804', 'mac_address': 'fa:16:3e:b9:aa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bfd5b77f-e74c-4c7f-97d3-c749900c7f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:37Z', 'updated_at': '2022-05-13T15:26:45Z', 'revision_number': 5, 'project_id': '02c9fece5b9e4f74a231dd63c76fb804', 'subnets': [{'id': 'bfd5b77f-e74c-4c7f-97d3-c749900c7f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:29:44.432066 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd66a879-ee67-4ce8-bf9a-2b4a13f9235a None None] New status for floating IP bdcf3bfc-68cc-4629-9993-53ec8e5c65f2: DOWN {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:29:46.758149 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2e953782-cbd5-45f0-9cc1-ca2a19beb7e8 req-6faa7ff3-ba68-4879-b856-e72d192419b0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0692925 May 13 15:29:46.936901 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e953782-cbd5-45f0-9cc1-ca2a19beb7e8 req-0bb44bcc-f081-465b-837e-7d1b49b9cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:29:46.938394 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2e953782-cbd5-45f0-9cc1-ca2a19beb7e8 req-0bb44bcc-f081-465b-837e-7d1b49b9cc41 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=02c9fece5b9e4f74a231dd63c76fb804&device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 1097 time: 0.0752661 May 13 15:29:47.087793 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e953782-cbd5-45f0-9cc1-ca2a19beb7e8 req-ca802af5-e421-42c5-98fb-7bdaca5bf38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:29:47.089247 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2e953782-cbd5-45f0-9cc1-ca2a19beb7e8 req-ca802af5-e421-42c5-98fb-7bdaca5bf38d service neutron] 10.222.0.74 "GET /v2.0/networks?id=0585bde9-076a-404c-8ba5-da60574d0b14 HTTP/1.1" status: 200 len: 915 time: 0.1313808 May 13 15:29:47.158114 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2e953782-cbd5-45f0-9cc1-ca2a19beb7e8 req-2575cff8-5831-4dce-9ffc-dad90018fbf4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8896074d-26b4-49ae-b391-c00d258b6535 HTTP/1.1" status: 200 len: 217 time: 0.0631182 May 13 15:29:47.224155 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e953782-cbd5-45f0-9cc1-ca2a19beb7e8 req-9300fae4-1a9b-4c45-b9d6-61b4ab2b9fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:29:47.225616 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2e953782-cbd5-45f0-9cc1-ca2a19beb7e8 req-9300fae4-1a9b-4c45-b9d6-61b4ab2b9fc0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bfd5b77f-e74c-4c7f-97d3-c749900c7f70 HTTP/1.1" status: 200 len: 853 time: 0.0623732 May 13 15:29:47.304949 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e953782-cbd5-45f0-9cc1-ca2a19beb7e8 req-dadf026e-0687-4f96-8139-d415d0f398c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:29:47.306328 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2e953782-cbd5-45f0-9cc1-ca2a19beb7e8 req-dadf026e-0687-4f96-8139-d415d0f398c8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0585bde9-076a-404c-8ba5-da60574d0b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750525 May 13 15:29:47.564269 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2e953782-cbd5-45f0-9cc1-ca2a19beb7e8 req-fd25d509-5b56-426a-ab40-087e7bb68c60 service neutron] 10.222.0.74 "GET /v2.0/networks/0585bde9-076a-404c-8ba5-da60574d0b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517605 May 13 15:29:47.640757 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79035ef3-769f-45e9-be43-0dc9ffb8c209 req-82fb9fbc-a11a-47f6-844d-79e17df69999 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:29:47.641463 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-79035ef3-769f-45e9-be43-0dc9ffb8c209 req-82fb9fbc-a11a-47f6-844d-79e17df69999 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Synchronizing usage tracker for tenant:02c9fece5b9e4f74a231dd63c76fb804 on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:29:47.656791 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-79035ef3-769f-45e9-be43-0dc9ffb8c209 req-82fb9fbc-a11a-47f6-844d-79e17df69999 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Unset dirty status for tenant:02c9fece5b9e4f74a231dd63c76fb804 on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:29:47.658058 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-79035ef3-769f-45e9-be43-0dc9ffb8c209 req-82fb9fbc-a11a-47f6-844d-79e17df69999 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 946 time: 0.1058536 May 13 15:29:47.701829 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2e953782-cbd5-45f0-9cc1-ca2a19beb7e8 req-4024aba3-e94d-48ea-a43a-b56bde7f79da service neutron] 10.222.0.74 "GET /v2.0/networks/0585bde9-076a-404c-8ba5-da60574d0b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307826 May 13 15:29:47.706548 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-79035ef3-769f-45e9-be43-0dc9ffb8c209 req-758924cd-ac89-4f18-8189-db37fd3d9bac tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Synchronizing usage tracker for tenant:02c9fece5b9e4f74a231dd63c76fb804 on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:29:47.723066 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-79035ef3-769f-45e9-be43-0dc9ffb8c209 req-758924cd-ac89-4f18-8189-db37fd3d9bac tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Unset dirty status for tenant:02c9fece5b9e4f74a231dd63c76fb804 on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:29:47.723991 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-79035ef3-769f-45e9-be43-0dc9ffb8c209 req-758924cd-ac89-4f18-8189-db37fd3d9bac tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596120 May 13 15:29:48.626165 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:48.915051 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21693af5-fdf9-4a64-bbac-1a277f07527b req-71b3a5e3-c74d-4244-86f9-9724b83e5208 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:29:48.916462 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-21693af5-fdf9-4a64-bbac-1a277f07527b req-71b3a5e3-c74d-4244-86f9-9724b83e5208 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 946 time: 0.0840340 May 13 15:29:48.967897 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-21693af5-fdf9-4a64-bbac-1a277f07527b req-8c33764e-660c-4c6f-ad5b-cfdb2737b6e4 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456760 May 13 15:29:49.526088 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d7e58-fe81-4230-a57d-e78aa587ed70 req-959592b7-2214-4456-9929-694dfe04d2ee tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:29:49.527465 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-180d7e58-fe81-4230-a57d-e78aa587ed70 req-959592b7-2214-4456-9929-694dfe04d2ee tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.74 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 946 time: 0.0785131 May 13 15:29:49.600998 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-180d7e58-fe81-4230-a57d-e78aa587ed70 req-6852b8e6-8e2f-4c74-95bd-b33e95232d86 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Deleting port 8896074d-26b4-49ae-b391-c00d258b6535 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:29:49.601335 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-180d7e58-fe81-4230-a57d-e78aa587ed70 req-6852b8e6-8e2f-4c74-95bd-b33e95232d86 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:49.857032 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-180d7e58-fe81-4230-a57d-e78aa587ed70 req-6852b8e6-8e2f-4c74-95bd-b33e95232d86 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] For port 8896074d-26b4-49ae-b391-c00d258b6535, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=8896074d-26b4-49ae-b391-c00d258b6535,segment=NetworkSegment(25994dca-5144-411f-9ee9-7fb5d291fcbf),segment_id=25994dca-5144-411f-9ee9-7fb5d291fcbf)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:29:49.857383 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-180d7e58-fe81-4230-a57d-e78aa587ed70 req-6852b8e6-8e2f-4c74-95bd-b33e95232d86 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:49.981019 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-180d7e58-fe81-4230-a57d-e78aa587ed70 req-6852b8e6-8e2f-4c74-95bd-b33e95232d86 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Calling delete_port for 8896074d-26b4-49ae-b391-c00d258b6535 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:29:50.132940 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-180d7e58-fe81-4230-a57d-e78aa587ed70 req-6852b8e6-8e2f-4c74-95bd-b33e95232d86 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:50.163510 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c9e0d-e2a2-4700-8bf5-051b0814878f req-13a14763-4bf1-4a8a-9432-caf95828f278 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:29:50.169638 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e64c9e0d-e2a2-4700-8bf5-051b0814878f req-13a14763-4bf1-4a8a-9432-caf95828f278 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/ports?device_id=d509964b-06a8-4ba3-bff7-1451cc9100ed HTTP/1.1" status: 200 len: 946 time: 0.0846856 May 13 15:29:50.172695 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['8896074d-26b4-49ae-b391-c00d258b6535'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:29:50.187292 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6852b8e6-8e2f-4c74-95bd-b33e95232d86 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Pushing event deleted for resources: {'Port': ['ID=8896074d-26b4-49ae-b391-c00d258b6535,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:29:50.232517 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e64c9e0d-e2a2-4700-8bf5-051b0814878f req-2f46488c-fb7e-46a2-aa47-d9b4eaf69f94 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.35 "GET /v2.0/security-groups?id=96c3809e-b9eb-499e-9994-8774b4c10f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605528 May 13 15:29:50.281258 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-180d7e58-fe81-4230-a57d-e78aa587ed70 req-6852b8e6-8e2f-4c74-95bd-b33e95232d86 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] No DVR routers for this DVR port 8896074d-26b4-49ae-b391-c00d258b6535 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:29:50.283911 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-180d7e58-fe81-4230-a57d-e78aa587ed70 req-6852b8e6-8e2f-4c74-95bd-b33e95232d86 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:50.286452 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd509964b-06a8-4ba3-bff7-1451cc9100ed', 'name': 'network-vif-deleted', 'tag': '8896074d-26b4-49ae-b391-c00d258b6535'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:29:50.301732 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-180d7e58-fe81-4230-a57d-e78aa587ed70 req-6852b8e6-8e2f-4c74-95bd-b33e95232d86 tempest-TestMinimumBasicScenario-644297517 tempest-TestMinimumBasicScenario-644297517-project] 10.222.0.74 "DELETE /v2.0/ports/8896074d-26b4-49ae-b391-c00d258b6535 HTTP/1.1" status: 204 len: 173 time: 0.7685509 May 13 15:29:50.334969 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5948eaa-44fc-417f-88e2-607f6a855682'] response: {'server_uuid': 'd509964b-06a8-4ba3-bff7-1451cc9100ed', 'name': 'network-vif-deleted', 'tag': '8896074d-26b4-49ae-b391-c00d258b6535', 'status': 'completed', 'code': 200} May 13 15:29:51.892081 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44538) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:29:52.570211 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-38f3dc36-0d19-4b2c-ad07-31166b9dc429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:52.923815 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-38f3dc36-0d19-4b2c-ad07-31166b9dc429 admin admin] Deleting port 181603f1-1599-4195-be89-43ee4056b006 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:29:52.924504 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-38f3dc36-0d19-4b2c-ad07-31166b9dc429 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:53.099460 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-38f3dc36-0d19-4b2c-ad07-31166b9dc429 admin admin] For port 181603f1-1599-4195-be89-43ee4056b006, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=181603f1-1599-4195-be89-43ee4056b006,segment=NetworkSegment(25994dca-5144-411f-9ee9-7fb5d291fcbf),segment_id=25994dca-5144-411f-9ee9-7fb5d291fcbf)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:29:53.099820 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-38f3dc36-0d19-4b2c-ad07-31166b9dc429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:53.226969 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-38f3dc36-0d19-4b2c-ad07-31166b9dc429 admin admin] Calling delete_port for 181603f1-1599-4195-be89-43ee4056b006 owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:29:53.569694 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-38f3dc36-0d19-4b2c-ad07-31166b9dc429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:53.616379 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3dc36-0d19-4b2c-ad07-31166b9dc429 admin admin] Pushing event deleted for resources: {'Port': ['ID=181603f1-1599-4195-be89-43ee4056b006,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:29:53.762401 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 8896074d-26b4-49ae-b391-c00d258b6535 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:29:53.799918 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 8896074d-26b4-49ae-b391-c00d258b6535 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:29:53.800268 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 8896074d-26b4-49ae-b391-c00d258b6535 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:29:54.046562 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-38f3dc36-0d19-4b2c-ad07-31166b9dc429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:54.422411 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f3dc36-0d19-4b2c-ad07-31166b9dc429 admin admin] Router 56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:29:54.611334 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f3dc36-0d19-4b2c-ad07-31166b9dc429 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:29:54.620632 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74b51c5-e06c-4a10-9531-bc3909db2bea None None] Sync routers for ids ['56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:29:54.624081 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-38f3dc36-0d19-4b2c-ad07-31166b9dc429 admin admin] 10.222.0.35 "PUT /v2.0/routers/56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7309067 May 13 15:29:54.626723 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44542) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:29:54.633816 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74b51c5-e06c-4a10-9531-bc3909db2bea None None] Routers {'56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:29:54.634553 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-f74b51c5-e06c-4a10-9531-bc3909db2bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:29:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:29:54.833398 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96e64aaf-f1ed-4eef-a078-3219aafd4b70 admin admin] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:54.835384 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-f74b51c5-e06c-4a10-9531-bc3909db2bea None None] Set router 56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:29:55.022674 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96e64aaf-f1ed-4eef-a078-3219aafd4b70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:55.032638 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-96e64aaf-f1ed-4eef-a078-3219aafd4b70 admin admin] Deleting port 02c1503b-2fdb-44cd-86a5-87afd33b29e6 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:29:55.033595 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96e64aaf-f1ed-4eef-a078-3219aafd4b70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:55.144841 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-f74b51c5-e06c-4a10-9531-bc3909db2bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'name': 'tempest-TestMinimumBasicScenario-539596841-router', 'tenant_id': '02c9fece5b9e4f74a231dd63c76fb804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '02c1503b-2fdb-44cd-86a5-87afd33b29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:33Z', 'updated_at': '2022-05-13T15:29:53Z', 'revision_number': 5, 'project_id': '02c9fece5b9e4f74a231dd63c76fb804', 'gw_port': {'id': '02c1503b-2fdb-44cd-86a5-87afd33b29e6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:34Z', 'updated_at': '2022-05-13T15:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:29:55.149153 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74b51c5-e06c-4a10-9531-bc3909db2bea None None] Checking router: 56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:29:55.158657 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74b51c5-e06c-4a10-9531-bc3909db2bea None None] Routers {'56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:29:55.159293 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-f74b51c5-e06c-4a10-9531-bc3909db2bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:29:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:29:55.317223 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-f74b51c5-e06c-4a10-9531-bc3909db2bea None None] Set router 56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b gateway port host: None {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:29:55.347268 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-96e64aaf-f1ed-4eef-a078-3219aafd4b70 admin admin] For port 02c1503b-2fdb-44cd-86a5-87afd33b29e6, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=02c1503b-2fdb-44cd-86a5-87afd33b29e6,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:29:55.348226 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96e64aaf-f1ed-4eef-a078-3219aafd4b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:55.473929 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-f74b51c5-e06c-4a10-9531-bc3909db2bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'name': 'tempest-TestMinimumBasicScenario-539596841-router', 'tenant_id': '02c9fece5b9e4f74a231dd63c76fb804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:33Z', 'updated_at': '2022-05-13T15:29:55Z', 'revision_number': 6, 'project_id': '02c9fece5b9e4f74a231dd63c76fb804', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:29:55.477663 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-96e64aaf-f1ed-4eef-a078-3219aafd4b70 admin admin] Calling delete_port for 02c1503b-2fdb-44cd-86a5-87afd33b29e6 owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:29:55.478087 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74b51c5-e06c-4a10-9531-bc3909db2bea None None] The sync data for ids ['56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b'] in n-d-841760-1 is: [{'id': '56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b', 'name': 'tempest-TestMinimumBasicScenario-539596841-router', 'tenant_id': '02c9fece5b9e4f74a231dd63c76fb804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:33Z', 'updated_at': '2022-05-13T15:29:55Z', 'revision_number': 6, 'project_id': '02c9fece5b9e4f74a231dd63c76fb804', 'gw_port_host': None}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:29:55.663838 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96e64aaf-f1ed-4eef-a078-3219aafd4b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:55.715533 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e64aaf-f1ed-4eef-a078-3219aafd4b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=02c1503b-2fdb-44cd-86a5-87afd33b29e6,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:29:55.810477 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96e64aaf-f1ed-4eef-a078-3219aafd4b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:55.994274 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96e64aaf-f1ed-4eef-a078-3219aafd4b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:55.997535 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96e64aaf-f1ed-4eef-a078-3219aafd4b70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:56.023254 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96e64aaf-f1ed-4eef-a078-3219aafd4b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:56.023779 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e64aaf-f1ed-4eef-a078-3219aafd4b70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:29:56.037330 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-96e64aaf-f1ed-4eef-a078-3219aafd4b70 admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:56.038515 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-96e64aaf-f1ed-4eef-a078-3219aafd4b70 admin admin] 10.222.0.35 "DELETE /v2.0/routers/56d2d8a5-6e24-4a3c-9bc2-df6855f35a0b HTTP/1.1" status: 204 len: 168 time: 1.4107685 May 13 15:29:56.042531 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44546) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:29:56.109449 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-7400bc88-7bf5-4788-852a-3fb1c6542d45 admin admin] Deleting subnet bfd5b77f-e74c-4c7f-97d3-c749900c7f70 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:29:56.114099 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7400bc88-7bf5-4788-852a-3fb1c6542d45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:56.172996 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7400bc88-7bf5-4788-852a-3fb1c6542d45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:56.259947 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7400bc88-7bf5-4788-852a-3fb1c6542d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:56.328753 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7400bc88-7bf5-4788-852a-3fb1c6542d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:56.368701 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400bc88-7bf5-4788-852a-3fb1c6542d45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfd5b77f-e74c-4c7f-97d3-c749900c7f70,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:29:56.370672 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7400bc88-7bf5-4788-852a-3fb1c6542d45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:56.377011 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2577aac3-c76b-4418-a22d-a3758321c75d None None] Network 0585bde9-076a-404c-8ba5-da60574d0b14 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:29:56.381323 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7400bc88-7bf5-4788-852a-3fb1c6542d45 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bfd5b77f-e74c-4c7f-97d3-c749900c7f70 HTTP/1.1" status: 204 len: 168 time: 0.3353040 May 13 15:29:56.381589 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44550) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:29:56.490511 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 181603f1-1599-4195-be89-43ee4056b006 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:29:56.511488 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-401a1742-db58-4058-a046-592d806c39b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:56.526288 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-401a1742-db58-4058-a046-592d806c39b2 admin admin] Deleting port 78026e0a-af54-40af-a963-b1dd32175509 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:29:56.526719 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-401a1742-db58-4058-a046-592d806c39b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:56.556816 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 181603f1-1599-4195-be89-43ee4056b006 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:29:56.557162 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 181603f1-1599-4195-be89-43ee4056b006 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:29:56.557593 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 02c1503b-2fdb-44cd-86a5-87afd33b29e6 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:29:56.628421 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 02c1503b-2fdb-44cd-86a5-87afd33b29e6 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:29:56.628736 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 02c1503b-2fdb-44cd-86a5-87afd33b29e6 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:29:56.726827 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6352ba40-e27c-422b-addf-470b22b3a314 None None] DHCP port deletion for 0585bde9-076a-404c-8ba5-da60574d0b14 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:29:56.731353 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-6352ba40-e27c-422b-addf-470b22b3a314 None None] Deleting port 78026e0a-af54-40af-a963-b1dd32175509 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:29:56.731973 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6352ba40-e27c-422b-addf-470b22b3a314 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:56.771495 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-401a1742-db58-4058-a046-592d806c39b2 admin admin] For port 78026e0a-af54-40af-a963-b1dd32175509, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=78026e0a-af54-40af-a963-b1dd32175509,segment=NetworkSegment(25994dca-5144-411f-9ee9-7fb5d291fcbf),segment_id=25994dca-5144-411f-9ee9-7fb5d291fcbf)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:29:56.771864 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-401a1742-db58-4058-a046-592d806c39b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:56.949582 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-6352ba40-e27c-422b-addf-470b22b3a314 None None] For port 78026e0a-af54-40af-a963-b1dd32175509, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=78026e0a-af54-40af-a963-b1dd32175509,segment=NetworkSegment(25994dca-5144-411f-9ee9-7fb5d291fcbf),segment_id=25994dca-5144-411f-9ee9-7fb5d291fcbf)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:29:56.949867 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6352ba40-e27c-422b-addf-470b22b3a314 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:57.011449 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-401a1742-db58-4058-a046-592d806c39b2 admin admin] Calling delete_port for 78026e0a-af54-40af-a963-b1dd32175509 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:29:57.079141 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-6352ba40-e27c-422b-addf-470b22b3a314 None None] Calling delete_port for 78026e0a-af54-40af-a963-b1dd32175509 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:29:57.093547 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-401a1742-db58-4058-a046-592d806c39b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:57.155261 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a1742-db58-4058-a046-592d806c39b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=78026e0a-af54-40af-a963-b1dd32175509,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:29:57.160588 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-6352ba40-e27c-422b-addf-470b22b3a314 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:29:57.161021 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-6352ba40-e27c-422b-addf-470b22b3a314 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:29:57.162207 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401a1742-db58-4058-a046-592d806c39b2 admin admin] No DVR routers for this DVR port 78026e0a-af54-40af-a963-b1dd32175509 on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:29:57.285866 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-401a1742-db58-4058-a046-592d806c39b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:57.311435 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-401a1742-db58-4058-a046-592d806c39b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0585bde9-076a-404c-8ba5-da60574d0b14']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:29:57.328105 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-401a1742-db58-4058-a046-592d806c39b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25994dca-5144-411f-9ee9-7fb5d291fcbf') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:29:57.328105 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-401a1742-db58-4058-a046-592d806c39b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25994dca-5144-411f-9ee9-7fb5d291fcbf') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:29:57.336622 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-401a1742-db58-4058-a046-592d806c39b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:57.354206 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-401a1742-db58-4058-a046-592d806c39b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:57.360682 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-401a1742-db58-4058-a046-592d806c39b2 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:29:57.361073 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-401a1742-db58-4058-a046-592d806c39b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:57.366887 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-644a44ad-5803-4ac9-bf8c-1f62e649aefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:57.378518 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:29:57.378518 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:29:57.378518 n-d-841760-1 neutron-server[88082]: timer() May 13 15:29:57.378518 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:29:57.378518 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:29:57.378518 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:29:57.378518 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:29:57.378518 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:29:57.378518 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:29:57.378518 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:29:57.378518 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:29:57.378518 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:29:57.378518 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:29:57.378518 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:29:57.378518 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:29:57.378518 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:29:57.378518 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:29:57.378518 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:29:57.378518 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:29:57.378518 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:29:57.378518 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:29:57.378518 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:29:57.378518 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:29:57.378518 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:29:57.378518 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:29:57.378518 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:29:57.378518 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:29:57.378518 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:29:57.378518 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:29:57.378518 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:29:57.378518 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:29:57.378518 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:29:57.461445 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-401a1742-db58-4058-a046-592d806c39b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:57.478280 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-401a1742-db58-4058-a046-592d806c39b2 admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:57.490103 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a1742-db58-4058-a046-592d806c39b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0585bde9-076a-404c-8ba5-da60574d0b14,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:29:57.502572 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-401a1742-db58-4058-a046-592d806c39b2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0585bde9-076a-404c-8ba5-da60574d0b14 HTTP/1.1" status: 204 len: 168 time: 1.1199408 May 13 15:29:57.505695 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44556) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:29:57.662234 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-6352ba40-e27c-422b-addf-470b22b3a314 None None] Deleting port 78026e0a-af54-40af-a963-b1dd32175509 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:29:57.662846 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6352ba40-e27c-422b-addf-470b22b3a314 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:57.741917 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-6352ba40-e27c-422b-addf-470b22b3a314 None None] The port '78026e0a-af54-40af-a963-b1dd32175509' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:29:58.109529 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3a8cb64f-daa4-4ffa-86cf-a8cccaac4de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:58.472575 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 78026e0a-af54-40af-a963-b1dd32175509 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:29:58.527306 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 78026e0a-af54-40af-a963-b1dd32175509 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:29:58.527661 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 78026e0a-af54-40af-a963-b1dd32175509 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:29:58.594827 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-3a8cb64f-daa4-4ffa-86cf-a8cccaac4de4 admin admin] Deleting port 669a31a5-82c9-43ce-9737-5602f4f0ea7f {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:29:58.596028 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3a8cb64f-daa4-4ffa-86cf-a8cccaac4de4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:58.774449 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-3a8cb64f-daa4-4ffa-86cf-a8cccaac4de4 admin admin] For port 669a31a5-82c9-43ce-9737-5602f4f0ea7f, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=669a31a5-82c9-43ce-9737-5602f4f0ea7f,segment=NetworkSegment(2da11370-c32b-4c2b-99dd-4ce0b99fba34),segment_id=2da11370-c32b-4c2b-99dd-4ce0b99fba34)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:29:58.774716 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3a8cb64f-daa4-4ffa-86cf-a8cccaac4de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:58.908066 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-3a8cb64f-daa4-4ffa-86cf-a8cccaac4de4 admin admin] Calling delete_port for 669a31a5-82c9-43ce-9737-5602f4f0ea7f owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:29:59.059290 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:59.116963 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3a8cb64f-daa4-4ffa-86cf-a8cccaac4de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:59.170278 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8cb64f-daa4-4ffa-86cf-a8cccaac4de4 admin admin] Pushing event deleted for resources: {'Port': ['ID=669a31a5-82c9-43ce-9737-5602f4f0ea7f,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:29:59.469576 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-3a8cb64f-daa4-4ffa-86cf-a8cccaac4de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:59.692417 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e8311aa3-0380-4d2f-a2b8-416648f73e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:59.846529 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8cb64f-daa4-4ffa-86cf-a8cccaac4de4 admin admin] Router 3ac7a898-8586-4de5-890f-62b52ffb6f56 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:30:00.151599 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8cb64f-daa4-4ffa-86cf-a8cccaac4de4 admin admin] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:30:00.161827 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4ccd6c-d796-41ad-9813-38c9eb5cb47c None None] Sync routers for ids ['3ac7a898-8586-4de5-890f-62b52ffb6f56'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:30:00.168680 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3a8cb64f-daa4-4ffa-86cf-a8cccaac4de4 admin admin] 10.222.0.35 "PUT /v2.0/routers/3ac7a898-8586-4de5-890f-62b52ffb6f56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6619275 May 13 15:30:00.171223 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44560) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:00.174731 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4ccd6c-d796-41ad-9813-38c9eb5cb47c None None] Routers {'3ac7a898-8586-4de5-890f-62b52ffb6f56'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:30:00.175786 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1d4ccd6c-d796-41ad-9813-38c9eb5cb47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:30:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3ac7a898-8586-4de5-890f-62b52ffb6f56'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:00.365420 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-42713217-3b70-409a-9f96-0787194487a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:00.408126 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-1d4ccd6c-d796-41ad-9813-38c9eb5cb47c None None] Set router 3ac7a898-8586-4de5-890f-62b52ffb6f56 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:30:00.618293 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-42713217-3b70-409a-9f96-0787194487a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:00.632045 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-42713217-3b70-409a-9f96-0787194487a3 admin admin] Deleting port 3bde0161-353b-4a40-8e1c-52a9d4fdda5c {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:30:00.632554 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-42713217-3b70-409a-9f96-0787194487a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:00.722717 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1d4ccd6c-d796-41ad-9813-38c9eb5cb47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac7a898-8586-4de5-890f-62b52ffb6f56', 'name': 'tempest-TestMinimumBasicScenario-526156180-router', 'tenant_id': '8c05ad6072bd42afa0fd90ea5251500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '3bde0161-353b-4a40-8e1c-52a9d4fdda5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:40Z', 'updated_at': '2022-05-13T15:29:59Z', 'revision_number': 5, 'project_id': '8c05ad6072bd42afa0fd90ea5251500a', 'gw_port': {'id': '3bde0161-353b-4a40-8e1c-52a9d4fdda5c', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac7a898-8586-4de5-890f-62b52ffb6f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:41Z', 'updated_at': '2022-05-13T15:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:00.727844 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4ccd6c-d796-41ad-9813-38c9eb5cb47c None None] Checking router: 3ac7a898-8586-4de5-890f-62b52ffb6f56 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:30:00.738767 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4ccd6c-d796-41ad-9813-38c9eb5cb47c None None] Routers {'3ac7a898-8586-4de5-890f-62b52ffb6f56'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:30:00.739423 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1d4ccd6c-d796-41ad-9813-38c9eb5cb47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:30:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['3ac7a898-8586-4de5-890f-62b52ffb6f56'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:00.828137 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:00.833954 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-42713217-3b70-409a-9f96-0787194487a3 admin admin] For port 3bde0161-353b-4a40-8e1c-52a9d4fdda5c, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3bde0161-353b-4a40-8e1c-52a9d4fdda5c,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:30:00.834369 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-42713217-3b70-409a-9f96-0787194487a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:00.865776 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:00.942530 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-1d4ccd6c-d796-41ad-9813-38c9eb5cb47c None None] Set router 3ac7a898-8586-4de5-890f-62b52ffb6f56 gateway port host: None {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:30:00.976086 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-42713217-3b70-409a-9f96-0787194487a3 admin admin] Calling delete_port for 3bde0161-353b-4a40-8e1c-52a9d4fdda5c owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:30:01.140468 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-1d4ccd6c-d796-41ad-9813-38c9eb5cb47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac7a898-8586-4de5-890f-62b52ffb6f56', 'name': 'tempest-TestMinimumBasicScenario-526156180-router', 'tenant_id': '8c05ad6072bd42afa0fd90ea5251500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:40Z', 'updated_at': '2022-05-13T15:30:00Z', 'revision_number': 6, 'project_id': '8c05ad6072bd42afa0fd90ea5251500a', 'gw_port_host': None}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:01.147835 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4ccd6c-d796-41ad-9813-38c9eb5cb47c None None] The sync data for ids ['3ac7a898-8586-4de5-890f-62b52ffb6f56'] in n-d-841760-1 is: [{'id': '3ac7a898-8586-4de5-890f-62b52ffb6f56', 'name': 'tempest-TestMinimumBasicScenario-526156180-router', 'tenant_id': '8c05ad6072bd42afa0fd90ea5251500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:40Z', 'updated_at': '2022-05-13T15:30:00Z', 'revision_number': 6, 'project_id': '8c05ad6072bd42afa0fd90ea5251500a', 'gw_port_host': None}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:30:01.188944 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-42713217-3b70-409a-9f96-0787194487a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:01.239640 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42713217-3b70-409a-9f96-0787194487a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bde0161-353b-4a40-8e1c-52a9d4fdda5c,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:01.341286 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-42713217-3b70-409a-9f96-0787194487a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:01.523313 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-42713217-3b70-409a-9f96-0787194487a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:01.526125 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-42713217-3b70-409a-9f96-0787194487a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:01.553611 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-42713217-3b70-409a-9f96-0787194487a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:01.554172 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42713217-3b70-409a-9f96-0787194487a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ac7a898-8586-4de5-890f-62b52ffb6f56 {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:30:01.568171 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-42713217-3b70-409a-9f96-0787194487a3 admin admin] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:01.569342 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-42713217-3b70-409a-9f96-0787194487a3 admin admin] 10.222.0.35 "DELETE /v2.0/routers/3ac7a898-8586-4de5-890f-62b52ffb6f56 HTTP/1.1" status: 204 len: 168 time: 1.3969195 May 13 15:30:01.571812 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44564) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:01.633745 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e05308-f017-43bf-ace8-a173139279b8 admin admin] Deleting subnet 86a830fc-9327-4179-a44e-beeb58dc92a8 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:30:01.643463 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-67e05308-f017-43bf-ace8-a173139279b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:01.819347 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-67e05308-f017-43bf-ace8-a173139279b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:01.902711 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-67e05308-f017-43bf-ace8-a173139279b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:01.978556 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-67e05308-f017-43bf-ace8-a173139279b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:02.024111 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e05308-f017-43bf-ace8-a173139279b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86a830fc-9327-4179-a44e-beeb58dc92a8,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:02.030248 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-67e05308-f017-43bf-ace8-a173139279b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:02.036652 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893bff19-5aa9-4802-97af-b3722770ab95 None None] Network 7eaf5303-f6a7-4633-8758-3eec3532fb4f requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:30:02.039620 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-67e05308-f017-43bf-ace8-a173139279b8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/86a830fc-9327-4179-a44e-beeb58dc92a8 HTTP/1.1" status: 204 len: 168 time: 0.4666090 May 13 15:30:02.041989 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44568) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:02.156220 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c441f6a6-fa35-417e-8685-049828b50f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:02.168448 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-c441f6a6-fa35-417e-8685-049828b50f8e admin admin] Deleting port b5a02070-e1b1-4ec4-bf0c-576e353a9517 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:30:02.168814 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c441f6a6-fa35-417e-8685-049828b50f8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:02.310949 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3750200f-81bd-4954-9a6d-79728d971cd9 None None] DHCP port deletion for 7eaf5303-f6a7-4633-8758-3eec3532fb4f request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:30:02.315203 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3750200f-81bd-4954-9a6d-79728d971cd9 None None] Deleting port b5a02070-e1b1-4ec4-bf0c-576e353a9517 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:30:02.315814 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3750200f-81bd-4954-9a6d-79728d971cd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:02.374704 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:02.403101 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-c441f6a6-fa35-417e-8685-049828b50f8e admin admin] For port b5a02070-e1b1-4ec4-bf0c-576e353a9517, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b5a02070-e1b1-4ec4-bf0c-576e353a9517,segment=NetworkSegment(2da11370-c32b-4c2b-99dd-4ce0b99fba34),segment_id=2da11370-c32b-4c2b-99dd-4ce0b99fba34)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:30:02.403495 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c441f6a6-fa35-417e-8685-049828b50f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:02.517554 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device b5a02070-e1b1-4ec4-bf0c-576e353a9517 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:30:02.553171 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-c441f6a6-fa35-417e-8685-049828b50f8e admin admin] Calling delete_port for b5a02070-e1b1-4ec4-bf0c-576e353a9517 owned by network:dhcp {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:30:02.609520 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-3750200f-81bd-4954-9a6d-79728d971cd9 None None] For port b5a02070-e1b1-4ec4-bf0c-576e353a9517, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=b5a02070-e1b1-4ec4-bf0c-576e353a9517,segment=NetworkSegment(2da11370-c32b-4c2b-99dd-4ce0b99fba34),segment_id=2da11370-c32b-4c2b-99dd-4ce0b99fba34)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:30:02.609912 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3750200f-81bd-4954-9a6d-79728d971cd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:02.636780 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c441f6a6-fa35-417e-8685-049828b50f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:02.695403 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441f6a6-fa35-417e-8685-049828b50f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=b5a02070-e1b1-4ec4-bf0c-576e353a9517,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:02.697143 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c441f6a6-fa35-417e-8685-049828b50f8e admin admin] No DVR routers for this DVR port b5a02070-e1b1-4ec4-bf0c-576e353a9517 on host n-d-841760-1 {{(pid=88082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:30:02.789111 n-d-841760-1 neutron-server[88083]: INFO neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No ports have port_id starting with b5a02070-e1b1-4ec4-bf0c-576e353a9517 May 13 15:30:02.796452 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3750200f-81bd-4954-9a6d-79728d971cd9 None None] Calling delete_port for b5a02070-e1b1-4ec4-bf0c-576e353a9517 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:30:02.824820 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 669a31a5-82c9-43ce-9737-5602f4f0ea7f no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:30:02.826441 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c441f6a6-fa35-417e-8685-049828b50f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:02.858158 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-c441f6a6-fa35-417e-8685-049828b50f8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eaf5303-f6a7-4633-8758-3eec3532fb4f']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:02.871719 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-c441f6a6-fa35-417e-8685-049828b50f8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da11370-c32b-4c2b-99dd-4ce0b99fba34') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:02.872016 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-c441f6a6-fa35-417e-8685-049828b50f8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da11370-c32b-4c2b-99dd-4ce0b99fba34') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:02.873222 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 669a31a5-82c9-43ce-9737-5602f4f0ea7f {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:30:02.873575 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 669a31a5-82c9-43ce-9737-5602f4f0ea7f not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:30:02.873994 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3bde0161-353b-4a40-8e1c-52a9d4fdda5c no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:30:02.884259 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c441f6a6-fa35-417e-8685-049828b50f8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:02.901297 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c441f6a6-fa35-417e-8685-049828b50f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:02.907522 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c441f6a6-fa35-417e-8685-049828b50f8e admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:30:02.908090 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c441f6a6-fa35-417e-8685-049828b50f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:02.912961 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 3bde0161-353b-4a40-8e1c-52a9d4fdda5c {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:30:02.913306 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3bde0161-353b-4a40-8e1c-52a9d4fdda5c not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:30:02.921510 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:30:02.921510 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:30:02.921510 n-d-841760-1 neutron-server[88082]: timer() May 13 15:30:02.921510 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:30:02.921510 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:30:02.921510 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:30:02.921510 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:30:02.921510 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:30:02.921510 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:30:02.921510 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:30:02.921510 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:30:02.921510 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:30:02.921510 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:30:02.921510 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:30:02.921510 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:30:02.921510 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:30:02.921510 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:30:02.921510 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:30:02.921510 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:30:02.921510 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:30:02.921510 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:30:02.921510 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:30:02.921510 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:30:02.921510 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:30:02.921510 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:30:02.921510 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:30:02.921510 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:30:02.921510 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:30:02.921510 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:30:02.921510 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:30:02.921510 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:30:02.921510 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:30:02.943723 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.db.api [None req-3750200f-81bd-4954-9a6d-79728d971cd9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:30:02.944079 n-d-841760-1 neutron-server[88083]: DEBUG oslo_db.api [None req-3750200f-81bd-4954-9a6d-79728d971cd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:30:02.995419 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c441f6a6-fa35-417e-8685-049828b50f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:03.016718 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c441f6a6-fa35-417e-8685-049828b50f8e admin admin] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:03.027496 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441f6a6-fa35-417e-8685-049828b50f8e admin admin] Pushing event deleted for resources: {'Network': ['ID=7eaf5303-f6a7-4633-8758-3eec3532fb4f,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:03.035008 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c441f6a6-fa35-417e-8685-049828b50f8e admin admin] 10.222.0.35 "DELETE /v2.0/networks/7eaf5303-f6a7-4633-8758-3eec3532fb4f HTTP/1.1" status: 204 len: 168 time: 0.9918907 May 13 15:30:03.233847 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44574) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:03.282804 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e925bdbb-b654-4b8d-9c74-a2499ae6e998 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=02c9fece5b9e4f74a231dd63c76fb804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477645 May 13 15:30:03.285371 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44578) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:03.345411 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b0751de2-cb6a-492d-9c05-6598604c2a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:03.371311 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b0751de2-cb6a-492d-9c05-6598604c2a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:03.421991 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b0751de2-cb6a-492d-9c05-6598604c2a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:03.441585 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0751de2-cb6a-492d-9c05-6598604c2a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c3809e-b9eb-499e-9994-8774b4c10f9e,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:03.445122 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3750200f-81bd-4954-9a6d-79728d971cd9 None None] Deleting port b5a02070-e1b1-4ec4-bf0c-576e353a9517 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:30:03.445616 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3750200f-81bd-4954-9a6d-79728d971cd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:03.451154 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b0751de2-cb6a-492d-9c05-6598604c2a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:03.452294 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b0751de2-cb6a-492d-9c05-6598604c2a1d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/96c3809e-b9eb-499e-9994-8774b4c10f9e HTTP/1.1" status: 204 len: 168 time: 0.1660304 May 13 15:30:03.524317 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-3750200f-81bd-4954-9a6d-79728d971cd9 None None] The port 'b5a02070-e1b1-4ec4-bf0c-576e353a9517' was deleted {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:30:03.800827 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44586) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:03.852198 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-884dc39d-dce5-4d15-a451-80e470455891 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8c05ad6072bd42afa0fd90ea5251500a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502253 May 13 15:30:03.854715 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44590) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:03.913356 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ed3bc6cc-3060-4a6a-970a-2d6eb996a788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:03.939001 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ed3bc6cc-3060-4a6a-970a-2d6eb996a788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:03.991506 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ed3bc6cc-3060-4a6a-970a-2d6eb996a788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:04.005461 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3bc6cc-3060-4a6a-970a-2d6eb996a788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87496f7-746a-48d9-a302-363b0de67010,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:04.012807 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ed3bc6cc-3060-4a6a-970a-2d6eb996a788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:04.013923 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ed3bc6cc-3060-4a6a-970a-2d6eb996a788 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c87496f7-746a-48d9-a302-363b0de67010 HTTP/1.1" status: 204 len: 168 time: 0.1582718 May 13 15:30:05.560115 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44632) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:05.565492 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-c6edb494-c0ab-46ae-8b58-56a213052e4a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-261618877', 'description': 'tempest-secgroup-smoke-261618877 description', 'project_id': '192b2918ed11409998899ca653047aea'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:05.572581 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c6edb494-c0ab-46ae-8b58-56a213052e4a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:05.576487 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c6edb494-c0ab-46ae-8b58-56a213052e4a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:security_group and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:05.580268 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c6edb494-c0ab-46ae-8b58-56a213052e4a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:05.586009 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c6edb494-c0ab-46ae-8b58-56a213052e4a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:05.596761 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6edb494-c0ab-46ae-8b58-56a213052e4a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:05.608577 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6edb494-c0ab-46ae-8b58-56a213052e4a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:05.624144 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c6edb494-c0ab-46ae-8b58-56a213052e4a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:05.627964 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c6edb494-c0ab-46ae-8b58-56a213052e4a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:security_group_rule and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:05.630719 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c6edb494-c0ab-46ae-8b58-56a213052e4a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:05.636480 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c6edb494-c0ab-46ae-8b58-56a213052e4a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:05.725840 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6edb494-c0ab-46ae-8b58-56a213052e4a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:05.729817 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6edb494-c0ab-46ae-8b58-56a213052e4a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:05.742423 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c6edb494-c0ab-46ae-8b58-56a213052e4a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:05.750393 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c6edb494-c0ab-46ae-8b58-56a213052e4a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:security_group_rule and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:05.759461 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c6edb494-c0ab-46ae-8b58-56a213052e4a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:05.770233 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c6edb494-c0ab-46ae-8b58-56a213052e4a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:05.773751 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6edb494-c0ab-46ae-8b58-56a213052e4a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29f78793-0aee-42b1-acc2-bb9c7175195c,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:05.842379 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6edb494-c0ab-46ae-8b58-56a213052e4a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:05.845649 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6edb494-c0ab-46ae-8b58-56a213052e4a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:05.886819 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6edb494-c0ab-46ae-8b58-56a213052e4a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1337116d-37f8-4273-b5ca-67b4611cb70d,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:05.889489 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6edb494-c0ab-46ae-8b58-56a213052e4a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:05.894134 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c6edb494-c0ab-46ae-8b58-56a213052e4a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3295183 May 13 15:30:05.894508 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44636) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:05.899216 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-51e9cddc-a330-49c6-b119-eeecc52a5922 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'security_group_rule': {'security_group_id': '1337116d-37f8-4273-b5ca-67b4611cb70d', 'project_id': '192b2918ed11409998899ca653047aea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:05.905827 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-51e9cddc-a330-49c6-b119-eeecc52a5922 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:05.911772 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-51e9cddc-a330-49c6-b119-eeecc52a5922 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:security_group_rule and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:05.914688 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-51e9cddc-a330-49c6-b119-eeecc52a5922 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:05.920397 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-51e9cddc-a330-49c6-b119-eeecc52a5922 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:05.937018 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51e9cddc-a330-49c6-b119-eeecc52a5922 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:05.996648 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51e9cddc-a330-49c6-b119-eeecc52a5922 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.000173 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51e9cddc-a330-49c6-b119-eeecc52a5922 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.023658 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9cddc-a330-49c6-b119-eeecc52a5922 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf03d01-2bb0-4bf2-9448-fbbc43232ff1,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:06.033334 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-51e9cddc-a330-49c6-b119-eeecc52a5922 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.034536 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-51e9cddc-a330-49c6-b119-eeecc52a5922 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1392984 May 13 15:30:06.037321 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44640) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:06.042132 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-d8763afb-7987-4808-ae39-47b4ec5cab33 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'security_group_rule': {'security_group_id': '1337116d-37f8-4273-b5ca-67b4611cb70d', 'project_id': '192b2918ed11409998899ca653047aea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:06.049324 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d8763afb-7987-4808-ae39-47b4ec5cab33 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:06.053154 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d8763afb-7987-4808-ae39-47b4ec5cab33 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:security_group_rule and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:06.055998 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d8763afb-7987-4808-ae39-47b4ec5cab33 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:06.061595 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d8763afb-7987-4808-ae39-47b4ec5cab33 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:06.081525 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d8763afb-7987-4808-ae39-47b4ec5cab33 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.141199 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d8763afb-7987-4808-ae39-47b4ec5cab33 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.145228 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d8763afb-7987-4808-ae39-47b4ec5cab33 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.169123 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8763afb-7987-4808-ae39-47b4ec5cab33 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f1b74d8-dcbf-46c0-a67f-d9bf661c94d5,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:06.177469 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d8763afb-7987-4808-ae39-47b4ec5cab33 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.178708 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d8763afb-7987-4808-ae39-47b4ec5cab33 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1404798 May 13 15:30:06.181547 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44644) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:06.186721 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-0f456518-8954-4af3-ab1f-fe02db663757 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'security_group_rule': {'security_group_id': '1337116d-37f8-4273-b5ca-67b4611cb70d', 'project_id': '192b2918ed11409998899ca653047aea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:06.193520 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0f456518-8954-4af3-ab1f-fe02db663757 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:06.197483 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0f456518-8954-4af3-ab1f-fe02db663757 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:security_group_rule and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:06.200494 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-0f456518-8954-4af3-ab1f-fe02db663757 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:06.206975 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-0f456518-8954-4af3-ab1f-fe02db663757 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:06.224340 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f456518-8954-4af3-ab1f-fe02db663757 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.290173 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f456518-8954-4af3-ab1f-fe02db663757 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.293826 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f456518-8954-4af3-ab1f-fe02db663757 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.318084 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f456518-8954-4af3-ab1f-fe02db663757 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2005dcf2-bce0-470a-ba37-7f1faf572b7b,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:06.327960 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-0f456518-8954-4af3-ab1f-fe02db663757 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.329813 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0f456518-8954-4af3-ab1f-fe02db663757 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1466804 May 13 15:30:06.332588 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44648) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:06.338165 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-50acb7c9-898f-436c-b2f9-2966ab61c715 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'security_group_rule': {'security_group_id': '1337116d-37f8-4273-b5ca-67b4611cb70d', 'project_id': '192b2918ed11409998899ca653047aea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:06.345605 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-50acb7c9-898f-436c-b2f9-2966ab61c715 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:06.351173 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-50acb7c9-898f-436c-b2f9-2966ab61c715 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:security_group_rule and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:06.354225 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-50acb7c9-898f-436c-b2f9-2966ab61c715 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:06.360850 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-50acb7c9-898f-436c-b2f9-2966ab61c715 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:06.377904 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-50acb7c9-898f-436c-b2f9-2966ab61c715 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.441870 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-50acb7c9-898f-436c-b2f9-2966ab61c715 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.446424 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-50acb7c9-898f-436c-b2f9-2966ab61c715 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.471271 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50acb7c9-898f-436c-b2f9-2966ab61c715 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c9ca5e-3706-4857-bcc0-e3cd806f06b3,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:06.479369 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-50acb7c9-898f-436c-b2f9-2966ab61c715 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.480538 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-50acb7c9-898f-436c-b2f9-2966ab61c715 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1468024 May 13 15:30:06.483463 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44652) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:06.488482 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-9e39ef61-efdd-4d70-b954-9d1710c4d6c1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'security_group_rule': {'security_group_id': '1337116d-37f8-4273-b5ca-67b4611cb70d', 'project_id': '192b2918ed11409998899ca653047aea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:06.495035 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9e39ef61-efdd-4d70-b954-9d1710c4d6c1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:06.499040 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9e39ef61-efdd-4d70-b954-9d1710c4d6c1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:security_group_rule and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:06.502593 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-9e39ef61-efdd-4d70-b954-9d1710c4d6c1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:06.508775 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-9e39ef61-efdd-4d70-b954-9d1710c4d6c1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:06.521883 n-d-841760-1 neutron-server[88081]: INFO neutron.db.securitygroups_db [None req-9e39ef61-efdd-4d70-b954-9d1710c4d6c1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Project 192b2918ed11409998899ca653047aea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:30:06.528843 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9e39ef61-efdd-4d70-b954-9d1710c4d6c1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.612765 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9e39ef61-efdd-4d70-b954-9d1710c4d6c1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.624934 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9e39ef61-efdd-4d70-b954-9d1710c4d6c1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.654712 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39ef61-efdd-4d70-b954-9d1710c4d6c1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1039d3de-faa4-4db6-a2fb-c21fbd7730a1,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:06.664500 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-9e39ef61-efdd-4d70-b954-9d1710c4d6c1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.666377 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-9e39ef61-efdd-4d70-b954-9d1710c4d6c1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1818068 May 13 15:30:06.669062 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44656) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:06.674448 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-0151d4b1-a04e-4cfe-a497-97f742f0e954 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'security_group_rule': {'security_group_id': '1337116d-37f8-4273-b5ca-67b4611cb70d', 'project_id': '192b2918ed11409998899ca653047aea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:06.681457 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-0151d4b1-a04e-4cfe-a497-97f742f0e954 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:06.687591 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0151d4b1-a04e-4cfe-a497-97f742f0e954 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:security_group_rule and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:06.689250 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-0151d4b1-a04e-4cfe-a497-97f742f0e954 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:06.695664 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-0151d4b1-a04e-4cfe-a497-97f742f0e954 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:06.709769 n-d-841760-1 neutron-server[88081]: INFO neutron.db.securitygroups_db [None req-0151d4b1-a04e-4cfe-a497-97f742f0e954 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Project 192b2918ed11409998899ca653047aea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:30:06.717474 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0151d4b1-a04e-4cfe-a497-97f742f0e954 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.795785 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0151d4b1-a04e-4cfe-a497-97f742f0e954 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.800126 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0151d4b1-a04e-4cfe-a497-97f742f0e954 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.827970 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151d4b1-a04e-4cfe-a497-97f742f0e954 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a89e0d40-480f-4701-80b0-16aa01d70290,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:06.841569 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-0151d4b1-a04e-4cfe-a497-97f742f0e954 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.843011 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-0151d4b1-a04e-4cfe-a497-97f742f0e954 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1727970 May 13 15:30:06.845883 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44660) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:06.851688 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-6fc1a31b-c41c-46a7-9bc2-36b3658ad17a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'network': {'name': 'tempest-network-smoke--1630637458', 'project_id': '192b2918ed11409998899ca653047aea', 'port_security_enabled': True}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:06.857415 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6fc1a31b-c41c-46a7-9bc2-36b3658ad17a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:06.861841 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6fc1a31b-c41c-46a7-9bc2-36b3658ad17a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:network and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:06.864715 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6fc1a31b-c41c-46a7-9bc2-36b3658ad17a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:06.872058 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6fc1a31b-c41c-46a7-9bc2-36b3658ad17a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:06.884487 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc1a31b-c41c-46a7-9bc2-36b3658ad17a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Made reservation on behalf of 192b2918ed11409998899ca653047aea for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:30:06.888024 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6fc1a31b-c41c-46a7-9bc2-36b3658ad17a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.918882 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc1a31b-c41c-46a7-9bc2-36b3658ad17a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:30:06.930335 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6fc1a31b-c41c-46a7-9bc2-36b3658ad17a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.930748 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-6fc1a31b-c41c-46a7-9bc2-36b3658ad17a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Added segment cfecf8db-9f96-4335-b2cf-09f0df6a4c5e of type vlan for network b10a65b5-2aee-41df-90aa-e508df724795 May 13 15:30:06.959622 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6fc1a31b-c41c-46a7-9bc2-36b3658ad17a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.990415 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6fc1a31b-c41c-46a7-9bc2-36b3658ad17a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.996107 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc1a31b-c41c-46a7-9bc2-36b3658ad17a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:06.996686 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6fc1a31b-c41c-46a7-9bc2-36b3658ad17a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:07.100502 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6fc1a31b-c41c-46a7-9bc2-36b3658ad17a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2535779 May 13 15:30:07.103621 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44664) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:07.108991 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-b3c58fa2-58b4-4432-9b7f-a58d2464d289 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2028726456', 'admin_state_up': True, 'project_id': '192b2918ed11409998899ca653047aea', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:07.109720 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1a31b-c41c-46a7-9bc2-36b3658ad17a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'Network': ['ID=b10a65b5-2aee-41df-90aa-e508df724795,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:07.117636 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b3c58fa2-58b4-4432-9b7f-a58d2464d289 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:07.120679 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network b10a65b5-2aee-41df-90aa-e508df724795 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:30:07.121610 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b3c58fa2-58b4-4432-9b7f-a58d2464d289 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:router and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:07.124556 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b3c58fa2-58b4-4432-9b7f-a58d2464d289 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:07.131707 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b3c58fa2-58b4-4432-9b7f-a58d2464d289 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:07.141082 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b3c58fa2-58b4-4432-9b7f-a58d2464d289 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:07.142045 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b3c58fa2-58b4-4432-9b7f-a58d2464d289 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:07.156819 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b3c58fa2-58b4-4432-9b7f-a58d2464d289 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:07.542498 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b3c58fa2-58b4-4432-9b7f-a58d2464d289 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:07.854122 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b3c58fa2-58b4-4432-9b7f-a58d2464d289 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:07.885561 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b3c58fa2-58b4-4432-9b7f-a58d2464d289 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:08.025866 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-b3c58fa2-58b4-4432-9b7f-a58d2464d289 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Allocated IP 172.25.0.76 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/31cdd08a-3345-47a3-a50d-ab2aa9bcab73) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:30:08.176150 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b3c58fa2-58b4-4432-9b7f-a58d2464d289 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:08.205444 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b3c58fa2-58b4-4432-9b7f-a58d2464d289 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:08.270928 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c58fa2-58b4-4432-9b7f-a58d2464d289 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:30:08.273844 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-b3c58fa2-58b4-4432-9b7f-a58d2464d289 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:30:08.277507 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c58fa2-58b4-4432-9b7f-a58d2464d289 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:30:08.311049 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c58fa2-58b4-4432-9b7f-a58d2464d289 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'Port': ['ID=31cdd08a-3345-47a3-a50d-ab2aa9bcab73,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:08.731180 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b3c58fa2-58b4-4432-9b7f-a58d2464d289 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:09.202430 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b3c58fa2-58b4-4432-9b7f-a58d2464d289 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:09.428424 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c58fa2-58b4-4432-9b7f-a58d2464d289 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Router b09507c0-4865-4ba1-8d63-d6db582964c9 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:30:09.622965 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c58fa2-58b4-4432-9b7f-a58d2464d289 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:30:09.633777 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7351c8-aa03-474a-be35-62bcfa45dd95 None None] Sync routers for ids ['b09507c0-4865-4ba1-8d63-d6db582964c9'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:30:09.643627 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7351c8-aa03-474a-be35-62bcfa45dd95 None None] Routers {'b09507c0-4865-4ba1-8d63-d6db582964c9'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:30:09.644245 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0b7351c8-aa03-474a-be35-62bcfa45dd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:30:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b09507c0-4865-4ba1-8d63-d6db582964c9'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:09.651981 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b3c58fa2-58b4-4432-9b7f-a58d2464d289 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:09.653467 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b3c58fa2-58b4-4432-9b7f-a58d2464d289 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5488222 May 13 15:30:09.656874 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44670) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:09.815542 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8eef123e-6b0d-4b9f-a3e3-321c393a65a3 tempest-TestNetworkAdvancedServerOps-1659996939 tempest-TestNetworkAdvancedServerOps-1659996939-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=192b2918ed11409998899ca653047aea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1568744 May 13 15:30:09.818528 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44676) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:09.826264 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-0b7351c8-aa03-474a-be35-62bcfa45dd95 None None] Set router b09507c0-4865-4ba1-8d63-d6db582964c9 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:30:09.957666 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e412d298-57ff-42c9-b77f-970ab3f7cb41 tempest-TestNetworkAdvancedServerOps-1659996939 tempest-TestNetworkAdvancedServerOps-1659996939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:09.959051 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e412d298-57ff-42c9-b77f-970ab3f7cb41 tempest-TestNetworkAdvancedServerOps-1659996939 tempest-TestNetworkAdvancedServerOps-1659996939-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1393967 May 13 15:30:09.961944 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44680) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:10.000905 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b01ac214-1a36-44df-b8ea-471360209698 tempest-TestNetworkAdvancedServerOps-1659996939 tempest-TestNetworkAdvancedServerOps-1659996939-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=c35d8094-27c1-4288-955d-bcb140e23bf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378394 May 13 15:30:10.003430 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44684) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:10.008656 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-e20eae22-0d93-4f4e-acc2-3fed9188b0be tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-796248045', 'network_id': 'b10a65b5-2aee-41df-90aa-e508df724795', 'project_id': '192b2918ed11409998899ca653047aea', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:10.117486 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0b7351c8-aa03-474a-be35-62bcfa45dd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028726456', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '31cdd08a-3345-47a3-a50d-ab2aa9bcab73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:30:07Z', 'updated_at': '2022-05-13T15:30:08Z', 'revision_number': 3, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '31cdd08a-3345-47a3-a50d-ab2aa9bcab73', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fd:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:07Z', 'updated_at': '2022-05-13T15:30:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:10.122090 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7351c8-aa03-474a-be35-62bcfa45dd95 None None] Checking router: b09507c0-4865-4ba1-8d63-d6db582964c9 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:30:10.122444 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7351c8-aa03-474a-be35-62bcfa45dd95 None None] Updating router b09507c0-4865-4ba1-8d63-d6db582964c9 port 31cdd08a-3345-47a3-a50d-ab2aa9bcab73 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:30:10.128067 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e20eae22-0d93-4f4e-acc2-3fed9188b0be tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:10.132102 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e20eae22-0d93-4f4e-acc2-3fed9188b0be tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:subnet and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:10.135194 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-e20eae22-0d93-4f4e-acc2-3fed9188b0be tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:10.143345 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-e20eae22-0d93-4f4e-acc2-3fed9188b0be tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:10.155664 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20eae22-0d93-4f4e-acc2-3fed9188b0be tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Made reservation on behalf of 192b2918ed11409998899ca653047aea for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:30:10.162283 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e20eae22-0d93-4f4e-acc2-3fed9188b0be tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:10.182413 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0b7351c8-aa03-474a-be35-62bcfa45dd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:10.393308 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e20eae22-0d93-4f4e-acc2-3fed9188b0be tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:10.481414 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20eae22-0d93-4f4e-acc2-3fed9188b0be tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'Subnet': ['ID=db12f1f3-b825-4c76-a094-7f741e6a11af,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:10.487264 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20eae22-0d93-4f4e-acc2-3fed9188b0be tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Checking segment: {'id': 'cfecf8db-9f96-4335-b2cf-09f0df6a4c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b10a65b5-2aee-41df-90aa-e508df724795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:30:10.487739 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20eae22-0d93-4f4e-acc2-3fed9188b0be tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Network hostable DHCP agents. Network: b10a65b5-2aee-41df-90aa-e508df724795, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:30:10.507424 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20eae22-0d93-4f4e-acc2-3fed9188b0be tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Network b10a65b5-2aee-41df-90aa-e508df724795 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:30:10.517296 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-e20eae22-0d93-4f4e-acc2-3fed9188b0be tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, b10a65b5-2aee-41df-90aa-e508df724795) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:30:10.522540 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20eae22-0d93-4f4e-acc2-3fed9188b0be tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:10.523146 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-e20eae22-0d93-4f4e-acc2-3fed9188b0be tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:10.527208 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd5f649-553b-4e6e-b74d-feccb7b94368 None None] Network b10a65b5-2aee-41df-90aa-e508df724795 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:30:10.540642 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0b7351c8-aa03-474a-be35-62bcfa45dd95 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:10.551437 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-e20eae22-0d93-4f4e-acc2-3fed9188b0be tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5444360 May 13 15:30:10.551725 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44688) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:10.552817 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:30:10.557822 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0b7351c8-aa03-474a-be35-62bcfa45dd95 None None] Transition to ACTIVE for port object 31cdd08a-3345-47a3-a50d-ab2aa9bcab73 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:30:10.676472 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0b7351c8-aa03-474a-be35-62bcfa45dd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:10.814250 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e586d89-868e-4178-9c33-cc588ff9c490 None None] Pushing event updated for resources: {'Port': ['ID=31cdd08a-3345-47a3-a50d-ab2aa9bcab73,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:10.835093 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-0b7351c8-aa03-474a-be35-62bcfa45dd95 None None] Attempting to bind port 31cdd08a-3345-47a3-a50d-ab2aa9bcab73 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:30:10.835474 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-0b7351c8-aa03-474a-be35-62bcfa45dd95 None None] Attempting to bind port 31cdd08a-3345-47a3-a50d-ab2aa9bcab73 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:30:10.835848 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7351c8-aa03-474a-be35-62bcfa45dd95 None None] Attempting to bind port 31cdd08a-3345-47a3-a50d-ab2aa9bcab73 on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:30:10.840439 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e586d89-868e-4178-9c33-cc588ff9c490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:10.840785 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e586d89-868e-4178-9c33-cc588ff9c490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:10.841118 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e586d89-868e-4178-9c33-cc588ff9c490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:10.841448 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e586d89-868e-4178-9c33-cc588ff9c490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:10.841775 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e586d89-868e-4178-9c33-cc588ff9c490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:10.842100 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e586d89-868e-4178-9c33-cc588ff9c490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:10.842421 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e586d89-868e-4178-9c33-cc588ff9c490 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:10.842740 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e586d89-868e-4178-9c33-cc588ff9c490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:10.843059 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e586d89-868e-4178-9c33-cc588ff9c490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:10.843399 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e586d89-868e-4178-9c33-cc588ff9c490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:10.843717 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e586d89-868e-4178-9c33-cc588ff9c490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:10.844033 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e586d89-868e-4178-9c33-cc588ff9c490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:10.888750 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7351c8-aa03-474a-be35-62bcfa45dd95 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:30:10.889131 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7351c8-aa03-474a-be35-62bcfa45dd95 None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:30:10.889539 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0b7351c8-aa03-474a-be35-62bcfa45dd95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:10.889940 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7351c8-aa03-474a-be35-62bcfa45dd95 None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:30:10.890421 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-0b7351c8-aa03-474a-be35-62bcfa45dd95 None None] Bound port: 31cdd08a-3345-47a3-a50d-ab2aa9bcab73, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:30:10.890796 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0b7351c8-aa03-474a-be35-62bcfa45dd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:11.019098 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-0b7351c8-aa03-474a-be35-62bcfa45dd95 None None] For port 31cdd08a-3345-47a3-a50d-ab2aa9bcab73, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:30:11.025546 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3820757c-3df9-4481-b584-0fdbe5b9b944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-b10a65b5-2aee-41df-90aa-e508df724795', 'network_id': 'b10a65b5-2aee-41df-90aa-e508df724795', 'tenant_id': '192b2918ed11409998899ca653047aea', 'fixed_ips': [{'subnet_id': 'db12f1f3-b825-4c76-a094-7f741e6a11af'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:30:11.026323 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3820757c-3df9-4481-b584-0fdbe5b9b944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:11.041907 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-0b7351c8-aa03-474a-be35-62bcfa45dd95 None None] For port 31cdd08a-3345-47a3-a50d-ab2aa9bcab73, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=31cdd08a-3345-47a3-a50d-ab2aa9bcab73,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:30:11.046877 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0b7351c8-aa03-474a-be35-62bcfa45dd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:11.204613 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e586d89-868e-4178-9c33-cc588ff9c490 None None] Pushing event updated for resources: {'Port': ['ID=31cdd08a-3345-47a3-a50d-ab2aa9bcab73,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:11.234882 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7351c8-aa03-474a-be35-62bcfa45dd95 None None] Routers {'b09507c0-4865-4ba1-8d63-d6db582964c9'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:30:11.236162 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0b7351c8-aa03-474a-be35-62bcfa45dd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:30:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b09507c0-4865-4ba1-8d63-d6db582964c9'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:11.351958 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-3820757c-3df9-4481-b584-0fdbe5b9b944 None None] Allocated IP 172.20.0.2 (b10a65b5-2aee-41df-90aa-e508df724795/db12f1f3-b825-4c76-a094-7f741e6a11af/555ff730-a6bf-4280-8c38-fddc32e35eca) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:30:11.493949 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-93659077-248a-4581-aa87-1d53b794ece9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:11.531124 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-0b7351c8-aa03-474a-be35-62bcfa45dd95 None None] Set router b09507c0-4865-4ba1-8d63-d6db582964c9 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:30:11.889552 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3820757c-3df9-4481-b584-0fdbe5b9b944 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:11.905602 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3820757c-3df9-4481-b584-0fdbe5b9b944 None None] Transition to ACTIVE for port object 555ff730-a6bf-4280-8c38-fddc32e35eca will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:30:11.936755 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3820757c-3df9-4481-b584-0fdbe5b9b944 None None] Transition to ACTIVE for port object 555ff730-a6bf-4280-8c38-fddc32e35eca will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:30:11.945998 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3820757c-3df9-4481-b584-0fdbe5b9b944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:12.018488 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3820757c-3df9-4481-b584-0fdbe5b9b944 None None] Network b10a65b5-2aee-41df-90aa-e508df724795 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:30:12.019340 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-93659077-248a-4581-aa87-1d53b794ece9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Allocated IP 172.20.0.1 (b10a65b5-2aee-41df-90aa-e508df724795/db12f1f3-b825-4c76-a094-7f741e6a11af/d8acbae1-8d98-49a5-b3d7-b8313c43e0c0) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:30:12.022295 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-3820757c-3df9-4481-b584-0fdbe5b9b944 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:30:12.029219 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3820757c-3df9-4481-b584-0fdbe5b9b944 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:30:12.035949 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820757c-3df9-4481-b584-0fdbe5b9b944 None None] Pushing event updated for resources: {'Port': ['ID=555ff730-a6bf-4280-8c38-fddc32e35eca,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:12.041114 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0b7351c8-aa03-474a-be35-62bcfa45dd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028726456', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '31cdd08a-3345-47a3-a50d-ab2aa9bcab73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:30:07Z', 'updated_at': '2022-05-13T15:30:08Z', 'revision_number': 3, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '31cdd08a-3345-47a3-a50d-ab2aa9bcab73', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fd:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:07Z', 'updated_at': '2022-05-13T15:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:12.085274 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7351c8-aa03-474a-be35-62bcfa45dd95 None None] The sync data for ids ['b09507c0-4865-4ba1-8d63-d6db582964c9'] in n-d-841760-1 is: [{'id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028726456', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '31cdd08a-3345-47a3-a50d-ab2aa9bcab73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:30:07Z', 'updated_at': '2022-05-13T15:30:08Z', 'revision_number': 3, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '31cdd08a-3345-47a3-a50d-ab2aa9bcab73', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fd:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:07Z', 'updated_at': '2022-05-13T15:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:30:12.175219 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-3820757c-3df9-4481-b584-0fdbe5b9b944 None None] Attempting to bind port 555ff730-a6bf-4280-8c38-fddc32e35eca on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:30:12.175533 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-3820757c-3df9-4481-b584-0fdbe5b9b944 None None] Attempting to bind port 555ff730-a6bf-4280-8c38-fddc32e35eca by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'cfecf8db-9f96-4335-b2cf-09f0df6a4c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b10a65b5-2aee-41df-90aa-e508df724795'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:30:12.176095 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3820757c-3df9-4481-b584-0fdbe5b9b944 None None] Attempting to bind port 555ff730-a6bf-4280-8c38-fddc32e35eca on network b10a65b5-2aee-41df-90aa-e508df724795 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:30:12.184973 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3820757c-3df9-4481-b584-0fdbe5b9b944 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:30:12.185568 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3820757c-3df9-4481-b584-0fdbe5b9b944 None None] Checking segment: {'id': 'cfecf8db-9f96-4335-b2cf-09f0df6a4c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b10a65b5-2aee-41df-90aa-e508df724795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:30:12.186179 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3820757c-3df9-4481-b584-0fdbe5b9b944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:12.186859 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3820757c-3df9-4481-b584-0fdbe5b9b944 None None] Bound using segment: {'id': 'cfecf8db-9f96-4335-b2cf-09f0df6a4c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b10a65b5-2aee-41df-90aa-e508df724795'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:30:12.187600 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-3820757c-3df9-4481-b584-0fdbe5b9b944 None None] Bound port: 555ff730-a6bf-4280-8c38-fddc32e35eca, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfecf8db-9f96-4335-b2cf-09f0df6a4c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b10a65b5-2aee-41df-90aa-e508df724795'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:30:12.188229 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3820757c-3df9-4481-b584-0fdbe5b9b944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:12.192599 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-93659077-248a-4581-aa87-1d53b794ece9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:12.210763 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-93659077-248a-4581-aa87-1d53b794ece9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Transition to ACTIVE for port object d8acbae1-8d98-49a5-b3d7-b8313c43e0c0 will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:30:12.237945 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-93659077-248a-4581-aa87-1d53b794ece9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:12.314975 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93659077-248a-4581-aa87-1d53b794ece9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Network b10a65b5-2aee-41df-90aa-e508df724795 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:30:12.316968 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-3820757c-3df9-4481-b584-0fdbe5b9b944 None None] For port 555ff730-a6bf-4280-8c38-fddc32e35eca, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:30:12.318838 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-93659077-248a-4581-aa87-1d53b794ece9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:30:12.321024 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-3820757c-3df9-4481-b584-0fdbe5b9b944 None None] For port 555ff730-a6bf-4280-8c38-fddc32e35eca, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=555ff730-a6bf-4280-8c38-fddc32e35eca,segment=NetworkSegment(cfecf8db-9f96-4335-b2cf-09f0df6a4c5e),segment_id=cfecf8db-9f96-4335-b2cf-09f0df6a4c5e)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:30:12.323273 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93659077-248a-4581-aa87-1d53b794ece9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:30:12.325858 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3820757c-3df9-4481-b584-0fdbe5b9b944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:12.377964 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93659077-248a-4581-aa87-1d53b794ece9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'Port': ['ID=d8acbae1-8d98-49a5-b3d7-b8313c43e0c0,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:12.409919 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-93659077-248a-4581-aa87-1d53b794ece9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:12.509001 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820757c-3df9-4481-b584-0fdbe5b9b944 None None] Pushing event updated for resources: {'Port': ['ID=555ff730-a6bf-4280-8c38-fddc32e35eca,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:12.548498 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 31cdd08a-3345-47a3-a50d-ab2aa9bcab73 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:30:12.630441 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 31cdd08a-3345-47a3-a50d-ab2aa9bcab73 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:30:12.636955 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 31cdd08a-3345-47a3-a50d-ab2aa9bcab73 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:30:12.637860 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:12.820856 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 31cdd08a-3345-47a3-a50d-ab2aa9bcab73 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:30:12.821229 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:12.845743 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 31cdd08a-3345-47a3-a50d-ab2aa9bcab73, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=31cdd08a-3345-47a3-a50d-ab2aa9bcab73,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:30:12.851029 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:12.914065 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-93659077-248a-4581-aa87-1d53b794ece9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:12.931201 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=31cdd08a-3345-47a3-a50d-ab2aa9bcab73,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:13.428702 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-93659077-248a-4581-aa87-1d53b794ece9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:13.434495 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-93659077-248a-4581-aa87-1d53b794ece9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:13.554368 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93659077-248a-4581-aa87-1d53b794ece9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'Port': ['ID=d8acbae1-8d98-49a5-b3d7-b8313c43e0c0,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:13.556817 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-93659077-248a-4581-aa87-1d53b794ece9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:13.586239 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7a3fec-fa98-45f6-8a88-c25e49aa49a6 None None] Network b10a65b5-2aee-41df-90aa-e508df724795 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:30:13.675866 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-359e68e6-684f-4ddb-8901-17e190d8b812 None None] Provisioning for port 555ff730-a6bf-4280-8c38-fddc32e35eca completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:30:13.711564 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93659077-248a-4581-aa87-1d53b794ece9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Network b10a65b5-2aee-41df-90aa-e508df724795 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:30:13.712756 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-93659077-248a-4581-aa87-1d53b794ece9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:30:13.912938 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93659077-248a-4581-aa87-1d53b794ece9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Router b09507c0-4865-4ba1-8d63-d6db582964c9 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:30:14.100333 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93659077-248a-4581-aa87-1d53b794ece9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:30:14.107960 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-45b4bac1-d421-4f16-9585-93841b366519 None None] Provisioning for port d8acbae1-8d98-49a5-b3d7-b8313c43e0c0 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:30:14.115670 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-93659077-248a-4581-aa87-1d53b794ece9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "PUT /v2.0/routers/b09507c0-4865-4ba1-8d63-d6db582964c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5572872 May 13 15:30:14.116495 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-45b4bac1-d421-4f16-9585-93841b366519 None None] Provisioning complete for port d8acbae1-8d98-49a5-b3d7-b8313c43e0c0 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:30:14.116875 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-45b4bac1-d421-4f16-9585-93841b366519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:14.121558 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09844522-a2fe-46ee-897a-0148c76bad06 None None] Sync routers for ids ['b09507c0-4865-4ba1-8d63-d6db582964c9'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:30:14.133766 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09844522-a2fe-46ee-897a-0148c76bad06 None None] Routers {'b09507c0-4865-4ba1-8d63-d6db582964c9'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:30:14.134607 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-09844522-a2fe-46ee-897a-0148c76bad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:30:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b09507c0-4865-4ba1-8d63-d6db582964c9'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:14.184374 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-45b4bac1-d421-4f16-9585-93841b366519 None None] Port d8acbae1-8d98-49a5-b3d7-b8313c43e0c0 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:30:14.317960 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-ad532ad6-f402-4892-885c-b2fda9060ee1 None None] Provisioning complete for port d8acbae1-8d98-49a5-b3d7-b8313c43e0c0 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:30:14.318611 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ad532ad6-f402-4892-885c-b2fda9060ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:14.323680 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e75991d4-1737-454b-92e0-a918ce966e0f req-ff6366f1-d1be-413e-a718-39abed122ca2 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-261618877&fields=id&tenant_id=192b2918ed11409998899ca653047aea HTTP/1.1" status: 200 len: 267 time: 0.0462296 May 13 15:30:14.339621 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-09844522-a2fe-46ee-897a-0148c76bad06 None None] Set router b09507c0-4865-4ba1-8d63-d6db582964c9 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:30:14.377633 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-ad532ad6-f402-4892-885c-b2fda9060ee1 None None] Port d8acbae1-8d98-49a5-b3d7-b8313c43e0c0 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:30:14.491350 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75991d4-1737-454b-92e0-a918ce966e0f req-dcd051b0-8efd-4aae-9e7f-3bf29f7f1ed3 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:14.492063 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-e75991d4-1737-454b-92e0-a918ce966e0f req-dcd051b0-8efd-4aae-9e7f-3bf29f7f1ed3 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Synchronizing usage tracker for tenant:192b2918ed11409998899ca653047aea on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:30:14.523746 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-e75991d4-1737-454b-92e0-a918ce966e0f req-dcd051b0-8efd-4aae-9e7f-3bf29f7f1ed3 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Unset dirty status for tenant:192b2918ed11409998899ca653047aea on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:30:14.525100 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e75991d4-1737-454b-92e0-a918ce966e0f req-dcd051b0-8efd-4aae-9e7f-3bf29f7f1ed3 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/networks?id=b10a65b5-2aee-41df-90aa-e508df724795 HTTP/1.1" status: 200 len: 797 time: 0.1969881 May 13 15:30:14.545285 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e75991d4-1737-454b-92e0-a918ce966e0f req-41992907-9df4-4436-a89d-dd727badfa15 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/quotas/192b2918ed11409998899ca653047aea HTTP/1.1" status: 200 len: 375 time: 0.0141470 May 13 15:30:14.582640 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 555ff730-a6bf-4280-8c38-fddc32e35eca up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:30:14.642052 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7f1e9509-7cc6-4de6-963a-a2398eb9ffa2 None None] Provisioning complete for port d8acbae1-8d98-49a5-b3d7-b8313c43e0c0 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:30:14.642519 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7f1e9509-7cc6-4de6-963a-a2398eb9ffa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:14.643699 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e75991d4-1737-454b-92e0-a918ce966e0f req-fc40bb94-0c0f-48ab-acd8-26919626b8fd tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0890055 May 13 15:30:14.690558 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-09844522-a2fe-46ee-897a-0148c76bad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028726456', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '31cdd08a-3345-47a3-a50d-ab2aa9bcab73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:30:07Z', 'updated_at': '2022-05-13T15:30:12Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '31cdd08a-3345-47a3-a50d-ab2aa9bcab73', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:07Z', 'updated_at': '2022-05-13T15:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd8acbae1-8d98-49a5-b3d7-b8313c43e0c0', 'name': '', 'network_id': 'b10a65b5-2aee-41df-90aa-e508df724795', 'tenant_id': '192b2918ed11409998899ca653047aea', 'mac_address': 'fa:16:3e:bc:e6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'db12f1f3-b825-4c76-a094-7f741e6a11af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:11Z', 'updated_at': '2022-05-13T15:30:13Z', 'revision_number': 2, 'project_id': '192b2918ed11409998899ca653047aea', 'subnets': [{'id': 'db12f1f3-b825-4c76-a094-7f741e6a11af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:14.697182 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09844522-a2fe-46ee-897a-0148c76bad06 None None] Checking router: b09507c0-4865-4ba1-8d63-d6db582964c9 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:30:14.697552 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09844522-a2fe-46ee-897a-0148c76bad06 None None] Updating router b09507c0-4865-4ba1-8d63-d6db582964c9 port d8acbae1-8d98-49a5-b3d7-b8313c43e0c0 binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:30:14.707309 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7f1e9509-7cc6-4de6-963a-a2398eb9ffa2 None None] Port d8acbae1-8d98-49a5-b3d7-b8313c43e0c0 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:30:14.715873 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-e75991d4-1737-454b-92e0-a918ce966e0f req-8c1a38af-278f-40d5-a7bf-b4da8efb984b service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:30:14.716858 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e75991d4-1737-454b-92e0-a918ce966e0f req-8c1a38af-278f-40d5-a7bf-b4da8efb984b service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0578277 May 13 15:30:14.720997 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 555ff730-a6bf-4280-8c38-fddc32e35eca completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:30:14.726309 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 555ff730-a6bf-4280-8c38-fddc32e35eca triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:30:14.726678 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:14.762768 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-09844522-a2fe-46ee-897a-0148c76bad06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:14.851490 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 555ff730-a6bf-4280-8c38-fddc32e35eca is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:30:14.851870 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:14.866645 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e75991d4-1737-454b-92e0-a918ce966e0f req-9bca0912-6702-4359-9ad0-86d544c284cc service neutron] 10.222.0.35 "GET /v2.0/networks/b10a65b5-2aee-41df-90aa-e508df724795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420126 May 13 15:30:14.886951 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 555ff730-a6bf-4280-8c38-fddc32e35eca, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=555ff730-a6bf-4280-8c38-fddc32e35eca,segment=NetworkSegment(cfecf8db-9f96-4335-b2cf-09f0df6a4c5e),segment_id=cfecf8db-9f96-4335-b2cf-09f0df6a4c5e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:30:14.892655 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:14.893669 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 31cdd08a-3345-47a3-a50d-ab2aa9bcab73 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:30:15.033652 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=555ff730-a6bf-4280-8c38-fddc32e35eca,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:15.047374 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 31cdd08a-3345-47a3-a50d-ab2aa9bcab73 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:30:15.048883 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:15.131213 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e75991d4-1737-454b-92e0-a918ce966e0f req-a1d96491-0fdf-454b-85a1-4b67e6e23d97 service neutron] 10.222.0.35 "GET /v2.0/networks/b10a65b5-2aee-41df-90aa-e508df724795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525575 May 13 15:30:15.172804 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 31cdd08a-3345-47a3-a50d-ab2aa9bcab73 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:30:15.178886 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-09844522-a2fe-46ee-897a-0148c76bad06 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:15.190835 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-09844522-a2fe-46ee-897a-0148c76bad06 None None] Transition to ACTIVE for port object d8acbae1-8d98-49a5-b3d7-b8313c43e0c0 will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:30:15.200276 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-09844522-a2fe-46ee-897a-0148c76bad06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:15.355143 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-79cfee84-a8f8-4184-9413-0e8d550a2194 req-bd821484-07d2-4c6a-8566-cf60fff79610 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Synchronizing usage tracker for tenant:192b2918ed11409998899ca653047aea on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:30:15.364854 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962fe08-d62c-4802-bd28-5899478f8bfd None None] Pushing event updated for resources: {'Port': ['ID=d8acbae1-8d98-49a5-b3d7-b8313c43e0c0,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:15.377025 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-79cfee84-a8f8-4184-9413-0e8d550a2194 req-bd821484-07d2-4c6a-8566-cf60fff79610 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Unset dirty status for tenant:192b2918ed11409998899ca653047aea on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:30:15.377724 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962fe08-d62c-4802-bd28-5899478f8bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:15.378065 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962fe08-d62c-4802-bd28-5899478f8bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:15.378445 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962fe08-d62c-4802-bd28-5899478f8bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:15.378729 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962fe08-d62c-4802-bd28-5899478f8bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:15.379088 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962fe08-d62c-4802-bd28-5899478f8bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:15.379492 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962fe08-d62c-4802-bd28-5899478f8bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:15.379813 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962fe08-d62c-4802-bd28-5899478f8bfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:15.380226 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962fe08-d62c-4802-bd28-5899478f8bfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:15.380552 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962fe08-d62c-4802-bd28-5899478f8bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:15.380871 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962fe08-d62c-4802-bd28-5899478f8bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:15.381189 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962fe08-d62c-4802-bd28-5899478f8bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:15.381506 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962fe08-d62c-4802-bd28-5899478f8bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:15.396563 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-79cfee84-a8f8-4184-9413-0e8d550a2194 req-bd821484-07d2-4c6a-8566-cf60fff79610 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=1750b01f-9490-4320-9503-f2a8ec089108 HTTP/1.1" status: 200 len: 210 time: 0.0915797 May 13 15:30:15.438629 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-09844522-a2fe-46ee-897a-0148c76bad06 None None] Attempting to bind port d8acbae1-8d98-49a5-b3d7-b8313c43e0c0 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:30:15.439283 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-09844522-a2fe-46ee-897a-0148c76bad06 None None] Attempting to bind port d8acbae1-8d98-49a5-b3d7-b8313c43e0c0 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'cfecf8db-9f96-4335-b2cf-09f0df6a4c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b10a65b5-2aee-41df-90aa-e508df724795'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:30:15.439771 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09844522-a2fe-46ee-897a-0148c76bad06 None None] Attempting to bind port d8acbae1-8d98-49a5-b3d7-b8313c43e0c0 on network b10a65b5-2aee-41df-90aa-e508df724795 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:30:15.445902 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09844522-a2fe-46ee-897a-0148c76bad06 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:30:15.446273 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09844522-a2fe-46ee-897a-0148c76bad06 None None] Checking segment: {'id': 'cfecf8db-9f96-4335-b2cf-09f0df6a4c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b10a65b5-2aee-41df-90aa-e508df724795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:30:15.446671 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-09844522-a2fe-46ee-897a-0148c76bad06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:15.447047 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09844522-a2fe-46ee-897a-0148c76bad06 None None] Bound using segment: {'id': 'cfecf8db-9f96-4335-b2cf-09f0df6a4c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b10a65b5-2aee-41df-90aa-e508df724795'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:30:15.447533 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-09844522-a2fe-46ee-897a-0148c76bad06 None None] Bound port: d8acbae1-8d98-49a5-b3d7-b8313c43e0c0, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfecf8db-9f96-4335-b2cf-09f0df6a4c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b10a65b5-2aee-41df-90aa-e508df724795'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:30:15.447902 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-09844522-a2fe-46ee-897a-0148c76bad06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:15.544467 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-09844522-a2fe-46ee-897a-0148c76bad06 None None] For port d8acbae1-8d98-49a5-b3d7-b8313c43e0c0, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:30:15.548025 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-09844522-a2fe-46ee-897a-0148c76bad06 None None] For port d8acbae1-8d98-49a5-b3d7-b8313c43e0c0, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d8acbae1-8d98-49a5-b3d7-b8313c43e0c0,segment=NetworkSegment(cfecf8db-9f96-4335-b2cf-09f0df6a4c5e),segment_id=cfecf8db-9f96-4335-b2cf-09f0df6a4c5e)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:30:15.553469 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-09844522-a2fe-46ee-897a-0148c76bad06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:15.634802 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09844522-a2fe-46ee-897a-0148c76bad06 None None] Routers {'b09507c0-4865-4ba1-8d63-d6db582964c9'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:30:15.635748 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-09844522-a2fe-46ee-897a-0148c76bad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:30:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b09507c0-4865-4ba1-8d63-d6db582964c9'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:15.700803 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962fe08-d62c-4802-bd28-5899478f8bfd None None] Pushing event updated for resources: {'Port': ['ID=d8acbae1-8d98-49a5-b3d7-b8313c43e0c0,revision_number=4']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:15.833303 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-09844522-a2fe-46ee-897a-0148c76bad06 None None] Set router b09507c0-4865-4ba1-8d63-d6db582964c9 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:30:16.178672 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-09844522-a2fe-46ee-897a-0148c76bad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028726456', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '31cdd08a-3345-47a3-a50d-ab2aa9bcab73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:30:07Z', 'updated_at': '2022-05-13T15:30:12Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '31cdd08a-3345-47a3-a50d-ab2aa9bcab73', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:07Z', 'updated_at': '2022-05-13T15:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd8acbae1-8d98-49a5-b3d7-b8313c43e0c0', 'name': '', 'network_id': 'b10a65b5-2aee-41df-90aa-e508df724795', 'tenant_id': '192b2918ed11409998899ca653047aea', 'mac_address': 'fa:16:3e:bc:e6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'db12f1f3-b825-4c76-a094-7f741e6a11af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:11Z', 'updated_at': '2022-05-13T15:30:15Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'subnets': [{'id': 'db12f1f3-b825-4c76-a094-7f741e6a11af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:16.185035 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09844522-a2fe-46ee-897a-0148c76bad06 None None] The sync data for ids ['b09507c0-4865-4ba1-8d63-d6db582964c9'] in n-d-841760-1 is: [{'id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028726456', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '31cdd08a-3345-47a3-a50d-ab2aa9bcab73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:30:07Z', 'updated_at': '2022-05-13T15:30:12Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '31cdd08a-3345-47a3-a50d-ab2aa9bcab73', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:07Z', 'updated_at': '2022-05-13T15:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd8acbae1-8d98-49a5-b3d7-b8313c43e0c0', 'name': '', 'network_id': 'b10a65b5-2aee-41df-90aa-e508df724795', 'tenant_id': '192b2918ed11409998899ca653047aea', 'mac_address': 'fa:16:3e:bc:e6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'db12f1f3-b825-4c76-a094-7f741e6a11af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:11Z', 'updated_at': '2022-05-13T15:30:15Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'subnets': [{'id': 'db12f1f3-b825-4c76-a094-7f741e6a11af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:30:16.572407 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 555ff730-a6bf-4280-8c38-fddc32e35eca up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:30:16.643773 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-dd3e5bd2-4635-4065-8a33-ba590acdcb51 req-f59b7a86-1f88-42fc-a8dd-38bbc73fcf5a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=1750b01f-9490-4320-9503-f2a8ec089108 HTTP/1.1" status: 200 len: 210 time: 0.1102810 May 13 15:30:16.653829 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 555ff730-a6bf-4280-8c38-fddc32e35eca triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:30:16.654287 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:16.738128 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75991d4-1737-454b-92e0-a918ce966e0f req-a66576f7-f524-4c5d-aeca-b6b18011ca62 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:16.739747 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e75991d4-1737-454b-92e0-a918ce966e0f req-a66576f7-f524-4c5d-aeca-b6b18011ca62 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.59 "GET /v2.0/networks?id=b10a65b5-2aee-41df-90aa-e508df724795 HTTP/1.1" status: 200 len: 797 time: 0.2351151 May 13 15:30:16.790288 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 555ff730-a6bf-4280-8c38-fddc32e35eca is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:30:16.791417 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d8acbae1-8d98-49a5-b3d7-b8313c43e0c0 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:30:16.800698 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e75991d4-1737-454b-92e0-a918ce966e0f req-e2d46d26-2028-44fe-92d9-f65a0a8d5cbf tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=192b2918ed11409998899ca653047aea HTTP/1.1" status: 200 len: 379 time: 0.0525353 May 13 15:30:16.809891 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-e75991d4-1737-454b-92e0-a918ce966e0f req-0923038a-f834-43e4-97f7-a989a77c2a07 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'port': {'device_id': '1750b01f-9490-4320-9503-f2a8ec089108', 'network_id': 'b10a65b5-2aee-41df-90aa-e508df724795', 'admin_state_up': True, 'tenant_id': '192b2918ed11409998899ca653047aea', 'security_groups': ['1337116d-37f8-4273-b5ca-67b4611cb70d']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:16.863827 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port d8acbae1-8d98-49a5-b3d7-b8313c43e0c0 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:30:16.870210 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port d8acbae1-8d98-49a5-b3d7-b8313c43e0c0 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:30:16.870739 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:16.971931 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-e75991d4-1737-454b-92e0-a918ce966e0f req-0923038a-f834-43e4-97f7-a989a77c2a07 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:16.982571 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-e75991d4-1737-454b-92e0-a918ce966e0f req-0923038a-f834-43e4-97f7-a989a77c2a07 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:16.996075 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e75991d4-1737-454b-92e0-a918ce966e0f req-0923038a-f834-43e4-97f7-a989a77c2a07 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Made reservation on behalf of 192b2918ed11409998899ca653047aea for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:30:17.003754 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d8acbae1-8d98-49a5-b3d7-b8313c43e0c0 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:30:17.004140 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:17.005229 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e75991d4-1737-454b-92e0-a918ce966e0f req-0923038a-f834-43e4-97f7-a989a77c2a07 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:17.042103 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port d8acbae1-8d98-49a5-b3d7-b8313c43e0c0, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d8acbae1-8d98-49a5-b3d7-b8313c43e0c0,segment=NetworkSegment(cfecf8db-9f96-4335-b2cf-09f0df6a4c5e),segment_id=cfecf8db-9f96-4335-b2cf-09f0df6a4c5e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:30:17.048059 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:17.124031 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=d8acbae1-8d98-49a5-b3d7-b8313c43e0c0,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:17.186152 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-e75991d4-1737-454b-92e0-a918ce966e0f req-0923038a-f834-43e4-97f7-a989a77c2a07 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Allocated IP 172.20.0.4 (b10a65b5-2aee-41df-90aa-e508df724795/db12f1f3-b825-4c76-a094-7f741e6a11af/260876e7-bf4b-4c26-81a5-896966b11d0b) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:30:17.397639 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e75991d4-1737-454b-92e0-a918ce966e0f req-0923038a-f834-43e4-97f7-a989a77c2a07 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:17.413844 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-e75991d4-1737-454b-92e0-a918ce966e0f req-0923038a-f834-43e4-97f7-a989a77c2a07 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Transition to ACTIVE for port object 260876e7-bf4b-4c26-81a5-896966b11d0b will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:30:17.438721 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e75991d4-1737-454b-92e0-a918ce966e0f req-0923038a-f834-43e4-97f7-a989a77c2a07 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:17.510096 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e75991d4-1737-454b-92e0-a918ce966e0f req-0923038a-f834-43e4-97f7-a989a77c2a07 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Network b10a65b5-2aee-41df-90aa-e508df724795 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:30:17.513228 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-e75991d4-1737-454b-92e0-a918ce966e0f req-0923038a-f834-43e4-97f7-a989a77c2a07 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:30:17.517396 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75991d4-1737-454b-92e0-a918ce966e0f req-0923038a-f834-43e4-97f7-a989a77c2a07 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:30:17.555064 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923038a-f834-43e4-97f7-a989a77c2a07 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'Port': ['ID=260876e7-bf4b-4c26-81a5-896966b11d0b,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:17.596165 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75991d4-1737-454b-92e0-a918ce966e0f req-0923038a-f834-43e4-97f7-a989a77c2a07 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:17.596775 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e75991d4-1737-454b-92e0-a918ce966e0f req-0923038a-f834-43e4-97f7-a989a77c2a07 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:17.630817 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e75991d4-1737-454b-92e0-a918ce966e0f req-0923038a-f834-43e4-97f7-a989a77c2a07 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8246608 May 13 15:30:17.641029 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-e75991d4-1737-454b-92e0-a918ce966e0f req-fa5fd2c7-641d-473e-b26d-985dee732367 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:30:17.641983 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e75991d4-1737-454b-92e0-a918ce966e0f req-fa5fd2c7-641d-473e-b26d-985dee732367 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052400 May 13 15:30:17.708652 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-e75991d4-1737-454b-92e0-a918ce966e0f req-621164c8-2938-476e-8e39-3c6bcfcd1bc9 service neutron] Request body: {'port': {'device_id': '1750b01f-9490-4320-9503-f2a8ec089108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:17.803749 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-80f5940c-ec28-4512-8b66-a8c1ca404413 None None] Provisioning for port 260876e7-bf4b-4c26-81a5-896966b11d0b completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:30:17.809046 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-80f5940c-ec28-4512-8b66-a8c1ca404413 None None] Provisioning complete for port 260876e7-bf4b-4c26-81a5-896966b11d0b triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:30:17.809414 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-80f5940c-ec28-4512-8b66-a8c1ca404413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:17.824057 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e75991d4-1737-454b-92e0-a918ce966e0f req-621164c8-2938-476e-8e39-3c6bcfcd1bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:17.896804 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-80f5940c-ec28-4512-8b66-a8c1ca404413 None None] Port 260876e7-bf4b-4c26-81a5-896966b11d0b cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:30:17.932183 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5e7f4-8227-412a-aa54-8ae25212d6c9 req-581159ac-7773-42e4-b819-8544e248f1de tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:17.933647 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3fa5e7f4-8227-412a-aa54-8ae25212d6c9 req-581159ac-7773-42e4-b819-8544e248f1de tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=1750b01f-9490-4320-9503-f2a8ec089108 HTTP/1.1" status: 200 len: 931 time: 0.1617627 May 13 15:30:17.980387 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-3fa5e7f4-8227-412a-aa54-8ae25212d6c9 req-f53ae535-da87-4756-a759-94d624caa017 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Synchronizing usage tracker for tenant:192b2918ed11409998899ca653047aea on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:30:17.998095 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-3fa5e7f4-8227-412a-aa54-8ae25212d6c9 req-f53ae535-da87-4756-a759-94d624caa017 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Unset dirty status for tenant:192b2918ed11409998899ca653047aea on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:30:17.999327 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3fa5e7f4-8227-412a-aa54-8ae25212d6c9 req-f53ae535-da87-4756-a759-94d624caa017 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=1337116d-37f8-4273-b5ca-67b4611cb70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598397 May 13 15:30:18.181994 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-e75991d4-1737-454b-92e0-a918ce966e0f req-621164c8-2938-476e-8e39-3c6bcfcd1bc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 260876e7-bf4b-4c26-81a5-896966b11d0b {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:30:18.189820 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e75991d4-1737-454b-92e0-a918ce966e0f req-621164c8-2938-476e-8e39-3c6bcfcd1bc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:18.206469 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-e75991d4-1737-454b-92e0-a918ce966e0f req-621164c8-2938-476e-8e39-3c6bcfcd1bc9 service neutron] Transition to ACTIVE for port object 260876e7-bf4b-4c26-81a5-896966b11d0b will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:30:18.211795 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e75991d4-1737-454b-92e0-a918ce966e0f req-621164c8-2938-476e-8e39-3c6bcfcd1bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:18.372245 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621164c8-2938-476e-8e39-3c6bcfcd1bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=260876e7-bf4b-4c26-81a5-896966b11d0b,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:18.459874 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-e75991d4-1737-454b-92e0-a918ce966e0f req-621164c8-2938-476e-8e39-3c6bcfcd1bc9 service neutron] Attempting to bind port 260876e7-bf4b-4c26-81a5-896966b11d0b on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:30:18.460307 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-e75991d4-1737-454b-92e0-a918ce966e0f req-621164c8-2938-476e-8e39-3c6bcfcd1bc9 service neutron] Attempting to bind port 260876e7-bf4b-4c26-81a5-896966b11d0b by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': 'cfecf8db-9f96-4335-b2cf-09f0df6a4c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b10a65b5-2aee-41df-90aa-e508df724795'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:30:18.460704 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75991d4-1737-454b-92e0-a918ce966e0f req-621164c8-2938-476e-8e39-3c6bcfcd1bc9 service neutron] Attempting to bind port 260876e7-bf4b-4c26-81a5-896966b11d0b on network b10a65b5-2aee-41df-90aa-e508df724795 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:30:18.466081 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75991d4-1737-454b-92e0-a918ce966e0f req-621164c8-2938-476e-8e39-3c6bcfcd1bc9 service neutron] Port 260876e7-bf4b-4c26-81a5-896966b11d0b on network b10a65b5-2aee-41df-90aa-e508df724795 not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:30:18.466556 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75991d4-1737-454b-92e0-a918ce966e0f req-621164c8-2938-476e-8e39-3c6bcfcd1bc9 service neutron] Attempting to bind port 260876e7-bf4b-4c26-81a5-896966b11d0b on network b10a65b5-2aee-41df-90aa-e508df724795 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:30:18.472665 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75991d4-1737-454b-92e0-a918ce966e0f req-621164c8-2938-476e-8e39-3c6bcfcd1bc9 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:30:18.473002 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75991d4-1737-454b-92e0-a918ce966e0f req-621164c8-2938-476e-8e39-3c6bcfcd1bc9 service neutron] Checking segment: {'id': 'cfecf8db-9f96-4335-b2cf-09f0df6a4c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b10a65b5-2aee-41df-90aa-e508df724795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:30:18.473385 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75991d4-1737-454b-92e0-a918ce966e0f req-621164c8-2938-476e-8e39-3c6bcfcd1bc9 service neutron] Bound using segment: {'id': 'cfecf8db-9f96-4335-b2cf-09f0df6a4c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b10a65b5-2aee-41df-90aa-e508df724795'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:30:18.473804 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-e75991d4-1737-454b-92e0-a918ce966e0f req-621164c8-2938-476e-8e39-3c6bcfcd1bc9 service neutron] Bound port: 260876e7-bf4b-4c26-81a5-896966b11d0b, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfecf8db-9f96-4335-b2cf-09f0df6a4c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b10a65b5-2aee-41df-90aa-e508df724795'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:30:18.474146 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e75991d4-1737-454b-92e0-a918ce966e0f req-621164c8-2938-476e-8e39-3c6bcfcd1bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:18.482742 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d8acbae1-8d98-49a5-b3d7-b8313c43e0c0 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:30:18.564552 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port d8acbae1-8d98-49a5-b3d7-b8313c43e0c0 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:30:18.564923 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:18.634900 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:18.678640 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-e75991d4-1737-454b-92e0-a918ce966e0f req-621164c8-2938-476e-8e39-3c6bcfcd1bc9 service neutron] For port 260876e7-bf4b-4c26-81a5-896966b11d0b, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:30:18.681680 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-e75991d4-1737-454b-92e0-a918ce966e0f req-621164c8-2938-476e-8e39-3c6bcfcd1bc9 service neutron] For port 260876e7-bf4b-4c26-81a5-896966b11d0b, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=260876e7-bf4b-4c26-81a5-896966b11d0b,segment=NetworkSegment(cfecf8db-9f96-4335-b2cf-09f0df6a4c5e),segment_id=cfecf8db-9f96-4335-b2cf-09f0df6a4c5e)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:30:18.687094 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e75991d4-1737-454b-92e0-a918ce966e0f req-621164c8-2938-476e-8e39-3c6bcfcd1bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:18.704927 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d8acbae1-8d98-49a5-b3d7-b8313c43e0c0 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:30:18.750138 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75991d4-1737-454b-92e0-a918ce966e0f req-621164c8-2938-476e-8e39-3c6bcfcd1bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:18.751354 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-e75991d4-1737-454b-92e0-a918ce966e0f req-621164c8-2938-476e-8e39-3c6bcfcd1bc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:18.752719 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e75991d4-1737-454b-92e0-a918ce966e0f req-621164c8-2938-476e-8e39-3c6bcfcd1bc9 service neutron] 10.222.0.59 "PUT /v2.0/ports/260876e7-bf4b-4c26-81a5-896966b11d0b HTTP/1.1" status: 200 len: 1091 time: 1.1046007 May 13 15:30:18.753164 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1750b01f-9490-4320-9503-f2a8ec089108', 'tag': '260876e7-bf4b-4c26-81a5-896966b11d0b'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:30:18.776990 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621164c8-2938-476e-8e39-3c6bcfcd1bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=260876e7-bf4b-4c26-81a5-896966b11d0b,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:18.830464 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebb0b6de-8a3f-4565-8440-66730cdcfe67'] response: {'name': 'network-changed', 'server_uuid': '1750b01f-9490-4320-9503-f2a8ec089108', 'tag': '260876e7-bf4b-4c26-81a5-896966b11d0b', 'status': 'completed', 'code': 200} May 13 15:30:18.874661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75991d4-1737-454b-92e0-a918ce966e0f req-940f6a6d-d52b-4395-a458-93b250e5d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:18.876853 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e75991d4-1737-454b-92e0-a918ce966e0f req-940f6a6d-d52b-4395-a458-93b250e5d08f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=1750b01f-9490-4320-9503-f2a8ec089108 HTTP/1.1" status: 200 len: 1094 time: 0.0789990 May 13 15:30:18.951613 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e75991d4-1737-454b-92e0-a918ce966e0f req-661dfd71-c638-4846-94a3-9094d7b91df2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=260876e7-bf4b-4c26-81a5-896966b11d0b HTTP/1.1" status: 200 len: 217 time: 0.0683839 May 13 15:30:19.017956 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75991d4-1737-454b-92e0-a918ce966e0f req-5536fb32-63ff-454d-b14a-ef9993c2ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:19.019483 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e75991d4-1737-454b-92e0-a918ce966e0f req-5536fb32-63ff-454d-b14a-ef9993c2ae9f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db12f1f3-b825-4c76-a094-7f741e6a11af HTTP/1.1" status: 200 len: 834 time: 0.0625529 May 13 15:30:19.106263 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75991d4-1737-454b-92e0-a918ce966e0f req-1d135f6e-a078-429c-b573-712b5874f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:19.107855 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e75991d4-1737-454b-92e0-a918ce966e0f req-1d135f6e-a078-429c-b573-712b5874f21a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b10a65b5-2aee-41df-90aa-e508df724795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830452 May 13 15:30:19.194210 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061724d3-2f51-498a-82a1-8638cb3838a1 req-a1f6d083-87d5-4d21-82e3-fd8a163f5005 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:19.195836 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-061724d3-2f51-498a-82a1-8638cb3838a1 req-a1f6d083-87d5-4d21-82e3-fd8a163f5005 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=1750b01f-9490-4320-9503-f2a8ec089108 HTTP/1.1" status: 200 len: 943 time: 0.0864980 May 13 15:30:19.246621 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e75991d4-1737-454b-92e0-a918ce966e0f req-a06611d2-eaec-4c45-977c-3b092eb9c035 service neutron] 10.222.0.59 "GET /v2.0/networks/b10a65b5-2aee-41df-90aa-e508df724795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320984 May 13 15:30:19.363949 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-061724d3-2f51-498a-82a1-8638cb3838a1 req-bfdb8360-9e74-49fe-bbca-4ca7f49b3fa6 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=1337116d-37f8-4273-b5ca-67b4611cb70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618099 May 13 15:30:19.391513 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e75991d4-1737-454b-92e0-a918ce966e0f req-a65592a6-80bd-4e27-ba74-24e9ef5119f0 service neutron] 10.222.0.59 "GET /v2.0/networks/b10a65b5-2aee-41df-90aa-e508df724795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386302 May 13 15:30:19.506676 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1039b4-a3ae-448c-a2bc-28c7a22b99ce req-a36c9775-0c65-4966-ae8c-20951df3412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:19.508107 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da1039b4-a3ae-448c-a2bc-28c7a22b99ce req-a36c9775-0c65-4966-ae8c-20951df3412e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=1750b01f-9490-4320-9503-f2a8ec089108 HTTP/1.1" status: 200 len: 1094 time: 0.0719359 May 13 15:30:19.640899 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1039b4-a3ae-448c-a2bc-28c7a22b99ce req-c40f8571-5325-4667-ad42-0b503b60af42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:19.642868 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da1039b4-a3ae-448c-a2bc-28c7a22b99ce req-c40f8571-5325-4667-ad42-0b503b60af42 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b10a65b5-2aee-41df-90aa-e508df724795 HTTP/1.1" status: 200 len: 898 time: 0.1293123 May 13 15:30:19.714639 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da1039b4-a3ae-448c-a2bc-28c7a22b99ce req-c6bf7ff7-9a52-462a-8330-10624ec6caa0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=260876e7-bf4b-4c26-81a5-896966b11d0b HTTP/1.1" status: 200 len: 217 time: 0.0657418 May 13 15:30:19.775720 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1039b4-a3ae-448c-a2bc-28c7a22b99ce req-fe4449a7-2668-4edb-b628-d4be635978c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:19.777068 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da1039b4-a3ae-448c-a2bc-28c7a22b99ce req-fe4449a7-2668-4edb-b628-d4be635978c2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db12f1f3-b825-4c76-a094-7f741e6a11af HTTP/1.1" status: 200 len: 834 time: 0.0565901 May 13 15:30:19.852562 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1039b4-a3ae-448c-a2bc-28c7a22b99ce req-951184b3-c013-41ed-b5e0-94f50272b5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:19.854025 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da1039b4-a3ae-448c-a2bc-28c7a22b99ce req-951184b3-c013-41ed-b5e0-94f50272b5a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b10a65b5-2aee-41df-90aa-e508df724795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703561 May 13 15:30:19.987572 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da1039b4-a3ae-448c-a2bc-28c7a22b99ce req-eead5f63-d68f-46e5-b137-3df23e143ba3 service neutron] 10.222.0.59 "GET /v2.0/networks/b10a65b5-2aee-41df-90aa-e508df724795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268423 May 13 15:30:20.122825 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da1039b4-a3ae-448c-a2bc-28c7a22b99ce req-2bfb2e80-d8d0-4fa4-a9a2-04f1972d42ef service neutron] 10.222.0.59 "GET /v2.0/networks/b10a65b5-2aee-41df-90aa-e508df724795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294250 May 13 15:30:20.601571 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f18d8b-32fd-4cc2-ae4d-55d2cf208c59 req-c4cfd7a1-1dd6-4be5-905b-a572d8d96fef tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:20.602246 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f4f18d8b-32fd-4cc2-ae4d-55d2cf208c59 req-c4cfd7a1-1dd6-4be5-905b-a572d8d96fef tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Synchronizing usage tracker for tenant:192b2918ed11409998899ca653047aea on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:30:20.618273 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-f4f18d8b-32fd-4cc2-ae4d-55d2cf208c59 req-c4cfd7a1-1dd6-4be5-905b-a572d8d96fef tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Unset dirty status for tenant:192b2918ed11409998899ca653047aea on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:30:20.619479 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f4f18d8b-32fd-4cc2-ae4d-55d2cf208c59 req-c4cfd7a1-1dd6-4be5-905b-a572d8d96fef tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=1750b01f-9490-4320-9503-f2a8ec089108 HTTP/1.1" status: 200 len: 943 time: 0.1476245 May 13 15:30:20.664486 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f4f18d8b-32fd-4cc2-ae4d-55d2cf208c59 req-d76a8ce9-4c24-40bf-9636-4ac2370c7d43 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=1337116d-37f8-4273-b5ca-67b4611cb70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387352 May 13 15:30:20.693678 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 260876e7-bf4b-4c26-81a5-896966b11d0b details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:30:20.825902 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 260876e7-bf4b-4c26-81a5-896966b11d0b, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=260876e7-bf4b-4c26-81a5-896966b11d0b,segment=NetworkSegment(cfecf8db-9f96-4335-b2cf-09f0df6a4c5e),segment_id=cfecf8db-9f96-4335-b2cf-09f0df6a4c5e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:30:20.838828 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': '260876e7-bf4b-4c26-81a5-896966b11d0b', 'network_id': 'b10a65b5-2aee-41df-90aa-e508df724795', 'port_id': '260876e7-bf4b-4c26-81a5-896966b11d0b', 'mac_address': 'fa:16:3e:f3:16:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db12f1f3-b825-4c76-a094-7f741e6a11af', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:30:20.899341 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 260876e7-bf4b-4c26-81a5-896966b11d0b is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:30:20.899719 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:20.917076 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 260876e7-bf4b-4c26-81a5-896966b11d0b {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:30:20.932996 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 260876e7-bf4b-4c26-81a5-896966b11d0b, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=260876e7-bf4b-4c26-81a5-896966b11d0b,segment=NetworkSegment(cfecf8db-9f96-4335-b2cf-09f0df6a4c5e),segment_id=cfecf8db-9f96-4335-b2cf-09f0df6a4c5e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:30:20.936816 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:21.004950 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=260876e7-bf4b-4c26-81a5-896966b11d0b,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:21.169375 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['260876e7-bf4b-4c26-81a5-896966b11d0b'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:30:21.847535 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029eaeb1-0dfe-4765-8f34-d9a988d590c5 req-829e2b8c-1c69-4aac-812a-0e54acc2668e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:21.848983 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-029eaeb1-0dfe-4765-8f34-d9a988d590c5 req-829e2b8c-1c69-4aac-812a-0e54acc2668e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=1750b01f-9490-4320-9503-f2a8ec089108 HTTP/1.1" status: 200 len: 944 time: 0.0792937 May 13 15:30:21.894884 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-029eaeb1-0dfe-4765-8f34-d9a988d590c5 req-530c6ddf-37c2-4e33-978d-b709a466103f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=1337116d-37f8-4273-b5ca-67b4611cb70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401270 May 13 15:30:22.702105 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 260876e7-bf4b-4c26-81a5-896966b11d0b up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:30:22.768252 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port 260876e7-bf4b-4c26-81a5-896966b11d0b completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:30:22.774139 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port 260876e7-bf4b-4c26-81a5-896966b11d0b triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:30:22.774516 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:22.891656 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port 260876e7-bf4b-4c26-81a5-896966b11d0b is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:30:22.892036 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:22.918640 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1750b01f-9490-4320-9503-f2a8ec089108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260876e7-bf4b-4c26-81a5-896966b11d0b'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:30:22.929259 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port 260876e7-bf4b-4c26-81a5-896966b11d0b, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=260876e7-bf4b-4c26-81a5-896966b11d0b,segment=NetworkSegment(cfecf8db-9f96-4335-b2cf-09f0df6a4c5e),segment_id=cfecf8db-9f96-4335-b2cf-09f0df6a4c5e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:30:22.934311 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:22.971875 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aeccf2b-75ba-41ac-9e72-a70c771fb0aa'] response: {'server_uuid': '1750b01f-9490-4320-9503-f2a8ec089108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260876e7-bf4b-4c26-81a5-896966b11d0b', 'code': 200} May 13 15:30:23.006614 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=260876e7-bf4b-4c26-81a5-896966b11d0b,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:23.148564 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428e3fe-19da-486c-a980-5cc9465c4ce6 req-8a4760c0-2dbb-485a-b71f-be3478f2eebc tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:23.149999 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e428e3fe-19da-486c-a980-5cc9465c4ce6 req-8a4760c0-2dbb-485a-b71f-be3478f2eebc tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=1750b01f-9490-4320-9503-f2a8ec089108 HTTP/1.1" status: 200 len: 945 time: 0.1432896 May 13 15:30:23.152487 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e3b01-5a07-49d2-910c-fb3a7cfedd3d req-0269eaee-4a6a-43d1-a041-be614e277a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:23.154085 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a14e3b01-5a07-49d2-910c-fb3a7cfedd3d req-0269eaee-4a6a-43d1-a041-be614e277a33 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1750b01f-9490-4320-9503-f2a8ec089108 HTTP/1.1" status: 200 len: 1096 time: 0.1082397 May 13 15:30:23.225935 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e428e3fe-19da-486c-a980-5cc9465c4ce6 req-6f0dedcf-7fd4-4581-be97-f54607d51229 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=1337116d-37f8-4273-b5ca-67b4611cb70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700874 May 13 15:30:23.227499 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a14e3b01-5a07-49d2-910c-fb3a7cfedd3d req-047fbf05-c4cb-4776-b2b9-76508c44d195 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1337116d-37f8-4273-b5ca-67b4611cb70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589426 May 13 15:30:24.421820 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded60464-caf4-40bf-ba36-7e94d75c8346 req-2626698b-eef3-437b-91cf-4a1e8a08aac8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:24.423805 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ded60464-caf4-40bf-ba36-7e94d75c8346 req-2626698b-eef3-437b-91cf-4a1e8a08aac8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=1750b01f-9490-4320-9503-f2a8ec089108 HTTP/1.1" status: 200 len: 945 time: 0.0842116 May 13 15:30:24.467081 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ded60464-caf4-40bf-ba36-7e94d75c8346 req-bda5beab-34d0-4de0-bced-98fe236d577e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=1337116d-37f8-4273-b5ca-67b4611cb70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376396 May 13 15:30:24.753720 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03db2f6-d733-49b9-838b-5f44bfb4a6f9 req-99127f91-6fb2-416a-8b63-0481890277af tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:24.755129 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a03db2f6-d733-49b9-838b-5f44bfb4a6f9 req-99127f91-6fb2-416a-8b63-0481890277af tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=1750b01f-9490-4320-9503-f2a8ec089108 HTTP/1.1" status: 200 len: 945 time: 0.1795032 May 13 15:30:24.802260 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a03db2f6-d733-49b9-838b-5f44bfb4a6f9 req-7d75dc66-6893-4cba-9493-edd62634995e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=1337116d-37f8-4273-b5ca-67b4611cb70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414565 May 13 15:30:24.825470 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44752) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:24.896890 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f680ee-7291-42bd-bdb7-fb91e2775f0c tempest-TestNetworkAdvancedServerOps-1659996939 tempest-TestNetworkAdvancedServerOps-1659996939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:24.898382 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d9f680ee-7291-42bd-bdb7-fb91e2775f0c tempest-TestNetworkAdvancedServerOps-1659996939 tempest-TestNetworkAdvancedServerOps-1659996939-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1750b01f-9490-4320-9503-f2a8ec089108 HTTP/1.1" status: 200 len: 1091 time: 0.0718582 May 13 15:30:24.901546 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44756) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:24.906509 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-85a0d074-2265-4e17-a3c8-273b185d3ac5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'port_id': '260876e7-bf4b-4c26-81a5-896966b11d0b', 'tenant_id': '192b2918ed11409998899ca653047aea', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:24.913793 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-85a0d074-2265-4e17-a3c8-273b185d3ac5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:24.917688 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-85a0d074-2265-4e17-a3c8-273b185d3ac5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:floatingip and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:24.920626 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-85a0d074-2265-4e17-a3c8-273b185d3ac5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:24.926993 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-85a0d074-2265-4e17-a3c8-273b185d3ac5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:24.941121 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-85a0d074-2265-4e17-a3c8-273b185d3ac5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for floatingip, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:25.075379 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-85a0d074-2265-4e17-a3c8-273b185d3ac5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:25.212513 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-85a0d074-2265-4e17-a3c8-273b185d3ac5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Allocated IP 172.25.0.106 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/79d6ee36-30e0-4b02-ace8-b42bde323f89) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:30:25.366359 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-85a0d074-2265-4e17-a3c8-273b185d3ac5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:25.394984 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-85a0d074-2265-4e17-a3c8-273b185d3ac5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:25.467360 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a0d074-2265-4e17-a3c8-273b185d3ac5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:30:25.471011 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-85a0d074-2265-4e17-a3c8-273b185d3ac5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:30:25.473988 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a0d074-2265-4e17-a3c8-273b185d3ac5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:30:25.515596 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0d074-2265-4e17-a3c8-273b185d3ac5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'Port': ['ID=79d6ee36-30e0-4b02-ace8-b42bde323f89,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:25.903151 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-85a0d074-2265-4e17-a3c8-273b185d3ac5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:25.981346 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-85a0d074-2265-4e17-a3c8-273b185d3ac5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:26.186401 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-11787855-2334-4248-925e-c21c0abcc378 req-975e1f1e-903c-4dec-a52f-174de8482cbb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1750b01f-9490-4320-9503-f2a8ec089108&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713084 May 13 15:30:26.191342 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-85a0d074-2265-4e17-a3c8-273b185d3ac5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:26.196659 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-85a0d074-2265-4e17-a3c8-273b185d3ac5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:26.329576 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11787855-2334-4248-925e-c21c0abcc378 req-6d071583-e603-461e-b07c-08f9a889e247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:26.331138 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-11787855-2334-4248-925e-c21c0abcc378 req-6d071583-e603-461e-b07c-08f9a889e247 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=1750b01f-9490-4320-9503-f2a8ec089108 HTTP/1.1" status: 200 len: 1096 time: 0.0769386 May 13 15:30:26.417992 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0d074-2265-4e17-a3c8-273b185d3ac5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'Port': ['ID=79d6ee36-30e0-4b02-ace8-b42bde323f89,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:26.428826 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-85a0d074-2265-4e17-a3c8-273b185d3ac5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:26.484120 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11787855-2334-4248-925e-c21c0abcc378 req-9bfb67e3-a51d-42d1-b480-8c860e319856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:26.485489 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-11787855-2334-4248-925e-c21c0abcc378 req-9bfb67e3-a51d-42d1-b480-8c860e319856 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b10a65b5-2aee-41df-90aa-e508df724795 HTTP/1.1" status: 200 len: 898 time: 0.1359282 May 13 15:30:26.594868 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-11787855-2334-4248-925e-c21c0abcc378 req-b826c9e4-3673-433e-a7e0-fa4c63eab07c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=260876e7-bf4b-4c26-81a5-896966b11d0b HTTP/1.1" status: 200 len: 999 time: 0.1030834 May 13 15:30:26.611395 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-85a0d074-2265-4e17-a3c8-273b185d3ac5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Floating IP 23b7f11c-d4f7-47aa-9eb0-eb327790f477 associated. External IP: 172.25.0.106, port: 260876e7-bf4b-4c26-81a5-896966b11d0b. May 13 15:30:26.660666 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11787855-2334-4248-925e-c21c0abcc378 req-a82b6350-f026-4453-b7ef-f243c5c3d047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:26.662104 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-11787855-2334-4248-925e-c21c0abcc378 req-a82b6350-f026-4453-b7ef-f243c5c3d047 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db12f1f3-b825-4c76-a094-7f741e6a11af HTTP/1.1" status: 200 len: 834 time: 0.0619049 May 13 15:30:26.738289 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11787855-2334-4248-925e-c21c0abcc378 req-83d97c91-db50-4669-9395-47f973d9aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:26.740216 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-11787855-2334-4248-925e-c21c0abcc378 req-83d97c91-db50-4669-9395-47f973d9aac3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b10a65b5-2aee-41df-90aa-e508df724795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728128 May 13 15:30:26.876417 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-11787855-2334-4248-925e-c21c0abcc378 req-ce2c4aef-6264-41ce-92ba-cd8051b25b28 service neutron] 10.222.0.59 "GET /v2.0/networks/b10a65b5-2aee-41df-90aa-e508df724795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302040 May 13 15:30:26.975963 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a0d074-2265-4e17-a3c8-273b185d3ac5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Router b09507c0-4865-4ba1-8d63-d6db582964c9 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:30:27.013255 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-11787855-2334-4248-925e-c21c0abcc378 req-9c042521-5e31-4c68-a7e0-4e0eedba0a58 service neutron] 10.222.0.59 "GET /v2.0/networks/b10a65b5-2aee-41df-90aa-e508df724795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310925 May 13 15:30:27.163303 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a0d074-2265-4e17-a3c8-273b185d3ac5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:30:27.173700 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f48804-681b-4062-a723-5dc86da0fc68 None None] Sync routers for ids ['b09507c0-4865-4ba1-8d63-d6db582964c9'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:30:27.183536 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f48804-681b-4062-a723-5dc86da0fc68 None None] Routers {'b09507c0-4865-4ba1-8d63-d6db582964c9'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:30:27.184414 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b1f48804-681b-4062-a723-5dc86da0fc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:30:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b09507c0-4865-4ba1-8d63-d6db582964c9'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:27.189021 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-85a0d074-2265-4e17-a3c8-273b185d3ac5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.244783 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-85a0d074-2265-4e17-a3c8-273b185d3ac5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3422091 May 13 15:30:27.245522 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1750b01f-9490-4320-9503-f2a8ec089108', 'tag': '260876e7-bf4b-4c26-81a5-896966b11d0b'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:30:27.300661 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a563461-9903-4106-8d4d-cadcf2df50db'] response: {'name': 'network-changed', 'server_uuid': '1750b01f-9490-4320-9503-f2a8ec089108', 'tag': '260876e7-bf4b-4c26-81a5-896966b11d0b', 'status': 'completed', 'code': 200} May 13 15:30:27.387168 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-b1f48804-681b-4062-a723-5dc86da0fc68 None None] Set router b09507c0-4865-4ba1-8d63-d6db582964c9 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:30:27.399063 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451c15f-8f30-48de-a76e-5cac67eb108b req-d5022828-0211-49dc-8f49-0a450b04b80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:27.400586 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c451c15f-8f30-48de-a76e-5cac67eb108b req-d5022828-0211-49dc-8f49-0a450b04b80c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=1750b01f-9490-4320-9503-f2a8ec089108 HTTP/1.1" status: 200 len: 1096 time: 0.0797982 May 13 15:30:27.433383 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76a02e-fa69-42c4-8f25-07c785700b91 req-659c41f2-b870-4b0f-959a-91cd5f81567f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:27.434945 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5c76a02e-fa69-42c4-8f25-07c785700b91 req-659c41f2-b870-4b0f-959a-91cd5f81567f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=1750b01f-9490-4320-9503-f2a8ec089108 HTTP/1.1" status: 200 len: 945 time: 0.0908129 May 13 15:30:27.455711 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-45a1dc7a-3411-4a13-9354-e82887924ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.488980 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5c76a02e-fa69-42c4-8f25-07c785700b91 req-7134c087-6a76-4686-8b63-614ef7380384 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=1337116d-37f8-4273-b5ca-67b4611cb70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476909 May 13 15:30:27.519600 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44764) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:27.550933 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451c15f-8f30-48de-a76e-5cac67eb108b req-ad4d0bb7-5731-4b08-8086-0c7dd12c9c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:27.552662 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c451c15f-8f30-48de-a76e-5cac67eb108b req-ad4d0bb7-5731-4b08-8086-0c7dd12c9c25 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b10a65b5-2aee-41df-90aa-e508df724795 HTTP/1.1" status: 200 len: 898 time: 0.1466320 May 13 15:30:27.639223 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-fb647a29-9dd2-4700-a260-530ffc62cc83 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/floatingips/23b7f11c-d4f7-47aa-9eb0-eb327790f477 HTTP/1.1" status: 200 len: 991 time: 0.1182139 May 13 15:30:27.673022 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c451c15f-8f30-48de-a76e-5cac67eb108b req-f2868da5-a087-404c-9ab6-91d1077c2928 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=260876e7-bf4b-4c26-81a5-896966b11d0b HTTP/1.1" status: 200 len: 999 time: 0.1141920 May 13 15:30:27.745355 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451c15f-8f30-48de-a76e-5cac67eb108b req-f17b5a6c-5022-4fbf-86d1-8c9c4d8bb604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:27.746853 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c451c15f-8f30-48de-a76e-5cac67eb108b req-f17b5a6c-5022-4fbf-86d1-8c9c4d8bb604 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db12f1f3-b825-4c76-a094-7f741e6a11af HTTP/1.1" status: 200 len: 834 time: 0.0675867 May 13 15:30:27.816628 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b1f48804-681b-4062-a723-5dc86da0fc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028726456', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '31cdd08a-3345-47a3-a50d-ab2aa9bcab73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:30:07Z', 'updated_at': '2022-05-13T15:30:12Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '31cdd08a-3345-47a3-a50d-ab2aa9bcab73', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:07Z', 'updated_at': '2022-05-13T15:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '23b7f11c-d4f7-47aa-9eb0-eb327790f477', 'tenant_id': '192b2918ed11409998899ca653047aea', 'floating_ip_address': '172.25.0.106', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'port_id': '260876e7-bf4b-4c26-81a5-896966b11d0b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10a65b5-2aee-41df-90aa-e508df724795', 'mac_address': 'fa:16:3e:f3:16:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1750b01f-9490-4320-9503-f2a8ec089108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:30:25Z', 'updated_at': '2022-05-13T15:30:25Z', 'revision_number': 0, 'project_id': '192b2918ed11409998899ca653047aea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8acbae1-8d98-49a5-b3d7-b8313c43e0c0', 'name': '', 'network_id': 'b10a65b5-2aee-41df-90aa-e508df724795', 'tenant_id': '192b2918ed11409998899ca653047aea', 'mac_address': 'fa:16:3e:bc:e6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'db12f1f3-b825-4c76-a094-7f741e6a11af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:11Z', 'updated_at': '2022-05-13T15:30:17Z', 'revision_number': 5, 'project_id': '192b2918ed11409998899ca653047aea', 'subnets': [{'id': 'db12f1f3-b825-4c76-a094-7f741e6a11af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:27.821059 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f48804-681b-4062-a723-5dc86da0fc68 None None] Checking router: b09507c0-4865-4ba1-8d63-d6db582964c9 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:30:27.824348 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451c15f-8f30-48de-a76e-5cac67eb108b req-256905af-d6be-402e-ac38-5345cdc909b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:27.825883 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c451c15f-8f30-48de-a76e-5cac67eb108b req-256905af-d6be-402e-ac38-5345cdc909b9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b10a65b5-2aee-41df-90aa-e508df724795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738244 May 13 15:30:27.830067 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f48804-681b-4062-a723-5dc86da0fc68 None None] Routers {'b09507c0-4865-4ba1-8d63-d6db582964c9'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:30:27.830676 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b1f48804-681b-4062-a723-5dc86da0fc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:30:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b09507c0-4865-4ba1-8d63-d6db582964c9'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:27.966255 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c451c15f-8f30-48de-a76e-5cac67eb108b req-1be92443-4006-4a82-8b48-438a8496adc8 service neutron] 10.222.0.59 "GET /v2.0/networks/b10a65b5-2aee-41df-90aa-e508df724795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344006 May 13 15:30:28.018402 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-b1f48804-681b-4062-a723-5dc86da0fc68 None None] Set router b09507c0-4865-4ba1-8d63-d6db582964c9 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:30:28.225057 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c451c15f-8f30-48de-a76e-5cac67eb108b req-91661ffa-0375-4daa-9ee6-44b00de354fb service neutron] 10.222.0.59 "GET /v2.0/networks/b10a65b5-2aee-41df-90aa-e508df724795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524433 May 13 15:30:28.399305 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-b1f48804-681b-4062-a723-5dc86da0fc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028726456', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '31cdd08a-3345-47a3-a50d-ab2aa9bcab73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:30:07Z', 'updated_at': '2022-05-13T15:30:12Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '31cdd08a-3345-47a3-a50d-ab2aa9bcab73', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:07Z', 'updated_at': '2022-05-13T15:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '23b7f11c-d4f7-47aa-9eb0-eb327790f477', 'tenant_id': '192b2918ed11409998899ca653047aea', 'floating_ip_address': '172.25.0.106', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'port_id': '260876e7-bf4b-4c26-81a5-896966b11d0b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10a65b5-2aee-41df-90aa-e508df724795', 'mac_address': 'fa:16:3e:f3:16:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1750b01f-9490-4320-9503-f2a8ec089108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:30:25Z', 'updated_at': '2022-05-13T15:30:25Z', 'revision_number': 0, 'project_id': '192b2918ed11409998899ca653047aea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8acbae1-8d98-49a5-b3d7-b8313c43e0c0', 'name': '', 'network_id': 'b10a65b5-2aee-41df-90aa-e508df724795', 'tenant_id': '192b2918ed11409998899ca653047aea', 'mac_address': 'fa:16:3e:bc:e6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'db12f1f3-b825-4c76-a094-7f741e6a11af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:11Z', 'updated_at': '2022-05-13T15:30:17Z', 'revision_number': 5, 'project_id': '192b2918ed11409998899ca653047aea', 'subnets': [{'id': 'db12f1f3-b825-4c76-a094-7f741e6a11af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:28.403418 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f48804-681b-4062-a723-5dc86da0fc68 None None] The sync data for ids ['b09507c0-4865-4ba1-8d63-d6db582964c9'] in n-d-841760-1 is: [{'id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028726456', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '31cdd08a-3345-47a3-a50d-ab2aa9bcab73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:30:07Z', 'updated_at': '2022-05-13T15:30:12Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '31cdd08a-3345-47a3-a50d-ab2aa9bcab73', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:07Z', 'updated_at': '2022-05-13T15:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '23b7f11c-d4f7-47aa-9eb0-eb327790f477', 'tenant_id': '192b2918ed11409998899ca653047aea', 'floating_ip_address': '172.25.0.106', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'port_id': '260876e7-bf4b-4c26-81a5-896966b11d0b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10a65b5-2aee-41df-90aa-e508df724795', 'mac_address': 'fa:16:3e:f3:16:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1750b01f-9490-4320-9503-f2a8ec089108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:30:25Z', 'updated_at': '2022-05-13T15:30:25Z', 'revision_number': 0, 'project_id': '192b2918ed11409998899ca653047aea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8acbae1-8d98-49a5-b3d7-b8313c43e0c0', 'name': '', 'network_id': 'b10a65b5-2aee-41df-90aa-e508df724795', 'tenant_id': '192b2918ed11409998899ca653047aea', 'mac_address': 'fa:16:3e:bc:e6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'db12f1f3-b825-4c76-a094-7f741e6a11af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:11Z', 'updated_at': '2022-05-13T15:30:17Z', 'revision_number': 5, 'project_id': '192b2918ed11409998899ca653047aea', 'subnets': [{'id': 'db12f1f3-b825-4c76-a094-7f741e6a11af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:30:28.608363 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6751d4-aeae-438e-82b9-aa28e59dd4f1 None None] New status for floating IP 23b7f11c-d4f7-47aa-9eb0-eb327790f477: ACTIVE {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:30:28.643516 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44768) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:28.757002 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-90b4f467-04c6-4df8-ac8f-af31d0f20e94 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/floatingips/23b7f11c-d4f7-47aa-9eb0-eb327790f477 HTTP/1.1" status: 200 len: 991 time: 0.1122427 May 13 15:30:29.067024 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:29.696422 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8d6f2f1f-68e8-4db4-acfe-815b1175cf53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:29.761024 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44772) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:29.866802 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-0571f43b-458c-46e8-a071-e12d32dc3649 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/floatingips/23b7f11c-d4f7-47aa-9eb0-eb327790f477 HTTP/1.1" status: 200 len: 993 time: 0.1046121 May 13 15:30:30.824027 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:30.866599 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:32.349281 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:47.553459 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:30:48.637162 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:57.369697 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b910-3b79-434c-b6da-d78afdee5b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:57.700602 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25488f8f-404d-44a1-b7ba-b1aebd06baab req-6b21812d-dfb6-4f0a-a8e6-d7b36506fa52 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:57.702317 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-25488f8f-404d-44a1-b7ba-b1aebd06baab req-6b21812d-dfb6-4f0a-a8e6-d7b36506fa52 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=1750b01f-9490-4320-9503-f2a8ec089108 HTTP/1.1" status: 200 len: 945 time: 0.0842597 May 13 15:30:57.749055 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-25488f8f-404d-44a1-b7ba-b1aebd06baab req-7e5ffec1-d828-4e0c-bfeb-ad0e078dab28 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=1337116d-37f8-4273-b5ca-67b4611cb70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409217 May 13 15:30:58.942860 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc6671-0e49-4c35-8f92-8d73fbda3978 req-c2a10946-3c30-401e-be5c-d07e00f10df7 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:58.944398 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5afc6671-0e49-4c35-8f92-8d73fbda3978 req-c2a10946-3c30-401e-be5c-d07e00f10df7 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=1750b01f-9490-4320-9503-f2a8ec089108 HTTP/1.1" status: 200 len: 945 time: 0.0848210 May 13 15:30:58.988578 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5afc6671-0e49-4c35-8f92-8d73fbda3978 req-ab2bb99a-8620-4324-8ba1-fee76b85c074 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=1337116d-37f8-4273-b5ca-67b4611cb70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384622 May 13 15:30:59.013886 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44794) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:59.068465 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:59.232664 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-30e74dfe-f2aa-43d9-81c1-9dd29de9d007 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/floatingips/23b7f11c-d4f7-47aa-9eb0-eb327790f477 HTTP/1.1" status: 200 len: 993 time: 0.2176294 May 13 15:30:59.709014 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bb3accba-afb7-4627-b434-cfdbde15a174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:00.674854 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbb901-b5a8-4743-ba80-806d260d18e8 req-f5445941-480d-4c6e-aa2e-c3bc77a66b66 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:00.676381 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-82dbb901-b5a8-4743-ba80-806d260d18e8 req-f5445941-480d-4c6e-aa2e-c3bc77a66b66 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=1750b01f-9490-4320-9503-f2a8ec089108 HTTP/1.1" status: 200 len: 945 time: 0.0882702 May 13 15:31:00.723506 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-82dbb901-b5a8-4743-ba80-806d260d18e8 req-658ae2b2-97c1-465b-a1e2-18f8a046045b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=1337116d-37f8-4273-b5ca-67b4611cb70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411284 May 13 15:31:00.826851 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:00.867759 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:01.913709 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af1292-2623-436a-97d3-106b4736dc7d req-6f777401-210e-43f9-b74a-82cc9a73484f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:01.915234 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-34af1292-2623-436a-97d3-106b4736dc7d req-6f777401-210e-43f9-b74a-82cc9a73484f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=1750b01f-9490-4320-9503-f2a8ec089108 HTTP/1.1" status: 200 len: 945 time: 0.0810802 May 13 15:31:01.973319 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-34af1292-2623-436a-97d3-106b4736dc7d req-6d96cfa2-57d9-4cec-9484-4f2857244a9f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=1337116d-37f8-4273-b5ca-67b4611cb70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522230 May 13 15:31:01.996536 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44806) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:02.103566 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2443da62-d9e5-42d6-8658-df067c215409 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/floatingips/23b7f11c-d4f7-47aa-9eb0-eb327790f477 HTTP/1.1" status: 200 len: 993 time: 0.1058712 May 13 15:31:02.346408 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:02.433883 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44814) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:02.635249 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-48a7d20a-dfc1-4bab-9152-9855ef63e7c9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Deleting port 79d6ee36-30e0-4b02-ace8-b42bde323f89 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:31:02.635586 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-48a7d20a-dfc1-4bab-9152-9855ef63e7c9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:02.813275 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-48a7d20a-dfc1-4bab-9152-9855ef63e7c9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:02.813597 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-48a7d20a-dfc1-4bab-9152-9855ef63e7c9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:02.936033 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-48a7d20a-dfc1-4bab-9152-9855ef63e7c9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Calling delete_port for 79d6ee36-30e0-4b02-ace8-b42bde323f89 owned by network:floatingip {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:31:03.088108 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-48a7d20a-dfc1-4bab-9152-9855ef63e7c9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:03.135666 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7d20a-dfc1-4bab-9152-9855ef63e7c9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event deleted for resources: {'Port': ['ID=79d6ee36-30e0-4b02-ace8-b42bde323f89,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:03.176415 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7d20a-dfc1-4bab-9152-9855ef63e7c9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:03.176757 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7d20a-dfc1-4bab-9152-9855ef63e7c9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:03.177095 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7d20a-dfc1-4bab-9152-9855ef63e7c9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:03.177429 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7d20a-dfc1-4bab-9152-9855ef63e7c9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:03.177763 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7d20a-dfc1-4bab-9152-9855ef63e7c9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:03.178093 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7d20a-dfc1-4bab-9152-9855ef63e7c9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:03.178417 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7d20a-dfc1-4bab-9152-9855ef63e7c9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:03.178740 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7d20a-dfc1-4bab-9152-9855ef63e7c9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:03.179062 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7d20a-dfc1-4bab-9152-9855ef63e7c9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:03.179406 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7d20a-dfc1-4bab-9152-9855ef63e7c9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:03.179726 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7d20a-dfc1-4bab-9152-9855ef63e7c9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:03.180038 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7d20a-dfc1-4bab-9152-9855ef63e7c9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:03.239510 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-48a7d20a-dfc1-4bab-9152-9855ef63e7c9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for floatingip, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:03.239891 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-48a7d20a-dfc1-4bab-9152-9855ef63e7c9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Floating IP 23b7f11c-d4f7-47aa-9eb0-eb327790f477 disassociated (deleted). External IP: 172.25.0.106, port: 260876e7-bf4b-4c26-81a5-896966b11d0b. May 13 15:31:03.697869 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a7d20a-dfc1-4bab-9152-9855ef63e7c9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Router b09507c0-4865-4ba1-8d63-d6db582964c9 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:31:03.884110 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a7d20a-dfc1-4bab-9152-9855ef63e7c9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:31:03.895099 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f51c766-4e7e-4bb1-94de-bc32773cdd9d None None] Sync routers for ids ['b09507c0-4865-4ba1-8d63-d6db582964c9'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:31:03.905755 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f51c766-4e7e-4bb1-94de-bc32773cdd9d None None] Routers {'b09507c0-4865-4ba1-8d63-d6db582964c9'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:31:03.905988 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-48a7d20a-dfc1-4bab-9152-9855ef63e7c9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:03.906369 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0f51c766-4e7e-4bb1-94de-bc32773cdd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:31:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b09507c0-4865-4ba1-8d63-d6db582964c9'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:03.962302 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-48a7d20a-dfc1-4bab-9152-9855ef63e7c9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "DELETE /v2.0/floatingips/23b7f11c-d4f7-47aa-9eb0-eb327790f477 HTTP/1.1" status: 204 len: 168 time: 1.5272295 May 13 15:31:03.962883 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1750b01f-9490-4320-9503-f2a8ec089108', 'tag': '260876e7-bf4b-4c26-81a5-896966b11d0b'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:31:04.012178 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afcdcbfa-5111-4f66-a1e4-b1f47233c3b0'] response: {'name': 'network-changed', 'server_uuid': '1750b01f-9490-4320-9503-f2a8ec089108', 'tag': '260876e7-bf4b-4c26-81a5-896966b11d0b', 'status': 'completed', 'code': 200} May 13 15:31:04.105382 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-0f51c766-4e7e-4bb1-94de-bc32773cdd9d None None] Set router b09507c0-4865-4ba1-8d63-d6db582964c9 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:31:04.112809 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc19e4-1b11-4d4e-bdef-6d415983775c req-692c466f-88ae-45c1-9abc-1d94e514f4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:04.114303 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fccc19e4-1b11-4d4e-bdef-6d415983775c req-692c466f-88ae-45c1-9abc-1d94e514f4c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=1750b01f-9490-4320-9503-f2a8ec089108 HTTP/1.1" status: 200 len: 1096 time: 0.0781260 May 13 15:31:04.256833 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc19e4-1b11-4d4e-bdef-6d415983775c req-facdb175-578b-42b1-b15c-25708ea016d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:04.258491 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fccc19e4-1b11-4d4e-bdef-6d415983775c req-facdb175-578b-42b1-b15c-25708ea016d8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b10a65b5-2aee-41df-90aa-e508df724795 HTTP/1.1" status: 200 len: 898 time: 0.1383972 May 13 15:31:04.363478 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fccc19e4-1b11-4d4e-bdef-6d415983775c req-f4d6aa24-1090-4ac3-849e-355271f0f901 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=260876e7-bf4b-4c26-81a5-896966b11d0b HTTP/1.1" status: 200 len: 217 time: 0.0986786 May 13 15:31:04.433974 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0f51c766-4e7e-4bb1-94de-bc32773cdd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028726456', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '31cdd08a-3345-47a3-a50d-ab2aa9bcab73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:30:07Z', 'updated_at': '2022-05-13T15:30:12Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '31cdd08a-3345-47a3-a50d-ab2aa9bcab73', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:07Z', 'updated_at': '2022-05-13T15:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd8acbae1-8d98-49a5-b3d7-b8313c43e0c0', 'name': '', 'network_id': 'b10a65b5-2aee-41df-90aa-e508df724795', 'tenant_id': '192b2918ed11409998899ca653047aea', 'mac_address': 'fa:16:3e:bc:e6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'db12f1f3-b825-4c76-a094-7f741e6a11af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:11Z', 'updated_at': '2022-05-13T15:30:17Z', 'revision_number': 5, 'project_id': '192b2918ed11409998899ca653047aea', 'subnets': [{'id': 'db12f1f3-b825-4c76-a094-7f741e6a11af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:04.438075 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f51c766-4e7e-4bb1-94de-bc32773cdd9d None None] Checking router: b09507c0-4865-4ba1-8d63-d6db582964c9 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:31:04.440948 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc19e4-1b11-4d4e-bdef-6d415983775c req-01a0967a-183d-4683-855c-0308ab50e0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:04.442260 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fccc19e4-1b11-4d4e-bdef-6d415983775c req-01a0967a-183d-4683-855c-0308ab50e0c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db12f1f3-b825-4c76-a094-7f741e6a11af HTTP/1.1" status: 200 len: 834 time: 0.0724967 May 13 15:31:04.447377 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f51c766-4e7e-4bb1-94de-bc32773cdd9d None None] Routers {'b09507c0-4865-4ba1-8d63-d6db582964c9'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:31:04.448025 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0f51c766-4e7e-4bb1-94de-bc32773cdd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:31:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b09507c0-4865-4ba1-8d63-d6db582964c9'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:04.490301 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2325d90-7c8e-4f06-91f4-72c67a5461d9 req-6579e8cd-0b53-44e6-9daf-c837fd3c7b79 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:04.491713 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b2325d90-7c8e-4f06-91f4-72c67a5461d9 req-6579e8cd-0b53-44e6-9daf-c837fd3c7b79 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=1750b01f-9490-4320-9503-f2a8ec089108 HTTP/1.1" status: 200 len: 945 time: 0.1797101 May 13 15:31:04.553845 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b2325d90-7c8e-4f06-91f4-72c67a5461d9 req-079a8176-fce2-4d0e-aeaf-70ca80ab5805 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=1337116d-37f8-4273-b5ca-67b4611cb70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562570 May 13 15:31:04.576502 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc19e4-1b11-4d4e-bdef-6d415983775c req-898449e8-7846-4bab-b56f-9a293b211b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:04.576502 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fccc19e4-1b11-4d4e-bdef-6d415983775c req-898449e8-7846-4bab-b56f-9a293b211b2a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b10a65b5-2aee-41df-90aa-e508df724795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1218939 May 13 15:31:04.671045 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-0f51c766-4e7e-4bb1-94de-bc32773cdd9d None None] Set router b09507c0-4865-4ba1-8d63-d6db582964c9 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:31:04.706033 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fccc19e4-1b11-4d4e-bdef-6d415983775c req-dea1c80c-5e44-4cff-a007-28dec03bbefe service neutron] 10.222.0.59 "GET /v2.0/networks/b10a65b5-2aee-41df-90aa-e508df724795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263196 May 13 15:31:04.838297 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fccc19e4-1b11-4d4e-bdef-6d415983775c req-9aafda12-8ebe-4a73-91f8-76ac316e7bff service neutron] 10.222.0.59 "GET /v2.0/networks/b10a65b5-2aee-41df-90aa-e508df724795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265500 May 13 15:31:04.987348 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-0f51c766-4e7e-4bb1-94de-bc32773cdd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028726456', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '31cdd08a-3345-47a3-a50d-ab2aa9bcab73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:30:07Z', 'updated_at': '2022-05-13T15:30:12Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '31cdd08a-3345-47a3-a50d-ab2aa9bcab73', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:07Z', 'updated_at': '2022-05-13T15:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd8acbae1-8d98-49a5-b3d7-b8313c43e0c0', 'name': '', 'network_id': 'b10a65b5-2aee-41df-90aa-e508df724795', 'tenant_id': '192b2918ed11409998899ca653047aea', 'mac_address': 'fa:16:3e:bc:e6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'db12f1f3-b825-4c76-a094-7f741e6a11af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:11Z', 'updated_at': '2022-05-13T15:30:17Z', 'revision_number': 5, 'project_id': '192b2918ed11409998899ca653047aea', 'subnets': [{'id': 'db12f1f3-b825-4c76-a094-7f741e6a11af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:04.991439 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f51c766-4e7e-4bb1-94de-bc32773cdd9d None None] The sync data for ids ['b09507c0-4865-4ba1-8d63-d6db582964c9'] in n-d-841760-1 is: [{'id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028726456', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '31cdd08a-3345-47a3-a50d-ab2aa9bcab73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:30:07Z', 'updated_at': '2022-05-13T15:30:12Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '31cdd08a-3345-47a3-a50d-ab2aa9bcab73', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:07Z', 'updated_at': '2022-05-13T15:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd8acbae1-8d98-49a5-b3d7-b8313c43e0c0', 'name': '', 'network_id': 'b10a65b5-2aee-41df-90aa-e508df724795', 'tenant_id': '192b2918ed11409998899ca653047aea', 'mac_address': 'fa:16:3e:bc:e6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'db12f1f3-b825-4c76-a094-7f741e6a11af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:11Z', 'updated_at': '2022-05-13T15:30:17Z', 'revision_number': 5, 'project_id': '192b2918ed11409998899ca653047aea', 'subnets': [{'id': 'db12f1f3-b825-4c76-a094-7f741e6a11af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:31:05.196054 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0564258c-a8d4-44b2-bdff-86984e7e0161 None None] New status for floating IP 23b7f11c-d4f7-47aa-9eb0-eb327790f477: DOWN {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:31:05.780880 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c83d40-cc78-4e5f-bca5-cea09d62df2e req-d70eb251-4074-4d6c-bf49-a1835c548c71 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:05.781585 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-d0c83d40-cc78-4e5f-bca5-cea09d62df2e req-d70eb251-4074-4d6c-bf49-a1835c548c71 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Synchronizing usage tracker for tenant:192b2918ed11409998899ca653047aea on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:31:05.797459 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-d0c83d40-cc78-4e5f-bca5-cea09d62df2e req-d70eb251-4074-4d6c-bf49-a1835c548c71 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Unset dirty status for tenant:192b2918ed11409998899ca653047aea on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:31:05.798787 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d0c83d40-cc78-4e5f-bca5-cea09d62df2e req-d70eb251-4074-4d6c-bf49-a1835c548c71 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=1750b01f-9490-4320-9503-f2a8ec089108 HTTP/1.1" status: 200 len: 945 time: 0.0977883 May 13 15:31:05.807638 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e21d8-34b9-48ba-a685-7dd6f8bb665b req-9bff59c9-ea7c-4db4-ada3-9dddc6eea7bf tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:05.809129 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-530e21d8-34b9-48ba-a685-7dd6f8bb665b req-9bff59c9-ea7c-4db4-ada3-9dddc6eea7bf tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.59 "GET /v2.0/ports?device_id=1750b01f-9490-4320-9503-f2a8ec089108 HTTP/1.1" status: 200 len: 945 time: 0.0846090 May 13 15:31:05.849482 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d0c83d40-cc78-4e5f-bca5-cea09d62df2e req-4a633329-64b0-4134-be82-af7bb9767cc2 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=1337116d-37f8-4273-b5ca-67b4611cb70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443351 May 13 15:31:05.880440 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-530e21d8-34b9-48ba-a685-7dd6f8bb665b req-15281c8b-dc1c-47c1-91ad-6b2837e61856 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Deleting port 260876e7-bf4b-4c26-81a5-896966b11d0b {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:31:05.880773 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-530e21d8-34b9-48ba-a685-7dd6f8bb665b req-15281c8b-dc1c-47c1-91ad-6b2837e61856 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:06.130783 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-530e21d8-34b9-48ba-a685-7dd6f8bb665b req-15281c8b-dc1c-47c1-91ad-6b2837e61856 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] For port 260876e7-bf4b-4c26-81a5-896966b11d0b, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=260876e7-bf4b-4c26-81a5-896966b11d0b,segment=NetworkSegment(cfecf8db-9f96-4335-b2cf-09f0df6a4c5e),segment_id=cfecf8db-9f96-4335-b2cf-09f0df6a4c5e)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:31:06.131047 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-530e21d8-34b9-48ba-a685-7dd6f8bb665b req-15281c8b-dc1c-47c1-91ad-6b2837e61856 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:06.361092 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-530e21d8-34b9-48ba-a685-7dd6f8bb665b req-15281c8b-dc1c-47c1-91ad-6b2837e61856 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Calling delete_port for 260876e7-bf4b-4c26-81a5-896966b11d0b owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:31:06.504369 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-530e21d8-34b9-48ba-a685-7dd6f8bb665b req-15281c8b-dc1c-47c1-91ad-6b2837e61856 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:06.555138 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15281c8b-dc1c-47c1-91ad-6b2837e61856 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event deleted for resources: {'Port': ['ID=260876e7-bf4b-4c26-81a5-896966b11d0b,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:06.597755 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15281c8b-dc1c-47c1-91ad-6b2837e61856 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:06.598101 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15281c8b-dc1c-47c1-91ad-6b2837e61856 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:06.598437 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15281c8b-dc1c-47c1-91ad-6b2837e61856 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:06.598773 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15281c8b-dc1c-47c1-91ad-6b2837e61856 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:06.599097 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15281c8b-dc1c-47c1-91ad-6b2837e61856 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:06.599447 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15281c8b-dc1c-47c1-91ad-6b2837e61856 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:06.599772 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15281c8b-dc1c-47c1-91ad-6b2837e61856 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:06.600094 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15281c8b-dc1c-47c1-91ad-6b2837e61856 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:06.600416 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15281c8b-dc1c-47c1-91ad-6b2837e61856 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:06.600734 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15281c8b-dc1c-47c1-91ad-6b2837e61856 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:06.601069 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15281c8b-dc1c-47c1-91ad-6b2837e61856 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:06.601370 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15281c8b-dc1c-47c1-91ad-6b2837e61856 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:06.643388 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-530e21d8-34b9-48ba-a685-7dd6f8bb665b req-15281c8b-dc1c-47c1-91ad-6b2837e61856 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] No DVR routers for this DVR port 260876e7-bf4b-4c26-81a5-896966b11d0b on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:31:06.645892 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-530e21d8-34b9-48ba-a685-7dd6f8bb665b req-15281c8b-dc1c-47c1-91ad-6b2837e61856 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:06.648446 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1750b01f-9490-4320-9503-f2a8ec089108', 'name': 'network-vif-deleted', 'tag': '260876e7-bf4b-4c26-81a5-896966b11d0b'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:31:06.663706 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-530e21d8-34b9-48ba-a685-7dd6f8bb665b req-15281c8b-dc1c-47c1-91ad-6b2837e61856 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.59 "DELETE /v2.0/ports/260876e7-bf4b-4c26-81a5-896966b11d0b HTTP/1.1" status: 204 len: 173 time: 0.8498394 May 13 15:31:06.758219 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f08c98c-f6b3-40a3-b394-450b80c3f603'] response: {'server_uuid': '1750b01f-9490-4320-9503-f2a8ec089108', 'name': 'network-vif-deleted', 'tag': '260876e7-bf4b-4c26-81a5-896966b11d0b', 'status': 'completed', 'code': 200} May 13 15:31:07.019314 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7b2e4442-bd2d-4b16-b6d0-2f53bc5fc61c req-b192ba59-1487-4d3f-a50c-3459707feb9a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=1750b01f-9490-4320-9503-f2a8ec089108 HTTP/1.1" status: 200 len: 210 time: 0.0445991 May 13 15:31:08.118248 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44834) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:08.670647 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-95d97ca7-47a3-471e-b694-9fdc2bae952a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:08.919515 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 260876e7-bf4b-4c26-81a5-896966b11d0b no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:31:08.955767 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] No Port match for: 260876e7-bf4b-4c26-81a5-896966b11d0b {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:31:08.955767 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device 260876e7-bf4b-4c26-81a5-896966b11d0b not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:31:09.028944 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-95d97ca7-47a3-471e-b694-9fdc2bae952a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Deleting port d8acbae1-8d98-49a5-b3d7-b8313c43e0c0 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:31:09.029277 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-95d97ca7-47a3-471e-b694-9fdc2bae952a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:09.339534 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-95d97ca7-47a3-471e-b694-9fdc2bae952a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] For port d8acbae1-8d98-49a5-b3d7-b8313c43e0c0, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d8acbae1-8d98-49a5-b3d7-b8313c43e0c0,segment=NetworkSegment(cfecf8db-9f96-4335-b2cf-09f0df6a4c5e),segment_id=cfecf8db-9f96-4335-b2cf-09f0df6a4c5e)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:31:09.340231 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-95d97ca7-47a3-471e-b694-9fdc2bae952a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:09.465479 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-95d97ca7-47a3-471e-b694-9fdc2bae952a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Calling delete_port for d8acbae1-8d98-49a5-b3d7-b8313c43e0c0 owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:31:09.795156 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-95d97ca7-47a3-471e-b694-9fdc2bae952a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:09.847942 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d97ca7-47a3-471e-b694-9fdc2bae952a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event deleted for resources: {'Port': ['ID=d8acbae1-8d98-49a5-b3d7-b8313c43e0c0,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:10.136277 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-95d97ca7-47a3-471e-b694-9fdc2bae952a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:10.507518 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d97ca7-47a3-471e-b694-9fdc2bae952a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Router b09507c0-4865-4ba1-8d63-d6db582964c9 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:31:10.799696 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d97ca7-47a3-471e-b694-9fdc2bae952a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:31:10.809502 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3258793e-ddcf-4992-96f8-86e7869a9d5a None None] Sync routers for ids ['b09507c0-4865-4ba1-8d63-d6db582964c9'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:31:10.813980 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-95d97ca7-47a3-471e-b694-9fdc2bae952a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "PUT /v2.0/routers/b09507c0-4865-4ba1-8d63-d6db582964c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6946139 May 13 15:31:10.815725 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44838) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:10.819056 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3258793e-ddcf-4992-96f8-86e7869a9d5a None None] Routers {'b09507c0-4865-4ba1-8d63-d6db582964c9'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:31:10.819695 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-3258793e-ddcf-4992-96f8-86e7869a9d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:31:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b09507c0-4865-4ba1-8d63-d6db582964c9'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:10.882882 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c597ca-dfae-47a5-98f6-3c86d10ec42d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Deleting subnet db12f1f3-b825-4c76-a094-7f741e6a11af {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:31:10.886083 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a8c597ca-dfae-47a5-98f6-3c86d10ec42d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:10.944497 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a8c597ca-dfae-47a5-98f6-3c86d10ec42d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:11.000305 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-3258793e-ddcf-4992-96f8-86e7869a9d5a None None] Set router b09507c0-4865-4ba1-8d63-d6db582964c9 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:31:11.027028 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a8c597ca-dfae-47a5-98f6-3c86d10ec42d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:11.121852 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a8c597ca-dfae-47a5-98f6-3c86d10ec42d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:11.177989 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c597ca-dfae-47a5-98f6-3c86d10ec42d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event deleted for resources: {'Subnet': ['ID=db12f1f3-b825-4c76-a094-7f741e6a11af,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:11.180114 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a8c597ca-dfae-47a5-98f6-3c86d10ec42d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:11.192733 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a8c597ca-dfae-47a5-98f6-3c86d10ec42d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "DELETE /v2.0/subnets/db12f1f3-b825-4c76-a094-7f741e6a11af HTTP/1.1" status: 204 len: 168 time: 0.3710120 May 13 15:31:11.193249 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44842) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:11.198020 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2279616d-0f7a-4b39-a019-8d49e406627b None None] Network b10a65b5-2aee-41df-90aa-e508df724795 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:31:11.398657 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5c16e1d5-755f-45cd-b945-7c9e43bc5eef tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for router, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:11.501289 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-3258793e-ddcf-4992-96f8-86e7869a9d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028726456', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '31cdd08a-3345-47a3-a50d-ab2aa9bcab73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:30:07Z', 'updated_at': '2022-05-13T15:31:09Z', 'revision_number': 5, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '31cdd08a-3345-47a3-a50d-ab2aa9bcab73', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:07Z', 'updated_at': '2022-05-13T15:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:11.505516 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3258793e-ddcf-4992-96f8-86e7869a9d5a None None] Checking router: b09507c0-4865-4ba1-8d63-d6db582964c9 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:31:11.514765 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3258793e-ddcf-4992-96f8-86e7869a9d5a None None] Routers {'b09507c0-4865-4ba1-8d63-d6db582964c9'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:31:11.515359 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-3258793e-ddcf-4992-96f8-86e7869a9d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:31:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['b09507c0-4865-4ba1-8d63-d6db582964c9'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:11.572648 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba1ed0f-cdfe-4fcb-97a6-11c4436ca224 None None] DHCP port deletion for b10a65b5-2aee-41df-90aa-e508df724795 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:31:11.585091 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5c16e1d5-755f-45cd-b945-7c9e43bc5eef tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:11.593382 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-cba1ed0f-cdfe-4fcb-97a6-11c4436ca224 None None] Deleting port 555ff730-a6bf-4280-8c38-fddc32e35eca {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:31:11.593826 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cba1ed0f-cdfe-4fcb-97a6-11c4436ca224 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:11.595561 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-5c16e1d5-755f-45cd-b945-7c9e43bc5eef tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Deleting port 31cdd08a-3345-47a3-a50d-ab2aa9bcab73 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:31:11.595911 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5c16e1d5-755f-45cd-b945-7c9e43bc5eef tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:11.777576 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [None req-5c16e1d5-755f-45cd-b945-7c9e43bc5eef tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] For port 31cdd08a-3345-47a3-a50d-ab2aa9bcab73, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=31cdd08a-3345-47a3-a50d-ab2aa9bcab73,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:31:11.777818 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5c16e1d5-755f-45cd-b945-7c9e43bc5eef tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:11.863185 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-3258793e-ddcf-4992-96f8-86e7869a9d5a None None] Set router b09507c0-4865-4ba1-8d63-d6db582964c9 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:31:11.902148 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [None req-5c16e1d5-755f-45cd-b945-7c9e43bc5eef tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Calling delete_port for 31cdd08a-3345-47a3-a50d-ab2aa9bcab73 owned by network:router_gateway {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:31:12.076207 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5c16e1d5-755f-45cd-b945-7c9e43bc5eef tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:12.121430 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16e1d5-755f-45cd-b945-7c9e43bc5eef tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event deleted for resources: {'Port': ['ID=31cdd08a-3345-47a3-a50d-ab2aa9bcab73,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:12.137792 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-cba1ed0f-cdfe-4fcb-97a6-11c4436ca224 None None] For port 555ff730-a6bf-4280-8c38-fddc32e35eca, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=555ff730-a6bf-4280-8c38-fddc32e35eca,segment=NetworkSegment(cfecf8db-9f96-4335-b2cf-09f0df6a4c5e),segment_id=cfecf8db-9f96-4335-b2cf-09f0df6a4c5e)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:31:12.138141 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cba1ed0f-cdfe-4fcb-97a6-11c4436ca224 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:12.220477 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5c16e1d5-755f-45cd-b945-7c9e43bc5eef tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:12.269868 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-cba1ed0f-cdfe-4fcb-97a6-11c4436ca224 None None] Calling delete_port for 555ff730-a6bf-4280-8c38-fddc32e35eca owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:31:12.413452 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cba1ed0f-cdfe-4fcb-97a6-11c4436ca224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:12.479232 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba1ed0f-cdfe-4fcb-97a6-11c4436ca224 None None] No DVR routers for this DVR port 555ff730-a6bf-4280-8c38-fddc32e35eca on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:31:12.479232 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1ed0f-cdfe-4fcb-97a6-11c4436ca224 None None] Pushing event deleted for resources: {'Port': ['ID=555ff730-a6bf-4280-8c38-fddc32e35eca,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:12.485763 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1ed0f-cdfe-4fcb-97a6-11c4436ca224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:12.486346 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1ed0f-cdfe-4fcb-97a6-11c4436ca224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:12.486687 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1ed0f-cdfe-4fcb-97a6-11c4436ca224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:12.487054 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1ed0f-cdfe-4fcb-97a6-11c4436ca224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:12.487390 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1ed0f-cdfe-4fcb-97a6-11c4436ca224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:12.487720 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1ed0f-cdfe-4fcb-97a6-11c4436ca224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:12.494057 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1ed0f-cdfe-4fcb-97a6-11c4436ca224 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:12.494057 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1ed0f-cdfe-4fcb-97a6-11c4436ca224 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:12.494057 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1ed0f-cdfe-4fcb-97a6-11c4436ca224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:12.494057 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1ed0f-cdfe-4fcb-97a6-11c4436ca224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:12.494057 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1ed0f-cdfe-4fcb-97a6-11c4436ca224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:12.494057 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1ed0f-cdfe-4fcb-97a6-11c4436ca224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:12.504998 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-3258793e-ddcf-4992-96f8-86e7869a9d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028726456', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '31cdd08a-3345-47a3-a50d-ab2aa9bcab73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:30:07Z', 'updated_at': '2022-05-13T15:31:09Z', 'revision_number': 5, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '31cdd08a-3345-47a3-a50d-ab2aa9bcab73', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:07Z', 'updated_at': '2022-05-13T15:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:12.510772 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3258793e-ddcf-4992-96f8-86e7869a9d5a None None] The sync data for ids ['b09507c0-4865-4ba1-8d63-d6db582964c9'] in n-d-841760-1 is: [{'id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028726456', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '31cdd08a-3345-47a3-a50d-ab2aa9bcab73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:30:07Z', 'updated_at': '2022-05-13T15:31:09Z', 'revision_number': 5, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '31cdd08a-3345-47a3-a50d-ab2aa9bcab73', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09507c0-4865-4ba1-8d63-d6db582964c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:07Z', 'updated_at': '2022-05-13T15:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:31:12.515705 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5c16e1d5-755f-45cd-b945-7c9e43bc5eef tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:12.520124 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5c16e1d5-755f-45cd-b945-7c9e43bc5eef tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:12.550465 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5c16e1d5-755f-45cd-b945-7c9e43bc5eef tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:12.550964 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c16e1d5-755f-45cd-b945-7c9e43bc5eef tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Fanout notify agent at l3_agent the message router_deleted on router b09507c0-4865-4ba1-8d63-d6db582964c9 {{(pid=88081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:31:12.566469 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5c16e1d5-755f-45cd-b945-7c9e43bc5eef tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:12.567846 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5c16e1d5-755f-45cd-b945-7c9e43bc5eef tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "DELETE /v2.0/routers/b09507c0-4865-4ba1-8d63-d6db582964c9 HTTP/1.1" status: 204 len: 168 time: 1.3733480 May 13 15:31:12.570503 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44846) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:12.683059 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-378cd969-b476-4ffc-b8c5-122a959afaee tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:12.817345 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-378cd969-b476-4ffc-b8c5-122a959afaee tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:12.849298 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-378cd969-b476-4ffc-b8c5-122a959afaee tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10a65b5-2aee-41df-90aa-e508df724795']}} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:12.861310 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-378cd969-b476-4ffc-b8c5-122a959afaee tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfecf8db-9f96-4335-b2cf-09f0df6a4c5e') {'for_net_delete': True} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:12.861598 n-d-841760-1 neutron-server[88081]: DEBUG neutron.services.segments.db [None req-378cd969-b476-4ffc-b8c5-122a959afaee tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfecf8db-9f96-4335-b2cf-09f0df6a4c5e') {} {{(pid=88081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:12.875539 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-378cd969-b476-4ffc-b8c5-122a959afaee tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33373985'] for segment, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:12.893154 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-378cd969-b476-4ffc-b8c5-122a959afaee tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:12.900984 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378cd969-b476-4ffc-b8c5-122a959afaee tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:31:12.901386 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-378cd969-b476-4ffc-b8c5-122a959afaee tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33028221'] for segment, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:12.909607 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 555ff730-a6bf-4280-8c38-fddc32e35eca no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:31:12.921651 n-d-841760-1 neutron-server[88081]: Traceback (most recent call last): May 13 15:31:12.921651 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:31:12.921651 n-d-841760-1 neutron-server[88081]: timer() May 13 15:31:12.921651 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:31:12.921651 n-d-841760-1 neutron-server[88081]: cb(*args, **kw) May 13 15:31:12.921651 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:31:12.921651 n-d-841760-1 neutron-server[88081]: return func(*args, **kwargs) May 13 15:31:12.921651 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:31:12.921651 n-d-841760-1 neutron-server[88081]: self._notify() May 13 15:31:12.921651 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:31:12.921651 n-d-841760-1 neutron-server[88081]: self.callback(batched_events) May 13 15:31:12.921651 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:31:12.921651 n-d-841760-1 neutron-server[88081]: event.method(event) May 13 15:31:12.921651 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:31:12.921651 n-d-841760-1 neutron-server[88081]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:31:12.921651 n-d-841760-1 neutron-server[88081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:31:12.921651 n-d-841760-1 neutron-server[88081]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:31:12.921651 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:31:12.921651 n-d-841760-1 neutron-server[88081]: return f(self, *a, **k) May 13 15:31:12.921651 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:31:12.921651 n-d-841760-1 neutron-server[88081]: return self._get(url).json() May 13 15:31:12.921651 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:31:12.921651 n-d-841760-1 neutron-server[88081]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:31:12.921651 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:31:12.921651 n-d-841760-1 neutron-server[88081]: return self.request(url, 'GET', **kwargs) May 13 15:31:12.921651 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:31:12.921651 n-d-841760-1 neutron-server[88081]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:31:12.921651 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:31:12.921651 n-d-841760-1 neutron-server[88081]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:31:12.921651 n-d-841760-1 neutron-server[88081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:31:12.921651 n-d-841760-1 neutron-server[88081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:31:12.921651 n-d-841760-1 neutron-server[88081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:31:12.944853 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 555ff730-a6bf-4280-8c38-fddc32e35eca {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:31:12.945110 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 555ff730-a6bf-4280-8c38-fddc32e35eca not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:31:13.012249 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-378cd969-b476-4ffc-b8c5-122a959afaee tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:13.030464 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-378cd969-b476-4ffc-b8c5-122a959afaee tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:13.042343 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378cd969-b476-4ffc-b8c5-122a959afaee tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event deleted for resources: {'Network': ['ID=b10a65b5-2aee-41df-90aa-e508df724795,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:13.050605 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-378cd969-b476-4ffc-b8c5-122a959afaee tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "DELETE /v2.0/networks/b10a65b5-2aee-41df-90aa-e508df724795 HTTP/1.1" status: 204 len: 168 time: 0.4791245 May 13 15:31:13.053423 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44850) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:13.125742 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ec449ab3-5c2f-492d-b0f4-1a53e3e505e7 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:13.157119 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ec449ab3-5c2f-492d-b0f4-1a53e3e505e7 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:13.232774 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ec449ab3-5c2f-492d-b0f4-1a53e3e505e7 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:13.251499 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec449ab3-5c2f-492d-b0f4-1a53e3e505e7 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1337116d-37f8-4273-b5ca-67b4611cb70d,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:13.267471 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-ec449ab3-5c2f-492d-b0f4-1a53e3e505e7 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:13.268746 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-ec449ab3-5c2f-492d-b0f4-1a53e3e505e7 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "DELETE /v2.0/security-groups/1337116d-37f8-4273-b5ca-67b4611cb70d HTTP/1.1" status: 204 len: 168 time: 0.2144103 May 13 15:31:13.385159 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44858) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:13.390476 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-529fd2dc-85e0-4df6-a5b8-e104686ea05c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1377771471', 'description': 'tempest-secgroup-smoke-1377771471 description', 'project_id': '192b2918ed11409998899ca653047aea'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:31:13.397878 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-529fd2dc-85e0-4df6-a5b8-e104686ea05c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:31:13.402101 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-529fd2dc-85e0-4df6-a5b8-e104686ea05c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:security_group and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:31:13.405146 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-529fd2dc-85e0-4df6-a5b8-e104686ea05c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:31:13.410862 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-529fd2dc-85e0-4df6-a5b8-e104686ea05c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:31:13.421239 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-529fd2dc-85e0-4df6-a5b8-e104686ea05c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:13.449664 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-529fd2dc-85e0-4df6-a5b8-e104686ea05c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:31:13.453553 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-529fd2dc-85e0-4df6-a5b8-e104686ea05c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:security_group_rule and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:31:13.457159 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-529fd2dc-85e0-4df6-a5b8-e104686ea05c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:31:13.462920 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-529fd2dc-85e0-4df6-a5b8-e104686ea05c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:31:13.534844 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-529fd2dc-85e0-4df6-a5b8-e104686ea05c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:13.539571 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-529fd2dc-85e0-4df6-a5b8-e104686ea05c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:13.587303 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529fd2dc-85e0-4df6-a5b8-e104686ea05c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dab82c7-c930-46e0-a8d1-6b8afbc1f54a,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:13.592481 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-529fd2dc-85e0-4df6-a5b8-e104686ea05c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:13.593689 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-529fd2dc-85e0-4df6-a5b8-e104686ea05c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2075045 May 13 15:31:13.596569 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44862) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:13.601483 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-43f6e67d-e850-42a5-89f0-314e6f5b9928 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'security_group_rule': {'security_group_id': '8dab82c7-c930-46e0-a8d1-6b8afbc1f54a', 'project_id': '192b2918ed11409998899ca653047aea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:31:13.608090 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-43f6e67d-e850-42a5-89f0-314e6f5b9928 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:31:13.612663 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-43f6e67d-e850-42a5-89f0-314e6f5b9928 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:security_group_rule and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:31:13.615582 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-43f6e67d-e850-42a5-89f0-314e6f5b9928 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:31:13.621678 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-43f6e67d-e850-42a5-89f0-314e6f5b9928 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:31:13.639820 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-43f6e67d-e850-42a5-89f0-314e6f5b9928 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:13.700196 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-43f6e67d-e850-42a5-89f0-314e6f5b9928 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:13.703694 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-43f6e67d-e850-42a5-89f0-314e6f5b9928 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:13.729287 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6e67d-e850-42a5-89f0-314e6f5b9928 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe238fc-948f-4de0-8681-2a861178576d,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:13.740195 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-43f6e67d-e850-42a5-89f0-314e6f5b9928 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:13.741530 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-43f6e67d-e850-42a5-89f0-314e6f5b9928 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1440213 May 13 15:31:13.744444 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44866) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:13.749292 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-44c933e6-099a-4680-a866-8f5766054875 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'security_group_rule': {'security_group_id': '8dab82c7-c930-46e0-a8d1-6b8afbc1f54a', 'project_id': '192b2918ed11409998899ca653047aea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:31:13.756627 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-44c933e6-099a-4680-a866-8f5766054875 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:31:13.760546 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-44c933e6-099a-4680-a866-8f5766054875 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:security_group_rule and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:31:13.763538 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-44c933e6-099a-4680-a866-8f5766054875 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:31:13.769338 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-44c933e6-099a-4680-a866-8f5766054875 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:31:13.786170 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44c933e6-099a-4680-a866-8f5766054875 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:13.852500 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44c933e6-099a-4680-a866-8f5766054875 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:13.855888 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44c933e6-099a-4680-a866-8f5766054875 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:13.879580 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c933e6-099a-4680-a866-8f5766054875 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a004dcbd-913b-4c41-9551-e9ddfc4be50f,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:13.888891 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-44c933e6-099a-4680-a866-8f5766054875 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:13.890076 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-44c933e6-099a-4680-a866-8f5766054875 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1447213 May 13 15:31:13.893328 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44870) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:13.898192 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-394accc0-0f75-4ee9-ad35-c646375a668f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'security_group_rule': {'security_group_id': '8dab82c7-c930-46e0-a8d1-6b8afbc1f54a', 'project_id': '192b2918ed11409998899ca653047aea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:31:13.904802 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-394accc0-0f75-4ee9-ad35-c646375a668f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:31:13.909431 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-394accc0-0f75-4ee9-ad35-c646375a668f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:security_group_rule and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:31:13.912376 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-394accc0-0f75-4ee9-ad35-c646375a668f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:31:13.918193 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-394accc0-0f75-4ee9-ad35-c646375a668f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:31:13.934651 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-394accc0-0f75-4ee9-ad35-c646375a668f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:13.998650 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-394accc0-0f75-4ee9-ad35-c646375a668f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:14.002959 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-394accc0-0f75-4ee9-ad35-c646375a668f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:14.026384 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394accc0-0f75-4ee9-ad35-c646375a668f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d051fdc-881e-43d9-8999-024ffebe330e,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:14.035551 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-394accc0-0f75-4ee9-ad35-c646375a668f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:14.036909 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-394accc0-0f75-4ee9-ad35-c646375a668f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1426711 May 13 15:31:14.039659 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44874) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:14.044532 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-d1d395f4-35fc-4342-a215-0137f31d3a1d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'security_group_rule': {'security_group_id': '8dab82c7-c930-46e0-a8d1-6b8afbc1f54a', 'project_id': '192b2918ed11409998899ca653047aea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:31:14.051182 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d1d395f4-35fc-4342-a215-0137f31d3a1d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:31:14.055102 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d1d395f4-35fc-4342-a215-0137f31d3a1d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:security_group_rule and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:31:14.058047 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-d1d395f4-35fc-4342-a215-0137f31d3a1d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:31:14.064424 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-d1d395f4-35fc-4342-a215-0137f31d3a1d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:31:14.082440 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d1d395f4-35fc-4342-a215-0137f31d3a1d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:14.148521 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d1d395f4-35fc-4342-a215-0137f31d3a1d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:14.152206 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d1d395f4-35fc-4342-a215-0137f31d3a1d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:14.177629 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d395f4-35fc-4342-a215-0137f31d3a1d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b0eb008-7a17-4f54-934e-ada85f2144c4,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:14.191324 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-d1d395f4-35fc-4342-a215-0137f31d3a1d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:14.192974 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-d1d395f4-35fc-4342-a215-0137f31d3a1d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1520586 May 13 15:31:14.195778 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44878) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:14.200934 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-a8f14ca1-7e3a-4a58-a692-b362b8bc20a8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'security_group_rule': {'security_group_id': '8dab82c7-c930-46e0-a8d1-6b8afbc1f54a', 'project_id': '192b2918ed11409998899ca653047aea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:31:14.208269 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a8f14ca1-7e3a-4a58-a692-b362b8bc20a8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:31:14.212245 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a8f14ca1-7e3a-4a58-a692-b362b8bc20a8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:security_group_rule and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:31:14.215172 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-a8f14ca1-7e3a-4a58-a692-b362b8bc20a8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:31:14.221640 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-a8f14ca1-7e3a-4a58-a692-b362b8bc20a8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:31:14.231459 n-d-841760-1 neutron-server[88082]: INFO neutron.db.securitygroups_db [None req-a8f14ca1-7e3a-4a58-a692-b362b8bc20a8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Project 192b2918ed11409998899ca653047aea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:31:14.238410 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a8f14ca1-7e3a-4a58-a692-b362b8bc20a8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:14.303522 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a8f14ca1-7e3a-4a58-a692-b362b8bc20a8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:14.313066 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a8f14ca1-7e3a-4a58-a692-b362b8bc20a8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:14.336864 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f14ca1-7e3a-4a58-a692-b362b8bc20a8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a275a317-f67d-4239-a50e-57a8ba1a3f90,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:14.345268 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-a8f14ca1-7e3a-4a58-a692-b362b8bc20a8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:14.346414 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-a8f14ca1-7e3a-4a58-a692-b362b8bc20a8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1496539 May 13 15:31:14.349443 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44882) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:14.354286 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-d556b685-cff8-4526-8a37-886077a2429a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'security_group_rule': {'security_group_id': '8dab82c7-c930-46e0-a8d1-6b8afbc1f54a', 'project_id': '192b2918ed11409998899ca653047aea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:31:14.361394 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d556b685-cff8-4526-8a37-886077a2429a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:31:14.365248 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d556b685-cff8-4526-8a37-886077a2429a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:security_group_rule and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:31:14.368121 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-d556b685-cff8-4526-8a37-886077a2429a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:31:14.374836 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-d556b685-cff8-4526-8a37-886077a2429a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:31:14.384888 n-d-841760-1 neutron-server[88082]: INFO neutron.db.securitygroups_db [None req-d556b685-cff8-4526-8a37-886077a2429a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Project 192b2918ed11409998899ca653047aea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:31:14.391433 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d556b685-cff8-4526-8a37-886077a2429a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:14.463576 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d8acbae1-8d98-49a5-b3d7-b8313c43e0c0 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:31:14.467387 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d556b685-cff8-4526-8a37-886077a2429a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:14.472457 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d556b685-cff8-4526-8a37-886077a2429a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:14.499967 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: d8acbae1-8d98-49a5-b3d7-b8313c43e0c0 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:31:14.500371 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d8acbae1-8d98-49a5-b3d7-b8313c43e0c0 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:31:14.501038 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 31cdd08a-3345-47a3-a50d-ab2aa9bcab73 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:31:14.505367 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556b685-cff8-4526-8a37-886077a2429a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f14a29c6-ff27-44d0-8a16-0b33afbc58d7,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:14.512461 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-d556b685-cff8-4526-8a37-886077a2429a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:14.516991 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44886) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:14.517583 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d556b685-cff8-4526-8a37-886077a2429a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1668684 May 13 15:31:14.523565 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-5289ddf5-5d48-4dcb-b9a2-dd226bf65049 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'network': {'name': 'tempest-network-smoke--4919273', 'project_id': '192b2918ed11409998899ca653047aea', 'port_security_enabled': True}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:31:14.529479 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5289ddf5-5d48-4dcb-b9a2-dd226bf65049 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:31:14.534000 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5289ddf5-5d48-4dcb-b9a2-dd226bf65049 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:network and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:31:14.536987 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-5289ddf5-5d48-4dcb-b9a2-dd226bf65049 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:31:14.538925 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 31cdd08a-3345-47a3-a50d-ab2aa9bcab73 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:31:14.539296 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 31cdd08a-3345-47a3-a50d-ab2aa9bcab73 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:31:14.543058 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-5289ddf5-5d48-4dcb-b9a2-dd226bf65049 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:31:14.555134 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5289ddf5-5d48-4dcb-b9a2-dd226bf65049 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Made reservation on behalf of 192b2918ed11409998899ca653047aea for: {'network': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:31:14.558446 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5289ddf5-5d48-4dcb-b9a2-dd226bf65049 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:14.587255 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5289ddf5-5d48-4dcb-b9a2-dd226bf65049 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=88081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:31:14.597478 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5289ddf5-5d48-4dcb-b9a2-dd226bf65049 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:14.597969 n-d-841760-1 neutron-server[88081]: INFO neutron.db.segments_db [None req-5289ddf5-5d48-4dcb-b9a2-dd226bf65049 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Added segment f67afb58-f569-4570-b787-0f5f08b552f1 of type vlan for network c3d89677-0c6e-46c6-84bf-9e5d71739a06 May 13 15:31:14.625113 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5289ddf5-5d48-4dcb-b9a2-dd226bf65049 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:14.654559 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5289ddf5-5d48-4dcb-b9a2-dd226bf65049 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:14.660783 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5289ddf5-5d48-4dcb-b9a2-dd226bf65049 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:14.661382 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-5289ddf5-5d48-4dcb-b9a2-dd226bf65049 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for network, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:14.769045 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-5289ddf5-5d48-4dcb-b9a2-dd226bf65049 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2505805 May 13 15:31:14.771773 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44890) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:14.778821 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-dcc065ef-33d7-422f-839d-dbda688b04ff tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1789128266', 'admin_state_up': True, 'project_id': '192b2918ed11409998899ca653047aea', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:31:14.784785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289ddf5-5d48-4dcb-b9a2-dd226bf65049 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'Network': ['ID=c3d89677-0c6e-46c6-84bf-9e5d71739a06,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:14.789535 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-dcc065ef-33d7-422f-839d-dbda688b04ff tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:31:14.794226 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-dcc065ef-33d7-422f-839d-dbda688b04ff tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:router and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:31:14.794758 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network c3d89677-0c6e-46c6-84bf-9e5d71739a06 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:31:14.797305 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-dcc065ef-33d7-422f-839d-dbda688b04ff tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:31:14.803198 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-dcc065ef-33d7-422f-839d-dbda688b04ff tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:31:14.814438 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dcc065ef-33d7-422f-839d-dbda688b04ff tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:14.815557 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dcc065ef-33d7-422f-839d-dbda688b04ff tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:14.833433 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dcc065ef-33d7-422f-839d-dbda688b04ff tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:15.204791 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dcc065ef-33d7-422f-839d-dbda688b04ff tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:15.515695 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dcc065ef-33d7-422f-839d-dbda688b04ff tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for router_gateway, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:15.551153 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dcc065ef-33d7-422f-839d-dbda688b04ff tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:15.686642 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-dcc065ef-33d7-422f-839d-dbda688b04ff tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Allocated IP 172.25.0.58 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:31:15.842341 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dcc065ef-33d7-422f-839d-dbda688b04ff tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:15.873297 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dcc065ef-33d7-422f-839d-dbda688b04ff tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:15.945946 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc065ef-33d7-422f-839d-dbda688b04ff tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:31:15.948995 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-dcc065ef-33d7-422f-839d-dbda688b04ff tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:31:15.951508 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc065ef-33d7-422f-839d-dbda688b04ff tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:31:15.995075 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc065ef-33d7-422f-839d-dbda688b04ff tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'Port': ['ID=3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:16.381880 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dcc065ef-33d7-422f-839d-dbda688b04ff tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for router_gateway, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:16.855703 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dcc065ef-33d7-422f-839d-dbda688b04ff tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:17.063821 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc065ef-33d7-422f-839d-dbda688b04ff tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Router 318c501d-c7fc-4af5-8094-0dca33b9a7d7 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:31:17.245067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc065ef-33d7-422f-839d-dbda688b04ff tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:31:17.254969 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d767445-8b25-4fb3-a8fd-c0300ab89b4a None None] Sync routers for ids ['318c501d-c7fc-4af5-8094-0dca33b9a7d7'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:31:17.265294 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d767445-8b25-4fb3-a8fd-c0300ab89b4a None None] Routers {'318c501d-c7fc-4af5-8094-0dca33b9a7d7'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:31:17.265784 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-9d767445-8b25-4fb3-a8fd-c0300ab89b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:31:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['318c501d-c7fc-4af5-8094-0dca33b9a7d7'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:17.273160 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-dcc065ef-33d7-422f-839d-dbda688b04ff tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for router, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:17.274410 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-dcc065ef-33d7-422f-839d-dbda688b04ff tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5017014 May 13 15:31:17.277648 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44894) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:17.317725 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-80e8683a-db60-4478-bc9a-9c83ea9aefcb tempest-TestNetworkAdvancedServerOps-1659996939 tempest-TestNetworkAdvancedServerOps-1659996939-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=192b2918ed11409998899ca653047aea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387535 May 13 15:31:17.320430 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44898) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:17.449704 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-9d767445-8b25-4fb3-a8fd-c0300ab89b4a None None] Set router 318c501d-c7fc-4af5-8094-0dca33b9a7d7 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:31:17.454850 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b93f86-3e46-4c7c-b236-6e013d039d60 tempest-TestNetworkAdvancedServerOps-1659996939 tempest-TestNetworkAdvancedServerOps-1659996939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:17.460362 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-48b93f86-3e46-4c7c-b236-6e013d039d60 tempest-TestNetworkAdvancedServerOps-1659996939 tempest-TestNetworkAdvancedServerOps-1659996939-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1389878 May 13 15:31:17.463341 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44902) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:17.511627 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-c0ea57d0-555b-4bb9-b218-8cee1ea3fb0a tempest-TestNetworkAdvancedServerOps-1659996939 tempest-TestNetworkAdvancedServerOps-1659996939-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=c35d8094-27c1-4288-955d-bcb140e23bf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0469503 May 13 15:31:17.514105 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44906) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:17.520273 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-6c5287c9-e3ae-4b7a-9676-b388153a97d8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-198437461', 'network_id': 'c3d89677-0c6e-46c6-84bf-9e5d71739a06', 'project_id': '192b2918ed11409998899ca653047aea', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:31:17.632348 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6c5287c9-e3ae-4b7a-9676-b388153a97d8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:31:17.636341 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6c5287c9-e3ae-4b7a-9676-b388153a97d8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:subnet and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:31:17.639187 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-6c5287c9-e3ae-4b7a-9676-b388153a97d8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:31:17.645404 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-6c5287c9-e3ae-4b7a-9676-b388153a97d8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:31:17.658027 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5287c9-e3ae-4b7a-9676-b388153a97d8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Made reservation on behalf of 192b2918ed11409998899ca653047aea for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:31:17.661711 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6c5287c9-e3ae-4b7a-9676-b388153a97d8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:17.744096 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-9d767445-8b25-4fb3-a8fd-c0300ab89b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789128266', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:31:14Z', 'updated_at': '2022-05-13T15:31:16Z', 'revision_number': 3, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:15Z', 'updated_at': '2022-05-13T15:31:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:17.748061 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d767445-8b25-4fb3-a8fd-c0300ab89b4a None None] Checking router: 318c501d-c7fc-4af5-8094-0dca33b9a7d7 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:31:17.748385 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d767445-8b25-4fb3-a8fd-c0300ab89b4a None None] Updating router 318c501d-c7fc-4af5-8094-0dca33b9a7d7 port 3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8 binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:31:17.808691 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-9d767445-8b25-4fb3-a8fd-c0300ab89b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:17.911251 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6c5287c9-e3ae-4b7a-9676-b388153a97d8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:17.990891 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5287c9-e3ae-4b7a-9676-b388153a97d8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'Subnet': ['ID=285c8866-3d11-4f7e-a74a-62c8fc4a4cec,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:18.000652 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5287c9-e3ae-4b7a-9676-b388153a97d8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Checking segment: {'id': 'f67afb58-f569-4570-b787-0f5f08b552f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c3d89677-0c6e-46c6-84bf-9e5d71739a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:31:18.001597 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5287c9-e3ae-4b7a-9676-b388153a97d8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Network hostable DHCP agents. Network: c3d89677-0c6e-46c6-84bf-9e5d71739a06, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:31:18.021817 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5287c9-e3ae-4b7a-9676-b388153a97d8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Network c3d89677-0c6e-46c6-84bf-9e5d71739a06 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:31:18.031793 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-6c5287c9-e3ae-4b7a-9676-b388153a97d8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, c3d89677-0c6e-46c6-84bf-9e5d71739a06) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:31:18.035871 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5287c9-e3ae-4b7a-9676-b388153a97d8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:18.036483 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-6c5287c9-e3ae-4b7a-9676-b388153a97d8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:18.042545 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba35fcfa-1010-403b-8f47-a673ec100988 None None] Network c3d89677-0c6e-46c6-84bf-9e5d71739a06 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:31:18.061037 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6c5287c9-e3ae-4b7a-9676-b388153a97d8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5429673 May 13 15:31:18.061226 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 44910) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:18.148696 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-9d767445-8b25-4fb3-a8fd-c0300ab89b4a None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:18.165718 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-9d767445-8b25-4fb3-a8fd-c0300ab89b4a None None] Transition to ACTIVE for port object 3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8 will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:31:18.173815 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-9d767445-8b25-4fb3-a8fd-c0300ab89b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:18.279873 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-9d767445-8b25-4fb3-a8fd-c0300ab89b4a None None] Attempting to bind port 3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:31:18.280588 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-9d767445-8b25-4fb3-a8fd-c0300ab89b4a None None] Attempting to bind port 3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:31:18.280588 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d767445-8b25-4fb3-a8fd-c0300ab89b4a None None] Attempting to bind port 3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8 on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:31:18.286568 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799342ca-8d5f-4e84-9cf5-df4f7b1984da None None] Pushing event updated for resources: {'Port': ['ID=3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8,revision_number=2']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:18.290897 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d9fda1-0d8a-4599-b100-bc8daecee177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-c3d89677-0c6e-46c6-84bf-9e5d71739a06', 'network_id': 'c3d89677-0c6e-46c6-84bf-9e5d71739a06', 'tenant_id': '192b2918ed11409998899ca653047aea', 'fixed_ips': [{'subnet_id': '285c8866-3d11-4f7e-a74a-62c8fc4a4cec'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:31:18.291553 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d767445-8b25-4fb3-a8fd-c0300ab89b4a None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:31:18.291901 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d767445-8b25-4fb3-a8fd-c0300ab89b4a None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:31:18.292185 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c7d9fda1-0d8a-4599-b100-bc8daecee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:18.292302 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-9d767445-8b25-4fb3-a8fd-c0300ab89b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:18.292665 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d767445-8b25-4fb3-a8fd-c0300ab89b4a None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:31:18.293126 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-9d767445-8b25-4fb3-a8fd-c0300ab89b4a None None] Bound port: 3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:31:18.293493 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-9d767445-8b25-4fb3-a8fd-c0300ab89b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:18.326316 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799342ca-8d5f-4e84-9cf5-df4f7b1984da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:18.326633 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799342ca-8d5f-4e84-9cf5-df4f7b1984da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:18.326898 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799342ca-8d5f-4e84-9cf5-df4f7b1984da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:18.327256 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799342ca-8d5f-4e84-9cf5-df4f7b1984da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:18.327584 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799342ca-8d5f-4e84-9cf5-df4f7b1984da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:18.327908 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799342ca-8d5f-4e84-9cf5-df4f7b1984da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:18.328226 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799342ca-8d5f-4e84-9cf5-df4f7b1984da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:18.328545 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799342ca-8d5f-4e84-9cf5-df4f7b1984da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:18.328886 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799342ca-8d5f-4e84-9cf5-df4f7b1984da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:18.329740 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799342ca-8d5f-4e84-9cf5-df4f7b1984da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:18.330063 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799342ca-8d5f-4e84-9cf5-df4f7b1984da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:18.330380 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799342ca-8d5f-4e84-9cf5-df4f7b1984da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:18.384066 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-9d767445-8b25-4fb3-a8fd-c0300ab89b4a None None] For port 3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:31:18.387871 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-9d767445-8b25-4fb3-a8fd-c0300ab89b4a None None] For port 3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:31:18.394764 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-9d767445-8b25-4fb3-a8fd-c0300ab89b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:18.467807 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-c7d9fda1-0d8a-4599-b100-bc8daecee177 None None] Allocated IP 172.20.0.2 (c3d89677-0c6e-46c6-84bf-9e5d71739a06/285c8866-3d11-4f7e-a74a-62c8fc4a4cec/ab0f2f1e-2b8f-46f0-8ae2-140667b9a851) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:31:18.512250 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799342ca-8d5f-4e84-9cf5-df4f7b1984da None None] Pushing event updated for resources: {'Port': ['ID=3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:18.516607 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d767445-8b25-4fb3-a8fd-c0300ab89b4a None None] Routers {'318c501d-c7fc-4af5-8094-0dca33b9a7d7'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:31:18.517715 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-9d767445-8b25-4fb3-a8fd-c0300ab89b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:31:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['318c501d-c7fc-4af5-8094-0dca33b9a7d7'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:18.659554 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:18.699475 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-9d767445-8b25-4fb3-a8fd-c0300ab89b4a None None] Set router 318c501d-c7fc-4af5-8094-0dca33b9a7d7 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:31:18.740252 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c7d9fda1-0d8a-4599-b100-bc8daecee177 None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:18.751407 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c7d9fda1-0d8a-4599-b100-bc8daecee177 None None] Transition to ACTIVE for port object ab0f2f1e-2b8f-46f0-8ae2-140667b9a851 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:31:18.770944 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c7d9fda1-0d8a-4599-b100-bc8daecee177 None None] Transition to ACTIVE for port object ab0f2f1e-2b8f-46f0-8ae2-140667b9a851 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:31:18.777071 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c7d9fda1-0d8a-4599-b100-bc8daecee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:18.846435 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d9fda1-0d8a-4599-b100-bc8daecee177 None None] Network c3d89677-0c6e-46c6-84bf-9e5d71739a06 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:31:18.849515 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-c7d9fda1-0d8a-4599-b100-bc8daecee177 None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:31:18.853326 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d9fda1-0d8a-4599-b100-bc8daecee177 None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:31:18.859192 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9fda1-0d8a-4599-b100-bc8daecee177 None None] Pushing event updated for resources: {'Port': ['ID=ab0f2f1e-2b8f-46f0-8ae2-140667b9a851,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:18.951745 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-c7d9fda1-0d8a-4599-b100-bc8daecee177 None None] Attempting to bind port ab0f2f1e-2b8f-46f0-8ae2-140667b9a851 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:31:18.952469 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-c7d9fda1-0d8a-4599-b100-bc8daecee177 None None] Attempting to bind port ab0f2f1e-2b8f-46f0-8ae2-140667b9a851 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'f67afb58-f569-4570-b787-0f5f08b552f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c3d89677-0c6e-46c6-84bf-9e5d71739a06'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:31:18.953056 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d9fda1-0d8a-4599-b100-bc8daecee177 None None] Attempting to bind port ab0f2f1e-2b8f-46f0-8ae2-140667b9a851 on network c3d89677-0c6e-46c6-84bf-9e5d71739a06 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:31:18.958863 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d9fda1-0d8a-4599-b100-bc8daecee177 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:31:18.959585 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d9fda1-0d8a-4599-b100-bc8daecee177 None None] Checking segment: {'id': 'f67afb58-f569-4570-b787-0f5f08b552f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c3d89677-0c6e-46c6-84bf-9e5d71739a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:31:18.960213 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c7d9fda1-0d8a-4599-b100-bc8daecee177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:18.960899 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d9fda1-0d8a-4599-b100-bc8daecee177 None None] Bound using segment: {'id': 'f67afb58-f569-4570-b787-0f5f08b552f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c3d89677-0c6e-46c6-84bf-9e5d71739a06'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:31:18.961573 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-c7d9fda1-0d8a-4599-b100-bc8daecee177 None None] Bound port: ab0f2f1e-2b8f-46f0-8ae2-140667b9a851, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67afb58-f569-4570-b787-0f5f08b552f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c3d89677-0c6e-46c6-84bf-9e5d71739a06'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:31:18.962178 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c7d9fda1-0d8a-4599-b100-bc8daecee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:18.989004 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b7785998-2285-4a92-b5b8-cb58fadfff72 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:18.997757 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-9d767445-8b25-4fb3-a8fd-c0300ab89b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789128266', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:31:14Z', 'updated_at': '2022-05-13T15:31:16Z', 'revision_number': 3, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:15Z', 'updated_at': '2022-05-13T15:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:19.002351 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d767445-8b25-4fb3-a8fd-c0300ab89b4a None None] The sync data for ids ['318c501d-c7fc-4af5-8094-0dca33b9a7d7'] in n-d-841760-1 is: [{'id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789128266', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:31:14Z', 'updated_at': '2022-05-13T15:31:16Z', 'revision_number': 3, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:15Z', 'updated_at': '2022-05-13T15:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:31:19.061904 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-c7d9fda1-0d8a-4599-b100-bc8daecee177 None None] For port ab0f2f1e-2b8f-46f0-8ae2-140667b9a851, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:31:19.068495 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-c7d9fda1-0d8a-4599-b100-bc8daecee177 None None] For port ab0f2f1e-2b8f-46f0-8ae2-140667b9a851, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=ab0f2f1e-2b8f-46f0-8ae2-140667b9a851,segment=NetworkSegment(f67afb58-f569-4570-b787-0f5f08b552f1),segment_id=f67afb58-f569-4570-b787-0f5f08b552f1)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:31:19.076084 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c7d9fda1-0d8a-4599-b100-bc8daecee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:19.167037 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9fda1-0d8a-4599-b100-bc8daecee177 None None] Pushing event updated for resources: {'Port': ['ID=ab0f2f1e-2b8f-46f0-8ae2-140667b9a851,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:19.472470 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-b7785998-2285-4a92-b5b8-cb58fadfff72 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Allocated IP 172.20.0.1 (c3d89677-0c6e-46c6-84bf-9e5d71739a06/285c8866-3d11-4f7e-a74a-62c8fc4a4cec/c731632b-882e-41ca-bfcd-41a9fe1707ba) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:31:19.670015 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b7785998-2285-4a92-b5b8-cb58fadfff72 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:19.687043 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-b7785998-2285-4a92-b5b8-cb58fadfff72 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Transition to ACTIVE for port object c731632b-882e-41ca-bfcd-41a9fe1707ba will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:31:19.715187 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b7785998-2285-4a92-b5b8-cb58fadfff72 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:19.785920 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7785998-2285-4a92-b5b8-cb58fadfff72 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Network c3d89677-0c6e-46c6-84bf-9e5d71739a06 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:31:19.789631 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-b7785998-2285-4a92-b5b8-cb58fadfff72 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:31:19.792321 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7785998-2285-4a92-b5b8-cb58fadfff72 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:31:19.830808 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7785998-2285-4a92-b5b8-cb58fadfff72 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'Port': ['ID=c731632b-882e-41ca-bfcd-41a9fe1707ba,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:19.860614 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b7785998-2285-4a92-b5b8-cb58fadfff72 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:20.143282 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b7785998-2285-4a92-b5b8-cb58fadfff72 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:20.166698 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b109757-9a89-4fa8-8f82-8102c3a7bb72 None None] Network c3d89677-0c6e-46c6-84bf-9e5d71739a06 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:31:20.259462 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-3cb47d91-b518-4ab7-941e-6bb2db6ebd54 None None] Provisioning for port ab0f2f1e-2b8f-46f0-8ae2-140667b9a851 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:31:20.577800 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ab0f2f1e-2b8f-46f0-8ae2-140667b9a851 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:31:20.667586 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port ab0f2f1e-2b8f-46f0-8ae2-140667b9a851 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:31:20.673231 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port ab0f2f1e-2b8f-46f0-8ae2-140667b9a851 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:31:20.673679 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:20.781547 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b7785998-2285-4a92-b5b8-cb58fadfff72 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:20.790097 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b7785998-2285-4a92-b5b8-cb58fadfff72 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:20.801455 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port ab0f2f1e-2b8f-46f0-8ae2-140667b9a851 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:31:20.801837 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:20.843657 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0baaabcc-5a7f-44cf-8939-e546afda7466 None None] Provisioning complete for port ab0f2f1e-2b8f-46f0-8ae2-140667b9a851 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:31:20.844155 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0baaabcc-5a7f-44cf-8939-e546afda7466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:20.881606 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port ab0f2f1e-2b8f-46f0-8ae2-140667b9a851, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=ab0f2f1e-2b8f-46f0-8ae2-140667b9a851,segment=NetworkSegment(f67afb58-f569-4570-b787-0f5f08b552f1),segment_id=f67afb58-f569-4570-b787-0f5f08b552f1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:31:20.893245 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:20.894023 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:31:20.922410 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-b7785998-2285-4a92-b5b8-cb58fadfff72 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:20.927615 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7785998-2285-4a92-b5b8-cb58fadfff72 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'Port': ['ID=c731632b-882e-41ca-bfcd-41a9fe1707ba,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:21.028607 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=ab0f2f1e-2b8f-46f0-8ae2-140667b9a851,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:21.070847 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7785998-2285-4a92-b5b8-cb58fadfff72 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Network c3d89677-0c6e-46c6-84bf-9e5d71739a06 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:31:21.072117 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-b7785998-2285-4a92-b5b8-cb58fadfff72 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:31:21.081974 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:31:21.092478 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:31:21.092867 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:21.138891 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0baaabcc-5a7f-44cf-8939-e546afda7466 None None] Current status of the port ab0f2f1e-2b8f-46f0-8ae2-140667b9a851 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:31:21.162468 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0baaabcc-5a7f-44cf-8939-e546afda7466 None None] Provisioning for port c731632b-882e-41ca-bfcd-41a9fe1707ba completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:31:21.171682 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0baaabcc-5a7f-44cf-8939-e546afda7466 None None] Provisioning complete for port c731632b-882e-41ca-bfcd-41a9fe1707ba triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:31:21.172357 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0baaabcc-5a7f-44cf-8939-e546afda7466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:21.231681 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0baaabcc-5a7f-44cf-8939-e546afda7466 None None] Port c731632b-882e-41ca-bfcd-41a9fe1707ba cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:31:21.272769 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7785998-2285-4a92-b5b8-cb58fadfff72 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Router 318c501d-c7fc-4af5-8094-0dca33b9a7d7 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:31:21.295933 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:31:21.296307 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:21.313360 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:31:21.317380 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:21.387712 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-1510af79-c0bf-42aa-8a71-0e7b2bb11c4b None None] Provisioning complete for port c731632b-882e-41ca-bfcd-41a9fe1707ba triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:31:21.387985 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1510af79-c0bf-42aa-8a71-0e7b2bb11c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:21.433785 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:21.450163 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-1510af79-c0bf-42aa-8a71-0e7b2bb11c4b None None] Port c731632b-882e-41ca-bfcd-41a9fe1707ba cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:31:21.462155 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7785998-2285-4a92-b5b8-cb58fadfff72 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:31:21.471493 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d75c92-7060-48fc-8066-0264c3533914 None None] Sync routers for ids ['318c501d-c7fc-4af5-8094-0dca33b9a7d7'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:31:21.482916 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-b7785998-2285-4a92-b5b8-cb58fadfff72 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "PUT /v2.0/routers/318c501d-c7fc-4af5-8094-0dca33b9a7d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4125314 May 13 15:31:21.483157 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d75c92-7060-48fc-8066-0264c3533914 None None] Routers {'318c501d-c7fc-4af5-8094-0dca33b9a7d7'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:31:21.483157 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-d2d75c92-7060-48fc-8066-0264c3533914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:31:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['318c501d-c7fc-4af5-8094-0dca33b9a7d7'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:21.641104 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-eae1ebbe-f86e-4ace-a5d8-46d1aca170ee tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1377771471&fields=id&tenant_id=192b2918ed11409998899ca653047aea HTTP/1.1" status: 200 len: 267 time: 0.0423391 May 13 15:31:21.702720 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-d2d75c92-7060-48fc-8066-0264c3533914 None None] Set router 318c501d-c7fc-4af5-8094-0dca33b9a7d7 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:31:21.792940 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-f8b271cd-dea0-418c-a49c-510ce60346fb tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:21.794442 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-f8b271cd-dea0-418c-a49c-510ce60346fb tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/networks?id=c3d89677-0c6e-46c6-84bf-9e5d71739a06 HTTP/1.1" status: 200 len: 794 time: 0.1461396 May 13 15:31:21.810601 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-f245c83b-ff52-4217-9ad3-ae6b66e59e1e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/quotas/192b2918ed11409998899ca653047aea HTTP/1.1" status: 200 len: 375 time: 0.0099692 May 13 15:31:21.893261 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-646d4d8c-a099-41c2-8989-e1315ddf870f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Synchronizing usage tracker for tenant:192b2918ed11409998899ca653047aea on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:31:21.913253 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-646d4d8c-a099-41c2-8989-e1315ddf870f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Unset dirty status for tenant:192b2918ed11409998899ca653047aea on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:31:21.914625 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-646d4d8c-a099-41c2-8989-e1315ddf870f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0982521 May 13 15:31:21.930755 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-d8e59f77-68af-430c-b742-5ee8a7aa3334 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:31:21.931908 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-d8e59f77-68af-430c-b742-5ee8a7aa3334 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053625 May 13 15:31:22.024807 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-d2d75c92-7060-48fc-8066-0264c3533914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789128266', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:31:14Z', 'updated_at': '2022-05-13T15:31:20Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:15Z', 'updated_at': '2022-05-13T15:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'c731632b-882e-41ca-bfcd-41a9fe1707ba', 'name': '', 'network_id': 'c3d89677-0c6e-46c6-84bf-9e5d71739a06', 'tenant_id': '192b2918ed11409998899ca653047aea', 'mac_address': 'fa:16:3e:d8:0d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '285c8866-3d11-4f7e-a74a-62c8fc4a4cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:19Z', 'updated_at': '2022-05-13T15:31:20Z', 'revision_number': 2, 'project_id': '192b2918ed11409998899ca653047aea', 'subnets': [{'id': '285c8866-3d11-4f7e-a74a-62c8fc4a4cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:22.028773 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d75c92-7060-48fc-8066-0264c3533914 None None] Checking router: 318c501d-c7fc-4af5-8094-0dca33b9a7d7 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:31:22.029127 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d75c92-7060-48fc-8066-0264c3533914 None None] Updating router 318c501d-c7fc-4af5-8094-0dca33b9a7d7 port c731632b-882e-41ca-bfcd-41a9fe1707ba binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:31:22.067101 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-36be4f8d-2cdc-4cd8-a4fe-bc8922901a55 service neutron] 10.222.0.35 "GET /v2.0/networks/c3d89677-0c6e-46c6-84bf-9e5d71739a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295931 May 13 15:31:22.083532 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d2d75c92-7060-48fc-8066-0264c3533914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:22.208138 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-19e45bdf-0b4a-44b3-a88d-8748c577f860 service neutron] 10.222.0.35 "GET /v2.0/networks/c3d89677-0c6e-46c6-84bf-9e5d71739a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351154 May 13 15:31:22.395835 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-b42b29c2-de98-467d-9862-487900dc3bed req-f5d9d1f3-063b-4dd9-a840-f2c3fef6a3b6 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Synchronizing usage tracker for tenant:192b2918ed11409998899ca653047aea on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:31:22.408366 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-b42b29c2-de98-467d-9862-487900dc3bed req-f5d9d1f3-063b-4dd9-a840-f2c3fef6a3b6 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Unset dirty status for tenant:192b2918ed11409998899ca653047aea on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:31:22.409529 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-b42b29c2-de98-467d-9862-487900dc3bed req-f5d9d1f3-063b-4dd9-a840-f2c3fef6a3b6 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 210 time: 0.0610549 May 13 15:31:22.448581 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d2d75c92-7060-48fc-8066-0264c3533914 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:22.462698 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-d2d75c92-7060-48fc-8066-0264c3533914 None None] Transition to ACTIVE for port object c731632b-882e-41ca-bfcd-41a9fe1707ba will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:31:22.469642 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d2d75c92-7060-48fc-8066-0264c3533914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:22.534928 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ab0f2f1e-2b8f-46f0-8ae2-140667b9a851 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:31:22.657957 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a386a08-4e30-4404-a9c1-8a6cf4b55b5c None None] Pushing event updated for resources: {'Port': ['ID=c731632b-882e-41ca-bfcd-41a9fe1707ba,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:22.754691 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-d2d75c92-7060-48fc-8066-0264c3533914 None None] Attempting to bind port c731632b-882e-41ca-bfcd-41a9fe1707ba on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:31:22.755059 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-d2d75c92-7060-48fc-8066-0264c3533914 None None] Attempting to bind port c731632b-882e-41ca-bfcd-41a9fe1707ba by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'f67afb58-f569-4570-b787-0f5f08b552f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c3d89677-0c6e-46c6-84bf-9e5d71739a06'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:31:22.755438 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d75c92-7060-48fc-8066-0264c3533914 None None] Attempting to bind port c731632b-882e-41ca-bfcd-41a9fe1707ba on network c3d89677-0c6e-46c6-84bf-9e5d71739a06 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:31:22.764283 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d75c92-7060-48fc-8066-0264c3533914 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:31:22.764656 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d75c92-7060-48fc-8066-0264c3533914 None None] Checking segment: {'id': 'f67afb58-f569-4570-b787-0f5f08b552f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c3d89677-0c6e-46c6-84bf-9e5d71739a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:31:22.765063 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d2d75c92-7060-48fc-8066-0264c3533914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:22.765446 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d75c92-7060-48fc-8066-0264c3533914 None None] Bound using segment: {'id': 'f67afb58-f569-4570-b787-0f5f08b552f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c3d89677-0c6e-46c6-84bf-9e5d71739a06'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:31:22.765901 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-d2d75c92-7060-48fc-8066-0264c3533914 None None] Bound port: c731632b-882e-41ca-bfcd-41a9fe1707ba, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67afb58-f569-4570-b787-0f5f08b552f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c3d89677-0c6e-46c6-84bf-9e5d71739a06'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:31:22.766303 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d2d75c92-7060-48fc-8066-0264c3533914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:22.777381 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port ab0f2f1e-2b8f-46f0-8ae2-140667b9a851 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:31:22.777749 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:22.923290 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-d2d75c92-7060-48fc-8066-0264c3533914 None None] For port c731632b-882e-41ca-bfcd-41a9fe1707ba, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:31:22.971413 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-d2d75c92-7060-48fc-8066-0264c3533914 None None] For port c731632b-882e-41ca-bfcd-41a9fe1707ba, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c731632b-882e-41ca-bfcd-41a9fe1707ba,segment=NetworkSegment(f67afb58-f569-4570-b787-0f5f08b552f1),segment_id=f67afb58-f569-4570-b787-0f5f08b552f1)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:31:22.979654 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d2d75c92-7060-48fc-8066-0264c3533914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:23.024919 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port ab0f2f1e-2b8f-46f0-8ae2-140667b9a851 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:31:23.025972 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:31:23.124056 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d75c92-7060-48fc-8066-0264c3533914 None None] Routers {'318c501d-c7fc-4af5-8094-0dca33b9a7d7'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:31:23.124694 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-d2d75c92-7060-48fc-8066-0264c3533914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:31:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['318c501d-c7fc-4af5-8094-0dca33b9a7d7'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:23.182489 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a386a08-4e30-4404-a9c1-8a6cf4b55b5c None None] Pushing event updated for resources: {'Port': ['ID=c731632b-882e-41ca-bfcd-41a9fe1707ba,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:23.353460 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:31:23.353751 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:23.427400 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-d2d75c92-7060-48fc-8066-0264c3533914 None None] Set router 318c501d-c7fc-4af5-8094-0dca33b9a7d7 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:31:23.523764 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1d6fe3a2-9e7f-4920-a3fe-770eeb9eccd3 req-b4ee8934-b47c-4fde-a921-784d89125da7 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 210 time: 0.0560641 May 13 15:31:23.710461 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:31:23.815414 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-d2d75c92-7060-48fc-8066-0264c3533914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789128266', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:31:14Z', 'updated_at': '2022-05-13T15:31:20Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:15Z', 'updated_at': '2022-05-13T15:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'c731632b-882e-41ca-bfcd-41a9fe1707ba', 'name': '', 'network_id': 'c3d89677-0c6e-46c6-84bf-9e5d71739a06', 'tenant_id': '192b2918ed11409998899ca653047aea', 'mac_address': 'fa:16:3e:d8:0d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '285c8866-3d11-4f7e-a74a-62c8fc4a4cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:19Z', 'updated_at': '2022-05-13T15:31:22Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'subnets': [{'id': '285c8866-3d11-4f7e-a74a-62c8fc4a4cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:23.819619 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d75c92-7060-48fc-8066-0264c3533914 None None] The sync data for ids ['318c501d-c7fc-4af5-8094-0dca33b9a7d7'] in n-d-841760-1 is: [{'id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789128266', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:31:14Z', 'updated_at': '2022-05-13T15:31:20Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:15Z', 'updated_at': '2022-05-13T15:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'c731632b-882e-41ca-bfcd-41a9fe1707ba', 'name': '', 'network_id': 'c3d89677-0c6e-46c6-84bf-9e5d71739a06', 'tenant_id': '192b2918ed11409998899ca653047aea', 'mac_address': 'fa:16:3e:d8:0d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '285c8866-3d11-4f7e-a74a-62c8fc4a4cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:19Z', 'updated_at': '2022-05-13T15:31:22Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'subnets': [{'id': '285c8866-3d11-4f7e-a74a-62c8fc4a4cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:31:24.531070 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c731632b-882e-41ca-bfcd-41a9fe1707ba up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:31:24.563697 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:31:24.610035 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port c731632b-882e-41ca-bfcd-41a9fe1707ba completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:31:24.615492 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port c731632b-882e-41ca-bfcd-41a9fe1707ba triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:31:24.615867 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:24.645746 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e5c0246a-7ff5-43b7-a0f0-4e6a712247cc req-657ccd05-396d-40cd-8c86-430c4a29615f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 210 time: 0.0589778 May 13 15:31:24.745292 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port c731632b-882e-41ca-bfcd-41a9fe1707ba is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:31:24.745764 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:24.786077 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port c731632b-882e-41ca-bfcd-41a9fe1707ba, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c731632b-882e-41ca-bfcd-41a9fe1707ba,segment=NetworkSegment(f67afb58-f569-4570-b787-0f5f08b552f1),segment_id=f67afb58-f569-4570-b787-0f5f08b552f1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:31:24.792306 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:24.868659 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=c731632b-882e-41ca-bfcd-41a9fe1707ba,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:25.784828 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-557cd90f-3ae5-4d68-a53c-79c27477e62b req-54bf5692-12f4-4f1f-bd69-877f77a13e75 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 210 time: 0.0435288 May 13 15:31:26.512744 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c731632b-882e-41ca-bfcd-41a9fe1707ba up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:31:26.591449 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port c731632b-882e-41ca-bfcd-41a9fe1707ba triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:31:26.591799 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:26.719602 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port c731632b-882e-41ca-bfcd-41a9fe1707ba is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:31:26.725587 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-2fb82956-fcbe-4f1b-a10f-857f031c9308 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:26.726199 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-2fb82956-fcbe-4f1b-a10f-857f031c9308 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Synchronizing usage tracker for tenant:192b2918ed11409998899ca653047aea on resource:network {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:31:26.743626 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-2fb82956-fcbe-4f1b-a10f-857f031c9308 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Unset dirty status for tenant:192b2918ed11409998899ca653047aea on resource:network {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:31:26.744805 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-2fb82956-fcbe-4f1b-a10f-857f031c9308 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.74 "GET /v2.0/networks?id=c3d89677-0c6e-46c6-84bf-9e5d71739a06 HTTP/1.1" status: 200 len: 794 time: 0.1875279 May 13 15:31:26.799254 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-f05f13bf-e09f-486d-a21f-cc60aa309b04 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Synchronizing usage tracker for tenant:192b2918ed11409998899ca653047aea on resource:security_group {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:31:26.814217 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-f05f13bf-e09f-486d-a21f-cc60aa309b04 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Unset dirty status for tenant:192b2918ed11409998899ca653047aea on resource:security_group {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:31:26.815355 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-f05f13bf-e09f-486d-a21f-cc60aa309b04 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=192b2918ed11409998899ca653047aea HTTP/1.1" status: 200 len: 380 time: 0.0562937 May 13 15:31:26.851067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-39c7f6e7-168e-4f3c-8850-e811eb10159c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'port': {'device_id': '0b94755f-639c-4653-bbcc-4bc03d864ebb', 'network_id': 'c3d89677-0c6e-46c6-84bf-9e5d71739a06', 'admin_state_up': True, 'tenant_id': '192b2918ed11409998899ca653047aea', 'security_groups': ['8dab82c7-c930-46e0-a8d1-6b8afbc1f54a']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:31:27.096884 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f0cfba9c-07ec-488d-8434-ff90046ffcc3 req-d2714eee-a787-48e7-aaf5-374e640f8ada tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 210 time: 0.1790538 May 13 15:31:27.147705 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-39c7f6e7-168e-4f3c-8850-e811eb10159c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:31:27.157030 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-39c7f6e7-168e-4f3c-8850-e811eb10159c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:31:27.167065 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-39c7f6e7-168e-4f3c-8850-e811eb10159c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Made reservation on behalf of 192b2918ed11409998899ca653047aea for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:31:27.170495 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-39c7f6e7-168e-4f3c-8850-e811eb10159c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:27.330583 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-39c7f6e7-168e-4f3c-8850-e811eb10159c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Allocated IP 172.20.0.8 (c3d89677-0c6e-46c6-84bf-9e5d71739a06/285c8866-3d11-4f7e-a74a-62c8fc4a4cec/3d41253a-b46c-4476-b9e4-062449661f31) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:31:27.371548 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d6196bdb-f849-4e71-81cc-4a3c0825f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:27.518661 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-39c7f6e7-168e-4f3c-8850-e811eb10159c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:27.534795 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-39c7f6e7-168e-4f3c-8850-e811eb10159c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Transition to ACTIVE for port object 3d41253a-b46c-4476-b9e4-062449661f31 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:31:27.557799 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-39c7f6e7-168e-4f3c-8850-e811eb10159c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:27.633778 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-39c7f6e7-168e-4f3c-8850-e811eb10159c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Network c3d89677-0c6e-46c6-84bf-9e5d71739a06 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:31:27.636979 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-39c7f6e7-168e-4f3c-8850-e811eb10159c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:31:27.640967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-39c7f6e7-168e-4f3c-8850-e811eb10159c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:31:27.672458 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7f6e7-168e-4f3c-8850-e811eb10159c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'Port': ['ID=3d41253a-b46c-4476-b9e4-062449661f31,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:27.719844 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-39c7f6e7-168e-4f3c-8850-e811eb10159c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:27.720333 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-39c7f6e7-168e-4f3c-8850-e811eb10159c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:27.748695 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-39c7f6e7-168e-4f3c-8850-e811eb10159c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9015315 May 13 15:31:27.809920 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-d4e7c4c5-b531-4290-979b-663eec6b17f3 service neutron] Request body: {'port': {'device_id': '0b94755f-639c-4653-bbcc-4bc03d864ebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:31:27.858512 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-335f4d26-1247-4f86-948d-72b13f80d4d8 None None] Provisioning for port 3d41253a-b46c-4476-b9e4-062449661f31 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:31:27.863841 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-335f4d26-1247-4f86-948d-72b13f80d4d8 None None] Provisioning complete for port 3d41253a-b46c-4476-b9e4-062449661f31 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:31:27.864212 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-335f4d26-1247-4f86-948d-72b13f80d4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:27.921211 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-335f4d26-1247-4f86-948d-72b13f80d4d8 None None] Port 3d41253a-b46c-4476-b9e4-062449661f31 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:31:27.928849 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-d4e7c4c5-b531-4290-979b-663eec6b17f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:28.276598 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-d4e7c4c5-b531-4290-979b-663eec6b17f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d41253a-b46c-4476-b9e4-062449661f31 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:31:28.282056 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972f131-b1d7-4141-8728-623c644f6be9 req-b75663a8-c5f4-4e60-a7ce-eae2f8b8cebc tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:28.284105 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d972f131-b1d7-4141-8728-623c644f6be9 req-b75663a8-c5f4-4e60-a7ce-eae2f8b8cebc tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 931 time: 0.0817528 May 13 15:31:28.284782 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-d4e7c4c5-b531-4290-979b-663eec6b17f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:28.300879 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-d4e7c4c5-b531-4290-979b-663eec6b17f3 service neutron] Transition to ACTIVE for port object 3d41253a-b46c-4476-b9e4-062449661f31 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:31:28.304863 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-d4e7c4c5-b531-4290-979b-663eec6b17f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:28.333187 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d972f131-b1d7-4141-8728-623c644f6be9 req-b09a900d-ee07-4e0d-a0c3-4d0c24dce647 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dab82c7-c930-46e0-a8d1-6b8afbc1f54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433159 May 13 15:31:28.465087 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7c4c5-b531-4290-979b-663eec6b17f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d41253a-b46c-4476-b9e4-062449661f31,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:28.544328 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-d4e7c4c5-b531-4290-979b-663eec6b17f3 service neutron] Attempting to bind port 3d41253a-b46c-4476-b9e4-062449661f31 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:31:28.544663 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-d4e7c4c5-b531-4290-979b-663eec6b17f3 service neutron] Attempting to bind port 3d41253a-b46c-4476-b9e4-062449661f31 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': 'f67afb58-f569-4570-b787-0f5f08b552f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c3d89677-0c6e-46c6-84bf-9e5d71739a06'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:31:28.544993 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-d4e7c4c5-b531-4290-979b-663eec6b17f3 service neutron] Attempting to bind port 3d41253a-b46c-4476-b9e4-062449661f31 on network c3d89677-0c6e-46c6-84bf-9e5d71739a06 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:31:28.550224 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-d4e7c4c5-b531-4290-979b-663eec6b17f3 service neutron] Port 3d41253a-b46c-4476-b9e4-062449661f31 on network c3d89677-0c6e-46c6-84bf-9e5d71739a06 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:31:28.550542 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-d4e7c4c5-b531-4290-979b-663eec6b17f3 service neutron] Attempting to bind port 3d41253a-b46c-4476-b9e4-062449661f31 on network c3d89677-0c6e-46c6-84bf-9e5d71739a06 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:31:28.555990 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-d4e7c4c5-b531-4290-979b-663eec6b17f3 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:31:28.556132 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-d4e7c4c5-b531-4290-979b-663eec6b17f3 service neutron] Checking segment: {'id': 'f67afb58-f569-4570-b787-0f5f08b552f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c3d89677-0c6e-46c6-84bf-9e5d71739a06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:31:28.556434 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-d4e7c4c5-b531-4290-979b-663eec6b17f3 service neutron] Bound using segment: {'id': 'f67afb58-f569-4570-b787-0f5f08b552f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c3d89677-0c6e-46c6-84bf-9e5d71739a06'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:31:28.556853 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-d4e7c4c5-b531-4290-979b-663eec6b17f3 service neutron] Bound port: 3d41253a-b46c-4476-b9e4-062449661f31, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f67afb58-f569-4570-b787-0f5f08b552f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c3d89677-0c6e-46c6-84bf-9e5d71739a06'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:31:28.557214 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-d4e7c4c5-b531-4290-979b-663eec6b17f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:28.645499 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-d4e7c4c5-b531-4290-979b-663eec6b17f3 service neutron] For port 3d41253a-b46c-4476-b9e4-062449661f31, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:31:28.648650 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-d4e7c4c5-b531-4290-979b-663eec6b17f3 service neutron] For port 3d41253a-b46c-4476-b9e4-062449661f31, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=3d41253a-b46c-4476-b9e4-062449661f31,segment=NetworkSegment(f67afb58-f569-4570-b787-0f5f08b552f1),segment_id=f67afb58-f569-4570-b787-0f5f08b552f1)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:31:28.653333 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-d4e7c4c5-b531-4290-979b-663eec6b17f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:28.717202 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-d4e7c4c5-b531-4290-979b-663eec6b17f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:28.717825 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-d4e7c4c5-b531-4290-979b-663eec6b17f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:28.719221 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-d4e7c4c5-b531-4290-979b-663eec6b17f3 service neutron] 10.222.0.74 "PUT /v2.0/ports/3d41253a-b46c-4476-b9e4-062449661f31 HTTP/1.1" status: 200 len: 1091 time: 0.9580948 May 13 15:31:28.719665 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b94755f-639c-4653-bbcc-4bc03d864ebb', 'tag': '3d41253a-b46c-4476-b9e4-062449661f31'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:31:28.742213 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7c4c5-b531-4290-979b-663eec6b17f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d41253a-b46c-4476-b9e4-062449661f31,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:28.806164 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-424fcabf-be09-4729-985c-071f7349f7fd'] response: {'name': 'network-changed', 'server_uuid': '0b94755f-639c-4653-bbcc-4bc03d864ebb', 'tag': '3d41253a-b46c-4476-b9e4-062449661f31', 'status': 'completed', 'code': 200} May 13 15:31:28.850248 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-30029597-8326-403b-aba1-3b03ba87a0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:28.851788 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-30029597-8326-403b-aba1-3b03ba87a0dd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 1094 time: 0.0786045 May 13 15:31:28.940156 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-bc7e6b8b-b25f-4dba-ba2a-cd53f3e11f22 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d41253a-b46c-4476-b9e4-062449661f31 HTTP/1.1" status: 200 len: 217 time: 0.0771163 May 13 15:31:29.006131 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-5a7442b0-f5db-451f-ba0a-e4907342d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:29.007512 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-5a7442b0-f5db-451f-ba0a-e4907342d37b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=285c8866-3d11-4f7e-a74a-62c8fc4a4cec HTTP/1.1" status: 200 len: 834 time: 0.0621104 May 13 15:31:29.061732 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:29.090608 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-4ae4c27c-fed5-4613-bb3e-418d40a551f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:29.092183 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-4ae4c27c-fed5-4613-bb3e-418d40a551f4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c3d89677-0c6e-46c6-84bf-9e5d71739a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792496 May 13 15:31:29.341021 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-8506360d-9786-4f57-85b5-41cba25df890 service neutron] 10.222.0.74 "GET /v2.0/networks/c3d89677-0c6e-46c6-84bf-9e5d71739a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422159 May 13 15:31:29.474125 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-4f53d82a-e330-427e-aaa7-ce2e541bd5b9 req-8d7039c2-44a1-4c5c-916a-52241491f8f8 service neutron] 10.222.0.74 "GET /v2.0/networks/c3d89677-0c6e-46c6-84bf-9e5d71739a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271279 May 13 15:31:29.524053 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711786a-552d-4f3d-bbd2-6b04d7742c0b req-bb03d601-db06-4688-b182-fcd807c8f3d6 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:29.525523 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b711786a-552d-4f3d-bbd2-6b04d7742c0b req-bb03d601-db06-4688-b182-fcd807c8f3d6 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 943 time: 0.0822058 May 13 15:31:29.572279 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-b711786a-552d-4f3d-bbd2-6b04d7742c0b req-7ee544e3-cfa6-4b13-b8b4-a7c4a28d18bb tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dab82c7-c930-46e0-a8d1-6b8afbc1f54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408940 May 13 15:31:29.639880 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16878bc8-3a92-44fb-a61d-842f6b53ecad req-37e10642-9c00-40cb-b0b1-32f69ce8677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:29.641374 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-16878bc8-3a92-44fb-a61d-842f6b53ecad req-37e10642-9c00-40cb-b0b1-32f69ce8677c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 1094 time: 0.0795190 May 13 15:31:29.702179 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2ba5a78c-3144-40b1-8cdd-b2cbf4c70d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:29.776610 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16878bc8-3a92-44fb-a61d-842f6b53ecad req-511e4889-3596-4012-9f0b-d041307aca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:29.778058 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-16878bc8-3a92-44fb-a61d-842f6b53ecad req-511e4889-3596-4012-9f0b-d041307aca92 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c3d89677-0c6e-46c6-84bf-9e5d71739a06 HTTP/1.1" status: 200 len: 895 time: 0.1304741 May 13 15:31:29.849061 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-16878bc8-3a92-44fb-a61d-842f6b53ecad req-ce8a533e-cd99-491e-8df7-5870734569d7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d41253a-b46c-4476-b9e4-062449661f31 HTTP/1.1" status: 200 len: 217 time: 0.0654619 May 13 15:31:29.912516 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16878bc8-3a92-44fb-a61d-842f6b53ecad req-8f3b6fb8-de26-4f3f-b402-216b76d53fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:29.914241 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-16878bc8-3a92-44fb-a61d-842f6b53ecad req-8f3b6fb8-de26-4f3f-b402-216b76d53fcd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=285c8866-3d11-4f7e-a74a-62c8fc4a4cec HTTP/1.1" status: 200 len: 834 time: 0.0594032 May 13 15:31:29.993832 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16878bc8-3a92-44fb-a61d-842f6b53ecad req-a0f25b89-0515-4c99-bb41-aa6e65a071f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:29.995332 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-16878bc8-3a92-44fb-a61d-842f6b53ecad req-a0f25b89-0515-4c99-bb41-aa6e65a071f1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c3d89677-0c6e-46c6-84bf-9e5d71739a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757864 May 13 15:31:30.127437 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-16878bc8-3a92-44fb-a61d-842f6b53ecad req-de89c417-d817-43b5-9b72-6031b5200da8 service neutron] 10.222.0.74 "GET /v2.0/networks/c3d89677-0c6e-46c6-84bf-9e5d71739a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252458 May 13 15:31:30.260335 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-16878bc8-3a92-44fb-a61d-842f6b53ecad req-937b5ce4-4b7f-48f2-87c1-e065d78e16bc service neutron] 10.222.0.74 "GET /v2.0/networks/c3d89677-0c6e-46c6-84bf-9e5d71739a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278653 May 13 15:31:30.756195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09797a-c967-40c7-91bf-ed0c5f7316fe req-52490a5f-e18b-46e2-ac02-9b58d97a4b03 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:30.756793 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ba09797a-c967-40c7-91bf-ed0c5f7316fe req-52490a5f-e18b-46e2-ac02-9b58d97a4b03 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Synchronizing usage tracker for tenant:192b2918ed11409998899ca653047aea on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:31:30.772115 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-ba09797a-c967-40c7-91bf-ed0c5f7316fe req-52490a5f-e18b-46e2-ac02-9b58d97a4b03 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Unset dirty status for tenant:192b2918ed11409998899ca653047aea on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:31:30.773309 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ba09797a-c967-40c7-91bf-ed0c5f7316fe req-52490a5f-e18b-46e2-ac02-9b58d97a4b03 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 943 time: 0.0945444 May 13 15:31:30.818449 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ba09797a-c967-40c7-91bf-ed0c5f7316fe req-f35db5a6-204e-46ef-824f-e2e30dfa6d67 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dab82c7-c930-46e0-a8d1-6b8afbc1f54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393262 May 13 15:31:30.833311 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:30.870222 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:32.008600 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a54dc-5ca9-4846-82f7-0f5c3a281ce3 req-f21d154d-4985-4103-8e49-dabd84059dff tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:32.010078 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c03a54dc-5ca9-4846-82f7-0f5c3a281ce3 req-f21d154d-4985-4103-8e49-dabd84059dff tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 943 time: 0.0847535 May 13 15:31:32.053997 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c03a54dc-5ca9-4846-82f7-0f5c3a281ce3 req-d227b91d-f8d8-4409-b520-31d97630dcf6 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dab82c7-c930-46e0-a8d1-6b8afbc1f54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382030 May 13 15:31:32.347414 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:33.244559 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e22c1-b676-4fb0-9045-0798b2df8108 req-c9519088-c95d-4782-9036-1e1ce2ccbf6c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:33.246070 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3a3e22c1-b676-4fb0-9045-0798b2df8108 req-c9519088-c95d-4782-9036-1e1ce2ccbf6c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 943 time: 0.0849996 May 13 15:31:33.290728 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3a3e22c1-b676-4fb0-9045-0798b2df8108 req-e5c3a888-cda3-4f5f-aef7-0ca182d76dbe tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dab82c7-c930-46e0-a8d1-6b8afbc1f54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380454 May 13 15:31:34.227946 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 3d41253a-b46c-4476-b9e4-062449661f31 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:31:34.369360 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 3d41253a-b46c-4476-b9e4-062449661f31, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=3d41253a-b46c-4476-b9e4-062449661f31,segment=NetworkSegment(f67afb58-f569-4570-b787-0f5f08b552f1),segment_id=f67afb58-f569-4570-b787-0f5f08b552f1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:31:34.382727 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '3d41253a-b46c-4476-b9e4-062449661f31', 'network_id': 'c3d89677-0c6e-46c6-84bf-9e5d71739a06', 'port_id': '3d41253a-b46c-4476-b9e4-062449661f31', 'mac_address': 'fa:16:3e:6f:2b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '285c8866-3d11-4f7e-a74a-62c8fc4a4cec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:31:34.439009 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 3d41253a-b46c-4476-b9e4-062449661f31 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:31:34.439433 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:34.457296 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d41253a-b46c-4476-b9e4-062449661f31 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:31:34.473091 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 3d41253a-b46c-4476-b9e4-062449661f31, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=3d41253a-b46c-4476-b9e4-062449661f31,segment=NetworkSegment(f67afb58-f569-4570-b787-0f5f08b552f1),segment_id=f67afb58-f569-4570-b787-0f5f08b552f1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:31:34.476996 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:34.477369 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70244658-861f-4096-84ee-97e6e22a6cfb req-14f8871e-8a50-4c28-9c04-ca14023401f7 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:34.478930 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-70244658-861f-4096-84ee-97e6e22a6cfb req-14f8871e-8a50-4c28-9c04-ca14023401f7 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 943 time: 0.0830288 May 13 15:31:34.523780 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-70244658-861f-4096-84ee-97e6e22a6cfb req-6f5eed4a-55c5-4fb0-b715-5e41b7caec5f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dab82c7-c930-46e0-a8d1-6b8afbc1f54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392163 May 13 15:31:34.548655 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=3d41253a-b46c-4476-b9e4-062449661f31,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:34.905645 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['3d41253a-b46c-4476-b9e4-062449661f31'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:31:35.708034 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ca7b5-d14b-4e59-a784-549fd5c620f9 req-18ec842c-6ffb-40d6-a5cc-f474b98da503 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:35.709487 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5f4ca7b5-d14b-4e59-a784-549fd5c620f9 req-18ec842c-6ffb-40d6-a5cc-f474b98da503 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 944 time: 0.0797575 May 13 15:31:35.752559 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5f4ca7b5-d14b-4e59-a784-549fd5c620f9 req-5926557a-3d9f-4400-812f-b1fd5c8b3fb2 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dab82c7-c930-46e0-a8d1-6b8afbc1f54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373962 May 13 15:31:36.243028 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 3d41253a-b46c-4476-b9e4-062449661f31 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:31:36.314755 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 3d41253a-b46c-4476-b9e4-062449661f31 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:31:36.319660 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 3d41253a-b46c-4476-b9e4-062449661f31 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:31:36.320026 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:36.445715 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 3d41253a-b46c-4476-b9e4-062449661f31 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:31:36.445994 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:36.475240 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b94755f-639c-4653-bbcc-4bc03d864ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d41253a-b46c-4476-b9e4-062449661f31'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:31:36.486087 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 3d41253a-b46c-4476-b9e4-062449661f31, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=3d41253a-b46c-4476-b9e4-062449661f31,segment=NetworkSegment(f67afb58-f569-4570-b787-0f5f08b552f1),segment_id=f67afb58-f569-4570-b787-0f5f08b552f1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:31:36.490866 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:36.565667 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=3d41253a-b46c-4476-b9e4-062449661f31,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:36.583166 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71cce659-5db0-4913-939d-7f574e5b430c'] response: {'server_uuid': '0b94755f-639c-4653-bbcc-4bc03d864ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d41253a-b46c-4476-b9e4-062449661f31', 'code': 200} May 13 15:31:36.736389 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa422098-da8d-44ab-9b7b-9f1c230e6cc0 req-f17d42e1-9098-4013-ac40-626ada89f5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:36.737865 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fa422098-da8d-44ab-9b7b-9f1c230e6cc0 req-f17d42e1-9098-4013-ac40-626ada89f5d6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 1096 time: 0.0738931 May 13 15:31:36.778665 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fa422098-da8d-44ab-9b7b-9f1c230e6cc0 req-8ad5661f-b8cb-4c28-9681-0bcc545382a9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8dab82c7-c930-46e0-a8d1-6b8afbc1f54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347250 May 13 15:31:36.935908 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ae363-4532-4802-9f7b-a3a30c8d6c6f req-69f6e31d-f8b8-4442-8b44-b16d157a5247 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:36.937270 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1c1ae363-4532-4802-9f7b-a3a30c8d6c6f req-69f6e31d-f8b8-4442-8b44-b16d157a5247 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 945 time: 0.0802863 May 13 15:31:36.986904 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1c1ae363-4532-4802-9f7b-a3a30c8d6c6f req-c4efc691-382c-4fe9-b1d0-8852cd2a352e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dab82c7-c930-46e0-a8d1-6b8afbc1f54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430417 May 13 15:31:38.192945 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb17b01-b882-4db6-a173-443c1bd7dda8 req-5540fa64-0471-41aa-8e70-30c2015929fd tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:38.194601 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bbb17b01-b882-4db6-a173-443c1bd7dda8 req-5540fa64-0471-41aa-8e70-30c2015929fd tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 945 time: 0.0987175 May 13 15:31:38.241744 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bbb17b01-b882-4db6-a173-443c1bd7dda8 req-6df50cf9-ebd2-4b08-a7ff-b83b345d65df tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dab82c7-c930-46e0-a8d1-6b8afbc1f54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414121 May 13 15:31:39.431173 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c1fda-c326-4306-b24a-209efca268d2 req-5425509d-4970-4081-8745-67580b715ecd tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:39.432633 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-641c1fda-c326-4306-b24a-209efca268d2 req-5425509d-4970-4081-8745-67580b715ecd tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 945 time: 0.0803916 May 13 15:31:39.478195 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-641c1fda-c326-4306-b24a-209efca268d2 req-f96aa50a-4602-4fe1-9c3b-979c2299e0b6 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dab82c7-c930-46e0-a8d1-6b8afbc1f54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399048 May 13 15:31:39.666302 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392f81b-2570-4e2b-8ebb-f0aab5988b2c req-08b31b2f-03e0-4fb0-a678-169d055ad774 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:39.667791 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4392f81b-2570-4e2b-8ebb-f0aab5988b2c req-08b31b2f-03e0-4fb0-a678-169d055ad774 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 945 time: 0.0850053 May 13 15:31:39.719315 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4392f81b-2570-4e2b-8ebb-f0aab5988b2c req-d946e330-a475-4f25-b7f8-baebeeb3daa2 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dab82c7-c930-46e0-a8d1-6b8afbc1f54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457652 May 13 15:31:39.741531 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44986) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:39.812825 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a948d51-8751-492b-88f8-0cf11f571f69 tempest-TestNetworkAdvancedServerOps-1659996939 tempest-TestNetworkAdvancedServerOps-1659996939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:39.814335 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7a948d51-8751-492b-88f8-0cf11f571f69 tempest-TestNetworkAdvancedServerOps-1659996939 tempest-TestNetworkAdvancedServerOps-1659996939-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 1091 time: 0.0718484 May 13 15:31:39.817271 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44990) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:39.822617 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-348cdfd9-c583-4dcf-b069-d9575336afe0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'port_id': '3d41253a-b46c-4476-b9e4-062449661f31', 'tenant_id': '192b2918ed11409998899ca653047aea', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:31:39.829747 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-348cdfd9-c583-4dcf-b069-d9575336afe0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:31:39.833728 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-348cdfd9-c583-4dcf-b069-d9575336afe0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:floatingip and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:31:39.836672 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-348cdfd9-c583-4dcf-b069-d9575336afe0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:31:39.842401 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-348cdfd9-c583-4dcf-b069-d9575336afe0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:31:39.852918 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-348cdfd9-c583-4dcf-b069-d9575336afe0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for floatingip, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:40.098233 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-348cdfd9-c583-4dcf-b069-d9575336afe0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:40.235895 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-348cdfd9-c583-4dcf-b069-d9575336afe0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Allocated IP 172.25.0.33 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/b160c7b8-e205-486a-8f78-a83f7e27d217) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:31:40.382854 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-348cdfd9-c583-4dcf-b069-d9575336afe0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:40.412258 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-348cdfd9-c583-4dcf-b069-d9575336afe0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:40.476598 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348cdfd9-c583-4dcf-b069-d9575336afe0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:31:40.479495 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-348cdfd9-c583-4dcf-b069-d9575336afe0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:31:40.483496 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348cdfd9-c583-4dcf-b069-d9575336afe0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:31:40.527718 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348cdfd9-c583-4dcf-b069-d9575336afe0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'Port': ['ID=b160c7b8-e205-486a-8f78-a83f7e27d217,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:40.908156 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-348cdfd9-c583-4dcf-b069-d9575336afe0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:40.983994 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-348cdfd9-c583-4dcf-b069-d9575336afe0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:41.196064 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-348cdfd9-c583-4dcf-b069-d9575336afe0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:41.200603 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-348cdfd9-c583-4dcf-b069-d9575336afe0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:41.310935 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348cdfd9-c583-4dcf-b069-d9575336afe0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'Port': ['ID=b160c7b8-e205-486a-8f78-a83f7e27d217,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:41.321182 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-348cdfd9-c583-4dcf-b069-d9575336afe0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:41.495508 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-348cdfd9-c583-4dcf-b069-d9575336afe0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Floating IP 8409e05b-8d70-47e2-8e1c-04ed31f2bb0c associated. External IP: 172.25.0.33, port: 3d41253a-b46c-4476-b9e4-062449661f31. May 13 15:31:41.958575 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348cdfd9-c583-4dcf-b069-d9575336afe0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Router 318c501d-c7fc-4af5-8094-0dca33b9a7d7 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:31:42.143029 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348cdfd9-c583-4dcf-b069-d9575336afe0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:31:42.153440 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b528505-3953-497a-aa57-6ba23d392e71 None None] Sync routers for ids ['318c501d-c7fc-4af5-8094-0dca33b9a7d7'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:31:42.163689 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b528505-3953-497a-aa57-6ba23d392e71 None None] Routers {'318c501d-c7fc-4af5-8094-0dca33b9a7d7'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:31:42.164367 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-4b528505-3953-497a-aa57-6ba23d392e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:31:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['318c501d-c7fc-4af5-8094-0dca33b9a7d7'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:42.168350 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-348cdfd9-c583-4dcf-b069-d9575336afe0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:42.226482 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-348cdfd9-c583-4dcf-b069-d9575336afe0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4053423 May 13 15:31:42.226482 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b94755f-639c-4653-bbcc-4bc03d864ebb', 'tag': '3d41253a-b46c-4476-b9e4-062449661f31'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:31:42.275062 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ae8a8cc-9b1d-41e6-b766-da3b71fd69d9'] response: {'name': 'network-changed', 'server_uuid': '0b94755f-639c-4653-bbcc-4bc03d864ebb', 'tag': '3d41253a-b46c-4476-b9e4-062449661f31', 'status': 'completed', 'code': 200} May 13 15:31:42.352021 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-4b528505-3953-497a-aa57-6ba23d392e71 None None] Set router 318c501d-c7fc-4af5-8094-0dca33b9a7d7 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:31:42.461950 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329599df-edb0-4135-9a35-32c191db0e17 req-9915b0f0-93a3-4d49-910e-04f5ab413a4a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:42.463494 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-329599df-edb0-4135-9a35-32c191db0e17 req-9915b0f0-93a3-4d49-910e-04f5ab413a4a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 945 time: 0.1485887 May 13 15:31:42.492754 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f705b-41db-4e83-9142-e7e31aab51d3 req-47191dbb-1146-4cac-8a07-6250c25353ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:42.494134 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-855f705b-41db-4e83-9142-e7e31aab51d3 req-47191dbb-1146-4cac-8a07-6250c25353ae service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 1096 time: 0.1469135 May 13 15:31:42.655572 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-329599df-edb0-4135-9a35-32c191db0e17 req-d3944f40-93e0-4949-bc65-e4f5b4dccce2 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dab82c7-c930-46e0-a8d1-6b8afbc1f54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835613 May 13 15:31:42.678977 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 44998) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:42.726193 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-4b528505-3953-497a-aa57-6ba23d392e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789128266', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:31:14Z', 'updated_at': '2022-05-13T15:31:20Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:15Z', 'updated_at': '2022-05-13T15:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '8409e05b-8d70-47e2-8e1c-04ed31f2bb0c', 'tenant_id': '192b2918ed11409998899ca653047aea', 'floating_ip_address': '172.25.0.33', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'port_id': '3d41253a-b46c-4476-b9e4-062449661f31', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3d89677-0c6e-46c6-84bf-9e5d71739a06', 'mac_address': 'fa:16:3e:6f:2b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b94755f-639c-4653-bbcc-4bc03d864ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:31:40Z', 'updated_at': '2022-05-13T15:31:40Z', 'revision_number': 0, 'project_id': '192b2918ed11409998899ca653047aea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c731632b-882e-41ca-bfcd-41a9fe1707ba', 'name': '', 'network_id': 'c3d89677-0c6e-46c6-84bf-9e5d71739a06', 'tenant_id': '192b2918ed11409998899ca653047aea', 'mac_address': 'fa:16:3e:d8:0d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '285c8866-3d11-4f7e-a74a-62c8fc4a4cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:19Z', 'updated_at': '2022-05-13T15:31:24Z', 'revision_number': 5, 'project_id': '192b2918ed11409998899ca653047aea', 'subnets': [{'id': '285c8866-3d11-4f7e-a74a-62c8fc4a4cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:42.731283 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b528505-3953-497a-aa57-6ba23d392e71 None None] Checking router: 318c501d-c7fc-4af5-8094-0dca33b9a7d7 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:31:42.740934 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b528505-3953-497a-aa57-6ba23d392e71 None None] Routers {'318c501d-c7fc-4af5-8094-0dca33b9a7d7'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:31:42.741530 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-4b528505-3953-497a-aa57-6ba23d392e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:31:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['318c501d-c7fc-4af5-8094-0dca33b9a7d7'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:42.764909 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f705b-41db-4e83-9142-e7e31aab51d3 req-b00ec024-479f-4f48-a672-689058321289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:42.766303 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-855f705b-41db-4e83-9142-e7e31aab51d3 req-b00ec024-479f-4f48-a672-689058321289 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c3d89677-0c6e-46c6-84bf-9e5d71739a06 HTTP/1.1" status: 200 len: 895 time: 0.2603173 May 13 15:31:42.797509 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f017a054-6b9e-4602-8755-14f334aafcba tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/floatingips/8409e05b-8d70-47e2-8e1c-04ed31f2bb0c HTTP/1.1" status: 200 len: 990 time: 0.1161511 May 13 15:31:42.872292 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-855f705b-41db-4e83-9142-e7e31aab51d3 req-92046be8-f788-4475-aa1b-31c243dde5d0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d41253a-b46c-4476-b9e4-062449661f31 HTTP/1.1" status: 200 len: 998 time: 0.0996301 May 13 15:31:42.924603 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-4b528505-3953-497a-aa57-6ba23d392e71 None None] Set router 318c501d-c7fc-4af5-8094-0dca33b9a7d7 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:31:42.938316 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f705b-41db-4e83-9142-e7e31aab51d3 req-8267680f-ed3f-42c6-b0c2-0a553acce892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:42.939954 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-855f705b-41db-4e83-9142-e7e31aab51d3 req-8267680f-ed3f-42c6-b0c2-0a553acce892 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=285c8866-3d11-4f7e-a74a-62c8fc4a4cec HTTP/1.1" status: 200 len: 834 time: 0.0619369 May 13 15:31:43.019424 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f705b-41db-4e83-9142-e7e31aab51d3 req-d6050dad-e264-4f5d-9302-9ca74b8b2fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:43.020824 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-855f705b-41db-4e83-9142-e7e31aab51d3 req-d6050dad-e264-4f5d-9302-9ca74b8b2fa6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c3d89677-0c6e-46c6-84bf-9e5d71739a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734744 May 13 15:31:43.158809 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-855f705b-41db-4e83-9142-e7e31aab51d3 req-a7a21330-fc78-4392-8f9e-785683b94a21 service neutron] 10.222.0.74 "GET /v2.0/networks/c3d89677-0c6e-46c6-84bf-9e5d71739a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316750 May 13 15:31:43.291955 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-855f705b-41db-4e83-9142-e7e31aab51d3 req-6b4264d5-b793-440d-a45c-4bdd7796f866 service neutron] 10.222.0.74 "GET /v2.0/networks/c3d89677-0c6e-46c6-84bf-9e5d71739a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272311 May 13 15:31:43.309881 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-4b528505-3953-497a-aa57-6ba23d392e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789128266', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:31:14Z', 'updated_at': '2022-05-13T15:31:20Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:15Z', 'updated_at': '2022-05-13T15:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '8409e05b-8d70-47e2-8e1c-04ed31f2bb0c', 'tenant_id': '192b2918ed11409998899ca653047aea', 'floating_ip_address': '172.25.0.33', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'port_id': '3d41253a-b46c-4476-b9e4-062449661f31', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3d89677-0c6e-46c6-84bf-9e5d71739a06', 'mac_address': 'fa:16:3e:6f:2b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b94755f-639c-4653-bbcc-4bc03d864ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:31:40Z', 'updated_at': '2022-05-13T15:31:40Z', 'revision_number': 0, 'project_id': '192b2918ed11409998899ca653047aea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c731632b-882e-41ca-bfcd-41a9fe1707ba', 'name': '', 'network_id': 'c3d89677-0c6e-46c6-84bf-9e5d71739a06', 'tenant_id': '192b2918ed11409998899ca653047aea', 'mac_address': 'fa:16:3e:d8:0d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '285c8866-3d11-4f7e-a74a-62c8fc4a4cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:19Z', 'updated_at': '2022-05-13T15:31:24Z', 'revision_number': 5, 'project_id': '192b2918ed11409998899ca653047aea', 'subnets': [{'id': '285c8866-3d11-4f7e-a74a-62c8fc4a4cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:43.314014 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b528505-3953-497a-aa57-6ba23d392e71 None None] The sync data for ids ['318c501d-c7fc-4af5-8094-0dca33b9a7d7'] in n-d-841760-1 is: [{'id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789128266', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:31:14Z', 'updated_at': '2022-05-13T15:31:20Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:15Z', 'updated_at': '2022-05-13T15:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': '8409e05b-8d70-47e2-8e1c-04ed31f2bb0c', 'tenant_id': '192b2918ed11409998899ca653047aea', 'floating_ip_address': '172.25.0.33', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'port_id': '3d41253a-b46c-4476-b9e4-062449661f31', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3d89677-0c6e-46c6-84bf-9e5d71739a06', 'mac_address': 'fa:16:3e:6f:2b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b94755f-639c-4653-bbcc-4bc03d864ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:31:40Z', 'updated_at': '2022-05-13T15:31:40Z', 'revision_number': 0, 'project_id': '192b2918ed11409998899ca653047aea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c731632b-882e-41ca-bfcd-41a9fe1707ba', 'name': '', 'network_id': 'c3d89677-0c6e-46c6-84bf-9e5d71739a06', 'tenant_id': '192b2918ed11409998899ca653047aea', 'mac_address': 'fa:16:3e:d8:0d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '285c8866-3d11-4f7e-a74a-62c8fc4a4cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:19Z', 'updated_at': '2022-05-13T15:31:24Z', 'revision_number': 5, 'project_id': '192b2918ed11409998899ca653047aea', 'subnets': [{'id': '285c8866-3d11-4f7e-a74a-62c8fc4a4cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:31:43.499514 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68944cc-c4b3-4c78-a5b4-767e709db86b None None] New status for floating IP 8409e05b-8d70-47e2-8e1c-04ed31f2bb0c: ACTIVE {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:31:43.800287 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45002) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:43.907402 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7b240715-6936-4b4e-94c1-c5836455efb9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/floatingips/8409e05b-8d70-47e2-8e1c-04ed31f2bb0c HTTP/1.1" status: 200 len: 992 time: 0.1059482 May 13 15:31:48.647079 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:48.751798 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aff48298-eb7b-4f32-af66-e60776331817 req-1c7874bd-381b-4380-89ee-a1ca3202bb18 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0737805 May 13 15:31:48.915135 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff48298-eb7b-4f32-af66-e60776331817 req-fa2322f2-95d9-4966-970e-febbe18af6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:48.916482 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aff48298-eb7b-4f32-af66-e60776331817 req-fa2322f2-95d9-4966-970e-febbe18af6fa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 1096 time: 0.0708179 May 13 15:31:49.058759 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff48298-eb7b-4f32-af66-e60776331817 req-340d53c6-161b-4eae-8eb0-f88d72c8554b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:49.060221 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aff48298-eb7b-4f32-af66-e60776331817 req-340d53c6-161b-4eae-8eb0-f88d72c8554b service neutron] 10.222.0.74 "GET /v2.0/networks?id=c3d89677-0c6e-46c6-84bf-9e5d71739a06 HTTP/1.1" status: 200 len: 895 time: 0.1253538 May 13 15:31:49.169850 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aff48298-eb7b-4f32-af66-e60776331817 req-a6a284b1-f78f-45e8-8e07-9022625c4d16 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d41253a-b46c-4476-b9e4-062449661f31 HTTP/1.1" status: 200 len: 1000 time: 0.1027150 May 13 15:31:49.231617 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff48298-eb7b-4f32-af66-e60776331817 req-a24d8d21-6d73-4e6b-a173-1d8e315705e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:49.233043 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aff48298-eb7b-4f32-af66-e60776331817 req-a24d8d21-6d73-4e6b-a173-1d8e315705e7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=285c8866-3d11-4f7e-a74a-62c8fc4a4cec HTTP/1.1" status: 200 len: 834 time: 0.0572014 May 13 15:31:49.310464 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff48298-eb7b-4f32-af66-e60776331817 req-619a0fb2-5745-4f33-8783-51576b2b16ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:49.311965 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aff48298-eb7b-4f32-af66-e60776331817 req-619a0fb2-5745-4f33-8783-51576b2b16ed service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c3d89677-0c6e-46c6-84bf-9e5d71739a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734282 May 13 15:31:49.443702 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aff48298-eb7b-4f32-af66-e60776331817 req-30951564-d44f-428d-a1a0-20fdf7801118 service neutron] 10.222.0.74 "GET /v2.0/networks/c3d89677-0c6e-46c6-84bf-9e5d71739a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247268 May 13 15:31:49.587356 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-aff48298-eb7b-4f32-af66-e60776331817 req-c61ec01c-868c-45e2-a25b-59564ddf48ac service neutron] 10.222.0.74 "GET /v2.0/networks/c3d89677-0c6e-46c6-84bf-9e5d71739a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365588 May 13 15:31:57.379072 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d02d340f-9c4d-4947-b3d1-86cac9484ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:59.063518 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:59.705921 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d7e4864b-494e-4790-876d-28b07a17f7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:00.825647 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:00.872586 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:01.554829 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:32:02.349624 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:18.650513 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:27.372241 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1c1e1b55-8f79-4670-8cdb-ebc9280116fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:29.076538 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:29.708305 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-3b5a6d42-2ff4-4629-9f24-6d1984a92b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:30.827537 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:30.874919 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:32.353172 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:38.555309 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:32:44.920704 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739be049-9423-4024-8100-e4970e666772 req-dd47727b-4de8-4748-a219-3d6633f7afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:44.922094 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-739be049-9423-4024-8100-e4970e666772 req-dd47727b-4de8-4748-a219-3d6633f7afdc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 1096 time: 0.0746534 May 13 15:32:44.934649 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910123f0-a249-4c01-b18d-a9d06c3c2977 req-1741f247-6c8a-4aaf-bda2-989377e8b5a3 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:44.936148 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-910123f0-a249-4c01-b18d-a9d06c3c2977 req-1741f247-6c8a-4aaf-bda2-989377e8b5a3 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 945 time: 0.0821736 May 13 15:32:44.980674 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-910123f0-a249-4c01-b18d-a9d06c3c2977 req-9a08ae34-aa1e-40ef-9c94-91967b5af3d0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dab82c7-c930-46e0-a8d1-6b8afbc1f54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387268 May 13 15:32:45.164457 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739be049-9423-4024-8100-e4970e666772 req-f6679c28-2fb5-4c3f-8e3b-605063aceafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:45.165899 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-739be049-9423-4024-8100-e4970e666772 req-f6679c28-2fb5-4c3f-8e3b-605063aceafb service neutron] 10.222.0.74 "GET /v2.0/networks?id=c3d89677-0c6e-46c6-84bf-9e5d71739a06 HTTP/1.1" status: 200 len: 895 time: 0.2368927 May 13 15:32:45.274098 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-739be049-9423-4024-8100-e4970e666772 req-7a44e15b-fd63-4309-987d-c7c1d280dec8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d41253a-b46c-4476-b9e4-062449661f31 HTTP/1.1" status: 200 len: 1000 time: 0.1014831 May 13 15:32:45.336595 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739be049-9423-4024-8100-e4970e666772 req-6200ec22-6cef-4a51-9ac1-74c50a82398a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:45.337998 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-739be049-9423-4024-8100-e4970e666772 req-6200ec22-6cef-4a51-9ac1-74c50a82398a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=285c8866-3d11-4f7e-a74a-62c8fc4a4cec HTTP/1.1" status: 200 len: 834 time: 0.0573752 May 13 15:32:45.416168 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739be049-9423-4024-8100-e4970e666772 req-146b087a-ebd1-4ede-a0a2-82ae6b9ef9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:45.417635 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-739be049-9423-4024-8100-e4970e666772 req-146b087a-ebd1-4ede-a0a2-82ae6b9ef9ab service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c3d89677-0c6e-46c6-84bf-9e5d71739a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733781 May 13 15:32:45.554259 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-739be049-9423-4024-8100-e4970e666772 req-7547c3dc-19ac-4ed7-99ff-aaaa9e527bac service neutron] 10.222.0.74 "GET /v2.0/networks/c3d89677-0c6e-46c6-84bf-9e5d71739a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274643 May 13 15:32:45.685684 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-739be049-9423-4024-8100-e4970e666772 req-1242edff-b4fd-45ed-bc90-bcbd8fbef356 service neutron] 10.222.0.74 "GET /v2.0/networks/c3d89677-0c6e-46c6-84bf-9e5d71739a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254337 May 13 15:32:46.169956 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091e56f-83e0-44af-9bb4-21bf58a0790a req-983e3ded-e59b-4bc6-ae4f-fe2966010096 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:46.171417 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9091e56f-83e0-44af-9bb4-21bf58a0790a req-983e3ded-e59b-4bc6-ae4f-fe2966010096 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 945 time: 0.0793240 May 13 15:32:46.216405 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9091e56f-83e0-44af-9bb4-21bf58a0790a req-f154351a-3d98-4f58-88c3-b72894b3f4c2 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dab82c7-c930-46e0-a8d1-6b8afbc1f54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391228 May 13 15:32:47.406149 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d9c62-dcd4-4226-978a-00334b57edcf req-493ca4dd-7785-48f8-8ec9-7f1636370c7f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:47.407634 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1c9d9c62-dcd4-4226-978a-00334b57edcf req-493ca4dd-7785-48f8-8ec9-7f1636370c7f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 945 time: 0.0848722 May 13 15:32:47.451211 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1c9d9c62-dcd4-4226-978a-00334b57edcf req-c8bf4221-c366-4bb1-af63-444ea0333dda tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dab82c7-c930-46e0-a8d1-6b8afbc1f54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378938 May 13 15:32:48.637353 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b5218-d5bf-4f6b-a632-54bb1fab93ab req-f8aa3824-d13e-4d9a-bee8-83511b40cdb4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:48.638974 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e04b5218-d5bf-4f6b-a632-54bb1fab93ab req-f8aa3824-d13e-4d9a-bee8-83511b40cdb4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 945 time: 0.0824862 May 13 15:32:48.652531 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:48.683598 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-e04b5218-d5bf-4f6b-a632-54bb1fab93ab req-398c1468-fc35-4e4b-b634-42e8b5985af2 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dab82c7-c930-46e0-a8d1-6b8afbc1f54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388675 May 13 15:32:49.835975 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0499616-9a86-4900-9d52-ae733720548c req-e00c7928-e34d-4d76-8ada-d3eb8dd9341d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:49.837478 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a0499616-9a86-4900-9d52-ae733720548c req-e00c7928-e34d-4d76-8ada-d3eb8dd9341d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 1096 time: 0.0731354 May 13 15:32:49.880722 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67faf0b6-7874-46df-8e72-4978d7934e2f req-9cb1a756-dddd-4455-959d-9f695663af90 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:49.882542 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-67faf0b6-7874-46df-8e72-4978d7934e2f req-9cb1a756-dddd-4455-959d-9f695663af90 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 945 time: 0.0841646 May 13 15:32:49.930989 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-67faf0b6-7874-46df-8e72-4978d7934e2f req-4c6cf4e3-9aec-476a-8abd-a0636590d6e7 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dab82c7-c930-46e0-a8d1-6b8afbc1f54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424068 May 13 15:32:49.981661 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0499616-9a86-4900-9d52-ae733720548c req-b048d69e-e16e-41ef-a808-a777b7fdef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:49.983035 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a0499616-9a86-4900-9d52-ae733720548c req-b048d69e-e16e-41ef-a808-a777b7fdef5b service neutron] 10.222.0.74 "GET /v2.0/networks?id=c3d89677-0c6e-46c6-84bf-9e5d71739a06 HTTP/1.1" status: 200 len: 895 time: 0.1281288 May 13 15:32:50.086372 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a0499616-9a86-4900-9d52-ae733720548c req-86fd38c3-39ae-41e2-8f7c-f0e4241f24ab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d41253a-b46c-4476-b9e4-062449661f31 HTTP/1.1" status: 200 len: 1000 time: 0.0971127 May 13 15:32:50.151659 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0499616-9a86-4900-9d52-ae733720548c req-abc83e15-efa5-4091-b4c2-7eb3f40f49ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:50.153047 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a0499616-9a86-4900-9d52-ae733720548c req-abc83e15-efa5-4091-b4c2-7eb3f40f49ae service neutron] 10.222.0.74 "GET /v2.0/subnets?id=285c8866-3d11-4f7e-a74a-62c8fc4a4cec HTTP/1.1" status: 200 len: 834 time: 0.0599685 May 13 15:32:50.232988 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0499616-9a86-4900-9d52-ae733720548c req-b2fba1bf-6fe1-4020-9146-dc94b40b0396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:50.234421 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a0499616-9a86-4900-9d52-ae733720548c req-b2fba1bf-6fe1-4020-9146-dc94b40b0396 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c3d89677-0c6e-46c6-84bf-9e5d71739a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731113 May 13 15:32:50.366198 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a0499616-9a86-4900-9d52-ae733720548c req-54c9b913-89dd-4c6b-a502-95db5a4242ea service neutron] 10.222.0.74 "GET /v2.0/networks/c3d89677-0c6e-46c6-84bf-9e5d71739a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249890 May 13 15:32:50.502413 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a0499616-9a86-4900-9d52-ae733720548c req-139ca8a0-3c85-45fd-b035-03758f5662f2 service neutron] 10.222.0.74 "GET /v2.0/networks/c3d89677-0c6e-46c6-84bf-9e5d71739a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300821 May 13 15:32:51.115938 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509e0f9-7954-4c80-b95f-e9ed0a1c69fb req-031f9ce2-88d4-4111-9856-61196d4bdccb tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:51.117467 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7509e0f9-7954-4c80-b95f-e9ed0a1c69fb req-031f9ce2-88d4-4111-9856-61196d4bdccb tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 945 time: 0.0802836 May 13 15:32:51.281267 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7509e0f9-7954-4c80-b95f-e9ed0a1c69fb req-417efc28-8114-452e-af07-1ac27aa08274 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dab82c7-c930-46e0-a8d1-6b8afbc1f54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569133 May 13 15:32:52.463370 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ce17e-60eb-4aa9-8892-6e6929b1395f req-bd0a20d6-e371-442e-aa1d-0ef0c685a50c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:52.464829 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ca8ce17e-60eb-4aa9-8892-6e6929b1395f req-bd0a20d6-e371-442e-aa1d-0ef0c685a50c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 945 time: 0.0796204 May 13 15:32:52.510253 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-ca8ce17e-60eb-4aa9-8892-6e6929b1395f req-71b95c0f-511d-453e-98b7-1e344d63ad73 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dab82c7-c930-46e0-a8d1-6b8afbc1f54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397222 May 13 15:32:53.694890 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2377165-69ec-41e3-bbd8-18b5c69efffb req-92fb9e27-ed80-43fe-9f3d-13dd387b7891 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:53.696443 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f2377165-69ec-41e3-bbd8-18b5c69efffb req-92fb9e27-ed80-43fe-9f3d-13dd387b7891 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 945 time: 0.0799856 May 13 15:32:53.740082 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f2377165-69ec-41e3-bbd8-18b5c69efffb req-98885e8d-acb7-4153-ad58-8cd3cefa6e05 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dab82c7-c930-46e0-a8d1-6b8afbc1f54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373490 May 13 15:32:54.933729 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597fe30e-c57f-44cf-b9fa-8f3b980fca20 req-5a4bfd27-b47b-47ac-a179-885aeb5da056 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:54.935220 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-597fe30e-c57f-44cf-b9fa-8f3b980fca20 req-5a4bfd27-b47b-47ac-a179-885aeb5da056 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 945 time: 0.0899727 May 13 15:32:54.980247 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-597fe30e-c57f-44cf-b9fa-8f3b980fca20 req-c26bd74e-948d-4841-8c47-5073edec5bc1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dab82c7-c930-46e0-a8d1-6b8afbc1f54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392754 May 13 15:32:56.166275 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30951c69-bb4b-4924-b0b3-2cca4d506045 req-c0f63828-ba03-4597-bdc0-c039eb72f6e2 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:56.167779 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-30951c69-bb4b-4924-b0b3-2cca4d506045 req-c0f63828-ba03-4597-bdc0-c039eb72f6e2 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 945 time: 0.0839207 May 13 15:32:56.211993 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-30951c69-bb4b-4924-b0b3-2cca4d506045 req-62015a80-9f95-4f62-9ed9-0399eeab32ed tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dab82c7-c930-46e0-a8d1-6b8afbc1f54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386317 May 13 15:32:57.378284 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e81b24b8-7d89-4c4b-b382-33b1b31ff2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:57.401074 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a9220-970b-4c71-8260-197d0604992b req-75a683f5-7593-4b34-826c-5d00a167ac54 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:57.402565 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4e6a9220-970b-4c71-8260-197d0604992b req-75a683f5-7593-4b34-826c-5d00a167ac54 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 945 time: 0.0824633 May 13 15:32:57.447666 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4e6a9220-970b-4c71-8260-197d0604992b req-b1b383b5-df69-4955-ae3f-9f2db06ad379 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dab82c7-c930-46e0-a8d1-6b8afbc1f54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393691 May 13 15:32:58.634630 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93488a72-3213-422a-81a0-4d424f654eed req-4afec7d0-27bf-4672-af35-f1a3303a902d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:58.636254 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-93488a72-3213-422a-81a0-4d424f654eed req-4afec7d0-27bf-4672-af35-f1a3303a902d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 945 time: 0.0814111 May 13 15:32:58.682337 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-93488a72-3213-422a-81a0-4d424f654eed req-574b21a6-0c73-4b46-ba25-cf57ce30d20a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dab82c7-c930-46e0-a8d1-6b8afbc1f54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401666 May 13 15:32:59.062696 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:59.714684 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-65cfdc51-0d2f-4953-a11c-4e8a3e86143b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:59.873729 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b803930-1e5e-410e-a6d9-bc32d4f6b7ae req-2451c2ab-56a7-4856-9463-fe11309a1454 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:59.875227 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8b803930-1e5e-410e-a6d9-bc32d4f6b7ae req-2451c2ab-56a7-4856-9463-fe11309a1454 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 945 time: 0.0849187 May 13 15:32:59.920439 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8b803930-1e5e-410e-a6d9-bc32d4f6b7ae req-8c95a601-1540-409a-abe4-22179aba3e3e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dab82c7-c930-46e0-a8d1-6b8afbc1f54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388608 May 13 15:33:00.830027 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:00.879454 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:01.114237 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddca90d-3203-44bf-8d6d-0851ae6df7c9 req-c938a391-f0e2-4640-88c4-4faf77193b28 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:01.116156 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2ddca90d-3203-44bf-8d6d-0851ae6df7c9 req-c938a391-f0e2-4640-88c4-4faf77193b28 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 945 time: 0.0886161 May 13 15:33:01.162716 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-2ddca90d-3203-44bf-8d6d-0851ae6df7c9 req-d2ec6385-50e9-48c8-8fa8-f3e7987b36f7 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dab82c7-c930-46e0-a8d1-6b8afbc1f54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386569 May 13 15:33:02.344660 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6596424-73de-4330-8aa7-a0b077168ef1 req-6498eab4-fb0b-44f4-9400-60c3d5bdb1b9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:02.346130 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e6596424-73de-4330-8aa7-a0b077168ef1 req-6498eab4-fb0b-44f4-9400-60c3d5bdb1b9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 945 time: 0.0791535 May 13 15:33:02.356719 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:02.393385 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-e6596424-73de-4330-8aa7-a0b077168ef1 req-d1015901-6a99-4885-87dd-8674e074d79c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dab82c7-c930-46e0-a8d1-6b8afbc1f54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411332 May 13 15:33:02.416455 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45064) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:33:02.647621 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-8bcd6cb8-f062-4f0f-95d2-15b5d2dbb3a7 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/floatingips/8409e05b-8d70-47e2-8e1c-04ed31f2bb0c HTTP/1.1" status: 200 len: 992 time: 0.2300155 May 13 15:33:15.555499 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:33:18.663795 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:27.371957 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6522bf0c-ac0e-4ef8-969f-75eb318708f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:29.075020 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:29.705338 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a16306b9-ba67-43c6-8712-c5f685a7225e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:30.833547 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:30.882312 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:32.359349 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:46.368158 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [req-c0737f4a-18b2-4411-9500-2edcde371e4d req-fe54b9c5-fb11-414c-935d-d327a52e528c tempest-ServerDiskConfigTestJSON-267189788 tempest-ServerDiskConfigTestJSON-267189788-project] (88082) timed out ('10.222.0.74', 52991) {{(pid=88082) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 15:33:48.662862 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:49.739393 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a9d24781-fb56-4181-aaf9-263be92b3f25 req-723937f1-b17f-4445-9f02-a6bedc9026b9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0740955 May 13 15:33:49.891985 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d24781-fb56-4181-aaf9-263be92b3f25 req-0e18a1e5-4e4e-4536-9e30-a58dc1bd3711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:49.893633 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a9d24781-fb56-4181-aaf9-263be92b3f25 req-0e18a1e5-4e4e-4536-9e30-a58dc1bd3711 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 1096 time: 0.0731277 May 13 15:33:50.039647 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d24781-fb56-4181-aaf9-263be92b3f25 req-b9eac43f-e840-46cd-a61a-d736ef68f975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:50.041095 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a9d24781-fb56-4181-aaf9-263be92b3f25 req-b9eac43f-e840-46cd-a61a-d736ef68f975 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c3d89677-0c6e-46c6-84bf-9e5d71739a06 HTTP/1.1" status: 200 len: 895 time: 0.1278973 May 13 15:33:50.143986 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a9d24781-fb56-4181-aaf9-263be92b3f25 req-9b33b298-8009-4726-840d-c3d7fd0678f4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d41253a-b46c-4476-b9e4-062449661f31 HTTP/1.1" status: 200 len: 1000 time: 0.0962481 May 13 15:33:50.205851 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d24781-fb56-4181-aaf9-263be92b3f25 req-e80cc1b8-d2ee-4f67-9440-c90da0f60e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:50.207406 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a9d24781-fb56-4181-aaf9-263be92b3f25 req-e80cc1b8-d2ee-4f67-9440-c90da0f60e6c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=285c8866-3d11-4f7e-a74a-62c8fc4a4cec HTTP/1.1" status: 200 len: 834 time: 0.0573087 May 13 15:33:50.283829 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d24781-fb56-4181-aaf9-263be92b3f25 req-439ce45a-70cd-41a8-9a37-2f51d7a6e7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:50.285274 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a9d24781-fb56-4181-aaf9-263be92b3f25 req-439ce45a-70cd-41a8-9a37-2f51d7a6e7a1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c3d89677-0c6e-46c6-84bf-9e5d71739a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719335 May 13 15:33:50.295331 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-a9d24781-fb56-4181-aaf9-263be92b3f25 req-0196d219-b0fb-4dee-914c-9da2b6f94062 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:33:50.296167 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a9d24781-fb56-4181-aaf9-263be92b3f25 req-0196d219-b0fb-4dee-914c-9da2b6f94062 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047102 May 13 15:33:50.424182 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a9d24781-fb56-4181-aaf9-263be92b3f25 req-c16ef975-60be-4f3e-8855-0ca8135958eb service neutron] 10.222.0.74 "GET /v2.0/networks/c3d89677-0c6e-46c6-84bf-9e5d71739a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221051 May 13 15:33:50.557494 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a9d24781-fb56-4181-aaf9-263be92b3f25 req-d1aa3dcf-27f3-4497-91a3-78804417ea32 service neutron] 10.222.0.74 "GET /v2.0/networks/c3d89677-0c6e-46c6-84bf-9e5d71739a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267953 May 13 15:33:52.562096 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:33:57.373382 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8dd206e1-1b31-4347-b575-7ea66095bfbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:57.854757 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45092) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:33:58.060645 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-051c3f14-0a9c-441d-9ee1-fd45e46cbca0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Deleting port b160c7b8-e205-486a-8f78-a83f7e27d217 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:33:58.060982 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-051c3f14-0a9c-441d-9ee1-fd45e46cbca0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:58.232489 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-051c3f14-0a9c-441d-9ee1-fd45e46cbca0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:58.232817 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-051c3f14-0a9c-441d-9ee1-fd45e46cbca0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:58.355303 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-051c3f14-0a9c-441d-9ee1-fd45e46cbca0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Calling delete_port for b160c7b8-e205-486a-8f78-a83f7e27d217 owned by network:floatingip {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:33:58.504576 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-051c3f14-0a9c-441d-9ee1-fd45e46cbca0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:58.552455 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c3f14-0a9c-441d-9ee1-fd45e46cbca0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event deleted for resources: {'Port': ['ID=b160c7b8-e205-486a-8f78-a83f7e27d217,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:58.621065 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c3f14-0a9c-441d-9ee1-fd45e46cbca0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:58.621413 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c3f14-0a9c-441d-9ee1-fd45e46cbca0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:58.621750 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c3f14-0a9c-441d-9ee1-fd45e46cbca0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:58.622085 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c3f14-0a9c-441d-9ee1-fd45e46cbca0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:58.622410 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c3f14-0a9c-441d-9ee1-fd45e46cbca0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:58.622738 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c3f14-0a9c-441d-9ee1-fd45e46cbca0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:58.623063 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c3f14-0a9c-441d-9ee1-fd45e46cbca0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:58.623414 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c3f14-0a9c-441d-9ee1-fd45e46cbca0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:58.623741 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c3f14-0a9c-441d-9ee1-fd45e46cbca0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:58.624064 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c3f14-0a9c-441d-9ee1-fd45e46cbca0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:58.624387 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c3f14-0a9c-441d-9ee1-fd45e46cbca0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:58.624704 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c3f14-0a9c-441d-9ee1-fd45e46cbca0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:58.655810 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-051c3f14-0a9c-441d-9ee1-fd45e46cbca0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for floatingip, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:58.656165 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-051c3f14-0a9c-441d-9ee1-fd45e46cbca0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Floating IP 8409e05b-8d70-47e2-8e1c-04ed31f2bb0c disassociated (deleted). External IP: 172.25.0.33, port: 3d41253a-b46c-4476-b9e4-062449661f31. May 13 15:33:59.020160 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051c3f14-0a9c-441d-9ee1-fd45e46cbca0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Router 318c501d-c7fc-4af5-8094-0dca33b9a7d7 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:33:59.077017 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:59.307646 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051c3f14-0a9c-441d-9ee1-fd45e46cbca0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:33:59.317168 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb591c70-3ba9-4fa9-ab37-c55970aea74c None None] Sync routers for ids ['318c501d-c7fc-4af5-8094-0dca33b9a7d7'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:33:59.327829 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb591c70-3ba9-4fa9-ab37-c55970aea74c None None] Routers {'318c501d-c7fc-4af5-8094-0dca33b9a7d7'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:33:59.328809 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-cb591c70-3ba9-4fa9-ab37-c55970aea74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:33:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['318c501d-c7fc-4af5-8094-0dca33b9a7d7'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:33:59.330251 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-051c3f14-0a9c-441d-9ee1-fd45e46cbca0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:59.388603 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-051c3f14-0a9c-441d-9ee1-fd45e46cbca0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "DELETE /v2.0/floatingips/8409e05b-8d70-47e2-8e1c-04ed31f2bb0c HTTP/1.1" status: 204 len: 168 time: 1.5325992 May 13 15:33:59.389191 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b94755f-639c-4653-bbcc-4bc03d864ebb', 'tag': '3d41253a-b46c-4476-b9e4-062449661f31'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:33:59.493826 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1537850-7c83-4b4c-bc7b-3c3f925557c5'] response: {'name': 'network-changed', 'server_uuid': '0b94755f-639c-4653-bbcc-4bc03d864ebb', 'tag': '3d41253a-b46c-4476-b9e4-062449661f31', 'status': 'completed', 'code': 200} May 13 15:33:59.535847 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-cb591c70-3ba9-4fa9-ab37-c55970aea74c None None] Set router 318c501d-c7fc-4af5-8094-0dca33b9a7d7 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:33:59.628555 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5c501-5e24-494a-ac2b-3ae81a10b123 req-7db8bdbf-af19-4fc9-a1d0-b20c6cbd69a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:59.630487 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-53c5c501-5e24-494a-ac2b-3ae81a10b123 req-7db8bdbf-af19-4fc9-a1d0-b20c6cbd69a0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 1096 time: 0.0956938 May 13 15:33:59.707745 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8f298b7a-2ece-433f-84d2-2430baa61ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:59.835594 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5c501-5e24-494a-ac2b-3ae81a10b123 req-032988af-3c68-4d1f-88cb-a15313090805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:59.837003 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-53c5c501-5e24-494a-ac2b-3ae81a10b123 req-032988af-3c68-4d1f-88cb-a15313090805 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c3d89677-0c6e-46c6-84bf-9e5d71739a06 HTTP/1.1" status: 200 len: 895 time: 0.1921296 May 13 15:33:59.864485 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-cb591c70-3ba9-4fa9-ab37-c55970aea74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789128266', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:31:14Z', 'updated_at': '2022-05-13T15:31:20Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:15Z', 'updated_at': '2022-05-13T15:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'c731632b-882e-41ca-bfcd-41a9fe1707ba', 'name': '', 'network_id': 'c3d89677-0c6e-46c6-84bf-9e5d71739a06', 'tenant_id': '192b2918ed11409998899ca653047aea', 'mac_address': 'fa:16:3e:d8:0d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '285c8866-3d11-4f7e-a74a-62c8fc4a4cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:19Z', 'updated_at': '2022-05-13T15:31:24Z', 'revision_number': 5, 'project_id': '192b2918ed11409998899ca653047aea', 'subnets': [{'id': '285c8866-3d11-4f7e-a74a-62c8fc4a4cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:33:59.868867 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb591c70-3ba9-4fa9-ab37-c55970aea74c None None] Checking router: 318c501d-c7fc-4af5-8094-0dca33b9a7d7 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:33:59.877414 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb591c70-3ba9-4fa9-ab37-c55970aea74c None None] Routers {'318c501d-c7fc-4af5-8094-0dca33b9a7d7'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:33:59.877999 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-cb591c70-3ba9-4fa9-ab37-c55970aea74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:34:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['318c501d-c7fc-4af5-8094-0dca33b9a7d7'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:33:59.903558 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b25d4c-c2b3-475a-8a3f-337edc16032d req-3009e070-016c-4258-a6ec-f52d1308d0c1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:59.905001 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-00b25d4c-c2b3-475a-8a3f-337edc16032d req-3009e070-016c-4258-a6ec-f52d1308d0c1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 945 time: 0.1858211 May 13 15:33:59.916457 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-53c5c501-5e24-494a-ac2b-3ae81a10b123 req-2a7b1064-8bcd-48c2-a117-62d9d96614bf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d41253a-b46c-4476-b9e4-062449661f31 HTTP/1.1" status: 200 len: 217 time: 0.0709460 May 13 15:34:00.062971 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-cb591c70-3ba9-4fa9-ab37-c55970aea74c None None] Set router 318c501d-c7fc-4af5-8094-0dca33b9a7d7 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:34:00.123892 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-00b25d4c-c2b3-475a-8a3f-337edc16032d req-7eb606e9-65a1-4b3f-a3cd-01f91c8240c8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dab82c7-c930-46e0-a8d1-6b8afbc1f54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115629 May 13 15:34:00.125444 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5c501-5e24-494a-ac2b-3ae81a10b123 req-c41ee2b3-9ac3-48d8-b570-0d296091a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:00.127058 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-53c5c501-5e24-494a-ac2b-3ae81a10b123 req-c41ee2b3-9ac3-48d8-b570-0d296091a4a8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=285c8866-3d11-4f7e-a74a-62c8fc4a4cec HTTP/1.1" status: 200 len: 834 time: 0.2003181 May 13 15:34:00.206488 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5c501-5e24-494a-ac2b-3ae81a10b123 req-e172397d-9755-4ec5-805a-21234d6b8f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:00.208118 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-53c5c501-5e24-494a-ac2b-3ae81a10b123 req-e172397d-9755-4ec5-805a-21234d6b8f63 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c3d89677-0c6e-46c6-84bf-9e5d71739a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745811 May 13 15:34:00.341880 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-53c5c501-5e24-494a-ac2b-3ae81a10b123 req-e7d5e0f9-098f-420d-9dcd-c87d8666d1ea service neutron] 10.222.0.74 "GET /v2.0/networks/c3d89677-0c6e-46c6-84bf-9e5d71739a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271641 May 13 15:34:00.412514 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-cb591c70-3ba9-4fa9-ab37-c55970aea74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789128266', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:31:14Z', 'updated_at': '2022-05-13T15:31:20Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:15Z', 'updated_at': '2022-05-13T15:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'c731632b-882e-41ca-bfcd-41a9fe1707ba', 'name': '', 'network_id': 'c3d89677-0c6e-46c6-84bf-9e5d71739a06', 'tenant_id': '192b2918ed11409998899ca653047aea', 'mac_address': 'fa:16:3e:d8:0d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '285c8866-3d11-4f7e-a74a-62c8fc4a4cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:19Z', 'updated_at': '2022-05-13T15:31:24Z', 'revision_number': 5, 'project_id': '192b2918ed11409998899ca653047aea', 'subnets': [{'id': '285c8866-3d11-4f7e-a74a-62c8fc4a4cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:34:00.416993 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb591c70-3ba9-4fa9-ab37-c55970aea74c None None] The sync data for ids ['318c501d-c7fc-4af5-8094-0dca33b9a7d7'] in n-d-841760-1 is: [{'id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789128266', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:31:14Z', 'updated_at': '2022-05-13T15:31:20Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:15Z', 'updated_at': '2022-05-13T15:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'c731632b-882e-41ca-bfcd-41a9fe1707ba', 'name': '', 'network_id': 'c3d89677-0c6e-46c6-84bf-9e5d71739a06', 'tenant_id': '192b2918ed11409998899ca653047aea', 'mac_address': 'fa:16:3e:d8:0d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '285c8866-3d11-4f7e-a74a-62c8fc4a4cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:19Z', 'updated_at': '2022-05-13T15:31:24Z', 'revision_number': 5, 'project_id': '192b2918ed11409998899ca653047aea', 'subnets': [{'id': '285c8866-3d11-4f7e-a74a-62c8fc4a4cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:34:00.477736 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-53c5c501-5e24-494a-ac2b-3ae81a10b123 req-4d0fdb0f-a266-4260-a34b-7a9964ba5655 service neutron] 10.222.0.74 "GET /v2.0/networks/c3d89677-0c6e-46c6-84bf-9e5d71739a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280200 May 13 15:34:00.629947 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d247aca0-123e-412c-aef3-186d0c7525ad None None] New status for floating IP 8409e05b-8d70-47e2-8e1c-04ed31f2bb0c: DOWN {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:34:00.837138 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:00.881171 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:01.315067 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedbc40-57e6-44f9-ac3a-16a01f3d5d32 req-f5d71813-0dd5-4512-9efd-0d07997575a8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:01.315784 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-bbedbc40-57e6-44f9-ac3a-16a01f3d5d32 req-f5d71813-0dd5-4512-9efd-0d07997575a8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Synchronizing usage tracker for tenant:192b2918ed11409998899ca653047aea on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:34:01.331532 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-bbedbc40-57e6-44f9-ac3a-16a01f3d5d32 req-f5d71813-0dd5-4512-9efd-0d07997575a8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Unset dirty status for tenant:192b2918ed11409998899ca653047aea on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:34:01.332630 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bbedbc40-57e6-44f9-ac3a-16a01f3d5d32 req-f5d71813-0dd5-4512-9efd-0d07997575a8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 945 time: 0.1001394 May 13 15:34:01.388878 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-bbedbc40-57e6-44f9-ac3a-16a01f3d5d32 req-3fe55a7a-64ff-4b01-a530-30276da69672 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=8dab82c7-c930-46e0-a8d1-6b8afbc1f54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497086 May 13 15:34:01.639225 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14469090-54a9-4da9-9fb3-3e99b4a826d4 req-0af2d8f1-bb94-4203-a0ec-30e490f63de6 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:01.640603 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-14469090-54a9-4da9-9fb3-3e99b4a826d4 req-0af2d8f1-bb94-4203-a0ec-30e490f63de6 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.74 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 945 time: 0.0803232 May 13 15:34:01.713548 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-14469090-54a9-4da9-9fb3-3e99b4a826d4 req-3e2209c6-dbc7-4e5a-99eb-e3510ab3933b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Deleting port 3d41253a-b46c-4476-b9e4-062449661f31 {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:34:01.713889 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-14469090-54a9-4da9-9fb3-3e99b4a826d4 req-3e2209c6-dbc7-4e5a-99eb-e3510ab3933b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:01.968596 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-14469090-54a9-4da9-9fb3-3e99b4a826d4 req-3e2209c6-dbc7-4e5a-99eb-e3510ab3933b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] For port 3d41253a-b46c-4476-b9e4-062449661f31, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=3d41253a-b46c-4476-b9e4-062449661f31,segment=NetworkSegment(f67afb58-f569-4570-b787-0f5f08b552f1),segment_id=f67afb58-f569-4570-b787-0f5f08b552f1)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:34:01.968849 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-14469090-54a9-4da9-9fb3-3e99b4a826d4 req-3e2209c6-dbc7-4e5a-99eb-e3510ab3933b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:02.096154 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-14469090-54a9-4da9-9fb3-3e99b4a826d4 req-3e2209c6-dbc7-4e5a-99eb-e3510ab3933b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Calling delete_port for 3d41253a-b46c-4476-b9e4-062449661f31 owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:34:02.236930 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-14469090-54a9-4da9-9fb3-3e99b4a826d4 req-3e2209c6-dbc7-4e5a-99eb-e3510ab3933b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:02.291314 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2209c6-dbc7-4e5a-99eb-e3510ab3933b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event deleted for resources: {'Port': ['ID=3d41253a-b46c-4476-b9e4-062449661f31,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:02.329732 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2209c6-dbc7-4e5a-99eb-e3510ab3933b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:02.330074 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2209c6-dbc7-4e5a-99eb-e3510ab3933b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:02.330407 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2209c6-dbc7-4e5a-99eb-e3510ab3933b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:02.330742 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2209c6-dbc7-4e5a-99eb-e3510ab3933b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:02.331064 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2209c6-dbc7-4e5a-99eb-e3510ab3933b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:02.331420 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2209c6-dbc7-4e5a-99eb-e3510ab3933b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:02.331741 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2209c6-dbc7-4e5a-99eb-e3510ab3933b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:02.332058 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2209c6-dbc7-4e5a-99eb-e3510ab3933b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:02.332376 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2209c6-dbc7-4e5a-99eb-e3510ab3933b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:02.332693 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2209c6-dbc7-4e5a-99eb-e3510ab3933b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:02.333008 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2209c6-dbc7-4e5a-99eb-e3510ab3933b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:02.333320 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2209c6-dbc7-4e5a-99eb-e3510ab3933b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:02.361452 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:02.375808 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-14469090-54a9-4da9-9fb3-3e99b4a826d4 req-3e2209c6-dbc7-4e5a-99eb-e3510ab3933b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] No DVR routers for this DVR port 3d41253a-b46c-4476-b9e4-062449661f31 on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:34:02.378200 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-14469090-54a9-4da9-9fb3-3e99b4a826d4 req-3e2209c6-dbc7-4e5a-99eb-e3510ab3933b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:02.380797 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b94755f-639c-4653-bbcc-4bc03d864ebb', 'name': 'network-vif-deleted', 'tag': '3d41253a-b46c-4476-b9e4-062449661f31'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:34:02.396102 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-14469090-54a9-4da9-9fb3-3e99b4a826d4 req-3e2209c6-dbc7-4e5a-99eb-e3510ab3933b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.74 "DELETE /v2.0/ports/3d41253a-b46c-4476-b9e4-062449661f31 HTTP/1.1" status: 204 len: 173 time: 0.7502751 May 13 15:34:02.427401 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2a7d53f-ff27-4679-9c2d-b666520a352f'] response: {'server_uuid': '0b94755f-639c-4653-bbcc-4bc03d864ebb', 'name': 'network-vif-deleted', 'tag': '3d41253a-b46c-4476-b9e4-062449661f31', 'status': 'completed', 'code': 200} May 13 15:34:02.545143 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d9ef79cb-967a-43e9-9925-42174e345559 req-483c281a-6214-40d0-aef8-30ba180521b7 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b94755f-639c-4653-bbcc-4bc03d864ebb HTTP/1.1" status: 200 len: 210 time: 0.0437040 May 13 15:34:03.642156 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45120) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:04.205873 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-877d81ae-3d22-4697-9a51-05e2fc9b88f7 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:04.559102 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-877d81ae-3d22-4697-9a51-05e2fc9b88f7 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Deleting port c731632b-882e-41ca-bfcd-41a9fe1707ba {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:34:04.559474 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-877d81ae-3d22-4697-9a51-05e2fc9b88f7 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:04.747686 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-877d81ae-3d22-4697-9a51-05e2fc9b88f7 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] For port c731632b-882e-41ca-bfcd-41a9fe1707ba, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=c731632b-882e-41ca-bfcd-41a9fe1707ba,segment=NetworkSegment(f67afb58-f569-4570-b787-0f5f08b552f1),segment_id=f67afb58-f569-4570-b787-0f5f08b552f1)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:34:04.748467 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-877d81ae-3d22-4697-9a51-05e2fc9b88f7 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:04.983549 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-877d81ae-3d22-4697-9a51-05e2fc9b88f7 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Calling delete_port for c731632b-882e-41ca-bfcd-41a9fe1707ba owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:34:05.019385 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 3d41253a-b46c-4476-b9e4-062449661f31 no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:34:05.064772 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: 3d41253a-b46c-4476-b9e4-062449661f31 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:34:05.065125 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 3d41253a-b46c-4476-b9e4-062449661f31 not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:34:05.181506 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-877d81ae-3d22-4697-9a51-05e2fc9b88f7 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:05.231536 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d81ae-3d22-4697-9a51-05e2fc9b88f7 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event deleted for resources: {'Port': ['ID=c731632b-882e-41ca-bfcd-41a9fe1707ba,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:05.508075 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-877d81ae-3d22-4697-9a51-05e2fc9b88f7 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:05.862576 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877d81ae-3d22-4697-9a51-05e2fc9b88f7 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Router 318c501d-c7fc-4af5-8094-0dca33b9a7d7 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:34:06.036850 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877d81ae-3d22-4697-9a51-05e2fc9b88f7 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:34:06.047287 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbe31f0-ae28-4667-86d5-c841c62355f6 None None] Sync routers for ids ['318c501d-c7fc-4af5-8094-0dca33b9a7d7'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:34:06.049871 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-877d81ae-3d22-4697-9a51-05e2fc9b88f7 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "PUT /v2.0/routers/318c501d-c7fc-4af5-8094-0dca33b9a7d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4066646 May 13 15:34:06.052600 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45124) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:06.057346 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbe31f0-ae28-4667-86d5-c841c62355f6 None None] Routers {'318c501d-c7fc-4af5-8094-0dca33b9a7d7'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:34:06.057929 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-fbbe31f0-ae28-4667-86d5-c841c62355f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:34:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['318c501d-c7fc-4af5-8094-0dca33b9a7d7'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:34:06.122768 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1736b17-4d29-4168-8ae0-80bcfdd4b803 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Deleting subnet 285c8866-3d11-4f7e-a74a-62c8fc4a4cec {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:34:06.125652 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f1736b17-4d29-4168-8ae0-80bcfdd4b803 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:06.179590 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f1736b17-4d29-4168-8ae0-80bcfdd4b803 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:06.238031 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-fbbe31f0-ae28-4667-86d5-c841c62355f6 None None] Set router 318c501d-c7fc-4af5-8094-0dca33b9a7d7 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:34:06.383458 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f1736b17-4d29-4168-8ae0-80bcfdd4b803 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:06.461894 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f1736b17-4d29-4168-8ae0-80bcfdd4b803 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:06.501995 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1736b17-4d29-4168-8ae0-80bcfdd4b803 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event deleted for resources: {'Subnet': ['ID=285c8866-3d11-4f7e-a74a-62c8fc4a4cec,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:06.503935 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f1736b17-4d29-4168-8ae0-80bcfdd4b803 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:06.510215 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b005aa2-4a09-4bcb-b294-a1c457d3d39a None None] Network c3d89677-0c6e-46c6-84bf-9e5d71739a06 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:34:06.511014 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f1736b17-4d29-4168-8ae0-80bcfdd4b803 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "DELETE /v2.0/subnets/285c8866-3d11-4f7e-a74a-62c8fc4a4cec HTTP/1.1" status: 204 len: 168 time: 0.4573336 May 13 15:34:06.513663 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45128) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:06.553088 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-fbbe31f0-ae28-4667-86d5-c841c62355f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789128266', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:31:14Z', 'updated_at': '2022-05-13T15:34:05Z', 'revision_number': 5, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:15Z', 'updated_at': '2022-05-13T15:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:34:06.557873 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbe31f0-ae28-4667-86d5-c841c62355f6 None None] Checking router: 318c501d-c7fc-4af5-8094-0dca33b9a7d7 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:34:06.567815 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbe31f0-ae28-4667-86d5-c841c62355f6 None None] Routers {'318c501d-c7fc-4af5-8094-0dca33b9a7d7'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:34:06.568522 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-fbbe31f0-ae28-4667-86d5-c841c62355f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:34:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['318c501d-c7fc-4af5-8094-0dca33b9a7d7'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:34:06.710183 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f73428d6-0c5e-4b19-bfb0-6fad8e79e399 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:06.760357 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-fbbe31f0-ae28-4667-86d5-c841c62355f6 None None] Set router 318c501d-c7fc-4af5-8094-0dca33b9a7d7 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:34:06.817762 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fd7655-e355-40eb-8cf1-31fbf3f6621f None None] DHCP port deletion for c3d89677-0c6e-46c6-84bf-9e5d71739a06 request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:34:06.822818 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e1fd7655-e355-40eb-8cf1-31fbf3f6621f None None] Deleting port ab0f2f1e-2b8f-46f0-8ae2-140667b9a851 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:34:06.823316 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e1fd7655-e355-40eb-8cf1-31fbf3f6621f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:06.913777 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f73428d6-0c5e-4b19-bfb0-6fad8e79e399 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:06.924206 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-f73428d6-0c5e-4b19-bfb0-6fad8e79e399 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Deleting port 3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:34:06.924815 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f73428d6-0c5e-4b19-bfb0-6fad8e79e399 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:07.040073 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-e1fd7655-e355-40eb-8cf1-31fbf3f6621f None None] For port ab0f2f1e-2b8f-46f0-8ae2-140667b9a851, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=ab0f2f1e-2b8f-46f0-8ae2-140667b9a851,segment=NetworkSegment(f67afb58-f569-4570-b787-0f5f08b552f1),segment_id=f67afb58-f569-4570-b787-0f5f08b552f1)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:34:07.040571 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e1fd7655-e355-40eb-8cf1-31fbf3f6621f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:07.052449 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-fbbe31f0-ae28-4667-86d5-c841c62355f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789128266', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:31:14Z', 'updated_at': '2022-05-13T15:34:05Z', 'revision_number': 5, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:15Z', 'updated_at': '2022-05-13T15:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:34:07.057304 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbe31f0-ae28-4667-86d5-c841c62355f6 None None] The sync data for ids ['318c501d-c7fc-4af5-8094-0dca33b9a7d7'] in n-d-841760-1 is: [{'id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789128266', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:31:14Z', 'updated_at': '2022-05-13T15:34:05Z', 'revision_number': 5, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c501d-c7fc-4af5-8094-0dca33b9a7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:15Z', 'updated_at': '2022-05-13T15:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:34:07.116570 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-f73428d6-0c5e-4b19-bfb0-6fad8e79e399 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] For port 3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:34:07.117059 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f73428d6-0c5e-4b19-bfb0-6fad8e79e399 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:07.163396 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e1fd7655-e355-40eb-8cf1-31fbf3f6621f None None] Calling delete_port for ab0f2f1e-2b8f-46f0-8ae2-140667b9a851 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:34:07.240786 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e1fd7655-e355-40eb-8cf1-31fbf3f6621f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:07.241992 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-f73428d6-0c5e-4b19-bfb0-6fad8e79e399 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Calling delete_port for 3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8 owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:34:07.288559 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd7655-e355-40eb-8cf1-31fbf3f6621f None None] Pushing event deleted for resources: {'Port': ['ID=ab0f2f1e-2b8f-46f0-8ae2-140667b9a851,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:07.293909 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fd7655-e355-40eb-8cf1-31fbf3f6621f None None] No DVR routers for this DVR port ab0f2f1e-2b8f-46f0-8ae2-140667b9a851 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:34:07.300409 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd7655-e355-40eb-8cf1-31fbf3f6621f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:07.300862 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd7655-e355-40eb-8cf1-31fbf3f6621f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:07.305630 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd7655-e355-40eb-8cf1-31fbf3f6621f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:07.306205 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd7655-e355-40eb-8cf1-31fbf3f6621f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:07.306295 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd7655-e355-40eb-8cf1-31fbf3f6621f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:07.306625 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd7655-e355-40eb-8cf1-31fbf3f6621f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:07.306953 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd7655-e355-40eb-8cf1-31fbf3f6621f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:07.307316 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd7655-e355-40eb-8cf1-31fbf3f6621f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:07.307625 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd7655-e355-40eb-8cf1-31fbf3f6621f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:07.307949 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd7655-e355-40eb-8cf1-31fbf3f6621f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:07.308270 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd7655-e355-40eb-8cf1-31fbf3f6621f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:07.308590 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd7655-e355-40eb-8cf1-31fbf3f6621f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:07.415135 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f73428d6-0c5e-4b19-bfb0-6fad8e79e399 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:07.465801 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73428d6-0c5e-4b19-bfb0-6fad8e79e399 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event deleted for resources: {'Port': ['ID=3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:07.564971 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f73428d6-0c5e-4b19-bfb0-6fad8e79e399 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:07.744774 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f73428d6-0c5e-4b19-bfb0-6fad8e79e399 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:07.749352 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f73428d6-0c5e-4b19-bfb0-6fad8e79e399 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:07.774797 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f73428d6-0c5e-4b19-bfb0-6fad8e79e399 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:07.775357 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73428d6-0c5e-4b19-bfb0-6fad8e79e399 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Fanout notify agent at l3_agent the message router_deleted on router 318c501d-c7fc-4af5-8094-0dca33b9a7d7 {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:34:07.792511 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f73428d6-0c5e-4b19-bfb0-6fad8e79e399 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:07.796158 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f73428d6-0c5e-4b19-bfb0-6fad8e79e399 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "DELETE /v2.0/routers/318c501d-c7fc-4af5-8094-0dca33b9a7d7 HTTP/1.1" status: 204 len: 168 time: 1.2789190 May 13 15:34:07.797097 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45134) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:08.016263 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6bd2ac9-8a5c-4cee-842e-feb493989070 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:08.157437 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6bd2ac9-8a5c-4cee-842e-feb493989070 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:08.191036 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-c6bd2ac9-8a5c-4cee-842e-feb493989070 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d89677-0c6e-46c6-84bf-9e5d71739a06']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:34:08.204365 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-c6bd2ac9-8a5c-4cee-842e-feb493989070 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67afb58-f569-4570-b787-0f5f08b552f1') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:34:08.204677 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-c6bd2ac9-8a5c-4cee-842e-feb493989070 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67afb58-f569-4570-b787-0f5f08b552f1') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:34:08.216686 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6bd2ac9-8a5c-4cee-842e-feb493989070 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:08.233464 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6bd2ac9-8a5c-4cee-842e-feb493989070 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:08.240030 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6bd2ac9-8a5c-4cee-842e-feb493989070 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:34:08.240419 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6bd2ac9-8a5c-4cee-842e-feb493989070 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:08.256292 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:34:08.256292 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:34:08.256292 n-d-841760-1 neutron-server[88082]: timer() May 13 15:34:08.256292 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:34:08.256292 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:34:08.256292 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:34:08.256292 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:34:08.256292 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:34:08.256292 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:34:08.256292 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:34:08.256292 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:34:08.256292 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:34:08.256292 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:34:08.256292 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:34:08.256292 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:34:08.256292 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:34:08.256292 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:34:08.256292 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:34:08.256292 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:34:08.256292 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:34:08.256292 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:34:08.256292 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:34:08.256292 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:34:08.256292 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:34:08.256292 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:34:08.256292 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:34:08.256292 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:34:08.256292 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:34:08.256292 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:34:08.256292 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:34:08.256292 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:34:08.256292 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:34:08.336156 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6bd2ac9-8a5c-4cee-842e-feb493989070 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:08.340689 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c6bd2ac9-8a5c-4cee-842e-feb493989070 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:08.366341 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd2ac9-8a5c-4cee-842e-feb493989070 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event deleted for resources: {'Network': ['ID=c3d89677-0c6e-46c6-84bf-9e5d71739a06,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:08.374454 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c6bd2ac9-8a5c-4cee-842e-feb493989070 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "DELETE /v2.0/networks/c3d89677-0c6e-46c6-84bf-9e5d71739a06 HTTP/1.1" status: 204 len: 168 time: 0.5762458 May 13 15:34:08.377201 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45138) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:08.450697 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eaa64d0f-8e53-42c7-a858-41bfcd14820f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:08.482445 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eaa64d0f-8e53-42c7-a858-41bfcd14820f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:08.546992 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eaa64d0f-8e53-42c7-a858-41bfcd14820f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:08.569568 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa64d0f-8e53-42c7-a858-41bfcd14820f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dab82c7-c930-46e0-a8d1-6b8afbc1f54a,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:08.580009 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-eaa64d0f-8e53-42c7-a858-41bfcd14820f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:08.583638 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-eaa64d0f-8e53-42c7-a858-41bfcd14820f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "DELETE /v2.0/security-groups/8dab82c7-c930-46e0-a8d1-6b8afbc1f54a HTTP/1.1" status: 204 len: 168 time: 0.2029119 May 13 15:34:08.593355 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ab0f2f1e-2b8f-46f0-8ae2-140667b9a851 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:34:08.629986 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: ab0f2f1e-2b8f-46f0-8ae2-140667b9a851 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:34:08.630333 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device ab0f2f1e-2b8f-46f0-8ae2-140667b9a851 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:34:08.630760 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c731632b-882e-41ca-bfcd-41a9fe1707ba no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:34:08.667384 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: c731632b-882e-41ca-bfcd-41a9fe1707ba {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:34:08.667737 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device c731632b-882e-41ca-bfcd-41a9fe1707ba not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:34:08.668158 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:34:08.703216 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:34:08.703569 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3e4e0f96-8ba2-45f5-80f6-9a9d19b28ca8 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:34:08.706211 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45146) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:08.711808 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-ccb05321-fb29-49fc-a063-c1de11d45588 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2104370036', 'description': 'tempest-secgroup-smoke-2104370036 description', 'project_id': '192b2918ed11409998899ca653047aea'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:34:08.718454 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ccb05321-fb29-49fc-a063-c1de11d45588 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:34:08.722604 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ccb05321-fb29-49fc-a063-c1de11d45588 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:security_group and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:34:08.725453 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ccb05321-fb29-49fc-a063-c1de11d45588 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:34:08.731760 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ccb05321-fb29-49fc-a063-c1de11d45588 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:34:08.741085 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ccb05321-fb29-49fc-a063-c1de11d45588 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:08.761700 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ccb05321-fb29-49fc-a063-c1de11d45588 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:34:08.765517 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ccb05321-fb29-49fc-a063-c1de11d45588 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:security_group_rule and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:34:08.768333 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ccb05321-fb29-49fc-a063-c1de11d45588 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:34:08.774261 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ccb05321-fb29-49fc-a063-c1de11d45588 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:34:08.849529 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ccb05321-fb29-49fc-a063-c1de11d45588 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:08.853320 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ccb05321-fb29-49fc-a063-c1de11d45588 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:08.898079 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb05321-fb29-49fc-a063-c1de11d45588 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:08.901787 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ccb05321-fb29-49fc-a063-c1de11d45588 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:08.902992 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ccb05321-fb29-49fc-a063-c1de11d45588 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1957798 May 13 15:34:08.906078 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45150) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:08.910878 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-5212df31-2fc3-4262-afa8-73441056b377 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'security_group_rule': {'security_group_id': '0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca', 'project_id': '192b2918ed11409998899ca653047aea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:34:08.917780 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5212df31-2fc3-4262-afa8-73441056b377 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:34:08.921746 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5212df31-2fc3-4262-afa8-73441056b377 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:security_group_rule and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:34:08.924668 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5212df31-2fc3-4262-afa8-73441056b377 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:34:08.930339 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5212df31-2fc3-4262-afa8-73441056b377 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:34:08.950258 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5212df31-2fc3-4262-afa8-73441056b377 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:09.010316 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5212df31-2fc3-4262-afa8-73441056b377 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:09.014062 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5212df31-2fc3-4262-afa8-73441056b377 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:09.040524 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212df31-2fc3-4262-afa8-73441056b377 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57ce4c0-53e5-4860-a6f0-21a91182e9dd,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:09.050179 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5212df31-2fc3-4262-afa8-73441056b377 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:09.051551 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5212df31-2fc3-4262-afa8-73441056b377 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447678 May 13 15:34:09.054262 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45154) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:09.059302 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-17dca506-d6bb-4e36-9a01-44f50b4cd844 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'security_group_rule': {'security_group_id': '0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca', 'project_id': '192b2918ed11409998899ca653047aea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:34:09.065821 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-17dca506-d6bb-4e36-9a01-44f50b4cd844 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:34:09.070055 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-17dca506-d6bb-4e36-9a01-44f50b4cd844 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:security_group_rule and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:34:09.073560 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-17dca506-d6bb-4e36-9a01-44f50b4cd844 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:34:09.079401 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-17dca506-d6bb-4e36-9a01-44f50b4cd844 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:34:09.096545 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-17dca506-d6bb-4e36-9a01-44f50b4cd844 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:09.157806 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-17dca506-d6bb-4e36-9a01-44f50b4cd844 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:09.161740 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-17dca506-d6bb-4e36-9a01-44f50b4cd844 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:09.186412 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dca506-d6bb-4e36-9a01-44f50b4cd844 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4638ce9c-5a8e-4bfd-a256-93168aeb13b0,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:09.199225 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-17dca506-d6bb-4e36-9a01-44f50b4cd844 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:09.200453 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-17dca506-d6bb-4e36-9a01-44f50b4cd844 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1452761 May 13 15:34:09.203319 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45158) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:09.208189 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-383ed5a8-aea1-44a9-a9e3-1bbbfbe7ba33 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'security_group_rule': {'security_group_id': '0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca', 'project_id': '192b2918ed11409998899ca653047aea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:34:09.215006 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-383ed5a8-aea1-44a9-a9e3-1bbbfbe7ba33 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:34:09.218876 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-383ed5a8-aea1-44a9-a9e3-1bbbfbe7ba33 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:security_group_rule and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:34:09.221915 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-383ed5a8-aea1-44a9-a9e3-1bbbfbe7ba33 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:34:09.227842 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-383ed5a8-aea1-44a9-a9e3-1bbbfbe7ba33 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:34:09.245044 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-383ed5a8-aea1-44a9-a9e3-1bbbfbe7ba33 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:09.306819 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-383ed5a8-aea1-44a9-a9e3-1bbbfbe7ba33 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:09.310248 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-383ed5a8-aea1-44a9-a9e3-1bbbfbe7ba33 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:09.333998 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ed5a8-aea1-44a9-a9e3-1bbbfbe7ba33 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a136d4c1-1932-4b0e-b5db-b7324a89c37a,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:09.343164 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-383ed5a8-aea1-44a9-a9e3-1bbbfbe7ba33 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:09.344340 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-383ed5a8-aea1-44a9-a9e3-1bbbfbe7ba33 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1401114 May 13 15:34:09.347095 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45162) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:09.352133 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-5284d04a-45cf-42d3-a5c4-5b2492e5eaca tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'security_group_rule': {'security_group_id': '0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca', 'project_id': '192b2918ed11409998899ca653047aea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:34:09.358729 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5284d04a-45cf-42d3-a5c4-5b2492e5eaca tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:34:09.362587 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5284d04a-45cf-42d3-a5c4-5b2492e5eaca tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:security_group_rule and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:34:09.365475 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-5284d04a-45cf-42d3-a5c4-5b2492e5eaca tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:34:09.371769 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-5284d04a-45cf-42d3-a5c4-5b2492e5eaca tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:34:09.388386 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5284d04a-45cf-42d3-a5c4-5b2492e5eaca tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:09.453823 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5284d04a-45cf-42d3-a5c4-5b2492e5eaca tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:09.457294 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5284d04a-45cf-42d3-a5c4-5b2492e5eaca tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:09.480652 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284d04a-45cf-42d3-a5c4-5b2492e5eaca tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66dbbdca-9195-44e7-aed5-5cc49ab1fe82,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:09.489206 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-5284d04a-45cf-42d3-a5c4-5b2492e5eaca tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:09.490472 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5284d04a-45cf-42d3-a5c4-5b2492e5eaca tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1424463 May 13 15:34:09.493679 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45166) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:09.498620 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-05bebcdb-374f-47d2-a186-ff239c70c567 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'security_group_rule': {'security_group_id': '0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca', 'project_id': '192b2918ed11409998899ca653047aea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:34:09.505284 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-05bebcdb-374f-47d2-a186-ff239c70c567 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:34:09.509779 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-05bebcdb-374f-47d2-a186-ff239c70c567 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:security_group_rule and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:34:09.512774 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-05bebcdb-374f-47d2-a186-ff239c70c567 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:34:09.519503 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-05bebcdb-374f-47d2-a186-ff239c70c567 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:34:09.529310 n-d-841760-1 neutron-server[88082]: INFO neutron.db.securitygroups_db [None req-05bebcdb-374f-47d2-a186-ff239c70c567 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Project 192b2918ed11409998899ca653047aea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:34:09.535858 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-05bebcdb-374f-47d2-a186-ff239c70c567 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:09.600730 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-05bebcdb-374f-47d2-a186-ff239c70c567 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:09.604819 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-05bebcdb-374f-47d2-a186-ff239c70c567 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:09.628156 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bebcdb-374f-47d2-a186-ff239c70c567 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91dd709c-ec76-459e-9b81-66735214c865,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:09.638390 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-05bebcdb-374f-47d2-a186-ff239c70c567 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:09.639723 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-05bebcdb-374f-47d2-a186-ff239c70c567 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1451285 May 13 15:34:09.642318 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45170) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:09.647262 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-621aa42c-9019-4957-8122-50649b1e8edb tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'security_group_rule': {'security_group_id': '0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca', 'project_id': '192b2918ed11409998899ca653047aea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:34:09.653951 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-621aa42c-9019-4957-8122-50649b1e8edb tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:34:09.657887 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-621aa42c-9019-4957-8122-50649b1e8edb tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:security_group_rule and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:34:09.660864 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-621aa42c-9019-4957-8122-50649b1e8edb tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:34:09.667185 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-621aa42c-9019-4957-8122-50649b1e8edb tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:34:09.677755 n-d-841760-1 neutron-server[88082]: INFO neutron.db.securitygroups_db [None req-621aa42c-9019-4957-8122-50649b1e8edb tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Project 192b2918ed11409998899ca653047aea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:34:09.685060 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-621aa42c-9019-4957-8122-50649b1e8edb tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:09.750806 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-621aa42c-9019-4957-8122-50649b1e8edb tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:09.754257 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-621aa42c-9019-4957-8122-50649b1e8edb tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:09.780551 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621aa42c-9019-4957-8122-50649b1e8edb tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f991f0-b05e-4254-9bae-5a3769ee4e96,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:09.790440 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-621aa42c-9019-4957-8122-50649b1e8edb tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:09.791790 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-621aa42c-9019-4957-8122-50649b1e8edb tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1485577 May 13 15:34:09.794552 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45174) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:09.800135 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-bae6e82e-6fa7-48a6-89b0-d7522d1fa656 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'network': {'name': 'tempest-network-smoke--1652550824', 'project_id': '192b2918ed11409998899ca653047aea', 'port_security_enabled': True}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:34:09.806401 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-bae6e82e-6fa7-48a6-89b0-d7522d1fa656 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:34:09.810601 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-bae6e82e-6fa7-48a6-89b0-d7522d1fa656 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:network and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:34:09.813796 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-bae6e82e-6fa7-48a6-89b0-d7522d1fa656 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:34:09.820571 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-bae6e82e-6fa7-48a6-89b0-d7522d1fa656 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:34:09.830898 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae6e82e-6fa7-48a6-89b0-d7522d1fa656 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Made reservation on behalf of 192b2918ed11409998899ca653047aea for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:34:09.834287 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bae6e82e-6fa7-48a6-89b0-d7522d1fa656 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:09.862525 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae6e82e-6fa7-48a6-89b0-d7522d1fa656 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:34:09.871898 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bae6e82e-6fa7-48a6-89b0-d7522d1fa656 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:09.872213 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-bae6e82e-6fa7-48a6-89b0-d7522d1fa656 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Added segment 6a271fef-0432-437e-a4fb-702251686856 of type vlan for network 4a744af2-3043-4949-8aca-0154964bb8bc May 13 15:34:09.899952 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bae6e82e-6fa7-48a6-89b0-d7522d1fa656 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:09.929733 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bae6e82e-6fa7-48a6-89b0-d7522d1fa656 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:09.935302 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae6e82e-6fa7-48a6-89b0-d7522d1fa656 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:09.935882 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-bae6e82e-6fa7-48a6-89b0-d7522d1fa656 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:10.042887 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bae6e82e-6fa7-48a6-89b0-d7522d1fa656 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2472684 May 13 15:34:10.045549 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45178) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:10.052427 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-9c2c169e-d526-4f18-900b-df967155614b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-255894433', 'admin_state_up': True, 'project_id': '192b2918ed11409998899ca653047aea', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:34:10.058731 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6e82e-6fa7-48a6-89b0-d7522d1fa656 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'Network': ['ID=4a744af2-3043-4949-8aca-0154964bb8bc,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:10.062355 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9c2c169e-d526-4f18-900b-df967155614b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:34:10.066290 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9c2c169e-d526-4f18-900b-df967155614b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:router and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:34:10.069113 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 4a744af2-3043-4949-8aca-0154964bb8bc details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:34:10.069576 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-9c2c169e-d526-4f18-900b-df967155614b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:34:10.075539 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-9c2c169e-d526-4f18-900b-df967155614b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:34:10.086614 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9c2c169e-d526-4f18-900b-df967155614b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:10.087812 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9c2c169e-d526-4f18-900b-df967155614b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:10.105866 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9c2c169e-d526-4f18-900b-df967155614b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:10.486229 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9c2c169e-d526-4f18-900b-df967155614b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:10.788883 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9c2c169e-d526-4f18-900b-df967155614b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:10.819402 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9c2c169e-d526-4f18-900b-df967155614b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:10.956226 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-9c2c169e-d526-4f18-900b-df967155614b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Allocated IP 172.25.0.118 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/3c4d6685-4d07-490d-a90a-e04b5a9f1be6) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:34:11.103425 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9c2c169e-d526-4f18-900b-df967155614b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:11.133456 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9c2c169e-d526-4f18-900b-df967155614b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:11.195241 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2c169e-d526-4f18-900b-df967155614b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:34:11.197928 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-9c2c169e-d526-4f18-900b-df967155614b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:34:11.201564 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2c169e-d526-4f18-900b-df967155614b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:34:11.247546 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c169e-d526-4f18-900b-df967155614b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'Port': ['ID=3c4d6685-4d07-490d-a90a-e04b5a9f1be6,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:11.617794 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9c2c169e-d526-4f18-900b-df967155614b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:12.067152 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9c2c169e-d526-4f18-900b-df967155614b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:12.269879 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2c169e-d526-4f18-900b-df967155614b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Router a09ebb53-9437-4490-b131-d2a60f7c6683 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:34:12.452841 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2c169e-d526-4f18-900b-df967155614b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:34:12.462810 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfec72a-06a1-444b-94a3-9f44d6fd30fc None None] Sync routers for ids ['a09ebb53-9437-4490-b131-d2a60f7c6683'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:34:12.472246 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfec72a-06a1-444b-94a3-9f44d6fd30fc None None] Routers {'a09ebb53-9437-4490-b131-d2a60f7c6683'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:34:12.472991 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-6dfec72a-06a1-444b-94a3-9f44d6fd30fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:34:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['a09ebb53-9437-4490-b131-d2a60f7c6683'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:34:12.481080 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-9c2c169e-d526-4f18-900b-df967155614b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:12.482291 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9c2c169e-d526-4f18-900b-df967155614b tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4358201 May 13 15:34:12.485453 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45182) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:12.526451 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-9a947f0b-080f-4113-aac5-89c5cf3b6c1e tempest-TestNetworkAdvancedServerOps-1659996939 tempest-TestNetworkAdvancedServerOps-1659996939-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=192b2918ed11409998899ca653047aea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398004 May 13 15:34:12.528967 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45186) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:12.653754 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-6dfec72a-06a1-444b-94a3-9f44d6fd30fc None None] Set router a09ebb53-9437-4490-b131-d2a60f7c6683 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:34:12.658670 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3823f15b-4d9a-4651-932e-9a0b4d15ccf6 tempest-TestNetworkAdvancedServerOps-1659996939 tempest-TestNetworkAdvancedServerOps-1659996939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:12.660194 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-3823f15b-4d9a-4651-932e-9a0b4d15ccf6 tempest-TestNetworkAdvancedServerOps-1659996939 tempest-TestNetworkAdvancedServerOps-1659996939-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1303215 May 13 15:34:12.663242 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45190) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:12.702530 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-dc70f7ad-24d9-4d64-99cb-ec81040f8ea5 tempest-TestNetworkAdvancedServerOps-1659996939 tempest-TestNetworkAdvancedServerOps-1659996939-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=c35d8094-27c1-4288-955d-bcb140e23bf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382354 May 13 15:34:12.705498 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45194) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:12.711609 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-4782a957-064f-463d-ab26-1f1972952a52 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1089792668', 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc', 'project_id': '192b2918ed11409998899ca653047aea', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:34:12.831758 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4782a957-064f-463d-ab26-1f1972952a52 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:34:12.835841 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4782a957-064f-463d-ab26-1f1972952a52 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:subnet and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:34:12.838784 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-4782a957-064f-463d-ab26-1f1972952a52 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:34:12.844658 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-4782a957-064f-463d-ab26-1f1972952a52 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:34:12.854544 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4782a957-064f-463d-ab26-1f1972952a52 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Made reservation on behalf of 192b2918ed11409998899ca653047aea for: {'subnet': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:34:12.858005 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4782a957-064f-463d-ab26-1f1972952a52 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31881511'] for subnet, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:12.977480 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-6dfec72a-06a1-444b-94a3-9f44d6fd30fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'name': 'tempest-TestNetworkAdvancedServerOps-router-255894433', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '3c4d6685-4d07-490d-a90a-e04b5a9f1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:10Z', 'updated_at': '2022-05-13T15:34:11Z', 'revision_number': 3, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '3c4d6685-4d07-490d-a90a-e04b5a9f1be6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:10Z', 'updated_at': '2022-05-13T15:34:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:34:12.981332 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfec72a-06a1-444b-94a3-9f44d6fd30fc None None] Checking router: a09ebb53-9437-4490-b131-d2a60f7c6683 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:34:12.981680 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfec72a-06a1-444b-94a3-9f44d6fd30fc None None] Updating router a09ebb53-9437-4490-b131-d2a60f7c6683 port 3c4d6685-4d07-490d-a90a-e04b5a9f1be6 binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:34:13.037269 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6dfec72a-06a1-444b-94a3-9f44d6fd30fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:13.082346 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4782a957-064f-463d-ab26-1f1972952a52 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33029022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31881521'] for subnet, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:13.159953 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782a957-064f-463d-ab26-1f1972952a52 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'Subnet': ['ID=73adf7eb-3697-4b8a-a51f-42dd645bf3b4,revision_number=0']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:13.169416 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4782a957-064f-463d-ab26-1f1972952a52 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Checking segment: {'id': '6a271fef-0432-437e-a4fb-702251686856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:34:13.169771 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4782a957-064f-463d-ab26-1f1972952a52 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Network hostable DHCP agents. Network: 4a744af2-3043-4949-8aca-0154964bb8bc, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:34:13.189849 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4782a957-064f-463d-ab26-1f1972952a52 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Network 4a744af2-3043-4949-8aca-0154964bb8bc is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:34:13.201485 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-4782a957-064f-463d-ab26-1f1972952a52 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 4a744af2-3043-4949-8aca-0154964bb8bc) {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:34:13.205912 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4782a957-064f-463d-ab26-1f1972952a52 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:13.206538 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-4782a957-064f-463d-ab26-1f1972952a52 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for subnet, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:13.225897 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfad880-421a-45cc-9f94-75ebebffdafb None None] Network 4a744af2-3043-4949-8aca-0154964bb8bc requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:34:13.230434 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-4782a957-064f-463d-ab26-1f1972952a52 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5236249 May 13 15:34:13.233291 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45198) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:13.546885 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdd55fb-5c10-40f3-a78c-c0de7fe5d95d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-4a744af2-3043-4949-8aca-0154964bb8bc', 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc', 'tenant_id': '192b2918ed11409998899ca653047aea', 'fixed_ips': [{'subnet_id': '73adf7eb-3697-4b8a-a51f-42dd645bf3b4'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:34:13.547712 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9fdd55fb-5c10-40f3-a78c-c0de7fe5d95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:13.558501 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6dfec72a-06a1-444b-94a3-9f44d6fd30fc None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:13.576979 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-6dfec72a-06a1-444b-94a3-9f44d6fd30fc None None] Transition to ACTIVE for port object 3c4d6685-4d07-490d-a90a-e04b5a9f1be6 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:34:13.616198 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6dfec72a-06a1-444b-94a3-9f44d6fd30fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:13.728632 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6dfec72a-06a1-444b-94a3-9f44d6fd30fc None None] Attempting to bind port 3c4d6685-4d07-490d-a90a-e04b5a9f1be6 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:34:13.728987 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6dfec72a-06a1-444b-94a3-9f44d6fd30fc None None] Attempting to bind port 3c4d6685-4d07-490d-a90a-e04b5a9f1be6 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:34:13.729384 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfec72a-06a1-444b-94a3-9f44d6fd30fc None None] Attempting to bind port 3c4d6685-4d07-490d-a90a-e04b5a9f1be6 on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:34:13.765836 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339704b9-750a-42bc-975a-fa1eaf1aaee8 None None] Pushing event updated for resources: {'Port': ['ID=3c4d6685-4d07-490d-a90a-e04b5a9f1be6,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:13.772270 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfec72a-06a1-444b-94a3-9f44d6fd30fc None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:34:13.772638 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfec72a-06a1-444b-94a3-9f44d6fd30fc None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:34:13.773036 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6dfec72a-06a1-444b-94a3-9f44d6fd30fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:13.773419 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfec72a-06a1-444b-94a3-9f44d6fd30fc None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:34:13.774459 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-6dfec72a-06a1-444b-94a3-9f44d6fd30fc None None] Bound port: 3c4d6685-4d07-490d-a90a-e04b5a9f1be6, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:34:13.774825 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6dfec72a-06a1-444b-94a3-9f44d6fd30fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:13.861347 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-9fdd55fb-5c10-40f3-a78c-c0de7fe5d95d None None] Allocated IP 172.20.0.2 (4a744af2-3043-4949-8aca-0154964bb8bc/73adf7eb-3697-4b8a-a51f-42dd645bf3b4/bcf78d59-faa5-4eb8-b51e-21af65b349b6) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:34:13.878740 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-6dfec72a-06a1-444b-94a3-9f44d6fd30fc None None] For port 3c4d6685-4d07-490d-a90a-e04b5a9f1be6, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:34:13.883422 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-6dfec72a-06a1-444b-94a3-9f44d6fd30fc None None] For port 3c4d6685-4d07-490d-a90a-e04b5a9f1be6, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3c4d6685-4d07-490d-a90a-e04b5a9f1be6,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:34:13.898218 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6dfec72a-06a1-444b-94a3-9f44d6fd30fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:14.059289 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfec72a-06a1-444b-94a3-9f44d6fd30fc None None] Routers {'a09ebb53-9437-4490-b131-d2a60f7c6683'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:34:14.059933 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-6dfec72a-06a1-444b-94a3-9f44d6fd30fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:34:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['a09ebb53-9437-4490-b131-d2a60f7c6683'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:34:14.062224 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-01d64245-95b1-45c7-a6c4-b586ca080df1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:14.123013 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339704b9-750a-42bc-975a-fa1eaf1aaee8 None None] Pushing event updated for resources: {'Port': ['ID=3c4d6685-4d07-490d-a90a-e04b5a9f1be6,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:14.344095 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9fdd55fb-5c10-40f3-a78c-c0de7fe5d95d None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:14.362830 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9fdd55fb-5c10-40f3-a78c-c0de7fe5d95d None None] Transition to ACTIVE for port object bcf78d59-faa5-4eb8-b51e-21af65b349b6 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:34:14.371738 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-6dfec72a-06a1-444b-94a3-9f44d6fd30fc None None] Set router a09ebb53-9437-4490-b131-d2a60f7c6683 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:34:14.502490 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9fdd55fb-5c10-40f3-a78c-c0de7fe5d95d None None] Transition to ACTIVE for port object bcf78d59-faa5-4eb8-b51e-21af65b349b6 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:34:14.551831 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9fdd55fb-5c10-40f3-a78c-c0de7fe5d95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:14.580853 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-01d64245-95b1-45c7-a6c4-b586ca080df1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Allocated IP 172.20.0.1 (4a744af2-3043-4949-8aca-0154964bb8bc/73adf7eb-3697-4b8a-a51f-42dd645bf3b4/906cd3aa-3986-4641-9f79-392f254c280b) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:34:14.640250 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdd55fb-5c10-40f3-a78c-c0de7fe5d95d None None] Network 4a744af2-3043-4949-8aca-0154964bb8bc is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:34:14.647233 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-9fdd55fb-5c10-40f3-a78c-c0de7fe5d95d None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:34:14.653572 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdd55fb-5c10-40f3-a78c-c0de7fe5d95d None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:34:14.655611 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd55fb-5c10-40f3-a78c-c0de7fe5d95d None None] Pushing event updated for resources: {'Port': ['ID=bcf78d59-faa5-4eb8-b51e-21af65b349b6,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:14.742101 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-01d64245-95b1-45c7-a6c4-b586ca080df1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:14.758926 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.provisioning_blocks [None req-01d64245-95b1-45c7-a6c4-b586ca080df1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Transition to ACTIVE for port object 906cd3aa-3986-4641-9f79-392f254c280b will not be triggered until provisioned by entity DHCP. {{(pid=88082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:34:14.782396 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-01d64245-95b1-45c7-a6c4-b586ca080df1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:14.808477 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-9fdd55fb-5c10-40f3-a78c-c0de7fe5d95d None None] Attempting to bind port bcf78d59-faa5-4eb8-b51e-21af65b349b6 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:34:14.808837 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-9fdd55fb-5c10-40f3-a78c-c0de7fe5d95d None None] Attempting to bind port bcf78d59-faa5-4eb8-b51e-21af65b349b6 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '6a271fef-0432-437e-a4fb-702251686856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:34:14.809203 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdd55fb-5c10-40f3-a78c-c0de7fe5d95d None None] Attempting to bind port bcf78d59-faa5-4eb8-b51e-21af65b349b6 on network 4a744af2-3043-4949-8aca-0154964bb8bc {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:34:14.819034 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdd55fb-5c10-40f3-a78c-c0de7fe5d95d None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:34:14.819423 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdd55fb-5c10-40f3-a78c-c0de7fe5d95d None None] Checking segment: {'id': '6a271fef-0432-437e-a4fb-702251686856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:34:14.819991 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9fdd55fb-5c10-40f3-a78c-c0de7fe5d95d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:14.820475 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdd55fb-5c10-40f3-a78c-c0de7fe5d95d None None] Bound using segment: {'id': '6a271fef-0432-437e-a4fb-702251686856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:34:14.820907 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-9fdd55fb-5c10-40f3-a78c-c0de7fe5d95d None None] Bound port: bcf78d59-faa5-4eb8-b51e-21af65b349b6, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a271fef-0432-437e-a4fb-702251686856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:34:14.821281 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9fdd55fb-5c10-40f3-a78c-c0de7fe5d95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:14.854551 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d64245-95b1-45c7-a6c4-b586ca080df1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Network 4a744af2-3043-4949-8aca-0154964bb8bc is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:34:14.857576 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-01d64245-95b1-45c7-a6c4-b586ca080df1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:34:14.861665 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d64245-95b1-45c7-a6c4-b586ca080df1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:34:14.906477 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d64245-95b1-45c7-a6c4-b586ca080df1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'Port': ['ID=906cd3aa-3986-4641-9f79-392f254c280b,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:14.911039 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-6dfec72a-06a1-444b-94a3-9f44d6fd30fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'name': 'tempest-TestNetworkAdvancedServerOps-router-255894433', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '3c4d6685-4d07-490d-a90a-e04b5a9f1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:10Z', 'updated_at': '2022-05-13T15:34:11Z', 'revision_number': 3, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '3c4d6685-4d07-490d-a90a-e04b5a9f1be6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:10Z', 'updated_at': '2022-05-13T15:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:34:14.926533 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-01d64245-95b1-45c7-a6c4-b586ca080df1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:14.932402 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfec72a-06a1-444b-94a3-9f44d6fd30fc None None] The sync data for ids ['a09ebb53-9437-4490-b131-d2a60f7c6683'] in n-d-841760-1 is: [{'id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'name': 'tempest-TestNetworkAdvancedServerOps-router-255894433', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '3c4d6685-4d07-490d-a90a-e04b5a9f1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:10Z', 'updated_at': '2022-05-13T15:34:11Z', 'revision_number': 3, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '3c4d6685-4d07-490d-a90a-e04b5a9f1be6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:10Z', 'updated_at': '2022-05-13T15:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:34:14.944641 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-9fdd55fb-5c10-40f3-a78c-c0de7fe5d95d None None] For port bcf78d59-faa5-4eb8-b51e-21af65b349b6, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:34:14.952997 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-9fdd55fb-5c10-40f3-a78c-c0de7fe5d95d None None] For port bcf78d59-faa5-4eb8-b51e-21af65b349b6, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=bcf78d59-faa5-4eb8-b51e-21af65b349b6,segment=NetworkSegment(6a271fef-0432-437e-a4fb-702251686856),segment_id=6a271fef-0432-437e-a4fb-702251686856)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:34:14.958677 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9fdd55fb-5c10-40f3-a78c-c0de7fe5d95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:15.047329 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd55fb-5c10-40f3-a78c-c0de7fe5d95d None None] Pushing event updated for resources: {'Port': ['ID=bcf78d59-faa5-4eb8-b51e-21af65b349b6,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:15.221451 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-01d64245-95b1-45c7-a6c4-b586ca080df1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:15.840835 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-01d64245-95b1-45c7-a6c4-b586ca080df1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for port, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:15.848497 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-01d64245-95b1-45c7-a6c4-b586ca080df1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31881819'] for port, after_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:15.967324 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d64245-95b1-45c7-a6c4-b586ca080df1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'Port': ['ID=906cd3aa-3986-4641-9f79-392f254c280b,revision_number=2']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:15.970328 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-01d64245-95b1-45c7-a6c4-b586ca080df1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:16.097349 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f67260-be7f-49a4-9120-864755e3cbaa None None] Network 4a744af2-3043-4949-8aca-0154964bb8bc requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:34:16.115178 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d64245-95b1-45c7-a6c4-b586ca080df1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Network 4a744af2-3043-4949-8aca-0154964bb8bc is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:34:16.116265 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-01d64245-95b1-45c7-a6c4-b586ca080df1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:34:16.193849 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9fdfa84a-5d6f-48bf-ac5e-d00c9afea04a None None] Provisioning for port bcf78d59-faa5-4eb8-b51e-21af65b349b6 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:34:16.310454 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d64245-95b1-45c7-a6c4-b586ca080df1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Router a09ebb53-9437-4490-b131-d2a60f7c6683 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:34:16.506709 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d64245-95b1-45c7-a6c4-b586ca080df1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:34:16.520007 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-01d64245-95b1-45c7-a6c4-b586ca080df1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "PUT /v2.0/routers/a09ebb53-9437-4490-b131-d2a60f7c6683/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2853267 May 13 15:34:16.564072 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75573fe-3329-4c72-8d39-1ffab7dd1a87 None None] Sync routers for ids ['a09ebb53-9437-4490-b131-d2a60f7c6683'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:34:16.581952 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75573fe-3329-4c72-8d39-1ffab7dd1a87 None None] Routers {'a09ebb53-9437-4490-b131-d2a60f7c6683'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:34:16.582560 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f75573fe-3329-4c72-8d39-1ffab7dd1a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:34:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['a09ebb53-9437-4490-b131-d2a60f7c6683'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:34:16.662882 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-bf9a685e-e7cf-48d5-a4b6-99389f5e20d4 None None] Provisioning for port 906cd3aa-3986-4641-9f79-392f254c280b completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:34:16.672593 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-bf9a685e-e7cf-48d5-a4b6-99389f5e20d4 None None] Provisioning complete for port 906cd3aa-3986-4641-9f79-392f254c280b triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:34:16.673257 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bf9a685e-e7cf-48d5-a4b6-99389f5e20d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:16.718243 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device bcf78d59-faa5-4eb8-b51e-21af65b349b6 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:34:16.739739 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-8a243786-81a1-4342-9a0d-c0234c2a9c4a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Synchronizing usage tracker for tenant:192b2918ed11409998899ca653047aea on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:34:16.758981 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-8a243786-81a1-4342-9a0d-c0234c2a9c4a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Unset dirty status for tenant:192b2918ed11409998899ca653047aea on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:34:16.760727 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-8a243786-81a1-4342-9a0d-c0234c2a9c4a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2104370036&fields=id&tenant_id=192b2918ed11409998899ca653047aea HTTP/1.1" status: 200 len: 267 time: 0.0808344 May 13 15:34:16.803616 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-bf9a685e-e7cf-48d5-a4b6-99389f5e20d4 None None] Port 906cd3aa-3986-4641-9f79-392f254c280b cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:34:16.821241 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port bcf78d59-faa5-4eb8-b51e-21af65b349b6 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:34:16.827443 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port bcf78d59-faa5-4eb8-b51e-21af65b349b6 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:34:16.827918 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:16.868378 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-f75573fe-3329-4c72-8d39-1ffab7dd1a87 None None] Set router a09ebb53-9437-4490-b131-d2a60f7c6683 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:34:16.960290 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-644d4489-c97d-4d3d-a980-a7b8023d46f0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:16.961088 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-644d4489-c97d-4d3d-a980-a7b8023d46f0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Synchronizing usage tracker for tenant:192b2918ed11409998899ca653047aea on resource:network {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:34:16.963522 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port bcf78d59-faa5-4eb8-b51e-21af65b349b6 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:34:16.963812 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:16.982112 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-644d4489-c97d-4d3d-a980-a7b8023d46f0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Unset dirty status for tenant:192b2918ed11409998899ca653047aea on resource:network {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:34:16.989110 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-644d4489-c97d-4d3d-a980-a7b8023d46f0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/networks?id=4a744af2-3043-4949-8aca-0154964bb8bc HTTP/1.1" status: 200 len: 797 time: 0.2209663 May 13 15:34:17.008651 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-4156358a-b1f9-4b2a-8fba-25d72244445f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/quotas/192b2918ed11409998899ca653047aea HTTP/1.1" status: 200 len: 375 time: 0.0175467 May 13 15:34:17.009121 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-9ab763c2-9a39-4cd9-a009-2f733b2a0b56 None None] Provisioning complete for port 906cd3aa-3986-4641-9f79-392f254c280b triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:34:17.009496 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9ab763c2-9a39-4cd9-a009-2f733b2a0b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:17.040415 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port bcf78d59-faa5-4eb8-b51e-21af65b349b6, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=bcf78d59-faa5-4eb8-b51e-21af65b349b6,segment=NetworkSegment(6a271fef-0432-437e-a4fb-702251686856),segment_id=6a271fef-0432-437e-a4fb-702251686856)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:34:17.072630 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:17.073932 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3c4d6685-4d07-490d-a90a-e04b5a9f1be6 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:34:17.095788 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-0c6ba80f-c401-48ba-9615-297fbb8f0101 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Synchronizing usage tracker for tenant:192b2918ed11409998899ca653047aea on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:34:17.112970 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-0c6ba80f-c401-48ba-9615-297fbb8f0101 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Unset dirty status for tenant:192b2918ed11409998899ca653047aea on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:34:17.114347 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-0c6ba80f-c401-48ba-9615-297fbb8f0101 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1052756 May 13 15:34:17.158135 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-9ab763c2-9a39-4cd9-a009-2f733b2a0b56 None None] Port 906cd3aa-3986-4641-9f79-392f254c280b cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:34:17.205493 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=bcf78d59-faa5-4eb8-b51e-21af65b349b6,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:17.220073 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 3c4d6685-4d07-490d-a90a-e04b5a9f1be6 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:34:17.225672 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 3c4d6685-4d07-490d-a90a-e04b5a9f1be6 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:34:17.226141 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:17.235263 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f75573fe-3329-4c72-8d39-1ffab7dd1a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'name': 'tempest-TestNetworkAdvancedServerOps-router-255894433', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '3c4d6685-4d07-490d-a90a-e04b5a9f1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:10Z', 'updated_at': '2022-05-13T15:34:15Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '3c4d6685-4d07-490d-a90a-e04b5a9f1be6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:10Z', 'updated_at': '2022-05-13T15:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '906cd3aa-3986-4641-9f79-392f254c280b', 'name': '', 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc', 'tenant_id': '192b2918ed11409998899ca653047aea', 'mac_address': 'fa:16:3e:42:c4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '73adf7eb-3697-4b8a-a51f-42dd645bf3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:14Z', 'updated_at': '2022-05-13T15:34:15Z', 'revision_number': 2, 'project_id': '192b2918ed11409998899ca653047aea', 'subnets': [{'id': '73adf7eb-3697-4b8a-a51f-42dd645bf3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:34:17.239596 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75573fe-3329-4c72-8d39-1ffab7dd1a87 None None] Checking router: a09ebb53-9437-4490-b131-d2a60f7c6683 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:34:17.239948 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75573fe-3329-4c72-8d39-1ffab7dd1a87 None None] Updating router a09ebb53-9437-4490-b131-d2a60f7c6683 port 906cd3aa-3986-4641-9f79-392f254c280b binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:34:17.295390 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-f98db195-c1ac-413b-bf9e-351ccd7bb82d None None] Provisioning complete for port 906cd3aa-3986-4641-9f79-392f254c280b triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:34:17.295762 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-f98db195-c1ac-413b-bf9e-351ccd7bb82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:17.301058 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-f75573fe-3329-4c72-8d39-1ffab7dd1a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:17.364338 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-ab6b1de8-b90a-4913-9c40-f9369811585f service neutron] 10.222.0.35 "GET /v2.0/networks/4a744af2-3043-4949-8aca-0154964bb8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361929 May 13 15:34:17.433940 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-f98db195-c1ac-413b-bf9e-351ccd7bb82d None None] Port 906cd3aa-3986-4641-9f79-392f254c280b cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:34:17.454778 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 3c4d6685-4d07-490d-a90a-e04b5a9f1be6 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:34:17.455176 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:17.475938 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 3c4d6685-4d07-490d-a90a-e04b5a9f1be6, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3c4d6685-4d07-490d-a90a-e04b5a9f1be6,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:34:17.481022 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:17.503576 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-532826ab-17ef-4ee7-a78e-05aaba1916c0 service neutron] 10.222.0.35 "GET /v2.0/networks/4a744af2-3043-4949-8aca-0154964bb8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316557 May 13 15:34:17.554028 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=3c4d6685-4d07-490d-a90a-e04b5a9f1be6,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:17.678277 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-f75573fe-3329-4c72-8d39-1ffab7dd1a87 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:17.690903 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-f75573fe-3329-4c72-8d39-1ffab7dd1a87 None None] Transition to ACTIVE for port object 906cd3aa-3986-4641-9f79-392f254c280b will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:34:17.699485 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-f75573fe-3329-4c72-8d39-1ffab7dd1a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:17.833610 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-65c27db4-1092-4739-ad55-edee59367f69 req-8235cf14-b9ff-417e-9466-7e4e1d194549 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Synchronizing usage tracker for tenant:192b2918ed11409998899ca653047aea on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:34:17.849195 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-65c27db4-1092-4739-ad55-edee59367f69 req-8235cf14-b9ff-417e-9466-7e4e1d194549 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Unset dirty status for tenant:192b2918ed11409998899ca653047aea on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:34:17.850369 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-65c27db4-1092-4739-ad55-edee59367f69 req-8235cf14-b9ff-417e-9466-7e4e1d194549 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 210 time: 0.1962726 May 13 15:34:17.879767 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae801f-f97b-4584-900e-31ec9be376fd None None] Pushing event updated for resources: {'Port': ['ID=906cd3aa-3986-4641-9f79-392f254c280b,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:17.928066 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ae801f-f97b-4584-900e-31ec9be376fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:17.928411 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ae801f-f97b-4584-900e-31ec9be376fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:17.928731 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ae801f-f97b-4584-900e-31ec9be376fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:17.929243 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ae801f-f97b-4584-900e-31ec9be376fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:17.930227 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ae801f-f97b-4584-900e-31ec9be376fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:17.930227 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ae801f-f97b-4584-900e-31ec9be376fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:17.930454 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ae801f-f97b-4584-900e-31ec9be376fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:17.930719 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ae801f-f97b-4584-900e-31ec9be376fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:17.931032 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ae801f-f97b-4584-900e-31ec9be376fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:17.931370 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ae801f-f97b-4584-900e-31ec9be376fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:17.931672 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ae801f-f97b-4584-900e-31ec9be376fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:17.932173 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ae801f-f97b-4584-900e-31ec9be376fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:17.962113 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-f75573fe-3329-4c72-8d39-1ffab7dd1a87 None None] Attempting to bind port 906cd3aa-3986-4641-9f79-392f254c280b on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:34:17.962681 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-f75573fe-3329-4c72-8d39-1ffab7dd1a87 None None] Attempting to bind port 906cd3aa-3986-4641-9f79-392f254c280b by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '6a271fef-0432-437e-a4fb-702251686856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:34:17.963032 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75573fe-3329-4c72-8d39-1ffab7dd1a87 None None] Attempting to bind port 906cd3aa-3986-4641-9f79-392f254c280b on network 4a744af2-3043-4949-8aca-0154964bb8bc {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:34:17.968751 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75573fe-3329-4c72-8d39-1ffab7dd1a87 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:34:17.969121 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75573fe-3329-4c72-8d39-1ffab7dd1a87 None None] Checking segment: {'id': '6a271fef-0432-437e-a4fb-702251686856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:34:17.969512 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-f75573fe-3329-4c72-8d39-1ffab7dd1a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:17.969897 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75573fe-3329-4c72-8d39-1ffab7dd1a87 None None] Bound using segment: {'id': '6a271fef-0432-437e-a4fb-702251686856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:34:17.970408 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-f75573fe-3329-4c72-8d39-1ffab7dd1a87 None None] Bound port: 906cd3aa-3986-4641-9f79-392f254c280b, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a271fef-0432-437e-a4fb-702251686856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:34:17.970713 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-f75573fe-3329-4c72-8d39-1ffab7dd1a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:18.064161 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-f75573fe-3329-4c72-8d39-1ffab7dd1a87 None None] For port 906cd3aa-3986-4641-9f79-392f254c280b, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:34:18.068492 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-f75573fe-3329-4c72-8d39-1ffab7dd1a87 None None] For port 906cd3aa-3986-4641-9f79-392f254c280b, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=906cd3aa-3986-4641-9f79-392f254c280b,segment=NetworkSegment(6a271fef-0432-437e-a4fb-702251686856),segment_id=6a271fef-0432-437e-a4fb-702251686856)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:34:18.073212 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-f75573fe-3329-4c72-8d39-1ffab7dd1a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:18.155044 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75573fe-3329-4c72-8d39-1ffab7dd1a87 None None] Routers {'a09ebb53-9437-4490-b131-d2a60f7c6683'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:34:18.155700 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f75573fe-3329-4c72-8d39-1ffab7dd1a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:34:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['a09ebb53-9437-4490-b131-d2a60f7c6683'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:34:18.227699 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae801f-f97b-4584-900e-31ec9be376fd None None] Pushing event updated for resources: {'Port': ['ID=906cd3aa-3986-4641-9f79-392f254c280b,revision_number=4']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:18.354630 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-f75573fe-3329-4c72-8d39-1ffab7dd1a87 None None] Set router a09ebb53-9437-4490-b131-d2a60f7c6683 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:34:18.606013 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device bcf78d59-faa5-4eb8-b51e-21af65b349b6 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:34:18.681921 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:18.691731 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port bcf78d59-faa5-4eb8-b51e-21af65b349b6 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:34:18.692369 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:18.713847 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-f75573fe-3329-4c72-8d39-1ffab7dd1a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'name': 'tempest-TestNetworkAdvancedServerOps-router-255894433', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '3c4d6685-4d07-490d-a90a-e04b5a9f1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:10Z', 'updated_at': '2022-05-13T15:34:15Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '3c4d6685-4d07-490d-a90a-e04b5a9f1be6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:10Z', 'updated_at': '2022-05-13T15:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '906cd3aa-3986-4641-9f79-392f254c280b', 'name': '', 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc', 'tenant_id': '192b2918ed11409998899ca653047aea', 'mac_address': 'fa:16:3e:42:c4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '73adf7eb-3697-4b8a-a51f-42dd645bf3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:14Z', 'updated_at': '2022-05-13T15:34:18Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'subnets': [{'id': '73adf7eb-3697-4b8a-a51f-42dd645bf3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:34:18.718873 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75573fe-3329-4c72-8d39-1ffab7dd1a87 None None] The sync data for ids ['a09ebb53-9437-4490-b131-d2a60f7c6683'] in n-d-841760-1 is: [{'id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'name': 'tempest-TestNetworkAdvancedServerOps-router-255894433', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '3c4d6685-4d07-490d-a90a-e04b5a9f1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:10Z', 'updated_at': '2022-05-13T15:34:15Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '3c4d6685-4d07-490d-a90a-e04b5a9f1be6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:10Z', 'updated_at': '2022-05-13T15:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '906cd3aa-3986-4641-9f79-392f254c280b', 'name': '', 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc', 'tenant_id': '192b2918ed11409998899ca653047aea', 'mac_address': 'fa:16:3e:42:c4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '73adf7eb-3697-4b8a-a51f-42dd645bf3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:14Z', 'updated_at': '2022-05-13T15:34:18Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'subnets': [{'id': '73adf7eb-3697-4b8a-a51f-42dd645bf3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:34:18.840775 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port bcf78d59-faa5-4eb8-b51e-21af65b349b6 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:34:18.841837 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3c4d6685-4d07-490d-a90a-e04b5a9f1be6 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:34:18.906770 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-5f04fe0d-09fc-4eda-90d5-1547163fec04 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:18.914999 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-5f04fe0d-09fc-4eda-90d5-1547163fec04 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.59 "GET /v2.0/networks?id=4a744af2-3043-4949-8aca-0154964bb8bc HTTP/1.1" status: 200 len: 797 time: 0.2394912 May 13 15:34:18.955948 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 3c4d6685-4d07-490d-a90a-e04b5a9f1be6 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:34:18.956237 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:18.970437 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-1ac44295-b0e8-4811-97f1-9a8eab9de629 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=192b2918ed11409998899ca653047aea HTTP/1.1" status: 200 len: 380 time: 0.0493202 May 13 15:34:18.982359 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-b24c68e0-8d72-47cf-aaab-284bd647b94e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'port': {'device_id': '4b476868-b798-475c-82b9-02e403eda8a5', 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc', 'admin_state_up': True, 'tenant_id': '192b2918ed11409998899ca653047aea', 'security_groups': ['0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:34:19.051670 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-5c9cd26e-9645-42ee-951b-9b02ba0c8e9a req-0ae95fb7-b819-4fa0-af4c-03248bcfbbe6 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 210 time: 0.0600302 May 13 15:34:19.093954 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 3c4d6685-4d07-490d-a90a-e04b5a9f1be6 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:34:19.141710 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-b24c68e0-8d72-47cf-aaab-284bd647b94e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:34:19.152054 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-b24c68e0-8d72-47cf-aaab-284bd647b94e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:34:19.161932 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-b24c68e0-8d72-47cf-aaab-284bd647b94e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Made reservation on behalf of 192b2918ed11409998899ca653047aea for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:34:19.166010 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-b24c68e0-8d72-47cf-aaab-284bd647b94e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:19.345319 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-b24c68e0-8d72-47cf-aaab-284bd647b94e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Allocated IP 172.20.0.14 (4a744af2-3043-4949-8aca-0154964bb8bc/73adf7eb-3697-4b8a-a51f-42dd645bf3b4/dfa5c009-533c-4745-a3c1-7ea7cca161bd) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:34:19.551258 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-b24c68e0-8d72-47cf-aaab-284bd647b94e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:19.569036 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-b24c68e0-8d72-47cf-aaab-284bd647b94e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Transition to ACTIVE for port object dfa5c009-533c-4745-a3c1-7ea7cca161bd will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:34:19.593101 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-b24c68e0-8d72-47cf-aaab-284bd647b94e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:19.669758 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-b24c68e0-8d72-47cf-aaab-284bd647b94e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Network 4a744af2-3043-4949-8aca-0154964bb8bc is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:34:19.673163 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-b24c68e0-8d72-47cf-aaab-284bd647b94e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:34:19.675800 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-b24c68e0-8d72-47cf-aaab-284bd647b94e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:34:19.718059 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c68e0-8d72-47cf-aaab-284bd647b94e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'Port': ['ID=dfa5c009-533c-4745-a3c1-7ea7cca161bd,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:19.762232 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-b24c68e0-8d72-47cf-aaab-284bd647b94e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:19.763262 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-b24c68e0-8d72-47cf-aaab-284bd647b94e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:19.803160 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-b24c68e0-8d72-47cf-aaab-284bd647b94e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8249302 May 13 15:34:19.818181 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-dc5592a6-a2b6-4fae-b52f-d65f2cb24f74 service neutron] Request body: {'port': {'device_id': '4b476868-b798-475c-82b9-02e403eda8a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:34:19.944370 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-dc5592a6-a2b6-4fae-b52f-d65f2cb24f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:20.019741 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-83decff9-975b-48aa-b69a-38c4cf9a82e8 None None] Provisioning for port dfa5c009-533c-4745-a3c1-7ea7cca161bd completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:34:20.024750 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-83decff9-975b-48aa-b69a-38c4cf9a82e8 None None] Provisioning complete for port dfa5c009-533c-4745-a3c1-7ea7cca161bd triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:34:20.025141 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-83decff9-975b-48aa-b69a-38c4cf9a82e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:20.080239 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-83decff9-975b-48aa-b69a-38c4cf9a82e8 None None] Port dfa5c009-533c-4745-a3c1-7ea7cca161bd cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:34:20.298231 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30db8d-6869-4bf7-a598-5728df3b1536 req-61a79144-5b94-42d1-ac92-299bc6dc7c97 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:20.298922 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-8a30db8d-6869-4bf7-a598-5728df3b1536 req-61a79144-5b94-42d1-ac92-299bc6dc7c97 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Synchronizing usage tracker for tenant:192b2918ed11409998899ca653047aea on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:34:20.372790 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-8a30db8d-6869-4bf7-a598-5728df3b1536 req-61a79144-5b94-42d1-ac92-299bc6dc7c97 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Unset dirty status for tenant:192b2918ed11409998899ca653047aea on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:34:20.373942 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8a30db8d-6869-4bf7-a598-5728df3b1536 req-61a79144-5b94-42d1-ac92-299bc6dc7c97 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 932 time: 0.2148128 May 13 15:34:20.382427 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-dc5592a6-a2b6-4fae-b52f-d65f2cb24f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa5c009-533c-4745-a3c1-7ea7cca161bd {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:34:20.401297 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-dc5592a6-a2b6-4fae-b52f-d65f2cb24f74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:20.435276 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-dc5592a6-a2b6-4fae-b52f-d65f2cb24f74 service neutron] Transition to ACTIVE for port object dfa5c009-533c-4745-a3c1-7ea7cca161bd will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:34:20.440596 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-dc5592a6-a2b6-4fae-b52f-d65f2cb24f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:20.475162 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8a30db8d-6869-4bf7-a598-5728df3b1536 req-ad4df23a-231e-4bde-88bb-f2fdd46ef87d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948520 May 13 15:34:20.609271 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5592a6-a2b6-4fae-b52f-d65f2cb24f74 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa5c009-533c-4745-a3c1-7ea7cca161bd,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:20.633737 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 906cd3aa-3986-4641-9f79-392f254c280b up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:34:20.700999 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-dc5592a6-a2b6-4fae-b52f-d65f2cb24f74 service neutron] Attempting to bind port dfa5c009-533c-4745-a3c1-7ea7cca161bd on host n-h1-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:34:20.701332 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-dc5592a6-a2b6-4fae-b52f-d65f2cb24f74 service neutron] Attempting to bind port dfa5c009-533c-4745-a3c1-7ea7cca161bd by drivers openvswitch,hyperv on host n-h1-841760-1 at level 0 using segments [{'id': '6a271fef-0432-437e-a4fb-702251686856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:34:20.701658 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-dc5592a6-a2b6-4fae-b52f-d65f2cb24f74 service neutron] Attempting to bind port dfa5c009-533c-4745-a3c1-7ea7cca161bd on network 4a744af2-3043-4949-8aca-0154964bb8bc {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:34:20.706524 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-dc5592a6-a2b6-4fae-b52f-d65f2cb24f74 service neutron] Port dfa5c009-533c-4745-a3c1-7ea7cca161bd on network 4a744af2-3043-4949-8aca-0154964bb8bc not bound, no agent of type Open vSwitch agent registered on host n-h1-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:34:20.707009 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-dc5592a6-a2b6-4fae-b52f-d65f2cb24f74 service neutron] Attempting to bind port dfa5c009-533c-4745-a3c1-7ea7cca161bd on network 4a744af2-3043-4949-8aca-0154964bb8bc {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:34:20.709649 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 906cd3aa-3986-4641-9f79-392f254c280b completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:34:20.713606 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-dc5592a6-a2b6-4fae-b52f-d65f2cb24f74 service neutron] Checking agent: {'id': 'ba009623-c152-4b0c-986d-69362d8b481d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:34:20.713950 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-dc5592a6-a2b6-4fae-b52f-d65f2cb24f74 service neutron] Checking segment: {'id': '6a271fef-0432-437e-a4fb-702251686856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:34:20.714393 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-dc5592a6-a2b6-4fae-b52f-d65f2cb24f74 service neutron] Bound using segment: {'id': '6a271fef-0432-437e-a4fb-702251686856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:34:20.714817 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-dc5592a6-a2b6-4fae-b52f-d65f2cb24f74 service neutron] Bound port: dfa5c009-533c-4745-a3c1-7ea7cca161bd, host: n-h1-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a271fef-0432-437e-a4fb-702251686856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:34:20.715103 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 906cd3aa-3986-4641-9f79-392f254c280b triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:34:20.715231 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-dc5592a6-a2b6-4fae-b52f-d65f2cb24f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:20.715665 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:20.849418 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 906cd3aa-3986-4641-9f79-392f254c280b is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:34:20.849805 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:20.883485 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 906cd3aa-3986-4641-9f79-392f254c280b, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=906cd3aa-3986-4641-9f79-392f254c280b,segment=NetworkSegment(6a271fef-0432-437e-a4fb-702251686856),segment_id=6a271fef-0432-437e-a4fb-702251686856)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:34:20.887526 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:20.939057 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-dc5592a6-a2b6-4fae-b52f-d65f2cb24f74 service neutron] For port dfa5c009-533c-4745-a3c1-7ea7cca161bd, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:34:20.943231 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-dc5592a6-a2b6-4fae-b52f-d65f2cb24f74 service neutron] For port dfa5c009-533c-4745-a3c1-7ea7cca161bd, host n-h1-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=dfa5c009-533c-4745-a3c1-7ea7cca161bd,segment=NetworkSegment(6a271fef-0432-437e-a4fb-702251686856),segment_id=6a271fef-0432-437e-a4fb-702251686856)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:34:20.948204 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-dc5592a6-a2b6-4fae-b52f-d65f2cb24f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:20.959599 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=906cd3aa-3986-4641-9f79-392f254c280b,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:21.011757 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-dc5592a6-a2b6-4fae-b52f-d65f2cb24f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:21.012385 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-dc5592a6-a2b6-4fae-b52f-d65f2cb24f74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:21.013737 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-dc5592a6-a2b6-4fae-b52f-d65f2cb24f74 service neutron] 10.222.0.59 "PUT /v2.0/ports/dfa5c009-533c-4745-a3c1-7ea7cca161bd HTTP/1.1" status: 200 len: 1092 time: 1.2030115 May 13 15:34:21.014172 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b476868-b798-475c-82b9-02e403eda8a5', 'tag': 'dfa5c009-533c-4745-a3c1-7ea7cca161bd'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:34:21.035707 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5592a6-a2b6-4fae-b52f-d65f2cb24f74 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa5c009-533c-4745-a3c1-7ea7cca161bd,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:21.091426 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f440733f-ae84-4880-8e12-c0c23561f8fd'] response: {'name': 'network-changed', 'server_uuid': '4b476868-b798-475c-82b9-02e403eda8a5', 'tag': 'dfa5c009-533c-4745-a3c1-7ea7cca161bd', 'status': 'completed', 'code': 200} May 13 15:34:21.135555 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-d6d7fa0a-1693-4e49-8e2b-4150ab611876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:21.137025 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-d6d7fa0a-1693-4e49-8e2b-4150ab611876 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 1095 time: 0.0781424 May 13 15:34:21.209467 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-15132c04-6324-4452-8ce8-b966d9826b0a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfa5c009-533c-4745-a3c1-7ea7cca161bd HTTP/1.1" status: 200 len: 217 time: 0.0654774 May 13 15:34:21.270974 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-54d3bad2-7214-4f4b-8cdc-809653072499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:21.272428 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-54d3bad2-7214-4f4b-8cdc-809653072499 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=73adf7eb-3697-4b8a-a51f-42dd645bf3b4 HTTP/1.1" status: 200 len: 835 time: 0.0579820 May 13 15:34:21.350079 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-f6926e8e-b21f-42f0-bfdb-938098599f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:21.351612 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-f6926e8e-b21f-42f0-bfdb-938098599f17 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4a744af2-3043-4949-8aca-0154964bb8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733607 May 13 15:34:21.482037 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-a0ff3fd7-d045-4879-a1bf-e7f389492f11 service neutron] 10.222.0.59 "GET /v2.0/networks/4a744af2-3043-4949-8aca-0154964bb8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246586 May 13 15:34:21.661171 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fed9d775-8ebc-4902-bf42-b06811067e77 req-ca68d757-7a88-4a11-a04f-f3a6a1cc5708 service neutron] 10.222.0.59 "GET /v2.0/networks/4a744af2-3043-4949-8aca-0154964bb8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737278 May 13 15:34:21.689968 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66818e03-434c-4566-9764-8f41036ad7b8 req-17822d3e-a53b-4a17-8708-8bedc31d43c4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:21.691455 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-66818e03-434c-4566-9764-8f41036ad7b8 req-17822d3e-a53b-4a17-8708-8bedc31d43c4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 944 time: 0.0968585 May 13 15:34:21.789514 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-66818e03-434c-4566-9764-8f41036ad7b8 req-e915f41d-d315-4ad6-8d3a-914d33c52af9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905910 May 13 15:34:21.806498 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d8779-c2fb-444a-8d7b-75ecaf7be396 req-58b9e0ac-fee5-4efd-a2ef-35ce88b6f536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:21.807994 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fd3d8779-c2fb-444a-8d7b-75ecaf7be396 req-58b9e0ac-fee5-4efd-a2ef-35ce88b6f536 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 1095 time: 0.0967784 May 13 15:34:21.946604 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d8779-c2fb-444a-8d7b-75ecaf7be396 req-23630fed-1a39-4579-8936-3f89982c36e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:21.948088 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fd3d8779-c2fb-444a-8d7b-75ecaf7be396 req-23630fed-1a39-4579-8936-3f89982c36e8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4a744af2-3043-4949-8aca-0154964bb8bc HTTP/1.1" status: 200 len: 898 time: 0.1340904 May 13 15:34:22.015340 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fd3d8779-c2fb-444a-8d7b-75ecaf7be396 req-c25235f9-da6c-4658-ae68-f6c4f0a3216c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfa5c009-533c-4745-a3c1-7ea7cca161bd HTTP/1.1" status: 200 len: 217 time: 0.0606844 May 13 15:34:22.081377 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d8779-c2fb-444a-8d7b-75ecaf7be396 req-8dae0ae8-9b77-473c-be2e-713c6c2c52b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:22.082722 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fd3d8779-c2fb-444a-8d7b-75ecaf7be396 req-8dae0ae8-9b77-473c-be2e-713c6c2c52b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=73adf7eb-3697-4b8a-a51f-42dd645bf3b4 HTTP/1.1" status: 200 len: 835 time: 0.0615110 May 13 15:34:22.157259 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d8779-c2fb-444a-8d7b-75ecaf7be396 req-683a98c6-ba42-477f-a712-616f872afbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:22.158703 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fd3d8779-c2fb-444a-8d7b-75ecaf7be396 req-683a98c6-ba42-477f-a712-616f872afbe0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4a744af2-3043-4949-8aca-0154964bb8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693331 May 13 15:34:22.298885 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fd3d8779-c2fb-444a-8d7b-75ecaf7be396 req-68aa41b3-5208-418a-aff5-b4ab7f50d8a8 service neutron] 10.222.0.59 "GET /v2.0/networks/4a744af2-3043-4949-8aca-0154964bb8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327560 May 13 15:34:22.434890 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-fd3d8779-c2fb-444a-8d7b-75ecaf7be396 req-d2e0a8ff-facf-41c2-9850-fc04cf067706 service neutron] 10.222.0.59 "GET /v2.0/networks/4a744af2-3043-4949-8aca-0154964bb8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300271 May 13 15:34:22.606384 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 906cd3aa-3986-4641-9f79-392f254c280b up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:34:22.677164 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 906cd3aa-3986-4641-9f79-392f254c280b triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:34:22.677438 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:22.792786 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 906cd3aa-3986-4641-9f79-392f254c280b is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:34:22.978399 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77147aa1-580e-4a02-bbd9-9fdd91d9aaf3 req-6a0a05b8-da1a-4ab7-b7e3-e00ea979d423 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:22.979804 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-77147aa1-580e-4a02-bbd9-9fdd91d9aaf3 req-6a0a05b8-da1a-4ab7-b7e3-e00ea979d423 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 944 time: 0.0812843 May 13 15:34:23.024337 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-77147aa1-580e-4a02-bbd9-9fdd91d9aaf3 req-f6df0c4e-7299-4549-992f-fb95121dc4e7 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386274 May 13 15:34:24.315678 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf6b16-fec9-4261-ad9e-bbdab2c63f31 req-39a1588f-0093-42fd-b5a7-a8a8e171ec0c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:24.317710 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-24cf6b16-fec9-4261-ad9e-bbdab2c63f31 req-39a1588f-0093-42fd-b5a7-a8a8e171ec0c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 944 time: 0.1893969 May 13 15:34:24.365990 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-24cf6b16-fec9-4261-ad9e-bbdab2c63f31 req-6d544771-2b93-4b1c-928f-6cb901be9600 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419447 May 13 15:34:25.664194 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4d350-f658-4493-bdce-f13bafe9c81c req-235bec4f-03ef-424d-917c-5bf7fea69834 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:25.665636 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-55f4d350-f658-4493-bdce-f13bafe9c81c req-235bec4f-03ef-424d-917c-5bf7fea69834 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 944 time: 0.1902721 May 13 15:34:25.717313 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-55f4d350-f658-4493-bdce-f13bafe9c81c req-72167465-6125-4897-bfac-4c33b693c31c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457923 May 13 15:34:25.725365 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device dfa5c009-533c-4745-a3c1-7ea7cca161bd details requested by agent hyperv_n-h1-841760-1 with host n-h1-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:34:25.856871 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port dfa5c009-533c-4745-a3c1-7ea7cca161bd, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=dfa5c009-533c-4745-a3c1-7ea7cca161bd,segment=NetworkSegment(6a271fef-0432-437e-a4fb-702251686856),segment_id=6a271fef-0432-437e-a4fb-702251686856)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:34:25.870663 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Returning: {'device': 'dfa5c009-533c-4745-a3c1-7ea7cca161bd', 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc', 'port_id': 'dfa5c009-533c-4745-a3c1-7ea7cca161bd', 'mac_address': 'fa:16:3e:6a:43:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73adf7eb-3697-4b8a-a51f-42dd645bf3b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:34:25.930993 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port dfa5c009-533c-4745-a3c1-7ea7cca161bd is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:34:25.931321 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:25.948895 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa5c009-533c-4745-a3c1-7ea7cca161bd {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:34:25.964344 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port dfa5c009-533c-4745-a3c1-7ea7cca161bd, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=dfa5c009-533c-4745-a3c1-7ea7cca161bd,segment=NetworkSegment(6a271fef-0432-437e-a4fb-702251686856),segment_id=6a271fef-0432-437e-a4fb-702251686856)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:34:25.968531 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:26.036507 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=dfa5c009-533c-4745-a3c1-7ea7cca161bd,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:26.187812 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] get_ports_and_sgs() called for port_ids ['dfa5c009-533c-4745-a3c1-7ea7cca161bd'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:34:26.901971 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e3cd5-bff1-431c-8b37-1005013153ee req-c2a17ea1-8400-4065-992e-6e34cb344734 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:26.903344 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a1e3cd5-bff1-431c-8b37-1005013153ee req-c2a17ea1-8400-4065-992e-6e34cb344734 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 945 time: 0.0805390 May 13 15:34:26.947607 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a1e3cd5-bff1-431c-8b37-1005013153ee req-96b57c99-7919-4d26-95e8-bbf08bbe808e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386782 May 13 15:34:27.374670 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-716c5777-1828-449b-8792-36b9a83d5a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:27.740415 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device dfa5c009-533c-4745-a3c1-7ea7cca161bd up at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:34:27.807697 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning for port dfa5c009-533c-4745-a3c1-7ea7cca161bd completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:34:27.812609 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Provisioning complete for port dfa5c009-533c-4745-a3c1-7ea7cca161bd triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:34:27.812976 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:27.961316 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Current status of the port dfa5c009-533c-4745-a3c1-7ea7cca161bd is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:34:27.961694 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:27.989312 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b476868-b798-475c-82b9-02e403eda8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa5c009-533c-4745-a3c1-7ea7cca161bd'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:34:27.999807 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] For port dfa5c009-533c-4745-a3c1-7ea7cca161bd, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=dfa5c009-533c-4745-a3c1-7ea7cca161bd,segment=NetworkSegment(6a271fef-0432-437e-a4fb-702251686856),segment_id=6a271fef-0432-437e-a4fb-702251686856)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:34:28.004461 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:28.040667 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1bd6e85-7236-4aa9-b3e7-ca5358eebc2c'] response: {'server_uuid': '4b476868-b798-475c-82b9-02e403eda8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa5c009-533c-4745-a3c1-7ea7cca161bd', 'code': 200} May 13 15:34:28.075786 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Pushing event updated for resources: {'Port': ['ID=dfa5c009-533c-4745-a3c1-7ea7cca161bd,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:28.142304 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e952fda-8352-4afc-b18a-e00b926eb101 req-bf291e9c-1bb2-432a-80e4-87d570a2a5e3 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:28.143816 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3e952fda-8352-4afc-b18a-e00b926eb101 req-bf291e9c-1bb2-432a-80e4-87d570a2a5e3 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 946 time: 0.0898714 May 13 15:34:28.171077 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5d8f5-db88-484a-98f2-9b2b71c58fcb req-6a0731a9-e213-4e24-b544-3707b58fa760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:28.172615 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-62d5d8f5-db88-484a-98f2-9b2b71c58fcb req-6a0731a9-e213-4e24-b544-3707b58fa760 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 1097 time: 0.0731971 May 13 15:34:28.192331 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3e952fda-8352-4afc-b18a-e00b926eb101 req-181cffd1-5bc5-479a-9a7a-0e04327c6602 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420456 May 13 15:34:28.213975 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-62d5d8f5-db88-484a-98f2-9b2b71c58fcb req-475102f4-a7be-4291-96ae-9b16994f1752 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359280 May 13 15:34:29.089070 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:29.388043 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1c61c-5938-4d58-a3eb-4f6d1f261eea req-6ea3630a-b998-4db1-9f01-5974ec66412a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:29.389496 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7bd1c61c-5938-4d58-a3eb-4f6d1f261eea req-6ea3630a-b998-4db1-9f01-5974ec66412a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 946 time: 0.0820782 May 13 15:34:29.436619 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7bd1c61c-5938-4d58-a3eb-4f6d1f261eea req-eef921e5-fb6d-4cac-b8a6-85624f5addcb tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408947 May 13 15:34:29.553335 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:34:29.712107 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5cb0f14f-a61e-412a-93ad-d04292702363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:30.622553 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83694e67-871c-4c1e-8572-56d0b861d27f req-7b90b470-682c-425e-87e8-c686d4ed8726 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:30.624053 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-83694e67-871c-4c1e-8572-56d0b861d27f req-7b90b470-682c-425e-87e8-c686d4ed8726 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 946 time: 0.0801198 May 13 15:34:30.668307 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-83694e67-871c-4c1e-8572-56d0b861d27f req-af00a2b5-6705-4b9c-93cc-9886d2cafcbd tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385411 May 13 15:34:30.843773 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:30.852585 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefd346-a975-46da-85e2-94068bfe89d5 req-9c12cc35-e7bf-4909-9a48-09cc9133f8b2 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:30.854034 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-eeefd346-a975-46da-85e2-94068bfe89d5 req-9c12cc35-e7bf-4909-9a48-09cc9133f8b2 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 946 time: 0.0823457 May 13 15:34:30.885347 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:30.899288 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-eeefd346-a975-46da-85e2-94068bfe89d5 req-e29768cb-f8f2-436b-a0cb-bc0f9988a6d4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394192 May 13 15:34:30.921805 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45254) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:30.994971 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e206f12-9b29-4ecc-89f9-f57144050237 tempest-TestNetworkAdvancedServerOps-1659996939 tempest-TestNetworkAdvancedServerOps-1659996939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:30.996504 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6e206f12-9b29-4ecc-89f9-f57144050237 tempest-TestNetworkAdvancedServerOps-1659996939 tempest-TestNetworkAdvancedServerOps-1659996939-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 1092 time: 0.0737026 May 13 15:34:30.999283 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45258) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:31.004111 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-96c013b0-a28d-44c3-87fd-bb0cae545d3a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'port_id': 'dfa5c009-533c-4745-a3c1-7ea7cca161bd', 'tenant_id': '192b2918ed11409998899ca653047aea', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:34:31.010632 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-96c013b0-a28d-44c3-87fd-bb0cae545d3a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:34:31.014498 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-96c013b0-a28d-44c3-87fd-bb0cae545d3a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:floatingip and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:34:31.017326 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-96c013b0-a28d-44c3-87fd-bb0cae545d3a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:34:31.022937 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-96c013b0-a28d-44c3-87fd-bb0cae545d3a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:34:31.035645 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-96c013b0-a28d-44c3-87fd-bb0cae545d3a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for floatingip, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:31.209463 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ea71be48-e46a-4a85-8ba0-1a4e4a70dcee req-84667808-3af4-4dca-b6c9-f6fc73681927 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1010845 May 13 15:34:31.235515 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-96c013b0-a28d-44c3-87fd-bb0cae545d3a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:31.431876 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-96c013b0-a28d-44c3-87fd-bb0cae545d3a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Allocated IP 172.25.0.113 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/f55dee69-9408-4fcc-921c-24a08d57e4a2) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:34:31.435012 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71be48-e46a-4a85-8ba0-1a4e4a70dcee req-a06596a6-932a-4d8c-91ca-14f9d3daa23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:31.436522 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ea71be48-e46a-4a85-8ba0-1a4e4a70dcee req-a06596a6-932a-4d8c-91ca-14f9d3daa23d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 1097 time: 0.1572163 May 13 15:34:31.690073 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71be48-e46a-4a85-8ba0-1a4e4a70dcee req-210ad11a-1b97-430b-a910-aa1fffa721f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:31.691554 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ea71be48-e46a-4a85-8ba0-1a4e4a70dcee req-210ad11a-1b97-430b-a910-aa1fffa721f3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4a744af2-3043-4949-8aca-0154964bb8bc HTTP/1.1" status: 200 len: 898 time: 0.2285652 May 13 15:34:31.696602 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-96c013b0-a28d-44c3-87fd-bb0cae545d3a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:31.763538 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ea71be48-e46a-4a85-8ba0-1a4e4a70dcee req-e9c23de7-0fa0-4b45-a9c8-b92202ddbf07 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfa5c009-533c-4745-a3c1-7ea7cca161bd HTTP/1.1" status: 200 len: 217 time: 0.0638208 May 13 15:34:31.837324 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71be48-e46a-4a85-8ba0-1a4e4a70dcee req-1b68ceb9-aea0-47ab-9b9a-0cfbf7ff52f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:31.838958 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ea71be48-e46a-4a85-8ba0-1a4e4a70dcee req-1b68ceb9-aea0-47ab-9b9a-0cfbf7ff52f0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=73adf7eb-3697-4b8a-a51f-42dd645bf3b4 HTTP/1.1" status: 200 len: 835 time: 0.0695736 May 13 15:34:31.840310 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-96c013b0-a28d-44c3-87fd-bb0cae545d3a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:31.953364 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c013b0-a28d-44c3-87fd-bb0cae545d3a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:34:31.957744 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-96c013b0-a28d-44c3-87fd-bb0cae545d3a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:34:31.964969 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c013b0-a28d-44c3-87fd-bb0cae545d3a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:34:31.996409 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c013b0-a28d-44c3-87fd-bb0cae545d3a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'Port': ['ID=f55dee69-9408-4fcc-921c-24a08d57e4a2,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:32.078130 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71be48-e46a-4a85-8ba0-1a4e4a70dcee req-2f56c666-4e47-449c-8cfd-f2b29a201b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:32.079652 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ea71be48-e46a-4a85-8ba0-1a4e4a70dcee req-2f56c666-4e47-449c-8cfd-f2b29a201b82 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4a744af2-3043-4949-8aca-0154964bb8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2356513 May 13 15:34:32.365214 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:32.453446 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ea71be48-e46a-4a85-8ba0-1a4e4a70dcee req-9e8c903f-d5a7-4c6a-9445-6234d1118d07 service neutron] 10.222.0.59 "GET /v2.0/networks/4a744af2-3043-4949-8aca-0154964bb8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651395 May 13 15:34:32.680486 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ea71be48-e46a-4a85-8ba0-1a4e4a70dcee req-970a86da-cc8c-4f29-8b36-898b73ce923d service neutron] 10.222.0.59 "GET /v2.0/networks/4a744af2-3043-4949-8aca-0154964bb8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773095 May 13 15:34:32.724825 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-96c013b0-a28d-44c3-87fd-bb0cae545d3a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:32.801703 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-96c013b0-a28d-44c3-87fd-bb0cae545d3a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:33.004680 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-96c013b0-a28d-44c3-87fd-bb0cae545d3a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:33.009712 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-96c013b0-a28d-44c3-87fd-bb0cae545d3a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:33.120588 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c013b0-a28d-44c3-87fd-bb0cae545d3a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'Port': ['ID=f55dee69-9408-4fcc-921c-24a08d57e4a2,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:33.130422 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-96c013b0-a28d-44c3-87fd-bb0cae545d3a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:33.299802 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [None req-96c013b0-a28d-44c3-87fd-bb0cae545d3a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Floating IP a905de08-3690-41d7-94ea-5f5ec4ad71ec associated. External IP: 172.25.0.113, port: dfa5c009-533c-4745-a3c1-7ea7cca161bd. May 13 15:34:33.770481 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c013b0-a28d-44c3-87fd-bb0cae545d3a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Router a09ebb53-9437-4490-b131-d2a60f7c6683 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:34:33.950986 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c013b0-a28d-44c3-87fd-bb0cae545d3a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:34:33.960971 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff52105-8c57-44b1-b210-4bcd27cce669 None None] Sync routers for ids ['a09ebb53-9437-4490-b131-d2a60f7c6683'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:34:33.970554 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff52105-8c57-44b1-b210-4bcd27cce669 None None] Routers {'a09ebb53-9437-4490-b131-d2a60f7c6683'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:34:33.971222 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-9ff52105-8c57-44b1-b210-4bcd27cce669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:34:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['a09ebb53-9437-4490-b131-d2a60f7c6683'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:34:33.975036 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-96c013b0-a28d-44c3-87fd-bb0cae545d3a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:34.037355 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-96c013b0-a28d-44c3-87fd-bb0cae545d3a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0343566 May 13 15:34:34.037355 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b476868-b798-475c-82b9-02e403eda8a5', 'tag': 'dfa5c009-533c-4745-a3c1-7ea7cca161bd'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:34:34.103831 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1a70095-2316-4622-844f-686757ed595a'] response: {'name': 'network-changed', 'server_uuid': '4b476868-b798-475c-82b9-02e403eda8a5', 'tag': 'dfa5c009-533c-4745-a3c1-7ea7cca161bd', 'status': 'completed', 'code': 200} May 13 15:34:34.155182 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-9ff52105-8c57-44b1-b210-4bcd27cce669 None None] Set router a09ebb53-9437-4490-b131-d2a60f7c6683 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:34:34.198022 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed51bfd-7482-4e86-a887-bbefb50aaa08 req-2492df12-f455-4efa-bc36-7b3e407552be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:34.199836 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6ed51bfd-7482-4e86-a887-bbefb50aaa08 req-2492df12-f455-4efa-bc36-7b3e407552be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 1097 time: 0.0742259 May 13 15:34:34.241302 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d7186-d966-49cd-b18d-dfda0e4745ad req-fd7794ab-683c-40ce-b3e3-7be490a42534 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:34.243472 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-525d7186-d966-49cd-b18d-dfda0e4745ad req-fd7794ab-683c-40ce-b3e3-7be490a42534 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 946 time: 0.0914352 May 13 15:34:34.291461 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-525d7186-d966-49cd-b18d-dfda0e4745ad req-347c78d5-1bdc-4bd6-8639-5141587e32b3 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415492 May 13 15:34:34.315101 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45266) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:34.348085 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed51bfd-7482-4e86-a887-bbefb50aaa08 req-e237e194-ea88-465f-a93a-8040ff038802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:34.349543 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6ed51bfd-7482-4e86-a887-bbefb50aaa08 req-e237e194-ea88-465f-a93a-8040ff038802 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4a744af2-3043-4949-8aca-0154964bb8bc HTTP/1.1" status: 200 len: 898 time: 0.1445699 May 13 15:34:34.428282 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bebbc1a7-ab1f-4e57-9e43-32f192722a1a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/floatingips/a905de08-3690-41d7-94ea-5f5ec4ad71ec HTTP/1.1" status: 200 len: 992 time: 0.1112127 May 13 15:34:34.456626 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6ed51bfd-7482-4e86-a887-bbefb50aaa08 req-fc3ddb40-16f8-41ec-99a6-c004a40d0db4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfa5c009-533c-4745-a3c1-7ea7cca161bd HTTP/1.1" status: 200 len: 1000 time: 0.1011896 May 13 15:34:34.511847 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-9ff52105-8c57-44b1-b210-4bcd27cce669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'name': 'tempest-TestNetworkAdvancedServerOps-router-255894433', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '3c4d6685-4d07-490d-a90a-e04b5a9f1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:10Z', 'updated_at': '2022-05-13T15:34:15Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '3c4d6685-4d07-490d-a90a-e04b5a9f1be6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:10Z', 'updated_at': '2022-05-13T15:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'a905de08-3690-41d7-94ea-5f5ec4ad71ec', 'tenant_id': '192b2918ed11409998899ca653047aea', 'floating_ip_address': '172.25.0.113', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'port_id': 'dfa5c009-533c-4745-a3c1-7ea7cca161bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc', 'mac_address': 'fa:16:3e:6a:43:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b476868-b798-475c-82b9-02e403eda8a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:34:32Z', 'updated_at': '2022-05-13T15:34:32Z', 'revision_number': 0, 'project_id': '192b2918ed11409998899ca653047aea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '906cd3aa-3986-4641-9f79-392f254c280b', 'name': '', 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc', 'tenant_id': '192b2918ed11409998899ca653047aea', 'mac_address': 'fa:16:3e:42:c4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '73adf7eb-3697-4b8a-a51f-42dd645bf3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:14Z', 'updated_at': '2022-05-13T15:34:20Z', 'revision_number': 5, 'project_id': '192b2918ed11409998899ca653047aea', 'subnets': [{'id': '73adf7eb-3697-4b8a-a51f-42dd645bf3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:34:34.516364 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff52105-8c57-44b1-b210-4bcd27cce669 None None] Checking router: a09ebb53-9437-4490-b131-d2a60f7c6683 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:34:34.522784 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed51bfd-7482-4e86-a887-bbefb50aaa08 req-c4aca896-299b-454e-b55c-43ebde148094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:34.524299 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6ed51bfd-7482-4e86-a887-bbefb50aaa08 req-c4aca896-299b-454e-b55c-43ebde148094 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=73adf7eb-3697-4b8a-a51f-42dd645bf3b4 HTTP/1.1" status: 200 len: 835 time: 0.0623558 May 13 15:34:34.524675 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff52105-8c57-44b1-b210-4bcd27cce669 None None] Routers {'a09ebb53-9437-4490-b131-d2a60f7c6683'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:34:34.525264 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-9ff52105-8c57-44b1-b210-4bcd27cce669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:34:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['a09ebb53-9437-4490-b131-d2a60f7c6683'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:34:34.603673 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed51bfd-7482-4e86-a887-bbefb50aaa08 req-d7595cb8-f230-40e1-a12a-eb5da4e26228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:34.605148 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6ed51bfd-7482-4e86-a887-bbefb50aaa08 req-d7595cb8-f230-40e1-a12a-eb5da4e26228 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4a744af2-3043-4949-8aca-0154964bb8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754890 May 13 15:34:34.703656 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-9ff52105-8c57-44b1-b210-4bcd27cce669 None None] Set router a09ebb53-9437-4490-b131-d2a60f7c6683 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:34:34.738278 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6ed51bfd-7482-4e86-a887-bbefb50aaa08 req-b40432e2-8e9d-45ec-aa4e-e8edec7ecd16 service neutron] 10.222.0.59 "GET /v2.0/networks/4a744af2-3043-4949-8aca-0154964bb8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273990 May 13 15:34:34.869825 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6ed51bfd-7482-4e86-a887-bbefb50aaa08 req-497a9d86-664d-49db-80ac-a0b3f4b06b74 service neutron] 10.222.0.59 "GET /v2.0/networks/4a744af2-3043-4949-8aca-0154964bb8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262262 May 13 15:34:35.069278 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-9ff52105-8c57-44b1-b210-4bcd27cce669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'name': 'tempest-TestNetworkAdvancedServerOps-router-255894433', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '3c4d6685-4d07-490d-a90a-e04b5a9f1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:10Z', 'updated_at': '2022-05-13T15:34:15Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '3c4d6685-4d07-490d-a90a-e04b5a9f1be6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:10Z', 'updated_at': '2022-05-13T15:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'a905de08-3690-41d7-94ea-5f5ec4ad71ec', 'tenant_id': '192b2918ed11409998899ca653047aea', 'floating_ip_address': '172.25.0.113', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'port_id': 'dfa5c009-533c-4745-a3c1-7ea7cca161bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc', 'mac_address': 'fa:16:3e:6a:43:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b476868-b798-475c-82b9-02e403eda8a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:34:32Z', 'updated_at': '2022-05-13T15:34:32Z', 'revision_number': 0, 'project_id': '192b2918ed11409998899ca653047aea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '906cd3aa-3986-4641-9f79-392f254c280b', 'name': '', 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc', 'tenant_id': '192b2918ed11409998899ca653047aea', 'mac_address': 'fa:16:3e:42:c4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '73adf7eb-3697-4b8a-a51f-42dd645bf3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:14Z', 'updated_at': '2022-05-13T15:34:20Z', 'revision_number': 5, 'project_id': '192b2918ed11409998899ca653047aea', 'subnets': [{'id': '73adf7eb-3697-4b8a-a51f-42dd645bf3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:34:35.073460 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff52105-8c57-44b1-b210-4bcd27cce669 None None] The sync data for ids ['a09ebb53-9437-4490-b131-d2a60f7c6683'] in n-d-841760-1 is: [{'id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'name': 'tempest-TestNetworkAdvancedServerOps-router-255894433', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '3c4d6685-4d07-490d-a90a-e04b5a9f1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:10Z', 'updated_at': '2022-05-13T15:34:15Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '3c4d6685-4d07-490d-a90a-e04b5a9f1be6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:10Z', 'updated_at': '2022-05-13T15:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'a905de08-3690-41d7-94ea-5f5ec4ad71ec', 'tenant_id': '192b2918ed11409998899ca653047aea', 'floating_ip_address': '172.25.0.113', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'port_id': 'dfa5c009-533c-4745-a3c1-7ea7cca161bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc', 'mac_address': 'fa:16:3e:6a:43:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b476868-b798-475c-82b9-02e403eda8a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:34:32Z', 'updated_at': '2022-05-13T15:34:32Z', 'revision_number': 0, 'project_id': '192b2918ed11409998899ca653047aea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '906cd3aa-3986-4641-9f79-392f254c280b', 'name': '', 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc', 'tenant_id': '192b2918ed11409998899ca653047aea', 'mac_address': 'fa:16:3e:42:c4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '73adf7eb-3697-4b8a-a51f-42dd645bf3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:14Z', 'updated_at': '2022-05-13T15:34:20Z', 'revision_number': 5, 'project_id': '192b2918ed11409998899ca653047aea', 'subnets': [{'id': '73adf7eb-3697-4b8a-a51f-42dd645bf3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:34:35.261243 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e628722-d90a-45e7-83ff-20f9c0b1459b None None] New status for floating IP a905de08-3690-41d7-94ea-5f5ec4ad71ec: ACTIVE {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:34:35.432916 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45270) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:35.546468 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-279c18bd-10f2-430e-87c7-09ae2e7db450 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/floatingips/a905de08-3690-41d7-94ea-5f5ec4ad71ec HTTP/1.1" status: 200 len: 992 time: 0.1117592 May 13 15:34:36.550539 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45274) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:36.658249 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-85dbc81c-147a-4bf2-ad71-bf27b1741366 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/floatingips/a905de08-3690-41d7-94ea-5f5ec4ad71ec HTTP/1.1" status: 200 len: 994 time: 0.1061726 May 13 15:34:48.686995 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:57.377538 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5ae4348c-b85a-433b-be27-6f6ef7080f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:59.088100 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:59.714629 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1eda4a8c-67e1-40b6-80e0-bd047b48d88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:00.836991 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:00.887198 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:01.542737 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45292) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:35:01.584104 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0c638-af56-4c6f-9e33-15258ccd8636 req-7b2c5efa-ee54-473b-8114-ead24e1b7ec3 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:01.586338 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-95e0c638-af56-4c6f-9e33-15258ccd8636 req-7b2c5efa-ee54-473b-8114-ead24e1b7ec3 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 946 time: 0.0850797 May 13 15:35:01.631568 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-95e0c638-af56-4c6f-9e33-15258ccd8636 req-72c31689-a6a0-47e2-b807-8cf3c1c958fd tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388637 May 13 15:35:01.659206 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-da373696-661f-458f-8e09-134e010baa3e req-7668afc2-480e-47c3-a640-d03adba1534c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1152027 May 13 15:35:02.367294 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:02.831393 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91a713-fead-43b4-9f42-206845f230d6 req-9b75c5a7-c4a0-4ba2-b5d5-6d00f3420099 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:02.832754 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9a91a713-fead-43b4-9f42-206845f230d6 req-9b75c5a7-c4a0-4ba2-b5d5-6d00f3420099 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 946 time: 0.0911384 May 13 15:35:02.882313 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-9a91a713-fead-43b4-9f42-206845f230d6 req-7815ad23-bcea-472f-809c-d703ec2d4768 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437536 May 13 15:35:02.895302 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da373696-661f-458f-8e09-134e010baa3e req-1975c267-ef9d-4334-8d1e-c0fa70f49d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:02.896790 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da373696-661f-458f-8e09-134e010baa3e req-1975c267-ef9d-4334-8d1e-c0fa70f49d2b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 1097 time: 0.0767312 May 13 15:35:03.030966 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da373696-661f-458f-8e09-134e010baa3e req-c63034c1-da69-49f9-ad29-a94f6ddb0ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:03.032454 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da373696-661f-458f-8e09-134e010baa3e req-c63034c1-da69-49f9-ad29-a94f6ddb0ec0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4a744af2-3043-4949-8aca-0154964bb8bc HTTP/1.1" status: 200 len: 898 time: 0.1287990 May 13 15:35:03.244925 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da373696-661f-458f-8e09-134e010baa3e req-e52a9138-a3d9-47c3-859b-b3875bbfc144 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfa5c009-533c-4745-a3c1-7ea7cca161bd HTTP/1.1" status: 200 len: 1002 time: 0.2060242 May 13 15:35:03.306909 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da373696-661f-458f-8e09-134e010baa3e req-fdd94bf0-4ea2-49af-ab7b-3b531020fdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:03.308354 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da373696-661f-458f-8e09-134e010baa3e req-fdd94bf0-4ea2-49af-ab7b-3b531020fdd3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=73adf7eb-3697-4b8a-a51f-42dd645bf3b4 HTTP/1.1" status: 200 len: 835 time: 0.0577879 May 13 15:35:03.382291 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da373696-661f-458f-8e09-134e010baa3e req-6356c725-a475-476e-9e16-be18fe6324cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:03.383775 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da373696-661f-458f-8e09-134e010baa3e req-6356c725-a475-476e-9e16-be18fe6324cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4a744af2-3043-4949-8aca-0154964bb8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694132 May 13 15:35:03.518065 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da373696-661f-458f-8e09-134e010baa3e req-4959e084-68e7-4e8a-969e-0895572c755f service neutron] 10.222.0.59 "GET /v2.0/networks/4a744af2-3043-4949-8aca-0154964bb8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272922 May 13 15:35:03.654734 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da373696-661f-458f-8e09-134e010baa3e req-6c268982-5898-400a-87bd-a257baa6fb9e service neutron] 10.222.0.59 "GET /v2.0/networks/4a744af2-3043-4949-8aca-0154964bb8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252432 May 13 15:35:04.074766 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bead26-13cd-4c2d-b91a-4e9da0176817 req-11a86ca2-3704-4031-bcce-9909e494a1e4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:04.076268 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-60bead26-13cd-4c2d-b91a-4e9da0176817 req-11a86ca2-3704-4031-bcce-9909e494a1e4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 946 time: 0.0863283 May 13 15:35:04.120179 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-60bead26-13cd-4c2d-b91a-4e9da0176817 req-00cd37ad-3e7c-4b07-857c-8a58de7251aa tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381544 May 13 15:35:05.354263 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59302e1f-df39-4be5-a67d-7b0dbf2888cb req-ebb66903-b19d-4099-baeb-557ee321aeb4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:05.356248 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-59302e1f-df39-4be5-a67d-7b0dbf2888cb req-ebb66903-b19d-4099-baeb-557ee321aeb4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 946 time: 0.0783312 May 13 15:35:05.399485 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-59302e1f-df39-4be5-a67d-7b0dbf2888cb req-5765c025-29dc-44bf-bfa7-399c11c9ef88 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372875 May 13 15:35:06.552262 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:35:06.592939 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0be81e-014f-4344-8b72-14d934b40a66 req-c4ae524e-a2b2-4a6e-9af5-ee3e5c123aa2 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:06.594410 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef0be81e-014f-4344-8b72-14d934b40a66 req-c4ae524e-a2b2-4a6e-9af5-ee3e5c123aa2 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 946 time: 0.0804236 May 13 15:35:06.642478 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ef0be81e-014f-4344-8b72-14d934b40a66 req-a7cbd0f3-a3f9-4f98-a21b-e6ef744d7c53 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423737 May 13 15:35:07.829762 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7d216-bac7-4c0d-8b86-3f1b0ca6d032 req-36d0824c-87d1-4e39-8083-6fabea31d05d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:07.831284 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-21a7d216-bac7-4c0d-8b86-3f1b0ca6d032 req-36d0824c-87d1-4e39-8083-6fabea31d05d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 946 time: 0.0848043 May 13 15:35:07.875301 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-21a7d216-bac7-4c0d-8b86-3f1b0ca6d032 req-961dd068-89de-414f-b8fe-d78b1771b0a0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382159 May 13 15:35:09.061864 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf1fc4-b4d2-406f-a4b7-539e9065a500 req-cf2f4fb4-3b20-4180-ae56-50bbf8f24b1e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:09.063344 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c6bf1fc4-b4d2-406f-a4b7-539e9065a500 req-cf2f4fb4-3b20-4180-ae56-50bbf8f24b1e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 946 time: 0.0813506 May 13 15:35:09.107868 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c6bf1fc4-b4d2-406f-a4b7-539e9065a500 req-a95e2648-ee02-42ad-8b8e-05324eece91a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387061 May 13 15:35:10.452171 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271ceb0-6952-4b7e-b273-6b5d018e0356 req-f6813981-d641-44b6-aa2d-495b1bfd67ef tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:10.453678 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8271ceb0-6952-4b7e-b273-6b5d018e0356 req-f6813981-d641-44b6-aa2d-495b1bfd67ef tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 946 time: 0.0834284 May 13 15:35:10.497656 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-8271ceb0-6952-4b7e-b273-6b5d018e0356 req-6dcb6764-6746-458a-8189-17abd44222a9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383065 May 13 15:35:11.687538 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dec3d7-94bc-4405-9e8f-28cad5fc47d2 req-3f22797a-93eb-4866-809a-9c913f3183c0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:11.689017 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c4dec3d7-94bc-4405-9e8f-28cad5fc47d2 req-3f22797a-93eb-4866-809a-9c913f3183c0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 946 time: 0.0838647 May 13 15:35:11.732627 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c4dec3d7-94bc-4405-9e8f-28cad5fc47d2 req-a42c72eb-7323-4053-8579-c5acd2efb989 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376253 May 13 15:35:12.924806 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7855a-7458-48cb-8019-c3b9ca2902fb req-c75b262a-1a94-4d3a-b3e6-842df02a79e1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:12.926172 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d4f7855a-7458-48cb-8019-c3b9ca2902fb req-c75b262a-1a94-4d3a-b3e6-842df02a79e1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 946 time: 0.0893557 May 13 15:35:12.971509 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-d4f7855a-7458-48cb-8019-c3b9ca2902fb req-4e6e64ef-3cc3-446e-8aad-1c00f3099f03 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392947 May 13 15:35:14.157689 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de90881-23a1-4525-8f6a-11883bd0e916 req-e2253894-b667-487c-a492-81da29c1edae tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:14.159161 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5de90881-23a1-4525-8f6a-11883bd0e916 req-e2253894-b667-487c-a492-81da29c1edae tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 946 time: 0.0800872 May 13 15:35:14.206850 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5de90881-23a1-4525-8f6a-11883bd0e916 req-7e26dc6a-c471-4a19-81cb-9d5d21273e33 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420148 May 13 15:35:15.388284 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2edbf2-3b20-4e3a-aa45-9bf130e3d618 req-70ba3813-9240-4dee-aae4-e209f93f2509 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:15.389728 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4b2edbf2-3b20-4e3a-aa45-9bf130e3d618 req-70ba3813-9240-4dee-aae4-e209f93f2509 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 946 time: 0.0795493 May 13 15:35:15.436702 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4b2edbf2-3b20-4e3a-aa45-9bf130e3d618 req-338f8319-1d53-4538-a922-b9693682a1c0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413606 May 13 15:35:15.534011 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [req-da373696-661f-458f-8e09-134e010baa3e req-54d39d23-91cb-45d3-93b0-6ba471282739 service neutron] show failed (client error): The resource could not be found. May 13 15:35:15.535022 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da373696-661f-458f-8e09-134e010baa3e req-54d39d23-91cb-45d3-93b0-6ba471282739 service neutron] 10.222.0.59 "GET /v2.0/ports/dfa5c009-533c-4745-a3c1-7ea7cca161bd/bindings/n-h2-841760-1 HTTP/1.1" status: 404 len: 380 time: 0.0783174 May 13 15:35:15.794776 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da373696-661f-458f-8e09-134e010baa3e req-9464a170-cc07-424f-969a-97b400c2b840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:15.796327 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da373696-661f-458f-8e09-134e010baa3e req-9464a170-cc07-424f-969a-97b400c2b840 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5&tenant_id=192b2918ed11409998899ca653047aea HTTP/1.1" status: 200 len: 1097 time: 0.0721121 May 13 15:35:15.813654 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-da373696-661f-458f-8e09-134e010baa3e req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-841760-1', 'device_owner': 'compute:nova'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:35:15.928675 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-da373696-661f-458f-8e09-134e010baa3e req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:16.199556 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-da373696-661f-458f-8e09-134e010baa3e req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] For port dfa5c009-533c-4745-a3c1-7ea7cca161bd, host n-h1-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841760-1',level=0,port_id=dfa5c009-533c-4745-a3c1-7ea7cca161bd,segment=NetworkSegment(6a271fef-0432-437e-a4fb-702251686856),segment_id=6a271fef-0432-437e-a4fb-702251686856)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:35:16.227734 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-da373696-661f-458f-8e09-134e010baa3e req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] For port dfa5c009-533c-4745-a3c1-7ea7cca161bd, host n-h1-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:35:16.285215 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b476868-b798-475c-82b9-02e403eda8a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfa5c009-533c-4745-a3c1-7ea7cca161bd'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:35:16.291155 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-da373696-661f-458f-8e09-134e010baa3e req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:16.306978 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-da373696-661f-458f-8e09-134e010baa3e req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] Transition to ACTIVE for port object dfa5c009-533c-4745-a3c1-7ea7cca161bd will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:35:16.310886 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-da373696-661f-458f-8e09-134e010baa3e req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:16.356732 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d6829de-0357-4886-9d5f-744dc87b71ae'] response: {'server_uuid': '4b476868-b798-475c-82b9-02e403eda8a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfa5c009-533c-4745-a3c1-7ea7cca161bd', 'code': 200} May 13 15:35:16.561089 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa5c009-533c-4745-a3c1-7ea7cca161bd,revision_number=6']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:16.575010 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:16.575449 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:16.576087 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:16.576197 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:16.576427 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:16.576759 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:16.577070 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:16.577389 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:16.577704 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:16.578020 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:16.578339 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:16.578677 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:16.628838 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-da373696-661f-458f-8e09-134e010baa3e req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] No DVR routers for this DVR port dfa5c009-533c-4745-a3c1-7ea7cca161bd on host n-h1-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:35:16.633679 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7694f2d-646d-4cc8-9757-d10a879ce0a6 req-a2f00d58-fdd6-4dc3-ba30-832985b5a361 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:16.635261 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c7694f2d-646d-4cc8-9757-d10a879ce0a6 req-a2f00d58-fdd6-4dc3-ba30-832985b5a361 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 944 time: 0.0859895 May 13 15:35:16.682402 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c7694f2d-646d-4cc8-9757-d10a879ce0a6 req-9e76fd15-50d1-418f-8863-d521d65af258 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403612 May 13 15:35:16.858043 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-da373696-661f-458f-8e09-134e010baa3e req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] Attempting to bind port dfa5c009-533c-4745-a3c1-7ea7cca161bd on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:35:16.858376 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-da373696-661f-458f-8e09-134e010baa3e req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] Attempting to bind port dfa5c009-533c-4745-a3c1-7ea7cca161bd by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '6a271fef-0432-437e-a4fb-702251686856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:35:16.858696 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da373696-661f-458f-8e09-134e010baa3e req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] Attempting to bind port dfa5c009-533c-4745-a3c1-7ea7cca161bd on network 4a744af2-3043-4949-8aca-0154964bb8bc {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:35:16.863867 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da373696-661f-458f-8e09-134e010baa3e req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] Port dfa5c009-533c-4745-a3c1-7ea7cca161bd on network 4a744af2-3043-4949-8aca-0154964bb8bc not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:35:16.864402 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da373696-661f-458f-8e09-134e010baa3e req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] Attempting to bind port dfa5c009-533c-4745-a3c1-7ea7cca161bd on network 4a744af2-3043-4949-8aca-0154964bb8bc {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:35:16.871733 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da373696-661f-458f-8e09-134e010baa3e req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:35:16.872068 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da373696-661f-458f-8e09-134e010baa3e req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] Checking segment: {'id': '6a271fef-0432-437e-a4fb-702251686856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:35:16.872456 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da373696-661f-458f-8e09-134e010baa3e req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] Bound using segment: {'id': '6a271fef-0432-437e-a4fb-702251686856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:35:16.872877 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-da373696-661f-458f-8e09-134e010baa3e req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] Bound port: dfa5c009-533c-4745-a3c1-7ea7cca161bd, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a271fef-0432-437e-a4fb-702251686856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:35:16.873221 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-da373696-661f-458f-8e09-134e010baa3e req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:16.965747 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-da373696-661f-458f-8e09-134e010baa3e req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] For port dfa5c009-533c-4745-a3c1-7ea7cca161bd, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:35:16.968742 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-da373696-661f-458f-8e09-134e010baa3e req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] For port dfa5c009-533c-4745-a3c1-7ea7cca161bd, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=dfa5c009-533c-4745-a3c1-7ea7cca161bd,segment=NetworkSegment(6a271fef-0432-437e-a4fb-702251686856),segment_id=6a271fef-0432-437e-a4fb-702251686856)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:35:16.975811 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-da373696-661f-458f-8e09-134e010baa3e req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:17.040856 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da373696-661f-458f-8e09-134e010baa3e req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:17.041465 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-da373696-661f-458f-8e09-134e010baa3e req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:17.042860 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da373696-661f-458f-8e09-134e010baa3e req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] 10.222.0.74 "PUT /v2.0/ports/dfa5c009-533c-4745-a3c1-7ea7cca161bd HTTP/1.1" status: 200 len: 1092 time: 1.2331095 May 13 15:35:17.057471 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198132-bda9-452a-b586-3ccd2029ced9 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa5c009-533c-4745-a3c1-7ea7cca161bd,revision_number=7']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:17.148519 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da373696-661f-458f-8e09-134e010baa3e req-8c67b81e-d14b-463c-b9ed-f38e7dde6ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:17.149989 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da373696-661f-458f-8e09-134e010baa3e req-8c67b81e-d14b-463c-b9ed-f38e7dde6ef5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 1095 time: 0.0734355 May 13 15:35:17.289150 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da373696-661f-458f-8e09-134e010baa3e req-de059fe3-0fe6-43ca-adb8-593486a40479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:17.290605 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da373696-661f-458f-8e09-134e010baa3e req-de059fe3-0fe6-43ca-adb8-593486a40479 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4a744af2-3043-4949-8aca-0154964bb8bc HTTP/1.1" status: 200 len: 898 time: 0.1346920 May 13 15:35:17.394470 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da373696-661f-458f-8e09-134e010baa3e req-42753d23-44dd-4c76-ada5-deefdf8ce19f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfa5c009-533c-4745-a3c1-7ea7cca161bd HTTP/1.1" status: 200 len: 1000 time: 0.0979505 May 13 15:35:17.461130 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da373696-661f-458f-8e09-134e010baa3e req-c888337e-0f8a-4828-9275-f7be1c917d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:17.462564 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da373696-661f-458f-8e09-134e010baa3e req-c888337e-0f8a-4828-9275-f7be1c917d7d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=73adf7eb-3697-4b8a-a51f-42dd645bf3b4 HTTP/1.1" status: 200 len: 835 time: 0.0615604 May 13 15:35:17.537419 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da373696-661f-458f-8e09-134e010baa3e req-111d7074-c6e3-47dd-a131-8b0dea6ff43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:17.538909 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da373696-661f-458f-8e09-134e010baa3e req-111d7074-c6e3-47dd-a131-8b0dea6ff43c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a744af2-3043-4949-8aca-0154964bb8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707793 May 13 15:35:17.673505 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da373696-661f-458f-8e09-134e010baa3e req-53e13b66-b76f-4187-ac36-17c9811a9b23 service neutron] 10.222.0.74 "GET /v2.0/networks/4a744af2-3043-4949-8aca-0154964bb8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282122 May 13 15:35:17.845802 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-da373696-661f-458f-8e09-134e010baa3e req-fe61147e-ae37-4684-8be0-d6a37cad3e5e service neutron] 10.222.0.74 "GET /v2.0/networks/4a744af2-3043-4949-8aca-0154964bb8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669919 May 13 15:35:17.883782 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b380249-c76a-47c4-83d5-28f5f1e40a1d req-0216d975-dfde-4d66-ad01-f955f267c1ed tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:17.885236 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5b380249-c76a-47c4-83d5-28f5f1e40a1d req-0216d975-dfde-4d66-ad01-f955f267c1ed tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 944 time: 0.0889456 May 13 15:35:17.934506 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5b380249-c76a-47c4-83d5-28f5f1e40a1d req-3c41592b-d5c4-48fc-9ef3-01f36fa7f1bc tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432453 May 13 15:35:17.973810 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device dfa5c009-533c-4745-a3c1-7ea7cca161bd no longer exists at agent hyperv_n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:35:18.071901 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Device dfa5c009-533c-4745-a3c1-7ea7cca161bd not bound to the agent host n-h1-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:35:18.357827 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b476868-b798-475c-82b9-02e403eda8a5', 'tag': 'dfa5c009-533c-4745-a3c1-7ea7cca161bd'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:35:18.414128 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a609157c-04ec-414a-9cea-1ef7e8f77e60'] response: {'name': 'network-changed', 'server_uuid': '4b476868-b798-475c-82b9-02e403eda8a5', 'tag': 'dfa5c009-533c-4745-a3c1-7ea7cca161bd', 'status': 'completed', 'code': 200} May 13 15:35:18.692740 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97929412-0af3-40c7-b3b7-2e380a7834bd req-7d9bb0d1-3dc8-4f9f-bff3-42784290d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:18.694193 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-97929412-0af3-40c7-b3b7-2e380a7834bd req-7d9bb0d1-3dc8-4f9f-bff3-42784290d6da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 1095 time: 0.2641087 May 13 15:35:18.697055 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97929412-0af3-40c7-b3b7-2e380a7834bd req-bc4956ab-b690-493d-8dcf-2e3bcf6f55ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:18.698413 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-97929412-0af3-40c7-b3b7-2e380a7834bd req-bc4956ab-b690-493d-8dcf-2e3bcf6f55ff service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 1095 time: 0.2434111 May 13 15:35:18.707214 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:18.935717 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97929412-0af3-40c7-b3b7-2e380a7834bd req-344ccd85-1e1a-4f1a-83cc-441d50031f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:18.937060 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-97929412-0af3-40c7-b3b7-2e380a7834bd req-344ccd85-1e1a-4f1a-83cc-441d50031f9f service neutron] 10.222.0.59 "GET /v2.0/networks?id=4a744af2-3043-4949-8aca-0154964bb8bc HTTP/1.1" status: 200 len: 898 time: 0.2366068 May 13 15:35:18.939293 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97929412-0af3-40c7-b3b7-2e380a7834bd req-cb0c02ea-e5e1-4802-924e-7867ce9fdce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:18.940587 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-97929412-0af3-40c7-b3b7-2e380a7834bd req-cb0c02ea-e5e1-4802-924e-7867ce9fdce5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4a744af2-3043-4949-8aca-0154964bb8bc HTTP/1.1" status: 200 len: 898 time: 0.2227113 May 13 15:35:19.169511 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-97929412-0af3-40c7-b3b7-2e380a7834bd req-90e71467-979b-41d1-a61d-6c74ab652269 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfa5c009-533c-4745-a3c1-7ea7cca161bd HTTP/1.1" status: 200 len: 1000 time: 0.1740384 May 13 15:35:19.178123 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-97929412-0af3-40c7-b3b7-2e380a7834bd req-74d9f2b4-223b-4d2d-97fa-6dcba08185f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfa5c009-533c-4745-a3c1-7ea7cca161bd HTTP/1.1" status: 200 len: 1000 time: 0.2351124 May 13 15:35:19.302690 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97929412-0af3-40c7-b3b7-2e380a7834bd req-ff8e4dd5-645a-4a7e-baa2-7a47a22dddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:19.304152 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-97929412-0af3-40c7-b3b7-2e380a7834bd req-ff8e4dd5-645a-4a7e-baa2-7a47a22dddb9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=73adf7eb-3697-4b8a-a51f-42dd645bf3b4 HTTP/1.1" status: 200 len: 835 time: 0.1241119 May 13 15:35:19.306526 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97929412-0af3-40c7-b3b7-2e380a7834bd req-5d114838-ad1a-4e1d-94a3-fc7a2e8d72fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:19.307853 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-97929412-0af3-40c7-b3b7-2e380a7834bd req-5d114838-ad1a-4e1d-94a3-fc7a2e8d72fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=73adf7eb-3697-4b8a-a51f-42dd645bf3b4 HTTP/1.1" status: 200 len: 835 time: 0.0946865 May 13 15:35:19.353532 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef51f15-71a6-4d4c-bf0c-193e33bd71f5 req-60dffd23-8503-48e3-98cf-9ecc320bc5ea tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:19.354927 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0ef51f15-71a6-4d4c-bf0c-193e33bd71f5 req-60dffd23-8503-48e3-98cf-9ecc320bc5ea tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 944 time: 0.3072009 May 13 15:35:19.464122 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0ef51f15-71a6-4d4c-bf0c-193e33bd71f5 req-063af8ec-7459-4c8b-8ad0-8d1eb600a454 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754094 May 13 15:35:19.487087 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97929412-0af3-40c7-b3b7-2e380a7834bd req-2fabfa51-e9ed-437b-8ad8-405511c3fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:19.488644 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-97929412-0af3-40c7-b3b7-2e380a7834bd req-2fabfa51-e9ed-437b-8ad8-405511c3fc5f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a744af2-3043-4949-8aca-0154964bb8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1779854 May 13 15:35:19.491198 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97929412-0af3-40c7-b3b7-2e380a7834bd req-16ddb178-3d36-4c14-a81b-c77d499dc34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:19.492477 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-97929412-0af3-40c7-b3b7-2e380a7834bd req-16ddb178-3d36-4c14-a81b-c77d499dc34f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4a744af2-3043-4949-8aca-0154964bb8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1509993 May 13 15:35:19.729505 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-97929412-0af3-40c7-b3b7-2e380a7834bd req-bd0372bc-50c2-44c7-8d92-e96bb2dc5e9a service neutron] 10.222.0.74 "GET /v2.0/networks/4a744af2-3043-4949-8aca-0154964bb8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337101 May 13 15:35:19.731901 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-97929412-0af3-40c7-b3b7-2e380a7834bd req-d4195084-533c-4a83-bc90-475c714a7ff9 service neutron] 10.222.0.59 "GET /v2.0/networks/4a744af2-3043-4949-8aca-0154964bb8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180219 May 13 15:35:19.969084 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-97929412-0af3-40c7-b3b7-2e380a7834bd req-393ba940-c208-4ce4-8a01-8800ff2fa52a service neutron] 10.222.0.74 "GET /v2.0/networks/4a744af2-3043-4949-8aca-0154964bb8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333407 May 13 15:35:19.972108 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-97929412-0af3-40c7-b3b7-2e380a7834bd req-ef4dfa7e-f76f-42f0-b9c1-3bba0523e7b0 service neutron] 10.222.0.59 "GET /v2.0/networks/4a744af2-3043-4949-8aca-0154964bb8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188284 May 13 15:35:20.696686 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcc238-781e-4701-97d0-c7bdc3badcce req-d091c4bb-31fe-487c-8117-e20dc26ac064 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:20.698177 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a2dcc238-781e-4701-97d0-c7bdc3badcce req-d091c4bb-31fe-487c-8117-e20dc26ac064 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 944 time: 0.1281579 May 13 15:35:20.744800 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-a2dcc238-781e-4701-97d0-c7bdc3badcce req-7a6df7d5-5073-486f-9edf-303335db7b29 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402496 May 13 15:35:21.273959 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device dfa5c009-533c-4745-a3c1-7ea7cca161bd details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:35:21.409999 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port dfa5c009-533c-4745-a3c1-7ea7cca161bd, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=dfa5c009-533c-4745-a3c1-7ea7cca161bd,segment=NetworkSegment(6a271fef-0432-437e-a4fb-702251686856),segment_id=6a271fef-0432-437e-a4fb-702251686856)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:35:21.422908 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': 'dfa5c009-533c-4745-a3c1-7ea7cca161bd', 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc', 'port_id': 'dfa5c009-533c-4745-a3c1-7ea7cca161bd', 'mac_address': 'fa:16:3e:6a:43:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73adf7eb-3697-4b8a-a51f-42dd645bf3b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:35:21.477671 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port dfa5c009-533c-4745-a3c1-7ea7cca161bd is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:35:21.478051 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:21.494360 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa5c009-533c-4745-a3c1-7ea7cca161bd {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:35:21.510169 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port dfa5c009-533c-4745-a3c1-7ea7cca161bd, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=dfa5c009-533c-4745-a3c1-7ea7cca161bd,segment=NetworkSegment(6a271fef-0432-437e-a4fb-702251686856),segment_id=6a271fef-0432-437e-a4fb-702251686856)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:35:21.514864 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:21.584858 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=dfa5c009-533c-4745-a3c1-7ea7cca161bd,revision_number=8']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:21.592579 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:21.592923 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:21.593269 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:21.593604 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:21.593936 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:21.594266 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:21.594591 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:21.594914 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:21.595270 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:21.595592 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:21.595910 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:21.596229 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:21.962803 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['dfa5c009-533c-4745-a3c1-7ea7cca161bd'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:35:21.980750 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae145b5-582a-4720-9686-cf6fc226f067 req-cc9a3e17-a3a9-4133-93b2-7e74f005a000 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:21.982598 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8ae145b5-582a-4720-9686-cf6fc226f067 req-cc9a3e17-a3a9-4133-93b2-7e74f005a000 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 945 time: 0.1285603 May 13 15:35:22.052562 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8ae145b5-582a-4720-9686-cf6fc226f067 req-0c35119e-36e5-46bb-8406-5c0b13099baa tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628436 May 13 15:35:22.563076 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa3f30-0f12-46b2-8d65-d58d8fd2540f req-e1fff4fa-f99f-40d6-a325-590e81a8c022 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:22.565368 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-31fa3f30-0f12-46b2-8d65-d58d8fd2540f req-e1fff4fa-f99f-40d6-a325-590e81a8c022 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5&tenant_id=192b2918ed11409998899ca653047aea&binding%3Ahost_id=n-h2-841760-1 HTTP/1.1" status: 200 len: 945 time: 0.2693443 May 13 15:35:22.572866 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a163d3b-bfe9-4066-a176-02fe07f7e721 req-166d88c8-5f96-4fb2-9035-96c76ce8c65d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:22.574262 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a163d3b-bfe9-4066-a176-02fe07f7e721 req-166d88c8-5f96-4fb2-9035-96c76ce8c65d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 945 time: 0.1182890 May 13 15:35:22.673390 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5a163d3b-bfe9-4066-a176-02fe07f7e721 req-d4998d2d-08b7-4eae-afa4-716f71b6a6d0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662472 May 13 15:35:22.680122 n-d-841760-1 neutron-server[88081]: INFO neutron.api.v2.resource [req-31fa3f30-0f12-46b2-8d65-d58d8fd2540f req-863e52d2-5cd8-4532-b6e3-86b6f15a6d6d service neutron] delete failed (client error): The resource could not be found. May 13 15:35:22.681223 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-31fa3f30-0f12-46b2-8d65-d58d8fd2540f req-863e52d2-5cd8-4532-b6e3-86b6f15a6d6d service neutron] 10.222.0.59 "DELETE /v2.0/ports/dfa5c009-533c-4745-a3c1-7ea7cca161bd/bindings/n-h1-841760-1 HTTP/1.1" status: 404 len: 380 time: 0.1060903 May 13 15:35:22.835358 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa3f30-0f12-46b2-8d65-d58d8fd2540f req-4921c98e-ad7f-4ed6-849b-9ea471174578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:22.836753 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-31fa3f30-0f12-46b2-8d65-d58d8fd2540f req-4921c98e-ad7f-4ed6-849b-9ea471174578 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 1096 time: 0.0772216 May 13 15:35:22.868676 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839a476-80a2-4362-b765-de619aa7f555 req-7b9163e3-2c23-4453-a5bc-0abc67449ebe tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:22.870150 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1839a476-80a2-4362-b765-de619aa7f555 req-7b9163e3-2c23-4453-a5bc-0abc67449ebe tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 945 time: 0.0827579 May 13 15:35:22.915699 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-1839a476-80a2-4362-b765-de619aa7f555 req-d6bd349e-4acf-4576-be59-7e212938ae48 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391352 May 13 15:35:22.971525 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa3f30-0f12-46b2-8d65-d58d8fd2540f req-78226fda-f0cd-4a2f-af45-18444ae0b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:22.972946 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-31fa3f30-0f12-46b2-8d65-d58d8fd2540f req-78226fda-f0cd-4a2f-af45-18444ae0b6fa service neutron] 10.222.0.59 "GET /v2.0/networks?id=4a744af2-3043-4949-8aca-0154964bb8bc HTTP/1.1" status: 200 len: 898 time: 0.1305084 May 13 15:35:23.076866 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-31fa3f30-0f12-46b2-8d65-d58d8fd2540f req-9c39463b-4e7d-4bad-974f-f4fc0e83d100 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfa5c009-533c-4745-a3c1-7ea7cca161bd HTTP/1.1" status: 200 len: 1001 time: 0.0980690 May 13 15:35:23.149263 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa3f30-0f12-46b2-8d65-d58d8fd2540f req-9f84e5a5-420e-4f84-af4f-527d94751c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:23.150610 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-31fa3f30-0f12-46b2-8d65-d58d8fd2540f req-9f84e5a5-420e-4f84-af4f-527d94751c47 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=73adf7eb-3697-4b8a-a51f-42dd645bf3b4 HTTP/1.1" status: 200 len: 835 time: 0.0660586 May 13 15:35:23.226045 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa3f30-0f12-46b2-8d65-d58d8fd2540f req-c74b375d-093d-492c-80ca-54eaee7d1dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:23.227548 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-31fa3f30-0f12-46b2-8d65-d58d8fd2540f req-c74b375d-093d-492c-80ca-54eaee7d1dc2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4a744af2-3043-4949-8aca-0154964bb8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703173 May 13 15:35:23.284335 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device dfa5c009-533c-4745-a3c1-7ea7cca161bd up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:35:23.354434 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port dfa5c009-533c-4745-a3c1-7ea7cca161bd completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:35:23.360169 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port dfa5c009-533c-4745-a3c1-7ea7cca161bd triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:35:23.360543 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:23.369177 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-31fa3f30-0f12-46b2-8d65-d58d8fd2540f req-ea6007c7-b9f5-4e69-892d-fe805b2401b2 service neutron] 10.222.0.59 "GET /v2.0/networks/4a744af2-3043-4949-8aca-0154964bb8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341841 May 13 15:35:23.483333 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port dfa5c009-533c-4745-a3c1-7ea7cca161bd is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:35:23.483713 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:23.509179 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-31fa3f30-0f12-46b2-8d65-d58d8fd2540f req-4dbaf203-3f7a-4c94-b630-f30b086029f9 service neutron] 10.222.0.59 "GET /v2.0/networks/4a744af2-3043-4949-8aca-0154964bb8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321645 May 13 15:35:23.510672 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b476868-b798-475c-82b9-02e403eda8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa5c009-533c-4745-a3c1-7ea7cca161bd'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:35:23.521345 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port dfa5c009-533c-4745-a3c1-7ea7cca161bd, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=dfa5c009-533c-4745-a3c1-7ea7cca161bd,segment=NetworkSegment(6a271fef-0432-437e-a4fb-702251686856),segment_id=6a271fef-0432-437e-a4fb-702251686856)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:35:23.526002 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:23.573977 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5389dd42-45a1-4985-a794-4a384bcce40b'] response: {'server_uuid': '4b476868-b798-475c-82b9-02e403eda8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa5c009-533c-4745-a3c1-7ea7cca161bd', 'code': 200} May 13 15:35:23.598523 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=dfa5c009-533c-4745-a3c1-7ea7cca161bd,revision_number=9']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:24.113605 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4d79b-23f1-4976-a1cf-023e7ca784d8 req-ae014df2-d9e9-499a-90c7-fa2ea3a38cb8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:24.115064 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4cf4d79b-23f1-4976-a1cf-023e7ca784d8 req-ae014df2-d9e9-499a-90c7-fa2ea3a38cb8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 946 time: 0.0879853 May 13 15:35:24.161389 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-4cf4d79b-23f1-4976-a1cf-023e7ca784d8 req-f359fdad-fbd4-45f6-925f-a11e6f6080bc tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404646 May 13 15:35:25.352762 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d6405-9484-4b6d-be9c-76d741dfe3bb req-1513b3d9-4744-49af-8bdf-d1002bcffd6c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:25.354233 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ac7d6405-9484-4b6d-be9c-76d741dfe3bb req-1513b3d9-4744-49af-8bdf-d1002bcffd6c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 946 time: 0.0841534 May 13 15:35:25.397917 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ac7d6405-9484-4b6d-be9c-76d741dfe3bb req-2d91174f-3da5-4954-9185-17e1b2e13585 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373044 May 13 15:35:25.428425 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45380) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:35:25.640943 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-5d27a563-ea01-47a8-82c3-a772a1ab4548 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/floatingips/a905de08-3690-41d7-94ea-5f5ec4ad71ec HTTP/1.1" status: 200 len: 994 time: 0.2113755 May 13 15:35:27.380090 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8bfbbfa5-824e-4f52-a7d3-998e8f1d63b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:29.075488 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:29.716264 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ffcc48ec-c74f-4b4c-a6d9-c9c70c690deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:30.840370 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:30.889826 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:32.369697 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:43.551702 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:35:48.705134 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:52.770747 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-373e1d2d-72b6-4531-aeb7-7104b0c4b8e1 req-545c2bf3-7a61-47f0-9c4f-96e4bd00d740 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0787921 May 13 15:35:52.934531 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e1d2d-72b6-4531-aeb7-7104b0c4b8e1 req-be44ad4e-3e70-4458-a5f2-16309387e546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:52.935969 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-373e1d2d-72b6-4531-aeb7-7104b0c4b8e1 req-be44ad4e-3e70-4458-a5f2-16309387e546 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 1097 time: 0.0775621 May 13 15:35:53.090872 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e1d2d-72b6-4531-aeb7-7104b0c4b8e1 req-b1f8172a-fd3b-44d1-820d-f4341def071b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:53.092378 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-373e1d2d-72b6-4531-aeb7-7104b0c4b8e1 req-b1f8172a-fd3b-44d1-820d-f4341def071b service neutron] 10.222.0.74 "GET /v2.0/networks?id=4a744af2-3043-4949-8aca-0154964bb8bc HTTP/1.1" status: 200 len: 898 time: 0.1372736 May 13 15:35:53.199616 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-373e1d2d-72b6-4531-aeb7-7104b0c4b8e1 req-45439fcb-ad42-46c5-a0c8-8630fb267fbb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfa5c009-533c-4745-a3c1-7ea7cca161bd HTTP/1.1" status: 200 len: 1002 time: 0.1008639 May 13 15:35:53.264319 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e1d2d-72b6-4531-aeb7-7104b0c4b8e1 req-dc3e324e-93cf-436a-8f8a-2d9146ca2eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:53.265788 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-373e1d2d-72b6-4531-aeb7-7104b0c4b8e1 req-dc3e324e-93cf-436a-8f8a-2d9146ca2eca service neutron] 10.222.0.74 "GET /v2.0/subnets?id=73adf7eb-3697-4b8a-a51f-42dd645bf3b4 HTTP/1.1" status: 200 len: 835 time: 0.0600178 May 13 15:35:53.352502 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e1d2d-72b6-4531-aeb7-7104b0c4b8e1 req-9f4cb97c-ad8c-4e0b-ae58-441fb995d5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:53.353992 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-373e1d2d-72b6-4531-aeb7-7104b0c4b8e1 req-9f4cb97c-ad8c-4e0b-ae58-441fb995d5ce service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a744af2-3043-4949-8aca-0154964bb8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824089 May 13 15:35:53.611345 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-373e1d2d-72b6-4531-aeb7-7104b0c4b8e1 req-6257e6c4-252b-42c6-8305-bfcf2bd4f636 service neutron] 10.222.0.74 "GET /v2.0/networks/4a744af2-3043-4949-8aca-0154964bb8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488756 May 13 15:35:53.752089 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-373e1d2d-72b6-4531-aeb7-7104b0c4b8e1 req-cf263e5e-cc7a-4adf-8f91-cd74da935da6 service neutron] 10.222.0.74 "GET /v2.0/networks/4a744af2-3043-4949-8aca-0154964bb8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304166 May 13 15:35:57.382269 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-89f97068-a33a-4d0a-b2f5-9fa8289a8a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:59.089846 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:59.718896 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a3c1861c-74b5-4602-a421-0ed6b4b9a8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:00.843412 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:00.892581 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:02.371495 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:10.248652 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45398) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:10.453064 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-dd609d44-c036-43f5-867f-57d28b706cf9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Deleting port f55dee69-9408-4fcc-921c-24a08d57e4a2 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:36:10.453350 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd609d44-c036-43f5-867f-57d28b706cf9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:10.622482 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd609d44-c036-43f5-867f-57d28b706cf9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:10.622804 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd609d44-c036-43f5-867f-57d28b706cf9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:10.745870 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-dd609d44-c036-43f5-867f-57d28b706cf9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Calling delete_port for f55dee69-9408-4fcc-921c-24a08d57e4a2 owned by network:floatingip {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:36:10.895619 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd609d44-c036-43f5-867f-57d28b706cf9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:10.947083 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd609d44-c036-43f5-867f-57d28b706cf9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event deleted for resources: {'Port': ['ID=f55dee69-9408-4fcc-921c-24a08d57e4a2,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:10.991177 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd609d44-c036-43f5-867f-57d28b706cf9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:10.991523 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd609d44-c036-43f5-867f-57d28b706cf9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:10.991861 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd609d44-c036-43f5-867f-57d28b706cf9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:10.992201 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd609d44-c036-43f5-867f-57d28b706cf9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:10.992528 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd609d44-c036-43f5-867f-57d28b706cf9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:10.992853 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd609d44-c036-43f5-867f-57d28b706cf9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:10.993174 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd609d44-c036-43f5-867f-57d28b706cf9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:10.993496 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd609d44-c036-43f5-867f-57d28b706cf9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:10.993817 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd609d44-c036-43f5-867f-57d28b706cf9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:10.994135 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd609d44-c036-43f5-867f-57d28b706cf9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:10.994451 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd609d44-c036-43f5-867f-57d28b706cf9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:10.994796 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd609d44-c036-43f5-867f-57d28b706cf9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:11.049679 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd609d44-c036-43f5-867f-57d28b706cf9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for floatingip, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:11.050019 n-d-841760-1 neutron-server[88082]: INFO neutron.db.l3_db [None req-dd609d44-c036-43f5-867f-57d28b706cf9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Floating IP a905de08-3690-41d7-94ea-5f5ec4ad71ec disassociated (deleted). External IP: 172.25.0.113, port: dfa5c009-533c-4745-a3c1-7ea7cca161bd. May 13 15:36:11.398866 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd609d44-c036-43f5-867f-57d28b706cf9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Router a09ebb53-9437-4490-b131-d2a60f7c6683 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:36:11.699983 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd609d44-c036-43f5-867f-57d28b706cf9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:36:11.709759 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e28b59-b4f1-463d-9244-c0f2309f8e33 None None] Sync routers for ids ['a09ebb53-9437-4490-b131-d2a60f7c6683'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:36:11.719171 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e28b59-b4f1-463d-9244-c0f2309f8e33 None None] Routers {'a09ebb53-9437-4490-b131-d2a60f7c6683'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:36:11.719874 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-61e28b59-b4f1-463d-9244-c0f2309f8e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:36:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['a09ebb53-9437-4490-b131-d2a60f7c6683'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:11.720046 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-dd609d44-c036-43f5-867f-57d28b706cf9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:11.779446 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-dd609d44-c036-43f5-867f-57d28b706cf9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "DELETE /v2.0/floatingips/a905de08-3690-41d7-94ea-5f5ec4ad71ec HTTP/1.1" status: 204 len: 168 time: 1.5296686 May 13 15:36:11.780084 n-d-841760-1 neutron-server[88082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b476868-b798-475c-82b9-02e403eda8a5', 'tag': 'dfa5c009-533c-4745-a3c1-7ea7cca161bd'}] {{(pid=88082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:36:11.826068 n-d-841760-1 neutron-server[88082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31b34729-061c-4ac9-a590-123fee28eb23'] response: {'name': 'network-changed', 'server_uuid': '4b476868-b798-475c-82b9-02e403eda8a5', 'tag': 'dfa5c009-533c-4745-a3c1-7ea7cca161bd', 'status': 'completed', 'code': 200} May 13 15:36:11.910092 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-61e28b59-b4f1-463d-9244-c0f2309f8e33 None None] Set router a09ebb53-9437-4490-b131-d2a60f7c6683 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:36:11.954534 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1aeae8-10c3-450b-a5a0-5b58a708640d req-06d77863-8f21-4e38-b4ad-ba064eeaf6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:11.955957 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9c1aeae8-10c3-450b-a5a0-5b58a708640d req-06d77863-8f21-4e38-b4ad-ba064eeaf6ed service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 1097 time: 0.0839343 May 13 15:36:12.100529 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1aeae8-10c3-450b-a5a0-5b58a708640d req-7c6a694c-8689-4916-9d3f-fc453e3bbdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:12.101984 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9c1aeae8-10c3-450b-a5a0-5b58a708640d req-7c6a694c-8689-4916-9d3f-fc453e3bbdac service neutron] 10.222.0.74 "GET /v2.0/networks?id=4a744af2-3043-4949-8aca-0154964bb8bc HTTP/1.1" status: 200 len: 898 time: 0.1402581 May 13 15:36:12.173145 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba7f3f-3a7f-44db-a77b-c807eed60661 req-2d1399c7-222a-4fd6-aa0a-4b13f5240df7 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:12.173878 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-79ba7f3f-3a7f-44db-a77b-c807eed60661 req-2d1399c7-222a-4fd6-aa0a-4b13f5240df7 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Synchronizing usage tracker for tenant:192b2918ed11409998899ca653047aea on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:36:12.178232 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9c1aeae8-10c3-450b-a5a0-5b58a708640d req-e87520a1-852a-4612-8ef3-8ff77eeb5a0f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfa5c009-533c-4745-a3c1-7ea7cca161bd HTTP/1.1" status: 200 len: 217 time: 0.0693018 May 13 15:36:12.194222 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-79ba7f3f-3a7f-44db-a77b-c807eed60661 req-2d1399c7-222a-4fd6-aa0a-4b13f5240df7 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Unset dirty status for tenant:192b2918ed11409998899ca653047aea on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:36:12.201210 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-79ba7f3f-3a7f-44db-a77b-c807eed60661 req-2d1399c7-222a-4fd6-aa0a-4b13f5240df7 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 946 time: 0.1236680 May 13 15:36:12.253050 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-79ba7f3f-3a7f-44db-a77b-c807eed60661 req-03a3131c-1af1-44e0-a77c-8715f35f877a tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509121 May 13 15:36:12.259656 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1aeae8-10c3-450b-a5a0-5b58a708640d req-b39be704-c364-4b6b-acdc-a01db69b4b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:12.261496 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9c1aeae8-10c3-450b-a5a0-5b58a708640d req-b39be704-c364-4b6b-acdc-a01db69b4b83 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=73adf7eb-3697-4b8a-a51f-42dd645bf3b4 HTTP/1.1" status: 200 len: 835 time: 0.0758495 May 13 15:36:12.304773 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-61e28b59-b4f1-463d-9244-c0f2309f8e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'name': 'tempest-TestNetworkAdvancedServerOps-router-255894433', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '3c4d6685-4d07-490d-a90a-e04b5a9f1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:10Z', 'updated_at': '2022-05-13T15:34:15Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '3c4d6685-4d07-490d-a90a-e04b5a9f1be6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:10Z', 'updated_at': '2022-05-13T15:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '906cd3aa-3986-4641-9f79-392f254c280b', 'name': '', 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc', 'tenant_id': '192b2918ed11409998899ca653047aea', 'mac_address': 'fa:16:3e:42:c4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '73adf7eb-3697-4b8a-a51f-42dd645bf3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:14Z', 'updated_at': '2022-05-13T15:34:20Z', 'revision_number': 5, 'project_id': '192b2918ed11409998899ca653047aea', 'subnets': [{'id': '73adf7eb-3697-4b8a-a51f-42dd645bf3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:12.309256 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e28b59-b4f1-463d-9244-c0f2309f8e33 None None] Checking router: a09ebb53-9437-4490-b131-d2a60f7c6683 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:36:12.318087 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e28b59-b4f1-463d-9244-c0f2309f8e33 None None] Routers {'a09ebb53-9437-4490-b131-d2a60f7c6683'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:36:12.318697 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-61e28b59-b4f1-463d-9244-c0f2309f8e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:36:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['a09ebb53-9437-4490-b131-d2a60f7c6683'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:12.342000 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1aeae8-10c3-450b-a5a0-5b58a708640d req-22a1770e-6873-4713-bda6-1148f26443f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:12.343522 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9c1aeae8-10c3-450b-a5a0-5b58a708640d req-22a1770e-6873-4713-bda6-1148f26443f9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a744af2-3043-4949-8aca-0154964bb8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745099 May 13 15:36:12.477880 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9c1aeae8-10c3-450b-a5a0-5b58a708640d req-101f3016-fb2a-4806-b811-a014f83880a5 service neutron] 10.222.0.74 "GET /v2.0/networks/4a744af2-3043-4949-8aca-0154964bb8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273687 May 13 15:36:12.497680 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-61e28b59-b4f1-463d-9244-c0f2309f8e33 None None] Set router a09ebb53-9437-4490-b131-d2a60f7c6683 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:36:12.622377 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-9c1aeae8-10c3-450b-a5a0-5b58a708640d req-78168e28-65f6-4adb-b9b5-25cfb2ca1143 service neutron] 10.222.0.74 "GET /v2.0/networks/4a744af2-3043-4949-8aca-0154964bb8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374416 May 13 15:36:12.832699 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-61e28b59-b4f1-463d-9244-c0f2309f8e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'name': 'tempest-TestNetworkAdvancedServerOps-router-255894433', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '3c4d6685-4d07-490d-a90a-e04b5a9f1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:10Z', 'updated_at': '2022-05-13T15:34:15Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '3c4d6685-4d07-490d-a90a-e04b5a9f1be6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:10Z', 'updated_at': '2022-05-13T15:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '906cd3aa-3986-4641-9f79-392f254c280b', 'name': '', 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc', 'tenant_id': '192b2918ed11409998899ca653047aea', 'mac_address': 'fa:16:3e:42:c4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '73adf7eb-3697-4b8a-a51f-42dd645bf3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:14Z', 'updated_at': '2022-05-13T15:34:20Z', 'revision_number': 5, 'project_id': '192b2918ed11409998899ca653047aea', 'subnets': [{'id': '73adf7eb-3697-4b8a-a51f-42dd645bf3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:12.836817 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e28b59-b4f1-463d-9244-c0f2309f8e33 None None] The sync data for ids ['a09ebb53-9437-4490-b131-d2a60f7c6683'] in n-d-841760-1 is: [{'id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'name': 'tempest-TestNetworkAdvancedServerOps-router-255894433', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '3c4d6685-4d07-490d-a90a-e04b5a9f1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:10Z', 'updated_at': '2022-05-13T15:34:15Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '3c4d6685-4d07-490d-a90a-e04b5a9f1be6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:10Z', 'updated_at': '2022-05-13T15:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': '906cd3aa-3986-4641-9f79-392f254c280b', 'name': '', 'network_id': '4a744af2-3043-4949-8aca-0154964bb8bc', 'tenant_id': '192b2918ed11409998899ca653047aea', 'mac_address': 'fa:16:3e:42:c4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '73adf7eb-3697-4b8a-a51f-42dd645bf3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:14Z', 'updated_at': '2022-05-13T15:34:20Z', 'revision_number': 5, 'project_id': '192b2918ed11409998899ca653047aea', 'subnets': [{'id': '73adf7eb-3697-4b8a-a51f-42dd645bf3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:36:13.091139 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8187fc0-9bc1-4251-9cd4-057c3065d776 None None] New status for floating IP a905de08-3690-41d7-94ea-5f5ec4ad71ec: DOWN {{(pid=88084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:36:13.440272 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fec07-77f6-4b8e-b8c3-5e283c3e7293 req-81efd1fe-08ad-411f-aaef-9efd6d164686 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:13.441753 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a74fec07-77f6-4b8e-b8c3-5e283c3e7293 req-81efd1fe-08ad-411f-aaef-9efd6d164686 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 946 time: 0.0809288 May 13 15:36:13.487476 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a74fec07-77f6-4b8e-b8c3-5e283c3e7293 req-da035e3d-530d-4526-ad3e-c836f19d8e98 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391977 May 13 15:36:13.750722 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96bb8b-c5f8-4ee4-9e56-76cf7d9b5aa1 req-141dc505-a9a6-45a5-ab28-4730ca07e420 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:13.752121 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1b96bb8b-c5f8-4ee4-9e56-76cf7d9b5aa1 req-141dc505-a9a6-45a5-ab28-4730ca07e420 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 946 time: 0.0862436 May 13 15:36:13.826393 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-1b96bb8b-c5f8-4ee4-9e56-76cf7d9b5aa1 req-b676d54a-61e6-4aa0-9ae1-2dfa8a2801e9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Deleting port dfa5c009-533c-4745-a3c1-7ea7cca161bd {{(pid=88081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:36:13.826744 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1b96bb8b-c5f8-4ee4-9e56-76cf7d9b5aa1 req-b676d54a-61e6-4aa0-9ae1-2dfa8a2801e9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:14.089598 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-1b96bb8b-c5f8-4ee4-9e56-76cf7d9b5aa1 req-b676d54a-61e6-4aa0-9ae1-2dfa8a2801e9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] For port dfa5c009-533c-4745-a3c1-7ea7cca161bd, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=dfa5c009-533c-4745-a3c1-7ea7cca161bd,segment=NetworkSegment(6a271fef-0432-437e-a4fb-702251686856),segment_id=6a271fef-0432-437e-a4fb-702251686856)] {{(pid=88081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:36:14.089954 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1b96bb8b-c5f8-4ee4-9e56-76cf7d9b5aa1 req-b676d54a-61e6-4aa0-9ae1-2dfa8a2801e9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:14.329636 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.plugin [req-1b96bb8b-c5f8-4ee4-9e56-76cf7d9b5aa1 req-b676d54a-61e6-4aa0-9ae1-2dfa8a2801e9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Calling delete_port for dfa5c009-533c-4745-a3c1-7ea7cca161bd owned by compute:nova {{(pid=88081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:36:14.482406 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1b96bb8b-c5f8-4ee4-9e56-76cf7d9b5aa1 req-b676d54a-61e6-4aa0-9ae1-2dfa8a2801e9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_delete {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:14.536370 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676d54a-61e6-4aa0-9ae1-2dfa8a2801e9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event deleted for resources: {'Port': ['ID=dfa5c009-533c-4745-a3c1-7ea7cca161bd,revision_number=None']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:14.617469 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b96bb8b-c5f8-4ee4-9e56-76cf7d9b5aa1 req-b676d54a-61e6-4aa0-9ae1-2dfa8a2801e9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] No DVR routers for this DVR port dfa5c009-533c-4745-a3c1-7ea7cca161bd on host n-h2-841760-1 {{(pid=88081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:36:14.620888 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1b96bb8b-c5f8-4ee4-9e56-76cf7d9b5aa1 req-b676d54a-61e6-4aa0-9ae1-2dfa8a2801e9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:14.623557 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b476868-b798-475c-82b9-02e403eda8a5', 'name': 'network-vif-deleted', 'tag': 'dfa5c009-533c-4745-a3c1-7ea7cca161bd'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:36:14.640952 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1b96bb8b-c5f8-4ee4-9e56-76cf7d9b5aa1 req-b676d54a-61e6-4aa0-9ae1-2dfa8a2801e9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.74 "DELETE /v2.0/ports/dfa5c009-533c-4745-a3c1-7ea7cca161bd HTTP/1.1" status: 204 len: 173 time: 0.8838148 May 13 15:36:14.653304 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-41ed23cb-4d93-42a9-b989-7f9d0bb5a0dc req-b3cd6599-bcd7-4376-979b-50600432dc3c tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b476868-b798-475c-82b9-02e403eda8a5 HTTP/1.1" status: 200 len: 210 time: 0.0486495 May 13 15:36:14.735023 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb73f3d8-a00a-41e8-bc4e-6ce58036af11'] response: {'server_uuid': '4b476868-b798-475c-82b9-02e403eda8a5', 'name': 'network-vif-deleted', 'tag': 'dfa5c009-533c-4745-a3c1-7ea7cca161bd', 'status': 'completed', 'code': 200} May 13 15:36:15.757202 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45420) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:16.347406 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-64926ca9-aa43-49aa-bbbe-4977044411b4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33135988'] for router_interface, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:16.713975 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-64926ca9-aa43-49aa-bbbe-4977044411b4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Deleting port 906cd3aa-3986-4641-9f79-392f254c280b {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:36:16.714312 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-64926ca9-aa43-49aa-bbbe-4977044411b4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:16.918680 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-64926ca9-aa43-49aa-bbbe-4977044411b4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] For port 906cd3aa-3986-4641-9f79-392f254c280b, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=906cd3aa-3986-4641-9f79-392f254c280b,segment=NetworkSegment(6a271fef-0432-437e-a4fb-702251686856),segment_id=6a271fef-0432-437e-a4fb-702251686856)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:36:16.919387 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-64926ca9-aa43-49aa-bbbe-4977044411b4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:17.184366 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-64926ca9-aa43-49aa-bbbe-4977044411b4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Calling delete_port for 906cd3aa-3986-4641-9f79-392f254c280b owned by network:router_interface {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:36:17.534680 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-64926ca9-aa43-49aa-bbbe-4977044411b4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:17.584887 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64926ca9-aa43-49aa-bbbe-4977044411b4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event deleted for resources: {'Port': ['ID=906cd3aa-3986-4641-9f79-392f254c280b,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:17.626333 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device dfa5c009-533c-4745-a3c1-7ea7cca161bd no longer exists at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:36:17.668478 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] No Port match for: dfa5c009-533c-4745-a3c1-7ea7cca161bd {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:36:17.668827 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device dfa5c009-533c-4745-a3c1-7ea7cca161bd not bound to the agent host n-h2-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:36:17.882253 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-64926ca9-aa43-49aa-bbbe-4977044411b4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33287203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33129412'] for router_interface, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:18.258274 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64926ca9-aa43-49aa-bbbe-4977044411b4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Router a09ebb53-9437-4490-b131-d2a60f7c6683 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:36:18.441440 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64926ca9-aa43-49aa-bbbe-4977044411b4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:36:18.451642 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb46f45-8ea4-4d10-85c9-7ae24b43c07a None None] Sync routers for ids ['a09ebb53-9437-4490-b131-d2a60f7c6683'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:36:18.458114 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-64926ca9-aa43-49aa-bbbe-4977044411b4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "PUT /v2.0/routers/a09ebb53-9437-4490-b131-d2a60f7c6683/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6997955 May 13 15:36:18.461217 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45424) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:18.461401 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb46f45-8ea4-4d10-85c9-7ae24b43c07a None None] Routers {'a09ebb53-9437-4490-b131-d2a60f7c6683'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:36:18.461993 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-6eb46f45-8ea4-4d10-85c9-7ae24b43c07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:36:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['a09ebb53-9437-4490-b131-d2a60f7c6683'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:18.657803 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-6eb46f45-8ea4-4d10-85c9-7ae24b43c07a None None] Set router a09ebb53-9437-4490-b131-d2a60f7c6683 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:36:18.669465 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_v2 [None req-60dd9116-7ec3-4261-a771-a95c7aa7d40e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Deleting subnet 73adf7eb-3697-4b8a-a51f-42dd645bf3b4 {{(pid=88082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:36:18.672939 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-60dd9116-7ec3-4261-a771-a95c7aa7d40e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for subnet, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:18.730016 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-60dd9116-7ec3-4261-a771-a95c7aa7d40e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-542324'] for subnet, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:18.824088 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-60dd9116-7ec3-4261-a771-a95c7aa7d40e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961064'] for subnet, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:18.843635 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:18.902498 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-60dd9116-7ec3-4261-a771-a95c7aa7d40e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31881629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31861434'] for subnet, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:18.942901 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd9116-7ec3-4261-a771-a95c7aa7d40e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event deleted for resources: {'Subnet': ['ID=73adf7eb-3697-4b8a-a51f-42dd645bf3b4,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:18.949412 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-60dd9116-7ec3-4261-a771-a95c7aa7d40e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:18.956400 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-60dd9116-7ec3-4261-a771-a95c7aa7d40e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "DELETE /v2.0/subnets/73adf7eb-3697-4b8a-a51f-42dd645bf3b4 HTTP/1.1" status: 204 len: 168 time: 0.4941790 May 13 15:36:18.958952 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45428) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:18.959469 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a2344f-5f4c-45ec-86d5-b72612505f3f None None] Network 4a744af2-3043-4949-8aca-0154964bb8bc requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:36:19.051181 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-6eb46f45-8ea4-4d10-85c9-7ae24b43c07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'name': 'tempest-TestNetworkAdvancedServerOps-router-255894433', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '3c4d6685-4d07-490d-a90a-e04b5a9f1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:10Z', 'updated_at': '2022-05-13T15:36:17Z', 'revision_number': 5, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '3c4d6685-4d07-490d-a90a-e04b5a9f1be6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:10Z', 'updated_at': '2022-05-13T15:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:19.067374 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb46f45-8ea4-4d10-85c9-7ae24b43c07a None None] Checking router: a09ebb53-9437-4490-b131-d2a60f7c6683 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:36:19.106364 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb46f45-8ea4-4d10-85c9-7ae24b43c07a None None] Routers {'a09ebb53-9437-4490-b131-d2a60f7c6683'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:36:19.107002 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-6eb46f45-8ea4-4d10-85c9-7ae24b43c07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:36:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['a09ebb53-9437-4490-b131-d2a60f7c6683'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:19.158702 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-374e86b7-9e3a-4099-84cc-53836794a4c1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for router, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:19.351008 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-374e86b7-9e3a-4099-84cc-53836794a4c1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:19.361652 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-374e86b7-9e3a-4099-84cc-53836794a4c1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Deleting port 3c4d6685-4d07-490d-a90a-e04b5a9f1be6 {{(pid=88082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:36:19.362348 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-374e86b7-9e3a-4099-84cc-53836794a4c1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:19.385865 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-6eb46f45-8ea4-4d10-85c9-7ae24b43c07a None None] Set router a09ebb53-9437-4490-b131-d2a60f7c6683 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:36:19.515827 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b52777-086a-4849-a243-379e9efa9825 None None] DHCP port deletion for 4a744af2-3043-4949-8aca-0154964bb8bc request from n-d-841760-1 {{(pid=88083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:36:19.557870 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.db [None req-374e86b7-9e3a-4099-84cc-53836794a4c1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] For port 3c4d6685-4d07-490d-a90a-e04b5a9f1be6, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=3c4d6685-4d07-490d-a90a-e04b5a9f1be6,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:36:19.558242 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-374e86b7-9e3a-4099-84cc-53836794a4c1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:19.578504 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-53b52777-086a-4849-a243-379e9efa9825 None None] Deleting port bcf78d59-faa5-4eb8-b51e-21af65b349b6 {{(pid=88083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:36:19.578884 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-53b52777-086a-4849-a243-379e9efa9825 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772689050408'] for port, before_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:19.691465 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.plugin [None req-374e86b7-9e3a-4099-84cc-53836794a4c1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Calling delete_port for 3c4d6685-4d07-490d-a90a-e04b5a9f1be6 owned by network:router_gateway {{(pid=88082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:36:19.864073 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-53b52777-086a-4849-a243-379e9efa9825 None None] For port bcf78d59-faa5-4eb8-b51e-21af65b349b6, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=bcf78d59-faa5-4eb8-b51e-21af65b349b6,segment=NetworkSegment(6a271fef-0432-437e-a4fb-702251686856),segment_id=6a271fef-0432-437e-a4fb-702251686856)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:36:19.864702 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-53b52777-086a-4849-a243-379e9efa9825 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136306'] for port, precommit_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:19.875688 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-374e86b7-9e3a-4099-84cc-53836794a4c1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:19.928621 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e86b7-9e3a-4099-84cc-53836794a4c1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event deleted for resources: {'Port': ['ID=3c4d6685-4d07-490d-a90a-e04b5a9f1be6,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:19.992783 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-53b52777-086a-4849-a243-379e9efa9825 None None] Calling delete_port for bcf78d59-faa5-4eb8-b51e-21af65b349b6 owned by network:dhcp {{(pid=88083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:36:20.021018 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-374e86b7-9e3a-4099-84cc-53836794a4c1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130569'] for router_gateway, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:20.039998 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-6eb46f45-8ea4-4d10-85c9-7ae24b43c07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'name': 'tempest-TestNetworkAdvancedServerOps-router-255894433', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '3c4d6685-4d07-490d-a90a-e04b5a9f1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:10Z', 'updated_at': '2022-05-13T15:36:17Z', 'revision_number': 5, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '3c4d6685-4d07-490d-a90a-e04b5a9f1be6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:10Z', 'updated_at': '2022-05-13T15:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:20.049399 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb46f45-8ea4-4d10-85c9-7ae24b43c07a None None] The sync data for ids ['a09ebb53-9437-4490-b131-d2a60f7c6683'] in n-d-841760-1 is: [{'id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'name': 'tempest-TestNetworkAdvancedServerOps-router-255894433', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '3c4d6685-4d07-490d-a90a-e04b5a9f1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:10Z', 'updated_at': '2022-05-13T15:36:17Z', 'revision_number': 5, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': '3c4d6685-4d07-490d-a90a-e04b5a9f1be6', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09ebb53-9437-4490-b131-d2a60f7c6683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:10Z', 'updated_at': '2022-05-13T15:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:36:20.088850 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-53b52777-086a-4849-a243-379e9efa9825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772689068674', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772688680277'] for port, after_delete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:20.137128 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b52777-086a-4849-a243-379e9efa9825 None None] Pushing event deleted for resources: {'Port': ['ID=bcf78d59-faa5-4eb8-b51e-21af65b349b6,revision_number=None']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:20.140835 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b52777-086a-4849-a243-379e9efa9825 None None] No DVR routers for this DVR port bcf78d59-faa5-4eb8-b51e-21af65b349b6 on host n-d-841760-1 {{(pid=88083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:36:20.314745 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-374e86b7-9e3a-4099-84cc-53836794a4c1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:20.317409 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-374e86b7-9e3a-4099-84cc-53836794a4c1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:20.342213 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-374e86b7-9e3a-4099-84cc-53836794a4c1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33135476'] for router, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:20.342665 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374e86b7-9e3a-4099-84cc-53836794a4c1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Fanout notify agent at l3_agent the message router_deleted on router a09ebb53-9437-4490-b131-d2a60f7c6683 {{(pid=88082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:36:20.357443 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-374e86b7-9e3a-4099-84cc-53836794a4c1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:20.358665 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-374e86b7-9e3a-4099-84cc-53836794a4c1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "DELETE /v2.0/routers/a09ebb53-9437-4490-b131-d2a60f7c6683 HTTP/1.1" status: 204 len: 168 time: 1.3987608 May 13 15:36:20.361682 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45432) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:20.484838 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b78f159c-8675-4bab-b61a-b38a7ea78b6d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026581'] for network, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:20.556099 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:36:20.647709 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b78f159c-8675-4bab-b61a-b38a7ea78b6d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972393', 'neutron.services.segments.db._delete_segments_for_network-8772689211266'] for network, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:20.684979 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-b78f159c-8675-4bab-b61a-b38a7ea78b6d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a744af2-3043-4949-8aca-0154964bb8bc']}} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:20.699150 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-b78f159c-8675-4bab-b61a-b38a7ea78b6d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a271fef-0432-437e-a4fb-702251686856') {'for_net_delete': True} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:20.699444 n-d-841760-1 neutron-server[88082]: DEBUG neutron.services.segments.db [None req-b78f159c-8675-4bab-b61a-b38a7ea78b6d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a271fef-0432-437e-a4fb-702251686856') {} {{(pid=88082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:20.711914 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device bcf78d59-faa5-4eb8-b51e-21af65b349b6 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:36:20.714693 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b78f159c-8675-4bab-b61a-b38a7ea78b6d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772689214877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-542285'] for segment, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:20.732269 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b78f159c-8675-4bab-b61a-b38a7ea78b6d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:20.738686 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b78f159c-8675-4bab-b61a-b38a7ea78b6d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=88082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:36:20.739079 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b78f159c-8675-4bab-b61a-b38a7ea78b6d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-968041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31881791'] for segment, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:20.747795 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: bcf78d59-faa5-4eb8-b51e-21af65b349b6 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:36:20.748398 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device bcf78d59-faa5-4eb8-b51e-21af65b349b6 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:36:20.749430 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 906cd3aa-3986-4641-9f79-392f254c280b no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:36:20.754862 n-d-841760-1 neutron-server[88082]: Traceback (most recent call last): May 13 15:36:20.754862 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:36:20.754862 n-d-841760-1 neutron-server[88082]: timer() May 13 15:36:20.754862 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:36:20.754862 n-d-841760-1 neutron-server[88082]: cb(*args, **kw) May 13 15:36:20.754862 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:36:20.754862 n-d-841760-1 neutron-server[88082]: return func(*args, **kwargs) May 13 15:36:20.754862 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:36:20.754862 n-d-841760-1 neutron-server[88082]: self._notify() May 13 15:36:20.754862 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:36:20.754862 n-d-841760-1 neutron-server[88082]: self.callback(batched_events) May 13 15:36:20.754862 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:36:20.754862 n-d-841760-1 neutron-server[88082]: event.method(event) May 13 15:36:20.754862 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:36:20.754862 n-d-841760-1 neutron-server[88082]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:36:20.754862 n-d-841760-1 neutron-server[88082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:36:20.754862 n-d-841760-1 neutron-server[88082]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:36:20.754862 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:36:20.754862 n-d-841760-1 neutron-server[88082]: return f(self, *a, **k) May 13 15:36:20.754862 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:36:20.754862 n-d-841760-1 neutron-server[88082]: return self._get(url).json() May 13 15:36:20.754862 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:36:20.754862 n-d-841760-1 neutron-server[88082]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:36:20.754862 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:36:20.754862 n-d-841760-1 neutron-server[88082]: return self.request(url, 'GET', **kwargs) May 13 15:36:20.754862 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:36:20.754862 n-d-841760-1 neutron-server[88082]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:36:20.754862 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:36:20.754862 n-d-841760-1 neutron-server[88082]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:36:20.754862 n-d-841760-1 neutron-server[88082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:36:20.754862 n-d-841760-1 neutron-server[88082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:36:20.754862 n-d-841760-1 neutron-server[88082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:36:20.796624 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 906cd3aa-3986-4641-9f79-392f254c280b {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:36:20.796974 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 906cd3aa-3986-4641-9f79-392f254c280b not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:36:20.839940 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b78f159c-8675-4bab-b61a-b38a7ea78b6d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130612'] for network, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:20.857071 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b78f159c-8675-4bab-b61a-b38a7ea78b6d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:20.868369 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f159c-8675-4bab-b61a-b38a7ea78b6d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event deleted for resources: {'Network': ['ID=4a744af2-3043-4949-8aca-0154964bb8bc,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:20.877546 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b78f159c-8675-4bab-b61a-b38a7ea78b6d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "DELETE /v2.0/networks/4a744af2-3043-4949-8aca-0154964bb8bc HTTP/1.1" status: 204 len: 168 time: 0.5148103 May 13 15:36:20.880219 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45436) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:20.951845 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-37bec228-9d21-49c0-9d5c-27f6f22d30e6 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group, before_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:20.982940 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-37bec228-9d21-49c0-9d5c-27f6f22d30e6 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.049256 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-37bec228-9d21-49c0-9d5c-27f6f22d30e6 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_delete {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.074345 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bec228-9d21-49c0-9d5c-27f6f22d30e6 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca,revision_number=None']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:21.085290 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-37bec228-9d21-49c0-9d5c-27f6f22d30e6 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.086777 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-37bec228-9d21-49c0-9d5c-27f6f22d30e6 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "DELETE /v2.0/security-groups/0fe20e40-e7ff-4a16-9949-d9a4ea0e23ca HTTP/1.1" status: 204 len: 168 time: 0.2056410 May 13 15:36:21.222244 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45444) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:21.227521 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-cac8a8a9-c602-470c-9552-9cf79b5ebceb tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-514231464', 'description': 'tempest-secgroup-smoke-514231464 description', 'project_id': '192b2918ed11409998899ca653047aea'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:36:21.235130 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-cac8a8a9-c602-470c-9552-9cf79b5ebceb tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:36:21.239812 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-cac8a8a9-c602-470c-9552-9cf79b5ebceb tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:security_group and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:36:21.242766 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-cac8a8a9-c602-470c-9552-9cf79b5ebceb tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:36:21.249318 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-cac8a8a9-c602-470c-9552-9cf79b5ebceb tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:36:21.263333 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cac8a8a9-c602-470c-9552-9cf79b5ebceb tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.283351 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-cac8a8a9-c602-470c-9552-9cf79b5ebceb tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:36:21.287096 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-cac8a8a9-c602-470c-9552-9cf79b5ebceb tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:security_group_rule and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:36:21.289894 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-cac8a8a9-c602-470c-9552-9cf79b5ebceb tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:36:21.296025 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-cac8a8a9-c602-470c-9552-9cf79b5ebceb tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:36:21.366708 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cac8a8a9-c602-470c-9552-9cf79b5ebceb tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.371087 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cac8a8a9-c602-470c-9552-9cf79b5ebceb tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120617'] for security_group, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.417286 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8a8a9-c602-470c-9552-9cf79b5ebceb tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=116f3bd0-a7f0-47c1-8fd4-2d44266ffe07,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:21.420679 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-cac8a8a9-c602-470c-9552-9cf79b5ebceb tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.421901 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-cac8a8a9-c602-470c-9552-9cf79b5ebceb tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1985593 May 13 15:36:21.425328 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45448) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:21.430262 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-2684a7f8-a6be-4212-a05c-35d2c60c1dfe tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'security_group_rule': {'security_group_id': '116f3bd0-a7f0-47c1-8fd4-2d44266ffe07', 'project_id': '192b2918ed11409998899ca653047aea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:36:21.437077 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2684a7f8-a6be-4212-a05c-35d2c60c1dfe tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:36:21.440924 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2684a7f8-a6be-4212-a05c-35d2c60c1dfe tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:security_group_rule and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:36:21.444042 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-2684a7f8-a6be-4212-a05c-35d2c60c1dfe tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:36:21.450105 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-2684a7f8-a6be-4212-a05c-35d2c60c1dfe tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:36:21.467544 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2684a7f8-a6be-4212-a05c-35d2c60c1dfe tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.532270 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2684a7f8-a6be-4212-a05c-35d2c60c1dfe tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.536296 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2684a7f8-a6be-4212-a05c-35d2c60c1dfe tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.560740 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684a7f8-a6be-4212-a05c-35d2c60c1dfe tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ea66b8-fe5e-4fd1-a845-dbff0fd2d237,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:21.570310 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-2684a7f8-a6be-4212-a05c-35d2c60c1dfe tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.575339 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-2684a7f8-a6be-4212-a05c-35d2c60c1dfe tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1452785 May 13 15:36:21.575537 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45452) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:21.580507 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-c4d1b9fb-c685-4ae6-ba67-ef0d942766b3 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'security_group_rule': {'security_group_id': '116f3bd0-a7f0-47c1-8fd4-2d44266ffe07', 'project_id': '192b2918ed11409998899ca653047aea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:36:21.587398 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c4d1b9fb-c685-4ae6-ba67-ef0d942766b3 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:36:21.592134 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c4d1b9fb-c685-4ae6-ba67-ef0d942766b3 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:security_group_rule and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:36:21.595455 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c4d1b9fb-c685-4ae6-ba67-ef0d942766b3 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:36:21.601540 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c4d1b9fb-c685-4ae6-ba67-ef0d942766b3 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:36:21.621471 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c4d1b9fb-c685-4ae6-ba67-ef0d942766b3 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.684699 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c4d1b9fb-c685-4ae6-ba67-ef0d942766b3 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.688403 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c4d1b9fb-c685-4ae6-ba67-ef0d942766b3 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.712672 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1b9fb-c685-4ae6-ba67-ef0d942766b3 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b28327-8933-4349-9d26-73cc0ee05405,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:21.722574 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c4d1b9fb-c685-4ae6-ba67-ef0d942766b3 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.723767 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c4d1b9fb-c685-4ae6-ba67-ef0d942766b3 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1473103 May 13 15:36:21.726505 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45456) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:21.731900 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-753efafc-2ead-4f7e-ab82-3a7d034b2278 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'security_group_rule': {'security_group_id': '116f3bd0-a7f0-47c1-8fd4-2d44266ffe07', 'project_id': '192b2918ed11409998899ca653047aea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:36:21.739425 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-753efafc-2ead-4f7e-ab82-3a7d034b2278 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:36:21.743647 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-753efafc-2ead-4f7e-ab82-3a7d034b2278 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:security_group_rule and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:36:21.746598 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-753efafc-2ead-4f7e-ab82-3a7d034b2278 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:36:21.752234 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-753efafc-2ead-4f7e-ab82-3a7d034b2278 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:36:21.770134 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-753efafc-2ead-4f7e-ab82-3a7d034b2278 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.835836 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-753efafc-2ead-4f7e-ab82-3a7d034b2278 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.839854 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-753efafc-2ead-4f7e-ab82-3a7d034b2278 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.865951 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753efafc-2ead-4f7e-ab82-3a7d034b2278 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f1e2f06-9267-4f93-a207-b0929f1d108e,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:21.874971 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-753efafc-2ead-4f7e-ab82-3a7d034b2278 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.876177 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-753efafc-2ead-4f7e-ab82-3a7d034b2278 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1487758 May 13 15:36:21.878919 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45460) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:21.883805 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-f002781c-03a4-4666-b59a-fb2be1a78bf1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'security_group_rule': {'security_group_id': '116f3bd0-a7f0-47c1-8fd4-2d44266ffe07', 'project_id': '192b2918ed11409998899ca653047aea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:36:21.891527 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f002781c-03a4-4666-b59a-fb2be1a78bf1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:36:21.896041 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f002781c-03a4-4666-b59a-fb2be1a78bf1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:security_group_rule and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:36:21.899247 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-f002781c-03a4-4666-b59a-fb2be1a78bf1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:36:21.905548 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-f002781c-03a4-4666-b59a-fb2be1a78bf1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:36:21.922932 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f002781c-03a4-4666-b59a-fb2be1a78bf1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.992919 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f002781c-03a4-4666-b59a-fb2be1a78bf1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.996471 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f002781c-03a4-4666-b59a-fb2be1a78bf1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:22.020890 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002781c-03a4-4666-b59a-fb2be1a78bf1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ca3d6f-d87d-4cf4-a51f-b715e6893fd6,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:22.029961 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-f002781c-03a4-4666-b59a-fb2be1a78bf1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:22.031381 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-f002781c-03a4-4666-b59a-fb2be1a78bf1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1514571 May 13 15:36:22.034055 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45464) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:22.039298 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-c1c4b6b3-8bce-4a19-b816-607cb2aacc1e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'security_group_rule': {'security_group_id': '116f3bd0-a7f0-47c1-8fd4-2d44266ffe07', 'project_id': '192b2918ed11409998899ca653047aea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:36:22.045970 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c1c4b6b3-8bce-4a19-b816-607cb2aacc1e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:36:22.049879 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c1c4b6b3-8bce-4a19-b816-607cb2aacc1e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:security_group_rule and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:36:22.053069 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-c1c4b6b3-8bce-4a19-b816-607cb2aacc1e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:36:22.058992 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-c1c4b6b3-8bce-4a19-b816-607cb2aacc1e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:36:22.069315 n-d-841760-1 neutron-server[88082]: INFO neutron.db.securitygroups_db [None req-c1c4b6b3-8bce-4a19-b816-607cb2aacc1e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Project 192b2918ed11409998899ca653047aea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:36:22.078460 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c1c4b6b3-8bce-4a19-b816-607cb2aacc1e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:22.152710 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c1c4b6b3-8bce-4a19-b816-607cb2aacc1e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:22.156936 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c1c4b6b3-8bce-4a19-b816-607cb2aacc1e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:22.181519 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4b6b3-8bce-4a19-b816-607cb2aacc1e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8344bde4-b1d3-4fc7-a1d6-becc8a24c203,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:22.191194 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-c1c4b6b3-8bce-4a19-b816-607cb2aacc1e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:22.195854 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-c1c4b6b3-8bce-4a19-b816-607cb2aacc1e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1579106 May 13 15:36:22.196249 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45468) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:22.201793 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-174728a0-87d4-4d44-9be8-9ddb6715bf87 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'security_group_rule': {'security_group_id': '116f3bd0-a7f0-47c1-8fd4-2d44266ffe07', 'project_id': '192b2918ed11409998899ca653047aea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:36:22.208682 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-174728a0-87d4-4d44-9be8-9ddb6715bf87 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:36:22.212526 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-174728a0-87d4-4d44-9be8-9ddb6715bf87 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:security_group_rule and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:36:22.215427 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-174728a0-87d4-4d44-9be8-9ddb6715bf87 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:36:22.221104 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-174728a0-87d4-4d44-9be8-9ddb6715bf87 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:36:22.232968 n-d-841760-1 neutron-server[88082]: INFO neutron.db.securitygroups_db [None req-174728a0-87d4-4d44-9be8-9ddb6715bf87 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Project 192b2918ed11409998899ca653047aea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:36:22.240219 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-174728a0-87d4-4d44-9be8-9ddb6715bf87 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:22.305751 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-174728a0-87d4-4d44-9be8-9ddb6715bf87 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:22.310202 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-174728a0-87d4-4d44-9be8-9ddb6715bf87 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120698'] for security_group_rule, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:22.337128 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174728a0-87d4-4d44-9be8-9ddb6715bf87 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f5cd12-6c63-4ecb-b568-5106716ab0b1,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:22.346242 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-174728a0-87d4-4d44-9be8-9ddb6715bf87 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:22.347553 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-174728a0-87d4-4d44-9be8-9ddb6715bf87 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1505144 May 13 15:36:22.350426 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45472) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:22.355931 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-ef057826-14f6-46ef-bb0e-9561ae8d1877 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'network': {'name': 'tempest-network-smoke--1772027946', 'project_id': '192b2918ed11409998899ca653047aea', 'port_security_enabled': True}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:36:22.361812 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ef057826-14f6-46ef-bb0e-9561ae8d1877 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:36:22.366016 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ef057826-14f6-46ef-bb0e-9561ae8d1877 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:network and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:36:22.369003 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-ef057826-14f6-46ef-bb0e-9561ae8d1877 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:36:22.375842 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-ef057826-14f6-46ef-bb0e-9561ae8d1877 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:36:22.387201 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef057826-14f6-46ef-bb0e-9561ae8d1877 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Made reservation on behalf of 192b2918ed11409998899ca653047aea for: {'network': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:36:22.390576 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ef057826-14f6-46ef-bb0e-9561ae8d1877 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for network, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:22.424889 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef057826-14f6-46ef-bb0e-9561ae8d1877 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=88082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:36:22.435426 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ef057826-14f6-46ef-bb0e-9561ae8d1877 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968054'] for segment, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:22.435758 n-d-841760-1 neutron-server[88082]: INFO neutron.db.segments_db [None req-ef057826-14f6-46ef-bb0e-9561ae8d1877 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Added segment 16119edc-406d-4315-80b4-1c1f84fb3411 of type vlan for network 23d228ef-c2d0-4000-b00f-5ece942fdce5 May 13 15:36:22.469324 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ef057826-14f6-46ef-bb0e-9561ae8d1877 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772688665272'] for network, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:22.503708 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ef057826-14f6-46ef-bb0e-9561ae8d1877 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33120536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210'] for network, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:22.509145 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef057826-14f6-46ef-bb0e-9561ae8d1877 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:22.509754 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-ef057826-14f6-46ef-bb0e-9561ae8d1877 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for network, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:22.620004 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3c4d6685-4d07-490d-a90a-e04b5a9f1be6 no longer exists at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:36:22.627494 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-ef057826-14f6-46ef-bb0e-9561ae8d1877 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2759762 May 13 15:36:22.630466 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45476) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:22.638611 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-7804c9e1-4952-434d-bc15-ec68717fab08 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-567912700', 'admin_state_up': True, 'project_id': '192b2918ed11409998899ca653047aea', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:36:22.646158 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef057826-14f6-46ef-bb0e-9561ae8d1877 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'Network': ['ID=23d228ef-c2d0-4000-b00f-5ece942fdce5,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:22.649917 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-7804c9e1-4952-434d-bc15-ec68717fab08 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:36:22.659750 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7804c9e1-4952-434d-bc15-ec68717fab08 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:router and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:36:22.662756 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-7804c9e1-4952-434d-bc15-ec68717fab08 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:36:22.665773 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Network 23d228ef-c2d0-4000-b00f-5ece942fdce5 details requested by agent ovs-agent-n-d-841760-1 with host n-d-841760-1 {{(pid=88083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:36:22.669141 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-7804c9e1-4952-434d-bc15-ec68717fab08 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:36:22.680064 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] No Port match for: 3c4d6685-4d07-490d-a90a-e04b5a9f1be6 {{(pid=88083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:36:22.680327 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7804c9e1-4952-434d-bc15-ec68717fab08 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:22.680457 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 3c4d6685-4d07-490d-a90a-e04b5a9f1be6 not bound to the agent host n-d-841760-1 {{(pid=88083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:36:22.682503 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7804c9e1-4952-434d-bc15-ec68717fab08 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33131653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33427992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:22.700990 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7804c9e1-4952-434d-bc15-ec68717fab08 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:23.093707 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7804c9e1-4952-434d-bc15-ec68717fab08 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router, precommit_update {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:23.416551 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7804c9e1-4952-434d-bc15-ec68717fab08 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for router_gateway, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:23.451315 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7804c9e1-4952-434d-bc15-ec68717fab08 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:23.598383 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.db_base_plugin_common [None req-7804c9e1-4952-434d-bc15-ec68717fab08 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Allocated IP 172.25.0.227 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/e6040dbc-90b2-475c-9ae4-e373e43134da) {{(pid=88082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:36:23.753842 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7804c9e1-4952-434d-bc15-ec68717fab08 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for port, precommit_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:23.789645 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7804c9e1-4952-434d-bc15-ec68717fab08 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31881836'] for port, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:23.862164 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7804c9e1-4952-434d-bc15-ec68717fab08 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:36:23.865180 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-7804c9e1-4952-434d-bc15-ec68717fab08 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources bound (agent type, host, resource id): {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:36:23.869674 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7804c9e1-4952-434d-bc15-ec68717fab08 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Received port after_create {{(pid=88082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:36:23.900085 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804c9e1-4952-434d-bc15-ec68717fab08 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'Port': ['ID=e6040dbc-90b2-475c-9ae4-e373e43134da,revision_number=1']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:24.320251 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7804c9e1-4952-434d-bc15-ec68717fab08 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for router_gateway, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:24.828336 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7804c9e1-4952-434d-bc15-ec68717fab08 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130549'] for router, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:25.050295 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7804c9e1-4952-434d-bc15-ec68717fab08 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Router 89e3db80-ef64-44db-a6c8-ff60958ebdb0 is scheduled to L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 with binding_index 1 {{(pid=88082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:36:25.239713 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7804c9e1-4952-434d-bc15-ec68717fab08 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:36:25.250664 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7067a383-2015-49aa-9c19-b3c4d28c00c7 None None] Sync routers for ids ['89e3db80-ef64-44db-a6c8-ff60958ebdb0'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:36:25.260947 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7067a383-2015-49aa-9c19-b3c4d28c00c7 None None] Routers {'89e3db80-ef64-44db-a6c8-ff60958ebdb0'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:36:25.261654 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-7067a383-2015-49aa-9c19-b3c4d28c00c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:36:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['89e3db80-ef64-44db-a6c8-ff60958ebdb0'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:25.268627 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-7804c9e1-4952-434d-bc15-ec68717fab08 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for router, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:25.269831 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-7804c9e1-4952-434d-bc15-ec68717fab08 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6385322 May 13 15:36:25.273012 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45480) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:25.356820 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d1406d99-eb4e-4291-9e8c-ad41b6695db3 tempest-TestNetworkAdvancedServerOps-1659996939 tempest-TestNetworkAdvancedServerOps-1659996939-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=192b2918ed11409998899ca653047aea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0827332 May 13 15:36:25.359504 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45486) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:25.479902 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-7067a383-2015-49aa-9c19-b3c4d28c00c7 None None] Set router 89e3db80-ef64-44db-a6c8-ff60958ebdb0 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:36:25.492480 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe1cfb5-5db6-4781-ade8-fb98fe2aed3f tempest-TestNetworkAdvancedServerOps-1659996939 tempest-TestNetworkAdvancedServerOps-1659996939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:25.493914 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-bbe1cfb5-5db6-4781-ade8-fb98fe2aed3f tempest-TestNetworkAdvancedServerOps-1659996939 tempest-TestNetworkAdvancedServerOps-1659996939-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1334617 May 13 15:36:25.497234 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45490) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:25.540349 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-d1479396-75a4-4425-af1e-ec27b403b93c tempest-TestNetworkAdvancedServerOps-1659996939 tempest-TestNetworkAdvancedServerOps-1659996939-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=c35d8094-27c1-4288-955d-bcb140e23bf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420258 May 13 15:36:25.543444 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45494) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:25.548735 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.v2.base [None req-b61f2117-5568-4abc-a76a-0b4d55395290 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-160191970', 'network_id': '23d228ef-c2d0-4000-b00f-5ece942fdce5', 'project_id': '192b2918ed11409998899ca653047aea', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:36:25.659911 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b61f2117-5568-4abc-a76a-0b4d55395290 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:36:25.664107 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b61f2117-5568-4abc-a76a-0b4d55395290 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:subnet and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:36:25.667498 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [None req-b61f2117-5568-4abc-a76a-0b4d55395290 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88082) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:36:25.673233 n-d-841760-1 neutron-server[88082]: DEBUG neutron.db.quota.driver [None req-b61f2117-5568-4abc-a76a-0b4d55395290 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:36:25.684595 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61f2117-5568-4abc-a76a-0b4d55395290 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Made reservation on behalf of 192b2918ed11409998899ca653047aea for: {'subnet': 1} {{(pid=88082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:36:25.688146 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b61f2117-5568-4abc-a76a-0b4d55395290 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31861399'] for subnet, before_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:25.763826 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-7067a383-2015-49aa-9c19-b3c4d28c00c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e3db80-ef64-44db-a6c8-ff60958ebdb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567912700', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e6040dbc-90b2-475c-9ae4-e373e43134da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:22Z', 'updated_at': '2022-05-13T15:36:24Z', 'revision_number': 3, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': 'e6040dbc-90b2-475c-9ae4-e373e43134da', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e3db80-ef64-44db-a6c8-ff60958ebdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:23Z', 'updated_at': '2022-05-13T15:36:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:25.767910 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7067a383-2015-49aa-9c19-b3c4d28c00c7 None None] Checking router: 89e3db80-ef64-44db-a6c8-ff60958ebdb0 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:36:25.768252 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7067a383-2015-49aa-9c19-b3c4d28c00c7 None None] Updating router 89e3db80-ef64-44db-a6c8-ff60958ebdb0 port e6040dbc-90b2-475c-9ae4-e373e43134da binding host n-d-841760-1 {{(pid=88084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:36:25.827647 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-7067a383-2015-49aa-9c19-b3c4d28c00c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:25.927167 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b61f2117-5568-4abc-a76a-0b4d55395290 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33123264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31881692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31861377'] for subnet, after_create {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:26.003815 n-d-841760-1 neutron-server[88082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f2117-5568-4abc-a76a-0b4d55395290 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'Subnet': ['ID=ac1c4317-255a-4fc9-8a96-9a537312de74,revision_number=0']} {{(pid=88082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:26.014311 n-d-841760-1 neutron-server[88082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61f2117-5568-4abc-a76a-0b4d55395290 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Checking segment: {'id': '16119edc-406d-4315-80b4-1c1f84fb3411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '23d228ef-c2d0-4000-b00f-5ece942fdce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:36:26.014619 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61f2117-5568-4abc-a76a-0b4d55395290 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Network hostable DHCP agents. Network: 23d228ef-c2d0-4000-b00f-5ece942fdce5, hostable agents: ['65871071-f0ac-4919-9bd7-df22cf96e282'], hosted agents: [] {{(pid=88082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:36:26.033934 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61f2117-5568-4abc-a76a-0b4d55395290 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Network 23d228ef-c2d0-4000-b00f-5ece942fdce5 is scheduled to be hosted by DHCP agent 65871071-f0ac-4919-9bd7-df22cf96e282 with binding_index 1 {{(pid=88082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:36:26.044159 n-d-841760-1 neutron-server[88082]: DEBUG neutron.scheduler.base_scheduler [None req-b61f2117-5568-4abc-a76a-0b4d55395290 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841760-1, 23d228ef-c2d0-4000-b00f-5ece942fdce5) {{(pid=88082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:36:26.048297 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61f2117-5568-4abc-a76a-0b4d55395290 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:26.048883 n-d-841760-1 neutron-server[88082]: DEBUG neutron_lib.callbacks.manager [None req-b61f2117-5568-4abc-a76a-0b4d55395290 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for subnet, before_response {{(pid=88082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:26.056855 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ebcdcc-2d0a-43f2-a45f-56658d979bd6 None None] Network 23d228ef-c2d0-4000-b00f-5ece942fdce5 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:36:26.072088 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b61f2117-5568-4abc-a76a-0b4d55395290 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5274155 May 13 15:36:26.074893 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45498) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:26.171546 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-7067a383-2015-49aa-9c19-b3c4d28c00c7 None None] Notify callbacks [] for port, precommit_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:26.189909 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.provisioning_blocks [None req-7067a383-2015-49aa-9c19-b3c4d28c00c7 None None] Transition to ACTIVE for port object e6040dbc-90b2-475c-9ae4-e373e43134da will not be triggered until provisioned by entity L2. {{(pid=88084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:36:26.199628 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-7067a383-2015-49aa-9c19-b3c4d28c00c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:26.296086 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-7067a383-2015-49aa-9c19-b3c4d28c00c7 None None] Attempting to bind port e6040dbc-90b2-475c-9ae4-e373e43134da on host n-d-841760-1 for vnic_type normal with profile {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:36:26.296832 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-7067a383-2015-49aa-9c19-b3c4d28c00c7 None None] Attempting to bind port e6040dbc-90b2-475c-9ae4-e373e43134da by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:36:26.297003 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7067a383-2015-49aa-9c19-b3c4d28c00c7 None None] Attempting to bind port e6040dbc-90b2-475c-9ae4-e373e43134da on network c35d8094-27c1-4288-955d-bcb140e23bf2 {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:36:26.303059 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24a90b-0733-462d-b923-2898927b4b3c None None] Pushing event updated for resources: {'Port': ['ID=e6040dbc-90b2-475c-9ae4-e373e43134da,revision_number=2']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:26.307935 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7067a383-2015-49aa-9c19-b3c4d28c00c7 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:36:26.308390 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7067a383-2015-49aa-9c19-b3c4d28c00c7 None None] Checking segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:36:26.308964 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-7067a383-2015-49aa-9c19-b3c4d28c00c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:26.309304 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7067a383-2015-49aa-9c19-b3c4d28c00c7 None None] Bound using segment: {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'} {{(pid=88084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:36:26.309834 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.managers [None req-7067a383-2015-49aa-9c19-b3c4d28c00c7 None None] Bound port: e6040dbc-90b2-475c-9ae4-e373e43134da, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71237ed-c588-478d-b3c8-2e2493804dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2'}}] {{(pid=88084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:36:26.310264 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-7067a383-2015-49aa-9c19-b3c4d28c00c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:26.350949 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24a90b-0733-462d-b923-2898927b4b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:26.351067 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24a90b-0733-462d-b923-2898927b4b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:26.351482 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24a90b-0733-462d-b923-2898927b4b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:26.351832 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24a90b-0733-462d-b923-2898927b4b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:26.352223 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24a90b-0733-462d-b923-2898927b4b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:26.352621 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24a90b-0733-462d-b923-2898927b4b3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:26.352999 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24a90b-0733-462d-b923-2898927b4b3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:26.354043 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24a90b-0733-462d-b923-2898927b4b3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:26.355125 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24a90b-0733-462d-b923-2898927b4b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:26.355456 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24a90b-0733-462d-b923-2898927b4b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:26.355781 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24a90b-0733-462d-b923-2898927b4b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:26.356094 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24a90b-0733-462d-b923-2898927b4b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:26.359631 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67ec6774-bd9f-526b-bba5-23e6b9ac906c-23d228ef-c2d0-4000-b00f-5ece942fdce5', 'network_id': '23d228ef-c2d0-4000-b00f-5ece942fdce5', 'tenant_id': '192b2918ed11409998899ca653047aea', 'fixed_ips': [{'subnet_id': 'ac1c4317-255a-4fc9-8a96-9a537312de74'}]}} from n-d-841760-1. {{(pid=88083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:36:26.361592 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:26.400571 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-7067a383-2015-49aa-9c19-b3c4d28c00c7 None None] For port e6040dbc-90b2-475c-9ae4-e373e43134da, host n-d-841760-1, cleared binding levels {{(pid=88084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:36:26.404084 n-d-841760-1 neutron-server[88084]: DEBUG neutron.plugins.ml2.db [None req-7067a383-2015-49aa-9c19-b3c4d28c00c7 None None] For port e6040dbc-90b2-475c-9ae4-e373e43134da, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=e6040dbc-90b2-475c-9ae4-e373e43134da,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:36:26.408167 n-d-841760-1 neutron-server[88084]: DEBUG neutron_lib.callbacks.manager [None req-7067a383-2015-49aa-9c19-b3c4d28c00c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:26.490426 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7067a383-2015-49aa-9c19-b3c4d28c00c7 None None] Routers {'89e3db80-ef64-44db-a6c8-ff60958ebdb0'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:36:26.491037 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-7067a383-2015-49aa-9c19-b3c4d28c00c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:36:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['89e3db80-ef64-44db-a6c8-ff60958ebdb0'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:26.527966 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.db_base_plugin_common [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Allocated IP 172.20.0.2 (23d228ef-c2d0-4000-b00f-5ece942fdce5/ac1c4317-255a-4fc9-8a96-9a537312de74/93a8d5ea-f20c-4e6d-9300-0037d191eb24) {{(pid=88083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:36:26.575183 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24a90b-0733-462d-b923-2898927b4b3c None None] Pushing event updated for resources: {'Port': ['ID=e6040dbc-90b2-475c-9ae4-e373e43134da,revision_number=3']} {{(pid=88084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:26.680461 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-7067a383-2015-49aa-9c19-b3c4d28c00c7 None None] Set router 89e3db80-ef64-44db-a6c8-ff60958ebdb0 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:36:26.745795 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Notify callbacks [] for port, precommit_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:26.760012 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Transition to ACTIVE for port object 93a8d5ea-f20c-4e6d-9300-0037d191eb24 will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:36:26.780017 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Transition to ACTIVE for port object 93a8d5ea-f20c-4e6d-9300-0037d191eb24 will not be triggered until provisioned by entity DHCP. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:36:26.786705 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268'] for port, after_create {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:26.821726 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-77ac9264-de87-4056-b7b7-1ba467a2c846 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:26.856039 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Network 23d228ef-c2d0-4000-b00f-5ece942fdce5 is already hosted by enough agents. {{(pid=88083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:36:26.858984 n-d-841760-1 neutron-server[88083]: DEBUG neutron.scheduler.base_scheduler [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Resources bound (agent type, host, resource id): {{(pid=88083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:36:26.863557 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Received port after_create {{(pid=88083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:36:26.865808 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Pushing event updated for resources: {'Port': ['ID=93a8d5ea-f20c-4e6d-9300-0037d191eb24,revision_number=1']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:26.900304 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:26.900917 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:26.901372 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:26.901591 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:26.901979 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:26.902357 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:26.902747 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:26.903155 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:26.903920 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:26.903920 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:26.904276 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:26.904664 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:26.975455 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Attempting to bind port 93a8d5ea-f20c-4e6d-9300-0037d191eb24 on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:36:26.975982 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Attempting to bind port 93a8d5ea-f20c-4e6d-9300-0037d191eb24 by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '16119edc-406d-4315-80b4-1c1f84fb3411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '23d228ef-c2d0-4000-b00f-5ece942fdce5'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:36:26.976515 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Attempting to bind port 93a8d5ea-f20c-4e6d-9300-0037d191eb24 on network 23d228ef-c2d0-4000-b00f-5ece942fdce5 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:36:26.982801 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:36:26.983208 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Checking segment: {'id': '16119edc-406d-4315-80b4-1c1f84fb3411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '23d228ef-c2d0-4000-b00f-5ece942fdce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:36:26.983605 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:26.983993 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Bound using segment: {'id': '16119edc-406d-4315-80b4-1c1f84fb3411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '23d228ef-c2d0-4000-b00f-5ece942fdce5'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:36:26.984448 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Bound port: 93a8d5ea-f20c-4e6d-9300-0037d191eb24, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16119edc-406d-4315-80b4-1c1f84fb3411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '23d228ef-c2d0-4000-b00f-5ece942fdce5'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:36:26.984819 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:26.992612 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-7067a383-2015-49aa-9c19-b3c4d28c00c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e3db80-ef64-44db-a6c8-ff60958ebdb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567912700', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e6040dbc-90b2-475c-9ae4-e373e43134da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:22Z', 'updated_at': '2022-05-13T15:36:24Z', 'revision_number': 3, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': 'e6040dbc-90b2-475c-9ae4-e373e43134da', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e3db80-ef64-44db-a6c8-ff60958ebdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:23Z', 'updated_at': '2022-05-13T15:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:26.997306 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7067a383-2015-49aa-9c19-b3c4d28c00c7 None None] The sync data for ids ['89e3db80-ef64-44db-a6c8-ff60958ebdb0'] in n-d-841760-1 is: [{'id': '89e3db80-ef64-44db-a6c8-ff60958ebdb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567912700', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e6040dbc-90b2-475c-9ae4-e373e43134da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:22Z', 'updated_at': '2022-05-13T15:36:24Z', 'revision_number': 3, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': 'e6040dbc-90b2-475c-9ae4-e373e43134da', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e3db80-ef64-44db-a6c8-ff60958ebdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:23Z', 'updated_at': '2022-05-13T15:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1'}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:36:27.077720 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-c097f276-9671-4a95-af99-0521ba43002b None None] For port 93a8d5ea-f20c-4e6d-9300-0037d191eb24, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:36:27.081520 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-c097f276-9671-4a95-af99-0521ba43002b None None] For port 93a8d5ea-f20c-4e6d-9300-0037d191eb24, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=93a8d5ea-f20c-4e6d-9300-0037d191eb24,segment=NetworkSegment(16119edc-406d-4315-80b4-1c1f84fb3411),segment_id=16119edc-406d-4315-80b4-1c1f84fb3411)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:36:27.085286 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:27.173119 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097f276-9671-4a95-af99-0521ba43002b None None] Pushing event updated for resources: {'Port': ['ID=93a8d5ea-f20c-4e6d-9300-0037d191eb24,revision_number=2']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:27.384427 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-77ac9264-de87-4056-b7b7-1ba467a2c846 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Allocated IP 172.20.0.1 (23d228ef-c2d0-4000-b00f-5ece942fdce5/ac1c4317-255a-4fc9-8a96-9a537312de74/d843b6c8-03c6-41d5-b624-e9b6a93824ea) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:36:27.411033 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-4d38c9a9-70c1-4e16-8cfd-d2d70f38790d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:27.577940 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-77ac9264-de87-4056-b7b7-1ba467a2c846 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:27.599228 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [None req-77ac9264-de87-4056-b7b7-1ba467a2c846 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Transition to ACTIVE for port object d843b6c8-03c6-41d5-b624-e9b6a93824ea will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:36:27.624823 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-77ac9264-de87-4056-b7b7-1ba467a2c846 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:27.700926 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ac9264-de87-4056-b7b7-1ba467a2c846 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Network 23d228ef-c2d0-4000-b00f-5ece942fdce5 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:36:27.704442 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-77ac9264-de87-4056-b7b7-1ba467a2c846 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:36:27.708623 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ac9264-de87-4056-b7b7-1ba467a2c846 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:36:27.740260 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac9264-de87-4056-b7b7-1ba467a2c846 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'Port': ['ID=d843b6c8-03c6-41d5-b624-e9b6a93824ea,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:27.761296 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac9264-de87-4056-b7b7-1ba467a2c846 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:27.761628 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac9264-de87-4056-b7b7-1ba467a2c846 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:27.761970 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac9264-de87-4056-b7b7-1ba467a2c846 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:27.762302 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac9264-de87-4056-b7b7-1ba467a2c846 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:27.762660 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac9264-de87-4056-b7b7-1ba467a2c846 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:27.762945 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac9264-de87-4056-b7b7-1ba467a2c846 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:27.763297 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac9264-de87-4056-b7b7-1ba467a2c846 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:27.763620 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac9264-de87-4056-b7b7-1ba467a2c846 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:27.763940 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac9264-de87-4056-b7b7-1ba467a2c846 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:27.764260 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac9264-de87-4056-b7b7-1ba467a2c846 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:27.764578 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac9264-de87-4056-b7b7-1ba467a2c846 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:27.764894 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac9264-de87-4056-b7b7-1ba467a2c846 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841760-1 {{(pid=88081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:27.783345 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-77ac9264-de87-4056-b7b7-1ba467a2c846 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33136099'] for router_interface, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:27.927424 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-77ac9264-de87-4056-b7b7-1ba467a2c846 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:28.238739 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6c76df-2e0b-4eba-a3a3-25584a1115e4 None None] Network 23d228ef-c2d0-4000-b00f-5ece942fdce5 requested from n-d-841760-1 {{(pid=88083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:36:28.332306 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-20c055be-6a8e-4857-938f-2273c89397aa None None] Provisioning for port 93a8d5ea-f20c-4e6d-9300-0037d191eb24 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:36:28.374536 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-77ac9264-de87-4056-b7b7-1ba467a2c846 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:28.379853 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-77ac9264-de87-4056-b7b7-1ba467a2c846 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:28.501108 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-77ac9264-de87-4056-b7b7-1ba467a2c846 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33287192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33135942'] for router_interface, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:28.504741 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac9264-de87-4056-b7b7-1ba467a2c846 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'Port': ['ID=d843b6c8-03c6-41d5-b624-e9b6a93824ea,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:28.669986 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ac9264-de87-4056-b7b7-1ba467a2c846 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Network 23d228ef-c2d0-4000-b00f-5ece942fdce5 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:36:28.671264 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-77ac9264-de87-4056-b7b7-1ba467a2c846 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:36:28.741832 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 93a8d5ea-f20c-4e6d-9300-0037d191eb24 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:36:28.829008 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0949ef50-274b-4700-beb7-ba9fab09bca7 None None] Provisioning for port d843b6c8-03c6-41d5-b624-e9b6a93824ea completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:36:28.838889 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-0949ef50-274b-4700-beb7-ba9fab09bca7 None None] Provisioning complete for port d843b6c8-03c6-41d5-b624-e9b6a93824ea triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:36:28.839288 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0949ef50-274b-4700-beb7-ba9fab09bca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:28.876759 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ac9264-de87-4056-b7b7-1ba467a2c846 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Router 89e3db80-ef64-44db-a6c8-ff60958ebdb0 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:36:28.888323 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port 93a8d5ea-f20c-4e6d-9300-0037d191eb24 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:36:28.902824 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 93a8d5ea-f20c-4e6d-9300-0037d191eb24 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:36:28.903320 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:28.960606 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-0949ef50-274b-4700-beb7-ba9fab09bca7 None None] Port d843b6c8-03c6-41d5-b624-e9b6a93824ea cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:36:29.044430 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 93a8d5ea-f20c-4e6d-9300-0037d191eb24 is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:36:29.045176 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:29.084484 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port 93a8d5ea-f20c-4e6d-9300-0037d191eb24, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=93a8d5ea-f20c-4e6d-9300-0037d191eb24,segment=NetworkSegment(16119edc-406d-4315-80b4-1c1f84fb3411),segment_id=16119edc-406d-4315-80b4-1c1f84fb3411)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:36:29.095534 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:29.096319 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e6040dbc-90b2-475c-9ae4-e373e43134da up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:36:29.205746 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-7ef1ae76-750d-42b2-98dc-70ad9003c01f None None] Provisioning complete for port d843b6c8-03c6-41d5-b624-e9b6a93824ea triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:36:29.206144 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7ef1ae76-750d-42b2-98dc-70ad9003c01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:29.229293 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ac9264-de87-4056-b7b7-1ba467a2c846 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:36:29.243169 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:29.254408 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaec7153-50e4-4fe2-a0d0-fd5bb4d781b3 None None] Sync routers for ids ['89e3db80-ef64-44db-a6c8-ff60958ebdb0'] in n-d-841760-1 {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:36:29.254891 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-77ac9264-de87-4056-b7b7-1ba467a2c846 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "PUT /v2.0/routers/89e3db80-ef64-44db-a6c8-ff60958ebdb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1769216 May 13 15:36:29.297415 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaec7153-50e4-4fe2-a0d0-fd5bb4d781b3 None None] Routers {'89e3db80-ef64-44db-a6c8-ff60958ebdb0'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:36:29.298044 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-eaec7153-50e4-4fe2-a0d0-fd5bb4d781b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:36:00Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['89e3db80-ef64-44db-a6c8-ff60958ebdb0'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:29.368452 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-7ef1ae76-750d-42b2-98dc-70ad9003c01f None None] Port d843b6c8-03c6-41d5-b624-e9b6a93824ea cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:36:29.418424 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=93a8d5ea-f20c-4e6d-9300-0037d191eb24,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:29.429281 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-c2e99441-2c62-41d5-be57-d53396e28e8f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-514231464&fields=id&tenant_id=192b2918ed11409998899ca653047aea HTTP/1.1" status: 200 len: 267 time: 0.0423675 May 13 15:36:29.430303 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port e6040dbc-90b2-475c-9ae4-e373e43134da completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:36:29.440890 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port e6040dbc-90b2-475c-9ae4-e373e43134da triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:36:29.441240 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:29.583987 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-2c5304aa-6915-4688-8e57-5753cf5c7525 None None] Provisioning complete for port d843b6c8-03c6-41d5-b624-e9b6a93824ea triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:36:29.584357 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2c5304aa-6915-4688-8e57-5753cf5c7525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:29.587271 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-254ff0b8-f3af-4365-9fd7-da9a849593e6 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:29.588813 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-254ff0b8-f3af-4365-9fd7-da9a849593e6 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/networks?id=23d228ef-c2d0-4000-b00f-5ece942fdce5 HTTP/1.1" status: 200 len: 797 time: 0.1520214 May 13 15:36:29.604908 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-122846e1-85dd-4c9f-9fdf-9ac13be3c7a8 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/quotas/192b2918ed11409998899ca653047aea HTTP/1.1" status: 200 len: 375 time: 0.0104907 May 13 15:36:29.639666 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-eaec7153-50e4-4fe2-a0d0-fd5bb4d781b3 None None] Set router 89e3db80-ef64-44db-a6c8-ff60958ebdb0 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:36:29.695997 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-f0122a48-cb7a-4e1f-bcb7-8f3a9634be65 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Synchronizing usage tracker for tenant:192b2918ed11409998899ca653047aea on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:36:29.711826 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-f0122a48-cb7a-4e1f-bcb7-8f3a9634be65 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Unset dirty status for tenant:192b2918ed11409998899ca653047aea on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:36:29.713744 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-f0122a48-cb7a-4e1f-bcb7-8f3a9634be65 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1029630 May 13 15:36:29.824186 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-2c5304aa-6915-4688-8e57-5753cf5c7525 None None] Port d843b6c8-03c6-41d5-b624-e9b6a93824ea cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:36:29.857474 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-528ce732-7903-4c1f-9ee5-c9898f24b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:29.902680 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-4603cfca-650d-4002-8d27-c885d8b34aae service neutron] 10.222.0.35 "GET /v2.0/networks/23d228ef-c2d0-4000-b00f-5ece942fdce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770084 May 13 15:36:29.910687 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port e6040dbc-90b2-475c-9ae4-e373e43134da is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:36:29.911058 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:29.943346 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port e6040dbc-90b2-475c-9ae4-e373e43134da, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=e6040dbc-90b2-475c-9ae4-e373e43134da,segment=NetworkSegment(b71237ed-c588-478d-b3c8-2e2493804dd8),segment_id=b71237ed-c588-478d-b3c8-2e2493804dd8)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:36:29.960639 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:30.040180 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-68086c53-e245-4098-8ecb-a22ebb09706b service neutron] 10.222.0.35 "GET /v2.0/networks/23d228ef-c2d0-4000-b00f-5ece942fdce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314418 May 13 15:36:30.085636 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=e6040dbc-90b2-475c-9ae4-e373e43134da,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:30.108639 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-eaec7153-50e4-4fe2-a0d0-fd5bb4d781b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e3db80-ef64-44db-a6c8-ff60958ebdb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567912700', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e6040dbc-90b2-475c-9ae4-e373e43134da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:22Z', 'updated_at': '2022-05-13T15:36:27Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': 'e6040dbc-90b2-475c-9ae4-e373e43134da', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e3db80-ef64-44db-a6c8-ff60958ebdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:23Z', 'updated_at': '2022-05-13T15:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd843b6c8-03c6-41d5-b624-e9b6a93824ea', 'name': '', 'network_id': '23d228ef-c2d0-4000-b00f-5ece942fdce5', 'tenant_id': '192b2918ed11409998899ca653047aea', 'mac_address': 'fa:16:3e:26:79:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e3db80-ef64-44db-a6c8-ff60958ebdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'ac1c4317-255a-4fc9-8a96-9a537312de74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:27Z', 'updated_at': '2022-05-13T15:36:28Z', 'revision_number': 2, 'project_id': '192b2918ed11409998899ca653047aea', 'subnets': [{'id': 'ac1c4317-255a-4fc9-8a96-9a537312de74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:30.112713 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaec7153-50e4-4fe2-a0d0-fd5bb4d781b3 None None] Checking router: 89e3db80-ef64-44db-a6c8-ff60958ebdb0 for host: n-d-841760-1 {{(pid=88083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:36:30.113125 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaec7153-50e4-4fe2-a0d0-fd5bb4d781b3 None None] Updating router 89e3db80-ef64-44db-a6c8-ff60958ebdb0 port d843b6c8-03c6-41d5-b624-e9b6a93824ea binding host n-d-841760-1 {{(pid=88083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:36:30.175050 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-eaec7153-50e4-4fe2-a0d0-fd5bb4d781b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:30.236134 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-c7e7050a-2f8c-4962-bc8c-c787a081c11a req-cc64d507-d7e6-494c-a7e4-774d2bb2ff8f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Synchronizing usage tracker for tenant:192b2918ed11409998899ca653047aea on resource:port {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:36:30.257080 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-c7e7050a-2f8c-4962-bc8c-c787a081c11a req-cc64d507-d7e6-494c-a7e4-774d2bb2ff8f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Unset dirty status for tenant:192b2918ed11409998899ca653047aea on resource:port {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:36:30.258304 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-c7e7050a-2f8c-4962-bc8c-c787a081c11a req-cc64d507-d7e6-494c-a7e4-774d2bb2ff8f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f HTTP/1.1" status: 200 len: 210 time: 0.0735679 May 13 15:36:30.552020 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-eaec7153-50e4-4fe2-a0d0-fd5bb4d781b3 None None] Notify callbacks [] for port, precommit_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:30.568394 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-eaec7153-50e4-4fe2-a0d0-fd5bb4d781b3 None None] Transition to ACTIVE for port object d843b6c8-03c6-41d5-b624-e9b6a93824ea will not be triggered until provisioned by entity L2. {{(pid=88083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:36:30.574678 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-eaec7153-50e4-4fe2-a0d0-fd5bb4d781b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:30.696746 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device 93a8d5ea-f20c-4e6d-9300-0037d191eb24 up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:36:30.798351 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69917e05-2fef-490e-abd6-c008012a9821 None None] Pushing event updated for resources: {'Port': ['ID=d843b6c8-03c6-41d5-b624-e9b6a93824ea,revision_number=3']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:30.891578 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:30.894660 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-eaec7153-50e4-4fe2-a0d0-fd5bb4d781b3 None None] Attempting to bind port d843b6c8-03c6-41d5-b624-e9b6a93824ea on host n-d-841760-1 for vnic_type normal with profile {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:36:30.895021 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-eaec7153-50e4-4fe2-a0d0-fd5bb4d781b3 None None] Attempting to bind port d843b6c8-03c6-41d5-b624-e9b6a93824ea by drivers openvswitch,hyperv on host n-d-841760-1 at level 0 using segments [{'id': '16119edc-406d-4315-80b4-1c1f84fb3411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '23d228ef-c2d0-4000-b00f-5ece942fdce5'}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:36:30.895424 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaec7153-50e4-4fe2-a0d0-fd5bb4d781b3 None None] Attempting to bind port d843b6c8-03c6-41d5-b624-e9b6a93824ea on network 23d228ef-c2d0-4000-b00f-5ece942fdce5 {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:36:30.910592 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaec7153-50e4-4fe2-a0d0-fd5bb4d781b3 None None] Checking agent: {'id': 'd90837fa-7979-412c-8c4c-3528d002a01b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841760-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:36:30.910961 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaec7153-50e4-4fe2-a0d0-fd5bb4d781b3 None None] Checking segment: {'id': '16119edc-406d-4315-80b4-1c1f84fb3411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '23d228ef-c2d0-4000-b00f-5ece942fdce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:36:30.911385 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-eaec7153-50e4-4fe2-a0d0-fd5bb4d781b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:30.911765 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaec7153-50e4-4fe2-a0d0-fd5bb4d781b3 None None] Bound using segment: {'id': '16119edc-406d-4315-80b4-1c1f84fb3411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '23d228ef-c2d0-4000-b00f-5ece942fdce5'} {{(pid=88083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:36:30.912287 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.managers [None req-eaec7153-50e4-4fe2-a0d0-fd5bb4d781b3 None None] Bound port: d843b6c8-03c6-41d5-b624-e9b6a93824ea, host: n-d-841760-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16119edc-406d-4315-80b4-1c1f84fb3411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '23d228ef-c2d0-4000-b00f-5ece942fdce5'}}] {{(pid=88083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:36:30.912589 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-eaec7153-50e4-4fe2-a0d0-fd5bb4d781b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:30.922900 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port 93a8d5ea-f20c-4e6d-9300-0037d191eb24 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:36:30.923202 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:30.959208 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:31.139842 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-eaec7153-50e4-4fe2-a0d0-fd5bb4d781b3 None None] For port d843b6c8-03c6-41d5-b624-e9b6a93824ea, host n-d-841760-1, cleared binding levels {{(pid=88083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:36:31.163089 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-eaec7153-50e4-4fe2-a0d0-fd5bb4d781b3 None None] For port d843b6c8-03c6-41d5-b624-e9b6a93824ea, host n-d-841760-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d843b6c8-03c6-41d5-b624-e9b6a93824ea,segment=NetworkSegment(16119edc-406d-4315-80b4-1c1f84fb3411),segment_id=16119edc-406d-4315-80b4-1c1f84fb3411)] {{(pid=88083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:36:31.171086 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-eaec7153-50e4-4fe2-a0d0-fd5bb4d781b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:31.209986 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port 93a8d5ea-f20c-4e6d-9300-0037d191eb24 is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:36:31.211105 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device e6040dbc-90b2-475c-9ae4-e373e43134da up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:36:31.293717 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69917e05-2fef-490e-abd6-c008012a9821 None None] Pushing event updated for resources: {'Port': ['ID=d843b6c8-03c6-41d5-b624-e9b6a93824ea,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:31.313306 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaec7153-50e4-4fe2-a0d0-fd5bb4d781b3 None None] Routers {'89e3db80-ef64-44db-a6c8-ff60958ebdb0'} bound to L3 agent in host n-d-841760-1 {{(pid=88083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:36:31.313932 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-eaec7153-50e4-4fe2-a0d0-fd5bb4d781b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:36:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['89e3db80-ef64-44db-a6c8-ff60958ebdb0'], 'active': True} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:31.485592 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port e6040dbc-90b2-475c-9ae4-e373e43134da triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:36:31.485978 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:31.561409 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-3256c703-00ed-4e66-9c5f-6bce0a8239ea req-3a58360b-11a3-4195-8da3-d1e9e70b2e9f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f HTTP/1.1" status: 200 len: 210 time: 0.1659894 May 13 15:36:31.569721 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_dvr_db [None req-eaec7153-50e4-4fe2-a0d0-fd5bb4d781b3 None None] Set router 89e3db80-ef64-44db-a6c8-ff60958ebdb0 gateway port host: n-d-841760-1 {{(pid=88083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:36:31.589170 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-ca9bde09-5f64-41c4-ba91-f8304b89f124 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:31.592014 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-ca9bde09-5f64-41c4-ba91-f8304b89f124 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.74 "GET /v2.0/networks?id=23d228ef-c2d0-4000-b00f-5ece942fdce5 HTTP/1.1" status: 200 len: 797 time: 0.2498822 May 13 15:36:31.655497 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-6e4197d4-813f-418c-aef4-7d9a8d6616d9 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=192b2918ed11409998899ca653047aea HTTP/1.1" status: 200 len: 379 time: 0.0443053 May 13 15:36:31.665628 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-993d5413-b87b-42ba-a3b7-f780a93511f4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'port': {'device_id': '8b30b5a0-2b11-48d6-8d63-e96eb4a8868f', 'network_id': '23d228ef-c2d0-4000-b00f-5ece942fdce5', 'admin_state_up': True, 'tenant_id': '192b2918ed11409998899ca653047aea', 'security_groups': ['116f3bd0-a7f0-47c1-8fd4-2d44266ffe07']}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:36:31.807876 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-993d5413-b87b-42ba-a3b7-f780a93511f4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:36:31.818016 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-993d5413-b87b-42ba-a3b7-f780a93511f4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:36:31.826817 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port e6040dbc-90b2-475c-9ae4-e373e43134da is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:36:31.828906 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-993d5413-b87b-42ba-a3b7-f780a93511f4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Made reservation on behalf of 192b2918ed11409998899ca653047aea for: {'port': 1} {{(pid=88081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:36:31.831889 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-993d5413-b87b-42ba-a3b7-f780a93511f4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:31.953619 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.l3_hamode_db [None req-eaec7153-50e4-4fe2-a0d0-fd5bb4d781b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e3db80-ef64-44db-a6c8-ff60958ebdb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567912700', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e6040dbc-90b2-475c-9ae4-e373e43134da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:22Z', 'updated_at': '2022-05-13T15:36:27Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': 'e6040dbc-90b2-475c-9ae4-e373e43134da', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e3db80-ef64-44db-a6c8-ff60958ebdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:23Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd843b6c8-03c6-41d5-b624-e9b6a93824ea', 'name': '', 'network_id': '23d228ef-c2d0-4000-b00f-5ece942fdce5', 'tenant_id': '192b2918ed11409998899ca653047aea', 'mac_address': 'fa:16:3e:26:79:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e3db80-ef64-44db-a6c8-ff60958ebdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'ac1c4317-255a-4fc9-8a96-9a537312de74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:27Z', 'updated_at': '2022-05-13T15:36:31Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'subnets': [{'id': 'ac1c4317-255a-4fc9-8a96-9a537312de74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:31.957747 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaec7153-50e4-4fe2-a0d0-fd5bb4d781b3 None None] The sync data for ids ['89e3db80-ef64-44db-a6c8-ff60958ebdb0'] in n-d-841760-1 is: [{'id': '89e3db80-ef64-44db-a6c8-ff60958ebdb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567912700', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e6040dbc-90b2-475c-9ae4-e373e43134da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:22Z', 'updated_at': '2022-05-13T15:36:27Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': 'e6040dbc-90b2-475c-9ae4-e373e43134da', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e3db80-ef64-44db-a6c8-ff60958ebdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:23Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_interfaces': [{'id': 'd843b6c8-03c6-41d5-b624-e9b6a93824ea', 'name': '', 'network_id': '23d228ef-c2d0-4000-b00f-5ece942fdce5', 'tenant_id': '192b2918ed11409998899ca653047aea', 'mac_address': 'fa:16:3e:26:79:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e3db80-ef64-44db-a6c8-ff60958ebdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'ac1c4317-255a-4fc9-8a96-9a537312de74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:27Z', 'updated_at': '2022-05-13T15:36:31Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'subnets': [{'id': 'ac1c4317-255a-4fc9-8a96-9a537312de74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:36:32.036657 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-993d5413-b87b-42ba-a3b7-f780a93511f4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Allocated IP 172.20.0.9 (23d228ef-c2d0-4000-b00f-5ece942fdce5/ac1c4317-255a-4fc9-8a96-9a537312de74/35c2bb2a-544d-4777-b53b-64e8001a56d4) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:36:32.246519 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-993d5413-b87b-42ba-a3b7-f780a93511f4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:32.264260 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-993d5413-b87b-42ba-a3b7-f780a93511f4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Transition to ACTIVE for port object 35c2bb2a-544d-4777-b53b-64e8001a56d4 will not be triggered until provisioned by entity DHCP. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:36:32.289125 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-993d5413-b87b-42ba-a3b7-f780a93511f4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:32.367247 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-993d5413-b87b-42ba-a3b7-f780a93511f4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Network 23d228ef-c2d0-4000-b00f-5ece942fdce5 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:36:32.371313 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-993d5413-b87b-42ba-a3b7-f780a93511f4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:36:32.375381 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:32.375614 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-993d5413-b87b-42ba-a3b7-f780a93511f4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:36:32.411182 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d5413-b87b-42ba-a3b7-f780a93511f4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'Port': ['ID=35c2bb2a-544d-4777-b53b-64e8001a56d4,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:32.445857 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-993d5413-b87b-42ba-a3b7-f780a93511f4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:32.446528 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-993d5413-b87b-42ba-a3b7-f780a93511f4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:32.476207 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-993d5413-b87b-42ba-a3b7-f780a93511f4 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8143902 May 13 15:36:32.540108 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-e4814e4d-7e8c-46ec-bba0-b8dd9f283227 service neutron] Request body: {'port': {'device_id': '8b30b5a0-2b11-48d6-8d63-e96eb4a8868f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841760-1'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:36:32.675422 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-e4814e4d-7e8c-46ec-bba0-b8dd9f283227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:32.695939 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e2b0c5d5-ba08-4325-8bdb-92cf12513144 None None] Provisioning for port 35c2bb2a-544d-4777-b53b-64e8001a56d4 completed by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:36:32.707525 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-e2b0c5d5-ba08-4325-8bdb-92cf12513144 None None] Provisioning complete for port 35c2bb2a-544d-4777-b53b-64e8001a56d4 triggered by entity DHCP. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:36:32.708443 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e2b0c5d5-ba08-4325-8bdb-92cf12513144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:32.762304 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d843b6c8-03c6-41d5-b624-e9b6a93824ea up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:36:32.825713 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bacd48-d750-4c88-a706-1239eddba27e req-f6069066-f78d-4279-9e45-692855966887 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:32.827606 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4bacd48-d750-4c88-a706-1239eddba27e req-f6069066-f78d-4279-9e45-692855966887 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f HTTP/1.1" status: 200 len: 931 time: 0.1368270 May 13 15:36:32.860180 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-e2b0c5d5-ba08-4325-8bdb-92cf12513144 None None] Port 35c2bb2a-544d-4777-b53b-64e8001a56d4 cannot update to ACTIVE because it is not bound. {{(pid=88083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:36:32.891977 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning for port d843b6c8-03c6-41d5-b624-e9b6a93824ea completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:36:32.897064 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f4bacd48-d750-4c88-a706-1239eddba27e req-8987286c-29f1-4721-a62b-0858f304ca72 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Synchronizing usage tracker for tenant:192b2918ed11409998899ca653047aea on resource:security_group {{(pid=88082) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:36:32.902633 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port d843b6c8-03c6-41d5-b624-e9b6a93824ea triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:36:32.903578 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:32.920674 n-d-841760-1 neutron-server[88082]: DEBUG neutron.quota.resource [req-f4bacd48-d750-4c88-a706-1239eddba27e req-8987286c-29f1-4721-a62b-0858f304ca72 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Unset dirty status for tenant:192b2918ed11409998899ca653047aea on resource:security_group {{(pid=88082) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:36:32.921952 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-f4bacd48-d750-4c88-a706-1239eddba27e req-8987286c-29f1-4721-a62b-0858f304ca72 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=116f3bd0-a7f0-47c1-8fd4-2d44266ffe07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871711 May 13 15:36:33.034565 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d843b6c8-03c6-41d5-b624-e9b6a93824ea is: DOWN; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:36:33.034947 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:33.071793 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] For port d843b6c8-03c6-41d5-b624-e9b6a93824ea, host n-d-841760-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841760-1',level=0,port_id=d843b6c8-03c6-41d5-b624-e9b6a93824ea,segment=NetworkSegment(16119edc-406d-4315-80b4-1c1f84fb3411),segment_id=16119edc-406d-4315-80b4-1c1f84fb3411)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:36:33.078286 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:33.159258 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Pushing event updated for resources: {'Port': ['ID=d843b6c8-03c6-41d5-b624-e9b6a93824ea,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:33.214502 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-e4814e4d-7e8c-46ec-bba0-b8dd9f283227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c2bb2a-544d-4777-b53b-64e8001a56d4 {{(pid=88081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:36:33.222388 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-e4814e4d-7e8c-46ec-bba0-b8dd9f283227 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:33.239225 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.provisioning_blocks [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-e4814e4d-7e8c-46ec-bba0-b8dd9f283227 service neutron] Transition to ACTIVE for port object 35c2bb2a-544d-4777-b53b-64e8001a56d4 will not be triggered until provisioned by entity L2. {{(pid=88081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:36:33.243462 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-e4814e4d-7e8c-46ec-bba0-b8dd9f283227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:33.378608 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4814e4d-7e8c-46ec-bba0-b8dd9f283227 service neutron] Pushing event updated for resources: {'Port': ['ID=35c2bb2a-544d-4777-b53b-64e8001a56d4,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:33.485895 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-e4814e4d-7e8c-46ec-bba0-b8dd9f283227 service neutron] Attempting to bind port 35c2bb2a-544d-4777-b53b-64e8001a56d4 on host n-h2-841760-1 for vnic_type normal with profile {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:36:33.486237 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-e4814e4d-7e8c-46ec-bba0-b8dd9f283227 service neutron] Attempting to bind port 35c2bb2a-544d-4777-b53b-64e8001a56d4 by drivers openvswitch,hyperv on host n-h2-841760-1 at level 0 using segments [{'id': '16119edc-406d-4315-80b4-1c1f84fb3411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '23d228ef-c2d0-4000-b00f-5ece942fdce5'}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:36:33.486567 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-e4814e4d-7e8c-46ec-bba0-b8dd9f283227 service neutron] Attempting to bind port 35c2bb2a-544d-4777-b53b-64e8001a56d4 on network 23d228ef-c2d0-4000-b00f-5ece942fdce5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:36:33.491321 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-e4814e4d-7e8c-46ec-bba0-b8dd9f283227 service neutron] Port 35c2bb2a-544d-4777-b53b-64e8001a56d4 on network 23d228ef-c2d0-4000-b00f-5ece942fdce5 not bound, no agent of type Open vSwitch agent registered on host n-h2-841760-1 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:36:33.491643 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-e4814e4d-7e8c-46ec-bba0-b8dd9f283227 service neutron] Attempting to bind port 35c2bb2a-544d-4777-b53b-64e8001a56d4 on network 23d228ef-c2d0-4000-b00f-5ece942fdce5 {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:36:33.496752 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-e4814e4d-7e8c-46ec-bba0-b8dd9f283227 service neutron] Checking agent: {'id': '78f87d79-71b2-4ee5-8353-f90689b7f697', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841760-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'started_at': datetime.datetime(2022, 5, 13, 14, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:36:33.497085 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-e4814e4d-7e8c-46ec-bba0-b8dd9f283227 service neutron] Checking segment: {'id': '16119edc-406d-4315-80b4-1c1f84fb3411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '23d228ef-c2d0-4000-b00f-5ece942fdce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:36:33.497467 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-e4814e4d-7e8c-46ec-bba0-b8dd9f283227 service neutron] Bound using segment: {'id': '16119edc-406d-4315-80b4-1c1f84fb3411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '23d228ef-c2d0-4000-b00f-5ece942fdce5'} {{(pid=88081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:36:33.497917 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.managers [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-e4814e4d-7e8c-46ec-bba0-b8dd9f283227 service neutron] Bound port: 35c2bb2a-544d-4777-b53b-64e8001a56d4, host: n-h2-841760-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16119edc-406d-4315-80b4-1c1f84fb3411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '23d228ef-c2d0-4000-b00f-5ece942fdce5'}}] {{(pid=88081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:36:33.498261 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-e4814e4d-7e8c-46ec-bba0-b8dd9f283227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:33.591888 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-e4814e4d-7e8c-46ec-bba0-b8dd9f283227 service neutron] For port 35c2bb2a-544d-4777-b53b-64e8001a56d4, host n-h2-841760-1, cleared binding levels {{(pid=88081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:36:33.594902 n-d-841760-1 neutron-server[88081]: DEBUG neutron.plugins.ml2.db [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-e4814e4d-7e8c-46ec-bba0-b8dd9f283227 service neutron] For port 35c2bb2a-544d-4777-b53b-64e8001a56d4, host n-h2-841760-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=35c2bb2a-544d-4777-b53b-64e8001a56d4,segment=NetworkSegment(16119edc-406d-4315-80b4-1c1f84fb3411),segment_id=16119edc-406d-4315-80b4-1c1f84fb3411)] {{(pid=88081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:36:33.599441 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-e4814e4d-7e8c-46ec-bba0-b8dd9f283227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:33.656260 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-e4814e4d-7e8c-46ec-bba0-b8dd9f283227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:33.656878 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-e4814e4d-7e8c-46ec-bba0-b8dd9f283227 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for port, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:33.658342 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-e4814e4d-7e8c-46ec-bba0-b8dd9f283227 service neutron] 10.222.0.74 "PUT /v2.0/ports/35c2bb2a-544d-4777-b53b-64e8001a56d4 HTTP/1.1" status: 200 len: 1091 time: 1.1684496 May 13 15:36:33.658697 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b30b5a0-2b11-48d6-8d63-e96eb4a8868f', 'tag': '35c2bb2a-544d-4777-b53b-64e8001a56d4'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:36:33.694967 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4814e4d-7e8c-46ec-bba0-b8dd9f283227 service neutron] Pushing event updated for resources: {'Port': ['ID=35c2bb2a-544d-4777-b53b-64e8001a56d4,revision_number=3']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:33.707782 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e5689f5-6bc6-4886-bd40-a8142558fc85'] response: {'name': 'network-changed', 'server_uuid': '8b30b5a0-2b11-48d6-8d63-e96eb4a8868f', 'tag': '35c2bb2a-544d-4777-b53b-64e8001a56d4', 'status': 'completed', 'code': 200} May 13 15:36:33.804598 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-f603ea51-6e7c-42fe-a48e-55c6e9dcca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:33.806087 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-f603ea51-6e7c-42fe-a48e-55c6e9dcca62 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f HTTP/1.1" status: 200 len: 1094 time: 0.0811360 May 13 15:36:33.883395 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-21027587-d702-46a7-836d-d25ba67b1e12 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35c2bb2a-544d-4777-b53b-64e8001a56d4 HTTP/1.1" status: 200 len: 217 time: 0.0649743 May 13 15:36:33.947535 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-1bc752a1-a5c5-4579-98e0-8e2651b521aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:33.949000 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-1bc752a1-a5c5-4579-98e0-8e2651b521aa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ac1c4317-255a-4fc9-8a96-9a537312de74 HTTP/1.1" status: 200 len: 834 time: 0.0599170 May 13 15:36:34.033186 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-2739fffd-9a8c-40f0-805b-5eee6c0f58f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:34.034711 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-2739fffd-9a8c-40f0-805b-5eee6c0f58f1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=23d228ef-c2d0-4000-b00f-5ece942fdce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797603 May 13 15:36:34.132837 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849bcc2-9ac5-4fbf-95ea-991496c6ba91 req-8ca3412c-5963-4380-9526-681132d8cc39 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:34.134322 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3849bcc2-9ac5-4fbf-95ea-991496c6ba91 req-8ca3412c-5963-4380-9526-681132d8cc39 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f HTTP/1.1" status: 200 len: 943 time: 0.0860877 May 13 15:36:34.170525 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-1643be10-8668-48cf-9b8a-54eb5b5a1d02 service neutron] 10.222.0.74 "GET /v2.0/networks/23d228ef-c2d0-4000-b00f-5ece942fdce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292250 May 13 15:36:34.179064 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-3849bcc2-9ac5-4fbf-95ea-991496c6ba91 req-bbf78229-d614-454c-9e25-74bede3329ab tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=116f3bd0-a7f0-47c1-8fd4-2d44266ffe07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383666 May 13 15:36:34.309925 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-1ced3f95-e4ec-4fe5-b8f3-cb6704f7de5d req-c23d5305-6fdc-4c9a-825e-886fd490bf9b service neutron] 10.222.0.74 "GET /v2.0/networks/23d228ef-c2d0-4000-b00f-5ece942fdce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330140 May 13 15:36:34.464526 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c30b1-ab15-4080-b330-70ff8fd6f46e req-166f8878-c7be-46cc-b69e-96cefd3ba65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:34.465906 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-365c30b1-ab15-4080-b330-70ff8fd6f46e req-166f8878-c7be-46cc-b69e-96cefd3ba65f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f HTTP/1.1" status: 200 len: 1094 time: 0.0759428 May 13 15:36:34.596029 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c30b1-ab15-4080-b330-70ff8fd6f46e req-ae860097-ba01-4df4-8294-44df23025ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:34.597455 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-365c30b1-ab15-4080-b330-70ff8fd6f46e req-ae860097-ba01-4df4-8294-44df23025ea8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=23d228ef-c2d0-4000-b00f-5ece942fdce5 HTTP/1.1" status: 200 len: 898 time: 0.1257961 May 13 15:36:34.667547 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Device d843b6c8-03c6-41d5-b624-e9b6a93824ea up at agent ovs-agent-n-d-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:36:34.668788 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-365c30b1-ab15-4080-b330-70ff8fd6f46e req-14109d9f-2921-4f54-98b3-fdb0048d6dd5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35c2bb2a-544d-4777-b53b-64e8001a56d4 HTTP/1.1" status: 200 len: 217 time: 0.0651894 May 13 15:36:34.737808 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Provisioning complete for port d843b6c8-03c6-41d5-b624-e9b6a93824ea triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:36:34.738097 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:34.845419 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c30b1-ab15-4080-b330-70ff8fd6f46e req-7d3c089c-4f1a-49ae-be69-b92d5aa50667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:34.847007 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-365c30b1-ab15-4080-b330-70ff8fd6f46e req-7d3c089c-4f1a-49ae-be69-b92d5aa50667 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ac1c4317-255a-4fc9-8a96-9a537312de74 HTTP/1.1" status: 200 len: 834 time: 0.1728938 May 13 15:36:34.871239 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Current status of the port d843b6c8-03c6-41d5-b624-e9b6a93824ea is: ACTIVE; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:36:34.931189 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c30b1-ab15-4080-b330-70ff8fd6f46e req-3406b31b-e0e2-4af9-82b5-d9fa22dd44d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:34.932676 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-365c30b1-ab15-4080-b330-70ff8fd6f46e req-3406b31b-e0e2-4af9-82b5-d9fa22dd44d5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=23d228ef-c2d0-4000-b00f-5ece942fdce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795150 May 13 15:36:35.065947 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-365c30b1-ab15-4080-b330-70ff8fd6f46e req-3358ba8d-3931-4b1c-b434-552a28a1d798 service neutron] 10.222.0.74 "GET /v2.0/networks/23d228ef-c2d0-4000-b00f-5ece942fdce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268530 May 13 15:36:35.201047 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-365c30b1-ab15-4080-b330-70ff8fd6f46e req-cd828d8d-8579-48cd-b9b1-4f939ebb881a service neutron] 10.222.0.74 "GET /v2.0/networks/23d228ef-c2d0-4000-b00f-5ece942fdce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260118 May 13 15:36:35.367783 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ad94c-9599-45ee-b387-ef6cfb1d41d0 req-ac9888c1-44a1-401e-b017-c5dac3ecf6b0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:35.368383 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-8a9ad94c-9599-45ee-b387-ef6cfb1d41d0 req-ac9888c1-44a1-401e-b017-c5dac3ecf6b0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Synchronizing usage tracker for tenant:192b2918ed11409998899ca653047aea on resource:port {{(pid=88081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:36:35.384400 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [req-8a9ad94c-9599-45ee-b387-ef6cfb1d41d0 req-ac9888c1-44a1-401e-b017-c5dac3ecf6b0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Unset dirty status for tenant:192b2918ed11409998899ca653047aea on resource:port {{(pid=88081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:36:35.385575 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8a9ad94c-9599-45ee-b387-ef6cfb1d41d0 req-ac9888c1-44a1-401e-b017-c5dac3ecf6b0 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f HTTP/1.1" status: 200 len: 943 time: 0.0996039 May 13 15:36:35.429826 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-8a9ad94c-9599-45ee-b387-ef6cfb1d41d0 req-55761c87-7083-41de-93bf-931d3c8e8e61 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=116f3bd0-a7f0-47c1-8fd4-2d44266ffe07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385849 May 13 15:36:36.615782 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb0806-c817-4436-8e9b-1ed87dcd493a req-0ca5a4b5-38d3-48f8-9e8f-7d3d6b159d00 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:36.617247 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-09cb0806-c817-4436-8e9b-1ed87dcd493a req-0ca5a4b5-38d3-48f8-9e8f-7d3d6b159d00 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f HTTP/1.1" status: 200 len: 943 time: 0.0826533 May 13 15:36:36.661857 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-09cb0806-c817-4436-8e9b-1ed87dcd493a req-e1c967af-98fb-4a08-b1f6-c4cfe860a8de tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=116f3bd0-a7f0-47c1-8fd4-2d44266ffe07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379329 May 13 15:36:37.733563 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 35c2bb2a-544d-4777-b53b-64e8001a56d4 details requested by agent hyperv_n-h2-841760-1 with host n-h2-841760-1 {{(pid=88083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:36:37.850294 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9625fe9-781a-4304-a5e2-fa25b00ad1ee req-dede4719-c0a2-47ff-8f77-4691965c2909 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:37.851806 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a9625fe9-781a-4304-a5e2-fa25b00ad1ee req-dede4719-c0a2-47ff-8f77-4691965c2909 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f HTTP/1.1" status: 200 len: 943 time: 0.0827353 May 13 15:36:37.900677 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-a9625fe9-781a-4304-a5e2-fa25b00ad1ee req-0fec5331-fbee-443a-880c-41c9370c878e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=116f3bd0-a7f0-47c1-8fd4-2d44266ffe07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420489 May 13 15:36:37.909369 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 35c2bb2a-544d-4777-b53b-64e8001a56d4, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=35c2bb2a-544d-4777-b53b-64e8001a56d4,segment=NetworkSegment(16119edc-406d-4315-80b4-1c1f84fb3411),segment_id=16119edc-406d-4315-80b4-1c1f84fb3411)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:36:37.924415 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Returning: {'device': '35c2bb2a-544d-4777-b53b-64e8001a56d4', 'network_id': '23d228ef-c2d0-4000-b00f-5ece942fdce5', 'port_id': '35c2bb2a-544d-4777-b53b-64e8001a56d4', 'mac_address': 'fa:16:3e:ed:49:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1c4317-255a-4fc9-8a96-9a537312de74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:36:37.984456 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 35c2bb2a-544d-4777-b53b-64e8001a56d4 is: DOWN; New status is: BUILD {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:36:37.984829 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:38.001812 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c2bb2a-544d-4777-b53b-64e8001a56d4 {{(pid=88083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:36:38.016732 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 35c2bb2a-544d-4777-b53b-64e8001a56d4, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=35c2bb2a-544d-4777-b53b-64e8001a56d4,segment=NetworkSegment(16119edc-406d-4315-80b4-1c1f84fb3411),segment_id=16119edc-406d-4315-80b4-1c1f84fb3411)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:36:38.020475 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:38.085982 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=35c2bb2a-544d-4777-b53b-64e8001a56d4,revision_number=4']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:38.413117 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] get_ports_and_sgs() called for port_ids ['35c2bb2a-544d-4777-b53b-64e8001a56d4'] {{(pid=88083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:36:39.198413 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525d3e2-5f90-4ad9-84d9-9fc40510cee0 req-89714c92-2a90-4dfc-8c48-1eac4e1716d1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:39.199821 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6525d3e2-5f90-4ad9-84d9-9fc40510cee0 req-89714c92-2a90-4dfc-8c48-1eac4e1716d1 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f HTTP/1.1" status: 200 len: 944 time: 0.1866739 May 13 15:36:39.244454 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-6525d3e2-5f90-4ad9-84d9-9fc40510cee0 req-c397a240-1174-4614-8a92-b977daf88e7f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=116f3bd0-a7f0-47c1-8fd4-2d44266ffe07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384035 May 13 15:36:39.733951 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Device 35c2bb2a-544d-4777-b53b-64e8001a56d4 up at agent hyperv_n-h2-841760-1 {{(pid=88083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:36:39.802291 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning for port 35c2bb2a-544d-4777-b53b-64e8001a56d4 completed by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:36:39.807712 n-d-841760-1 neutron-server[88083]: DEBUG neutron.db.provisioning_blocks [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Provisioning complete for port 35c2bb2a-544d-4777-b53b-64e8001a56d4 triggered by entity L2. {{(pid=88083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:36:39.808087 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960998'] for port, provisioning_complete {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:39.927549 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.plugin [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Current status of the port 35c2bb2a-544d-4777-b53b-64e8001a56d4 is: BUILD; New status is: ACTIVE {{(pid=88083) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:36:39.927926 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:39.955239 n-d-841760-1 neutron-server[88083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b30b5a0-2b11-48d6-8d63-e96eb4a8868f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c2bb2a-544d-4777-b53b-64e8001a56d4'}] {{(pid=88083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:36:39.965237 n-d-841760-1 neutron-server[88083]: DEBUG neutron.plugins.ml2.db [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] For port 35c2bb2a-544d-4777-b53b-64e8001a56d4, host n-h2-841760-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841760-1',level=0,port_id=35c2bb2a-544d-4777-b53b-64e8001a56d4,segment=NetworkSegment(16119edc-406d-4315-80b4-1c1f84fb3411),segment_id=16119edc-406d-4315-80b4-1c1f84fb3411)] {{(pid=88083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:36:39.968714 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331'] for port, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:40.037953 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Pushing event updated for resources: {'Port': ['ID=35c2bb2a-544d-4777-b53b-64e8001a56d4,revision_number=5']} {{(pid=88083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:40.052711 n-d-841760-1 neutron-server[88083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b026a97b-e54c-4a9a-b92b-5ccb41c78329'] response: {'server_uuid': '8b30b5a0-2b11-48d6-8d63-e96eb4a8868f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c2bb2a-544d-4777-b53b-64e8001a56d4', 'code': 200} May 13 15:36:40.212337 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfc033-b09c-439f-a002-33bad23bc747 req-592c237d-91e4-47dd-bc75-04355f46abf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:40.214310 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6ddfc033-b09c-439f-a002-33bad23bc747 req-592c237d-91e4-47dd-bc75-04355f46abf7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f HTTP/1.1" status: 200 len: 1096 time: 0.0751977 May 13 15:36:40.255381 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-6ddfc033-b09c-439f-a002-33bad23bc747 req-66bab9da-5ab7-40e7-8136-81858181b02a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=116f3bd0-a7f0-47c1-8fd4-2d44266ffe07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346835 May 13 15:36:40.429559 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8d92d-3b6c-4279-a3ed-bb3a94e4525d req-f060ebe8-a2a4-4597-8831-1fc22105588f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:40.431005 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7ba8d92d-3b6c-4279-a3ed-bb3a94e4525d req-f060ebe8-a2a4-4597-8831-1fc22105588f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f HTTP/1.1" status: 200 len: 945 time: 0.0821426 May 13 15:36:40.478216 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-7ba8d92d-3b6c-4279-a3ed-bb3a94e4525d req-2612e6ed-becf-4433-92ce-c0a66379ee77 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=116f3bd0-a7f0-47c1-8fd4-2d44266ffe07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403717 May 13 15:36:41.679224 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3f6ce-4c43-4e83-9945-c0d3ed028d60 req-38719c2b-0771-42be-bdf4-1a2c7100eb96 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:41.681326 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-57a3f6ce-4c43-4e83-9945-c0d3ed028d60 req-38719c2b-0771-42be-bdf4-1a2c7100eb96 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f HTTP/1.1" status: 200 len: 945 time: 0.0943425 May 13 15:36:41.725374 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-57a3f6ce-4c43-4e83-9945-c0d3ed028d60 req-8bc0db5f-9c5e-4e06-9d6c-ce9a4f523f7d tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=116f3bd0-a7f0-47c1-8fd4-2d44266ffe07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386677 May 13 15:36:42.907707 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a08a0-ecee-489a-82e7-3836ae09c111 req-aaa67802-8b73-4d6d-999a-da0846561a8e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:42.909070 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-245a08a0-ecee-489a-82e7-3836ae09c111 req-aaa67802-8b73-4d6d-999a-da0846561a8e tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f HTTP/1.1" status: 200 len: 945 time: 0.0803225 May 13 15:36:42.954129 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-245a08a0-ecee-489a-82e7-3836ae09c111 req-cf72bf0b-c8aa-4bc2-ba24-aa642dc08f08 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=116f3bd0-a7f0-47c1-8fd4-2d44266ffe07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393276 May 13 15:36:43.135156 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775f049-4ade-43e7-bd68-bdc17ff3943f req-e6e563e8-a54a-403a-ba9f-af7f7f0bd9fe tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:43.136641 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f775f049-4ade-43e7-bd68-bdc17ff3943f req-e6e563e8-a54a-403a-ba9f-af7f7f0bd9fe tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f HTTP/1.1" status: 200 len: 945 time: 0.0799985 May 13 15:36:43.182709 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f775f049-4ade-43e7-bd68-bdc17ff3943f req-18c65a25-a4cb-49d4-9cb1-449071ba21e2 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=116f3bd0-a7f0-47c1-8fd4-2d44266ffe07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399873 May 13 15:36:43.206343 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45560) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:43.281275 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3f2f97-7711-4868-b167-432979699086 tempest-TestNetworkAdvancedServerOps-1659996939 tempest-TestNetworkAdvancedServerOps-1659996939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:43.282764 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-6d3f2f97-7711-4868-b167-432979699086 tempest-TestNetworkAdvancedServerOps-1659996939 tempest-TestNetworkAdvancedServerOps-1659996939-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f HTTP/1.1" status: 200 len: 1091 time: 0.0752823 May 13 15:36:43.285566 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [-] (88081) accepted ('10.222.0.35', 45564) {{(pid=88081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:43.290276 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.v2.base [None req-932d83a3-2c06-47e6-b331-9ddef0f96db5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Request body: {'floatingip': {'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'port_id': '35c2bb2a-544d-4777-b53b-64e8001a56d4', 'tenant_id': '192b2918ed11409998899ca653047aea', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:36:43.297276 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-932d83a3-2c06-47e6-b331-9ddef0f96db5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:36:43.301160 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-932d83a3-2c06-47e6-b331-9ddef0f96db5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Usage tracker for resource:floatingip and tenant:192b2918ed11409998899ca653047aea is out of sync, need to count used quota {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:36:43.304313 n-d-841760-1 neutron-server[88081]: DEBUG neutron.quota.resource [None req-932d83a3-2c06-47e6-b331-9ddef0f96db5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:36:43.310030 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.quota.driver [None req-932d83a3-2c06-47e6-b331-9ddef0f96db5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:36:43.319785 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-932d83a3-2c06-47e6-b331-9ddef0f96db5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for floatingip, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:43.460790 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-932d83a3-2c06-47e6-b331-9ddef0f96db5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:43.598822 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.db_base_plugin_common [None req-932d83a3-2c06-47e6-b331-9ddef0f96db5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Allocated IP 172.25.0.154 (c35d8094-27c1-4288-955d-bcb140e23bf2/4a1f4af7-4f93-44a1-8ffb-898d234f1a6c/54ed8a82-040c-4c5a-8d29-92af72c73ebc) {{(pid=88081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:36:43.749974 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-932d83a3-2c06-47e6-b331-9ddef0f96db5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for port, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:43.778573 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-932d83a3-2c06-47e6-b331-9ddef0f96db5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772688680268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33028142'] for port, after_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:43.841968 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932d83a3-2c06-47e6-b331-9ddef0f96db5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Network c35d8094-27c1-4288-955d-bcb140e23bf2 is already hosted by enough agents. {{(pid=88081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:36:43.844785 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.base_scheduler [None req-932d83a3-2c06-47e6-b331-9ddef0f96db5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Resources bound (agent type, host, resource id): {{(pid=88081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:36:43.848611 n-d-841760-1 neutron-server[88081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932d83a3-2c06-47e6-b331-9ddef0f96db5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Received port after_create {{(pid=88081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:36:43.883260 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d83a3-2c06-47e6-b331-9ddef0f96db5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'Port': ['ID=54ed8a82-040c-4c5a-8d29-92af72c73ebc,revision_number=1']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:44.390419 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-932d83a3-2c06-47e6-b331-9ddef0f96db5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:44.472426 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-932d83a3-2c06-47e6-b331-9ddef0f96db5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574020'] for port, before_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:44.675668 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-932d83a3-2c06-47e6-b331-9ddef0f96db5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks [] for port, precommit_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:44.680074 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-932d83a3-2c06-47e6-b331-9ddef0f96db5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33287210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772689068647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772688680286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772688680331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33028121'] for port, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:44.799619 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d83a3-2c06-47e6-b331-9ddef0f96db5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Pushing event updated for resources: {'Port': ['ID=54ed8a82-040c-4c5a-8d29-92af72c73ebc,revision_number=2']} {{(pid=88081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:44.812883 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-932d83a3-2c06-47e6-b331-9ddef0f96db5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136030'] for floatingip, after_update {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:44.989941 n-d-841760-1 neutron-server[88081]: INFO neutron.db.l3_db [None req-932d83a3-2c06-47e6-b331-9ddef0f96db5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Floating IP c8bb1a91-848f-4956-8ed2-dabd2cabd58e associated. External IP: 172.25.0.154, port: 35c2bb2a-544d-4777-b53b-64e8001a56d4. May 13 15:36:45.393580 n-d-841760-1 neutron-server[88081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932d83a3-2c06-47e6-b331-9ddef0f96db5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Router 89e3db80-ef64-44db-a6c8-ff60958ebdb0 has already been hosted by L3 agent de7da826-42eb-4d53-b417-d1b78b35c494 {{(pid=88081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:36:45.583386 n-d-841760-1 neutron-server[88081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932d83a3-2c06-47e6-b331-9ddef0f96db5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify agent at l3_agent.n-d-841760-1 the message routers_updated {{(pid=88081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:36:45.593613 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9008f7-56e7-4b12-8507-ff0890711df2 None None] Sync routers for ids ['89e3db80-ef64-44db-a6c8-ff60958ebdb0'] in n-d-841760-1 {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:36:45.603433 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9008f7-56e7-4b12-8507-ff0890711df2 None None] Routers {'89e3db80-ef64-44db-a6c8-ff60958ebdb0'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:36:45.604038 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-8e9008f7-56e7-4b12-8507-ff0890711df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:36:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['89e3db80-ef64-44db-a6c8-ff60958ebdb0'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:45.608684 n-d-841760-1 neutron-server[88081]: DEBUG neutron_lib.callbacks.manager [None req-932d83a3-2c06-47e6-b331-9ddef0f96db5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502022'] for floatingip, before_response {{(pid=88081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:45.674886 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [None req-932d83a3-2c06-47e6-b331-9ddef0f96db5 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3882961 May 13 15:36:45.675493 n-d-841760-1 neutron-server[88081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b30b5a0-2b11-48d6-8d63-e96eb4a8868f', 'tag': '35c2bb2a-544d-4777-b53b-64e8001a56d4'}] {{(pid=88081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:36:45.734690 n-d-841760-1 neutron-server[88081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08dbf132-f5dd-4887-a4a3-bb1d2b8f9ac8'] response: {'name': 'network-changed', 'server_uuid': '8b30b5a0-2b11-48d6-8d63-e96eb4a8868f', 'tag': '35c2bb2a-544d-4777-b53b-64e8001a56d4', 'status': 'completed', 'code': 200} May 13 15:36:45.874828 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-8e9008f7-56e7-4b12-8507-ff0890711df2 None None] Set router 89e3db80-ef64-44db-a6c8-ff60958ebdb0 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:36:45.884432 n-d-841760-1 neutron-server[88082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d3480-09f8-4438-ab9b-3e92b0537c9d req-59a589ef-9452-4183-b920-c7edc6584daa tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:45.887003 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-712d3480-09f8-4438-ab9b-3e92b0537c9d req-59a589ef-9452-4183-b920-c7edc6584daa tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f HTTP/1.1" status: 200 len: 945 time: 0.1049573 May 13 15:36:45.921746 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8159be-236b-4c47-9999-9de3fb287d8f req-b3ec421a-6683-4809-8314-7a0985e9e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:45.924077 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ea8159be-236b-4c47-9999-9de3fb287d8f req-b3ec421a-6683-4809-8314-7a0985e9e0e8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f HTTP/1.1" status: 200 len: 1096 time: 0.1205847 May 13 15:36:45.946524 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [req-712d3480-09f8-4438-ab9b-3e92b0537c9d req-830fa749-bd44-4e95-858d-eb1f82fa3b9f tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/security-groups?id=116f3bd0-a7f0-47c1-8fd4-2d44266ffe07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531483 May 13 15:36:45.971954 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45572) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:46.087298 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-b07b3f60-c179-427d-a891-96608cfc5820 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/floatingips/c8bb1a91-848f-4956-8ed2-dabd2cabd58e HTTP/1.1" status: 200 len: 991 time: 0.1140342 May 13 15:36:46.189330 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8159be-236b-4c47-9999-9de3fb287d8f req-fa7a5c2a-f69f-4a59-8b26-d58b031f18ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:46.190672 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ea8159be-236b-4c47-9999-9de3fb287d8f req-fa7a5c2a-f69f-4a59-8b26-d58b031f18ad service neutron] 10.222.0.74 "GET /v2.0/networks?id=23d228ef-c2d0-4000-b00f-5ece942fdce5 HTTP/1.1" status: 200 len: 898 time: 0.2609289 May 13 15:36:46.235603 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-8e9008f7-56e7-4b12-8507-ff0890711df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e3db80-ef64-44db-a6c8-ff60958ebdb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567912700', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e6040dbc-90b2-475c-9ae4-e373e43134da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:22Z', 'updated_at': '2022-05-13T15:36:27Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': 'e6040dbc-90b2-475c-9ae4-e373e43134da', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e3db80-ef64-44db-a6c8-ff60958ebdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:23Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'c8bb1a91-848f-4956-8ed2-dabd2cabd58e', 'tenant_id': '192b2918ed11409998899ca653047aea', 'floating_ip_address': '172.25.0.154', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '89e3db80-ef64-44db-a6c8-ff60958ebdb0', 'port_id': '35c2bb2a-544d-4777-b53b-64e8001a56d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23d228ef-c2d0-4000-b00f-5ece942fdce5', 'mac_address': 'fa:16:3e:ed:49:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b30b5a0-2b11-48d6-8d63-e96eb4a8868f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:36:44Z', 'updated_at': '2022-05-13T15:36:44Z', 'revision_number': 0, 'project_id': '192b2918ed11409998899ca653047aea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd843b6c8-03c6-41d5-b624-e9b6a93824ea', 'name': '', 'network_id': '23d228ef-c2d0-4000-b00f-5ece942fdce5', 'tenant_id': '192b2918ed11409998899ca653047aea', 'mac_address': 'fa:16:3e:26:79:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e3db80-ef64-44db-a6c8-ff60958ebdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'ac1c4317-255a-4fc9-8a96-9a537312de74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:27Z', 'updated_at': '2022-05-13T15:36:33Z', 'revision_number': 5, 'project_id': '192b2918ed11409998899ca653047aea', 'subnets': [{'id': 'ac1c4317-255a-4fc9-8a96-9a537312de74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:46.239458 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9008f7-56e7-4b12-8507-ff0890711df2 None None] Checking router: 89e3db80-ef64-44db-a6c8-ff60958ebdb0 for host: n-d-841760-1 {{(pid=88084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:36:46.247893 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9008f7-56e7-4b12-8507-ff0890711df2 None None] Routers {'89e3db80-ef64-44db-a6c8-ff60958ebdb0'} bound to L3 agent in host n-d-841760-1 {{(pid=88084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:36:46.248487 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-8e9008f7-56e7-4b12-8507-ff0890711df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841760-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:10:59Z,description=,heartbeat_timestamp=2022-05-13T15:36:30Z,host='n-d-841760-1',id=de7da826-42eb-4d53-b417-d1b78b35c494,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:10:59Z,topic='l3_agent')) {'router_ids': ['89e3db80-ef64-44db-a6c8-ff60958ebdb0'], 'active': True} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:46.297807 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ea8159be-236b-4c47-9999-9de3fb287d8f req-70360331-75a9-4c43-9440-4fed35895be2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35c2bb2a-544d-4777-b53b-64e8001a56d4 HTTP/1.1" status: 200 len: 999 time: 0.1001933 May 13 15:36:46.362662 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8159be-236b-4c47-9999-9de3fb287d8f req-50f1f68d-5d4e-4a95-8285-0e3cfbd537bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:46.364162 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ea8159be-236b-4c47-9999-9de3fb287d8f req-50f1f68d-5d4e-4a95-8285-0e3cfbd537bc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ac1c4317-255a-4fc9-8a96-9a537312de74 HTTP/1.1" status: 200 len: 834 time: 0.0605109 May 13 15:36:46.435610 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_dvr_db [None req-8e9008f7-56e7-4b12-8507-ff0890711df2 None None] Set router 89e3db80-ef64-44db-a6c8-ff60958ebdb0 gateway port host: n-d-841760-1 {{(pid=88084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:36:46.446531 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8159be-236b-4c47-9999-9de3fb287d8f req-b9540f92-68c1-444a-b20b-2243a0882550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:46.448677 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ea8159be-236b-4c47-9999-9de3fb287d8f req-b9540f92-68c1-444a-b20b-2243a0882550 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=23d228ef-c2d0-4000-b00f-5ece942fdce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757921 May 13 15:36:46.588266 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ea8159be-236b-4c47-9999-9de3fb287d8f req-5787cd84-6b2f-4f1d-91c5-9661f26fe688 service neutron] 10.222.0.74 "GET /v2.0/networks/23d228ef-c2d0-4000-b00f-5ece942fdce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267774 May 13 15:36:46.721374 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ea8159be-236b-4c47-9999-9de3fb287d8f req-773e9c9a-2cc4-43b6-8d22-08ea230da934 service neutron] 10.222.0.74 "GET /v2.0/networks/23d228ef-c2d0-4000-b00f-5ece942fdce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268606 May 13 15:36:46.788323 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.l3_hamode_db [None req-8e9008f7-56e7-4b12-8507-ff0890711df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e3db80-ef64-44db-a6c8-ff60958ebdb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567912700', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e6040dbc-90b2-475c-9ae4-e373e43134da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:22Z', 'updated_at': '2022-05-13T15:36:27Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': 'e6040dbc-90b2-475c-9ae4-e373e43134da', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e3db80-ef64-44db-a6c8-ff60958ebdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:23Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'c8bb1a91-848f-4956-8ed2-dabd2cabd58e', 'tenant_id': '192b2918ed11409998899ca653047aea', 'floating_ip_address': '172.25.0.154', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '89e3db80-ef64-44db-a6c8-ff60958ebdb0', 'port_id': '35c2bb2a-544d-4777-b53b-64e8001a56d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23d228ef-c2d0-4000-b00f-5ece942fdce5', 'mac_address': 'fa:16:3e:ed:49:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b30b5a0-2b11-48d6-8d63-e96eb4a8868f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:36:44Z', 'updated_at': '2022-05-13T15:36:44Z', 'revision_number': 0, 'project_id': '192b2918ed11409998899ca653047aea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd843b6c8-03c6-41d5-b624-e9b6a93824ea', 'name': '', 'network_id': '23d228ef-c2d0-4000-b00f-5ece942fdce5', 'tenant_id': '192b2918ed11409998899ca653047aea', 'mac_address': 'fa:16:3e:26:79:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e3db80-ef64-44db-a6c8-ff60958ebdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'ac1c4317-255a-4fc9-8a96-9a537312de74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:27Z', 'updated_at': '2022-05-13T15:36:33Z', 'revision_number': 5, 'project_id': '192b2918ed11409998899ca653047aea', 'subnets': [{'id': 'ac1c4317-255a-4fc9-8a96-9a537312de74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841760-1', False) {} {{(pid=88084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:46.795007 n-d-841760-1 neutron-server[88084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9008f7-56e7-4b12-8507-ff0890711df2 None None] The sync data for ids ['89e3db80-ef64-44db-a6c8-ff60958ebdb0'] in n-d-841760-1 is: [{'id': '89e3db80-ef64-44db-a6c8-ff60958ebdb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567912700', 'tenant_id': '192b2918ed11409998899ca653047aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'external_fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'e6040dbc-90b2-475c-9ae4-e373e43134da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:22Z', 'updated_at': '2022-05-13T15:36:27Z', 'revision_number': 4, 'project_id': '192b2918ed11409998899ca653047aea', 'gw_port': {'id': 'e6040dbc-90b2-475c-9ae4-e373e43134da', 'name': '', 'network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e3db80-ef64-44db-a6c8-ff60958ebdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:23Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a1f4af7-4f93-44a1-8ffb-898d234f1a6c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841760-1', '_floatingips': [{'id': 'c8bb1a91-848f-4956-8ed2-dabd2cabd58e', 'tenant_id': '192b2918ed11409998899ca653047aea', 'floating_ip_address': '172.25.0.154', 'floating_network_id': 'c35d8094-27c1-4288-955d-bcb140e23bf2', 'router_id': '89e3db80-ef64-44db-a6c8-ff60958ebdb0', 'port_id': '35c2bb2a-544d-4777-b53b-64e8001a56d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23d228ef-c2d0-4000-b00f-5ece942fdce5', 'mac_address': 'fa:16:3e:ed:49:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b30b5a0-2b11-48d6-8d63-e96eb4a8868f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:36:44Z', 'updated_at': '2022-05-13T15:36:44Z', 'revision_number': 0, 'project_id': '192b2918ed11409998899ca653047aea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd843b6c8-03c6-41d5-b624-e9b6a93824ea', 'name': '', 'network_id': '23d228ef-c2d0-4000-b00f-5ece942fdce5', 'tenant_id': '192b2918ed11409998899ca653047aea', 'mac_address': 'fa:16:3e:26:79:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e3db80-ef64-44db-a6c8-ff60958ebdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'ac1c4317-255a-4fc9-8a96-9a537312de74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841760-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:27Z', 'updated_at': '2022-05-13T15:36:33Z', 'revision_number': 5, 'project_id': '192b2918ed11409998899ca653047aea', 'subnets': [{'id': 'ac1c4317-255a-4fc9-8a96-9a537312de74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:36:46.986549 n-d-841760-1 neutron-server[88083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1363b470-d3b0-4a6d-82a0-8f2f8c43d8f2 None None] New status for floating IP c8bb1a91-848f-4956-8ed2-dabd2cabd58e: ACTIVE {{(pid=88083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:36:47.090564 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45576) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:47.197000 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-91e868da-5c13-4923-94b3-c1f867f2c751 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/floatingips/c8bb1a91-848f-4956-8ed2-dabd2cabd58e HTTP/1.1" status: 200 len: 991 time: 0.1041617 May 13 15:36:48.199855 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [-] (88082) accepted ('10.222.0.35', 45580) {{(pid=88082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:48.304949 n-d-841760-1 neutron-server[88082]: INFO neutron.wsgi [None req-28e210e2-79c2-452d-bfc3-27dcbdf5c265 tempest-TestNetworkAdvancedServerOps-1649404581 tempest-TestNetworkAdvancedServerOps-1649404581-project] 10.222.0.35 "GET /v2.0/floatingips/c8bb1a91-848f-4956-8ed2-dabd2cabd58e HTTP/1.1" status: 200 len: 993 time: 0.1039293 May 13 15:36:48.734260 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:53.743710 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-760e0bd9-722a-41bf-9ce8-01d84c8d7e3a req-4d877a7b-e1ca-45c3-88a3-59f655cf43fa service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0691545 May 13 15:36:53.900250 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e0bd9-722a-41bf-9ce8-01d84c8d7e3a req-58770b8e-291f-4023-8036-17f2d4985f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:53.901756 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-760e0bd9-722a-41bf-9ce8-01d84c8d7e3a req-58770b8e-291f-4023-8036-17f2d4985f28 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f HTTP/1.1" status: 200 len: 1096 time: 0.0758796 May 13 15:36:54.047894 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e0bd9-722a-41bf-9ce8-01d84c8d7e3a req-b7a02ff5-7b8c-4680-b326-8fe1e0c54679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:54.049327 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-760e0bd9-722a-41bf-9ce8-01d84c8d7e3a req-b7a02ff5-7b8c-4680-b326-8fe1e0c54679 service neutron] 10.222.0.74 "GET /v2.0/networks?id=23d228ef-c2d0-4000-b00f-5ece942fdce5 HTTP/1.1" status: 200 len: 898 time: 0.1301529 May 13 15:36:54.149310 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-760e0bd9-722a-41bf-9ce8-01d84c8d7e3a req-525cc9f6-a988-4f07-887a-10ec1f67b604 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35c2bb2a-544d-4777-b53b-64e8001a56d4 HTTP/1.1" status: 200 len: 1001 time: 0.0934396 May 13 15:36:54.219688 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e0bd9-722a-41bf-9ce8-01d84c8d7e3a req-cf8c6398-ca74-4371-81ef-97a8dffd4967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:54.221161 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-760e0bd9-722a-41bf-9ce8-01d84c8d7e3a req-cf8c6398-ca74-4371-81ef-97a8dffd4967 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ac1c4317-255a-4fc9-8a96-9a537312de74 HTTP/1.1" status: 200 len: 834 time: 0.0653377 May 13 15:36:54.294909 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e0bd9-722a-41bf-9ce8-01d84c8d7e3a req-cccbfd3a-0ffe-48cb-a093-aded40537463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:54.296402 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-760e0bd9-722a-41bf-9ce8-01d84c8d7e3a req-cccbfd3a-0ffe-48cb-a093-aded40537463 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=23d228ef-c2d0-4000-b00f-5ece942fdce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695281 May 13 15:36:54.428554 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-760e0bd9-722a-41bf-9ce8-01d84c8d7e3a req-6a92c017-ef64-42ce-8949-81d02140e8b1 service neutron] 10.222.0.74 "GET /v2.0/networks/23d228ef-c2d0-4000-b00f-5ece942fdce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247079 May 13 15:36:54.560273 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-760e0bd9-722a-41bf-9ce8-01d84c8d7e3a req-be063b3a-da06-443c-9019-86d93bdffdeb service neutron] 10.222.0.74 "GET /v2.0/networks/23d228ef-c2d0-4000-b00f-5ece942fdce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254473 May 13 15:36:57.384483 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-954e563e-f278-49e7-9465-4750bed1f4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:57.556370 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:36:59.102219 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:59.720752 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-360510fc-f1c0-4cb7-b0d3-e2418899a5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:00.843154 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:00.892443 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:02.377744 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:18.734465 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:19.254125 n-d-841760-1 neutron-server[88082]: DEBUG neutron.wsgi [req-3e28835d-e42b-4656-86a2-509305d8a50d req-fdaa9ed4-80cb-4cbd-a877-43d4acd4d279 service neutron] (88082) timed out ('10.222.0.59', 55478) {{(pid=88082) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 15:37:27.387706 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7edd9989-1466-4f2c-ad20-42f8ba6fb5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:29.115757 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:29.721863 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8a7eaf6f-eb8f-495e-811f-95471a00db1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:30.847208 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:30.899149 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:32.379583 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:34.555407 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:37:48.764395 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:54.751496 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-89272a08-926d-4438-a0e2-04e356b70f97 req-4f638f0e-5d95-4876-8249-6b2ee4e85b75 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0780358 May 13 15:37:54.909331 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89272a08-926d-4438-a0e2-04e356b70f97 req-b89920f4-f477-422f-bf66-8f14d4446516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:54.910730 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-89272a08-926d-4438-a0e2-04e356b70f97 req-b89920f4-f477-422f-bf66-8f14d4446516 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f HTTP/1.1" status: 200 len: 1096 time: 0.0719037 May 13 15:37:55.166750 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89272a08-926d-4438-a0e2-04e356b70f97 req-be87fa1f-4ee9-4f1e-b69b-7bf23ccb71d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:55.168176 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-89272a08-926d-4438-a0e2-04e356b70f97 req-be87fa1f-4ee9-4f1e-b69b-7bf23ccb71d7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=23d228ef-c2d0-4000-b00f-5ece942fdce5 HTTP/1.1" status: 200 len: 898 time: 0.2384164 May 13 15:37:55.272427 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-89272a08-926d-4438-a0e2-04e356b70f97 req-80d43d1b-e2f5-4ea3-aa1e-0bf1458cbdc7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35c2bb2a-544d-4777-b53b-64e8001a56d4 HTTP/1.1" status: 200 len: 1001 time: 0.0981262 May 13 15:37:55.336315 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89272a08-926d-4438-a0e2-04e356b70f97 req-9c173981-45e5-4431-bd48-3dafc630a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:55.337762 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-89272a08-926d-4438-a0e2-04e356b70f97 req-9c173981-45e5-4431-bd48-3dafc630a198 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ac1c4317-255a-4fc9-8a96-9a537312de74 HTTP/1.1" status: 200 len: 834 time: 0.0584905 May 13 15:37:55.419241 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89272a08-926d-4438-a0e2-04e356b70f97 req-7d06fb12-9e7b-49f4-9c13-2c85889602fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:55.420607 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-89272a08-926d-4438-a0e2-04e356b70f97 req-7d06fb12-9e7b-49f4-9c13-2c85889602fe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=23d228ef-c2d0-4000-b00f-5ece942fdce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767627 May 13 15:37:55.556279 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-89272a08-926d-4438-a0e2-04e356b70f97 req-1ab46aff-37f0-46d7-9b5d-40241d9313aa service neutron] 10.222.0.74 "GET /v2.0/networks/23d228ef-c2d0-4000-b00f-5ece942fdce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266060 May 13 15:37:55.693498 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-89272a08-926d-4438-a0e2-04e356b70f97 req-76dbac5a-c754-421c-9de8-6656897c9688 service neutron] 10.222.0.74 "GET /v2.0/networks/23d228ef-c2d0-4000-b00f-5ece942fdce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310983 May 13 15:37:57.391906 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7415e8b9-7168-4175-b483-8b76e4829418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:59.130748 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:59.724858 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-e0bc43c4-709c-4c5b-9bef-62a726ad2076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:00.840646 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:00.901453 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:02.381674 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:05.127091 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-8f79669b-7ab8-405b-8dd5-14f89726e851 req-335ff350-cd26-4d73-ab6d-57fc300b2466 service neutron] (88081) timed out ('10.222.0.35', 57230) {{(pid=88081) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 15:38:11.555756 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:38:18.771765 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:27.395689 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-63322b6f-350f-4238-a859-808b430ba9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:29.144021 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:29.726390 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5d4dc3ac-afeb-4498-8c7c-5bedbeff0e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:30.842716 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:30.901242 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:32.384230 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:48.555965 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:38:48.773824 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:55.767755 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c0dca6fe-d7ec-412e-a409-263d4e0ddae2 req-0c4793ad-a41e-4ef2-9633-7d299d48462e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0689123 May 13 15:38:55.950007 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dca6fe-d7ec-412e-a409-263d4e0ddae2 req-47b7cc12-879c-4dcb-973b-1d14d19e513e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:55.951509 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c0dca6fe-d7ec-412e-a409-263d4e0ddae2 req-47b7cc12-879c-4dcb-973b-1d14d19e513e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f HTTP/1.1" status: 200 len: 1096 time: 0.0914457 May 13 15:38:56.098008 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dca6fe-d7ec-412e-a409-263d4e0ddae2 req-4a70154f-5f55-4672-9df2-2533025593e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:56.099470 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c0dca6fe-d7ec-412e-a409-263d4e0ddae2 req-4a70154f-5f55-4672-9df2-2533025593e9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=23d228ef-c2d0-4000-b00f-5ece942fdce5 HTTP/1.1" status: 200 len: 898 time: 0.1286142 May 13 15:38:56.203056 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c0dca6fe-d7ec-412e-a409-263d4e0ddae2 req-8e461b36-d3d0-482d-8a2e-62e6ccc335d7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35c2bb2a-544d-4777-b53b-64e8001a56d4 HTTP/1.1" status: 200 len: 1001 time: 0.0975437 May 13 15:38:56.265032 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dca6fe-d7ec-412e-a409-263d4e0ddae2 req-90c5d4ab-a72b-4937-96f0-fb04f8ac9439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:56.266465 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c0dca6fe-d7ec-412e-a409-263d4e0ddae2 req-90c5d4ab-a72b-4937-96f0-fb04f8ac9439 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ac1c4317-255a-4fc9-8a96-9a537312de74 HTTP/1.1" status: 200 len: 834 time: 0.0578091 May 13 15:38:56.341393 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dca6fe-d7ec-412e-a409-263d4e0ddae2 req-052ab0b9-ac1a-4036-882d-db5b0480cffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:56.342853 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c0dca6fe-d7ec-412e-a409-263d4e0ddae2 req-052ab0b9-ac1a-4036-882d-db5b0480cffa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=23d228ef-c2d0-4000-b00f-5ece942fdce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710258 May 13 15:38:56.482486 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c0dca6fe-d7ec-412e-a409-263d4e0ddae2 req-766c9962-ed3a-43f3-9a79-5ccd896a93af service neutron] 10.222.0.74 "GET /v2.0/networks/23d228ef-c2d0-4000-b00f-5ece942fdce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246316 May 13 15:38:56.616093 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-c0dca6fe-d7ec-412e-a409-263d4e0ddae2 req-1b334add-0a0f-4860-9596-9082ae078261 service neutron] 10.222.0.74 "GET /v2.0/networks/23d228ef-c2d0-4000-b00f-5ece942fdce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273186 May 13 15:38:57.398570 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-dd245a5c-280e-4158-a56d-b237c957a35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:59.154850 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:59.728017 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ba412080-8012-43c1-8024-8b6fde4928c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:00.845885 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:00.906400 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:02.386940 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:18.787508 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:25.556052 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:39:27.400613 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1bb47e4c-f689-4eb8-a4a6-fdb6747fb3bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:29.143878 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:29.730321 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ec9bc13f-f26b-4357-9ee6-244013ca089c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:30.850481 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:30.909382 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:32.390393 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:48.786024 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:56.737458 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-79849eb5-9df8-499c-9d54-ab2453a9e235 req-05f47de8-83ff-453c-ac96-405424c45fbb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0734715 May 13 15:39:56.890281 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79849eb5-9df8-499c-9d54-ab2453a9e235 req-cc32afc0-8f42-4b9a-a4cb-47cbac3885d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:56.892320 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-79849eb5-9df8-499c-9d54-ab2453a9e235 req-cc32afc0-8f42-4b9a-a4cb-47cbac3885d8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f HTTP/1.1" status: 200 len: 1096 time: 0.0718095 May 13 15:39:57.142439 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79849eb5-9df8-499c-9d54-ab2453a9e235 req-dbafc098-e2dd-4eb0-ad99-3b78c636cfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:57.143923 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-79849eb5-9df8-499c-9d54-ab2453a9e235 req-dbafc098-e2dd-4eb0-ad99-3b78c636cfda service neutron] 10.222.0.74 "GET /v2.0/networks?id=23d228ef-c2d0-4000-b00f-5ece942fdce5 HTTP/1.1" status: 200 len: 898 time: 0.2343385 May 13 15:39:57.246157 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-79849eb5-9df8-499c-9d54-ab2453a9e235 req-10655351-fb0e-4a94-9a9c-b41e9830ddc0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35c2bb2a-544d-4777-b53b-64e8001a56d4 HTTP/1.1" status: 200 len: 1001 time: 0.0964370 May 13 15:39:57.309807 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79849eb5-9df8-499c-9d54-ab2453a9e235 req-ed549eb8-6130-4cd8-aa16-266c83e787d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:57.311256 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-79849eb5-9df8-499c-9d54-ab2453a9e235 req-ed549eb8-6130-4cd8-aa16-266c83e787d2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ac1c4317-255a-4fc9-8a96-9a537312de74 HTTP/1.1" status: 200 len: 834 time: 0.0592723 May 13 15:39:57.385990 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79849eb5-9df8-499c-9d54-ab2453a9e235 req-ece2fdf4-4619-4d15-b4df-d847c00d6424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:57.387487 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-79849eb5-9df8-499c-9d54-ab2453a9e235 req-ece2fdf4-4619-4d15-b4df-d847c00d6424 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=23d228ef-c2d0-4000-b00f-5ece942fdce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706847 May 13 15:39:57.403286 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-6b053016-a76d-4882-a216-93873b820b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:57.519566 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-79849eb5-9df8-499c-9d54-ab2453a9e235 req-2a6f886b-7f24-4736-bf75-b85b4520cf30 service neutron] 10.222.0.74 "GET /v2.0/networks/23d228ef-c2d0-4000-b00f-5ece942fdce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255434 May 13 15:39:57.649593 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-79849eb5-9df8-499c-9d54-ab2453a9e235 req-e7b7fc4b-d9bd-40a1-8c97-3cef2d0881d7 service neutron] 10.222.0.74 "GET /v2.0/networks/23d228ef-c2d0-4000-b00f-5ece942fdce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246779 May 13 15:39:59.172766 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:59.732288 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8ca5791a-2c9a-4fe4-b6ab-33e4c1cfc22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:00.854043 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:00.910199 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:02.394425 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:02.556086 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:40:18.794090 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:27.405201 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-5c592351-25fe-4d64-81a3-b75dcce7d353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:29.178316 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:29.734919 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7315c25c-c61f-49af-b710-9ef490eb1164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:30.859883 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:30.918787 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:32.396879 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:39.555965 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:40:48.800672 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:57.408445 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-124ea3bb-a37a-42ef-abfd-918f7a32f37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:58.738682 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-eb9186fd-956e-462a-a317-4cfeabe35b63 req-2ef9e3a4-886f-48aa-a789-9dc821ea2369 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0746889 May 13 15:40:58.898906 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9186fd-956e-462a-a317-4cfeabe35b63 req-d9cfced4-e638-4c60-9686-cb575fb3f7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:58.900409 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-eb9186fd-956e-462a-a317-4cfeabe35b63 req-d9cfced4-e638-4c60-9686-cb575fb3f7bd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f HTTP/1.1" status: 200 len: 1096 time: 0.0719037 May 13 15:40:59.047037 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9186fd-956e-462a-a317-4cfeabe35b63 req-4816c33e-1ecd-4255-b454-d38775c98572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:59.048555 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-eb9186fd-956e-462a-a317-4cfeabe35b63 req-4816c33e-1ecd-4255-b454-d38775c98572 service neutron] 10.222.0.74 "GET /v2.0/networks?id=23d228ef-c2d0-4000-b00f-5ece942fdce5 HTTP/1.1" status: 200 len: 898 time: 0.1303725 May 13 15:40:59.151667 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-eb9186fd-956e-462a-a317-4cfeabe35b63 req-04fc5c75-3f2e-4360-9a91-bcbf20e24197 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35c2bb2a-544d-4777-b53b-64e8001a56d4 HTTP/1.1" status: 200 len: 1001 time: 0.0972598 May 13 15:40:59.169355 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:59.214430 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9186fd-956e-462a-a317-4cfeabe35b63 req-e2aed6cd-7f96-4ffe-bf78-198d932a3dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:59.215969 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-eb9186fd-956e-462a-a317-4cfeabe35b63 req-e2aed6cd-7f96-4ffe-bf78-198d932a3dff service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ac1c4317-255a-4fc9-8a96-9a537312de74 HTTP/1.1" status: 200 len: 834 time: 0.0587051 May 13 15:40:59.295181 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9186fd-956e-462a-a317-4cfeabe35b63 req-1a912191-edc7-4acc-b825-7cf619b2ffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:59.297218 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-eb9186fd-956e-462a-a317-4cfeabe35b63 req-1a912191-edc7-4acc-b825-7cf619b2ffd1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=23d228ef-c2d0-4000-b00f-5ece942fdce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754879 May 13 15:40:59.431421 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-eb9186fd-956e-462a-a317-4cfeabe35b63 req-25c6ed9f-5921-4e9f-b429-79106e5b3028 service neutron] 10.222.0.74 "GET /v2.0/networks/23d228ef-c2d0-4000-b00f-5ece942fdce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280766 May 13 15:40:59.571992 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-eb9186fd-956e-462a-a317-4cfeabe35b63 req-17ff5067-a7e0-47ab-bc4a-9ec140e068fe service neutron] 10.222.0.74 "GET /v2.0/networks/23d228ef-c2d0-4000-b00f-5ece942fdce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333768 May 13 15:40:59.737158 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-34948d9a-7eab-4c52-9267-5e8e7dc67294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:00.863807 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:00.916354 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:02.400462 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:16.555334 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:41:18.798898 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:27.411757 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-61295247-1a39-4bcc-bd96-7a86e1e2d34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:29.168411 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:29.739103 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b103f131-fb89-4fb8-a54e-4bd7e2955172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:30.865949 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:30.922939 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:32.402444 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:48.803859 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:53.555053 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:41:57.414058 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0466bff5-a3f3-4a3f-8b2b-f8456f06ad2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:59.168427 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:59.743670 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-0407d3b2-2f05-4029-9cd0-c65f8cc5906f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:59.838049 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e08896e-acbb-4893-b28c-015ad24f8e72 req-aa03ff2c-813f-40a7-9e2c-190933b6bfce service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1832490 May 13 15:42:00.001599 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08896e-acbb-4893-b28c-015ad24f8e72 req-a3599225-9f9c-421c-84a6-710db0fa0cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:00.003092 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e08896e-acbb-4893-b28c-015ad24f8e72 req-a3599225-9f9c-421c-84a6-710db0fa0cec service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f HTTP/1.1" status: 200 len: 1096 time: 0.0812888 May 13 15:42:00.273706 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08896e-acbb-4893-b28c-015ad24f8e72 req-50c95a1b-3f08-48bb-9b3f-c4dd84ec394e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:00.275233 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e08896e-acbb-4893-b28c-015ad24f8e72 req-50c95a1b-3f08-48bb-9b3f-c4dd84ec394e service neutron] 10.222.0.74 "GET /v2.0/networks?id=23d228ef-c2d0-4000-b00f-5ece942fdce5 HTTP/1.1" status: 200 len: 898 time: 0.2526865 May 13 15:42:00.384447 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e08896e-acbb-4893-b28c-015ad24f8e72 req-ab9c188f-091a-4045-9541-222a181568d6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35c2bb2a-544d-4777-b53b-64e8001a56d4 HTTP/1.1" status: 200 len: 1001 time: 0.1028218 May 13 15:42:00.449478 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08896e-acbb-4893-b28c-015ad24f8e72 req-91ff384c-091c-40d9-acef-35d846becf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:00.451533 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e08896e-acbb-4893-b28c-015ad24f8e72 req-91ff384c-091c-40d9-acef-35d846becf6c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ac1c4317-255a-4fc9-8a96-9a537312de74 HTTP/1.1" status: 200 len: 834 time: 0.0613828 May 13 15:42:00.531580 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08896e-acbb-4893-b28c-015ad24f8e72 req-2aea7427-0e07-4d82-adb0-18c270fbe358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:00.533123 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e08896e-acbb-4893-b28c-015ad24f8e72 req-2aea7427-0e07-4d82-adb0-18c270fbe358 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=23d228ef-c2d0-4000-b00f-5ece942fdce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737913 May 13 15:42:00.674057 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e08896e-acbb-4893-b28c-015ad24f8e72 req-799d9476-9615-4d4d-9a0d-4e0dda865af3 service neutron] 10.222.0.74 "GET /v2.0/networks/23d228ef-c2d0-4000-b00f-5ece942fdce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343529 May 13 15:42:00.831293 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-0e08896e-acbb-4893-b28c-015ad24f8e72 req-1dd7fb7d-5bc3-4a91-9ab1-adae3555bae2 service neutron] 10.222.0.74 "GET /v2.0/networks/23d228ef-c2d0-4000-b00f-5ece942fdce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502242 May 13 15:42:00.867414 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:00.926571 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:02.406994 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:18.796191 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:27.418279 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-8f1e209c-b89c-450e-8315-909906ffd407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:29.166564 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:29.737879 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-056c476e-94a1-42ef-9beb-4588d8eee835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:30.554736 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:42:30.870113 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:30.925318 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:32.408230 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:48.795791 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:57.425570 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-d973f9dd-2800-4713-bd45-086c30398c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:59.171595 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:59.741615 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-bcf75d46-b8d5-4ceb-b5ce-8badc98664e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:00.727212 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7acb4036-ed9a-40f5-869e-3fb531f57de5 req-ac0ed9cd-724c-4c77-85ee-4832462efd01 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0740020 May 13 15:43:00.883896 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:00.891067 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb4036-ed9a-40f5-869e-3fb531f57de5 req-880c8212-eaa8-4580-88a5-19ab90c17ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:43:00.892710 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7acb4036-ed9a-40f5-869e-3fb531f57de5 req-880c8212-eaa8-4580-88a5-19ab90c17ad9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f HTTP/1.1" status: 200 len: 1096 time: 0.0792940 May 13 15:43:00.936802 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:01.059412 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb4036-ed9a-40f5-869e-3fb531f57de5 req-51d640d9-8c68-4011-b93d-ca556ef10b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:43:01.060941 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7acb4036-ed9a-40f5-869e-3fb531f57de5 req-51d640d9-8c68-4011-b93d-ca556ef10b03 service neutron] 10.222.0.74 "GET /v2.0/networks?id=23d228ef-c2d0-4000-b00f-5ece942fdce5 HTTP/1.1" status: 200 len: 898 time: 0.1453063 May 13 15:43:01.192769 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7acb4036-ed9a-40f5-869e-3fb531f57de5 req-850e51ea-05c6-4cd3-911d-dd96b290f2d4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35c2bb2a-544d-4777-b53b-64e8001a56d4 HTTP/1.1" status: 200 len: 1001 time: 0.1255753 May 13 15:43:01.258595 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb4036-ed9a-40f5-869e-3fb531f57de5 req-64d50186-a789-41ba-ae63-689bccc5ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:43:01.260070 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7acb4036-ed9a-40f5-869e-3fb531f57de5 req-64d50186-a789-41ba-ae63-689bccc5ed63 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ac1c4317-255a-4fc9-8a96-9a537312de74 HTTP/1.1" status: 200 len: 834 time: 0.0620313 May 13 15:43:01.335351 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb4036-ed9a-40f5-869e-3fb531f57de5 req-7e9143bf-9b54-46f9-904f-7ab34591b4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:43:01.336743 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7acb4036-ed9a-40f5-869e-3fb531f57de5 req-7e9143bf-9b54-46f9-904f-7ab34591b4ab service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=23d228ef-c2d0-4000-b00f-5ece942fdce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704827 May 13 15:43:01.469699 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7acb4036-ed9a-40f5-869e-3fb531f57de5 req-63d631dc-b787-4eae-be49-062e60ebbd73 service neutron] 10.222.0.74 "GET /v2.0/networks/23d228ef-c2d0-4000-b00f-5ece942fdce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268141 May 13 15:43:01.601079 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-7acb4036-ed9a-40f5-869e-3fb531f57de5 req-caaee4a6-87e8-4879-b83d-7348bd7a231a service neutron] 10.222.0.74 "GET /v2.0/networks/23d228ef-c2d0-4000-b00f-5ece942fdce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258097 May 13 15:43:02.413603 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:07.554551 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:43:18.817210 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:27.418352 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-24c4db9b-27f3-427e-9d19-2af014eaee63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:29.177828 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:29.747870 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-a9db9492-c34d-4215-87fc-332f38d30304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:30.876784 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:30.937396 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:32.413489 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:44.554011 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:43:48.833294 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:57.422691 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b32cd552-fe07-421d-b12c-f23b19fd49c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:59.178382 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:59.743664 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-9ebefb4c-6de5-448e-945d-72c2c8457278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:00.740804 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ed187d3c-6e4c-4718-8fee-59f49deb0f50 req-ba9faa0a-918d-407f-9ba1-ae1825f4f5c6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0734725 May 13 15:44:00.879780 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:00.939246 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:01.007438 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed187d3c-6e4c-4718-8fee-59f49deb0f50 req-54275179-6cb2-46d2-ac63-e4b070483923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:01.008854 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ed187d3c-6e4c-4718-8fee-59f49deb0f50 req-54275179-6cb2-46d2-ac63-e4b070483923 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f HTTP/1.1" status: 200 len: 1096 time: 0.1863575 May 13 15:44:01.159607 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed187d3c-6e4c-4718-8fee-59f49deb0f50 req-bee51312-839a-42a1-9395-8e3bf00ea6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:01.160479 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ed187d3c-6e4c-4718-8fee-59f49deb0f50 req-bee51312-839a-42a1-9395-8e3bf00ea6d7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=23d228ef-c2d0-4000-b00f-5ece942fdce5 HTTP/1.1" status: 200 len: 898 time: 0.1326010 May 13 15:44:01.271422 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ed187d3c-6e4c-4718-8fee-59f49deb0f50 req-d70ff6f7-fd52-4962-9d8f-d20c6a8d9a80 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35c2bb2a-544d-4777-b53b-64e8001a56d4 HTTP/1.1" status: 200 len: 1001 time: 0.1034911 May 13 15:44:01.343202 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed187d3c-6e4c-4718-8fee-59f49deb0f50 req-45e3b7f2-b04d-499c-883d-b32937bf99ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:01.344661 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ed187d3c-6e4c-4718-8fee-59f49deb0f50 req-45e3b7f2-b04d-499c-883d-b32937bf99ce service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ac1c4317-255a-4fc9-8a96-9a537312de74 HTTP/1.1" status: 200 len: 834 time: 0.0671315 May 13 15:44:01.429505 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed187d3c-6e4c-4718-8fee-59f49deb0f50 req-8b587ef3-4e81-41ef-9d14-6694655c7fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:01.431209 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ed187d3c-6e4c-4718-8fee-59f49deb0f50 req-8b587ef3-4e81-41ef-9d14-6694655c7fb2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=23d228ef-c2d0-4000-b00f-5ece942fdce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798211 May 13 15:44:01.440889 n-d-841760-1 neutron-server[88081]: DEBUG neutron.wsgi [req-ed187d3c-6e4c-4718-8fee-59f49deb0f50 req-65531378-aaf2-487b-aed4-321b1c7919de service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:44:01.442127 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ed187d3c-6e4c-4718-8fee-59f49deb0f50 req-65531378-aaf2-487b-aed4-321b1c7919de service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048335 May 13 15:44:01.577585 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ed187d3c-6e4c-4718-8fee-59f49deb0f50 req-79b03762-98b5-46eb-8fd9-c844feed8d1b service neutron] 10.222.0.74 "GET /v2.0/networks/23d228ef-c2d0-4000-b00f-5ece942fdce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292326 May 13 15:44:01.709773 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-ed187d3c-6e4c-4718-8fee-59f49deb0f50 req-0a654798-183e-4037-a1d9-217e910a3e7d service neutron] 10.222.0.74 "GET /v2.0/networks/23d228ef-c2d0-4000-b00f-5ece942fdce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259930 May 13 15:44:02.417667 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:18.823735 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:21.553885 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:44:27.425117 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b50e5073-f26c-42c1-b6c9-1d7a555ff486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:29.192336 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:29.736623 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7d2313c6-f494-41b0-91d3-1c68084747fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:30.881726 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:30.940097 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:32.420262 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:48.846503 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:57.426846 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-b98f5a2a-2fdb-4805-ae3d-56fa52e0fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:58.554274 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:44:59.189705 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:59.738233 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-1b05588c-d2ee-43ce-80b9-b3db7b3f4e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:00.719741 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f48fca33-5f2e-4b80-ba5a-69dd790a7417 req-91d4ce7b-ef9c-4476-b39c-cc8901fb17ba service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0755370 May 13 15:45:00.875398 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fca33-5f2e-4b80-ba5a-69dd790a7417 req-4d7487d3-7763-4973-a7cf-12fbb153517e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:00.876878 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f48fca33-5f2e-4b80-ba5a-69dd790a7417 req-4d7487d3-7763-4973-a7cf-12fbb153517e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f HTTP/1.1" status: 200 len: 1096 time: 0.0715644 May 13 15:45:00.884223 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:00.940385 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:01.029187 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fca33-5f2e-4b80-ba5a-69dd790a7417 req-6a90751a-7fbb-4506-9876-2ab2ded0701f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:01.030532 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f48fca33-5f2e-4b80-ba5a-69dd790a7417 req-6a90751a-7fbb-4506-9876-2ab2ded0701f service neutron] 10.222.0.74 "GET /v2.0/networks?id=23d228ef-c2d0-4000-b00f-5ece942fdce5 HTTP/1.1" status: 200 len: 898 time: 0.1348128 May 13 15:45:01.134495 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f48fca33-5f2e-4b80-ba5a-69dd790a7417 req-de3567ad-1e44-4d78-a3ef-94d70b55085c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35c2bb2a-544d-4777-b53b-64e8001a56d4 HTTP/1.1" status: 200 len: 1001 time: 0.0973837 May 13 15:45:01.203472 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fca33-5f2e-4b80-ba5a-69dd790a7417 req-b443fa5e-ec26-4559-aa52-7da806d6b91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:01.204893 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f48fca33-5f2e-4b80-ba5a-69dd790a7417 req-b443fa5e-ec26-4559-aa52-7da806d6b91f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ac1c4317-255a-4fc9-8a96-9a537312de74 HTTP/1.1" status: 200 len: 834 time: 0.0647366 May 13 15:45:01.280095 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fca33-5f2e-4b80-ba5a-69dd790a7417 req-289fb511-420a-4223-9367-fbb9dbad94b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:01.281499 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f48fca33-5f2e-4b80-ba5a-69dd790a7417 req-289fb511-420a-4223-9367-fbb9dbad94b4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=23d228ef-c2d0-4000-b00f-5ece942fdce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705080 May 13 15:45:01.423377 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f48fca33-5f2e-4b80-ba5a-69dd790a7417 req-f79ed444-ded2-4893-b78c-a58a5dcb1df2 service neutron] 10.222.0.74 "GET /v2.0/networks/23d228ef-c2d0-4000-b00f-5ece942fdce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357477 May 13 15:45:01.558969 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-f48fca33-5f2e-4b80-ba5a-69dd790a7417 req-31a9608b-d587-465f-9111-8811bfa2201b service neutron] 10.222.0.74 "GET /v2.0/networks/23d228ef-c2d0-4000-b00f-5ece942fdce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287916 May 13 15:45:02.423551 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:18.842994 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:27.430915 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-202fd439-58f9-4bc1-84cc-c2dbcdf19678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:29.200970 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:29.739837 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-2d63c557-59de-4e45-9ff2-c216c02feafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:30.889822 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:30.944142 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:32.425232 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:35.553979 n-d-841760-1 neutron-server[88084]: DEBUG neutron.db.agents_db [None req-41c516cb-cea2-4b36-b309-020010cf4ac8 None None] Agent healthcheck: found 7 active agents {{(pid=88084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:45:48.879646 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-de09a2b3-3628-45f2-86aa-c84d4c06de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:57.434318 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-80c8df82-8b90-4fcb-966f-53943bc68f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:59.206648 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-845e99a6-5eee-4e78-8cfd-d44250fdf07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:59.745411 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-cb0ec256-1db6-4605-9493-49f8deaf3aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:00.719850 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5ff05c7c-304b-441f-8880-31a75950c609 req-6dc3d4aa-1be5-49a1-98eb-11f94af3de95 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0780132 May 13 15:46:00.896176 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-12fc621d-481c-49aa-b302-fe1788b1b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:00.952377 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9207-ca97-437c-9212-d83a68109b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:01.045198 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff05c7c-304b-441f-8880-31a75950c609 req-1971f918-f42f-4fa6-88e5-454b9f35eeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:46:01.046704 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5ff05c7c-304b-441f-8880-31a75950c609 req-1971f918-f42f-4fa6-88e5-454b9f35eeb2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=192b2918ed11409998899ca653047aea&device_id=8b30b5a0-2b11-48d6-8d63-e96eb4a8868f HTTP/1.1" status: 200 len: 1096 time: 0.2401857 May 13 15:46:01.198599 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff05c7c-304b-441f-8880-31a75950c609 req-03737023-43b0-40ff-a8fc-74e6b177dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:46:01.200774 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5ff05c7c-304b-441f-8880-31a75950c609 req-03737023-43b0-40ff-a8fc-74e6b177dff1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=23d228ef-c2d0-4000-b00f-5ece942fdce5 HTTP/1.1" status: 200 len: 898 time: 0.1346672 May 13 15:46:01.308535 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5ff05c7c-304b-441f-8880-31a75950c609 req-10f08dab-e7d3-4cb3-812e-c5ffc40d18ef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35c2bb2a-544d-4777-b53b-64e8001a56d4 HTTP/1.1" status: 200 len: 1001 time: 0.1014051 May 13 15:46:01.372011 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff05c7c-304b-441f-8880-31a75950c609 req-009c4203-5702-401e-b006-a7c9a102d70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:46:01.373473 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5ff05c7c-304b-441f-8880-31a75950c609 req-009c4203-5702-401e-b006-a7c9a102d70f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ac1c4317-255a-4fc9-8a96-9a537312de74 HTTP/1.1" status: 200 len: 834 time: 0.0588267 May 13 15:46:01.454526 n-d-841760-1 neutron-server[88081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff05c7c-304b-441f-8880-31a75950c609 req-4e40319b-c877-47f0-87e3-26c1827dcb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:46:01.456061 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5ff05c7c-304b-441f-8880-31a75950c609 req-4e40319b-c877-47f0-87e3-26c1827dcb3d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=23d228ef-c2d0-4000-b00f-5ece942fdce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771685 May 13 15:46:01.594914 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5ff05c7c-304b-441f-8880-31a75950c609 req-cc3fb69c-001f-404d-b451-44b032695755 service neutron] 10.222.0.74 "GET /v2.0/networks/23d228ef-c2d0-4000-b00f-5ece942fdce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331205 May 13 15:46:01.750174 n-d-841760-1 neutron-server[88081]: INFO neutron.wsgi [req-5ff05c7c-304b-441f-8880-31a75950c609 req-59308e3b-0fbd-4ce0-abeb-69a0db759474 service neutron] 10.222.0.74 "GET /v2.0/networks/23d228ef-c2d0-4000-b00f-5ece942fdce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494248 May 13 15:46:02.428544 n-d-841760-1 neutron-server[88083]: DEBUG neutron_lib.callbacks.manager [None req-7404f6a9-ca49-4553-8406-0bdf04a18aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772689211248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960951'] for agent, after_update {{(pid=88083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}